-- Logs begin at Thu 2021-12-16 08:27:44 UTC, end at Thu 2021-12-16 11:13:16 UTC. -- Dec 16 09:11:36.417939 n-d-820550-2 systemd[1]: Started Devstack devstack@q-svc.service. Dec 16 09:11:39.165343 n-d-820550-2 neutron-server[102707]: INFO neutron.common.config [-] Logging enabled! Dec 16 09:11:39.165983 n-d-820550-2 neutron-server[102707]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev58 Dec 16 09:11:39.166124 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102707) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 16 09:11:39.169267 n-d-820550-2 neutron-server[102707]: INFO neutron.common.config [-] Logging enabled! Dec 16 09:11:39.169526 n-d-820550-2 neutron-server[102707]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev58 Dec 16 09:11:39.169840 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102707) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 16 09:11:39.170778 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 09:11:39.171007 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 09:11:39.171378 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 09:11:39.171629 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 09:11:39.171858 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 09:11:39.172180 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.172479 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.172776 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.173009 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.173347 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.173641 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.173932 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.174222 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.174523 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.174807 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.175090 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.175377 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.175609 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.175890 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.176177 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.176466 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.176691 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] debug = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.176972 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.177439 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.177856 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.178140 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.178431 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.178713 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.178987 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.179266 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.179551 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.180405 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] host = n-d-820550-2 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.180687 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.180978 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.181300 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.181600 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.181881 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.182160 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.182446 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.182721 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.182996 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] log_file = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.183272 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.183563 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.183854 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.184145 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.184372 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.184595 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.184884 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.185204 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.185484 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.185762 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.186037 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.186312 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.186587 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.186856 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.187143 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.187428 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.187717 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.187995 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.188272 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.188545 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.188818 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.189103 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.189408 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.189682 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.189956 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.190245 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.190513 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.190788 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.191087 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.191379 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.191664 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.191953 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.192228 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.192512 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.192785 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.193056 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.193354 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] use_json = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.193628 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.193903 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.194187 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.194461 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.194735 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.195007 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.195896 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.196190 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:39.196494 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.196796 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.197099 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.197418 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.197717 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.198001 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.198293 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.198575 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.198866 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.199156 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.199442 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.199724 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.200015 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.200294 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.200589 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.200897 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.201217 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.201519 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.201796 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.202073 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.202347 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.202628 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.202917 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.203196 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.203486 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.203779 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.204060 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.204357 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.204646 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.204939 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.205244 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.205529 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.205823 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.206102 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.206376 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.206655 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.206947 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.207225 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.207499 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.207782 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.208058 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.208329 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.208600 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.208877 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.209192 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.209473 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.209745 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.210017 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.210293 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.210567 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.210876 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.211157 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.211435 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.211707 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.211984 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.212258 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.212530 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.212808 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.213081 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.213391 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.213665 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.213937 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.214210 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.214484 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.214758 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.215032 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.215306 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.215584 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.215857 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.216128 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.216402 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.216675 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.216950 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.217275 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.217575 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.217853 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.218131 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.218410 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.218688 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.218967 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.219243 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.219520 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.219799 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.220070 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.220358 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.220643 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.220930 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.221242 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.221528 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.221830 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.222109 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.222391 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.222670 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.222948 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.223233 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.223517 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.223813 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.224109 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.224403 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.224699 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.224993 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.225305 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.225619 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.225902 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:39.226122 n-d-820550-2 neutron-server[102707]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 09:11:39.226361 n-d-820550-2 neutron-server[102707]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102707) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 16 09:11:39.583202 n-d-820550-2 neutron-server[102707]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 09:11:39.583484 n-d-820550-2 neutron-server[102707]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 09:11:39.583774 n-d-820550-2 neutron-server[102707]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 09:11:39.584109 n-d-820550-2 neutron-server[102707]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 16 09:11:39.978786 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:39.979000 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:39.979253 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:39.980558 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:39.980841 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:39.981107 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.016457 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.016734 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.016999 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.032409 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.032695 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.032975 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.061871 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.062155 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.062429 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.100281 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.100562 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.100833 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.333870 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.334475 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.334475 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.334709 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.335365 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.456656 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.456979 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.457291 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.457572 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.457844 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.458160 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.458426 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.458689 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.458950 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.459238 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.459503 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.459773 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.460031 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.460289 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.460550 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.461348 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.461613 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.461885 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.462161 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.462420 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.462695 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.462953 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.463237 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.463616 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.463869 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.464118 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.464515 n-d-820550-2 neutron-server[102707]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 09:11:40.464760 n-d-820550-2 neutron-server[102707]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 09:11:40.465006 n-d-820550-2 neutron-server[102707]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 09:11:40.465280 n-d-820550-2 neutron-server[102707]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 09:11:40.465522 n-d-820550-2 neutron-server[102707]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 09:11:40.465759 n-d-820550-2 neutron-server[102707]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 09:11:40.466121 n-d-820550-2 neutron-server[102707]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 16 09:11:40.469245 n-d-820550-2 neutron-server[102707]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 16 09:11:40.473325 n-d-820550-2 neutron-server[102707]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 16 09:11:40.478791 n-d-820550-2 neutron-server[102707]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Dec 16 09:11:40.480446 n-d-820550-2 neutron-server[102707]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 16 09:11:40.480890 n-d-820550-2 neutron-server[102707]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 16 09:11:40.481259 n-d-820550-2 neutron-server[102707]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 16 09:11:40.481646 n-d-820550-2 neutron-server[102707]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 16 09:11:40.484463 n-d-820550-2 neutron-server[102707]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 16 09:11:40.484718 n-d-820550-2 neutron-server[102707]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 16 09:11:40.485071 n-d-820550-2 neutron-server[102707]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 16 09:11:40.490415 n-d-820550-2 neutron-server[102707]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 16 09:11:40.512981 n-d-820550-2 neutron-server[102707]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 16 09:11:40.513476 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.513776 n-d-820550-2 neutron-server[102707]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102707) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 16 09:11:40.514135 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.515541 n-d-820550-2 neutron-server[102707]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102707) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 16 09:11:40.515823 n-d-820550-2 neutron-server[102707]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 16 09:11:40.516071 n-d-820550-2 neutron-server[102707]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 16 09:11:40.519307 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.519596 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:40.582726 n-d-820550-2 neutron-server[102707]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 16 09:11:40.582969 n-d-820550-2 neutron-server[102707]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 16 09:11:40.583239 n-d-820550-2 neutron-server[102707]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 16 09:11:40.583581 n-d-820550-2 neutron-server[102707]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 16 09:11:40.606379 n-d-820550-2 neutron-server[102707]: DEBUG oslo_db.sqlalchemy.engines [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102707) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 16 09:11:41.307252 n-d-820550-2 neutron-server[102707]: INFO neutron.plugins.ml2.managers [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Initializing driver for type 'gre' Dec 16 09:11:41.307775 n-d-820550-2 neutron-server[102707]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] gre ID ranges: [(1, 1000)] Dec 16 09:11:41.515193 n-d-820550-2 neutron-server[102707]: INFO neutron.plugins.ml2.managers [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Initializing driver for type 'local' Dec 16 09:11:41.515733 n-d-820550-2 neutron-server[102707]: INFO neutron.plugins.ml2.managers [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Initializing driver for type 'vlan' Dec 16 09:11:41.601083 n-d-820550-2 neutron-server[102707]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] VlanTypeDriver initialization complete Dec 16 09:11:41.602028 n-d-820550-2 neutron-server[102707]: INFO neutron.plugins.ml2.managers [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Initializing driver for type 'vxlan' Dec 16 09:11:41.602533 n-d-820550-2 neutron-server[102707]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] vxlan ID ranges: [(1, 1000)] Dec 16 09:11:41.790222 n-d-820550-2 neutron-server[102707]: INFO neutron.plugins.ml2.managers [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Initializing extension driver 'port_security' Dec 16 09:11:41.790492 n-d-820550-2 neutron-server[102707]: INFO neutron.plugins.ml2.extensions.port_security [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] PortSecurityExtensionDriver initialization complete Dec 16 09:11:41.790832 n-d-820550-2 neutron-server[102707]: INFO neutron.plugins.ml2.managers [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Initializing mechanism driver 'openvswitch' Dec 16 09:11:41.791170 n-d-820550-2 neutron-server[102707]: INFO neutron.plugins.ml2.managers [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Initializing mechanism driver 'hyperv' Dec 16 09:11:41.797903 n-d-820550-2 neutron-server[102707]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:11:41.798575 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > port after_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.798948 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > port after_update 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.799303 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > port after_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.799826 n-d-820550-2 neutron-server[102707]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102707) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 09:11:41.800264 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > subnet after_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.800668 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > subnet after_update 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.801012 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.801472 n-d-820550-2 neutron-server[102707]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102707) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 09:11:41.801886 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > network after_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.802236 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > network after_update 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.806137 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > network after_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.806137 n-d-820550-2 neutron-server[102707]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102707) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 09:11:41.806137 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > security_group after_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.806137 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > security_group after_update 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.806137 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.806492 n-d-820550-2 neutron-server[102707]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102707) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 09:11:41.806492 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.806492 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.806492 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.806710 n-d-820550-2 neutron-server[102707]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102707) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 09:11:41.807069 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > address_group after_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.807439 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > address_group after_update 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.807763 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.808157 n-d-820550-2 neutron-server[102707]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102707) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 09:11:41.808538 n-d-820550-2 neutron-server[102707]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] ML2 OVO RPC backend initialized. {{(pid=102707) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 16 09:11:41.809282 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.809638 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.810057 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > network before_response 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.810405 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > networks before_response 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.810760 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > port before_response 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.811152 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > ports before_response 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.811508 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > subnet before_response 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.811841 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > subnets before_response 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.812186 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > network after_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.812528 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > network after_update 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.812864 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > network after_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.813229 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > port after_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.813568 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > port after_update 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.813904 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > port after_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.814239 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > subnet after_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.814575 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > subnet after_update 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.814908 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.815476 n-d-820550-2 neutron-server[102707]: INFO neutron.plugins.ml2.plugin [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Modular L2 Plugin initialization complete Dec 16 09:11:41.815806 n-d-820550-2 neutron-server[102707]: DEBUG neutron.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading services supported by the core plugin {{(pid=102707) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 16 09:11:41.816130 n-d-820550-2 neutron-server[102707]: INFO neutron.plugins.ml2.managers [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Got port-security extension from driver 'port_security' Dec 16 09:11:41.816591 n-d-820550-2 neutron-server[102707]: INFO neutron.extensions.vlantransparent [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Disabled vlantransparent extension. Dec 16 09:11:41.817071 n-d-820550-2 neutron-server[102707]: DEBUG neutron.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102707) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 16 09:11:41.817412 n-d-820550-2 neutron-server[102707]: INFO neutron.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading Plugin: router Dec 16 09:11:41.859783 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.860184 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > router after_create 55549900 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.860557 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > router before_create 55549900 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.860921 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.861328 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.861729 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > router after_delete 55549900 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.862094 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.862454 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.862816 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > router after_create 55549900 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.863168 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > router after_update 55549900 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.863519 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > router after_update 55549900 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.863868 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.864227 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > router after_update 55549900 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.864636 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > router precommit_update 55549900 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.865006 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: port after_update 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.865376 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: port after_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.865717 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: subnet after_update 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.866057 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.866406 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.866752 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > router precommit_create 55549900 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.867714 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: port before_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.868061 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > router precommit_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.868423 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > router after_update 55549900 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.868802 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.869181 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > router precommit_create 55549900 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.869550 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.869902 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > router precommit_update 55549900 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.870269 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > agent after_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.870621 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > agent after_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.870968 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > network after_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.871861 n-d-820550-2 neutron-server[102707]: DEBUG neutron.quota.resource_registry [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Tracking information for resource: router configured {{(pid=102707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 09:11:41.872204 n-d-820550-2 neutron-server[102707]: DEBUG neutron.quota.resource_registry [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Tracking information for resource: floatingip configured {{(pid=102707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 09:11:41.877242 n-d-820550-2 neutron-server[102707]: INFO neutron.db.l3_agentschedulers_db [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 16 09:11:41.877861 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: port after_update 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.878223 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: port after_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.878576 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: port after_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.878930 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: port after_update 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.879707 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > router before_create 55550100 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.880070 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.880432 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > router precommit_create 55550100 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.880787 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > router precommit_update 55550100 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.885720 n-d-820550-2 neutron-server[102707]: DEBUG neutron.services.provider_configuration [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Service providers = [] {{(pid=102707) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 16 09:11:41.890673 n-d-820550-2 neutron-server[102707]: DEBUG neutron.db.servicetype_db [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102707) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 16 09:11:41.893321 n-d-820550-2 neutron-server[102707]: DEBUG neutron.services.service_base [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102707) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 09:11:41.893672 n-d-820550-2 neutron-server[102707]: DEBUG neutron.services.service_base [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102707) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 09:11:41.894016 n-d-820550-2 neutron-server[102707]: DEBUG neutron.services.service_base [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102707) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 09:11:41.898911 n-d-820550-2 neutron-server[102707]: DEBUG neutron.services.service_base [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102707) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 09:11:41.898911 n-d-820550-2 neutron-server[102707]: INFO neutron.services.service_base [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 16 09:11:41.898911 n-d-820550-2 neutron-server[102707]: DEBUG neutron.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 09:11:41.898911 n-d-820550-2 neutron-server[102707]: INFO neutron.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 16 09:11:41.907112 n-d-820550-2 neutron-server[102707]: DEBUG neutron.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 09:11:41.907450 n-d-820550-2 neutron-server[102707]: INFO neutron.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading Plugin: auto_allocate Dec 16 09:11:41.920572 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: network precommit_update 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.920949 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: network precommit_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.921518 n-d-820550-2 neutron-server[102707]: DEBUG neutron.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 09:11:41.921850 n-d-820550-2 neutron-server[102707]: INFO neutron.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading Plugin: tag Dec 16 09:11:41.928551 n-d-820550-2 neutron-server[102707]: DEBUG neutron.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 09:11:41.928886 n-d-820550-2 neutron-server[102707]: INFO neutron.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading Plugin: timestamp Dec 16 09:11:41.933600 n-d-820550-2 neutron-server[102707]: DEBUG neutron.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 09:11:41.933933 n-d-820550-2 neutron-server[102707]: INFO neutron.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading Plugin: network_ip_availability Dec 16 09:11:41.939578 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.939953 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.940315 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:41.941020 n-d-820550-2 neutron-server[102707]: DEBUG neutron.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 09:11:41.941380 n-d-820550-2 neutron-server[102707]: INFO neutron.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading Plugin: flavors Dec 16 09:11:41.946431 n-d-820550-2 neutron-server[102707]: DEBUG neutron.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 09:11:41.946630 n-d-820550-2 neutron-server[102707]: INFO neutron.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading Plugin: revisions Dec 16 09:11:41.951022 n-d-820550-2 neutron-server[102707]: DEBUG neutron.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 09:11:41.951416 n-d-820550-2 neutron-server[102707]: DEBUG oslo_concurrency.lockutils [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.368s {{(pid=102707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 09:11:41.952160 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102707) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 16 09:11:41.952547 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Initializing extension manager. Dec 16 09:11:41.953066 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: __init__.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:41.960152 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: __pycache__ {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:41.960152 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:41.960152 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: address_group.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:41.960152 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:41.960152 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: address-group Dec 16 09:11:41.960152 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: address_scope.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:41.960588 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:41.960588 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: address-scope Dec 16 09:11:41.960588 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:41.961325 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:41.961816 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: router-admin-state-down-before-update Dec 16 09:11:41.962144 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: agent.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:41.962849 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:41.963355 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: agent Dec 16 09:11:41.963673 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: agent_resources_synced.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:41.964589 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:41.965098 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: agent-resources-synced Dec 16 09:11:41.965523 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: allowedaddresspairs.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:41.967334 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:41.967857 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: allowed-address-pairs Dec 16 09:11:41.968185 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: auto_allocated_topology.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:41.969313 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:41.969831 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: auto-allocated-topology Dec 16 09:11:41.970158 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: availability_zone.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:41.970856 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:41.971366 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: availability_zone Dec 16 09:11:41.971733 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: availability_zone_filter.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:41.972685 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:41.973210 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: availability_zone_filter Dec 16 09:11:41.973542 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: data_plane_status.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:41.974455 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:41.974960 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extension data-plane-status not supported by any of loaded plugins Dec 16 09:11:41.975285 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: default_subnetpools.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:41.976278 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:41.977401 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: default-subnetpools Dec 16 09:11:41.977725 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:41.978540 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:41.979049 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: dhcp_agent_scheduler Dec 16 09:11:41.979375 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: dns.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:41.980299 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:41.980804 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extension dns-integration not supported by any of loaded plugins Dec 16 09:11:41.981146 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: dns_domain_ports.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:41.982100 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:41.982605 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 16 09:11:41.982944 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:41.983864 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:41.984406 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 16 09:11:41.984730 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: dvr.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:41.985438 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:41.985945 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: dvr Dec 16 09:11:41.986274 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: ecmp_routes.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:41.987201 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:41.987705 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 16 09:11:41.988030 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: empty_string_filtering.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:41.988954 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:41.989534 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: empty-string-filtering Dec 16 09:11:41.989856 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:41.995638 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:41.996144 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 16 09:11:41.996466 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:41.997433 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:41.997938 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 16 09:11:41.998261 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: external_net.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:41.999187 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:41.999738 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: external-net Dec 16 09:11:42.000061 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.000993 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.001568 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: extra_dhcp_opt Dec 16 09:11:42.001894 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: extraroute.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.002817 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.003322 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: extraroute Dec 16 09:11:42.003650 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: extraroute_atomic.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.004698 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.005239 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: extraroute-atomic Dec 16 09:11:42.005565 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: filter_validation.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.006265 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.006765 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: filter-validation Dec 16 09:11:42.007088 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: fip_pf_description.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.008034 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.008536 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 16 09:11:42.008858 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: fip_port_details.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.009875 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.010379 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: fip-port-details Dec 16 09:11:42.010706 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: flavors.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.012266 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.012802 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: flavors Dec 16 09:11:42.013148 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.021667 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.022193 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 16 09:11:42.022524 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: floatingip_pools.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.023800 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.024315 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: floatingip-pools Dec 16 09:11:42.024639 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: ip_allocation.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.025610 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.026123 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extension ip_allocation not supported by any of loaded plugins Dec 16 09:11:42.026488 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.027421 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.027942 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: ip-substring-filtering Dec 16 09:11:42.028271 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: l2_adjacency.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.029250 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.029761 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 16 09:11:42.030084 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: l3.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.031192 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.031759 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: router Dec 16 09:11:42.032089 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.034365 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.034898 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 16 09:11:42.035230 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.036260 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.036787 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: ext-gw-mode Dec 16 09:11:42.037133 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.038142 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.038664 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: l3-ha Dec 16 09:11:42.039599 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: l3_flavors.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.040577 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.041050 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: l3-flavors Dec 16 09:11:42.041401 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.042356 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.042868 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 16 09:11:42.043193 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: l3agentscheduler.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.044234 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.044751 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: l3_agent_scheduler Dec 16 09:11:42.045084 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: logging.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.046620 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.047144 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extension logging not supported by any of loaded plugins Dec 16 09:11:42.047486 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: metering.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.048238 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.048816 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: metering Dec 16 09:11:42.049180 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.050284 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.050801 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: metering_source_and_destination_fields Dec 16 09:11:42.051130 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: multiprovidernet.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.052065 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.052577 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: multi-provider Dec 16 09:11:42.052905 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: netmtu.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.053937 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.054450 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: net-mtu Dec 16 09:11:42.054801 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: netmtu_writable.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.055768 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.056276 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: net-mtu-writable Dec 16 09:11:42.056602 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: network_availability_zone.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.057311 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.057821 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: network_availability_zone Dec 16 09:11:42.058149 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: network_ip_availability.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.059264 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.059916 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: network-ip-availability Dec 16 09:11:42.060250 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: network_segment_range.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.061025 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.061565 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extension network-segment-range not supported by any of loaded plugins Dec 16 09:11:42.061894 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: pagination.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.062974 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.063262 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: pagination Dec 16 09:11:42.063584 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: port_device_profile.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.064522 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.065041 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: port-device-profile Dec 16 09:11:42.065392 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.066323 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.066835 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: port-mac-address-regenerate Dec 16 09:11:42.067165 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.069247 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.069247 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: port-numa-affinity-policy Dec 16 09:11:42.069247 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: port_resource_request.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.076628 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.077187 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extension port-resource-request not supported by any of loaded plugins Dec 16 09:11:42.077520 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: portbindings.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.078483 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.078998 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: binding Dec 16 09:11:42.079325 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: portbindings_extended.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.080724 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.081277 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: binding-extended Dec 16 09:11:42.081608 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: portsecurity.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.082545 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.083059 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: port-security Dec 16 09:11:42.083426 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: project_id.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.084417 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.084751 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: project-id Dec 16 09:11:42.085079 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: providernet.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.086572 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.087087 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: provider Dec 16 09:11:42.087413 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: qos.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.091161 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.091687 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extension qos not supported by any of loaded plugins Dec 16 09:11:42.092023 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.093328 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.093850 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 16 09:11:42.094221 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.095158 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.095675 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 16 09:11:42.096004 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: qos_default.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.096960 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.097504 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extension qos-default not supported by any of loaded plugins Dec 16 09:11:42.097880 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: qos_fip.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.098546 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.099053 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extension qos-fip not supported by any of loaded plugins Dec 16 09:11:42.099378 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: qos_gateway_ip.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.101725 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.102732 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 16 09:11:42.103058 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: qos_port_network_policy.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.103993 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.104505 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 16 09:11:42.104830 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: qos_pps_rule.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.106093 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.106613 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extension qos-pps not supported by any of loaded plugins Dec 16 09:11:42.106941 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: qos_rule_type_details.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.107871 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.108386 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 16 09:11:42.108715 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: qos_rules_alias.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.109804 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.110360 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 16 09:11:42.110688 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: quotasv2.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.111644 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.111977 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: quotas Dec 16 09:11:42.112301 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: quotasv2_detail.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.115791 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.116137 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: quota_details Dec 16 09:11:42.116473 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: rbac.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.117597 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.118127 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: rbac-policies Dec 16 09:11:42.118462 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: rbac_address_group.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.119408 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.119928 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: rbac-address-group Dec 16 09:11:42.120257 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: rbac_address_scope.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.121262 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.124162 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: rbac-address-scope Dec 16 09:11:42.124162 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: rbac_security_groups.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.124858 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.125424 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: rbac-security-groups Dec 16 09:11:42.125758 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: rbac_subnetpool.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.126682 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.127199 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: rbac-subnetpool Dec 16 09:11:42.127523 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: revisionifmatch.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.128473 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.128990 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: revision-if-match Dec 16 09:11:42.129350 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: revisions.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.130484 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.131002 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: standard-attr-revisions Dec 16 09:11:42.131368 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: router_availability_zone.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.132054 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.132570 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: router_availability_zone Dec 16 09:11:42.132920 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: routerservicetype.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.133886 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.134393 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extension router-service-type not supported by any of loaded plugins Dec 16 09:11:42.134716 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.135703 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.138107 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: security-groups-normalized-cidr Dec 16 09:11:42.138444 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.139857 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.140603 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: port-security-groups-filtering Dec 16 09:11:42.142776 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.143736 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.144875 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: security-groups-remote-address-group Dec 16 09:11:42.145279 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: securitygroup.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.158401 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.158989 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: security-group Dec 16 09:11:42.165068 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: segment.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.165068 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.165068 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extension segment not supported by any of loaded plugins Dec 16 09:11:42.165068 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.165619 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.166141 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 16 09:11:42.166470 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: servicetype.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.167734 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.168304 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: service-type Dec 16 09:11:42.168637 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: sorting.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.169663 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.170009 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: sorting Dec 16 09:11:42.170336 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: standard_attr_segment.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.171309 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.171825 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 16 09:11:42.172153 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: standardattrdescription.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.172809 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.173345 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: standard-attr-description Dec 16 09:11:42.173675 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: stateful_security_group.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.174631 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.175151 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: stateful-security-group Dec 16 09:11:42.175479 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: stdattrs_common.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.176069 n-d-820550-2 neutron-server[102707]: WARNING neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 16 09:11:42.176393 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.177415 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.177933 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 16 09:11:42.178259 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: subnet_onboard.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.179346 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.179893 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: subnet_onboard Dec 16 09:11:42.180217 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.181184 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.181695 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 16 09:11:42.182019 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: subnet_service_types.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.182996 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.183507 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: subnet-service-types Dec 16 09:11:42.183831 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: subnetallocation.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.184973 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.185521 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: subnet_allocation Dec 16 09:11:42.185848 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.186546 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.187057 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: subnetpool-prefix-ops Dec 16 09:11:42.187380 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.188327 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.188877 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 16 09:11:42.189236 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: tagging.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.190374 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.190883 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: standard-attr-tag Dec 16 09:11:42.193968 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: timestamp.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.194954 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.195497 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loaded extension: standard-attr-timestamp Dec 16 09:11:42.195825 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: trunk.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.196879 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.197441 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extension trunk not supported by any of loaded plugins Dec 16 09:11:42.197770 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: trunk_details.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.198703 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.199218 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extension trunk-details not supported by any of loaded plugins Dec 16 09:11:42.199548 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: uplink_status_propagation.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.200528 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.201038 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 16 09:11:42.201398 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Loading extension file: vlantransparent.py {{(pid=102707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:11:42.202085 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:11:42.202595 n-d-820550-2 neutron-server[102707]: INFO neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 16 09:11:42.205033 n-d-820550-2 neutron-server[102707]: INFO neutron.quota.resource_registry [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Creating instance of TrackedResource for resource:network Dec 16 09:11:42.205643 n-d-820550-2 neutron-server[102707]: INFO neutron.quota.resource_registry [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Creating instance of TrackedResource for resource:subnet Dec 16 09:11:42.206059 n-d-820550-2 neutron-server[102707]: INFO neutron.quota.resource_registry [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 09:11:42.206449 n-d-820550-2 neutron-server[102707]: INFO neutron.quota.resource_registry [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Creating instance of TrackedResource for resource:port Dec 16 09:11:42.207683 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.v2.resource_helper [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 09:11:42.208117 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.v2.resource_helper [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Service FLAVORS assigned prefix: {{(pid=102707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 09:11:42.208743 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.v2.resource_helper [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 09:11:42.209255 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.v2.resource_helper [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 09:11:42.209591 n-d-820550-2 neutron-server[102707]: INFO neutron.quota.resource_registry [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Creating instance of TrackedResource for resource:router Dec 16 09:11:42.210028 n-d-820550-2 neutron-server[102707]: INFO neutron.quota.resource_registry [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Creating instance of TrackedResource for resource:floatingip Dec 16 09:11:42.210518 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.v2.resource_helper [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Service METERING assigned prefix: /metering {{(pid=102707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 09:11:42.212521 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:42.212896 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:42.213286 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:11:42.214292 n-d-820550-2 neutron-server[102707]: INFO neutron.quota.resource_registry [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Creating instance of CountableResource for resource:rbac_policy Dec 16 09:11:42.214740 n-d-820550-2 neutron-server[102707]: INFO neutron.quota.resource_registry [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Creating instance of TrackedResource for resource:security_group Dec 16 09:11:42.215192 n-d-820550-2 neutron-server[102707]: INFO neutron.quota.resource_registry [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 16 09:11:42.215790 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.v2.resource_helper [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Service CORE assigned prefix: {{(pid=102707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 09:11:42.216146 n-d-820550-2 neutron-server[102707]: INFO neutron.quota.resource_registry [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 09:11:42.216493 n-d-820550-2 neutron-server[102707]: WARNING neutron.quota.resource_registry [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] subnetpool is already registered Dec 16 09:11:42.216926 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.v2.resource_helper [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Service CORE assigned prefix: {{(pid=102707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 09:11:42.217286 n-d-820550-2 neutron-server[102707]: INFO neutron.quota.resource_registry [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 09:11:42.217628 n-d-820550-2 neutron-server[102707]: WARNING neutron.quota.resource_registry [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] subnetpool is already registered Dec 16 09:11:42.219984 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.v2.resource_helper [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 09:11:42.220416 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.v2.resource_helper [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Service FLAVORS assigned prefix: {{(pid=102707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 09:11:42.221005 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.v2.resource_helper [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 09:11:42.222797 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.v2.resource_helper [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 09:11:42.222797 n-d-820550-2 neutron-server[102707]: INFO neutron.quota.resource_registry [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Creating instance of TrackedResource for resource:router Dec 16 09:11:42.222797 n-d-820550-2 neutron-server[102707]: WARNING neutron.quota.resource_registry [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] router is already registered Dec 16 09:11:42.222797 n-d-820550-2 neutron-server[102707]: INFO neutron.quota.resource_registry [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Creating instance of TrackedResource for resource:floatingip Dec 16 09:11:42.223082 n-d-820550-2 neutron-server[102707]: WARNING neutron.quota.resource_registry [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] floatingip is already registered Dec 16 09:11:42.223333 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.v2.resource_helper [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Service METERING assigned prefix: /metering {{(pid=102707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 09:11:42.224006 n-d-820550-2 neutron-server[102707]: INFO neutron.quota.resource_registry [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Creating instance of CountableResource for resource:rbac_policy Dec 16 09:11:42.224338 n-d-820550-2 neutron-server[102707]: WARNING neutron.quota.resource_registry [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] rbac_policy is already registered Dec 16 09:11:42.224754 n-d-820550-2 neutron-server[102707]: INFO neutron.quota.resource_registry [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Creating instance of TrackedResource for resource:security_group Dec 16 09:11:42.225090 n-d-820550-2 neutron-server[102707]: WARNING neutron.quota.resource_registry [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] security_group is already registered Dec 16 09:11:42.225519 n-d-820550-2 neutron-server[102707]: INFO neutron.quota.resource_registry [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 16 09:11:42.225855 n-d-820550-2 neutron-server[102707]: WARNING neutron.quota.resource_registry [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] security_group_rule is already registered Dec 16 09:11:42.226542 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.v2.resource_helper [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Service CORE assigned prefix: {{(pid=102707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 09:11:42.227365 n-d-820550-2 neutron-server[102707]: INFO neutron.quota.resource_registry [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 09:11:42.227709 n-d-820550-2 neutron-server[102707]: WARNING neutron.quota.resource_registry [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] subnetpool is already registered Dec 16 09:11:42.228129 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.v2.resource_helper [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Service CORE assigned prefix: {{(pid=102707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 09:11:42.228497 n-d-820550-2 neutron-server[102707]: INFO neutron.quota.resource_registry [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 09:11:42.228837 n-d-820550-2 neutron-server[102707]: WARNING neutron.quota.resource_registry [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] subnetpool is already registered Dec 16 09:11:42.229330 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: extensions {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.230815 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: address-groups {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.232307 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: address-scopes {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.233664 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: agents {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.234877 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: auto-allocated-topology {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.236158 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: availability_zones {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.237602 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: dhcp-networks {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.239199 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: dhcp-agents {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.240662 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: routers {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.242924 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: flavors {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.244093 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: service_profiles {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.245316 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: next_providers {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.246842 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: service_profiles {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.248362 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: floatingip-pools {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.249626 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: routers {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.251798 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: floatingips {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.253064 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: l3-routers {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.254480 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: l3-agents {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.255888 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: metering-labels {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.257319 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: metering-label-rules {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.258666 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: network-ip-availabilities {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.259943 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: bindings {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.264882 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: quotas {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.264882 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: quotas {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.265680 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: rbac-policies {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.266877 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: security-groups {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.268269 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: security-group-rules {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.269725 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: service-providers {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.270952 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: subnetpools {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.272364 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: subnetpools {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.274454 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: tags {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.276104 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: tags {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.278035 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: tags {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.279803 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: tags {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.281670 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: tags {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.283505 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: tags {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.285218 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: tags {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.287153 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: tags {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.289000 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: tags {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.291396 n-d-820550-2 neutron-server[102707]: DEBUG neutron.api.extensions [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Extended resource: tags {{(pid=102707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:11:42.297270 n-d-820550-2 neutron-server[102707]: WARNING keystonemiddleware.auth_token [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 16 09:11:42.302046 n-d-820550-2 neutron-server[102707]: WARNING keystonemiddleware.auth_token [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 16 09:11:42.310794 n-d-820550-2 neutron-server[102707]: DEBUG oslo_concurrency.lockutils [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Acquired lock "singleton_lock" {{(pid=102707) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 16 09:11:42.311264 n-d-820550-2 neutron-server[102707]: DEBUG oslo_concurrency.lockutils [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Releasing lock "singleton_lock" {{(pid=102707) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 16 09:11:42.311904 n-d-820550-2 neutron-server[102707]: INFO oslo_service.service [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Starting 2 workers Dec 16 09:11:42.316784 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Started child 102816 {{(pid=102707) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 09:11:42.321849 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Started child 102817 {{(pid=102707) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 09:11:42.323188 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:11:42.323870 n-d-820550-2 neutron-server[102707]: INFO neutron.service [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 16 09:11:42.324088 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Notify callbacks [] for process, before_spawn {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:11:42.324663 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [-] (102816) wsgi starting up on http://0.0.0.0:9696 Dec 16 09:11:42.326526 n-d-820550-2 neutron-server[102707]: INFO oslo_service.service [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Starting 1 workers Dec 16 09:11:42.326671 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:11:42.327878 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [-] (102817) wsgi starting up on http://0.0.0.0:9696 Dec 16 09:11:42.331862 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Started child 102818 {{(pid=102707) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 09:11:42.332415 n-d-820550-2 neutron-server[102707]: INFO oslo_service.service [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Starting 1 workers Dec 16 09:11:42.335802 n-d-820550-2 neutron-server[102818]: DEBUG neutron.service [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] calling RpcWorker wait() {{(pid=102818) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 16 09:11:42.336900 n-d-820550-2 neutron-server[102818]: DEBUG neutron.service [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] returning from RpcWorker wait() {{(pid=102818) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 16 09:11:42.337523 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Started child 102819 {{(pid=102707) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 09:11:42.338366 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:11:42.338483 n-d-820550-2 neutron-server[102707]: DEBUG neutron_lib.callbacks.manager [None req-cc1f9335-c95c-4294-b193-ef1b1d015ac3 None None] Notify callbacks [] for process, after_spawn {{(pid=102707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:11:42.338893 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:11:42.340329 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102707) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 16 09:11:42.340546 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 09:11:42.340734 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 09:11:42.340956 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 09:11:42.341305 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 09:11:42.341466 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 09:11:42.341993 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.342279 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.342499 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:11:42.342974 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.342974 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.343179 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.343725 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.344000 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.344261 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.344548 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.344805 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.344981 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.345173 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.345434 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.345686 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.345995 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.346261 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.346512 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.346772 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.346944 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.347200 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.347465 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.347714 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.347983 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] debug = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.348253 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.348775 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.349005 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.349305 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.349559 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.349827 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.350071 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.350338 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.350593 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.350828 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.351069 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.351352 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.352104 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.352314 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.352555 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.352810 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.353033 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.353523 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] host = n-d-820550-2 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.353767 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.353983 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.354252 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.354513 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.354758 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.354979 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.355245 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.355488 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.355746 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.355973 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.356221 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.356476 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.356727 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.356978 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] log_file = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.357165 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] log_options = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.357403 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.357667 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.357940 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.358127 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.358301 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.358475 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.358726 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.358889 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.359157 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.359373 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.359587 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.359799 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.360033 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.360263 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.360529 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.360774 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.360991 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.361247 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.361498 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.361751 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.362014 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.362252 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.362436 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.362687 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.362937 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.363173 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.363407 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.363622 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.363835 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.364063 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.364311 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.364579 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.364828 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.365064 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.365353 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.365583 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.365813 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.366052 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.366316 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.366549 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.366812 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.367756 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.367975 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.368220 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.368490 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.368727 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.368946 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] use_json = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.369205 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.369446 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.369694 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.369911 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.370144 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.370357 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.370571 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.370804 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.371242 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.371584 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.371846 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.372119 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.372357 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.373871 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.374005 n-d-820550-2 neutron-server[102819]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:11:42.374149 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.374344 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.374648 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.374883 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.375204 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.375452 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.375740 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.375967 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.376259 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.377976 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.378381 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.378664 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.378905 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.379136 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.379364 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.379629 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.379914 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.380163 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.380400 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.380639 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.380895 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.381257 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.381543 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.381807 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.382079 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.382373 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.382552 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.382828 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.383050 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.383265 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.383504 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.384037 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.384037 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.384246 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.384444 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.384671 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.384944 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.385209 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.391579 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.391579 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.391579 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.391579 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.391579 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.391579 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.391579 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.391579 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.391579 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.392157 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.392157 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.392157 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.392157 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.392157 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.392157 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.392157 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.392157 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.392157 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.392664 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.392664 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.392664 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.392664 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.392664 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.392664 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.392664 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.392664 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.392664 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.393188 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.393188 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.393319 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.393532 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.393664 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.394087 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.394192 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.395682 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.395682 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.395682 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.395682 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.395682 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.395682 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.395682 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.396213 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.396213 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.396367 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.396539 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.397086 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.397086 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.397359 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.397614 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.397866 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.398114 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.398348 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.398597 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.398843 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.399081 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.399315 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.399589 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.399810 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.400054 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.400296 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.400511 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.400746 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.400972 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.401240 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.401459 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.401745 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.401914 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.403012 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.403012 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.403012 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.403012 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.403466 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.403466 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.403715 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.403807 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.404026 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.404293 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.404670 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.404969 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.405231 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.405494 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.405727 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.405985 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.406247 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.406492 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.406747 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.406994 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.407542 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.407821 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.408077 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.408296 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.408512 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.408759 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.409180 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.410094 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.410094 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.410094 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.410094 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.410418 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.410509 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.410791 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.411039 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.411265 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.411516 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.411758 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.411996 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.412246 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.412472 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.412684 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.412929 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.413168 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.413396 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.413623 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.413837 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.416717 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.416717 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.416717 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.416717 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.416717 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.416717 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.416717 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.416717 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.417384 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.417384 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.417384 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.417384 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.417384 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.417384 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.418115 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.418115 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.418115 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.418337 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.418542 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.418770 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.419011 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.419264 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.419478 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.419716 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.419932 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.420278 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.420581 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.420809 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.421046 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.421358 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.421512 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.421747 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.422009 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.422426 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.423012 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.423430 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.423820 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.424242 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.424624 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.425033 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.425464 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.425831 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.426234 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.426624 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.427028 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.427487 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.427822 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.428073 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.428294 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.428511 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.428750 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.428986 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.429243 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.429517 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.430321 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.430555 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.430820 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.431078 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.431290 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.431563 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.431766 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.431973 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.432192 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.432408 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.432617 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.432842 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.433047 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.433273 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.433489 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.433728 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.433935 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.434159 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.434397 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.434612 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.434833 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.435101 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.435318 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.435563 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.435772 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.435979 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.436197 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.436412 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.436623 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.436849 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.437059 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.437312 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.437560 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.437784 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.437983 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.438285 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.438530 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.438747 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.439012 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.439238 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.439479 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.439727 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.440047 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.440254 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.440492 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.440701 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.440936 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.441223 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.441487 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.441813 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.442078 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.442323 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.442556 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.442830 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.443099 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.443366 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.443577 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.443864 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.444173 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.444434 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.444690 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.444936 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.445264 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.445490 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.445724 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.445967 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.446199 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.446427 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.446665 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.446891 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.447113 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.447326 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.447548 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.447780 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.447998 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.448206 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.448422 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.448634 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.448789 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 09:11:42.449348 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102707) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 16 09:11:42.449688 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 09:11:42.450091 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 09:11:42.450461 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 09:11:42.450461 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 09:11:42.450735 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 09:11:42.450859 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.450981 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.451064 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.451188 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.451348 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.451525 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.451685 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.451840 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.451995 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.452151 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.452308 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.452466 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.452622 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.452777 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.452932 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.453090 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.453277 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.453433 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.453593 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.453748 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.453902 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.454058 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.454212 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] debug = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.454367 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.454572 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.454735 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.454890 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.455046 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.455205 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.455358 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.455519 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.455672 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.455826 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.455983 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.456137 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.456292 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.456448 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.456602 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.456757 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.456913 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.457068 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] host = n-d-820550-2 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.457246 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.457402 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.457558 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.457714 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.457869 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.458024 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.458180 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.458335 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.458490 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.458646 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.458801 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.458955 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.459111 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.459267 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] log_file = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.459421 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] log_options = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.459576 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.459730 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.459885 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.460068 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.460229 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.460385 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.460540 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.460695 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.460879 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.461035 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.461213 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.461369 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.461525 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.461679 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.461833 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.461988 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.462142 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.462296 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.462451 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.462606 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.462761 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.462914 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.463070 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.463224 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.463379 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.463537 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.463692 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.463846 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.464002 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.464154 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.464309 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.464448 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.464607 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.464760 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.464915 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.465070 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.465246 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.465396 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.465550 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.465707 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.465849 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.466006 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.466161 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.466315 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.466469 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.466625 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.466780 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] use_json = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.466935 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.467305 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.468102 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.468266 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.468419 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.468573 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.468730 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.468891 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:11:42.469065 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.469247 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.469419 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.469577 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.469742 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.469898 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.470056 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.470213 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.470370 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.470526 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.470691 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.470853 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.471024 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.471182 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.471341 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.471502 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.471661 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.471818 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.471976 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.472133 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.472291 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.472426 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.472595 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.472751 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.472909 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.473065 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.473237 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.473410 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.473569 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.473729 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.473887 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.474044 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.474202 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.474361 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.474520 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.474677 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.474836 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.474994 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.475151 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.475309 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.475466 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.475623 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.475782 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.475940 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.476100 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.476258 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.476950 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.477100 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.477262 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.477421 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.477580 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.477739 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.477897 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.478056 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.478214 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.478794 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.478794 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.478794 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.479050 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.479050 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.479193 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.479271 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.479410 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.479566 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.480293 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.480293 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.480293 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.480293 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.480293 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.480674 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.480674 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.480815 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.480893 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.481056 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.481235 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.481392 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.481548 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.481705 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.481864 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.482020 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.482178 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.482339 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.482492 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.482651 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.482809 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.482967 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.483284 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.483448 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.483606 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.485146 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.485146 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.485146 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.485146 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.485146 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.485146 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.485146 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.485146 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.485643 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.485643 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.485643 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.485643 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.485643 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.485974 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.485974 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.486117 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.486183 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.486296 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.486505 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.486612 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.486752 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.486908 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.487067 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.487224 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.487380 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.487538 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.487692 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.487860 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.488019 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.488176 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.488334 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.488500 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.488667 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.488826 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.488984 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.489165 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.489326 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.489482 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.489639 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.489796 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.489970 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.490098 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.490253 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.490418 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.490587 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.490744 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.490907 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.491065 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.491247 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.491404 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.491560 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.491717 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.491874 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.492077 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.492727 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.492885 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.493043 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.493226 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.493386 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.493545 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.493702 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.493859 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.494016 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.494173 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.494333 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.494495 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.494726 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.494978 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.495147 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.495302 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.495460 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.495660 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.496042 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.496229 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.496748 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.496748 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.496748 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.497012 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.497012 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.497191 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.497272 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.497417 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.497569 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.497730 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.497889 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.498054 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.498188 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.498337 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.498685 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.498685 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.499026 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.499026 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.499324 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.499324 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.499574 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.499574 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.499809 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.499809 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.500065 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.500191 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.500316 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.500399 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.500538 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.500721 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.500878 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.501051 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.501209 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.501384 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.501624 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.501786 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.501944 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.502100 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.502259 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.502416 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.502576 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.502736 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.502894 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.503051 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.503214 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.503365 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.503523 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.503678 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.503856 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.504017 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.504172 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.504327 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.504558 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.504724 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.504894 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.505053 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.505232 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.505391 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.505550 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.505701 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.505871 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.506029 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.506186 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.506342 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.506500 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.506659 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.506828 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.506985 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.507142 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.507298 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.507455 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.507635 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.507810 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.507957 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.508111 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.508262 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.508419 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.508577 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.508745 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.508902 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.509059 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.509237 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.509397 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.509554 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.509721 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.509880 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.510037 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.510203 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.510360 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.510516 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.510674 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.510848 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.511023 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.511162 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.511320 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.511744 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.511903 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.512062 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.512224 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.512392 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.512557 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.512715 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.512881 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.513047 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.513236 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.513395 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.513559 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.513727 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.513885 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.514043 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.514201 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.514359 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.514516 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.514673 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.514829 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.514986 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.515073 n-d-820550-2 neutron-server[102818]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:11:42.515169 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.515288 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.515801 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.515801 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.515801 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.516010 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.516010 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.516210 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.516298 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.516458 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.516614 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:11:42.516764 n-d-820550-2 neutron-server[102707]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 09:11:42.599577 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54570) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:11:42.608607 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062931 Dec 16 09:11:53.956841 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df8b331-c591-4380-a3cd-a5680afc867b None None] get_active_networks_info from n-d-820550-2 {{(pid=102818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:11:54.046821 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df8b331-c591-4380-a3cd-a5680afc867b None None] No non-hosted networks {{(pid=102818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 16 09:11:54.067308 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.agentschedulers_db [None req-7df8b331-c591-4380-a3cd-a5680afc867b None None] DHCP Agent not found on host n-d-820550-2 {{(pid=102818) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 16 09:11:54.234914 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a037e37a-ab42-4a23-8ebd-f04e2ead2bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1582322'] for agent, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:11:56.288544 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-33079f42-3ef5-4bc6-98a1-35a0ff40bc8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1582322'] for agent, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:11:56.324567 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-f557cd22-6676-49f4-8b8d-5318431aec16 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-820550-2 {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:11:56.325372 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-f557cd22-6676-49f4-8b8d-5318431aec16 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:11:57.022871 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f557cd22-6676-49f4-8b8d-5318431aec16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:11:57.377777 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1582322'] for agent, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:11:58.886717 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1582322'] for agent, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:11:59.514870 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1582322'] for agent, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:11:59.515939 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:11:59.516502 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:11:59.517046 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:11:59.517600 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:11:59.518136 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:11:59.518659 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:11:59.519180 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:11:59.519806 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:11:59.520332 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:11:59.522648 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:11:59.524049 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:11:59.524718 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:11:59.528152 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-820550-2', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:11:59.535252 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-820550-2', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:12:00.106865 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54662) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:12:00.626138 n-d-820550-2 neutron-server[102816]: WARNING oslo_policy.policy [None req-7f072c57-4874-4a1e-be75-9abe85665bbf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 09:12:00.626759 n-d-820550-2 neutron-server[102816]: WARNING oslo_policy.policy [None req-7f072c57-4874-4a1e-be75-9abe85665bbf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 09:12:00.674445 n-d-820550-2 neutron-server[102818]: INFO neutron.db.l3_hamode_db [None req-9297ee54-4dcf-4b09-8da2-089661a05642 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 16 09:12:00.768278 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9297ee54-4dcf-4b09-8da2-089661a05642 None None] Routers set() bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:12:00.768738 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9297ee54-4dcf-4b09-8da2-089661a05642 None None] Router IDs set() for agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 09:12:00.860374 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [None req-7f072c57-4874-4a1e-be75-9abe85665bbf admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:12:00.861633 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7f072c57-4874-4a1e-be75-9abe85665bbf admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7527251 Dec 16 09:12:03.239799 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54678) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:12:03.543183 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-1d6003b7-abad-4bba-8918-c11fcc6378e8 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:12:03.637940 n-d-820550-2 neutron-server[102816]: DEBUG neutron.policy [None req-1d6003b7-abad-4bba-8918-c11fcc6378e8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102816) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 16 09:12:03.686835 n-d-820550-2 neutron-server[102816]: WARNING oslo_policy.policy [None req-1d6003b7-abad-4bba-8918-c11fcc6378e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 09:12:03.687211 n-d-820550-2 neutron-server[102816]: WARNING oslo_policy.policy [None req-1d6003b7-abad-4bba-8918-c11fcc6378e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 09:12:03.696290 n-d-820550-2 neutron-server[102816]: INFO neutron.quota [None req-1d6003b7-abad-4bba-8918-c11fcc6378e8 admin admin] Loaded quota_driver: . Dec 16 09:12:03.859189 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1d6003b7-abad-4bba-8918-c11fcc6378e8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759007195949', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759007195514', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759007208140', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759007209726', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759007623686', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759007032662', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-601279', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-651395', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1579212', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1811148'] for rbac-policy, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:04.053998 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1d6003b7-abad-4bba-8918-c11fcc6378e8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:04.055154 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1d6003b7-abad-4bba-8918-c11fcc6378e8 admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8143761 Dec 16 09:12:06.646107 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54690) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:12:06.943696 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-550d27e1-529d-4d3b-9a23-f5af13e27a4b admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'dae885991f5a445baee4313c79063a2a', 'admin_state_up': True, 'project_id': 'dae885991f5a445baee4313c79063a2a'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:12:07.046018 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550d27e1-529d-4d3b-9a23-f5af13e27a4b admin admin] Made reservation on behalf of dae885991f5a445baee4313c79063a2a for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:12:07.048971 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-550d27e1-529d-4d3b-9a23-f5af13e27a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:07.066539 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-550d27e1-529d-4d3b-9a23-f5af13e27a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:07.176448 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-550d27e1-529d-4d3b-9a23-f5af13e27a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:07.228864 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-550d27e1-529d-4d3b-9a23-f5af13e27a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:07.247855 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550d27e1-529d-4d3b-9a23-f5af13e27a4b admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:12:07.275995 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-550d27e1-529d-4d3b-9a23-f5af13e27a4b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759010348719', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:07.276590 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-550d27e1-529d-4d3b-9a23-f5af13e27a4b admin admin] Unsubscribe: segment precommit_create {{(pid=102816) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 16 09:12:07.277056 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-550d27e1-529d-4d3b-9a23-f5af13e27a4b admin admin] Added segment ad1df2bb-ec6c-49e4-820a-55b9da7afb63 of type vlan for network 57f1a629-b088-400e-8d07-7ada1e77b417 Dec 16 09:12:07.292778 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d27e1-529d-4d3b-9a23-f5af13e27a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3dc838-c548-442a-adbe-250e2c816b9b,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:12:07.341927 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d27e1-529d-4d3b-9a23-f5af13e27a4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:07.342187 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d27e1-529d-4d3b-9a23-f5af13e27a4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:07.342525 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d27e1-529d-4d3b-9a23-f5af13e27a4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:07.342857 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d27e1-529d-4d3b-9a23-f5af13e27a4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:07.343184 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d27e1-529d-4d3b-9a23-f5af13e27a4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:07.343510 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d27e1-529d-4d3b-9a23-f5af13e27a4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:07.343836 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d27e1-529d-4d3b-9a23-f5af13e27a4b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:07.344156 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d27e1-529d-4d3b-9a23-f5af13e27a4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:07.344474 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d27e1-529d-4d3b-9a23-f5af13e27a4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:07.344790 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d27e1-529d-4d3b-9a23-f5af13e27a4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:07.345104 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d27e1-529d-4d3b-9a23-f5af13e27a4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:07.345447 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d27e1-529d-4d3b-9a23-f5af13e27a4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:07.346487 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d27e1-529d-4d3b-9a23-f5af13e27a4b admin admin] Tracked resource versions report: Dec 16 09:12:07.346487 n-d-820550-2 neutron-server[102816]: pushed versions: Dec 16 09:12:07.346487 n-d-820550-2 neutron-server[102816]: { 'AddressGroup': {'1.2'}, Dec 16 09:12:07.346487 n-d-820550-2 neutron-server[102816]: 'ConntrackHelper': {'1.0'}, Dec 16 09:12:07.346487 n-d-820550-2 neutron-server[102816]: 'Log': {'1.0'}, Dec 16 09:12:07.346487 n-d-820550-2 neutron-server[102816]: 'Network': {'1.1'}, Dec 16 09:12:07.346487 n-d-820550-2 neutron-server[102816]: 'Port': {'1.7'}, Dec 16 09:12:07.346487 n-d-820550-2 neutron-server[102816]: 'PortForwarding': {'1.2'}, Dec 16 09:12:07.346487 n-d-820550-2 neutron-server[102816]: 'QosPolicy': {'1.9'}, Dec 16 09:12:07.346487 n-d-820550-2 neutron-server[102816]: 'SecurityGroup': {'1.4'}, Dec 16 09:12:07.346487 n-d-820550-2 neutron-server[102816]: 'SecurityGroupRule': {'1.2'}, Dec 16 09:12:07.346487 n-d-820550-2 neutron-server[102816]: 'SubPort': {'1.0'}, Dec 16 09:12:07.346487 n-d-820550-2 neutron-server[102816]: 'Subnet': {'1.1'}, Dec 16 09:12:07.346487 n-d-820550-2 neutron-server[102816]: 'Trunk': {'1.1'}} Dec 16 09:12:07.346487 n-d-820550-2 neutron-server[102816]: consumer versions: Dec 16 09:12:07.346487 n-d-820550-2 neutron-server[102816]: { DHCP agent@n-d-820550-2: {}, Dec 16 09:12:07.346487 n-d-820550-2 neutron-server[102816]: L3 agent@n-d-820550-2: {}, Dec 16 09:12:07.346487 n-d-820550-2 neutron-server[102816]: Metadata agent@n-d-820550-2: {}, Dec 16 09:12:07.346487 n-d-820550-2 neutron-server[102816]: Metering agent@n-d-820550-2: {}, Dec 16 09:12:07.346487 n-d-820550-2 neutron-server[102816]: Open vSwitch agent@n-d-820550-2: { 'AddressGroup': '1.2', Dec 16 09:12:07.346487 n-d-820550-2 neutron-server[102816]: 'ConntrackHelper': '1.0', Dec 16 09:12:07.346487 n-d-820550-2 neutron-server[102816]: 'Log': '1.0', Dec 16 09:12:07.346487 n-d-820550-2 neutron-server[102816]: 'Network': '1.1', Dec 16 09:12:07.346487 n-d-820550-2 neutron-server[102816]: 'Port': '1.7', Dec 16 09:12:07.346487 n-d-820550-2 neutron-server[102816]: 'PortForwarding': '1.2', Dec 16 09:12:07.346487 n-d-820550-2 neutron-server[102816]: 'QosPolicy': '1.9', Dec 16 09:12:07.346487 n-d-820550-2 neutron-server[102816]: 'SecurityGroup': '1.4', Dec 16 09:12:07.346487 n-d-820550-2 neutron-server[102816]: 'SecurityGroupRule': '1.2', Dec 16 09:12:07.346487 n-d-820550-2 neutron-server[102816]: 'SubPort': '1.0', Dec 16 09:12:07.346487 n-d-820550-2 neutron-server[102816]: 'Subnet': '1.1', Dec 16 09:12:07.346487 n-d-820550-2 neutron-server[102816]: 'Trunk': '1.1'}} Dec 16 09:12:07.346487 n-d-820550-2 neutron-server[102816]: {{(pid=102816) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 09:12:07.396149 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-550d27e1-529d-4d3b-9a23-f5af13e27a4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:07.485819 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-550d27e1-529d-4d3b-9a23-f5af13e27a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:07.487035 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550d27e1-529d-4d3b-9a23-f5af13e27a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:12:07.487666 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-550d27e1-529d-4d3b-9a23-f5af13e27a4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:07.583270 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d27e1-529d-4d3b-9a23-f5af13e27a4b admin admin] Pushing event updated for resources: {'Network': ['ID=57f1a629-b088-400e-8d07-7ada1e77b417,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:12:07.594352 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 57f1a629-b088-400e-8d07-7ada1e77b417 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:12:07.614499 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-550d27e1-529d-4d3b-9a23-f5af13e27a4b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9673166 Dec 16 09:12:10.322217 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54704) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:12:10.801457 n-d-820550-2 neutron-server[102817]: WARNING oslo_policy.policy [None req-6639b303-9e11-4d28-86c3-3881f318aa9b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 09:12:10.802035 n-d-820550-2 neutron-server[102817]: WARNING oslo_policy.policy [None req-6639b303-9e11-4d28-86c3-3881f318aa9b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 09:12:11.242320 n-d-820550-2 neutron-server[102817]: DEBUG neutron.policy [None req-6639b303-9e11-4d28-86c3-3881f318aa9b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102817) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 16 09:12:11.287870 n-d-820550-2 neutron-server[102817]: WARNING oslo_policy.policy [None req-6639b303-9e11-4d28-86c3-3881f318aa9b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 09:12:11.288771 n-d-820550-2 neutron-server[102817]: WARNING oslo_policy.policy [None req-6639b303-9e11-4d28-86c3-3881f318aa9b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 09:12:11.296934 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6639b303-9e11-4d28-86c3-3881f318aa9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:12:11.298644 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6639b303-9e11-4d28-86c3-3881f318aa9b admin admin] 10.222.0.60 "GET /v2.0/networks/57f1a629-b088-400e-8d07-7ada1e77b417 HTTP/1.1" status: 200 len: 825 time: 0.9754984 Dec 16 09:12:11.336695 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b6bbc676-d94c-4a08-972c-af708a0b679f admin admin] 10.222.0.60 "GET /v2.0/subnetpools/d36a1998-034f-4104-b32f-7a47d7508c95 HTTP/1.1" status: 200 len: 734 time: 0.0317435 Dec 16 09:12:11.345998 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-203ede73-2ca1-432e-8dde-3f089031f8c7 admin admin] Request body: {'subnet': {'subnetpool_id': 'd36a1998-034f-4104-b32f-7a47d7508c95', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'dae885991f5a445baee4313c79063a2a', 'ip_version': 4, 'network_id': '57f1a629-b088-400e-8d07-7ada1e77b417'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:12:11.347547 n-d-820550-2 neutron-server[102817]: INFO neutron.quota [None req-203ede73-2ca1-432e-8dde-3f089031f8c7 admin admin] Loaded quota_driver: . Dec 16 09:12:11.468704 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203ede73-2ca1-432e-8dde-3f089031f8c7 admin admin] Made reservation on behalf of dae885991f5a445baee4313c79063a2a for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:12:11.471467 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-203ede73-2ca1-432e-8dde-3f089031f8c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:11.811814 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-203ede73-2ca1-432e-8dde-3f089031f8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:11.880486 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203ede73-2ca1-432e-8dde-3f089031f8c7 admin admin] Checking segment: {'id': 'ad1df2bb-ec6c-49e4-820a-55b9da7afb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '57f1a629-b088-400e-8d07-7ada1e77b417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:12:11.880868 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203ede73-2ca1-432e-8dde-3f089031f8c7 admin admin] Network hostable DHCP agents. Network: 57f1a629-b088-400e-8d07-7ada1e77b417, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:12:11.900870 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ede73-2ca1-432e-8dde-3f089031f8c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83e4e38d-1dfc-4096-aa94-a520516046da,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:12:11.912391 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ede73-2ca1-432e-8dde-3f089031f8c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:11.915722 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ede73-2ca1-432e-8dde-3f089031f8c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:11.915722 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ede73-2ca1-432e-8dde-3f089031f8c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:11.915722 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ede73-2ca1-432e-8dde-3f089031f8c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:11.915722 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ede73-2ca1-432e-8dde-3f089031f8c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:11.915722 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ede73-2ca1-432e-8dde-3f089031f8c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:11.916130 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ede73-2ca1-432e-8dde-3f089031f8c7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:11.916130 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ede73-2ca1-432e-8dde-3f089031f8c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:11.916130 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ede73-2ca1-432e-8dde-3f089031f8c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:11.916130 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ede73-2ca1-432e-8dde-3f089031f8c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:11.916130 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ede73-2ca1-432e-8dde-3f089031f8c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:11.916525 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ede73-2ca1-432e-8dde-3f089031f8c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:11.917473 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ede73-2ca1-432e-8dde-3f089031f8c7 admin admin] Tracked resource versions report: Dec 16 09:12:11.917473 n-d-820550-2 neutron-server[102817]: pushed versions: Dec 16 09:12:11.917473 n-d-820550-2 neutron-server[102817]: { 'AddressGroup': {'1.2'}, Dec 16 09:12:11.917473 n-d-820550-2 neutron-server[102817]: 'ConntrackHelper': {'1.0'}, Dec 16 09:12:11.917473 n-d-820550-2 neutron-server[102817]: 'Log': {'1.0'}, Dec 16 09:12:11.917473 n-d-820550-2 neutron-server[102817]: 'Network': {'1.1'}, Dec 16 09:12:11.917473 n-d-820550-2 neutron-server[102817]: 'Port': {'1.7'}, Dec 16 09:12:11.917473 n-d-820550-2 neutron-server[102817]: 'PortForwarding': {'1.2'}, Dec 16 09:12:11.917473 n-d-820550-2 neutron-server[102817]: 'QosPolicy': {'1.9'}, Dec 16 09:12:11.917473 n-d-820550-2 neutron-server[102817]: 'SecurityGroup': {'1.4'}, Dec 16 09:12:11.917473 n-d-820550-2 neutron-server[102817]: 'SecurityGroupRule': {'1.2'}, Dec 16 09:12:11.917473 n-d-820550-2 neutron-server[102817]: 'SubPort': {'1.0'}, Dec 16 09:12:11.917473 n-d-820550-2 neutron-server[102817]: 'Subnet': {'1.1'}, Dec 16 09:12:11.917473 n-d-820550-2 neutron-server[102817]: 'Trunk': {'1.1'}} Dec 16 09:12:11.917473 n-d-820550-2 neutron-server[102817]: consumer versions: Dec 16 09:12:11.917473 n-d-820550-2 neutron-server[102817]: { DHCP agent@n-d-820550-2: {}, Dec 16 09:12:11.917473 n-d-820550-2 neutron-server[102817]: L3 agent@n-d-820550-2: {}, Dec 16 09:12:11.917473 n-d-820550-2 neutron-server[102817]: Metadata agent@n-d-820550-2: {}, Dec 16 09:12:11.917473 n-d-820550-2 neutron-server[102817]: Metering agent@n-d-820550-2: {}, Dec 16 09:12:11.917473 n-d-820550-2 neutron-server[102817]: Open vSwitch agent@n-d-820550-2: { 'AddressGroup': '1.2', Dec 16 09:12:11.917473 n-d-820550-2 neutron-server[102817]: 'ConntrackHelper': '1.0', Dec 16 09:12:11.917473 n-d-820550-2 neutron-server[102817]: 'Log': '1.0', Dec 16 09:12:11.917473 n-d-820550-2 neutron-server[102817]: 'Network': '1.1', Dec 16 09:12:11.917473 n-d-820550-2 neutron-server[102817]: 'Port': '1.7', Dec 16 09:12:11.917473 n-d-820550-2 neutron-server[102817]: 'PortForwarding': '1.2', Dec 16 09:12:11.917473 n-d-820550-2 neutron-server[102817]: 'QosPolicy': '1.9', Dec 16 09:12:11.917473 n-d-820550-2 neutron-server[102817]: 'SecurityGroup': '1.4', Dec 16 09:12:11.917473 n-d-820550-2 neutron-server[102817]: 'SecurityGroupRule': '1.2', Dec 16 09:12:11.917473 n-d-820550-2 neutron-server[102817]: 'SubPort': '1.0', Dec 16 09:12:11.917473 n-d-820550-2 neutron-server[102817]: 'Subnet': '1.1', Dec 16 09:12:11.917473 n-d-820550-2 neutron-server[102817]: 'Trunk': '1.1'}} Dec 16 09:12:11.917473 n-d-820550-2 neutron-server[102817]: {{(pid=102817) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 09:12:11.991810 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203ede73-2ca1-432e-8dde-3f089031f8c7 admin admin] Network 57f1a629-b088-400e-8d07-7ada1e77b417 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:12:12.091161 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-203ede73-2ca1-432e-8dde-3f089031f8c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 57f1a629-b088-400e-8d07-7ada1e77b417) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:12:12.095609 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203ede73-2ca1-432e-8dde-3f089031f8c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:12:12.096204 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-203ede73-2ca1-432e-8dde-3f089031f8c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:12.101166 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717af8c2-45a8-49ee-b7f8-b5a6c0d618fd None None] Network 57f1a629-b088-400e-8d07-7ada1e77b417 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:12:12.185473 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-203ede73-2ca1-432e-8dde-3f089031f8c7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8427911 Dec 16 09:12:12.430264 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a710e533-ff87-4993-bb71-fa5bd294a508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-57f1a629-b088-400e-8d07-7ada1e77b417', 'network_id': '57f1a629-b088-400e-8d07-7ada1e77b417', 'tenant_id': 'dae885991f5a445baee4313c79063a2a', 'fixed_ips': [{'subnet_id': '83e4e38d-1dfc-4096-aa94-a520516046da'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:12:12.431517 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a710e533-ff87-4993-bb71-fa5bd294a508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:12.704769 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-a710e533-ff87-4993-bb71-fa5bd294a508 None None] Allocated IP 172.20.0.2 (57f1a629-b088-400e-8d07-7ada1e77b417/83e4e38d-1dfc-4096-aa94-a520516046da/5f3e2d16-cfd0-4e2e-9c33-578bfac283ec) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:12:12.908005 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a710e533-ff87-4993-bb71-fa5bd294a508 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:12.995357 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a710e533-ff87-4993-bb71-fa5bd294a508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:13.087171 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a710e533-ff87-4993-bb71-fa5bd294a508 None None] Network 57f1a629-b088-400e-8d07-7ada1e77b417 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:12:13.091949 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-a710e533-ff87-4993-bb71-fa5bd294a508 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:12:13.100799 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a710e533-ff87-4993-bb71-fa5bd294a508 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:12:13.115017 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a710e533-ff87-4993-bb71-fa5bd294a508 None None] Pushing event updated for resources: {'Port': ['ID=5f3e2d16-cfd0-4e2e-9c33-578bfac283ec,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:12:13.146384 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a710e533-ff87-4993-bb71-fa5bd294a508 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:13.146768 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a710e533-ff87-4993-bb71-fa5bd294a508 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:13.147068 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a710e533-ff87-4993-bb71-fa5bd294a508 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:13.147948 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a710e533-ff87-4993-bb71-fa5bd294a508 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:13.148295 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a710e533-ff87-4993-bb71-fa5bd294a508 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:13.148620 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a710e533-ff87-4993-bb71-fa5bd294a508 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:13.148960 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a710e533-ff87-4993-bb71-fa5bd294a508 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:13.149296 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a710e533-ff87-4993-bb71-fa5bd294a508 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:13.149617 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a710e533-ff87-4993-bb71-fa5bd294a508 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:13.149936 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a710e533-ff87-4993-bb71-fa5bd294a508 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:13.150255 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a710e533-ff87-4993-bb71-fa5bd294a508 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:13.150572 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a710e533-ff87-4993-bb71-fa5bd294a508 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:13.151658 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a710e533-ff87-4993-bb71-fa5bd294a508 None None] Tracked resource versions report: Dec 16 09:12:13.151658 n-d-820550-2 neutron-server[102818]: pushed versions: Dec 16 09:12:13.151658 n-d-820550-2 neutron-server[102818]: { 'AddressGroup': {'1.2'}, Dec 16 09:12:13.151658 n-d-820550-2 neutron-server[102818]: 'ConntrackHelper': {'1.0'}, Dec 16 09:12:13.151658 n-d-820550-2 neutron-server[102818]: 'Log': {'1.0'}, Dec 16 09:12:13.151658 n-d-820550-2 neutron-server[102818]: 'Network': {'1.1'}, Dec 16 09:12:13.151658 n-d-820550-2 neutron-server[102818]: 'Port': {'1.7'}, Dec 16 09:12:13.151658 n-d-820550-2 neutron-server[102818]: 'PortForwarding': {'1.2'}, Dec 16 09:12:13.151658 n-d-820550-2 neutron-server[102818]: 'QosPolicy': {'1.9'}, Dec 16 09:12:13.151658 n-d-820550-2 neutron-server[102818]: 'SecurityGroup': {'1.4'}, Dec 16 09:12:13.151658 n-d-820550-2 neutron-server[102818]: 'SecurityGroupRule': {'1.2'}, Dec 16 09:12:13.151658 n-d-820550-2 neutron-server[102818]: 'SubPort': {'1.0'}, Dec 16 09:12:13.151658 n-d-820550-2 neutron-server[102818]: 'Subnet': {'1.1'}, Dec 16 09:12:13.151658 n-d-820550-2 neutron-server[102818]: 'Trunk': {'1.1'}} Dec 16 09:12:13.151658 n-d-820550-2 neutron-server[102818]: consumer versions: Dec 16 09:12:13.151658 n-d-820550-2 neutron-server[102818]: { DHCP agent@n-d-820550-2: {}, Dec 16 09:12:13.151658 n-d-820550-2 neutron-server[102818]: L3 agent@n-d-820550-2: {}, Dec 16 09:12:13.151658 n-d-820550-2 neutron-server[102818]: Metadata agent@n-d-820550-2: {}, Dec 16 09:12:13.151658 n-d-820550-2 neutron-server[102818]: Metering agent@n-d-820550-2: {}, Dec 16 09:12:13.151658 n-d-820550-2 neutron-server[102818]: Open vSwitch agent@n-d-820550-2: { 'AddressGroup': '1.2', Dec 16 09:12:13.151658 n-d-820550-2 neutron-server[102818]: 'ConntrackHelper': '1.0', Dec 16 09:12:13.151658 n-d-820550-2 neutron-server[102818]: 'Log': '1.0', Dec 16 09:12:13.151658 n-d-820550-2 neutron-server[102818]: 'Network': '1.1', Dec 16 09:12:13.151658 n-d-820550-2 neutron-server[102818]: 'Port': '1.7', Dec 16 09:12:13.151658 n-d-820550-2 neutron-server[102818]: 'PortForwarding': '1.2', Dec 16 09:12:13.151658 n-d-820550-2 neutron-server[102818]: 'QosPolicy': '1.9', Dec 16 09:12:13.151658 n-d-820550-2 neutron-server[102818]: 'SecurityGroup': '1.4', Dec 16 09:12:13.151658 n-d-820550-2 neutron-server[102818]: 'SecurityGroupRule': '1.2', Dec 16 09:12:13.151658 n-d-820550-2 neutron-server[102818]: 'SubPort': '1.0', Dec 16 09:12:13.151658 n-d-820550-2 neutron-server[102818]: 'Subnet': '1.1', Dec 16 09:12:13.151658 n-d-820550-2 neutron-server[102818]: 'Trunk': '1.1'}} Dec 16 09:12:13.151658 n-d-820550-2 neutron-server[102818]: {{(pid=102818) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 09:12:13.199709 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-a710e533-ff87-4993-bb71-fa5bd294a508 None None] Attempting to bind port 5f3e2d16-cfd0-4e2e-9c33-578bfac283ec on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:12:13.200112 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-a710e533-ff87-4993-bb71-fa5bd294a508 None None] Attempting to bind port 5f3e2d16-cfd0-4e2e-9c33-578bfac283ec by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'ad1df2bb-ec6c-49e4-820a-55b9da7afb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '57f1a629-b088-400e-8d07-7ada1e77b417'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:12:13.200544 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a710e533-ff87-4993-bb71-fa5bd294a508 None None] Attempting to bind port 5f3e2d16-cfd0-4e2e-9c33-578bfac283ec on network 57f1a629-b088-400e-8d07-7ada1e77b417 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:12:13.205447 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a710e533-ff87-4993-bb71-fa5bd294a508 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:12:13.205859 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a710e533-ff87-4993-bb71-fa5bd294a508 None None] Checking segment: {'id': 'ad1df2bb-ec6c-49e4-820a-55b9da7afb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '57f1a629-b088-400e-8d07-7ada1e77b417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:12:13.206309 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a710e533-ff87-4993-bb71-fa5bd294a508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:13.206696 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a710e533-ff87-4993-bb71-fa5bd294a508 None None] Bound using segment: {'id': 'ad1df2bb-ec6c-49e4-820a-55b9da7afb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '57f1a629-b088-400e-8d07-7ada1e77b417'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:12:13.207189 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-a710e533-ff87-4993-bb71-fa5bd294a508 None None] Bound port: 5f3e2d16-cfd0-4e2e-9c33-578bfac283ec, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1df2bb-ec6c-49e4-820a-55b9da7afb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '57f1a629-b088-400e-8d07-7ada1e77b417'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:12:13.207596 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a710e533-ff87-4993-bb71-fa5bd294a508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:13.269468 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-a710e533-ff87-4993-bb71-fa5bd294a508 None None] For port 5f3e2d16-cfd0-4e2e-9c33-578bfac283ec, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:12:13.273670 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-a710e533-ff87-4993-bb71-fa5bd294a508 None None] For port 5f3e2d16-cfd0-4e2e-9c33-578bfac283ec, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5f3e2d16-cfd0-4e2e-9c33-578bfac283ec,segment=NetworkSegment(ad1df2bb-ec6c-49e4-820a-55b9da7afb63),segment_id=ad1df2bb-ec6c-49e4-820a-55b9da7afb63)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:12:13.392697 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a710e533-ff87-4993-bb71-fa5bd294a508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:13.465537 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a710e533-ff87-4993-bb71-fa5bd294a508 None None] Pushing event updated for resources: {'Port': ['ID=5f3e2d16-cfd0-4e2e-9c33-578bfac283ec,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:12:14.598045 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54724) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:12:14.910366 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [None req-df664428-fabe-4994-aaf0-5943b46d4b87 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:12:14.921153 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-df664428-fabe-4994-aaf0-5943b46d4b87 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3123004 Dec 16 09:12:17.320153 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54732) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:12:17.623869 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [None req-7e85da2c-a7c7-46e7-bbc6-fbccbd43ddfc admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:12:17.625050 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7e85da2c-a7c7-46e7-bbc6-fbccbd43ddfc admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3038466 Dec 16 09:12:20.276339 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54742) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:12:20.570013 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-0583dfea-ba4a-4ada-ab53-e4dc079ecf20 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'dae885991f5a445baee4313c79063a2a', 'name': 'router1'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:12:20.657295 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0583dfea-ba4a-4ada-ab53-e4dc079ecf20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:20.658847 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0583dfea-ba4a-4ada-ab53-e4dc079ecf20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:20.809180 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5f3e2d16-cfd0-4e2e-9c33-578bfac283ec up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:12:20.818681 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0583dfea-ba4a-4ada-ab53-e4dc079ecf20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:20.898737 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 5f3e2d16-cfd0-4e2e-9c33-578bfac283ec triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:12:20.899195 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:21.005504 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:21.024627 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0583dfea-ba4a-4ada-ab53-e4dc079ecf20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:21.039616 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 5f3e2d16-cfd0-4e2e-9c33-578bfac283ec, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5f3e2d16-cfd0-4e2e-9c33-578bfac283ec,segment=NetworkSegment(ad1df2bb-ec6c-49e4-820a-55b9da7afb63),segment_id=ad1df2bb-ec6c-49e4-820a-55b9da7afb63)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:12:21.104609 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0583dfea-ba4a-4ada-ab53-e4dc079ecf20 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:21.105915 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0583dfea-ba4a-4ada-ab53-e4dc079ecf20 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8286049 Dec 16 09:12:21.125913 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:21.179530 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=5f3e2d16-cfd0-4e2e-9c33-578bfac283ec,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:12:21.894257 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaabfd0-3eb0-4b30-80b3-067e193c9c11 None None] Network 57f1a629-b088-400e-8d07-7ada1e77b417 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:12:21.953742 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2ee3b45f-0480-4062-9eb1-3f3a5fb2c85a None None] Provisioning complete for port 5f3e2d16-cfd0-4e2e-9c33-578bfac283ec triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:12:21.954107 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b45f-0480-4062-9eb1-3f3a5fb2c85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:22.304606 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-fe32ad04-e048-4ad9-a5e7-97015f95ebcd None None] Provisioning complete for port 5f3e2d16-cfd0-4e2e-9c33-578bfac283ec triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:12:22.304980 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fe32ad04-e048-4ad9-a5e7-97015f95ebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:22.767308 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5f3e2d16-cfd0-4e2e-9c33-578bfac283ec up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:12:22.818241 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 5f3e2d16-cfd0-4e2e-9c33-578bfac283ec triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:12:22.818621 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:23.499426 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54754) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:12:23.803821 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [None req-7b4a5b0f-fceb-43e7-861b-3789e18a760a admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:12:23.804870 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7b4a5b0f-fceb-43e7-861b-3789e18a760a admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3044882 Dec 16 09:12:23.968991 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-07535677-19b6-4efc-90e9-6f22dde70685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:26.180684 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54762) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:12:26.283392 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9a9f12fb-3286-44d3-ab8c-d1f80ed2e938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:26.486919 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-7efdcb52-af7a-448a-a1e1-31bafa693453 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:12:26.587995 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efdcb52-af7a-448a-a1e1-31bafa693453 admin admin] Made reservation on behalf of 369b9669fb834337b1d9b33cc0fb06e0 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:12:26.590262 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7efdcb52-af7a-448a-a1e1-31bafa693453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:26.598035 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7efdcb52-af7a-448a-a1e1-31bafa693453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:26.668003 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7efdcb52-af7a-448a-a1e1-31bafa693453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:26.748184 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7efdcb52-af7a-448a-a1e1-31bafa693453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:26.766160 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7efdcb52-af7a-448a-a1e1-31bafa693453 admin admin] Reserving flat network on physical network physnet1 {{(pid=102816) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 16 09:12:26.780992 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efdcb52-af7a-448a-a1e1-31bafa693453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93bb847-bbeb-40a2-8145-c1a4ce4d8756,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:12:26.787292 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7efdcb52-af7a-448a-a1e1-31bafa693453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:26.787660 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-7efdcb52-af7a-448a-a1e1-31bafa693453 admin admin] Added segment 013ff9e4-ebb5-43b2-9342-3cd71e1e6e28 of type flat for network 66f24afa-c67f-4411-a795-f16773380b27 Dec 16 09:12:26.841190 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7efdcb52-af7a-448a-a1e1-31bafa693453 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:26.939922 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7efdcb52-af7a-448a-a1e1-31bafa693453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:26.940865 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efdcb52-af7a-448a-a1e1-31bafa693453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:12:26.941496 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7efdcb52-af7a-448a-a1e1-31bafa693453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:27.017997 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efdcb52-af7a-448a-a1e1-31bafa693453 admin admin] Pushing event updated for resources: {'Network': ['ID=66f24afa-c67f-4411-a795-f16773380b27,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:12:27.027637 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 66f24afa-c67f-4411-a795-f16773380b27 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:12:27.071543 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7efdcb52-af7a-448a-a1e1-31bafa693453 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8897700 Dec 16 09:12:27.325347 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:28.805752 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:29.441306 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54780) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:12:29.471865 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:29.660810 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3191e4a4-b508-40a9-b8e4-8c6c736fffb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:12:29.662199 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3191e4a4-b508-40a9-b8e4-8c6c736fffb9 admin admin] 10.222.0.60 "GET /v2.0/subnets/83e4e38d-1dfc-4096-aa94-a520516046da HTTP/1.1" status: 200 len: 849 time: 0.2200398 Dec 16 09:12:29.780106 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2ea98fc6-1745-4b2f-a244-bce4aa57daa4 admin admin] 10.222.0.60 "GET /v2.0/routers/2208f168-91e7-4a99-b4bd-945e31b68a3d HTTP/1.1" status: 200 len: 704 time: 0.1111963 Dec 16 09:12:30.054370 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6cf562bb-3c5c-4b11-9c69-ce7c34150e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:30.364965 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-6cf562bb-3c5c-4b11-9c69-ce7c34150e06 admin admin] Allocated IP 172.20.0.1 (57f1a629-b088-400e-8d07-7ada1e77b417/83e4e38d-1dfc-4096-aa94-a520516046da/510aef25-55f3-4ba2-bcdf-e5e5407f87c0) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:12:30.544835 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6cf562bb-3c5c-4b11-9c69-ce7c34150e06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:30.657389 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6cf562bb-3c5c-4b11-9c69-ce7c34150e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:30.727394 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf562bb-3c5c-4b11-9c69-ce7c34150e06 admin admin] Network 57f1a629-b088-400e-8d07-7ada1e77b417 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:12:30.732079 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-6cf562bb-3c5c-4b11-9c69-ce7c34150e06 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:12:30.742379 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf562bb-3c5c-4b11-9c69-ce7c34150e06 admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:12:30.742906 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6cf562bb-3c5c-4b11-9c69-ce7c34150e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:30.766376 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf562bb-3c5c-4b11-9c69-ce7c34150e06 admin admin] Pushing event updated for resources: {'Port': ['ID=510aef25-55f3-4ba2-bcdf-e5e5407f87c0,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:12:30.942046 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-a9e5697c-36ac-41ab-b17d-8b743b1a26bc None None] Provisioning complete for port 510aef25-55f3-4ba2-bcdf-e5e5407f87c0 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:12:30.942614 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a9e5697c-36ac-41ab-b17d-8b743b1a26bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:30.974575 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5697c-36ac-41ab-b17d-8b743b1a26bc None None] Port 510aef25-55f3-4ba2-bcdf-e5e5407f87c0 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:12:31.049427 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6cf562bb-3c5c-4b11-9c69-ce7c34150e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:31.251784 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6cf562bb-3c5c-4b11-9c69-ce7c34150e06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:31.324738 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6cf562bb-3c5c-4b11-9c69-ce7c34150e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:31.325513 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6cf562bb-3c5c-4b11-9c69-ce7c34150e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:31.403850 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf562bb-3c5c-4b11-9c69-ce7c34150e06 admin admin] Pushing event updated for resources: {'Port': ['ID=510aef25-55f3-4ba2-bcdf-e5e5407f87c0,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:12:31.450927 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf562bb-3c5c-4b11-9c69-ce7c34150e06 admin admin] Network 57f1a629-b088-400e-8d07-7ada1e77b417 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:12:31.452233 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-6cf562bb-3c5c-4b11-9c69-ce7c34150e06 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:12:31.673615 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf562bb-3c5c-4b11-9c69-ce7c34150e06 admin admin] Router 2208f168-91e7-4a99-b4bd-945e31b68a3d is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:12:31.696177 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-11bc6ea9-ad86-46d5-8bc0-2f06baba8340 None None] Provisioning complete for port 510aef25-55f3-4ba2-bcdf-e5e5407f87c0 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:12:31.696549 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-11bc6ea9-ad86-46d5-8bc0-2f06baba8340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:31.729478 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-11bc6ea9-ad86-46d5-8bc0-2f06baba8340 None None] Port 510aef25-55f3-4ba2-bcdf-e5e5407f87c0 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:12:31.763848 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf562bb-3c5c-4b11-9c69-ce7c34150e06 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:12:31.768703 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6cf562bb-3c5c-4b11-9c69-ce7c34150e06 admin admin] 10.222.0.60 "PUT /v2.0/routers/2208f168-91e7-4a99-b4bd-945e31b68a3d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9829018 Dec 16 09:12:31.773795 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743d3a51-8484-4560-bee3-f0fa2e15860b None None] Sync routers for ids ['2208f168-91e7-4a99-b4bd-945e31b68a3d'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:12:31.785577 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743d3a51-8484-4560-bee3-f0fa2e15860b None None] Routers {'2208f168-91e7-4a99-b4bd-945e31b68a3d'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:12:31.786507 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-743d3a51-8484-4560-bee3-f0fa2e15860b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:12:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2208f168-91e7-4a99-b4bd-945e31b68a3d'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:12:31.978580 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-743d3a51-8484-4560-bee3-f0fa2e15860b None None] Set router 2208f168-91e7-4a99-b4bd-945e31b68a3d gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:12:32.405049 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-743d3a51-8484-4560-bee3-f0fa2e15860b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2208f168-91e7-4a99-b4bd-945e31b68a3d', 'name': 'router1', 'tenant_id': 'dae885991f5a445baee4313c79063a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:12:20Z', 'updated_at': '2021-12-16T09:12:30Z', 'revision_number': 2, 'project_id': 'dae885991f5a445baee4313c79063a2a', 'gw_port_host': None, '_interfaces': [{'id': '510aef25-55f3-4ba2-bcdf-e5e5407f87c0', 'name': '', 'network_id': '57f1a629-b088-400e-8d07-7ada1e77b417', 'tenant_id': 'dae885991f5a445baee4313c79063a2a', 'mac_address': 'fa:16:3e:9a:7e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2208f168-91e7-4a99-b4bd-945e31b68a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83e4e38d-1dfc-4096-aa94-a520516046da', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:12:30Z', 'updated_at': '2021-12-16T09:12:31Z', 'revision_number': 2, 'project_id': 'dae885991f5a445baee4313c79063a2a', 'subnets': [{'id': '83e4e38d-1dfc-4096-aa94-a520516046da', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd36a1998-034f-4104-b32f-7a47d7508c95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:12:32.456241 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743d3a51-8484-4560-bee3-f0fa2e15860b None None] Checking router: 2208f168-91e7-4a99-b4bd-945e31b68a3d for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:12:32.456521 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743d3a51-8484-4560-bee3-f0fa2e15860b None None] Updating router 2208f168-91e7-4a99-b4bd-945e31b68a3d port 510aef25-55f3-4ba2-bcdf-e5e5407f87c0 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:12:32.505520 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-743d3a51-8484-4560-bee3-f0fa2e15860b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:33.012453 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-743d3a51-8484-4560-bee3-f0fa2e15860b None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:33.094095 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-743d3a51-8484-4560-bee3-f0fa2e15860b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:33.250974 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76789ccf-f27a-4584-bc68-37751e074e63 None None] Pushing event updated for resources: {'Port': ['ID=510aef25-55f3-4ba2-bcdf-e5e5407f87c0,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:12:33.258977 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-743d3a51-8484-4560-bee3-f0fa2e15860b None None] Attempting to bind port 510aef25-55f3-4ba2-bcdf-e5e5407f87c0 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:12:33.259379 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-743d3a51-8484-4560-bee3-f0fa2e15860b None None] Attempting to bind port 510aef25-55f3-4ba2-bcdf-e5e5407f87c0 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'ad1df2bb-ec6c-49e4-820a-55b9da7afb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '57f1a629-b088-400e-8d07-7ada1e77b417'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:12:33.259818 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743d3a51-8484-4560-bee3-f0fa2e15860b None None] Attempting to bind port 510aef25-55f3-4ba2-bcdf-e5e5407f87c0 on network 57f1a629-b088-400e-8d07-7ada1e77b417 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:12:33.268812 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743d3a51-8484-4560-bee3-f0fa2e15860b None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:12:33.269263 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743d3a51-8484-4560-bee3-f0fa2e15860b None None] Checking segment: {'id': 'ad1df2bb-ec6c-49e4-820a-55b9da7afb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '57f1a629-b088-400e-8d07-7ada1e77b417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:12:33.269724 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-743d3a51-8484-4560-bee3-f0fa2e15860b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:33.270119 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743d3a51-8484-4560-bee3-f0fa2e15860b None None] Bound using segment: {'id': 'ad1df2bb-ec6c-49e4-820a-55b9da7afb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '57f1a629-b088-400e-8d07-7ada1e77b417'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:12:33.270637 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-743d3a51-8484-4560-bee3-f0fa2e15860b None None] Bound port: 510aef25-55f3-4ba2-bcdf-e5e5407f87c0, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1df2bb-ec6c-49e4-820a-55b9da7afb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '57f1a629-b088-400e-8d07-7ada1e77b417'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:12:33.271032 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-743d3a51-8484-4560-bee3-f0fa2e15860b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:33.274061 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76789ccf-f27a-4584-bc68-37751e074e63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:33.274411 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76789ccf-f27a-4584-bc68-37751e074e63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:33.274751 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76789ccf-f27a-4584-bc68-37751e074e63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:33.275085 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76789ccf-f27a-4584-bc68-37751e074e63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:33.275414 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76789ccf-f27a-4584-bc68-37751e074e63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:33.275734 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76789ccf-f27a-4584-bc68-37751e074e63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:33.276050 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76789ccf-f27a-4584-bc68-37751e074e63 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:33.276385 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76789ccf-f27a-4584-bc68-37751e074e63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:33.276706 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76789ccf-f27a-4584-bc68-37751e074e63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:33.277030 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76789ccf-f27a-4584-bc68-37751e074e63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:33.277380 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76789ccf-f27a-4584-bc68-37751e074e63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:33.278082 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76789ccf-f27a-4584-bc68-37751e074e63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:33.279590 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76789ccf-f27a-4584-bc68-37751e074e63 None None] Tracked resource versions report: Dec 16 09:12:33.279590 n-d-820550-2 neutron-server[102819]: pushed versions: Dec 16 09:12:33.279590 n-d-820550-2 neutron-server[102819]: { 'AddressGroup': {'1.2'}, Dec 16 09:12:33.279590 n-d-820550-2 neutron-server[102819]: 'ConntrackHelper': {'1.0'}, Dec 16 09:12:33.279590 n-d-820550-2 neutron-server[102819]: 'Log': {'1.0'}, Dec 16 09:12:33.279590 n-d-820550-2 neutron-server[102819]: 'Network': {'1.1'}, Dec 16 09:12:33.279590 n-d-820550-2 neutron-server[102819]: 'Port': {'1.7'}, Dec 16 09:12:33.279590 n-d-820550-2 neutron-server[102819]: 'PortForwarding': {'1.2'}, Dec 16 09:12:33.279590 n-d-820550-2 neutron-server[102819]: 'QosPolicy': {'1.9'}, Dec 16 09:12:33.279590 n-d-820550-2 neutron-server[102819]: 'SecurityGroup': {'1.4'}, Dec 16 09:12:33.279590 n-d-820550-2 neutron-server[102819]: 'SecurityGroupRule': {'1.2'}, Dec 16 09:12:33.279590 n-d-820550-2 neutron-server[102819]: 'SubPort': {'1.0'}, Dec 16 09:12:33.279590 n-d-820550-2 neutron-server[102819]: 'Subnet': {'1.1'}, Dec 16 09:12:33.279590 n-d-820550-2 neutron-server[102819]: 'Trunk': {'1.1'}} Dec 16 09:12:33.279590 n-d-820550-2 neutron-server[102819]: consumer versions: Dec 16 09:12:33.279590 n-d-820550-2 neutron-server[102819]: { DHCP agent@n-d-820550-2: {}, Dec 16 09:12:33.279590 n-d-820550-2 neutron-server[102819]: L3 agent@n-d-820550-2: {}, Dec 16 09:12:33.279590 n-d-820550-2 neutron-server[102819]: Metadata agent@n-d-820550-2: {}, Dec 16 09:12:33.279590 n-d-820550-2 neutron-server[102819]: Metering agent@n-d-820550-2: {}, Dec 16 09:12:33.279590 n-d-820550-2 neutron-server[102819]: Open vSwitch agent@n-d-820550-2: { 'AddressGroup': '1.2', Dec 16 09:12:33.279590 n-d-820550-2 neutron-server[102819]: 'ConntrackHelper': '1.0', Dec 16 09:12:33.279590 n-d-820550-2 neutron-server[102819]: 'Log': '1.0', Dec 16 09:12:33.279590 n-d-820550-2 neutron-server[102819]: 'Network': '1.1', Dec 16 09:12:33.279590 n-d-820550-2 neutron-server[102819]: 'Port': '1.7', Dec 16 09:12:33.279590 n-d-820550-2 neutron-server[102819]: 'PortForwarding': '1.2', Dec 16 09:12:33.279590 n-d-820550-2 neutron-server[102819]: 'QosPolicy': '1.9', Dec 16 09:12:33.279590 n-d-820550-2 neutron-server[102819]: 'SecurityGroup': '1.4', Dec 16 09:12:33.279590 n-d-820550-2 neutron-server[102819]: 'SecurityGroupRule': '1.2', Dec 16 09:12:33.279590 n-d-820550-2 neutron-server[102819]: 'SubPort': '1.0', Dec 16 09:12:33.279590 n-d-820550-2 neutron-server[102819]: 'Subnet': '1.1', Dec 16 09:12:33.279590 n-d-820550-2 neutron-server[102819]: 'Trunk': '1.1'}} Dec 16 09:12:33.279590 n-d-820550-2 neutron-server[102819]: {{(pid=102819) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 09:12:33.357356 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-743d3a51-8484-4560-bee3-f0fa2e15860b None None] For port 510aef25-55f3-4ba2-bcdf-e5e5407f87c0, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:12:33.358142 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-e7e6fe2b-9524-4920-a146-c8596e3b2ab1 None None] Provisioning complete for port 510aef25-55f3-4ba2-bcdf-e5e5407f87c0 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:12:33.358632 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e7e6fe2b-9524-4920-a146-c8596e3b2ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:33.377655 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-743d3a51-8484-4560-bee3-f0fa2e15860b None None] For port 510aef25-55f3-4ba2-bcdf-e5e5407f87c0, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=510aef25-55f3-4ba2-bcdf-e5e5407f87c0,segment=NetworkSegment(ad1df2bb-ec6c-49e4-820a-55b9da7afb63),segment_id=ad1df2bb-ec6c-49e4-820a-55b9da7afb63)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:12:33.404858 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-e7e6fe2b-9524-4920-a146-c8596e3b2ab1 None None] Port 510aef25-55f3-4ba2-bcdf-e5e5407f87c0 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:12:33.439739 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-743d3a51-8484-4560-bee3-f0fa2e15860b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:33.498422 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743d3a51-8484-4560-bee3-f0fa2e15860b None None] Routers {'2208f168-91e7-4a99-b4bd-945e31b68a3d'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:12:33.502413 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-743d3a51-8484-4560-bee3-f0fa2e15860b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:12:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2208f168-91e7-4a99-b4bd-945e31b68a3d'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:12:33.536226 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76789ccf-f27a-4584-bc68-37751e074e63 None None] Pushing event updated for resources: {'Port': ['ID=510aef25-55f3-4ba2-bcdf-e5e5407f87c0,revision_number=4']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:12:33.590589 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-743d3a51-8484-4560-bee3-f0fa2e15860b None None] Set router 2208f168-91e7-4a99-b4bd-945e31b68a3d gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:12:33.723578 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-700b0d6f-0dd3-4b49-a703-1f11e50c9fc3 None None] Provisioning complete for port 510aef25-55f3-4ba2-bcdf-e5e5407f87c0 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:12:33.723945 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-700b0d6f-0dd3-4b49-a703-1f11e50c9fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:33.801392 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-743d3a51-8484-4560-bee3-f0fa2e15860b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2208f168-91e7-4a99-b4bd-945e31b68a3d', 'name': 'router1', 'tenant_id': 'dae885991f5a445baee4313c79063a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:12:20Z', 'updated_at': '2021-12-16T09:12:30Z', 'revision_number': 2, 'project_id': 'dae885991f5a445baee4313c79063a2a', 'gw_port_host': None, '_interfaces': [{'id': '510aef25-55f3-4ba2-bcdf-e5e5407f87c0', 'name': '', 'network_id': '57f1a629-b088-400e-8d07-7ada1e77b417', 'tenant_id': 'dae885991f5a445baee4313c79063a2a', 'mac_address': 'fa:16:3e:9a:7e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2208f168-91e7-4a99-b4bd-945e31b68a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83e4e38d-1dfc-4096-aa94-a520516046da', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:12:30Z', 'updated_at': '2021-12-16T09:12:33Z', 'revision_number': 4, 'project_id': 'dae885991f5a445baee4313c79063a2a', 'subnets': [{'id': '83e4e38d-1dfc-4096-aa94-a520516046da', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd36a1998-034f-4104-b32f-7a47d7508c95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:12:33.802862 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-700b0d6f-0dd3-4b49-a703-1f11e50c9fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:33.826725 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743d3a51-8484-4560-bee3-f0fa2e15860b None None] The sync data for ids ['2208f168-91e7-4a99-b4bd-945e31b68a3d'] in n-d-820550-2 is: [{'id': '2208f168-91e7-4a99-b4bd-945e31b68a3d', 'name': 'router1', 'tenant_id': 'dae885991f5a445baee4313c79063a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:12:20Z', 'updated_at': '2021-12-16T09:12:30Z', 'revision_number': 2, 'project_id': 'dae885991f5a445baee4313c79063a2a', 'gw_port_host': None, '_interfaces': [{'id': '510aef25-55f3-4ba2-bcdf-e5e5407f87c0', 'name': '', 'network_id': '57f1a629-b088-400e-8d07-7ada1e77b417', 'tenant_id': 'dae885991f5a445baee4313c79063a2a', 'mac_address': 'fa:16:3e:9a:7e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2208f168-91e7-4a99-b4bd-945e31b68a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83e4e38d-1dfc-4096-aa94-a520516046da', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:12:30Z', 'updated_at': '2021-12-16T09:12:33Z', 'revision_number': 4, 'project_id': 'dae885991f5a445baee4313c79063a2a', 'subnets': [{'id': '83e4e38d-1dfc-4096-aa94-a520516046da', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd36a1998-034f-4104-b32f-7a47d7508c95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:12:33.951497 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-700b0d6f-0dd3-4b49-a703-1f11e50c9fc3 None None] For port 510aef25-55f3-4ba2-bcdf-e5e5407f87c0, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=510aef25-55f3-4ba2-bcdf-e5e5407f87c0,segment=NetworkSegment(ad1df2bb-ec6c-49e4-820a-55b9da7afb63),segment_id=ad1df2bb-ec6c-49e4-820a-55b9da7afb63)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:12:34.014220 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54800) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:12:34.026218 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-700b0d6f-0dd3-4b49-a703-1f11e50c9fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:34.072586 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b0d6f-0dd3-4b49-a703-1f11e50c9fc3 None None] Pushing event updated for resources: {'Port': ['ID=510aef25-55f3-4ba2-bcdf-e5e5407f87c0,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:12:34.134753 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7992e895-9adf-4662-bd91-8ca02c01c105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:12:34.136298 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7992e895-9adf-4662-bd91-8ca02c01c105 admin admin] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 842 time: 0.1210501 Dec 16 09:12:34.149282 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-fde7a0db-bbe4-4292-ab1a-12ba2242c0f7 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.25.1.0/24', 'ip_version': 4, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'gateway_ip': '172.25.1.1', 'name': 'public-subnet'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:12:34.248467 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde7a0db-bbe4-4292-ab1a-12ba2242c0f7 admin admin] Made reservation on behalf of 369b9669fb834337b1d9b33cc0fb06e0 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:12:34.250801 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fde7a0db-bbe4-4292-ab1a-12ba2242c0f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:34.665574 n-d-820550-2 neutron-server[102817]: DEBUG neutron.objects.ports [None req-fde7a0db-bbe4-4292-ab1a-12ba2242c0f7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102817) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:12:34.666050 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fde7a0db-bbe4-4292-ab1a-12ba2242c0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:34.728395 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7a0db-bbe4-4292-ab1a-12ba2242c0f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb81d6ef-b68c-4591-8e91-e207ef149a44,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:12:34.732900 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde7a0db-bbe4-4292-ab1a-12ba2242c0f7 admin admin] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:12:34.733293 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde7a0db-bbe4-4292-ab1a-12ba2242c0f7 admin admin] Network hostable DHCP agents. Network: 66f24afa-c67f-4411-a795-f16773380b27, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:12:34.850774 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde7a0db-bbe4-4292-ab1a-12ba2242c0f7 admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:12:34.948298 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-fde7a0db-bbe4-4292-ab1a-12ba2242c0f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 66f24afa-c67f-4411-a795-f16773380b27) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:12:34.953426 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde7a0db-bbe4-4292-ab1a-12ba2242c0f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:12:34.954511 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fde7a0db-bbe4-4292-ab1a-12ba2242c0f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:34.957555 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa8fd86-54eb-410b-aead-9047514ee2d5 None None] Network 66f24afa-c67f-4411-a795-f16773380b27 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:12:35.065273 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fde7a0db-bbe4-4292-ab1a-12ba2242c0f7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9028816 Dec 16 09:12:35.084216 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6144a4ac-05e2-45bd-92ac-4d9440409205 None None] Network 66f24afa-c67f-4411-a795-f16773380b27 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:12:37.342062 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54808) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:12:37.566813 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c8612b7a-36be-44b2-b289-43c2904a0d16 admin admin] 10.222.0.60 "GET /v2.0/routers/2208f168-91e7-4a99-b4bd-945e31b68a3d HTTP/1.1" status: 200 len: 710 time: 0.2235346 Dec 16 09:12:37.652614 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f77e910-6b78-4217-b6a3-69bc58bb5cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:12:37.654015 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5f77e910-6b78-4217-b6a3-69bc58bb5cec admin admin] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 886 time: 0.0812008 Dec 16 09:12:37.664039 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-42f1dcc4-420f-4c7e-85ab-16939d4a56fb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:12:37.911516 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-42f1dcc4-420f-4c7e-85ab-16939d4a56fb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:38.214792 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-42f1dcc4-420f-4c7e-85ab-16939d4a56fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:38.290424 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-42f1dcc4-420f-4c7e-85ab-16939d4a56fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:38.525855 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-42f1dcc4-420f-4c7e-85ab-16939d4a56fb admin admin] Allocated IP 172.25.1.106 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/0241d5d7-f4b8-41d4-9979-24242cdc140a) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:12:38.679713 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-42f1dcc4-420f-4c7e-85ab-16939d4a56fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:38.805686 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-42f1dcc4-420f-4c7e-85ab-16939d4a56fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:38.872229 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f1dcc4-420f-4c7e-85ab-16939d4a56fb admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:12:38.879593 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-42f1dcc4-420f-4c7e-85ab-16939d4a56fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:12:38.886907 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f1dcc4-420f-4c7e-85ab-16939d4a56fb admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:12:38.924575 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1dcc4-420f-4c7e-85ab-16939d4a56fb admin admin] Pushing event updated for resources: {'Port': ['ID=0241d5d7-f4b8-41d4-9979-24242cdc140a,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:12:39.275925 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-42f1dcc4-420f-4c7e-85ab-16939d4a56fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:39.467098 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-42f1dcc4-420f-4c7e-85ab-16939d4a56fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10956'] for router, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:39.472151 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-42f1dcc4-420f-4c7e-85ab-16939d4a56fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575385'] for router, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:39.579681 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f1dcc4-420f-4c7e-85ab-16939d4a56fb admin admin] Router 2208f168-91e7-4a99-b4bd-945e31b68a3d has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:12:39.681988 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f1dcc4-420f-4c7e-85ab-16939d4a56fb admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:12:39.686400 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-42f1dcc4-420f-4c7e-85ab-16939d4a56fb admin admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:39.687595 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-42f1dcc4-420f-4c7e-85ab-16939d4a56fb admin admin] 10.222.0.60 "PUT /v2.0/routers/2208f168-91e7-4a99-b4bd-945e31b68a3d HTTP/1.1" status: 200 len: 890 time: 2.0273824 Dec 16 09:12:40.300518 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4205f6d-0a30-4340-8197-4aa8d610d6ff None None] Sync routers for ids ['2208f168-91e7-4a99-b4bd-945e31b68a3d'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:12:40.310854 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4205f6d-0a30-4340-8197-4aa8d610d6ff None None] Routers {'2208f168-91e7-4a99-b4bd-945e31b68a3d'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:12:40.311499 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-b4205f6d-0a30-4340-8197-4aa8d610d6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:12:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2208f168-91e7-4a99-b4bd-945e31b68a3d'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:12:40.511244 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-b4205f6d-0a30-4340-8197-4aa8d610d6ff None None] Set router 2208f168-91e7-4a99-b4bd-945e31b68a3d gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:12:40.813789 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 510aef25-55f3-4ba2-bcdf-e5e5407f87c0 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:12:40.892579 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 510aef25-55f3-4ba2-bcdf-e5e5407f87c0 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:12:40.892945 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:41.007973 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-b4205f6d-0a30-4340-8197-4aa8d610d6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2208f168-91e7-4a99-b4bd-945e31b68a3d', 'name': 'router1', 'tenant_id': 'dae885991f5a445baee4313c79063a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '0241d5d7-f4b8-41d4-9979-24242cdc140a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:12:20Z', 'updated_at': '2021-12-16T09:12:39Z', 'revision_number': 4, 'project_id': 'dae885991f5a445baee4313c79063a2a', 'gw_port': {'id': '0241d5d7-f4b8-41d4-9979-24242cdc140a', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:46:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2208f168-91e7-4a99-b4bd-945e31b68a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:12:38Z', 'updated_at': '2021-12-16T09:12:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '510aef25-55f3-4ba2-bcdf-e5e5407f87c0', 'name': '', 'network_id': '57f1a629-b088-400e-8d07-7ada1e77b417', 'tenant_id': 'dae885991f5a445baee4313c79063a2a', 'mac_address': 'fa:16:3e:9a:7e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2208f168-91e7-4a99-b4bd-945e31b68a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83e4e38d-1dfc-4096-aa94-a520516046da', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:12:30Z', 'updated_at': '2021-12-16T09:12:33Z', 'revision_number': 5, 'project_id': 'dae885991f5a445baee4313c79063a2a', 'subnets': [{'id': '83e4e38d-1dfc-4096-aa94-a520516046da', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd36a1998-034f-4104-b32f-7a47d7508c95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:12:41.065806 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4205f6d-0a30-4340-8197-4aa8d610d6ff None None] Checking router: 2208f168-91e7-4a99-b4bd-945e31b68a3d for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:12:41.066153 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4205f6d-0a30-4340-8197-4aa8d610d6ff None None] Updating router 2208f168-91e7-4a99-b4bd-945e31b68a3d port 0241d5d7-f4b8-41d4-9979-24242cdc140a binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:12:41.116251 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b4205f6d-0a30-4340-8197-4aa8d610d6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:41.423226 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b4205f6d-0a30-4340-8197-4aa8d610d6ff None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:41.494363 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b4205f6d-0a30-4340-8197-4aa8d610d6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:41.620989 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-b4205f6d-0a30-4340-8197-4aa8d610d6ff None None] Attempting to bind port 0241d5d7-f4b8-41d4-9979-24242cdc140a on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:12:41.621384 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-b4205f6d-0a30-4340-8197-4aa8d610d6ff None None] Attempting to bind port 0241d5d7-f4b8-41d4-9979-24242cdc140a by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:12:41.621744 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4205f6d-0a30-4340-8197-4aa8d610d6ff None None] Attempting to bind port 0241d5d7-f4b8-41d4-9979-24242cdc140a on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:12:41.624506 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25883876-f317-40a5-aac0-f1a5ba937157 None None] Pushing event updated for resources: {'Port': ['ID=0241d5d7-f4b8-41d4-9979-24242cdc140a,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:12:41.628924 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4205f6d-0a30-4340-8197-4aa8d610d6ff None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:12:41.629318 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4205f6d-0a30-4340-8197-4aa8d610d6ff None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:12:41.629721 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b4205f6d-0a30-4340-8197-4aa8d610d6ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:41.630101 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4205f6d-0a30-4340-8197-4aa8d610d6ff None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:12:41.630561 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-b4205f6d-0a30-4340-8197-4aa8d610d6ff None None] Bound port: 0241d5d7-f4b8-41d4-9979-24242cdc140a, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:12:41.631487 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b4205f6d-0a30-4340-8197-4aa8d610d6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:41.680529 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-b4205f6d-0a30-4340-8197-4aa8d610d6ff None None] For port 0241d5d7-f4b8-41d4-9979-24242cdc140a, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:12:41.683383 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-b4205f6d-0a30-4340-8197-4aa8d610d6ff None None] For port 0241d5d7-f4b8-41d4-9979-24242cdc140a, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=0241d5d7-f4b8-41d4-9979-24242cdc140a,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:12:41.774729 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b4205f6d-0a30-4340-8197-4aa8d610d6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:41.833086 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4205f6d-0a30-4340-8197-4aa8d610d6ff None None] Routers {'2208f168-91e7-4a99-b4bd-945e31b68a3d'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:12:41.833741 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-b4205f6d-0a30-4340-8197-4aa8d610d6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:12:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2208f168-91e7-4a99-b4bd-945e31b68a3d'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:12:41.836992 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25883876-f317-40a5-aac0-f1a5ba937157 None None] Pushing event updated for resources: {'Port': ['ID=0241d5d7-f4b8-41d4-9979-24242cdc140a,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:12:41.941038 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-b4205f6d-0a30-4340-8197-4aa8d610d6ff None None] Set router 2208f168-91e7-4a99-b4bd-945e31b68a3d gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:12:42.139219 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54820) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:12:42.162140 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-b4205f6d-0a30-4340-8197-4aa8d610d6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2208f168-91e7-4a99-b4bd-945e31b68a3d', 'name': 'router1', 'tenant_id': 'dae885991f5a445baee4313c79063a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '0241d5d7-f4b8-41d4-9979-24242cdc140a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:12:20Z', 'updated_at': '2021-12-16T09:12:39Z', 'revision_number': 4, 'project_id': 'dae885991f5a445baee4313c79063a2a', 'gw_port': {'id': '0241d5d7-f4b8-41d4-9979-24242cdc140a', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:46:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2208f168-91e7-4a99-b4bd-945e31b68a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:12:38Z', 'updated_at': '2021-12-16T09:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '510aef25-55f3-4ba2-bcdf-e5e5407f87c0', 'name': '', 'network_id': '57f1a629-b088-400e-8d07-7ada1e77b417', 'tenant_id': 'dae885991f5a445baee4313c79063a2a', 'mac_address': 'fa:16:3e:9a:7e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2208f168-91e7-4a99-b4bd-945e31b68a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83e4e38d-1dfc-4096-aa94-a520516046da', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:12:30Z', 'updated_at': '2021-12-16T09:12:33Z', 'revision_number': 5, 'project_id': 'dae885991f5a445baee4313c79063a2a', 'subnets': [{'id': '83e4e38d-1dfc-4096-aa94-a520516046da', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd36a1998-034f-4104-b32f-7a47d7508c95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:12:42.187989 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4205f6d-0a30-4340-8197-4aa8d610d6ff None None] The sync data for ids ['2208f168-91e7-4a99-b4bd-945e31b68a3d'] in n-d-820550-2 is: [{'id': '2208f168-91e7-4a99-b4bd-945e31b68a3d', 'name': 'router1', 'tenant_id': 'dae885991f5a445baee4313c79063a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '0241d5d7-f4b8-41d4-9979-24242cdc140a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:12:20Z', 'updated_at': '2021-12-16T09:12:39Z', 'revision_number': 4, 'project_id': 'dae885991f5a445baee4313c79063a2a', 'gw_port': {'id': '0241d5d7-f4b8-41d4-9979-24242cdc140a', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:46:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2208f168-91e7-4a99-b4bd-945e31b68a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:12:38Z', 'updated_at': '2021-12-16T09:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '510aef25-55f3-4ba2-bcdf-e5e5407f87c0', 'name': '', 'network_id': '57f1a629-b088-400e-8d07-7ada1e77b417', 'tenant_id': 'dae885991f5a445baee4313c79063a2a', 'mac_address': 'fa:16:3e:9a:7e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2208f168-91e7-4a99-b4bd-945e31b68a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83e4e38d-1dfc-4096-aa94-a520516046da', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:12:30Z', 'updated_at': '2021-12-16T09:12:33Z', 'revision_number': 5, 'project_id': 'dae885991f5a445baee4313c79063a2a', 'subnets': [{'id': '83e4e38d-1dfc-4096-aa94-a520516046da', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd36a1998-034f-4104-b32f-7a47d7508c95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:12:42.266195 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-af63d87a-9e54-4ae9-8c6c-ba3239b66d43 admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1258495 Dec 16 09:12:42.956539 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 0241d5d7-f4b8-41d4-9979-24242cdc140a up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:12:43.007599 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 0241d5d7-f4b8-41d4-9979-24242cdc140a triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:12:43.007977 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:43.088174 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:43.108811 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 0241d5d7-f4b8-41d4-9979-24242cdc140a, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=0241d5d7-f4b8-41d4-9979-24242cdc140a,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:12:43.169587 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:43.224925 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=0241d5d7-f4b8-41d4-9979-24242cdc140a,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:12:44.800871 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 0241d5d7-f4b8-41d4-9979-24242cdc140a up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:12:44.892727 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 0241d5d7-f4b8-41d4-9979-24242cdc140a triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:12:44.893104 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:53.956837 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-eeaa6400-f0c2-42ec-bb84-74a99afa2a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:54.396756 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 5 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:12:56.276621 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f4a42b99-988d-497b-9f3f-76f3ab60999d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:57.356735 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:58.913668 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:59.461864 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:13:24.033274 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-14c9eb03-7a73-4686-b88c-771fafbfacef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:13:26.340601 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c468b78c-275c-4678-b839-df0183e635d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:13:27.349819 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:13:28.944199 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:13:29.837951 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:13:31.395770 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 5 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:13:53.968270 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-52d6f2e6-c248-43fa-8003-ae44a7de078c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:13:56.293698 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1bda91a2-414d-48e4-ba86-e5d7efc5eb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:13:57.356327 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:13:58.825276 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:13:59.453449 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:14:08.395581 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 5 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:14:23.938447 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-844425d2-c8c5-45cb-a585-5809e4d818c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:14:25.080806 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55414) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:14:25.140809 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-7667c647-8445-439d-a6d6-627750c0f311 admin admin] GET failed (client error): The resource could not be found. Dec 16 09:14:25.142125 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7667c647-8445-439d-a6d6-627750c0f311 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0603700 Dec 16 09:14:25.363566 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20444742-065b-46fb-a867-348cd23e313a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:14:25.364960 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-20444742-065b-46fb-a867-348cd23e313a admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2182219 Dec 16 09:14:26.281398 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-082bd5e7-9b6f-48a2-b09c-f63c156f2c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:14:27.341629 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:14:27.575884 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55424) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:14:27.669783 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1413e81-b9d7-41ca-a7be-a1e777c2e1ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:14:27.671112 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f1413e81-b9d7-41ca-a7be-a1e777c2e1ee admin admin] 10.222.0.60 "GET /v2.0/subnets/83e4e38d-1dfc-4096-aa94-a520516046da HTTP/1.1" status: 200 len: 849 time: 0.0942848 Dec 16 09:14:27.681130 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-1bdada33-d079-4a15-a0b3-df8e0490d50a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:14:27.763529 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1bdada33-d079-4a15-a0b3-df8e0490d50a admin admin] Notify callbacks [] for subnet, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:14:27.981325 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1bdada33-d079-4a15-a0b3-df8e0490d50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759010600093'] for subnet, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:14:28.010982 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdada33-d079-4a15-a0b3-df8e0490d50a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:14:28.011562 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1bdada33-d079-4a15-a0b3-df8e0490d50a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:14:28.012843 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1bdada33-d079-4a15-a0b3-df8e0490d50a admin admin] 10.222.0.60 "PUT /v2.0/subnets/83e4e38d-1dfc-4096-aa94-a520516046da HTTP/1.1" status: 200 len: 868 time: 0.3353119 Dec 16 09:14:28.020663 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2aac6fa-d632-40bf-b63a-b8a0eb5e774d None None] Network 57f1a629-b088-400e-8d07-7ada1e77b417 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:14:28.035288 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdada33-d079-4a15-a0b3-df8e0490d50a admin admin] Pushing event updated for resources: {'Subnet': ['ID=83e4e38d-1dfc-4096-aa94-a520516046da,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:14:28.044155 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdada33-d079-4a15-a0b3-df8e0490d50a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:14:28.044870 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdada33-d079-4a15-a0b3-df8e0490d50a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:14:28.045554 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdada33-d079-4a15-a0b3-df8e0490d50a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:14:28.046058 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdada33-d079-4a15-a0b3-df8e0490d50a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:14:28.046553 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdada33-d079-4a15-a0b3-df8e0490d50a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:14:28.047036 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdada33-d079-4a15-a0b3-df8e0490d50a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:14:28.047536 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdada33-d079-4a15-a0b3-df8e0490d50a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:14:28.048025 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdada33-d079-4a15-a0b3-df8e0490d50a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:14:28.048510 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdada33-d079-4a15-a0b3-df8e0490d50a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:14:28.049060 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdada33-d079-4a15-a0b3-df8e0490d50a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:14:28.055678 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdada33-d079-4a15-a0b3-df8e0490d50a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:14:28.055678 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdada33-d079-4a15-a0b3-df8e0490d50a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:14:28.343478 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-bb29ceb5-7f3b-4a74-8582-59f8a439e97f None None] Provisioning complete for port 510aef25-55f3-4ba2-bcdf-e5e5407f87c0 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:14:28.343997 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bb29ceb5-7f3b-4a74-8582-59f8a439e97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:14:28.426300 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-bb29ceb5-7f3b-4a74-8582-59f8a439e97f None None] Provisioning complete for port 5f3e2d16-cfd0-4e2e-9c33-578bfac283ec triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:14:28.426662 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bb29ceb5-7f3b-4a74-8582-59f8a439e97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:14:28.852444 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:14:29.472925 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:14:30.225140 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55434) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:14:30.423548 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5edf70-06e4-445c-8d31-f82715340909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:14:30.423928 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5edf70-06e4-445c-8d31-f82715340909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:14:30.425503 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9e5edf70-06e4-445c-8d31-f82715340909 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1994092 Dec 16 09:14:32.590245 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55442) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:14:32.719219 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d866b51-8a8e-4280-9fdd-54fa364ffbc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:14:32.719694 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d866b51-8a8e-4280-9fdd-54fa364ffbc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:14:32.721764 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7d866b51-8a8e-4280-9fdd-54fa364ffbc1 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1300437 Dec 16 09:14:34.920221 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55450) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:14:35.063287 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228c90ed-ce2f-4ed7-a2ed-f01146086ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:14:35.064668 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-228c90ed-ce2f-4ed7-a2ed-f01146086ec6 admin admin] 10.222.0.60 "GET /v2.0/networks/57f1a629-b088-400e-8d07-7ada1e77b417 HTTP/1.1" status: 200 len: 869 time: 0.1434925 Dec 16 09:14:37.244676 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55458) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:14:37.366267 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef392452-d848-4301-ac62-9561ca0e11e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:14:37.367639 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ef392452-d848-4301-ac62-9561ca0e11e2 admin admin] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 886 time: 0.1219811 Dec 16 09:14:39.558248 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55466) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:14:39.686075 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44435722-4de3-4ee4-82a6-7fc0c664fa10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:14:39.686534 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44435722-4de3-4ee4-82a6-7fc0c664fa10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:14:39.688051 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-44435722-4de3-4ee4-82a6-7fc0c664fa10 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1288564 Dec 16 09:14:41.896685 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55474) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:14:41.986352 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd565489-591d-43c7-99cb-a7eed15be6cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:14:41.987351 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd565489-591d-43c7-99cb-a7eed15be6cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:14:41.988823 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fd565489-591d-43c7-99cb-a7eed15be6cc admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0911391 Dec 16 09:14:44.194575 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55482) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:14:44.283746 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab70407-731f-4b24-b26e-1a2414cf3674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:14:44.285080 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fab70407-731f-4b24-b26e-1a2414cf3674 admin admin] 10.222.0.60 "GET /v2.0/subnets/83e4e38d-1dfc-4096-aa94-a520516046da HTTP/1.1" status: 200 len: 868 time: 0.0895643 Dec 16 09:14:45.393941 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 5 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:14:46.461381 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55490) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:14:46.556867 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dbd692-db78-4d77-bf2d-eebc591cd8d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:14:46.558436 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f3dbd692-db78-4d77-bf2d-eebc591cd8d0 admin admin] 10.222.0.60 "GET /v2.0/subnets/cb81d6ef-b68c-4591-8e91-e207ef149a44 HTTP/1.1" status: 200 len: 816 time: 0.0956609 Dec 16 09:14:53.943274 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-59e38a4f-5492-4110-bb5c-48f699aeb153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:14:56.274281 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b4d59593-09a2-46aa-b037-89fff792ae83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:14:57.360012 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:14:58.843456 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:14:59.472172 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:11.070426 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55544) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:15:11.116876 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [None req-8f7be492-9b90-40b8-8536-f4e3ce03e6ea admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:15:11.117935 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8f7be492-9b90-40b8-8536-f4e3ce03e6ea admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465748 Dec 16 09:15:13.394117 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55552) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:15:13.458433 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e3786d-4a4d-4b11-8e39-87aa55244e5d admin admin] GET failed (client error): The resource could not be found. Dec 16 09:15:13.459767 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-09e3786d-4a4d-4b11-8e39-87aa55244e5d admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0646520 Dec 16 09:15:13.666467 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e815ad91-0cc6-4dad-a2ea-ae37f04e145b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:15:13.667954 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e815ad91-0cc6-4dad-a2ea-ae37f04e145b admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2034464 Dec 16 09:15:15.873574 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55560) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:15:15.924377 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-3e8581a3-7163-416b-9504-0bc0bb58edc5 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:15:16.013913 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8581a3-7163-416b-9504-0bc0bb58edc5 admin admin] Made reservation on behalf of 369b9669fb834337b1d9b33cc0fb06e0 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:15:16.016240 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3e8581a3-7163-416b-9504-0bc0bb58edc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:16.043510 n-d-820550-2 neutron-server[102816]: WARNING neutron.services.revisions.revision_plugin [None req-3e8581a3-7163-416b-9504-0bc0bb58edc5 admin admin] Could not find related network for resource to bump revision. Dec 16 09:15:16.054275 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e8581a3-7163-416b-9504-0bc0bb58edc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:15:16.062349 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3e8581a3-7163-416b-9504-0bc0bb58edc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:16.062684 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-3e8581a3-7163-416b-9504-0bc0bb58edc5 admin admin] Added segment eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59 of type vlan for network 0f25fa8c-dd15-4f99-b14f-112e51884f75 Dec 16 09:15:16.100797 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3e8581a3-7163-416b-9504-0bc0bb58edc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:16.181824 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3e8581a3-7163-416b-9504-0bc0bb58edc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:16.182784 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8581a3-7163-416b-9504-0bc0bb58edc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:15:16.183364 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3e8581a3-7163-416b-9504-0bc0bb58edc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:16.242881 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8581a3-7163-416b-9504-0bc0bb58edc5 admin admin] Pushing event updated for resources: {'Network': ['ID=0f25fa8c-dd15-4f99-b14f-112e51884f75,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:15:16.252765 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 0f25fa8c-dd15-4f99-b14f-112e51884f75 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:15:16.296383 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3e8581a3-7163-416b-9504-0bc0bb58edc5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4217291 Dec 16 09:15:18.504946 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55568) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:15:18.565818 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b53f19d-0498-497c-968b-924f18284650 admin admin] GET failed (client error): The resource could not be found. Dec 16 09:15:18.567138 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0b53f19d-0498-497c-968b-924f18284650 admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0609238 Dec 16 09:15:18.635009 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45751a29-604c-4cd9-b8d0-3e034d3ed405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:15:18.636471 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-45751a29-604c-4cd9-b8d0-3e034d3ed405 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0647321 Dec 16 09:15:18.647714 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-2ad0984e-e0f0-4376-98f0-f44de04cfb3d admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:15:18.719246 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad0984e-e0f0-4376-98f0-f44de04cfb3d admin admin] Made reservation on behalf of 369b9669fb834337b1d9b33cc0fb06e0 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:15:18.721510 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2ad0984e-e0f0-4376-98f0-f44de04cfb3d admin admin] Notify callbacks [] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:18.968572 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2ad0984e-e0f0-4376-98f0-f44de04cfb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:19.031664 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad0984e-e0f0-4376-98f0-f44de04cfb3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d30f37a6-2496-485e-9480-e5e1789d975f,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:15:19.035145 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad0984e-e0f0-4376-98f0-f44de04cfb3d admin admin] Checking segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:15:19.035488 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad0984e-e0f0-4376-98f0-f44de04cfb3d admin admin] Network hostable DHCP agents. Network: 0f25fa8c-dd15-4f99-b14f-112e51884f75, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:15:19.043649 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad0984e-e0f0-4376-98f0-f44de04cfb3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:15:19.044085 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad0984e-e0f0-4376-98f0-f44de04cfb3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:15:19.044459 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad0984e-e0f0-4376-98f0-f44de04cfb3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:15:19.044792 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad0984e-e0f0-4376-98f0-f44de04cfb3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:15:19.045181 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad0984e-e0f0-4376-98f0-f44de04cfb3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:15:19.045504 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad0984e-e0f0-4376-98f0-f44de04cfb3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:15:19.045825 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad0984e-e0f0-4376-98f0-f44de04cfb3d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:15:19.046142 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad0984e-e0f0-4376-98f0-f44de04cfb3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:15:19.046499 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad0984e-e0f0-4376-98f0-f44de04cfb3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:15:19.046814 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad0984e-e0f0-4376-98f0-f44de04cfb3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:15:19.047129 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad0984e-e0f0-4376-98f0-f44de04cfb3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:15:19.047457 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad0984e-e0f0-4376-98f0-f44de04cfb3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:15:19.119246 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad0984e-e0f0-4376-98f0-f44de04cfb3d admin admin] Network 0f25fa8c-dd15-4f99-b14f-112e51884f75 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:15:19.202588 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-2ad0984e-e0f0-4376-98f0-f44de04cfb3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 0f25fa8c-dd15-4f99-b14f-112e51884f75) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:15:19.206701 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad0984e-e0f0-4376-98f0-f44de04cfb3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:15:19.207277 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2ad0984e-e0f0-4376-98f0-f44de04cfb3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:19.211328 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4068ad60-b688-4e5a-a825-ad9c3177bc16 None None] Network 0f25fa8c-dd15-4f99-b14f-112e51884f75 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:15:19.302648 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2ad0984e-e0f0-4376-98f0-f44de04cfb3d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6583962 Dec 16 09:15:19.461522 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee43d7a-265d-4fa8-9415-1ce8f4282271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-0f25fa8c-dd15-4f99-b14f-112e51884f75', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'tenant_id': '369b9669fb834337b1d9b33cc0fb06e0', 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:15:19.462621 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fee43d7a-265d-4fa8-9415-1ce8f4282271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:19.597315 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-fee43d7a-265d-4fa8-9415-1ce8f4282271 None None] Allocated IP 192.168.233.2 (0f25fa8c-dd15-4f99-b14f-112e51884f75/d30f37a6-2496-485e-9480-e5e1789d975f/186f4e63-b51d-43d0-ac28-04d59b7d3c1f) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:15:19.744095 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fee43d7a-265d-4fa8-9415-1ce8f4282271 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:19.822366 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fee43d7a-265d-4fa8-9415-1ce8f4282271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:19.860628 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee43d7a-265d-4fa8-9415-1ce8f4282271 None None] Network 0f25fa8c-dd15-4f99-b14f-112e51884f75 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:15:19.862343 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-fee43d7a-265d-4fa8-9415-1ce8f4282271 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:15:19.865656 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee43d7a-265d-4fa8-9415-1ce8f4282271 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:15:19.873516 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee43d7a-265d-4fa8-9415-1ce8f4282271 None None] Pushing event updated for resources: {'Port': ['ID=186f4e63-b51d-43d0-ac28-04d59b7d3c1f,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:15:19.883705 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee43d7a-265d-4fa8-9415-1ce8f4282271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:15:19.884043 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee43d7a-265d-4fa8-9415-1ce8f4282271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:15:19.884377 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee43d7a-265d-4fa8-9415-1ce8f4282271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:15:19.884708 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee43d7a-265d-4fa8-9415-1ce8f4282271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:15:19.885037 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee43d7a-265d-4fa8-9415-1ce8f4282271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:15:19.885383 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee43d7a-265d-4fa8-9415-1ce8f4282271 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:15:19.885704 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee43d7a-265d-4fa8-9415-1ce8f4282271 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:15:19.886043 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee43d7a-265d-4fa8-9415-1ce8f4282271 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:15:19.886361 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee43d7a-265d-4fa8-9415-1ce8f4282271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:15:19.886674 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee43d7a-265d-4fa8-9415-1ce8f4282271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:15:19.886993 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee43d7a-265d-4fa8-9415-1ce8f4282271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:15:19.887298 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee43d7a-265d-4fa8-9415-1ce8f4282271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:15:19.939190 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-fee43d7a-265d-4fa8-9415-1ce8f4282271 None None] Attempting to bind port 186f4e63-b51d-43d0-ac28-04d59b7d3c1f on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:15:19.939586 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-fee43d7a-265d-4fa8-9415-1ce8f4282271 None None] Attempting to bind port 186f4e63-b51d-43d0-ac28-04d59b7d3c1f by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:15:19.939969 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee43d7a-265d-4fa8-9415-1ce8f4282271 None None] Attempting to bind port 186f4e63-b51d-43d0-ac28-04d59b7d3c1f on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:15:19.944901 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee43d7a-265d-4fa8-9415-1ce8f4282271 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:15:19.945405 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee43d7a-265d-4fa8-9415-1ce8f4282271 None None] Checking segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:15:19.945795 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fee43d7a-265d-4fa8-9415-1ce8f4282271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:19.946179 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee43d7a-265d-4fa8-9415-1ce8f4282271 None None] Bound using segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:15:19.946641 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-fee43d7a-265d-4fa8-9415-1ce8f4282271 None None] Bound port: 186f4e63-b51d-43d0-ac28-04d59b7d3c1f, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:15:19.947034 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fee43d7a-265d-4fa8-9415-1ce8f4282271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:20.008230 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-fee43d7a-265d-4fa8-9415-1ce8f4282271 None None] For port 186f4e63-b51d-43d0-ac28-04d59b7d3c1f, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:15:20.011243 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-fee43d7a-265d-4fa8-9415-1ce8f4282271 None None] For port 186f4e63-b51d-43d0-ac28-04d59b7d3c1f, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=186f4e63-b51d-43d0-ac28-04d59b7d3c1f,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:15:20.071426 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fee43d7a-265d-4fa8-9415-1ce8f4282271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:20.129168 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee43d7a-265d-4fa8-9415-1ce8f4282271 None None] Pushing event updated for resources: {'Port': ['ID=186f4e63-b51d-43d0-ac28-04d59b7d3c1f,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:15:20.981335 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 186f4e63-b51d-43d0-ac28-04d59b7d3c1f up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:15:21.014582 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939e4ade-c0a4-4b7e-ac10-7a6d0391ad9f None None] Network 0f25fa8c-dd15-4f99-b14f-112e51884f75 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:15:21.095258 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-ebea384d-64e4-4ac6-b64d-996caf9d5d55 None None] Provisioning complete for port 186f4e63-b51d-43d0-ac28-04d59b7d3c1f triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:15:21.095630 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ebea384d-64e4-4ac6-b64d-996caf9d5d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:21.151255 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 186f4e63-b51d-43d0-ac28-04d59b7d3c1f triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:15:21.151627 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:21.316588 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ebea384d-64e4-4ac6-b64d-996caf9d5d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:21.353886 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:21.370437 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-ebea384d-64e4-4ac6-b64d-996caf9d5d55 None None] For port 186f4e63-b51d-43d0-ac28-04d59b7d3c1f, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=186f4e63-b51d-43d0-ac28-04d59b7d3c1f,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:15:21.468818 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ebea384d-64e4-4ac6-b64d-996caf9d5d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:21.537718 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:15:21.538089 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:15:21.542460 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea384d-64e4-4ac6-b64d-996caf9d5d55 None None] Pushing event updated for resources: {'Port': ['ID=186f4e63-b51d-43d0-ac28-04d59b7d3c1f,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:15:21.591550 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-51d18c9a-02b0-42e2-8126-b0538d448916 None None] Provisioning complete for port 186f4e63-b51d-43d0-ac28-04d59b7d3c1f triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:15:21.591919 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-51d18c9a-02b0-42e2-8126-b0538d448916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:22.393535 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 5 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:15:22.896963 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 186f4e63-b51d-43d0-ac28-04d59b7d3c1f up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:15:22.942939 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 186f4e63-b51d-43d0-ac28-04d59b7d3c1f triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:15:22.943292 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:23.972024 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-934cb932-006c-4bf6-986b-226f9c4e701c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:26.287915 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f642e7ce-7d9d-4d19-bd83-f6bfb490f6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:27.373814 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:28.827203 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:29.470540 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:53.952104 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-55325908-d595-4076-96e9-1e75af147fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:56.292298 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-91a3413e-226c-4408-8842-0560c5675685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:57.352105 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:58.848926 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:59.393068 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 5 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:15:59.506276 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:16:23.962115 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-32b4b0e3-52da-4943-937d-06c3b63b966b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:16:26.290866 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d52ebafa-7da0-49ef-b1be-4d812e659a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:16:27.345035 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:16:28.842017 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:16:29.476579 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:16:36.392739 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 5 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:16:47.466844 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55622) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:16:47.473439 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [None req-690e5a42-936a-42e0-87e4-db06c1dea445 tempest-verify_tempest_config-150708685 tempest-verify_tempest_config-150708685-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:16:47.474425 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-690e5a42-936a-42e0-87e4-db06c1dea445 tempest-verify_tempest_config-150708685 tempest-verify_tempest_config-150708685-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065966 Dec 16 09:16:47.993315 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55640) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:16:48.100327 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-44f3d702-21e5-4b96-aed3-9c9a819a89fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:16:48.200977 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-44f3d702-21e5-4b96-aed3-9c9a819a89fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:16:48.336006 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-44f3d702-21e5-4b96-aed3-9c9a819a89fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:16:48.388300 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3d702-21e5-4b96-aed3-9c9a819a89fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c3c08e-43bf-490e-99f8-2e9974e37f4b,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:16:48.392527 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-44f3d702-21e5-4b96-aed3-9c9a819a89fe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cb298fe917bb49dba9874968639d7e57&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3982241 Dec 16 09:16:48.395336 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55644) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:16:48.398351 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f3d702-21e5-4b96-aed3-9c9a819a89fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:16:48.398706 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f3d702-21e5-4b96-aed3-9c9a819a89fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:16:48.399045 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f3d702-21e5-4b96-aed3-9c9a819a89fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:16:48.399380 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f3d702-21e5-4b96-aed3-9c9a819a89fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:16:48.399715 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f3d702-21e5-4b96-aed3-9c9a819a89fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:16:48.400044 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f3d702-21e5-4b96-aed3-9c9a819a89fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:16:48.400370 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f3d702-21e5-4b96-aed3-9c9a819a89fe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:16:48.400696 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f3d702-21e5-4b96-aed3-9c9a819a89fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:16:48.401020 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f3d702-21e5-4b96-aed3-9c9a819a89fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:16:48.401368 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f3d702-21e5-4b96-aed3-9c9a819a89fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:16:48.401695 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f3d702-21e5-4b96-aed3-9c9a819a89fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:16:48.402017 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f3d702-21e5-4b96-aed3-9c9a819a89fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:16:48.451184 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-efa5fb55-d11f-4cf2-bdc4-87d10eec5ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:16:48.473999 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-efa5fb55-d11f-4cf2-bdc4-87d10eec5ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:16:48.618611 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-efa5fb55-d11f-4cf2-bdc4-87d10eec5ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:16:48.621023 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-efa5fb55-d11f-4cf2-bdc4-87d10eec5ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:16:48.622386 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-efa5fb55-d11f-4cf2-bdc4-87d10eec5ce8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b6c3c08e-43bf-490e-99f8-2e9974e37f4b HTTP/1.1" status: 204 len: 168 time: 0.2260289 Dec 16 09:16:48.630874 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5fb55-d11f-4cf2-bdc4-87d10eec5ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c3c08e-43bf-490e-99f8-2e9974e37f4b,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:16:48.637918 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa5fb55-d11f-4cf2-bdc4-87d10eec5ce8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:16:48.638257 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa5fb55-d11f-4cf2-bdc4-87d10eec5ce8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:16:48.638591 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa5fb55-d11f-4cf2-bdc4-87d10eec5ce8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:16:48.638921 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa5fb55-d11f-4cf2-bdc4-87d10eec5ce8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:16:48.639243 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa5fb55-d11f-4cf2-bdc4-87d10eec5ce8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:16:48.640071 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa5fb55-d11f-4cf2-bdc4-87d10eec5ce8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:16:48.640454 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa5fb55-d11f-4cf2-bdc4-87d10eec5ce8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:16:48.640773 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa5fb55-d11f-4cf2-bdc4-87d10eec5ce8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:16:48.641092 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa5fb55-d11f-4cf2-bdc4-87d10eec5ce8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:16:48.641460 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa5fb55-d11f-4cf2-bdc4-87d10eec5ce8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:16:48.641750 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa5fb55-d11f-4cf2-bdc4-87d10eec5ce8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:16:48.642065 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa5fb55-d11f-4cf2-bdc4-87d10eec5ce8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:16:53.935482 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-abd80c67-6f3f-4f81-9e21-fa78b900825b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:16:56.292098 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-26f3630e-9b7b-47d1-bd1a-8c8efd383dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:16:57.378209 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:16:58.846704 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:16:59.474995 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:13.391542 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 5 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:17:23.970697 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0f9bc3c3-8912-40c1-836f-3cc3d41d9fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:26.297577 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d9665b03-7b56-4f24-b60c-24dea5680d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:27.360012 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:28.849006 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:29.454141 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:50.390391 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 5 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:17:53.950195 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4dd8ec9b-99a2-42a6-befb-aebcc2471840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:56.310651 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cc3951c9-957c-4560-aa40-8fc225338249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:57.366993 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:58.884022 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:59.478593 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:23.940228 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-44b3d338-f0fc-4517-9dfe-2d15a98d194c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:26.305738 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bab6df60-6f8f-4c4a-ae58-c31640a87c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:27.365693 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:27.387786 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 5 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:18:28.857291 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:29.465840 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:53.944141 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-860d28f7-9160-4888-9184-68b2bb5c6d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:56.307493 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6f795db0-7d88-4db5-a3be-3b9d47eb0fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:57.373505 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:58.855879 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:59.461697 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:04.387263 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 5 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:19:23.957432 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ed7a56d3-7495-473d-927e-8ab74abcf31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:26.319857 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-41611b52-cc77-4996-9e7a-b643fa08107e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:27.469130 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:28.885925 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:29.480400 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:41.385922 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 5 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:19:53.958612 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0fc95d8e-c6fa-4099-b055-34d2b5693455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:56.307468 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-562805f5-f12b-43b0-9abd-1e5324f3f2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:57.375876 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:58.864652 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:59.482005 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:06.807322 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1582322'] for agent, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:10.209832 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1582322'] for agent, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:18.384403 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:20:23.977611 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6cb0c6b4-8d67-4d75-8258-94438cbaa9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:26.334673 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3440c00d-db18-42f6-98e5-c29a8082b97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:27.412181 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:28.889023 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:29.477229 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:36.780067 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:40.151193 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:52.813215 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55710) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:52.913854 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5dcfd064-22e0-4db0-8df2-ed7fd4ca2755 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0995464 Dec 16 09:20:53.971064 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cb064ef3-ea7c-430e-88a3-eb89563e24b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:55.154112 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55720) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:55.218912 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-43ae5018-3183-466e-921d-43dc4dca3a99 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0637209 Dec 16 09:20:55.383732 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:20:56.330894 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f49c2c59-2db9-4a15-b1c3-6b621317a9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:57.370796 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:58.864807 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:59.504944 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:06.772657 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:10.138218 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:23.965707 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c10f2ab9-d4b1-4f3f-9259-f514c39fbb57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:26.297765 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-46cd3cc7-3c61-40f8-88c7-a0df5845ca46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:27.383322 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:28.880309 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:29.500673 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:32.383430 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:21:36.803051 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:40.154806 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:53.976574 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-101f1b01-5575-4e95-98ab-c6d8f6d2801d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:56.296502 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-621d5026-4f10-4a19-93de-d5276675c1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:57.370736 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:58.890907 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:59.482706 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:06.833439 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:09.382392 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:22:10.142149 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:23.992628 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bfe59f17-68c1-441d-842e-3c1db98bdc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:26.315444 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-af511465-0b4b-488f-9bb7-0e971053394e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:27.386585 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:28.901249 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:29.558348 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:33.298725 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55914) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:33.639179 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-d5a37d51-8c7a-4c76-9393-11bac77a3b13 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-579042584-network', 'tenant_id': '6aea977c1221465ca04aa38c031bb375'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:33.718015 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a37d51-8c7a-4c76-9393-11bac77a3b13 admin admin] Made reservation on behalf of 6aea977c1221465ca04aa38c031bb375 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:22:33.720491 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d5a37d51-8c7a-4c76-9393-11bac77a3b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:33.729425 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d5a37d51-8c7a-4c76-9393-11bac77a3b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:33.803319 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d5a37d51-8c7a-4c76-9393-11bac77a3b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:33.875363 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d5a37d51-8c7a-4c76-9393-11bac77a3b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:33.899692 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a37d51-8c7a-4c76-9393-11bac77a3b13 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:22:33.917551 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a37d51-8c7a-4c76-9393-11bac77a3b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81a20d4-9c22-4079-8cb6-b6c4fd5101b9,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:33.920610 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d5a37d51-8c7a-4c76-9393-11bac77a3b13 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759010348719', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:33.921190 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d5a37d51-8c7a-4c76-9393-11bac77a3b13 admin admin] Unsubscribe: segment precommit_create {{(pid=102817) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 16 09:22:33.921626 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-d5a37d51-8c7a-4c76-9393-11bac77a3b13 admin admin] Added segment 1403103d-a4de-4f88-a656-e98daedb16d8 of type vlan for network 3a6af1ee-58f2-406c-aa8c-1f9d70774ee8 Dec 16 09:22:33.935866 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a37d51-8c7a-4c76-9393-11bac77a3b13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:33.936208 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a37d51-8c7a-4c76-9393-11bac77a3b13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a37d51-8c7a-4c76-9393-11bac77a3b13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a37d51-8c7a-4c76-9393-11bac77a3b13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a37d51-8c7a-4c76-9393-11bac77a3b13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a37d51-8c7a-4c76-9393-11bac77a3b13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a37d51-8c7a-4c76-9393-11bac77a3b13 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a37d51-8c7a-4c76-9393-11bac77a3b13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a37d51-8c7a-4c76-9393-11bac77a3b13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a37d51-8c7a-4c76-9393-11bac77a3b13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a37d51-8c7a-4c76-9393-11bac77a3b13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a37d51-8c7a-4c76-9393-11bac77a3b13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a37d51-8c7a-4c76-9393-11bac77a3b13 admin admin] Tracked resource versions report: Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: pushed versions: Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: { 'AddressGroup': {'1.2'}, Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: 'ConntrackHelper': {'1.0'}, Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: 'Log': {'1.0'}, Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: 'Network': {'1.1'}, Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: 'Port': {'1.7'}, Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: 'PortForwarding': {'1.2'}, Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: 'QosPolicy': {'1.9'}, Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: 'SecurityGroup': {'1.4'}, Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: 'SecurityGroupRule': {'1.2'}, Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: 'SubPort': {'1.0'}, Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: 'Subnet': {'1.1'}, Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: 'Trunk': {'1.1'}} Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: consumer versions: Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: { DHCP agent@n-d-820550-2: {}, Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: HyperV agent@n-h1-820550-2: {}, Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: HyperV agent@n-h2-820550-2: {}, Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: L3 agent@n-d-820550-2: {}, Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: Metadata agent@n-d-820550-2: {}, Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: Metering agent@n-d-820550-2: {}, Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: Open vSwitch agent@n-d-820550-2: { 'AddressGroup': '1.2', Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: 'ConntrackHelper': '1.0', Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: 'Log': '1.0', Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: 'Network': '1.1', Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: 'Port': '1.7', Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: 'PortForwarding': '1.2', Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: 'QosPolicy': '1.9', Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: 'SecurityGroup': '1.4', Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: 'SecurityGroupRule': '1.2', Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: 'SubPort': '1.0', Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: 'Subnet': '1.1', Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: 'Trunk': '1.1'}} Dec 16 09:22:33.946606 n-d-820550-2 neutron-server[102817]: {{(pid=102817) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 09:22:33.978239 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d5a37d51-8c7a-4c76-9393-11bac77a3b13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:34.121551 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d5a37d51-8c7a-4c76-9393-11bac77a3b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:34.122684 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a37d51-8c7a-4c76-9393-11bac77a3b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:34.127023 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d5a37d51-8c7a-4c76-9393-11bac77a3b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:34.210979 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a37d51-8c7a-4c76-9393-11bac77a3b13 admin admin] Pushing event updated for resources: {'Network': ['ID=3a6af1ee-58f2-406c-aa8c-1f9d70774ee8,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:34.221978 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 3a6af1ee-58f2-406c-aa8c-1f9d70774ee8 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:22:34.516690 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d5a37d51-8c7a-4c76-9393-11bac77a3b13 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0202835 Dec 16 09:22:34.516690 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55952) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:34.516690 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-7b9cf01f-14c5-49fc-ae37-70373ce66ec3 admin admin] Request body: {'subnet': {'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-579042584-subnet', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:34.516690 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9cf01f-14c5-49fc-ae37-70373ce66ec3 admin admin] Made reservation on behalf of 6aea977c1221465ca04aa38c031bb375 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:22:34.516690 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7b9cf01f-14c5-49fc-ae37-70373ce66ec3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:34.806530 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7b9cf01f-14c5-49fc-ae37-70373ce66ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:34.864439 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9cf01f-14c5-49fc-ae37-70373ce66ec3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=898541b1-ae3e-41a6-ab62-007c2a398b05,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:34.869636 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9cf01f-14c5-49fc-ae37-70373ce66ec3 admin admin] Checking segment: {'id': '1403103d-a4de-4f88-a656-e98daedb16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:22:34.870064 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9cf01f-14c5-49fc-ae37-70373ce66ec3 admin admin] Network hostable DHCP agents. Network: 3a6af1ee-58f2-406c-aa8c-1f9d70774ee8, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:22:34.980650 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9cf01f-14c5-49fc-ae37-70373ce66ec3 admin admin] Network 3a6af1ee-58f2-406c-aa8c-1f9d70774ee8 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:22:35.106593 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-7b9cf01f-14c5-49fc-ae37-70373ce66ec3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 3a6af1ee-58f2-406c-aa8c-1f9d70774ee8) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:22:35.111925 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9cf01f-14c5-49fc-ae37-70373ce66ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:35.112803 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7b9cf01f-14c5-49fc-ae37-70373ce66ec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:35.117589 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6145a855-ced6-48dd-9fed-3662b443b92f None None] Network 3a6af1ee-58f2-406c-aa8c-1f9d70774ee8 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:22:35.249437 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7b9cf01f-14c5-49fc-ae37-70373ce66ec3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9244535 Dec 16 09:22:35.254205 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55976) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:35.258688 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-c6b07c8d-9269-4fbb-b674-16a61516cb4b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-579042584-router', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:35.303586 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ab4dd2-03da-4864-8e65-f370869e67ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-3a6af1ee-58f2-406c-aa8c-1f9d70774ee8', 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'fixed_ips': [{'subnet_id': '898541b1-ae3e-41a6-ab62-007c2a398b05'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:22:35.304670 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-31ab4dd2-03da-4864-8e65-f370869e67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:35.389624 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6b07c8d-9269-4fbb-b674-16a61516cb4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:35.391208 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6b07c8d-9269-4fbb-b674-16a61516cb4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:35.444522 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-31ab4dd2-03da-4864-8e65-f370869e67ec None None] Allocated IP 172.20.0.2 (3a6af1ee-58f2-406c-aa8c-1f9d70774ee8/898541b1-ae3e-41a6-ab62-007c2a398b05/1f7b86be-e23f-4a68-8dd5-03e84d9186d8) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:22:35.485814 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6b07c8d-9269-4fbb-b674-16a61516cb4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:35.586939 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-31ab4dd2-03da-4864-8e65-f370869e67ec None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:35.701985 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-31ab4dd2-03da-4864-8e65-f370869e67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:35.727100 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ab4dd2-03da-4864-8e65-f370869e67ec None None] Network 3a6af1ee-58f2-406c-aa8c-1f9d70774ee8 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:22:35.729986 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-31ab4dd2-03da-4864-8e65-f370869e67ec None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:22:35.757353 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ab4dd2-03da-4864-8e65-f370869e67ec None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:22:35.811205 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6b07c8d-9269-4fbb-b674-16a61516cb4b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:35.827759 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-31ab4dd2-03da-4864-8e65-f370869e67ec None None] Attempting to bind port 1f7b86be-e23f-4a68-8dd5-03e84d9186d8 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:22:35.828207 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-31ab4dd2-03da-4864-8e65-f370869e67ec None None] Attempting to bind port 1f7b86be-e23f-4a68-8dd5-03e84d9186d8 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '1403103d-a4de-4f88-a656-e98daedb16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:22:35.828575 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ab4dd2-03da-4864-8e65-f370869e67ec None None] Attempting to bind port 1f7b86be-e23f-4a68-8dd5-03e84d9186d8 on network 3a6af1ee-58f2-406c-aa8c-1f9d70774ee8 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:22:35.838114 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab4dd2-03da-4864-8e65-f370869e67ec None None] Pushing event updated for resources: {'Port': ['ID=1f7b86be-e23f-4a68-8dd5-03e84d9186d8,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:35.841555 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ab4dd2-03da-4864-8e65-f370869e67ec None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:22:35.841926 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ab4dd2-03da-4864-8e65-f370869e67ec None None] Checking segment: {'id': '1403103d-a4de-4f88-a656-e98daedb16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:22:35.842327 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-31ab4dd2-03da-4864-8e65-f370869e67ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:35.843004 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ab4dd2-03da-4864-8e65-f370869e67ec None None] Bound using segment: {'id': '1403103d-a4de-4f88-a656-e98daedb16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:22:35.843817 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-31ab4dd2-03da-4864-8e65-f370869e67ec None None] Bound port: 1f7b86be-e23f-4a68-8dd5-03e84d9186d8, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1403103d-a4de-4f88-a656-e98daedb16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:22:35.844225 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-31ab4dd2-03da-4864-8e65-f370869e67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:35.856852 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab4dd2-03da-4864-8e65-f370869e67ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:35.857222 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab4dd2-03da-4864-8e65-f370869e67ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:35.857560 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab4dd2-03da-4864-8e65-f370869e67ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:35.857946 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab4dd2-03da-4864-8e65-f370869e67ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:35.858279 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab4dd2-03da-4864-8e65-f370869e67ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:35.858600 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab4dd2-03da-4864-8e65-f370869e67ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:35.858925 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab4dd2-03da-4864-8e65-f370869e67ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:35.859244 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab4dd2-03da-4864-8e65-f370869e67ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:35.859642 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab4dd2-03da-4864-8e65-f370869e67ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:35.859940 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab4dd2-03da-4864-8e65-f370869e67ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:35.860256 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab4dd2-03da-4864-8e65-f370869e67ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:35.860568 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab4dd2-03da-4864-8e65-f370869e67ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:35.861621 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab4dd2-03da-4864-8e65-f370869e67ec None None] Tracked resource versions report: Dec 16 09:22:35.861621 n-d-820550-2 neutron-server[102818]: pushed versions: Dec 16 09:22:35.861621 n-d-820550-2 neutron-server[102818]: { 'AddressGroup': {'1.2'}, Dec 16 09:22:35.861621 n-d-820550-2 neutron-server[102818]: 'ConntrackHelper': {'1.0'}, Dec 16 09:22:35.861621 n-d-820550-2 neutron-server[102818]: 'Log': {'1.0'}, Dec 16 09:22:35.861621 n-d-820550-2 neutron-server[102818]: 'Network': {'1.1'}, Dec 16 09:22:35.861621 n-d-820550-2 neutron-server[102818]: 'Port': {'1.7'}, Dec 16 09:22:35.861621 n-d-820550-2 neutron-server[102818]: 'PortForwarding': {'1.2'}, Dec 16 09:22:35.861621 n-d-820550-2 neutron-server[102818]: 'QosPolicy': {'1.9'}, Dec 16 09:22:35.861621 n-d-820550-2 neutron-server[102818]: 'SecurityGroup': {'1.4'}, Dec 16 09:22:35.861621 n-d-820550-2 neutron-server[102818]: 'SecurityGroupRule': {'1.2'}, Dec 16 09:22:35.861621 n-d-820550-2 neutron-server[102818]: 'SubPort': {'1.0'}, Dec 16 09:22:35.861621 n-d-820550-2 neutron-server[102818]: 'Subnet': {'1.1'}, Dec 16 09:22:35.861621 n-d-820550-2 neutron-server[102818]: 'Trunk': {'1.1'}} Dec 16 09:22:35.861621 n-d-820550-2 neutron-server[102818]: consumer versions: Dec 16 09:22:35.861621 n-d-820550-2 neutron-server[102818]: { DHCP agent@n-d-820550-2: {}, Dec 16 09:22:35.861621 n-d-820550-2 neutron-server[102818]: HyperV agent@n-h1-820550-2: {}, Dec 16 09:22:35.861621 n-d-820550-2 neutron-server[102818]: HyperV agent@n-h2-820550-2: {}, Dec 16 09:22:35.861621 n-d-820550-2 neutron-server[102818]: L3 agent@n-d-820550-2: {}, Dec 16 09:22:35.861621 n-d-820550-2 neutron-server[102818]: Metadata agent@n-d-820550-2: {}, Dec 16 09:22:35.861621 n-d-820550-2 neutron-server[102818]: Metering agent@n-d-820550-2: {}, Dec 16 09:22:35.861621 n-d-820550-2 neutron-server[102818]: Open vSwitch agent@n-d-820550-2: { 'AddressGroup': '1.2', Dec 16 09:22:35.861621 n-d-820550-2 neutron-server[102818]: 'ConntrackHelper': '1.0', Dec 16 09:22:35.861621 n-d-820550-2 neutron-server[102818]: 'Log': '1.0', Dec 16 09:22:35.861621 n-d-820550-2 neutron-server[102818]: 'Network': '1.1', Dec 16 09:22:35.861621 n-d-820550-2 neutron-server[102818]: 'Port': '1.7', Dec 16 09:22:35.861621 n-d-820550-2 neutron-server[102818]: 'PortForwarding': '1.2', Dec 16 09:22:35.861621 n-d-820550-2 neutron-server[102818]: 'QosPolicy': '1.9', Dec 16 09:22:35.861621 n-d-820550-2 neutron-server[102818]: 'SecurityGroup': '1.4', Dec 16 09:22:35.861621 n-d-820550-2 neutron-server[102818]: 'SecurityGroupRule': '1.2', Dec 16 09:22:35.861621 n-d-820550-2 neutron-server[102818]: 'SubPort': '1.0', Dec 16 09:22:35.861621 n-d-820550-2 neutron-server[102818]: 'Subnet': '1.1', Dec 16 09:22:35.861621 n-d-820550-2 neutron-server[102818]: 'Trunk': '1.1'}} Dec 16 09:22:35.861621 n-d-820550-2 neutron-server[102818]: {{(pid=102818) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 09:22:35.938467 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-31ab4dd2-03da-4864-8e65-f370869e67ec None None] For port 1f7b86be-e23f-4a68-8dd5-03e84d9186d8, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:22:35.942326 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-31ab4dd2-03da-4864-8e65-f370869e67ec None None] For port 1f7b86be-e23f-4a68-8dd5-03e84d9186d8, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=1f7b86be-e23f-4a68-8dd5-03e84d9186d8,segment=NetworkSegment(1403103d-a4de-4f88-a656-e98daedb16d8),segment_id=1403103d-a4de-4f88-a656-e98daedb16d8)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:22:36.043984 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-31ab4dd2-03da-4864-8e65-f370869e67ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:36.099330 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab4dd2-03da-4864-8e65-f370869e67ec None None] Pushing event updated for resources: {'Port': ['ID=1f7b86be-e23f-4a68-8dd5-03e84d9186d8,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:36.115819 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6b07c8d-9269-4fbb-b674-16a61516cb4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:36.141968 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6b07c8d-9269-4fbb-b674-16a61516cb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:36.264475 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-c6b07c8d-9269-4fbb-b674-16a61516cb4b admin admin] Allocated IP 172.25.1.142 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/50ff2fd3-4913-48dd-90f0-80c503976ba4) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:22:36.395759 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6b07c8d-9269-4fbb-b674-16a61516cb4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:36.501424 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6b07c8d-9269-4fbb-b674-16a61516cb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:36.549608 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b07c8d-9269-4fbb-b674-16a61516cb4b admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:22:36.555796 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b07c8d-9269-4fbb-b674-16a61516cb4b admin admin] Pushing event updated for resources: {'Port': ['ID=50ff2fd3-4913-48dd-90f0-80c503976ba4,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:36.558835 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-c6b07c8d-9269-4fbb-b674-16a61516cb4b admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:22:36.584168 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b07c8d-9269-4fbb-b674-16a61516cb4b admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:22:36.883873 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6b07c8d-9269-4fbb-b674-16a61516cb4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:36.892276 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:37.137465 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6b07c8d-9269-4fbb-b674-16a61516cb4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:37.282334 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 1f7b86be-e23f-4a68-8dd5-03e84d9186d8 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:22:37.343046 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09d2a8a-fcf6-4bb2-8c45-2e86d3be50ca None None] Network 3a6af1ee-58f2-406c-aa8c-1f9d70774ee8 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:22:37.429404 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b07c8d-9269-4fbb-b674-16a61516cb4b admin admin] Router 61b76931-af15-459e-bd45-144f9d5465a9 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:22:37.448213 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 1f7b86be-e23f-4a68-8dd5-03e84d9186d8 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:37.448627 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:37.480402 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b6c825bd-3b2b-4fe1-9ad6-20f810c3c107 None None] Provisioning complete for port 1f7b86be-e23f-4a68-8dd5-03e84d9186d8 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:37.480772 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b6c825bd-3b2b-4fe1-9ad6-20f810c3c107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:37.611663 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:37.664610 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b07c8d-9269-4fbb-b674-16a61516cb4b admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:22:37.677547 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7294bc20-dc08-4d6c-b6a6-afb46af28d30 None None] Sync routers for ids ['61b76931-af15-459e-bd45-144f9d5465a9'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:22:37.688058 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7294bc20-dc08-4d6c-b6a6-afb46af28d30 None None] Routers {'61b76931-af15-459e-bd45-144f9d5465a9'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:22:37.688685 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-7294bc20-dc08-4d6c-b6a6-afb46af28d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:22:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['61b76931-af15-459e-bd45-144f9d5465a9'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:37.702278 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 1f7b86be-e23f-4a68-8dd5-03e84d9186d8, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=1f7b86be-e23f-4a68-8dd5-03e84d9186d8,segment=NetworkSegment(1403103d-a4de-4f88-a656-e98daedb16d8),segment_id=1403103d-a4de-4f88-a656-e98daedb16d8)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:37.718077 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b6c825bd-3b2b-4fe1-9ad6-20f810c3c107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:37.794213 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6b07c8d-9269-4fbb-b674-16a61516cb4b admin admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:37.795674 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c6b07c8d-9269-4fbb-b674-16a61516cb4b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.5404956 Dec 16 09:22:37.798572 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56074) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:37.818642 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:37.907871 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-7294bc20-dc08-4d6c-b6a6-afb46af28d30 None None] Set router 61b76931-af15-459e-bd45-144f9d5465a9 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:22:37.960849 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=1f7b86be-e23f-4a68-8dd5-03e84d9186d8,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:37.979657 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-b6c825bd-3b2b-4fe1-9ad6-20f810c3c107 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:22:37.980284 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-b6c825bd-3b2b-4fe1-9ad6-20f810c3c107 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:22:38.154064 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-7294bc20-dc08-4d6c-b6a6-afb46af28d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b76931-af15-459e-bd45-144f9d5465a9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-579042584-router', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '50ff2fd3-4913-48dd-90f0-80c503976ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:35Z', 'updated_at': '2021-12-16T09:22:36Z', 'revision_number': 3, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'gw_port': {'id': '50ff2fd3-4913-48dd-90f0-80c503976ba4', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:36Z', 'updated_at': '2021-12-16T09:22:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:38.191062 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7294bc20-dc08-4d6c-b6a6-afb46af28d30 None None] Checking router: 61b76931-af15-459e-bd45-144f9d5465a9 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:22:38.191781 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7294bc20-dc08-4d6c-b6a6-afb46af28d30 None None] Updating router 61b76931-af15-459e-bd45-144f9d5465a9 port 50ff2fd3-4913-48dd-90f0-80c503976ba4 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:22:38.243992 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-7294bc20-dc08-4d6c-b6a6-afb46af28d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:38.370777 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bbae2a08-9a75-4cde-a5b4-76e953d1b104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:38.596551 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-7294bc20-dc08-4d6c-b6a6-afb46af28d30 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:38.618915 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-bbae2a08-9a75-4cde-a5b4-76e953d1b104 admin admin] Allocated IP 172.20.0.1 (3a6af1ee-58f2-406c-aa8c-1f9d70774ee8/898541b1-ae3e-41a6-ab62-007c2a398b05/e5106cbd-6d95-4a4a-8de5-98d096f1b5d5) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:22:38.680893 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-7294bc20-dc08-4d6c-b6a6-afb46af28d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:38.685472 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-a211e881-c304-4841-9b8a-787050f69989 None None] Provisioning complete for port 1f7b86be-e23f-4a68-8dd5-03e84d9186d8 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:38.685853 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a211e881-c304-4841-9b8a-787050f69989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:38.740459 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb3d16-8458-40d2-a1a9-5d40545902da None None] Pushing event updated for resources: {'Port': ['ID=50ff2fd3-4913-48dd-90f0-80c503976ba4,revision_number=2']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:38.772426 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bbae2a08-9a75-4cde-a5b4-76e953d1b104 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:38.797870 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-7294bc20-dc08-4d6c-b6a6-afb46af28d30 None None] Attempting to bind port 50ff2fd3-4913-48dd-90f0-80c503976ba4 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:22:38.798411 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-7294bc20-dc08-4d6c-b6a6-afb46af28d30 None None] Attempting to bind port 50ff2fd3-4913-48dd-90f0-80c503976ba4 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:22:38.798990 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7294bc20-dc08-4d6c-b6a6-afb46af28d30 None None] Attempting to bind port 50ff2fd3-4913-48dd-90f0-80c503976ba4 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:22:38.808568 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb3d16-8458-40d2-a1a9-5d40545902da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb3d16-8458-40d2-a1a9-5d40545902da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb3d16-8458-40d2-a1a9-5d40545902da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb3d16-8458-40d2-a1a9-5d40545902da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb3d16-8458-40d2-a1a9-5d40545902da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb3d16-8458-40d2-a1a9-5d40545902da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb3d16-8458-40d2-a1a9-5d40545902da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb3d16-8458-40d2-a1a9-5d40545902da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb3d16-8458-40d2-a1a9-5d40545902da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb3d16-8458-40d2-a1a9-5d40545902da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb3d16-8458-40d2-a1a9-5d40545902da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb3d16-8458-40d2-a1a9-5d40545902da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb3d16-8458-40d2-a1a9-5d40545902da None None] Tracked resource versions report: Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: pushed versions: Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: { 'AddressGroup': {'1.2'}, Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: 'ConntrackHelper': {'1.0'}, Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: 'Log': {'1.0'}, Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: 'Network': {'1.1'}, Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: 'Port': {'1.7'}, Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: 'PortForwarding': {'1.2'}, Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: 'QosPolicy': {'1.9'}, Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: 'SecurityGroup': {'1.4'}, Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: 'SecurityGroupRule': {'1.2'}, Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: 'SubPort': {'1.0'}, Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: 'Subnet': {'1.1'}, Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: 'Trunk': {'1.1'}} Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: consumer versions: Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: { DHCP agent@n-d-820550-2: {}, Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: HyperV agent@n-h1-820550-2: {}, Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: HyperV agent@n-h2-820550-2: {}, Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: L3 agent@n-d-820550-2: {}, Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: Metadata agent@n-d-820550-2: {}, Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: Metering agent@n-d-820550-2: {}, Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: Open vSwitch agent@n-d-820550-2: { 'AddressGroup': '1.2', Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: 'ConntrackHelper': '1.0', Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: 'Log': '1.0', Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: 'Network': '1.1', Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: 'Port': '1.7', Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: 'PortForwarding': '1.2', Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: 'QosPolicy': '1.9', Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: 'SecurityGroup': '1.4', Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: 'SecurityGroupRule': '1.2', Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: 'SubPort': '1.0', Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: 'Subnet': '1.1', Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: 'Trunk': '1.1'}} Dec 16 09:22:38.836132 n-d-820550-2 neutron-server[102819]: {{(pid=102819) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 09:22:38.845682 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7294bc20-dc08-4d6c-b6a6-afb46af28d30 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:22:38.846282 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7294bc20-dc08-4d6c-b6a6-afb46af28d30 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:22:38.846830 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-7294bc20-dc08-4d6c-b6a6-afb46af28d30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:38.847357 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7294bc20-dc08-4d6c-b6a6-afb46af28d30 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:22:38.848223 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-7294bc20-dc08-4d6c-b6a6-afb46af28d30 None None] Bound port: 50ff2fd3-4913-48dd-90f0-80c503976ba4, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:22:38.848789 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-7294bc20-dc08-4d6c-b6a6-afb46af28d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:38.912475 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-7294bc20-dc08-4d6c-b6a6-afb46af28d30 None None] For port 50ff2fd3-4913-48dd-90f0-80c503976ba4, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:22:38.915890 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-7294bc20-dc08-4d6c-b6a6-afb46af28d30 None None] For port 50ff2fd3-4913-48dd-90f0-80c503976ba4, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=50ff2fd3-4913-48dd-90f0-80c503976ba4,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:22:38.918516 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bbae2a08-9a75-4cde-a5b4-76e953d1b104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:38.981964 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbae2a08-9a75-4cde-a5b4-76e953d1b104 admin admin] Network 3a6af1ee-58f2-406c-aa8c-1f9d70774ee8 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:22:38.983255 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae2a08-9a75-4cde-a5b4-76e953d1b104 admin admin] Pushing event updated for resources: {'Port': ['ID=e5106cbd-6d95-4a4a-8de5-98d096f1b5d5,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:38.986654 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-bbae2a08-9a75-4cde-a5b4-76e953d1b104 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:22:38.989618 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbae2a08-9a75-4cde-a5b4-76e953d1b104 admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:22:38.990076 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bbae2a08-9a75-4cde-a5b4-76e953d1b104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:38.998160 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-7294bc20-dc08-4d6c-b6a6-afb46af28d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:39.028754 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae2a08-9a75-4cde-a5b4-76e953d1b104 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:39.029374 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae2a08-9a75-4cde-a5b4-76e953d1b104 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:39.029852 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae2a08-9a75-4cde-a5b4-76e953d1b104 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:39.030325 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae2a08-9a75-4cde-a5b4-76e953d1b104 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:39.031614 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae2a08-9a75-4cde-a5b4-76e953d1b104 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:39.032090 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae2a08-9a75-4cde-a5b4-76e953d1b104 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:39.032570 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae2a08-9a75-4cde-a5b4-76e953d1b104 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:39.032907 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae2a08-9a75-4cde-a5b4-76e953d1b104 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:39.033266 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae2a08-9a75-4cde-a5b4-76e953d1b104 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:39.033596 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae2a08-9a75-4cde-a5b4-76e953d1b104 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:39.033924 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae2a08-9a75-4cde-a5b4-76e953d1b104 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:39.034238 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae2a08-9a75-4cde-a5b4-76e953d1b104 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:39.035408 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae2a08-9a75-4cde-a5b4-76e953d1b104 admin admin] Tracked resource versions report: Dec 16 09:22:39.035408 n-d-820550-2 neutron-server[102816]: pushed versions: Dec 16 09:22:39.035408 n-d-820550-2 neutron-server[102816]: { 'AddressGroup': {'1.2'}, Dec 16 09:22:39.035408 n-d-820550-2 neutron-server[102816]: 'ConntrackHelper': {'1.0'}, Dec 16 09:22:39.035408 n-d-820550-2 neutron-server[102816]: 'Log': {'1.0'}, Dec 16 09:22:39.035408 n-d-820550-2 neutron-server[102816]: 'Network': {'1.1'}, Dec 16 09:22:39.035408 n-d-820550-2 neutron-server[102816]: 'Port': {'1.7'}, Dec 16 09:22:39.035408 n-d-820550-2 neutron-server[102816]: 'PortForwarding': {'1.2'}, Dec 16 09:22:39.035408 n-d-820550-2 neutron-server[102816]: 'QosPolicy': {'1.9'}, Dec 16 09:22:39.035408 n-d-820550-2 neutron-server[102816]: 'SecurityGroup': {'1.4'}, Dec 16 09:22:39.035408 n-d-820550-2 neutron-server[102816]: 'SecurityGroupRule': {'1.2'}, Dec 16 09:22:39.035408 n-d-820550-2 neutron-server[102816]: 'SubPort': {'1.0'}, Dec 16 09:22:39.035408 n-d-820550-2 neutron-server[102816]: 'Subnet': {'1.1'}, Dec 16 09:22:39.035408 n-d-820550-2 neutron-server[102816]: 'Trunk': {'1.1'}} Dec 16 09:22:39.035408 n-d-820550-2 neutron-server[102816]: consumer versions: Dec 16 09:22:39.035408 n-d-820550-2 neutron-server[102816]: { DHCP agent@n-d-820550-2: {}, Dec 16 09:22:39.035408 n-d-820550-2 neutron-server[102816]: HyperV agent@n-h1-820550-2: {}, Dec 16 09:22:39.035408 n-d-820550-2 neutron-server[102816]: HyperV agent@n-h2-820550-2: {}, Dec 16 09:22:39.035408 n-d-820550-2 neutron-server[102816]: L3 agent@n-d-820550-2: {}, Dec 16 09:22:39.035408 n-d-820550-2 neutron-server[102816]: Metadata agent@n-d-820550-2: {}, Dec 16 09:22:39.035408 n-d-820550-2 neutron-server[102816]: Metering agent@n-d-820550-2: {}, Dec 16 09:22:39.035408 n-d-820550-2 neutron-server[102816]: Open vSwitch agent@n-d-820550-2: { 'AddressGroup': '1.2', Dec 16 09:22:39.035408 n-d-820550-2 neutron-server[102816]: 'ConntrackHelper': '1.0', Dec 16 09:22:39.035408 n-d-820550-2 neutron-server[102816]: 'Log': '1.0', Dec 16 09:22:39.035408 n-d-820550-2 neutron-server[102816]: 'Network': '1.1', Dec 16 09:22:39.035408 n-d-820550-2 neutron-server[102816]: 'Port': '1.7', Dec 16 09:22:39.035408 n-d-820550-2 neutron-server[102816]: 'PortForwarding': '1.2', Dec 16 09:22:39.035408 n-d-820550-2 neutron-server[102816]: 'QosPolicy': '1.9', Dec 16 09:22:39.035408 n-d-820550-2 neutron-server[102816]: 'SecurityGroup': '1.4', Dec 16 09:22:39.035408 n-d-820550-2 neutron-server[102816]: 'SecurityGroupRule': '1.2', Dec 16 09:22:39.035408 n-d-820550-2 neutron-server[102816]: 'SubPort': '1.0', Dec 16 09:22:39.035408 n-d-820550-2 neutron-server[102816]: 'Subnet': '1.1', Dec 16 09:22:39.035408 n-d-820550-2 neutron-server[102816]: 'Trunk': '1.1'}} Dec 16 09:22:39.035408 n-d-820550-2 neutron-server[102816]: {{(pid=102816) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 09:22:39.080812 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7294bc20-dc08-4d6c-b6a6-afb46af28d30 None None] Routers {'61b76931-af15-459e-bd45-144f9d5465a9'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:22:39.081600 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-7294bc20-dc08-4d6c-b6a6-afb46af28d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:22:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['61b76931-af15-459e-bd45-144f9d5465a9'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:39.156320 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56140) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:39.163060 n-d-820550-2 neutron-server[102817]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 16 09:22:39.189880 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 1f7b86be-e23f-4a68-8dd5-03e84d9186d8 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:22:39.205461 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb3d16-8458-40d2-a1a9-5d40545902da None None] Pushing event updated for resources: {'Port': ['ID=50ff2fd3-4913-48dd-90f0-80c503976ba4,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:39.218064 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-d2208cd4-8e0d-445f-8b73-819dbcd9834e tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=6560e500e1fd4f5b83abed48ff5fa527&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565331 Dec 16 09:22:39.297658 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-7294bc20-dc08-4d6c-b6a6-afb46af28d30 None None] Set router 61b76931-af15-459e-bd45-144f9d5465a9 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:22:39.309142 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 1f7b86be-e23f-4a68-8dd5-03e84d9186d8 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:39.309521 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:39.383908 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bbae2a08-9a75-4cde-a5b4-76e953d1b104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:39.500102 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4fb312dc-a21b-4bd4-8860-d71067271a3b None None] Provisioning complete for port e5106cbd-6d95-4a4a-8de5-98d096f1b5d5 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:39.500819 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4fb312dc-a21b-4bd4-8860-d71067271a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:39.556978 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4fb312dc-a21b-4bd4-8860-d71067271a3b None None] Port e5106cbd-6d95-4a4a-8de5-98d096f1b5d5 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:22:39.598187 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-8bca2e9b-1481-411a-9b20-16a33b7cff76 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:39.600052 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-8bca2e9b-1481-411a-9b20-16a33b7cff76 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3760629 Dec 16 09:22:39.623207 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-d09141d5-94bd-4d08-8532-3edd14375794 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/quotas/6560e500e1fd4f5b83abed48ff5fa527 HTTP/1.1" status: 200 len: 375 time: 0.0167520 Dec 16 09:22:39.699010 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-7294bc20-dc08-4d6c-b6a6-afb46af28d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b76931-af15-459e-bd45-144f9d5465a9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-579042584-router', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '50ff2fd3-4913-48dd-90f0-80c503976ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:35Z', 'updated_at': '2021-12-16T09:22:36Z', 'revision_number': 3, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'gw_port': {'id': '50ff2fd3-4913-48dd-90f0-80c503976ba4', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:36Z', 'updated_at': '2021-12-16T09:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:39.707415 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-80773100-5a51-4ffd-83c0-26258dc97ec2 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6560e500e1fd4f5b83abed48ff5fa527&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774825 Dec 16 09:22:39.727064 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7294bc20-dc08-4d6c-b6a6-afb46af28d30 None None] The sync data for ids ['61b76931-af15-459e-bd45-144f9d5465a9'] in n-d-820550-2 is: [{'id': '61b76931-af15-459e-bd45-144f9d5465a9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-579042584-router', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '50ff2fd3-4913-48dd-90f0-80c503976ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:35Z', 'updated_at': '2021-12-16T09:22:36Z', 'revision_number': 3, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'gw_port': {'id': '50ff2fd3-4913-48dd-90f0-80c503976ba4', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:36Z', 'updated_at': '2021-12-16T09:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:22:39.762119 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bbae2a08-9a75-4cde-a5b4-76e953d1b104 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:39.877793 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bbae2a08-9a75-4cde-a5b4-76e953d1b104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:39.878555 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bbae2a08-9a75-4cde-a5b4-76e953d1b104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:39.911574 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56164) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:39.970588 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae2a08-9a75-4cde-a5b4-76e953d1b104 admin admin] Pushing event updated for resources: {'Port': ['ID=e5106cbd-6d95-4a4a-8de5-98d096f1b5d5,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:40.024915 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbae2a08-9a75-4cde-a5b4-76e953d1b104 admin admin] Network 3a6af1ee-58f2-406c-aa8c-1f9d70774ee8 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:22:40.024915 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-bbae2a08-9a75-4cde-a5b4-76e953d1b104 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:22:40.193084 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbae2a08-9a75-4cde-a5b4-76e953d1b104 admin admin] Router 61b76931-af15-459e-bd45-144f9d5465a9 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:22:40.226566 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:40.334080 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbae2a08-9a75-4cde-a5b4-76e953d1b104 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:22:40.339335 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bbae2a08-9a75-4cde-a5b4-76e953d1b104 admin admin] 10.222.0.60 "PUT /v2.0/routers/61b76931-af15-459e-bd45-144f9d5465a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5386031 Dec 16 09:22:40.404004 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-00b583ae-7411-4da9-869f-5fd7639f0405 None None] Provisioning complete for port e5106cbd-6d95-4a4a-8de5-98d096f1b5d5 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:40.404984 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-00b583ae-7411-4da9-869f-5fd7639f0405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:40.478731 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-00b583ae-7411-4da9-869f-5fd7639f0405 None None] Port e5106cbd-6d95-4a4a-8de5-98d096f1b5d5 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:22:40.485183 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49527070-919e-4811-a779-f8a46a476d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:40.602570 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49527070-919e-4811-a779-f8a46a476d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:40.690673 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56200) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:40.736006 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49527070-919e-4811-a779-f8a46a476d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:40.797286 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-49527070-919e-4811-a779-f8a46a476d9e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2d73729685d74ec6b663a5377d795ba7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8827450 Dec 16 09:22:40.797805 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56214) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:40.800162 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49527070-919e-4811-a779-f8a46a476d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0ebe95-f70c-427b-b1ba-181123e58ca1,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:40.849328 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-76ce8fd7-30d7-4877-b56a-e970ef1f659d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:40.944280 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56224) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:40.944814 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-414aea4e-35f7-49e4-8a4d-88a4d0575c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:40.984486 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-414aea4e-35f7-49e4-8a4d-88a4d0575c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:41.055101 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-76ce8fd7-30d7-4877-b56a-e970ef1f659d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:41.140881 n-d-820550-2 neutron-server[102816]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 16 09:22:41.177921 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 50ff2fd3-4913-48dd-90f0-80c503976ba4 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:22:41.193091 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77b55fc4-7b78-4b63-93ce-3d867d11671b req-8303a407-70af-4e99-920c-124bd4e75020 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?device_id=588af393-0108-4bd5-a45e-22530a65b527 HTTP/1.1" status: 200 len: 210 time: 0.2476025 Dec 16 09:22:41.193502 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-414aea4e-35f7-49e4-8a4d-88a4d0575c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:41.196285 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-414aea4e-35f7-49e4-8a4d-88a4d0575c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:41.199480 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-414aea4e-35f7-49e4-8a4d-88a4d0575c9d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fd0ebe95-f70c-427b-b1ba-181123e58ca1 HTTP/1.1" status: 204 len: 168 time: 0.4006011 Dec 16 09:22:41.207669 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-76ce8fd7-30d7-4877-b56a-e970ef1f659d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:41.243719 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414aea4e-35f7-49e4-8a4d-88a4d0575c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0ebe95-f70c-427b-b1ba-181123e58ca1,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:41.298410 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 50ff2fd3-4913-48dd-90f0-80c503976ba4 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:41.298983 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:41.314109 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-76ce8fd7-30d7-4877-b56a-e970ef1f659d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f40d746321ce4d4cbaaf862c63ae5009&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6191719 Dec 16 09:22:41.315268 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56248) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:41.321950 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce8fd7-30d7-4877-b56a-e970ef1f659d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ecb3ba-3fb5-4d93-9774-ff72f95dcd3e,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:41.392014 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e1a5-c187-47cc-bf48-6015a27c3bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:41.415743 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e1a5-c187-47cc-bf48-6015a27c3bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:41.537193 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:41.543667 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e1a5-c187-47cc-bf48-6015a27c3bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:41.548531 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e1a5-c187-47cc-bf48-6015a27c3bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:41.551200 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8ea0e1a5-c187-47cc-bf48-6015a27c3bec admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/99ecb3ba-3fb5-4d93-9774-ff72f95dcd3e HTTP/1.1" status: 204 len: 168 time: 0.2340662 Dec 16 09:22:41.562055 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 50ff2fd3-4913-48dd-90f0-80c503976ba4, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=50ff2fd3-4913-48dd-90f0-80c503976ba4,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:41.577438 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea0e1a5-c187-47cc-bf48-6015a27c3bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ecb3ba-3fb5-4d93-9774-ff72f95dcd3e,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:41.698580 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:41.756237 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=50ff2fd3-4913-48dd-90f0-80c503976ba4,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:42.115645 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2012f2-ef38-4420-8f27-b81fa56e3791 None None] Sync routers for ids ['61b76931-af15-459e-bd45-144f9d5465a9'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:22:42.126100 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2012f2-ef38-4420-8f27-b81fa56e3791 None None] Routers {'61b76931-af15-459e-bd45-144f9d5465a9'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:22:42.126669 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-0d2012f2-ef38-4420-8f27-b81fa56e3791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:22:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['61b76931-af15-459e-bd45-144f9d5465a9'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:42.156971 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56274) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:42.172908 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8df2916f-892e-4bd3-817f-ca0d51083e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:42.247832 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-0d2012f2-ef38-4420-8f27-b81fa56e3791 None None] Set router 61b76931-af15-459e-bd45-144f9d5465a9 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:22:42.260408 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8df2916f-892e-4bd3-817f-ca0d51083e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:42.327243 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8df2916f-892e-4bd3-817f-ca0d51083e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:42.374273 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2916f-892e-4bd3-817f-ca0d51083e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beacb4a2-ac9e-4308-a593-cb99fa1a5154,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:42.391896 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8df2916f-892e-4bd3-817f-ca0d51083e50 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a047ea8d2dc04fedb2309e0822366cd2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2328672 Dec 16 09:22:42.393983 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56288) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:42.401666 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56290) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:42.409571 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-657dcb72-6142-4525-9f6f-b6bb3c99a5f2 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1925176574-network', 'tenant_id': 'eaade06f1b60497f932b249838dab4f2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:42.449193 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f9860a09-0378-4a33-92ff-245df5c3569e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:42.471280 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f9860a09-0378-4a33-92ff-245df5c3569e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:42.491152 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-0d2012f2-ef38-4420-8f27-b81fa56e3791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b76931-af15-459e-bd45-144f9d5465a9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-579042584-router', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '50ff2fd3-4913-48dd-90f0-80c503976ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:35Z', 'updated_at': '2021-12-16T09:22:39Z', 'revision_number': 4, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'gw_port': {'id': '50ff2fd3-4913-48dd-90f0-80c503976ba4', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:36Z', 'updated_at': '2021-12-16T09:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'e5106cbd-6d95-4a4a-8de5-98d096f1b5d5', 'name': '', 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'mac_address': 'fa:16:3e:21:e7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '898541b1-ae3e-41a6-ab62-007c2a398b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:38Z', 'updated_at': '2021-12-16T09:22:39Z', 'revision_number': 2, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'subnets': [{'id': '898541b1-ae3e-41a6-ab62-007c2a398b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:42.501141 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657dcb72-6142-4525-9f6f-b6bb3c99a5f2 admin admin] Made reservation on behalf of eaade06f1b60497f932b249838dab4f2 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:22:42.507036 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-657dcb72-6142-4525-9f6f-b6bb3c99a5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:42.519271 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2012f2-ef38-4420-8f27-b81fa56e3791 None None] Checking router: 61b76931-af15-459e-bd45-144f9d5465a9 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:22:42.519731 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2012f2-ef38-4420-8f27-b81fa56e3791 None None] Updating router 61b76931-af15-459e-bd45-144f9d5465a9 port e5106cbd-6d95-4a4a-8de5-98d096f1b5d5 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:22:42.530267 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-657dcb72-6142-4525-9f6f-b6bb3c99a5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:42.558680 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0d2012f2-ef38-4420-8f27-b81fa56e3791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:42.595443 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f9860a09-0378-4a33-92ff-245df5c3569e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:42.598273 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f9860a09-0378-4a33-92ff-245df5c3569e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:42.611460 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f9860a09-0378-4a33-92ff-245df5c3569e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/beacb4a2-ac9e-4308-a593-cb99fa1a5154 HTTP/1.1" status: 204 len: 168 time: 0.2073388 Dec 16 09:22:42.628305 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9860a09-0378-4a33-92ff-245df5c3569e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beacb4a2-ac9e-4308-a593-cb99fa1a5154,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:42.675183 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-657dcb72-6142-4525-9f6f-b6bb3c99a5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:42.715838 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56298) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:42.755248 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9326e8bc-70f2-4b7e-b9ce-b8908c022150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:42.762762 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-657dcb72-6142-4525-9f6f-b6bb3c99a5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:42.832212 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-657dcb72-6142-4525-9f6f-b6bb3c99a5f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:22:42.873399 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657dcb72-6142-4525-9f6f-b6bb3c99a5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3916ee-6b10-4f72-968d-e4dca7b98f9f,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:42.876320 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-657dcb72-6142-4525-9f6f-b6bb3c99a5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:42.876654 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-657dcb72-6142-4525-9f6f-b6bb3c99a5f2 admin admin] Added segment 80098aea-609b-4b39-90a7-c7402b7fc611 of type vlan for network 0d97f94e-90f4-4087-bc98-27089d381e20 Dec 16 09:22:42.919414 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0d2012f2-ef38-4420-8f27-b81fa56e3791 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:42.952988 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c38d9439-d8fb-4e31-a82c-8c58dac11ef8 req-76db023e-cc57-4dd3-a614-6439de4e558b tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?device_id=588af393-0108-4bd5-a45e-22530a65b527 HTTP/1.1" status: 200 len: 210 time: 0.1128206 Dec 16 09:22:42.971859 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-657dcb72-6142-4525-9f6f-b6bb3c99a5f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:42.990029 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0d2012f2-ef38-4420-8f27-b81fa56e3791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:43.020064 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9326e8bc-70f2-4b7e-b9ce-b8908c022150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:43.044083 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5c34d-5019-48f0-b4b4-98f037f9f30f None None] Pushing event updated for resources: {'Port': ['ID=e5106cbd-6d95-4a4a-8de5-98d096f1b5d5,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:43.087836 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-657dcb72-6142-4525-9f6f-b6bb3c99a5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:43.089980 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657dcb72-6142-4525-9f6f-b6bb3c99a5f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:43.093256 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-657dcb72-6142-4525-9f6f-b6bb3c99a5f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:43.102834 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-0d2012f2-ef38-4420-8f27-b81fa56e3791 None None] Attempting to bind port e5106cbd-6d95-4a4a-8de5-98d096f1b5d5 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:22:43.103347 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-0d2012f2-ef38-4420-8f27-b81fa56e3791 None None] Attempting to bind port e5106cbd-6d95-4a4a-8de5-98d096f1b5d5 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '1403103d-a4de-4f88-a656-e98daedb16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:22:43.103848 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2012f2-ef38-4420-8f27-b81fa56e3791 None None] Attempting to bind port e5106cbd-6d95-4a4a-8de5-98d096f1b5d5 on network 3a6af1ee-58f2-406c-aa8c-1f9d70774ee8 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:22:43.110114 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2012f2-ef38-4420-8f27-b81fa56e3791 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:22:43.111015 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2012f2-ef38-4420-8f27-b81fa56e3791 None None] Checking segment: {'id': '1403103d-a4de-4f88-a656-e98daedb16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:22:43.111625 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0d2012f2-ef38-4420-8f27-b81fa56e3791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:43.112224 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2012f2-ef38-4420-8f27-b81fa56e3791 None None] Bound using segment: {'id': '1403103d-a4de-4f88-a656-e98daedb16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:22:43.113033 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-0d2012f2-ef38-4420-8f27-b81fa56e3791 None None] Bound port: e5106cbd-6d95-4a4a-8de5-98d096f1b5d5, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1403103d-a4de-4f88-a656-e98daedb16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:22:43.113922 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0d2012f2-ef38-4420-8f27-b81fa56e3791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:43.153983 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9326e8bc-70f2-4b7e-b9ce-b8908c022150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:43.205747 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-0d2012f2-ef38-4420-8f27-b81fa56e3791 None None] For port e5106cbd-6d95-4a4a-8de5-98d096f1b5d5, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:22:43.210017 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-0d2012f2-ef38-4420-8f27-b81fa56e3791 None None] For port e5106cbd-6d95-4a4a-8de5-98d096f1b5d5, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=e5106cbd-6d95-4a4a-8de5-98d096f1b5d5,segment=NetworkSegment(1403103d-a4de-4f88-a656-e98daedb16d8),segment_id=1403103d-a4de-4f88-a656-e98daedb16d8)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:22:43.253817 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 50ff2fd3-4913-48dd-90f0-80c503976ba4 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:22:43.258211 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9326e8bc-70f2-4b7e-b9ce-b8908c022150 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=56045a2682934c8d944078a163240e0c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5411839 Dec 16 09:22:43.262475 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56312) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:43.266835 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-657dcb72-6142-4525-9f6f-b6bb3c99a5f2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8608506 Dec 16 09:22:43.266835 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657dcb72-6142-4525-9f6f-b6bb3c99a5f2 admin admin] Pushing event updated for resources: {'Network': ['ID=0d97f94e-90f4-4087-bc98-27089d381e20,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:43.268811 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326e8bc-70f2-4b7e-b9ce-b8908c022150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9703355-e79f-429d-acbd-28ec916f3603,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:43.271738 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56314) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:43.276898 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-52527078-7c15-48f5-83db-250f3d88e1a3 admin admin] Request body: {'subnet': {'network_id': '0d97f94e-90f4-4087-bc98-27089d381e20', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1925176574-subnet', 'tenant_id': 'eaade06f1b60497f932b249838dab4f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:43.300619 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 0d97f94e-90f4-4087-bc98-27089d381e20 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:22:43.308208 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0d2012f2-ef38-4420-8f27-b81fa56e3791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:43.359027 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0f5c6a66-00ec-4bec-9b33-7e277592caa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:43.397632 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52527078-7c15-48f5-83db-250f3d88e1a3 admin admin] Made reservation on behalf of eaade06f1b60497f932b249838dab4f2 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:22:43.403444 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52527078-7c15-48f5-83db-250f3d88e1a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:43.410858 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0f5c6a66-00ec-4bec-9b33-7e277592caa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:43.462539 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5c34d-5019-48f0-b4b4-98f037f9f30f None None] Pushing event updated for resources: {'Port': ['ID=e5106cbd-6d95-4a4a-8de5-98d096f1b5d5,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:43.565441 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2a964990-6c37-47a0-8891-70ac98d8d311 None None] Provisioning complete for port e5106cbd-6d95-4a4a-8de5-98d096f1b5d5 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:43.566730 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2a964990-6c37-47a0-8891-70ac98d8d311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:43.602833 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 50ff2fd3-4913-48dd-90f0-80c503976ba4 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:43.605793 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:43.641524 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0f5c6a66-00ec-4bec-9b33-7e277592caa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:43.644746 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0f5c6a66-00ec-4bec-9b33-7e277592caa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:43.646462 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0f5c6a66-00ec-4bec-9b33-7e277592caa2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c9703355-e79f-429d-acbd-28ec916f3603 HTTP/1.1" status: 204 len: 168 time: 0.3829992 Dec 16 09:22:43.654045 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2012f2-ef38-4420-8f27-b81fa56e3791 None None] Routers {'61b76931-af15-459e-bd45-144f9d5465a9'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:22:43.654045 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-0d2012f2-ef38-4420-8f27-b81fa56e3791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:22:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['61b76931-af15-459e-bd45-144f9d5465a9'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:43.660801 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c6a66-00ec-4bec-9b33-7e277592caa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9703355-e79f-429d-acbd-28ec916f3603,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:43.742802 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52527078-7c15-48f5-83db-250f3d88e1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:43.830726 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-0d2012f2-ef38-4420-8f27-b81fa56e3791 None None] Set router 61b76931-af15-459e-bd45-144f9d5465a9 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:22:43.830926 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52527078-7c15-48f5-83db-250f3d88e1a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8e3b12e-94fc-4b8a-be69-00be99ec43e8,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:43.841207 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52527078-7c15-48f5-83db-250f3d88e1a3 admin admin] Checking segment: {'id': '80098aea-609b-4b39-90a7-c7402b7fc611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0d97f94e-90f4-4087-bc98-27089d381e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:22:43.841825 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52527078-7c15-48f5-83db-250f3d88e1a3 admin admin] Network hostable DHCP agents. Network: 0d97f94e-90f4-4087-bc98-27089d381e20, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:22:43.929240 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52527078-7c15-48f5-83db-250f3d88e1a3 admin admin] Network 0d97f94e-90f4-4087-bc98-27089d381e20 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:22:43.961593 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2a964990-6c37-47a0-8891-70ac98d8d311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:43.997561 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-52527078-7c15-48f5-83db-250f3d88e1a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 0d97f94e-90f4-4087-bc98-27089d381e20) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:22:44.005741 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52527078-7c15-48f5-83db-250f3d88e1a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:44.008999 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52527078-7c15-48f5-83db-250f3d88e1a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:44.016973 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc943ee-7928-41d3-a5ec-0fd28cc15a3b None None] Network 0d97f94e-90f4-4087-bc98-27089d381e20 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:22:44.112049 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-52527078-7c15-48f5-83db-250f3d88e1a3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8390677 Dec 16 09:22:44.115500 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56362) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:44.120185 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-03a15754-5702-443f-a5b6-a3099533d161 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1925176574-router', 'tenant_id': 'eaade06f1b60497f932b249838dab4f2', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:44.162063 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56366) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:44.223308 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.58', 55622) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:44.232174 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2a964990-6c37-47a0-8891-70ac98d8d311 None None] For port e5106cbd-6d95-4a4a-8de5-98d096f1b5d5, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=e5106cbd-6d95-4a4a-8de5-98d096f1b5d5,segment=NetworkSegment(1403103d-a4de-4f88-a656-e98daedb16d8),segment_id=1403103d-a4de-4f88-a656-e98daedb16d8)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:44.266758 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-03a15754-5702-443f-a5b6-a3099533d161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:44.268635 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-03a15754-5702-443f-a5b6-a3099533d161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:44.297803 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-9eae87cb-1c21-414c-b6b8-14240de3ee67 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=6560e500e1fd4f5b83abed48ff5fa527&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0718055 Dec 16 09:22:44.348451 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2a964990-6c37-47a0-8891-70ac98d8d311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:44.382080 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-03a15754-5702-443f-a5b6-a3099533d161 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:44.395560 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-99d4bdb9-1d78-41d3-aebb-a0ef227c234f req-22f82098-c49e-4b30-8b8e-c52f0481e39c tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?device_id=588af393-0108-4bd5-a45e-22530a65b527 HTTP/1.1" status: 200 len: 210 time: 0.0825675 Dec 16 09:22:44.440301 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-0d2012f2-ef38-4420-8f27-b81fa56e3791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b76931-af15-459e-bd45-144f9d5465a9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-579042584-router', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '50ff2fd3-4913-48dd-90f0-80c503976ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:35Z', 'updated_at': '2021-12-16T09:22:39Z', 'revision_number': 4, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'gw_port': {'id': '50ff2fd3-4913-48dd-90f0-80c503976ba4', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:36Z', 'updated_at': '2021-12-16T09:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'e5106cbd-6d95-4a4a-8de5-98d096f1b5d5', 'name': '', 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'mac_address': 'fa:16:3e:21:e7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '898541b1-ae3e-41a6-ab62-007c2a398b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:38Z', 'updated_at': '2021-12-16T09:22:43Z', 'revision_number': 4, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'subnets': [{'id': '898541b1-ae3e-41a6-ab62-007c2a398b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:44.442650 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a964990-6c37-47a0-8891-70ac98d8d311 None None] Pushing event updated for resources: {'Port': ['ID=e5106cbd-6d95-4a4a-8de5-98d096f1b5d5,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:44.472871 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327a9291-c40e-4522-b8fd-798a43855c10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-0d97f94e-90f4-4087-bc98-27089d381e20', 'network_id': '0d97f94e-90f4-4087-bc98-27089d381e20', 'tenant_id': 'eaade06f1b60497f932b249838dab4f2', 'fixed_ips': [{'subnet_id': 'c8e3b12e-94fc-4b8a-be69-00be99ec43e8'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:22:44.473794 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-327a9291-c40e-4522-b8fd-798a43855c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:44.479225 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2012f2-ef38-4420-8f27-b81fa56e3791 None None] The sync data for ids ['61b76931-af15-459e-bd45-144f9d5465a9'] in n-d-820550-2 is: [{'id': '61b76931-af15-459e-bd45-144f9d5465a9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-579042584-router', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '50ff2fd3-4913-48dd-90f0-80c503976ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:35Z', 'updated_at': '2021-12-16T09:22:39Z', 'revision_number': 4, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'gw_port': {'id': '50ff2fd3-4913-48dd-90f0-80c503976ba4', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:36Z', 'updated_at': '2021-12-16T09:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'e5106cbd-6d95-4a4a-8de5-98d096f1b5d5', 'name': '', 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'mac_address': 'fa:16:3e:21:e7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '898541b1-ae3e-41a6-ab62-007c2a398b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:38Z', 'updated_at': '2021-12-16T09:22:43Z', 'revision_number': 4, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'subnets': [{'id': '898541b1-ae3e-41a6-ab62-007c2a398b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:22:44.519555 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-a934a193-fa14-4be1-be63-8d78edfac37a None None] Provisioning complete for port e5106cbd-6d95-4a4a-8de5-98d096f1b5d5 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:44.520018 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a934a193-fa14-4be1-be63-8d78edfac37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:44.654564 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dffb0f69-c706-4f97-9de1-52fa8c321eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:44.808223 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-327a9291-c40e-4522-b8fd-798a43855c10 None None] Allocated IP 172.20.0.2 (0d97f94e-90f4-4087-bc98-27089d381e20/c8e3b12e-94fc-4b8a-be69-00be99ec43e8/3891ed36-dd1b-48ce-a97d-0fa92e137c9a) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:22:44.861937 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dffb0f69-c706-4f97-9de1-52fa8c321eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:44.877344 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-03a15754-5702-443f-a5b6-a3099533d161 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:44.932601 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dffb0f69-c706-4f97-9de1-52fa8c321eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:45.058669 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb0f69-c706-4f97-9de1-52fa8c321eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74624ce8-cd8a-4efe-ab55-5e252ad7f8ea,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:45.077939 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-dffb0f69-c706-4f97-9de1-52fa8c321eb0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f35fc096b704434d9c0b07f729d36334&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9147680 Dec 16 09:22:45.084409 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56414) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:45.208219 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-26e4c21f-2d98-4c5f-8820-ffa4ed4fe83f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:45.235401 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-327a9291-c40e-4522-b8fd-798a43855c10 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:45.259876 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-26e4c21f-2d98-4c5f-8820-ffa4ed4fe83f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:45.263878 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-70cbc293-e316-4313-8138-fb667ba6c3c3 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:45.265436 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-70cbc293-e316-4313-8138-fb667ba6c3c3 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8813915 Dec 16 09:22:45.270563 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device e5106cbd-6d95-4a4a-8de5-98d096f1b5d5 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:22:45.320473 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-14d53ec4-be87-48ec-8755-cd6938c1a589 tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=6b29747ca2a74410b44f2ee6ad6fcae2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1215975 Dec 16 09:22:45.344227 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-327a9291-c40e-4522-b8fd-798a43855c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:45.398243 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-0b9590ff-64f6-41d7-b2c9-9d05be554819 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Request body: {'port': {'device_id': '588af393-0108-4bd5-a45e-22530a65b527', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'admin_state_up': True, 'tenant_id': '6560e500e1fd4f5b83abed48ff5fa527'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:45.437497 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327a9291-c40e-4522-b8fd-798a43855c10 None None] Network 0d97f94e-90f4-4087-bc98-27089d381e20 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:22:45.448959 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-327a9291-c40e-4522-b8fd-798a43855c10 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:22:45.451844 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327a9291-c40e-4522-b8fd-798a43855c10 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:22:45.454107 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port e5106cbd-6d95-4a4a-8de5-98d096f1b5d5 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:45.454632 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:45.456359 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a9291-c40e-4522-b8fd-798a43855c10 None None] Pushing event updated for resources: {'Port': ['ID=3891ed36-dd1b-48ce-a97d-0fa92e137c9a,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:45.477547 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-26e4c21f-2d98-4c5f-8820-ffa4ed4fe83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:45.481865 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-26e4c21f-2d98-4c5f-8820-ffa4ed4fe83f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:45.486158 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-26e4c21f-2d98-4c5f-8820-ffa4ed4fe83f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/74624ce8-cd8a-4efe-ab55-5e252ad7f8ea HTTP/1.1" status: 204 len: 168 time: 0.4017682 Dec 16 09:22:45.505552 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4c21f-2d98-4c5f-8820-ffa4ed4fe83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74624ce8-cd8a-4efe-ab55-5e252ad7f8ea,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:45.640251 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-327a9291-c40e-4522-b8fd-798a43855c10 None None] Attempting to bind port 3891ed36-dd1b-48ce-a97d-0fa92e137c9a on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:22:45.640705 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-327a9291-c40e-4522-b8fd-798a43855c10 None None] Attempting to bind port 3891ed36-dd1b-48ce-a97d-0fa92e137c9a by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '80098aea-609b-4b39-90a7-c7402b7fc611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0d97f94e-90f4-4087-bc98-27089d381e20'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:22:45.641080 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327a9291-c40e-4522-b8fd-798a43855c10 None None] Attempting to bind port 3891ed36-dd1b-48ce-a97d-0fa92e137c9a on network 0d97f94e-90f4-4087-bc98-27089d381e20 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:22:45.651230 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327a9291-c40e-4522-b8fd-798a43855c10 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:22:45.651632 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327a9291-c40e-4522-b8fd-798a43855c10 None None] Checking segment: {'id': '80098aea-609b-4b39-90a7-c7402b7fc611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0d97f94e-90f4-4087-bc98-27089d381e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:22:45.652254 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-327a9291-c40e-4522-b8fd-798a43855c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:45.652445 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327a9291-c40e-4522-b8fd-798a43855c10 None None] Bound using segment: {'id': '80098aea-609b-4b39-90a7-c7402b7fc611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0d97f94e-90f4-4087-bc98-27089d381e20'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:22:45.652934 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-327a9291-c40e-4522-b8fd-798a43855c10 None None] Bound port: 3891ed36-dd1b-48ce-a97d-0fa92e137c9a, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80098aea-609b-4b39-90a7-c7402b7fc611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0d97f94e-90f4-4087-bc98-27089d381e20'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:22:45.653372 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-327a9291-c40e-4522-b8fd-798a43855c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:45.748942 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-327a9291-c40e-4522-b8fd-798a43855c10 None None] For port 3891ed36-dd1b-48ce-a97d-0fa92e137c9a, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:22:45.753987 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-327a9291-c40e-4522-b8fd-798a43855c10 None None] For port 3891ed36-dd1b-48ce-a97d-0fa92e137c9a, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=3891ed36-dd1b-48ce-a97d-0fa92e137c9a,segment=NetworkSegment(80098aea-609b-4b39-90a7-c7402b7fc611),segment_id=80098aea-609b-4b39-90a7-c7402b7fc611)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:22:45.835126 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-89ffe21d-b379-490d-96a0-0cd60c290fef tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:45.836722 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-89ffe21d-b379-490d-96a0-0cd60c290fef tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5144861 Dec 16 09:22:45.867213 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-327a9291-c40e-4522-b8fd-798a43855c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:45.938276 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-e178a1d9-8576-4ee0-97e4-11b44b051dfd tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.60 "GET /v2.0/quotas/6b29747ca2a74410b44f2ee6ad6fcae2 HTTP/1.1" status: 200 len: 375 time: 0.0922263 Dec 16 09:22:45.956021 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a9291-c40e-4522-b8fd-798a43855c10 None None] Pushing event updated for resources: {'Port': ['ID=3891ed36-dd1b-48ce-a97d-0fa92e137c9a,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:45.968069 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-76afdbed-0744-4b5e-a15d-d320abe4b56e req-90edb4ac-0213-45df-9dc7-6f1fdada95b2 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?device_id=588af393-0108-4bd5-a45e-22530a65b527 HTTP/1.1" status: 200 len: 210 time: 0.0600553 Dec 16 09:22:46.020797 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-a1cb8d2c-82c7-40e1-a011-8508518b3a7d tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6b29747ca2a74410b44f2ee6ad6fcae2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816386 Dec 16 09:22:46.096120 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-03a15754-5702-443f-a5b6-a3099533d161 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:46.142207 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-03a15754-5702-443f-a5b6-a3099533d161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:46.144428 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-0b9590ff-64f6-41d7-b2c9-9d05be554819 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Made reservation on behalf of 6560e500e1fd4f5b83abed48ff5fa527 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:22:46.148184 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-0b9590ff-64f6-41d7-b2c9-9d05be554819 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:46.172004 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-0b9590ff-64f6-41d7-b2c9-9d05be554819 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:46.382240 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:22:46.594065 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-095ae117-ac81-4a14-bb32-47d91530d4a2 req-db7c53e9-c11f-4fd6-a9f2-0d61fefe8cc9 tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fa8d7bb-9143-481a-a1ca-48b4e098f2fd HTTP/1.1" status: 200 len: 210 time: 0.0604005 Dec 16 09:22:46.631099 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-0b9590ff-64f6-41d7-b2c9-9d05be554819 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:46.713582 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-0b9590ff-64f6-41d7-b2c9-9d05be554819 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:46.864122 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56484) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:46.886624 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7d382647-408e-46ea-a136-66fb46d69184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:47.109010 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-03a15754-5702-443f-a5b6-a3099533d161 admin admin] Allocated IP 172.25.1.96 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:22:47.248267 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7d382647-408e-46ea-a136-66fb46d69184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:47.330450 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 3891ed36-dd1b-48ce-a97d-0fa92e137c9a up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:22:47.355432 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7d382647-408e-46ea-a136-66fb46d69184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:47.536065 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d382647-408e-46ea-a136-66fb46d69184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c44133-d458-4965-9b70-2db38f928092,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:47.536065 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7d382647-408e-46ea-a136-66fb46d69184 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=14da0d8c146e4387be453634f100f82c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6007345 Dec 16 09:22:47.536065 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56500) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:47.540764 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-03a15754-5702-443f-a5b6-a3099533d161 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:47.549941 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 3891ed36-dd1b-48ce-a97d-0fa92e137c9a triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:47.555722 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:47.580186 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c92bf22b-cb4f-46cf-ba11-e6f2c70a74cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:47.634182 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9590ff-64f6-41d7-b2c9-9d05be554819 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3b47c2-8393-41ea-a9d7-f3af130c83a8,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:47.680328 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c92bf22b-cb4f-46cf-ba11-e6f2c70a74cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:47.783143 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a394418-6dea-49bd-8d6a-041f20db498c None None] Network 0d97f94e-90f4-4087-bc98-27089d381e20 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:22:47.817586 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0c3e9cdd-4f7c-4bc7-be5d-53055120906d req-ac1a44cb-345a-465c-9e14-dff6e2c67e52 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?device_id=588af393-0108-4bd5-a45e-22530a65b527 HTTP/1.1" status: 200 len: 210 time: 0.1965325 Dec 16 09:22:47.921026 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:47.963433 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-dc74e853-0ae5-4485-ae42-05e8fe58b802 None None] Provisioning complete for port 3891ed36-dd1b-48ce-a97d-0fa92e137c9a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:47.963853 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-dc74e853-0ae5-4485-ae42-05e8fe58b802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:47.965174 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-03a15754-5702-443f-a5b6-a3099533d161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:47.984242 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7624fd54-599f-4f83-8701-0c06be9cf0ae req-bf82671f-4921-4a76-868c-dd0d42b43cdb tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fa8d7bb-9143-481a-a1ca-48b4e098f2fd HTTP/1.1" status: 200 len: 210 time: 0.0514243 Dec 16 09:22:48.000976 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c92bf22b-cb4f-46cf-ba11-e6f2c70a74cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:48.010543 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c92bf22b-cb4f-46cf-ba11-e6f2c70a74cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:48.012793 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c92bf22b-cb4f-46cf-ba11-e6f2c70a74cd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/72c44133-d458-4965-9b70-2db38f928092 HTTP/1.1" status: 204 len: 168 time: 0.5394211 Dec 16 09:22:48.035905 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bf22b-cb4f-46cf-ba11-e6f2c70a74cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c44133-d458-4965-9b70-2db38f928092,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:48.089062 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a15754-5702-443f-a5b6-a3099533d161 admin admin] Pushing event updated for resources: {'Port': ['ID=e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:48.109958 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-0b9590ff-64f6-41d7-b2c9-9d05be554819 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Allocated IP 192.168.233.50 (0f25fa8c-dd15-4f99-b14f-112e51884f75/d30f37a6-2496-485e-9480-e5e1789d975f/a1883be9-3351-43c1-a66c-01043d2c960a) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:22:48.125185 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 3891ed36-dd1b-48ce-a97d-0fa92e137c9a, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=3891ed36-dd1b-48ce-a97d-0fa92e137c9a,segment=NetworkSegment(80098aea-609b-4b39-90a7-c7402b7fc611),segment_id=80098aea-609b-4b39-90a7-c7402b7fc611)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:48.286161 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:48.355061 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a15754-5702-443f-a5b6-a3099533d161 admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:22:48.359587 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-03a15754-5702-443f-a5b6-a3099533d161 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:22:48.364220 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a15754-5702-443f-a5b6-a3099533d161 admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:22:48.468566 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=3891ed36-dd1b-48ce-a97d-0fa92e137c9a,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:48.624128 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-0b9590ff-64f6-41d7-b2c9-9d05be554819 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:48.838604 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-0b9590ff-64f6-41d7-b2c9-9d05be554819 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:48.847379 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-0645bc38-54b7-4bed-95f9-b799751c843b None None] Provisioning complete for port 3891ed36-dd1b-48ce-a97d-0fa92e137c9a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:48.847759 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0645bc38-54b7-4bed-95f9-b799751c843b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:49.117930 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf2f6d-3d15-478e-94e6-99007ff4d5a2 req-1b9a05c9-c54e-4f39-89da-7ea3bf0a3743 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:49.129918 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ebcf2f6d-3d15-478e-94e6-99007ff4d5a2 req-1b9a05c9-c54e-4f39-89da-7ea3bf0a3743 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?device_id=588af393-0108-4bd5-a45e-22530a65b527 HTTP/1.1" status: 200 len: 935 time: 0.1648011 Dec 16 09:22:49.195389 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-0b9590ff-64f6-41d7-b2c9-9d05be554819 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Network 0f25fa8c-dd15-4f99-b14f-112e51884f75 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:22:49.201357 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 3891ed36-dd1b-48ce-a97d-0fa92e137c9a up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:22:49.223740 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-0b9590ff-64f6-41d7-b2c9-9d05be554819 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:22:49.259761 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ebcf2f6d-3d15-478e-94e6-99007ff4d5a2 req-84e4ac59-bfb5-4991-9819-c4d026ecf5f2 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e3b47c2-8393-41ea-a9d7-f3af130c83a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285625 Dec 16 09:22:49.283609 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da2664be-494b-409d-9a0b-47c9191d0745 req-4385effa-04d1-4d33-85a5-0a0b2c2af725 tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fa8d7bb-9143-481a-a1ca-48b4e098f2fd HTTP/1.1" status: 200 len: 210 time: 0.0616047 Dec 16 09:22:49.314906 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 3891ed36-dd1b-48ce-a97d-0fa92e137c9a triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:49.315304 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-0b9590ff-64f6-41d7-b2c9-9d05be554819 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:22:49.315865 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:49.326792 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-0b9590ff-64f6-41d7-b2c9-9d05be554819 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:49.331542 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-0b9590ff-64f6-41d7-b2c9-9d05be554819 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:49.385422 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9590ff-64f6-41d7-b2c9-9d05be554819 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Pushing event updated for resources: {'Port': ['ID=a1883be9-3351-43c1-a66c-01043d2c960a,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:49.413449 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-03a15754-5702-443f-a5b6-a3099533d161 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:49.721730 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-291130fe-73a6-48ba-8c23-b61907320b32 None None] Provisioning complete for port a1883be9-3351-43c1-a66c-01043d2c960a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:49.722228 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-291130fe-73a6-48ba-8c23-b61907320b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:49.757576 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-0b9590ff-64f6-41d7-b2c9-9d05be554819 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3585052 Dec 16 09:22:49.772404 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-291130fe-73a6-48ba-8c23-b61907320b32 None None] Port a1883be9-3351-43c1-a66c-01043d2c960a cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:22:49.953838 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-03a15754-5702-443f-a5b6-a3099533d161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:50.218811 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a15754-5702-443f-a5b6-a3099533d161 admin admin] Router b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:22:50.339507 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a15754-5702-443f-a5b6-a3099533d161 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:22:50.359537 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fced473-08fa-432c-9e81-448e4650c611 None None] Sync routers for ids ['b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:22:50.372328 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fced473-08fa-432c-9e81-448e4650c611 None None] Routers {'b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:22:50.380854 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-9fced473-08fa-432c-9e81-448e4650c611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:22:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:50.419782 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc13df1-6e9e-4e3b-a3d5-73117ef162f6 req-258b872b-5b0e-4490-8439-98274f970978 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:50.433776 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dbc13df1-6e9e-4e3b-a3d5-73117ef162f6 req-258b872b-5b0e-4490-8439-98274f970978 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?device_id=588af393-0108-4bd5-a45e-22530a65b527 HTTP/1.1" status: 200 len: 935 time: 0.0762546 Dec 16 09:22:50.508155 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dbc13df1-6e9e-4e3b-a3d5-73117ef162f6 req-248f30fa-b2c0-4805-8063-9f0c6d592cfc tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e3b47c2-8393-41ea-a9d7-f3af130c83a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729723 Dec 16 09:22:50.514679 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1242a9d0-0588-4567-913f-f921e29ed81e req-d5e3571c-60d4-4be6-9693-94dfad609456 tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fa8d7bb-9143-481a-a1ca-48b4e098f2fd HTTP/1.1" status: 200 len: 210 time: 0.0954041 Dec 16 09:22:50.517567 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-03a15754-5702-443f-a5b6-a3099533d161 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:50.539654 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-9fced473-08fa-432c-9e81-448e4650c611 None None] Set router b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:22:50.543591 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56588) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:50.547728 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-03a15754-5702-443f-a5b6-a3099533d161 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.4272923 Dec 16 09:22:50.573669 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56592) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:50.644300 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56596) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:50.862914 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9bee20de-20e8-4648-a762-10f5f126f169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:50.863252 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-9fced473-08fa-432c-9e81-448e4650c611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1925176574-router', 'tenant_id': 'eaade06f1b60497f932b249838dab4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:44Z', 'updated_at': '2021-12-16T09:22:48Z', 'revision_number': 3, 'project_id': 'eaade06f1b60497f932b249838dab4f2', 'gw_port': {'id': 'e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:46Z', 'updated_at': '2021-12-16T09:22:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:50.898711 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fced473-08fa-432c-9e81-448e4650c611 None None] Checking router: b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:22:50.899831 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fced473-08fa-432c-9e81-448e4650c611 None None] Updating router b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb port e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:22:50.933419 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-71f31c9e-c247-4a63-9c92-9c2b5f5461ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:50.943085 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-9fced473-08fa-432c-9e81-448e4650c611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:51.090845 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-71f31c9e-c247-4a63-9c92-9c2b5f5461ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:51.158780 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9bee20de-20e8-4648-a762-10f5f126f169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:51.177844 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-0337cf7e-5bfe-43fe-a7b6-4adf0e90d45d tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:22:51.178844 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-0337cf7e-5bfe-43fe-a7b6-4adf0e90d45d tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058193 Dec 16 09:22:51.234457 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-71f31c9e-c247-4a63-9c92-9c2b5f5461ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:51.310686 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9bee20de-20e8-4648-a762-10f5f126f169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:51.328669 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-9fced473-08fa-432c-9e81-448e4650c611 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:51.345856 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-71f31c9e-c247-4a63-9c92-9c2b5f5461ed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=71f16c40f0b448c2b8a08c5c0ef3a356&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6968417 Dec 16 09:22:51.345967 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56606) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:51.383995 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f31c9e-c247-4a63-9c92-9c2b5f5461ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdd31ac-165e-41f1-b740-a586852cada4,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:51.414613 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-9fced473-08fa-432c-9e81-448e4650c611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:51.417039 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee20de-20e8-4648-a762-10f5f126f169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b853a0-25ac-441c-a116-2048f5518bf9,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:51.423140 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9bee20de-20e8-4648-a762-10f5f126f169 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1437bc759a954ee3bfde47eeea98a093&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8480783 Dec 16 09:22:51.426527 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56608) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:51.520666 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56610) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:51.530536 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599276b1-480f-4d9b-a415-228256cc9b22 None None] Pushing event updated for resources: {'Port': ['ID=e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01,revision_number=2']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:51.559312 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-9fced473-08fa-432c-9e81-448e4650c611 None None] Attempting to bind port e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:22:51.559683 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-9fced473-08fa-432c-9e81-448e4650c611 None None] Attempting to bind port e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:22:51.560084 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fced473-08fa-432c-9e81-448e4650c611 None None] Attempting to bind port e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:22:51.565669 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fced473-08fa-432c-9e81-448e4650c611 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:22:51.566025 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fced473-08fa-432c-9e81-448e4650c611 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:22:51.566434 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-9fced473-08fa-432c-9e81-448e4650c611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:51.566827 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fced473-08fa-432c-9e81-448e4650c611 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:22:51.567290 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-9fced473-08fa-432c-9e81-448e4650c611 None None] Bound port: e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:22:51.567750 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-9fced473-08fa-432c-9e81-448e4650c611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:51.572754 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e668378b-cc8e-4845-8ee7-29bae21650b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:51.632483 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-9fced473-08fa-432c-9e81-448e4650c611 None None] For port e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:22:51.637079 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-9fced473-08fa-432c-9e81-448e4650c611 None None] For port e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:22:51.637597 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e668378b-cc8e-4845-8ee7-29bae21650b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:51.663722 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-35a8df43-919c-49d6-89a3-e9d7c05881a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:51.684064 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-07b8306e-e8b4-42d1-ad13-fa86b23bf363 tempest-AutoAllocateNetworkTest-1682791043 tempest-AutoAllocateNetworkTest-1682791043-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=ff97149473794fab961a4dc71719c802&shared=False HTTP/1.1" status: 200 len: 208 time: 0.1632147 Dec 16 09:22:51.690220 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-b75b956c-c4b0-4c89-a866-11748e4853f2 service neutron] Request body: {'port': {'device_id': '588af393-0108-4bd5-a45e-22530a65b527', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:51.692798 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56620) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:51.710130 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-9fced473-08fa-432c-9e81-448e4650c611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:51.755290 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-35a8df43-919c-49d6-89a3-e9d7c05881a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:51.790739 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fced473-08fa-432c-9e81-448e4650c611 None None] Routers {'b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:22:51.791797 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-9fced473-08fa-432c-9e81-448e4650c611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:22:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:51.862252 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-b75b956c-c4b0-4c89-a866-11748e4853f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:51.931115 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599276b1-480f-4d9b-a415-228256cc9b22 None None] Pushing event updated for resources: {'Port': ['ID=e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:51.938334 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f152c22-705f-4092-ad5e-e5af446d1917 tempest-AutoAllocateNetworkTest-1682791043 tempest-AutoAllocateNetworkTest-1682791043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:51.939875 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5f152c22-705f-4092-ad5e-e5af446d1917 tempest-AutoAllocateNetworkTest-1682791043 tempest-AutoAllocateNetworkTest-1682791043-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2461667 Dec 16 09:22:51.943936 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56622) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:51.976236 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-aaaa8712-74f1-42ef-8346-6b25b05c00c7 req-4641e59e-f0b8-409c-8f6f-38e1765fb4cf tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fa8d7bb-9143-481a-a1ca-48b4e098f2fd HTTP/1.1" status: 200 len: 210 time: 0.3036935 Dec 16 09:22:52.019516 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-9fced473-08fa-432c-9e81-448e4650c611 None None] Set router b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:22:52.022732 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-54f5c60c-86cc-40a0-b42f-2799a7c3bcb1 tempest-AutoAllocateNetworkTest-1682791043 tempest-AutoAllocateNetworkTest-1682791043-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776956 Dec 16 09:22:52.024732 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-35a8df43-919c-49d6-89a3-e9d7c05881a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:52.027271 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56624) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:52.027389 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-35a8df43-919c-49d6-89a3-e9d7c05881a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:52.028482 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-35a8df43-919c-49d6-89a3-e9d7c05881a8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f4b853a0-25ac-441c-a116-2048f5518bf9 HTTP/1.1" status: 204 len: 168 time: 0.6004531 Dec 16 09:22:52.066934 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-91010a5c-0d49-47f4-9c30-8b2333174e8d tempest-AutoAllocateNetworkTest-1682791043 tempest-AutoAllocateNetworkTest-1682791043-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=ff97149473794fab961a4dc71719c802 HTTP/1.1" status: 200 len: 208 time: 0.0379159 Dec 16 09:22:52.074533 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-72c438f9-5d6f-4cc4-9c03-7b8b54cf3824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:52.116910 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e668378b-cc8e-4845-8ee7-29bae21650b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:52.120781 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e668378b-cc8e-4845-8ee7-29bae21650b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:52.125190 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e668378b-cc8e-4845-8ee7-29bae21650b4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dfdd31ac-165e-41f1-b740-a586852cada4 HTTP/1.1" status: 204 len: 168 time: 0.7784977 Dec 16 09:22:52.176361 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668378b-cc8e-4845-8ee7-29bae21650b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdd31ac-165e-41f1-b740-a586852cada4,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:52.297242 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8df43-919c-49d6-89a3-e9d7c05881a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b853a0-25ac-441c-a116-2048f5518bf9,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:52.432776 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ebdc0-c6a2-4d6d-8635-7c624e01c975 req-2ea4d195-7392-4685-9ef0-7f8f39f15dd7 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:52.440796 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-253ebdc0-c6a2-4d6d-8635-7c624e01c975 req-2ea4d195-7392-4685-9ef0-7f8f39f15dd7 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?device_id=588af393-0108-4bd5-a45e-22530a65b527 HTTP/1.1" status: 200 len: 935 time: 0.3397179 Dec 16 09:22:52.461251 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.58', 55627) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:52.554050 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-9fced473-08fa-432c-9e81-448e4650c611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1925176574-router', 'tenant_id': 'eaade06f1b60497f932b249838dab4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:44Z', 'updated_at': '2021-12-16T09:22:48Z', 'revision_number': 3, 'project_id': 'eaade06f1b60497f932b249838dab4f2', 'gw_port': {'id': 'e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:46Z', 'updated_at': '2021-12-16T09:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:52.555283 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-a1a4a51d-f238-4fff-a1c2-d3f248e6eb43 tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=6b29747ca2a74410b44f2ee6ad6fcae2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770264 Dec 16 09:22:52.637974 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fced473-08fa-432c-9e81-448e4650c611 None None] The sync data for ids ['b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb'] in n-d-820550-2 is: [{'id': 'b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1925176574-router', 'tenant_id': 'eaade06f1b60497f932b249838dab4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:44Z', 'updated_at': '2021-12-16T09:22:48Z', 'revision_number': 3, 'project_id': 'eaade06f1b60497f932b249838dab4f2', 'gw_port': {'id': 'e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:46Z', 'updated_at': '2021-12-16T09:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:22:52.686198 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-253ebdc0-c6a2-4d6d-8635-7c624e01c975 req-e54b8f4f-cce8-4166-a83f-42087deb9743 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e3b47c2-8393-41ea-a9d7-f3af130c83a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440681 Dec 16 09:22:52.773192 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-b75b956c-c4b0-4c89-a866-11748e4853f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1883be9-3351-43c1-a66c-01043d2c960a {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:22:52.791885 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-b75b956c-c4b0-4c89-a866-11748e4853f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:52.829599 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-b75b956c-c4b0-4c89-a866-11748e4853f2 service neutron] Transition to ACTIVE for port object a1883be9-3351-43c1-a66c-01043d2c960a will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:22:52.868200 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-7823f07e-fc85-4012-a51e-285d0cf8085a tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:52.878414 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-7823f07e-fc85-4012-a51e-285d0cf8085a tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3069763 Dec 16 09:22:52.903262 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-b75b956c-c4b0-4c89-a866-11748e4853f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:52.919591 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-72c438f9-5d6f-4cc4-9c03-7b8b54cf3824 admin admin] Allocated IP 172.20.0.1 (0d97f94e-90f4-4087-bc98-27089d381e20/c8e3b12e-94fc-4b8a-be69-00be99ec43e8/f3170309-53fa-4a5a-9814-80ad44f721c6) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:22:53.148123 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-b75b956c-c4b0-4c89-a866-11748e4853f2 service neutron] Attempting to bind port a1883be9-3351-43c1-a66c-01043d2c960a on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:22:53.148495 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-b75b956c-c4b0-4c89-a866-11748e4853f2 service neutron] Attempting to bind port a1883be9-3351-43c1-a66c-01043d2c960a by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:22:53.148943 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-b75b956c-c4b0-4c89-a866-11748e4853f2 service neutron] Attempting to bind port a1883be9-3351-43c1-a66c-01043d2c960a on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:22:53.151573 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56642) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:53.203755 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-72c438f9-5d6f-4cc4-9c03-7b8b54cf3824 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:53.234136 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-b75b956c-c4b0-4c89-a866-11748e4853f2 service neutron] Port a1883be9-3351-43c1-a66c-01043d2c960a on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:22:53.234479 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-b75b956c-c4b0-4c89-a866-11748e4853f2 service neutron] Attempting to bind port a1883be9-3351-43c1-a66c-01043d2c960a on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:22:53.257182 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b956c-c4b0-4c89-a866-11748e4853f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a1883be9-3351-43c1-a66c-01043d2c960a,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:53.269368 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-b75b956c-c4b0-4c89-a866-11748e4853f2 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:22:53.269742 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-b75b956c-c4b0-4c89-a866-11748e4853f2 service neutron] Checking segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:22:53.270307 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-b75b956c-c4b0-4c89-a866-11748e4853f2 service neutron] Bound using segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:22:53.270773 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-b75b956c-c4b0-4c89-a866-11748e4853f2 service neutron] Bound port: a1883be9-3351-43c1-a66c-01043d2c960a, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:22:53.276350 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-b75b956c-c4b0-4c89-a866-11748e4853f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:53.295600 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-d457e5ec-2d6d-4333-a5fc-cf0bd288d50a tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] Request body: {'port': {'device_id': '0fa8d7bb-9143-481a-a1ca-48b4e098f2fd', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'admin_state_up': True, 'tenant_id': '6b29747ca2a74410b44f2ee6ad6fcae2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:53.359217 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-63aa06d5-f284-4290-8d2c-1863dbf6b07f req-26ab8e40-4204-47fb-bcc4-efd4b71bee34 tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fa8d7bb-9143-481a-a1ca-48b4e098f2fd HTTP/1.1" status: 200 len: 210 time: 0.0791626 Dec 16 09:22:53.391941 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56648) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:53.426175 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-72c438f9-5d6f-4cc4-9c03-7b8b54cf3824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:53.447304 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-74dd3eb9-1bc6-4128-ab66-73e4be2aad04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:53.535864 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-74dd3eb9-1bc6-4128-ab66-73e4be2aad04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:53.545068 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-b75b956c-c4b0-4c89-a866-11748e4853f2 service neutron] For port a1883be9-3351-43c1-a66c-01043d2c960a, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:22:53.582967 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-b75b956c-c4b0-4c89-a866-11748e4853f2 service neutron] For port a1883be9-3351-43c1-a66c-01043d2c960a, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=a1883be9-3351-43c1-a66c-01043d2c960a,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:22:53.608504 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-74dd3eb9-1bc6-4128-ab66-73e4be2aad04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:53.614222 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c438f9-5d6f-4cc4-9c03-7b8b54cf3824 admin admin] Network 0d97f94e-90f4-4087-bc98-27089d381e20 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:22:53.638533 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-72c438f9-5d6f-4cc4-9c03-7b8b54cf3824 admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:22:53.650032 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c438f9-5d6f-4cc4-9c03-7b8b54cf3824 admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:22:53.657204 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-72c438f9-5d6f-4cc4-9c03-7b8b54cf3824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:53.665517 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56654) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:53.685891 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd3eb9-1bc6-4128-ab66-73e4be2aad04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc65f9d-f87f-4419-ad99-b198f6e5f7ed,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:53.723773 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-b75b956c-c4b0-4c89-a866-11748e4853f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:53.827402 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-b75b956c-c4b0-4c89-a866-11748e4853f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:53.828217 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-b75b956c-c4b0-4c89-a866-11748e4853f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:53.831620 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-b75b956c-c4b0-4c89-a866-11748e4853f2 service neutron] 10.222.0.58 "PUT /v2.0/ports/a1883be9-3351-43c1-a66c-01043d2c960a HTTP/1.1" status: 200 len: 1095 time: 2.2793393 Dec 16 09:22:53.868469 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588af393-0108-4bd5-a45e-22530a65b527', 'tag': 'a1883be9-3351-43c1-a66c-01043d2c960a'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:22:53.917480 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c438f9-5d6f-4cc4-9c03-7b8b54cf3824 admin admin] Pushing event updated for resources: {'Port': ['ID=f3170309-53fa-4a5a-9814-80ad44f721c6,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:53.954951 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8b027a20-0285-4c24-ba8e-1942f221a1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:54.145483 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-74dd3eb9-1bc6-4128-ab66-73e4be2aad04 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3e0b7b25af78440788b85ebfb23d9c87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7517657 Dec 16 09:22:54.149037 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c6057260-7814-4967-8e37-4666b9538c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:54.208926 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56666) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:54.221691 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-e20b7d5c-9b1a-4cf7-b09b-5ea5cb2fd4a2 None None] Provisioning complete for port f3170309-53fa-4a5a-9814-80ad44f721c6 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:54.242978 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e20b7d5c-9b1a-4cf7-b09b-5ea5cb2fd4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:54.260851 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987adb4-82b1-4baa-ab98-86fc8831629d req-b5d2eb35-0af0-452d-8f9c-13ce756c5011 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:54.262411 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4987adb4-82b1-4baa-ab98-86fc8831629d req-b5d2eb35-0af0-452d-8f9c-13ce756c5011 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?device_id=588af393-0108-4bd5-a45e-22530a65b527 HTTP/1.1" status: 200 len: 947 time: 0.4120524 Dec 16 09:22:54.373937 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-e20b7d5c-9b1a-4cf7-b09b-5ea5cb2fd4a2 None None] Port f3170309-53fa-4a5a-9814-80ad44f721c6 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:22:54.396608 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-d457e5ec-2d6d-4333-a5fc-cf0bd288d50a tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] Made reservation on behalf of 6b29747ca2a74410b44f2ee6ad6fcae2 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:22:54.400117 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-d457e5ec-2d6d-4333-a5fc-cf0bd288d50a tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:54.424910 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-d457e5ec-2d6d-4333-a5fc-cf0bd288d50a tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:54.467349 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-72c438f9-5d6f-4cc4-9c03-7b8b54cf3824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:54.502660 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4987adb4-82b1-4baa-ab98-86fc8831629d req-f7846cea-9e5b-4bd6-ac7b-980c94ec0882 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e3b47c2-8393-41ea-a9d7-f3af130c83a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266779 Dec 16 09:22:54.524426 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e6bd14-eeab-4c6d-96c7-cf4e9d720dec" -d '{"events": [{"name": "network-changed", "server_uuid": "588af393-0108-4bd5-a45e-22530a65b527", "tag": "a1883be9-3351-43c1-a66c-01043d2c960a"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:22:54.621590 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1621c397-d850-4b74-9f96-54814b54af4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:54.676858 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6bbc2f8f-5fbf-40d4-a549-2965700e1aec req-5308a1b9-a327-4563-b1f0-556c880f4e16 tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fa8d7bb-9143-481a-a1ca-48b4e098f2fd HTTP/1.1" status: 200 len: 210 time: 0.1050510 Dec 16 09:22:54.819078 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-0c8ba4eb-95f9-4578-9832-9d3422612206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:54.820683 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-0c8ba4eb-95f9-4578-9832-9d3422612206 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6560e500e1fd4f5b83abed48ff5fa527&device_id=588af393-0108-4bd5-a45e-22530a65b527 HTTP/1.1" status: 200 len: 1098 time: 0.7789180 Dec 16 09:22:54.874956 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b956c-c4b0-4c89-a866-11748e4853f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a1883be9-3351-43c1-a66c-01043d2c960a,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:54.875146 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-d457e5ec-2d6d-4333-a5fc-cf0bd288d50a tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:54.899105 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3d3aee-b011-4e38-9212-d6012953999c x-openstack-request-id: req-6c3d3aee-b011-4e38-9212-d6012953999c {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:22:54.903161 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "588af393-0108-4bd5-a45e-22530a65b527", "tag": "a1883be9-3351-43c1-a66c-01043d2c960a", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:22:54.903161 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6c3d3aee-b011-4e38-9212-d6012953999c {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:22:54.903161 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '588af393-0108-4bd5-a45e-22530a65b527', 'tag': 'a1883be9-3351-43c1-a66c-01043d2c960a', 'status': 'completed', 'code': 200} Dec 16 09:22:54.942063 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-40190a71-42dc-4d54-a2ad-3a0afd4eccb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:54.952494 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-72c438f9-5d6f-4cc4-9c03-7b8b54cf3824 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:54.969975 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1621c397-d850-4b74-9f96-54814b54af4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:54.985917 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-40190a71-42dc-4d54-a2ad-3a0afd4eccb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:54.992658 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-d457e5ec-2d6d-4333-a5fc-cf0bd288d50a tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:55.054163 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-72c438f9-5d6f-4cc4-9c03-7b8b54cf3824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:55.054984 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-72c438f9-5d6f-4cc4-9c03-7b8b54cf3824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:55.067187 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c6057260-7814-4967-8e37-4666b9538c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:55.082925 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1621c397-d850-4b74-9f96-54814b54af4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:55.169102 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c6057260-7814-4967-8e37-4666b9538c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:55.176709 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457e5ec-2d6d-4333-a5fc-cf0bd288d50a tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0195ba-387b-449e-8c67-a62a60dec388,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:55.189755 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-40190a71-42dc-4d54-a2ad-3a0afd4eccb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:55.191901 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-40190a71-42dc-4d54-a2ad-3a0afd4eccb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:55.205330 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-40190a71-42dc-4d54-a2ad-3a0afd4eccb4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1bc65f9d-f87f-4419-ad99-b198f6e5f7ed HTTP/1.1" status: 204 len: 168 time: 0.6828771 Dec 16 09:22:55.210352 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621c397-d850-4b74-9f96-54814b54af4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b64654-785c-4282-8c8e-d4d896487275,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:55.231609 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1621c397-d850-4b74-9f96-54814b54af4d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ff97149473794fab961a4dc71719c802&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0266616 Dec 16 09:22:55.238397 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56690) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:55.325207 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c6057260-7814-4967-8e37-4666b9538c62 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4fcf09dc821d4a9d9c743597980898ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6326921 Dec 16 09:22:55.332141 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56692) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:55.394369 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:22:55.454281 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56694) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:55.486332 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6057260-7814-4967-8e37-4666b9538c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6965b99-eb51-4643-b8ae-cfcaf6071574,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:55.495674 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:55.496056 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:55.525325 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40190a71-42dc-4d54-a2ad-3a0afd4eccb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc65f9d-f87f-4419-ad99-b198f6e5f7ed,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:55.560864 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c438f9-5d6f-4cc4-9c03-7b8b54cf3824 admin admin] Pushing event updated for resources: {'Port': ['ID=f3170309-53fa-4a5a-9814-80ad44f721c6,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:55.572047 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-248a059c-cc4d-4e54-8729-38f74733526a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:55.626031 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-d457e5ec-2d6d-4333-a5fc-cf0bd288d50a tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] Allocated IP 192.168.233.157 (0f25fa8c-dd15-4f99-b14f-112e51884f75/d30f37a6-2496-485e-9480-e5e1789d975f/27979e45-07b7-4b47-bdf4-6c4a9a133b92) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:22:55.655616 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-248a059c-cc4d-4e54-8729-38f74733526a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:55.707465 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:55.773872 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:55.855316 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:55.876367 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89a8d3cd-8bc7-4e3e-abde-38e9c5df54d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:55.956159 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:55.973074 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-248a059c-cc4d-4e54-8729-38f74733526a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:55.975547 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-248a059c-cc4d-4e54-8729-38f74733526a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:55.979630 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-248a059c-cc4d-4e54-8729-38f74733526a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e6965b99-eb51-4643-b8ae-cfcaf6071574 HTTP/1.1" status: 204 len: 168 time: 0.6308904 Dec 16 09:22:56.010078 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-54bb7de5-72fb-45a0-ad2a-631dee05e0bd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=a1883be9-3351-43c1-a66c-01043d2c960a HTTP/1.1" status: 200 len: 217 time: 0.2505264 Dec 16 09:22:56.017923 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-15b37efa-e85b-4420-ae58-feef57a57529 req-bef0a88b-14fb-40b7-a76d-9df058c68bb7 tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fa8d7bb-9143-481a-a1ca-48b4e098f2fd HTTP/1.1" status: 200 len: 210 time: 0.0467284 Dec 16 09:22:56.028451 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c438f9-5d6f-4cc4-9c03-7b8b54cf3824 admin admin] Network 0d97f94e-90f4-4087-bc98-27089d381e20 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:22:56.033197 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-72c438f9-5d6f-4cc4-9c03-7b8b54cf3824 admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:22:56.094481 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a059c-cc4d-4e54-8729-38f74733526a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6965b99-eb51-4643-b8ae-cfcaf6071574,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:56.140081 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89a8d3cd-8bc7-4e3e-abde-38e9c5df54d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:56.142283 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e3682b6e-28e8-4af6-9fad-1d7249700c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:56.187245 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ee1e8-476a-4408-9572-89f535dbc776 req-464f1295-7d96-4a96-af88-a7ee496f7821 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:56.188820 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9c5ee1e8-476a-4408-9572-89f535dbc776 req-464f1295-7d96-4a96-af88-a7ee496f7821 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?device_id=588af393-0108-4bd5-a45e-22530a65b527 HTTP/1.1" status: 200 len: 947 time: 0.4476104 Dec 16 09:22:56.285880 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-d457e5ec-2d6d-4333-a5fc-cf0bd288d50a tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:56.326194 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1c4e84dc-8bad-495b-844c-956f39a464ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:56.328184 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9c5ee1e8-476a-4408-9572-89f535dbc776 req-2cf2573a-2263-40dd-8de5-4787e7d05536 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e3b47c2-8393-41ea-a9d7-f3af130c83a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027210 Dec 16 09:22:56.341307 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56708) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:56.364441 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c438f9-5d6f-4cc4-9c03-7b8b54cf3824 admin admin] Router b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:22:56.376537 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2785d2ef-9e47-47a0-923f-efa9fde8363d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:56.416888 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89a8d3cd-8bc7-4e3e-abde-38e9c5df54d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:56.422910 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-d08db8d7-dd33-4e46-a039-ad4a8a3b507e None None] Provisioning complete for port f3170309-53fa-4a5a-9814-80ad44f721c6 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:56.423818 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d08db8d7-dd33-4e46-a039-ad4a8a3b507e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:56.424240 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89a8d3cd-8bc7-4e3e-abde-38e9c5df54d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:56.426399 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-89a8d3cd-8bc7-4e3e-abde-38e9c5df54d4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/50b64654-785c-4282-8c8e-d4d896487275 HTTP/1.1" status: 204 len: 168 time: 1.1768451 Dec 16 09:22:56.478849 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-d08db8d7-dd33-4e46-a039-ad4a8a3b507e None None] Port f3170309-53fa-4a5a-9814-80ad44f721c6 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:22:56.486564 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-d457e5ec-2d6d-4333-a5fc-cf0bd288d50a tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:56.490054 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8d3cd-8bc7-4e3e-abde-38e9c5df54d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b64654-785c-4282-8c8e-d4d896487275,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:56.628226 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-d457e5ec-2d6d-4333-a5fc-cf0bd288d50a tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] Network 0f25fa8c-dd15-4f99-b14f-112e51884f75 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:22:56.633888 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e3682b6e-28e8-4af6-9fad-1d7249700c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:56.640071 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-d457e5ec-2d6d-4333-a5fc-cf0bd288d50a tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:22:56.649841 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457e5ec-2d6d-4333-a5fc-cf0bd288d50a tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] Pushing event updated for resources: {'Port': ['ID=27979e45-07b7-4b47-bdf4-6c4a9a133b92,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:56.649991 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-166d5138-16a9-4dcb-91d7-7aa6adbb8214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:56.651655 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-166d5138-16a9-4dcb-91d7-7aa6adbb8214 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.1065331 Dec 16 09:22:56.659043 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-d457e5ec-2d6d-4333-a5fc-cf0bd288d50a tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:22:56.663345 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-d457e5ec-2d6d-4333-a5fc-cf0bd288d50a tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:56.664039 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-d457e5ec-2d6d-4333-a5fc-cf0bd288d50a tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:56.676251 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c438f9-5d6f-4cc4-9c03-7b8b54cf3824 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:22:56.688598 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccbb745-2976-4fab-b3cd-4cd3bffa0462 None None] Sync routers for ids ['b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:22:56.698754 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-72c438f9-5d6f-4cc4-9c03-7b8b54cf3824 admin admin] 10.222.0.60 "PUT /v2.0/routers/b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1451135 Dec 16 09:22:56.706765 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccbb745-2976-4fab-b3cd-4cd3bffa0462 None None] Routers {'b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:22:56.707448 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-7ccbb745-2976-4fab-b3cd-4cd3bffa0462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:22:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:56.709201 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2785d2ef-9e47-47a0-923f-efa9fde8363d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:56.746191 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e3682b6e-28e8-4af6-9fad-1d7249700c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:56.786496 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-d457e5ec-2d6d-4333-a5fc-cf0bd288d50a tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5033453 Dec 16 09:22:56.807112 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e3682b6e-28e8-4af6-9fad-1d7249700c4d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=427214ab280349138ae011a90eece8aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3464866 Dec 16 09:22:56.807112 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56722) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:56.816979 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-159992b3-6bb0-441a-9161-4667b3a8c425 service neutron] Request body: {'port': {'device_id': '0fa8d7bb-9143-481a-a1ca-48b4e098f2fd', 'device_owner': 'compute:tempest-test_az-1827708484', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:56.824535 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2785d2ef-9e47-47a0-923f-efa9fde8363d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:56.902669 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785d2ef-9e47-47a0-923f-efa9fde8363d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e28493-9f67-4d66-97d0-a092a8aed2b9,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:56.920074 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3682b6e-28e8-4af6-9fad-1d7249700c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f85283-e943-4cee-a58e-274960d68a9c,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:56.949498 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2785d2ef-9e47-47a0-923f-efa9fde8363d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9e35fb5f7648414bad9b9c9b2f332c84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6008627 Dec 16 09:22:56.959251 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56724) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:56.985800 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-159992b3-6bb0-441a-9161-4667b3a8c425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:57.024989 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-a2903078-fa5d-4b42-ad5e-7b9a2e44cfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:57.026859 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-a2903078-fa5d-4b42-ad5e-7b9a2e44cfe7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3584704 Dec 16 09:22:57.087122 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ad06b520-22ab-432f-bbae-278221d83073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:57.198982 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ad06b520-22ab-432f-bbae-278221d83073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:57.255004 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:22:57.304530 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-609ce64a-69f9-4f61-abe0-2bdb83234245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:57.329018 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-5824fc53-fee2-4913-9ce8-6fc4a7977bc9 None None] Provisioning complete for port 27979e45-07b7-4b47-bdf4-6c4a9a133b92 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:57.331267 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5824fc53-fee2-4913-9ce8-6fc4a7977bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:57.352131 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ad06b520-22ab-432f-bbae-278221d83073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:57.355968 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ad06b520-22ab-432f-bbae-278221d83073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:57.357509 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ad06b520-22ab-432f-bbae-278221d83073 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/50f85283-e943-4cee-a58e-274960d68a9c HTTP/1.1" status: 204 len: 168 time: 0.5486627 Dec 16 09:22:57.423370 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06b520-22ab-432f-bbae-278221d83073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f85283-e943-4cee-a58e-274960d68a9c,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:57.433418 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-7ccbb745-2976-4fab-b3cd-4cd3bffa0462 None None] Set router b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:22:57.440310 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-609ce64a-69f9-4f61-abe0-2bdb83234245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:57.522369 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-5824fc53-fee2-4913-9ce8-6fc4a7977bc9 None None] Port 27979e45-07b7-4b47-bdf4-6c4a9a133b92 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:22:57.539546 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070194d5-81ec-4ce9-baea-16592c2137e8 req-fdb0bb67-5ac3-4fc8-b8e0-bba6ef79ff85 tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:57.541870 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-070194d5-81ec-4ce9-baea-16592c2137e8 req-fdb0bb67-5ac3-4fc8-b8e0-bba6ef79ff85 tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fa8d7bb-9143-481a-a1ca-48b4e098f2fd HTTP/1.1" status: 200 len: 936 time: 0.2709961 Dec 16 09:22:57.568589 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-4b3c018f-1d16-4750-bd22-0f0f87c17ba3 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5153446 Dec 16 09:22:57.637369 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:57.638124 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:57.736447 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-070194d5-81ec-4ce9-baea-16592c2137e8 req-7bdc6a95-5aa7-4aab-a9c5-43c9516df95f tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0195ba-387b-449e-8c67-a62a60dec388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676650 Dec 16 09:22:57.805242 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-159992b3-6bb0-441a-9161-4667b3a8c425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27979e45-07b7-4b47-bdf4-6c4a9a133b92 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:22:57.833950 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-159992b3-6bb0-441a-9161-4667b3a8c425 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:57.838191 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:57.870407 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-13b0d295-7471-40f5-80d7-8705f005c7c5 req-d715723a-29c7-4d27-8a6c-e9b2604c593c service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685723 Dec 16 09:22:57.918841 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-7ccbb745-2976-4fab-b3cd-4cd3bffa0462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1925176574-router', 'tenant_id': 'eaade06f1b60497f932b249838dab4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:44Z', 'updated_at': '2021-12-16T09:22:54Z', 'revision_number': 4, 'project_id': 'eaade06f1b60497f932b249838dab4f2', 'gw_port': {'id': 'e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:46Z', 'updated_at': '2021-12-16T09:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'f3170309-53fa-4a5a-9814-80ad44f721c6', 'name': '', 'network_id': '0d97f94e-90f4-4087-bc98-27089d381e20', 'tenant_id': 'eaade06f1b60497f932b249838dab4f2', 'mac_address': 'fa:16:3e:fc:83:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c8e3b12e-94fc-4b8a-be69-00be99ec43e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:52Z', 'updated_at': '2021-12-16T09:22:54Z', 'revision_number': 2, 'project_id': 'eaade06f1b60497f932b249838dab4f2', 'subnets': [{'id': 'c8e3b12e-94fc-4b8a-be69-00be99ec43e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:57.947356 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-159992b3-6bb0-441a-9161-4667b3a8c425 service neutron] Transition to ACTIVE for port object 27979e45-07b7-4b47-bdf4-6c4a9a133b92 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:22:57.951771 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-609ce64a-69f9-4f61-abe0-2bdb83234245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:57.957012 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-609ce64a-69f9-4f61-abe0-2bdb83234245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:57.957012 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-609ce64a-69f9-4f61-abe0-2bdb83234245 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/74e28493-9f67-4d66-97d0-a092a8aed2b9 HTTP/1.1" status: 204 len: 168 time: 0.9909933 Dec 16 09:22:57.975066 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ce64a-69f9-4f61-abe0-2bdb83234245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e28493-9f67-4d66-97d0-a092a8aed2b9,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:57.988372 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccbb745-2976-4fab-b3cd-4cd3bffa0462 None None] Checking router: b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:22:57.988372 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccbb745-2976-4fab-b3cd-4cd3bffa0462 None None] Updating router b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb port f3170309-53fa-4a5a-9814-80ad44f721c6 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:22:57.995672 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790051d-02ab-4380-b193-fbfecb9b5264 req-80a9ce0d-63f9-467e-af3b-5ab0fab8b923 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:57.997648 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2790051d-02ab-4380-b193-fbfecb9b5264 req-80a9ce0d-63f9-467e-af3b-5ab0fab8b923 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?device_id=588af393-0108-4bd5-a45e-22530a65b527 HTTP/1.1" status: 200 len: 947 time: 0.1251771 Dec 16 09:22:58.053231 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-159992b3-6bb0-441a-9161-4667b3a8c425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:58.068820 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7ccbb745-2976-4fab-b3cd-4cd3bffa0462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:58.149007 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2790051d-02ab-4380-b193-fbfecb9b5264 req-bbff75c8-7a21-4816-ad52-6a55ee31ef94 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e3b47c2-8393-41ea-a9d7-f3af130c83a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448848 Dec 16 09:22:58.194717 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6bd14-eeab-4c6d-96c7-cf4e9d720dec req-a0dc3edd-2e10-41c0-a452-7fffe6c09820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:58.196235 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-62e6bd14-eeab-4c6d-96c7-cf4e9d720dec req-a0dc3edd-2e10-41c0-a452-7fffe6c09820 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6560e500e1fd4f5b83abed48ff5fa527&device_id=588af393-0108-4bd5-a45e-22530a65b527 HTTP/1.1" status: 200 len: 1098 time: 0.1487582 Dec 16 09:22:58.205910 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159992b3-6bb0-441a-9161-4667b3a8c425 service neutron] Pushing event updated for resources: {'Port': ['ID=27979e45-07b7-4b47-bdf4-6c4a9a133b92,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:58.354596 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-159992b3-6bb0-441a-9161-4667b3a8c425 service neutron] Attempting to bind port 27979e45-07b7-4b47-bdf4-6c4a9a133b92 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:22:58.355423 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-159992b3-6bb0-441a-9161-4667b3a8c425 service neutron] Attempting to bind port 27979e45-07b7-4b47-bdf4-6c4a9a133b92 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:22:58.355951 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-159992b3-6bb0-441a-9161-4667b3a8c425 service neutron] Attempting to bind port 27979e45-07b7-4b47-bdf4-6c4a9a133b92 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:22:58.367479 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-159992b3-6bb0-441a-9161-4667b3a8c425 service neutron] Port 27979e45-07b7-4b47-bdf4-6c4a9a133b92 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:22:58.369593 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-159992b3-6bb0-441a-9161-4667b3a8c425 service neutron] Attempting to bind port 27979e45-07b7-4b47-bdf4-6c4a9a133b92 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:22:58.376173 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-159992b3-6bb0-441a-9161-4667b3a8c425 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:22:58.377904 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-159992b3-6bb0-441a-9161-4667b3a8c425 service neutron] Checking segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:22:58.377904 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-159992b3-6bb0-441a-9161-4667b3a8c425 service neutron] Bound using segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:22:58.378636 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-159992b3-6bb0-441a-9161-4667b3a8c425 service neutron] Bound port: 27979e45-07b7-4b47-bdf4-6c4a9a133b92, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:22:58.379186 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-159992b3-6bb0-441a-9161-4667b3a8c425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:58.438213 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6bd14-eeab-4c6d-96c7-cf4e9d720dec req-1f0228cc-9ff0-4594-8ebf-8ab929accc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:58.440809 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-62e6bd14-eeab-4c6d-96c7-cf4e9d720dec req-1f0228cc-9ff0-4594-8ebf-8ab929accc2a service neutron] 10.222.0.58 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.2278271 Dec 16 09:22:58.474742 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-159992b3-6bb0-441a-9161-4667b3a8c425 service neutron] For port 27979e45-07b7-4b47-bdf4-6c4a9a133b92, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:22:58.484084 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-159992b3-6bb0-441a-9161-4667b3a8c425 service neutron] For port 27979e45-07b7-4b47-bdf4-6c4a9a133b92, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=27979e45-07b7-4b47-bdf4-6c4a9a133b92,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:22:58.544090 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-62e6bd14-eeab-4c6d-96c7-cf4e9d720dec req-13aa8b42-e58a-4f17-a0ad-d152dfd3fd4c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=a1883be9-3351-43c1-a66c-01043d2c960a HTTP/1.1" status: 200 len: 217 time: 0.0688293 Dec 16 09:22:58.555789 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-159992b3-6bb0-441a-9161-4667b3a8c425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:58.600516 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-159992b3-6bb0-441a-9161-4667b3a8c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:58.601390 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-159992b3-6bb0-441a-9161-4667b3a8c425 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:58.603500 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-159992b3-6bb0-441a-9161-4667b3a8c425 service neutron] 10.222.0.58 "PUT /v2.0/ports/27979e45-07b7-4b47-bdf4-6c4a9a133b92 HTTP/1.1" status: 200 len: 1118 time: 1.7936504 Dec 16 09:22:58.604112 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa8d7bb-9143-481a-a1ca-48b4e098f2fd', 'tag': '27979e45-07b7-4b47-bdf4-6c4a9a133b92'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:22:58.631557 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7ccbb745-2976-4fab-b3cd-4cd3bffa0462 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:58.706253 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7ccbb745-2976-4fab-b3cd-4cd3bffa0462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:58.754727 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6bd14-eeab-4c6d-96c7-cf4e9d720dec req-12a7c4a5-1201-45bd-bd06-067291d9f9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:58.756197 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-62e6bd14-eeab-4c6d-96c7-cf4e9d720dec req-12a7c4a5-1201-45bd-bd06-067291d9f9ba service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0911889 Dec 16 09:22:58.795127 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf07c55-b3a3-476a-a2a8-f5e888d40a4c None None] Pushing event updated for resources: {'Port': ['ID=f3170309-53fa-4a5a-9814-80ad44f721c6,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:58.919509 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6bd14-eeab-4c6d-96c7-cf4e9d720dec req-7deff60f-bb15-4d6b-b153-530d4647aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:58.921043 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-62e6bd14-eeab-4c6d-96c7-cf4e9d720dec req-7deff60f-bb15-4d6b-b153-530d4647aadb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1206832 Dec 16 09:22:58.998252 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:59.033298 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-7ccbb745-2976-4fab-b3cd-4cd3bffa0462 None None] Attempting to bind port f3170309-53fa-4a5a-9814-80ad44f721c6 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:22:59.033672 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-7ccbb745-2976-4fab-b3cd-4cd3bffa0462 None None] Attempting to bind port f3170309-53fa-4a5a-9814-80ad44f721c6 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '80098aea-609b-4b39-90a7-c7402b7fc611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0d97f94e-90f4-4087-bc98-27089d381e20'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:22:59.037553 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccbb745-2976-4fab-b3cd-4cd3bffa0462 None None] Attempting to bind port f3170309-53fa-4a5a-9814-80ad44f721c6 on network 0d97f94e-90f4-4087-bc98-27089d381e20 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:22:59.054762 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccbb745-2976-4fab-b3cd-4cd3bffa0462 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:22:59.055198 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccbb745-2976-4fab-b3cd-4cd3bffa0462 None None] Checking segment: {'id': '80098aea-609b-4b39-90a7-c7402b7fc611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0d97f94e-90f4-4087-bc98-27089d381e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:22:59.055617 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7ccbb745-2976-4fab-b3cd-4cd3bffa0462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:59.056053 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccbb745-2976-4fab-b3cd-4cd3bffa0462 None None] Bound using segment: {'id': '80098aea-609b-4b39-90a7-c7402b7fc611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0d97f94e-90f4-4087-bc98-27089d381e20'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:22:59.056585 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-7ccbb745-2976-4fab-b3cd-4cd3bffa0462 None None] Bound port: f3170309-53fa-4a5a-9814-80ad44f721c6, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80098aea-609b-4b39-90a7-c7402b7fc611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0d97f94e-90f4-4087-bc98-27089d381e20'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:22:59.056970 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7ccbb745-2976-4fab-b3cd-4cd3bffa0462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:59.080839 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0eb4e-1efd-4178-b023-cea382dececb req-b1373dca-30a1-4fde-9c55-6acda89315ed tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:59.082557 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f2d0eb4e-1efd-4178-b023-cea382dececb req-b1373dca-30a1-4fde-9c55-6acda89315ed tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fa8d7bb-9143-481a-a1ca-48b4e098f2fd HTTP/1.1" status: 200 len: 970 time: 0.1496267 Dec 16 09:22:59.209830 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-62e6bd14-eeab-4c6d-96c7-cf4e9d720dec req-0f5582f8-3f52-4050-bf09-83bdaf5917ae service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472091 Dec 16 09:22:59.222594 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159992b3-6bb0-441a-9161-4667b3a8c425 service neutron] Pushing event updated for resources: {'Port': ['ID=27979e45-07b7-4b47-bdf4-6c4a9a133b92,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:59.239227 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-7ccbb745-2976-4fab-b3cd-4cd3bffa0462 None None] For port f3170309-53fa-4a5a-9814-80ad44f721c6, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:22:59.247126 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-7ccbb745-2976-4fab-b3cd-4cd3bffa0462 None None] For port f3170309-53fa-4a5a-9814-80ad44f721c6, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f3170309-53fa-4a5a-9814-80ad44f721c6,segment=NetworkSegment(80098aea-609b-4b39-90a7-c7402b7fc611),segment_id=80098aea-609b-4b39-90a7-c7402b7fc611)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:22:59.266740 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-5c1dc53d-20e1-4607-b643-c3dd94a80d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:59.268330 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-5c1dc53d-20e1-4607-b643-c3dd94a80d8f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6b29747ca2a74410b44f2ee6ad6fcae2&device_id=0fa8d7bb-9143-481a-a1ca-48b4e098f2fd HTTP/1.1" status: 200 len: 1121 time: 0.2281182 Dec 16 09:22:59.289137 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56772) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:59.297887 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-eb93d2aa-5550-4a9b-9f88-326bd3d34083 None None] Provisioning complete for port f3170309-53fa-4a5a-9814-80ad44f721c6 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:59.298268 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-eb93d2aa-5550-4a9b-9f88-326bd3d34083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:59.354753 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f2d0eb4e-1efd-4178-b023-cea382dececb req-310850c6-aa43-40b7-841c-717abfa02acf tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0195ba-387b-449e-8c67-a62a60dec388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394953 Dec 16 09:22:59.367877 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-eb93d2aa-5550-4a9b-9f88-326bd3d34083 None None] Port f3170309-53fa-4a5a-9814-80ad44f721c6 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:22:59.372608 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7ccbb745-2976-4fab-b3cd-4cd3bffa0462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:59.381220 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b4b6dee4-bb6a-41a6-b7b0-d86ca9630e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:59.412912 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-62e6bd14-eeab-4c6d-96c7-cf4e9d720dec req-3578d4eb-0e4d-4d40-971e-82d7d569256b service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010739 Dec 16 09:22:59.526040 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccbb745-2976-4fab-b3cd-4cd3bffa0462 None None] Routers {'b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:22:59.526040 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-7ccbb745-2976-4fab-b3cd-4cd3bffa0462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:22:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:59.545317 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-45af8a4b-f1b3-4e08-8a6e-2660f117c393 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=27979e45-07b7-4b47-bdf4-6c4a9a133b92 HTTP/1.1" status: 200 len: 217 time: 0.2396193 Dec 16 09:22:59.667861 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:59.706328 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf07c55-b3a3-476a-a2a8-f5e888d40a4c None None] Pushing event updated for resources: {'Port': ['ID=f3170309-53fa-4a5a-9814-80ad44f721c6,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:59.770338 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98d631-8197-462f-a953-d785f11bfd64 req-7b3c3ed3-4773-4e9b-8bad-a5617a7deab8 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:59.770338 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6f98d631-8197-462f-a953-d785f11bfd64 req-7b3c3ed3-4773-4e9b-8bad-a5617a7deab8 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?device_id=588af393-0108-4bd5-a45e-22530a65b527 HTTP/1.1" status: 200 len: 947 time: 0.4389505 Dec 16 09:22:59.802871 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-7ccbb745-2976-4fab-b3cd-4cd3bffa0462 None None] Set router b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:22:59.806999 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-b86bfef7-6b83-4e78-9b9c-f26c9f3ce440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:59.808709 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-b86bfef7-6b83-4e78-9b9c-f26c9f3ce440 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.1718645 Dec 16 09:22:59.911961 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6f98d631-8197-462f-a953-d785f11bfd64 req-0cf0e2be-f866-4a9d-bc43-12f8020a6f33 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e3b47c2-8393-41ea-a9d7-f3af130c83a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351752 Dec 16 09:22:59.957469 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-0c53d43e-8c01-4ce3-a923-cbcf3c03345c None None] Provisioning complete for port f3170309-53fa-4a5a-9814-80ad44f721c6 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:59.958236 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0c53d43e-8c01-4ce3-a923-cbcf3c03345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:59.986974 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b4b6dee4-bb6a-41a6-b7b0-d86ca9630e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:59.990958 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-ae52ddab-64aa-4959-9a4a-805d45fceff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:59.993682 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-ae52ddab-64aa-4959-9a4a-805d45fceff4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1733546 Dec 16 09:22:59.997035 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1176b2b-da72-42de-aa61-61018b17732c" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa8d7bb-9143-481a-a1ca-48b4e098f2fd", "tag": "27979e45-07b7-4b47-bdf4-6c4a9a133b92"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:23:00.128034 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0c53d43e-8c01-4ce3-a923-cbcf3c03345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:00.173305 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-0c53d43e-8c01-4ce3-a923-cbcf3c03345c None None] For port f3170309-53fa-4a5a-9814-80ad44f721c6, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f3170309-53fa-4a5a-9814-80ad44f721c6,segment=NetworkSegment(80098aea-609b-4b39-90a7-c7402b7fc611),segment_id=80098aea-609b-4b39-90a7-c7402b7fc611)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:00.175886 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-7ccbb745-2976-4fab-b3cd-4cd3bffa0462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1925176574-router', 'tenant_id': 'eaade06f1b60497f932b249838dab4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:44Z', 'updated_at': '2021-12-16T09:22:54Z', 'revision_number': 4, 'project_id': 'eaade06f1b60497f932b249838dab4f2', 'gw_port': {'id': 'e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:46Z', 'updated_at': '2021-12-16T09:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'f3170309-53fa-4a5a-9814-80ad44f721c6', 'name': '', 'network_id': '0d97f94e-90f4-4087-bc98-27089d381e20', 'tenant_id': 'eaade06f1b60497f932b249838dab4f2', 'mac_address': 'fa:16:3e:fc:83:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c8e3b12e-94fc-4b8a-be69-00be99ec43e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:52Z', 'updated_at': '2021-12-16T09:22:59Z', 'revision_number': 4, 'project_id': 'eaade06f1b60497f932b249838dab4f2', 'subnets': [{'id': 'c8e3b12e-94fc-4b8a-be69-00be99ec43e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:23:00.194702 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-60badd0f-a92b-4b50-83da-127ba7516b3c service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207843 Dec 16 09:23:00.208549 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccbb745-2976-4fab-b3cd-4cd3bffa0462 None None] The sync data for ids ['b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb'] in n-d-820550-2 is: [{'id': 'b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1925176574-router', 'tenant_id': 'eaade06f1b60497f932b249838dab4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:44Z', 'updated_at': '2021-12-16T09:22:54Z', 'revision_number': 4, 'project_id': 'eaade06f1b60497f932b249838dab4f2', 'gw_port': {'id': 'e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:46Z', 'updated_at': '2021-12-16T09:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'f3170309-53fa-4a5a-9814-80ad44f721c6', 'name': '', 'network_id': '0d97f94e-90f4-4087-bc98-27089d381e20', 'tenant_id': 'eaade06f1b60497f932b249838dab4f2', 'mac_address': 'fa:16:3e:fc:83:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c8e3b12e-94fc-4b8a-be69-00be99ec43e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:52Z', 'updated_at': '2021-12-16T09:22:59Z', 'revision_number': 4, 'project_id': 'eaade06f1b60497f932b249838dab4f2', 'subnets': [{'id': 'c8e3b12e-94fc-4b8a-be69-00be99ec43e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:23:00.292027 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b4b6dee4-bb6a-41a6-b7b0-d86ca9630e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:00.312432 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0c53d43e-8c01-4ce3-a923-cbcf3c03345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:00.315280 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56800) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:00.324314 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-d68bfef3-088b-41af-9eda-1a688b1a8983 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Request body: {'security_group': {'name': 'tempest-securitygroup--419978152', 'description': 'tempest-description--1834510248'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:00.421365 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d08cf118-48d1-4a2a-8733-ca394f7e42a0 req-af207ec4-8e0f-410e-938b-3ad6814d1a07 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192004 Dec 16 09:23:00.427166 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56806) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:00.431634 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53d43e-8c01-4ce3-a923-cbcf3c03345c None None] Pushing event updated for resources: {'Port': ['ID=f3170309-53fa-4a5a-9814-80ad44f721c6,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:00.435589 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b4b6dee4-bb6a-41a6-b7b0-d86ca9630e65 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0f9336dee1884621be8fff506de9b51a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1452687 Dec 16 09:23:00.436383 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b6dee4-bb6a-41a6-b7b0-d86ca9630e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf9f692-f5e3-4981-aa5e-2ae7de3f5e38,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:00.460359 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c736ca0-a771-44be-a323-169f7ee362c5 x-openstack-request-id: req-5c736ca0-a771-44be-a323-169f7ee362c5 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:23:00.460651 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa8d7bb-9143-481a-a1ca-48b4e098f2fd", "tag": "27979e45-07b7-4b47-bdf4-6c4a9a133b92", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:23:00.460898 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5c736ca0-a771-44be-a323-169f7ee362c5 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:23:00.461387 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fa8d7bb-9143-481a-a1ca-48b4e098f2fd', 'tag': '27979e45-07b7-4b47-bdf4-6c4a9a133b92', 'status': 'completed', 'code': 200} Dec 16 09:23:00.475927 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d68bfef3-088b-41af-9eda-1a688b1a8983 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:00.565956 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-64fea481-ef82-483f-965a-54a9929b3bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:00.601484 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1176b2b-da72-42de-aa61-61018b17732c req-28db109e-f49f-4f94-96c1-bc439d86bd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:00.603060 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a1176b2b-da72-42de-aa61-61018b17732c req-28db109e-f49f-4f94-96c1-bc439d86bd22 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6b29747ca2a74410b44f2ee6ad6fcae2&device_id=0fa8d7bb-9143-481a-a1ca-48b4e098f2fd HTTP/1.1" status: 200 len: 1121 time: 0.0541399 Dec 16 09:23:00.609364 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-64fea481-ef82-483f-965a-54a9929b3bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:00.626505 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f406e9-964b-4df8-a3ce-e206721bd8cf req-0145521a-b758-4610-8ef7-8403517e811d tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:00.626505 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-22f406e9-964b-4df8-a3ce-e206721bd8cf req-0145521a-b758-4610-8ef7-8403517e811d tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fa8d7bb-9143-481a-a1ca-48b4e098f2fd HTTP/1.1" status: 200 len: 970 time: 0.1127808 Dec 16 09:23:00.689405 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d68bfef3-088b-41af-9eda-1a688b1a8983 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:00.708852 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-22f406e9-964b-4df8-a3ce-e206721bd8cf req-5eceba70-2b2f-4c9d-b127-19e79f277e36 tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0195ba-387b-449e-8c67-a62a60dec388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779595 Dec 16 09:23:00.766472 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d68bfef3-088b-41af-9eda-1a688b1a8983 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:00.816015 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1176b2b-da72-42de-aa61-61018b17732c req-ac5cc86e-5e35-45b6-a2c1-78b7adc88d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:00.818017 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a1176b2b-da72-42de-aa61-61018b17732c req-ac5cc86e-5e35-45b6-a2c1-78b7adc88d0d service neutron] 10.222.0.58 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.2048953 Dec 16 09:23:00.818717 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-64fea481-ef82-483f-965a-54a9929b3bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:00.821234 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-64fea481-ef82-483f-965a-54a9929b3bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:00.825013 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-64fea481-ef82-483f-965a-54a9929b3bc0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fdf9f692-f5e3-4981-aa5e-2ae7de3f5e38 HTTP/1.1" status: 204 len: 168 time: 0.3942573 Dec 16 09:23:00.828630 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68bfef3-088b-41af-9eda-1a688b1a8983 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10d635dd-fb21-461a-8c0f-868d41d0e3d0,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:00.849619 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fea481-ef82-483f-965a-54a9929b3bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf9f692-f5e3-4981-aa5e-2ae7de3f5e38,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:00.866920 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a1176b2b-da72-42de-aa61-61018b17732c req-ecef6876-be51-41d1-8a1c-e6c97437fd9e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=27979e45-07b7-4b47-bdf4-6c4a9a133b92 HTTP/1.1" status: 200 len: 217 time: 0.0415089 Dec 16 09:23:00.890616 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d68bfef3-088b-41af-9eda-1a688b1a8983 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:00.894939 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d68bfef3-088b-41af-9eda-1a688b1a8983 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5785193 Dec 16 09:23:00.895549 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56818) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:00.900087 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-82e4927b-ca92-4941-acd0-7bfef28ed8d8 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Request body: {'security_group_rule': {'security_group_id': '10d635dd-fb21-461a-8c0f-868d41d0e3d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:00.920460 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1176b2b-da72-42de-aa61-61018b17732c req-95fa8fff-a795-427f-99c0-e12d4e0a7152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:00.923645 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a1176b2b-da72-42de-aa61-61018b17732c req-95fa8fff-a795-427f-99c0-e12d4e0a7152 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0461705 Dec 16 09:23:01.003065 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1176b2b-da72-42de-aa61-61018b17732c req-c3acbfe2-6a79-4b64-bca7-fcac34b8687d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:01.004577 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a1176b2b-da72-42de-aa61-61018b17732c req-c3acbfe2-6a79-4b64-bca7-fcac34b8687d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0757449 Dec 16 09:23:01.037905 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-82e4927b-ca92-4941-acd0-7bfef28ed8d8 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:01.106753 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8416ff-b92b-4584-b6c7-fc098c25a0f2 req-ef1e6241-d2ae-4a24-a4fd-fb3cfc2d4fa6 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:01.108313 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3b8416ff-b92b-4584-b6c7-fc098c25a0f2 req-ef1e6241-d2ae-4a24-a4fd-fb3cfc2d4fa6 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?device_id=588af393-0108-4bd5-a45e-22530a65b527 HTTP/1.1" status: 200 len: 947 time: 0.1028612 Dec 16 09:23:01.174004 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3b8416ff-b92b-4584-b6c7-fc098c25a0f2 req-5159e975-be97-4618-af85-db8d2170ef82 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e3b47c2-8393-41ea-a9d7-f3af130c83a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587339 Dec 16 09:23:01.181323 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a1176b2b-da72-42de-aa61-61018b17732c req-dc677954-ff73-44f0-8804-2239fb1dd64e service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459699 Dec 16 09:23:01.247848 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-82e4927b-ca92-4941-acd0-7bfef28ed8d8 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:01.255737 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f3170309-53fa-4a5a-9814-80ad44f721c6 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:23:01.320427 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-82e4927b-ca92-4941-acd0-7bfef28ed8d8 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:01.328910 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port f3170309-53fa-4a5a-9814-80ad44f721c6 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:01.331203 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:01.331370 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a1176b2b-da72-42de-aa61-61018b17732c req-a1753913-6a13-41bb-918e-1c47774d65cb service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397440 Dec 16 09:23:01.345031 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4927b-ca92-4941-acd0-7bfef28ed8d8 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12b7230f-19ed-4ed1-b228-7522aadc11d2,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:01.430939 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-82e4927b-ca92-4941-acd0-7bfef28ed8d8 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:01.434833 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-82e4927b-ca92-4941-acd0-7bfef28ed8d8 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5357261 Dec 16 09:23:01.435094 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56832) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:01.439734 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-e914069c-8db4-4528-af99-fae0e1aa20a2 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Request body: {'security_group_rule': {'security_group_id': '10d635dd-fb21-461a-8c0f-868d41d0e3d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:01.537029 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e914069c-8db4-4528-af99-fae0e1aa20a2 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:01.587166 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e914069c-8db4-4528-af99-fae0e1aa20a2 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:01.646195 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e914069c-8db4-4528-af99-fae0e1aa20a2 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:01.663940 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e914069c-8db4-4528-af99-fae0e1aa20a2 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7647845-1cbd-444b-8ca0-7f3bdf810725,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:01.759551 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e914069c-8db4-4528-af99-fae0e1aa20a2 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:01.764997 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e914069c-8db4-4528-af99-fae0e1aa20a2 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3252437 Dec 16 09:23:01.768458 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56844) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:01.772220 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-da39716d-6883-48d3-8d50-28423e243025 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:01.984199 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da39716d-6883-48d3-8d50-28423e243025 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks [] for floatingip, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:02.049620 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53118f-d0fe-46f3-b1f0-6b2ba141be6e req-3c07f88f-6fe2-449f-9fb4-d964510e887e tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:02.051112 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8e53118f-d0fe-46f3-b1f0-6b2ba141be6e req-3c07f88f-6fe2-449f-9fb4-d964510e887e tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fa8d7bb-9143-481a-a1ca-48b4e098f2fd HTTP/1.1" status: 200 len: 970 time: 0.2505119 Dec 16 09:23:02.110594 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8e53118f-d0fe-46f3-b1f0-6b2ba141be6e req-35a01cf4-abe1-4ac8-aa2f-5220b2d50a24 tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0195ba-387b-449e-8c67-a62a60dec388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504735 Dec 16 09:23:02.145699 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da39716d-6883-48d3-8d50-28423e243025 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:02.255699 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-da39716d-6883-48d3-8d50-28423e243025 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Allocated IP 172.25.1.87 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/760574bd-6637-4126-aa83-ffa51c7afb51) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:23:02.337322 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63af87-3ae4-4bc5-8e0e-0d0f7cbbc692 req-1d858e6a-30f7-405e-8102-2b53e9f00f28 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:02.344437 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3b63af87-3ae4-4bc5-8e0e-0d0f7cbbc692 req-1d858e6a-30f7-405e-8102-2b53e9f00f28 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?device_id=588af393-0108-4bd5-a45e-22530a65b527 HTTP/1.1" status: 200 len: 947 time: 0.0697827 Dec 16 09:23:02.383818 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da39716d-6883-48d3-8d50-28423e243025 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:02.388077 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3b63af87-3ae4-4bc5-8e0e-0d0f7cbbc692 req-39107ef7-e6dc-4dec-99b5-677fa42533ed tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e3b47c2-8393-41ea-a9d7-f3af130c83a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427866 Dec 16 09:23:02.509265 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da39716d-6883-48d3-8d50-28423e243025 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:02.546955 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da39716d-6883-48d3-8d50-28423e243025 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:23:02.550279 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-da39716d-6883-48d3-8d50-28423e243025 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:23:02.554027 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da39716d-6883-48d3-8d50-28423e243025 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:23:02.585014 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39716d-6883-48d3-8d50-28423e243025 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Pushing event updated for resources: {'Port': ['ID=760574bd-6637-4126-aa83-ffa51c7afb51,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:02.649885 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da39716d-6883-48d3-8d50-28423e243025 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:02.743253 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da39716d-6883-48d3-8d50-28423e243025 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:02.917564 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da39716d-6883-48d3-8d50-28423e243025 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:02.977440 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da39716d-6883-48d3-8d50-28423e243025 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:03.011195 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da39716d-6883-48d3-8d50-28423e243025 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:03.032339 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39716d-6883-48d3-8d50-28423e243025 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Pushing event updated for resources: {'Port': ['ID=760574bd-6637-4126-aa83-ffa51c7afb51,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:03.119427 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da39716d-6883-48d3-8d50-28423e243025 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:03.126543 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-da39716d-6883-48d3-8d50-28423e243025 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3544521 Dec 16 09:23:03.235821 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4f861-8f9b-46f5-8395-1c8853232218 req-72d2cd5c-9361-4ea1-ab61-2747cd4623ea tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:03.238098 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f2d4f861-8f9b-46f5-8395-1c8853232218 req-72d2cd5c-9361-4ea1-ab61-2747cd4623ea tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fa8d7bb-9143-481a-a1ca-48b4e098f2fd HTTP/1.1" status: 200 len: 970 time: 0.0488811 Dec 16 09:23:03.275744 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f2d4f861-8f9b-46f5-8395-1c8853232218 req-cd7467fb-29f1-4244-8ab3-d8fd87e6c734 tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0195ba-387b-449e-8c67-a62a60dec388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321486 Dec 16 09:23:03.516484 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646b2ad-77b5-4dd7-8d39-d40d8277f081 req-61bd105a-17cd-4e4c-b258-21a024292265 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:03.518142 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2646b2ad-77b5-4dd7-8d39-d40d8277f081 req-61bd105a-17cd-4e4c-b258-21a024292265 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?device_id=588af393-0108-4bd5-a45e-22530a65b527 HTTP/1.1" status: 200 len: 947 time: 0.0561943 Dec 16 09:23:03.571517 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2646b2ad-77b5-4dd7-8d39-d40d8277f081 req-27105fa4-3375-4887-ad81-c505cfe81c9a tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e3b47c2-8393-41ea-a9d7-f3af130c83a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474651 Dec 16 09:23:03.577291 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device a1883be9-3351-43c1-a66c-01043d2c960a details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:23:03.581336 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56918) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:03.685522 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3cdc908e-3507-435a-b890-96ac7503c35a req-b355f530-af27-4bb3-9682-728cb3d2f1a8 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--419978152&fields=id&tenant_id=6aea977c1221465ca04aa38c031bb375 HTTP/1.1" status: 200 len: 267 time: 0.0482697 Dec 16 09:23:03.711385 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port a1883be9-3351-43c1-a66c-01043d2c960a, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=a1883be9-3351-43c1-a66c-01043d2c960a,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:03.723764 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'a1883be9-3351-43c1-a66c-01043d2c960a', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': 'a1883be9-3351-43c1-a66c-01043d2c960a', 'mac_address': 'fa:16:3e:d2:9f:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:23:03.773267 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:03.790343 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1883be9-3351-43c1-a66c-01043d2c960a {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:23:03.813736 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port a1883be9-3351-43c1-a66c-01043d2c960a, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=a1883be9-3351-43c1-a66c-01043d2c960a,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:03.876185 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc908e-3507-435a-b890-96ac7503c35a req-e5858a16-7f3a-457b-91c6-7692fbfb2b25 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:03.877735 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3cdc908e-3507-435a-b890-96ac7503c35a req-e5858a16-7f3a-457b-91c6-7692fbfb2b25 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/networks?id=3a6af1ee-58f2-406c-aa8c-1f9d70774ee8 HTTP/1.1" status: 200 len: 823 time: 0.1850259 Dec 16 09:23:03.886393 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:03.886797 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 27979e45-07b7-4b47-bdf4-6c4a9a133b92 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:23:03.904990 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3cdc908e-3507-435a-b890-96ac7503c35a req-868cf40e-8521-47f8-a7ad-3582ad5f2074 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/quotas/6aea977c1221465ca04aa38c031bb375 HTTP/1.1" status: 200 len: 375 time: 0.0206759 Dec 16 09:23:03.957056 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=a1883be9-3351-43c1-a66c-01043d2c960a,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:03.968644 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 27979e45-07b7-4b47-bdf4-6c4a9a133b92, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=27979e45-07b7-4b47-bdf4-6c4a9a133b92,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:03.981857 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '27979e45-07b7-4b47-bdf4-6c4a9a133b92', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': '27979e45-07b7-4b47-bdf4-6c4a9a133b92', 'mac_address': 'fa:16:3e:8c:90:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:tempest-test_az-1827708484', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:23:04.011589 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3cdc908e-3507-435a-b890-96ac7503c35a req-21f3ed91-300f-4dcc-9503-e7c58cc3686d tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6aea977c1221465ca04aa38c031bb375&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1002288 Dec 16 09:23:04.026953 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:04.031007 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-83d99fbd-a806-4513-acfb-fc4d787b5ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:04.042514 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27979e45-07b7-4b47-bdf4-6c4a9a133b92 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:23:04.062102 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 27979e45-07b7-4b47-bdf4-6c4a9a133b92, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=27979e45-07b7-4b47-bdf4-6c4a9a133b92,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:04.117401 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-83d99fbd-a806-4513-acfb-fc4d787b5ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:04.184111 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-3cdc908e-3507-435a-b890-96ac7503c35a req-0619a9de-26fd-4d37-83ca-4dd62863e4b3 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:23:04.185307 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3cdc908e-3507-435a-b890-96ac7503c35a req-0619a9de-26fd-4d37-83ca-4dd62863e4b3 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463600 Dec 16 09:23:04.197409 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:04.237061 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-83d99fbd-a806-4513-acfb-fc4d787b5ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:04.249494 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=27979e45-07b7-4b47-bdf4-6c4a9a133b92,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:04.292672 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-83d99fbd-a806-4513-acfb-fc4d787b5ca3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1e18d1d2ce924c41a032e5934c5b0ad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7102230 Dec 16 09:23:04.295554 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56952) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:04.297049 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d99fbd-a806-4513-acfb-fc4d787b5ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796f6f27-caf7-4c48-8e4d-5f2bd668d253,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:04.327873 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3cdc908e-3507-435a-b890-96ac7503c35a req-5052a81a-38c7-416b-bea1-a3a2d8db23e5 service neutron] 10.222.0.60 "GET /v2.0/networks/3a6af1ee-58f2-406c-aa8c-1f9d70774ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356781 Dec 16 09:23:04.352131 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c26dd213-f870-48ff-8207-81e058849e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:04.392605 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c26dd213-f870-48ff-8207-81e058849e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:04.427300 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3cdc908e-3507-435a-b890-96ac7503c35a req-75d03546-a5aa-45d6-b2da-19566334e717 service neutron] 10.222.0.60 "GET /v2.0/networks/3a6af1ee-58f2-406c-aa8c-1f9d70774ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926757 Dec 16 09:23:04.556876 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['27979e45-07b7-4b47-bdf4-6c4a9a133b92'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:23:04.562744 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c26dd213-f870-48ff-8207-81e058849e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:04.565808 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c26dd213-f870-48ff-8207-81e058849e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:04.569370 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c26dd213-f870-48ff-8207-81e058849e0e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/796f6f27-caf7-4c48-8e4d-5f2bd668d253 HTTP/1.1" status: 204 len: 168 time: 0.2701094 Dec 16 09:23:04.577497 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['a1883be9-3351-43c1-a66c-01043d2c960a'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:23:04.586527 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26dd213-f870-48ff-8207-81e058849e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796f6f27-caf7-4c48-8e4d-5f2bd668d253,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:04.619132 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d9233-7a90-4ec7-a809-af3b719e7663 req-b60f28dc-8ed4-4e14-9ab9-07a2fba4959b tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:04.621617 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b52d9233-7a90-4ec7-a809-af3b719e7663 req-b60f28dc-8ed4-4e14-9ab9-07a2fba4959b tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fa8d7bb-9143-481a-a1ca-48b4e098f2fd HTTP/1.1" status: 200 len: 971 time: 0.0888305 Dec 16 09:23:04.709659 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b52d9233-7a90-4ec7-a809-af3b719e7663 req-aaab5ec8-5a87-49ce-a971-350e07ceee48 tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0195ba-387b-449e-8c67-a62a60dec388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796003 Dec 16 09:23:05.022909 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689e11e-fc8d-4b2b-8e83-a4b5c97dd668 req-7fa91cb1-d009-4af2-be4d-688865624949 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:05.025043 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9689e11e-fc8d-4b2b-8e83-a4b5c97dd668 req-7fa91cb1-d009-4af2-be4d-688865624949 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?device_id=588af393-0108-4bd5-a45e-22530a65b527 HTTP/1.1" status: 200 len: 948 time: 0.0703423 Dec 16 09:23:05.146061 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9689e11e-fc8d-4b2b-8e83-a4b5c97dd668 req-581e09b9-10da-46f2-89a6-3cbd4dc128a2 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e3b47c2-8393-41ea-a9d7-f3af130c83a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434260 Dec 16 09:23:05.163420 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8f3c1e43-a488-4dec-a4ef-fec444151698 req-d7133f99-b1a8-457e-bc3b-964e9917e094 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3347ebf-4079-4f68-9518-414415ef729f HTTP/1.1" status: 200 len: 210 time: 0.0280533 Dec 16 09:23:05.562966 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device a1883be9-3351-43c1-a66c-01043d2c960a up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:23:06.023749 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port a1883be9-3351-43c1-a66c-01043d2c960a completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:23:06.027974 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port a1883be9-3351-43c1-a66c-01043d2c960a triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:06.028494 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:06.081517 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3b5a8-4fbc-41c0-8192-f39db6a27790 req-d41678bc-5c02-462d-93e4-0f5c101b31a5 tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:06.088955 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-44c3b5a8-4fbc-41c0-8192-f39db6a27790 req-d41678bc-5c02-462d-93e4-0f5c101b31a5 tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fa8d7bb-9143-481a-a1ca-48b4e098f2fd HTTP/1.1" status: 200 len: 971 time: 0.0546062 Dec 16 09:23:06.112662 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:06.134619 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-44c3b5a8-4fbc-41c0-8192-f39db6a27790 req-3d1bb0cb-164a-4f0a-93ac-7545a8456381 tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0195ba-387b-449e-8c67-a62a60dec388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446084 Dec 16 09:23:06.151856 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588af393-0108-4bd5-a45e-22530a65b527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1883be9-3351-43c1-a66c-01043d2c960a'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:23:06.229536 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57036) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:06.243259 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f754e8b3-e183-4e8b-8286-efa11e1bcd79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:06.278804 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port a1883be9-3351-43c1-a66c-01043d2c960a, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=a1883be9-3351-43c1-a66c-01043d2c960a,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:06.299271 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca1083-4e8d-4355-9f35-66b63b4e933c req-c42c97b1-fc63-494e-b590-7d80e9956b42 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:06.310660 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4eca1083-4e8d-4355-9f35-66b63b4e933c req-c42c97b1-fc63-494e-b590-7d80e9956b42 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?device_id=588af393-0108-4bd5-a45e-22530a65b527 HTTP/1.1" status: 200 len: 948 time: 0.0884109 Dec 16 09:23:06.361743 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4eca1083-4e8d-4355-9f35-66b63b4e933c req-064221cb-8a54-4031-972c-b9946cf68db0 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e3b47c2-8393-41ea-a9d7-f3af130c83a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499434 Dec 16 09:23:06.387408 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:06.388208 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 27979e45-07b7-4b47-bdf4-6c4a9a133b92 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:23:06.388861 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce1757c2-ff97-4c17-bdc0-ff4d6b556349 req-938cdd20-5e00-49a3-8b22-657c6262c4e7 tempest-QuotasAdminNegativeTest-456547551 tempest-QuotasAdminNegativeTest-456547551-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=05e7548fe1c44433b6b5b53aeaebde47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621629 Dec 16 09:23:06.460271 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84179ee-e493-470f-89ee-7125ea8d6fc4" -d '{"events": [{"server_uuid": "588af393-0108-4bd5-a45e-22530a65b527", "name": "network-vif-plugged", "status": "completed", "tag": "a1883be9-3351-43c1-a66c-01043d2c960a"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:23:06.476478 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f754e8b3-e183-4e8b-8286-efa11e1bcd79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:06.511149 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=a1883be9-3351-43c1-a66c-01043d2c960a,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:06.536532 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1757c2-ff97-4c17-bdc0-ff4d6b556349 req-e0c063e8-23e4-4899-a352-a22a4ddc07ca tempest-QuotasAdminNegativeTest-456547551 tempest-QuotasAdminNegativeTest-456547551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:06.538058 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce1757c2-ff97-4c17-bdc0-ff4d6b556349 req-e0c063e8-23e4-4899-a352-a22a4ddc07ca tempest-QuotasAdminNegativeTest-456547551 tempest-QuotasAdminNegativeTest-456547551-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1482162 Dec 16 09:23:06.540444 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f754e8b3-e183-4e8b-8286-efa11e1bcd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:06.579487 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce1757c2-ff97-4c17-bdc0-ff4d6b556349 req-4ea19eda-b917-4b98-bb99-f47c057deec6 tempest-QuotasAdminNegativeTest-456547551 tempest-QuotasAdminNegativeTest-456547551-project] 10.222.0.60 "GET /v2.0/quotas/05e7548fe1c44433b6b5b53aeaebde47 HTTP/1.1" status: 200 len: 375 time: 0.0295718 Dec 16 09:23:06.589896 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f754e8b3-e183-4e8b-8286-efa11e1bcd79 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ed54d6eca12740b2b9312681feb20f94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3562443 Dec 16 09:23:06.590697 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57058) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:06.593653 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d3a75fbf-9597-4162-8146-5da17061c588 req-ee320838-71b1-47a6-bd57-0271d65e0010 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3347ebf-4079-4f68-9518-414415ef729f HTTP/1.1" status: 200 len: 210 time: 0.0357056 Dec 16 09:23:06.606246 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754e8b3-e183-4e8b-8286-efa11e1bcd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af799383-653f-430e-862c-bffa27cc4725,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:06.622032 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 27979e45-07b7-4b47-bdf4-6c4a9a133b92 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:23:06.633205 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 27979e45-07b7-4b47-bdf4-6c4a9a133b92 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:06.633926 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:06.652577 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce1757c2-ff97-4c17-bdc0-ff4d6b556349 req-ff12e2b5-aec0-4b8b-882c-97335558e522 tempest-QuotasAdminNegativeTest-456547551 tempest-QuotasAdminNegativeTest-456547551-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=05e7548fe1c44433b6b5b53aeaebde47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535989 Dec 16 09:23:06.679621 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-307a27aa-d893-40b1-a443-eda2a3d9e083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:06.723464 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-307a27aa-d893-40b1-a443-eda2a3d9e083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:06.724491 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0407b22-e127-4bbd-98f3-56481722c86f x-openstack-request-id: req-e0407b22-e127-4bbd-98f3-56481722c86f {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:23:06.724753 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "588af393-0108-4bd5-a45e-22530a65b527", "name": "network-vif-plugged", "status": "completed", "tag": "a1883be9-3351-43c1-a66c-01043d2c960a", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:23:06.724995 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e0407b22-e127-4bbd-98f3-56481722c86f {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:23:06.725673 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588af393-0108-4bd5-a45e-22530a65b527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1883be9-3351-43c1-a66c-01043d2c960a', 'code': 200} Dec 16 09:23:06.748742 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:06.800176 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 27979e45-07b7-4b47-bdf4-6c4a9a133b92, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=27979e45-07b7-4b47-bdf4-6c4a9a133b92,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:06.873185 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:06.891861 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def42005-5905-4126-99af-e4e28ab98b24 req-ffc45782-4ef6-41f1-b0cb-797cb4b5d77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:06.893803 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-def42005-5905-4126-99af-e4e28ab98b24 req-ffc45782-4ef6-41f1-b0cb-797cb4b5d77f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=588af393-0108-4bd5-a45e-22530a65b527 HTTP/1.1" status: 200 len: 1100 time: 0.0802555 Dec 16 09:23:06.901214 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:06.902687 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-307a27aa-d893-40b1-a443-eda2a3d9e083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:06.905353 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-307a27aa-d893-40b1-a443-eda2a3d9e083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:06.906698 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-307a27aa-d893-40b1-a443-eda2a3d9e083 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/af799383-653f-430e-862c-bffa27cc4725 HTTP/1.1" status: 204 len: 168 time: 0.3149986 Dec 16 09:23:06.915168 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307a27aa-d893-40b1-a443-eda2a3d9e083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af799383-653f-430e-862c-bffa27cc4725,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:06.918012 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-def42005-5905-4126-99af-e4e28ab98b24 req-23d0361f-b2bc-413e-b359-b870731be195 service neutron] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:07.004930 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=27979e45-07b7-4b47-bdf4-6c4a9a133b92,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:07.041607 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-def42005-5905-4126-99af-e4e28ab98b24 req-23d0361f-b2bc-413e-b359-b870731be195 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:07.076528 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57078) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:07.158753 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-def42005-5905-4126-99af-e4e28ab98b24 req-23d0361f-b2bc-413e-b359-b870731be195 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:07.270397 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0361f-b2bc-413e-b359-b870731be195 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5d78e351-ea27-4103-bf0d-18232fb007cb,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:07.303081 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-def42005-5905-4126-99af-e4e28ab98b24 req-23d0361f-b2bc-413e-b359-b870731be195 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3e3b47c2-8393-41ea-a9d7-f3af130c83a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008269 Dec 16 09:23:07.323943 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7777c1db-8d4f-4440-99da-209a5f6c1093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:07.340718 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe204a-3c3a-46d6-abe7-201a59d1fc58 req-090e06aa-39ff-4905-a648-db0e6bad42cc tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:07.342282 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fafe204a-3c3a-46d6-abe7-201a59d1fc58 req-090e06aa-39ff-4905-a648-db0e6bad42cc tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fa8d7bb-9143-481a-a1ca-48b4e098f2fd HTTP/1.1" status: 200 len: 972 time: 0.1140790 Dec 16 09:23:07.391427 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fafe204a-3c3a-46d6-abe7-201a59d1fc58 req-ae55b394-b5c5-4f1f-947a-d8696cb51b68 tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0195ba-387b-449e-8c67-a62a60dec388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390301 Dec 16 09:23:07.460127 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7777c1db-8d4f-4440-99da-209a5f6c1093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:07.519074 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8082da4-6324-4110-a283-924cdfc4a2f6 req-ae732e25-46b8-4d41-ac31-4827e9a1206c tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:07.520571 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c8082da4-6324-4110-a283-924cdfc4a2f6 req-ae732e25-46b8-4d41-ac31-4827e9a1206c tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?device_id=588af393-0108-4bd5-a45e-22530a65b527 HTTP/1.1" status: 200 len: 949 time: 0.0512991 Dec 16 09:23:07.561268 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c8082da4-6324-4110-a283-924cdfc4a2f6 req-7c312bf5-6b30-4c47-a55e-90ced3d807e5 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e3b47c2-8393-41ea-a9d7-f3af130c83a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344105 Dec 16 09:23:07.574756 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7777c1db-8d4f-4440-99da-209a5f6c1093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:07.628746 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7777c1db-8d4f-4440-99da-209a5f6c1093 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8d4924a340c44035ba7636f38ea03a02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5510442 Dec 16 09:23:07.632026 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57108) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:07.638259 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777c1db-8d4f-4440-99da-209a5f6c1093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a6c1dc-0977-41e8-85e8-be8860deebd6,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:07.695973 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad31448a-cca6-4c1a-ae76-b1e320440939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:07.716310 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1407f27f-3d8f-49ad-afc8-a3565faf58d1 req-a7af81b2-e1b3-46e6-b8ee-27cb85b011ed tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3347ebf-4079-4f68-9518-414415ef729f HTTP/1.1" status: 200 len: 210 time: 0.0288434 Dec 16 09:23:07.719463 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad31448a-cca6-4c1a-ae76-b1e320440939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:07.855066 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad31448a-cca6-4c1a-ae76-b1e320440939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:07.857695 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad31448a-cca6-4c1a-ae76-b1e320440939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:07.861368 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ad31448a-cca6-4c1a-ae76-b1e320440939 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e3a6c1dc-0977-41e8-85e8-be8860deebd6 HTTP/1.1" status: 204 len: 168 time: 0.2255754 Dec 16 09:23:07.866751 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57116) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:07.872162 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31448a-cca6-4c1a-ae76-b1e320440939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a6c1dc-0977-41e8-85e8-be8860deebd6,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:08.062463 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-655efc41-0555-4fe1-b1bd-133de0f89e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:08.121776 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.57', 65022) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:08.161512 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-655efc41-0555-4fe1-b1bd-133de0f89e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:08.243021 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-655efc41-0555-4fe1-b1bd-133de0f89e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:08.344942 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655efc41-0555-4fe1-b1bd-133de0f89e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b694dc6-ec77-40ff-b2b1-2317cd61b66f,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:08.365032 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-655efc41-0555-4fe1-b1bd-133de0f89e78 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=da6a7e5b9f3c498c9184a26a9fe8950b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4970708 Dec 16 09:23:08.371587 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57144) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:08.381665 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ba688c0-1d06-44f9-9a05-9f234efae4b5 req-eb03f135-4ad1-44d4-97c5-37cfcb52077d tempest-QuotasAdminNegativeTest-456547551 tempest-QuotasAdminNegativeTest-456547551-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=05e7548fe1c44433b6b5b53aeaebde47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664356 Dec 16 09:23:08.518390 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba688c0-1d06-44f9-9a05-9f234efae4b5 req-bacc2d6b-9334-4551-a310-8ec55e3195bc tempest-QuotasAdminNegativeTest-456547551 tempest-QuotasAdminNegativeTest-456547551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:08.526410 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ba688c0-1d06-44f9-9a05-9f234efae4b5 req-bacc2d6b-9334-4551-a310-8ec55e3195bc tempest-QuotasAdminNegativeTest-456547551 tempest-QuotasAdminNegativeTest-456547551-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1402347 Dec 16 09:23:08.540137 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ba688c0-1d06-44f9-9a05-9f234efae4b5 req-9563b5ea-c251-4bd3-bdca-1f866df34a38 tempest-QuotasAdminNegativeTest-456547551 tempest-QuotasAdminNegativeTest-456547551-project] 10.222.0.60 "GET /v2.0/quotas/05e7548fe1c44433b6b5b53aeaebde47 HTTP/1.1" status: 200 len: 375 time: 0.0127232 Dec 16 09:23:08.562569 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc908e-3507-435a-b890-96ac7503c35a req-2bf82ffa-ec80-44f3-90ab-25d419966846 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:08.564194 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3cdc908e-3507-435a-b890-96ac7503c35a req-2bf82ffa-ec80-44f3-90ab-25d419966846 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.57 "GET /v2.0/networks?id=3a6af1ee-58f2-406c-aa8c-1f9d70774ee8 HTTP/1.1" status: 200 len: 823 time: 0.4435077 Dec 16 09:23:08.578745 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-524a2d95-6ecf-4d43-b543-01f36e661ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:08.599402 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ba688c0-1d06-44f9-9a05-9f234efae4b5 req-3cc4378f-cd1a-425a-b768-be7ed0ad1b90 tempest-QuotasAdminNegativeTest-456547551 tempest-QuotasAdminNegativeTest-456547551-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=05e7548fe1c44433b6b5b53aeaebde47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373673 Dec 16 09:23:08.602363 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57152) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:08.642510 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68fd6c0-bb33-4e80-96df-20336a40d9d2 req-87c0830f-31f0-4c65-9c84-1f283b4cac0c tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:08.650460 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e68fd6c0-bb33-4e80-96df-20336a40d9d2 req-87c0830f-31f0-4c65-9c84-1f283b4cac0c tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fa8d7bb-9143-481a-a1ca-48b4e098f2fd HTTP/1.1" status: 200 len: 972 time: 0.1633031 Dec 16 09:23:08.661456 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-524a2d95-6ecf-4d43-b543-01f36e661ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:08.679165 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b8e926ec-6c27-444e-9aeb-e8622b8ec247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:08.726759 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa8d7bb-9143-481a-a1ca-48b4e098f2fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27979e45-07b7-4b47-bdf4-6c4a9a133b92'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:23:08.730895 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca9eb3a-115a-4a54-9779-c8e892e90b6d" -d '{"events": [{"server_uuid": "0fa8d7bb-9143-481a-a1ca-48b4e098f2fd", "name": "network-vif-plugged", "status": "completed", "tag": "27979e45-07b7-4b47-bdf4-6c4a9a133b92"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:23:08.772916 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b1437-aa2b-4c83-9b10-ccfd11b05f58 req-08f23951-d035-485a-9560-375d3fade5f7 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:08.777964 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3cdc908e-3507-435a-b890-96ac7503c35a req-bb0a08f9-94f9-4060-a5f6-6139f259b689 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6aea977c1221465ca04aa38c031bb375 HTTP/1.1" status: 200 len: 379 time: 0.1207738 Dec 16 09:23:08.781153 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-270b1437-aa2b-4c83-9b10-ccfd11b05f58 req-08f23951-d035-485a-9560-375d3fade5f7 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?device_id=588af393-0108-4bd5-a45e-22530a65b527 HTTP/1.1" status: 200 len: 949 time: 0.0588248 Dec 16 09:23:08.789823 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e68fd6c0-bb33-4e80-96df-20336a40d9d2 req-c647a473-3a82-4ffe-9814-f41c48c63335 tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0195ba-387b-449e-8c67-a62a60dec388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383688 Dec 16 09:23:08.798641 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-3cdc908e-3507-435a-b890-96ac7503c35a req-6bc6ebb4-5936-4694-b157-c3ed75ae7790 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Request body: {'port': {'device_id': 'a3347ebf-4079-4f68-9518-414415ef729f', 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8', 'admin_state_up': True, 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'security_groups': ['10d635dd-fb21-461a-8c0f-868d41d0e3d0']}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:08.855598 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-270b1437-aa2b-4c83-9b10-ccfd11b05f58 req-8fdf903e-b54e-4d54-977a-575ac328313b tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e3b47c2-8393-41ea-a9d7-f3af130c83a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709679 Dec 16 09:23:08.946806 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7cae27-2503-4ffb-a81b-df397d7d1c47 x-openstack-request-id: req-ec7cae27-2503-4ffb-a81b-df397d7d1c47 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:23:08.947223 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa8d7bb-9143-481a-a1ca-48b4e098f2fd", "name": "network-vif-plugged", "status": "completed", "tag": "27979e45-07b7-4b47-bdf4-6c4a9a133b92", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:23:08.947535 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ec7cae27-2503-4ffb-a81b-df397d7d1c47 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:23:08.947985 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa8d7bb-9143-481a-a1ca-48b4e098f2fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27979e45-07b7-4b47-bdf4-6c4a9a133b92', 'code': 200} Dec 16 09:23:08.975223 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-524a2d95-6ecf-4d43-b543-01f36e661ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:08.977893 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-524a2d95-6ecf-4d43-b543-01f36e661ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:08.983241 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-524a2d95-6ecf-4d43-b543-01f36e661ac5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4b694dc6-ec77-40ff-b2b1-2317cd61b66f HTTP/1.1" status: 204 len: 168 time: 0.6105700 Dec 16 09:23:08.989152 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b8e926ec-6c27-444e-9aeb-e8622b8ec247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:09.011557 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a2d95-6ecf-4d43-b543-01f36e661ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b694dc6-ec77-40ff-b2b1-2317cd61b66f,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:09.055330 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b8e926ec-6c27-444e-9aeb-e8622b8ec247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:09.106267 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-671c6640-8e86-45dd-828d-6c3adabea2c1 req-6cbc0be6-4674-4b2b-9d87-ef0b29b726f6 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3347ebf-4079-4f68-9518-414415ef729f HTTP/1.1" status: 200 len: 210 time: 0.0908451 Dec 16 09:23:09.153764 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cdc908e-3507-435a-b890-96ac7503c35a req-6bc6ebb4-5936-4694-b157-c3ed75ae7790 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Made reservation on behalf of 6aea977c1221465ca04aa38c031bb375 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:09.165785 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-3cdc908e-3507-435a-b890-96ac7503c35a req-6bc6ebb4-5936-4694-b157-c3ed75ae7790 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:09.204795 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b8e926ec-6c27-444e-9aeb-e8622b8ec247 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8dd72e84ca0146b3a96f39bb98215234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5980325 Dec 16 09:23:09.207607 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e926ec-6c27-444e-9aeb-e8622b8ec247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d123ac-fc6a-479e-9a51-32832ac946ed,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:09.218796 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1466d5-db16-4831-8eb0-325eb060a8fe req-8e846267-9cdf-422a-90b5-9298b2cd634d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:09.218796 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6e1466d5-db16-4831-8eb0-325eb060a8fe req-8e846267-9cdf-422a-90b5-9298b2cd634d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0fa8d7bb-9143-481a-a1ca-48b4e098f2fd HTTP/1.1" status: 200 len: 1123 time: 0.1473913 Dec 16 09:23:09.218931 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57178) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:09.319224 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-55732c9a-970a-4e0a-93b9-71d6dd32a2af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:09.331937 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6e1466d5-db16-4831-8eb0-325eb060a8fe req-28f51ade-655a-44ec-83eb-a05abfc13da6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6b0195ba-387b-449e-8c67-a62a60dec388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028819 Dec 16 09:23:09.356098 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-55732c9a-970a-4e0a-93b9-71d6dd32a2af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:09.406498 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-3cdc908e-3507-435a-b890-96ac7503c35a req-6bc6ebb4-5936-4694-b157-c3ed75ae7790 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Allocated IP 172.20.0.3 (3a6af1ee-58f2-406c-aa8c-1f9d70774ee8/898541b1-ae3e-41a6-ab62-007c2a398b05/0a69e6f3-ff40-40cb-bbff-f99cea94431e) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:23:09.491935 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-55732c9a-970a-4e0a-93b9-71d6dd32a2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:09.495482 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-55732c9a-970a-4e0a-93b9-71d6dd32a2af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:09.497333 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-55732c9a-970a-4e0a-93b9-71d6dd32a2af admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a7d123ac-fc6a-479e-9a51-32832ac946ed HTTP/1.1" status: 204 len: 168 time: 0.2775414 Dec 16 09:23:09.511549 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55732c9a-970a-4e0a-93b9-71d6dd32a2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d123ac-fc6a-479e-9a51-32832ac946ed,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:09.568622 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-3cdc908e-3507-435a-b890-96ac7503c35a req-6bc6ebb4-5936-4694-b157-c3ed75ae7790 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:09.700802 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-3cdc908e-3507-435a-b890-96ac7503c35a req-6bc6ebb4-5936-4694-b157-c3ed75ae7790 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:09.744982 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cdc908e-3507-435a-b890-96ac7503c35a req-6bc6ebb4-5936-4694-b157-c3ed75ae7790 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Network 3a6af1ee-58f2-406c-aa8c-1f9d70774ee8 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:23:09.748043 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-3cdc908e-3507-435a-b890-96ac7503c35a req-6bc6ebb4-5936-4694-b157-c3ed75ae7790 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:23:09.753341 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cdc908e-3507-435a-b890-96ac7503c35a req-6bc6ebb4-5936-4694-b157-c3ed75ae7790 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:23:09.757240 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc908e-3507-435a-b890-96ac7503c35a req-6bc6ebb4-5936-4694-b157-c3ed75ae7790 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:09.761864 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-3cdc908e-3507-435a-b890-96ac7503c35a req-6bc6ebb4-5936-4694-b157-c3ed75ae7790 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:09.767696 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6ebb4-5936-4694-b157-c3ed75ae7790 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Pushing event updated for resources: {'Port': ['ID=0a69e6f3-ff40-40cb-bbff-f99cea94431e,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:09.852029 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3cdc908e-3507-435a-b890-96ac7503c35a req-6bc6ebb4-5936-4694-b157-c3ed75ae7790 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0576205 Dec 16 09:23:09.930216 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f39dd-9a6a-4db7-81c3-081045b0e538 req-1e219f36-f149-42de-9831-759217e5c48c tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:09.932809 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-959f39dd-9a6a-4db7-81c3-081045b0e538 req-1e219f36-f149-42de-9831-759217e5c48c tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fa8d7bb-9143-481a-a1ca-48b4e098f2fd HTTP/1.1" status: 200 len: 972 time: 0.0609593 Dec 16 09:23:09.977594 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-959f39dd-9a6a-4db7-81c3-081045b0e538 req-7dbb5ad9-b36d-46ed-adf9-cd9ddbace128 tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0195ba-387b-449e-8c67-a62a60dec388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373046 Dec 16 09:23:10.026207 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-134d126b-c2d0-47fd-9af1-fd5ed186d0c8 None None] Provisioning complete for port 0a69e6f3-ff40-40cb-bbff-f99cea94431e triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:10.026752 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-134d126b-c2d0-47fd-9af1-fd5ed186d0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:10.085074 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-134d126b-c2d0-47fd-9af1-fd5ed186d0c8 None None] Port 0a69e6f3-ff40-40cb-bbff-f99cea94431e cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:23:10.106715 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f2b3d-c55c-47f9-8d40-248e85737ac0 req-002b6523-fe73-4f77-85b3-7d7adfb73998 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:10.108287 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-224f2b3d-c55c-47f9-8d40-248e85737ac0 req-002b6523-fe73-4f77-85b3-7d7adfb73998 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?device_id=588af393-0108-4bd5-a45e-22530a65b527 HTTP/1.1" status: 200 len: 949 time: 0.0551748 Dec 16 09:23:10.154832 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-224f2b3d-c55c-47f9-8d40-248e85737ac0 req-46086bb3-3328-47a3-a7f6-7aba7c576e02 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e3b47c2-8393-41ea-a9d7-f3af130c83a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378399 Dec 16 09:23:10.185075 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:10.202657 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57214) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:10.221140 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4b01e9f5-ba14-47fc-adee-e8442632d235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:10.320982 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6e0a5-99d9-4e87-be51-54f9ee068284 req-5840ef57-d6ac-4f03-912e-96b5a987b459 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:10.322231 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b8e6e0a5-99d9-4e87-be51-54f9ee068284 req-5840ef57-d6ac-4f03-912e-96b5a987b459 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3347ebf-4079-4f68-9518-414415ef729f HTTP/1.1" status: 200 len: 931 time: 0.0864730 Dec 16 09:23:10.389398 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4b01e9f5-ba14-47fc-adee-e8442632d235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:10.395628 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b8e6e0a5-99d9-4e87-be51-54f9ee068284 req-f1a6ce0f-4424-437b-92e3-d488b2151f91 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d635dd-fb21-461a-8c0f-868d41d0e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651207 Dec 16 09:23:10.457770 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4b01e9f5-ba14-47fc-adee-e8442632d235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:10.496678 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4b01e9f5-ba14-47fc-adee-e8442632d235 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=82b517af6d624ee89cfa61644dcbd97a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931352 Dec 16 09:23:10.499843 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57228) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:10.500710 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b01e9f5-ba14-47fc-adee-e8442632d235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26ad1b1-fcf3-43f8-939a-ce9bc1a9bdc9,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:10.571999 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7ec0965b-63e7-409e-978c-63824f3ecef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:10.596217 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7ec0965b-63e7-409e-978c-63824f3ecef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:10.771852 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7ec0965b-63e7-409e-978c-63824f3ecef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:10.774730 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7ec0965b-63e7-409e-978c-63824f3ecef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:10.776789 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7ec0965b-63e7-409e-978c-63824f3ecef8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f26ad1b1-fcf3-43f8-939a-ce9bc1a9bdc9 HTTP/1.1" status: 204 len: 168 time: 0.2749512 Dec 16 09:23:10.788019 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0965b-63e7-409e-978c-63824f3ecef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26ad1b1-fcf3-43f8-939a-ce9bc1a9bdc9,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:11.279076 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c1587470-ed58-4c3b-aa4a-4a748e08b64f req-224f2c5b-9c01-4d2e-b62b-fecb2db0c327 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0fa8d7bb-9143-481a-a1ca-48b4e098f2fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0557976 Dec 16 09:23:11.417251 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1587470-ed58-4c3b-aa4a-4a748e08b64f req-f6e44d37-4cb0-4220-89e3-cf4a5ccebd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:11.419258 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c1587470-ed58-4c3b-aa4a-4a748e08b64f req-f6e44d37-4cb0-4220-89e3-cf4a5ccebd31 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6b29747ca2a74410b44f2ee6ad6fcae2&device_id=0fa8d7bb-9143-481a-a1ca-48b4e098f2fd HTTP/1.1" status: 200 len: 1123 time: 0.0847783 Dec 16 09:23:11.441031 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0983b85-1eab-4f11-b58d-25a5baa0f99f req-7a59a293-e951-4a1f-b6c7-a0b3366e8595 tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:11.443150 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d0983b85-1eab-4f11-b58d-25a5baa0f99f req-7a59a293-e951-4a1f-b6c7-a0b3366e8595 tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fa8d7bb-9143-481a-a1ca-48b4e098f2fd HTTP/1.1" status: 200 len: 972 time: 0.0666523 Dec 16 09:23:11.548133 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d0983b85-1eab-4f11-b58d-25a5baa0f99f req-d44b6198-6fb8-4a67-9d91-dad557436de5 tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0195ba-387b-449e-8c67-a62a60dec388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946791 Dec 16 09:23:11.576191 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d418b799-552c-4359-948d-fc0389b870dd req-4826ab50-afbd-490d-b716-0dc9ee987541 tempest-QuotasAdminNegativeTest-456547551 tempest-QuotasAdminNegativeTest-456547551-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=05e7548fe1c44433b6b5b53aeaebde47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334139 Dec 16 09:23:11.585496 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1587470-ed58-4c3b-aa4a-4a748e08b64f req-aed7e81d-ec79-4f45-8255-07cb1e50b11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:11.586972 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c1587470-ed58-4c3b-aa4a-4a748e08b64f req-aed7e81d-ec79-4f45-8255-07cb1e50b11b service neutron] 10.222.0.58 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.1430333 Dec 16 09:23:11.646518 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c1587470-ed58-4c3b-aa4a-4a748e08b64f req-9c7fedec-31b3-4074-ae84-07d97d0230d8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=27979e45-07b7-4b47-bdf4-6c4a9a133b92 HTTP/1.1" status: 200 len: 217 time: 0.0508969 Dec 16 09:23:11.726659 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418b799-552c-4359-948d-fc0389b870dd req-b96b8716-06da-4d7e-b724-9d9a16be8ce6 tempest-QuotasAdminNegativeTest-456547551 tempest-QuotasAdminNegativeTest-456547551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:11.733065 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1587470-ed58-4c3b-aa4a-4a748e08b64f req-3716a006-87c9-4986-934a-21cde3e27fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:11.734546 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c1587470-ed58-4c3b-aa4a-4a748e08b64f req-3716a006-87c9-4986-934a-21cde3e27fb3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0557656 Dec 16 09:23:11.735013 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d418b799-552c-4359-948d-fc0389b870dd req-b96b8716-06da-4d7e-b724-9d9a16be8ce6 tempest-QuotasAdminNegativeTest-456547551 tempest-QuotasAdminNegativeTest-456547551-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1571915 Dec 16 09:23:11.745404 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c472ed-2078-42e2-9013-bb5776f1ac25 req-f9b16fe7-1e52-44c8-951c-3174f112c60a tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:11.747090 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-93c472ed-2078-42e2-9013-bb5776f1ac25 req-f9b16fe7-1e52-44c8-951c-3174f112c60a tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3347ebf-4079-4f68-9518-414415ef729f HTTP/1.1" status: 200 len: 931 time: 0.0980976 Dec 16 09:23:11.753430 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d418b799-552c-4359-948d-fc0389b870dd req-d4f62b2f-4744-4d8d-a308-df5d81688006 tempest-QuotasAdminNegativeTest-456547551 tempest-QuotasAdminNegativeTest-456547551-project] 10.222.0.60 "GET /v2.0/quotas/05e7548fe1c44433b6b5b53aeaebde47 HTTP/1.1" status: 200 len: 375 time: 0.0174437 Dec 16 09:23:11.788201 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d418b799-552c-4359-948d-fc0389b870dd req-aa26fda6-3145-46cc-90a0-5b5016ca8b61 tempest-QuotasAdminNegativeTest-456547551 tempest-QuotasAdminNegativeTest-456547551-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=05e7548fe1c44433b6b5b53aeaebde47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333703 Dec 16 09:23:11.814972 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1587470-ed58-4c3b-aa4a-4a748e08b64f req-52cc0be2-f299-4ff9-9788-e25f7d40c580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:11.816572 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c1587470-ed58-4c3b-aa4a-4a748e08b64f req-52cc0be2-f299-4ff9-9788-e25f7d40c580 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0684397 Dec 16 09:23:11.827651 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-93c472ed-2078-42e2-9013-bb5776f1ac25 req-c4e9cb48-e641-4802-b8de-5e296bc2cc34 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d635dd-fb21-461a-8c0f-868d41d0e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710435 Dec 16 09:23:11.956379 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c1587470-ed58-4c3b-aa4a-4a748e08b64f req-3da691b3-6d11-4213-8d70-952f5e42990f service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243048 Dec 16 09:23:11.994944 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949f9d8-5958-4466-874e-d81cf7cbfca7 req-0af1b8a1-b3bb-4a7a-b5a8-97dbf9982564 tempest-AggregatesAdminTestJSON-801482054 tempest-AggregatesAdminTestJSON-801482054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:11.994944 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4949f9d8-5958-4466-874e-d81cf7cbfca7 req-0af1b8a1-b3bb-4a7a-b5a8-97dbf9982564 tempest-AggregatesAdminTestJSON-801482054 tempest-AggregatesAdminTestJSON-801482054-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0fa8d7bb-9143-481a-a1ca-48b4e098f2fd HTTP/1.1" status: 200 len: 1123 time: 0.0729377 Dec 16 09:23:12.019269 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f520e-6da2-4516-8ace-e99f82815470 req-11dc54fd-2a5b-41c3-b2cb-cd351c735a1a tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:12.020833 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-111f520e-6da2-4516-8ace-e99f82815470 req-11dc54fd-2a5b-41c3-b2cb-cd351c735a1a tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?device_id=588af393-0108-4bd5-a45e-22530a65b527 HTTP/1.1" status: 200 len: 949 time: 0.1121063 Dec 16 09:23:12.027289 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4949f9d8-5958-4466-874e-d81cf7cbfca7 req-71bbcc87-6a19-459b-89e1-1d97a8b3b48d tempest-AggregatesAdminTestJSON-801482054 tempest-AggregatesAdminTestJSON-801482054-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:12.086341 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-111f520e-6da2-4516-8ace-e99f82815470 req-de6e1884-145f-47de-bfbd-541fea18a93a tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e3b47c2-8393-41ea-a9d7-f3af130c83a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587947 Dec 16 09:23:12.089991 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c1587470-ed58-4c3b-aa4a-4a748e08b64f req-89c6d2b4-7184-4aa5-af1e-0c7aff1436ba service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264627 Dec 16 09:23:12.131533 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4949f9d8-5958-4466-874e-d81cf7cbfca7 req-71bbcc87-6a19-459b-89e1-1d97a8b3b48d tempest-AggregatesAdminTestJSON-801482054 tempest-AggregatesAdminTestJSON-801482054-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:12.211650 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4949f9d8-5958-4466-874e-d81cf7cbfca7 req-71bbcc87-6a19-459b-89e1-1d97a8b3b48d tempest-AggregatesAdminTestJSON-801482054 tempest-AggregatesAdminTestJSON-801482054-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:12.247634 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4949f9d8-5958-4466-874e-d81cf7cbfca7 req-71bbcc87-6a19-459b-89e1-1d97a8b3b48d tempest-AggregatesAdminTestJSON-801482054 tempest-AggregatesAdminTestJSON-801482054-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6b0195ba-387b-449e-8c67-a62a60dec388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427239 Dec 16 09:23:12.252823 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bbcc87-6a19-459b-89e1-1d97a8b3b48d tempest-AggregatesAdminTestJSON-801482054 tempest-AggregatesAdminTestJSON-801482054-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1af0bd8-e3ef-4cb4-903a-4497ee9438ba,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:12.263723 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57302) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:12.604332 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6014e750-8ae8-4bce-8e80-4a643421c384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:12.695105 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6014e750-8ae8-4bce-8e80-4a643421c384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:12.774583 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6014e750-8ae8-4bce-8e80-4a643421c384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:12.839673 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6014e750-8ae8-4bce-8e80-4a643421c384 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=24ed97ae0f4a4f83a2980fe3a0053cef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5747566 Dec 16 09:23:12.840501 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6014e750-8ae8-4bce-8e80-4a643421c384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea817d6-4091-4ad9-81d4-04687fe466b2,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:12.842403 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57338) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:12.904072 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-53688041-72e3-42f3-8e11-c0442ad24ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:13.069788 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1effe6-342f-460c-9886-0f4347403a5e req-7a9eca73-b341-4444-99be-c61a0dab04de tempest-DeleteServersAdminTestJSON-133901838 tempest-DeleteServersAdminTestJSON-133901838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:13.071529 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2c1effe6-342f-460c-9886-0f4347403a5e req-7a9eca73-b341-4444-99be-c61a0dab04de tempest-DeleteServersAdminTestJSON-133901838 tempest-DeleteServersAdminTestJSON-133901838-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=588af393-0108-4bd5-a45e-22530a65b527 HTTP/1.1" status: 200 len: 1100 time: 0.0535240 Dec 16 09:23:13.115594 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-53688041-72e3-42f3-8e11-c0442ad24ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:13.207371 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-2c1effe6-342f-460c-9886-0f4347403a5e req-73b8ce44-92e8-4005-9cb0-3c315d29de31 tempest-DeleteServersAdminTestJSON-133901838 tempest-DeleteServersAdminTestJSON-133901838-project-admin] Deleting port a1883be9-3351-43c1-a66c-01043d2c960a {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:23:13.208064 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-2c1effe6-342f-460c-9886-0f4347403a5e req-73b8ce44-92e8-4005-9cb0-3c315d29de31 tempest-DeleteServersAdminTestJSON-133901838 tempest-DeleteServersAdminTestJSON-133901838-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:13.294687 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-53688041-72e3-42f3-8e11-c0442ad24ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:13.301560 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-53688041-72e3-42f3-8e11-c0442ad24ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:13.303066 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-53688041-72e3-42f3-8e11-c0442ad24ffb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eea817d6-4091-4ad9-81d4-04687fe466b2 HTTP/1.1" status: 204 len: 168 time: 0.4591091 Dec 16 09:23:13.321955 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53688041-72e3-42f3-8e11-c0442ad24ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea817d6-4091-4ad9-81d4-04687fe466b2,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:13.332650 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1df54-295d-4497-be13-6d3cde8f6b62 req-9256767d-94ec-405b-bc03-fb9b8287ac9e tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:13.334244 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8af1df54-295d-4497-be13-6d3cde8f6b62 req-9256767d-94ec-405b-bc03-fb9b8287ac9e tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3347ebf-4079-4f68-9518-414415ef729f HTTP/1.1" status: 200 len: 931 time: 0.0868320 Dec 16 09:23:13.389544 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-2c1effe6-342f-460c-9886-0f4347403a5e req-73b8ce44-92e8-4005-9cb0-3c315d29de31 tempest-DeleteServersAdminTestJSON-133901838 tempest-DeleteServersAdminTestJSON-133901838-project-admin] For port a1883be9-3351-43c1-a66c-01043d2c960a, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=a1883be9-3351-43c1-a66c-01043d2c960a,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:13.389913 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-2c1effe6-342f-460c-9886-0f4347403a5e req-73b8ce44-92e8-4005-9cb0-3c315d29de31 tempest-DeleteServersAdminTestJSON-133901838 tempest-DeleteServersAdminTestJSON-133901838-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:13.394549 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874e409-1320-49ab-bcde-1fd2dfab99ea req-8ceab555-bc9d-46f5-b8da-c9e73bfa01f2 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:13.396738 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1874e409-1320-49ab-bcde-1fd2dfab99ea req-8ceab555-bc9d-46f5-b8da-c9e73bfa01f2 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?device_id=588af393-0108-4bd5-a45e-22530a65b527 HTTP/1.1" status: 200 len: 949 time: 0.0767367 Dec 16 09:23:13.416945 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8af1df54-295d-4497-be13-6d3cde8f6b62 req-9e150032-9097-4608-b681-d86989e0506f tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d635dd-fb21-461a-8c0f-868d41d0e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660667 Dec 16 09:23:13.423377 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-2c1effe6-342f-460c-9886-0f4347403a5e req-73b8ce44-92e8-4005-9cb0-3c315d29de31 tempest-DeleteServersAdminTestJSON-133901838 tempest-DeleteServersAdminTestJSON-133901838-project-admin] Calling delete_port for a1883be9-3351-43c1-a66c-01043d2c960a owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:23:13.465463 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1874e409-1320-49ab-bcde-1fd2dfab99ea req-5ddfe29a-11cb-4d94-934a-6ff31f37ad5f tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e3b47c2-8393-41ea-a9d7-f3af130c83a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562234 Dec 16 09:23:13.475444 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57364) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:13.730032 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-2c1effe6-342f-460c-9886-0f4347403a5e req-73b8ce44-92e8-4005-9cb0-3c315d29de31 tempest-DeleteServersAdminTestJSON-133901838 tempest-DeleteServersAdminTestJSON-133901838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:13.742299 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['a1883be9-3351-43c1-a66c-01043d2c960a'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:23:13.782513 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2cc741c9-328e-4ab1-9acb-c719983f6180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:13.805957 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8ce44-92e8-4005-9cb0-3c315d29de31 tempest-DeleteServersAdminTestJSON-133901838 tempest-DeleteServersAdminTestJSON-133901838-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1883be9-3351-43c1-a66c-01043d2c960a,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:13.868473 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1effe6-342f-460c-9886-0f4347403a5e req-73b8ce44-92e8-4005-9cb0-3c315d29de31 tempest-DeleteServersAdminTestJSON-133901838 tempest-DeleteServersAdminTestJSON-133901838-project-admin] No DVR routers for this DVR port a1883be9-3351-43c1-a66c-01043d2c960a on host n-h2-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:23:13.871978 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-2c1effe6-342f-460c-9886-0f4347403a5e req-73b8ce44-92e8-4005-9cb0-3c315d29de31 tempest-DeleteServersAdminTestJSON-133901838 tempest-DeleteServersAdminTestJSON-133901838-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:13.875199 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2c1effe6-342f-460c-9886-0f4347403a5e req-73b8ce44-92e8-4005-9cb0-3c315d29de31 tempest-DeleteServersAdminTestJSON-133901838 tempest-DeleteServersAdminTestJSON-133901838-project-admin] 10.222.0.58 "DELETE /v2.0/ports/a1883be9-3351-43c1-a66c-01043d2c960a HTTP/1.1" status: 204 len: 173 time: 0.7959099 Dec 16 09:23:13.878491 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588af393-0108-4bd5-a45e-22530a65b527', 'name': 'network-vif-deleted', 'tag': 'a1883be9-3351-43c1-a66c-01043d2c960a'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:23:13.882108 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d3af00-8aaf-4a88-8920-416c8729828e" -d '{"events": [{"server_uuid": "588af393-0108-4bd5-a45e-22530a65b527", "name": "network-vif-deleted", "tag": "a1883be9-3351-43c1-a66c-01043d2c960a"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:23:13.905895 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2cc741c9-328e-4ab1-9acb-c719983f6180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:13.942586 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a8dfa8-b378-4d84-8e70-e4fd13be2c24 x-openstack-request-id: req-82a8dfa8-b378-4d84-8e70-e4fd13be2c24 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:23:13.942939 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "588af393-0108-4bd5-a45e-22530a65b527", "name": "network-vif-deleted", "tag": "a1883be9-3351-43c1-a66c-01043d2c960a", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:23:13.943185 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-82a8dfa8-b378-4d84-8e70-e4fd13be2c24 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:23:13.943581 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588af393-0108-4bd5-a45e-22530a65b527', 'name': 'network-vif-deleted', 'tag': 'a1883be9-3351-43c1-a66c-01043d2c960a', 'status': 'completed', 'code': 200} Dec 16 09:23:14.005971 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2cc741c9-328e-4ab1-9acb-c719983f6180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:14.058623 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2cc741c9-328e-4ab1-9acb-c719983f6180 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=05e7548fe1c44433b6b5b53aeaebde47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5851059 Dec 16 09:23:14.059805 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc741c9-328e-4ab1-9acb-c719983f6180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eed10f3-f841-40fa-94d4-a702fe75a9b7,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:14.061401 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57402) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:14.151115 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8399f710-510c-4f77-85cf-4f7cd41b0a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:14.209222 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8399f710-510c-4f77-85cf-4f7cd41b0a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:14.260780 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57422) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:14.279017 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-76f90d2b-54ab-4039-ab25-7c12768c8d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:14.395425 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8399f710-510c-4f77-85cf-4f7cd41b0a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:14.398532 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8399f710-510c-4f77-85cf-4f7cd41b0a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:14.402765 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8399f710-510c-4f77-85cf-4f7cd41b0a6b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2eed10f3-f841-40fa-94d4-a702fe75a9b7 HTTP/1.1" status: 204 len: 168 time: 0.3361933 Dec 16 09:23:14.424812 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399f710-510c-4f77-85cf-4f7cd41b0a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eed10f3-f841-40fa-94d4-a702fe75a9b7,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:14.544423 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-76f90d2b-54ab-4039-ab25-7c12768c8d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:14.621407 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-76f90d2b-54ab-4039-ab25-7c12768c8d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:14.668990 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57442) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:14.669286 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-76f90d2b-54ab-4039-ab25-7c12768c8d93 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e1a03ed43b4f4c88afb17653969063a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4113126 Dec 16 09:23:14.671376 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f90d2b-54ab-4039-ab25-7c12768c8d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aaa4657-1aee-4e28-8b3e-af20316b5109,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:14.723811 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd6bb8d0-61b8-4891-a4f0-5f5d7178a3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:14.746962 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd6bb8d0-61b8-4891-a4f0-5f5d7178a3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:14.877766 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e1694-0b96-42c0-8445-c60a16bbf18d req-06b54c21-c6e6-44ec-bd2b-d440f6bc9dac tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:14.879474 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b72e1694-0b96-42c0-8445-c60a16bbf18d req-06b54c21-c6e6-44ec-bd2b-d440f6bc9dac tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3347ebf-4079-4f68-9518-414415ef729f HTTP/1.1" status: 200 len: 931 time: 0.0535977 Dec 16 09:23:14.921717 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b72e1694-0b96-42c0-8445-c60a16bbf18d req-31916646-bed6-44ca-a55d-b5f607e5cde4 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d635dd-fb21-461a-8c0f-868d41d0e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359640 Dec 16 09:23:14.925012 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd6bb8d0-61b8-4891-a4f0-5f5d7178a3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:14.927142 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd6bb8d0-61b8-4891-a4f0-5f5d7178a3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:14.928319 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-cd6bb8d0-61b8-4891-a4f0-5f5d7178a3e8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0aaa4657-1aee-4e28-8b3e-af20316b5109 HTTP/1.1" status: 204 len: 168 time: 0.2583292 Dec 16 09:23:14.959509 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6bb8d0-61b8-4891-a4f0-5f5d7178a3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aaa4657-1aee-4e28-8b3e-af20316b5109,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:15.052860 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-06362e28-aa5f-4902-a31b-ea2e786c1711 req-bd38df3f-da4c-443f-8f61-fbb6fe8ca4b1 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?device_id=588af393-0108-4bd5-a45e-22530a65b527 HTTP/1.1" status: 200 len: 210 time: 0.0300550 Dec 16 09:23:15.364568 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57474) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:15.378882 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-35e8e54e-5e25-448e-910c-a9e91e672074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:15.451679 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-35e8e54e-5e25-448e-910c-a9e91e672074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:15.551467 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-35e8e54e-5e25-448e-910c-a9e91e672074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:15.592028 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-35e8e54e-5e25-448e-910c-a9e91e672074 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f0aa35ad7a3b4076959b2a9937720d97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2261469 Dec 16 09:23:15.593834 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e8e54e-5e25-448e-910c-a9e91e672074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c79731-9041-4a6c-b421-150fcb0d5f08,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:15.594732 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57478) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:15.663073 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-14a3861d-3dbb-43f7-b544-bd0b3853931b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:15.686249 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-14a3861d-3dbb-43f7-b544-bd0b3853931b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:15.900465 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-14a3861d-3dbb-43f7-b544-bd0b3853931b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:15.904987 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-14a3861d-3dbb-43f7-b544-bd0b3853931b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:15.909272 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-14a3861d-3dbb-43f7-b544-bd0b3853931b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/72c79731-9041-4a6c-b421-150fcb0d5f08 HTTP/1.1" status: 204 len: 168 time: 0.3109899 Dec 16 09:23:15.921084 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3861d-3dbb-43f7-b544-bd0b3853931b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c79731-9041-4a6c-b421-150fcb0d5f08,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:16.089538 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57512) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:16.163293 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201c16a-f11c-4eba-ae8e-b3b94325efdc req-dd0705e0-377b-42cc-bf0e-cd7c18456584 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:16.165400 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d201c16a-f11c-4eba-ae8e-b3b94325efdc req-dd0705e0-377b-42cc-bf0e-cd7c18456584 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3347ebf-4079-4f68-9518-414415ef729f HTTP/1.1" status: 200 len: 931 time: 0.0567877 Dec 16 09:23:16.211257 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d201c16a-f11c-4eba-ae8e-b3b94325efdc req-b58e5adc-01ec-4031-9be1-0a5654aa9cb9 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d635dd-fb21-461a-8c0f-868d41d0e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325487 Dec 16 09:23:16.435350 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b3ec60f8-a14f-4f42-8da7-145f6f0aec4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:16.537226 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b3ec60f8-a14f-4f42-8da7-145f6f0aec4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:16.598380 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b3ec60f8-a14f-4f42-8da7-145f6f0aec4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:16.640077 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b3ec60f8-a14f-4f42-8da7-145f6f0aec4b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5dbeb1c6f52f4464af67e5dee3cbc12e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5484526 Dec 16 09:23:16.641956 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-d2ca9a2f-9dc7-4dbc-8ec3-fa1d3f2f9d7c tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=6560e500e1fd4f5b83abed48ff5fa527&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380960 Dec 16 09:23:16.643903 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57572) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:16.644875 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec60f8-a14f-4f42-8da7-145f6f0aec4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a44f52-f520-4911-81ad-8dbe2c641642,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:16.764468 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57578) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:16.785033 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cd9ff8c2-891c-4172-9a30-938736cc2948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:16.814542 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-8cac0434-be81-44dc-a09c-c5a4adb93c8b tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:16.815978 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-8cac0434-be81-44dc-a09c-c5a4adb93c8b tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1685784 Dec 16 09:23:16.826822 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cd9ff8c2-891c-4172-9a30-938736cc2948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:16.842285 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-18b69d6d-9676-4c1e-b075-1035ffdb7a15 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/quotas/6560e500e1fd4f5b83abed48ff5fa527 HTTP/1.1" status: 200 len: 375 time: 0.0181680 Dec 16 09:23:16.883661 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-d6100d70-7a20-458d-abd4-7bd6875dc3a2 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6560e500e1fd4f5b83abed48ff5fa527&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349052 Dec 16 09:23:17.009099 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cd9ff8c2-891c-4172-9a30-938736cc2948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:17.012273 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cd9ff8c2-891c-4172-9a30-938736cc2948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:17.013448 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-cd9ff8c2-891c-4172-9a30-938736cc2948 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/66a44f52-f520-4911-81ad-8dbe2c641642 HTTP/1.1" status: 204 len: 168 time: 0.3672118 Dec 16 09:23:17.021720 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ff8c2-891c-4172-9a30-938736cc2948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a44f52-f520-4911-81ad-8dbe2c641642,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:17.095063 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-95555b6c-8739-4c6a-aba8-3aabe898fe8e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1952105229-network', 'tenant_id': '13f0e2e84c3c42c99759789d057f9272'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:17.127357 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57592) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:17.220405 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95555b6c-8739-4c6a-aba8-3aabe898fe8e admin admin] Made reservation on behalf of 13f0e2e84c3c42c99759789d057f9272 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:17.228865 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-95555b6c-8739-4c6a-aba8-3aabe898fe8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:17.239801 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-57510959-808a-4930-b5e8-23ce17c4aa14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:17.253047 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-95555b6c-8739-4c6a-aba8-3aabe898fe8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:17.341840 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ef7c47a0-0c19-4aa9-b07e-17920d87e4d5 req-52abacd7-237c-4d71-96a9-15cf7c27765e tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?device_id=d843044d-b246-4e14-b8c9-515fd3d07a92 HTTP/1.1" status: 200 len: 210 time: 0.0557451 Dec 16 09:23:17.355850 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-3cdc908e-3507-435a-b890-96ac7503c35a req-40dfd1ed-f4f2-475f-9380-4c9ee1684a77 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:23:17.358379 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3cdc908e-3507-435a-b890-96ac7503c35a req-40dfd1ed-f4f2-475f-9380-4c9ee1684a77 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095520 Dec 16 09:23:17.423599 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-57510959-808a-4930-b5e8-23ce17c4aa14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:17.446931 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-95555b6c-8739-4c6a-aba8-3aabe898fe8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:17.478451 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca0b4f-8700-4a4d-82b5-9e256f0cbaec req-243c05f7-8020-4503-845c-0a2183860d7d tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:17.480483 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-37ca0b4f-8700-4a4d-82b5-9e256f0cbaec req-243c05f7-8020-4503-845c-0a2183860d7d tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3347ebf-4079-4f68-9518-414415ef729f HTTP/1.1" status: 200 len: 931 time: 0.0500066 Dec 16 09:23:17.519099 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-37ca0b4f-8700-4a4d-82b5-9e256f0cbaec req-e9dd7533-3301-421e-84a5-6cec8084dc47 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d635dd-fb21-461a-8c0f-868d41d0e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325260 Dec 16 09:23:17.577891 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-57510959-808a-4930-b5e8-23ce17c4aa14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:17.578012 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-95555b6c-8739-4c6a-aba8-3aabe898fe8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:17.620883 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95555b6c-8739-4c6a-aba8-3aabe898fe8e admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:23:17.638205 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95555b6c-8739-4c6a-aba8-3aabe898fe8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:17.646150 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device a1883be9-3351-43c1-a66c-01043d2c960a no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:23:17.647007 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-57510959-808a-4930-b5e8-23ce17c4aa14 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c25917aa84464b8ba2c81b69a34c2d42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5185826 Dec 16 09:23:17.648066 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57510959-808a-4930-b5e8-23ce17c4aa14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c2ff59-fa0e-49d6-a36f-ff28781a6112,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:17.650951 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57624) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:17.666874 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-95555b6c-8739-4c6a-aba8-3aabe898fe8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:17.667232 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-95555b6c-8739-4c6a-aba8-3aabe898fe8e admin admin] Added segment 03e3e8eb-20e5-426d-93b9-386e8794b901 of type vlan for network 9785c251-9c28-48ae-a129-6f24c5a7ad17 Dec 16 09:23:17.696090 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: a1883be9-3351-43c1-a66c-01043d2c960a {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:23:17.696090 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device a1883be9-3351-43c1-a66c-01043d2c960a not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:23:17.739440 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-3cdc908e-3507-435a-b890-96ac7503c35a req-daaac51c-56b8-48c2-a6fe-fdc53dc3e39c service neutron] Request body: {'port': {'device_id': 'a3347ebf-4079-4f68-9518-414415ef729f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:17.750379 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9b90ec35-141e-44d2-99ec-131c30f8dd83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:17.769628 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9b90ec35-141e-44d2-99ec-131c30f8dd83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:17.933162 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9b90ec35-141e-44d2-99ec-131c30f8dd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:17.936018 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9b90ec35-141e-44d2-99ec-131c30f8dd83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:17.937408 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9b90ec35-141e-44d2-99ec-131c30f8dd83 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f8c2ff59-fa0e-49d6-a36f-ff28781a6112 HTTP/1.1" status: 204 len: 168 time: 0.2735498 Dec 16 09:23:17.945685 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90ec35-141e-44d2-99ec-131c30f8dd83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c2ff59-fa0e-49d6-a36f-ff28781a6112,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:17.966455 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-95555b6c-8739-4c6a-aba8-3aabe898fe8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:18.021531 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-3cdc908e-3507-435a-b890-96ac7503c35a req-daaac51c-56b8-48c2-a6fe-fdc53dc3e39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:18.083419 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-95555b6c-8739-4c6a-aba8-3aabe898fe8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:18.084350 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95555b6c-8739-4c6a-aba8-3aabe898fe8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:18.089827 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-95555b6c-8739-4c6a-aba8-3aabe898fe8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:18.222574 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57660) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:18.240296 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4e89dda9-d682-4f56-a7fc-22fe9772ffa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:18.241748 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-95555b6c-8739-4c6a-aba8-3aabe898fe8e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4750979 Dec 16 09:23:18.245300 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57662) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:18.247421 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95555b6c-8739-4c6a-aba8-3aabe898fe8e admin admin] Pushing event updated for resources: {'Network': ['ID=9785c251-9c28-48ae-a129-6f24c5a7ad17,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:18.256664 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-753478cb-3279-4406-ad65-4d7c71bd80f6 admin admin] Request body: {'subnet': {'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1952105229-subnet', 'tenant_id': '13f0e2e84c3c42c99759789d057f9272', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:18.259043 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 9785c251-9c28-48ae-a129-6f24c5a7ad17 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:23:18.357450 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4e89dda9-d682-4f56-a7fc-22fe9772ffa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:18.404941 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-3cdc908e-3507-435a-b890-96ac7503c35a req-daaac51c-56b8-48c2-a6fe-fdc53dc3e39c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a69e6f3-ff40-40cb-bbff-f99cea94431e {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:23:18.412135 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753478cb-3279-4406-ad65-4d7c71bd80f6 admin admin] Made reservation on behalf of 13f0e2e84c3c42c99759789d057f9272 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:18.415175 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-753478cb-3279-4406-ad65-4d7c71bd80f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:18.431647 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-3cdc908e-3507-435a-b890-96ac7503c35a req-daaac51c-56b8-48c2-a6fe-fdc53dc3e39c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:18.432506 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4e89dda9-d682-4f56-a7fc-22fe9772ffa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:18.476991 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4e89dda9-d682-4f56-a7fc-22fe9772ffa5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2d53cf193ee24ff3bf7ce6c9b2b416fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2525220 Dec 16 09:23:18.478146 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89dda9-d682-4f56-a7fc-22fe9772ffa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321ed6a4-4dbc-4057-9072-717feb4ff057,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:18.481673 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57672) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:18.502925 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-caa4af4f-aa0b-4144-8c0e-a8453efab062 req-617c4ce1-46cd-457d-beac-5b1758c9ce3f tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?device_id=d843044d-b246-4e14-b8c9-515fd3d07a92 HTTP/1.1" status: 200 len: 210 time: 0.0737040 Dec 16 09:23:18.558942 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-3cdc908e-3507-435a-b890-96ac7503c35a req-daaac51c-56b8-48c2-a6fe-fdc53dc3e39c service neutron] Transition to ACTIVE for port object 0a69e6f3-ff40-40cb-bbff-f99cea94431e will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:23:18.584570 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-49b44dda-bc5c-4feb-95b9-8ec753d2ffd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:18.607457 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-49b44dda-bc5c-4feb-95b9-8ec753d2ffd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:18.707720 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-3cdc908e-3507-435a-b890-96ac7503c35a req-daaac51c-56b8-48c2-a6fe-fdc53dc3e39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:18.749557 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-49b44dda-bc5c-4feb-95b9-8ec753d2ffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:18.752099 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-49b44dda-bc5c-4feb-95b9-8ec753d2ffd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:18.753262 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-49b44dda-bc5c-4feb-95b9-8ec753d2ffd1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/321ed6a4-4dbc-4057-9072-717feb4ff057 HTTP/1.1" status: 204 len: 168 time: 0.2704637 Dec 16 09:23:18.756634 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90dc7b-0dfb-4d02-95d3-db30bbc824bd req-1de35711-6517-4b8d-9f20-8fefb8a4a1d7 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:18.758175 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bb90dc7b-0dfb-4d02-95d3-db30bbc824bd req-1de35711-6517-4b8d-9f20-8fefb8a4a1d7 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3347ebf-4079-4f68-9518-414415ef729f HTTP/1.1" status: 200 len: 931 time: 0.1392779 Dec 16 09:23:18.762342 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b44dda-bc5c-4feb-95b9-8ec753d2ffd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321ed6a4-4dbc-4057-9072-717feb4ff057,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:18.783188 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaac51c-56b8-48c2-a6fe-fdc53dc3e39c service neutron] Pushing event updated for resources: {'Port': ['ID=0a69e6f3-ff40-40cb-bbff-f99cea94431e,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:18.833165 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-753478cb-3279-4406-ad65-4d7c71bd80f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:18.881629 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-3cdc908e-3507-435a-b890-96ac7503c35a req-daaac51c-56b8-48c2-a6fe-fdc53dc3e39c service neutron] Attempting to bind port 0a69e6f3-ff40-40cb-bbff-f99cea94431e on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:23:18.881970 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-3cdc908e-3507-435a-b890-96ac7503c35a req-daaac51c-56b8-48c2-a6fe-fdc53dc3e39c service neutron] Attempting to bind port 0a69e6f3-ff40-40cb-bbff-f99cea94431e by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '1403103d-a4de-4f88-a656-e98daedb16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:23:18.882318 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdc908e-3507-435a-b890-96ac7503c35a req-daaac51c-56b8-48c2-a6fe-fdc53dc3e39c service neutron] Attempting to bind port 0a69e6f3-ff40-40cb-bbff-f99cea94431e on network 3a6af1ee-58f2-406c-aa8c-1f9d70774ee8 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:18.899878 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bb90dc7b-0dfb-4d02-95d3-db30bbc824bd req-4688750c-321e-45ac-bcb6-ffdc6f20e8f3 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d635dd-fb21-461a-8c0f-868d41d0e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180985 Dec 16 09:23:18.922070 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdc908e-3507-435a-b890-96ac7503c35a req-daaac51c-56b8-48c2-a6fe-fdc53dc3e39c service neutron] Port 0a69e6f3-ff40-40cb-bbff-f99cea94431e on network 3a6af1ee-58f2-406c-aa8c-1f9d70774ee8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:23:18.922398 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdc908e-3507-435a-b890-96ac7503c35a req-daaac51c-56b8-48c2-a6fe-fdc53dc3e39c service neutron] Attempting to bind port 0a69e6f3-ff40-40cb-bbff-f99cea94431e on network 3a6af1ee-58f2-406c-aa8c-1f9d70774ee8 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:18.942088 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdc908e-3507-435a-b890-96ac7503c35a req-daaac51c-56b8-48c2-a6fe-fdc53dc3e39c service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:23:18.942503 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdc908e-3507-435a-b890-96ac7503c35a req-daaac51c-56b8-48c2-a6fe-fdc53dc3e39c service neutron] Checking segment: {'id': '1403103d-a4de-4f88-a656-e98daedb16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:23:18.942907 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdc908e-3507-435a-b890-96ac7503c35a req-daaac51c-56b8-48c2-a6fe-fdc53dc3e39c service neutron] Bound using segment: {'id': '1403103d-a4de-4f88-a656-e98daedb16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:23:18.943359 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-3cdc908e-3507-435a-b890-96ac7503c35a req-daaac51c-56b8-48c2-a6fe-fdc53dc3e39c service neutron] Bound port: 0a69e6f3-ff40-40cb-bbff-f99cea94431e, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1403103d-a4de-4f88-a656-e98daedb16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:23:18.945708 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-3cdc908e-3507-435a-b890-96ac7503c35a req-daaac51c-56b8-48c2-a6fe-fdc53dc3e39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:18.948688 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753478cb-3279-4406-ad65-4d7c71bd80f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c12d578e-3c58-4d75-9f2c-b724e40168b0,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:18.985392 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753478cb-3279-4406-ad65-4d7c71bd80f6 admin admin] Checking segment: {'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:23:18.985530 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753478cb-3279-4406-ad65-4d7c71bd80f6 admin admin] Network hostable DHCP agents. Network: 9785c251-9c28-48ae-a129-6f24c5a7ad17, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:23:19.021030 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57698) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:19.043360 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4cf0ad1f-b0f8-4329-ab6b-116ca43c7397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:19.076731 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-3cdc908e-3507-435a-b890-96ac7503c35a req-daaac51c-56b8-48c2-a6fe-fdc53dc3e39c service neutron] For port 0a69e6f3-ff40-40cb-bbff-f99cea94431e, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:23:19.081135 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-3cdc908e-3507-435a-b890-96ac7503c35a req-daaac51c-56b8-48c2-a6fe-fdc53dc3e39c service neutron] For port 0a69e6f3-ff40-40cb-bbff-f99cea94431e, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=0a69e6f3-ff40-40cb-bbff-f99cea94431e,segment=NetworkSegment(1403103d-a4de-4f88-a656-e98daedb16d8),segment_id=1403103d-a4de-4f88-a656-e98daedb16d8)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:23:19.164620 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753478cb-3279-4406-ad65-4d7c71bd80f6 admin admin] Network 9785c251-9c28-48ae-a129-6f24c5a7ad17 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:23:19.176571 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-3cdc908e-3507-435a-b890-96ac7503c35a req-daaac51c-56b8-48c2-a6fe-fdc53dc3e39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:19.186421 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4cf0ad1f-b0f8-4329-ab6b-116ca43c7397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:19.213902 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc908e-3507-435a-b890-96ac7503c35a req-daaac51c-56b8-48c2-a6fe-fdc53dc3e39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:19.214530 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-3cdc908e-3507-435a-b890-96ac7503c35a req-daaac51c-56b8-48c2-a6fe-fdc53dc3e39c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:19.216047 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3cdc908e-3507-435a-b890-96ac7503c35a req-daaac51c-56b8-48c2-a6fe-fdc53dc3e39c service neutron] 10.222.0.57 "PUT /v2.0/ports/0a69e6f3-ff40-40cb-bbff-f99cea94431e HTTP/1.1" status: 200 len: 1091 time: 1.7117460 Dec 16 09:23:19.216622 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3347ebf-4079-4f68-9518-414415ef729f', 'tag': '0a69e6f3-ff40-40cb-bbff-f99cea94431e'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:23:19.219766 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d03b0f-612d-4e0d-99a2-8e3c3e120ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "a3347ebf-4079-4f68-9518-414415ef729f", "tag": "0a69e6f3-ff40-40cb-bbff-f99cea94431e"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:23:19.248231 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaac51c-56b8-48c2-a6fe-fdc53dc3e39c service neutron] Pushing event updated for resources: {'Port': ['ID=0a69e6f3-ff40-40cb-bbff-f99cea94431e,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:19.332376 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4cf0ad1f-b0f8-4329-ab6b-116ca43c7397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:19.334793 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-753478cb-3279-4406-ad65-4d7c71bd80f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 9785c251-9c28-48ae-a129-6f24c5a7ad17) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:23:19.339603 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753478cb-3279-4406-ad65-4d7c71bd80f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:19.342846 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-753478cb-3279-4406-ad65-4d7c71bd80f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:19.354111 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13de0351-8eba-48b9-a2a6-f94b3d4e1ed8 None None] Network 9785c251-9c28-48ae-a129-6f24c5a7ad17 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:23:19.364542 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e294210a-dedb-48d8-a5ef-6ab3b5238c79 x-openstack-request-id: req-e294210a-dedb-48d8-a5ef-6ab3b5238c79 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:23:19.364824 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3347ebf-4079-4f68-9518-414415ef729f", "tag": "0a69e6f3-ff40-40cb-bbff-f99cea94431e", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:23:19.365080 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e294210a-dedb-48d8-a5ef-6ab3b5238c79 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:23:19.370708 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3347ebf-4079-4f68-9518-414415ef729f', 'tag': '0a69e6f3-ff40-40cb-bbff-f99cea94431e', 'status': 'completed', 'code': 200} Dec 16 09:23:19.442609 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4cf0ad1f-b0f8-4329-ab6b-116ca43c7397 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d1b7ad3a575c4e01bcfa004309663a2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4199371 Dec 16 09:23:19.443574 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57728) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:19.463926 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-753478cb-3279-4406-ad65-4d7c71bd80f6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2122731 Dec 16 09:23:19.479250 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d03b0f-612d-4e0d-99a2-8e3c3e120ba7 req-52a29e29-1fc1-4692-acf0-db0a40da0d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:19.485318 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-78d03b0f-612d-4e0d-99a2-8e3c3e120ba7 req-52a29e29-1fc1-4692-acf0-db0a40da0d19 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6aea977c1221465ca04aa38c031bb375&device_id=a3347ebf-4079-4f68-9518-414415ef729f HTTP/1.1" status: 200 len: 1094 time: 0.1136684 Dec 16 09:23:19.503833 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0ad1f-b0f8-4329-ab6b-116ca43c7397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cfc78a-241b-4ef4-aef5-df2a9d30a761,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:19.556459 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d0382e71-174f-4cb4-98fe-53357a5b30bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:19.591502 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53b65a0-e4ef-4275-b267-5dfa07aa3b09 None None] Network 9785c251-9c28-48ae-a129-6f24c5a7ad17 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:23:19.608857 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d0382e71-174f-4cb4-98fe-53357a5b30bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:19.655318 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-15478fba-31b0-4ba2-8343-f0dd96c94b63 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=6560e500e1fd4f5b83abed48ff5fa527&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475888 Dec 16 09:23:19.761223 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d0382e71-174f-4cb4-98fe-53357a5b30bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:19.763783 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d0382e71-174f-4cb4-98fe-53357a5b30bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:19.765342 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d0382e71-174f-4cb4-98fe-53357a5b30bf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e4cfc78a-241b-4ef4-aef5-df2a9d30a761 HTTP/1.1" status: 204 len: 168 time: 0.3168371 Dec 16 09:23:19.776808 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0382e71-174f-4cb4-98fe-53357a5b30bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cfc78a-241b-4ef4-aef5-df2a9d30a761,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:19.798436 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d03b0f-612d-4e0d-99a2-8e3c3e120ba7 req-2677d4da-326e-4c33-96e2-c0689fa8fdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:19.816011 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-78d03b0f-612d-4e0d-99a2-8e3c3e120ba7 req-2677d4da-326e-4c33-96e2-c0689fa8fdc4 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=6aea977c1221465ca04aa38c031bb375&shared=False HTTP/1.1" status: 200 len: 924 time: 0.3201184 Dec 16 09:23:19.874648 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-0d14b995-76ad-49b6-ba1b-409de51ed1ac req-9f46df27-8050-465f-a39d-75f8fab0a425 tempest-SecurityGroupsTestAdminJSON-1541865791 tempest-SecurityGroupsTestAdminJSON-1541865791-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1958883973', 'description': 'tempest-description-1289600314'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:19.944078 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-e414959d-e1cb-44fb-a783-6a961223b6f0 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:19.945556 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-e414959d-e1cb-44fb-a783-6a961223b6f0 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2826052 Dec 16 09:23:19.966251 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-6b64683a-d7ab-4935-9aef-2250fa26cf46 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Request body: {'port': {'device_id': 'd843044d-b246-4e14-b8c9-515fd3d07a92', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'admin_state_up': True, 'tenant_id': '6560e500e1fd4f5b83abed48ff5fa527'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:20.023737 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0d14b995-76ad-49b6-ba1b-409de51ed1ac req-9f46df27-8050-465f-a39d-75f8fab0a425 tempest-SecurityGroupsTestAdminJSON-1541865791 tempest-SecurityGroupsTestAdminJSON-1541865791-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:20.032634 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0d14b995-76ad-49b6-ba1b-409de51ed1ac req-9f46df27-8050-465f-a39d-75f8fab0a425 tempest-SecurityGroupsTestAdminJSON-1541865791 tempest-SecurityGroupsTestAdminJSON-1541865791-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:20.070202 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a8bb7ee5-466f-4ebe-8a5d-770ebfc2a28e req-5c047c56-7f1c-4204-a49f-b714be3c45ce tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?device_id=d843044d-b246-4e14-b8c9-515fd3d07a92 HTTP/1.1" status: 200 len: 210 time: 0.0799263 Dec 16 09:23:20.092970 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d03b0f-612d-4e0d-99a2-8e3c3e120ba7 req-1bec578a-89d0-446d-a059-f8e9174bb774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:20.094465 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-78d03b0f-612d-4e0d-99a2-8e3c3e120ba7 req-1bec578a-89d0-446d-a059-f8e9174bb774 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2667496 Dec 16 09:23:20.122920 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0d14b995-76ad-49b6-ba1b-409de51ed1ac req-9f46df27-8050-465f-a39d-75f8fab0a425 tempest-SecurityGroupsTestAdminJSON-1541865791 tempest-SecurityGroupsTestAdminJSON-1541865791-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:20.189227 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc908e-3507-435a-b890-96ac7503c35a req-8b322883-462f-4e5d-b3ee-9eccb9119b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:20.190724 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3cdc908e-3507-435a-b890-96ac7503c35a req-8b322883-462f-4e5d-b3ee-9eccb9119b84 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6aea977c1221465ca04aa38c031bb375&device_id=a3347ebf-4079-4f68-9518-414415ef729f HTTP/1.1" status: 200 len: 1094 time: 0.0525160 Dec 16 09:23:20.195818 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0d14b995-76ad-49b6-ba1b-409de51ed1ac req-9f46df27-8050-465f-a39d-75f8fab0a425 tempest-SecurityGroupsTestAdminJSON-1541865791 tempest-SecurityGroupsTestAdminJSON-1541865791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:20.246851 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3cdc908e-3507-435a-b890-96ac7503c35a req-5a755424-0924-4550-a9a1-afde3c8d6551 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a69e6f3-ff40-40cb-bbff-f99cea94431e HTTP/1.1" status: 200 len: 217 time: 0.0440385 Dec 16 09:23:20.254013 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46df27-8050-465f-a39d-75f8fab0a425 tempest-SecurityGroupsTestAdminJSON-1541865791 tempest-SecurityGroupsTestAdminJSON-1541865791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b66670-5841-4c57-a2e4-f595acacb2db,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:20.287362 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-6b64683a-d7ab-4935-9aef-2250fa26cf46 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Made reservation on behalf of 6560e500e1fd4f5b83abed48ff5fa527 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:20.290805 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-6b64683a-d7ab-4935-9aef-2250fa26cf46 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:20.307755 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0d14b995-76ad-49b6-ba1b-409de51ed1ac req-9f46df27-8050-465f-a39d-75f8fab0a425 tempest-SecurityGroupsTestAdminJSON-1541865791 tempest-SecurityGroupsTestAdminJSON-1541865791-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:20.351376 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc908e-3507-435a-b890-96ac7503c35a req-cf0e376a-974e-4381-b0ba-eda7e8c50996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:20.352829 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3cdc908e-3507-435a-b890-96ac7503c35a req-cf0e376a-974e-4381-b0ba-eda7e8c50996 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=898541b1-ae3e-41a6-ab62-007c2a398b05 HTTP/1.1" status: 200 len: 862 time: 0.1001050 Dec 16 09:23:20.412877 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0d14b995-76ad-49b6-ba1b-409de51ed1ac req-9f46df27-8050-465f-a39d-75f8fab0a425 tempest-SecurityGroupsTestAdminJSON-1541865791 tempest-SecurityGroupsTestAdminJSON-1541865791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:20.433194 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d730a-2ec1-4a8f-8fd2-6f0f91033bc3 req-73aebe7f-5b00-4df8-8e14-9aa94787d6d6 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:20.434706 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-490d730a-2ec1-4a8f-8fd2-6f0f91033bc3 req-73aebe7f-5b00-4df8-8e14-9aa94787d6d6 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3347ebf-4079-4f68-9518-414415ef729f HTTP/1.1" status: 200 len: 943 time: 0.1700335 Dec 16 09:23:20.463644 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46df27-8050-465f-a39d-75f8fab0a425 tempest-SecurityGroupsTestAdminJSON-1541865791 tempest-SecurityGroupsTestAdminJSON-1541865791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5715f8-faff-4c7d-98aa-946abc5ab908,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:20.537871 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0d14b995-76ad-49b6-ba1b-409de51ed1ac req-9f46df27-8050-465f-a39d-75f8fab0a425 tempest-SecurityGroupsTestAdminJSON-1541865791 tempest-SecurityGroupsTestAdminJSON-1541865791-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:20.546134 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0d14b995-76ad-49b6-ba1b-409de51ed1ac req-9f46df27-8050-465f-a39d-75f8fab0a425 tempest-SecurityGroupsTestAdminJSON-1541865791 tempest-SecurityGroupsTestAdminJSON-1541865791-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6768425 Dec 16 09:23:20.672674 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc908e-3507-435a-b890-96ac7503c35a req-0b814b94-21fb-4622-9e4b-357b42023615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:20.674160 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3cdc908e-3507-435a-b890-96ac7503c35a req-0b814b94-21fb-4622-9e4b-357b42023615 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3a6af1ee-58f2-406c-aa8c-1f9d70774ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2899766 Dec 16 09:23:20.720416 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-28a26008-9f37-40c5-a7fb-7e5c13ec8c09 req-1d163e10-8485-435e-9196-1db15838745b tempest-SecurityGroupsTestAdminJSON-1541865791 tempest-SecurityGroupsTestAdminJSON-1541865791-project] Request body: {'security_group': {'name': 'tempest-securitygroup-826873950', 'description': 'tempest-description-1495532703'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:20.752567 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-490d730a-2ec1-4a8f-8fd2-6f0f91033bc3 req-49c8c602-81cf-4fdf-a0e0-0b905bf8c891 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d635dd-fb21-461a-8c0f-868d41d0e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3039014 Dec 16 09:23:20.769921 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-6b64683a-d7ab-4935-9aef-2250fa26cf46 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Allocated IP 192.168.233.100 (0f25fa8c-dd15-4f99-b14f-112e51884f75/d30f37a6-2496-485e-9480-e5e1789d975f/6ce1d2af-408f-458b-afd3-8110cf6a653d) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:23:20.808830 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-28a26008-9f37-40c5-a7fb-7e5c13ec8c09 req-1d163e10-8485-435e-9196-1db15838745b tempest-SecurityGroupsTestAdminJSON-1541865791 tempest-SecurityGroupsTestAdminJSON-1541865791-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:20.831765 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3cdc908e-3507-435a-b890-96ac7503c35a req-f65b4fa7-f4ec-40fc-9eb4-46388b98ee01 service neutron] 10.222.0.57 "GET /v2.0/networks/3a6af1ee-58f2-406c-aa8c-1f9d70774ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472950 Dec 16 09:23:20.880954 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-28a26008-9f37-40c5-a7fb-7e5c13ec8c09 req-1d163e10-8485-435e-9196-1db15838745b tempest-SecurityGroupsTestAdminJSON-1541865791 tempest-SecurityGroupsTestAdminJSON-1541865791-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:20.969520 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-28a26008-9f37-40c5-a7fb-7e5c13ec8c09 req-1d163e10-8485-435e-9196-1db15838745b tempest-SecurityGroupsTestAdminJSON-1541865791 tempest-SecurityGroupsTestAdminJSON-1541865791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:21.002450 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d163e10-8485-435e-9196-1db15838745b tempest-SecurityGroupsTestAdminJSON-1541865791 tempest-SecurityGroupsTestAdminJSON-1541865791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=effada6b-5c66-4dac-a02a-aa0764596f88,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:21.013490 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3cdc908e-3507-435a-b890-96ac7503c35a req-009d3e2a-6e28-476f-90ab-d4e19b477715 service neutron] 10.222.0.57 "GET /v2.0/networks/3a6af1ee-58f2-406c-aa8c-1f9d70774ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716850 Dec 16 09:23:21.031564 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-6b64683a-d7ab-4935-9aef-2250fa26cf46 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:21.093702 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-28a26008-9f37-40c5-a7fb-7e5c13ec8c09 req-1d163e10-8485-435e-9196-1db15838745b tempest-SecurityGroupsTestAdminJSON-1541865791 tempest-SecurityGroupsTestAdminJSON-1541865791-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:21.095015 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-28a26008-9f37-40c5-a7fb-7e5c13ec8c09 req-1d163e10-8485-435e-9196-1db15838745b tempest-SecurityGroupsTestAdminJSON-1541865791 tempest-SecurityGroupsTestAdminJSON-1541865791-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3799222 Dec 16 09:23:21.146503 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-6b64683a-d7ab-4935-9aef-2250fa26cf46 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:21.183987 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-6b64683a-d7ab-4935-9aef-2250fa26cf46 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Network 0f25fa8c-dd15-4f99-b14f-112e51884f75 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:23:21.187193 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-6b64683a-d7ab-4935-9aef-2250fa26cf46 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:23:21.189585 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-6b64683a-d7ab-4935-9aef-2250fa26cf46 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:23:21.195462 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-6b64683a-d7ab-4935-9aef-2250fa26cf46 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:21.196839 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-6b64683a-d7ab-4935-9aef-2250fa26cf46 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:21.223263 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebbd92-1282-4760-8979-0652af938e6b req-de460ebf-4e5f-434d-aaf4-c6751c468d19 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:21.224446 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-96ebbd92-1282-4760-8979-0652af938e6b req-de460ebf-4e5f-434d-aaf4-c6751c468d19 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?device_id=d843044d-b246-4e14-b8c9-515fd3d07a92 HTTP/1.1" status: 200 len: 936 time: 0.0715241 Dec 16 09:23:21.233355 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b64683a-d7ab-4935-9aef-2250fa26cf46 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Pushing event updated for resources: {'Port': ['ID=6ce1d2af-408f-458b-afd3-8110cf6a653d,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:21.258459 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57810) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:21.271222 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-5f9e39a6-1722-4f3f-b60e-c68a3b13fb4e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-268681246-network', 'tenant_id': '40a4d454313f48e4a60665c2e8016dcf'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:21.279343 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-96ebbd92-1282-4760-8979-0652af938e6b req-56ad3dd5-17f2-42c9-9595-393da4fcf086 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e3b47c2-8393-41ea-a9d7-f3af130c83a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453281 Dec 16 09:23:21.338810 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-6b64683a-d7ab-4935-9aef-2250fa26cf46 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3789375 Dec 16 09:23:21.352463 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-201e1ba3-9dff-4dbc-8e39-02fe08f03985 service neutron] Request body: {'port': {'device_id': 'd843044d-b246-4e14-b8c9-515fd3d07a92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:21.433477 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9e39a6-1722-4f3f-b60e-c68a3b13fb4e admin admin] Made reservation on behalf of 40a4d454313f48e4a60665c2e8016dcf for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:21.437690 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5f9e39a6-1722-4f3f-b60e-c68a3b13fb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:21.448821 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5f9e39a6-1722-4f3f-b60e-c68a3b13fb4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:21.450563 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-201e1ba3-9dff-4dbc-8e39-02fe08f03985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:21.541895 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-1255c1df-4b98-4936-9458-1e4f4b6922f9 None None] Provisioning complete for port 6ce1d2af-408f-458b-afd3-8110cf6a653d triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:21.544060 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1255c1df-4b98-4936-9458-1e4f4b6922f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:21.593328 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-1255c1df-4b98-4936-9458-1e4f4b6922f9 None None] Port 6ce1d2af-408f-458b-afd3-8110cf6a653d cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:23:21.630331 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-67f3a61d-64c7-4e43-8cdf-5d2cad838c5f req-70f07fa0-16eb-46bc-ab14-cc3c9b944d28 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1031517827', 'description': 'tempest-description-904091093'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:21.681961 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57824) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:21.718314 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5f9e39a6-1722-4f3f-b60e-c68a3b13fb4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:21.824158 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-201e1ba3-9dff-4dbc-8e39-02fe08f03985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ce1d2af-408f-458b-afd3-8110cf6a653d {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:23:21.830118 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-67f3a61d-64c7-4e43-8cdf-5d2cad838c5f req-70f07fa0-16eb-46bc-ab14-cc3c9b944d28 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:21.831985 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5f9e39a6-1722-4f3f-b60e-c68a3b13fb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:21.837144 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-201e1ba3-9dff-4dbc-8e39-02fe08f03985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:21.857979 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-67f3a61d-64c7-4e43-8cdf-5d2cad838c5f req-70f07fa0-16eb-46bc-ab14-cc3c9b944d28 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:21.882094 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f9e39a6-1722-4f3f-b60e-c68a3b13fb4e admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:23:21.896196 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-201e1ba3-9dff-4dbc-8e39-02fe08f03985 service neutron] Transition to ACTIVE for port object 6ce1d2af-408f-458b-afd3-8110cf6a653d will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:23:21.907891 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e39a6-1722-4f3f-b60e-c68a3b13fb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c8d171-e798-45ac-9d2d-712561c6d45c,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:21.915091 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5f9e39a6-1722-4f3f-b60e-c68a3b13fb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:21.915091 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-5f9e39a6-1722-4f3f-b60e-c68a3b13fb4e admin admin] Added segment 577bab0b-e5ae-46bb-95d9-e51e595365f1 of type vlan for network 37215633-dff0-480b-8d3a-b75545aea628 Dec 16 09:23:21.923007 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-434d7ba0-d36a-4764-8ee1-f6f4ba98ba92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:21.960954 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71c73f-673b-446f-b97d-8858ec7647a4 req-77e3d0b9-63e4-4284-b97b-36d9ebdd1fe4 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:21.969647 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0e71c73f-673b-446f-b97d-8858ec7647a4 req-77e3d0b9-63e4-4284-b97b-36d9ebdd1fe4 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3347ebf-4079-4f68-9518-414415ef729f HTTP/1.1" status: 200 len: 943 time: 0.1079080 Dec 16 09:23:21.970456 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-201e1ba3-9dff-4dbc-8e39-02fe08f03985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:21.973323 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5f9e39a6-1722-4f3f-b60e-c68a3b13fb4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:22.028559 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0e71c73f-673b-446f-b97d-8858ec7647a4 req-17a4475a-7fc9-428d-8215-c38d84d94ec6 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d635dd-fb21-461a-8c0f-868d41d0e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549903 Dec 16 09:23:22.068476 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e1ba3-9dff-4dbc-8e39-02fe08f03985 service neutron] Pushing event updated for resources: {'Port': ['ID=6ce1d2af-408f-458b-afd3-8110cf6a653d,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:22.101827 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-434d7ba0-d36a-4764-8ee1-f6f4ba98ba92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:22.109403 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-67f3a61d-64c7-4e43-8cdf-5d2cad838c5f req-70f07fa0-16eb-46bc-ab14-cc3c9b944d28 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:22.121902 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5f9e39a6-1722-4f3f-b60e-c68a3b13fb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:22.123745 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9e39a6-1722-4f3f-b60e-c68a3b13fb4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:22.129683 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5f9e39a6-1722-4f3f-b60e-c68a3b13fb4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:22.129683 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-201e1ba3-9dff-4dbc-8e39-02fe08f03985 service neutron] Attempting to bind port 6ce1d2af-408f-458b-afd3-8110cf6a653d on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:23:22.129683 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-201e1ba3-9dff-4dbc-8e39-02fe08f03985 service neutron] Attempting to bind port 6ce1d2af-408f-458b-afd3-8110cf6a653d by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:23:22.129683 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-201e1ba3-9dff-4dbc-8e39-02fe08f03985 service neutron] Attempting to bind port 6ce1d2af-408f-458b-afd3-8110cf6a653d on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:22.149808 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-201e1ba3-9dff-4dbc-8e39-02fe08f03985 service neutron] Port 6ce1d2af-408f-458b-afd3-8110cf6a653d on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:23:22.150132 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-201e1ba3-9dff-4dbc-8e39-02fe08f03985 service neutron] Attempting to bind port 6ce1d2af-408f-458b-afd3-8110cf6a653d on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:22.201434 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-201e1ba3-9dff-4dbc-8e39-02fe08f03985 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:23:22.201777 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-201e1ba3-9dff-4dbc-8e39-02fe08f03985 service neutron] Checking segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:23:22.202159 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-201e1ba3-9dff-4dbc-8e39-02fe08f03985 service neutron] Bound using segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:23:22.202865 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-201e1ba3-9dff-4dbc-8e39-02fe08f03985 service neutron] Bound port: 6ce1d2af-408f-458b-afd3-8110cf6a653d, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:23:22.202964 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-201e1ba3-9dff-4dbc-8e39-02fe08f03985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:22.206154 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-434d7ba0-d36a-4764-8ee1-f6f4ba98ba92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:22.229309 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-67f3a61d-64c7-4e43-8cdf-5d2cad838c5f req-70f07fa0-16eb-46bc-ab14-cc3c9b944d28 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:22.242135 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e39a6-1722-4f3f-b60e-c68a3b13fb4e admin admin] Pushing event updated for resources: {'Network': ['ID=37215633-dff0-480b-8d3a-b75545aea628,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:22.255305 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 37215633-dff0-480b-8d3a-b75545aea628 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:23:22.263856 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-434d7ba0-d36a-4764-8ee1-f6f4ba98ba92 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d48982d131084d8fb8459e571801cabf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5785999 Dec 16 09:23:22.263856 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d7ba0-d36a-4764-8ee1-f6f4ba98ba92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003cbe39-a78c-49d2-a032-f020d7af54ac,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:22.264861 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57852) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:22.331387 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f07fa0-16eb-46bc-ab14-cc3c9b944d28 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc76578-5b1d-4557-82e9-0b52d5b24841,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:22.357265 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57860) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:22.357493 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5f9e39a6-1722-4f3f-b60e-c68a3b13fb4e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0945032 Dec 16 09:23:22.365413 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-d6c6ebd1-6a95-4389-bf65-64424952b292 admin admin] Request body: {'subnet': {'network_id': '37215633-dff0-480b-8d3a-b75545aea628', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-268681246-subnet', 'tenant_id': '40a4d454313f48e4a60665c2e8016dcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:22.435923 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-201e1ba3-9dff-4dbc-8e39-02fe08f03985 service neutron] For port 6ce1d2af-408f-458b-afd3-8110cf6a653d, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:23:22.441198 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-201e1ba3-9dff-4dbc-8e39-02fe08f03985 service neutron] For port 6ce1d2af-408f-458b-afd3-8110cf6a653d, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=6ce1d2af-408f-458b-afd3-8110cf6a653d,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:23:22.460194 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-46cb781e-b3dd-464f-ab0a-a113f730aa64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:22.465138 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6fb36-1dc0-4714-8a2b-46b8d32aef6a req-29ccc470-7b1c-46b5-9ab7-0aa7c986a0f2 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:22.467102 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0ab6fb36-1dc0-4714-8a2b-46b8d32aef6a req-29ccc470-7b1c-46b5-9ab7-0aa7c986a0f2 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?device_id=d843044d-b246-4e14-b8c9-515fd3d07a92 HTTP/1.1" status: 200 len: 948 time: 0.0608265 Dec 16 09:23:22.483542 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-67f3a61d-64c7-4e43-8cdf-5d2cad838c5f req-70f07fa0-16eb-46bc-ab14-cc3c9b944d28 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:22.488367 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-46cb781e-b3dd-464f-ab0a-a113f730aa64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:22.489438 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c6ebd1-6a95-4389-bf65-64424952b292 admin admin] Made reservation on behalf of 40a4d454313f48e4a60665c2e8016dcf for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:22.491297 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d6c6ebd1-6a95-4389-bf65-64424952b292 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:22.540837 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-201e1ba3-9dff-4dbc-8e39-02fe08f03985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:22.558584 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0ab6fb36-1dc0-4714-8a2b-46b8d32aef6a req-efc7aaf0-fd57-4485-a78b-11e11ecfec89 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e3b47c2-8393-41ea-a9d7-f3af130c83a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844095 Dec 16 09:23:22.587749 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-201e1ba3-9dff-4dbc-8e39-02fe08f03985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:22.588410 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-201e1ba3-9dff-4dbc-8e39-02fe08f03985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:22.589864 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-201e1ba3-9dff-4dbc-8e39-02fe08f03985 service neutron] 10.222.0.58 "PUT /v2.0/ports/6ce1d2af-408f-458b-afd3-8110cf6a653d HTTP/1.1" status: 200 len: 1096 time: 1.2418737 Dec 16 09:23:22.590336 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd843044d-b246-4e14-b8c9-515fd3d07a92', 'tag': '6ce1d2af-408f-458b-afd3-8110cf6a653d'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:23:22.592626 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f936ee3a-2f09-42e8-80ae-ff385e3b87ae" -d '{"events": [{"name": "network-changed", "server_uuid": "d843044d-b246-4e14-b8c9-515fd3d07a92", "tag": "6ce1d2af-408f-458b-afd3-8110cf6a653d"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:23:22.602776 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-67f3a61d-64c7-4e43-8cdf-5d2cad838c5f req-70f07fa0-16eb-46bc-ab14-cc3c9b944d28 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:22.613694 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e1ba3-9dff-4dbc-8e39-02fe08f03985 service neutron] Pushing event updated for resources: {'Port': ['ID=6ce1d2af-408f-458b-afd3-8110cf6a653d,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:22.643295 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f07fa0-16eb-46bc-ab14-cc3c9b944d28 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545f0ba6-d9bf-44f2-a75f-bbcbbefa8189,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:22.656056 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-46cb781e-b3dd-464f-ab0a-a113f730aa64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:22.659048 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-46cb781e-b3dd-464f-ab0a-a113f730aa64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:22.660262 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-46cb781e-b3dd-464f-ab0a-a113f730aa64 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/003cbe39-a78c-49d2-a032-f020d7af54ac HTTP/1.1" status: 204 len: 168 time: 0.3600476 Dec 16 09:23:22.674918 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb781e-b3dd-464f-ab0a-a113f730aa64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003cbe39-a78c-49d2-a032-f020d7af54ac,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:22.765814 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-67f3a61d-64c7-4e43-8cdf-5d2cad838c5f req-70f07fa0-16eb-46bc-ab14-cc3c9b944d28 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:22.777703 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-67f3a61d-64c7-4e43-8cdf-5d2cad838c5f req-70f07fa0-16eb-46bc-ab14-cc3c9b944d28 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1537390 Dec 16 09:23:22.794378 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-15398099-1362-4b58-979a-a237491cb2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:22.795938 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-15398099-1362-4b58-979a-a237491cb2fd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6560e500e1fd4f5b83abed48ff5fa527&device_id=d843044d-b246-4e14-b8c9-515fd3d07a92 HTTP/1.1" status: 200 len: 1099 time: 0.0822871 Dec 16 09:23:22.859947 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70fb874-d9cb-4f93-9f5d-d631c99f0195 x-openstack-request-id: req-a70fb874-d9cb-4f93-9f5d-d631c99f0195 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:23:22.860229 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d843044d-b246-4e14-b8c9-515fd3d07a92", "tag": "6ce1d2af-408f-458b-afd3-8110cf6a653d", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:23:22.860472 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a70fb874-d9cb-4f93-9f5d-d631c99f0195 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:23:22.860986 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd843044d-b246-4e14-b8c9-515fd3d07a92', 'tag': '6ce1d2af-408f-458b-afd3-8110cf6a653d', 'status': 'completed', 'code': 200} Dec 16 09:23:22.864850 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-1e23201b-cd33-4c5c-8f94-f92d583b7cf8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=6ce1d2af-408f-458b-afd3-8110cf6a653d HTTP/1.1" status: 200 len: 217 time: 0.0590956 Dec 16 09:23:22.867712 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-d493e22b-c7cf-435b-95b3-1dd47582026a req-3d85fe33-cfc8-46bb-82d6-902a9d4ab9e4 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-203775940', 'description': 'tempest-description-1455168041'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:22.923714 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d6c6ebd1-6a95-4389-bf65-64424952b292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:22.926599 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-2e45f181-2142-403d-bcb9-ace7600da674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:22.928067 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-2e45f181-2142-403d-bcb9-ace7600da674 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0556619 Dec 16 09:23:22.992742 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-c972090e-02f4-47a2-8880-bf466991fe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:22.996818 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-c972090e-02f4-47a2-8880-bf466991fe0e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0605466 Dec 16 09:23:22.997747 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6ebd1-6a95-4389-bf65-64424952b292 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31490f55-a0e6-4469-a62c-924ba77e9697,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:23.010527 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c6ebd1-6a95-4389-bf65-64424952b292 admin admin] Checking segment: {'id': '577bab0b-e5ae-46bb-95d9-e51e595365f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '37215633-dff0-480b-8d3a-b75545aea628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:23:23.010908 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c6ebd1-6a95-4389-bf65-64424952b292 admin admin] Network hostable DHCP agents. Network: 37215633-dff0-480b-8d3a-b75545aea628, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:23:23.054074 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d493e22b-c7cf-435b-95b3-1dd47582026a req-3d85fe33-cfc8-46bb-82d6-902a9d4ab9e4 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:23.118924 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c6ebd1-6a95-4389-bf65-64424952b292 admin admin] Network 37215633-dff0-480b-8d3a-b75545aea628 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:23:23.144580 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-c56d47c6-bd70-4d39-9aec-bd2b513e9baf service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353798 Dec 16 09:23:23.204374 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-d6c6ebd1-6a95-4389-bf65-64424952b292 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 37215633-dff0-480b-8d3a-b75545aea628) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:23:23.208918 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c6ebd1-6a95-4389-bf65-64424952b292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:23.210066 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d6c6ebd1-6a95-4389-bf65-64424952b292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:23.217353 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7435cc1-ec00-43df-90d9-e868188c9d40 None None] Network 37215633-dff0-480b-8d3a-b75545aea628 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:23:23.219839 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d493e22b-c7cf-435b-95b3-1dd47582026a req-3d85fe33-cfc8-46bb-82d6-902a9d4ab9e4 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:23.246268 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f0ddc-17bf-4bad-973e-4cf23d6e6c89 req-37787032-e316-470d-810f-7b49ebe56768 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:23.254647 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f06f0ddc-17bf-4bad-973e-4cf23d6e6c89 req-37787032-e316-470d-810f-7b49ebe56768 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3347ebf-4079-4f68-9518-414415ef729f HTTP/1.1" status: 200 len: 943 time: 0.0829091 Dec 16 09:23:23.278090 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ae1cdbf6-33a3-4539-af51-e373e32027e5 req-399d8959-11fe-4555-9ebd-960fdd986309 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235881 Dec 16 09:23:23.279996 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d493e22b-c7cf-435b-95b3-1dd47582026a req-3d85fe33-cfc8-46bb-82d6-902a9d4ab9e4 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:23.305543 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f06f0ddc-17bf-4bad-973e-4cf23d6e6c89 req-64ba5282-9398-4183-8a86-88957a7064cf tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d635dd-fb21-461a-8c0f-868d41d0e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495477 Dec 16 09:23:23.339212 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85fe33-cfc8-46bb-82d6-902a9d4ab9e4 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865f59ac-9f9f-4527-92f6-c8dc9e5a6179,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:23.363302 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d6c6ebd1-6a95-4389-bf65-64424952b292 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9962466 Dec 16 09:23:23.381702 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:23:23.398686 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da2ecad-774d-401d-b989-9feb23032a9d None None] Network 37215633-dff0-480b-8d3a-b75545aea628 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:23:23.444196 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24795b-da28-4258-a74a-72039dc57ee8 req-0a19677b-113a-48ef-9753-c8e506c54440 tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:23.445730 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da24795b-da28-4258-a74a-72039dc57ee8 req-0a19677b-113a-48ef-9753-c8e506c54440 tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fa8d7bb-9143-481a-a1ca-48b4e098f2fd HTTP/1.1" status: 200 len: 972 time: 0.0617754 Dec 16 09:23:23.455996 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57894) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:23.469342 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d493e22b-c7cf-435b-95b3-1dd47582026a req-3d85fe33-cfc8-46bb-82d6-902a9d4ab9e4 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:23.470703 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d493e22b-c7cf-435b-95b3-1dd47582026a req-3d85fe33-cfc8-46bb-82d6-902a9d4ab9e4 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6085386 Dec 16 09:23:23.480157 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0c193417-d5f5-4dda-a64e-6f563f12dc30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:23.553607 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da24795b-da28-4258-a74a-72039dc57ee8 req-2fb4b38c-7bea-4f1b-8a68-b7840e3e2c36 tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b0195ba-387b-449e-8c67-a62a60dec388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864413 Dec 16 09:23:23.624385 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0c193417-d5f5-4dda-a64e-6f563f12dc30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:23.654955 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936ee3a-2f09-42e8-80ae-ff385e3b87ae req-6c491c20-f583-4f45-9b97-43b8fb89e36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:23.656515 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f936ee3a-2f09-42e8-80ae-ff385e3b87ae req-6c491c20-f583-4f45-9b97-43b8fb89e36b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6560e500e1fd4f5b83abed48ff5fa527&device_id=d843044d-b246-4e14-b8c9-515fd3d07a92 HTTP/1.1" status: 200 len: 1099 time: 0.1464195 Dec 16 09:23:23.792872 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0c193417-d5f5-4dda-a64e-6f563f12dc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:23.806580 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936ee3a-2f09-42e8-80ae-ff385e3b87ae req-aef86e32-1d91-4039-97a9-496b418a4ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:23.808627 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f936ee3a-2f09-42e8-80ae-ff385e3b87ae req-aef86e32-1d91-4039-97a9-496b418a4ced service neutron] 10.222.0.58 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.1436775 Dec 16 09:23:23.828720 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0c193417-d5f5-4dda-a64e-6f563f12dc30 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fbbed0c472ec400689e7a72308e60cfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3713322 Dec 16 09:23:23.831105 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c193417-d5f5-4dda-a64e-6f563f12dc30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946c9d82-1e52-43e5-8a79-85c829cb3bc9,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:23.833557 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57910) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:23.887083 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f936ee3a-2f09-42e8-80ae-ff385e3b87ae req-331eac0e-f4a3-4f47-94e2-22a90e544f0b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=6ce1d2af-408f-458b-afd3-8110cf6a653d HTTP/1.1" status: 200 len: 217 time: 0.0688348 Dec 16 09:23:23.911103 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7b06e826-8807-4288-bbb1-46999f63d141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:23.952462 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7b06e826-8807-4288-bbb1-46999f63d141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:23.965015 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4728f659-00fb-4417-a646-a21d1f5b7ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:23.970627 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936ee3a-2f09-42e8-80ae-ff385e3b87ae req-a8a1cb38-411b-4100-a18c-a4884e62f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:23.972017 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f936ee3a-2f09-42e8-80ae-ff385e3b87ae req-a8a1cb38-411b-4100-a18c-a4884e62f0c2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0743859 Dec 16 09:23:23.989312 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b14d8e93-0365-4802-9d19-d674ffc60241 req-1f0c3647-7321-4642-a653-423dcdd7ffe6 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42315 time: 0.4768620 Dec 16 09:23:24.032469 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309dbe92-9b69-462b-b557-ddb4fbb69877 req-f478fd6a-ea15-4576-97dd-ca135d01eea3 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:24.034015 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-309dbe92-9b69-462b-b557-ddb4fbb69877 req-f478fd6a-ea15-4576-97dd-ca135d01eea3 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?device_id=d843044d-b246-4e14-b8c9-515fd3d07a92 HTTP/1.1" status: 200 len: 948 time: 0.0713668 Dec 16 09:23:24.066341 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b14d8e93-0365-4802-9d19-d674ffc60241 req-7a08e5c4-d323-4daa-9c24-121b0137b119 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] 10.222.0.60 "GET /v2.0/security-groups/3e3b47c2-8393-41ea-a9d7-f3af130c83a8 HTTP/1.1" status: 200 len: 2977 time: 0.0645058 Dec 16 09:23:24.074014 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936ee3a-2f09-42e8-80ae-ff385e3b87ae req-2fb37917-5e87-4d2e-866c-1cce99d5c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:24.075480 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f936ee3a-2f09-42e8-80ae-ff385e3b87ae req-2fb37917-5e87-4d2e-866c-1cce99d5c27a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0850217 Dec 16 09:23:24.082985 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-309dbe92-9b69-462b-b557-ddb4fbb69877 req-5003291e-cf6b-4642-80d5-ff7d9425941d tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e3b47c2-8393-41ea-a9d7-f3af130c83a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406430 Dec 16 09:23:24.134925 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7b06e826-8807-4288-bbb1-46999f63d141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:24.138666 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7b06e826-8807-4288-bbb1-46999f63d141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:24.139873 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7b06e826-8807-4288-bbb1-46999f63d141 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/946c9d82-1e52-43e5-8a79-85c829cb3bc9 HTTP/1.1" status: 204 len: 168 time: 0.3051775 Dec 16 09:23:24.148845 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06e826-8807-4288-bbb1-46999f63d141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946c9d82-1e52-43e5-8a79-85c829cb3bc9,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:24.179498 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b14d8e93-0365-4802-9d19-d674ffc60241 req-0c21fcf0-0594-4655-b3ac-08c47f961022 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] 10.222.0.60 "GET /v2.0/security-groups/3e3b47c2-8393-41ea-a9d7-f3af130c83a8 HTTP/1.1" status: 200 len: 2977 time: 0.1026218 Dec 16 09:23:24.235858 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f936ee3a-2f09-42e8-80ae-ff385e3b87ae req-84c05f7f-b722-45a4-867a-4da26542bd5f service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463847 Dec 16 09:23:24.254147 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b14d8e93-0365-4802-9d19-d674ffc60241 req-15ae93e0-bb33-4edd-82a6-4122cbd1bf24 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] 10.222.0.60 "GET /v2.0/security-groups/4f3dc838-c548-442a-adbe-250e2c816b9b HTTP/1.1" status: 200 len: 2973 time: 0.0655367 Dec 16 09:23:24.361313 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b14d8e93-0365-4802-9d19-d674ffc60241 req-245f272c-e75d-4da4-b21c-644de8e82b8d tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] 10.222.0.60 "GET /v2.0/security-groups/4f3dc838-c548-442a-adbe-250e2c816b9b HTTP/1.1" status: 200 len: 2973 time: 0.0920632 Dec 16 09:23:24.386966 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f936ee3a-2f09-42e8-80ae-ff385e3b87ae req-f8242903-3713-4c2c-98ac-b8dae60931b8 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415651 Dec 16 09:23:24.410771 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-860a8dd9-7b09-41c6-92b9-7dcfe5593ed3 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:24.411394 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b14d8e93-0365-4802-9d19-d674ffc60241 req-9954a1ff-2730-4f0b-8781-11078cf6b2ec tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] 10.222.0.60 "GET /v2.0/security-groups/5d78e351-ea27-4103-bf0d-18232fb007cb HTTP/1.1" status: 200 len: 2981 time: 0.0423224 Dec 16 09:23:24.414641 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-860a8dd9-7b09-41c6-92b9-7dcfe5593ed3 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/networks?id=9785c251-9c28-48ae-a129-6f24c5a7ad17 HTTP/1.1" status: 200 len: 821 time: 0.1147461 Dec 16 09:23:24.430327 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-fa17aa97-e33a-40bb-81a1-310bfdcca0f8 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/quotas/13f0e2e84c3c42c99759789d057f9272 HTTP/1.1" status: 200 len: 375 time: 0.0093317 Dec 16 09:23:24.455651 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b14d8e93-0365-4802-9d19-d674ffc60241 req-6a727f08-3ecf-4fc7-859d-3b4eacc1346c tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] 10.222.0.60 "GET /v2.0/security-groups/5d78e351-ea27-4103-bf0d-18232fb007cb HTTP/1.1" status: 200 len: 2981 time: 0.0376904 Dec 16 09:23:24.462540 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-c4ad172a-b3fa-49ac-a2bc-fe6ebe13f09a tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=13f0e2e84c3c42c99759789d057f9272&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258329 Dec 16 09:23:24.501185 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b14d8e93-0365-4802-9d19-d674ffc60241 req-afceea12-e01d-444b-93d1-cc9dfd015c8b tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] 10.222.0.60 "GET /v2.0/security-groups/63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83 HTTP/1.1" status: 200 len: 2981 time: 0.0385320 Dec 16 09:23:24.553860 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b14d8e93-0365-4802-9d19-d674ffc60241 req-94907fe7-55ed-4ee7-999b-dad9544fa91f tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] 10.222.0.60 "GET /v2.0/security-groups/63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83 HTTP/1.1" status: 200 len: 2981 time: 0.0458097 Dec 16 09:23:24.570207 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-d8513d83-2ad3-40df-8c1d-9d80541cdec1 service neutron] 10.222.0.60 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958917 Dec 16 09:23:24.624630 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b14d8e93-0365-4802-9d19-d674ffc60241 req-0e0f4b25-ddb0-451d-b94b-c4414ca7dc32 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] 10.222.0.60 "GET /v2.0/security-groups/6b0195ba-387b-449e-8c67-a62a60dec388 HTTP/1.1" status: 200 len: 2981 time: 0.0514569 Dec 16 09:23:24.633016 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d21435-bd77-44df-a4be-21b36b10bd8d req-131b4aad-8639-4dff-b7d8-3541feb679d4 tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:24.634153 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-49d21435-bd77-44df-a4be-21b36b10bd8d req-131b4aad-8639-4dff-b7d8-3541feb679d4 tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fa8d7bb-9143-481a-a1ca-48b4e098f2fd HTTP/1.1" status: 200 len: 972 time: 0.0908813 Dec 16 09:23:24.661389 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-58c0ec9f-46a5-45a3-a1c9-6ad713f6cb1a service neutron] 10.222.0.60 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901618 Dec 16 09:23:24.739701 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b14d8e93-0365-4802-9d19-d674ffc60241 req-0bd92196-21f6-4aaa-9687-f6d227dd5f06 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] 10.222.0.60 "GET /v2.0/security-groups/6b0195ba-387b-449e-8c67-a62a60dec388 HTTP/1.1" status: 200 len: 2981 time: 0.1045709 Dec 16 09:23:24.820138 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b14d8e93-0365-4802-9d19-d674ffc60241 req-0d574066-2929-4cec-89ef-118ea14fbbbc tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] 10.222.0.60 "GET /v2.0/security-groups/72c8d171-e798-45ac-9d2d-712561c6d45c HTTP/1.1" status: 200 len: 2981 time: 0.0600576 Dec 16 09:23:24.841081 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-49d21435-bd77-44df-a4be-21b36b10bd8d req-738819b5-d76a-435f-a367-c35c235d08ba tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] Deleting port 27979e45-07b7-4b47-bdf4-6c4a9a133b92 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:23:24.841476 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-49d21435-bd77-44df-a4be-21b36b10bd8d req-738819b5-d76a-435f-a367-c35c235d08ba tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:25.019282 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 0a69e6f3-ff40-40cb-bbff-f99cea94431e details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:23:25.134014 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b14d8e93-0365-4802-9d19-d674ffc60241 req-5965b200-2194-4303-8ec0-0f27ee528826 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] 10.222.0.60 "GET /v2.0/security-groups/72c8d171-e798-45ac-9d2d-712561c6d45c HTTP/1.1" status: 200 len: 2981 time: 0.3032396 Dec 16 09:23:25.183591 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 0a69e6f3-ff40-40cb-bbff-f99cea94431e, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=0a69e6f3-ff40-40cb-bbff-f99cea94431e,segment=NetworkSegment(1403103d-a4de-4f88-a656-e98daedb16d8),segment_id=1403103d-a4de-4f88-a656-e98daedb16d8)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:25.190533 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-49d21435-bd77-44df-a4be-21b36b10bd8d req-738819b5-d76a-435f-a367-c35c235d08ba tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] For port 27979e45-07b7-4b47-bdf4-6c4a9a133b92, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=27979e45-07b7-4b47-bdf4-6c4a9a133b92,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:25.190903 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-49d21435-bd77-44df-a4be-21b36b10bd8d req-738819b5-d76a-435f-a367-c35c235d08ba tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:25.196383 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '0a69e6f3-ff40-40cb-bbff-f99cea94431e', 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8', 'port_id': '0a69e6f3-ff40-40cb-bbff-f99cea94431e', 'mac_address': 'fa:16:3e:8d:d3:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '898541b1-ae3e-41a6-ab62-007c2a398b05', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:23:25.212264 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b14d8e93-0365-4802-9d19-d674ffc60241 req-a900f9e5-3cab-4dc5-b4ff-dcda518a8efc tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] 10.222.0.60 "GET /v2.0/security-groups/7fc76578-5b1d-4557-82e9-0b52d5b24841 HTTP/1.1" status: 200 len: 2981 time: 0.0688190 Dec 16 09:23:25.213149 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-49d21435-bd77-44df-a4be-21b36b10bd8d req-738819b5-d76a-435f-a367-c35c235d08ba tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] Calling delete_port for 27979e45-07b7-4b47-bdf4-6c4a9a133b92 owned by compute:tempest-test_az-1827708484 {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:23:25.233817 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:25.247663 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a69e6f3-ff40-40cb-bbff-f99cea94431e {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:23:25.270163 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 0a69e6f3-ff40-40cb-bbff-f99cea94431e, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=0a69e6f3-ff40-40cb-bbff-f99cea94431e,segment=NetworkSegment(1403103d-a4de-4f88-a656-e98daedb16d8),segment_id=1403103d-a4de-4f88-a656-e98daedb16d8)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:25.308199 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b14d8e93-0365-4802-9d19-d674ffc60241 req-0711e514-afa1-4bad-b041-9cd43291d722 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] 10.222.0.60 "GET /v2.0/security-groups/7fc76578-5b1d-4557-82e9-0b52d5b24841 HTTP/1.1" status: 200 len: 2981 time: 0.0868425 Dec 16 09:23:25.334642 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:25.389931 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b14d8e93-0365-4802-9d19-d674ffc60241 req-99ac2e84-7bed-4891-93cb-295aab799582 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] 10.222.0.60 "GET /v2.0/security-groups/b1af0bd8-e3ef-4cb4-903a-4497ee9438ba HTTP/1.1" status: 200 len: 2981 time: 0.0733991 Dec 16 09:23:25.400576 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=0a69e6f3-ff40-40cb-bbff-f99cea94431e,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:25.443461 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b14d8e93-0365-4802-9d19-d674ffc60241 req-b9b7199a-9b58-43fa-9e39-98a7ed0e1c96 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] 10.222.0.60 "GET /v2.0/security-groups/b1af0bd8-e3ef-4cb4-903a-4497ee9438ba HTTP/1.1" status: 200 len: 2981 time: 0.0454109 Dec 16 09:23:25.491361 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b14d8e93-0365-4802-9d19-d674ffc60241 req-6b63da42-174f-4127-8073-7efb30ddeb6d tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] 10.222.0.60 "GET /v2.0/security-groups/c93bb847-bbeb-40a2-8145-c1a4ce4d8756 HTTP/1.1" status: 200 len: 2977 time: 0.0401678 Dec 16 09:23:25.494199 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-49d21435-bd77-44df-a4be-21b36b10bd8d req-738819b5-d76a-435f-a367-c35c235d08ba tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:25.506620 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['27979e45-07b7-4b47-bdf4-6c4a9a133b92'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:23:25.529208 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738819b5-d76a-435f-a367-c35c235d08ba tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] Pushing event deleted for resources: {'Port': ['ID=27979e45-07b7-4b47-bdf4-6c4a9a133b92,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:25.611887 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d21435-bd77-44df-a4be-21b36b10bd8d req-738819b5-d76a-435f-a367-c35c235d08ba tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] No DVR routers for this DVR port 27979e45-07b7-4b47-bdf4-6c4a9a133b92 on host n-h2-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:23:25.620684 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-49d21435-bd77-44df-a4be-21b36b10bd8d req-738819b5-d76a-435f-a367-c35c235d08ba tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:25.624013 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-49d21435-bd77-44df-a4be-21b36b10bd8d req-738819b5-d76a-435f-a367-c35c235d08ba tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.58 "DELETE /v2.0/ports/27979e45-07b7-4b47-bdf4-6c4a9a133b92 HTTP/1.1" status: 204 len: 173 time: 0.9824409 Dec 16 09:23:25.624328 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa8d7bb-9143-481a-a1ca-48b4e098f2fd', 'name': 'network-vif-deleted', 'tag': '27979e45-07b7-4b47-bdf4-6c4a9a133b92'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:23:25.626599 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8007773-1f6e-46f9-8df9-123e58845120" -d '{"events": [{"server_uuid": "0fa8d7bb-9143-481a-a1ca-48b4e098f2fd", "name": "network-vif-deleted", "tag": "27979e45-07b7-4b47-bdf4-6c4a9a133b92"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:23:25.634624 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b14d8e93-0365-4802-9d19-d674ffc60241 req-175e15ac-854c-4c03-a1ac-77b6a2d7c319 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] 10.222.0.60 "GET /v2.0/security-groups/c93bb847-bbeb-40a2-8145-c1a4ce4d8756 HTTP/1.1" status: 200 len: 2977 time: 0.1323466 Dec 16 09:23:25.694884 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b14d8e93-0365-4802-9d19-d674ffc60241 req-3f8f1c0e-707e-4943-a704-999934020273 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] 10.222.0.60 "GET /v2.0/security-groups/dd3916ee-6b10-4f72-968d-e4dca7b98f9f HTTP/1.1" status: 200 len: 2977 time: 0.0506172 Dec 16 09:23:25.742888 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b14d8e93-0365-4802-9d19-d674ffc60241 req-9fba4e93-3ebc-40a0-bb75-0e766656cb90 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] 10.222.0.60 "GET /v2.0/security-groups/dd3916ee-6b10-4f72-968d-e4dca7b98f9f HTTP/1.1" status: 200 len: 2977 time: 0.0397923 Dec 16 09:23:25.787988 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b14d8e93-0365-4802-9d19-d674ffc60241 req-d7c9bd8f-5872-4c75-a334-e21bd88abc7b tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] 10.222.0.60 "GET /v2.0/security-groups/e5b66670-5841-4c57-a2e4-f595acacb2db HTTP/1.1" status: 200 len: 2981 time: 0.0388114 Dec 16 09:23:25.792633 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['0a69e6f3-ff40-40cb-bbff-f99cea94431e'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:23:25.839449 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b14d8e93-0365-4802-9d19-d674ffc60241 req-4a2e81c9-87c6-4f7f-9646-279a462f3fba tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] 10.222.0.60 "GET /v2.0/security-groups/e5b66670-5841-4c57-a2e4-f595acacb2db HTTP/1.1" status: 200 len: 2981 time: 0.0440471 Dec 16 09:23:25.908688 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b14d8e93-0365-4802-9d19-d674ffc60241 req-71d86022-708c-4590-aca4-1bb6f3bfab85 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] 10.222.0.60 "GET /v2.0/security-groups/f81a20d4-9c22-4079-8cb6-b6c4fd5101b9 HTTP/1.1" status: 200 len: 2977 time: 0.0489292 Dec 16 09:23:25.947119 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b14d8e93-0365-4802-9d19-d674ffc60241 req-9791af51-1718-4913-b7d1-0b9a577ba8b7 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] 10.222.0.60 "GET /v2.0/security-groups/f81a20d4-9c22-4079-8cb6-b6c4fd5101b9 HTTP/1.1" status: 200 len: 2977 time: 0.0373170 Dec 16 09:23:26.046884 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87059500-e5af-4dad-a249-db7b1db40e83 req-ff9274cc-30a6-4f41-87b7-8ac17b811b28 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:26.048510 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-87059500-e5af-4dad-a249-db7b1db40e83 req-ff9274cc-30a6-4f41-87b7-8ac17b811b28 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3347ebf-4079-4f68-9518-414415ef729f HTTP/1.1" status: 200 len: 944 time: 0.0523953 Dec 16 09:23:26.089143 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-87059500-e5af-4dad-a249-db7b1db40e83 req-00f067a1-d03a-464d-b838-3bebf1d3c925 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d635dd-fb21-461a-8c0f-868d41d0e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338511 Dec 16 09:23:26.201971 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-086dd752-b0c8-44fb-8146-288d844f8c9c req-84c2e538-3e6d-40c3-af6b-5127fb400616 tempest-AggregatesAdminTestJSON-1269241391 tempest-AggregatesAdminTestJSON-1269241391-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fa8d7bb-9143-481a-a1ca-48b4e098f2fd HTTP/1.1" status: 200 len: 210 time: 0.0309758 Dec 16 09:23:26.289400 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4aa2323c-68ba-4ed3-acba-654353045ccf req-98d7566b-1bd1-4d64-9e0d-798299b926c3 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7aed87-9375-4780-96ca-6b77cb95d113 HTTP/1.1" status: 200 len: 210 time: 0.0296454 Dec 16 09:23:26.303601 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a26362fd-83ce-4810-b10b-847db14dda0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:26.350205 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc6f822-185b-45f0-824e-b2218e97fba9 x-openstack-request-id: req-5dc6f822-185b-45f0-824e-b2218e97fba9 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:23:26.350571 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa8d7bb-9143-481a-a1ca-48b4e098f2fd", "name": "network-vif-deleted", "tag": "27979e45-07b7-4b47-bdf4-6c4a9a133b92", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:23:26.350883 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5dc6f822-185b-45f0-824e-b2218e97fba9 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:23:26.351326 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa8d7bb-9143-481a-a1ca-48b4e098f2fd', 'name': 'network-vif-deleted', 'tag': '27979e45-07b7-4b47-bdf4-6c4a9a133b92', 'status': 'completed', 'code': 200} Dec 16 09:23:26.375678 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64573657-89f2-4367-847d-05bef6c4ac50 req-0ac4f2de-8fdf-4b3f-b4bd-024f8fa09012 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:26.377286 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-64573657-89f2-4367-847d-05bef6c4ac50 req-0ac4f2de-8fdf-4b3f-b4bd-024f8fa09012 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?device_id=d843044d-b246-4e14-b8c9-515fd3d07a92 HTTP/1.1" status: 200 len: 948 time: 0.0551064 Dec 16 09:23:26.416826 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-64573657-89f2-4367-847d-05bef6c4ac50 req-17b61bdf-e7d0-44f4-a2ee-7020d729b1c5 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e3b47c2-8393-41ea-a9d7-f3af130c83a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328469 Dec 16 09:23:26.443434 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bed95971-0765-48aa-bcd4-dec85fd5014b req-844f9434-e989-4df2-80bb-1856eb74777a tempest-SecurityGroupsTestAdminJSON-1541865791 tempest-SecurityGroupsTestAdminJSON-1541865791-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7b1547924f3e409c810656295ae7bb00 HTTP/1.1" status: 200 len: 6103 time: 0.0855412 Dec 16 09:23:26.496660 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bed95971-0765-48aa-bcd4-dec85fd5014b req-4810fbe4-4132-480e-9d5c-c4ec1698ba61 tempest-SecurityGroupsTestAdminJSON-1541865791 tempest-SecurityGroupsTestAdminJSON-1541865791-project] 10.222.0.60 "GET /v2.0/security-groups/e5b66670-5841-4c57-a2e4-f595acacb2db HTTP/1.1" status: 200 len: 2981 time: 0.0458615 Dec 16 09:23:26.542990 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bed95971-0765-48aa-bcd4-dec85fd5014b req-9cdd9ce8-0f37-401b-bcd0-d18aace15e31 tempest-SecurityGroupsTestAdminJSON-1541865791 tempest-SecurityGroupsTestAdminJSON-1541865791-project] 10.222.0.60 "GET /v2.0/security-groups/e5b66670-5841-4c57-a2e4-f595acacb2db HTTP/1.1" status: 200 len: 2981 time: 0.0400455 Dec 16 09:23:26.807233 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4b4479d1-b80d-416b-96ba-93081ddb27de req-b0210b6d-d19b-42d8-b1c1-817c50df7b59 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] 10.222.0.60 "GET /v2.0/security-groups/865f59ac-9f9f-4527-92f6-c8dc9e5a6179 HTTP/1.1" status: 200 len: 1777 time: 0.0345764 Dec 16 09:23:26.857141 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-4b4479d1-b80d-416b-96ba-93081ddb27de req-77b015f4-9442-47b0-8162-5cd93bf2e64f tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:26.877483 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-4b4479d1-b80d-416b-96ba-93081ddb27de req-77b015f4-9442-47b0-8162-5cd93bf2e64f tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:26.983758 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 0a69e6f3-ff40-40cb-bbff-f99cea94431e up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:23:27.003155 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-4b4479d1-b80d-416b-96ba-93081ddb27de req-77b015f4-9442-47b0-8162-5cd93bf2e64f tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:27.008917 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-4b4479d1-b80d-416b-96ba-93081ddb27de req-77b015f4-9442-47b0-8162-5cd93bf2e64f tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:27.008917 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4b4479d1-b80d-416b-96ba-93081ddb27de req-77b015f4-9442-47b0-8162-5cd93bf2e64f tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] 10.222.0.60 "DELETE /v2.0/security-groups/865f59ac-9f9f-4527-92f6-c8dc9e5a6179 HTTP/1.1" status: 204 len: 173 time: 0.1937623 Dec 16 09:23:27.020059 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b015f4-9442-47b0-8162-5cd93bf2e64f tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865f59ac-9f9f-4527-92f6-c8dc9e5a6179,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:27.163349 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 0a69e6f3-ff40-40cb-bbff-f99cea94431e completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:23:27.167764 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 0a69e6f3-ff40-40cb-bbff-f99cea94431e triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:27.168134 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:27.252055 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:27.276315 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3347ebf-4079-4f68-9518-414415ef729f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a69e6f3-ff40-40cb-bbff-f99cea94431e'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:23:27.281433 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447b7957-4f34-4928-858f-510a2c00f77a" -d '{"events": [{"server_uuid": "a3347ebf-4079-4f68-9518-414415ef729f", "name": "network-vif-plugged", "status": "completed", "tag": "0a69e6f3-ff40-40cb-bbff-f99cea94431e"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:23:27.292949 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 0a69e6f3-ff40-40cb-bbff-f99cea94431e, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=0a69e6f3-ff40-40cb-bbff-f99cea94431e,segment=NetworkSegment(1403103d-a4de-4f88-a656-e98daedb16d8),segment_id=1403103d-a4de-4f88-a656-e98daedb16d8)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:27.338970 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7c234de0-5902-474d-898b-0a55758e5259 req-134f83d1-e7de-4a82-8217-f9ee75f76b32 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] 10.222.0.60 "GET /v2.0/security-groups/545f0ba6-d9bf-44f2-a75f-bbcbbefa8189 HTTP/1.1" status: 200 len: 1777 time: 0.0395045 Dec 16 09:23:27.392434 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-7c234de0-5902-474d-898b-0a55758e5259 req-79526d8a-850f-464c-aaba-85ee81217e30 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:27.412329 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:27.414187 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:27.463548 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-7c234de0-5902-474d-898b-0a55758e5259 req-79526d8a-850f-464c-aaba-85ee81217e30 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:27.464076 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=0a69e6f3-ff40-40cb-bbff-f99cea94431e,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:27.529992 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-6f91fda6-e7eb-42ab-bb58-afc1c4c6e54b tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:27.531320 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-6f91fda6-e7eb-42ab-bb58-afc1c4c6e54b tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.57 "GET /v2.0/networks?id=9785c251-9c28-48ae-a129-6f24c5a7ad17 HTTP/1.1" status: 200 len: 821 time: 0.1370695 Dec 16 09:23:27.544367 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-c1490719-6845-4419-8f49-bbd8167730d0 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Request body: {'port': {'device_id': '1d7aed87-9375-4780-96ca-6b77cb95d113', 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17', 'admin_state_up': True, 'tenant_id': '13f0e2e84c3c42c99759789d057f9272'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:27.626085 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-7c234de0-5902-474d-898b-0a55758e5259 req-79526d8a-850f-464c-aaba-85ee81217e30 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:27.628527 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-7c234de0-5902-474d-898b-0a55758e5259 req-79526d8a-850f-464c-aaba-85ee81217e30 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:27.629660 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7c234de0-5902-474d-898b-0a55758e5259 req-79526d8a-850f-464c-aaba-85ee81217e30 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] 10.222.0.60 "DELETE /v2.0/security-groups/545f0ba6-d9bf-44f2-a75f-bbcbbefa8189 HTTP/1.1" status: 204 len: 173 time: 0.2845457 Dec 16 09:23:27.645927 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79526d8a-850f-464c-aaba-85ee81217e30 tempest-SecurityGroupsTestAdminJSON-260445351 tempest-SecurityGroupsTestAdminJSON-260445351-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545f0ba6-d9bf-44f2-a75f-bbcbbefa8189,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:27.713532 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-c1490719-6845-4419-8f49-bbd8167730d0 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Made reservation on behalf of 13f0e2e84c3c42c99759789d057f9272 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:27.717082 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-c1490719-6845-4419-8f49-bbd8167730d0 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:27.766775 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cade29b-f107-48d5-9468-55ab3276aafd req-fd514393-c02f-4226-9aba-a66eba2e8c57 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:27.769310 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 6ce1d2af-408f-458b-afd3-8110cf6a653d details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:23:27.772439 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6cade29b-f107-48d5-9468-55ab3276aafd req-fd514393-c02f-4226-9aba-a66eba2e8c57 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3347ebf-4079-4f68-9518-414415ef729f HTTP/1.1" status: 200 len: 945 time: 0.0908060 Dec 16 09:23:27.852158 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6cade29b-f107-48d5-9468-55ab3276aafd req-4ab7dee1-e59b-4ccc-82d6-7eb7a1dfed75 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d635dd-fb21-461a-8c0f-868d41d0e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530384 Dec 16 09:23:27.883571 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 6ce1d2af-408f-458b-afd3-8110cf6a653d, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=6ce1d2af-408f-458b-afd3-8110cf6a653d,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:27.900011 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '6ce1d2af-408f-458b-afd3-8110cf6a653d', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': '6ce1d2af-408f-458b-afd3-8110cf6a653d', 'mac_address': 'fa:16:3e:2d:34:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:23:27.909071 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-c1490719-6845-4419-8f49-bbd8167730d0 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Allocated IP 172.20.0.14 (9785c251-9c28-48ae-a129-6f24c5a7ad17/c12d578e-3c58-4d75-9f2c-b724e40168b0/266c00ed-295e-4866-a2f0-1531c8535562) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:23:27.952243 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:27.971263 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce1d2af-408f-458b-afd3-8110cf6a653d {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:23:27.997697 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 6ce1d2af-408f-458b-afd3-8110cf6a653d, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=6ce1d2af-408f-458b-afd3-8110cf6a653d,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:28.016635 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bbe6a6-866f-4668-b334-a4e3b72996be x-openstack-request-id: req-30bbe6a6-866f-4668-b334-a4e3b72996be {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:23:28.016635 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3347ebf-4079-4f68-9518-414415ef729f", "name": "network-vif-plugged", "status": "completed", "tag": "0a69e6f3-ff40-40cb-bbff-f99cea94431e", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:23:28.016635 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-30bbe6a6-866f-4668-b334-a4e3b72996be {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:23:28.016635 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3347ebf-4079-4f68-9518-414415ef729f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a69e6f3-ff40-40cb-bbff-f99cea94431e', 'code': 200} Dec 16 09:23:28.062821 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.57', 65032) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:28.063520 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:28.102950 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-c1490719-6845-4419-8f49-bbd8167730d0 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:28.129675 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d34c6d-8073-484a-88b2-c34fd4dfa473 req-7337ca48-f32a-4d4b-a2e8-b9769342d1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:28.133260 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f5d34c6d-8073-484a-88b2-c34fd4dfa473 req-7337ca48-f32a-4d4b-a2e8-b9769342d1a0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a3347ebf-4079-4f68-9518-414415ef729f HTTP/1.1" status: 200 len: 1096 time: 0.0691609 Dec 16 09:23:28.148428 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=6ce1d2af-408f-458b-afd3-8110cf6a653d,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:28.183920 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-46fc06c0-5800-46fa-bec3-0532499525b0 req-587ec9af-00ce-47e7-a7e2-7ad25a1d4c41 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7aed87-9375-4780-96ca-6b77cb95d113 HTTP/1.1" status: 200 len: 210 time: 0.0317855 Dec 16 09:23:28.216023 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f5d34c6d-8073-484a-88b2-c34fd4dfa473 req-e0822bfb-3213-4bae-a7c8-f5c7b860455d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=10d635dd-fb21-461a-8c0f-868d41d0e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748339 Dec 16 09:23:28.224150 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9ac37-da94-4c61-b832-d91eaa2f3d55 req-4b1f0d04-24ff-430d-8564-10e8ba54d31e tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:28.225572 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ada9ac37-da94-4c61-b832-d91eaa2f3d55 req-4b1f0d04-24ff-430d-8564-10e8ba54d31e tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?device_id=d843044d-b246-4e14-b8c9-515fd3d07a92 HTTP/1.1" status: 200 len: 949 time: 0.0781891 Dec 16 09:23:28.240960 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-c1490719-6845-4419-8f49-bbd8167730d0 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:28.253628 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['6ce1d2af-408f-458b-afd3-8110cf6a653d'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:23:28.268939 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ada9ac37-da94-4c61-b832-d91eaa2f3d55 req-98a763ce-c273-4a7f-9949-121fe8b77e6e tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e3b47c2-8393-41ea-a9d7-f3af130c83a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357583 Dec 16 09:23:28.290604 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2061d4a8-ddba-4fbe-8840-72cf6eec1fda req-8e6703db-e4a0-464e-b0cb-44872d5b19a7 tempest-SecurityGroupsTestAdminJSON-1541865791 tempest-SecurityGroupsTestAdminJSON-1541865791-project] 10.222.0.60 "GET /v2.0/security-groups/effada6b-5c66-4dac-a02a-aa0764596f88 HTTP/1.1" status: 200 len: 1777 time: 0.0793543 Dec 16 09:23:28.307773 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-c1490719-6845-4419-8f49-bbd8167730d0 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Network 9785c251-9c28-48ae-a129-6f24c5a7ad17 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:23:28.313106 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-c1490719-6845-4419-8f49-bbd8167730d0 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:23:28.326899 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-c1490719-6845-4419-8f49-bbd8167730d0 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:23:28.332369 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-c1490719-6845-4419-8f49-bbd8167730d0 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:28.332969 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-c1490719-6845-4419-8f49-bbd8167730d0 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:28.339156 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1490719-6845-4419-8f49-bbd8167730d0 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Pushing event updated for resources: {'Port': ['ID=266c00ed-295e-4866-a2f0-1531c8535562,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:28.390368 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-2061d4a8-ddba-4fbe-8840-72cf6eec1fda req-8822429d-29b6-4ce7-a562-7e1a7cb35a39 tempest-SecurityGroupsTestAdminJSON-1541865791 tempest-SecurityGroupsTestAdminJSON-1541865791-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:28.417648 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-2061d4a8-ddba-4fbe-8840-72cf6eec1fda req-8822429d-29b6-4ce7-a562-7e1a7cb35a39 tempest-SecurityGroupsTestAdminJSON-1541865791 tempest-SecurityGroupsTestAdminJSON-1541865791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:28.444773 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-c1490719-6845-4419-8f49-bbd8167730d0 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9039018 Dec 16 09:23:28.478660 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58046) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:28.546740 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-2061d4a8-ddba-4fbe-8840-72cf6eec1fda req-8822429d-29b6-4ce7-a562-7e1a7cb35a39 tempest-SecurityGroupsTestAdminJSON-1541865791 tempest-SecurityGroupsTestAdminJSON-1541865791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:28.550041 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-2061d4a8-ddba-4fbe-8840-72cf6eec1fda req-8822429d-29b6-4ce7-a562-7e1a7cb35a39 tempest-SecurityGroupsTestAdminJSON-1541865791 tempest-SecurityGroupsTestAdminJSON-1541865791-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:28.551194 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2061d4a8-ddba-4fbe-8840-72cf6eec1fda req-8822429d-29b6-4ce7-a562-7e1a7cb35a39 tempest-SecurityGroupsTestAdminJSON-1541865791 tempest-SecurityGroupsTestAdminJSON-1541865791-project] 10.222.0.60 "DELETE /v2.0/security-groups/effada6b-5c66-4dac-a02a-aa0764596f88 HTTP/1.1" status: 204 len: 173 time: 0.2515640 Dec 16 09:23:28.561001 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8822429d-29b6-4ce7-a562-7e1a7cb35a39 tempest-SecurityGroupsTestAdminJSON-1541865791 tempest-SecurityGroupsTestAdminJSON-1541865791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=effada6b-5c66-4dac-a02a-aa0764596f88,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:28.565004 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58052) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:28.651231 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-353506c9-7dbd-4d65-b8ce-567923e6f827 service neutron] Request body: {'port': {'device_id': '1d7aed87-9375-4780-96ca-6b77cb95d113', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:28.672487 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e1d1a300-9fc6-4e7e-af80-6ae5d7217e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:28.692777 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d22f4384-e6e7-4556-9e83-4c917b5a48dd req-206fd8ae-e950-4c86-b1d9-95a6350794cc tempest-SecurityGroupsTestAdminJSON-1541865791 tempest-SecurityGroupsTestAdminJSON-1541865791-project] 10.222.0.60 "GET /v2.0/security-groups/aa5715f8-faff-4c7d-98aa-946abc5ab908 HTTP/1.1" status: 200 len: 1778 time: 0.0758238 Dec 16 09:23:28.755331 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-353506c9-7dbd-4d65-b8ce-567923e6f827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:28.756980 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-07862069-0347-400c-9b00-5dec2db4c3f4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6b29747ca2a74410b44f2ee6ad6fcae2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1907802 Dec 16 09:23:28.759464 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58060) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:28.796847 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d22f4384-e6e7-4556-9e83-4c917b5a48dd req-a3145d23-2658-45c2-83e7-714e96eaf67b tempest-SecurityGroupsTestAdminJSON-1541865791 tempest-SecurityGroupsTestAdminJSON-1541865791-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:28.812182 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e1d1a300-9fc6-4e7e-af80-6ae5d7217e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:28.832494 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-304411cc-78f6-48ec-9b5c-dd1406b40dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:28.859203 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-304411cc-78f6-48ec-9b5c-dd1406b40dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:28.877842 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d22f4384-e6e7-4556-9e83-4c917b5a48dd req-a3145d23-2658-45c2-83e7-714e96eaf67b tempest-SecurityGroupsTestAdminJSON-1541865791 tempest-SecurityGroupsTestAdminJSON-1541865791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:28.905910 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e1d1a300-9fc6-4e7e-af80-6ae5d7217e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:28.906605 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:28.948825 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e1d1a300-9fc6-4e7e-af80-6ae5d7217e11 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3c6bd4cbc2a14256a6bae55c3734130f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4686010 Dec 16 09:23:28.949780 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1a300-9fc6-4e7e-af80-6ae5d7217e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300f21e4-90e8-49bf-80d1-913cc352d186,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:28.952114 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58070) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:29.004280 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f241a2c6-f3c2-4889-9e08-a383e99d27a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:29.027319 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f241a2c6-f3c2-4889-9e08-a383e99d27a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:29.073184 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-304411cc-78f6-48ec-9b5c-dd1406b40dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:29.075517 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-304411cc-78f6-48ec-9b5c-dd1406b40dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:29.076692 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-304411cc-78f6-48ec-9b5c-dd1406b40dba admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6b0195ba-387b-449e-8c67-a62a60dec388 HTTP/1.1" status: 204 len: 168 time: 0.3158076 Dec 16 09:23:29.089874 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d22f4384-e6e7-4556-9e83-4c917b5a48dd req-a3145d23-2658-45c2-83e7-714e96eaf67b tempest-SecurityGroupsTestAdminJSON-1541865791 tempest-SecurityGroupsTestAdminJSON-1541865791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:29.092971 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d22f4384-e6e7-4556-9e83-4c917b5a48dd req-a3145d23-2658-45c2-83e7-714e96eaf67b tempest-SecurityGroupsTestAdminJSON-1541865791 tempest-SecurityGroupsTestAdminJSON-1541865791-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:29.101071 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304411cc-78f6-48ec-9b5c-dd1406b40dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0195ba-387b-449e-8c67-a62a60dec388,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:29.101674 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d22f4384-e6e7-4556-9e83-4c917b5a48dd req-a3145d23-2658-45c2-83e7-714e96eaf67b tempest-SecurityGroupsTestAdminJSON-1541865791 tempest-SecurityGroupsTestAdminJSON-1541865791-project] 10.222.0.60 "DELETE /v2.0/security-groups/aa5715f8-faff-4c7d-98aa-946abc5ab908 HTTP/1.1" status: 204 len: 173 time: 0.4079649 Dec 16 09:23:29.134942 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e7117-f9eb-41cc-9bbf-a7a684280d25 req-876aff37-b339-412b-8cfe-5301448603c2 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:29.137092 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8a3e7117-f9eb-41cc-9bbf-a7a684280d25 req-876aff37-b339-412b-8cfe-5301448603c2 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3347ebf-4079-4f68-9518-414415ef729f HTTP/1.1" status: 200 len: 945 time: 0.1014192 Dec 16 09:23:29.147754 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3145d23-2658-45c2-83e7-714e96eaf67b tempest-SecurityGroupsTestAdminJSON-1541865791 tempest-SecurityGroupsTestAdminJSON-1541865791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5715f8-faff-4c7d-98aa-946abc5ab908,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:29.159025 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-353506c9-7dbd-4d65-b8ce-567923e6f827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 266c00ed-295e-4866-a2f0-1531c8535562 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:23:29.178668 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-353506c9-7dbd-4d65-b8ce-567923e6f827 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:29.206038 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8a3e7117-f9eb-41cc-9bbf-a7a684280d25 req-e41c83cd-38d1-453d-8ed2-54cbc8b7309a tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d635dd-fb21-461a-8c0f-868d41d0e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622158 Dec 16 09:23:29.266395 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-353506c9-7dbd-4d65-b8ce-567923e6f827 service neutron] Transition to ACTIVE for port object 266c00ed-295e-4866-a2f0-1531c8535562 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:23:29.269265 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f241a2c6-f3c2-4889-9e08-a383e99d27a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:29.271693 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f241a2c6-f3c2-4889-9e08-a383e99d27a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:29.272761 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f241a2c6-f3c2-4889-9e08-a383e99d27a8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/300f21e4-90e8-49bf-80d1-913cc352d186 HTTP/1.1" status: 204 len: 168 time: 0.3197641 Dec 16 09:23:29.300399 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241a2c6-f3c2-4889-9e08-a383e99d27a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300f21e4-90e8-49bf-80d1-913cc352d186,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:29.317950 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d2ac2-1473-493b-ae58-929b0a3ecce3 req-62ca1738-6980-45fc-bb5c-39af25ef35db tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:29.319419 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ef3d2ac2-1473-493b-ae58-929b0a3ecce3 req-62ca1738-6980-45fc-bb5c-39af25ef35db tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7aed87-9375-4780-96ca-6b77cb95d113 HTTP/1.1" status: 200 len: 932 time: 0.0609386 Dec 16 09:23:29.356985 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ef3d2ac2-1473-493b-ae58-929b0a3ecce3 req-93f70d6b-183c-4e19-86a3-8e95cdb94c03 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308678 Dec 16 09:23:29.409341 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-353506c9-7dbd-4d65-b8ce-567923e6f827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:29.474177 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ed68e-cb62-48e6-a3b1-f58ddf9e4d82 req-86871b91-5648-488d-ad0e-16a7b54e0e1e tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:29.476513 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5a8ed68e-cb62-48e6-a3b1-f58ddf9e4d82 req-86871b91-5648-488d-ad0e-16a7b54e0e1e tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?device_id=d843044d-b246-4e14-b8c9-515fd3d07a92 HTTP/1.1" status: 200 len: 949 time: 0.0573735 Dec 16 09:23:29.500618 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:29.510806 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353506c9-7dbd-4d65-b8ce-567923e6f827 service neutron] Pushing event updated for resources: {'Port': ['ID=266c00ed-295e-4866-a2f0-1531c8535562,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:29.513527 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-353506c9-7dbd-4d65-b8ce-567923e6f827 service neutron] Attempting to bind port 266c00ed-295e-4866-a2f0-1531c8535562 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:23:29.513865 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-353506c9-7dbd-4d65-b8ce-567923e6f827 service neutron] Attempting to bind port 266c00ed-295e-4866-a2f0-1531c8535562 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:23:29.514408 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-353506c9-7dbd-4d65-b8ce-567923e6f827 service neutron] Attempting to bind port 266c00ed-295e-4866-a2f0-1531c8535562 on network 9785c251-9c28-48ae-a129-6f24c5a7ad17 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:29.519368 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-353506c9-7dbd-4d65-b8ce-567923e6f827 service neutron] Port 266c00ed-295e-4866-a2f0-1531c8535562 on network 9785c251-9c28-48ae-a129-6f24c5a7ad17 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:23:29.519883 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-353506c9-7dbd-4d65-b8ce-567923e6f827 service neutron] Attempting to bind port 266c00ed-295e-4866-a2f0-1531c8535562 on network 9785c251-9c28-48ae-a129-6f24c5a7ad17 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:29.524952 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-353506c9-7dbd-4d65-b8ce-567923e6f827 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:23:29.525333 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-353506c9-7dbd-4d65-b8ce-567923e6f827 service neutron] Checking segment: {'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:23:29.525742 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-353506c9-7dbd-4d65-b8ce-567923e6f827 service neutron] Bound using segment: {'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:23:29.526170 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-353506c9-7dbd-4d65-b8ce-567923e6f827 service neutron] Bound port: 266c00ed-295e-4866-a2f0-1531c8535562, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:23:29.526527 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-353506c9-7dbd-4d65-b8ce-567923e6f827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:29.531750 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5a8ed68e-cb62-48e6-a3b1-f58ddf9e4d82 req-15b9e1d2-6390-4daa-aa97-f626ed7fc395 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e3b47c2-8393-41ea-a9d7-f3af130c83a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435860 Dec 16 09:23:29.615492 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-353506c9-7dbd-4d65-b8ce-567923e6f827 service neutron] For port 266c00ed-295e-4866-a2f0-1531c8535562, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:23:29.618686 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-353506c9-7dbd-4d65-b8ce-567923e6f827 service neutron] For port 266c00ed-295e-4866-a2f0-1531c8535562, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=266c00ed-295e-4866-a2f0-1531c8535562,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:23:29.703662 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-353506c9-7dbd-4d65-b8ce-567923e6f827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:29.739334 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-353506c9-7dbd-4d65-b8ce-567923e6f827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:29.739932 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-353506c9-7dbd-4d65-b8ce-567923e6f827 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:29.741316 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-353506c9-7dbd-4d65-b8ce-567923e6f827 service neutron] 10.222.0.57 "PUT /v2.0/ports/266c00ed-295e-4866-a2f0-1531c8535562 HTTP/1.1" status: 200 len: 1092 time: 1.0953701 Dec 16 09:23:29.741770 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7aed87-9375-4780-96ca-6b77cb95d113', 'tag': '266c00ed-295e-4866-a2f0-1531c8535562'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:23:29.743997 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f04ce41-56d4-4436-96ec-9c110aab4f19" -d '{"events": [{"name": "network-changed", "server_uuid": "1d7aed87-9375-4780-96ca-6b77cb95d113", "tag": "266c00ed-295e-4866-a2f0-1531c8535562"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:23:29.749212 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 6ce1d2af-408f-458b-afd3-8110cf6a653d up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:23:29.769369 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353506c9-7dbd-4d65-b8ce-567923e6f827 service neutron] Pushing event updated for resources: {'Port': ['ID=266c00ed-295e-4866-a2f0-1531c8535562,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:29.786702 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519bfd08-43f9-4fdf-b9a5-95d9eaae9755 x-openstack-request-id: req-519bfd08-43f9-4fdf-b9a5-95d9eaae9755 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:23:29.787099 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d7aed87-9375-4780-96ca-6b77cb95d113", "tag": "266c00ed-295e-4866-a2f0-1531c8535562", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:23:29.787385 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-519bfd08-43f9-4fdf-b9a5-95d9eaae9755 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:23:29.787614 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7aed87-9375-4780-96ca-6b77cb95d113', 'tag': '266c00ed-295e-4866-a2f0-1531c8535562', 'status': 'completed', 'code': 200} Dec 16 09:23:29.844651 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04ce41-56d4-4436-96ec-9c110aab4f19 req-f2d96c73-b19f-4a4b-98c7-a013f15dadd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:29.846174 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2f04ce41-56d4-4436-96ec-9c110aab4f19 req-f2d96c73-b19f-4a4b-98c7-a013f15dadd0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=13f0e2e84c3c42c99759789d057f9272&device_id=1d7aed87-9375-4780-96ca-6b77cb95d113 HTTP/1.1" status: 200 len: 1095 time: 0.0409927 Dec 16 09:23:29.866080 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 6ce1d2af-408f-458b-afd3-8110cf6a653d completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:23:29.870287 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 6ce1d2af-408f-458b-afd3-8110cf6a653d triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:29.870859 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:29.955521 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04ce41-56d4-4436-96ec-9c110aab4f19 req-e5c9192d-8ce6-4f0e-8910-0d6fc2789c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:29.956993 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2f04ce41-56d4-4436-96ec-9c110aab4f19 req-e5c9192d-8ce6-4f0e-8910-0d6fc2789c3a service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=13f0e2e84c3c42c99759789d057f9272&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1026852 Dec 16 09:23:29.957429 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:29.998743 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58104) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:30.012228 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 6ce1d2af-408f-458b-afd3-8110cf6a653d, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=6ce1d2af-408f-458b-afd3-8110cf6a653d,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:30.017234 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd843044d-b246-4e14-b8c9-515fd3d07a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce1d2af-408f-458b-afd3-8110cf6a653d'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:23:30.022136 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4a7e2f-2714-4544-91cb-6349adfe555f" -d '{"events": [{"server_uuid": "d843044d-b246-4e14-b8c9-515fd3d07a92", "name": "network-vif-plugged", "status": "completed", "tag": "6ce1d2af-408f-458b-afd3-8110cf6a653d"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:23:30.059092 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6728a8b8-0b0c-4be8-8a9d-ba3d40214868 x-openstack-request-id: req-6728a8b8-0b0c-4be8-8a9d-ba3d40214868 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:23:30.059378 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d843044d-b246-4e14-b8c9-515fd3d07a92", "name": "network-vif-plugged", "status": "completed", "tag": "6ce1d2af-408f-458b-afd3-8110cf6a653d", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:23:30.059651 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6728a8b8-0b0c-4be8-8a9d-ba3d40214868 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:23:30.060041 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd843044d-b246-4e14-b8c9-515fd3d07a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce1d2af-408f-458b-afd3-8110cf6a653d', 'code': 200} Dec 16 09:23:30.070100 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04ce41-56d4-4436-96ec-9c110aab4f19 req-0800f989-a679-49d5-9113-26aae2b89c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:30.071829 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:30.073193 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 27979e45-07b7-4b47-bdf4-6c4a9a133b92 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:23:30.082190 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2f04ce41-56d4-4436-96ec-9c110aab4f19 req-0800f989-a679-49d5-9113-26aae2b89c68 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1176436 Dec 16 09:23:30.101365 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 27979e45-07b7-4b47-bdf4-6c4a9a133b92 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:23:30.102112 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 27979e45-07b7-4b47-bdf4-6c4a9a133b92 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:23:30.151833 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=6ce1d2af-408f-458b-afd3-8110cf6a653d,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:30.195021 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50f84f-3199-4981-8e6b-a81d3e39f97a req-8757dd15-17d5-4be0-a6a6-8aa93710dc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:30.196497 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2c50f84f-3199-4981-8e6b-a81d3e39f97a req-8757dd15-17d5-4be0-a6a6-8aa93710dc4a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d843044d-b246-4e14-b8c9-515fd3d07a92 HTTP/1.1" status: 200 len: 1101 time: 0.0721304 Dec 16 09:23:30.199381 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-1dc4cd40-81a9-4a85-b3cf-42e00b4fd659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:30.200677 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-1dc4cd40-81a9-4a85-b3cf-42e00b4fd659 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=13f0e2e84c3c42c99759789d057f9272&device_id=1d7aed87-9375-4780-96ca-6b77cb95d113 HTTP/1.1" status: 200 len: 1095 time: 0.0669737 Dec 16 09:23:30.250344 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-aebadb53-0caf-4d11-a492-f962278f298f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=266c00ed-295e-4866-a2f0-1531c8535562 HTTP/1.1" status: 200 len: 217 time: 0.0407078 Dec 16 09:23:30.276640 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2c50f84f-3199-4981-8e6b-a81d3e39f97a req-9886a254-aa63-4133-9018-1693dcdac175 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3e3b47c2-8393-41ea-a9d7-f3af130c83a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732450 Dec 16 09:23:30.310425 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-441a7ed3-4505-4227-8712-c8db1e739b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:30.311801 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-441a7ed3-4505-4227-8712-c8db1e739b26 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c12d578e-3c58-4d75-9f2c-b724e40168b0 HTTP/1.1" status: 200 len: 861 time: 0.0490546 Dec 16 09:23:30.325713 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef0ac8-ce90-4c2c-8b26-9ec5dc1f2932 req-3fad4ded-ec05-432d-8d09-d429c87c9823 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:30.327814 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9eef0ac8-ce90-4c2c-8b26-9ec5dc1f2932 req-3fad4ded-ec05-432d-8d09-d429c87c9823 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3347ebf-4079-4f68-9518-414415ef729f HTTP/1.1" status: 200 len: 945 time: 0.0502841 Dec 16 09:23:30.353366 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-6b778820-dc2e-447e-b16a-5d0f5c5ee594 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9785c251-9c28-48ae-a129-6f24c5a7ad17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287158 Dec 16 09:23:30.368446 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9eef0ac8-ce90-4c2c-8b26-9ec5dc1f2932 req-48dd121d-cf7b-4523-9a5e-7d558f491457 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d635dd-fb21-461a-8c0f-868d41d0e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330691 Dec 16 09:23:30.452321 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58116) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:30.506448 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-456ac758-fa25-41ec-bc13-92860e706dbf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2d7fe8313f1f41879a52a7a5d64015be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496862 Dec 16 09:23:30.508911 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-6a6b1d59-95aa-4e72-8303-91c34d6814da service neutron] 10.222.0.57 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441243 Dec 16 09:23:30.509373 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58118) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:30.516366 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193585f0-f076-4719-9b55-7e4d25d01529 req-a3176d58-94c0-408e-9dea-fa40e0738d78 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:30.517866 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-193585f0-f076-4719-9b55-7e4d25d01529 req-a3176d58-94c0-408e-9dea-fa40e0738d78 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7aed87-9375-4780-96ca-6b77cb95d113 HTTP/1.1" status: 200 len: 944 time: 0.0817230 Dec 16 09:23:30.595228 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58122) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:30.604406 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b6974cf2-4bf7-4dba-b13d-a48ebe4e5c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:30.612670 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-193585f0-f076-4719-9b55-7e4d25d01529 req-d66e26a1-968b-4679-8c09-8c258aba891b tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854611 Dec 16 09:23:30.647686 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-75ed1818-df65-4cb4-a6cf-1be795f38265 req-8136694a-192d-4d63-8cfc-6661604b3966 service neutron] 10.222.0.57 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288283 Dec 16 09:23:30.684571 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b6974cf2-4bf7-4dba-b13d-a48ebe4e5c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:30.736512 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-15ee001b-d6d3-4cce-abc8-03eaae7b85c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:30.745301 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e36a9-e488-4161-99c7-fc053d7fa6ac req-88214d00-2c7c-45c3-9775-2427d26828e0 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:30.745614 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58126) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:30.746837 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e45e36a9-e488-4161-99c7-fc053d7fa6ac req-88214d00-2c7c-45c3-9775-2427d26828e0 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?device_id=d843044d-b246-4e14-b8c9-515fd3d07a92 HTTP/1.1" status: 200 len: 950 time: 0.0992978 Dec 16 09:23:30.814404 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e45e36a9-e488-4161-99c7-fc053d7fa6ac req-ce73f951-de59-42c8-b44a-736616eb6c9b tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e3b47c2-8393-41ea-a9d7-f3af130c83a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597553 Dec 16 09:23:30.840811 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fbfd1187-3935-4273-ad75-b11f4be40262 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7b1547924f3e409c810656295ae7bb00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425053 Dec 16 09:23:30.846260 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58130) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:30.847873 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b6974cf2-4bf7-4dba-b13d-a48ebe4e5c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:30.850804 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b6974cf2-4bf7-4dba-b13d-a48ebe4e5c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:30.852191 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b6974cf2-4bf7-4dba-b13d-a48ebe4e5c55 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b1af0bd8-e3ef-4cb4-903a-4497ee9438ba HTTP/1.1" status: 204 len: 168 time: 0.3411555 Dec 16 09:23:30.867405 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6974cf2-4bf7-4dba-b13d-a48ebe4e5c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1af0bd8-e3ef-4cb4-903a-4497ee9438ba,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:30.880384 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a9d92866-86c6-4053-8e98-bf4ecb097796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:30.892604 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-15ee001b-d6d3-4cce-abc8-03eaae7b85c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:30.916736 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58134) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:30.930278 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-63bc65f1-954a-4749-8c6e-2e97356aee4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:30.935674 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e6d0aadb-f09d-4b89-aab1-9c43b34703b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:30.967994 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-15ee001b-d6d3-4cce-abc8-03eaae7b85c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:30.968244 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e6d0aadb-f09d-4b89-aab1-9c43b34703b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:31.018700 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-15ee001b-d6d3-4cce-abc8-03eaae7b85c8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1cad1af4ad2a469c92b52d250a839c09&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0186563 Dec 16 09:23:31.021971 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58136) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:31.025009 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee001b-d6d3-4cce-abc8-03eaae7b85c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5642ca36-f9fe-4f7e-bbf0-36845077ada2,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:31.048560 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a9d92866-86c6-4053-8e98-bf4ecb097796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:31.049342 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-63bc65f1-954a-4749-8c6e-2e97356aee4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:31.085850 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-94429455-cf10-4865-8bef-d03798f909ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:31.107371 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-94429455-cf10-4865-8bef-d03798f909ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:31.122564 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a9d92866-86c6-4053-8e98-bf4ecb097796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:31.175063 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d92866-86c6-4053-8e98-bf4ecb097796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333e157f-42d9-4f83-bbb5-c0596798b79a,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:31.179560 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a9d92866-86c6-4053-8e98-bf4ecb097796 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b579fc0bcb69465da15b04c07b180213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4329476 Dec 16 09:23:31.195319 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58138) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:31.240762 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-63bc65f1-954a-4749-8c6e-2e97356aee4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:31.295141 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e6d0aadb-f09d-4b89-aab1-9c43b34703b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:31.295141 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e6d0aadb-f09d-4b89-aab1-9c43b34703b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:31.295141 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e6d0aadb-f09d-4b89-aab1-9c43b34703b2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e5b66670-5841-4c57-a2e4-f595acacb2db HTTP/1.1" status: 204 len: 168 time: 0.3982444 Dec 16 09:23:31.295141 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-250f8a5f-6a4a-463c-883f-1bb51f59920a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:31.295141 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0aadb-f09d-4b89-aab1-9c43b34703b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b66670-5841-4c57-a2e4-f595acacb2db,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:31.295141 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-250f8a5f-6a4a-463c-883f-1bb51f59920a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:31.296673 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-63bc65f1-954a-4749-8c6e-2e97356aee4e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c512759297f84156898bfd889a1c0cf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3677516 Dec 16 09:23:31.296673 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc65f1-954a-4749-8c6e-2e97356aee4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96f519d-a996-43d7-b8df-d62ec059e7af,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:31.298814 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58140) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:31.357578 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-26ffe336-c1fe-407e-b542-77369c041b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:31.382289 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-26ffe336-c1fe-407e-b542-77369c041b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:31.635889 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae930eec-b384-4105-b93f-0d6c1b2187af req-b038a57e-a75e-4127-bbbf-a2f0ab8f20ec tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:31.635889 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ae930eec-b384-4105-b93f-0d6c1b2187af req-b038a57e-a75e-4127-bbbf-a2f0ab8f20ec tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3347ebf-4079-4f68-9518-414415ef729f HTTP/1.1" status: 200 len: 945 time: 0.0478663 Dec 16 09:23:31.635889 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ae930eec-b384-4105-b93f-0d6c1b2187af req-e062e708-c61f-40e5-9fa4-3ef678a08666 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d635dd-fb21-461a-8c0f-868d41d0e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312543 Dec 16 09:23:31.677748 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-94429455-cf10-4865-8bef-d03798f909ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:31.680536 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-94429455-cf10-4865-8bef-d03798f909ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:31.684672 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-94429455-cf10-4865-8bef-d03798f909ca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5642ca36-f9fe-4f7e-bbf0-36845077ada2 HTTP/1.1" status: 204 len: 168 time: 0.6579001 Dec 16 09:23:31.694334 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94429455-cf10-4865-8bef-d03798f909ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5642ca36-f9fe-4f7e-bbf0-36845077ada2,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:31.731009 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eff484-eab1-429f-ba49-dd4db46668da req-db5666bc-bd28-4e60-a3f4-a475344dc550 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:31.736866 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-48eff484-eab1-429f-ba49-dd4db46668da req-db5666bc-bd28-4e60-a3f4-a475344dc550 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3347ebf-4079-4f68-9518-414415ef729f HTTP/1.1" status: 200 len: 945 time: 0.0583007 Dec 16 09:23:31.737257 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-250f8a5f-6a4a-463c-883f-1bb51f59920a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:31.737257 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-250f8a5f-6a4a-463c-883f-1bb51f59920a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:31.740791 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-250f8a5f-6a4a-463c-883f-1bb51f59920a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/333e157f-42d9-4f83-bbb5-c0596798b79a HTTP/1.1" status: 204 len: 168 time: 0.5569775 Dec 16 09:23:31.741665 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58162) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:31.746216 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-0a16f500-7a0b-432b-b316-87b74bd476e4 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Request body: {'floatingip': {'port_id': '0a69e6f3-ff40-40cb-bbff-f99cea94431e'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:31.767629 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f8a5f-6a4a-463c-883f-1bb51f59920a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333e157f-42d9-4f83-bbb5-c0596798b79a,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:31.788390 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad641b2-920c-4aa4-910b-38d6005cb8e1 req-c4a6423a-ffb8-4a37-aaca-26f5e9a269bd tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:31.789727 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8ad641b2-920c-4aa4-910b-38d6005cb8e1 req-c4a6423a-ffb8-4a37-aaca-26f5e9a269bd tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7aed87-9375-4780-96ca-6b77cb95d113 HTTP/1.1" status: 200 len: 944 time: 0.0756605 Dec 16 09:23:31.814940 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-26ffe336-c1fe-407e-b542-77369c041b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:31.817434 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-26ffe336-c1fe-407e-b542-77369c041b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:31.820852 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-26ffe336-c1fe-407e-b542-77369c041b73 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e96f519d-a996-43d7-b8df-d62ec059e7af HTTP/1.1" status: 204 len: 168 time: 0.5161617 Dec 16 09:23:31.823228 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0a16f500-7a0b-432b-b316-87b74bd476e4 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks [] for floatingip, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:31.846357 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8ad641b2-920c-4aa4-910b-38d6005cb8e1 req-053e0794-cbc6-478e-ae15-ad363280dd10 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488448 Dec 16 09:23:31.860681 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ffe336-c1fe-407e-b542-77369c041b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96f519d-a996-43d7-b8df-d62ec059e7af,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:32.199274 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9cb67-052d-4097-b373-1d4b8b172ee0 req-ca380041-eb77-4707-b11a-6ae0943997e4 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:32.199274 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-67c9cb67-052d-4097-b373-1d4b8b172ee0 req-ca380041-eb77-4707-b11a-6ae0943997e4 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?device_id=d843044d-b246-4e14-b8c9-515fd3d07a92 HTTP/1.1" status: 200 len: 950 time: 0.2702081 Dec 16 09:23:32.305435 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-67c9cb67-052d-4097-b373-1d4b8b172ee0 req-f618e270-30e2-4e0c-8fe4-2937cf2ca0b4 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e3b47c2-8393-41ea-a9d7-f3af130c83a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996633 Dec 16 09:23:32.702207 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0a16f500-7a0b-432b-b316-87b74bd476e4 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:32.792019 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d668fe-5494-41c8-9913-6adea1c5c29c req-de3d3d3d-5105-4e9a-bba4-d144dac71238 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:32.793574 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45d668fe-5494-41c8-9913-6adea1c5c29c req-de3d3d3d-5105-4e9a-bba4-d144dac71238 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?device_id=d843044d-b246-4e14-b8c9-515fd3d07a92 HTTP/1.1" status: 200 len: 950 time: 0.0525575 Dec 16 09:23:32.794388 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0a16f500-7a0b-432b-b316-87b74bd476e4 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:32.839453 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58184) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:32.887618 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-de114ee7-48cd-4e29-9235-f2e276544988 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ed6ff709383245ea86a44e68a9b0174c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469911 Dec 16 09:23:32.889973 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58188) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:32.918448 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58190) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:32.942317 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45d668fe-5494-41c8-9913-6adea1c5c29c req-1d71aa19-4e64-4e5c-95a4-c4e40565f960 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e3b47c2-8393-41ea-a9d7-f3af130c83a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103742 Dec 16 09:23:32.959030 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-27d4cda2-6448-43d0-94f0-da6320d7a02d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:32.981635 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [None req-0a16f500-7a0b-432b-b316-87b74bd476e4 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Floating IP 7d6a6274-ae8b-44ac-8848-de69472de7bd associated. External IP: 172.25.1.87, port: 0a69e6f3-ff40-40cb-bbff-f99cea94431e. Dec 16 09:23:33.073583 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a329a593-2ee2-4a57-9746-6d88bceab0fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:33.091889 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcde069-6c69-4e41-9a8a-4aeed9ab9be3 req-0912514d-08bd-42b3-9fbe-d711e5b865ba tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:33.093443 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9dcde069-6c69-4e41-9a8a-4aeed9ab9be3 req-0912514d-08bd-42b3-9fbe-d711e5b865ba tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7aed87-9375-4780-96ca-6b77cb95d113 HTTP/1.1" status: 200 len: 944 time: 0.1307614 Dec 16 09:23:33.159477 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a329a593-2ee2-4a57-9746-6d88bceab0fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:33.208807 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9dcde069-6c69-4e41-9a8a-4aeed9ab9be3 req-c1d43a95-69cb-43ab-86d0-6ea53c266196 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073432 Dec 16 09:23:33.233223 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a16f500-7a0b-432b-b316-87b74bd476e4 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Router 61b76931-af15-459e-bd45-144f9d5465a9 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:23:33.250636 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-27d4cda2-6448-43d0-94f0-da6320d7a02d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:33.354445 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-27d4cda2-6448-43d0-94f0-da6320d7a02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:33.354551 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a16f500-7a0b-432b-b316-87b74bd476e4 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:23:33.357056 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0a16f500-7a0b-432b-b316-87b74bd476e4 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:33.363757 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a329a593-2ee2-4a57-9746-6d88bceab0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:33.367072 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a329a593-2ee2-4a57-9746-6d88bceab0fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:33.372280 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a329a593-2ee2-4a57-9746-6d88bceab0fa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7fc76578-5b1d-4557-82e9-0b52d5b24841 HTTP/1.1" status: 204 len: 168 time: 0.4770110 Dec 16 09:23:33.386847 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d87c45b-631b-4c66-8666-9e51302666e5 None None] Sync routers for ids ['61b76931-af15-459e-bd45-144f9d5465a9'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:23:33.398937 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d87c45b-631b-4c66-8666-9e51302666e5 None None] Routers {'61b76931-af15-459e-bd45-144f9d5465a9'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:23:33.399926 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6d87c45b-631b-4c66-8666-9e51302666e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:23:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['61b76931-af15-459e-bd45-144f9d5465a9'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:23:33.403167 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0a16f500-7a0b-432b-b316-87b74bd476e4 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "PUT /v2.0/floatingips/7d6a6274-ae8b-44ac-8848-de69472de7bd HTTP/1.1" status: 200 len: 990 time: 1.6596704 Dec 16 09:23:33.406432 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3347ebf-4079-4f68-9518-414415ef729f', 'tag': '0a69e6f3-ff40-40cb-bbff-f99cea94431e'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:23:33.411651 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d412ed-7ebd-4f74-b1d7-27d5c12b955d" -d '{"events": [{"name": "network-changed", "server_uuid": "a3347ebf-4079-4f68-9518-414415ef729f", "tag": "0a69e6f3-ff40-40cb-bbff-f99cea94431e"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:23:33.412777 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d4cda2-6448-43d0-94f0-da6320d7a02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6987eafe-a194-4e19-b451-208341ee086e,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:33.440621 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58210) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:33.444044 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329a593-2ee2-4a57-9746-6d88bceab0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc76578-5b1d-4557-82e9-0b52d5b24841,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:33.467959 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-86d8a4ec-d941-4b68-9c24-22f0c66b38a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:33.475263 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-27d4cda2-6448-43d0-94f0-da6320d7a02d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=114dd6200b634ffd8801d633947c1660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5556054 Dec 16 09:23:33.479264 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58212) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:33.517158 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-6d87c45b-631b-4c66-8666-9e51302666e5 None None] Set router 61b76931-af15-459e-bd45-144f9d5465a9 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:23:33.574756 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e14e982-aece-4772-8a1d-7388719d7555 x-openstack-request-id: req-4e14e982-aece-4772-8a1d-7388719d7555 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:23:33.576129 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3347ebf-4079-4f68-9518-414415ef729f", "tag": "0a69e6f3-ff40-40cb-bbff-f99cea94431e", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:23:33.576129 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4e14e982-aece-4772-8a1d-7388719d7555 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:23:33.576129 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3347ebf-4079-4f68-9518-414415ef729f', 'tag': '0a69e6f3-ff40-40cb-bbff-f99cea94431e', 'status': 'completed', 'code': 200} Dec 16 09:23:33.588819 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ced31538-6a36-4981-aee4-fbf89d8f044b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:33.621929 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ced31538-6a36-4981-aee4-fbf89d8f044b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:33.706846 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-86d8a4ec-d941-4b68-9c24-22f0c66b38a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:33.750937 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d412ed-7ebd-4f74-b1d7-27d5c12b955d req-5cfd0cbd-81df-43eb-8e16-057ba6e98571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:33.752501 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d4d412ed-7ebd-4f74-b1d7-27d5c12b955d req-5cfd0cbd-81df-43eb-8e16-057ba6e98571 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6aea977c1221465ca04aa38c031bb375&device_id=a3347ebf-4079-4f68-9518-414415ef729f HTTP/1.1" status: 200 len: 1096 time: 0.1029122 Dec 16 09:23:33.761500 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb98b3-6806-47cb-9ae6-0388f5c2741f req-507ed9c4-3124-4908-862e-9bbb5bbf465c tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:33.771262 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a1eb98b3-6806-47cb-9ae6-0388f5c2741f req-507ed9c4-3124-4908-862e-9bbb5bbf465c tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?device_id=d843044d-b246-4e14-b8c9-515fd3d07a92 HTTP/1.1" status: 200 len: 950 time: 0.1207967 Dec 16 09:23:33.797454 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-86d8a4ec-d941-4b68-9c24-22f0c66b38a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:33.831029 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ced31538-6a36-4981-aee4-fbf89d8f044b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:33.834379 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ced31538-6a36-4981-aee4-fbf89d8f044b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:33.834630 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d8a4ec-d941-4b68-9c24-22f0c66b38a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1829a8f3-2dc9-4ab8-a94b-4857178ffdaa,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:33.838572 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ced31538-6a36-4981-aee4-fbf89d8f044b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6987eafe-a194-4e19-b451-208341ee086e HTTP/1.1" status: 204 len: 168 time: 0.3529730 Dec 16 09:23:33.839536 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-86d8a4ec-d941-4b68-9c24-22f0c66b38a9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d58d98e29e114368b2b2a3d41aabbb3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3978472 Dec 16 09:23:33.842721 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58224) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:33.872453 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced31538-6a36-4981-aee4-fbf89d8f044b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6987eafe-a194-4e19-b451-208341ee086e,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:33.899947 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a1eb98b3-6806-47cb-9ae6-0388f5c2741f req-a43fca85-5d10-4dda-ad81-58799ad8088a tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e3b47c2-8393-41ea-a9d7-f3af130c83a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297667 Dec 16 09:23:33.918992 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-23e0165f-6a6b-4fb9-9f38-12c36c07d285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:33.940930 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d412ed-7ebd-4f74-b1d7-27d5c12b955d req-1f4cfdfe-97c6-4554-aee3-ea367c41b96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:33.943709 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d4d412ed-7ebd-4f74-b1d7-27d5c12b955d req-1f4cfdfe-97c6-4554-aee3-ea367c41b96f service neutron] 10.222.0.57 "GET /v2.0/networks?id=3a6af1ee-58f2-406c-aa8c-1f9d70774ee8 HTTP/1.1" status: 200 len: 924 time: 0.1707547 Dec 16 09:23:33.946578 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-23e0165f-6a6b-4fb9-9f38-12c36c07d285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:33.977222 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6d87c45b-631b-4c66-8666-9e51302666e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b76931-af15-459e-bd45-144f9d5465a9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-579042584-router', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '50ff2fd3-4913-48dd-90f0-80c503976ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:35Z', 'updated_at': '2021-12-16T09:22:39Z', 'revision_number': 4, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'gw_port': {'id': '50ff2fd3-4913-48dd-90f0-80c503976ba4', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:36Z', 'updated_at': '2021-12-16T09:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '7d6a6274-ae8b-44ac-8848-de69472de7bd', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'port_id': '0a69e6f3-ff40-40cb-bbff-f99cea94431e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8', 'mac_address': 'fa:16:3e:8d:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3347ebf-4079-4f68-9518-414415ef729f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:23:02Z', 'updated_at': '2021-12-16T09:23:32Z', 'revision_number': 1, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5106cbd-6d95-4a4a-8de5-98d096f1b5d5', 'name': '', 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'mac_address': 'fa:16:3e:21:e7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '898541b1-ae3e-41a6-ab62-007c2a398b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:38Z', 'updated_at': '2021-12-16T09:22:44Z', 'revision_number': 5, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'subnets': [{'id': '898541b1-ae3e-41a6-ab62-007c2a398b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:23:34.034126 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d87c45b-631b-4c66-8666-9e51302666e5 None None] Checking router: 61b76931-af15-459e-bd45-144f9d5465a9 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:23:34.045356 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d87c45b-631b-4c66-8666-9e51302666e5 None None] Routers {'61b76931-af15-459e-bd45-144f9d5465a9'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:23:34.046109 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6d87c45b-631b-4c66-8666-9e51302666e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:23:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['61b76931-af15-459e-bd45-144f9d5465a9'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:23:34.052527 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d4d412ed-7ebd-4f74-b1d7-27d5c12b955d req-c463cfbe-7cd7-4108-9b46-99c51f4acd1f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a69e6f3-ff40-40cb-bbff-f99cea94431e HTTP/1.1" status: 200 len: 998 time: 0.1023631 Dec 16 09:23:34.088249 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-23e0165f-6a6b-4fb9-9f38-12c36c07d285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:34.091427 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-23e0165f-6a6b-4fb9-9f38-12c36c07d285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:34.092835 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-23e0165f-6a6b-4fb9-9f38-12c36c07d285 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1829a8f3-2dc9-4ab8-a94b-4857178ffdaa HTTP/1.1" status: 204 len: 168 time: 0.2493639 Dec 16 09:23:34.102625 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0165f-6a6b-4fb9-9f38-12c36c07d285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1829a8f3-2dc9-4ab8-a94b-4857178ffdaa,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:34.108393 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d412ed-7ebd-4f74-b1d7-27d5c12b955d req-86493611-3baf-440e-ae3b-e3d49c2481f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:34.109887 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d4d412ed-7ebd-4f74-b1d7-27d5c12b955d req-86493611-3baf-440e-ae3b-e3d49c2481f6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=898541b1-ae3e-41a6-ab62-007c2a398b05 HTTP/1.1" status: 200 len: 862 time: 0.0504653 Dec 16 09:23:34.166203 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d412ed-7ebd-4f74-b1d7-27d5c12b955d req-33abce84-662a-45e8-8e6e-132008b9718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:34.167973 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d4d412ed-7ebd-4f74-b1d7-27d5c12b955d req-33abce84-662a-45e8-8e6e-132008b9718d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3a6af1ee-58f2-406c-aa8c-1f9d70774ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518482 Dec 16 09:23:34.185054 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-6d87c45b-631b-4c66-8666-9e51302666e5 None None] Set router 61b76931-af15-459e-bd45-144f9d5465a9 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:23:34.263901 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d4d412ed-7ebd-4f74-b1d7-27d5c12b955d req-fd7d7746-b9ec-4d69-9d52-dbef4fcc5ac9 service neutron] 10.222.0.57 "GET /v2.0/networks/3a6af1ee-58f2-406c-aa8c-1f9d70774ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884032 Dec 16 09:23:34.371527 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5fbbd7-3a67-423f-ab60-77e4e2d9b136 req-17b8dcaa-2448-47fe-96ac-a509c90d741e tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:34.371917 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ef5fbbd7-3a67-423f-ab60-77e4e2d9b136 req-17b8dcaa-2448-47fe-96ac-a509c90d741e tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7aed87-9375-4780-96ca-6b77cb95d113 HTTP/1.1" status: 200 len: 944 time: 0.0714264 Dec 16 09:23:34.377355 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d4d412ed-7ebd-4f74-b1d7-27d5c12b955d req-db77db1d-bcea-4ece-843a-63e3302e512f service neutron] 10.222.0.57 "GET /v2.0/networks/3a6af1ee-58f2-406c-aa8c-1f9d70774ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068728 Dec 16 09:23:34.424593 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ef5fbbd7-3a67-423f-ab60-77e4e2d9b136 req-f0a87a0d-1443-4b6b-b2cc-6a950f1daced tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445869 Dec 16 09:23:34.463976 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6d87c45b-631b-4c66-8666-9e51302666e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b76931-af15-459e-bd45-144f9d5465a9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-579042584-router', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '50ff2fd3-4913-48dd-90f0-80c503976ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:35Z', 'updated_at': '2021-12-16T09:22:39Z', 'revision_number': 4, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'gw_port': {'id': '50ff2fd3-4913-48dd-90f0-80c503976ba4', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:36Z', 'updated_at': '2021-12-16T09:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '7d6a6274-ae8b-44ac-8848-de69472de7bd', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'port_id': '0a69e6f3-ff40-40cb-bbff-f99cea94431e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8', 'mac_address': 'fa:16:3e:8d:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3347ebf-4079-4f68-9518-414415ef729f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:23:02Z', 'updated_at': '2021-12-16T09:23:32Z', 'revision_number': 1, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5106cbd-6d95-4a4a-8de5-98d096f1b5d5', 'name': '', 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'mac_address': 'fa:16:3e:21:e7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '898541b1-ae3e-41a6-ab62-007c2a398b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:38Z', 'updated_at': '2021-12-16T09:22:44Z', 'revision_number': 5, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'subnets': [{'id': '898541b1-ae3e-41a6-ab62-007c2a398b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:23:34.488951 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d87c45b-631b-4c66-8666-9e51302666e5 None None] The sync data for ids ['61b76931-af15-459e-bd45-144f9d5465a9'] in n-d-820550-2 is: [{'id': '61b76931-af15-459e-bd45-144f9d5465a9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-579042584-router', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '50ff2fd3-4913-48dd-90f0-80c503976ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:35Z', 'updated_at': '2021-12-16T09:22:39Z', 'revision_number': 4, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'gw_port': {'id': '50ff2fd3-4913-48dd-90f0-80c503976ba4', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:36Z', 'updated_at': '2021-12-16T09:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '7d6a6274-ae8b-44ac-8848-de69472de7bd', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'port_id': '0a69e6f3-ff40-40cb-bbff-f99cea94431e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8', 'mac_address': 'fa:16:3e:8d:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3347ebf-4079-4f68-9518-414415ef729f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:23:02Z', 'updated_at': '2021-12-16T09:23:32Z', 'revision_number': 1, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5106cbd-6d95-4a4a-8de5-98d096f1b5d5', 'name': '', 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'mac_address': 'fa:16:3e:21:e7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '898541b1-ae3e-41a6-ab62-007c2a398b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:38Z', 'updated_at': '2021-12-16T09:22:44Z', 'revision_number': 5, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'subnets': [{'id': '898541b1-ae3e-41a6-ab62-007c2a398b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:23:34.725993 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38e2c15-c0dc-4eb1-a6fb-1a5ad69ac61c None None] New status for floating IP 7d6a6274-ae8b-44ac-8848-de69472de7bd: ACTIVE {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:23:34.758923 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc5fa5-e6e2-4826-9d19-47d8207274b0 req-06b98284-e45d-4be3-b66a-aecf197916af tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:34.761415 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-93cc5fa5-e6e2-4826-9d19-47d8207274b0 req-06b98284-e45d-4be3-b66a-aecf197916af tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.58 "GET /v2.0/ports?device_id=d843044d-b246-4e14-b8c9-515fd3d07a92 HTTP/1.1" status: 200 len: 950 time: 0.0610483 Dec 16 09:23:34.881330 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-93cc5fa5-e6e2-4826-9d19-47d8207274b0 req-2cf3c07d-231a-4f05-be6c-eb6b0355e9bb tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Deleting port 6ce1d2af-408f-458b-afd3-8110cf6a653d {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:23:34.882597 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-93cc5fa5-e6e2-4826-9d19-47d8207274b0 req-2cf3c07d-231a-4f05-be6c-eb6b0355e9bb tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:34.993003 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-93cc5fa5-e6e2-4826-9d19-47d8207274b0 req-2cf3c07d-231a-4f05-be6c-eb6b0355e9bb tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] For port 6ce1d2af-408f-458b-afd3-8110cf6a653d, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=6ce1d2af-408f-458b-afd3-8110cf6a653d,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:34.993410 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-93cc5fa5-e6e2-4826-9d19-47d8207274b0 req-2cf3c07d-231a-4f05-be6c-eb6b0355e9bb tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:35.012044 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-93cc5fa5-e6e2-4826-9d19-47d8207274b0 req-2cf3c07d-231a-4f05-be6c-eb6b0355e9bb tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Calling delete_port for 6ce1d2af-408f-458b-afd3-8110cf6a653d owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:23:35.045368 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6f93e-3ff6-4393-80e1-be5240b5227b req-9a200177-9c6d-490c-9dda-c6a630d06503 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:35.046989 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-50c6f93e-3ff6-4393-80e1-be5240b5227b req-9a200177-9c6d-490c-9dda-c6a630d06503 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?device_id=d843044d-b246-4e14-b8c9-515fd3d07a92 HTTP/1.1" status: 200 len: 950 time: 0.0582407 Dec 16 09:23:35.059683 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 266c00ed-295e-4866-a2f0-1531c8535562 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:23:35.108243 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-50c6f93e-3ff6-4393-80e1-be5240b5227b req-50a21066-4a23-48e6-87a6-1569112d2cce tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e3b47c2-8393-41ea-a9d7-f3af130c83a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482864 Dec 16 09:23:35.207344 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 266c00ed-295e-4866-a2f0-1531c8535562, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=266c00ed-295e-4866-a2f0-1531c8535562,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:35.221474 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '266c00ed-295e-4866-a2f0-1531c8535562', 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17', 'port_id': '266c00ed-295e-4866-a2f0-1531c8535562', 'mac_address': 'fa:16:3e:c1:6e:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c12d578e-3c58-4d75-9f2c-b724e40168b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:23:35.257765 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:35.263660 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-93cc5fa5-e6e2-4826-9d19-47d8207274b0 req-2cf3c07d-231a-4f05-be6c-eb6b0355e9bb tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:35.273537 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 266c00ed-295e-4866-a2f0-1531c8535562 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:23:35.280590 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['6ce1d2af-408f-458b-afd3-8110cf6a653d'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:23:35.291661 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf3c07d-231a-4f05-be6c-eb6b0355e9bb tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Pushing event deleted for resources: {'Port': ['ID=6ce1d2af-408f-458b-afd3-8110cf6a653d,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:35.304036 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf3c07d-231a-4f05-be6c-eb6b0355e9bb tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:35.304217 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf3c07d-231a-4f05-be6c-eb6b0355e9bb tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:35.304678 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf3c07d-231a-4f05-be6c-eb6b0355e9bb tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:35.305013 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf3c07d-231a-4f05-be6c-eb6b0355e9bb tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:35.305364 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf3c07d-231a-4f05-be6c-eb6b0355e9bb tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:35.305689 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf3c07d-231a-4f05-be6c-eb6b0355e9bb tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:35.306008 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf3c07d-231a-4f05-be6c-eb6b0355e9bb tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:35.306325 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf3c07d-231a-4f05-be6c-eb6b0355e9bb tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:35.306643 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf3c07d-231a-4f05-be6c-eb6b0355e9bb tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:35.307482 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf3c07d-231a-4f05-be6c-eb6b0355e9bb tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:35.307819 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf3c07d-231a-4f05-be6c-eb6b0355e9bb tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:35.308131 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf3c07d-231a-4f05-be6c-eb6b0355e9bb tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:35.321985 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 266c00ed-295e-4866-a2f0-1531c8535562, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=266c00ed-295e-4866-a2f0-1531c8535562,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:35.345015 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-93cc5fa5-e6e2-4826-9d19-47d8207274b0 req-2cf3c07d-231a-4f05-be6c-eb6b0355e9bb tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] No DVR routers for this DVR port 6ce1d2af-408f-458b-afd3-8110cf6a653d on host n-h2-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:23:35.347968 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-93cc5fa5-e6e2-4826-9d19-47d8207274b0 req-2cf3c07d-231a-4f05-be6c-eb6b0355e9bb tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:35.351258 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-93cc5fa5-e6e2-4826-9d19-47d8207274b0 req-2cf3c07d-231a-4f05-be6c-eb6b0355e9bb tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.58 "DELETE /v2.0/ports/6ce1d2af-408f-458b-afd3-8110cf6a653d HTTP/1.1" status: 204 len: 173 time: 0.5838976 Dec 16 09:23:35.351711 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd843044d-b246-4e14-b8c9-515fd3d07a92', 'name': 'network-vif-deleted', 'tag': '6ce1d2af-408f-458b-afd3-8110cf6a653d'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:23:35.366075 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0eaccd-9d73-4cb8-8a94-e1cc5465428a" -d '{"events": [{"server_uuid": "d843044d-b246-4e14-b8c9-515fd3d07a92", "name": "network-vif-deleted", "tag": "6ce1d2af-408f-458b-afd3-8110cf6a653d"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:23:35.383710 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:35.423030 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcc9a3b-dcb6-476b-851d-d413c5f2b09b x-openstack-request-id: req-4fcc9a3b-dcb6-476b-851d-d413c5f2b09b {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:23:35.423313 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d843044d-b246-4e14-b8c9-515fd3d07a92", "name": "network-vif-deleted", "tag": "6ce1d2af-408f-458b-afd3-8110cf6a653d", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:23:35.423551 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4fcc9a3b-dcb6-476b-851d-d413c5f2b09b {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:23:35.423940 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd843044d-b246-4e14-b8c9-515fd3d07a92', 'name': 'network-vif-deleted', 'tag': '6ce1d2af-408f-458b-afd3-8110cf6a653d', 'status': 'completed', 'code': 200} Dec 16 09:23:35.457886 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=266c00ed-295e-4866-a2f0-1531c8535562,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:35.587337 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0fbae-478a-40ca-b177-0520f03c39fc req-4e5a6804-251d-46ea-a3da-608b00719d16 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:35.588812 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d6e0fbae-478a-40ca-b177-0520f03c39fc req-4e5a6804-251d-46ea-a3da-608b00719d16 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7aed87-9375-4780-96ca-6b77cb95d113 HTTP/1.1" status: 200 len: 945 time: 0.0551474 Dec 16 09:23:35.730003 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['266c00ed-295e-4866-a2f0-1531c8535562'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:23:35.835569 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d6e0fbae-478a-40ca-b177-0520f03c39fc req-188cde4f-ec62-41aa-9de5-cb5492ffff3f tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407815 Dec 16 09:23:36.229213 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ab8897e9-01d0-4730-95da-04ac95162af1 req-883e1d71-8cfa-4fc8-9dea-f317601d2c97 tempest-DeleteServersAdminTestJSON-1518947230 tempest-DeleteServersAdminTestJSON-1518947230-project] 10.222.0.60 "GET /v2.0/ports?device_id=d843044d-b246-4e14-b8c9-515fd3d07a92 HTTP/1.1" status: 200 len: 210 time: 0.0303581 Dec 16 09:23:36.860703 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:37.021236 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58368) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:37.059700 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 266c00ed-295e-4866-a2f0-1531c8535562 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:23:37.183772 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 266c00ed-295e-4866-a2f0-1531c8535562 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:23:37.187877 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 266c00ed-295e-4866-a2f0-1531c8535562 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:37.188260 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:37.199031 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce666e-ee1d-4c40-8463-b453597748d3 req-f2b23ae1-1dd4-4d7b-9d4f-58533a10c399 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:37.213686 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b6ce666e-ee1d-4c40-8463-b453597748d3 req-f2b23ae1-1dd4-4d7b-9d4f-58533a10c399 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7aed87-9375-4780-96ca-6b77cb95d113 HTTP/1.1" status: 200 len: 945 time: 0.2864943 Dec 16 09:23:37.257743 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b6ce666e-ee1d-4c40-8463-b453597748d3 req-b428f78b-2c49-4e33-a427-773ed20612c9 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476053 Dec 16 09:23:37.297810 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-a566c915-5af4-43b4-b8f0-fdb5620a4f8e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1361831337-network', 'tenant_id': '0f95ef8d945a461da029179fa110a7fb'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:37.343899 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:37.383816 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7aed87-9375-4780-96ca-6b77cb95d113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266c00ed-295e-4866-a2f0-1531c8535562'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:23:37.386251 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f3b5ab-de8a-450c-9455-42b7dbf1a058" -d '{"events": [{"server_uuid": "1d7aed87-9375-4780-96ca-6b77cb95d113", "name": "network-vif-plugged", "status": "completed", "tag": "266c00ed-295e-4866-a2f0-1531c8535562"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:23:37.395578 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a566c915-5af4-43b4-b8f0-fdb5620a4f8e admin admin] Made reservation on behalf of 0f95ef8d945a461da029179fa110a7fb for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:37.397980 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 266c00ed-295e-4866-a2f0-1531c8535562, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=266c00ed-295e-4866-a2f0-1531c8535562,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:37.398928 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a566c915-5af4-43b4-b8f0-fdb5620a4f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:37.409935 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a566c915-5af4-43b4-b8f0-fdb5620a4f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:37.435171 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130d7685-abac-41ba-af40-a957048b0e51 x-openstack-request-id: req-130d7685-abac-41ba-af40-a957048b0e51 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:23:37.435591 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7aed87-9375-4780-96ca-6b77cb95d113", "name": "network-vif-plugged", "status": "completed", "tag": "266c00ed-295e-4866-a2f0-1531c8535562", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:23:37.435909 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-130d7685-abac-41ba-af40-a957048b0e51 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:23:37.436505 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7aed87-9375-4780-96ca-6b77cb95d113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266c00ed-295e-4866-a2f0-1531c8535562', 'code': 200} Dec 16 09:23:37.509438 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a566c915-5af4-43b4-b8f0-fdb5620a4f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:37.534974 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:37.556952 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f0ab7-af00-400e-8c60-7f305e1be42e req-1d3a5486-87b6-428e-a8a1-ddf933e0a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:37.558710 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-997f0ab7-af00-400e-8c60-7f305e1be42e req-1d3a5486-87b6-428e-a8a1-ddf933e0a79c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1d7aed87-9375-4780-96ca-6b77cb95d113 HTTP/1.1" status: 200 len: 1096 time: 0.0425897 Dec 16 09:23:37.602392 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-997f0ab7-af00-400e-8c60-7f305e1be42e req-5376f128-e2e0-435a-a09c-a7383b2201c4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366747 Dec 16 09:23:37.609137 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=266c00ed-295e-4866-a2f0-1531c8535562,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:37.614877 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a566c915-5af4-43b4-b8f0-fdb5620a4f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:37.617339 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:37.617795 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:37.618329 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:37.618712 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:37.624147 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:37.624147 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:37.624147 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:37.624147 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:37.624147 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:37.624147 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:37.624147 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:37.624147 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:37.645672 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a566c915-5af4-43b4-b8f0-fdb5620a4f8e admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:23:37.666868 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566c915-5af4-43b4-b8f0-fdb5620a4f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763c0405-3609-4507-80dd-a79939bffe1e,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:37.674757 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a566c915-5af4-43b4-b8f0-fdb5620a4f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:37.674757 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-a566c915-5af4-43b4-b8f0-fdb5620a4f8e admin admin] Added segment ee2188be-d96b-4ba0-9ee1-d78bcd2e335f of type vlan for network bf7fa867-54bd-4710-b983-db00d4e36a8a Dec 16 09:23:37.716571 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a566c915-5af4-43b4-b8f0-fdb5620a4f8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:37.797874 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a566c915-5af4-43b4-b8f0-fdb5620a4f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:37.799091 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a566c915-5af4-43b4-b8f0-fdb5620a4f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:37.799944 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a566c915-5af4-43b4-b8f0-fdb5620a4f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:37.860002 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566c915-5af4-43b4-b8f0-fdb5620a4f8e admin admin] Pushing event updated for resources: {'Network': ['ID=bf7fa867-54bd-4710-b983-db00d4e36a8a,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:37.870912 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network bf7fa867-54bd-4710-b983-db00d4e36a8a details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:23:37.909028 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a566c915-5af4-43b4-b8f0-fdb5620a4f8e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8866770 Dec 16 09:23:37.912017 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58428) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:37.917394 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-ac1e2e59-fe86-4c3c-b561-7d5441c721a6 admin admin] Request body: {'subnet': {'network_id': 'bf7fa867-54bd-4710-b983-db00d4e36a8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1361831337-subnet', 'tenant_id': '0f95ef8d945a461da029179fa110a7fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:38.026029 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1e2e59-fe86-4c3c-b561-7d5441c721a6 admin admin] Made reservation on behalf of 0f95ef8d945a461da029179fa110a7fb for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:38.028385 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ac1e2e59-fe86-4c3c-b561-7d5441c721a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:38.289242 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ac1e2e59-fe86-4c3c-b561-7d5441c721a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:38.319097 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58448) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:38.352149 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e2e59-fe86-4c3c-b561-7d5441c721a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1e9963b-6a99-45cc-b086-52cf3d316abb,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:38.366823 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1e2e59-fe86-4c3c-b561-7d5441c721a6 admin admin] Checking segment: {'id': 'ee2188be-d96b-4ba0-9ee1-d78bcd2e335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bf7fa867-54bd-4710-b983-db00d4e36a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:23:38.367170 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1e2e59-fe86-4c3c-b561-7d5441c721a6 admin admin] Network hostable DHCP agents. Network: bf7fa867-54bd-4710-b983-db00d4e36a8a, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:23:38.437070 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1e2e59-fe86-4c3c-b561-7d5441c721a6 admin admin] Network bf7fa867-54bd-4710-b983-db00d4e36a8a is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:23:38.483287 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9aa67-d658-41f9-9839-351c8117db6b req-ff95bf58-c774-4d34-842f-f238b1351425 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:38.485081 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3bb9aa67-d658-41f9-9839-351c8117db6b req-ff95bf58-c774-4d34-842f-f238b1351425 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7aed87-9375-4780-96ca-6b77cb95d113 HTTP/1.1" status: 200 len: 946 time: 0.0596402 Dec 16 09:23:38.533025 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3bb9aa67-d658-41f9-9839-351c8117db6b req-5a68ce6a-bea1-4ba6-a435-186e30eaa5d6 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388031 Dec 16 09:23:38.534109 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-ac1e2e59-fe86-4c3c-b561-7d5441c721a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, bf7fa867-54bd-4710-b983-db00d4e36a8a) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:23:38.539019 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1e2e59-fe86-4c3c-b561-7d5441c721a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:38.539817 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ac1e2e59-fe86-4c3c-b561-7d5441c721a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:38.544129 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1484110-7d63-40b8-bb99-72ba1307f88e None None] Network bf7fa867-54bd-4710-b983-db00d4e36a8a requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:23:38.602786 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a17ffcc7-a90c-484d-937f-b43d6cfce20c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6560e500e1fd4f5b83abed48ff5fa527&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2814291 Dec 16 09:23:38.605579 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58462) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:38.641288 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ac1e2e59-fe86-4c3c-b561-7d5441c721a6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7278516 Dec 16 09:23:38.710273 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-46601cbc-6cc3-453e-a2e9-6202412012c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:38.712757 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19f5c4d-24b7-450d-a0bb-dc3890637c22 None None] Network bf7fa867-54bd-4710-b983-db00d4e36a8a requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:23:38.736153 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-46601cbc-6cc3-453e-a2e9-6202412012c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:38.898351 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-46601cbc-6cc3-453e-a2e9-6202412012c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:38.901625 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-46601cbc-6cc3-453e-a2e9-6202412012c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:38.905709 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-46601cbc-6cc3-453e-a2e9-6202412012c2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3e3b47c2-8393-41ea-a9d7-f3af130c83a8 HTTP/1.1" status: 204 len: 168 time: 0.2988944 Dec 16 09:23:38.915562 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46601cbc-6cc3-453e-a2e9-6202412012c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3b47c2-8393-41ea-a9d7-f3af130c83a8,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:38.991773 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-70ac6eea-d0a3-452a-bd09-4da8b567ec79 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=e7b6ae15eabd40188116e672835499a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230069 Dec 16 09:23:39.116368 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-932b7ebe-8458-4645-891b-a089d5cdb02a tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:39.118175 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-932b7ebe-8458-4645-891b-a089d5cdb02a tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1199303 Dec 16 09:23:39.157744 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-78a06815-e6ca-4782-b14f-f7ad1136c33e tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] 10.222.0.60 "GET /v2.0/quotas/e7b6ae15eabd40188116e672835499a7 HTTP/1.1" status: 200 len: 375 time: 0.0251751 Dec 16 09:23:39.189718 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-bf9da3ab-2a6b-4d8c-a648-ea1432c191a3 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e7b6ae15eabd40188116e672835499a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302362 Dec 16 09:23:39.528679 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e16d2645-ca1b-4081-8257-c0c679bce2a5 req-ff34e757-7697-47fc-b2d1-7debd204dffd tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5fd52d5-165f-49cc-bef6-e6aacbc9b149 HTTP/1.1" status: 200 len: 210 time: 0.0400524 Dec 16 09:23:39.689260 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58542) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:39.706929 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321eeb25-0378-450d-a9d1-760995755083 req-d31ebeb1-612a-41e9-9428-d893ff3f5001 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:39.707453 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-14799e37-9016-44be-8dfd-04e65e6ea35a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:39.709776 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-321eeb25-0378-450d-a9d1-760995755083 req-d31ebeb1-612a-41e9-9428-d893ff3f5001 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7aed87-9375-4780-96ca-6b77cb95d113 HTTP/1.1" status: 200 len: 946 time: 0.0703561 Dec 16 09:23:39.778165 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-321eeb25-0378-450d-a9d1-760995755083 req-6babf854-76c1-4f69-b94d-e058c3b3161b tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558655 Dec 16 09:23:39.803276 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 6ce1d2af-408f-458b-afd3-8110cf6a653d no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:23:39.832399 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-14799e37-9016-44be-8dfd-04e65e6ea35a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:39.840665 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 6ce1d2af-408f-458b-afd3-8110cf6a653d {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:23:39.841387 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 6ce1d2af-408f-458b-afd3-8110cf6a653d not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:23:39.949723 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-14799e37-9016-44be-8dfd-04e65e6ea35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:39.994079 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-14799e37-9016-44be-8dfd-04e65e6ea35a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=96a400d1e8e74022bddee4cd473f07df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3036706 Dec 16 09:23:39.996659 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58560) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:40.003984 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14799e37-9016-44be-8dfd-04e65e6ea35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914d17be-eeb9-4ff4-aa19-4ced7e10aff7,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:40.061910 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e2a29d41-e55d-472d-806e-05f300e167cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:40.087364 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e2a29d41-e55d-472d-806e-05f300e167cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:40.212298 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:40.265524 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58578) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:40.283342 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e2a29d41-e55d-472d-806e-05f300e167cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:40.286322 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e2a29d41-e55d-472d-806e-05f300e167cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:40.287230 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e2a29d41-e55d-472d-806e-05f300e167cb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/914d17be-eeb9-4ff4-aa19-4ced7e10aff7 HTTP/1.1" status: 204 len: 168 time: 0.2895670 Dec 16 09:23:40.297965 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a29d41-e55d-472d-806e-05f300e167cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914d17be-eeb9-4ff4-aa19-4ced7e10aff7,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:40.321427 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58586) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:40.326817 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-36fa1ebf-62ee-4b24-a898-65cf20af94fa admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1460212733-network', 'tenant_id': '4026b7b8fa204bd3ad7984ec20e9c290'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:40.331735 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a29d41-e55d-472d-806e-05f300e167cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:40.331986 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a29d41-e55d-472d-806e-05f300e167cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:40.332327 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a29d41-e55d-472d-806e-05f300e167cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:40.332663 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a29d41-e55d-472d-806e-05f300e167cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:40.332992 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a29d41-e55d-472d-806e-05f300e167cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:40.333473 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a29d41-e55d-472d-806e-05f300e167cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:40.333736 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a29d41-e55d-472d-806e-05f300e167cb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:40.334037 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a29d41-e55d-472d-806e-05f300e167cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:40.334357 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a29d41-e55d-472d-806e-05f300e167cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:40.334673 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a29d41-e55d-472d-806e-05f300e167cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:40.334990 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a29d41-e55d-472d-806e-05f300e167cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:40.335304 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a29d41-e55d-472d-806e-05f300e167cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:40.350902 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a4d5f-0ffd-4fdf-a1c9-139c8d8c994f req-ebf50438-097e-4bf5-be26-4965c8da086b tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:40.357329 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-523a4d5f-0ffd-4fdf-a1c9-139c8d8c994f req-ebf50438-097e-4bf5-be26-4965c8da086b tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1d7aed87-9375-4780-96ca-6b77cb95d113 HTTP/1.1" status: 200 len: 1097 time: 0.0615261 Dec 16 09:23:40.405535 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-523a4d5f-0ffd-4fdf-a1c9-139c8d8c994f req-bf1aad6a-61f0-4a3c-aa5c-aa62b09f2574 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395050 Dec 16 09:23:40.489989 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fa1ebf-62ee-4b24-a898-65cf20af94fa admin admin] Made reservation on behalf of 4026b7b8fa204bd3ad7984ec20e9c290 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:40.494139 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-36fa1ebf-62ee-4b24-a898-65cf20af94fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:40.519745 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-36fa1ebf-62ee-4b24-a898-65cf20af94fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:40.536807 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7244f721-c0ba-4d23-9638-85e9c2af5b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:40.615143 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-36fa1ebf-62ee-4b24-a898-65cf20af94fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:40.647460 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7244f721-c0ba-4d23-9638-85e9c2af5b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:40.679188 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea31a8-7206-4f4e-8e1c-9f1c4a7c2dbc req-87a16c25-0c57-47bb-9fea-4e6bb55dd2a5 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:40.680680 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d1ea31a8-7206-4f4e-8e1c-9f1c4a7c2dbc req-87a16c25-0c57-47bb-9fea-4e6bb55dd2a5 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1d7aed87-9375-4780-96ca-6b77cb95d113 HTTP/1.1" status: 200 len: 1097 time: 0.0488901 Dec 16 09:23:40.712085 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-36fa1ebf-62ee-4b24-a898-65cf20af94fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:40.715784 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d1ea31a8-7206-4f4e-8e1c-9f1c4a7c2dbc req-83c9a628-b934-4b0e-95e6-206203bcd784 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287759 Dec 16 09:23:40.747063 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa1ebf-62ee-4b24-a898-65cf20af94fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1e6c4d-7866-419e-b306-d9613429e66f,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:40.761046 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36fa1ebf-62ee-4b24-a898-65cf20af94fa admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:23:40.775171 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7244f721-c0ba-4d23-9638-85e9c2af5b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:40.788233 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-36fa1ebf-62ee-4b24-a898-65cf20af94fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:40.788233 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-36fa1ebf-62ee-4b24-a898-65cf20af94fa admin admin] Added segment c5ec4c42-8870-47cd-a28b-e890d6e0f503 of type vlan for network 8475db57-ea35-41af-b38a-66b976959e03 Dec 16 09:23:40.822099 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7244f721-c0ba-4d23-9638-85e9c2af5b02 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=af99528761bc48ccb065f65a0f0b6b40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5552702 Dec 16 09:23:40.824098 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7244f721-c0ba-4d23-9638-85e9c2af5b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155ce698-70f8-4389-91b1-0a9870ed9e3b,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:40.825095 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cd6d67d3-9bb6-497f-9ccf-4f84588ca717 req-51042c7f-c9ba-4b91-9a58-368f794e0ac1 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5fd52d5-165f-49cc-bef6-e6aacbc9b149 HTTP/1.1" status: 200 len: 210 time: 0.0370128 Dec 16 09:23:40.825685 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58606) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:40.889199 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-36fa1ebf-62ee-4b24-a898-65cf20af94fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:40.939289 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5f21e872-10d6-4666-845e-d9580e9fb5d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:40.964570 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5f21e872-10d6-4666-845e-d9580e9fb5d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:41.018746 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-36fa1ebf-62ee-4b24-a898-65cf20af94fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:41.020565 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fa1ebf-62ee-4b24-a898-65cf20af94fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:41.021579 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-36fa1ebf-62ee-4b24-a898-65cf20af94fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:41.105850 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa1ebf-62ee-4b24-a898-65cf20af94fa admin admin] Pushing event updated for resources: {'Network': ['ID=8475db57-ea35-41af-b38a-66b976959e03,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:41.118043 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 8475db57-ea35-41af-b38a-66b976959e03 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:23:41.201185 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5f21e872-10d6-4666-845e-d9580e9fb5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:41.201185 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5f21e872-10d6-4666-845e-d9580e9fb5d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:41.201185 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5f21e872-10d6-4666-845e-d9580e9fb5d1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/155ce698-70f8-4389-91b1-0a9870ed9e3b HTTP/1.1" status: 204 len: 168 time: 0.3696694 Dec 16 09:23:41.210475 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58636) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:41.210798 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-36fa1ebf-62ee-4b24-a898-65cf20af94fa admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8882859 Dec 16 09:23:41.218417 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-54578ffa-de1b-4423-bd86-cc18231f7da0 admin admin] Request body: {'subnet': {'network_id': '8475db57-ea35-41af-b38a-66b976959e03', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1460212733-subnet', 'tenant_id': '4026b7b8fa204bd3ad7984ec20e9c290', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:41.218612 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f21e872-10d6-4666-845e-d9580e9fb5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155ce698-70f8-4389-91b1-0a9870ed9e3b,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:41.320662 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54578ffa-de1b-4423-bd86-cc18231f7da0 admin admin] Made reservation on behalf of 4026b7b8fa204bd3ad7984ec20e9c290 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:41.323548 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-54578ffa-de1b-4423-bd86-cc18231f7da0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:41.601434 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-54578ffa-de1b-4423-bd86-cc18231f7da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:41.661595 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54578ffa-de1b-4423-bd86-cc18231f7da0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7428df29-1373-48ad-9fe3-643701fc3fca,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:41.670080 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54578ffa-de1b-4423-bd86-cc18231f7da0 admin admin] Checking segment: {'id': 'c5ec4c42-8870-47cd-a28b-e890d6e0f503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '8475db57-ea35-41af-b38a-66b976959e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:23:41.670473 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54578ffa-de1b-4423-bd86-cc18231f7da0 admin admin] Network hostable DHCP agents. Network: 8475db57-ea35-41af-b38a-66b976959e03, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:23:41.763218 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54578ffa-de1b-4423-bd86-cc18231f7da0 admin admin] Network 8475db57-ea35-41af-b38a-66b976959e03 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:23:41.869084 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-54578ffa-de1b-4423-bd86-cc18231f7da0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 8475db57-ea35-41af-b38a-66b976959e03) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:23:41.879264 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54578ffa-de1b-4423-bd86-cc18231f7da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:41.882787 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900923b3-1365-4737-b966-a5924f58a68d None None] Network 8475db57-ea35-41af-b38a-66b976959e03 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:23:41.882909 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-54578ffa-de1b-4423-bd86-cc18231f7da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:41.897957 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-ed4505c9-52d9-4f9d-8e0b-c671a11e2efa tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=e7b6ae15eabd40188116e672835499a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323939 Dec 16 09:23:41.967756 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-83b050ef-0bcd-4fa6-9d28-680eb3639e04 req-dc577d5e-9d37-4259-9e90-d0cf597964d4 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5fd52d5-165f-49cc-bef6-e6aacbc9b149 HTTP/1.1" status: 200 len: 210 time: 0.0328355 Dec 16 09:23:42.004899 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-54578ffa-de1b-4423-bd86-cc18231f7da0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7860141 Dec 16 09:23:42.035357 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-f9875894-b1b2-4496-bb9e-6c233b6ee6b0 req-584d188f-8ff7-4be2-95f9-a72b52743686 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:23:42.045693 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f9875894-b1b2-4496-bb9e-6c233b6ee6b0 req-584d188f-8ff7-4be2-95f9-a72b52743686 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5338016 Dec 16 09:23:42.055635 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-8852cb2a-1644-44b5-b437-feedde2f30fb tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:42.058098 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-8852cb2a-1644-44b5-b437-feedde2f30fb tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1541946 Dec 16 09:23:42.077444 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-3e2e8625-413f-4929-9319-9e1a3591c7a7 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] Request body: {'port': {'device_id': 'e5fd52d5-165f-49cc-bef6-e6aacbc9b149', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'admin_state_up': True, 'tenant_id': 'e7b6ae15eabd40188116e672835499a7'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:42.091337 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4153f8f3-566e-40b1-9f63-d316f56476ef None None] Network 8475db57-ea35-41af-b38a-66b976959e03 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:23:42.303468 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-3e2e8625-413f-4929-9319-9e1a3591c7a7 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] Made reservation on behalf of e7b6ae15eabd40188116e672835499a7 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:42.307612 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-3e2e8625-413f-4929-9319-9e1a3591c7a7 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:42.316269 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-3e2e8625-413f-4929-9319-9e1a3591c7a7 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:42.395651 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-3e2e8625-413f-4929-9319-9e1a3591c7a7 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:42.483484 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-3e2e8625-413f-4929-9319-9e1a3591c7a7 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:42.519017 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58668) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:42.537634 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d19d017b-104b-4fe8-8e56-4f0cd0ec93e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:42.565464 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e8625-413f-4929-9319-9e1a3591c7a7 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eab164a-7331-4813-9b67-b7eadea589d1,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:42.623505 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d19d017b-104b-4fe8-8e56-4f0cd0ec93e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:42.656446 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-3e2e8625-413f-4929-9319-9e1a3591c7a7 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] Allocated IP 192.168.233.134 (0f25fa8c-dd15-4f99-b14f-112e51884f75/d30f37a6-2496-485e-9480-e5e1789d975f/215ec199-8299-4f7c-80ba-14a49c6075eb) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:23:42.697625 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d19d017b-104b-4fe8-8e56-4f0cd0ec93e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:42.728329 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d017b-104b-4fe8-8e56-4f0cd0ec93e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddbcf57-27be-4c89-8109-88fd2853a22d,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:42.749191 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58676) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:42.755581 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d19d017b-104b-4fe8-8e56-4f0cd0ec93e7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6133cddc63ab4fe4a3f212e7d45c13fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385721 Dec 16 09:23:42.756167 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58678) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:42.796674 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58680) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:42.827416 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-69065e58-1990-4a76-a30f-00a367393aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:42.845432 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f0986cc-2ea8-4e50-ac7e-82b561f64ad8 admin admin] Deleting subnet c1e9963b-6a99-45cc-b086-52cf3d316abb {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:23:42.849133 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7f0986cc-2ea8-4e50-ac7e-82b561f64ad8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:42.855064 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-69065e58-1990-4a76-a30f-00a367393aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:42.888482 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7f0986cc-2ea8-4e50-ac7e-82b561f64ad8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:42.898381 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7f0986cc-2ea8-4e50-ac7e-82b561f64ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:42.915871 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58688) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:42.973758 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-3e2e8625-413f-4929-9319-9e1a3591c7a7 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:43.076422 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-48c991db-9dec-4797-8952-f8c59d087a12 req-6b4d856f-31e1-465b-a07f-f05f35314c33 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5fd52d5-165f-49cc-bef6-e6aacbc9b149 HTTP/1.1" status: 200 len: 210 time: 0.0376549 Dec 16 09:23:43.100386 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-69065e58-1990-4a76-a30f-00a367393aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:43.102991 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-69065e58-1990-4a76-a30f-00a367393aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:43.104110 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-69065e58-1990-4a76-a30f-00a367393aff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cddbcf57-27be-4c89-8109-88fd2853a22d HTTP/1.1" status: 204 len: 168 time: 0.3470366 Dec 16 09:23:43.112744 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69065e58-1990-4a76-a30f-00a367393aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddbcf57-27be-4c89-8109-88fd2853a22d,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:43.140894 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-3e2e8625-413f-4929-9319-9e1a3591c7a7 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:43.143704 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7f0986cc-2ea8-4e50-ac7e-82b561f64ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:43.206114 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7f0986cc-2ea8-4e50-ac7e-82b561f64ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:43.211590 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7f0986cc-2ea8-4e50-ac7e-82b561f64ad8 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c1e9963b-6a99-45cc-b086-52cf3d316abb HTTP/1.1" status: 204 len: 168 time: 0.4587948 Dec 16 09:23:43.211590 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0986cc-2ea8-4e50-ac7e-82b561f64ad8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1e9963b-6a99-45cc-b086-52cf3d316abb,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:43.211857 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58704) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:43.225406 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-3e2e8625-413f-4929-9319-9e1a3591c7a7 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] Network 0f25fa8c-dd15-4f99-b14f-112e51884f75 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:23:43.228521 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-3e2e8625-413f-4929-9319-9e1a3591c7a7 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:23:43.231065 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-3e2e8625-413f-4929-9319-9e1a3591c7a7 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:23:43.241375 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-3e2e8625-413f-4929-9319-9e1a3591c7a7 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:43.241375 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-3e2e8625-413f-4929-9319-9e1a3591c7a7 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:43.254195 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e8625-413f-4929-9319-9e1a3591c7a7 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] Pushing event updated for resources: {'Port': ['ID=215ec199-8299-4f7c-80ba-14a49c6075eb,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:43.306592 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5775aceb-9c2e-4673-845d-3921ab653036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:43.309359 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7580fcca-113d-48b9-a93b-6a54e2a0faad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:43.354032 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-3e2e8625-413f-4929-9319-9e1a3591c7a7 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2865937 Dec 16 09:23:43.367728 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-c0a759a4-fe30-4d02-a380-1dcd9e15c724 service neutron] Request body: {'port': {'device_id': 'e5fd52d5-165f-49cc-bef6-e6aacbc9b149', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:43.408208 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c60a726-962c-429d-ae89-37af647793f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:43.463578 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-c0a759a4-fe30-4d02-a380-1dcd9e15c724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:43.479043 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-6529704d-f7c7-43f8-b50d-ff83709dd102 None None] Provisioning complete for port 215ec199-8299-4f7c-80ba-14a49c6075eb triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:43.479645 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6529704d-f7c7-43f8-b50d-ff83709dd102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:43.524743 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-6529704d-f7c7-43f8-b50d-ff83709dd102 None None] Port 215ec199-8299-4f7c-80ba-14a49c6075eb cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:23:43.583419 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c60a726-962c-429d-ae89-37af647793f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:43.629856 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c60a726-962c-429d-ae89-37af647793f6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:23:43.630201 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c60a726-962c-429d-ae89-37af647793f6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:23:43.631145 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c60a726-962c-429d-ae89-37af647793f6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:23:43.631475 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c60a726-962c-429d-ae89-37af647793f6 admin admin] Subscribe: > port after_create 55550000 {{(pid=102816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:23:43.631792 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c60a726-962c-429d-ae89-37af647793f6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:23:43.632130 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c60a726-962c-429d-ae89-37af647793f6 admin admin] Subscribe: > port after_update 55550000 {{(pid=102816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:23:43.632804 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c60a726-962c-429d-ae89-37af647793f6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:23:43.632804 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c60a726-962c-429d-ae89-37af647793f6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:23:43.633038 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c60a726-962c-429d-ae89-37af647793f6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:23:43.633393 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c60a726-962c-429d-ae89-37af647793f6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:23:43.731883 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c60a726-962c-429d-ae89-37af647793f6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:23:43.732116 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c60a726-962c-429d-ae89-37af647793f6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:23:43.732443 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c60a726-962c-429d-ae89-37af647793f6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:23:43.732769 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c60a726-962c-429d-ae89-37af647793f6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:23:43.733267 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-9c60a726-962c-429d-ae89-37af647793f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf7fa867-54bd-4710-b983-db00d4e36a8a']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:23:43.757888 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5775aceb-9c2e-4673-845d-3921ab653036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:43.764856 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7580fcca-113d-48b9-a93b-6a54e2a0faad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:43.767062 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-9c60a726-962c-429d-ae89-37af647793f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee2188be-d96b-4ba0-9ee1-d78bcd2e335f') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:23:43.767361 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-9c60a726-962c-429d-ae89-37af647793f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee2188be-d96b-4ba0-9ee1-d78bcd2e335f') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:23:43.796094 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-c0a759a4-fe30-4d02-a380-1dcd9e15c724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 215ec199-8299-4f7c-80ba-14a49c6075eb {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:23:43.803916 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-c0a759a4-fe30-4d02-a380-1dcd9e15c724 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:43.804699 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c60a726-962c-429d-ae89-37af647793f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:43.819294 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-c0a759a4-fe30-4d02-a380-1dcd9e15c724 service neutron] Transition to ACTIVE for port object 215ec199-8299-4f7c-80ba-14a49c6075eb will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:23:43.829949 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c60a726-962c-429d-ae89-37af647793f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:43.838629 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c60a726-962c-429d-ae89-37af647793f6 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:23:43.839049 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c60a726-962c-429d-ae89-37af647793f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:43.861863 n-d-820550-2 neutron-server[102816]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 09:23:43.861863 n-d-820550-2 neutron-server[102816]: from cryptography.utils import int_from_bytes Dec 16 09:23:43.861863 n-d-820550-2 neutron-server[102816]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 09:23:43.861863 n-d-820550-2 neutron-server[102816]: from cryptography.utils import int_from_bytes Dec 16 09:23:43.861863 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:23:43.861863 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:23:43.861863 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:23:43.861863 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:23:43.861863 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:23:43.861863 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:23:43.861863 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:23:43.861863 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:23:43.861863 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:23:43.861863 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:23:43.861863 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:23:43.861863 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:23:43.861863 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:23:43.861863 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:23:43.861863 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:23:43.861863 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:23:43.861863 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:23:43.861863 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:23:43.861863 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:23:43.861863 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:23:43.861863 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:23:43.861863 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:23:43.861863 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:23:43.861863 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:23:43.861863 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:23:43.861863 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:23:43.861863 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:23:43.861863 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:23:43.861863 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:23:43.861863 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:23:43.861863 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:23:43.861863 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:23:43.873912 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5775aceb-9c2e-4673-845d-3921ab653036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:43.880780 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-c0a759a4-fe30-4d02-a380-1dcd9e15c724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:43.927426 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7580fcca-113d-48b9-a93b-6a54e2a0faad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:43.983693 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a759a4-fe30-4d02-a380-1dcd9e15c724 service neutron] Pushing event updated for resources: {'Port': ['ID=215ec199-8299-4f7c-80ba-14a49c6075eb,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:43.992525 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-c0a759a4-fe30-4d02-a380-1dcd9e15c724 service neutron] Attempting to bind port 215ec199-8299-4f7c-80ba-14a49c6075eb on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:23:43.992904 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-c0a759a4-fe30-4d02-a380-1dcd9e15c724 service neutron] Attempting to bind port 215ec199-8299-4f7c-80ba-14a49c6075eb by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:23:43.993354 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-c0a759a4-fe30-4d02-a380-1dcd9e15c724 service neutron] Attempting to bind port 215ec199-8299-4f7c-80ba-14a49c6075eb on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:44.001995 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7580fcca-113d-48b9-a93b-6a54e2a0faad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=14087a5f3c1945a0b888d53915dfae35&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2025430 Dec 16 09:23:44.003481 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58734) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:44.009271 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5775aceb-9c2e-4673-845d-3921ab653036 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0f094f8e0cb6402694e06f24a1a1093f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0901608 Dec 16 09:23:44.013529 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58736) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:44.029815 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5775aceb-9c2e-4673-845d-3921ab653036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa6199f-acbb-45fe-ae47-b5cece0700db,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:44.033050 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-c0a759a4-fe30-4d02-a380-1dcd9e15c724 service neutron] Port 215ec199-8299-4f7c-80ba-14a49c6075eb on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:23:44.035824 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-c0a759a4-fe30-4d02-a380-1dcd9e15c724 service neutron] Attempting to bind port 215ec199-8299-4f7c-80ba-14a49c6075eb on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:44.066581 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-c0a759a4-fe30-4d02-a380-1dcd9e15c724 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:23:44.067048 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-c0a759a4-fe30-4d02-a380-1dcd9e15c724 service neutron] Checking segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:23:44.067301 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-c0a759a4-fe30-4d02-a380-1dcd9e15c724 service neutron] Bound using segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:23:44.068012 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-c0a759a4-fe30-4d02-a380-1dcd9e15c724 service neutron] Bound port: 215ec199-8299-4f7c-80ba-14a49c6075eb, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:23:44.068132 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-c0a759a4-fe30-4d02-a380-1dcd9e15c724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:44.078480 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580fcca-113d-48b9-a93b-6a54e2a0faad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce5eb92-91fb-4686-8f58-7080f04fde33,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:44.174926 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c60a726-962c-429d-ae89-37af647793f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:44.208424 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c60a726-962c-429d-ae89-37af647793f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:44.211843 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9c60a726-962c-429d-ae89-37af647793f6 admin admin] 10.222.0.60 "DELETE /v2.0/networks/bf7fa867-54bd-4710-b983-db00d4e36a8a HTTP/1.1" status: 204 len: 168 time: 0.9989882 Dec 16 09:23:44.213678 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60a726-962c-429d-ae89-37af647793f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf7fa867-54bd-4710-b983-db00d4e36a8a,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:44.216824 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58744) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:44.222349 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-533a9b05-b4a6-4ff1-93d1-9f95ae95ef87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:44.270285 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ea184346-8fd6-40ab-8eee-9abd6061fb84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:44.274574 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a195167-97ff-4a68-b087-2f74a8e17756 req-dfaaca70-cdf9-48ae-b33e-128e97cf078e tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:44.279333 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4a195167-97ff-4a68-b087-2f74a8e17756 req-dfaaca70-cdf9-48ae-b33e-128e97cf078e tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5fd52d5-165f-49cc-bef6-e6aacbc9b149 HTTP/1.1" status: 200 len: 948 time: 0.0769858 Dec 16 09:23:44.309946 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-533a9b05-b4a6-4ff1-93d1-9f95ae95ef87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:44.320729 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4a195167-97ff-4a68-b087-2f74a8e17756 req-2afdd569-842b-4c44-a47e-a640b28b8898 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eab164a-7331-4813-9b67-b7eadea589d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357556 Dec 16 09:23:44.350290 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ea184346-8fd6-40ab-8eee-9abd6061fb84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:44.352185 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-c0a759a4-fe30-4d02-a380-1dcd9e15c724 service neutron] For port 215ec199-8299-4f7c-80ba-14a49c6075eb, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:23:44.389731 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ef55566-adc4-483a-9cea-b4e1fc4c350f admin admin] Deleting subnet 7428df29-1373-48ad-9fe3-643701fc3fca {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:23:44.407798 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-c0a759a4-fe30-4d02-a380-1dcd9e15c724 service neutron] For port 215ec199-8299-4f7c-80ba-14a49c6075eb, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=215ec199-8299-4f7c-80ba-14a49c6075eb,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:23:44.414007 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0ef55566-adc4-483a-9cea-b4e1fc4c350f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:44.462198 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0ef55566-adc4-483a-9cea-b4e1fc4c350f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:44.468561 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0ef55566-adc4-483a-9cea-b4e1fc4c350f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:44.491023 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-c0a759a4-fe30-4d02-a380-1dcd9e15c724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:44.538810 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-533a9b05-b4a6-4ff1-93d1-9f95ae95ef87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:44.541384 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-533a9b05-b4a6-4ff1-93d1-9f95ae95ef87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:44.542517 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-533a9b05-b4a6-4ff1-93d1-9f95ae95ef87 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2ce5eb92-91fb-4686-8f58-7080f04fde33 HTTP/1.1" status: 204 len: 168 time: 0.5380988 Dec 16 09:23:44.552711 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-c0a759a4-fe30-4d02-a380-1dcd9e15c724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:44.553346 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-c0a759a4-fe30-4d02-a380-1dcd9e15c724 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:44.554727 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-c0a759a4-fe30-4d02-a380-1dcd9e15c724 service neutron] 10.222.0.58 "PUT /v2.0/ports/215ec199-8299-4f7c-80ba-14a49c6075eb HTTP/1.1" status: 200 len: 1096 time: 1.1921947 Dec 16 09:23:44.557166 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5fd52d5-165f-49cc-bef6-e6aacbc9b149', 'tag': '215ec199-8299-4f7c-80ba-14a49c6075eb'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:23:44.559398 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c359c5-384a-4d7b-a658-adc2f295876d" -d '{"events": [{"name": "network-changed", "server_uuid": "e5fd52d5-165f-49cc-bef6-e6aacbc9b149", "tag": "215ec199-8299-4f7c-80ba-14a49c6075eb"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:23:44.576577 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ea184346-8fd6-40ab-8eee-9abd6061fb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:44.579892 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ea184346-8fd6-40ab-8eee-9abd6061fb84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:44.581055 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ea184346-8fd6-40ab-8eee-9abd6061fb84 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3aa6199f-acbb-45fe-ae47-b5cece0700db HTTP/1.1" status: 204 len: 168 time: 0.5656130 Dec 16 09:23:44.589028 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a9b05-b4a6-4ff1-93d1-9f95ae95ef87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce5eb92-91fb-4686-8f58-7080f04fde33,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:44.604869 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66389aa3-e6ce-46a7-9df3-d203be4b64c2 x-openstack-request-id: req-66389aa3-e6ce-46a7-9df3-d203be4b64c2 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:23:44.605319 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5fd52d5-165f-49cc-bef6-e6aacbc9b149", "tag": "215ec199-8299-4f7c-80ba-14a49c6075eb", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:23:44.605693 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-66389aa3-e6ce-46a7-9df3-d203be4b64c2 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:23:44.606084 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5fd52d5-165f-49cc-bef6-e6aacbc9b149', 'tag': '215ec199-8299-4f7c-80ba-14a49c6075eb', 'status': 'completed', 'code': 200} Dec 16 09:23:44.622202 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a759a4-fe30-4d02-a380-1dcd9e15c724 service neutron] Pushing event updated for resources: {'Port': ['ID=215ec199-8299-4f7c-80ba-14a49c6075eb,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:44.650243 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea184346-8fd6-40ab-8eee-9abd6061fb84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa6199f-acbb-45fe-ae47-b5cece0700db,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:44.693655 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c359c5-384a-4d7b-a658-adc2f295876d req-4cf74ec7-50ce-4c1b-b868-d4d5a57b8527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:44.704420 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-73c359c5-384a-4d7b-a658-adc2f295876d req-4cf74ec7-50ce-4c1b-b868-d4d5a57b8527 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e7b6ae15eabd40188116e672835499a7&device_id=e5fd52d5-165f-49cc-bef6-e6aacbc9b149 HTTP/1.1" status: 200 len: 1099 time: 0.0540118 Dec 16 09:23:44.727747 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-73c359c5-384a-4d7b-a658-adc2f295876d req-d0929b67-ade0-4eca-8aed-9e1165ec9ea7 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=e7b6ae15eabd40188116e672835499a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217054 Dec 16 09:23:44.791749 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0ef55566-adc4-483a-9cea-b4e1fc4c350f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:44.831735 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0ef55566-adc4-483a-9cea-b4e1fc4c350f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:44.837089 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0ef55566-adc4-483a-9cea-b4e1fc4c350f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7428df29-1373-48ad-9fe3-643701fc3fca HTTP/1.1" status: 204 len: 168 time: 0.6155446 Dec 16 09:23:44.847905 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef55566-adc4-483a-9cea-b4e1fc4c350f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7428df29-1373-48ad-9fe3-643701fc3fca,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:44.848270 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58776) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:44.871633 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c359c5-384a-4d7b-a658-adc2f295876d req-b45cd559-e1d6-4216-94bd-fc122e2b7aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:44.873206 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-73c359c5-384a-4d7b-a658-adc2f295876d req-b45cd559-e1d6-4216-94bd-fc122e2b7aca service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1391158 Dec 16 09:23:44.922549 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-80e84dc9-4b07-4d45-b3a8-0fda2ab07570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:44.953831 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-c5174cf2-3503-4e8a-b3f4-8bf3522db154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:44.955366 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-c5174cf2-3503-4e8a-b3f4-8bf3522db154 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e7b6ae15eabd40188116e672835499a7&device_id=e5fd52d5-165f-49cc-bef6-e6aacbc9b149 HTTP/1.1" status: 200 len: 1099 time: 0.0413620 Dec 16 09:23:44.996617 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-e2b9f15e-07f3-4234-a942-6622e97b5b84 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=215ec199-8299-4f7c-80ba-14a49c6075eb HTTP/1.1" status: 200 len: 217 time: 0.0335703 Dec 16 09:23:45.006794 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-80e84dc9-4b07-4d45-b3a8-0fda2ab07570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:45.028835 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-80e84dc9-4b07-4d45-b3a8-0fda2ab07570 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8475db57-ea35-41af-b38a-66b976959e03']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:23:45.041534 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-80e84dc9-4b07-4d45-b3a8-0fda2ab07570 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5ec4c42-8870-47cd-a28b-e890d6e0f503') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:23:45.042053 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-80e84dc9-4b07-4d45-b3a8-0fda2ab07570 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5ec4c42-8870-47cd-a28b-e890d6e0f503') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:23:45.049981 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-ae4ba86b-aed8-4398-9ffd-fb41ed9cdd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:45.051418 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-ae4ba86b-aed8-4398-9ffd-fb41ed9cdd17 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0480459 Dec 16 09:23:45.051650 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-80e84dc9-4b07-4d45-b3a8-0fda2ab07570 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:45.066423 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-80e84dc9-4b07-4d45-b3a8-0fda2ab07570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:45.073786 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e84dc9-4b07-4d45-b3a8-0fda2ab07570 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:23:45.074178 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-80e84dc9-4b07-4d45-b3a8-0fda2ab07570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:45.076044 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:23:45.076044 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:23:45.076044 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:23:45.076044 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:23:45.076044 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:23:45.076044 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:23:45.076044 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:23:45.076044 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:23:45.076044 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:23:45.076044 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:23:45.076044 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:23:45.076044 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:23:45.076044 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:23:45.076044 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:23:45.076044 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:23:45.076044 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:23:45.076044 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:23:45.076044 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:23:45.076044 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:23:45.076044 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:23:45.076044 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:23:45.076044 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:23:45.076044 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:23:45.076044 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:23:45.076044 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:23:45.076044 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:23:45.076044 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:23:45.076044 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:23:45.076044 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:23:45.076044 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:23:45.076044 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:23:45.076044 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:23:45.098639 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-fcb62239-6ed9-4216-9a4d-1e82a24c5a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:45.100440 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-fcb62239-6ed9-4216-9a4d-1e82a24c5a72 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0422897 Dec 16 09:23:45.199909 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-34b3e26e-51e2-46b7-b361-8861bdf3af38 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915260 Dec 16 09:23:45.283396 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-80e84dc9-4b07-4d45-b3a8-0fda2ab07570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:45.288924 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-80e84dc9-4b07-4d45-b3a8-0fda2ab07570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:45.299724 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-80e84dc9-4b07-4d45-b3a8-0fda2ab07570 admin admin] 10.222.0.60 "DELETE /v2.0/networks/8475db57-ea35-41af-b38a-66b976959e03 HTTP/1.1" status: 204 len: 168 time: 0.4506345 Dec 16 09:23:45.300606 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e3bbbb56-0216-4a87-8834-a30ac1a45226 req-c9af2cc6-877a-4d09-92a9-e935815b96b2 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907693 Dec 16 09:23:45.307402 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e84dc9-4b07-4d45-b3a8-0fda2ab07570 admin admin] Pushing event deleted for resources: {'Network': ['ID=8475db57-ea35-41af-b38a-66b976959e03,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:45.590795 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58796) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:45.605864 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8d154fbc-618d-4024-8848-4deae85df172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:45.681059 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8d154fbc-618d-4024-8848-4deae85df172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:45.685486 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58798) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:45.699515 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58802) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:45.712725 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2b7f2594-d2ed-4221-9b04-e6706530408f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:45.761731 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8d154fbc-618d-4024-8848-4deae85df172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:45.811678 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d154fbc-618d-4024-8848-4deae85df172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3ff5fc-acd0-4e87-9ebd-1ec994f4e5eb,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:45.829743 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8d154fbc-618d-4024-8848-4deae85df172 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5eab8c46708d43faa8079d2e1ca25f61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2369177 Dec 16 09:23:45.830221 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58804) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:45.848027 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2b7f2594-d2ed-4221-9b04-e6706530408f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:45.890056 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9e47b536-49ce-49ce-a82c-3057347e3ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:45.912173 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9e47b536-49ce-49ce-a82c-3057347e3ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:45.946036 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2b7f2594-d2ed-4221-9b04-e6706530408f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:46.012607 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-447b149f-585b-4ad1-be20-1aa670e72182 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:23:46.013638 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-447b149f-585b-4ad1-be20-1aa670e72182 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3272147 Dec 16 09:23:46.022218 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f2594-d2ed-4221-9b04-e6706530408f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ce4496-2f6d-460f-8ed8-1c885cded9e0,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:46.027882 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2b7f2594-d2ed-4221-9b04-e6706530408f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d896074eb8cf4eaabeb85530dcbd0dc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3273890 Dec 16 09:23:46.030609 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58812) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:46.038711 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9e47b536-49ce-49ce-a82c-3057347e3ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:46.042330 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9e47b536-49ce-49ce-a82c-3057347e3ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:46.043559 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9e47b536-49ce-49ce-a82c-3057347e3ef2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6e3ff5fc-acd0-4e87-9ebd-1ec994f4e5eb HTTP/1.1" status: 204 len: 168 time: 0.2120397 Dec 16 09:23:46.052088 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47b536-49ce-49ce-a82c-3057347e3ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3ff5fc-acd0-4e87-9ebd-1ec994f4e5eb,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:46.059069 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275deea-fb1c-4fab-a09c-3f6e9557f7b3 req-6a251df6-284b-439c-a0ff-b8eba1836684 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:46.060588 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8275deea-fb1c-4fab-a09c-3f6e9557f7b3 req-6a251df6-284b-439c-a0ff-b8eba1836684 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5fd52d5-165f-49cc-bef6-e6aacbc9b149 HTTP/1.1" status: 200 len: 948 time: 0.1112163 Dec 16 09:23:46.127338 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8275deea-fb1c-4fab-a09c-3f6e9557f7b3 req-f34c5d33-6021-403b-854f-92192146a7c1 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eab164a-7331-4813-9b67-b7eadea589d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484030 Dec 16 09:23:46.128358 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da5a1eaa-9763-41a3-b079-c4aa311beb10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:46.135744 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58818) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:46.151797 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da5a1eaa-9763-41a3-b079-c4aa311beb10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:46.211644 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f81f3162-1194-4777-add3-2440586c0cf2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0f95ef8d945a461da029179fa110a7fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0777957 Dec 16 09:23:46.214271 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58824) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:46.273092 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-11f327f6-f632-4e87-b03b-9ee1c0e6df72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:46.277346 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-24afbf62-1798-4854-9687-b7c6760ad52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:46.278858 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-24afbf62-1798-4854-9687-b7c6760ad52a service neutron] 10.222.0.60 "GET /v2.0/ports/266c00ed-295e-4866-a2f0-1531c8535562 HTTP/1.1" status: 200 len: 1094 time: 0.2064559 Dec 16 09:23:46.290695 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-97fce1aa-adaf-4bb8-954f-dbabdfc86d0c service neutron] Request body: {'binding': {'host': 'n-h2-820550-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:46.291377 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-97fce1aa-adaf-4bb8-954f-dbabdfc86d0c service neutron] Unknown quota resources ['binding']. {{(pid=102816) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 09:23:46.299898 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-11f327f6-f632-4e87-b03b-9ee1c0e6df72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:46.324498 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da5a1eaa-9763-41a3-b079-c4aa311beb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:46.327190 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da5a1eaa-9763-41a3-b079-c4aa311beb10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:46.328444 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-da5a1eaa-9763-41a3-b079-c4aa311beb10 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/91ce4496-2f6d-460f-8ed8-1c885cded9e0 HTTP/1.1" status: 204 len: 168 time: 0.2970839 Dec 16 09:23:46.339732 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a1eaa-9763-41a3-b079-c4aa311beb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ce4496-2f6d-460f-8ed8-1c885cded9e0,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:46.433669 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-11f327f6-f632-4e87-b03b-9ee1c0e6df72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:46.439261 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-11f327f6-f632-4e87-b03b-9ee1c0e6df72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:46.440693 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-11f327f6-f632-4e87-b03b-9ee1c0e6df72 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/763c0405-3609-4507-80dd-a79939bffe1e HTTP/1.1" status: 204 len: 168 time: 0.2248352 Dec 16 09:23:46.455068 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f327f6-f632-4e87-b03b-9ee1c0e6df72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763c0405-3609-4507-80dd-a79939bffe1e,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:46.477085 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-97fce1aa-adaf-4bb8-954f-dbabdfc86d0c service neutron] Attempting to bind port 266c00ed-295e-4866-a2f0-1531c8535562 on host n-h2-820550-2 for vnic_type normal with profile None {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:23:46.477434 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-97fce1aa-adaf-4bb8-954f-dbabdfc86d0c service neutron] Attempting to bind port 266c00ed-295e-4866-a2f0-1531c8535562 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:23:46.477768 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-97fce1aa-adaf-4bb8-954f-dbabdfc86d0c service neutron] Attempting to bind port 266c00ed-295e-4866-a2f0-1531c8535562 on network 9785c251-9c28-48ae-a129-6f24c5a7ad17 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:46.483603 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-97fce1aa-adaf-4bb8-954f-dbabdfc86d0c service neutron] Port 266c00ed-295e-4866-a2f0-1531c8535562 on network 9785c251-9c28-48ae-a129-6f24c5a7ad17 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:23:46.483889 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-97fce1aa-adaf-4bb8-954f-dbabdfc86d0c service neutron] Attempting to bind port 266c00ed-295e-4866-a2f0-1531c8535562 on network 9785c251-9c28-48ae-a129-6f24c5a7ad17 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:46.489002 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-97fce1aa-adaf-4bb8-954f-dbabdfc86d0c service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:23:46.489738 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-97fce1aa-adaf-4bb8-954f-dbabdfc86d0c service neutron] Checking segment: {'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:23:46.490009 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-97fce1aa-adaf-4bb8-954f-dbabdfc86d0c service neutron] Bound using segment: {'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:23:46.490497 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-97fce1aa-adaf-4bb8-954f-dbabdfc86d0c service neutron] Bound port: 266c00ed-295e-4866-a2f0-1531c8535562, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:23:46.645897 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-97fce1aa-adaf-4bb8-954f-dbabdfc86d0c service neutron] For port 266c00ed-295e-4866-a2f0-1531c8535562, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=266c00ed-295e-4866-a2f0-1531c8535562,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:23:46.711467 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-97fce1aa-adaf-4bb8-954f-dbabdfc86d0c service neutron] Notify callbacks [] for binding, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:46.712804 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-97fce1aa-adaf-4bb8-954f-dbabdfc86d0c service neutron] 10.222.0.60 "POST /v2.0/ports/266c00ed-295e-4866-a2f0-1531c8535562/bindings HTTP/1.1" status: 201 len: 389 time: 0.4275630 Dec 16 09:23:47.068591 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e078c8-cbca-417c-9024-72eb24b9f3ba req-69ce3509-8246-4e09-aab2-2d0fd414549f tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:47.077873 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c1e078c8-cbca-417c-9024-72eb24b9f3ba req-69ce3509-8246-4e09-aab2-2d0fd414549f tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7aed87-9375-4780-96ca-6b77cb95d113 HTTP/1.1" status: 200 len: 946 time: 0.1014066 Dec 16 09:23:47.111920 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c1e078c8-cbca-417c-9024-72eb24b9f3ba req-98a58ed6-8919-4a34-8d94-dbce09c864d1 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332482 Dec 16 09:23:47.281081 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c199614-980f-47b0-8dbb-8d38e157425a req-9a401b2f-24e0-49bc-842a-bf9ed3b078e2 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:47.281081 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8c199614-980f-47b0-8dbb-8d38e157425a req-9a401b2f-24e0-49bc-842a-bf9ed3b078e2 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5fd52d5-165f-49cc-bef6-e6aacbc9b149 HTTP/1.1" status: 200 len: 948 time: 0.0544014 Dec 16 09:23:47.316928 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8c199614-980f-47b0-8dbb-8d38e157425a req-7286d35c-1133-4240-9305-c892caaa92a2 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eab164a-7331-4813-9b67-b7eadea589d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323634 Dec 16 09:23:47.524000 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58894) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:47.584448 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-da0e1372-5702-475d-a149-fe525c673999 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4026b7b8fa204bd3ad7984ec20e9c290&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0589595 Dec 16 09:23:47.587097 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58898) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:47.616612 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-771b7cf6-cec8-4965-b8d6-d194a8f88f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:47.618166 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-771b7cf6-cec8-4965-b8d6-d194a8f88f42 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=13f0e2e84c3c42c99759789d057f9272&device_id=1d7aed87-9375-4780-96ca-6b77cb95d113 HTTP/1.1" status: 200 len: 1097 time: 0.0456071 Dec 16 09:23:47.645796 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9dfda41f-b75a-463d-a78f-f321276c8f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:47.668918 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9dfda41f-b75a-463d-a78f-f321276c8f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:47.726339 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58906) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:47.734245 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-370c1098-b5eb-4ca6-ac00-4bd5107e418b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:47.735739 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-370c1098-b5eb-4ca6-ac00-4bd5107e418b service neutron] 10.222.0.58 "GET /v2.0/networks?id=9785c251-9c28-48ae-a129-6f24c5a7ad17 HTTP/1.1" status: 200 len: 922 time: 0.1109242 Dec 16 09:23:47.785816 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-96052e0f-3313-4781-90ab-fbc39ed84d33 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=266c00ed-295e-4866-a2f0-1531c8535562 HTTP/1.1" status: 200 len: 217 time: 0.0409193 Dec 16 09:23:47.833997 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-4268a876-1424-40b2-9cbb-1418bfabc6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:47.835590 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-4268a876-1424-40b2-9cbb-1418bfabc6ed service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c12d578e-3c58-4d75-9f2c-b724e40168b0 HTTP/1.1" status: 200 len: 861 time: 0.0428805 Dec 16 09:23:47.841139 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 215ec199-8299-4f7c-80ba-14a49c6075eb details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:23:47.869284 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-7d911b56-bd37-4f0a-90e2-a6a9ed5c9405 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9785c251-9c28-48ae-a129-6f24c5a7ad17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263007 Dec 16 09:23:47.877715 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9dfda41f-b75a-463d-a78f-f321276c8f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:47.880907 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9dfda41f-b75a-463d-a78f-f321276c8f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:47.883395 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9dfda41f-b75a-463d-a78f-f321276c8f68 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cb1e6c4d-7866-419e-b306-d9613429e66f HTTP/1.1" status: 204 len: 168 time: 0.2948024 Dec 16 09:23:47.894538 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfda41f-b75a-463d-a78f-f321276c8f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1e6c4d-7866-419e-b306-d9613429e66f,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:47.949531 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8456008a-0979-4c83-96a9-5f965b666976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:48.015370 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-e05a80dd-76be-47f2-a8d4-f9dc7840dd17 service neutron] 10.222.0.58 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393621 Dec 16 09:23:48.093407 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 215ec199-8299-4f7c-80ba-14a49c6075eb, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=215ec199-8299-4f7c-80ba-14a49c6075eb,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:48.109848 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '215ec199-8299-4f7c-80ba-14a49c6075eb', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': '215ec199-8299-4f7c-80ba-14a49c6075eb', 'mac_address': 'fa:16:3e:0d:5e:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:23:48.125742 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8456008a-0979-4c83-96a9-5f965b666976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:48.157453 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:48.157664 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-c5553d5f-c1c4-4114-9a48-92d9dc10c14a service neutron] 10.222.0.58 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259544 Dec 16 09:23:48.175433 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 215ec199-8299-4f7c-80ba-14a49c6075eb {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:23:48.198042 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 215ec199-8299-4f7c-80ba-14a49c6075eb, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=215ec199-8299-4f7c-80ba-14a49c6075eb,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:48.218163 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8456008a-0979-4c83-96a9-5f965b666976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:48.278215 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8456008a-0979-4c83-96a9-5f965b666976 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c713e37a6f89423e8906db5cd8020790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5504594 Dec 16 09:23:48.280851 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58922) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:48.282742 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456008a-0979-4c83-96a9-5f965b666976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989016a7-c659-4704-ad42-0e9ec8f9251f,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:48.298595 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720d960-4486-47c7-b64c-af59844ae208 req-4da11e49-8112-4c57-84ab-5b7a63cfaee0 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:48.300100 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5720d960-4486-47c7-b64c-af59844ae208 req-4da11e49-8112-4c57-84ab-5b7a63cfaee0 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7aed87-9375-4780-96ca-6b77cb95d113 HTTP/1.1" status: 200 len: 946 time: 0.0942483 Dec 16 09:23:48.338432 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9b716b48-a1ad-46b9-8a43-5f023d8bdcfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:48.338657 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:48.340059 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5720d960-4486-47c7-b64c-af59844ae208 req-6be4719f-00ba-413e-b0d5-1bb298efd035 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321279 Dec 16 09:23:48.360390 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9b716b48-a1ad-46b9-8a43-5f023d8bdcfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:48.419074 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=215ec199-8299-4f7c-80ba-14a49c6075eb,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:48.464001 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e834b-d008-412f-a864-bbd6bb982b45 req-c4775507-37ee-4def-beec-7e925deaa89e tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:48.465527 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5f3e834b-d008-412f-a864-bbd6bb982b45 req-c4775507-37ee-4def-beec-7e925deaa89e tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5fd52d5-165f-49cc-bef6-e6aacbc9b149 HTTP/1.1" status: 200 len: 949 time: 0.0555298 Dec 16 09:23:48.496797 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-d644012f-76fb-42fa-81d5-3bb509c51891 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:48.498409 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-d644012f-76fb-42fa-81d5-3bb509c51891 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1d7aed87-9375-4780-96ca-6b77cb95d113&tenant_id=13f0e2e84c3c42c99759789d057f9272&binding%3Ahost_id=n-h1-820550-2 HTTP/1.1" status: 200 len: 1097 time: 0.0869634 Dec 16 09:23:48.505936 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5f3e834b-d008-412f-a864-bbd6bb982b45 req-9347d925-1b1c-442f-8603-2608a4998ec9 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eab164a-7331-4813-9b67-b7eadea589d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332813 Dec 16 09:23:48.513837 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-a1223b56-6b04-4e07-9205-3ddfb0be856b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820550-2'}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:48.533644 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['215ec199-8299-4f7c-80ba-14a49c6075eb'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:23:48.538774 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9b716b48-a1ad-46b9-8a43-5f023d8bdcfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:48.543192 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9b716b48-a1ad-46b9-8a43-5f023d8bdcfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:48.547518 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9b716b48-a1ad-46b9-8a43-5f023d8bdcfb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/989016a7-c659-4704-ad42-0e9ec8f9251f HTTP/1.1" status: 204 len: 168 time: 0.2650423 Dec 16 09:23:48.557599 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b716b48-a1ad-46b9-8a43-5f023d8bdcfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989016a7-c659-4704-ad42-0e9ec8f9251f,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:48.582476 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-a1223b56-6b04-4e07-9205-3ddfb0be856b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:48.587642 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58932) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:48.828081 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-204a4d09-f5ca-48a0-b822-58ded305a763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:48.926553 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-204a4d09-f5ca-48a0-b822-58ded305a763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:48.953153 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-a1223b56-6b04-4e07-9205-3ddfb0be856b service neutron] For port 266c00ed-295e-4866-a2f0-1531c8535562, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=266c00ed-295e-4866-a2f0-1531c8535562,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:48.990963 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-a1223b56-6b04-4e07-9205-3ddfb0be856b service neutron] For port 266c00ed-295e-4866-a2f0-1531c8535562, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:23:49.035139 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7aed87-9375-4780-96ca-6b77cb95d113', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '266c00ed-295e-4866-a2f0-1531c8535562'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:23:49.037499 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9299a4f9-dd83-4fd4-9f76-e730d9fecffe" -d '{"events": [{"server_uuid": "1d7aed87-9375-4780-96ca-6b77cb95d113", "name": "network-vif-unplugged", "status": "completed", "tag": "266c00ed-295e-4866-a2f0-1531c8535562"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:23:49.042094 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-a1223b56-6b04-4e07-9205-3ddfb0be856b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:49.046935 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-204a4d09-f5ca-48a0-b822-58ded305a763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:49.076888 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc05baf1-e187-4324-aea6-eb20083a3c21 x-openstack-request-id: req-dc05baf1-e187-4324-aea6-eb20083a3c21 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:23:49.077526 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7aed87-9375-4780-96ca-6b77cb95d113", "name": "network-vif-unplugged", "status": "completed", "tag": "266c00ed-295e-4866-a2f0-1531c8535562", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:23:49.077854 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dc05baf1-e187-4324-aea6-eb20083a3c21 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:23:49.078341 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7aed87-9375-4780-96ca-6b77cb95d113', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '266c00ed-295e-4866-a2f0-1531c8535562', 'code': 200} Dec 16 09:23:49.097575 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-204a4d09-f5ca-48a0-b822-58ded305a763 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=89fe44acd7ba4ffe9ead688bc37dce36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5086057 Dec 16 09:23:49.098601 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a4d09-f5ca-48a0-b822-58ded305a763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794427e5-bade-40cc-887e-82ef8db1cd38,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:49.100456 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58960) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:49.152936 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4418a2c8-c202-4ebc-8bfc-f42cb61d6e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:49.173487 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4418a2c8-c202-4ebc-8bfc-f42cb61d6e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:49.194282 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-a1223b56-6b04-4e07-9205-3ddfb0be856b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:49.263762 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1223b56-6b04-4e07-9205-3ddfb0be856b service neutron] Pushing event updated for resources: {'Port': ['ID=266c00ed-295e-4866-a2f0-1531c8535562,revision_number=7']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:49.293982 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-a1223b56-6b04-4e07-9205-3ddfb0be856b service neutron] Attempting to bind port 266c00ed-295e-4866-a2f0-1531c8535562 on host n-h1-820550-2 for vnic_type normal with profile {"migrating_to": "n-h2-820550-2"} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:23:49.293982 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-a1223b56-6b04-4e07-9205-3ddfb0be856b service neutron] Attempting to bind port 266c00ed-295e-4866-a2f0-1531c8535562 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:23:49.293982 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-a1223b56-6b04-4e07-9205-3ddfb0be856b service neutron] Attempting to bind port 266c00ed-295e-4866-a2f0-1531c8535562 on network 9785c251-9c28-48ae-a129-6f24c5a7ad17 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:49.296371 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-a1223b56-6b04-4e07-9205-3ddfb0be856b service neutron] Port 266c00ed-295e-4866-a2f0-1531c8535562 on network 9785c251-9c28-48ae-a129-6f24c5a7ad17 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:23:49.296688 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-a1223b56-6b04-4e07-9205-3ddfb0be856b service neutron] Attempting to bind port 266c00ed-295e-4866-a2f0-1531c8535562 on network 9785c251-9c28-48ae-a129-6f24c5a7ad17 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:49.301439 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-a1223b56-6b04-4e07-9205-3ddfb0be856b service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:23:49.301797 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-a1223b56-6b04-4e07-9205-3ddfb0be856b service neutron] Checking segment: {'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:23:49.302212 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-a1223b56-6b04-4e07-9205-3ddfb0be856b service neutron] Bound using segment: {'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:23:49.302653 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-a1223b56-6b04-4e07-9205-3ddfb0be856b service neutron] Bound port: 266c00ed-295e-4866-a2f0-1531c8535562, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:23:49.302953 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-a1223b56-6b04-4e07-9205-3ddfb0be856b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:49.366218 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-a1223b56-6b04-4e07-9205-3ddfb0be856b service neutron] For port 266c00ed-295e-4866-a2f0-1531c8535562, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:23:49.369850 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-a1223b56-6b04-4e07-9205-3ddfb0be856b service neutron] For port 266c00ed-295e-4866-a2f0-1531c8535562, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=266c00ed-295e-4866-a2f0-1531c8535562,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:23:49.397759 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4418a2c8-c202-4ebc-8bfc-f42cb61d6e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:49.400289 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4418a2c8-c202-4ebc-8bfc-f42cb61d6e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:49.404248 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4418a2c8-c202-4ebc-8bfc-f42cb61d6e98 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/794427e5-bade-40cc-887e-82ef8db1cd38 HTTP/1.1" status: 204 len: 168 time: 0.3002284 Dec 16 09:23:49.410796 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4418a2c8-c202-4ebc-8bfc-f42cb61d6e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794427e5-bade-40cc-887e-82ef8db1cd38,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:49.479929 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-a1223b56-6b04-4e07-9205-3ddfb0be856b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:49.556683 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55469c7-3236-472a-9601-02d2fec0fa4b req-859d1191-3423-4865-a054-afeec0d74a09 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:49.558252 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d55469c7-3236-472a-9601-02d2fec0fa4b req-859d1191-3423-4865-a054-afeec0d74a09 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7aed87-9375-4780-96ca-6b77cb95d113 HTTP/1.1" status: 200 len: 944 time: 0.1064329 Dec 16 09:23:49.580085 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-a1223b56-6b04-4e07-9205-3ddfb0be856b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:49.580702 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-a1223b56-6b04-4e07-9205-3ddfb0be856b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:49.582072 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-a1223b56-6b04-4e07-9205-3ddfb0be856b service neutron] 10.222.0.58 "PUT /v2.0/ports/266c00ed-295e-4866-a2f0-1531c8535562 HTTP/1.1" status: 200 len: 1122 time: 1.0751235 Dec 16 09:23:49.588768 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1223b56-6b04-4e07-9205-3ddfb0be856b service neutron] Pushing event updated for resources: {'Port': ['ID=266c00ed-295e-4866-a2f0-1531c8535562,revision_number=8']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:49.630970 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d55469c7-3236-472a-9601-02d2fec0fa4b req-d5f5aa65-ab2b-4b71-bf50-1d792904cca3 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545530 Dec 16 09:23:49.648678 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58972) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:49.653957 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['266c00ed-295e-4866-a2f0-1531c8535562'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:23:49.666000 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7a174-d1fe-4827-ace1-90a7b498adbd req-5a4883d7-4392-4133-83c4-b6d55df6b829 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:49.667781 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-29a7a174-d1fe-4827-ace1-90a7b498adbd req-5a4883d7-4392-4133-83c4-b6d55df6b829 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5fd52d5-165f-49cc-bef6-e6aacbc9b149 HTTP/1.1" status: 200 len: 949 time: 0.0862477 Dec 16 09:23:49.673689 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0095b972-124b-4fa6-a52f-f2f115118f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:49.717211 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-29a7a174-d1fe-4827-ace1-90a7b498adbd req-e11d2800-ee92-4b1e-8907-1eabcd0e8307 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eab164a-7331-4813-9b67-b7eadea589d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430295 Dec 16 09:23:49.788599 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0095b972-124b-4fa6-a52f-f2f115118f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:49.841858 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 215ec199-8299-4f7c-80ba-14a49c6075eb up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:23:49.887015 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0095b972-124b-4fa6-a52f-f2f115118f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:49.925968 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095b972-124b-4fa6-a52f-f2f115118f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09f78b8-dc78-4d56-b3c3-3b67988bf198,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:49.930278 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0095b972-124b-4fa6-a52f-f2f115118f22 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=19ffc14f852c434d9d043758d3054152&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815120 Dec 16 09:23:49.933438 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58980) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:49.981867 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d22d4cd9-c4ef-463a-8d12-c8494fee1046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:50.003585 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 215ec199-8299-4f7c-80ba-14a49c6075eb completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:23:50.008710 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d22d4cd9-c4ef-463a-8d12-c8494fee1046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:50.009898 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58984) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:50.010593 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 215ec199-8299-4f7c-80ba-14a49c6075eb triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:50.010916 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:50.098571 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:50.126418 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fd52d5-165f-49cc-bef6-e6aacbc9b149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215ec199-8299-4f7c-80ba-14a49c6075eb'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:23:50.128867 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212df581-4144-425d-937f-15d5a1734267" -d '{"events": [{"server_uuid": "e5fd52d5-165f-49cc-bef6-e6aacbc9b149", "name": "network-vif-plugged", "status": "completed", "tag": "215ec199-8299-4f7c-80ba-14a49c6075eb"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:23:50.140527 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 215ec199-8299-4f7c-80ba-14a49c6075eb, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=215ec199-8299-4f7c-80ba-14a49c6075eb,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:50.141621 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d22d4cd9-c4ef-463a-8d12-c8494fee1046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:50.144215 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d22d4cd9-c4ef-463a-8d12-c8494fee1046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:50.145419 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d22d4cd9-c4ef-463a-8d12-c8494fee1046 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b09f78b8-dc78-4d56-b3c3-3b67988bf198 HTTP/1.1" status: 204 len: 168 time: 0.2110443 Dec 16 09:23:50.154721 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d4cd9-c4ef-463a-8d12-c8494fee1046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09f78b8-dc78-4d56-b3c3-3b67988bf198,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:50.185297 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef3637e-3ba5-4db4-b627-1b7fa80f9367 x-openstack-request-id: req-3ef3637e-3ba5-4db4-b627-1b7fa80f9367 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:23:50.185610 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5fd52d5-165f-49cc-bef6-e6aacbc9b149", "name": "network-vif-plugged", "status": "completed", "tag": "215ec199-8299-4f7c-80ba-14a49c6075eb", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:23:50.185950 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3ef3637e-3ba5-4db4-b627-1b7fa80f9367 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:23:50.186256 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5fd52d5-165f-49cc-bef6-e6aacbc9b149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215ec199-8299-4f7c-80ba-14a49c6075eb', 'code': 200} Dec 16 09:23:50.246623 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:50.300483 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb8b84-a4c6-4662-ba9f-94bf46b44c7b req-9906c2d7-be34-4d4a-bb38-63d173af1198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:50.300483 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b9cb8b84-a4c6-4662-ba9f-94bf46b44c7b req-9906c2d7-be34-4d4a-bb38-63d173af1198 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e5fd52d5-165f-49cc-bef6-e6aacbc9b149 HTTP/1.1" status: 200 len: 1101 time: 0.0451608 Dec 16 09:23:50.315944 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=215ec199-8299-4f7c-80ba-14a49c6075eb,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:50.341203 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b9cb8b84-a4c6-4662-ba9f-94bf46b44c7b req-77256127-b7bb-4205-9283-342bcc273cc7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0eab164a-7331-4813-9b67-b7eadea589d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387418 Dec 16 09:23:50.378541 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-71cf9dca-ffe1-4bdc-8800-965378adecec admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1491571794-network', 'tenant_id': '981293c683ef492fa4ed54f7087f26cf'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:50.491934 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71cf9dca-ffe1-4bdc-8800-965378adecec admin admin] Made reservation on behalf of 981293c683ef492fa4ed54f7087f26cf for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:50.494307 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-71cf9dca-ffe1-4bdc-8800-965378adecec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:50.503110 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-71cf9dca-ffe1-4bdc-8800-965378adecec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:50.579061 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-71cf9dca-ffe1-4bdc-8800-965378adecec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:50.654582 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-71cf9dca-ffe1-4bdc-8800-965378adecec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:50.688593 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71cf9dca-ffe1-4bdc-8800-965378adecec admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:23:50.700487 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf9dca-ffe1-4bdc-8800-965378adecec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5607d5a0-abbf-4023-9195-2b8416ce7db8,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:50.724134 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-71cf9dca-ffe1-4bdc-8800-965378adecec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:50.724478 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-71cf9dca-ffe1-4bdc-8800-965378adecec admin admin] Added segment 8964c3ab-e3c8-4683-aed6-f36a09c842e0 of type vlan for network e3516ca9-313f-4dfd-ad93-284a4c0b42ea Dec 16 09:23:50.768040 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783dbbc-d0f6-429c-9af3-9bd88c55ebfe req-3e370c39-6ceb-451f-981e-ee676a9f70e3 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:50.769709 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f783dbbc-d0f6-429c-9af3-9bd88c55ebfe req-3e370c39-6ceb-451f-981e-ee676a9f70e3 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7aed87-9375-4780-96ca-6b77cb95d113 HTTP/1.1" status: 200 len: 944 time: 0.0697606 Dec 16 09:23:50.774370 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-71cf9dca-ffe1-4bdc-8800-965378adecec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:50.808730 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f783dbbc-d0f6-429c-9af3-9bd88c55ebfe req-95e81445-34ae-4cfa-b61e-285dc0c6c836 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329156 Dec 16 09:23:50.841108 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a86c8b-09cc-48bd-9795-b2020529e3cf req-ebe3ea1f-9d9d-4eb2-a895-d1e9a4c50d4d tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:50.842607 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-89a86c8b-09cc-48bd-9795-b2020529e3cf req-ebe3ea1f-9d9d-4eb2-a895-d1e9a4c50d4d tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5fd52d5-165f-49cc-bef6-e6aacbc9b149 HTTP/1.1" status: 200 len: 950 time: 0.0508909 Dec 16 09:23:50.884251 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-89a86c8b-09cc-48bd-9795-b2020529e3cf req-d1e634b5-1973-485f-9ae4-d904525122fe tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eab164a-7331-4813-9b67-b7eadea589d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352807 Dec 16 09:23:50.930153 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-71cf9dca-ffe1-4bdc-8800-965378adecec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:50.931347 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cf9dca-ffe1-4bdc-8800-965378adecec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:50.931963 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-71cf9dca-ffe1-4bdc-8800-965378adecec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:50.999540 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf9dca-ffe1-4bdc-8800-965378adecec admin admin] Pushing event updated for resources: {'Network': ['ID=e3516ca9-313f-4dfd-ad93-284a4c0b42ea,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:51.009794 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network e3516ca9-313f-4dfd-ad93-284a4c0b42ea details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:23:51.077784 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-71cf9dca-ffe1-4bdc-8800-965378adecec admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0658090 Dec 16 09:23:51.079623 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7aed87-9375-4780-96ca-6b77cb95d113', 'tag': '266c00ed-295e-4866-a2f0-1531c8535562'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:23:51.081231 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59030) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:51.082533 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32016154-b875-442c-95b8-58dd7781f6a5" -d '{"events": [{"name": "network-changed", "server_uuid": "1d7aed87-9375-4780-96ca-6b77cb95d113", "tag": "266c00ed-295e-4866-a2f0-1531c8535562"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:23:51.086408 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-4ade1a51-849b-49cb-afa5-803c43c0eb92 admin admin] Request body: {'subnet': {'network_id': 'e3516ca9-313f-4dfd-ad93-284a4c0b42ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1491571794-subnet', 'tenant_id': '981293c683ef492fa4ed54f7087f26cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:51.125956 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab689713-2456-4e3b-bca9-f7be5152b3fd x-openstack-request-id: req-ab689713-2456-4e3b-bca9-f7be5152b3fd {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:23:51.126309 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d7aed87-9375-4780-96ca-6b77cb95d113", "tag": "266c00ed-295e-4866-a2f0-1531c8535562", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:23:51.126639 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ab689713-2456-4e3b-bca9-f7be5152b3fd {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:23:51.127227 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7aed87-9375-4780-96ca-6b77cb95d113', 'tag': '266c00ed-295e-4866-a2f0-1531c8535562', 'status': 'completed', 'code': 200} Dec 16 09:23:51.190198 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32016154-b875-442c-95b8-58dd7781f6a5 req-b71cc800-eda2-46a5-8e74-88333bf868fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:51.192067 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-32016154-b875-442c-95b8-58dd7781f6a5 req-b71cc800-eda2-46a5-8e74-88333bf868fc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=13f0e2e84c3c42c99759789d057f9272&device_id=1d7aed87-9375-4780-96ca-6b77cb95d113 HTTP/1.1" status: 200 len: 1125 time: 0.0443642 Dec 16 09:23:51.236209 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ade1a51-849b-49cb-afa5-803c43c0eb92 admin admin] Made reservation on behalf of 981293c683ef492fa4ed54f7087f26cf for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:51.238596 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4ade1a51-849b-49cb-afa5-803c43c0eb92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:51.292039 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32016154-b875-442c-95b8-58dd7781f6a5 req-c176fc6a-0c0e-4465-a9ce-20d079120ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:51.293543 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-32016154-b875-442c-95b8-58dd7781f6a5 req-c176fc6a-0c0e-4465-a9ce-20d079120ccc service neutron] 10.222.0.57 "GET /v2.0/networks?id=9785c251-9c28-48ae-a129-6f24c5a7ad17 HTTP/1.1" status: 200 len: 922 time: 0.0938022 Dec 16 09:23:51.342745 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-32016154-b875-442c-95b8-58dd7781f6a5 req-eab811e4-d5a8-4c42-b4f3-1d926278fda4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=266c00ed-295e-4866-a2f0-1531c8535562 HTTP/1.1" status: 200 len: 217 time: 0.0422664 Dec 16 09:23:51.401954 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32016154-b875-442c-95b8-58dd7781f6a5 req-c9cb0f90-2b79-4045-8eb4-b4f344abcdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:51.403527 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-32016154-b875-442c-95b8-58dd7781f6a5 req-c9cb0f90-2b79-4045-8eb4-b4f344abcdaf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c12d578e-3c58-4d75-9f2c-b724e40168b0 HTTP/1.1" status: 200 len: 861 time: 0.0526991 Dec 16 09:23:51.435565 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-32016154-b875-442c-95b8-58dd7781f6a5 req-7b3bac7f-5f12-48c1-865b-e282a3c5d6e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9785c251-9c28-48ae-a129-6f24c5a7ad17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249889 Dec 16 09:23:51.524211 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4ade1a51-849b-49cb-afa5-803c43c0eb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:51.529847 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-32016154-b875-442c-95b8-58dd7781f6a5 req-9105cc84-ad28-4e87-b78f-6173d3471683 service neutron] 10.222.0.57 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868626 Dec 16 09:23:51.587355 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade1a51-849b-49cb-afa5-803c43c0eb92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edf366af-7b90-4b86-9acb-680f4e698ead,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:51.606461 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ade1a51-849b-49cb-afa5-803c43c0eb92 admin admin] Checking segment: {'id': '8964c3ab-e3c8-4683-aed6-f36a09c842e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e3516ca9-313f-4dfd-ad93-284a4c0b42ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:23:51.606816 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ade1a51-849b-49cb-afa5-803c43c0eb92 admin admin] Network hostable DHCP agents. Network: e3516ca9-313f-4dfd-ad93-284a4c0b42ea, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:23:51.634562 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-32016154-b875-442c-95b8-58dd7781f6a5 req-c694a35f-caff-453e-9e12-48cf4970019b service neutron] 10.222.0.57 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963099 Dec 16 09:23:51.723208 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ade1a51-849b-49cb-afa5-803c43c0eb92 admin admin] Network e3516ca9-313f-4dfd-ad93-284a4c0b42ea is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:23:51.820799 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-4ade1a51-849b-49cb-afa5-803c43c0eb92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, e3516ca9-313f-4dfd-ad93-284a4c0b42ea) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:23:51.829886 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7e2e4d-2473-49ae-8d39-65054a55d773 None None] Network e3516ca9-313f-4dfd-ad93-284a4c0b42ea requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:23:51.837780 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ade1a51-849b-49cb-afa5-803c43c0eb92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:51.838759 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4ade1a51-849b-49cb-afa5-803c43c0eb92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:51.996492 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4ade1a51-849b-49cb-afa5-803c43c0eb92 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9141777 Dec 16 09:23:51.999255 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59066) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:52.003621 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-305e7691-27f0-4d66-a4e9-d69afed61cd1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1491571794-router', 'tenant_id': '981293c683ef492fa4ed54f7087f26cf', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:52.036762 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cd27d4-639c-4f32-8631-b8168fa402f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-e3516ca9-313f-4dfd-ad93-284a4c0b42ea', 'network_id': 'e3516ca9-313f-4dfd-ad93-284a4c0b42ea', 'tenant_id': '981293c683ef492fa4ed54f7087f26cf', 'fixed_ips': [{'subnet_id': 'edf366af-7b90-4b86-9acb-680f4e698ead'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:23:52.037697 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a4cd27d4-639c-4f32-8631-b8168fa402f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:52.045267 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47fcc6-5e9c-4525-a72c-94f76503e39a req-91e3dfe2-2f87-4c34-ba8f-c2871c5bacc5 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:52.046754 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6e47fcc6-5e9c-4525-a72c-94f76503e39a req-91e3dfe2-2f87-4c34-ba8f-c2871c5bacc5 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7aed87-9375-4780-96ca-6b77cb95d113 HTTP/1.1" status: 200 len: 944 time: 0.1286657 Dec 16 09:23:52.095508 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6e47fcc6-5e9c-4525-a72c-94f76503e39a req-ff26af5d-ead2-4a35-a59b-7dfdaa56f81e tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373142 Dec 16 09:23:52.140230 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b1460-fee0-4685-9996-17f10adf23b1 req-4a83c12f-b777-4e85-914c-d5b876ba3020 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:52.141824 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a73b1460-fee0-4685-9996-17f10adf23b1 req-4a83c12f-b777-4e85-914c-d5b876ba3020 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5fd52d5-165f-49cc-bef6-e6aacbc9b149 HTTP/1.1" status: 200 len: 950 time: 0.0682347 Dec 16 09:23:52.143808 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-305e7691-27f0-4d66-a4e9-d69afed61cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:52.143808 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-305e7691-27f0-4d66-a4e9-d69afed61cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:52.191563 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a73b1460-fee0-4685-9996-17f10adf23b1 req-9ac31f2e-beb9-4041-bece-314f3178930f tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eab164a-7331-4813-9b67-b7eadea589d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403643 Dec 16 09:23:52.247250 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-a4cd27d4-639c-4f32-8631-b8168fa402f2 None None] Allocated IP 172.20.0.2 (e3516ca9-313f-4dfd-ad93-284a4c0b42ea/edf366af-7b90-4b86-9acb-680f4e698ead/a87a6220-d729-424e-882b-67a0220a6ed2) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:23:52.253635 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-305e7691-27f0-4d66-a4e9-d69afed61cd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:52.352113 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59088) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:52.442933 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a4cd27d4-639c-4f32-8631-b8168fa402f2 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:52.523439 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-305e7691-27f0-4d66-a4e9-d69afed61cd1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:52.535813 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a4cd27d4-639c-4f32-8631-b8168fa402f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:52.572031 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cd27d4-639c-4f32-8631-b8168fa402f2 None None] Network e3516ca9-313f-4dfd-ad93-284a4c0b42ea is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:23:52.576892 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-a4cd27d4-639c-4f32-8631-b8168fa402f2 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:23:52.580616 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cd27d4-639c-4f32-8631-b8168fa402f2 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:23:52.592290 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd27d4-639c-4f32-8631-b8168fa402f2 None None] Pushing event updated for resources: {'Port': ['ID=a87a6220-d729-424e-882b-67a0220a6ed2,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:52.649496 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-a4cd27d4-639c-4f32-8631-b8168fa402f2 None None] Attempting to bind port a87a6220-d729-424e-882b-67a0220a6ed2 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:23:52.649915 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-a4cd27d4-639c-4f32-8631-b8168fa402f2 None None] Attempting to bind port a87a6220-d729-424e-882b-67a0220a6ed2 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '8964c3ab-e3c8-4683-aed6-f36a09c842e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e3516ca9-313f-4dfd-ad93-284a4c0b42ea'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:23:52.650284 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cd27d4-639c-4f32-8631-b8168fa402f2 None None] Attempting to bind port a87a6220-d729-424e-882b-67a0220a6ed2 on network e3516ca9-313f-4dfd-ad93-284a4c0b42ea {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:52.664195 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cd27d4-639c-4f32-8631-b8168fa402f2 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:23:52.665787 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cd27d4-639c-4f32-8631-b8168fa402f2 None None] Checking segment: {'id': '8964c3ab-e3c8-4683-aed6-f36a09c842e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e3516ca9-313f-4dfd-ad93-284a4c0b42ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:23:52.666425 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a4cd27d4-639c-4f32-8631-b8168fa402f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:52.668062 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cd27d4-639c-4f32-8631-b8168fa402f2 None None] Bound using segment: {'id': '8964c3ab-e3c8-4683-aed6-f36a09c842e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e3516ca9-313f-4dfd-ad93-284a4c0b42ea'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:23:52.668599 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-a4cd27d4-639c-4f32-8631-b8168fa402f2 None None] Bound port: a87a6220-d729-424e-882b-67a0220a6ed2, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8964c3ab-e3c8-4683-aed6-f36a09c842e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e3516ca9-313f-4dfd-ad93-284a4c0b42ea'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:23:52.668996 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a4cd27d4-639c-4f32-8631-b8168fa402f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:52.778204 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-a4cd27d4-639c-4f32-8631-b8168fa402f2 None None] For port a87a6220-d729-424e-882b-67a0220a6ed2, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:23:52.778204 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-a4cd27d4-639c-4f32-8631-b8168fa402f2 None None] For port a87a6220-d729-424e-882b-67a0220a6ed2, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=a87a6220-d729-424e-882b-67a0220a6ed2,segment=NetworkSegment(8964c3ab-e3c8-4683-aed6-f36a09c842e0),segment_id=8964c3ab-e3c8-4683-aed6-f36a09c842e0)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:23:52.883680 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a4cd27d4-639c-4f32-8631-b8168fa402f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:52.912554 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-f7ec4b16-7e03-46d6-b3f5-8f9bdd194fa2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-949553130-network', 'tenant_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:52.961385 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd27d4-639c-4f32-8631-b8168fa402f2 None None] Pushing event updated for resources: {'Port': ['ID=a87a6220-d729-424e-882b-67a0220a6ed2,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:53.018839 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23915519-85e5-4b38-82ff-2fafd8f8b358 req-3a71c56d-d5fc-4c0e-80b0-8a0ec4e1ad4d tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:53.020377 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-23915519-85e5-4b38-82ff-2fafd8f8b358 req-3a71c56d-d5fc-4c0e-80b0-8a0ec4e1ad4d tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5fd52d5-165f-49cc-bef6-e6aacbc9b149 HTTP/1.1" status: 200 len: 950 time: 0.1244493 Dec 16 09:23:53.022108 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-305e7691-27f0-4d66-a4e9-d69afed61cd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:53.044984 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-305e7691-27f0-4d66-a4e9-d69afed61cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:53.103446 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ec4b16-7e03-46d6-b3f5-8f9bdd194fa2 admin admin] Made reservation on behalf of 54c4b22f3a8a4e2f8993eaafef9c5a0b for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:53.105850 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f7ec4b16-7e03-46d6-b3f5-8f9bdd194fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:53.133938 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-23915519-85e5-4b38-82ff-2fafd8f8b358 req-db71f6b6-6c83-49f9-863b-059f4b335c44 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eab164a-7331-4813-9b67-b7eadea589d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853138 Dec 16 09:23:53.133938 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f7ec4b16-7e03-46d6-b3f5-8f9bdd194fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:53.242009 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-305e7691-27f0-4d66-a4e9-d69afed61cd1 admin admin] Allocated IP 172.25.1.45 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/37d3dec4-e810-4e9d-88c9-0ba88a4a30a3) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:23:53.376535 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15585954-8753-4630-956a-1e085526db07 req-3b3ba21e-e7fc-47bf-8a3d-b1d975b9ca90 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:53.378043 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-15585954-8753-4630-956a-1e085526db07 req-3b3ba21e-e7fc-47bf-8a3d-b1d975b9ca90 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7aed87-9375-4780-96ca-6b77cb95d113 HTTP/1.1" status: 200 len: 944 time: 0.1472213 Dec 16 09:23:53.381245 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f7ec4b16-7e03-46d6-b3f5-8f9bdd194fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:53.453798 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-15585954-8753-4630-956a-1e085526db07 req-27660743-1b3a-485d-8409-f041a38075ba tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674846 Dec 16 09:23:53.472804 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-305e7691-27f0-4d66-a4e9-d69afed61cd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:53.480485 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f7ec4b16-7e03-46d6-b3f5-8f9bdd194fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:53.549222 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ec4b16-7e03-46d6-b3f5-8f9bdd194fa2 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:23:53.562623 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec4b16-7e03-46d6-b3f5-8f9bdd194fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db831ca-5877-48bc-aa13-89b2a1007a53,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:53.575718 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f7ec4b16-7e03-46d6-b3f5-8f9bdd194fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:53.576065 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-f7ec4b16-7e03-46d6-b3f5-8f9bdd194fa2 admin admin] Added segment 04dcf654-26e6-43a5-ac0b-e58d60b1bdef of type vlan for network 3ccf6740-ee5e-49f4-b1bd-9a930f5facb8 Dec 16 09:23:53.586965 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6acea640-946d-4332-89a7-4c671efd5eba req-eedc4598-6ac8-402e-b90b-f8215f4f9048 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466800 Dec 16 09:23:53.626831 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f7ec4b16-7e03-46d6-b3f5-8f9bdd194fa2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:53.649435 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59150) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:53.669870 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-305e7691-27f0-4d66-a4e9-d69afed61cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:53.711825 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305e7691-27f0-4d66-a4e9-d69afed61cd1 admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:23:53.713947 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acea640-946d-4332-89a7-4c671efd5eba req-84285cd4-b1eb-4594-9064-6404a99a98bd tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:53.715317 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-305e7691-27f0-4d66-a4e9-d69afed61cd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:23:53.719180 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305e7691-27f0-4d66-a4e9-d69afed61cd1 admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:23:53.721835 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6acea640-946d-4332-89a7-4c671efd5eba req-84285cd4-b1eb-4594-9064-6404a99a98bd tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1339188 Dec 16 09:23:53.739191 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6acea640-946d-4332-89a7-4c671efd5eba req-7eae9976-4365-49fc-bdc6-56888fc0b23f tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/quotas/b16ff49ba37341f18bcd6e95057f25d8 HTTP/1.1" status: 200 len: 375 time: 0.0163419 Dec 16 09:23:53.783457 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6acea640-946d-4332-89a7-4c671efd5eba req-314f5c34-374c-4fe5-be18-9226c1ae19f7 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404217 Dec 16 09:23:53.842995 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e7691-27f0-4d66-a4e9-d69afed61cd1 admin admin] Pushing event updated for resources: {'Port': ['ID=37d3dec4-e810-4e9d-88c9-0ba88a4a30a3,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:53.854820 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f7ec4b16-7e03-46d6-b3f5-8f9bdd194fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:53.855780 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ec4b16-7e03-46d6-b3f5-8f9bdd194fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:53.856390 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f7ec4b16-7e03-46d6-b3f5-8f9bdd194fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:53.858273 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 266c00ed-295e-4866-a2f0-1531c8535562 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:23:53.905285 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8fc0f7e6-75e3-4931-95a4-59a46e15ec84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:54.004024 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec4b16-7e03-46d6-b3f5-8f9bdd194fa2 admin admin] Pushing event updated for resources: {'Network': ['ID=3ccf6740-ee5e-49f4-b1bd-9a930f5facb8,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:54.007285 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 266c00ed-295e-4866-a2f0-1531c8535562, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=266c00ed-295e-4866-a2f0-1531c8535562,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:54.018139 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 3ccf6740-ee5e-49f4-b1bd-9a930f5facb8 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:23:54.034310 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 266c00ed-295e-4866-a2f0-1531c8535562 has no active binding in host n-h2-820550-2 {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 09:23:54.050147 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f7ec4b16-7e03-46d6-b3f5-8f9bdd194fa2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.6969197 Dec 16 09:23:54.053580 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59160) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:54.065651 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-96fc4854-540f-4be9-9c08-25bd1c1bd6fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:54.074616 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-583b63ad-6cc9-4f02-97b7-47a455a98bb2 admin admin] Request body: {'subnet': {'network_id': '3ccf6740-ee5e-49f4-b1bd-9a930f5facb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-949553130-subnet', 'tenant_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:54.084487 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3b3052-3dff-4a67-92a4-efcbf7976e47 None None] Network e3516ca9-313f-4dfd-ad93-284a4c0b42ea requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:23:54.097608 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8fc0f7e6-75e3-4931-95a4-59a46e15ec84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:54.182718 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b2622b07-192e-4499-835f-b508e522fe27 None None] Provisioning complete for port a87a6220-d729-424e-882b-67a0220a6ed2 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:54.183476 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b2622b07-192e-4499-835f-b508e522fe27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:54.205727 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-313bfcb6-435b-4f77-b692-daa32ce9acfc req-a9358bdf-cb48-4327-afc9-f3902209ff1c tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e2e5f50-f84c-4871-89d1-0a888ffad525 HTTP/1.1" status: 200 len: 210 time: 0.0859666 Dec 16 09:23:54.212263 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583b63ad-6cc9-4f02-97b7-47a455a98bb2 admin admin] Made reservation on behalf of 54c4b22f3a8a4e2f8993eaafef9c5a0b for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:54.215301 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-583b63ad-6cc9-4f02-97b7-47a455a98bb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:54.247078 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8fc0f7e6-75e3-4931-95a4-59a46e15ec84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:54.333180 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8fc0f7e6-75e3-4931-95a4-59a46e15ec84 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=72d6cc6c90fa441ba5efe700da6cbc88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6762609 Dec 16 09:23:54.333382 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59174) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:54.371276 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b2622b07-192e-4499-835f-b508e522fe27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:54.376459 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbea54c-182d-48a8-be7c-76347f17382b req-7041eb7e-d0e1-4ad6-a1c6-6f4ccccbb331 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:54.377365 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e37e36-8385-45bd-b558-76652b68b38e req-fcea6e77-5ce1-45ad-a36c-9e30c8dc1b10 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:54.379057 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d3e37e36-8385-45bd-b558-76652b68b38e req-fcea6e77-5ce1-45ad-a36c-9e30c8dc1b10 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5fd52d5-165f-49cc-bef6-e6aacbc9b149 HTTP/1.1" status: 200 len: 950 time: 0.0890388 Dec 16 09:23:54.386290 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9cbea54c-182d-48a8-be7c-76347f17382b req-7041eb7e-d0e1-4ad6-a1c6-6f4ccccbb331 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5fd52d5-165f-49cc-bef6-e6aacbc9b149 HTTP/1.1" status: 200 len: 950 time: 0.1014116 Dec 16 09:23:54.430192 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-b2622b07-192e-4499-835f-b508e522fe27 None None] For port a87a6220-d729-424e-882b-67a0220a6ed2, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=a87a6220-d729-424e-882b-67a0220a6ed2,segment=NetworkSegment(8964c3ab-e3c8-4683-aed6-f36a09c842e0),segment_id=8964c3ab-e3c8-4683-aed6-f36a09c842e0)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:54.476475 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0f7e6-75e3-4931-95a4-59a46e15ec84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b42f64-1e31-4e47-8468-7eaf6ec5061b,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:54.504400 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9cbea54c-182d-48a8-be7c-76347f17382b req-417b6423-b8cb-46f2-b8f7-2e8baced7d5f tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] 10.222.0.60 "GET /v2.0/security-groups?id=0eab164a-7331-4813-9b67-b7eadea589d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169345 Dec 16 09:23:54.517185 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-92dd000b-5283-4293-90e8-be30e8fd73fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:54.543365 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b2622b07-192e-4499-835f-b508e522fe27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:54.583462 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-d3e37e36-8385-45bd-b558-76652b68b38e req-0086af6c-b975-4376-99da-050aaae06b03 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] Deleting port 215ec199-8299-4f7c-80ba-14a49c6075eb {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:23:54.583823 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d3e37e36-8385-45bd-b558-76652b68b38e req-0086af6c-b975-4376-99da-050aaae06b03 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:54.586640 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-305e7691-27f0-4d66-a4e9-d69afed61cd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:54.645388 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2622b07-192e-4499-835f-b508e522fe27 None None] Pushing event updated for resources: {'Port': ['ID=a87a6220-d729-424e-882b-67a0220a6ed2,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:54.670628 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-9f83a200-acf3-4912-a481-8f2434231058 None None] Provisioning complete for port a87a6220-d729-424e-882b-67a0220a6ed2 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:54.670928 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9f83a200-acf3-4912-a481-8f2434231058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:54.694855 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-92dd000b-5283-4293-90e8-be30e8fd73fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:54.774806 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-583b63ad-6cc9-4f02-97b7-47a455a98bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:54.860237 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b63ad-6cc9-4f02-97b7-47a455a98bb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b1a2e6a-0898-45c0-b553-80f1895b4df9,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:54.876485 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-92dd000b-5283-4293-90e8-be30e8fd73fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:54.879382 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-92dd000b-5283-4293-90e8-be30e8fd73fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:54.881168 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-92dd000b-5283-4293-90e8-be30e8fd73fe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a3b42f64-1e31-4e47-8468-7eaf6ec5061b HTTP/1.1" status: 204 len: 168 time: 0.5498631 Dec 16 09:23:54.891139 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd000b-5283-4293-90e8-be30e8fd73fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b42f64-1e31-4e47-8468-7eaf6ec5061b,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:54.901811 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583b63ad-6cc9-4f02-97b7-47a455a98bb2 admin admin] Checking segment: {'id': '04dcf654-26e6-43a5-ac0b-e58d60b1bdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3ccf6740-ee5e-49f4-b1bd-9a930f5facb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:23:54.902177 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583b63ad-6cc9-4f02-97b7-47a455a98bb2 admin admin] Network hostable DHCP agents. Network: 3ccf6740-ee5e-49f4-b1bd-9a930f5facb8, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:23:55.000820 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583b63ad-6cc9-4f02-97b7-47a455a98bb2 admin admin] Network 3ccf6740-ee5e-49f4-b1bd-9a930f5facb8 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:23:55.039628 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983dfdf-2efe-455d-bea3-287ec0477d08 req-4aaaa205-274c-4c4b-8266-222ba59a134c tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:55.041020 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1983dfdf-2efe-455d-bea3-287ec0477d08 req-4aaaa205-274c-4c4b-8266-222ba59a134c tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7aed87-9375-4780-96ca-6b77cb95d113 HTTP/1.1" status: 200 len: 944 time: 0.4609454 Dec 16 09:23:55.095796 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-d3e37e36-8385-45bd-b558-76652b68b38e req-0086af6c-b975-4376-99da-050aaae06b03 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] For port 215ec199-8299-4f7c-80ba-14a49c6075eb, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=215ec199-8299-4f7c-80ba-14a49c6075eb,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:55.096160 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d3e37e36-8385-45bd-b558-76652b68b38e req-0086af6c-b975-4376-99da-050aaae06b03 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:55.138140 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-583b63ad-6cc9-4f02-97b7-47a455a98bb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 3ccf6740-ee5e-49f4-b1bd-9a930f5facb8) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:23:55.143655 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583b63ad-6cc9-4f02-97b7-47a455a98bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:55.144603 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-583b63ad-6cc9-4f02-97b7-47a455a98bb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:55.164847 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-d3e37e36-8385-45bd-b558-76652b68b38e req-0086af6c-b975-4376-99da-050aaae06b03 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] Calling delete_port for 215ec199-8299-4f7c-80ba-14a49c6075eb owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:23:55.191932 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0285ea7-20c9-4dd4-945f-09363b9819a7 None None] Network 3ccf6740-ee5e-49f4-b1bd-9a930f5facb8 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:23:55.198242 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1983dfdf-2efe-455d-bea3-287ec0477d08 req-c802733d-7b99-45e3-85d0-070b3ca012fd tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471181 Dec 16 09:23:55.275468 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-305e7691-27f0-4d66-a4e9-d69afed61cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:55.340964 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-583b63ad-6cc9-4f02-97b7-47a455a98bb2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2860522 Dec 16 09:23:55.350998 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59196) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:55.358497 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-504f7756-23f1-447f-a356-b0e24fa8407f req-1568ac43-b1b7-40a5-bb4a-475942d974d7 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e2e5f50-f84c-4871-89d1-0a888ffad525 HTTP/1.1" status: 200 len: 210 time: 0.0525765 Dec 16 09:23:55.364166 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-b1eb5474-86a5-4f4a-9f02-7db99d9dd5d2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-949553130-router', 'tenant_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:55.435970 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device a87a6220-d729-424e-882b-67a0220a6ed2 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:23:55.545959 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d3e37e36-8385-45bd-b558-76652b68b38e req-0086af6c-b975-4376-99da-050aaae06b03 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:55.547893 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b1eb5474-86a5-4f4a-9f02-7db99d9dd5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:55.549029 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b1eb5474-86a5-4f4a-9f02-7db99d9dd5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:55.572951 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-d4ab399d-abac-4271-a84b-988e0a7876a6 service neutron] 10.222.0.57 "GET /v2.0/ports/266c00ed-295e-4866-a2f0-1531c8535562/bindings/n-h2-820550-2 HTTP/1.1" status: 200 len: 384 time: 0.1022077 Dec 16 09:23:55.587227 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['215ec199-8299-4f7c-80ba-14a49c6075eb'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:23:55.633278 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6553b75-ab19-4959-889f-fb854f5045ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-3ccf6740-ee5e-49f4-b1bd-9a930f5facb8', 'network_id': '3ccf6740-ee5e-49f4-b1bd-9a930f5facb8', 'tenant_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'fixed_ips': [{'subnet_id': '4b1a2e6a-0898-45c0-b553-80f1895b4df9'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:23:55.634567 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b6553b75-ab19-4959-889f-fb854f5045ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:55.640556 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086af6c-b975-4376-99da-050aaae06b03 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] Pushing event deleted for resources: {'Port': ['ID=215ec199-8299-4f7c-80ba-14a49c6075eb,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:55.642669 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305e7691-27f0-4d66-a4e9-d69afed61cd1 admin admin] Router 4b63c264-14b1-4ec5-8771-c18e0e2ac695 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:23:55.697354 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port a87a6220-d729-424e-882b-67a0220a6ed2 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:55.698471 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:55.728597 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59204) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:55.779909 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e37e36-8385-45bd-b558-76652b68b38e req-0086af6c-b975-4376-99da-050aaae06b03 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] No DVR routers for this DVR port 215ec199-8299-4f7c-80ba-14a49c6075eb on host n-h2-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:23:55.785415 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d3e37e36-8385-45bd-b558-76652b68b38e req-0086af6c-b975-4376-99da-050aaae06b03 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:55.791580 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d3e37e36-8385-45bd-b558-76652b68b38e req-0086af6c-b975-4376-99da-050aaae06b03 tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] 10.222.0.58 "DELETE /v2.0/ports/215ec199-8299-4f7c-80ba-14a49c6075eb HTTP/1.1" status: 204 len: 173 time: 1.4019566 Dec 16 09:23:55.834841 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fd52d5-165f-49cc-bef6-e6aacbc9b149', 'name': 'network-vif-deleted', 'tag': '215ec199-8299-4f7c-80ba-14a49c6075eb'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:23:55.838145 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998bf4c1-def2-45c9-8063-de08f2d8ade6" -d '{"events": [{"server_uuid": "e5fd52d5-165f-49cc-bef6-e6aacbc9b149", "name": "network-vif-deleted", "tag": "215ec199-8299-4f7c-80ba-14a49c6075eb"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:23:55.896244 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6531b791-38a5-4020-a32a-e63a3dd4079c req-b380e9a5-8c07-4bf6-904d-ec66d419d89a tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5fd52d5-165f-49cc-bef6-e6aacbc9b149 HTTP/1.1" status: 200 len: 210 time: 0.2456846 Dec 16 09:23:55.914450 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7ee2354d-aa13-466a-825e-5b44e3bd7fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:55.946226 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-b6553b75-ab19-4959-889f-fb854f5045ef None None] Allocated IP 172.20.0.2 (3ccf6740-ee5e-49f4-b1bd-9a930f5facb8/4b1a2e6a-0898-45c0-b553-80f1895b4df9/2d94573d-3985-4ad5-b68d-3ab8b6137961) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:23:55.985677 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59212) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:56.015622 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-46a37c41-be88-4e55-81ac-885b7db62c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:56.079050 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45161417-e36d-435b-a55f-288c482e2179 x-openstack-request-id: req-45161417-e36d-435b-a55f-288c482e2179 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:23:56.079333 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5fd52d5-165f-49cc-bef6-e6aacbc9b149", "name": "network-vif-deleted", "tag": "215ec199-8299-4f7c-80ba-14a49c6075eb", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:23:56.079569 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-45161417-e36d-435b-a55f-288c482e2179 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:23:56.079963 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5fd52d5-165f-49cc-bef6-e6aacbc9b149', 'name': 'network-vif-deleted', 'tag': '215ec199-8299-4f7c-80ba-14a49c6075eb', 'status': 'completed', 'code': 200} Dec 16 09:23:56.081054 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305e7691-27f0-4d66-a4e9-d69afed61cd1 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:23:56.086343 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b1eb5474-86a5-4f4a-9f02-7db99d9dd5d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:56.096728 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f15831-be6d-4b10-ac6b-137990e687b7 None None] Sync routers for ids ['4b63c264-14b1-4ec5-8771-c18e0e2ac695'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:23:56.110359 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f15831-be6d-4b10-ac6b-137990e687b7 None None] Routers {'4b63c264-14b1-4ec5-8771-c18e0e2ac695'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:23:56.111534 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-a1f15831-be6d-4b10-ac6b-137990e687b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:23:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4b63c264-14b1-4ec5-8771-c18e0e2ac695'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:23:56.155307 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b6553b75-ab19-4959-889f-fb854f5045ef None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:56.170538 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7ee2354d-aa13-466a-825e-5b44e3bd7fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:56.173864 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-46a37c41-be88-4e55-81ac-885b7db62c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:56.184411 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-6ade49bf-9a06-4623-9daa-512dd037180d service neutron] For port 266c00ed-295e-4866-a2f0-1531c8535562, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=266c00ed-295e-4866-a2f0-1531c8535562,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:56.207537 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-6ade49bf-9a06-4623-9daa-512dd037180d service neutron] For port 266c00ed-295e-4866-a2f0-1531c8535562, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:23:56.238338 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7ee2354d-aa13-466a-825e-5b44e3bd7fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:56.241771 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b6553b75-ab19-4959-889f-fb854f5045ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:56.256237 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-a1f15831-be6d-4b10-ac6b-137990e687b7 None None] Set router 4b63c264-14b1-4ec5-8771-c18e0e2ac695 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:23:56.269678 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-305e7691-27f0-4d66-a4e9-d69afed61cd1 admin admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:56.278863 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59216) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:56.281459 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-305e7691-27f0-4d66-a4e9-d69afed61cd1 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2779739 Dec 16 09:23:56.287523 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-46a37c41-be88-4e55-81ac-885b7db62c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:56.292983 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-6ade49bf-9a06-4623-9daa-512dd037180d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 266c00ed-295e-4866-a2f0-1531c8535562 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:23:56.297020 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6553b75-ab19-4959-889f-fb854f5045ef None None] Network 3ccf6740-ee5e-49f4-b1bd-9a930f5facb8 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:23:56.302268 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-b6553b75-ab19-4959-889f-fb854f5045ef None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:23:56.306376 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6553b75-ab19-4959-889f-fb854f5045ef None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:23:56.314953 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6553b75-ab19-4959-889f-fb854f5045ef None None] Pushing event updated for resources: {'Port': ['ID=2d94573d-3985-4ad5-b68d-3ab8b6137961,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:56.337958 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-6ade49bf-9a06-4623-9daa-512dd037180d service neutron] For port 266c00ed-295e-4866-a2f0-1531c8535562, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=266c00ed-295e-4866-a2f0-1531c8535562,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:56.342325 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9f57179d-807d-4ca1-aa9a-dd88a779b76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:56.467688 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-6ade49bf-9a06-4623-9daa-512dd037180d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:56.497537 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-a1f15831-be6d-4b10-ac6b-137990e687b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b63c264-14b1-4ec5-8771-c18e0e2ac695', 'name': 'tempest-AttachSCSIVolumeTestJSON-1491571794-router', 'tenant_id': '981293c683ef492fa4ed54f7087f26cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '37d3dec4-e810-4e9d-88c9-0ba88a4a30a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:23:52Z', 'updated_at': '2021-12-16T09:23:53Z', 'revision_number': 3, 'project_id': '981293c683ef492fa4ed54f7087f26cf', 'gw_port': {'id': '37d3dec4-e810-4e9d-88c9-0ba88a4a30a3', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b63c264-14b1-4ec5-8771-c18e0e2ac695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:23:53Z', 'updated_at': '2021-12-16T09:23:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:23:56.523720 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-b6553b75-ab19-4959-889f-fb854f5045ef None None] Attempting to bind port 2d94573d-3985-4ad5-b68d-3ab8b6137961 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:23:56.524249 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-b6553b75-ab19-4959-889f-fb854f5045ef None None] Attempting to bind port 2d94573d-3985-4ad5-b68d-3ab8b6137961 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '04dcf654-26e6-43a5-ac0b-e58d60b1bdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3ccf6740-ee5e-49f4-b1bd-9a930f5facb8'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:23:56.524750 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6553b75-ab19-4959-889f-fb854f5045ef None None] Attempting to bind port 2d94573d-3985-4ad5-b68d-3ab8b6137961 on network 3ccf6740-ee5e-49f4-b1bd-9a930f5facb8 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:56.531420 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6553b75-ab19-4959-889f-fb854f5045ef None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:23:56.531692 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b7a6ed44-d8b2-4935-819d-cd0d14593a04 req-645c679e-72f5-4eec-9283-032a4e20ef92 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e2e5f50-f84c-4871-89d1-0a888ffad525 HTTP/1.1" status: 200 len: 210 time: 0.0786989 Dec 16 09:23:56.532037 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6553b75-ab19-4959-889f-fb854f5045ef None None] Checking segment: {'id': '04dcf654-26e6-43a5-ac0b-e58d60b1bdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3ccf6740-ee5e-49f4-b1bd-9a930f5facb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:23:56.532311 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f15831-be6d-4b10-ac6b-137990e687b7 None None] Checking router: 4b63c264-14b1-4ec5-8771-c18e0e2ac695 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:23:56.532815 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b6553b75-ab19-4959-889f-fb854f5045ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:56.532942 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f15831-be6d-4b10-ac6b-137990e687b7 None None] Updating router 4b63c264-14b1-4ec5-8771-c18e0e2ac695 port 37d3dec4-e810-4e9d-88c9-0ba88a4a30a3 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:23:56.533426 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6553b75-ab19-4959-889f-fb854f5045ef None None] Bound using segment: {'id': '04dcf654-26e6-43a5-ac0b-e58d60b1bdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3ccf6740-ee5e-49f4-b1bd-9a930f5facb8'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:23:56.533969 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-b6553b75-ab19-4959-889f-fb854f5045ef None None] Bound port: 2d94573d-3985-4ad5-b68d-3ab8b6137961, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04dcf654-26e6-43a5-ac0b-e58d60b1bdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3ccf6740-ee5e-49f4-b1bd-9a930f5facb8'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:23:56.535029 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b6553b75-ab19-4959-889f-fb854f5045ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:56.564544 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-a1f15831-be6d-4b10-ac6b-137990e687b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:56.623305 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-b6553b75-ab19-4959-889f-fb854f5045ef None None] For port 2d94573d-3985-4ad5-b68d-3ab8b6137961, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:23:56.628588 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-b6553b75-ab19-4959-889f-fb854f5045ef None None] For port 2d94573d-3985-4ad5-b68d-3ab8b6137961, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=2d94573d-3985-4ad5-b68d-3ab8b6137961,segment=NetworkSegment(04dcf654-26e6-43a5-ac0b-e58d60b1bdef),segment_id=04dcf654-26e6-43a5-ac0b-e58d60b1bdef)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:23:56.645592 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b1eb5474-86a5-4f4a-9f02-7db99d9dd5d2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:56.660794 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-6ade49bf-9a06-4623-9daa-512dd037180d service neutron] Transition to ACTIVE for port object 266c00ed-295e-4866-a2f0-1531c8535562 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:23:56.696336 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b6553b75-ab19-4959-889f-fb854f5045ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:56.724307 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-46a37c41-be88-4e55-81ac-885b7db62c92 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a16150158d2e491c991ac7aaa2b29fd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7346518 Dec 16 09:23:56.724650 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59220) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:56.747429 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2354d-aa13-466a-825e-5b44e3bd7fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67339eae-b9dd-482e-ad26-55128e67308f,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:56.772878 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6553b75-ab19-4959-889f-fb854f5045ef None None] Pushing event updated for resources: {'Port': ['ID=2d94573d-3985-4ad5-b68d-3ab8b6137961,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:56.789796 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-6ade49bf-9a06-4623-9daa-512dd037180d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:56.794671 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7ee2354d-aa13-466a-825e-5b44e3bd7fb2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=efba1ce2896e44b0aac1c4655cc6f88e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0640633 Dec 16 09:23:56.808451 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59222) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:56.858774 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a37c41-be88-4e55-81ac-885b7db62c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a16bda5-085f-461e-9cd6-abb5342e525c,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:56.933409 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966406b3-4f50-4c5a-ad94-66d8d1640e2d req-58bb0344-666c-4a00-9d6e-cea459ae1eab tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:56.938168 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-a1f15831-be6d-4b10-ac6b-137990e687b7 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:56.942091 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-966406b3-4f50-4c5a-ad94-66d8d1640e2d req-58bb0344-666c-4a00-9d6e-cea459ae1eab tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7aed87-9375-4780-96ca-6b77cb95d113 HTTP/1.1" status: 200 len: 944 time: 0.2149374 Dec 16 09:23:56.974463 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-6ade49bf-9a06-4623-9daa-512dd037180d service neutron] No DVR routers for this DVR port 266c00ed-295e-4866-a2f0-1531c8535562 on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:23:56.986018 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6acea640-946d-4332-89a7-4c671efd5eba req-0fd8ef75-a0c8-4679-8dee-3e2e072d4fdd tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1044998 Dec 16 09:23:56.988393 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade49bf-9a06-4623-9daa-512dd037180d service neutron] Pushing event updated for resources: {'Port': ['ID=266c00ed-295e-4866-a2f0-1531c8535562,revision_number=10']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:56.991527 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-435dd920-c63d-4afd-bd4f-60d48054fac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:57.068904 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-a1f15831-be6d-4b10-ac6b-137990e687b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:57.126785 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-70f535cd-3bcb-43c0-9553-218eb0732422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:57.142943 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-6ade49bf-9a06-4623-9daa-512dd037180d service neutron] 10.222.0.57 "PUT /v2.0/ports/266c00ed-295e-4866-a2f0-1531c8535562/bindings/n-h2-820550-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5229776 Dec 16 09:23:57.152946 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec875a7-e029-40d6-ae61-c1b072b21cbf None None] Pushing event updated for resources: {'Port': ['ID=37d3dec4-e810-4e9d-88c9-0ba88a4a30a3,revision_number=2']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:57.155963 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-435dd920-c63d-4afd-bd4f-60d48054fac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:57.222274 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec875a7-e029-40d6-ae61-c1b072b21cbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:57.222632 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec875a7-e029-40d6-ae61-c1b072b21cbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:57.222972 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec875a7-e029-40d6-ae61-c1b072b21cbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:57.223312 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec875a7-e029-40d6-ae61-c1b072b21cbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:57.223642 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec875a7-e029-40d6-ae61-c1b072b21cbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:57.223971 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec875a7-e029-40d6-ae61-c1b072b21cbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:57.224296 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec875a7-e029-40d6-ae61-c1b072b21cbf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:57.224626 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec875a7-e029-40d6-ae61-c1b072b21cbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:57.224941 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec875a7-e029-40d6-ae61-c1b072b21cbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:57.225293 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec875a7-e029-40d6-ae61-c1b072b21cbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:57.225610 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec875a7-e029-40d6-ae61-c1b072b21cbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:57.228473 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-440772bc-a512-43b2-a386-274280646094 req-469980c3-2579-4f56-a36e-44fba6bf3edc tempest-ServerDiagnosticsNegativeTest-984825217 tempest-ServerDiagnosticsNegativeTest-984825217-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5fd52d5-165f-49cc-bef6-e6aacbc9b149 HTTP/1.1" status: 200 len: 210 time: 0.0822089 Dec 16 09:23:57.233186 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec875a7-e029-40d6-ae61-c1b072b21cbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:57.240218 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-a1f15831-be6d-4b10-ac6b-137990e687b7 None None] Attempting to bind port 37d3dec4-e810-4e9d-88c9-0ba88a4a30a3 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:23:57.243213 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-a1f15831-be6d-4b10-ac6b-137990e687b7 None None] Attempting to bind port 37d3dec4-e810-4e9d-88c9-0ba88a4a30a3 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:23:57.243768 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f15831-be6d-4b10-ac6b-137990e687b7 None None] Attempting to bind port 37d3dec4-e810-4e9d-88c9-0ba88a4a30a3 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:57.257578 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f15831-be6d-4b10-ac6b-137990e687b7 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:23:57.258154 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f15831-be6d-4b10-ac6b-137990e687b7 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:23:57.259303 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-a1f15831-be6d-4b10-ac6b-137990e687b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:57.261722 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f15831-be6d-4b10-ac6b-137990e687b7 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:23:57.262389 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-a1f15831-be6d-4b10-ac6b-137990e687b7 None None] Bound port: 37d3dec4-e810-4e9d-88c9-0ba88a4a30a3, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:23:57.266260 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-a1f15831-be6d-4b10-ac6b-137990e687b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:57.368971 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 2d94573d-3985-4ad5-b68d-3ab8b6137961 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:23:57.388953 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-a1f15831-be6d-4b10-ac6b-137990e687b7 None None] For port 37d3dec4-e810-4e9d-88c9-0ba88a4a30a3, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:23:57.394084 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-a1f15831-be6d-4b10-ac6b-137990e687b7 None None] For port 37d3dec4-e810-4e9d-88c9-0ba88a4a30a3, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=37d3dec4-e810-4e9d-88c9-0ba88a4a30a3,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:23:57.397594 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acea640-946d-4332-89a7-4c671efd5eba req-e485c170-a401-4860-b8f0-9569b8a82e9b tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:57.398507 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6acea640-946d-4332-89a7-4c671efd5eba req-e485c170-a401-4860-b8f0-9569b8a82e9b tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4040320 Dec 16 09:23:57.429465 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-6acea640-946d-4332-89a7-4c671efd5eba req-caf661cc-8107-41b0-b179-b228fc949937 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Request body: {'port': {'device_id': '4e2e5f50-f84c-4871-89d1-0a888ffad525', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'admin_state_up': True, 'tenant_id': 'b16ff49ba37341f18bcd6e95057f25d8'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:57.443042 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 2d94573d-3985-4ad5-b68d-3ab8b6137961 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:57.443415 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:57.463439 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:57.472064 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-966406b3-4f50-4c5a-ad94-66d8d1640e2d req-74ac3b68-ca82-41c6-8328-f7ac68ae0aa6 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5290976 Dec 16 09:23:57.511232 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b1eb5474-86a5-4f4a-9f02-7db99d9dd5d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:57.512295 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-a1f15831-be6d-4b10-ac6b-137990e687b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:57.516024 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-435dd920-c63d-4afd-bd4f-60d48054fac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:57.518829 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-435dd920-c63d-4afd-bd4f-60d48054fac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:57.522889 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-435dd920-c63d-4afd-bd4f-60d48054fac1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8a16bda5-085f-461e-9cd6-abb5342e525c HTTP/1.1" status: 204 len: 168 time: 0.7948833 Dec 16 09:23:57.525479 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-70f535cd-3bcb-43c0-9553-218eb0732422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:57.584871 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:57.595983 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-2097c2a2-c8f6-47ff-8964-c4481138f161 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:57.597619 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-2097c2a2-c8f6-47ff-8964-c4481138f161 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1d7aed87-9375-4780-96ca-6b77cb95d113&tenant_id=13f0e2e84c3c42c99759789d057f9272&binding%3Ahost_id=n-h1-820550-2 HTTP/1.1" status: 200 len: 1096 time: 0.1722872 Dec 16 09:23:57.602380 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b1eb5474-86a5-4f4a-9f02-7db99d9dd5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:57.607400 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435dd920-c63d-4afd-bd4f-60d48054fac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a16bda5-085f-461e-9cd6-abb5342e525c,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:57.613458 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec875a7-e029-40d6-ae61-c1b072b21cbf None None] Pushing event updated for resources: {'Port': ['ID=37d3dec4-e810-4e9d-88c9-0ba88a4a30a3,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:57.653815 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f15831-be6d-4b10-ac6b-137990e687b7 None None] Routers {'4b63c264-14b1-4ec5-8771-c18e0e2ac695'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:23:57.655273 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-a1f15831-be6d-4b10-ac6b-137990e687b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:23:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4b63c264-14b1-4ec5-8771-c18e0e2ac695'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:23:57.698268 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 2d94573d-3985-4ad5-b68d-3ab8b6137961, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=2d94573d-3985-4ad5-b68d-3ab8b6137961,segment=NetworkSegment(04dcf654-26e6-43a5-ac0b-e58d60b1bdef),segment_id=04dcf654-26e6-43a5-ac0b-e58d60b1bdef)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:57.733640 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-46e35ce2-2ea2-400f-bd4c-6819d6be3820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:57.735158 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-46e35ce2-2ea2-400f-bd4c-6819d6be3820 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1d7aed87-9375-4780-96ca-6b77cb95d113&tenant_id=13f0e2e84c3c42c99759789d057f9272 HTTP/1.1" status: 200 len: 1096 time: 0.1269324 Dec 16 09:23:57.772761 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-986ceb7a-e05f-4c81-aa78-6acb07d7f317 req-117f6051-e7ca-4124-ab50-2bde4c1bb212 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e2e5f50-f84c-4871-89d1-0a888ffad525 HTTP/1.1" status: 200 len: 210 time: 0.0778384 Dec 16 09:23:57.792925 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:57.813594 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6acea640-946d-4332-89a7-4c671efd5eba req-caf661cc-8107-41b0-b179-b228fc949937 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Made reservation on behalf of b16ff49ba37341f18bcd6e95057f25d8 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:57.817543 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6acea640-946d-4332-89a7-4c671efd5eba req-caf661cc-8107-41b0-b179-b228fc949937 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:57.820660 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-70f535cd-3bcb-43c0-9553-218eb0732422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:57.823796 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-70f535cd-3bcb-43c0-9553-218eb0732422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:57.827678 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-70f535cd-3bcb-43c0-9553-218eb0732422 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/67339eae-b9dd-482e-ad26-55128e67308f HTTP/1.1" status: 204 len: 168 time: 1.0152838 Dec 16 09:23:57.842998 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-a1f15831-be6d-4b10-ac6b-137990e687b7 None None] Set router 4b63c264-14b1-4ec5-8771-c18e0e2ac695 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:23:57.845696 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f535cd-3bcb-43c0-9553-218eb0732422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67339eae-b9dd-482e-ad26-55128e67308f,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:57.878960 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6acea640-946d-4332-89a7-4c671efd5eba req-caf661cc-8107-41b0-b179-b228fc949937 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:57.889018 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 215ec199-8299-4f7c-80ba-14a49c6075eb no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:23:57.895405 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-f1aa7739-d49e-4918-aab6-d20c37b5f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:57.898141 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-f1aa7739-d49e-4918-aab6-d20c37b5f0e6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=13f0e2e84c3c42c99759789d057f9272&device_id=1d7aed87-9375-4780-96ca-6b77cb95d113 HTTP/1.1" status: 200 len: 1096 time: 0.1352928 Dec 16 09:23:57.934928 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 215ec199-8299-4f7c-80ba-14a49c6075eb {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:23:57.934928 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 215ec199-8299-4f7c-80ba-14a49c6075eb not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:23:57.950864 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=2d94573d-3985-4ad5-b68d-3ab8b6137961,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:58.033742 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6acea640-946d-4332-89a7-4c671efd5eba req-caf661cc-8107-41b0-b179-b228fc949937 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:58.058022 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-b1eb5474-86a5-4f4a-9f02-7db99d9dd5d2 admin admin] Allocated IP 172.25.1.39 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/b6ca4eb7-673e-45df-a15c-213ff79cd9a6) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:23:58.094932 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-415de759-54df-4496-acb6-97b665eefac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:58.152310 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6acea640-946d-4332-89a7-4c671efd5eba req-caf661cc-8107-41b0-b179-b228fc949937 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:58.236304 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-97be3a8c-7ad6-49b4-a312-f6005de2add4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:58.238032 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-97be3a8c-7ad6-49b4-a312-f6005de2add4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9785c251-9c28-48ae-a129-6f24c5a7ad17 HTTP/1.1" status: 200 len: 922 time: 0.2969086 Dec 16 09:23:58.266290 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf661cc-8107-41b0-b179-b228fc949937 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d55cf6a-9200-4147-9a9b-b1144f53432c,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:58.349840 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-17e9dc4e-6577-4a6f-b8c5-f7b4f86d84b0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=266c00ed-295e-4866-a2f0-1531c8535562 HTTP/1.1" status: 200 len: 217 time: 0.0996850 Dec 16 09:23:58.403497 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b1eb5474-86a5-4f4a-9f02-7db99d9dd5d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:58.410869 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-a1f15831-be6d-4b10-ac6b-137990e687b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b63c264-14b1-4ec5-8771-c18e0e2ac695', 'name': 'tempest-AttachSCSIVolumeTestJSON-1491571794-router', 'tenant_id': '981293c683ef492fa4ed54f7087f26cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '37d3dec4-e810-4e9d-88c9-0ba88a4a30a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:23:52Z', 'updated_at': '2021-12-16T09:23:53Z', 'revision_number': 3, 'project_id': '981293c683ef492fa4ed54f7087f26cf', 'gw_port': {'id': '37d3dec4-e810-4e9d-88c9-0ba88a4a30a3', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b63c264-14b1-4ec5-8771-c18e0e2ac695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:23:53Z', 'updated_at': '2021-12-16T09:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:23:58.431834 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3675fb-0b2f-4b30-b26c-4512413de3dd None None] Network 3ccf6740-ee5e-49f4-b1bd-9a930f5facb8 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:23:58.447546 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-6acea640-946d-4332-89a7-4c671efd5eba req-caf661cc-8107-41b0-b179-b228fc949937 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Allocated IP 192.168.233.99 (0f25fa8c-dd15-4f99-b14f-112e51884f75/d30f37a6-2496-485e-9480-e5e1789d975f/dd0272f9-bbee-4c0e-ba42-849d831252e4) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:23:58.457614 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f15831-be6d-4b10-ac6b-137990e687b7 None None] The sync data for ids ['4b63c264-14b1-4ec5-8771-c18e0e2ac695'] in n-d-820550-2 is: [{'id': '4b63c264-14b1-4ec5-8771-c18e0e2ac695', 'name': 'tempest-AttachSCSIVolumeTestJSON-1491571794-router', 'tenant_id': '981293c683ef492fa4ed54f7087f26cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '37d3dec4-e810-4e9d-88c9-0ba88a4a30a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:23:52Z', 'updated_at': '2021-12-16T09:23:53Z', 'revision_number': 3, 'project_id': '981293c683ef492fa4ed54f7087f26cf', 'gw_port': {'id': '37d3dec4-e810-4e9d-88c9-0ba88a4a30a3', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b63c264-14b1-4ec5-8771-c18e0e2ac695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:23:53Z', 'updated_at': '2021-12-16T09:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:23:58.493752 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-c10e0c37-b2f1-45a6-aeda-62e0b181fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:58.495593 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-c10e0c37-b2f1-45a6-aeda-62e0b181fcdb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c12d578e-3c58-4d75-9f2c-b724e40168b0 HTTP/1.1" status: 200 len: 861 time: 0.1365471 Dec 16 09:23:58.538224 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-537e57c6-ca2f-486e-8c38-dca37587e515 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9785c251-9c28-48ae-a129-6f24c5a7ad17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330806 Dec 16 09:23:58.554929 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b1eb5474-86a5-4f4a-9f02-7db99d9dd5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:58.558710 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-e76ce271-2e44-4a10-b66c-2650557865a2 None None] Provisioning complete for port 2d94573d-3985-4ad5-b68d-3ab8b6137961 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:58.559090 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e76ce271-2e44-4a10-b66c-2650557865a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:58.667814 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb5474-86a5-4f4a-9f02-7db99d9dd5d2 admin admin] Pushing event updated for resources: {'Port': ['ID=b6ca4eb7-673e-45df-a15c-213ff79cd9a6,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:58.691120 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1eb5474-86a5-4f4a-9f02-7db99d9dd5d2 admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:23:58.694308 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-b1eb5474-86a5-4f4a-9f02-7db99d9dd5d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:23:58.699770 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eb5474-86a5-4f4a-9f02-7db99d9dd5d2 admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:23:58.743947 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-415de759-54df-4496-acb6-97b665eefac7 admin admin] Allocated IP 172.20.0.1 (e3516ca9-313f-4dfd-ad93-284a4c0b42ea/edf366af-7b90-4b86-9acb-680f4e698ead/ffddd757-0e34-45e7-badb-caaaecb0a2a6) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:23:58.798190 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59256) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:58.836535 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52463ed1-25bb-4892-8bf8-71b9b1a0a89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:58.926836 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6acea640-946d-4332-89a7-4c671efd5eba req-caf661cc-8107-41b0-b179-b228fc949937 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:58.977533 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-415de759-54df-4496-acb6-97b665eefac7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:59.013626 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:59.085025 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-faa4783d-f69a-407b-aa27-1df47c44882f service neutron] 10.222.0.58 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5001142 Dec 16 09:23:59.093218 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7eb2e-4cd5-45d5-bc4a-dabe2c1162e4 req-980e2d79-466b-48fd-8e83-0fcf244f2a6e tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:59.095094 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-73c7eb2e-4cd5-45d5-bc4a-dabe2c1162e4 req-980e2d79-466b-48fd-8e83-0fcf244f2a6e tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7aed87-9375-4780-96ca-6b77cb95d113 HTTP/1.1" status: 200 len: 945 time: 0.3953664 Dec 16 09:23:59.145025 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 266c00ed-295e-4866-a2f0-1531c8535562 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:23:59.248800 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-415de759-54df-4496-acb6-97b665eefac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:59.296908 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 266c00ed-295e-4866-a2f0-1531c8535562 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:23:59.331071 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-bdc34df6-4daf-417b-9090-6bdd2c6c9ebb None None] Provisioning complete for port 2d94573d-3985-4ad5-b68d-3ab8b6137961 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:59.331628 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bdc34df6-4daf-417b-9090-6bdd2c6c9ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:59.334738 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59266) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:59.340528 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415de759-54df-4496-acb6-97b665eefac7 admin admin] Pushing event updated for resources: {'Port': ['ID=ffddd757-0e34-45e7-badb-caaaecb0a2a6,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:59.391355 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-73c7eb2e-4cd5-45d5-bc4a-dabe2c1162e4 req-a35eaa2a-5fe7-46bd-901e-2485edb56cb0 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899528 Dec 16 09:23:59.418505 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415de759-54df-4496-acb6-97b665eefac7 admin admin] Network e3516ca9-313f-4dfd-ad93-284a4c0b42ea is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:23:59.433934 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-415de759-54df-4496-acb6-97b665eefac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:23:59.441869 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415de759-54df-4496-acb6-97b665eefac7 admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:23:59.482614 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 2d94573d-3985-4ad5-b68d-3ab8b6137961 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:23:59.526429 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-ac34f892-2212-4363-b231-48981a5e890b service neutron] 10.222.0.58 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253943 Dec 16 09:23:59.527363 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-415de759-54df-4496-acb6-97b665eefac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:59.562717 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:59.674222 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6acea640-946d-4332-89a7-4c671efd5eba req-caf661cc-8107-41b0-b179-b228fc949937 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:59.710019 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 2d94573d-3985-4ad5-b68d-3ab8b6137961 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:59.710401 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:59.733969 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3a6295cc-e598-4680-89dc-79e4e754b67b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e7b6ae15eabd40188116e672835499a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3882289 Dec 16 09:23:59.736924 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59276) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:59.848249 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52463ed1-25bb-4892-8bf8-71b9b1a0a89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:59.850940 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 37d3dec4-e810-4e9d-88c9-0ba88a4a30a3 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:23:59.876099 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c8c45-6e26-4072-b86c-7ff9d9ccd16a req-48d69218-a505-47e6-8e44-a8355a02101b tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:59.884516 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f88c8c45-6e26-4072-b86c-7ff9d9ccd16a req-48d69218-a505-47e6-8e44-a8355a02101b tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e2e5f50-f84c-4871-89d1-0a888ffad525 HTTP/1.1" status: 200 len: 935 time: 0.9093323 Dec 16 09:23:59.895815 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6acea640-946d-4332-89a7-4c671efd5eba req-caf661cc-8107-41b0-b179-b228fc949937 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Network 0f25fa8c-dd15-4f99-b14f-112e51884f75 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:23:59.910255 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf661cc-8107-41b0-b179-b228fc949937 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Pushing event updated for resources: {'Port': ['ID=dd0272f9-bbee-4c0e-ba42-849d831252e4,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:59.922382 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-6acea640-946d-4332-89a7-4c671efd5eba req-caf661cc-8107-41b0-b179-b228fc949937 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:23:59.929099 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52463ed1-25bb-4892-8bf8-71b9b1a0a89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:59.930091 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-cec63736-81fc-4d73-b1db-50195cbd74cd None None] Provisioning complete for port ffddd757-0e34-45e7-badb-caaaecb0a2a6 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:59.930475 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cec63736-81fc-4d73-b1db-50195cbd74cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:59.935014 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 37d3dec4-e810-4e9d-88c9-0ba88a4a30a3 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:59.936596 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-6acea640-946d-4332-89a7-4c671efd5eba req-caf661cc-8107-41b0-b179-b228fc949937 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:23:59.936939 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:59.951384 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acea640-946d-4332-89a7-4c671efd5eba req-caf661cc-8107-41b0-b179-b228fc949937 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:59.952486 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6acea640-946d-4332-89a7-4c671efd5eba req-caf661cc-8107-41b0-b179-b228fc949937 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:59.969837 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f5249a0b-63b9-4fa6-84b8-a44836d143d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:59.997955 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b1eb5474-86a5-4f4a-9f02-7db99d9dd5d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:00.009929 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f5249a0b-63b9-4fa6-84b8-a44836d143d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:00.018132 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-cec63736-81fc-4d73-b1db-50195cbd74cd None None] Port ffddd757-0e34-45e7-badb-caaaecb0a2a6 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:24:00.093524 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:00.121190 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 37d3dec4-e810-4e9d-88c9-0ba88a4a30a3, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=37d3dec4-e810-4e9d-88c9-0ba88a4a30a3,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:00.138198 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-415de759-54df-4496-acb6-97b665eefac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:00.152992 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f88c8c45-6e26-4072-b86c-7ff9d9ccd16a req-79f730a3-72c5-4aa2-9b6b-e9e86df248ef tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664971 Dec 16 09:24:00.160157 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59280) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:00.165535 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-52463ed1-25bb-4892-8bf8-71b9b1a0a89f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e9a2deb87c0c4d6d93728fdd911badf6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3561180 Dec 16 09:24:00.184143 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52463ed1-25bb-4892-8bf8-71b9b1a0a89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64898a3-74e1-4f51-b06d-fc5631a0ff43,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:00.206492 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:00.247069 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-fd82d7eb-ab56-4f02-81ca-122734a00780 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:00.248754 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-fd82d7eb-ab56-4f02-81ca-122734a00780 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1d7aed87-9375-4780-96ca-6b77cb95d113&tenant_id=13f0e2e84c3c42c99759789d057f9272&binding%3Ahost_id=n-h2-820550-2 HTTP/1.1" status: 200 len: 1096 time: 0.1889868 Dec 16 09:24:00.258852 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6acea640-946d-4332-89a7-4c671efd5eba req-caf661cc-8107-41b0-b179-b228fc949937 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8503251 Dec 16 09:24:00.293231 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=37d3dec4-e810-4e9d-88c9-0ba88a4a30a3,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:00.304297 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-6acea640-946d-4332-89a7-4c671efd5eba req-a042fc7d-b8d4-452f-8a33-9f66c2e0b9b3 service neutron] Request body: {'port': {'device_id': '4e2e5f50-f84c-4871-89d1-0a888ffad525', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:00.317968 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f5249a0b-63b9-4fa6-84b8-a44836d143d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:00.320210 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f5249a0b-63b9-4fa6-84b8-a44836d143d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:00.324330 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f5249a0b-63b9-4fa6-84b8-a44836d143d0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0eab164a-7331-4813-9b67-b7eadea589d1 HTTP/1.1" status: 204 len: 168 time: 0.5833874 Dec 16 09:24:00.353794 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-67cb616d-41d9-41ec-8f1a-14184fdc2ae8 None None] Provisioning complete for port dd0272f9-bbee-4c0e-ba42-849d831252e4 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:00.354468 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-67cb616d-41d9-41ec-8f1a-14184fdc2ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:00.383949 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:24:00.408615 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5249a0b-63b9-4fa6-84b8-a44836d143d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eab164a-7331-4813-9b67-b7eadea589d1,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:00.421672 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6acea640-946d-4332-89a7-4c671efd5eba req-a042fc7d-b8d4-452f-8a33-9f66c2e0b9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:00.446996 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b1eb5474-86a5-4f4a-9f02-7db99d9dd5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:00.466740 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-67cb616d-41d9-41ec-8f1a-14184fdc2ae8 None None] Port dd0272f9-bbee-4c0e-ba42-849d831252e4 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:24:00.491408 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7ecef849-09f9-4b0f-87b4-c6afe93a622f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:00.560730 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7ecef849-09f9-4b0f-87b4-c6afe93a622f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:00.746928 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac126304-fc09-45a9-982e-16d8c439f4ae req-01900f66-b09e-44e6-942c-67c8e8fb5e23 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:00.748489 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ac126304-fc09-45a9-982e-16d8c439f4ae req-01900f66-b09e-44e6-942c-67c8e8fb5e23 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7aed87-9375-4780-96ca-6b77cb95d113 HTTP/1.1" status: 200 len: 945 time: 0.2192273 Dec 16 09:24:00.754068 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-415de759-54df-4496-acb6-97b665eefac7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:00.797877 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ac126304-fc09-45a9-982e-16d8c439f4ae req-ff6ea1c7-184b-4a60-831d-eef6e9670829 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418797 Dec 16 09:24:00.804585 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-f815a536-a802-4e62-8808-ea3dfd5a12f0 service neutron] For port 266c00ed-295e-4866-a2f0-1531c8535562, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:24:00.809692 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-f815a536-a802-4e62-8808-ea3dfd5a12f0 service neutron] Notify callbacks [] for binding, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:00.811296 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-94b218e6-9205-4659-85cf-4f3d0f1e2a59 req-f815a536-a802-4e62-8808-ea3dfd5a12f0 service neutron] 10.222.0.58 "DELETE /v2.0/ports/266c00ed-295e-4866-a2f0-1531c8535562/bindings/n-h1-820550-2 HTTP/1.1" status: 204 len: 173 time: 0.5404739 Dec 16 09:24:00.835860 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-415de759-54df-4496-acb6-97b665eefac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:00.848862 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1eb5474-86a5-4f4a-9f02-7db99d9dd5d2 admin admin] Router 2a42670c-d561-4607-83cf-a663906bde8f is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:24:00.873646 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-6acea640-946d-4332-89a7-4c671efd5eba req-a042fc7d-b8d4-452f-8a33-9f66c2e0b9b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd0272f9-bbee-4c0e-ba42-849d831252e4 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:24:00.888151 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7ecef849-09f9-4b0f-87b4-c6afe93a622f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:00.890734 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7ecef849-09f9-4b0f-87b4-c6afe93a622f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:00.895254 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7ecef849-09f9-4b0f-87b4-c6afe93a622f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d64898a3-74e1-4f51-b06d-fc5631a0ff43 HTTP/1.1" status: 204 len: 168 time: 0.7329688 Dec 16 09:24:00.921188 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6acea640-946d-4332-89a7-4c671efd5eba req-a042fc7d-b8d4-452f-8a33-9f66c2e0b9b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:00.938529 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecef849-09f9-4b0f-87b4-c6afe93a622f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64898a3-74e1-4f51-b06d-fc5631a0ff43,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:00.968053 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415de759-54df-4496-acb6-97b665eefac7 admin admin] Pushing event updated for resources: {'Port': ['ID=ffddd757-0e34-45e7-badb-caaaecb0a2a6,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:00.974503 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-6acea640-946d-4332-89a7-4c671efd5eba req-a042fc7d-b8d4-452f-8a33-9f66c2e0b9b3 service neutron] Transition to ACTIVE for port object dd0272f9-bbee-4c0e-ba42-849d831252e4 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:24:00.977837 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-415de759-54df-4496-acb6-97b665eefac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:01.011065 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1eb5474-86a5-4f4a-9f02-7db99d9dd5d2 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:24:01.028782 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2281755-abc2-41e2-82d4-7b5bd4907af8 None None] Sync routers for ids ['2a42670c-d561-4607-83cf-a663906bde8f'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:24:01.036546 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2281755-abc2-41e2-82d4-7b5bd4907af8 None None] Routers {'2a42670c-d561-4607-83cf-a663906bde8f'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:24:01.037195 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-b2281755-abc2-41e2-82d4-7b5bd4907af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:23:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2a42670c-d561-4607-83cf-a663906bde8f'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:01.052163 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6acea640-946d-4332-89a7-4c671efd5eba req-a042fc7d-b8d4-452f-8a33-9f66c2e0b9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:01.134096 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b1eb5474-86a5-4f4a-9f02-7db99d9dd5d2 admin admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:01.136054 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b1eb5474-86a5-4f4a-9f02-7db99d9dd5d2 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 5.7827084 Dec 16 09:24:01.140757 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59308) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:01.206288 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-b2281755-abc2-41e2-82d4-7b5bd4907af8 None None] Set router 2a42670c-d561-4607-83cf-a663906bde8f gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:24:01.332980 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 37d3dec4-e810-4e9d-88c9-0ba88a4a30a3 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:24:01.392306 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042fc7d-b8d4-452f-8a33-9f66c2e0b9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=dd0272f9-bbee-4c0e-ba42-849d831252e4,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:01.403206 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-6acea640-946d-4332-89a7-4c671efd5eba req-a042fc7d-b8d4-452f-8a33-9f66c2e0b9b3 service neutron] Attempting to bind port dd0272f9-bbee-4c0e-ba42-849d831252e4 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:24:01.403713 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-6acea640-946d-4332-89a7-4c671efd5eba req-a042fc7d-b8d4-452f-8a33-9f66c2e0b9b3 service neutron] Attempting to bind port dd0272f9-bbee-4c0e-ba42-849d831252e4 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:24:01.404068 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acea640-946d-4332-89a7-4c671efd5eba req-a042fc7d-b8d4-452f-8a33-9f66c2e0b9b3 service neutron] Attempting to bind port dd0272f9-bbee-4c0e-ba42-849d831252e4 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:01.416178 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acea640-946d-4332-89a7-4c671efd5eba req-a042fc7d-b8d4-452f-8a33-9f66c2e0b9b3 service neutron] Port dd0272f9-bbee-4c0e-ba42-849d831252e4 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:24:01.416784 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acea640-946d-4332-89a7-4c671efd5eba req-a042fc7d-b8d4-452f-8a33-9f66c2e0b9b3 service neutron] Attempting to bind port dd0272f9-bbee-4c0e-ba42-849d831252e4 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:01.431607 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acea640-946d-4332-89a7-4c671efd5eba req-a042fc7d-b8d4-452f-8a33-9f66c2e0b9b3 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:24:01.432603 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acea640-946d-4332-89a7-4c671efd5eba req-a042fc7d-b8d4-452f-8a33-9f66c2e0b9b3 service neutron] Checking segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:24:01.433196 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acea640-946d-4332-89a7-4c671efd5eba req-a042fc7d-b8d4-452f-8a33-9f66c2e0b9b3 service neutron] Bound using segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:24:01.434620 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-6acea640-946d-4332-89a7-4c671efd5eba req-a042fc7d-b8d4-452f-8a33-9f66c2e0b9b3 service neutron] Bound port: dd0272f9-bbee-4c0e-ba42-849d831252e4, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:24:01.434998 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6acea640-946d-4332-89a7-4c671efd5eba req-a042fc7d-b8d4-452f-8a33-9f66c2e0b9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:01.457821 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59312) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:01.479733 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 37d3dec4-e810-4e9d-88c9-0ba88a4a30a3 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:01.480167 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:01.480489 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b3660-a9c7-4c89-b00c-db7929816712 req-719c06a1-ba80-4fde-ae9e-eade74e7e828 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:01.481776 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed28f8-dc3e-4231-aa52-d8d9ea7fe5d3 req-9be5dfa9-d547-498c-8223-b3fb993533b0 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:01.482037 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a37b3660-a9c7-4c89-b00c-db7929816712 req-719c06a1-ba80-4fde-ae9e-eade74e7e828 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1d7aed87-9375-4780-96ca-6b77cb95d113 HTTP/1.1" status: 200 len: 1096 time: 0.4882624 Dec 16 09:24:01.489908 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b7ed28f8-dc3e-4231-aa52-d8d9ea7fe5d3 req-9be5dfa9-d547-498c-8223-b3fb993533b0 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e2e5f50-f84c-4871-89d1-0a888ffad525 HTTP/1.1" status: 200 len: 947 time: 0.1532683 Dec 16 09:24:01.535615 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a37b3660-a9c7-4c89-b00c-db7929816712 req-d86d1a69-9071-458e-b808-d10bacb959fe tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449171 Dec 16 09:24:01.544877 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415de759-54df-4496-acb6-97b665eefac7 admin admin] Network e3516ca9-313f-4dfd-ad93-284a4c0b42ea is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:24:01.552926 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-415de759-54df-4496-acb6-97b665eefac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:01.574007 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49d20b8b-c92e-4e41-a0db-e7b13215156d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:01.683142 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-b2281755-abc2-41e2-82d4-7b5bd4907af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a42670c-d561-4607-83cf-a663906bde8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-949553130-router', 'tenant_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'b6ca4eb7-673e-45df-a15c-213ff79cd9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:23:55Z', 'updated_at': '2021-12-16T09:23:58Z', 'revision_number': 3, 'project_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'gw_port': {'id': 'b6ca4eb7-673e-45df-a15c-213ff79cd9a6', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fb:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a42670c-d561-4607-83cf-a663906bde8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:23:57Z', 'updated_at': '2021-12-16T09:23:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:01.727663 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2281755-abc2-41e2-82d4-7b5bd4907af8 None None] Checking router: 2a42670c-d561-4607-83cf-a663906bde8f for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:24:01.728013 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2281755-abc2-41e2-82d4-7b5bd4907af8 None None] Updating router 2a42670c-d561-4607-83cf-a663906bde8f port b6ca4eb7-673e-45df-a15c-213ff79cd9a6 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:24:01.735971 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b7ed28f8-dc3e-4231-aa52-d8d9ea7fe5d3 req-c287f390-0282-4d14-9704-107adc529760 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456896 Dec 16 09:24:01.772381 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b2281755-abc2-41e2-82d4-7b5bd4907af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:01.790785 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-6acea640-946d-4332-89a7-4c671efd5eba req-a042fc7d-b8d4-452f-8a33-9f66c2e0b9b3 service neutron] For port dd0272f9-bbee-4c0e-ba42-849d831252e4, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:24:01.805378 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-6acea640-946d-4332-89a7-4c671efd5eba req-a042fc7d-b8d4-452f-8a33-9f66c2e0b9b3 service neutron] For port dd0272f9-bbee-4c0e-ba42-849d831252e4, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=dd0272f9-bbee-4c0e-ba42-849d831252e4,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:24:01.822759 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415de759-54df-4496-acb6-97b665eefac7 admin admin] Router 4b63c264-14b1-4ec5-8771-c18e0e2ac695 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:24:01.918910 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6acea640-946d-4332-89a7-4c671efd5eba req-a042fc7d-b8d4-452f-8a33-9f66c2e0b9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:02.030256 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4921ada3-d78f-474b-a554-3ab6209168fa None None] Provisioning complete for port ffddd757-0e34-45e7-badb-caaaecb0a2a6 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:02.030990 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4921ada3-d78f-474b-a554-3ab6209168fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:02.035748 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415de759-54df-4496-acb6-97b665eefac7 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:24:02.053828 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-415de759-54df-4496-acb6-97b665eefac7 admin admin] 10.222.0.60 "PUT /v2.0/routers/4b63c264-14b1-4ec5-8771-c18e0e2ac695/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7713685 Dec 16 09:24:02.055352 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba9f60a-f696-45d0-9df9-13ffd77b4830 None None] Sync routers for ids ['4b63c264-14b1-4ec5-8771-c18e0e2ac695'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:24:02.067835 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba9f60a-f696-45d0-9df9-13ffd77b4830 None None] Routers {'4b63c264-14b1-4ec5-8771-c18e0e2ac695'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:24:02.068795 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-eba9f60a-f696-45d0-9df9-13ffd77b4830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:23:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4b63c264-14b1-4ec5-8771-c18e0e2ac695'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:02.100213 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4921ada3-d78f-474b-a554-3ab6209168fa None None] Port ffddd757-0e34-45e7-badb-caaaecb0a2a6 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:24:02.227426 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-eba9f60a-f696-45d0-9df9-13ffd77b4830 None None] Set router 4b63c264-14b1-4ec5-8771-c18e0e2ac695 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:24:02.334842 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acea640-946d-4332-89a7-4c671efd5eba req-a042fc7d-b8d4-452f-8a33-9f66c2e0b9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:02.336784 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6acea640-946d-4332-89a7-4c671efd5eba req-a042fc7d-b8d4-452f-8a33-9f66c2e0b9b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:02.338294 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6acea640-946d-4332-89a7-4c671efd5eba req-a042fc7d-b8d4-452f-8a33-9f66c2e0b9b3 service neutron] 10.222.0.58 "PUT /v2.0/ports/dd0272f9-bbee-4c0e-ba42-849d831252e4 HTTP/1.1" status: 200 len: 1095 time: 2.0390718 Dec 16 09:24:02.359096 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e2e5f50-f84c-4871-89d1-0a888ffad525', 'tag': 'dd0272f9-bbee-4c0e-ba42-849d831252e4'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:02.361703 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8de21ed-41f6-4044-aace-f232afe3d4ca" -d '{"events": [{"name": "network-changed", "server_uuid": "4e2e5f50-f84c-4871-89d1-0a888ffad525", "tag": "dd0272f9-bbee-4c0e-ba42-849d831252e4"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:02.366487 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b2281755-abc2-41e2-82d4-7b5bd4907af8 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:02.489829 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042fc7d-b8d4-452f-8a33-9f66c2e0b9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=dd0272f9-bbee-4c0e-ba42-849d831252e4,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:02.495639 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49d20b8b-c92e-4e41-a0db-e7b13215156d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:02.543461 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-eba9f60a-f696-45d0-9df9-13ffd77b4830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b63c264-14b1-4ec5-8771-c18e0e2ac695', 'name': 'tempest-AttachSCSIVolumeTestJSON-1491571794-router', 'tenant_id': '981293c683ef492fa4ed54f7087f26cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '37d3dec4-e810-4e9d-88c9-0ba88a4a30a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:23:52Z', 'updated_at': '2021-12-16T09:23:59Z', 'revision_number': 4, 'project_id': '981293c683ef492fa4ed54f7087f26cf', 'gw_port': {'id': '37d3dec4-e810-4e9d-88c9-0ba88a4a30a3', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b63c264-14b1-4ec5-8771-c18e0e2ac695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:23:53Z', 'updated_at': '2021-12-16T09:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'ffddd757-0e34-45e7-badb-caaaecb0a2a6', 'name': '', 'network_id': 'e3516ca9-313f-4dfd-ad93-284a4c0b42ea', 'tenant_id': '981293c683ef492fa4ed54f7087f26cf', 'mac_address': 'fa:16:3e:68:46:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b63c264-14b1-4ec5-8771-c18e0e2ac695', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'edf366af-7b90-4b86-9acb-680f4e698ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:23:58Z', 'updated_at': '2021-12-16T09:24:00Z', 'revision_number': 2, 'project_id': '981293c683ef492fa4ed54f7087f26cf', 'subnets': [{'id': 'edf366af-7b90-4b86-9acb-680f4e698ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:02.750698 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324482b-49af-442e-ae18-f5d009942a86 req-2b344718-2476-4350-b23a-63c682aef646 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:02.750698 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6324482b-49af-442e-ae18-f5d009942a86 req-2b344718-2476-4350-b23a-63c682aef646 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/networks?id=9785c251-9c28-48ae-a129-6f24c5a7ad17 HTTP/1.1" status: 200 len: 821 time: 0.5697954 Dec 16 09:24:02.751522 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba9f60a-f696-45d0-9df9-13ffd77b4830 None None] Checking router: 4b63c264-14b1-4ec5-8771-c18e0e2ac695 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:24:02.751522 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba9f60a-f696-45d0-9df9-13ffd77b4830 None None] Updating router 4b63c264-14b1-4ec5-8771-c18e0e2ac695 port ffddd757-0e34-45e7-badb-caaaecb0a2a6 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:24:02.751522 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-eba9f60a-f696-45d0-9df9-13ffd77b4830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:02.752242 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc3a9c9-1080-412e-a197-047a31a67af2 x-openstack-request-id: req-dbc3a9c9-1080-412e-a197-047a31a67af2 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:02.752242 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e2e5f50-f84c-4871-89d1-0a888ffad525", "tag": "dd0272f9-bbee-4c0e-ba42-849d831252e4", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:02.752242 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dbc3a9c9-1080-412e-a197-047a31a67af2 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:02.752242 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e2e5f50-f84c-4871-89d1-0a888ffad525', 'tag': 'dd0272f9-bbee-4c0e-ba42-849d831252e4', 'status': 'completed', 'code': 200} Dec 16 09:24:02.752242 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6324482b-49af-442e-ae18-f5d009942a86 req-442ebbee-f72e-4141-9b42-f814aae9a0cf tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/quotas/13f0e2e84c3c42c99759789d057f9272 HTTP/1.1" status: 200 len: 375 time: 0.0489161 Dec 16 09:24:02.766364 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de21ed-41f6-4044-aace-f232afe3d4ca req-7c1be001-2e94-46ef-a488-dfe0e40077a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:02.767908 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e8de21ed-41f6-4044-aace-f232afe3d4ca req-7c1be001-2e94-46ef-a488-dfe0e40077a6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&device_id=4e2e5f50-f84c-4871-89d1-0a888ffad525 HTTP/1.1" status: 200 len: 1098 time: 0.1261044 Dec 16 09:24:02.774965 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6324482b-49af-442e-ae18-f5d009942a86 req-14134b11-1747-4678-bcd6-3a326151cdb0 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=13f0e2e84c3c42c99759789d057f9272&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1218095 Dec 16 09:24:02.777947 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cbea3cbf-bfc9-4989-932e-b955da9ae434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:02.796796 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-6324482b-49af-442e-ae18-f5d009942a86 req-bc508964-58f3-4e74-b55a-5804b49ab63f service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:24:02.804008 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6324482b-49af-442e-ae18-f5d009942a86 req-bc508964-58f3-4e74-b55a-5804b49ab63f service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073786 Dec 16 09:24:02.823039 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e8de21ed-41f6-4044-aace-f232afe3d4ca req-c13a5df8-e510-4685-968e-38d0bff67c7d service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426173 Dec 16 09:24:02.867697 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefa8d0-3cf5-4953-ae95-317afb86173e req-66c9b175-b001-40cb-a4c7-a5b277ccb13e tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:02.869411 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-abefa8d0-3cf5-4953-ae95-317afb86173e req-66c9b175-b001-40cb-a4c7-a5b277ccb13e tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e2e5f50-f84c-4871-89d1-0a888ffad525 HTTP/1.1" status: 200 len: 947 time: 0.0492072 Dec 16 09:24:02.895539 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-eba9f60a-f696-45d0-9df9-13ffd77b4830 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:02.909546 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-abefa8d0-3cf5-4953-ae95-317afb86173e req-4602b7ec-2b9b-45ed-b54d-d29611cb0063 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328622 Dec 16 09:24:02.915139 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b2281755-abc2-41e2-82d4-7b5bd4907af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:02.964936 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49d20b8b-c92e-4e41-a0db-e7b13215156d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:02.970442 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-b2281755-abc2-41e2-82d4-7b5bd4907af8 None None] Attempting to bind port b6ca4eb7-673e-45df-a15c-213ff79cd9a6 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:24:02.971191 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-b2281755-abc2-41e2-82d4-7b5bd4907af8 None None] Attempting to bind port b6ca4eb7-673e-45df-a15c-213ff79cd9a6 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:24:02.971191 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2281755-abc2-41e2-82d4-7b5bd4907af8 None None] Attempting to bind port b6ca4eb7-673e-45df-a15c-213ff79cd9a6 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:02.979310 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb10fe4-eea6-4026-949c-c115135130e0 None None] Pushing event updated for resources: {'Port': ['ID=b6ca4eb7-673e-45df-a15c-213ff79cd9a6,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:02.994844 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2281755-abc2-41e2-82d4-7b5bd4907af8 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:24:02.995696 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2281755-abc2-41e2-82d4-7b5bd4907af8 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:24:02.996314 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b2281755-abc2-41e2-82d4-7b5bd4907af8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:02.996916 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2281755-abc2-41e2-82d4-7b5bd4907af8 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:24:02.997635 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-b2281755-abc2-41e2-82d4-7b5bd4907af8 None None] Bound port: b6ca4eb7-673e-45df-a15c-213ff79cd9a6, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:24:02.998254 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b2281755-abc2-41e2-82d4-7b5bd4907af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:03.012558 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-eba9f60a-f696-45d0-9df9-13ffd77b4830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:03.060143 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-49d20b8b-c92e-4e41-a0db-e7b13215156d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6ebe6fa0a3a04d6e8a46101e538034b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5991907 Dec 16 09:24:03.065388 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59368) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:03.095110 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d20b8b-c92e-4e41-a0db-e7b13215156d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e86b1e-36d6-424d-8af5-4d7e61010acd,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:03.116098 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6324482b-49af-442e-ae18-f5d009942a86 req-7e83ed0e-15e3-4a38-a7b7-b98166f94994 service neutron] 10.222.0.60 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041527 Dec 16 09:24:03.121408 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de21ed-41f6-4044-aace-f232afe3d4ca req-7955f2de-7108-430f-958b-661df1e1a045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:03.127670 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e8de21ed-41f6-4044-aace-f232afe3d4ca req-7955f2de-7108-430f-958b-661df1e1a045 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2893844 Dec 16 09:24:03.165835 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a2f7c-2946-417c-82ad-ab8e335562fe None None] Pushing event updated for resources: {'Port': ['ID=ffddd757-0e34-45e7-badb-caaaecb0a2a6,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:03.184335 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-b2281755-abc2-41e2-82d4-7b5bd4907af8 None None] For port b6ca4eb7-673e-45df-a15c-213ff79cd9a6, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:24:03.186083 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b8cdf777-169f-4246-8a87-444b306aa95b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:03.192850 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-b2281755-abc2-41e2-82d4-7b5bd4907af8 None None] For port b6ca4eb7-673e-45df-a15c-213ff79cd9a6, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=b6ca4eb7-673e-45df-a15c-213ff79cd9a6,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:24:03.216033 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b8cdf777-169f-4246-8a87-444b306aa95b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:03.293835 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-eba9f60a-f696-45d0-9df9-13ffd77b4830 None None] Attempting to bind port ffddd757-0e34-45e7-badb-caaaecb0a2a6 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:24:03.294200 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-eba9f60a-f696-45d0-9df9-13ffd77b4830 None None] Attempting to bind port ffddd757-0e34-45e7-badb-caaaecb0a2a6 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '8964c3ab-e3c8-4683-aed6-f36a09c842e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e3516ca9-313f-4dfd-ad93-284a4c0b42ea'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:24:03.294754 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba9f60a-f696-45d0-9df9-13ffd77b4830 None None] Attempting to bind port ffddd757-0e34-45e7-badb-caaaecb0a2a6 on network e3516ca9-313f-4dfd-ad93-284a4c0b42ea {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:03.298104 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b2281755-abc2-41e2-82d4-7b5bd4907af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:03.302941 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba9f60a-f696-45d0-9df9-13ffd77b4830 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:24:03.303326 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba9f60a-f696-45d0-9df9-13ffd77b4830 None None] Checking segment: {'id': '8964c3ab-e3c8-4683-aed6-f36a09c842e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e3516ca9-313f-4dfd-ad93-284a4c0b42ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:24:03.304320 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-eba9f60a-f696-45d0-9df9-13ffd77b4830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:03.304900 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba9f60a-f696-45d0-9df9-13ffd77b4830 None None] Bound using segment: {'id': '8964c3ab-e3c8-4683-aed6-f36a09c842e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e3516ca9-313f-4dfd-ad93-284a4c0b42ea'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:24:03.305636 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-eba9f60a-f696-45d0-9df9-13ffd77b4830 None None] Bound port: ffddd757-0e34-45e7-badb-caaaecb0a2a6, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8964c3ab-e3c8-4683-aed6-f36a09c842e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e3516ca9-313f-4dfd-ad93-284a4c0b42ea'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:24:03.306323 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-eba9f60a-f696-45d0-9df9-13ffd77b4830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:03.362762 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6324482b-49af-442e-ae18-f5d009942a86 req-6a4684b0-fe8c-44f6-8002-84897740925e service neutron] 10.222.0.60 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364354 Dec 16 09:24:03.367187 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acea640-946d-4332-89a7-4c671efd5eba req-c5eaaa5e-0354-48d9-add8-ff0e2cf97fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:03.369318 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6acea640-946d-4332-89a7-4c671efd5eba req-c5eaaa5e-0354-48d9-add8-ff0e2cf97fa5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&device_id=4e2e5f50-f84c-4871-89d1-0a888ffad525 HTTP/1.1" status: 200 len: 1098 time: 0.1330845 Dec 16 09:24:03.377477 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-cbea3cbf-bfc9-4989-932e-b955da9ae434 admin admin] Allocated IP 172.20.0.1 (3ccf6740-ee5e-49f4-b1bd-9a930f5facb8/4b1a2e6a-0898-45c0-b553-80f1895b4df9/82c48940-3ba0-4feb-8259-f4549bed1777) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:24:03.378965 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2281755-abc2-41e2-82d4-7b5bd4907af8 None None] Routers {'2a42670c-d561-4607-83cf-a663906bde8f'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:24:03.379619 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-b2281755-abc2-41e2-82d4-7b5bd4907af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:23:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2a42670c-d561-4607-83cf-a663906bde8f'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:03.416506 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-eba9f60a-f696-45d0-9df9-13ffd77b4830 None None] For port ffddd757-0e34-45e7-badb-caaaecb0a2a6, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:24:03.422872 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-eba9f60a-f696-45d0-9df9-13ffd77b4830 None None] For port ffddd757-0e34-45e7-badb-caaaecb0a2a6, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ffddd757-0e34-45e7-badb-caaaecb0a2a6,segment=NetworkSegment(8964c3ab-e3c8-4683-aed6-f36a09c842e0),segment_id=8964c3ab-e3c8-4683-aed6-f36a09c842e0)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:24:03.449352 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b8cdf777-169f-4246-8a87-444b306aa95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:03.452311 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b8cdf777-169f-4246-8a87-444b306aa95b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:03.453685 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b8cdf777-169f-4246-8a87-444b306aa95b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/55e86b1e-36d6-424d-8af5-4d7e61010acd HTTP/1.1" status: 204 len: 168 time: 0.3873084 Dec 16 09:24:03.456787 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb10fe4-eea6-4026-949c-c115135130e0 None None] Pushing event updated for resources: {'Port': ['ID=b6ca4eb7-673e-45df-a15c-213ff79cd9a6,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:03.462219 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cdf777-169f-4246-8a87-444b306aa95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e86b1e-36d6-424d-8af5-4d7e61010acd,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:03.484849 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6acea640-946d-4332-89a7-4c671efd5eba req-ef531857-e7eb-4edb-84d9-57af7957c6b3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=dd0272f9-bbee-4c0e-ba42-849d831252e4 HTTP/1.1" status: 200 len: 217 time: 0.1049728 Dec 16 09:24:03.485014 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-eba9f60a-f696-45d0-9df9-13ffd77b4830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:03.558747 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba9f60a-f696-45d0-9df9-13ffd77b4830 None None] Routers {'4b63c264-14b1-4ec5-8771-c18e0e2ac695'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:24:03.559900 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-eba9f60a-f696-45d0-9df9-13ffd77b4830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:23:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4b63c264-14b1-4ec5-8771-c18e0e2ac695'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:03.656916 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a2f7c-2946-417c-82ad-ab8e335562fe None None] Pushing event updated for resources: {'Port': ['ID=ffddd757-0e34-45e7-badb-caaaecb0a2a6,revision_number=4']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:03.721344 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cbea3cbf-bfc9-4989-932e-b955da9ae434 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:03.764777 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2a4780f6-64e9-4158-b39d-f0a5ce6866da None None] Provisioning complete for port ffddd757-0e34-45e7-badb-caaaecb0a2a6 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:03.765194 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2a4780f6-64e9-4158-b39d-f0a5ce6866da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:03.781727 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d3e41cbf-7526-48e1-90ae-41851f727db1 req-d9ce7ba8-ac69-422e-88c3-0a9128494af7 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed438a16-1053-417b-8133-5ebafebae73c HTTP/1.1" status: 200 len: 210 time: 0.1019690 Dec 16 09:24:03.796601 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acea640-946d-4332-89a7-4c671efd5eba req-ef215a33-eb39-4e99-949f-1358ea4963e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:03.798848 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6acea640-946d-4332-89a7-4c671efd5eba req-ef215a33-eb39-4e99-949f-1358ea4963e3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.2963378 Dec 16 09:24:03.806854 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-eba9f60a-f696-45d0-9df9-13ffd77b4830 None None] Set router 4b63c264-14b1-4ec5-8771-c18e0e2ac695 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:24:03.825047 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cbea3cbf-bfc9-4989-932e-b955da9ae434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:03.942740 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2a4780f6-64e9-4158-b39d-f0a5ce6866da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:03.949545 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-b2281755-abc2-41e2-82d4-7b5bd4907af8 None None] Set router 2a42670c-d561-4607-83cf-a663906bde8f gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:24:04.018956 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbea3cbf-bfc9-4989-932e-b955da9ae434 admin admin] Network 3ccf6740-ee5e-49f4-b1bd-9a930f5facb8 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:24:04.029586 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea3cbf-bfc9-4989-932e-b955da9ae434 admin admin] Pushing event updated for resources: {'Port': ['ID=82c48940-3ba0-4feb-8259-f4549bed1777,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:04.048292 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-cbea3cbf-bfc9-4989-932e-b955da9ae434 admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:04.072284 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbea3cbf-bfc9-4989-932e-b955da9ae434 admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:24:04.074315 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cbea3cbf-bfc9-4989-932e-b955da9ae434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:04.128002 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2a4780f6-64e9-4158-b39d-f0a5ce6866da None None] For port ffddd757-0e34-45e7-badb-caaaecb0a2a6, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ffddd757-0e34-45e7-badb-caaaecb0a2a6,segment=NetworkSegment(8964c3ab-e3c8-4683-aed6-f36a09c842e0),segment_id=8964c3ab-e3c8-4683-aed6-f36a09c842e0)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:04.191362 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2a4780f6-64e9-4158-b39d-f0a5ce6866da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:04.309974 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59402) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:04.362773 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-eba9f60a-f696-45d0-9df9-13ffd77b4830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b63c264-14b1-4ec5-8771-c18e0e2ac695', 'name': 'tempest-AttachSCSIVolumeTestJSON-1491571794-router', 'tenant_id': '981293c683ef492fa4ed54f7087f26cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '37d3dec4-e810-4e9d-88c9-0ba88a4a30a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:23:52Z', 'updated_at': '2021-12-16T09:23:59Z', 'revision_number': 4, 'project_id': '981293c683ef492fa4ed54f7087f26cf', 'gw_port': {'id': '37d3dec4-e810-4e9d-88c9-0ba88a4a30a3', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b63c264-14b1-4ec5-8771-c18e0e2ac695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:23:53Z', 'updated_at': '2021-12-16T09:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'ffddd757-0e34-45e7-badb-caaaecb0a2a6', 'name': '', 'network_id': 'e3516ca9-313f-4dfd-ad93-284a4c0b42ea', 'tenant_id': '981293c683ef492fa4ed54f7087f26cf', 'mac_address': 'fa:16:3e:68:46:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b63c264-14b1-4ec5-8771-c18e0e2ac695', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'edf366af-7b90-4b86-9acb-680f4e698ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:23:58Z', 'updated_at': '2021-12-16T09:24:03Z', 'revision_number': 4, 'project_id': '981293c683ef492fa4ed54f7087f26cf', 'subnets': [{'id': 'edf366af-7b90-4b86-9acb-680f4e698ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:04.372459 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4780f6-64e9-4158-b39d-f0a5ce6866da None None] Pushing event updated for resources: {'Port': ['ID=ffddd757-0e34-45e7-badb-caaaecb0a2a6,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:04.403345 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acea640-946d-4332-89a7-4c671efd5eba req-a36aa039-213f-48bf-89ac-7291cd157561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:04.404866 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-74d98651-1fc1-498d-a053-a26aa55fc266 None None] Provisioning complete for port ffddd757-0e34-45e7-badb-caaaecb0a2a6 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:04.405263 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-74d98651-1fc1-498d-a053-a26aa55fc266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:04.405469 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6acea640-946d-4332-89a7-4c671efd5eba req-a36aa039-213f-48bf-89ac-7291cd157561 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5967910 Dec 16 09:24:04.418588 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba9f60a-f696-45d0-9df9-13ffd77b4830 None None] The sync data for ids ['4b63c264-14b1-4ec5-8771-c18e0e2ac695'] in n-d-820550-2 is: [{'id': '4b63c264-14b1-4ec5-8771-c18e0e2ac695', 'name': 'tempest-AttachSCSIVolumeTestJSON-1491571794-router', 'tenant_id': '981293c683ef492fa4ed54f7087f26cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '37d3dec4-e810-4e9d-88c9-0ba88a4a30a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:23:52Z', 'updated_at': '2021-12-16T09:23:59Z', 'revision_number': 4, 'project_id': '981293c683ef492fa4ed54f7087f26cf', 'gw_port': {'id': '37d3dec4-e810-4e9d-88c9-0ba88a4a30a3', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b63c264-14b1-4ec5-8771-c18e0e2ac695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:23:53Z', 'updated_at': '2021-12-16T09:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'ffddd757-0e34-45e7-badb-caaaecb0a2a6', 'name': '', 'network_id': 'e3516ca9-313f-4dfd-ad93-284a4c0b42ea', 'tenant_id': '981293c683ef492fa4ed54f7087f26cf', 'mac_address': 'fa:16:3e:68:46:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b63c264-14b1-4ec5-8771-c18e0e2ac695', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'edf366af-7b90-4b86-9acb-680f4e698ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:23:58Z', 'updated_at': '2021-12-16T09:24:03Z', 'revision_number': 4, 'project_id': '981293c683ef492fa4ed54f7087f26cf', 'subnets': [{'id': 'edf366af-7b90-4b86-9acb-680f4e698ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:24:04.435225 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381fe03-134d-48b4-b841-3b21e36fc1d6 req-24ab732e-ab20-46a1-85c2-a86a062f8565 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:04.436883 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d381fe03-134d-48b4-b841-3b21e36fc1d6 req-24ab732e-ab20-46a1-85c2-a86a062f8565 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e2e5f50-f84c-4871-89d1-0a888ffad525 HTTP/1.1" status: 200 len: 947 time: 0.4097931 Dec 16 09:24:04.458636 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-b2281755-abc2-41e2-82d4-7b5bd4907af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a42670c-d561-4607-83cf-a663906bde8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-949553130-router', 'tenant_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'b6ca4eb7-673e-45df-a15c-213ff79cd9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:23:55Z', 'updated_at': '2021-12-16T09:23:58Z', 'revision_number': 3, 'project_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'gw_port': {'id': 'b6ca4eb7-673e-45df-a15c-213ff79cd9a6', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fb:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a42670c-d561-4607-83cf-a663906bde8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:23:57Z', 'updated_at': '2021-12-16T09:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:04.523162 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2281755-abc2-41e2-82d4-7b5bd4907af8 None None] The sync data for ids ['2a42670c-d561-4607-83cf-a663906bde8f'] in n-d-820550-2 is: [{'id': '2a42670c-d561-4607-83cf-a663906bde8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-949553130-router', 'tenant_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'b6ca4eb7-673e-45df-a15c-213ff79cd9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:23:55Z', 'updated_at': '2021-12-16T09:23:58Z', 'revision_number': 3, 'project_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'gw_port': {'id': 'b6ca4eb7-673e-45df-a15c-213ff79cd9a6', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fb:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a42670c-d561-4607-83cf-a663906bde8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:23:57Z', 'updated_at': '2021-12-16T09:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:24:04.643377 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cbea3cbf-bfc9-4989-932e-b955da9ae434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:04.677502 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d381fe03-134d-48b4-b841-3b21e36fc1d6 req-2fdd7145-4372-4348-9cf6-bb41587b2d7b tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257853 Dec 16 09:24:04.744977 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6acea640-946d-4332-89a7-4c671efd5eba req-c8dc3e90-f6db-4c66-af41-9aac86c45289 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299601 Dec 16 09:24:04.767446 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-9a487e64-09da-437a-8080-58e2ddfc2a40 None None] Provisioning complete for port 82c48940-3ba0-4feb-8259-f4549bed1777 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:04.769955 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9a487e64-09da-437a-8080-58e2ddfc2a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:04.782868 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4f45b8dd-75e6-44ab-b512-d6635d44ab32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:04.873278 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-9a487e64-09da-437a-8080-58e2ddfc2a40 None None] Port 82c48940-3ba0-4feb-8259-f4549bed1777 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:24:04.873677 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-846ea1e4-92a8-41cf-9a4c-c4e60abc8866 req-605ec5f0-b5a7-4ea5-954c-98b5fd242f65 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed438a16-1053-417b-8133-5ebafebae73c HTTP/1.1" status: 200 len: 210 time: 0.0525417 Dec 16 09:24:04.915132 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59422) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:04.925750 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-6a7204e7-1e93-4827-a4a1-37088b1349c1 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-743329716-network', 'tenant_id': '9f4af447e72d48ffb69e508e5ba87cfd'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:04.937907 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6acea640-946d-4332-89a7-4c671efd5eba req-c8f0764a-b610-42ce-aa36-4914b76897c6 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720397 Dec 16 09:24:05.070382 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7204e7-1e93-4827-a4a1-37088b1349c1 admin admin] Made reservation on behalf of 9f4af447e72d48ffb69e508e5ba87cfd for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:24:05.072777 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6a7204e7-1e93-4827-a4a1-37088b1349c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:05.077239 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4f45b8dd-75e6-44ab-b512-d6635d44ab32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:05.095195 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6a7204e7-1e93-4827-a4a1-37088b1349c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:05.148592 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4f45b8dd-75e6-44ab-b512-d6635d44ab32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:05.187993 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cbea3cbf-bfc9-4989-932e-b955da9ae434 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:05.284327 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6a7204e7-1e93-4827-a4a1-37088b1349c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:05.302202 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4f45b8dd-75e6-44ab-b512-d6635d44ab32 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8ce757fd0d754be59a06fe3fae137b6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9905419 Dec 16 09:24:05.302955 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45b8dd-75e6-44ab-b512-d6635d44ab32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d1dcb5-627e-4525-a31c-519a25917439,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:05.307526 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59430) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:05.346290 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cbea3cbf-bfc9-4989-932e-b955da9ae434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:05.347763 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cbea3cbf-bfc9-4989-932e-b955da9ae434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:05.370783 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device b6ca4eb7-673e-45df-a15c-213ff79cd9a6 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:24:05.415800 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6a7204e7-1e93-4827-a4a1-37088b1349c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:05.431099 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a7204e7-1e93-4827-a4a1-37088b1349c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:24:05.444871 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6a7204e7-1e93-4827-a4a1-37088b1349c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:05.445880 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-6a7204e7-1e93-4827-a4a1-37088b1349c1 admin admin] Added segment d40e5954-5919-4789-968a-e4528a3d0a83 of type vlan for network cdf9de85-7cf9-411d-85bd-0c33ccccd7bd Dec 16 09:24:05.472578 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port b6ca4eb7-673e-45df-a15c-213ff79cd9a6 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:05.472954 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:05.518809 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6a7204e7-1e93-4827-a4a1-37088b1349c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:05.569388 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea3cbf-bfc9-4989-932e-b955da9ae434 admin admin] Pushing event updated for resources: {'Port': ['ID=82c48940-3ba0-4feb-8259-f4549bed1777,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:05.570218 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7204e7-1e93-4827-a4a1-37088b1349c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4612de49-b883-46fd-b946-9677244859f6,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:05.618298 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6a7204e7-1e93-4827-a4a1-37088b1349c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:05.621907 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7204e7-1e93-4827-a4a1-37088b1349c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:05.621907 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6a7204e7-1e93-4827-a4a1-37088b1349c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:05.633467 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d951fbad-781e-4c51-b37b-45438a78bf4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:05.648746 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:05.674452 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port b6ca4eb7-673e-45df-a15c-213ff79cd9a6, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=b6ca4eb7-673e-45df-a15c-213ff79cd9a6,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:05.711553 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d951fbad-781e-4c51-b37b-45438a78bf4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:05.734784 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbea3cbf-bfc9-4989-932e-b955da9ae434 admin admin] Network 3ccf6740-ee5e-49f4-b1bd-9a930f5facb8 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:24:05.740827 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7204e7-1e93-4827-a4a1-37088b1349c1 admin admin] Pushing event updated for resources: {'Network': ['ID=cdf9de85-7cf9-411d-85bd-0c33ccccd7bd,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:05.742002 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-cbea3cbf-bfc9-4989-932e-b955da9ae434 admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:05.748874 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:05.749726 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ffddd757-0e34-45e7-badb-caaaecb0a2a6 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:24:05.803209 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6a7204e7-1e93-4827-a4a1-37088b1349c1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8869250 Dec 16 09:24:05.804524 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59444) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:05.818448 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-984aa560-8253-4db4-977e-8b33dddba782 admin admin] Request body: {'subnet': {'network_id': 'cdf9de85-7cf9-411d-85bd-0c33ccccd7bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-743329716-subnet', 'tenant_id': '9f4af447e72d48ffb69e508e5ba87cfd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:05.826994 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network cdf9de85-7cf9-411d-85bd-0c33ccccd7bd details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:24:05.957307 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40656414-747c-452a-b311-6f515bf02d50 req-f11bf70c-c633-414c-ad8c-485530839119 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:05.960330 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-40656414-747c-452a-b311-6f515bf02d50 req-f11bf70c-c633-414c-ad8c-485530839119 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e2e5f50-f84c-4871-89d1-0a888ffad525 HTTP/1.1" status: 200 len: 947 time: 0.1546426 Dec 16 09:24:05.975529 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984aa560-8253-4db4-977e-8b33dddba782 admin admin] Made reservation on behalf of 9f4af447e72d48ffb69e508e5ba87cfd for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:24:05.984741 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-984aa560-8253-4db4-977e-8b33dddba782 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:06.140439 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-40656414-747c-452a-b311-6f515bf02d50 req-28d35467-5bae-4cd7-84a0-eb357e984eed tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717808 Dec 16 09:24:06.205800 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eed929c3-47ec-441b-9861-4410dfe15c0f req-8161bb8d-fa70-4008-841a-07918793efee tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed438a16-1053-417b-8133-5ebafebae73c HTTP/1.1" status: 200 len: 210 time: 0.1543503 Dec 16 09:24:06.239055 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d951fbad-781e-4c51-b37b-45438a78bf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:06.244466 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d951fbad-781e-4c51-b37b-45438a78bf4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:06.254061 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d951fbad-781e-4c51-b37b-45438a78bf4c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d0d1dcb5-627e-4525-a31c-519a25917439 HTTP/1.1" status: 204 len: 168 time: 0.9454100 Dec 16 09:24:06.255928 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=b6ca4eb7-673e-45df-a15c-213ff79cd9a6,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:06.270886 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d951fbad-781e-4c51-b37b-45438a78bf4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d1dcb5-627e-4525-a31c-519a25917439,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:06.279993 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbea3cbf-bfc9-4989-932e-b955da9ae434 admin admin] Router 2a42670c-d561-4607-83cf-a663906bde8f has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:24:06.285652 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port ffddd757-0e34-45e7-badb-caaaecb0a2a6 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:06.291991 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:06.310265 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-ef39b115-983c-4a69-9bc0-57a565ac2dd9 None None] Provisioning complete for port 82c48940-3ba0-4feb-8259-f4549bed1777 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:06.311011 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ef39b115-983c-4a69-9bc0-57a565ac2dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:06.391713 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-ef39b115-983c-4a69-9bc0-57a565ac2dd9 None None] Port 82c48940-3ba0-4feb-8259-f4549bed1777 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:24:06.483717 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-984aa560-8253-4db4-977e-8b33dddba782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:06.547261 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984aa560-8253-4db4-977e-8b33dddba782 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f70241b9-94ed-447d-8e0d-57432e877c8b,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:06.555306 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984aa560-8253-4db4-977e-8b33dddba782 admin admin] Checking segment: {'id': 'd40e5954-5919-4789-968a-e4528a3d0a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cdf9de85-7cf9-411d-85bd-0c33ccccd7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:24:06.555646 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984aa560-8253-4db4-977e-8b33dddba782 admin admin] Network hostable DHCP agents. Network: cdf9de85-7cf9-411d-85bd-0c33ccccd7bd, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:24:06.590288 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324482b-49af-442e-ae18-f5d009942a86 req-50ac72b6-e183-41c8-b6ee-dd9592b8abd9 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:06.590743 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6324482b-49af-442e-ae18-f5d009942a86 req-50ac72b6-e183-41c8-b6ee-dd9592b8abd9 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.57 "GET /v2.0/networks?id=9785c251-9c28-48ae-a129-6f24c5a7ad17 HTTP/1.1" status: 200 len: 821 time: 0.2861481 Dec 16 09:24:06.592316 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbea3cbf-bfc9-4989-932e-b955da9ae434 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:24:06.597501 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-cbea3cbf-bfc9-4989-932e-b955da9ae434 admin admin] 10.222.0.60 "PUT /v2.0/routers/2a42670c-d561-4607-83cf-a663906bde8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4524419 Dec 16 09:24:06.611044 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-6324482b-49af-442e-ae18-f5d009942a86 req-f9721b26-a3e5-4aca-b0cb-80257483f89b tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Request body: {'port': {'device_id': 'ed438a16-1053-417b-8133-5ebafebae73c', 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17', 'admin_state_up': True, 'tenant_id': '13f0e2e84c3c42c99759789d057f9272'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:06.638916 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984aa560-8253-4db4-977e-8b33dddba782 admin admin] Network cdf9de85-7cf9-411d-85bd-0c33ccccd7bd is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:24:06.707052 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-984aa560-8253-4db4-977e-8b33dddba782 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, cdf9de85-7cf9-411d-85bd-0c33ccccd7bd) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:06.714057 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984aa560-8253-4db4-977e-8b33dddba782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:06.715113 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-984aa560-8253-4db4-977e-8b33dddba782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:06.720804 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d123b74a-5b67-4df6-83e9-50fc6c4657c3 None None] Network cdf9de85-7cf9-411d-85bd-0c33ccccd7bd requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:24:06.869296 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-984aa560-8253-4db4-977e-8b33dddba782 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0501783 Dec 16 09:24:06.869296 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59472) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:06.869296 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-1b1ac272-45a3-4504-9bdc-bacb8ee2b689 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-743329716-router', 'tenant_id': '9f4af447e72d48ffb69e508e5ba87cfd', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:06.884240 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:06.891927 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f980eaf8-c7d5-4263-ac61-1b1ccbd8ae33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-cdf9de85-7cf9-411d-85bd-0c33ccccd7bd', 'network_id': 'cdf9de85-7cf9-411d-85bd-0c33ccccd7bd', 'tenant_id': '9f4af447e72d48ffb69e508e5ba87cfd', 'fixed_ips': [{'subnet_id': 'f70241b9-94ed-447d-8e0d-57432e877c8b'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:24:06.891927 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f980eaf8-c7d5-4263-ac61-1b1ccbd8ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:06.981784 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6324482b-49af-442e-ae18-f5d009942a86 req-f9721b26-a3e5-4aca-b0cb-80257483f89b tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Made reservation on behalf of 13f0e2e84c3c42c99759789d057f9272 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:24:06.986000 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6324482b-49af-442e-ae18-f5d009942a86 req-f9721b26-a3e5-4aca-b0cb-80257483f89b tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:07.090317 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b1ac272-45a3-4504-9bdc-bacb8ee2b689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:07.091398 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b1ac272-45a3-4504-9bdc-bacb8ee2b689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:07.104796 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-f980eaf8-c7d5-4263-ac61-1b1ccbd8ae33 None None] Allocated IP 172.20.0.2 (cdf9de85-7cf9-411d-85bd-0c33ccccd7bd/f70241b9-94ed-447d-8e0d-57432e877c8b/63dc6a53-a42b-4014-afb9-896020a49486) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:24:07.228462 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b1ac272-45a3-4504-9bdc-bacb8ee2b689 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:07.370868 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device b6ca4eb7-673e-45df-a15c-213ff79cd9a6 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:24:07.397943 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f980eaf8-c7d5-4263-ac61-1b1ccbd8ae33 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:07.431670 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port b6ca4eb7-673e-45df-a15c-213ff79cd9a6 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:07.433536 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:07.465825 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-6324482b-49af-442e-ae18-f5d009942a86 req-f9721b26-a3e5-4aca-b0cb-80257483f89b tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Allocated IP 172.20.0.13 (9785c251-9c28-48ae-a129-6f24c5a7ad17/c12d578e-3c58-4d75-9f2c-b724e40168b0/ae735225-7071-449e-8754-e40f44df1b40) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:24:07.477219 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f980eaf8-c7d5-4263-ac61-1b1ccbd8ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:07.547570 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f980eaf8-c7d5-4263-ac61-1b1ccbd8ae33 None None] Network cdf9de85-7cf9-411d-85bd-0c33ccccd7bd is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:24:07.553875 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-f980eaf8-c7d5-4263-ac61-1b1ccbd8ae33 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:07.563933 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f980eaf8-c7d5-4263-ac61-1b1ccbd8ae33 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:24:07.566338 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b1ac272-45a3-4504-9bdc-bacb8ee2b689 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:07.583762 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980eaf8-c7d5-4263-ac61-1b1ccbd8ae33 None None] Pushing event updated for resources: {'Port': ['ID=63dc6a53-a42b-4014-afb9-896020a49486,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:07.595356 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd232f6-faf0-4839-850f-9272cebf460e req-db27717d-63f0-4e2b-a990-7b818e1e71b5 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:07.600089 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ddd232f6-faf0-4839-850f-9272cebf460e req-db27717d-63f0-4e2b-a990-7b818e1e71b5 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e2e5f50-f84c-4871-89d1-0a888ffad525 HTTP/1.1" status: 200 len: 947 time: 0.1939504 Dec 16 09:24:07.654754 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-f980eaf8-c7d5-4263-ac61-1b1ccbd8ae33 None None] Attempting to bind port 63dc6a53-a42b-4014-afb9-896020a49486 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:24:07.655029 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ddd232f6-faf0-4839-850f-9272cebf460e req-9de1fe6a-3948-4cda-b532-b351ffcc58bf tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513949 Dec 16 09:24:07.655138 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-f980eaf8-c7d5-4263-ac61-1b1ccbd8ae33 None None] Attempting to bind port 63dc6a53-a42b-4014-afb9-896020a49486 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'd40e5954-5919-4789-968a-e4528a3d0a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cdf9de85-7cf9-411d-85bd-0c33ccccd7bd'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:24:07.655482 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f980eaf8-c7d5-4263-ac61-1b1ccbd8ae33 None None] Attempting to bind port 63dc6a53-a42b-4014-afb9-896020a49486 on network cdf9de85-7cf9-411d-85bd-0c33ccccd7bd {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:07.661722 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f980eaf8-c7d5-4263-ac61-1b1ccbd8ae33 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:24:07.662142 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f980eaf8-c7d5-4263-ac61-1b1ccbd8ae33 None None] Checking segment: {'id': 'd40e5954-5919-4789-968a-e4528a3d0a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cdf9de85-7cf9-411d-85bd-0c33ccccd7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:24:07.663175 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f980eaf8-c7d5-4263-ac61-1b1ccbd8ae33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:07.663175 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f980eaf8-c7d5-4263-ac61-1b1ccbd8ae33 None None] Bound using segment: {'id': 'd40e5954-5919-4789-968a-e4528a3d0a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cdf9de85-7cf9-411d-85bd-0c33ccccd7bd'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:24:07.670883 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-f980eaf8-c7d5-4263-ac61-1b1ccbd8ae33 None None] Bound port: 63dc6a53-a42b-4014-afb9-896020a49486, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd40e5954-5919-4789-968a-e4528a3d0a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cdf9de85-7cf9-411d-85bd-0c33ccccd7bd'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:24:07.670883 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f980eaf8-c7d5-4263-ac61-1b1ccbd8ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:07.741537 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6324482b-49af-442e-ae18-f5d009942a86 req-f9721b26-a3e5-4aca-b0cb-80257483f89b tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:07.745865 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f980eaf8-c7d5-4263-ac61-1b1ccbd8ae33 None None] For port 63dc6a53-a42b-4014-afb9-896020a49486, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:24:07.754041 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f980eaf8-c7d5-4263-ac61-1b1ccbd8ae33 None None] For port 63dc6a53-a42b-4014-afb9-896020a49486, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=63dc6a53-a42b-4014-afb9-896020a49486,segment=NetworkSegment(d40e5954-5919-4789-968a-e4528a3d0a83),segment_id=d40e5954-5919-4789-968a-e4528a3d0a83)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:24:07.765211 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59494) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:07.790961 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2925b2e6-04d8-4171-aa22-40ba8b95faf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:07.792021 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6872d6b3-9893-428b-8ef7-127a1a84eb6e None None] Sync routers for ids ['2a42670c-d561-4607-83cf-a663906bde8f'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:24:07.802854 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6872d6b3-9893-428b-8ef7-127a1a84eb6e None None] Routers {'2a42670c-d561-4607-83cf-a663906bde8f'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:24:07.805814 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-6872d6b3-9893-428b-8ef7-127a1a84eb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:23:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2a42670c-d561-4607-83cf-a663906bde8f'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:07.808347 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0579bf9-d15f-4d20-8864-e431edd7c56f req-ee977e91-3591-49f5-9745-3cc06a86e6c0 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed438a16-1053-417b-8133-5ebafebae73c HTTP/1.1" status: 200 len: 210 time: 0.0415514 Dec 16 09:24:07.899343 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6324482b-49af-442e-ae18-f5d009942a86 req-f9721b26-a3e5-4aca-b0cb-80257483f89b tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:07.906006 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f980eaf8-c7d5-4263-ac61-1b1ccbd8ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:07.943842 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b1ac272-45a3-4504-9bdc-bacb8ee2b689 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:07.973191 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b1ac272-45a3-4504-9bdc-bacb8ee2b689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:08.000120 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2925b2e6-04d8-4171-aa22-40ba8b95faf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:08.007779 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6324482b-49af-442e-ae18-f5d009942a86 req-f9721b26-a3e5-4aca-b0cb-80257483f89b tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Network 9785c251-9c28-48ae-a129-6f24c5a7ad17 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:24:08.009339 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9721b26-a3e5-4aca-b0cb-80257483f89b tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Pushing event updated for resources: {'Port': ['ID=ae735225-7071-449e-8754-e40f44df1b40,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:08.012201 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-6324482b-49af-442e-ae18-f5d009942a86 req-f9721b26-a3e5-4aca-b0cb-80257483f89b tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:08.032095 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-6324482b-49af-442e-ae18-f5d009942a86 req-f9721b26-a3e5-4aca-b0cb-80257483f89b tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:24:08.032095 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324482b-49af-442e-ae18-f5d009942a86 req-f9721b26-a3e5-4aca-b0cb-80257483f89b tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:08.032095 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6324482b-49af-442e-ae18-f5d009942a86 req-f9721b26-a3e5-4aca-b0cb-80257483f89b tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:08.038705 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device dd0272f9-bbee-4c0e-ba42-849d831252e4 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:24:08.070293 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980eaf8-c7d5-4263-ac61-1b1ccbd8ae33 None None] Pushing event updated for resources: {'Port': ['ID=63dc6a53-a42b-4014-afb9-896020a49486,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:08.146002 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-1b1ac272-45a3-4504-9bdc-bacb8ee2b689 admin admin] Allocated IP 172.25.1.216 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/17f15156-ac1a-493a-9b74-f3e895746f42) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:24:08.157081 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2925b2e6-04d8-4171-aa22-40ba8b95faf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:08.185732 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-6872d6b3-9893-428b-8ef7-127a1a84eb6e None None] Set router 2a42670c-d561-4607-83cf-a663906bde8f gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:24:08.195517 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6324482b-49af-442e-ae18-f5d009942a86 req-f9721b26-a3e5-4aca-b0cb-80257483f89b tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5886912 Dec 16 09:24:08.206664 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2925b2e6-04d8-4171-aa22-40ba8b95faf3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ee89196d885e40c5bb9948d0ca6fef6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4408004 Dec 16 09:24:08.220636 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59500) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:08.222212 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-6324482b-49af-442e-ae18-f5d009942a86 req-dc1c498a-d0d9-4f4a-b71b-acd8cd290b28 service neutron] Request body: {'port': {'device_id': 'ed438a16-1053-417b-8133-5ebafebae73c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:08.264741 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925b2e6-04d8-4171-aa22-40ba8b95faf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc48bbc-2dc9-48d1-9448-6c488cb924f1,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:08.325749 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6324482b-49af-442e-ae18-f5d009942a86 req-dc1c498a-d0d9-4f4a-b71b-acd8cd290b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:08.603283 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e5e12641-05f9-424f-afc5-b5e66287f610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:08.625717 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port dd0272f9-bbee-4c0e-ba42-849d831252e4, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=dd0272f9-bbee-4c0e-ba42-849d831252e4,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:08.646512 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e5e12641-05f9-424f-afc5-b5e66287f610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:08.674440 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'dd0272f9-bbee-4c0e-ba42-849d831252e4', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': 'dd0272f9-bbee-4c0e-ba42-849d831252e4', 'mac_address': 'fa:16:3e:64:f0:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:24:08.700700 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-30f536b8-b016-45c4-b53b-07f45c88d7c8 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:08.702505 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-30f536b8-b016-45c4-b53b-07f45c88d7c8 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/networks?id=3ccf6740-ee5e-49f4-b1bd-9a930f5facb8 HTTP/1.1" status: 200 len: 828 time: 0.3820140 Dec 16 09:24:08.743421 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b1ac272-45a3-4504-9bdc-bacb8ee2b689 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:08.751107 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:08.770020 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-6297c21c-2254-425e-b515-ac34e5e924c2 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/quotas/54c4b22f3a8a4e2f8993eaafef9c5a0b HTTP/1.1" status: 200 len: 375 time: 0.0532711 Dec 16 09:24:08.788183 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd0272f9-bbee-4c0e-ba42-849d831252e4 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:24:08.816603 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port dd0272f9-bbee-4c0e-ba42-849d831252e4, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=dd0272f9-bbee-4c0e-ba42-849d831252e4,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:08.828874 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-6324482b-49af-442e-ae18-f5d009942a86 req-dc1c498a-d0d9-4f4a-b71b-acd8cd290b28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae735225-7071-449e-8754-e40f44df1b40 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:24:08.836602 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6324482b-49af-442e-ae18-f5d009942a86 req-dc1c498a-d0d9-4f4a-b71b-acd8cd290b28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:08.857398 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-6872d6b3-9893-428b-8ef7-127a1a84eb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a42670c-d561-4607-83cf-a663906bde8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-949553130-router', 'tenant_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'b6ca4eb7-673e-45df-a15c-213ff79cd9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:23:55Z', 'updated_at': '2021-12-16T09:24:04Z', 'revision_number': 4, 'project_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'gw_port': {'id': 'b6ca4eb7-673e-45df-a15c-213ff79cd9a6', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a42670c-d561-4607-83cf-a663906bde8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:23:57Z', 'updated_at': '2021-12-16T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '82c48940-3ba0-4feb-8259-f4549bed1777', 'name': '', 'network_id': '3ccf6740-ee5e-49f4-b1bd-9a930f5facb8', 'tenant_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'mac_address': 'fa:16:3e:d6:83:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a42670c-d561-4607-83cf-a663906bde8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4b1a2e6a-0898-45c0-b553-80f1895b4df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:24:02Z', 'updated_at': '2021-12-16T09:24:04Z', 'revision_number': 2, 'project_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'subnets': [{'id': '4b1a2e6a-0898-45c0-b553-80f1895b4df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:08.903395 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6872d6b3-9893-428b-8ef7-127a1a84eb6e None None] Checking router: 2a42670c-d561-4607-83cf-a663906bde8f for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:24:08.904036 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6872d6b3-9893-428b-8ef7-127a1a84eb6e None None] Updating router 2a42670c-d561-4607-83cf-a663906bde8f port 82c48940-3ba0-4feb-8259-f4549bed1777 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:24:08.905652 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-0a59d8fa-5e70-4bf2-85db-530c91b5cd63 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=54c4b22f3a8a4e2f8993eaafef9c5a0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814886 Dec 16 09:24:08.923812 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:08.955234 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6872d6b3-9893-428b-8ef7-127a1a84eb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:08.958029 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-6324482b-49af-442e-ae18-f5d009942a86 req-dc1c498a-d0d9-4f4a-b71b-acd8cd290b28 service neutron] Transition to ACTIVE for port object ae735225-7071-449e-8754-e40f44df1b40 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:24:08.971224 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b1ac272-45a3-4504-9bdc-bacb8ee2b689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:08.977889 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e5e12641-05f9-424f-afc5-b5e66287f610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:08.988849 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e5e12641-05f9-424f-afc5-b5e66287f610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:08.988849 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e5e12641-05f9-424f-afc5-b5e66287f610 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fdc48bbc-2dc9-48d1-9448-6c488cb924f1 HTTP/1.1" status: 204 len: 168 time: 0.7611849 Dec 16 09:24:09.006657 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=dd0272f9-bbee-4c0e-ba42-849d831252e4,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:09.055403 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6324482b-49af-442e-ae18-f5d009942a86 req-dc1c498a-d0d9-4f4a-b71b-acd8cd290b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:09.101402 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ac272-45a3-4504-9bdc-bacb8ee2b689 admin admin] Pushing event updated for resources: {'Port': ['ID=17f15156-ac1a-493a-9b74-f3e895746f42,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:09.114926 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1ac272-45a3-4504-9bdc-bacb8ee2b689 admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:24:09.117464 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-991de951-4383-48e5-a238-b22fd41d6b62 service neutron] 10.222.0.60 "GET /v2.0/networks/3ccf6740-ee5e-49f4-b1bd-9a930f5facb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053363 Dec 16 09:24:09.118521 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e12641-05f9-424f-afc5-b5e66287f610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc48bbc-2dc9-48d1-9448-6c488cb924f1,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:09.121988 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-1b1ac272-45a3-4504-9bdc-bacb8ee2b689 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:09.128341 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1ac272-45a3-4504-9bdc-bacb8ee2b689 admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:24:09.267662 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20bf23-e625-4f2a-a227-c773fe32e479 req-ecfd0b40-591f-40d1-ae9e-08352656db00 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:09.277027 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7e20bf23-e625-4f2a-a227-c773fe32e479 req-ecfd0b40-591f-40d1-ae9e-08352656db00 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e2e5f50-f84c-4871-89d1-0a888ffad525 HTTP/1.1" status: 200 len: 948 time: 0.2904880 Dec 16 09:24:09.278865 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c498a-d0d9-4f4a-b71b-acd8cd290b28 service neutron] Pushing event updated for resources: {'Port': ['ID=ae735225-7071-449e-8754-e40f44df1b40,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:09.286290 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['dd0272f9-bbee-4c0e-ba42-849d831252e4'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:24:09.315529 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-6324482b-49af-442e-ae18-f5d009942a86 req-dc1c498a-d0d9-4f4a-b71b-acd8cd290b28 service neutron] Attempting to bind port ae735225-7071-449e-8754-e40f44df1b40 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:24:09.315868 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-6324482b-49af-442e-ae18-f5d009942a86 req-dc1c498a-d0d9-4f4a-b71b-acd8cd290b28 service neutron] Attempting to bind port ae735225-7071-449e-8754-e40f44df1b40 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:24:09.316201 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6324482b-49af-442e-ae18-f5d009942a86 req-dc1c498a-d0d9-4f4a-b71b-acd8cd290b28 service neutron] Attempting to bind port ae735225-7071-449e-8754-e40f44df1b40 on network 9785c251-9c28-48ae-a129-6f24c5a7ad17 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:09.349933 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6324482b-49af-442e-ae18-f5d009942a86 req-dc1c498a-d0d9-4f4a-b71b-acd8cd290b28 service neutron] Port ae735225-7071-449e-8754-e40f44df1b40 on network 9785c251-9c28-48ae-a129-6f24c5a7ad17 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:24:09.349933 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6324482b-49af-442e-ae18-f5d009942a86 req-dc1c498a-d0d9-4f4a-b71b-acd8cd290b28 service neutron] Attempting to bind port ae735225-7071-449e-8754-e40f44df1b40 on network 9785c251-9c28-48ae-a129-6f24c5a7ad17 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:09.371911 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7e20bf23-e625-4f2a-a227-c773fe32e479 req-c839f07d-57a2-4cee-99ac-8b8a86bec3c5 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895298 Dec 16 09:24:09.373079 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6324482b-49af-442e-ae18-f5d009942a86 req-dc1c498a-d0d9-4f4a-b71b-acd8cd290b28 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:24:09.373687 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6324482b-49af-442e-ae18-f5d009942a86 req-dc1c498a-d0d9-4f4a-b71b-acd8cd290b28 service neutron] Checking segment: {'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:24:09.373831 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6324482b-49af-442e-ae18-f5d009942a86 req-dc1c498a-d0d9-4f4a-b71b-acd8cd290b28 service neutron] Bound using segment: {'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:24:09.374282 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-6324482b-49af-442e-ae18-f5d009942a86 req-dc1c498a-d0d9-4f4a-b71b-acd8cd290b28 service neutron] Bound port: ae735225-7071-449e-8754-e40f44df1b40, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:24:09.374643 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6324482b-49af-442e-ae18-f5d009942a86 req-dc1c498a-d0d9-4f4a-b71b-acd8cd290b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:09.379910 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 63dc6a53-a42b-4014-afb9-896020a49486 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:24:09.469419 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-407f839b-d6b1-4968-afb8-17613d5b2c7a service neutron] 10.222.0.60 "GET /v2.0/networks/3ccf6740-ee5e-49f4-b1bd-9a930f5facb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879679 Dec 16 09:24:09.539550 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-6324482b-49af-442e-ae18-f5d009942a86 req-dc1c498a-d0d9-4f4a-b71b-acd8cd290b28 service neutron] For port ae735225-7071-449e-8754-e40f44df1b40, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:24:09.544474 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-6324482b-49af-442e-ae18-f5d009942a86 req-dc1c498a-d0d9-4f4a-b71b-acd8cd290b28 service neutron] For port ae735225-7071-449e-8754-e40f44df1b40, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ae735225-7071-449e-8754-e40f44df1b40,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:24:09.565277 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540af0aa-9950-4068-b0a7-dc8c34fa38a1 req-f599aefc-c047-4bab-9346-50d5b589eb6f tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:09.572824 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-540af0aa-9950-4068-b0a7-dc8c34fa38a1 req-f599aefc-c047-4bab-9346-50d5b589eb6f tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed438a16-1053-417b-8133-5ebafebae73c HTTP/1.1" status: 200 len: 944 time: 0.0885353 Dec 16 09:24:09.597798 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 63dc6a53-a42b-4014-afb9-896020a49486 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:09.598176 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:09.633163 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-540af0aa-9950-4068-b0a7-dc8c34fa38a1 req-74d17cbd-9d7b-46d1-a680-70e309743931 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590715 Dec 16 09:24:09.638109 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6324482b-49af-442e-ae18-f5d009942a86 req-dc1c498a-d0d9-4f4a-b71b-acd8cd290b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:09.652998 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b1ac272-45a3-4504-9bdc-bacb8ee2b689 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:09.709397 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324482b-49af-442e-ae18-f5d009942a86 req-dc1c498a-d0d9-4f4a-b71b-acd8cd290b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:09.711498 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6324482b-49af-442e-ae18-f5d009942a86 req-dc1c498a-d0d9-4f4a-b71b-acd8cd290b28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:09.718074 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6324482b-49af-442e-ae18-f5d009942a86 req-dc1c498a-d0d9-4f4a-b71b-acd8cd290b28 service neutron] 10.222.0.57 "PUT /v2.0/ports/ae735225-7071-449e-8754-e40f44df1b40 HTTP/1.1" status: 200 len: 1092 time: 1.4994690 Dec 16 09:24:09.727770 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed438a16-1053-417b-8133-5ebafebae73c', 'tag': 'ae735225-7071-449e-8754-e40f44df1b40'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:09.735630 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94955d59-975d-45c1-8b98-200a01d66c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "ed438a16-1053-417b-8133-5ebafebae73c", "tag": "ae735225-7071-449e-8754-e40f44df1b40"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:09.798482 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c498a-d0d9-4f4a-b71b-acd8cd290b28 service neutron] Pushing event updated for resources: {'Port': ['ID=ae735225-7071-449e-8754-e40f44df1b40,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:09.814450 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40444a0-f772-4a6f-8b5d-e6704be792d2 None None] Network cdf9de85-7cf9-411d-85bd-0c33ccccd7bd requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:24:09.848990 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6872d6b3-9893-428b-8ef7-127a1a84eb6e None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:09.930728 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324482b-49af-442e-ae18-f5d009942a86 req-39518a53-212c-4d97-b3a1-821a04cecf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:09.932498 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6324482b-49af-442e-ae18-f5d009942a86 req-39518a53-212c-4d97-b3a1-821a04cecf07 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=13f0e2e84c3c42c99759789d057f9272&device_id=ed438a16-1053-417b-8133-5ebafebae73c HTTP/1.1" status: 200 len: 1095 time: 0.0919056 Dec 16 09:24:09.981192 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6872d6b3-9893-428b-8ef7-127a1a84eb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:10.087433 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f01e24c9-993f-4585-b61a-4834130b7578 req-6b381a12-b4b0-4693-a2f6-d1d085534884 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/ports?device_id=003bb7b5-8927-4317-8c75-e757939f8761 HTTP/1.1" status: 200 len: 210 time: 0.1461279 Dec 16 09:24:10.093947 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6324482b-49af-442e-ae18-f5d009942a86 req-7ce9a015-8285-4ec8-bc72-d764860e4f2e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae735225-7071-449e-8754-e40f44df1b40 HTTP/1.1" status: 200 len: 217 time: 0.1507406 Dec 16 09:24:10.122823 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-1631309e-a0eb-4d55-8877-250b2ea2ba3d None None] Provisioning complete for port 63dc6a53-a42b-4014-afb9-896020a49486 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:10.123195 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1631309e-a0eb-4d55-8877-250b2ea2ba3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:10.220656 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:10.246473 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324482b-49af-442e-ae18-f5d009942a86 req-ee898cd9-9880-48e6-a974-511228eac528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:10.248317 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6324482b-49af-442e-ae18-f5d009942a86 req-ee898cd9-9880-48e6-a974-511228eac528 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c12d578e-3c58-4d75-9f2c-b724e40168b0 HTTP/1.1" status: 200 len: 861 time: 0.1476188 Dec 16 09:24:10.254619 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5298c0be-f7f4-4afa-8d78-085e3ce00430 x-openstack-request-id: req-5298c0be-f7f4-4afa-8d78-085e3ce00430 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:10.255100 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed438a16-1053-417b-8133-5ebafebae73c", "tag": "ae735225-7071-449e-8754-e40f44df1b40", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:10.255441 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5298c0be-f7f4-4afa-8d78-085e3ce00430 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:10.255925 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed438a16-1053-417b-8133-5ebafebae73c', 'tag': 'ae735225-7071-449e-8754-e40f44df1b40', 'status': 'completed', 'code': 200} Dec 16 09:24:10.278809 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5193113a-78ae-4a73-8f2a-cce83ec918be None None] Pushing event updated for resources: {'Port': ['ID=82c48940-3ba0-4feb-8259-f4549bed1777,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:10.321067 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6324482b-49af-442e-ae18-f5d009942a86 req-e10805fa-6bda-4f7c-88bc-91c3a7a8839a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9785c251-9c28-48ae-a129-6f24c5a7ad17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572808 Dec 16 09:24:10.444094 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b1ac272-45a3-4504-9bdc-bacb8ee2b689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:10.486319 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:10.534243 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6324482b-49af-442e-ae18-f5d009942a86 req-c6a5e8d3-7fb3-44c1-9bcc-51fade3d1676 service neutron] 10.222.0.57 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080476 Dec 16 09:24:10.535730 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 63dc6a53-a42b-4014-afb9-896020a49486, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=63dc6a53-a42b-4014-afb9-896020a49486,segment=NetworkSegment(d40e5954-5919-4789-968a-e4528a3d0a83),segment_id=d40e5954-5919-4789-968a-e4528a3d0a83)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:10.594685 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-6872d6b3-9893-428b-8ef7-127a1a84eb6e None None] Attempting to bind port 82c48940-3ba0-4feb-8259-f4549bed1777 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:24:10.595533 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-6872d6b3-9893-428b-8ef7-127a1a84eb6e None None] Attempting to bind port 82c48940-3ba0-4feb-8259-f4549bed1777 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '04dcf654-26e6-43a5-ac0b-e58d60b1bdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3ccf6740-ee5e-49f4-b1bd-9a930f5facb8'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:24:10.595533 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6872d6b3-9893-428b-8ef7-127a1a84eb6e None None] Attempting to bind port 82c48940-3ba0-4feb-8259-f4549bed1777 on network 3ccf6740-ee5e-49f4-b1bd-9a930f5facb8 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:10.663656 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6872d6b3-9893-428b-8ef7-127a1a84eb6e None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:24:10.664035 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6872d6b3-9893-428b-8ef7-127a1a84eb6e None None] Checking segment: {'id': '04dcf654-26e6-43a5-ac0b-e58d60b1bdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3ccf6740-ee5e-49f4-b1bd-9a930f5facb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:24:10.664573 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6872d6b3-9893-428b-8ef7-127a1a84eb6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:10.664818 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6872d6b3-9893-428b-8ef7-127a1a84eb6e None None] Bound using segment: {'id': '04dcf654-26e6-43a5-ac0b-e58d60b1bdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3ccf6740-ee5e-49f4-b1bd-9a930f5facb8'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:24:10.665351 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-6872d6b3-9893-428b-8ef7-127a1a84eb6e None None] Bound port: 82c48940-3ba0-4feb-8259-f4549bed1777, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04dcf654-26e6-43a5-ac0b-e58d60b1bdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3ccf6740-ee5e-49f4-b1bd-9a930f5facb8'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:24:10.665735 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6872d6b3-9893-428b-8ef7-127a1a84eb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:10.683584 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd793d2a-3bea-479f-8a7c-51d97668697b req-7d01ba36-5429-49e3-948b-88c31b93e1d2 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:10.684611 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1631309e-a0eb-4d55-8877-250b2ea2ba3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:10.690990 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bd793d2a-3bea-479f-8a7c-51d97668697b req-7d01ba36-5429-49e3-948b-88c31b93e1d2 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e2e5f50-f84c-4871-89d1-0a888ffad525 HTTP/1.1" status: 200 len: 948 time: 0.1440287 Dec 16 09:24:10.697017 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:10.732457 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6324482b-49af-442e-ae18-f5d009942a86 req-4d6656d7-e6b2-4b5b-ae5a-4f5511984ce1 service neutron] 10.222.0.57 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864405 Dec 16 09:24:10.732725 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59604) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:10.749482 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1ac272-45a3-4504-9bdc-bacb8ee2b689 admin admin] Router 8b076729-ee1f-4542-870f-26d7c6357794 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:24:10.776563 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bd793d2a-3bea-479f-8a7c-51d97668697b req-9876a976-755b-424e-9e50-601a9a24f666 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816095 Dec 16 09:24:10.883066 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=63dc6a53-a42b-4014-afb9-896020a49486,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:10.933909 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94955d59-975d-45c1-8b98-200a01d66c8f req-d17fe9d2-383f-4fb2-8d77-74c35bf68bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:10.935445 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94955d59-975d-45c1-8b98-200a01d66c8f req-d17fe9d2-383f-4fb2-8d77-74c35bf68bc4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=13f0e2e84c3c42c99759789d057f9272&device_id=ed438a16-1053-417b-8133-5ebafebae73c HTTP/1.1" status: 200 len: 1095 time: 0.0768213 Dec 16 09:24:10.940841 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-6872d6b3-9893-428b-8ef7-127a1a84eb6e None None] For port 82c48940-3ba0-4feb-8259-f4549bed1777, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:24:10.944894 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036f1ca-ac70-42c0-af39-aeca23084a9c req-a90f9cea-e049-45dd-a6d5-1bdf3fdd2bf8 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:10.946025 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1036f1ca-ac70-42c0-af39-aeca23084a9c req-a90f9cea-e049-45dd-a6d5-1bdf3fdd2bf8 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed438a16-1053-417b-8133-5ebafebae73c HTTP/1.1" status: 200 len: 944 time: 0.0745554 Dec 16 09:24:10.960901 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-8195687d-502f-4d94-a70f-4e364185c484 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1053488373-network', 'tenant_id': 'ef267339b96a4504bcc86eb4b94505b3'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:10.962176 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-1631309e-a0eb-4d55-8877-250b2ea2ba3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:24:10.962520 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-1631309e-a0eb-4d55-8877-250b2ea2ba3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:24:10.966311 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1ac272-45a3-4504-9bdc-bacb8ee2b689 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:24:10.966919 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-6872d6b3-9893-428b-8ef7-127a1a84eb6e None None] For port 82c48940-3ba0-4feb-8259-f4549bed1777, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=82c48940-3ba0-4feb-8259-f4549bed1777,segment=NetworkSegment(04dcf654-26e6-43a5-ac0b-e58d60b1bdef),segment_id=04dcf654-26e6-43a5-ac0b-e58d60b1bdef)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:24:10.979500 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56474f56-9dc4-4cbd-9274-aa202c433f58 None None] Sync routers for ids ['8b076729-ee1f-4542-870f-26d7c6357794'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:24:11.007625 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56474f56-9dc4-4cbd-9274-aa202c433f58 None None] Routers {'8b076729-ee1f-4542-870f-26d7c6357794'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:24:11.008703 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-56474f56-9dc4-4cbd-9274-aa202c433f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:23:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['8b076729-ee1f-4542-870f-26d7c6357794'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:11.019501 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1036f1ca-ac70-42c0-af39-aeca23084a9c req-ba2c5550-60dc-457a-b84a-b581d8f5e2ac tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657575 Dec 16 09:24:11.042113 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6872d6b3-9893-428b-8ef7-127a1a84eb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:11.062730 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94955d59-975d-45c1-8b98-200a01d66c8f req-12528005-4ddd-4929-87bf-86fef03bfc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:11.064220 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94955d59-975d-45c1-8b98-200a01d66c8f req-12528005-4ddd-4929-87bf-86fef03bfc1d service neutron] 10.222.0.57 "GET /v2.0/networks?id=9785c251-9c28-48ae-a129-6f24c5a7ad17 HTTP/1.1" status: 200 len: 922 time: 0.1204412 Dec 16 09:24:11.070089 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8195687d-502f-4d94-a70f-4e364185c484 admin admin] Made reservation on behalf of ef267339b96a4504bcc86eb4b94505b3 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:24:11.072479 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8195687d-502f-4d94-a70f-4e364185c484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:11.086721 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8195687d-502f-4d94-a70f-4e364185c484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:11.177728 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6872d6b3-9893-428b-8ef7-127a1a84eb6e None None] Routers {'2a42670c-d561-4607-83cf-a663906bde8f'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:24:11.177930 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-6872d6b3-9893-428b-8ef7-127a1a84eb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:23:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2a42670c-d561-4607-83cf-a663906bde8f'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:11.180874 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5193113a-78ae-4a73-8f2a-cce83ec918be None None] Pushing event updated for resources: {'Port': ['ID=82c48940-3ba0-4feb-8259-f4549bed1777,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:11.189374 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b1ac272-45a3-4504-9bdc-bacb8ee2b689 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:11.193681 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1b1ac272-45a3-4504-9bdc-bacb8ee2b689 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3282037 Dec 16 09:24:11.195482 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59624) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:11.212024 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94955d59-975d-45c1-8b98-200a01d66c8f req-70cf11bc-eb70-4fd5-8585-2380a76e4459 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae735225-7071-449e-8754-e40f44df1b40 HTTP/1.1" status: 200 len: 217 time: 0.1300306 Dec 16 09:24:11.294461 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-56474f56-9dc4-4cbd-9274-aa202c433f58 None None] Set router 8b076729-ee1f-4542-870f-26d7c6357794 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:24:11.387222 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 63dc6a53-a42b-4014-afb9-896020a49486 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:24:11.441221 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8195687d-502f-4d94-a70f-4e364185c484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:11.461261 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94955d59-975d-45c1-8b98-200a01d66c8f req-3c31d2b9-1655-4689-846b-e6a5fdb29b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:11.465004 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94955d59-975d-45c1-8b98-200a01d66c8f req-3c31d2b9-1655-4689-846b-e6a5fdb29b17 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c12d578e-3c58-4d75-9f2c-b724e40168b0 HTTP/1.1" status: 200 len: 861 time: 0.2519536 Dec 16 09:24:11.519237 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cf8cb4e4-bb18-4dda-af58-2267fd0855d8 req-6c6ffd0c-2335-4b76-8583-2bcbe8e6bebb tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/ports?device_id=003bb7b5-8927-4317-8c75-e757939f8761 HTTP/1.1" status: 200 len: 210 time: 0.0846424 Dec 16 09:24:11.547811 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94955d59-975d-45c1-8b98-200a01d66c8f req-0497249c-46e8-4621-b679-6b05f7de24f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9785c251-9c28-48ae-a129-6f24c5a7ad17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512974 Dec 16 09:24:11.655232 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-6872d6b3-9893-428b-8ef7-127a1a84eb6e None None] Set router 2a42670c-d561-4607-83cf-a663906bde8f gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:24:11.657928 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8195687d-502f-4d94-a70f-4e364185c484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:11.672515 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8195687d-502f-4d94-a70f-4e364185c484 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:24:11.686494 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8195687d-502f-4d94-a70f-4e364185c484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:11.687253 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-8195687d-502f-4d94-a70f-4e364185c484 admin admin] Added segment 6550377d-0b8e-4c85-ad20-0d34dc63eaf7 of type vlan for network fd229606-1f82-48a3-82a3-fb35078f3dba Dec 16 09:24:11.734461 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8195687d-502f-4d94-a70f-4e364185c484 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:11.756249 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94955d59-975d-45c1-8b98-200a01d66c8f req-08903659-7231-4f30-ba06-462cb80d39c3 service neutron] 10.222.0.57 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001071 Dec 16 09:24:11.758424 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-56474f56-9dc4-4cbd-9274-aa202c433f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b076729-ee1f-4542-870f-26d7c6357794', 'name': 'tempest-AttachSCSIVolumeTestJSON-743329716-router', 'tenant_id': '9f4af447e72d48ffb69e508e5ba87cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '17f15156-ac1a-493a-9b74-f3e895746f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:24:07Z', 'updated_at': '2021-12-16T09:24:09Z', 'revision_number': 3, 'project_id': '9f4af447e72d48ffb69e508e5ba87cfd', 'gw_port': {'id': '17f15156-ac1a-493a-9b74-f3e895746f42', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b076729-ee1f-4542-870f-26d7c6357794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:24:07Z', 'updated_at': '2021-12-16T09:24:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:11.799875 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56474f56-9dc4-4cbd-9274-aa202c433f58 None None] Checking router: 8b076729-ee1f-4542-870f-26d7c6357794 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:24:11.800235 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56474f56-9dc4-4cbd-9274-aa202c433f58 None None] Updating router 8b076729-ee1f-4542-870f-26d7c6357794 port 17f15156-ac1a-493a-9b74-f3e895746f42 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:24:11.831200 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-56474f56-9dc4-4cbd-9274-aa202c433f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:11.853312 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195687d-502f-4d94-a70f-4e364185c484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2c4bdc-2840-4698-9de2-55de015e4aa9,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:11.988164 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 63dc6a53-a42b-4014-afb9-896020a49486 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:11.988809 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:11.994475 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device dd0272f9-bbee-4c0e-ba42-849d831252e4 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:24:12.019637 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8195687d-502f-4d94-a70f-4e364185c484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:12.022879 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8195687d-502f-4d94-a70f-4e364185c484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:12.022879 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8195687d-502f-4d94-a70f-4e364185c484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:12.037818 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94955d59-975d-45c1-8b98-200a01d66c8f req-c1fac1be-36cb-4681-9b68-ade24a971cd9 service neutron] 10.222.0.57 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633629 Dec 16 09:24:12.074448 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b45ff2-425e-4175-8634-b3972f4e8e08 req-896c19c4-8f9e-4923-a925-d115c7a8a6c0 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:12.086489 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b6b45ff2-425e-4175-8634-b3972f4e8e08 req-896c19c4-8f9e-4923-a925-d115c7a8a6c0 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e2e5f50-f84c-4871-89d1-0a888ffad525 HTTP/1.1" status: 200 len: 948 time: 0.1487813 Dec 16 09:24:12.094083 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4eb932a-d2b8-46a3-bb19-8156b01ea9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:12.146645 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-291fde29-19d7-4dcf-9453-0218859380a8 None None] Provisioning complete for port 82c48940-3ba0-4feb-8259-f4549bed1777 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:12.148605 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-291fde29-19d7-4dcf-9453-0218859380a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:12.172363 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b6b45ff2-425e-4175-8634-b3972f4e8e08 req-71ba2019-d312-4e1e-8ca6-bd553185b893 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846963 Dec 16 09:24:12.301664 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-56474f56-9dc4-4cbd-9274-aa202c433f58 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:12.325665 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195687d-502f-4d94-a70f-4e364185c484 admin admin] Pushing event updated for resources: {'Network': ['ID=fd229606-1f82-48a3-82a3-fb35078f3dba,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:12.335016 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8195687d-502f-4d94-a70f-4e364185c484 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6011465 Dec 16 09:24:12.341379 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bebcfdb6-8440-4f5d-b6f7-0e09d22e4bdd req-32272a3f-2ba9-44f1-8b3f-97795ec38edd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1d7aed87-9375-4780-96ca-6b77cb95d113&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0561843 Dec 16 09:24:12.341895 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59646) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:12.346621 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-af66b412-6c96-420c-b273-34a590a59299 admin admin] Request body: {'subnet': {'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1053488373-subnet', 'tenant_id': 'ef267339b96a4504bcc86eb4b94505b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:12.356604 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network fd229606-1f82-48a3-82a3-fb35078f3dba details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:24:12.367793 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-b4eb932a-d2b8-46a3-bb19-8156b01ea9d9 admin admin] Allocated IP 172.20.0.1 (cdf9de85-7cf9-411d-85bd-0c33ccccd7bd/f70241b9-94ed-447d-8e0d-57432e877c8b/85dd43c7-2d13-48cb-93d0-cb31efb39ee9) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:24:12.404148 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4d278-172b-4724-aa99-e71a06674b7a req-8c89492c-7d9f-4798-884b-1509057761a7 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:12.405901 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-93d4d278-172b-4724-aa99-e71a06674b7a req-8c89492c-7d9f-4798-884b-1509057761a7 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed438a16-1053-417b-8133-5ebafebae73c HTTP/1.1" status: 200 len: 944 time: 0.0817101 Dec 16 09:24:12.412376 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-56474f56-9dc4-4cbd-9274-aa202c433f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:12.430661 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port dd0272f9-bbee-4c0e-ba42-849d831252e4 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:24:12.466986 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port dd0272f9-bbee-4c0e-ba42-849d831252e4 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:12.467354 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:12.476860 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af66b412-6c96-420c-b273-34a590a59299 admin admin] Made reservation on behalf of ef267339b96a4504bcc86eb4b94505b3 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:24:12.479903 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-af66b412-6c96-420c-b273-34a590a59299 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:12.498056 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-291fde29-19d7-4dcf-9453-0218859380a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:12.514971 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59648) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:12.524258 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de98123-23a6-48b5-a216-a65eb28f0647 None None] Pushing event updated for resources: {'Port': ['ID=17f15156-ac1a-493a-9b74-f3e895746f42,revision_number=2']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:12.526965 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-56474f56-9dc4-4cbd-9274-aa202c433f58 None None] Attempting to bind port 17f15156-ac1a-493a-9b74-f3e895746f42 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:24:12.527509 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-56474f56-9dc4-4cbd-9274-aa202c433f58 None None] Attempting to bind port 17f15156-ac1a-493a-9b74-f3e895746f42 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:24:12.528033 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56474f56-9dc4-4cbd-9274-aa202c433f58 None None] Attempting to bind port 17f15156-ac1a-493a-9b74-f3e895746f42 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:12.562288 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56474f56-9dc4-4cbd-9274-aa202c433f58 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:24:12.562922 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56474f56-9dc4-4cbd-9274-aa202c433f58 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:24:12.563512 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-56474f56-9dc4-4cbd-9274-aa202c433f58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:12.564335 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56474f56-9dc4-4cbd-9274-aa202c433f58 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:24:12.565719 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-56474f56-9dc4-4cbd-9274-aa202c433f58 None None] Bound port: 17f15156-ac1a-493a-9b74-f3e895746f42, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:24:12.566371 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-6872d6b3-9893-428b-8ef7-127a1a84eb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a42670c-d561-4607-83cf-a663906bde8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-949553130-router', 'tenant_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'b6ca4eb7-673e-45df-a15c-213ff79cd9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:23:55Z', 'updated_at': '2021-12-16T09:24:04Z', 'revision_number': 4, 'project_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'gw_port': {'id': 'b6ca4eb7-673e-45df-a15c-213ff79cd9a6', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a42670c-d561-4607-83cf-a663906bde8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:23:57Z', 'updated_at': '2021-12-16T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '82c48940-3ba0-4feb-8259-f4549bed1777', 'name': '', 'network_id': '3ccf6740-ee5e-49f4-b1bd-9a930f5facb8', 'tenant_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'mac_address': 'fa:16:3e:d6:83:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a42670c-d561-4607-83cf-a663906bde8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4b1a2e6a-0898-45c0-b553-80f1895b4df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:24:02Z', 'updated_at': '2021-12-16T09:24:10Z', 'revision_number': 4, 'project_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'subnets': [{'id': '4b1a2e6a-0898-45c0-b553-80f1895b4df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:12.567043 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-56474f56-9dc4-4cbd-9274-aa202c433f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:12.569370 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-291fde29-19d7-4dcf-9453-0218859380a8 None None] For port 82c48940-3ba0-4feb-8259-f4549bed1777, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=82c48940-3ba0-4feb-8259-f4549bed1777,segment=NetworkSegment(04dcf654-26e6-43a5-ac0b-e58d60b1bdef),segment_id=04dcf654-26e6-43a5-ac0b-e58d60b1bdef)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:12.602566 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6872d6b3-9893-428b-8ef7-127a1a84eb6e None None] The sync data for ids ['2a42670c-d561-4607-83cf-a663906bde8f'] in n-d-820550-2 is: [{'id': '2a42670c-d561-4607-83cf-a663906bde8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-949553130-router', 'tenant_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'b6ca4eb7-673e-45df-a15c-213ff79cd9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:23:55Z', 'updated_at': '2021-12-16T09:24:04Z', 'revision_number': 4, 'project_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'gw_port': {'id': 'b6ca4eb7-673e-45df-a15c-213ff79cd9a6', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a42670c-d561-4607-83cf-a663906bde8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:23:57Z', 'updated_at': '2021-12-16T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '82c48940-3ba0-4feb-8259-f4549bed1777', 'name': '', 'network_id': '3ccf6740-ee5e-49f4-b1bd-9a930f5facb8', 'tenant_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'mac_address': 'fa:16:3e:d6:83:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a42670c-d561-4607-83cf-a663906bde8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4b1a2e6a-0898-45c0-b553-80f1895b4df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:24:02Z', 'updated_at': '2021-12-16T09:24:10Z', 'revision_number': 4, 'project_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'subnets': [{'id': '4b1a2e6a-0898-45c0-b553-80f1895b4df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:24:12.643238 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-291fde29-19d7-4dcf-9453-0218859380a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:12.707772 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-93d4d278-172b-4724-aa99-e71a06674b7a req-d1f47323-b7c9-4b5b-bb86-b9373b9d778a tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716937 Dec 16 09:24:12.753672 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-56474f56-9dc4-4cbd-9274-aa202c433f58 None None] For port 17f15156-ac1a-493a-9b74-f3e895746f42, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:24:12.759271 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-56474f56-9dc4-4cbd-9274-aa202c433f58 None None] For port 17f15156-ac1a-493a-9b74-f3e895746f42, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=17f15156-ac1a-493a-9b74-f3e895746f42,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:24:12.759794 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:12.784685 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4eb932a-d2b8-46a3-bb19-8156b01ea9d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:12.801248 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-291fde29-19d7-4dcf-9453-0218859380a8 None None] Provisioning complete for port 63dc6a53-a42b-4014-afb9-896020a49486 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:12.801630 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-291fde29-19d7-4dcf-9453-0218859380a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:12.835816 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-04ba718c-d3c1-492a-ba2f-f4d12f305a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:12.845024 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-56474f56-9dc4-4cbd-9274-aa202c433f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:12.859162 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-af57671f-3bf0-4605-8743-25187b9a8c34 req-deab956b-dfd5-489a-9f05-3362d80848db tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/ports?device_id=003bb7b5-8927-4317-8c75-e757939f8761 HTTP/1.1" status: 200 len: 210 time: 0.1055248 Dec 16 09:24:12.880538 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port dd0272f9-bbee-4c0e-ba42-849d831252e4, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=dd0272f9-bbee-4c0e-ba42-849d831252e4,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:12.896206 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2e5f50-f84c-4871-89d1-0a888ffad525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0272f9-bbee-4c0e-ba42-849d831252e4'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:12.903850 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171a8159-ef5a-471d-8f27-4a0413f180cc" -d '{"events": [{"server_uuid": "4e2e5f50-f84c-4871-89d1-0a888ffad525", "name": "network-vif-plugged", "status": "completed", "tag": "dd0272f9-bbee-4c0e-ba42-849d831252e4"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:12.913393 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291fde29-19d7-4dcf-9453-0218859380a8 None None] Pushing event updated for resources: {'Port': ['ID=82c48940-3ba0-4feb-8259-f4549bed1777,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:12.946816 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56474f56-9dc4-4cbd-9274-aa202c433f58 None None] Routers {'8b076729-ee1f-4542-870f-26d7c6357794'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:24:12.953410 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-56474f56-9dc4-4cbd-9274-aa202c433f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:23:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['8b076729-ee1f-4542-870f-26d7c6357794'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:12.964986 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:12.976604 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27807301-8d4e-4ac8-903f-fd30852c9146 x-openstack-request-id: req-27807301-8d4e-4ac8-903f-fd30852c9146 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:12.976964 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2e5f50-f84c-4871-89d1-0a888ffad525", "name": "network-vif-plugged", "status": "completed", "tag": "dd0272f9-bbee-4c0e-ba42-849d831252e4", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:12.980996 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-27807301-8d4e-4ac8-903f-fd30852c9146 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:12.980996 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2e5f50-f84c-4871-89d1-0a888ffad525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0272f9-bbee-4c0e-ba42-849d831252e4', 'code': 200} Dec 16 09:24:13.008150 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4eb932a-d2b8-46a3-bb19-8156b01ea9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:13.028125 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcfdb6-8440-4f5d-b6f7-0e09d22e4bdd req-943712c8-db99-4c54-85ff-7b8373e7f561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:13.029736 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bebcfdb6-8440-4f5d-b6f7-0e09d22e4bdd req-943712c8-db99-4c54-85ff-7b8373e7f561 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=13f0e2e84c3c42c99759789d057f9272&device_id=1d7aed87-9375-4780-96ca-6b77cb95d113 HTTP/1.1" status: 200 len: 1096 time: 0.6322725 Dec 16 09:24:13.056135 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9f2882f0-c74f-411f-bbd2-36ab4e2ef50b req-def53ef8-6d87-4673-ac00-3674c5e0f578 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a3347ebf-4079-4f68-9518-414415ef729f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3071463 Dec 16 09:24:13.088802 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.58', 55650) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:13.103115 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eb932a-d2b8-46a3-bb19-8156b01ea9d9 admin admin] Network cdf9de85-7cf9-411d-85bd-0c33ccccd7bd is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:24:13.119815 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-b4eb932a-d2b8-46a3-bb19-8156b01ea9d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:13.136166 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=dd0272f9-bbee-4c0e-ba42-849d831252e4,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:13.149609 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eb932a-d2b8-46a3-bb19-8156b01ea9d9 admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:24:13.179474 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-af66b412-6c96-420c-b273-34a590a59299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:13.195373 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-56474f56-9dc4-4cbd-9274-aa202c433f58 None None] Set router 8b076729-ee1f-4542-870f-26d7c6357794 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:24:13.272332 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c265149-9796-48ec-9d44-eac422af5cf9 req-248cd350-71a3-4eaa-881d-af3cf017fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:13.274357 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7c265149-9796-48ec-9d44-eac422af5cf9 req-248cd350-71a3-4eaa-881d-af3cf017fac2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4e2e5f50-f84c-4871-89d1-0a888ffad525 HTTP/1.1" status: 200 len: 1100 time: 0.2151029 Dec 16 09:24:13.366071 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2882f0-c74f-411f-bbd2-36ab4e2ef50b req-a8c3678a-24c9-44ff-8367-e9b7f6d31486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:13.375602 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9f2882f0-c74f-411f-bbd2-36ab4e2ef50b req-a8c3678a-24c9-44ff-8367-e9b7f6d31486 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6aea977c1221465ca04aa38c031bb375&device_id=a3347ebf-4079-4f68-9518-414415ef729f HTTP/1.1" status: 200 len: 1096 time: 0.2394779 Dec 16 09:24:13.408537 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af66b412-6c96-420c-b273-34a590a59299 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1e11efc-2921-4ef6-b725-208b9f6cb7a8,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:13.438987 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 82c48940-3ba0-4feb-8259-f4549bed1777 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:24:13.447671 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59664) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:13.455207 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7c265149-9796-48ec-9d44-eac422af5cf9 req-e7ff17c6-03bd-416c-a967-a5b97bc690fb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639841 Dec 16 09:24:13.468471 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de98123-23a6-48b5-a216-a65eb28f0647 None None] Pushing event updated for resources: {'Port': ['ID=17f15156-ac1a-493a-9b74-f3e895746f42,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:13.485034 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb932a-d2b8-46a3-bb19-8156b01ea9d9 admin admin] Pushing event updated for resources: {'Port': ['ID=85dd43c7-2d13-48cb-93d0-cb31efb39ee9,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:13.546647 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 82c48940-3ba0-4feb-8259-f4549bed1777 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:13.547200 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:13.560368 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4eb932a-d2b8-46a3-bb19-8156b01ea9d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:13.569311 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af66b412-6c96-420c-b273-34a590a59299 admin admin] Checking segment: {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:24:13.569776 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af66b412-6c96-420c-b273-34a590a59299 admin admin] Network hostable DHCP agents. Network: fd229606-1f82-48a3-82a3-fb35078f3dba, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:24:13.626608 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-1db6808d-efd5-45f1-a743-b23aac88ec04 None None] Provisioning complete for port 85dd43c7-2d13-48cb-93d0-cb31efb39ee9 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:13.627226 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1db6808d-efd5-45f1-a743-b23aac88ec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:13.636686 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecaef1-c763-4594-9b6a-dcf03517b9dc req-6b442351-d88c-45b7-8c36-597ba54fbe83 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:13.638655 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-88ecaef1-c763-4594-9b6a-dcf03517b9dc req-6b442351-d88c-45b7-8c36-597ba54fbe83 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e2e5f50-f84c-4871-89d1-0a888ffad525 HTTP/1.1" status: 200 len: 949 time: 0.2590272 Dec 16 09:24:13.682799 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-3a0a6dc0-0113-4e0b-9475-e16ed9070be1 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:13.684470 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-3a0a6dc0-0113-4e0b-9475-e16ed9070be1 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.58 "GET /v2.0/networks?id=3ccf6740-ee5e-49f4-b1bd-9a930f5facb8 HTTP/1.1" status: 200 len: 828 time: 0.8036833 Dec 16 09:24:13.707653 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-1db6808d-efd5-45f1-a743-b23aac88ec04 None None] Port 85dd43c7-2d13-48cb-93d0-cb31efb39ee9 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:24:13.710904 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-56474f56-9dc4-4cbd-9274-aa202c433f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b076729-ee1f-4542-870f-26d7c6357794', 'name': 'tempest-AttachSCSIVolumeTestJSON-743329716-router', 'tenant_id': '9f4af447e72d48ffb69e508e5ba87cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '17f15156-ac1a-493a-9b74-f3e895746f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:24:07Z', 'updated_at': '2021-12-16T09:24:09Z', 'revision_number': 3, 'project_id': '9f4af447e72d48ffb69e508e5ba87cfd', 'gw_port': {'id': '17f15156-ac1a-493a-9b74-f3e895746f42', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b076729-ee1f-4542-870f-26d7c6357794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:24:07Z', 'updated_at': '2021-12-16T09:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:13.712534 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2882f0-c74f-411f-bbd2-36ab4e2ef50b req-5f92c7e9-e0b4-4def-a796-565dbebb8d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:13.714731 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9f2882f0-c74f-411f-bbd2-36ab4e2ef50b req-5f92c7e9-e0b4-4def-a796-565dbebb8d8c service neutron] 10.222.0.57 "GET /v2.0/networks?id=3a6af1ee-58f2-406c-aa8c-1f9d70774ee8 HTTP/1.1" status: 200 len: 924 time: 0.2632895 Dec 16 09:24:13.718459 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af66b412-6c96-420c-b273-34a590a59299 admin admin] Network fd229606-1f82-48a3-82a3-fb35078f3dba is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:24:13.723334 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-88ecaef1-c763-4594-9b6a-dcf03517b9dc req-fc6d3fbe-d179-47d3-87ec-af324dbcef53 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765231 Dec 16 09:24:13.734302 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-427f6856-e6d9-4de9-a9a1-874caaa8bcb8 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Request body: {'port': {'device_id': '003bb7b5-8927-4317-8c75-e757939f8761', 'network_id': '3ccf6740-ee5e-49f4-b1bd-9a930f5facb8', 'admin_state_up': True, 'tenant_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:13.777357 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56474f56-9dc4-4cbd-9274-aa202c433f58 None None] The sync data for ids ['8b076729-ee1f-4542-870f-26d7c6357794'] in n-d-820550-2 is: [{'id': '8b076729-ee1f-4542-870f-26d7c6357794', 'name': 'tempest-AttachSCSIVolumeTestJSON-743329716-router', 'tenant_id': '9f4af447e72d48ffb69e508e5ba87cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '17f15156-ac1a-493a-9b74-f3e895746f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:24:07Z', 'updated_at': '2021-12-16T09:24:09Z', 'revision_number': 3, 'project_id': '9f4af447e72d48ffb69e508e5ba87cfd', 'gw_port': {'id': '17f15156-ac1a-493a-9b74-f3e895746f42', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b076729-ee1f-4542-870f-26d7c6357794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:24:07Z', 'updated_at': '2021-12-16T09:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:24:13.823820 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-af66b412-6c96-420c-b273-34a590a59299 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, fd229606-1f82-48a3-82a3-fb35078f3dba) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:13.832031 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9f2882f0-c74f-411f-bbd2-36ab4e2ef50b req-f2d33ecc-e3ba-4691-b4df-562f7c4898b0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a69e6f3-ff40-40cb-bbff-f99cea94431e HTTP/1.1" status: 200 len: 1000 time: 0.1076293 Dec 16 09:24:13.833382 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539c3bba-b5ef-4752-b7c8-c485ed58ccbe None None] Network fd229606-1f82-48a3-82a3-fb35078f3dba requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:24:13.838981 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af66b412-6c96-420c-b273-34a590a59299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:13.839580 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-af66b412-6c96-420c-b273-34a590a59299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:13.885560 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-04ba718c-d3c1-492a-ba2f-f4d12f305a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:13.897149 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcfdb6-8440-4f5d-b6f7-0e09d22e4bdd req-bdacb103-be27-4422-9cdc-7bdea3ed1712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:13.897991 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bebcfdb6-8440-4f5d-b6f7-0e09d22e4bdd req-bdacb103-be27-4422-9cdc-7bdea3ed1712 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9785c251-9c28-48ae-a129-6f24c5a7ad17 HTTP/1.1" status: 200 len: 922 time: 0.8061085 Dec 16 09:24:13.898707 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7466286f-1aa5-47fc-8ae9-29454d3fa389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:13.948444 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2882f0-c74f-411f-bbd2-36ab4e2ef50b req-c494f156-171e-426d-ada6-15591f7b23b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:13.952384 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9f2882f0-c74f-411f-bbd2-36ab4e2ef50b req-c494f156-171e-426d-ada6-15591f7b23b0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=898541b1-ae3e-41a6-ab62-007c2a398b05 HTTP/1.1" status: 200 len: 862 time: 0.1083200 Dec 16 09:24:14.052885 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-718d8cbc-62fa-43f2-af9c-8a06ee696626 req-9f456533-e74c-47d5-afe0-e0d3ffecab21 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/ports?device_id=003bb7b5-8927-4317-8c75-e757939f8761 HTTP/1.1" status: 200 len: 210 time: 0.0614877 Dec 16 09:24:14.053384 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f87c9d9-6448-4215-8c9c-465e6a64180e None None] Network fd229606-1f82-48a3-82a3-fb35078f3dba requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:24:14.065986 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-af66b412-6c96-420c-b273-34a590a59299 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7229760 Dec 16 09:24:14.088971 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2882f0-c74f-411f-bbd2-36ab4e2ef50b req-1c720bd0-156a-4c05-a71c-5e01ac131566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:14.091921 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9f2882f0-c74f-411f-bbd2-36ab4e2ef50b req-1c720bd0-156a-4c05-a71c-5e01ac131566 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3a6af1ee-58f2-406c-aa8c-1f9d70774ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1318572 Dec 16 09:24:14.289573 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9f2882f0-c74f-411f-bbd2-36ab4e2ef50b req-f02a2200-a8bf-4b46-b5ed-f26348e64338 service neutron] 10.222.0.57 "GET /v2.0/networks/3a6af1ee-58f2-406c-aa8c-1f9d70774ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899507 Dec 16 09:24:14.413632 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bebcfdb6-8440-4f5d-b6f7-0e09d22e4bdd req-f2cd803e-6a84-43b6-bbc1-62e461855674 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=266c00ed-295e-4866-a2f0-1531c8535562 HTTP/1.1" status: 200 len: 217 time: 0.4982762 Dec 16 09:24:14.414219 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-04ba718c-d3c1-492a-ba2f-f4d12f305a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:14.432483 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9f2882f0-c74f-411f-bbd2-36ab4e2ef50b req-a3cce66b-707f-40c3-b664-3692ca40a079 service neutron] 10.222.0.57 "GET /v2.0/networks/3a6af1ee-58f2-406c-aa8c-1f9d70774ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358471 Dec 16 09:24:14.518246 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcfdb6-8440-4f5d-b6f7-0e09d22e4bdd req-b896706a-4453-4ad2-a60d-26434397028e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:14.519881 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bebcfdb6-8440-4f5d-b6f7-0e09d22e4bdd req-b896706a-4453-4ad2-a60d-26434397028e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c12d578e-3c58-4d75-9f2c-b724e40168b0 HTTP/1.1" status: 200 len: 861 time: 0.0773554 Dec 16 09:24:14.587404 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d861c6f-fbec-4dea-9169-102adc99052e req-4ab4cf00-a44e-4d16-867b-e8975d58e558 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:14.590103 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9d861c6f-fbec-4dea-9169-102adc99052e req-4ab4cf00-a44e-4d16-867b-e8975d58e558 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed438a16-1053-417b-8133-5ebafebae73c HTTP/1.1" status: 200 len: 944 time: 0.7435720 Dec 16 09:24:14.632309 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bebcfdb6-8440-4f5d-b6f7-0e09d22e4bdd req-a4f1044c-be60-4008-867a-7ffbccc737f2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9785c251-9c28-48ae-a129-6f24c5a7ad17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962968 Dec 16 09:24:14.637977 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-04ba718c-d3c1-492a-ba2f-f4d12f305a8d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=38509a58dd6346808ad983fc1e014140&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1217852 Dec 16 09:24:14.640489 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59682) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:14.659775 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba718c-d3c1-492a-ba2f-f4d12f305a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34460973-8825-427e-8172-81d5d8747255,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:14.700818 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3b5b0188-b665-473b-9a52-eb9b2cc23030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:14.704583 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4eb932a-d2b8-46a3-bb19-8156b01ea9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:14.727376 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3b5b0188-b665-473b-9a52-eb9b2cc23030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:14.794523 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9d861c6f-fbec-4dea-9169-102adc99052e req-c3559ca9-baeb-4c15-92b9-599e0162f356 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636026 Dec 16 09:24:14.887357 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7466286f-1aa5-47fc-8ae9-29454d3fa389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:14.927674 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3b5b0188-b665-473b-9a52-eb9b2cc23030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:14.930828 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3b5b0188-b665-473b-9a52-eb9b2cc23030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:14.934341 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3b5b0188-b665-473b-9a52-eb9b2cc23030 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/34460973-8825-427e-8172-81d5d8747255 HTTP/1.1" status: 204 len: 168 time: 0.2896779 Dec 16 09:24:14.934504 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bebcfdb6-8440-4f5d-b6f7-0e09d22e4bdd req-814a5b60-f1a9-4313-96ed-d5ceaf24f2c6 service neutron] 10.222.0.58 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676136 Dec 16 09:24:14.941202 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b210a-c6b6-4421-ba65-814f223d0f03 req-94923d41-6105-4de1-97a7-ecb2c47fbbbe tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:14.948946 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bc2b210a-c6b6-4421-ba65-814f223d0f03 req-94923d41-6105-4de1-97a7-ecb2c47fbbbe tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e2e5f50-f84c-4871-89d1-0a888ffad525 HTTP/1.1" status: 200 len: 949 time: 0.0905907 Dec 16 09:24:14.962066 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b0188-b665-473b-9a52-eb9b2cc23030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34460973-8825-427e-8172-81d5d8747255,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:15.013204 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7466286f-1aa5-47fc-8ae9-29454d3fa389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:15.015628 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-427f6856-e6d9-4de9-a9a1-874caaa8bcb8 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Made reservation on behalf of 54c4b22f3a8a4e2f8993eaafef9c5a0b for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:24:15.019715 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-427f6856-e6d9-4de9-a9a1-874caaa8bcb8 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:15.050697 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bc2b210a-c6b6-4421-ba65-814f223d0f03 req-f6a0a79a-5e97-4572-ad50-7884bd8d4f8c tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999632 Dec 16 09:24:15.074064 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59698) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:15.074699 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7466286f-1aa5-47fc-8ae9-29454d3fa389 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5f27b7b34cf24989a88ad8353c868e47&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6108408 Dec 16 09:24:15.125839 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466286f-1aa5-47fc-8ae9-29454d3fa389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca4f551-43bd-4096-8e96-f694322c6939,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:15.153331 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1f71ed80-bff0-41de-aaa6-968f35bcc5b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:15.196580 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cc65121d-3616-4acd-b66f-1afa1f52e9a8 req-d8169241-db67-4018-b20e-2ef3da7024f3 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/ports?device_id=003bb7b5-8927-4317-8c75-e757939f8761 HTTP/1.1" status: 200 len: 210 time: 0.0410101 Dec 16 09:24:15.215822 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1f71ed80-bff0-41de-aaa6-968f35bcc5b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:15.245821 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ae735225-7071-449e-8754-e40f44df1b40 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:24:15.283479 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4eb932a-d2b8-46a3-bb19-8156b01ea9d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:15.298767 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bebcfdb6-8440-4f5d-b6f7-0e09d22e4bdd req-64dd886d-e5ba-42c1-82f8-ef12156c8266 service neutron] 10.222.0.58 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410406 Dec 16 09:24:15.329886 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 17f15156-ac1a-493a-9b74-f3e895746f42 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:24:15.364221 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-427f6856-e6d9-4de9-a9a1-874caaa8bcb8 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Allocated IP 172.20.0.13 (3ccf6740-ee5e-49f4-b1bd-9a930f5facb8/4b1a2e6a-0898-45c0-b553-80f1895b4df9/e1761581-cf86-4a98-a268-1ccfc3159e3c) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:24:15.395559 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1f71ed80-bff0-41de-aaa6-968f35bcc5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:15.401083 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4eb932a-d2b8-46a3-bb19-8156b01ea9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:15.401308 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1f71ed80-bff0-41de-aaa6-968f35bcc5b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:15.404848 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1f71ed80-bff0-41de-aaa6-968f35bcc5b5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8ca4f551-43bd-4096-8e96-f694322c6939 HTTP/1.1" status: 204 len: 168 time: 0.3277745 Dec 16 09:24:15.412357 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port ae735225-7071-449e-8754-e40f44df1b40, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ae735225-7071-449e-8754-e40f44df1b40,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:15.417538 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71ed80-bff0-41de-aaa6-968f35bcc5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca4f551-43bd-4096-8e96-f694322c6939,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:15.423555 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 17f15156-ac1a-493a-9b74-f3e895746f42 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:15.423784 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:15.457261 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4eb932a-d2b8-46a3-bb19-8156b01ea9d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:15.464431 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'ae735225-7071-449e-8754-e40f44df1b40', 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17', 'port_id': 'ae735225-7071-449e-8754-e40f44df1b40', 'mac_address': 'fa:16:3e:4c:6f:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c12d578e-3c58-4d75-9f2c-b724e40168b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:24:15.523165 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb932a-d2b8-46a3-bb19-8156b01ea9d9 admin admin] Pushing event updated for resources: {'Port': ['ID=85dd43c7-2d13-48cb-93d0-cb31efb39ee9,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:15.526652 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:15.544207 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae735225-7071-449e-8754-e40f44df1b40 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:24:15.622692 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59710) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:15.628513 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-449da8ec-7e70-4160-87d5-99c777ba8bbe admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1825020675-network', 'tenant_id': 'bdc17b105fde4cf0b29960b1761b4761'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:15.638151 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port ae735225-7071-449e-8754-e40f44df1b40, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ae735225-7071-449e-8754-e40f44df1b40,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:15.649812 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:15.687826 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 17f15156-ac1a-493a-9b74-f3e895746f42, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=17f15156-ac1a-493a-9b74-f3e895746f42,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:15.774240 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eb932a-d2b8-46a3-bb19-8156b01ea9d9 admin admin] Network cdf9de85-7cf9-411d-85bd-0c33ccccd7bd is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:24:15.782514 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-b4eb932a-d2b8-46a3-bb19-8156b01ea9d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:15.790181 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-427f6856-e6d9-4de9-a9a1-874caaa8bcb8 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:15.800703 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42978e5-6864-4330-882a-1e7eeca97246 req-09b35206-24c9-4f61-a2b5-a8b152e67123 tempest-ServersOnMultiNodesTest-648833708 tempest-ServersOnMultiNodesTest-648833708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:15.801303 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449da8ec-7e70-4160-87d5-99c777ba8bbe admin admin] Made reservation on behalf of bdc17b105fde4cf0b29960b1761b4761 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:24:15.801459 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:15.802204 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a42978e5-6864-4330-882a-1e7eeca97246 req-09b35206-24c9-4f61-a2b5-a8b152e67123 tempest-ServersOnMultiNodesTest-648833708 tempest-ServersOnMultiNodesTest-648833708-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4e2e5f50-f84c-4871-89d1-0a888ffad525 HTTP/1.1" status: 200 len: 1100 time: 0.1055448 Dec 16 09:24:15.803817 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:15.814967 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-449da8ec-7e70-4160-87d5-99c777ba8bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:15.831804 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-449da8ec-7e70-4160-87d5-99c777ba8bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:15.912892 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=ae735225-7071-449e-8754-e40f44df1b40,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:15.917231 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a42978e5-6864-4330-882a-1e7eeca97246 req-3fc33f3f-ac5b-4ad2-931e-ddd6a5a72ccd tempest-ServersOnMultiNodesTest-648833708 tempest-ServersOnMultiNodesTest-648833708-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:15.996092 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=17f15156-ac1a-493a-9b74-f3e895746f42,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:16.030597 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93716b5f-285b-4fb8-8999-e026f6b18dd9 req-75de9ac4-e7a9-4a64-930d-950318e89578 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:16.038195 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-93716b5f-285b-4fb8-8999-e026f6b18dd9 req-75de9ac4-e7a9-4a64-930d-950318e89578 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed438a16-1053-417b-8133-5ebafebae73c HTTP/1.1" status: 200 len: 945 time: 0.1064849 Dec 16 09:24:16.052271 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59714) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:16.081501 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-449da8ec-7e70-4160-87d5-99c777ba8bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:16.085558 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a42978e5-6864-4330-882a-1e7eeca97246 req-3fc33f3f-ac5b-4ad2-931e-ddd6a5a72ccd tempest-ServersOnMultiNodesTest-648833708 tempest-ServersOnMultiNodesTest-648833708-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:16.086863 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-427f6856-e6d9-4de9-a9a1-874caaa8bcb8 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:16.091492 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-502ebe3e-058a-4432-a358-f6962c359eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:16.097152 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-93716b5f-285b-4fb8-8999-e026f6b18dd9 req-ac378fcc-095e-4807-b742-73a3fb78c760 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578794 Dec 16 09:24:16.120653 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['ae735225-7071-449e-8754-e40f44df1b40'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:24:16.176426 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-427f6856-e6d9-4de9-a9a1-874caaa8bcb8 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Network 3ccf6740-ee5e-49f4-b1bd-9a930f5facb8 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:24:16.180690 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f6856-e6d9-4de9-a9a1-874caaa8bcb8 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Pushing event updated for resources: {'Port': ['ID=e1761581-cf86-4a98-a268-1ccfc3159e3c,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:16.186862 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4eb932a-d2b8-46a3-bb19-8156b01ea9d9 admin admin] Router 8b076729-ee1f-4542-870f-26d7c6357794 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:24:16.187893 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-427f6856-e6d9-4de9-a9a1-874caaa8bcb8 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:16.232752 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-449da8ec-7e70-4160-87d5-99c777ba8bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:16.237504 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-427f6856-e6d9-4de9-a9a1-874caaa8bcb8 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:24:16.251829 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-449da8ec-7e70-4160-87d5-99c777ba8bbe admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:24:16.272872 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-449da8ec-7e70-4160-87d5-99c777ba8bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:16.273632 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-449da8ec-7e70-4160-87d5-99c777ba8bbe admin admin] Added segment 42b1efc3-b983-4bc9-ae86-8b885fb6639f of type vlan for network ffdef472-c3b9-473a-ac49-84c78064bf52 Dec 16 09:24:16.292529 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a42978e5-6864-4330-882a-1e7eeca97246 req-3fc33f3f-ac5b-4ad2-931e-ddd6a5a72ccd tempest-ServersOnMultiNodesTest-648833708 tempest-ServersOnMultiNodesTest-648833708-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:16.336936 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-449da8ec-7e70-4160-87d5-99c777ba8bbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:16.398569 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b30d271b-5ff9-4e9e-9983-76e9893fc827 None None] Provisioning complete for port 85dd43c7-2d13-48cb-93d0-cb31efb39ee9 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:16.398569 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b30d271b-5ff9-4e9e-9983-76e9893fc827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:16.432477 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a42978e5-6864-4330-882a-1e7eeca97246 req-3fc33f3f-ac5b-4ad2-931e-ddd6a5a72ccd tempest-ServersOnMultiNodesTest-648833708 tempest-ServersOnMultiNodesTest-648833708-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5845470 Dec 16 09:24:16.444048 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-427f6856-e6d9-4de9-a9a1-874caaa8bcb8 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:16.444820 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-427f6856-e6d9-4de9-a9a1-874caaa8bcb8 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:16.466229 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449da8ec-7e70-4160-87d5-99c777ba8bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce19ed2-629f-4220-96c5-3744d3c43d16,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:16.467827 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-b30d271b-5ff9-4e9e-9983-76e9893fc827 None None] Port 85dd43c7-2d13-48cb-93d0-cb31efb39ee9 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:24:16.487647 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-449da8ec-7e70-4160-87d5-99c777ba8bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:16.490039 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449da8ec-7e70-4160-87d5-99c777ba8bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:16.490630 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-449da8ec-7e70-4160-87d5-99c777ba8bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:16.559377 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc33f3f-ac5b-4ad2-931e-ddd6a5a72ccd tempest-ServersOnMultiNodesTest-648833708 tempest-ServersOnMultiNodesTest-648833708-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4040b450-287c-41a8-848e-641e33067421,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:16.590081 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-502ebe3e-058a-4432-a358-f6962c359eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:16.597290 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a2f78-3045-486c-986b-3342973539f7 req-c497fa08-a838-441c-b709-b8414bfc1849 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:16.599305 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-757a2f78-3045-486c-986b-3342973539f7 req-c497fa08-a838-441c-b709-b8414bfc1849 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/ports?device_id=003bb7b5-8927-4317-8c75-e757939f8761 HTTP/1.1" status: 200 len: 932 time: 0.2171574 Dec 16 09:24:16.604504 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-449da8ec-7e70-4160-87d5-99c777ba8bbe admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9796672 Dec 16 09:24:16.605468 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449da8ec-7e70-4160-87d5-99c777ba8bbe admin admin] Pushing event updated for resources: {'Network': ['ID=ffdef472-c3b9-473a-ac49-84c78064bf52,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:16.617741 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59724) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:16.621178 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4eb932a-d2b8-46a3-bb19-8156b01ea9d9 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:24:16.622375 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network ffdef472-c3b9-473a-ac49-84c78064bf52 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:24:16.624555 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-aacc8381-9044-4b26-bfa6-5b208b4d6555 admin admin] Request body: {'subnet': {'network_id': 'ffdef472-c3b9-473a-ac49-84c78064bf52', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1825020675-subnet', 'tenant_id': 'bdc17b105fde4cf0b29960b1761b4761', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:16.645426 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b4eb932a-d2b8-46a3-bb19-8156b01ea9d9 admin admin] 10.222.0.60 "PUT /v2.0/routers/8b076729-ee1f-4542-870f-26d7c6357794/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4403188 Dec 16 09:24:16.650750 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-427f6856-e6d9-4de9-a9a1-874caaa8bcb8 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9349751 Dec 16 09:24:16.667306 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-20bf7d21-9ca6-470d-88a8-7d167c69702f service neutron] Request body: {'port': {'device_id': '003bb7b5-8927-4317-8c75-e757939f8761', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:16.727025 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-521fe9b0-8bc1-4229-b75d-9263cd190877 None None] Provisioning complete for port e1761581-cf86-4a98-a268-1ccfc3159e3c triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:16.727426 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-521fe9b0-8bc1-4229-b75d-9263cd190877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:16.778597 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-757a2f78-3045-486c-986b-3342973539f7 req-bd0ec6a2-f556-4db9-b93a-6c4845a5dfab tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db831ca-5877-48bc-aa13-89b2a1007a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067710 Dec 16 09:24:16.779058 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-20bf7d21-9ca6-470d-88a8-7d167c69702f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:16.799493 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-521fe9b0-8bc1-4229-b75d-9263cd190877 None None] Port e1761581-cf86-4a98-a268-1ccfc3159e3c cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:24:16.833648 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-502ebe3e-058a-4432-a358-f6962c359eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:16.858243 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59740) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:16.875535 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7385b921-d601-4a67-9df0-74adc83b20e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:16.935697 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-502ebe3e-058a-4432-a358-f6962c359eaa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=69aec3fe091c44b8a2ec46a2ac130cb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8804719 Dec 16 09:24:16.938802 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ebe3e-058a-4432-a358-f6962c359eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d688430-fa23-4982-8575-f1cb14d8af3f,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:16.944564 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59748) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:16.957446 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacc8381-9044-4b26-bfa6-5b208b4d6555 admin admin] Made reservation on behalf of bdc17b105fde4cf0b29960b1761b4761 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:24:16.959759 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-aacc8381-9044-4b26-bfa6-5b208b4d6555 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:17.041494 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-856a6700-66a9-4c2e-b7ab-af51da6a4006 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405836 Dec 16 09:24:17.057855 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-324e8bf4-d3f9-49a2-94d3-7f77e6510f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:17.089252 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-324e8bf4-d3f9-49a2-94d3-7f77e6510f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:17.258404 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-20bf7d21-9ca6-470d-88a8-7d167c69702f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1761581-cf86-4a98-a268-1ccfc3159e3c {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:24:17.281264 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-20bf7d21-9ca6-470d-88a8-7d167c69702f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:17.293925 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f210c-b3c6-496e-915f-5a21b0dd0279 req-c721f0fb-648b-4bec-b51a-f58666527a74 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:17.295649 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c53f210c-b3c6-496e-915f-5a21b0dd0279 req-c721f0fb-648b-4bec-b51a-f58666527a74 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed438a16-1053-417b-8133-5ebafebae73c HTTP/1.1" status: 200 len: 945 time: 0.0872061 Dec 16 09:24:17.306532 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-20bf7d21-9ca6-470d-88a8-7d167c69702f service neutron] Transition to ACTIVE for port object e1761581-cf86-4a98-a268-1ccfc3159e3c will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:24:17.329667 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-324e8bf4-d3f9-49a2-94d3-7f77e6510f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:17.331208 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-324e8bf4-d3f9-49a2-94d3-7f77e6510f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:17.332481 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-324e8bf4-d3f9-49a2-94d3-7f77e6510f18 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6d688430-fa23-4982-8575-f1cb14d8af3f HTTP/1.1" status: 204 len: 168 time: 0.3882279 Dec 16 09:24:17.375852 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 17f15156-ac1a-493a-9b74-f3e895746f42 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:24:17.407199 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c53f210c-b3c6-496e-915f-5a21b0dd0279 req-7e1f45a4-60d3-4e1a-9904-ec332d2eddc0 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988183 Dec 16 09:24:17.435535 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-20bf7d21-9ca6-470d-88a8-7d167c69702f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:17.471055 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e8bf4-d3f9-49a2-94d3-7f77e6510f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d688430-fa23-4982-8575-f1cb14d8af3f,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:17.474735 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7385b921-d601-4a67-9df0-74adc83b20e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:17.553826 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 17f15156-ac1a-493a-9b74-f3e895746f42 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:17.558181 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:17.593725 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7385b921-d601-4a67-9df0-74adc83b20e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:17.605542 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf7d21-9ca6-470d-88a8-7d167c69702f service neutron] Pushing event updated for resources: {'Port': ['ID=e1761581-cf86-4a98-a268-1ccfc3159e3c,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:17.700012 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-bc850c62-c7da-445c-9685-2e7111689a49 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:17.717361 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-bc850c62-c7da-445c-9685-2e7111689a49 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6573002 Dec 16 09:24:17.718511 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22df34f2-bdd6-481a-b631-b7e870f40cef None None] Sync routers for ids ['8b076729-ee1f-4542-870f-26d7c6357794'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:24:17.745888 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-20bf7d21-9ca6-470d-88a8-7d167c69702f service neutron] Attempting to bind port e1761581-cf86-4a98-a268-1ccfc3159e3c on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:24:17.746680 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-20bf7d21-9ca6-470d-88a8-7d167c69702f service neutron] Attempting to bind port e1761581-cf86-4a98-a268-1ccfc3159e3c by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '04dcf654-26e6-43a5-ac0b-e58d60b1bdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3ccf6740-ee5e-49f4-b1bd-9a930f5facb8'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:24:17.746680 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-20bf7d21-9ca6-470d-88a8-7d167c69702f service neutron] Attempting to bind port e1761581-cf86-4a98-a268-1ccfc3159e3c on network 3ccf6740-ee5e-49f4-b1bd-9a930f5facb8 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:17.752468 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-20bf7d21-9ca6-470d-88a8-7d167c69702f service neutron] Port e1761581-cf86-4a98-a268-1ccfc3159e3c on network 3ccf6740-ee5e-49f4-b1bd-9a930f5facb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:24:17.752633 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22df34f2-bdd6-481a-b631-b7e870f40cef None None] Routers {'8b076729-ee1f-4542-870f-26d7c6357794'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:24:17.752968 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-20bf7d21-9ca6-470d-88a8-7d167c69702f service neutron] Attempting to bind port e1761581-cf86-4a98-a268-1ccfc3159e3c on network 3ccf6740-ee5e-49f4-b1bd-9a930f5facb8 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:17.753143 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-22df34f2-bdd6-481a-b631-b7e870f40cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:23:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['8b076729-ee1f-4542-870f-26d7c6357794'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:17.769265 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-20bf7d21-9ca6-470d-88a8-7d167c69702f service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:24:17.769265 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-20bf7d21-9ca6-470d-88a8-7d167c69702f service neutron] Checking segment: {'id': '04dcf654-26e6-43a5-ac0b-e58d60b1bdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3ccf6740-ee5e-49f4-b1bd-9a930f5facb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:24:17.769265 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-20bf7d21-9ca6-470d-88a8-7d167c69702f service neutron] Bound using segment: {'id': '04dcf654-26e6-43a5-ac0b-e58d60b1bdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3ccf6740-ee5e-49f4-b1bd-9a930f5facb8'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:24:17.769265 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-20bf7d21-9ca6-470d-88a8-7d167c69702f service neutron] Bound port: e1761581-cf86-4a98-a268-1ccfc3159e3c, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04dcf654-26e6-43a5-ac0b-e58d60b1bdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3ccf6740-ee5e-49f4-b1bd-9a930f5facb8'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:24:17.769265 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-20bf7d21-9ca6-470d-88a8-7d167c69702f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:17.821951 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385b921-d601-4a67-9df0-74adc83b20e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e50b4c7-d24c-4ad9-847f-4c6c5553f083,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:17.839525 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-0a1acc24-112d-45a9-a771-763a0858a520 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/quotas/b16ff49ba37341f18bcd6e95057f25d8 HTTP/1.1" status: 200 len: 375 time: 0.1284394 Dec 16 09:24:17.856399 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7385b921-d601-4a67-9df0-74adc83b20e2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2b4adf5016f848fda5edef15ce3114eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9969199 Dec 16 09:24:17.869808 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59766) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:17.949890 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-20bf7d21-9ca6-470d-88a8-7d167c69702f service neutron] For port e1761581-cf86-4a98-a268-1ccfc3159e3c, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:24:17.971558 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-22df34f2-bdd6-481a-b631-b7e870f40cef None None] Set router 8b076729-ee1f-4542-870f-26d7c6357794 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:24:17.992890 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-20bf7d21-9ca6-470d-88a8-7d167c69702f service neutron] For port e1761581-cf86-4a98-a268-1ccfc3159e3c, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=e1761581-cf86-4a98-a268-1ccfc3159e3c,segment=NetworkSegment(04dcf654-26e6-43a5-ac0b-e58d60b1bdef),segment_id=04dcf654-26e6-43a5-ac0b-e58d60b1bdef)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:24:18.006527 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-1863cfdd-9e91-4a5a-9999-31b3f8280ca1 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1572230 Dec 16 09:24:18.093018 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07529f04-d4f8-48cd-8a75-a6755f689882 req-8d692f2e-f0a2-49df-8d88-b5ed6367aa55 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:18.116799 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07529f04-d4f8-48cd-8a75-a6755f689882 req-8d692f2e-f0a2-49df-8d88-b5ed6367aa55 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/ports?device_id=003bb7b5-8927-4317-8c75-e757939f8761 HTTP/1.1" status: 200 len: 944 time: 0.2150595 Dec 16 09:24:18.129815 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6aed1eb3-0d27-4b37-8694-88ed38b79a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:18.166982 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-aacc8381-9044-4b26-bfa6-5b208b4d6555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:18.212245 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-20bf7d21-9ca6-470d-88a8-7d167c69702f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:18.292045 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6aed1eb3-0d27-4b37-8694-88ed38b79a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:18.293797 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf7d21-9ca6-470d-88a8-7d167c69702f service neutron] Pushing event updated for resources: {'Port': ['ID=e1761581-cf86-4a98-a268-1ccfc3159e3c,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:18.318892 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07529f04-d4f8-48cd-8a75-a6755f689882 req-7ae47ca6-9a56-40bf-b6c6-535f20ba6fe9 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db831ca-5877-48bc-aa13-89b2a1007a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963515 Dec 16 09:24:18.325159 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacc8381-9044-4b26-bfa6-5b208b4d6555 admin admin] Checking segment: {'id': '42b1efc3-b983-4bc9-ae86-8b885fb6639f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ffdef472-c3b9-473a-ac49-84c78064bf52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:24:18.325159 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacc8381-9044-4b26-bfa6-5b208b4d6555 admin admin] Network hostable DHCP agents. Network: ffdef472-c3b9-473a-ac49-84c78064bf52, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:24:18.333003 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-22df34f2-bdd6-481a-b631-b7e870f40cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b076729-ee1f-4542-870f-26d7c6357794', 'name': 'tempest-AttachSCSIVolumeTestJSON-743329716-router', 'tenant_id': '9f4af447e72d48ffb69e508e5ba87cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '17f15156-ac1a-493a-9b74-f3e895746f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:24:07Z', 'updated_at': '2021-12-16T09:24:14Z', 'revision_number': 4, 'project_id': '9f4af447e72d48ffb69e508e5ba87cfd', 'gw_port': {'id': '17f15156-ac1a-493a-9b74-f3e895746f42', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b076729-ee1f-4542-870f-26d7c6357794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:24:07Z', 'updated_at': '2021-12-16T09:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '85dd43c7-2d13-48cb-93d0-cb31efb39ee9', 'name': '', 'network_id': 'cdf9de85-7cf9-411d-85bd-0c33ccccd7bd', 'tenant_id': '9f4af447e72d48ffb69e508e5ba87cfd', 'mac_address': 'fa:16:3e:69:48:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b076729-ee1f-4542-870f-26d7c6357794', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'f70241b9-94ed-447d-8e0d-57432e877c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:24:12Z', 'updated_at': '2021-12-16T09:24:14Z', 'revision_number': 2, 'project_id': '9f4af447e72d48ffb69e508e5ba87cfd', 'subnets': [{'id': 'f70241b9-94ed-447d-8e0d-57432e877c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:18.334101 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc8381-9044-4b26-bfa6-5b208b4d6555 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a255da3-2c81-48b9-a3fc-9588c894603d,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:18.341654 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-20bf7d21-9ca6-470d-88a8-7d167c69702f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:18.342391 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-20bf7d21-9ca6-470d-88a8-7d167c69702f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:18.343978 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-20bf7d21-9ca6-470d-88a8-7d167c69702f service neutron] 10.222.0.58 "PUT /v2.0/ports/e1761581-cf86-4a98-a268-1ccfc3159e3c HTTP/1.1" status: 200 len: 1092 time: 1.6831264 Dec 16 09:24:18.356892 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '003bb7b5-8927-4317-8c75-e757939f8761', 'tag': 'e1761581-cf86-4a98-a268-1ccfc3159e3c'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:18.369140 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611a8756-a124-4af1-9ca9-7b24366bb27e" -d '{"events": [{"name": "network-changed", "server_uuid": "003bb7b5-8927-4317-8c75-e757939f8761", "tag": "e1761581-cf86-4a98-a268-1ccfc3159e3c"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:18.388954 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22df34f2-bdd6-481a-b631-b7e870f40cef None None] Checking router: 8b076729-ee1f-4542-870f-26d7c6357794 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:24:18.389476 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22df34f2-bdd6-481a-b631-b7e870f40cef None None] Updating router 8b076729-ee1f-4542-870f-26d7c6357794 port 85dd43c7-2d13-48cb-93d0-cb31efb39ee9 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:24:18.431290 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-22df34f2-bdd6-481a-b631-b7e870f40cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:18.507190 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacc8381-9044-4b26-bfa6-5b208b4d6555 admin admin] Network ffdef472-c3b9-473a-ac49-84c78064bf52 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:24:18.561063 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d614e274-d6a6-4c92-9fb3-65aae18ca3d3 x-openstack-request-id: req-d614e274-d6a6-4c92-9fb3-65aae18ca3d3 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:18.561063 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "003bb7b5-8927-4317-8c75-e757939f8761", "tag": "e1761581-cf86-4a98-a268-1ccfc3159e3c", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:18.561063 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d614e274-d6a6-4c92-9fb3-65aae18ca3d3 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:18.561063 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '003bb7b5-8927-4317-8c75-e757939f8761', 'tag': 'e1761581-cf86-4a98-a268-1ccfc3159e3c', 'status': 'completed', 'code': 200} Dec 16 09:24:18.602376 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-bb968123-24ef-4bba-ab23-b314e384a89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:18.606535 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-bb968123-24ef-4bba-ab23-b314e384a89d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=54c4b22f3a8a4e2f8993eaafef9c5a0b&device_id=003bb7b5-8927-4317-8c75-e757939f8761 HTTP/1.1" status: 200 len: 1095 time: 0.1123245 Dec 16 09:24:18.629517 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-aacc8381-9044-4b26-bfa6-5b208b4d6555 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, ffdef472-c3b9-473a-ac49-84c78064bf52) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:18.631839 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacc8381-9044-4b26-bfa6-5b208b4d6555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:18.632887 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-aacc8381-9044-4b26-bfa6-5b208b4d6555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:18.714548 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbce5d1-0b54-4094-8e22-241dedc2509a None None] Network ffdef472-c3b9-473a-ac49-84c78064bf52 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:24:18.721977 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6aed1eb3-0d27-4b37-8694-88ed38b79a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:18.724533 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6aed1eb3-0d27-4b37-8694-88ed38b79a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:18.727675 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6aed1eb3-0d27-4b37-8694-88ed38b79a99 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6e50b4c7-d24c-4ad9-847f-4c6c5553f083 HTTP/1.1" status: 204 len: 168 time: 0.8551898 Dec 16 09:24:18.731529 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-daef13eb-3ef7-458e-817d-438a9eea50ed service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1761581-cf86-4a98-a268-1ccfc3159e3c HTTP/1.1" status: 200 len: 217 time: 0.1180923 Dec 16 09:24:18.759983 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-aacc8381-9044-4b26-bfa6-5b208b4d6555 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1393979 Dec 16 09:24:18.779847 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed1eb3-0d27-4b37-8694-88ed38b79a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e50b4c7-d24c-4ad9-847f-4c6c5553f083,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:18.826835 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-5383c905-dae5-49a5-b614-4b17253d3bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:18.828336 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-5383c905-dae5-49a5-b614-4b17253d3bd4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4b1a2e6a-0898-45c0-b553-80f1895b4df9 HTTP/1.1" status: 200 len: 867 time: 0.0594478 Dec 16 09:24:18.845246 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ae6ad-8bc8-4a40-b612-c1388cebeb12 req-5ade88b8-59ad-4b1f-9225-10f67490b461 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:18.846143 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ab5ae6ad-8bc8-4a40-b612-c1388cebeb12 req-5ade88b8-59ad-4b1f-9225-10f67490b461 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed438a16-1053-417b-8133-5ebafebae73c HTTP/1.1" status: 200 len: 945 time: 0.1197329 Dec 16 09:24:18.918152 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-a3816e8e-a1f4-4c33-a30f-207b0b58b777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:18.919758 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-a3816e8e-a1f4-4c33-a30f-207b0b58b777 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3ccf6740-ee5e-49f4-b1bd-9a930f5facb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726743 Dec 16 09:24:18.937371 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ab5ae6ad-8bc8-4a40-b612-c1388cebeb12 req-0d47eac4-6ced-4d94-a371-6a85fe5e0198 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553284 Dec 16 09:24:19.027729 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-78a4de5a-6f0c-451c-9805-a2ef605a5345 service neutron] 10.222.0.58 "GET /v2.0/networks/3ccf6740-ee5e-49f4-b1bd-9a930f5facb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891328 Dec 16 09:24:19.155006 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-22df34f2-bdd6-481a-b631-b7e870f40cef None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:19.208331 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-54713cdc-1ce3-409f-aedc-6a600be78d99 req-f0207b14-f9aa-4c42-aefb-d2e42c4c1628 service neutron] 10.222.0.58 "GET /v2.0/networks/3ccf6740-ee5e-49f4-b1bd-9a930f5facb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710289 Dec 16 09:24:19.255702 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ae735225-7071-449e-8754-e40f44df1b40 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:24:19.292128 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-22df34f2-bdd6-481a-b631-b7e870f40cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:19.500191 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a8756-a124-4af1-9ca9-7b24366bb27e req-fd7d7d65-3874-48ee-af3e-ad640059c44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:19.502547 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-611a8756-a124-4af1-9ca9-7b24366bb27e req-fd7d7d65-3874-48ee-af3e-ad640059c44a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=54c4b22f3a8a4e2f8993eaafef9c5a0b&device_id=003bb7b5-8927-4317-8c75-e757939f8761 HTTP/1.1" status: 200 len: 1095 time: 0.1254599 Dec 16 09:24:19.529698 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb57c1a-3e77-45a6-a9b7-fccc41ce77ae None None] Pushing event updated for resources: {'Port': ['ID=85dd43c7-2d13-48cb-93d0-cb31efb39ee9,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:19.727721 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd826cd1-33e1-4e5d-83fc-4569412dd658 req-513dba2f-a937-40a6-82bd-4db3b405ef7f tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:19.734354 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823a777a-8d91-47d1-b250-a22193b731b5 None None] Network ffdef472-c3b9-473a-ac49-84c78064bf52 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:24:19.735734 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bd826cd1-33e1-4e5d-83fc-4569412dd658 req-513dba2f-a937-40a6-82bd-4db3b405ef7f tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/ports?device_id=003bb7b5-8927-4317-8c75-e757939f8761 HTTP/1.1" status: 200 len: 944 time: 0.2035794 Dec 16 09:24:19.878858 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a8756-a124-4af1-9ca9-7b24366bb27e req-3ca84ff0-8ea2-42eb-bf13-a8403f700022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:19.880556 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-611a8756-a124-4af1-9ca9-7b24366bb27e req-3ca84ff0-8ea2-42eb-bf13-a8403f700022 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3ccf6740-ee5e-49f4-b1bd-9a930f5facb8 HTTP/1.1" status: 200 len: 929 time: 0.3701875 Dec 16 09:24:19.923747 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bd826cd1-33e1-4e5d-83fc-4569412dd658 req-2bb42169-c7ff-4130-9a4d-c29978677073 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db831ca-5877-48bc-aa13-89b2a1007a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701615 Dec 16 09:24:19.965654 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59818) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:20.060705 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-611a8756-a124-4af1-9ca9-7b24366bb27e req-582ff9bc-4df3-4450-9f49-0e3dc74bbc15 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1761581-cf86-4a98-a268-1ccfc3159e3c HTTP/1.1" status: 200 len: 217 time: 0.1727076 Dec 16 09:24:20.160107 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-22df34f2-bdd6-481a-b631-b7e870f40cef None None] Attempting to bind port 85dd43c7-2d13-48cb-93d0-cb31efb39ee9 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:24:20.160797 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-22df34f2-bdd6-481a-b631-b7e870f40cef None None] Attempting to bind port 85dd43c7-2d13-48cb-93d0-cb31efb39ee9 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'd40e5954-5919-4789-968a-e4528a3d0a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cdf9de85-7cf9-411d-85bd-0c33ccccd7bd'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:24:20.161477 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df34f2-bdd6-481a-b631-b7e870f40cef None None] Attempting to bind port 85dd43c7-2d13-48cb-93d0-cb31efb39ee9 on network cdf9de85-7cf9-411d-85bd-0c33ccccd7bd {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:20.167898 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a8756-a124-4af1-9ca9-7b24366bb27e req-4034cc48-3528-4f88-8d70-61c307b7d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:20.169658 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-611a8756-a124-4af1-9ca9-7b24366bb27e req-4034cc48-3528-4f88-8d70-61c307b7d0b6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4b1a2e6a-0898-45c0-b553-80f1895b4df9 HTTP/1.1" status: 200 len: 867 time: 0.0993853 Dec 16 09:24:20.214424 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df34f2-bdd6-481a-b631-b7e870f40cef None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:24:20.222085 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df34f2-bdd6-481a-b631-b7e870f40cef None None] Checking segment: {'id': 'd40e5954-5919-4789-968a-e4528a3d0a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cdf9de85-7cf9-411d-85bd-0c33ccccd7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:24:20.222085 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-22df34f2-bdd6-481a-b631-b7e870f40cef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:20.222085 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df34f2-bdd6-481a-b631-b7e870f40cef None None] Bound using segment: {'id': 'd40e5954-5919-4789-968a-e4528a3d0a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cdf9de85-7cf9-411d-85bd-0c33ccccd7bd'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:24:20.222085 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-22df34f2-bdd6-481a-b631-b7e870f40cef None None] Bound port: 85dd43c7-2d13-48cb-93d0-cb31efb39ee9, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd40e5954-5919-4789-968a-e4528a3d0a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cdf9de85-7cf9-411d-85bd-0c33ccccd7bd'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:24:20.222085 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-22df34f2-bdd6-481a-b631-b7e870f40cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:20.237564 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a8756-a124-4af1-9ca9-7b24366bb27e req-a231e023-c77d-46bb-b87b-eb172b25617a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:20.243034 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-611a8756-a124-4af1-9ca9-7b24366bb27e req-a231e023-c77d-46bb-b87b-eb172b25617a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3ccf6740-ee5e-49f4-b1bd-9a930f5facb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640304 Dec 16 09:24:20.342731 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port ae735225-7071-449e-8754-e40f44df1b40 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:24:20.370764 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-e40d2ba9-a24e-4657-89e0-4884831768d7 None None] Provisioning complete for port 85dd43c7-2d13-48cb-93d0-cb31efb39ee9 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:20.371989 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e40d2ba9-a24e-4657-89e0-4884831768d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:20.377071 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port ae735225-7071-449e-8754-e40f44df1b40 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:20.377071 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:20.382055 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-21cc00ad-ae1b-48ff-93d6-681000bb8fd5 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-425374271-network', 'tenant_id': 'd32f913c28d84df08ad80665e99d95bf'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:20.445454 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6234da-dc53-48b2-9a5d-ef993fe153c5 req-5be7d024-417e-4d11-9d11-92261b920ae8 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:20.448057 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ea6234da-dc53-48b2-9a5d-ef993fe153c5 req-5be7d024-417e-4d11-9d11-92261b920ae8 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed438a16-1053-417b-8133-5ebafebae73c HTTP/1.1" status: 200 len: 945 time: 0.1456656 Dec 16 09:24:20.520526 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cc00ad-ae1b-48ff-93d6-681000bb8fd5 admin admin] Made reservation on behalf of d32f913c28d84df08ad80665e99d95bf for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:24:20.523129 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-21cc00ad-ae1b-48ff-93d6-681000bb8fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:20.551965 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-21cc00ad-ae1b-48ff-93d6-681000bb8fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:20.567347 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-e40d2ba9-a24e-4657-89e0-4884831768d7 None None] Port 85dd43c7-2d13-48cb-93d0-cb31efb39ee9 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:24:20.567695 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-611a8756-a124-4af1-9ca9-7b24366bb27e req-e2d2acc2-61ed-41b7-ac9e-017245d3c0bb service neutron] 10.222.0.58 "GET /v2.0/networks/3ccf6740-ee5e-49f4-b1bd-9a930f5facb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144109 Dec 16 09:24:20.570485 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-22df34f2-bdd6-481a-b631-b7e870f40cef None None] For port 85dd43c7-2d13-48cb-93d0-cb31efb39ee9, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:24:20.584553 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-22df34f2-bdd6-481a-b631-b7e870f40cef None None] For port 85dd43c7-2d13-48cb-93d0-cb31efb39ee9, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=85dd43c7-2d13-48cb-93d0-cb31efb39ee9,segment=NetworkSegment(d40e5954-5919-4789-968a-e4528a3d0a83),segment_id=d40e5954-5919-4789-968a-e4528a3d0a83)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:24:20.610085 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ea6234da-dc53-48b2-9a5d-ef993fe153c5 req-c26bc714-4889-490a-ac3d-206a318fa95c tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483078 Dec 16 09:24:20.662137 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-22df34f2-bdd6-481a-b631-b7e870f40cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:20.792839 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:20.843174 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22df34f2-bdd6-481a-b631-b7e870f40cef None None] Routers {'8b076729-ee1f-4542-870f-26d7c6357794'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:24:20.846129 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-22df34f2-bdd6-481a-b631-b7e870f40cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:23:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['8b076729-ee1f-4542-870f-26d7c6357794'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:20.895516 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-21cc00ad-ae1b-48ff-93d6-681000bb8fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:20.964576 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff17b73-6c73-464e-99a8-a5455df91694 req-4fbda921-09c1-449e-8e55-aeb23a1b338f tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:20.985261 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eff17b73-6c73-464e-99a8-a5455df91694 req-4fbda921-09c1-449e-8e55-aeb23a1b338f tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/networks?id=fd229606-1f82-48a3-82a3-fb35078f3dba HTTP/1.1" status: 200 len: 808 time: 0.3467178 Dec 16 09:24:21.003975 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-21cc00ad-ae1b-48ff-93d6-681000bb8fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:21.044492 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc00ad-ae1b-48ff-93d6-681000bb8fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27da4e68-3c96-49c8-9cb6-1f3232dfba0f,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:21.055928 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eff17b73-6c73-464e-99a8-a5455df91694 req-7fc4cdb9-3466-448e-9acc-075799d3607a tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/quotas/ef267339b96a4504bcc86eb4b94505b3 HTTP/1.1" status: 200 len: 375 time: 0.0693069 Dec 16 09:24:21.096531 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21cc00ad-ae1b-48ff-93d6-681000bb8fd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:24:21.107541 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eff17b73-6c73-464e-99a8-a5455df91694 req-dbf41ef2-b5c5-425c-a37c-98183461e6cf tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef267339b96a4504bcc86eb4b94505b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502834 Dec 16 09:24:21.148445 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-21cc00ad-ae1b-48ff-93d6-681000bb8fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:21.149230 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-21cc00ad-ae1b-48ff-93d6-681000bb8fd5 admin admin] Added segment 1bc289f3-e59a-4844-88ff-fbf52ad5c74c of type vlan for network a29f3380-ce89-46d6-b697-aea6aef5e7d8 Dec 16 09:24:21.229974 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port ae735225-7071-449e-8754-e40f44df1b40, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ae735225-7071-449e-8754-e40f44df1b40,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:21.232589 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ac83701a-b489-41ce-980e-78bede598bba req-33004f2c-efab-4ab9-a10d-1f34dfa7f276 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=da0d9d0b-2bf2-42d4-953e-26fa83c02f9a HTTP/1.1" status: 200 len: 210 time: 0.0481327 Dec 16 09:24:21.233574 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb57c1a-3e77-45a6-a9b7-fccc41ce77ae None None] Pushing event updated for resources: {'Port': ['ID=85dd43c7-2d13-48cb-93d0-cb31efb39ee9,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:21.268758 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed438a16-1053-417b-8133-5ebafebae73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae735225-7071-449e-8754-e40f44df1b40'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:21.271311 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0759becf-fca6-4075-8f11-50330407f7b0" -d '{"events": [{"server_uuid": "ed438a16-1053-417b-8133-5ebafebae73c", "name": "network-vif-plugged", "status": "completed", "tag": "ae735225-7071-449e-8754-e40f44df1b40"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:21.295219 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-aabb02fe-1ce6-4d3f-8e77-3a3aeb725570 None None] Provisioning complete for port 85dd43c7-2d13-48cb-93d0-cb31efb39ee9 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:21.296092 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-aabb02fe-1ce6-4d3f-8e77-3a3aeb725570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:21.337441 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:21.354424 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-21cc00ad-ae1b-48ff-93d6-681000bb8fd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:21.417501 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-611a8756-a124-4af1-9ca9-7b24366bb27e req-f46de0dc-0055-408d-8972-39bc6f311b74 service neutron] 10.222.0.58 "GET /v2.0/networks/3ccf6740-ee5e-49f4-b1bd-9a930f5facb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8396084 Dec 16 09:24:21.429733 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=ae735225-7071-449e-8754-e40f44df1b40,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:21.460178 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-aabb02fe-1ce6-4d3f-8e77-3a3aeb725570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:21.474255 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-22df34f2-bdd6-481a-b631-b7e870f40cef None None] Set router 8b076729-ee1f-4542-870f-26d7c6357794 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:24:21.495705 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eff17b73-6c73-464e-99a8-a5455df91694 req-03ca8846-45ee-4feb-89e4-7c2982b78905 service neutron] 10.222.0.60 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868394 Dec 16 09:24:21.496567 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-aabb02fe-1ce6-4d3f-8e77-3a3aeb725570 None None] For port 85dd43c7-2d13-48cb-93d0-cb31efb39ee9, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=85dd43c7-2d13-48cb-93d0-cb31efb39ee9,segment=NetworkSegment(d40e5954-5919-4789-968a-e4528a3d0a83),segment_id=d40e5954-5919-4789-968a-e4528a3d0a83)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:21.596734 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-21cc00ad-ae1b-48ff-93d6-681000bb8fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:21.598011 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cc00ad-ae1b-48ff-93d6-681000bb8fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:21.598617 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-21cc00ad-ae1b-48ff-93d6-681000bb8fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:21.616251 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-aabb02fe-1ce6-4d3f-8e77-3a3aeb725570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:21.681305 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eff17b73-6c73-464e-99a8-a5455df91694 req-7505ca6c-e33d-4a7b-aad6-986386782c71 service neutron] 10.222.0.60 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843617 Dec 16 09:24:21.687114 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc00ad-ae1b-48ff-93d6-681000bb8fd5 admin admin] Pushing event updated for resources: {'Network': ['ID=a29f3380-ce89-46d6-b697-aea6aef5e7d8,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:21.728955 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network a29f3380-ce89-46d6-b697-aea6aef5e7d8 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:24:21.776417 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1b09f-f8b9-4f68-a2be-4276ab22b216 req-38783a9c-b19e-4a8f-8f11-19d9746556a9 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:21.784688 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-21cc00ad-ae1b-48ff-93d6-681000bb8fd5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8176744 Dec 16 09:24:21.785973 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59872) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:21.791388 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0bc1b09f-f8b9-4f68-a2be-4276ab22b216 req-38783a9c-b19e-4a8f-8f11-19d9746556a9 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/ports?device_id=003bb7b5-8927-4317-8c75-e757939f8761 HTTP/1.1" status: 200 len: 944 time: 0.1560543 Dec 16 09:24:21.791664 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-bde23083-d577-40ac-b314-d493020d6476 admin admin] Request body: {'subnet': {'network_id': 'a29f3380-ce89-46d6-b697-aea6aef5e7d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-425374271-subnet', 'tenant_id': 'd32f913c28d84df08ad80665e99d95bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:21.794841 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb02fe-1ce6-4d3f-8e77-3a3aeb725570 None None] Pushing event updated for resources: {'Port': ['ID=85dd43c7-2d13-48cb-93d0-cb31efb39ee9,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:21.906487 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde23083-d577-40ac-b314-d493020d6476 admin admin] Made reservation on behalf of d32f913c28d84df08ad80665e99d95bf for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:24:21.909189 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bde23083-d577-40ac-b314-d493020d6476 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:21.932938 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0bc1b09f-f8b9-4f68-a2be-4276ab22b216 req-f60fb4ad-ec8b-4ff7-9eb7-f2566a85dffc tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db831ca-5877-48bc-aa13-89b2a1007a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395426 Dec 16 09:24:21.969081 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-22df34f2-bdd6-481a-b631-b7e870f40cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b076729-ee1f-4542-870f-26d7c6357794', 'name': 'tempest-AttachSCSIVolumeTestJSON-743329716-router', 'tenant_id': '9f4af447e72d48ffb69e508e5ba87cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '17f15156-ac1a-493a-9b74-f3e895746f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:24:07Z', 'updated_at': '2021-12-16T09:24:14Z', 'revision_number': 4, 'project_id': '9f4af447e72d48ffb69e508e5ba87cfd', 'gw_port': {'id': '17f15156-ac1a-493a-9b74-f3e895746f42', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b076729-ee1f-4542-870f-26d7c6357794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:24:07Z', 'updated_at': '2021-12-16T09:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '85dd43c7-2d13-48cb-93d0-cb31efb39ee9', 'name': '', 'network_id': 'cdf9de85-7cf9-411d-85bd-0c33ccccd7bd', 'tenant_id': '9f4af447e72d48ffb69e508e5ba87cfd', 'mac_address': 'fa:16:3e:69:48:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b076729-ee1f-4542-870f-26d7c6357794', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'f70241b9-94ed-447d-8e0d-57432e877c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:24:12Z', 'updated_at': '2021-12-16T09:24:20Z', 'revision_number': 4, 'project_id': '9f4af447e72d48ffb69e508e5ba87cfd', 'subnets': [{'id': 'f70241b9-94ed-447d-8e0d-57432e877c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:22.006247 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22df34f2-bdd6-481a-b631-b7e870f40cef None None] The sync data for ids ['8b076729-ee1f-4542-870f-26d7c6357794'] in n-d-820550-2 is: [{'id': '8b076729-ee1f-4542-870f-26d7c6357794', 'name': 'tempest-AttachSCSIVolumeTestJSON-743329716-router', 'tenant_id': '9f4af447e72d48ffb69e508e5ba87cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '17f15156-ac1a-493a-9b74-f3e895746f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:24:07Z', 'updated_at': '2021-12-16T09:24:14Z', 'revision_number': 4, 'project_id': '9f4af447e72d48ffb69e508e5ba87cfd', 'gw_port': {'id': '17f15156-ac1a-493a-9b74-f3e895746f42', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b076729-ee1f-4542-870f-26d7c6357794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:24:07Z', 'updated_at': '2021-12-16T09:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '85dd43c7-2d13-48cb-93d0-cb31efb39ee9', 'name': '', 'network_id': 'cdf9de85-7cf9-411d-85bd-0c33ccccd7bd', 'tenant_id': '9f4af447e72d48ffb69e508e5ba87cfd', 'mac_address': 'fa:16:3e:69:48:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b076729-ee1f-4542-870f-26d7c6357794', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'f70241b9-94ed-447d-8e0d-57432e877c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:24:12Z', 'updated_at': '2021-12-16T09:24:20Z', 'revision_number': 4, 'project_id': '9f4af447e72d48ffb69e508e5ba87cfd', 'subnets': [{'id': 'f70241b9-94ed-447d-8e0d-57432e877c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:24:22.087372 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device e1761581-cf86-4a98-a268-1ccfc3159e3c details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:24:22.163151 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf27251-4c92-4bbb-b81f-2656097d68ad x-openstack-request-id: req-ebf27251-4c92-4bbb-b81f-2656097d68ad {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:22.163470 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed438a16-1053-417b-8133-5ebafebae73c", "name": "network-vif-plugged", "status": "completed", "tag": "ae735225-7071-449e-8754-e40f44df1b40", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:22.163724 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ebf27251-4c92-4bbb-b81f-2656097d68ad {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:22.164116 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed438a16-1053-417b-8133-5ebafebae73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae735225-7071-449e-8754-e40f44df1b40', 'code': 200} Dec 16 09:24:22.339496 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4dcb5948-e3ac-4d13-a13e-a35b7382ce80 req-5042607e-0c89-4441-906f-543006792844 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 210 time: 0.0910461 Dec 16 09:24:22.551391 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d797864d-7d75-4d98-b8a1-09770bd2b3da req-464076f0-938a-4dce-9762-2bf63367ca1b tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=da0d9d0b-2bf2-42d4-953e-26fa83c02f9a HTTP/1.1" status: 200 len: 210 time: 0.0617566 Dec 16 09:24:22.561305 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471786d-dc65-42ac-a445-11096f995aa9 req-e41b376f-0a0d-429d-b8ff-075747bfd740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:22.561305 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4471786d-dc65-42ac-a445-11096f995aa9 req-e41b376f-0a0d-429d-b8ff-075747bfd740 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ed438a16-1053-417b-8133-5ebafebae73c HTTP/1.1" status: 200 len: 1097 time: 0.2130470 Dec 16 09:24:22.573380 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0e44b-fc50-48ca-9568-3b1d4c0e8592 req-cfd25ac2-8b31-405a-9a72-acae46096474 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:22.583306 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6ee0e44b-fc50-48ca-9568-3b1d4c0e8592 req-cfd25ac2-8b31-405a-9a72-acae46096474 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed438a16-1053-417b-8133-5ebafebae73c HTTP/1.1" status: 200 len: 946 time: 0.1531723 Dec 16 09:24:22.615781 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port e1761581-cf86-4a98-a268-1ccfc3159e3c, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=e1761581-cf86-4a98-a268-1ccfc3159e3c,segment=NetworkSegment(04dcf654-26e6-43a5-ac0b-e58d60b1bdef),segment_id=04dcf654-26e6-43a5-ac0b-e58d60b1bdef)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:22.642851 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'e1761581-cf86-4a98-a268-1ccfc3159e3c', 'network_id': '3ccf6740-ee5e-49f4-b1bd-9a930f5facb8', 'port_id': 'e1761581-cf86-4a98-a268-1ccfc3159e3c', 'mac_address': 'fa:16:3e:dc:b3:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b1a2e6a-0898-45c0-b553-80f1895b4df9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:24:22.665000 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bde23083-d577-40ac-b314-d493020d6476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:22.678500 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4471786d-dc65-42ac-a445-11096f995aa9 req-e5950678-db0a-4b43-b5f9-651b5e15c230 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928862 Dec 16 09:24:22.733543 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6ee0e44b-fc50-48ca-9568-3b1d4c0e8592 req-aa662851-91ff-4b4d-929f-9d11a47d5a57 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443934 Dec 16 09:24:22.736902 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:22.754595 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1761581-cf86-4a98-a268-1ccfc3159e3c {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:24:22.800297 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port e1761581-cf86-4a98-a268-1ccfc3159e3c, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=e1761581-cf86-4a98-a268-1ccfc3159e3c,segment=NetworkSegment(04dcf654-26e6-43a5-ac0b-e58d60b1bdef),segment_id=04dcf654-26e6-43a5-ac0b-e58d60b1bdef)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:22.821206 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde23083-d577-40ac-b314-d493020d6476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cedc4864-ccca-4809-b420-345939217701,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:22.827731 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde23083-d577-40ac-b314-d493020d6476 admin admin] Checking segment: {'id': '1bc289f3-e59a-4844-88ff-fbf52ad5c74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a29f3380-ce89-46d6-b697-aea6aef5e7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:24:22.827731 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde23083-d577-40ac-b314-d493020d6476 admin admin] Network hostable DHCP agents. Network: a29f3380-ce89-46d6-b697-aea6aef5e7d8, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:24:22.918449 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde23083-d577-40ac-b314-d493020d6476 admin admin] Network a29f3380-ce89-46d6-b697-aea6aef5e7d8 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:24:22.921679 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:22.980121 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=e1761581-cf86-4a98-a268-1ccfc3159e3c,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:23.032577 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-bde23083-d577-40ac-b314-d493020d6476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, a29f3380-ce89-46d6-b697-aea6aef5e7d8) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:23.037030 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde23083-d577-40ac-b314-d493020d6476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:23.037820 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bde23083-d577-40ac-b314-d493020d6476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:23.046214 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f652f1-3791-4b3c-a497-a44147e65d27 None None] Network a29f3380-ce89-46d6-b697-aea6aef5e7d8 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:24:23.130099 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48040329-70b9-46d3-8c82-49670ea0a64e req-baf3ec9e-62d5-414d-b04d-d9a950a3540e tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:23.140738 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-48040329-70b9-46d3-8c82-49670ea0a64e req-baf3ec9e-62d5-414d-b04d-d9a950a3540e tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/ports?device_id=003bb7b5-8927-4317-8c75-e757939f8761 HTTP/1.1" status: 200 len: 945 time: 0.1284194 Dec 16 09:24:23.155350 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['e1761581-cf86-4a98-a268-1ccfc3159e3c'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:24:23.208012 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-bde23083-d577-40ac-b314-d493020d6476 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4208174 Dec 16 09:24:23.266916 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-48040329-70b9-46d3-8c82-49670ea0a64e req-388939f5-ccef-4657-9bbf-133c556f8d76 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db831ca-5877-48bc-aa13-89b2a1007a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244450 Dec 16 09:24:23.423620 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54497722-58ef-441c-b493-659a4a766a46 None None] Network a29f3380-ce89-46d6-b697-aea6aef5e7d8 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:24:23.426131 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 85dd43c7-2d13-48cb-93d0-cb31efb39ee9 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:24:23.571121 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1934f504-7cff-4a61-9b30-816e581eff84 req-e22b1011-8d66-4136-aa49-d7a34656b873 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 210 time: 0.1184690 Dec 16 09:24:23.668350 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-22b13d30-5f8d-46ee-8d8f-9b4729120b88 req-9c5cc319-d7f5-4db4-a22b-a1b32d6e6ddd tempest-FlavorsV2NegativeTest-363520 tempest-FlavorsV2NegativeTest-363520-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=5b296ecd42644605a8412a345e81563d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467682 Dec 16 09:24:23.832429 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cc3d0031-0078-42bd-a9c6-be86adf41026 req-fbb81de3-7fd1-45f9-8ac1-2e03f4330774 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=da0d9d0b-2bf2-42d4-953e-26fa83c02f9a HTTP/1.1" status: 200 len: 210 time: 0.1379101 Dec 16 09:24:23.847570 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 85dd43c7-2d13-48cb-93d0-cb31efb39ee9 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:23.848210 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:23.873071 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-952f3733-1134-4a0f-a524-d174c312de83 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1417878 Dec 16 09:24:23.887576 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b13d30-5f8d-46ee-8d8f-9b4729120b88 req-e9ffd1ce-ac8c-437c-9b57-2b45147a5648 tempest-FlavorsV2NegativeTest-363520 tempest-FlavorsV2NegativeTest-363520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:23.904047 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-22b13d30-5f8d-46ee-8d8f-9b4729120b88 req-e9ffd1ce-ac8c-437c-9b57-2b45147a5648 tempest-FlavorsV2NegativeTest-363520 tempest-FlavorsV2NegativeTest-363520-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2297921 Dec 16 09:24:23.940592 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-22b13d30-5f8d-46ee-8d8f-9b4729120b88 req-b0fc1bed-6ebd-413e-9857-cbfba67968f7 tempest-FlavorsV2NegativeTest-363520 tempest-FlavorsV2NegativeTest-363520-project] 10.222.0.60 "GET /v2.0/quotas/5b296ecd42644605a8412a345e81563d HTTP/1.1" status: 200 len: 375 time: 0.0353122 Dec 16 09:24:23.993242 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-22b13d30-5f8d-46ee-8d8f-9b4729120b88 req-de7885d5-2045-46a7-a366-6e76a502482d tempest-FlavorsV2NegativeTest-363520 tempest-FlavorsV2NegativeTest-363520-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5b296ecd42644605a8412a345e81563d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512903 Dec 16 09:24:24.095782 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a601f0c7-a045-42a2-a591-eb315a3fd5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:24.251325 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b634923-baf0-4298-991a-ccd76e886a16 req-9d563def-bfbc-454e-aab8-32faf17360f6 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:24.253795 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3b634923-baf0-4298-991a-ccd76e886a16 req-9d563def-bfbc-454e-aab8-32faf17360f6 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed438a16-1053-417b-8133-5ebafebae73c HTTP/1.1" status: 200 len: 946 time: 0.1944003 Dec 16 09:24:24.330037 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-30662822-07b3-4009-a605-d66ac2a6f87e tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:24.331523 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-30662822-07b3-4009-a605-d66ac2a6f87e tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4575667 Dec 16 09:24:24.359395 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-f1cf667e-2e4e-4484-ae7b-e55186de18f8 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Request body: {'port': {'device_id': '607a8990-8504-4348-a8c6-45455cd33155', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'admin_state_up': True, 'tenant_id': 'b16ff49ba37341f18bcd6e95057f25d8'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:24.382031 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-55083a42-b6f3-4f71-9c22-a777a91c9212 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587888 Dec 16 09:24:24.492380 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3b634923-baf0-4298-991a-ccd76e886a16 req-f483c060-eeb1-4a60-8981-e9ee080b953b tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070727 Dec 16 09:24:24.707471 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-acffa00d-95aa-4757-9018-848653512af6 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:24.708976 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-acffa00d-95aa-4757-9018-848653512af6 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3224206 Dec 16 09:24:24.747466 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-e30352c0-fd8f-4f5c-a610-71375142caba tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Request body: {'port': {'device_id': 'da0d9d0b-2bf2-42d4-953e-26fa83c02f9a', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'admin_state_up': True, 'tenant_id': 'b16ff49ba37341f18bcd6e95057f25d8'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:24.767701 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-aeca8357-38ca-42a1-8e5b-340e26395109 req-13e99c65-6db5-4c79-b924-ce7046487f02 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 210 time: 0.0615916 Dec 16 09:24:24.780404 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-f1cf667e-2e4e-4484-ae7b-e55186de18f8 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Made reservation on behalf of b16ff49ba37341f18bcd6e95057f25d8 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:24:24.784133 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-f1cf667e-2e4e-4484-ae7b-e55186de18f8 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:24.963161 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c02f5-57a4-4f86-99a4-b2f531afd6ea req-491cab66-eaba-4b32-803d-673faa8f7918 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:24.976881 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-882c02f5-57a4-4f86-99a4-b2f531afd6ea req-491cab66-eaba-4b32-803d-673faa8f7918 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/ports?device_id=003bb7b5-8927-4317-8c75-e757939f8761 HTTP/1.1" status: 200 len: 945 time: 0.2667980 Dec 16 09:24:25.056115 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ad9653fa-b304-4fb6-a163-d452ff3cf08f req-5061ce38-d40e-4ce8-9b9c-db4b3af8e917 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=da0d9d0b-2bf2-42d4-953e-26fa83c02f9a HTTP/1.1" status: 200 len: 210 time: 0.0636563 Dec 16 09:24:25.082229 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59970) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:25.087975 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-ee616118-bb16-4c0d-a1eb-67224aff3d3b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1326306080-network', 'tenant_id': '011e990b940e47ae9ff19c46e543643b'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:25.089760 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-882c02f5-57a4-4f86-99a4-b2f531afd6ea req-a0c504ca-e953-4272-90fb-c2b2df4b6a4f tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db831ca-5877-48bc-aa13-89b2a1007a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116214 Dec 16 09:24:25.105587 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-e30352c0-fd8f-4f5c-a610-71375142caba tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Made reservation on behalf of b16ff49ba37341f18bcd6e95057f25d8 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:24:25.111613 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-e30352c0-fd8f-4f5c-a610-71375142caba tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:25.155226 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-f1cf667e-2e4e-4484-ae7b-e55186de18f8 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Allocated IP 192.168.233.192 (0f25fa8c-dd15-4f99-b14f-112e51884f75/d30f37a6-2496-485e-9480-e5e1789d975f/f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:24:25.269420 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee616118-bb16-4c0d-a1eb-67224aff3d3b admin admin] Made reservation on behalf of 011e990b940e47ae9ff19c46e543643b for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:24:25.276340 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ee616118-bb16-4c0d-a1eb-67224aff3d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:25.284435 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ee616118-bb16-4c0d-a1eb-67224aff3d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:25.390903 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ee616118-bb16-4c0d-a1eb-67224aff3d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:25.499781 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ee616118-bb16-4c0d-a1eb-67224aff3d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:25.545043 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee616118-bb16-4c0d-a1eb-67224aff3d3b admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:24:25.558124 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee616118-bb16-4c0d-a1eb-67224aff3d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a09ce4-0349-4df7-8d93-117f74704393,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:25.569383 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ee616118-bb16-4c0d-a1eb-67224aff3d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:25.569737 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-ee616118-bb16-4c0d-a1eb-67224aff3d3b admin admin] Added segment f91ee384-e125-4db6-9c46-b654af46f029 of type vlan for network be5bf2f4-8bb8-417b-9b1d-958f37140107 Dec 16 09:24:25.653744 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ee616118-bb16-4c0d-a1eb-67224aff3d3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:25.662605 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-f1cf667e-2e4e-4484-ae7b-e55186de18f8 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:25.718189 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e714f-0327-47ef-b964-482e37bd035d req-f25943da-ec64-44d7-be50-67ec35281495 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:25.719792 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-392e714f-0327-47ef-b964-482e37bd035d req-f25943da-ec64-44d7-be50-67ec35281495 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed438a16-1053-417b-8133-5ebafebae73c HTTP/1.1" status: 200 len: 946 time: 0.1152287 Dec 16 09:24:25.769390 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-392e714f-0327-47ef-b964-482e37bd035d req-06755620-ef99-430f-8593-83645b2f7d9a tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392439 Dec 16 09:24:25.847661 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ee616118-bb16-4c0d-a1eb-67224aff3d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:25.848664 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee616118-bb16-4c0d-a1eb-67224aff3d3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:25.849277 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ee616118-bb16-4c0d-a1eb-67224aff3d3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:25.854977 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-f1cf667e-2e4e-4484-ae7b-e55186de18f8 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:25.870234 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['dd0272f9-bbee-4c0e-ba42-849d831252e4'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:24:25.930126 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59986) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:25.991570 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7d250c41-d725-45ff-ab19-b16f31cd6062 req-9be76fd1-53c6-4bce-8db9-e6b3c773f3aa tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 210 time: 0.0622575 Dec 16 09:24:26.027541 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.57', 65066) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:26.030948 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-f1cf667e-2e4e-4484-ae7b-e55186de18f8 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Network 0f25fa8c-dd15-4f99-b14f-112e51884f75 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:24:26.037617 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-f1cf667e-2e4e-4484-ae7b-e55186de18f8 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:26.044811 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-f1cf667e-2e4e-4484-ae7b-e55186de18f8 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:24:26.062414 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-f1cf667e-2e4e-4484-ae7b-e55186de18f8 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:26.063351 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-f1cf667e-2e4e-4484-ae7b-e55186de18f8 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:26.083839 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee616118-bb16-4c0d-a1eb-67224aff3d3b admin admin] Pushing event updated for resources: {'Network': ['ID=be5bf2f4-8bb8-417b-9b1d-958f37140107,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:26.111285 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ee616118-bb16-4c0d-a1eb-67224aff3d3b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0260575 Dec 16 09:24:26.118756 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59992) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:26.121142 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network be5bf2f4-8bb8-417b-9b1d-958f37140107 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:24:26.140505 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device e1761581-cf86-4a98-a268-1ccfc3159e3c up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:24:26.173229 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-a349fe6d-2fc9-4b79-9b7c-86b7fcf1a4a7 admin admin] Request body: {'subnet': {'network_id': 'be5bf2f4-8bb8-417b-9b1d-958f37140107', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1326306080-subnet', 'tenant_id': '011e990b940e47ae9ff19c46e543643b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:26.184151 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf667e-2e4e-4484-ae7b-e55186de18f8 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Pushing event updated for resources: {'Port': ['ID=f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:26.254074 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493fa00-2b02-4bf0-a7e0-aac1b99c6caf req-d8400330-d0cc-47d1-918e-810cfcd08d78 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:26.255628 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2493fa00-2b02-4bf0-a7e0-aac1b99c6caf req-d8400330-d0cc-47d1-918e-810cfcd08d78 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ed438a16-1053-417b-8133-5ebafebae73c HTTP/1.1" status: 200 len: 1097 time: 0.1893597 Dec 16 09:24:26.268586 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-e30352c0-fd8f-4f5c-a610-71375142caba tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Allocated IP 192.168.233.150 (0f25fa8c-dd15-4f99-b14f-112e51884f75/d30f37a6-2496-485e-9480-e5e1789d975f/6a544dbf-c596-4f87-ac40-994392bdb751) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:24:26.315580 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2493fa00-2b02-4bf0-a7e0-aac1b99c6caf req-b0750bb6-660f-4f30-a273-125c993582c6 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473638 Dec 16 09:24:26.323406 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-f1cf667e-2e4e-4484-ae7b-e55186de18f8 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9741418 Dec 16 09:24:26.363743 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-2d0b47a6-0802-4036-91cc-c1f9bb288069 service neutron] Request body: {'port': {'device_id': '607a8990-8504-4348-a8c6-45455cd33155', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:26.396548 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-894b5c5a-5617-4fec-a870-00ed43db106a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:26.503356 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a349fe6d-2fc9-4b79-9b7c-86b7fcf1a4a7 admin admin] Made reservation on behalf of 011e990b940e47ae9ff19c46e543643b for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:24:26.503356 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a349fe6d-2fc9-4b79-9b7c-86b7fcf1a4a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:26.562560 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-2d0b47a6-0802-4036-91cc-c1f9bb288069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:26.579947 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-a8095919-a720-4bac-8d7a-0e2400863a7f None None] Provisioning complete for port f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:26.580659 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a8095919-a720-4bac-8d7a-0e2400863a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:26.639294 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9e352-0314-4e03-8533-6a24e5bce044 req-3de108e4-46d0-41fb-9a6e-b299b1f2031a tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:26.640880 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-78c9e352-0314-4e03-8533-6a24e5bce044 req-3de108e4-46d0-41fb-9a6e-b299b1f2031a tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/ports?device_id=003bb7b5-8927-4317-8c75-e757939f8761 HTTP/1.1" status: 200 len: 945 time: 0.3700018 Dec 16 09:24:26.654212 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port e1761581-cf86-4a98-a268-1ccfc3159e3c completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:24:26.666560 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port e1761581-cf86-4a98-a268-1ccfc3159e3c triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:26.667319 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:26.678233 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff17b73-6c73-464e-99a8-a5455df91694 req-47eb880e-5e0f-4577-8e8f-cc562a7fdadb tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:26.680906 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eff17b73-6c73-464e-99a8-a5455df91694 req-47eb880e-5e0f-4577-8e8f-cc562a7fdadb tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.57 "GET /v2.0/networks?id=fd229606-1f82-48a3-82a3-fb35078f3dba HTTP/1.1" status: 200 len: 808 time: 0.6510475 Dec 16 09:24:26.682913 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1780331c-ebdb-409b-8368-740c76644303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:26.706587 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-eff17b73-6c73-464e-99a8-a5455df91694 req-5148e69f-9a83-4ff3-8c24-6e0de0171b2e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Request body: {'port': {'device_id': 'ace8b7cf-775a-4b15-9563-564adc768861', 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba', 'admin_state_up': True, 'tenant_id': 'ef267339b96a4504bcc86eb4b94505b3'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:26.726419 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-a8095919-a720-4bac-8d7a-0e2400863a7f None None] Port f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:24:26.790774 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4a82c1fa-6204-47ab-8c2d-04d903e9e1ec req-00e90255-8c75-4b85-860b-6fe30f112d25 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=da0d9d0b-2bf2-42d4-953e-26fa83c02f9a HTTP/1.1" status: 200 len: 210 time: 0.0530860 Dec 16 09:24:26.832152 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-78c9e352-0314-4e03-8533-6a24e5bce044 req-2a4912a2-8071-4943-85a9-c3363b20bf33 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db831ca-5877-48bc-aa13-89b2a1007a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826544 Dec 16 09:24:26.886734 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-e30352c0-fd8f-4f5c-a610-71375142caba tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:26.967042 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-894b5c5a-5617-4fec-a870-00ed43db106a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:27.067313 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940efbd-03f1-4939-a800-e4bb330574d5 req-3a8ea996-0559-4409-93ed-d31c0f77c00a tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:27.078210 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3940efbd-03f1-4939-a800-e4bb330574d5 req-3a8ea996-0559-4409-93ed-d31c0f77c00a tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ed438a16-1053-417b-8133-5ebafebae73c HTTP/1.1" status: 200 len: 1097 time: 0.1086221 Dec 16 09:24:27.086342 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-894b5c5a-5617-4fec-a870-00ed43db106a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:27.105357 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a349fe6d-2fc9-4b79-9b7c-86b7fcf1a4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:27.124859 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:27.163278 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3940efbd-03f1-4939-a800-e4bb330574d5 req-98c1944d-7ca7-4545-aca0-1493761f266e tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776012 Dec 16 09:24:27.186293 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port e1761581-cf86-4a98-a268-1ccfc3159e3c, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=e1761581-cf86-4a98-a268-1ccfc3159e3c,segment=NetworkSegment(04dcf654-26e6-43a5-ac0b-e58d60b1bdef),segment_id=04dcf654-26e6-43a5-ac0b-e58d60b1bdef)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:27.186915 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003bb7b5-8927-4317-8c75-e757939f8761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1761581-cf86-4a98-a268-1ccfc3159e3c'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:27.190046 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374bdf06-9e4b-4713-9d2d-9e2703604a56" -d '{"events": [{"server_uuid": "003bb7b5-8927-4317-8c75-e757939f8761", "name": "network-vif-plugged", "status": "completed", "tag": "e1761581-cf86-4a98-a268-1ccfc3159e3c"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:27.194426 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-e30352c0-fd8f-4f5c-a610-71375142caba tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:27.201053 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b5c5a-5617-4fec-a870-00ed43db106a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07264857-bc1c-4690-a8a6-3b5ce6561104,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:27.213006 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-894b5c5a-5617-4fec-a870-00ed43db106a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5b296ecd42644605a8412a345e81563d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2783196 Dec 16 09:24:27.213006 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eff17b73-6c73-464e-99a8-a5455df91694 req-5148e69f-9a83-4ff3-8c24-6e0de0171b2e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Made reservation on behalf of ef267339b96a4504bcc86eb4b94505b3 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:24:27.219582 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-eff17b73-6c73-464e-99a8-a5455df91694 req-5148e69f-9a83-4ff3-8c24-6e0de0171b2e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:27.224333 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60004) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:27.251554 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['dd0272f9-bbee-4c0e-ba42-849d831252e4'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:24:27.316891 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e6dd5b-086e-43cd-9c2e-f2ebfc65b3c6 x-openstack-request-id: req-c5e6dd5b-086e-43cd-9c2e-f2ebfc65b3c6 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:27.317246 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "003bb7b5-8927-4317-8c75-e757939f8761", "name": "network-vif-plugged", "status": "completed", "tag": "e1761581-cf86-4a98-a268-1ccfc3159e3c", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:27.317483 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c5e6dd5b-086e-43cd-9c2e-f2ebfc65b3c6 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:27.317886 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003bb7b5-8927-4317-8c75-e757939f8761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1761581-cf86-4a98-a268-1ccfc3159e3c', 'code': 200} Dec 16 09:24:27.336929 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:27.402166 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-2d0b47a6-0802-4036-91cc-c1f9bb288069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:24:27.410677 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-2d0b47a6-0802-4036-91cc-c1f9bb288069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:27.427083 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-2d0b47a6-0802-4036-91cc-c1f9bb288069 service neutron] Transition to ACTIVE for port object f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:24:27.431539 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349fe6d-2fc9-4b79-9b7c-86b7fcf1a4a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25951248-87f3-458e-a1be-1c0f1d0170eb,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:27.457159 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2135931c-628a-4636-853b-9b0f4cd81139 req-a7b9273d-fb8e-44b1-9b4f-eadfbff70738 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 210 time: 0.3678412 Dec 16 09:24:27.482597 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30352c0-fd8f-4f5c-a610-71375142caba tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Pushing event updated for resources: {'Port': ['ID=6a544dbf-c596-4f87-ac40-994392bdb751,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:27.511988 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-e30352c0-fd8f-4f5c-a610-71375142caba tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Network 0f25fa8c-dd15-4f99-b14f-112e51884f75 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:24:27.519565 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-e30352c0-fd8f-4f5c-a610-71375142caba tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:27.529746 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-2d0b47a6-0802-4036-91cc-c1f9bb288069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:27.546407 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:27.546407 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=e1761581-cf86-4a98-a268-1ccfc3159e3c,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:27.617642 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a349fe6d-2fc9-4b79-9b7c-86b7fcf1a4a7 admin admin] Checking segment: {'id': 'f91ee384-e125-4db6-9c46-b654af46f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'be5bf2f4-8bb8-417b-9b1d-958f37140107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:24:27.618007 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a349fe6d-2fc9-4b79-9b7c-86b7fcf1a4a7 admin admin] Network hostable DHCP agents. Network: be5bf2f4-8bb8-417b-9b1d-958f37140107, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:24:27.687541 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-2d0b47a6-0802-4036-91cc-c1f9bb288069 service neutron] Attempting to bind port f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:24:27.688734 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-2d0b47a6-0802-4036-91cc-c1f9bb288069 service neutron] Attempting to bind port f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:24:27.689084 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-2d0b47a6-0802-4036-91cc-c1f9bb288069 service neutron] Attempting to bind port f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:27.692321 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b47a6-0802-4036-91cc-c1f9bb288069 service neutron] Pushing event updated for resources: {'Port': ['ID=f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:27.711057 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-2d0b47a6-0802-4036-91cc-c1f9bb288069 service neutron] Port f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:24:27.711057 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-2d0b47a6-0802-4036-91cc-c1f9bb288069 service neutron] Attempting to bind port f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:27.711352 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-eff17b73-6c73-464e-99a8-a5455df91694 req-5148e69f-9a83-4ff3-8c24-6e0de0171b2e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Allocated IP 172.20.0.10 (fd229606-1f82-48a3-82a3-fb35078f3dba/e1e11efc-2921-4ef6-b725-208b9f6cb7a8/60471c1d-42eb-423b-bcb3-275603b614e3) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:24:27.711490 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-2d0b47a6-0802-4036-91cc-c1f9bb288069 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:24:27.711490 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-2d0b47a6-0802-4036-91cc-c1f9bb288069 service neutron] Checking segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:24:27.711490 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-2d0b47a6-0802-4036-91cc-c1f9bb288069 service neutron] Bound using segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:24:27.711490 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-2d0b47a6-0802-4036-91cc-c1f9bb288069 service neutron] Bound port: f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:24:27.711490 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-2d0b47a6-0802-4036-91cc-c1f9bb288069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:27.752876 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a349fe6d-2fc9-4b79-9b7c-86b7fcf1a4a7 admin admin] Network be5bf2f4-8bb8-417b-9b1d-958f37140107 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:24:27.845449 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-a349fe6d-2fc9-4b79-9b7c-86b7fcf1a4a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, be5bf2f4-8bb8-417b-9b1d-958f37140107) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:27.854508 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4e5384-96a9-481e-b4ba-4faf97f0599b None None] Network be5bf2f4-8bb8-417b-9b1d-958f37140107 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:24:27.866492 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a349fe6d-2fc9-4b79-9b7c-86b7fcf1a4a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:27.867552 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a349fe6d-2fc9-4b79-9b7c-86b7fcf1a4a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:27.970910 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-2d0b47a6-0802-4036-91cc-c1f9bb288069 service neutron] For port f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:24:27.980631 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-2d0b47a6-0802-4036-91cc-c1f9bb288069 service neutron] For port f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:24:27.981722 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-e30352c0-fd8f-4f5c-a610-71375142caba tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:24:27.991189 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb2dbf-965a-4a43-bddc-e7790eccb11c req-82dd361c-a2b1-44ec-8419-0142353335e8 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:27.999639 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-82bb2dbf-965a-4a43-bddc-e7790eccb11c req-82dd361c-a2b1-44ec-8419-0142353335e8 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ed438a16-1053-417b-8133-5ebafebae73c HTTP/1.1" status: 200 len: 1097 time: 0.1891189 Dec 16 09:24:28.037501 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a349fe6d-2fc9-4b79-9b7c-86b7fcf1a4a7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8758714 Dec 16 09:24:28.042644 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-eff17b73-6c73-464e-99a8-a5455df91694 req-5148e69f-9a83-4ff3-8c24-6e0de0171b2e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:28.053311 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c488b-4472-4e42-9d95-cbed36ac0898 req-bf94701a-56f5-42d0-8add-83568bcd487a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:28.057817 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f61c488b-4472-4e42-9d95-cbed36ac0898 req-bf94701a-56f5-42d0-8add-83568bcd487a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=003bb7b5-8927-4317-8c75-e757939f8761 HTTP/1.1" status: 200 len: 1097 time: 0.6965864 Dec 16 09:24:28.070301 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-2d0b47a6-0802-4036-91cc-c1f9bb288069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:28.103822 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-82bb2dbf-965a-4a43-bddc-e7790eccb11c req-6abf4395-f715-415a-a4a8-949c5d7b1de7 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031258 Dec 16 09:24:28.109044 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-2d0b47a6-0802-4036-91cc-c1f9bb288069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:28.120999 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-2d0b47a6-0802-4036-91cc-c1f9bb288069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:28.123543 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-2d0b47a6-0802-4036-91cc-c1f9bb288069 service neutron] 10.222.0.57 "PUT /v2.0/ports/f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f HTTP/1.1" status: 200 len: 1096 time: 1.7869489 Dec 16 09:24:28.124270 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '607a8990-8504-4348-a8c6-45455cd33155', 'tag': 'f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:28.136689 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46985f3c-26cc-43bf-b144-3a8d79d690e3" -d '{"events": [{"name": "network-changed", "server_uuid": "607a8990-8504-4348-a8c6-45455cd33155", "tag": "f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:28.188821 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0e70dde7-970e-4294-8698-c2512d46950f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:28.189192 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-1d933cae-0d6b-4bff-8e9c-d61f1c57dc84 None None] Provisioning complete for port 6a544dbf-c596-4f87-ac40-994392bdb751 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:28.196369 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1d933cae-0d6b-4bff-8e9c-d61f1c57dc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:28.284646 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f335b7e-9598-40c4-9f6e-044465251056 None None] Network be5bf2f4-8bb8-417b-9b1d-958f37140107 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:24:28.309276 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-e30352c0-fd8f-4f5c-a610-71375142caba tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:28.310631 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-e30352c0-fd8f-4f5c-a610-71375142caba tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:28.347730 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed141ec-3e71-492b-abe8-ab98a4f7b1dd req-961010df-1cfd-46fc-91ff-1064613d5728 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:28.357665 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5ed141ec-3e71-492b-abe8-ab98a4f7b1dd req-961010df-1cfd-46fc-91ff-1064613d5728 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=da0d9d0b-2bf2-42d4-953e-26fa83c02f9a HTTP/1.1" status: 200 len: 936 time: 0.3708377 Dec 16 09:24:28.362235 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f61c488b-4472-4e42-9d95-cbed36ac0898 req-b97f276c-fe95-4e10-b81b-b7c3dea5257d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9db831ca-5877-48bc-aa13-89b2a1007a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539039 Dec 16 09:24:28.407562 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0e70dde7-970e-4294-8698-c2512d46950f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:28.492763 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-0bf07428-041f-4d2f-bb13-73a76def18bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:28.499944 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-0bf07428-041f-4d2f-bb13-73a76def18bd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&device_id=607a8990-8504-4348-a8c6-45455cd33155 HTTP/1.1" status: 200 len: 1099 time: 0.2449656 Dec 16 09:24:28.528201 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e0615-6542-4e13-9237-f842b6ef4317 req-8c8fd411-78dd-4e51-b6b2-d004aa8aa735 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:28.529861 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-1d933cae-0d6b-4bff-8e9c-d61f1c57dc84 None None] Port 6a544dbf-c596-4f87-ac40-994392bdb751 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:24:28.539118 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c26e0615-6542-4e13-9237-f842b6ef4317 req-8c8fd411-78dd-4e51-b6b2-d004aa8aa735 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/ports?device_id=003bb7b5-8927-4317-8c75-e757939f8761 HTTP/1.1" status: 200 len: 946 time: 0.1577632 Dec 16 09:24:28.543242 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b47a6-0802-4036-91cc-c1f9bb288069 service neutron] Pushing event updated for resources: {'Port': ['ID=f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:28.567748 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5ed141ec-3e71-492b-abe8-ab98a4f7b1dd req-12a85b92-d3b5-4bec-bc10-a1ae193b0a82 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082412 Dec 16 09:24:28.609386 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-e30352c0-fd8f-4f5c-a610-71375142caba tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8841937 Dec 16 09:24:28.622417 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-7cdccabc-a182-4f86-a774-6facab89cab2 service neutron] Request body: {'port': {'device_id': 'da0d9d0b-2bf2-42d4-953e-26fa83c02f9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:28.649324 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-eff17b73-6c73-464e-99a8-a5455df91694 req-5148e69f-9a83-4ff3-8c24-6e0de0171b2e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:28.693320 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c26e0615-6542-4e13-9237-f842b6ef4317 req-ea49e3ac-bbc9-4cdc-9733-dfea9169c8a7 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db831ca-5877-48bc-aa13-89b2a1007a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530468 Dec 16 09:24:28.707413 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-400fc822-0ace-4637-8349-84b616924262 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f HTTP/1.1" status: 200 len: 217 time: 0.1602399 Dec 16 09:24:28.778989 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eff17b73-6c73-464e-99a8-a5455df91694 req-5148e69f-9a83-4ff3-8c24-6e0de0171b2e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Network fd229606-1f82-48a3-82a3-fb35078f3dba is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:24:28.789394 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0e70dde7-970e-4294-8698-c2512d46950f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:28.795954 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0e70dde7-970e-4294-8698-c2512d46950f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:28.820804 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0e70dde7-970e-4294-8698-c2512d46950f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/07264857-bc1c-4690-a8a6-3b5ce6561104 HTTP/1.1" status: 204 len: 168 time: 1.5755301 Dec 16 09:24:28.853547 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-eff17b73-6c73-464e-99a8-a5455df91694 req-5148e69f-9a83-4ff3-8c24-6e0de0171b2e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:28.858891 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff17b73-6c73-464e-99a8-a5455df91694 req-5148e69f-9a83-4ff3-8c24-6e0de0171b2e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:24:28.870588 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c7c79c-2767-436a-bcb1-8b5a00f2d1ea x-openstack-request-id: req-46c7c79c-2767-436a-bcb1-8b5a00f2d1ea {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:28.871145 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "607a8990-8504-4348-a8c6-45455cd33155", "tag": "f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:28.871594 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-46c7c79c-2767-436a-bcb1-8b5a00f2d1ea {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:28.872185 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '607a8990-8504-4348-a8c6-45455cd33155', 'tag': 'f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f', 'status': 'completed', 'code': 200} Dec 16 09:24:28.878812 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148e69f-9a83-4ff3-8c24-6e0de0171b2e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Pushing event updated for resources: {'Port': ['ID=60471c1d-42eb-423b-bcb3-275603b614e3,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:28.882768 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-7cdccabc-a182-4f86-a774-6facab89cab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:28.898359 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-7a0a426d-a0bf-4e0d-a9c2-8a1657e55a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:28.901486 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-7a0a426d-a0bf-4e0d-a9c2-8a1657e55a86 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.1860049 Dec 16 09:24:28.915403 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:28.918908 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a6dae-fc2f-4da0-8f65-f09fa7ee8283 req-266ecfb3-0846-43e1-a4ef-5b252efc7f88 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:28.920690 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a84a6dae-fc2f-4da0-8f65-f09fa7ee8283 req-266ecfb3-0846-43e1-a4ef-5b252efc7f88 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 932 time: 0.1063197 Dec 16 09:24:28.924829 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70dde7-970e-4294-8698-c2512d46950f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07264857-bc1c-4690-a8a6-3b5ce6561104,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:28.987722 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff17b73-6c73-464e-99a8-a5455df91694 req-5148e69f-9a83-4ff3-8c24-6e0de0171b2e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:28.989416 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-eff17b73-6c73-464e-99a8-a5455df91694 req-5148e69f-9a83-4ff3-8c24-6e0de0171b2e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:29.038920 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-51c63ca0-6a43-47ee-b6d1-41df9f0f3699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:29.041013 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-51c63ca0-6a43-47ee-b6d1-41df9f0f3699 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1307817 Dec 16 09:24:29.051621 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a84a6dae-fc2f-4da0-8f65-f09fa7ee8283 req-327e39e1-d147-4880-9b43-6e87d3a4fcfc tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688837 Dec 16 09:24:29.222903 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-990db847-f7a9-47bd-ac68-4ec1c38e46ac service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438990 Dec 16 09:24:29.327323 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eff17b73-6c73-464e-99a8-a5455df91694 req-5148e69f-9a83-4ff3-8c24-6e0de0171b2e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6337776 Dec 16 09:24:29.342887 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-eff17b73-6c73-464e-99a8-a5455df91694 req-0f042e5e-cfdc-4121-93ae-382e6d65e269 service neutron] Request body: {'port': {'device_id': 'ace8b7cf-775a-4b15-9563-564adc768861', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:29.373694 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037603c8-4946-4d32-a35d-be20c0a1f933 req-bffe68e3-9730-4fa3-9b4d-7753b3a071e1 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:29.375137 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-037603c8-4946-4d32-a35d-be20c0a1f933 req-bffe68e3-9730-4fa3-9b4d-7753b3a071e1 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ed438a16-1053-417b-8133-5ebafebae73c HTTP/1.1" status: 200 len: 1097 time: 0.0763755 Dec 16 09:24:29.402747 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-b335a2d7-e105-498f-bcc9-b17152e360d7 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:29.411386 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-b335a2d7-e105-498f-bcc9-b17152e360d7 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] 10.222.0.60 "GET /v2.0/networks?id=a29f3380-ce89-46d6-b697-aea6aef5e7d8 HTTP/1.1" status: 200 len: 814 time: 0.2637444 Dec 16 09:24:29.415735 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-bdf8e05b-36c9-4989-bf8a-29ac89517dfb service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951625 Dec 16 09:24:29.434433 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-f40e1d1a-8ae7-4b02-8f8f-4b96cfd3eaa4 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] 10.222.0.60 "GET /v2.0/quotas/d32f913c28d84df08ad80665e99d95bf HTTP/1.1" status: 200 len: 375 time: 0.0220933 Dec 16 09:24:29.449103 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-037603c8-4946-4d32-a35d-be20c0a1f933 req-6d47465b-4886-4f72-8990-398ca999f10c tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563033 Dec 16 09:24:29.476636 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-1c13032a-af9c-4020-a9ba-fdc5b0c50d7a tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d32f913c28d84df08ad80665e99d95bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412328 Dec 16 09:24:29.539951 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:29.649955 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46985f3c-26cc-43bf-b144-3a8d79d690e3 req-610e4855-6d3e-4c7b-b3c1-9f1c52c56426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:29.655997 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-46985f3c-26cc-43bf-b144-3a8d79d690e3 req-610e4855-6d3e-4c7b-b3c1-9f1c52c56426 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&device_id=607a8990-8504-4348-a8c6-45455cd33155 HTTP/1.1" status: 200 len: 1099 time: 0.0976589 Dec 16 09:24:29.668565 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-0ec42bea-10c5-4b0f-8e4c-c07edf4062db service neutron] 10.222.0.60 "GET /v2.0/networks/a29f3380-ce89-46d6-b697-aea6aef5e7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908445 Dec 16 09:24:29.684593 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-eff17b73-6c73-464e-99a8-a5455df91694 req-0f042e5e-cfdc-4121-93ae-382e6d65e269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:29.797192 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46985f3c-26cc-43bf-b144-3a8d79d690e3 req-c61eed7d-ebe5-42b0-a81c-ac7f47dcc0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:29.802289 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-46985f3c-26cc-43bf-b144-3a8d79d690e3 req-c61eed7d-ebe5-42b0-a81c-ac7f47dcc0af service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.1386900 Dec 16 09:24:29.806535 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-7cdccabc-a182-4f86-a774-6facab89cab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a544dbf-c596-4f87-ac40-994392bdb751 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:24:29.819286 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-7cdccabc-a182-4f86-a774-6facab89cab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:30.122441 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-7cdccabc-a182-4f86-a774-6facab89cab2 service neutron] Transition to ACTIVE for port object 6a544dbf-c596-4f87-ac40-994392bdb751 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:24:30.153941 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-46985f3c-26cc-43bf-b144-3a8d79d690e3 req-0748e813-43cc-4222-8803-fbd4142f5a5c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f HTTP/1.1" status: 200 len: 217 time: 0.3472486 Dec 16 09:24:30.218592 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46985f3c-26cc-43bf-b144-3a8d79d690e3 req-ec60dc8a-93fa-4e7d-964b-b8cf833fd45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:30.220316 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-46985f3c-26cc-43bf-b144-3a8d79d690e3 req-ec60dc8a-93fa-4e7d-964b-b8cf833fd45d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0587232 Dec 16 09:24:30.225882 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-19f795cf-a5c1-4050-b931-42180c63eca3 service neutron] 10.222.0.60 "GET /v2.0/networks/a29f3380-ce89-46d6-b697-aea6aef5e7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5564482 Dec 16 09:24:30.281420 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-7cdccabc-a182-4f86-a774-6facab89cab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:30.311931 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46985f3c-26cc-43bf-b144-3a8d79d690e3 req-85684d71-dbae-428d-a998-5c41ac74e5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:30.313459 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-46985f3c-26cc-43bf-b144-3a8d79d690e3 req-85684d71-dbae-428d-a998-5c41ac74e5da service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0792017 Dec 16 09:24:30.503289 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-46985f3c-26cc-43bf-b144-3a8d79d690e3 req-1ba1cccc-6728-4b8c-a2b7-c53552f8f8ef service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820307 Dec 16 09:24:30.535549 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdccabc-a182-4f86-a774-6facab89cab2 service neutron] Pushing event updated for resources: {'Port': ['ID=6a544dbf-c596-4f87-ac40-994392bdb751,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:30.712055 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-46985f3c-26cc-43bf-b144-3a8d79d690e3 req-7c2bf420-1441-4afe-b86f-d70b30ffff15 service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014058 Dec 16 09:24:30.864924 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-eff17b73-6c73-464e-99a8-a5455df91694 req-0f042e5e-cfdc-4121-93ae-382e6d65e269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60471c1d-42eb-423b-bcb3-275603b614e3 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:24:30.867003 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-eff17b73-6c73-464e-99a8-a5455df91694 req-0f042e5e-cfdc-4121-93ae-382e6d65e269 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:30.880795 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-eff17b73-6c73-464e-99a8-a5455df91694 req-0f042e5e-cfdc-4121-93ae-382e6d65e269 service neutron] Transition to ACTIVE for port object 60471c1d-42eb-423b-bcb3-275603b614e3 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:24:30.882121 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-7cdccabc-a182-4f86-a774-6facab89cab2 service neutron] Attempting to bind port 6a544dbf-c596-4f87-ac40-994392bdb751 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:24:30.882518 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-7cdccabc-a182-4f86-a774-6facab89cab2 service neutron] Attempting to bind port 6a544dbf-c596-4f87-ac40-994392bdb751 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:24:30.882911 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-7cdccabc-a182-4f86-a774-6facab89cab2 service neutron] Attempting to bind port 6a544dbf-c596-4f87-ac40-994392bdb751 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:30.889549 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-7cdccabc-a182-4f86-a774-6facab89cab2 service neutron] Port 6a544dbf-c596-4f87-ac40-994392bdb751 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:24:30.889930 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-7cdccabc-a182-4f86-a774-6facab89cab2 service neutron] Attempting to bind port 6a544dbf-c596-4f87-ac40-994392bdb751 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:30.938892 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-7cdccabc-a182-4f86-a774-6facab89cab2 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:24:30.938892 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-7cdccabc-a182-4f86-a774-6facab89cab2 service neutron] Checking segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:24:30.938892 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-7cdccabc-a182-4f86-a774-6facab89cab2 service neutron] Bound using segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:24:30.939380 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-7cdccabc-a182-4f86-a774-6facab89cab2 service neutron] Bound port: 6a544dbf-c596-4f87-ac40-994392bdb751, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:24:30.939973 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-7cdccabc-a182-4f86-a774-6facab89cab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:30.985240 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-eff17b73-6c73-464e-99a8-a5455df91694 req-0f042e5e-cfdc-4121-93ae-382e6d65e269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:31.057973 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c806b-a5c2-4dac-ade2-9acf17f6c3e5 req-c194f0da-9a21-4d9a-b358-1ca0cfb90429 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:31.059744 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f68c806b-a5c2-4dac-ade2-9acf17f6c3e5 req-c194f0da-9a21-4d9a-b358-1ca0cfb90429 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=da0d9d0b-2bf2-42d4-953e-26fa83c02f9a HTTP/1.1" status: 200 len: 948 time: 0.2807066 Dec 16 09:24:31.112044 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f042e5e-cfdc-4121-93ae-382e6d65e269 service neutron] Pushing event updated for resources: {'Port': ['ID=60471c1d-42eb-423b-bcb3-275603b614e3,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:31.157485 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-7cdccabc-a182-4f86-a774-6facab89cab2 service neutron] For port 6a544dbf-c596-4f87-ac40-994392bdb751, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:24:31.178830 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f68c806b-a5c2-4dac-ade2-9acf17f6c3e5 req-7c61e66a-ba59-4a17-9e7a-3bb8a1b30c76 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101997 Dec 16 09:24:31.201625 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-7cdccabc-a182-4f86-a774-6facab89cab2 service neutron] For port 6a544dbf-c596-4f87-ac40-994392bdb751, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=6a544dbf-c596-4f87-ac40-994392bdb751,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:24:31.240571 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-eff17b73-6c73-464e-99a8-a5455df91694 req-0f042e5e-cfdc-4121-93ae-382e6d65e269 service neutron] Attempting to bind port 60471c1d-42eb-423b-bcb3-275603b614e3 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:24:31.241005 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-eff17b73-6c73-464e-99a8-a5455df91694 req-0f042e5e-cfdc-4121-93ae-382e6d65e269 service neutron] Attempting to bind port 60471c1d-42eb-423b-bcb3-275603b614e3 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:24:31.241431 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff17b73-6c73-464e-99a8-a5455df91694 req-0f042e5e-cfdc-4121-93ae-382e6d65e269 service neutron] Attempting to bind port 60471c1d-42eb-423b-bcb3-275603b614e3 on network fd229606-1f82-48a3-82a3-fb35078f3dba {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:31.246457 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff17b73-6c73-464e-99a8-a5455df91694 req-0f042e5e-cfdc-4121-93ae-382e6d65e269 service neutron] Port 60471c1d-42eb-423b-bcb3-275603b614e3 on network fd229606-1f82-48a3-82a3-fb35078f3dba not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:24:31.246810 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff17b73-6c73-464e-99a8-a5455df91694 req-0f042e5e-cfdc-4121-93ae-382e6d65e269 service neutron] Attempting to bind port 60471c1d-42eb-423b-bcb3-275603b614e3 on network fd229606-1f82-48a3-82a3-fb35078f3dba {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:31.252333 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff17b73-6c73-464e-99a8-a5455df91694 req-0f042e5e-cfdc-4121-93ae-382e6d65e269 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:24:31.252672 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff17b73-6c73-464e-99a8-a5455df91694 req-0f042e5e-cfdc-4121-93ae-382e6d65e269 service neutron] Checking segment: {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:24:31.253052 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff17b73-6c73-464e-99a8-a5455df91694 req-0f042e5e-cfdc-4121-93ae-382e6d65e269 service neutron] Bound using segment: {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:24:31.253537 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-eff17b73-6c73-464e-99a8-a5455df91694 req-0f042e5e-cfdc-4121-93ae-382e6d65e269 service neutron] Bound port: 60471c1d-42eb-423b-bcb3-275603b614e3, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:24:31.260994 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-eff17b73-6c73-464e-99a8-a5455df91694 req-0f042e5e-cfdc-4121-93ae-382e6d65e269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:31.366634 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-eff17b73-6c73-464e-99a8-a5455df91694 req-0f042e5e-cfdc-4121-93ae-382e6d65e269 service neutron] For port 60471c1d-42eb-423b-bcb3-275603b614e3, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:24:31.371331 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-eff17b73-6c73-464e-99a8-a5455df91694 req-0f042e5e-cfdc-4121-93ae-382e6d65e269 service neutron] For port 60471c1d-42eb-423b-bcb3-275603b614e3, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=60471c1d-42eb-423b-bcb3-275603b614e3,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:24:31.374375 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-7cdccabc-a182-4f86-a774-6facab89cab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:31.414759 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a1c33-cb16-4faf-a0da-4015297ef7f4 req-49ebc88b-b282-46d7-8991-d25e547c86b6 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:31.416288 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-374a1c33-cb16-4faf-a0da-4015297ef7f4 req-49ebc88b-b282-46d7-8991-d25e547c86b6 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/ports?device_id=003bb7b5-8927-4317-8c75-e757939f8761 HTTP/1.1" status: 200 len: 946 time: 0.1049178 Dec 16 09:24:31.422582 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-7cdccabc-a182-4f86-a774-6facab89cab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:31.423268 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-7cdccabc-a182-4f86-a774-6facab89cab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:31.424629 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-7cdccabc-a182-4f86-a774-6facab89cab2 service neutron] 10.222.0.57 "PUT /v2.0/ports/6a544dbf-c596-4f87-ac40-994392bdb751 HTTP/1.1" status: 200 len: 1096 time: 2.8068297 Dec 16 09:24:31.425068 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0d9d0b-2bf2-42d4-953e-26fa83c02f9a', 'tag': '6a544dbf-c596-4f87-ac40-994392bdb751'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:31.427330 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733c7ace-5e31-4341-b2a0-67a85984ac3b" -d '{"events": [{"name": "network-changed", "server_uuid": "da0d9d0b-2bf2-42d4-953e-26fa83c02f9a", "tag": "6a544dbf-c596-4f87-ac40-994392bdb751"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:31.475788 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdccabc-a182-4f86-a774-6facab89cab2 service neutron] Pushing event updated for resources: {'Port': ['ID=6a544dbf-c596-4f87-ac40-994392bdb751,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:31.495508 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-374a1c33-cb16-4faf-a0da-4015297ef7f4 req-97f48175-bef9-44cf-94f0-652c314f77ea tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db831ca-5877-48bc-aa13-89b2a1007a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651715 Dec 16 09:24:31.500420 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-eff17b73-6c73-464e-99a8-a5455df91694 req-0f042e5e-cfdc-4121-93ae-382e6d65e269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:31.537246 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff17b73-6c73-464e-99a8-a5455df91694 req-0f042e5e-cfdc-4121-93ae-382e6d65e269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:31.537875 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-eff17b73-6c73-464e-99a8-a5455df91694 req-0f042e5e-cfdc-4121-93ae-382e6d65e269 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:31.539263 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eff17b73-6c73-464e-99a8-a5455df91694 req-0f042e5e-cfdc-4121-93ae-382e6d65e269 service neutron] 10.222.0.57 "PUT /v2.0/ports/60471c1d-42eb-423b-bcb3-275603b614e3 HTTP/1.1" status: 200 len: 1092 time: 2.2021544 Dec 16 09:24:31.629492 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f042e5e-cfdc-4121-93ae-382e6d65e269 service neutron] Pushing event updated for resources: {'Port': ['ID=60471c1d-42eb-423b-bcb3-275603b614e3,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:31.639929 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-c4885a17-844f-4a29-8e6e-694dae459ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:31.641187 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-c4885a17-844f-4a29-8e6e-694dae459ef8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&device_id=da0d9d0b-2bf2-42d4-953e-26fa83c02f9a HTTP/1.1" status: 200 len: 1099 time: 0.0889506 Dec 16 09:24:31.719722 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-7f4517aa-b300-4743-b13f-3f0f8fad79c3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=6a544dbf-c596-4f87-ac40-994392bdb751 HTTP/1.1" status: 200 len: 217 time: 0.0688624 Dec 16 09:24:31.826515 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff17b73-6c73-464e-99a8-a5455df91694 req-016b3ab8-3c56-413a-aa2a-00efdcc6bca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:31.828005 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eff17b73-6c73-464e-99a8-a5455df91694 req-016b3ab8-3c56-413a-aa2a-00efdcc6bca6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef267339b96a4504bcc86eb4b94505b3&device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 1095 time: 0.1241972 Dec 16 09:24:31.829568 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-1051a749-3058-4214-8514-4b11aa17ede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:31.830867 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-1051a749-3058-4214-8514-4b11aa17ede9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.1003175 Dec 16 09:24:31.838044 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26867b5-2034-4b21-9683-45f6bdd03c5d req-41783981-79e6-4dfd-8aa7-3c50944f957b tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:31.839414 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c26867b5-2034-4b21-9683-45f6bdd03c5d req-41783981-79e6-4dfd-8aa7-3c50944f957b tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 944 time: 0.1344962 Dec 16 09:24:31.909469 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eff17b73-6c73-464e-99a8-a5455df91694 req-16fa2edd-6d6c-4a78-8ac6-ffb6d32d9b7a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60471c1d-42eb-423b-bcb3-275603b614e3 HTTP/1.1" status: 200 len: 217 time: 0.0684693 Dec 16 09:24:31.999991 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c26867b5-2034-4b21-9683-45f6bdd03c5d req-82929263-e856-497a-9e5d-932cd38a15eb tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412597 Dec 16 09:24:32.011038 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-56a4c88d-cdd6-4131-80bf-3f110bc685a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:32.021264 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-56a4c88d-cdd6-4131-80bf-3f110bc685a3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1716695 Dec 16 09:24:32.051701 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff17b73-6c73-464e-99a8-a5455df91694 req-13d27785-578a-46f9-b6bf-ba94d7ec4275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:32.053028 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eff17b73-6c73-464e-99a8-a5455df91694 req-13d27785-578a-46f9-b6bf-ba94d7ec4275 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1e11efc-2921-4ef6-b725-208b9f6cb7a8 HTTP/1.1" status: 200 len: 848 time: 0.1372538 Dec 16 09:24:32.136387 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eff17b73-6c73-464e-99a8-a5455df91694 req-95ae654a-5216-4496-9c0c-2958268b09e1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd229606-1f82-48a3-82a3-fb35078f3dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550354 Dec 16 09:24:32.154061 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5d6c72d2-8aba-438a-8f01-499e4a0a7210 req-e96c5069-a8a9-41d9-833f-ef14e777f17d tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] 10.222.0.60 "GET /v2.0/ports?device_id=86259ab9-1136-4d61-a04e-e562983bd605 HTTP/1.1" status: 200 len: 210 time: 0.1000209 Dec 16 09:24:32.281837 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457989d1-2c20-4b4d-9594-41bf05e04461 x-openstack-request-id: req-457989d1-2c20-4b4d-9594-41bf05e04461 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:32.282565 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0d9d0b-2bf2-42d4-953e-26fa83c02f9a", "tag": "6a544dbf-c596-4f87-ac40-994392bdb751", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:32.282565 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-457989d1-2c20-4b4d-9594-41bf05e04461 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:32.282939 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da0d9d0b-2bf2-42d4-953e-26fa83c02f9a', 'tag': '6a544dbf-c596-4f87-ac40-994392bdb751', 'status': 'completed', 'code': 200} Dec 16 09:24:32.336325 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eff17b73-6c73-464e-99a8-a5455df91694 req-5178bc85-63ef-43f3-a24d-72490e6cf55a service neutron] 10.222.0.57 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847084 Dec 16 09:24:32.475376 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-e04063dd-e097-44a6-ba58-d59e09920024 service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480989 Dec 16 09:24:32.500985 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-8930e23d-c8dd-4341-99f3-35df02d87d56 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:24:32.509635 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-8930e23d-c8dd-4341-99f3-35df02d87d56 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0410843 Dec 16 09:24:32.696860 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-0ae9ba17-be2b-4f5d-9e91-7ff2b8c7f84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:32.698303 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-0ae9ba17-be2b-4f5d-9e91-7ff2b8c7f84a service neutron] 10.222.0.60 "GET /v2.0/ports/ae735225-7071-449e-8754-e40f44df1b40 HTTP/1.1" status: 200 len: 1094 time: 0.1743450 Dec 16 09:24:32.716004 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-358c4e07-0547-426b-97f9-770cd4c0b5e8 service neutron] Request body: {'binding': {'host': 'n-h2-820550-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:32.716457 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-358c4e07-0547-426b-97f9-770cd4c0b5e8 service neutron] Unknown quota resources ['binding']. {{(pid=102816) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 09:24:32.719657 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eff17b73-6c73-464e-99a8-a5455df91694 req-ef0d72fb-cd7d-4a0d-b9d7-edd202e3db00 service neutron] 10.222.0.57 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444576 Dec 16 09:24:32.754588 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8415b49d-b1ec-48cc-b20b-91aaa15144e5 req-4c01ca2a-9f3d-42c8-ae30-2975d94006ca tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 258 time: 0.4782162 Dec 16 09:24:32.762472 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-8415b49d-b1ec-48cc-b20b-91aaa15144e5 req-8cf578fe-fe54-4924-9aef-3febf2343eff tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:32.844998 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-94fd5f26-1f3f-4cee-8601-b50859182d31 req-e3c75937-86f1-4546-8dc9-4164cf3fe286 service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341005 Dec 16 09:24:32.919429 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8415b49d-b1ec-48cc-b20b-91aaa15144e5 req-8cf578fe-fe54-4924-9aef-3febf2343eff tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks [] for floatingip, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:32.941782 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-358c4e07-0547-426b-97f9-770cd4c0b5e8 service neutron] Attempting to bind port ae735225-7071-449e-8754-e40f44df1b40 on host n-h2-820550-2 for vnic_type normal with profile None {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:24:32.941782 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-358c4e07-0547-426b-97f9-770cd4c0b5e8 service neutron] Attempting to bind port ae735225-7071-449e-8754-e40f44df1b40 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:24:32.942796 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-358c4e07-0547-426b-97f9-770cd4c0b5e8 service neutron] Attempting to bind port ae735225-7071-449e-8754-e40f44df1b40 on network 9785c251-9c28-48ae-a129-6f24c5a7ad17 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:32.972148 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-358c4e07-0547-426b-97f9-770cd4c0b5e8 service neutron] Port ae735225-7071-449e-8754-e40f44df1b40 on network 9785c251-9c28-48ae-a129-6f24c5a7ad17 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:24:32.972376 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-358c4e07-0547-426b-97f9-770cd4c0b5e8 service neutron] Attempting to bind port ae735225-7071-449e-8754-e40f44df1b40 on network 9785c251-9c28-48ae-a129-6f24c5a7ad17 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:33.006660 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-358c4e07-0547-426b-97f9-770cd4c0b5e8 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:24:33.006996 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-358c4e07-0547-426b-97f9-770cd4c0b5e8 service neutron] Checking segment: {'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:24:33.007534 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-358c4e07-0547-426b-97f9-770cd4c0b5e8 service neutron] Bound using segment: {'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:24:33.008032 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-358c4e07-0547-426b-97f9-770cd4c0b5e8 service neutron] Bound port: ae735225-7071-449e-8754-e40f44df1b40, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:24:33.072190 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c7ace-5e31-4341-b2a0-67a85984ac3b req-0fef1df1-551a-4c5c-8a45-530ae4bd4622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:33.074303 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-733c7ace-5e31-4341-b2a0-67a85984ac3b req-0fef1df1-551a-4c5c-8a45-530ae4bd4622 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&device_id=da0d9d0b-2bf2-42d4-953e-26fa83c02f9a HTTP/1.1" status: 200 len: 1099 time: 0.0991228 Dec 16 09:24:33.116527 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-358c4e07-0547-426b-97f9-770cd4c0b5e8 service neutron] For port ae735225-7071-449e-8754-e40f44df1b40, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ae735225-7071-449e-8754-e40f44df1b40,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:24:33.206670 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8415b49d-b1ec-48cc-b20b-91aaa15144e5 req-8cf578fe-fe54-4924-9aef-3febf2343eff tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:33.233280 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c7ace-5e31-4341-b2a0-67a85984ac3b req-aadcc804-7243-422f-a910-b652e1001ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:33.234289 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-733c7ace-5e31-4341-b2a0-67a85984ac3b req-aadcc804-7243-422f-a910-b652e1001ef4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.1499610 Dec 16 09:24:33.267530 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-358c4e07-0547-426b-97f9-770cd4c0b5e8 service neutron] Notify callbacks [] for binding, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:33.269009 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-358c4e07-0547-426b-97f9-770cd4c0b5e8 service neutron] 10.222.0.60 "POST /v2.0/ports/ae735225-7071-449e-8754-e40f44df1b40/bindings HTTP/1.1" status: 201 len: 389 time: 0.5601909 Dec 16 09:24:33.316180 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-733c7ace-5e31-4341-b2a0-67a85984ac3b req-a72e97ad-4d15-4c61-8245-c81f2c3ff23f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=6a544dbf-c596-4f87-ac40-994392bdb751 HTTP/1.1" status: 200 len: 217 time: 0.0463524 Dec 16 09:24:33.327783 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:24:33.421246 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-8415b49d-b1ec-48cc-b20b-91aaa15144e5 req-8cf578fe-fe54-4924-9aef-3febf2343eff tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Allocated IP 172.25.1.128 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/b6c129b1-5540-41c5-acdc-9f3e45e0aa64) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:24:33.467633 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:33.488986 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': 'f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f', 'mac_address': 'fa:16:3e:43:36:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:24:33.535331 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:33.549755 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:24:33.574396 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:33.706592 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:33.717477 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b3593-b530-41a5-ae67-27db30b59c55 req-e5ebab8b-a0fc-4369-9ef1-4a4c19899e3e tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:33.725634 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7d8b3593-b530-41a5-ae67-27db30b59c55 req-e5ebab8b-a0fc-4369-9ef1-4a4c19899e3e tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=da0d9d0b-2bf2-42d4-953e-26fa83c02f9a HTTP/1.1" status: 200 len: 948 time: 0.0666118 Dec 16 09:24:33.802673 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7d8b3593-b530-41a5-ae67-27db30b59c55 req-8314c668-d6ed-4ac9-9759-7656a014da82 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758796 Dec 16 09:24:33.874126 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:33.904385 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8415b49d-b1ec-48cc-b20b-91aaa15144e5 req-8cf578fe-fe54-4924-9aef-3febf2343eff tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:33.923373 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c7ace-5e31-4341-b2a0-67a85984ac3b req-e963b7f0-17d8-4919-a39c-2a962db4ceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:33.925096 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-733c7ace-5e31-4341-b2a0-67a85984ac3b req-e963b7f0-17d8-4919-a39c-2a962db4ceb0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.6010520 Dec 16 09:24:34.033921 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-2b7f2a99-9c52-4edb-8448-e39a15d74e60 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:34.035701 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-2b7f2a99-9c52-4edb-8448-e39a15d74e60 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] 10.222.0.58 "GET /v2.0/networks?id=a29f3380-ce89-46d6-b697-aea6aef5e7d8 HTTP/1.1" status: 200 len: 814 time: 0.2407918 Dec 16 09:24:34.048963 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c7ace-5e31-4341-b2a0-67a85984ac3b req-bb22ee0a-c57e-4aac-9010-8c304183315a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:34.048963 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-733c7ace-5e31-4341-b2a0-67a85984ac3b req-bb22ee0a-c57e-4aac-9010-8c304183315a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1122057 Dec 16 09:24:34.051797 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-70776f79-f3c6-4e53-af10-d2a58918f507 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] Request body: {'port': {'device_id': '86259ab9-1136-4d61-a04e-e562983bd605', 'network_id': 'a29f3380-ce89-46d6-b697-aea6aef5e7d8', 'admin_state_up': True, 'tenant_id': 'd32f913c28d84df08ad80665e99d95bf'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:34.159433 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:24:34.188592 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8415b49d-b1ec-48cc-b20b-91aaa15144e5 req-8cf578fe-fe54-4924-9aef-3febf2343eff tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:34.191333 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6ca08-124e-44dc-8452-687cd55481cc req-0354f9d9-a375-41e5-b4b0-9e4efc4b735d tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:34.208713 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f8c6ca08-124e-44dc-8452-687cd55481cc req-0354f9d9-a375-41e5-b4b0-9e4efc4b735d tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 944 time: 0.1181371 Dec 16 09:24:34.268674 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f8c6ca08-124e-44dc-8452-687cd55481cc req-2aac2287-8387-4bd3-a6e9-08b9fb0f7edb tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589595 Dec 16 09:24:34.288452 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace8b7cf-775a-4b15-9563-564adc768861', 'tag': '60471c1d-42eb-423b-bcb3-275603b614e3'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:34.290861 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bb8ba5-4fc5-488d-9091-0483c9ddc345" -d '{"events": [{"name": "network-changed", "server_uuid": "ace8b7cf-775a-4b15-9563-564adc768861", "tag": "60471c1d-42eb-423b-bcb3-275603b614e3"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:34.323702 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8415b49d-b1ec-48cc-b20b-91aaa15144e5 req-8cf578fe-fe54-4924-9aef-3febf2343eff tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:24:34.341579 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-8415b49d-b1ec-48cc-b20b-91aaa15144e5 req-8cf578fe-fe54-4924-9aef-3febf2343eff tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:34.344326 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8415b49d-b1ec-48cc-b20b-91aaa15144e5 req-8cf578fe-fe54-4924-9aef-3febf2343eff tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:24:34.358289 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-733c7ace-5e31-4341-b2a0-67a85984ac3b req-4100937d-b7ca-46d5-b2b9-e7c07b163fcc service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028312 Dec 16 09:24:34.380665 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf578fe-fe54-4924-9aef-3febf2343eff tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Pushing event updated for resources: {'Port': ['ID=b6c129b1-5540-41c5-acdc-9f3e45e0aa64,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:34.395323 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5c3e1cee-c3ec-4b6a-87f5-14f1936948f5 req-43e5000b-8fae-445d-85f0-5432a8821667 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] 10.222.0.60 "GET /v2.0/ports?device_id=86259ab9-1136-4d61-a04e-e562983bd605 HTTP/1.1" status: 200 len: 210 time: 0.0569050 Dec 16 09:24:34.470533 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-f2a6b4d0-4e94-44e8-8695-4e18dc290ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:34.472043 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-f2a6b4d0-4e94-44e8-8695-4e18dc290ffc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=13f0e2e84c3c42c99759789d057f9272&device_id=ed438a16-1053-417b-8133-5ebafebae73c HTTP/1.1" status: 200 len: 1097 time: 0.2707465 Dec 16 09:24:34.537882 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910257a-45fa-4c4e-9cd8-7aef4f36c6b8 req-c3739ce6-a77e-41a1-9ba6-ca83c7210f04 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:34.546038 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c910257a-45fa-4c4e-9cd8-7aef4f36c6b8 req-c3739ce6-a77e-41a1-9ba6-ca83c7210f04 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed438a16-1053-417b-8133-5ebafebae73c HTTP/1.1" status: 200 len: 946 time: 0.0830755 Dec 16 09:24:34.580313 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-70776f79-f3c6-4e53-af10-d2a58918f507 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] Made reservation on behalf of d32f913c28d84df08ad80665e99d95bf for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:24:34.583787 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-70776f79-f3c6-4e53-af10-d2a58918f507 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:34.600763 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c910257a-45fa-4c4e-9cd8-7aef4f36c6b8 req-edb755a1-5ed0-4013-a3f6-f0573169e1c7 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534291 Dec 16 09:24:34.648237 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8415b49d-b1ec-48cc-b20b-91aaa15144e5 req-8cf578fe-fe54-4924-9aef-3febf2343eff tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:34.672733 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-733c7ace-5e31-4341-b2a0-67a85984ac3b req-770521c7-5f55-4bcd-8eb5-2e12720fb87a service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821798 Dec 16 09:24:34.727431 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-88e64dcd-6c37-4a72-a79f-7ed33e385a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:34.729518 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-88e64dcd-6c37-4a72-a79f-7ed33e385a6e service neutron] 10.222.0.58 "GET /v2.0/networks?id=9785c251-9c28-48ae-a129-6f24c5a7ad17 HTTP/1.1" status: 200 len: 922 time: 0.2485297 Dec 16 09:24:34.819658 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-37d688c8-4f4d-40d4-9b22-4b6321bfd179 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae735225-7071-449e-8754-e40f44df1b40 HTTP/1.1" status: 200 len: 217 time: 0.0815177 Dec 16 09:24:34.825708 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8415b49d-b1ec-48cc-b20b-91aaa15144e5 req-8cf578fe-fe54-4924-9aef-3febf2343eff tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:34.943108 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-1b6ee401-8c8d-4a6b-a178-6cc7d81808bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:34.944860 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-1b6ee401-8c8d-4a6b-a178-6cc7d81808bb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c12d578e-3c58-4d75-9f2c-b724e40168b0 HTTP/1.1" status: 200 len: 861 time: 0.1143003 Dec 16 09:24:34.982425 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-5835538a-165b-4cd3-a836-4bbb1e9a702c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9785c251-9c28-48ae-a129-6f24c5a7ad17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295093 Dec 16 09:24:35.028252 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-70776f79-f3c6-4e53-af10-d2a58918f507 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] Allocated IP 172.20.0.7 (a29f3380-ce89-46d6-b697-aea6aef5e7d8/cedc4864-ccca-4809-b420-345939217701/90c26093-cd70-4c37-a3a1-b1c272d454d0) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:24:35.222649 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883b6510-02c6-4ef4-bde0-3af673a0f504 x-openstack-request-id: req-883b6510-02c6-4ef4-bde0-3af673a0f504 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:35.223005 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace8b7cf-775a-4b15-9563-564adc768861", "tag": "60471c1d-42eb-423b-bcb3-275603b614e3", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:35.223163 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-883b6510-02c6-4ef4-bde0-3af673a0f504 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:35.223539 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ace8b7cf-775a-4b15-9563-564adc768861', 'tag': '60471c1d-42eb-423b-bcb3-275603b614e3', 'status': 'completed', 'code': 200} Dec 16 09:24:35.225628 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-9c75db44-7533-4089-bd3c-d4b01bebc6e9 service neutron] 10.222.0.58 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336302 Dec 16 09:24:35.335304 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae51ac-17d9-4e28-92bd-19d9a3007a43 req-2c6680fd-336b-4821-81a5-632fe17fa138 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:35.343740 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0eae51ac-17d9-4e28-92bd-19d9a3007a43 req-2c6680fd-336b-4821-81a5-632fe17fa138 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=da0d9d0b-2bf2-42d4-953e-26fa83c02f9a HTTP/1.1" status: 200 len: 948 time: 0.0612481 Dec 16 09:24:35.346575 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:24:35.397973 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0eae51ac-17d9-4e28-92bd-19d9a3007a43 req-28650cf2-bb9c-4e7f-8f28-b118a7b05bd8 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531950 Dec 16 09:24:35.440385 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8415b49d-b1ec-48cc-b20b-91aaa15144e5 req-8cf578fe-fe54-4924-9aef-3febf2343eff tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:35.451895 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb8ba5-4fc5-488d-9091-0483c9ddc345 req-912e6f3b-4144-4150-afea-188b41b0bf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:35.453445 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-86bb8ba5-4fc5-488d-9091-0483c9ddc345 req-912e6f3b-4144-4150-afea-188b41b0bf56 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef267339b96a4504bcc86eb4b94505b3&device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 1095 time: 0.1917853 Dec 16 09:24:35.540313 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-70776f79-f3c6-4e53-af10-d2a58918f507 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:35.544803 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-ba1e07b5-a742-436c-b8bc-9e872e3b38cf service neutron] 10.222.0.58 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818310 Dec 16 09:24:35.602890 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb8ba5-4fc5-488d-9091-0483c9ddc345 req-fcf7aa36-7184-45a6-bdda-72a8607485db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:35.604376 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-86bb8ba5-4fc5-488d-9091-0483c9ddc345 req-fcf7aa36-7184-45a6-bdda-72a8607485db service neutron] 10.222.0.57 "GET /v2.0/networks?id=fd229606-1f82-48a3-82a3-fb35078f3dba HTTP/1.1" status: 200 len: 909 time: 0.1387813 Dec 16 09:24:35.652370 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-86bb8ba5-4fc5-488d-9091-0483c9ddc345 req-c6cc3ae6-1390-45aa-bf1b-52f6c76d850d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60471c1d-42eb-423b-bcb3-275603b614e3 HTTP/1.1" status: 200 len: 217 time: 0.0368350 Dec 16 09:24:35.703799 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb8ba5-4fc5-488d-9091-0483c9ddc345 req-8232ecd7-1bf5-4026-b4f2-f179eb1a0b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:35.705190 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-86bb8ba5-4fc5-488d-9091-0483c9ddc345 req-8232ecd7-1bf5-4026-b4f2-f179eb1a0b3b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1e11efc-2921-4ef6-b725-208b9f6cb7a8 HTTP/1.1" status: 200 len: 848 time: 0.0439289 Dec 16 09:24:35.739247 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-86bb8ba5-4fc5-488d-9091-0483c9ddc345 req-ede95685-fc0f-430c-8659-456e4a290e05 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd229606-1f82-48a3-82a3-fb35078f3dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271394 Dec 16 09:24:35.845223 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-86bb8ba5-4fc5-488d-9091-0483c9ddc345 req-557fefa0-d875-4b43-8de1-c3437ebae342 service neutron] 10.222.0.57 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982239 Dec 16 09:24:35.937598 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-86bb8ba5-4fc5-488d-9091-0483c9ddc345 req-a25254ca-bf6b-49c1-80d2-6242be2aa702 service neutron] 10.222.0.57 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846884 Dec 16 09:24:35.986569 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:24:35.990787 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:35.995449 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:36.015669 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8415b49d-b1ec-48cc-b20b-91aaa15144e5 req-8cf578fe-fe54-4924-9aef-3febf2343eff tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:36.020100 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-70776f79-f3c6-4e53-af10-d2a58918f507 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:36.086326 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:36.119065 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-70776f79-f3c6-4e53-af10-d2a58918f507 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] Network a29f3380-ce89-46d6-b697-aea6aef5e7d8 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:24:36.144360 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607a8990-8504-4348-a8c6-45455cd33155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:36.151353 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013e9be0-9bdd-4e81-9e51-b71bf512d51f" -d '{"events": [{"server_uuid": "607a8990-8504-4348-a8c6-45455cd33155", "name": "network-vif-plugged", "status": "completed", "tag": "f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:36.170032 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:36.191953 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-70776f79-f3c6-4e53-af10-d2a58918f507 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:36.199784 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-70776f79-f3c6-4e53-af10-d2a58918f507 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:24:36.207269 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8415b49d-b1ec-48cc-b20b-91aaa15144e5 req-8cf578fe-fe54-4924-9aef-3febf2343eff tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:36.220955 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cc4cd-52c1-4d52-b82e-26fd799b9838 req-9639660e-04a6-4700-97fa-50cc11c27e2a tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:36.223201 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1e3cc4cd-52c1-4d52-b82e-26fd799b9838 req-9639660e-04a6-4700-97fa-50cc11c27e2a tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 944 time: 0.0788162 Dec 16 09:24:36.248754 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:36.261286 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf578fe-fe54-4924-9aef-3febf2343eff tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Pushing event updated for resources: {'Port': ['ID=b6c129b1-5540-41c5-acdc-9f3e45e0aa64,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:36.280457 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1e3cc4cd-52c1-4d52-b82e-26fd799b9838 req-2ef0fdb6-9e15-4376-95f0-9cbba318793e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481677 Dec 16 09:24:36.319665 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:36.431556 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff7034-ced9-4957-aa57-2f18236046f8 req-974aafbe-628b-4ee0-960b-413d3af995c0 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:36.441065 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-07ff7034-ced9-4957-aa57-2f18236046f8 req-974aafbe-628b-4ee0-960b-413d3af995c0 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] 10.222.0.60 "GET /v2.0/ports?device_id=86259ab9-1136-4d61-a04e-e562983bd605 HTTP/1.1" status: 200 len: 931 time: 0.0767324 Dec 16 09:24:36.491621 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-07ff7034-ced9-4957-aa57-2f18236046f8 req-acc9d376-a6f2-44a1-b858-d6c22b316ac3 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] 10.222.0.60 "GET /v2.0/security-groups?id=27da4e68-3c96-49c8-9cb6-1f3232dfba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490787 Dec 16 09:24:36.601805 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-70776f79-f3c6-4e53-af10-d2a58918f507 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:36.602420 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-70776f79-f3c6-4e53-af10-d2a58918f507 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:36.621777 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94d3a4-d95a-469e-8b41-736a4a89237b req-8f371fc0-b658-4c15-b960-f35e3364037a tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:36.623412 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1a94d3a4-d95a-469e-8b41-736a4a89237b req-8f371fc0-b658-4c15-b960-f35e3364037a tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed438a16-1053-417b-8133-5ebafebae73c HTTP/1.1" status: 200 len: 946 time: 0.0763052 Dec 16 09:24:36.629180 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-6537041c-6bb3-463d-93c9-e0667458400e tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:36.630643 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-6537041c-6bb3-463d-93c9-e0667458400e tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ed438a16-1053-417b-8133-5ebafebae73c&tenant_id=13f0e2e84c3c42c99759789d057f9272&binding%3Ahost_id=n-h1-820550-2 HTTP/1.1" status: 200 len: 1097 time: 0.5412922 Dec 16 09:24:36.633392 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70776f79-f3c6-4e53-af10-d2a58918f507 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] Pushing event updated for resources: {'Port': ['ID=90c26093-cd70-4c37-a3a1-b1c272d454d0,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:36.645337 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-952c97f4-6216-4cbd-ba8e-0aa8056d447a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820550-2'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:36.651629 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8415b49d-b1ec-48cc-b20b-91aaa15144e5 req-8cf578fe-fe54-4924-9aef-3febf2343eff tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:36.652796 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8415b49d-b1ec-48cc-b20b-91aaa15144e5 req-8cf578fe-fe54-4924-9aef-3febf2343eff tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8973968 Dec 16 09:24:36.684345 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1a94d3a4-d95a-469e-8b41-736a4a89237b req-ceb2681c-53c9-4a1c-a11d-6860d9394f75 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508251 Dec 16 09:24:36.742503 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-70776f79-f3c6-4e53-af10-d2a58918f507 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6946015 Dec 16 09:24:36.751389 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8415b49d-b1ec-48cc-b20b-91aaa15144e5 req-d6ca7faf-714a-453f-82d1-0a85fc4f83af tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.128 HTTP/1.1" status: 200 len: 696 time: 0.0828793 Dec 16 09:24:36.757360 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-05623a87-00fb-48a8-b4a9-76711b9213b5 service neutron] Request body: {'port': {'device_id': '86259ab9-1136-4d61-a04e-e562983bd605', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:36.831958 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109bf93d-be98-40c3-8739-b580bf551215 x-openstack-request-id: req-109bf93d-be98-40c3-8739-b580bf551215 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:36.832460 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607a8990-8504-4348-a8c6-45455cd33155", "name": "network-vif-plugged", "status": "completed", "tag": "f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:36.832556 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-109bf93d-be98-40c3-8739-b580bf551215 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:36.832956 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607a8990-8504-4348-a8c6-45455cd33155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f', 'code': 200} Dec 16 09:24:36.849730 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:36.871916 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-952c97f4-6216-4cbd-ba8e-0aa8056d447a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:36.946448 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4466a1-b3a3-4373-a21d-a18d14599609 req-2e97f9fa-7bd7-47cf-94be-ac1d186129b3 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:36.954812 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9b4466a1-b3a3-4373-a21d-a18d14599609 req-2e97f9fa-7bd7-47cf-94be-ac1d186129b3 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=da0d9d0b-2bf2-42d4-953e-26fa83c02f9a HTTP/1.1" status: 200 len: 948 time: 0.0641599 Dec 16 09:24:36.974259 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-05623a87-00fb-48a8-b4a9-76711b9213b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:37.008655 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9b4466a1-b3a3-4373-a21d-a18d14599609 req-9d2c505d-6461-4d5a-afea-723936d32946 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512204 Dec 16 09:24:37.101282 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415b49d-b1ec-48cc-b20b-91aaa15144e5 req-69774f7e-8b1f-48d3-b42e-c5b5ed7cd0bc tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:37.103068 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8415b49d-b1ec-48cc-b20b-91aaa15144e5 req-69774f7e-8b1f-48d3-b42e-c5b5ed7cd0bc tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 784 time: 0.3271878 Dec 16 09:24:37.138724 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35456061-6fa4-4a48-96fe-d83eb7d377a6 req-b21651f8-e2aa-4e5b-b90e-cf2f1986df65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:37.150738 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-35456061-6fa4-4a48-96fe-d83eb7d377a6 req-b21651f8-e2aa-4e5b-b90e-cf2f1986df65 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=607a8990-8504-4348-a8c6-45455cd33155 HTTP/1.1" status: 200 len: 1101 time: 0.2383192 Dec 16 09:24:37.162385 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-8415b49d-b1ec-48cc-b20b-91aaa15144e5 req-1c585fd4-5b8a-4682-9f79-ecd2b1ab59bc tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:24:37.163441 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8415b49d-b1ec-48cc-b20b-91aaa15144e5 req-1c585fd4-5b8a-4682-9f79-ecd2b1ab59bc tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0308774 Dec 16 09:24:37.309430 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-35456061-6fa4-4a48-96fe-d83eb7d377a6 req-ade7e542-190a-4064-a617-2e4d895eaffa service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432583 Dec 16 09:24:37.360643 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 60471c1d-42eb-423b-bcb3-275603b614e3 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:24:37.384062 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:24:37.415143 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-952c97f4-6216-4cbd-ba8e-0aa8056d447a service neutron] For port ae735225-7071-449e-8754-e40f44df1b40, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ae735225-7071-449e-8754-e40f44df1b40,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:37.499377 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355013c-7c07-4d18-b0a6-da60b27e0d4a req-676ddcba-660e-4d39-b8ac-379e29bd19c9 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:37.500882 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8355013c-7c07-4d18-b0a6-da60b27e0d4a req-676ddcba-660e-4d39-b8ac-379e29bd19c9 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/ports?device_id=003bb7b5-8927-4317-8c75-e757939f8761&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1905870 Dec 16 09:24:37.502736 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 60471c1d-42eb-423b-bcb3-275603b614e3, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=60471c1d-42eb-423b-bcb3-275603b614e3,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:37.517047 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '60471c1d-42eb-423b-bcb3-275603b614e3', 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba', 'port_id': '60471c1d-42eb-423b-bcb3-275603b614e3', 'mac_address': 'fa:16:3e:83:2f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1e11efc-2921-4ef6-b725-208b9f6cb7a8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:24:37.524128 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-952c97f4-6216-4cbd-ba8e-0aa8056d447a service neutron] For port ae735225-7071-449e-8754-e40f44df1b40, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:24:37.575196 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:37.606460 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60471c1d-42eb-423b-bcb3-275603b614e3 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:24:37.613610 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8355013c-7c07-4d18-b0a6-da60b27e0d4a req-9294a348-b1c5-47b4-aff5-0fcc7da7b0b9 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.128 HTTP/1.1" status: 200 len: 696 time: 0.0909164 Dec 16 09:24:37.649479 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 60471c1d-42eb-423b-bcb3-275603b614e3, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=60471c1d-42eb-423b-bcb3-275603b614e3,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:37.655541 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-8355013c-7c07-4d18-b0a6-da60b27e0d4a req-e88ba43b-a01b-40f4-890a-334fa19541d2 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Request body: {'floatingip': {'port_id': 'e1761581-cf86-4a98-a268-1ccfc3159e3c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:37.657857 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed438a16-1053-417b-8133-5ebafebae73c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae735225-7071-449e-8754-e40f44df1b40'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:37.660090 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4660a191-7357-4754-8b07-d9822d62b754" -d '{"events": [{"server_uuid": "ed438a16-1053-417b-8133-5ebafebae73c", "name": "network-vif-unplugged", "status": "completed", "tag": "ae735225-7071-449e-8754-e40f44df1b40"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:37.667268 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-952c97f4-6216-4cbd-ba8e-0aa8056d447a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:37.714064 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-05623a87-00fb-48a8-b4a9-76711b9213b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90c26093-cd70-4c37-a3a1-b1c272d454d0 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:24:37.720084 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8355013c-7c07-4d18-b0a6-da60b27e0d4a req-e88ba43b-a01b-40f4-890a-334fa19541d2 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks [] for floatingip, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:37.726324 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-05623a87-00fb-48a8-b4a9-76711b9213b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:37.735148 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:37.736128 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 6a544dbf-c596-4f87-ac40-994392bdb751 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:24:37.765044 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212c3f2-0815-47ce-aaab-8512829f28de req-77665b5c-6f7a-4a8b-b7dc-b9980b49f973 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:37.774449 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7212c3f2-0815-47ce-aaab-8512829f28de req-77665b5c-6f7a-4a8b-b7dc-b9980b49f973 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 944 time: 0.0796359 Dec 16 09:24:37.794181 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-952c97f4-6216-4cbd-ba8e-0aa8056d447a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:37.801565 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-05623a87-00fb-48a8-b4a9-76711b9213b5 service neutron] Transition to ACTIVE for port object 90c26093-cd70-4c37-a3a1-b1c272d454d0 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:24:37.829567 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7212c3f2-0815-47ce-aaab-8512829f28de req-c0331e53-b71d-497f-8845-179f18926efb tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504177 Dec 16 09:24:37.850037 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=60471c1d-42eb-423b-bcb3-275603b614e3,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:37.865211 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:37.874469 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:37.874469 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:37.874469 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:37.874469 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:37.874469 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:37.874469 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:37.874469 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:37.874469 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:37.874469 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:37.874469 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:37.874469 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:37.916827 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-05623a87-00fb-48a8-b4a9-76711b9213b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:37.982996 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5407d-77cb-4d91-baa3-5215702f7473 req-0018288c-b42e-464b-b0a9-9789cd5a9fd5 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:37.988820 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c97f4-6216-4cbd-ba8e-0aa8056d447a service neutron] Pushing event updated for resources: {'Port': ['ID=ae735225-7071-449e-8754-e40f44df1b40,revision_number=7']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:38.002872 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 6a544dbf-c596-4f87-ac40-994392bdb751, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=6a544dbf-c596-4f87-ac40-994392bdb751,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:38.003426 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-13c5407d-77cb-4d91-baa3-5215702f7473 req-0018288c-b42e-464b-b0a9-9789cd5a9fd5 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] 10.222.0.60 "GET /v2.0/ports?device_id=86259ab9-1136-4d61-a04e-e562983bd605 HTTP/1.1" status: 200 len: 943 time: 0.1007218 Dec 16 09:24:38.033380 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '6a544dbf-c596-4f87-ac40-994392bdb751', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': '6a544dbf-c596-4f87-ac40-994392bdb751', 'mac_address': 'fa:16:3e:c6:a4:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:24:38.052579 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-13c5407d-77cb-4d91-baa3-5215702f7473 req-4f1d03b7-3c1d-42ac-8f85-c5b8a0382784 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] 10.222.0.60 "GET /v2.0/security-groups?id=27da4e68-3c96-49c8-9cb6-1f3232dfba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461147 Dec 16 09:24:38.081730 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:38.100134 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a544dbf-c596-4f87-ac40-994392bdb751 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:24:38.114089 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-952c97f4-6216-4cbd-ba8e-0aa8056d447a service neutron] Attempting to bind port ae735225-7071-449e-8754-e40f44df1b40 on host n-h1-820550-2 for vnic_type normal with profile {"migrating_to": "n-h2-820550-2"} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:24:38.114331 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-952c97f4-6216-4cbd-ba8e-0aa8056d447a service neutron] Attempting to bind port ae735225-7071-449e-8754-e40f44df1b40 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:24:38.115081 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-952c97f4-6216-4cbd-ba8e-0aa8056d447a service neutron] Attempting to bind port ae735225-7071-449e-8754-e40f44df1b40 on network 9785c251-9c28-48ae-a129-6f24c5a7ad17 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:38.127815 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05623a87-00fb-48a8-b4a9-76711b9213b5 service neutron] Pushing event updated for resources: {'Port': ['ID=90c26093-cd70-4c37-a3a1-b1c272d454d0,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:38.127928 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 6a544dbf-c596-4f87-ac40-994392bdb751, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=6a544dbf-c596-4f87-ac40-994392bdb751,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:38.141951 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-952c97f4-6216-4cbd-ba8e-0aa8056d447a service neutron] Port ae735225-7071-449e-8754-e40f44df1b40 on network 9785c251-9c28-48ae-a129-6f24c5a7ad17 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:24:38.143941 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-952c97f4-6216-4cbd-ba8e-0aa8056d447a service neutron] Attempting to bind port ae735225-7071-449e-8754-e40f44df1b40 on network 9785c251-9c28-48ae-a129-6f24c5a7ad17 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:38.177225 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-952c97f4-6216-4cbd-ba8e-0aa8056d447a service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:24:38.177565 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-952c97f4-6216-4cbd-ba8e-0aa8056d447a service neutron] Checking segment: {'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:24:38.177943 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-952c97f4-6216-4cbd-ba8e-0aa8056d447a service neutron] Bound using segment: {'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:24:38.178381 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-952c97f4-6216-4cbd-ba8e-0aa8056d447a service neutron] Bound port: ae735225-7071-449e-8754-e40f44df1b40, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:24:38.178734 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-952c97f4-6216-4cbd-ba8e-0aa8056d447a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:38.200979 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feda9f61-b551-4e78-9ad4-ddd78c8b0380 x-openstack-request-id: req-feda9f61-b551-4e78-9ad4-ddd78c8b0380 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:38.201269 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed438a16-1053-417b-8133-5ebafebae73c", "name": "network-vif-unplugged", "status": "completed", "tag": "ae735225-7071-449e-8754-e40f44df1b40", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:38.201519 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-feda9f61-b551-4e78-9ad4-ddd78c8b0380 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:38.201974 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed438a16-1053-417b-8133-5ebafebae73c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae735225-7071-449e-8754-e40f44df1b40', 'code': 200} Dec 16 09:24:38.223694 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:38.307906 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=6a544dbf-c596-4f87-ac40-994392bdb751,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:38.309827 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0225f-a0c1-42ce-ac27-7bf2734b5812 req-22d05c58-d381-418b-a1cb-c63950a6147a tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:38.321490 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-05623a87-00fb-48a8-b4a9-76711b9213b5 service neutron] Attempting to bind port 90c26093-cd70-4c37-a3a1-b1c272d454d0 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:24:38.321829 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-05623a87-00fb-48a8-b4a9-76711b9213b5 service neutron] Attempting to bind port 90c26093-cd70-4c37-a3a1-b1c272d454d0 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '1bc289f3-e59a-4844-88ff-fbf52ad5c74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a29f3380-ce89-46d6-b697-aea6aef5e7d8'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:24:38.321961 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-17c0225f-a0c1-42ce-ac27-7bf2734b5812 req-22d05c58-d381-418b-a1cb-c63950a6147a tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed438a16-1053-417b-8133-5ebafebae73c HTTP/1.1" status: 200 len: 944 time: 0.0836263 Dec 16 09:24:38.322162 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-05623a87-00fb-48a8-b4a9-76711b9213b5 service neutron] Attempting to bind port 90c26093-cd70-4c37-a3a1-b1c272d454d0 on network a29f3380-ce89-46d6-b697-aea6aef5e7d8 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:38.364451 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-05623a87-00fb-48a8-b4a9-76711b9213b5 service neutron] Port 90c26093-cd70-4c37-a3a1-b1c272d454d0 on network a29f3380-ce89-46d6-b697-aea6aef5e7d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:24:38.365047 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-05623a87-00fb-48a8-b4a9-76711b9213b5 service neutron] Attempting to bind port 90c26093-cd70-4c37-a3a1-b1c272d454d0 on network a29f3380-ce89-46d6-b697-aea6aef5e7d8 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:38.372904 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-17c0225f-a0c1-42ce-ac27-7bf2734b5812 req-8e60b34a-1457-43da-aded-708a8aad8ee2 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486295 Dec 16 09:24:38.412308 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-05623a87-00fb-48a8-b4a9-76711b9213b5 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:24:38.412569 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-05623a87-00fb-48a8-b4a9-76711b9213b5 service neutron] Checking segment: {'id': '1bc289f3-e59a-4844-88ff-fbf52ad5c74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a29f3380-ce89-46d6-b697-aea6aef5e7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:24:38.412947 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-05623a87-00fb-48a8-b4a9-76711b9213b5 service neutron] Bound using segment: {'id': '1bc289f3-e59a-4844-88ff-fbf52ad5c74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a29f3380-ce89-46d6-b697-aea6aef5e7d8'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:24:38.413929 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-05623a87-00fb-48a8-b4a9-76711b9213b5 service neutron] Bound port: 90c26093-cd70-4c37-a3a1-b1c272d454d0, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc289f3-e59a-4844-88ff-fbf52ad5c74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a29f3380-ce89-46d6-b697-aea6aef5e7d8'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:24:38.413929 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-05623a87-00fb-48a8-b4a9-76711b9213b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:38.445518 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-952c97f4-6216-4cbd-ba8e-0aa8056d447a service neutron] For port ae735225-7071-449e-8754-e40f44df1b40, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:24:38.488439 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692d25a-44ef-42d8-bc90-4e824e16322c req-20a397e4-66ff-4895-b90b-3c0d22369581 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:38.490314 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e692d25a-44ef-42d8-bc90-4e824e16322c req-20a397e4-66ff-4895-b90b-3c0d22369581 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=da0d9d0b-2bf2-42d4-953e-26fa83c02f9a HTTP/1.1" status: 200 len: 949 time: 0.0606658 Dec 16 09:24:38.503817 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-952c97f4-6216-4cbd-ba8e-0aa8056d447a service neutron] For port ae735225-7071-449e-8754-e40f44df1b40, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ae735225-7071-449e-8754-e40f44df1b40,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:24:38.540874 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e692d25a-44ef-42d8-bc90-4e824e16322c req-0bdaf09e-8da1-45ed-88aa-5f9113a0448b tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436566 Dec 16 09:24:38.561951 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-05623a87-00fb-48a8-b4a9-76711b9213b5 service neutron] For port 90c26093-cd70-4c37-a3a1-b1c272d454d0, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:24:38.602568 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-952c97f4-6216-4cbd-ba8e-0aa8056d447a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:38.645143 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-05623a87-00fb-48a8-b4a9-76711b9213b5 service neutron] For port 90c26093-cd70-4c37-a3a1-b1c272d454d0, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=90c26093-cd70-4c37-a3a1-b1c272d454d0,segment=NetworkSegment(1bc289f3-e59a-4844-88ff-fbf52ad5c74c),segment_id=1bc289f3-e59a-4844-88ff-fbf52ad5c74c)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:24:38.665508 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8355013c-7c07-4d18-b0a6-da60b27e0d4a req-e88ba43b-a01b-40f4-890a-334fa19541d2 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:38.688996 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c97f4-6216-4cbd-ba8e-0aa8056d447a service neutron] Pushing event updated for resources: {'Port': ['ID=ae735225-7071-449e-8754-e40f44df1b40,revision_number=8']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:38.716959 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-952c97f4-6216-4cbd-ba8e-0aa8056d447a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:38.716959 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-952c97f4-6216-4cbd-ba8e-0aa8056d447a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:38.716959 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-952c97f4-6216-4cbd-ba8e-0aa8056d447a service neutron] 10.222.0.58 "PUT /v2.0/ports/ae735225-7071-449e-8754-e40f44df1b40 HTTP/1.1" status: 200 len: 1122 time: 2.0757596 Dec 16 09:24:38.718927 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-05623a87-00fb-48a8-b4a9-76711b9213b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:38.743020 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['6a544dbf-c596-4f87-ac40-994392bdb751'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:24:38.769037 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8355013c-7c07-4d18-b0a6-da60b27e0d4a req-e88ba43b-a01b-40f4-890a-334fa19541d2 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:38.771319 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['60471c1d-42eb-423b-bcb3-275603b614e3'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:24:38.779306 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-05623a87-00fb-48a8-b4a9-76711b9213b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:38.780039 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-05623a87-00fb-48a8-b4a9-76711b9213b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:38.788790 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-05623a87-00fb-48a8-b4a9-76711b9213b5 service neutron] 10.222.0.58 "PUT /v2.0/ports/90c26093-cd70-4c37-a3a1-b1c272d454d0 HTTP/1.1" status: 200 len: 1091 time: 2.0363331 Dec 16 09:24:38.874212 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['ae735225-7071-449e-8754-e40f44df1b40'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:24:38.914043 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05623a87-00fb-48a8-b4a9-76711b9213b5 service neutron] Pushing event updated for resources: {'Port': ['ID=90c26093-cd70-4c37-a3a1-b1c272d454d0,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:38.952401 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [req-8355013c-7c07-4d18-b0a6-da60b27e0d4a req-e88ba43b-a01b-40f4-890a-334fa19541d2 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Floating IP 2c2e4224-2bc7-40ff-bbe7-30e824dc5e9b associated. External IP: 172.25.1.128, port: e1761581-cf86-4a98-a268-1ccfc3159e3c. Dec 16 09:24:39.083025 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-65344ca6-3389-4684-a87b-9c93c7244b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:39.085000 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-65344ca6-3389-4684-a87b-9c93c7244b1c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d32f913c28d84df08ad80665e99d95bf&device_id=86259ab9-1136-4d61-a04e-e562983bd605 HTTP/1.1" status: 200 len: 1094 time: 0.1296992 Dec 16 09:24:39.313422 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fafb71-56ae-4560-82ab-0724b7345de0 req-bf93ccd8-8446-43ac-b945-615f32c3317e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:39.321321 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-19fafb71-56ae-4560-82ab-0724b7345de0 req-bf93ccd8-8446-43ac-b945-615f32c3317e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 945 time: 0.0749123 Dec 16 09:24:39.373839 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-19fafb71-56ae-4560-82ab-0724b7345de0 req-ee7b4e93-fc88-48c2-94a0-ce0b2f5bfa98 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513608 Dec 16 09:24:39.448541 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-c89f9830-5f17-4391-804f-86ce4117907f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90c26093-cd70-4c37-a3a1-b1c272d454d0 HTTP/1.1" status: 200 len: 217 time: 0.3523543 Dec 16 09:24:39.507797 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f965a3e-cdbb-4ba7-8912-b33379569982 req-5d6f142b-1a6b-4a42-a5fb-08a8658436ca tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:39.509747 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2f965a3e-cdbb-4ba7-8912-b33379569982 req-5d6f142b-1a6b-4a42-a5fb-08a8658436ca tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] 10.222.0.60 "GET /v2.0/ports?device_id=86259ab9-1136-4d61-a04e-e562983bd605 HTTP/1.1" status: 200 len: 943 time: 0.0545597 Dec 16 09:24:39.558719 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2f965a3e-cdbb-4ba7-8912-b33379569982 req-7db2db09-1749-4e62-86c6-227aaa6ed15e tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] 10.222.0.60 "GET /v2.0/security-groups?id=27da4e68-3c96-49c8-9cb6-1f3232dfba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421917 Dec 16 09:24:39.584948 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-28dfe9ca-629f-4708-95e3-e5db95586953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:39.586862 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-28dfe9ca-629f-4708-95e3-e5db95586953 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cedc4864-ccca-4809-b420-345939217701 HTTP/1.1" status: 200 len: 854 time: 0.1313059 Dec 16 09:24:39.640073 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-b330aff4-5e81-461d-a80c-1d14a3699887 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a29f3380-ce89-46d6-b697-aea6aef5e7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411232 Dec 16 09:24:39.658852 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8355013c-7c07-4d18-b0a6-da60b27e0d4a req-e88ba43b-a01b-40f4-890a-334fa19541d2 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Router 2a42670c-d561-4607-83cf-a663906bde8f has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:24:39.726167 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2f652-f221-4107-853a-ac1ed9fbce03 req-a27fda0b-86ed-4cfd-96f6-0f854eada3d4 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:39.733407 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2ca2f652-f221-4107-853a-ac1ed9fbce03 req-a27fda0b-86ed-4cfd-96f6-0f854eada3d4 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed438a16-1053-417b-8133-5ebafebae73c HTTP/1.1" status: 200 len: 944 time: 0.0628006 Dec 16 09:24:39.776637 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2ca2f652-f221-4107-853a-ac1ed9fbce03 req-6d96ee19-19c0-44cc-9db2-28d9031b8774 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423379 Dec 16 09:24:39.829182 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-0ecdd799-f237-4eb2-aa17-522effd47e6d service neutron] 10.222.0.58 "GET /v2.0/networks/a29f3380-ce89-46d6-b697-aea6aef5e7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808522 Dec 16 09:24:39.901587 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8355013c-7c07-4d18-b0a6-da60b27e0d4a req-e88ba43b-a01b-40f4-890a-334fa19541d2 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:24:39.908603 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8355013c-7c07-4d18-b0a6-da60b27e0d4a req-e88ba43b-a01b-40f4-890a-334fa19541d2 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:39.912149 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9db3591-d561-4aab-b05e-70035a4ca14b None None] Sync routers for ids ['2a42670c-d561-4607-83cf-a663906bde8f'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:24:39.918299 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa6e91-eaa2-403a-8a31-4020ed41ae1b req-91d2e815-99e6-4de4-8623-662fd5189506 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:39.919914 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dbaa6e91-eaa2-403a-8a31-4020ed41ae1b req-91d2e815-99e6-4de4-8623-662fd5189506 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=da0d9d0b-2bf2-42d4-953e-26fa83c02f9a HTTP/1.1" status: 200 len: 949 time: 0.0649326 Dec 16 09:24:39.921779 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9db3591-d561-4aab-b05e-70035a4ca14b None None] Routers {'2a42670c-d561-4607-83cf-a663906bde8f'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:24:39.922386 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-b9db3591-d561-4aab-b05e-70035a4ca14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:24:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2a42670c-d561-4607-83cf-a663906bde8f'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:39.950982 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8355013c-7c07-4d18-b0a6-da60b27e0d4a req-e88ba43b-a01b-40f4-890a-334fa19541d2 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "PUT /v2.0/floatingips/2c2e4224-2bc7-40ff-bbe7-30e824dc5e9b HTTP/1.1" status: 200 len: 997 time: 2.3069868 Dec 16 09:24:39.985858 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dbaa6e91-eaa2-403a-8a31-4020ed41ae1b req-1636c00f-eb3c-4ed2-9651-73039fcd1069 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596321 Dec 16 09:24:40.039723 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2661afd1-17a4-4527-bf55-fb6675e81b82 req-ab1033f8-9447-4cf6-9835-31716659fc58 service neutron] 10.222.0.58 "GET /v2.0/networks/a29f3380-ce89-46d6-b697-aea6aef5e7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002778 Dec 16 09:24:40.043028 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-b9db3591-d561-4aab-b05e-70035a4ca14b None None] Set router 2a42670c-d561-4607-83cf-a663906bde8f gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:24:40.048448 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355013c-7c07-4d18-b0a6-da60b27e0d4a req-43494298-7456-4206-8158-c69f4c0ff2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:40.057960 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8355013c-7c07-4d18-b0a6-da60b27e0d4a req-43494298-7456-4206-8158-c69f4c0ff2db service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=54c4b22f3a8a4e2f8993eaafef9c5a0b&device_id=003bb7b5-8927-4317-8c75-e757939f8761 HTTP/1.1" status: 200 len: 1097 time: 0.0838363 Dec 16 09:24:40.208697 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed438a16-1053-417b-8133-5ebafebae73c', 'tag': 'ae735225-7071-449e-8754-e40f44df1b40'}, {'name': 'network-changed', 'server_uuid': '86259ab9-1136-4d61-a04e-e562983bd605', 'tag': '90c26093-cd70-4c37-a3a1-b1c272d454d0'}, {'name': 'network-changed', 'server_uuid': '003bb7b5-8927-4317-8c75-e757939f8761', 'tag': 'e1761581-cf86-4a98-a268-1ccfc3159e3c'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:40.211345 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e42caa6-8054-4c56-a461-69b1ed4cb25d" -d '{"events": [{"name": "network-changed", "server_uuid": "ed438a16-1053-417b-8133-5ebafebae73c", "tag": "ae735225-7071-449e-8754-e40f44df1b40"}, {"name": "network-changed", "server_uuid": "86259ab9-1136-4d61-a04e-e562983bd605", "tag": "90c26093-cd70-4c37-a3a1-b1c272d454d0"}, {"name": "network-changed", "server_uuid": "003bb7b5-8927-4317-8c75-e757939f8761", "tag": "e1761581-cf86-4a98-a268-1ccfc3159e3c"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:40.215681 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355013c-7c07-4d18-b0a6-da60b27e0d4a req-d777ee0c-e7cb-4c9f-ab88-ed85da1aca54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:40.217333 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8355013c-7c07-4d18-b0a6-da60b27e0d4a req-d777ee0c-e7cb-4c9f-ab88-ed85da1aca54 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3ccf6740-ee5e-49f4-b1bd-9a930f5facb8 HTTP/1.1" status: 200 len: 929 time: 0.1515992 Dec 16 09:24:40.282423 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:40.319794 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-b9db3591-d561-4aab-b05e-70035a4ca14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a42670c-d561-4607-83cf-a663906bde8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-949553130-router', 'tenant_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'b6ca4eb7-673e-45df-a15c-213ff79cd9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:23:55Z', 'updated_at': '2021-12-16T09:24:04Z', 'revision_number': 4, 'project_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'gw_port': {'id': 'b6ca4eb7-673e-45df-a15c-213ff79cd9a6', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a42670c-d561-4607-83cf-a663906bde8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:23:57Z', 'updated_at': '2021-12-16T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '2c2e4224-2bc7-40ff-bbe7-30e824dc5e9b', 'tenant_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'floating_ip_address': '172.25.1.128', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '2a42670c-d561-4607-83cf-a663906bde8f', 'port_id': 'e1761581-cf86-4a98-a268-1ccfc3159e3c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ccf6740-ee5e-49f4-b1bd-9a930f5facb8', 'mac_address': 'fa:16:3e:dc:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003bb7b5-8927-4317-8c75-e757939f8761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:24:34Z', 'updated_at': '2021-12-16T09:24:38Z', 'revision_number': 1, 'project_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c48940-3ba0-4feb-8259-f4549bed1777', 'name': '', 'network_id': '3ccf6740-ee5e-49f4-b1bd-9a930f5facb8', 'tenant_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'mac_address': 'fa:16:3e:d6:83:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a42670c-d561-4607-83cf-a663906bde8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4b1a2e6a-0898-45c0-b553-80f1895b4df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:24:02Z', 'updated_at': '2021-12-16T09:24:12Z', 'revision_number': 5, 'project_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'subnets': [{'id': '4b1a2e6a-0898-45c0-b553-80f1895b4df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:40.323361 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8355013c-7c07-4d18-b0a6-da60b27e0d4a req-779fc91f-a9c7-42c4-9567-1e4e9f981550 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1761581-cf86-4a98-a268-1ccfc3159e3c HTTP/1.1" status: 200 len: 1000 time: 0.0998051 Dec 16 09:24:40.348941 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9db3591-d561-4aab-b05e-70035a4ca14b None None] Checking router: 2a42670c-d561-4607-83cf-a663906bde8f for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:24:40.357901 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9db3591-d561-4aab-b05e-70035a4ca14b None None] Routers {'2a42670c-d561-4607-83cf-a663906bde8f'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:24:40.358506 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-b9db3591-d561-4aab-b05e-70035a4ca14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:24:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2a42670c-d561-4607-83cf-a663906bde8f'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:40.386833 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355013c-7c07-4d18-b0a6-da60b27e0d4a req-18ec8ce5-0370-4ce2-b8cc-7dbf4bb5b13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:40.389651 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8355013c-7c07-4d18-b0a6-da60b27e0d4a req-18ec8ce5-0370-4ce2-b8cc-7dbf4bb5b13b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b1a2e6a-0898-45c0-b553-80f1895b4df9 HTTP/1.1" status: 200 len: 867 time: 0.0601335 Dec 16 09:24:40.452810 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355013c-7c07-4d18-b0a6-da60b27e0d4a req-60a8faa1-943c-4e45-a133-46fb728f84cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:40.454435 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8355013c-7c07-4d18-b0a6-da60b27e0d4a req-60a8faa1-943c-4e45-a133-46fb728f84cc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3ccf6740-ee5e-49f4-b1bd-9a930f5facb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589359 Dec 16 09:24:40.469857 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-8355013c-7c07-4d18-b0a6-da60b27e0d4a req-ae74adb8-d281-4fb3-95cd-6197c3e5e26a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:24:40.471542 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8355013c-7c07-4d18-b0a6-da60b27e0d4a req-ae74adb8-d281-4fb3-95cd-6197c3e5e26a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103819 Dec 16 09:24:40.475945 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-b9db3591-d561-4aab-b05e-70035a4ca14b None None] Set router 2a42670c-d561-4607-83cf-a663906bde8f gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:24:40.548398 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d54d51a-7ec3-4708-8c2f-90d0a0146ef9 x-openstack-request-id: req-3d54d51a-7ec3-4708-8c2f-90d0a0146ef9 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:40.548796 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed438a16-1053-417b-8133-5ebafebae73c", "tag": "ae735225-7071-449e-8754-e40f44df1b40", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "86259ab9-1136-4d61-a04e-e562983bd605", "tag": "90c26093-cd70-4c37-a3a1-b1c272d454d0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "003bb7b5-8927-4317-8c75-e757939f8761", "tag": "e1761581-cf86-4a98-a268-1ccfc3159e3c", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:40.549185 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3d54d51a-7ec3-4708-8c2f-90d0a0146ef9 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:40.549701 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed438a16-1053-417b-8133-5ebafebae73c', 'tag': 'ae735225-7071-449e-8754-e40f44df1b40', 'status': 'completed', 'code': 200} Dec 16 09:24:40.550055 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86259ab9-1136-4d61-a04e-e562983bd605', 'tag': '90c26093-cd70-4c37-a3a1-b1c272d454d0', 'status': 'completed', 'code': 200} Dec 16 09:24:40.550400 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '003bb7b5-8927-4317-8c75-e757939f8761', 'tag': 'e1761581-cf86-4a98-a268-1ccfc3159e3c', 'status': 'completed', 'code': 200} Dec 16 09:24:40.651838 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8355013c-7c07-4d18-b0a6-da60b27e0d4a req-b7490f2c-e028-4695-8e46-870a7675f995 service neutron] 10.222.0.60 "GET /v2.0/networks/3ccf6740-ee5e-49f4-b1bd-9a930f5facb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697545 Dec 16 09:24:40.667402 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bb2c2-e8cb-4f72-820f-03088067b2a3 req-18b2b23d-d8a0-496e-830b-c3f2340a0935 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:40.673796 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5f4bb2c2-e8cb-4f72-820f-03088067b2a3 req-18b2b23d-d8a0-496e-830b-c3f2340a0935 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 945 time: 0.0683005 Dec 16 09:24:40.714214 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5f4bb2c2-e8cb-4f72-820f-03088067b2a3 req-346f2051-7675-4b6f-a4d3-ea3349c43ffd tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367560 Dec 16 09:24:40.715014 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42caa6-8054-4c56-a461-69b1ed4cb25d req-8a6c25df-a2e1-4f90-ad55-d10dcf20a18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:40.716534 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e42caa6-8054-4c56-a461-69b1ed4cb25d req-8a6c25df-a2e1-4f90-ad55-d10dcf20a18d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=13f0e2e84c3c42c99759789d057f9272&device_id=ed438a16-1053-417b-8133-5ebafebae73c HTTP/1.1" status: 200 len: 1125 time: 0.1442316 Dec 16 09:24:40.721660 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42caa6-8054-4c56-a461-69b1ed4cb25d req-eff1cd1c-33a9-40d7-a6be-046dac0fef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:40.723135 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e42caa6-8054-4c56-a461-69b1ed4cb25d req-eff1cd1c-33a9-40d7-a6be-046dac0fef9d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d32f913c28d84df08ad80665e99d95bf&device_id=86259ab9-1136-4d61-a04e-e562983bd605 HTTP/1.1" status: 200 len: 1094 time: 0.1386895 Dec 16 09:24:40.769420 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-b9db3591-d561-4aab-b05e-70035a4ca14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a42670c-d561-4607-83cf-a663906bde8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-949553130-router', 'tenant_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'b6ca4eb7-673e-45df-a15c-213ff79cd9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:23:55Z', 'updated_at': '2021-12-16T09:24:04Z', 'revision_number': 4, 'project_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'gw_port': {'id': 'b6ca4eb7-673e-45df-a15c-213ff79cd9a6', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a42670c-d561-4607-83cf-a663906bde8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:23:57Z', 'updated_at': '2021-12-16T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '2c2e4224-2bc7-40ff-bbe7-30e824dc5e9b', 'tenant_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'floating_ip_address': '172.25.1.128', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '2a42670c-d561-4607-83cf-a663906bde8f', 'port_id': 'e1761581-cf86-4a98-a268-1ccfc3159e3c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ccf6740-ee5e-49f4-b1bd-9a930f5facb8', 'mac_address': 'fa:16:3e:dc:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003bb7b5-8927-4317-8c75-e757939f8761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:24:34Z', 'updated_at': '2021-12-16T09:24:38Z', 'revision_number': 1, 'project_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c48940-3ba0-4feb-8259-f4549bed1777', 'name': '', 'network_id': '3ccf6740-ee5e-49f4-b1bd-9a930f5facb8', 'tenant_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'mac_address': 'fa:16:3e:d6:83:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a42670c-d561-4607-83cf-a663906bde8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4b1a2e6a-0898-45c0-b553-80f1895b4df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:24:02Z', 'updated_at': '2021-12-16T09:24:12Z', 'revision_number': 5, 'project_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'subnets': [{'id': '4b1a2e6a-0898-45c0-b553-80f1895b4df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:40.877701 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9db3591-d561-4aab-b05e-70035a4ca14b None None] The sync data for ids ['2a42670c-d561-4607-83cf-a663906bde8f'] in n-d-820550-2 is: [{'id': '2a42670c-d561-4607-83cf-a663906bde8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-949553130-router', 'tenant_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'b6ca4eb7-673e-45df-a15c-213ff79cd9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:23:55Z', 'updated_at': '2021-12-16T09:24:04Z', 'revision_number': 4, 'project_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'gw_port': {'id': 'b6ca4eb7-673e-45df-a15c-213ff79cd9a6', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a42670c-d561-4607-83cf-a663906bde8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:23:57Z', 'updated_at': '2021-12-16T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '2c2e4224-2bc7-40ff-bbe7-30e824dc5e9b', 'tenant_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'floating_ip_address': '172.25.1.128', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '2a42670c-d561-4607-83cf-a663906bde8f', 'port_id': 'e1761581-cf86-4a98-a268-1ccfc3159e3c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ccf6740-ee5e-49f4-b1bd-9a930f5facb8', 'mac_address': 'fa:16:3e:dc:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003bb7b5-8927-4317-8c75-e757939f8761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:24:34Z', 'updated_at': '2021-12-16T09:24:38Z', 'revision_number': 1, 'project_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c48940-3ba0-4feb-8259-f4549bed1777', 'name': '', 'network_id': '3ccf6740-ee5e-49f4-b1bd-9a930f5facb8', 'tenant_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'mac_address': 'fa:16:3e:d6:83:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a42670c-d561-4607-83cf-a663906bde8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4b1a2e6a-0898-45c0-b553-80f1895b4df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:24:02Z', 'updated_at': '2021-12-16T09:24:12Z', 'revision_number': 5, 'project_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'subnets': [{'id': '4b1a2e6a-0898-45c0-b553-80f1895b4df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:24:40.878130 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8355013c-7c07-4d18-b0a6-da60b27e0d4a req-aa702bd7-1370-4c64-846c-068ac6e6918e service neutron] 10.222.0.60 "GET /v2.0/networks/3ccf6740-ee5e-49f4-b1bd-9a930f5facb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174773 Dec 16 09:24:40.927666 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42caa6-8054-4c56-a461-69b1ed4cb25d req-6cb3fde1-0f4c-4b92-ad8e-aeaa1ae83bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:40.929235 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e42caa6-8054-4c56-a461-69b1ed4cb25d req-6cb3fde1-0f4c-4b92-ad8e-aeaa1ae83bb2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a29f3380-ce89-46d6-b697-aea6aef5e7d8 HTTP/1.1" status: 200 len: 915 time: 0.1879520 Dec 16 09:24:40.930623 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42caa6-8054-4c56-a461-69b1ed4cb25d req-4823dcc5-4d61-4396-9bc9-fe6306a630a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:40.932488 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e42caa6-8054-4c56-a461-69b1ed4cb25d req-4823dcc5-4d61-4396-9bc9-fe6306a630a4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9785c251-9c28-48ae-a129-6f24c5a7ad17 HTTP/1.1" status: 200 len: 922 time: 0.1895790 Dec 16 09:24:41.051269 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e42caa6-8054-4c56-a461-69b1ed4cb25d req-c5478bb7-17ba-4436-8c83-ad95c2f07404 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae735225-7071-449e-8754-e40f44df1b40 HTTP/1.1" status: 200 len: 217 time: 0.1044292 Dec 16 09:24:41.052720 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e42caa6-8054-4c56-a461-69b1ed4cb25d req-702b2bb7-83eb-4031-8d98-dfa3ba406ef1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90c26093-cd70-4c37-a3a1-b1c272d454d0 HTTP/1.1" status: 200 len: 217 time: 0.1133330 Dec 16 09:24:41.196937 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42caa6-8054-4c56-a461-69b1ed4cb25d req-9d97f6fa-4a7e-4d2b-a77a-714f0904e188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:41.198511 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e42caa6-8054-4c56-a461-69b1ed4cb25d req-9d97f6fa-4a7e-4d2b-a77a-714f0904e188 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c12d578e-3c58-4d75-9f2c-b724e40168b0 HTTP/1.1" status: 200 len: 861 time: 0.1357558 Dec 16 09:24:41.204793 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42caa6-8054-4c56-a461-69b1ed4cb25d req-1ba0382c-2d88-4ae2-96ab-0fa6976d93eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:41.206221 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e42caa6-8054-4c56-a461-69b1ed4cb25d req-1ba0382c-2d88-4ae2-96ab-0fa6976d93eb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cedc4864-ccca-4809-b420-345939217701 HTTP/1.1" status: 200 len: 854 time: 0.1420963 Dec 16 09:24:41.227139 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989aa2a8-d8f0-4b5a-9c44-8a619ce2eb5d None None] New status for floating IP 2c2e4224-2bc7-40ff-bbe7-30e824dc5e9b: ACTIVE {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:24:41.261772 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e42caa6-8054-4c56-a461-69b1ed4cb25d req-60e2ddc8-a5b4-4ae0-99d6-08acc2922944 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9785c251-9c28-48ae-a129-6f24c5a7ad17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544074 Dec 16 09:24:41.268993 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5d42c-4f1c-4a73-90e5-e741f8419d8c req-0e105372-87df-4364-afbc-d39987d6d3e6 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:41.270506 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bbb5d42c-4f1c-4a73-90e5-e741f8419d8c req-0e105372-87df-4364-afbc-d39987d6d3e6 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] 10.222.0.60 "GET /v2.0/ports?device_id=86259ab9-1136-4d61-a04e-e562983bd605 HTTP/1.1" status: 200 len: 943 time: 0.1370833 Dec 16 09:24:41.273786 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e42caa6-8054-4c56-a461-69b1ed4cb25d req-14cd35e9-774f-4cde-9f6a-20b06edea965 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a29f3380-ce89-46d6-b697-aea6aef5e7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572400 Dec 16 09:24:41.410325 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bbb5d42c-4f1c-4a73-90e5-e741f8419d8c req-0037b510-c340-47f2-ae9d-2c9fa5e7c56f tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] 10.222.0.60 "GET /v2.0/security-groups?id=27da4e68-3c96-49c8-9cb6-1f3232dfba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290591 Dec 16 09:24:41.411015 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 60471c1d-42eb-423b-bcb3-275603b614e3 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:24:41.459221 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e42caa6-8054-4c56-a461-69b1ed4cb25d req-cfdb9d74-f0dc-4802-84ee-b2457ceed51d service neutron] 10.222.0.57 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877193 Dec 16 09:24:41.462823 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e42caa6-8054-4c56-a461-69b1ed4cb25d req-1e33b574-e147-493f-8e21-a6978f22e26e service neutron] 10.222.0.58 "GET /v2.0/networks/a29f3380-ce89-46d6-b697-aea6aef5e7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790721 Dec 16 09:24:41.529260 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f541bac-b581-4191-9047-2651242662b7 req-76a96f4e-4aa6-4e88-85a0-a6a26a71cb1a tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:41.531078 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f541bac-b581-4191-9047-2651242662b7 req-76a96f4e-4aa6-4e88-85a0-a6a26a71cb1a tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed438a16-1053-417b-8133-5ebafebae73c HTTP/1.1" status: 200 len: 944 time: 0.0908799 Dec 16 09:24:41.559436 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 60471c1d-42eb-423b-bcb3-275603b614e3 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:24:41.564302 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 60471c1d-42eb-423b-bcb3-275603b614e3 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:41.564690 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:41.595245 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f541bac-b581-4191-9047-2651242662b7 req-15c30715-844c-4a5e-8d7e-c0b9eb89dba5 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554788 Dec 16 09:24:41.679424 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:41.691133 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06605da-b90b-469e-b316-a5a1eb725e16 req-4347a284-a104-4929-a49f-73de939fa2a6 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:41.692611 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d06605da-b90b-469e-b316-a5a1eb725e16 req-4347a284-a104-4929-a49f-73de939fa2a6 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=da0d9d0b-2bf2-42d4-953e-26fa83c02f9a HTTP/1.1" status: 200 len: 949 time: 0.1519778 Dec 16 09:24:41.708847 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e42caa6-8054-4c56-a461-69b1ed4cb25d req-2e219d9e-87c9-48c9-9f28-5065daedf323 service neutron] 10.222.0.57 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402525 Dec 16 09:24:41.715432 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace8b7cf-775a-4b15-9563-564adc768861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60471c1d-42eb-423b-bcb3-275603b614e3'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:41.718718 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f74dc39-b801-454b-9d29-f0f3a515a8c1" -d '{"events": [{"server_uuid": "ace8b7cf-775a-4b15-9563-564adc768861", "name": "network-vif-plugged", "status": "completed", "tag": "60471c1d-42eb-423b-bcb3-275603b614e3"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:41.733085 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 60471c1d-42eb-423b-bcb3-275603b614e3, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=60471c1d-42eb-423b-bcb3-275603b614e3,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:41.734787 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e42caa6-8054-4c56-a461-69b1ed4cb25d req-d71ca5c6-943a-4758-a93d-bbad0c6970a2 service neutron] 10.222.0.58 "GET /v2.0/networks/a29f3380-ce89-46d6-b697-aea6aef5e7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586050 Dec 16 09:24:41.787094 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d06605da-b90b-469e-b316-a5a1eb725e16 req-11f66661-e054-4085-9647-fbb86f5aed6a tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840688 Dec 16 09:24:41.840906 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:41.842049 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 6a544dbf-c596-4f87-ac40-994392bdb751 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:24:41.854621 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42caa6-8054-4c56-a461-69b1ed4cb25d req-96c1ec5a-bb6f-468e-a620-997d86ac4b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:41.856411 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e42caa6-8054-4c56-a461-69b1ed4cb25d req-96c1ec5a-bb6f-468e-a620-997d86ac4b8a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=54c4b22f3a8a4e2f8993eaafef9c5a0b&device_id=003bb7b5-8927-4317-8c75-e757939f8761 HTTP/1.1" status: 200 len: 1097 time: 0.0680056 Dec 16 09:24:41.915708 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-87453344-3ff0-4173-b109-acb2330549b4 req-7310bbf4-0a4d-4a94-9abf-2f4afd0748ab tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 258 time: 0.2991874 Dec 16 09:24:41.927159 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-87453344-3ff0-4173-b109-acb2330549b4 req-21c051f8-c08c-41c4-be43-3e40b69ee00d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:41.988091 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=60471c1d-42eb-423b-bcb3-275603b614e3,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:42.022859 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42caa6-8054-4c56-a461-69b1ed4cb25d req-415088fa-c87b-4eeb-9404-e448b05cefdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:42.024603 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e42caa6-8054-4c56-a461-69b1ed4cb25d req-415088fa-c87b-4eeb-9404-e448b05cefdd service neutron] 10.222.0.58 "GET /v2.0/networks?id=3ccf6740-ee5e-49f4-b1bd-9a930f5facb8 HTTP/1.1" status: 200 len: 929 time: 0.1597755 Dec 16 09:24:42.027519 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f74a4c-333c-484b-956a-4b957d05f626 x-openstack-request-id: req-e7f74a4c-333c-484b-956a-4b957d05f626 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:42.027906 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace8b7cf-775a-4b15-9563-564adc768861", "name": "network-vif-plugged", "status": "completed", "tag": "60471c1d-42eb-423b-bcb3-275603b614e3", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:42.028251 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e7f74a4c-333c-484b-956a-4b957d05f626 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:42.028733 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace8b7cf-775a-4b15-9563-564adc768861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60471c1d-42eb-423b-bcb3-275603b614e3', 'code': 200} Dec 16 09:24:42.061104 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-87453344-3ff0-4173-b109-acb2330549b4 req-21c051f8-c08c-41c4-be43-3e40b69ee00d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks [] for floatingip, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:42.089610 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 6a544dbf-c596-4f87-ac40-994392bdb751 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:24:42.094375 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 6a544dbf-c596-4f87-ac40-994392bdb751 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:42.094830 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:42.195387 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device ae735225-7071-449e-8754-e40f44df1b40 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:24:42.223380 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-87453344-3ff0-4173-b109-acb2330549b4 req-21c051f8-c08c-41c4-be43-3e40b69ee00d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:42.305223 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port ae735225-7071-449e-8754-e40f44df1b40, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ae735225-7071-449e-8754-e40f44df1b40,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:42.321703 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device ae735225-7071-449e-8754-e40f44df1b40 has no active binding in host n-h2-820550-2 {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 09:24:42.330616 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:42.369019 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 6a544dbf-c596-4f87-ac40-994392bdb751, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=6a544dbf-c596-4f87-ac40-994392bdb751,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:42.431540 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-87453344-3ff0-4173-b109-acb2330549b4 req-21c051f8-c08c-41c4-be43-3e40b69ee00d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Allocated IP 172.25.1.192 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/37233937-7554-4ec8-8bb3-38d19fadbae8) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:24:42.453079 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:42.466591 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e42caa6-8054-4c56-a461-69b1ed4cb25d req-c760c9b2-5049-47e2-a411-4a5eef6b36c1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1761581-cf86-4a98-a268-1ccfc3159e3c HTTP/1.1" status: 200 len: 1002 time: 0.4336996 Dec 16 09:24:42.518311 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986db7f-7a2a-41ad-b6a4-822ab824c33b req-3e950b03-4dde-4481-8ee7-f2b1d30f97e8 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:42.519819 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7986db7f-7a2a-41ad-b6a4-822ab824c33b req-3e950b03-4dde-4481-8ee7-f2b1d30f97e8 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 946 time: 0.4143107 Dec 16 09:24:42.524009 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c1050-b9b0-4f54-b8d8-907e5c3f615e req-cb40fde7-d0be-4148-8bd6-5db540410ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:42.525443 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e06c1050-b9b0-4f54-b8d8-907e5c3f615e req-cb40fde7-d0be-4148-8bd6-5db540410ea2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 1097 time: 0.4083054 Dec 16 09:24:42.528145 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=6a544dbf-c596-4f87-ac40-994392bdb751,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:42.572325 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42caa6-8054-4c56-a461-69b1ed4cb25d req-70a72abc-aca9-4743-9483-db4fb7a752f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:42.573844 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e42caa6-8054-4c56-a461-69b1ed4cb25d req-70a72abc-aca9-4743-9483-db4fb7a752f9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4b1a2e6a-0898-45c0-b553-80f1895b4df9 HTTP/1.1" status: 200 len: 867 time: 0.0996706 Dec 16 09:24:42.590171 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-87453344-3ff0-4173-b109-acb2330549b4 req-21c051f8-c08c-41c4-be43-3e40b69ee00d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:42.609707 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7986db7f-7a2a-41ad-b6a4-822ab824c33b req-1079bde7-1659-4d56-9311-0110cdda6fc6 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755429 Dec 16 09:24:42.624512 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e06c1050-b9b0-4f54-b8d8-907e5c3f615e req-98f5225a-faec-405d-81b1-3686a4bd9728 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873435 Dec 16 09:24:42.652175 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42caa6-8054-4c56-a461-69b1ed4cb25d req-9f66fb17-7ed4-40d0-8631-4fc630210337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:42.659685 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e42caa6-8054-4c56-a461-69b1ed4cb25d req-9f66fb17-7ed4-40d0-8631-4fc630210337 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3ccf6740-ee5e-49f4-b1bd-9a930f5facb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614822 Dec 16 09:24:42.703765 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-87453344-3ff0-4173-b109-acb2330549b4 req-21c051f8-c08c-41c4-be43-3e40b69ee00d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:42.750079 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87453344-3ff0-4173-b109-acb2330549b4 req-21c051f8-c08c-41c4-be43-3e40b69ee00d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:24:42.753430 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-87453344-3ff0-4173-b109-acb2330549b4 req-21c051f8-c08c-41c4-be43-3e40b69ee00d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:42.757873 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-87453344-3ff0-4173-b109-acb2330549b4 req-21c051f8-c08c-41c4-be43-3e40b69ee00d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:24:42.782820 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e42caa6-8054-4c56-a461-69b1ed4cb25d req-30f46b22-8ff8-4a43-8ebd-bb68c81427a4 service neutron] 10.222.0.58 "GET /v2.0/networks/3ccf6740-ee5e-49f4-b1bd-9a930f5facb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200168 Dec 16 09:24:42.882589 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-87453344-3ff0-4173-b109-acb2330549b4 req-21c051f8-c08c-41c4-be43-3e40b69ee00d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:42.894669 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c051f8-c08c-41c4-be43-3e40b69ee00d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Pushing event updated for resources: {'Port': ['ID=37233937-7554-4ec8-8bb3-38d19fadbae8,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:42.907913 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c051f8-c08c-41c4-be43-3e40b69ee00d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:42.908267 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c051f8-c08c-41c4-be43-3e40b69ee00d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:42.908612 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c051f8-c08c-41c4-be43-3e40b69ee00d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:42.908951 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c051f8-c08c-41c4-be43-3e40b69ee00d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:42.909325 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c051f8-c08c-41c4-be43-3e40b69ee00d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:42.910348 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c051f8-c08c-41c4-be43-3e40b69ee00d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:42.910688 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c051f8-c08c-41c4-be43-3e40b69ee00d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:42.911151 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c051f8-c08c-41c4-be43-3e40b69ee00d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:42.911487 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c051f8-c08c-41c4-be43-3e40b69ee00d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:42.911816 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c051f8-c08c-41c4-be43-3e40b69ee00d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:42.912143 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c051f8-c08c-41c4-be43-3e40b69ee00d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:42.912469 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c051f8-c08c-41c4-be43-3e40b69ee00d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:42.912637 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e42caa6-8054-4c56-a461-69b1ed4cb25d req-9337e829-f2ad-4e94-ac20-246ebd6b89dd service neutron] 10.222.0.58 "GET /v2.0/networks/3ccf6740-ee5e-49f4-b1bd-9a930f5facb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192791 Dec 16 09:24:42.990726 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-87453344-3ff0-4173-b109-acb2330549b4 req-21c051f8-c08c-41c4-be43-3e40b69ee00d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:43.167184 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-87453344-3ff0-4173-b109-acb2330549b4 req-21c051f8-c08c-41c4-be43-3e40b69ee00d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:43.283749 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-87453344-3ff0-4173-b109-acb2330549b4 req-21c051f8-c08c-41c4-be43-3e40b69ee00d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:43.303709 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-87453344-3ff0-4173-b109-acb2330549b4 req-21c051f8-c08c-41c4-be43-3e40b69ee00d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:43.358347 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ee15f-07e9-417e-b2ac-9a563ea08dc7 req-ccf7db30-236a-4ae2-afc1-3caa6cbb3863 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:43.360793 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d68ee15f-07e9-417e-b2ac-9a563ea08dc7 req-ccf7db30-236a-4ae2-afc1-3caa6cbb3863 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] 10.222.0.60 "GET /v2.0/ports?device_id=86259ab9-1136-4d61-a04e-e562983bd605 HTTP/1.1" status: 200 len: 943 time: 0.0662901 Dec 16 09:24:43.379936 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c051f8-c08c-41c4-be43-3e40b69ee00d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Pushing event updated for resources: {'Port': ['ID=37233937-7554-4ec8-8bb3-38d19fadbae8,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:43.390470 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-87453344-3ff0-4173-b109-acb2330549b4 req-21c051f8-c08c-41c4-be43-3e40b69ee00d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:43.399936 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-87453344-3ff0-4173-b109-acb2330549b4 req-21c051f8-c08c-41c4-be43-3e40b69ee00d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4770439 Dec 16 09:24:43.417385 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d68ee15f-07e9-417e-b2ac-9a563ea08dc7 req-70abe8e1-23e3-412b-89fc-9a01b44fc951 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] 10.222.0.60 "GET /v2.0/security-groups?id=27da4e68-3c96-49c8-9cb6-1f3232dfba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491199 Dec 16 09:24:43.485936 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-87453344-3ff0-4173-b109-acb2330549b4 req-386882e0-a158-406f-bc17-0afc0b1b4db3 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.192 HTTP/1.1" status: 200 len: 696 time: 0.0850370 Dec 16 09:24:43.555169 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392287b5-d2a0-46f9-91c6-5924a5ac2f36 req-e458c87e-cf40-4a84-a45d-883e95eefcc1 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:43.562745 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-392287b5-d2a0-46f9-91c6-5924a5ac2f36 req-e458c87e-cf40-4a84-a45d-883e95eefcc1 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed438a16-1053-417b-8133-5ebafebae73c HTTP/1.1" status: 200 len: 944 time: 0.0682950 Dec 16 09:24:43.601618 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-392287b5-d2a0-46f9-91c6-5924a5ac2f36 req-f92bc133-5219-44c7-9ef7-84ffe31a19cf tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380256 Dec 16 09:24:43.612365 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87453344-3ff0-4173-b109-acb2330549b4 req-7a57af29-8216-4d65-8872-7a51ee8a2bf2 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:43.613800 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-87453344-3ff0-4173-b109-acb2330549b4 req-7a57af29-8216-4d65-8872-7a51ee8a2bf2 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 784 time: 0.1270871 Dec 16 09:24:43.625010 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-87453344-3ff0-4173-b109-acb2330549b4 req-a250d661-b050-4f3c-9012-10c33e3ddfc4 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:24:43.625926 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-87453344-3ff0-4173-b109-acb2330549b4 req-a250d661-b050-4f3c-9012-10c33e3ddfc4 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056777 Dec 16 09:24:43.720451 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-4f6954e6-620e-4ae7-8683-f54dfcd3ba41 service neutron] 10.222.0.57 "GET /v2.0/ports/ae735225-7071-449e-8754-e40f44df1b40/bindings/n-h2-820550-2 HTTP/1.1" status: 200 len: 384 time: 0.0766854 Dec 16 09:24:43.766473 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cef4e0-afe3-4615-87cf-f0f729077840 req-ab3b90b1-c129-4c6d-84d0-4f36fa93aa17 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:43.769597 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-91cef4e0-afe3-4615-87cf-f0f729077840 req-ab3b90b1-c129-4c6d-84d0-4f36fa93aa17 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=da0d9d0b-2bf2-42d4-953e-26fa83c02f9a HTTP/1.1" status: 200 len: 950 time: 0.0653667 Dec 16 09:24:43.816295 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-91cef4e0-afe3-4615-87cf-f0f729077840 req-a98d1bea-f43e-4ed8-abb0-c02f76787898 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408821 Dec 16 09:24:43.985707 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-331eadf0-a8b6-4dfc-a714-7cd9afb27fec service neutron] For port ae735225-7071-449e-8754-e40f44df1b40, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ae735225-7071-449e-8754-e40f44df1b40,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:43.997215 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a815fb6-2577-4bd8-b854-2624b8f9b744 req-310eaf73-5ad3-4632-80df-b89f0d9ae505 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:44.002408 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3a815fb6-2577-4bd8-b854-2624b8f9b744 req-310eaf73-5ad3-4632-80df-b89f0d9ae505 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 946 time: 0.1141558 Dec 16 09:24:44.017732 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-331eadf0-a8b6-4dfc-a714-7cd9afb27fec service neutron] For port ae735225-7071-449e-8754-e40f44df1b40, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:24:44.030485 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0d9d0b-2bf2-42d4-953e-26fa83c02f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a544dbf-c596-4f87-ac40-994392bdb751'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:44.032878 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9b776e-d174-43b5-8a17-88b600437367" -d '{"events": [{"server_uuid": "da0d9d0b-2bf2-42d4-953e-26fa83c02f9a", "name": "network-vif-plugged", "status": "completed", "tag": "6a544dbf-c596-4f87-ac40-994392bdb751"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:44.090957 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3a815fb6-2577-4bd8-b854-2624b8f9b744 req-99f8286a-ee46-49d0-83a4-69d4159d4eb6 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757825 Dec 16 09:24:44.106737 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-331eadf0-a8b6-4dfc-a714-7cd9afb27fec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae735225-7071-449e-8754-e40f44df1b40 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:24:44.135120 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-331eadf0-a8b6-4dfc-a714-7cd9afb27fec service neutron] For port ae735225-7071-449e-8754-e40f44df1b40, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ae735225-7071-449e-8754-e40f44df1b40,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:44.201910 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 90c26093-cd70-4c37-a3a1-b1c272d454d0 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:24:44.246572 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-331eadf0-a8b6-4dfc-a714-7cd9afb27fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:44.334356 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487495d3-f40a-4383-ba4c-3cfcdac82010 req-14d084e8-e4b3-4510-a4e6-267257558c61 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:44.336145 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-487495d3-f40a-4383-ba4c-3cfcdac82010 req-14d084e8-e4b3-4510-a4e6-267257558c61 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/ports?device_id=003bb7b5-8927-4317-8c75-e757939f8761&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1182728 Dec 16 09:24:44.409992 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2147de3-3df6-4aed-bc4e-c6ede8dd49a2 x-openstack-request-id: req-c2147de3-3df6-4aed-bc4e-c6ede8dd49a2 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:44.410599 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0d9d0b-2bf2-42d4-953e-26fa83c02f9a", "name": "network-vif-plugged", "status": "completed", "tag": "6a544dbf-c596-4f87-ac40-994392bdb751", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:44.411208 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c2147de3-3df6-4aed-bc4e-c6ede8dd49a2 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:44.414335 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0d9d0b-2bf2-42d4-953e-26fa83c02f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a544dbf-c596-4f87-ac40-994392bdb751', 'code': 200} Dec 16 09:24:44.417289 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-331eadf0-a8b6-4dfc-a714-7cd9afb27fec service neutron] Transition to ACTIVE for port object ae735225-7071-449e-8754-e40f44df1b40 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:24:44.418407 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-487495d3-f40a-4383-ba4c-3cfcdac82010 req-c891c498-df56-45b8-b504-4bd2879e4a71 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.192 HTTP/1.1" status: 200 len: 696 time: 0.0748038 Dec 16 09:24:44.430947 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-487495d3-f40a-4383-ba4c-3cfcdac82010 req-a7dd3ac5-3965-4404-a3c8-dbf669616b32 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Request body: {'floatingip': {'port_id': 'e1761581-cf86-4a98-a268-1ccfc3159e3c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:44.453667 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 90c26093-cd70-4c37-a3a1-b1c272d454d0, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=90c26093-cd70-4c37-a3a1-b1c272d454d0,segment=NetworkSegment(1bc289f3-e59a-4844-88ff-fbf52ad5c74c),segment_id=1bc289f3-e59a-4844-88ff-fbf52ad5c74c)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:44.473625 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '90c26093-cd70-4c37-a3a1-b1c272d454d0', 'network_id': 'a29f3380-ce89-46d6-b697-aea6aef5e7d8', 'port_id': '90c26093-cd70-4c37-a3a1-b1c272d454d0', 'mac_address': 'fa:16:3e:31:39:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cedc4864-ccca-4809-b420-345939217701', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:24:44.489232 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-331eadf0-a8b6-4dfc-a714-7cd9afb27fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:44.538897 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-487495d3-f40a-4383-ba4c-3cfcdac82010 req-a7dd3ac5-3965-4404-a3c8-dbf669616b32 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks [] for floatingip, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:44.581657 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:44.605759 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90c26093-cd70-4c37-a3a1-b1c272d454d0 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:24:44.606528 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-331eadf0-a8b6-4dfc-a714-7cd9afb27fec service neutron] No DVR routers for this DVR port ae735225-7071-449e-8754-e40f44df1b40 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:24:44.630676 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 90c26093-cd70-4c37-a3a1-b1c272d454d0, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=90c26093-cd70-4c37-a3a1-b1c272d454d0,segment=NetworkSegment(1bc289f3-e59a-4844-88ff-fbf52ad5c74c),segment_id=1bc289f3-e59a-4844-88ff-fbf52ad5c74c)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:44.668850 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59131c28-d8b7-4a20-8ed7-eb98daab7fb9 req-881974cd-d992-442f-a056-ac8fb3d6b480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:44.671275 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-59131c28-d8b7-4a20-8ed7-eb98daab7fb9 req-881974cd-d992-442f-a056-ac8fb3d6b480 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=da0d9d0b-2bf2-42d4-953e-26fa83c02f9a HTTP/1.1" status: 200 len: 1101 time: 0.1941140 Dec 16 09:24:44.674471 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331eadf0-a8b6-4dfc-a714-7cd9afb27fec service neutron] Pushing event updated for resources: {'Port': ['ID=ae735225-7071-449e-8754-e40f44df1b40,revision_number=10']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:44.698214 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:44.720941 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331eadf0-a8b6-4dfc-a714-7cd9afb27fec service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:44.721287 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331eadf0-a8b6-4dfc-a714-7cd9afb27fec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:44.721556 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331eadf0-a8b6-4dfc-a714-7cd9afb27fec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:44.721884 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331eadf0-a8b6-4dfc-a714-7cd9afb27fec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:44.722215 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331eadf0-a8b6-4dfc-a714-7cd9afb27fec service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:44.722541 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331eadf0-a8b6-4dfc-a714-7cd9afb27fec service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:44.722861 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331eadf0-a8b6-4dfc-a714-7cd9afb27fec service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:44.723221 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331eadf0-a8b6-4dfc-a714-7cd9afb27fec service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:44.723493 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331eadf0-a8b6-4dfc-a714-7cd9afb27fec service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:44.723812 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331eadf0-a8b6-4dfc-a714-7cd9afb27fec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:44.724127 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331eadf0-a8b6-4dfc-a714-7cd9afb27fec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:44.724440 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331eadf0-a8b6-4dfc-a714-7cd9afb27fec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:44.741238 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-331eadf0-a8b6-4dfc-a714-7cd9afb27fec service neutron] 10.222.0.57 "PUT /v2.0/ports/ae735225-7071-449e-8754-e40f44df1b40/bindings/n-h2-820550-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0093901 Dec 16 09:24:44.757338 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=90c26093-cd70-4c37-a3a1-b1c272d454d0,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:44.765097 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c267af4-05dc-49aa-b586-b7c69f7df303 req-e6af0431-819f-468e-a0a6-4c6d37588a38 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:44.772333 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3c267af4-05dc-49aa-b586-b7c69f7df303 req-e6af0431-819f-468e-a0a6-4c6d37588a38 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] 10.222.0.60 "GET /v2.0/ports?device_id=86259ab9-1136-4d61-a04e-e562983bd605 HTTP/1.1" status: 200 len: 943 time: 0.1560318 Dec 16 09:24:44.790994 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-59131c28-d8b7-4a20-8ed7-eb98daab7fb9 req-bced08be-0407-4da2-b868-bb22165a2f51 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993984 Dec 16 09:24:44.813309 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3c267af4-05dc-49aa-b586-b7c69f7df303 req-ec1ec0ed-addf-475e-83f3-3ca0c77f0059 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] 10.222.0.60 "GET /v2.0/security-groups?id=27da4e68-3c96-49c8-9cb6-1f3232dfba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400357 Dec 16 09:24:44.860377 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [req-487495d3-f40a-4383-ba4c-3cfcdac82010 req-a7dd3ac5-3965-4404-a3c8-dbf669616b32 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] update failed (client error): There was a conflict when trying to complete your request. Dec 16 09:24:44.861702 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-487495d3-f40a-4383-ba4c-3cfcdac82010 req-a7dd3ac5-3965-4404-a3c8-dbf669616b32 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "PUT /v2.0/floatingips/fc550d49-d7fb-4dd8-b313-0a8c768c5eac HTTP/1.1" status: 409 len: 551 time: 0.4370515 Dec 16 09:24:44.960314 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['90c26093-cd70-4c37-a3a1-b1c272d454d0'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:24:44.973145 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-39beb2b5-1c80-42e4-99b6-c634cfcb5a42 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:44.975094 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-39beb2b5-1c80-42e4-99b6-c634cfcb5a42 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ed438a16-1053-417b-8133-5ebafebae73c&tenant_id=13f0e2e84c3c42c99759789d057f9272&binding%3Ahost_id=n-h1-820550-2 HTTP/1.1" status: 200 len: 1096 time: 0.1160581 Dec 16 09:24:45.035446 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b90480-b595-416c-972d-2bd0f33d8368 req-0a60c0ec-241c-40ea-961a-ed0930f2044a tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:45.045381 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-36b90480-b595-416c-972d-2bd0f33d8368 req-0a60c0ec-241c-40ea-961a-ed0930f2044a tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed438a16-1053-417b-8133-5ebafebae73c HTTP/1.1" status: 200 len: 945 time: 0.1065068 Dec 16 09:24:45.111365 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-36b90480-b595-416c-972d-2bd0f33d8368 req-f4ab7cf1-121c-4b9b-b774-48a929cff9ec tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643048 Dec 16 09:24:45.179909 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-395b1af7-9476-4dab-a608-c42505f6882e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:45.182719 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-395b1af7-9476-4dab-a608-c42505f6882e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ed438a16-1053-417b-8133-5ebafebae73c&tenant_id=13f0e2e84c3c42c99759789d057f9272 HTTP/1.1" status: 200 len: 1096 time: 0.1970334 Dec 16 09:24:45.321487 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-34ed2bd5-e027-4471-b5db-121061916777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:45.323314 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-34ed2bd5-e027-4471-b5db-121061916777 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=13f0e2e84c3c42c99759789d057f9272&device_id=ed438a16-1053-417b-8133-5ebafebae73c HTTP/1.1" status: 200 len: 1096 time: 0.0616560 Dec 16 09:24:45.393817 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33991c47-c8b3-4cd0-908c-6f3a79000be4 req-ca8a295a-7b62-4318-be2e-a58f20394db4 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:45.395305 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-33991c47-c8b3-4cd0-908c-6f3a79000be4 req-ca8a295a-7b62-4318-be2e-a58f20394db4 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=da0d9d0b-2bf2-42d4-953e-26fa83c02f9a HTTP/1.1" status: 200 len: 950 time: 0.0544784 Dec 16 09:24:45.420442 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-390c5c28-0653-4574-9547-99402a9626f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:45.421941 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-390c5c28-0653-4574-9547-99402a9626f6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9785c251-9c28-48ae-a129-6f24c5a7ad17 HTTP/1.1" status: 200 len: 922 time: 0.0919831 Dec 16 09:24:45.437573 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-33991c47-c8b3-4cd0-908c-6f3a79000be4 req-54be0949-7130-4d84-8905-a80f3e909ce6 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360863 Dec 16 09:24:45.466726 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-c83d2fed-c158-4dfd-892f-92fcfc0a1a7d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae735225-7071-449e-8754-e40f44df1b40 HTTP/1.1" status: 200 len: 217 time: 0.0361943 Dec 16 09:24:45.518170 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-e1dd974f-aadf-438c-a86e-9b3eea639e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:45.519235 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-249a2665-39ba-4545-bc22-ee250791d6ba req-0131646d-2cd6-4de7-bf45-0f12442604ff tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/floatingips/fc550d49-d7fb-4dd8-b313-0a8c768c5eac HTTP/1.1" status: 200 len: 693 time: 0.0539134 Dec 16 09:24:45.519606 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-e1dd974f-aadf-438c-a86e-9b3eea639e79 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c12d578e-3c58-4d75-9f2c-b724e40168b0 HTTP/1.1" status: 200 len: 861 time: 0.0441051 Dec 16 09:24:45.555762 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-0f7164d1-5ebf-4d04-b999-22b7075836ff service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9785c251-9c28-48ae-a129-6f24c5a7ad17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284119 Dec 16 09:24:45.636831 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a2665-39ba-4545-bc22-ee250791d6ba req-fe94a1ff-59b2-4597-9f97-cc9f1d92a199 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:45.638384 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-249a2665-39ba-4545-bc22-ee250791d6ba req-fe94a1ff-59b2-4597-9f97-cc9f1d92a199 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 784 time: 0.1119473 Dec 16 09:24:45.648814 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-249a2665-39ba-4545-bc22-ee250791d6ba req-8b14f4a6-c197-448d-9306-33eb6e296808 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:24:45.649800 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-249a2665-39ba-4545-bc22-ee250791d6ba req-8b14f4a6-c197-448d-9306-33eb6e296808 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055525 Dec 16 09:24:45.657489 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-4967f1db-c0a1-4628-ae5e-24e8a2f4bc77 service neutron] 10.222.0.58 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900283 Dec 16 09:24:45.706425 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-249a2665-39ba-4545-bc22-ee250791d6ba req-b4981e45-1314-4d57-938e-0f07cea60003 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.192 HTTP/1.1" status: 200 len: 696 time: 0.0435355 Dec 16 09:24:45.756593 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-249a2665-39ba-4545-bc22-ee250791d6ba req-2c7f510d-27ba-4ea1-a923-b64263684bdd tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.192 HTTP/1.1" status: 200 len: 696 time: 0.0416381 Dec 16 09:24:45.756961 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-52ecc8cb-6b0d-4392-a83c-8dba2dd80359 service neutron] 10.222.0.58 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954609 Dec 16 09:24:45.891341 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-249a2665-39ba-4545-bc22-ee250791d6ba req-df7bf887-1629-4173-9aef-5913ff5a266d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Deleting port 37233937-7554-4ec8-8bb3-38d19fadbae8 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:24:45.891652 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-249a2665-39ba-4545-bc22-ee250791d6ba req-df7bf887-1629-4173-9aef-5913ff5a266d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:45.926938 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc92c1-b768-47a9-b1c9-70a79b7e2516 req-0c34131f-92b6-436a-bf1e-20bf3e37e622 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:45.928496 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b7cc92c1-b768-47a9-b1c9-70a79b7e2516 req-0c34131f-92b6-436a-bf1e-20bf3e37e622 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 946 time: 0.0675225 Dec 16 09:24:45.977370 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b7cc92c1-b768-47a9-b1c9-70a79b7e2516 req-977bd42b-409e-41f8-9da6-83b0081c56d1 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395577 Dec 16 09:24:46.011737 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-249a2665-39ba-4545-bc22-ee250791d6ba req-df7bf887-1629-4173-9aef-5913ff5a266d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:46.012059 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-249a2665-39ba-4545-bc22-ee250791d6ba req-df7bf887-1629-4173-9aef-5913ff5a266d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:46.028262 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-249a2665-39ba-4545-bc22-ee250791d6ba req-df7bf887-1629-4173-9aef-5913ff5a266d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Calling delete_port for 37233937-7554-4ec8-8bb3-38d19fadbae8 owned by network:floatingip {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:24:46.206109 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 90c26093-cd70-4c37-a3a1-b1c272d454d0 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:24:46.363491 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-3d109fc1-4e94-4fa1-a4fa-c5819a60b207 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:46.366573 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 90c26093-cd70-4c37-a3a1-b1c272d454d0 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:24:46.372470 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 90c26093-cd70-4c37-a3a1-b1c272d454d0 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:46.373476 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:46.384287 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-3d109fc1-4e94-4fa1-a4fa-c5819a60b207 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ed438a16-1053-417b-8133-5ebafebae73c&tenant_id=13f0e2e84c3c42c99759789d057f9272&binding%3Ahost_id=n-h2-820550-2 HTTP/1.1" status: 200 len: 1096 time: 0.1277952 Dec 16 09:24:46.580284 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:46.604541 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86259ab9-1136-4d61-a04e-e562983bd605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c26093-cd70-4c37-a3a1-b1c272d454d0'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:46.606695 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23898138-4c63-4648-a711-52f1d9468141" -d '{"events": [{"server_uuid": "86259ab9-1136-4d61-a04e-e562983bd605", "name": "network-vif-plugged", "status": "completed", "tag": "90c26093-cd70-4c37-a3a1-b1c272d454d0"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:46.621200 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 90c26093-cd70-4c37-a3a1-b1c272d454d0, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=90c26093-cd70-4c37-a3a1-b1c272d454d0,segment=NetworkSegment(1bc289f3-e59a-4844-88ff-fbf52ad5c74c),segment_id=1bc289f3-e59a-4844-88ff-fbf52ad5c74c)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:46.746883 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-249a2665-39ba-4545-bc22-ee250791d6ba req-df7bf887-1629-4173-9aef-5913ff5a266d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:46.773615 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7bf887-1629-4173-9aef-5913ff5a266d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Pushing event deleted for resources: {'Port': ['ID=37233937-7554-4ec8-8bb3-38d19fadbae8,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:46.775506 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:46.783643 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-bbd01494-0865-462f-a845-853b6c3ebf17 service neutron] For port ae735225-7071-449e-8754-e40f44df1b40, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:24:46.793277 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-bbd01494-0865-462f-a845-853b6c3ebf17 service neutron] Notify callbacks [] for binding, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:46.796005 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4bf1da97-0243-4c19-9899-0c8965647c13 req-bbd01494-0865-462f-a845-853b6c3ebf17 service neutron] 10.222.0.58 "DELETE /v2.0/ports/ae735225-7071-449e-8754-e40f44df1b40/bindings/n-h1-820550-2 HTTP/1.1" status: 204 len: 173 time: 0.4046028 Dec 16 09:24:46.811348 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-249a2665-39ba-4545-bc22-ee250791d6ba req-df7bf887-1629-4173-9aef-5913ff5a266d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks [] for floatingip, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:46.818733 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-249a2665-39ba-4545-bc22-ee250791d6ba req-df7bf887-1629-4173-9aef-5913ff5a266d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:46.830217 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-249a2665-39ba-4545-bc22-ee250791d6ba req-df7bf887-1629-4173-9aef-5913ff5a266d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "DELETE /v2.0/floatingips/fc550d49-d7fb-4dd8-b313-0a8c768c5eac HTTP/1.1" status: 204 len: 173 time: 1.0668805 Dec 16 09:24:46.872013 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=90c26093-cd70-4c37-a3a1-b1c272d454d0,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:46.926635 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9736f6e-2717-4319-babd-e56236177413 req-6e71299f-dee0-4409-89bb-b3393dfdc903 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:46.928134 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c9736f6e-2717-4319-babd-e56236177413 req-6e71299f-dee0-4409-89bb-b3393dfdc903 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] 10.222.0.60 "GET /v2.0/ports?device_id=86259ab9-1136-4d61-a04e-e562983bd605 HTTP/1.1" status: 200 len: 945 time: 0.0531409 Dec 16 09:24:46.995072 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c9736f6e-2717-4319-babd-e56236177413 req-31ab1c32-8b6c-46d1-a893-9eb4d1eb77fe tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] 10.222.0.60 "GET /v2.0/security-groups?id=27da4e68-3c96-49c8-9cb6-1f3232dfba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530190 Dec 16 09:24:47.119223 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4c006-ee2f-4311-820c-b1c5f8eebf06 req-8ea44054-5f72-4cb5-a5e3-f2f3362b1fb7 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:47.127750 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e1a4c006-ee2f-4311-820c-b1c5f8eebf06 req-8ea44054-5f72-4cb5-a5e3-f2f3362b1fb7 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed438a16-1053-417b-8133-5ebafebae73c HTTP/1.1" status: 200 len: 945 time: 0.0790803 Dec 16 09:24:47.153898 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef59444-2862-4131-9320-a4f7bc5733fa req-e3a11210-4c09-4c13-887d-3233685dfcca tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:47.162209 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7ef59444-2862-4131-9320-a4f7bc5733fa req-e3a11210-4c09-4c13-887d-3233685dfcca tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 1097 time: 0.0653849 Dec 16 09:24:47.204034 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e1a4c006-ee2f-4311-820c-b1c5f8eebf06 req-8b188517-3665-415d-9f77-6f79607f493d tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744009 Dec 16 09:24:47.208095 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7ef59444-2862-4131-9320-a4f7bc5733fa req-16626476-7b6d-4fb8-9d3c-16caebb1b7f4 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434117 Dec 16 09:24:47.328545 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2beeaaa6-3a70-40a5-9934-6b27a85d4c8e x-openstack-request-id: req-2beeaaa6-3a70-40a5-9934-6b27a85d4c8e {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:47.329054 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86259ab9-1136-4d61-a04e-e562983bd605", "name": "network-vif-plugged", "status": "completed", "tag": "90c26093-cd70-4c37-a3a1-b1c272d454d0", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:47.329273 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2beeaaa6-3a70-40a5-9934-6b27a85d4c8e {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:47.329541 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86259ab9-1136-4d61-a04e-e562983bd605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c26093-cd70-4c37-a3a1-b1c272d454d0', 'code': 200} Dec 16 09:24:47.386884 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbbd26-880b-4e6a-91d7-966ea74479de req-840f167c-a088-4bf6-b5ff-f973b87c7455 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:47.391593 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f3dbbd26-880b-4e6a-91d7-966ea74479de req-840f167c-a088-4bf6-b5ff-f973b87c7455 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=da0d9d0b-2bf2-42d4-953e-26fa83c02f9a HTTP/1.1" status: 200 len: 950 time: 0.0629826 Dec 16 09:24:47.450597 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ae735225-7071-449e-8754-e40f44df1b40 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:24:47.460514 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f3dbbd26-880b-4e6a-91d7-966ea74479de req-a406c30c-e1f3-4d71-bcc5-25fb9c8af139 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634184 Dec 16 09:24:47.464410 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-35183e60-fe75-405b-9bae-7ee95c7509b5 req-a72ce9dd-b9ea-4224-8fc1-626b70ab76a5 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.128 HTTP/1.1" status: 200 len: 1002 time: 0.1176832 Dec 16 09:24:47.482385 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffdc57a-8b4b-4643-bb8c-5d000ffa73c3 req-589097c5-dfde-485f-a867-c697c6d50529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:47.484460 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fffdc57a-8b4b-4643-bb8c-5d000ffa73c3 req-589097c5-dfde-485f-a867-c697c6d50529 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=86259ab9-1136-4d61-a04e-e562983bd605 HTTP/1.1" status: 200 len: 1096 time: 0.0719635 Dec 16 09:24:47.497076 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ae735225-7071-449e-8754-e40f44df1b40 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:24:47.536375 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fffdc57a-8b4b-4643-bb8c-5d000ffa73c3 req-09b3d5f7-a667-48f3-b2d6-1209d4575d5a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=27da4e68-3c96-49c8-9cb6-1f3232dfba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402999 Dec 16 09:24:47.538111 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35183e60-fe75-405b-9bae-7ee95c7509b5 req-56b0bc28-3466-40ee-84b7-cf9c6e68492c tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:47.539615 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-35183e60-fe75-405b-9bae-7ee95c7509b5 req-56b0bc28-3466-40ee-84b7-cf9c6e68492c tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/ports/e1761581-cf86-4a98-a268-1ccfc3159e3c HTTP/1.1" status: 200 len: 943 time: 0.0682919 Dec 16 09:24:47.653288 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-35183e60-fe75-405b-9bae-7ee95c7509b5 req-4074bba2-922a-49b2-84e1-d974bc462774 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.128 HTTP/1.1" status: 200 len: 1002 time: 0.0673881 Dec 16 09:24:47.671631 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac04808-0bbf-4819-a1ad-b7f0ed6d2c82 req-48403e19-a619-4a90-b42e-1c290c695a06 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:47.673275 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cac04808-0bbf-4819-a1ad-b7f0ed6d2c82 req-48403e19-a619-4a90-b42e-1c290c695a06 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 1097 time: 0.0436532 Dec 16 09:24:47.713771 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cac04808-0bbf-4819-a1ad-b7f0ed6d2c82 req-e3fb6c47-a632-4aed-a045-203e3e86646e tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312223 Dec 16 09:24:47.763011 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35183e60-fe75-405b-9bae-7ee95c7509b5 req-a2ad8785-9397-4d1b-aade-200e20a5f919 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:47.764947 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-35183e60-fe75-405b-9bae-7ee95c7509b5 req-a2ad8785-9397-4d1b-aade-200e20a5f919 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 784 time: 0.1057606 Dec 16 09:24:47.775447 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-35183e60-fe75-405b-9bae-7ee95c7509b5 req-5e25cb57-eae9-46a0-ba96-a242dacdd784 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:24:47.777129 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-35183e60-fe75-405b-9bae-7ee95c7509b5 req-5e25cb57-eae9-46a0-ba96-a242dacdd784 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066826 Dec 16 09:24:47.854557 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-35183e60-fe75-405b-9bae-7ee95c7509b5 req-c22d1092-6fc7-43d7-8909-231f2972a805 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.128 HTTP/1.1" status: 200 len: 1002 time: 0.0672297 Dec 16 09:24:47.867301 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-35183e60-fe75-405b-9bae-7ee95c7509b5 req-8b0d5d04-b781-4733-8277-51cb28fe17a9 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:47.947270 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-35183e60-fe75-405b-9bae-7ee95c7509b5 req-8b0d5d04-b781-4733-8277-51cb28fe17a9 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks [] for floatingip, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:47.961416 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-4bab41a1-cbea-4304-9bf4-aba812346cd0 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:47.962899 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-4bab41a1-cbea-4304-9bf4-aba812346cd0 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/networks?id=e3516ca9-313f-4dfd-ad93-284a4c0b42ea HTTP/1.1" status: 200 len: 815 time: 0.1135464 Dec 16 09:24:47.978508 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-cd5094c1-d5cd-49da-94e9-1aece556ade5 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/quotas/981293c683ef492fa4ed54f7087f26cf HTTP/1.1" status: 200 len: 375 time: 0.0091798 Dec 16 09:24:48.035692 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-342af733-88e8-42e0-b5ce-30ef4bd06e8b tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=981293c683ef492fa4ed54f7087f26cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488596 Dec 16 09:24:48.097908 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-35183e60-fe75-405b-9bae-7ee95c7509b5 req-8b0d5d04-b781-4733-8277-51cb28fe17a9 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:48.137492 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-fc5cce03-d001-4f42-81a6-04234aa34a31 service neutron] 10.222.0.60 "GET /v2.0/networks/e3516ca9-313f-4dfd-ad93-284a4c0b42ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932584 Dec 16 09:24:48.215312 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-35183e60-fe75-405b-9bae-7ee95c7509b5 req-8b0d5d04-b781-4733-8277-51cb28fe17a9 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:48.215706 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [req-35183e60-fe75-405b-9bae-7ee95c7509b5 req-8b0d5d04-b781-4733-8277-51cb28fe17a9 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Floating IP 2c2e4224-2bc7-40ff-bbe7-30e824dc5e9b disassociated. External IP: 172.25.1.128, port: e1761581-cf86-4a98-a268-1ccfc3159e3c. Dec 16 09:24:48.232240 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-871a5165-df99-4c6c-8b4e-e02e5026f4e0 service neutron] 10.222.0.60 "GET /v2.0/networks/e3516ca9-313f-4dfd-ad93-284a4c0b42ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887740 Dec 16 09:24:48.417135 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35183e60-fe75-405b-9bae-7ee95c7509b5 req-8b0d5d04-b781-4733-8277-51cb28fe17a9 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Router 2a42670c-d561-4607-83cf-a663906bde8f has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:24:48.539798 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35183e60-fe75-405b-9bae-7ee95c7509b5 req-8b0d5d04-b781-4733-8277-51cb28fe17a9 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:24:48.542934 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccfbd52-4393-4058-8035-eaeb01a95c2b req-b449688a-c4d6-4c25-a7c8-8a19ba182432 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:48.544995 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4ccfbd52-4393-4058-8035-eaeb01a95c2b req-b449688a-c4d6-4c25-a7c8-8a19ba182432 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=607a8990-8504-4348-a8c6-45455cd33155 HTTP/1.1" status: 200 len: 950 time: 0.0571094 Dec 16 09:24:48.549755 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c15d175-1f46-4794-a1bb-e7f5fab5b545 None None] Sync routers for ids ['2a42670c-d561-4607-83cf-a663906bde8f'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:24:48.561651 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-35183e60-fe75-405b-9bae-7ee95c7509b5 req-8b0d5d04-b781-4733-8277-51cb28fe17a9 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:48.563194 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c15d175-1f46-4794-a1bb-e7f5fab5b545 None None] Routers {'2a42670c-d561-4607-83cf-a663906bde8f'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:24:48.565357 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6c15d175-1f46-4794-a1bb-e7f5fab5b545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:24:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2a42670c-d561-4607-83cf-a663906bde8f'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:48.604823 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4ccfbd52-4393-4058-8035-eaeb01a95c2b req-b4df1d00-92aa-46b2-b719-364cc3367ec5 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496573 Dec 16 09:24:48.605172 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-35183e60-fe75-405b-9bae-7ee95c7509b5 req-8b0d5d04-b781-4733-8277-51cb28fe17a9 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "PUT /v2.0/floatingips/2c2e4224-2bc7-40ff-bbe7-30e824dc5e9b HTTP/1.1" status: 200 len: 695 time: 0.7420151 Dec 16 09:24:48.605699 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '003bb7b5-8927-4317-8c75-e757939f8761', 'tag': 'e1761581-cf86-4a98-a268-1ccfc3159e3c'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:48.618641 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723438fc-50d7-4abc-918d-5ab2426ea166" -d '{"events": [{"name": "network-changed", "server_uuid": "003bb7b5-8927-4317-8c75-e757939f8761", "tag": "e1761581-cf86-4a98-a268-1ccfc3159e3c"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:48.675514 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35183e60-fe75-405b-9bae-7ee95c7509b5 req-c96a1671-2233-4d06-9947-0f885e813933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:48.678267 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-35183e60-fe75-405b-9bae-7ee95c7509b5 req-c96a1671-2233-4d06-9947-0f885e813933 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=54c4b22f3a8a4e2f8993eaafef9c5a0b&device_id=003bb7b5-8927-4317-8c75-e757939f8761 HTTP/1.1" status: 200 len: 1097 time: 0.0538793 Dec 16 09:24:48.731905 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3da620-4598-4be1-8a90-16b84795fe7d req-bc3a155f-b9c9-4c45-a1d3-09466729abe8 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:48.740340 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fe3da620-4598-4be1-8a90-16b84795fe7d req-bc3a155f-b9c9-4c45-a1d3-09466729abe8 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ed438a16-1053-417b-8133-5ebafebae73c HTTP/1.1" status: 200 len: 1096 time: 0.0541134 Dec 16 09:24:48.748167 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-6c15d175-1f46-4794-a1bb-e7f5fab5b545 None None] Set router 2a42670c-d561-4607-83cf-a663906bde8f gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:24:48.767367 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60792) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:48.786714 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fe3da620-4598-4be1-8a90-16b84795fe7d req-4b041cfc-bf3c-4c7e-bd1f-5e367563f2ee tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455096 Dec 16 09:24:48.831918 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35183e60-fe75-405b-9bae-7ee95c7509b5 req-a66cb673-d93d-43bf-8da7-2e34616d5ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:48.845087 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-35183e60-fe75-405b-9bae-7ee95c7509b5 req-a66cb673-d93d-43bf-8da7-2e34616d5ab3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3ccf6740-ee5e-49f4-b1bd-9a930f5facb8 HTTP/1.1" status: 200 len: 929 time: 0.1562502 Dec 16 09:24:48.910298 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-35183e60-fe75-405b-9bae-7ee95c7509b5 req-43269f4a-7a99-4085-bccd-4a262c0248cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1761581-cf86-4a98-a268-1ccfc3159e3c HTTP/1.1" status: 200 len: 217 time: 0.0641751 Dec 16 09:24:48.956860 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b505e85a-5f94-442d-a4cf-ea116d61b637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:48.989491 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35183e60-fe75-405b-9bae-7ee95c7509b5 req-65eed8de-d750-46fc-a21d-f17acec571fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:48.995496 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-35183e60-fe75-405b-9bae-7ee95c7509b5 req-65eed8de-d750-46fc-a21d-f17acec571fc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b1a2e6a-0898-45c0-b553-80f1895b4df9 HTTP/1.1" status: 200 len: 867 time: 0.0838385 Dec 16 09:24:49.038849 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c0b98-e3f9-4230-9872-7e7d17d45a59 req-2c5550e9-ff8f-4b72-a256-3c636f42f3f3 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:49.040374 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da4c0b98-e3f9-4230-9872-7e7d17d45a59 req-2c5550e9-ff8f-4b72-a256-3c636f42f3f3 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] 10.222.0.60 "GET /v2.0/ports?device_id=86259ab9-1136-4d61-a04e-e562983bd605 HTTP/1.1" status: 200 len: 945 time: 0.0692718 Dec 16 09:24:49.048476 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6c15d175-1f46-4794-a1bb-e7f5fab5b545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a42670c-d561-4607-83cf-a663906bde8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-949553130-router', 'tenant_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'b6ca4eb7-673e-45df-a15c-213ff79cd9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:23:55Z', 'updated_at': '2021-12-16T09:24:04Z', 'revision_number': 4, 'project_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'gw_port': {'id': 'b6ca4eb7-673e-45df-a15c-213ff79cd9a6', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a42670c-d561-4607-83cf-a663906bde8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:23:57Z', 'updated_at': '2021-12-16T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '82c48940-3ba0-4feb-8259-f4549bed1777', 'name': '', 'network_id': '3ccf6740-ee5e-49f4-b1bd-9a930f5facb8', 'tenant_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'mac_address': 'fa:16:3e:d6:83:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a42670c-d561-4607-83cf-a663906bde8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4b1a2e6a-0898-45c0-b553-80f1895b4df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:24:02Z', 'updated_at': '2021-12-16T09:24:12Z', 'revision_number': 5, 'project_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'subnets': [{'id': '4b1a2e6a-0898-45c0-b553-80f1895b4df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:49.054889 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35183e60-fe75-405b-9bae-7ee95c7509b5 req-62a6611a-559d-43b6-81ef-db58050d0a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:49.056532 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-35183e60-fe75-405b-9bae-7ee95c7509b5 req-62a6611a-559d-43b6-81ef-db58050d0a39 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3ccf6740-ee5e-49f4-b1bd-9a930f5facb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541825 Dec 16 09:24:49.079867 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c15d175-1f46-4794-a1bb-e7f5fab5b545 None None] Checking router: 2a42670c-d561-4607-83cf-a663906bde8f for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:24:49.089606 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c15d175-1f46-4794-a1bb-e7f5fab5b545 None None] Routers {'2a42670c-d561-4607-83cf-a663906bde8f'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:24:49.090741 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6c15d175-1f46-4794-a1bb-e7f5fab5b545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:24:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2a42670c-d561-4607-83cf-a663906bde8f'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:49.117427 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b505e85a-5f94-442d-a4cf-ea116d61b637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:49.123927 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da4c0b98-e3f9-4230-9872-7e7d17d45a59 req-dd04ddb5-3b3b-46d0-9413-50363ce5d21a tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] 10.222.0.60 "GET /v2.0/security-groups?id=27da4e68-3c96-49c8-9cb6-1f3232dfba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587943 Dec 16 09:24:49.204683 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-35183e60-fe75-405b-9bae-7ee95c7509b5 req-78565685-2bde-47e4-a626-9dc2a28e9fc2 service neutron] 10.222.0.60 "GET /v2.0/networks/3ccf6740-ee5e-49f4-b1bd-9a930f5facb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344011 Dec 16 09:24:49.215957 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b505e85a-5f94-442d-a4cf-ea116d61b637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:49.252357 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-6c15d175-1f46-4794-a1bb-e7f5fab5b545 None None] Set router 2a42670c-d561-4607-83cf-a663906bde8f gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:24:49.259065 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b505e85a-5f94-442d-a4cf-ea116d61b637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3476b884-4f9b-4b05-a897-a3023dd0cbfa,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:49.266826 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b505e85a-5f94-442d-a4cf-ea116d61b637 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2c6eeb7f4b89499f9957516b18ae39b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4960141 Dec 16 09:24:49.267780 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60808) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:49.341551 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5dbd1530-3ae3-488d-a1e4-e7f9716a06b4 req-5157d0fd-dfd6-457b-bc03-21a33841aaa5 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3c61bd-a882-4ce2-b1dc-b196b28d744c HTTP/1.1" status: 200 len: 210 time: 0.0686011 Dec 16 09:24:49.356658 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-35183e60-fe75-405b-9bae-7ee95c7509b5 req-d61ac65d-e56b-4811-a2f2-2c4e3ee6893d service neutron] 10.222.0.60 "GET /v2.0/networks/3ccf6740-ee5e-49f4-b1bd-9a930f5facb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241591 Dec 16 09:24:49.391155 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4fa34568-2ece-48b8-8389-b32572c43f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:49.416258 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4fa34568-2ece-48b8-8389-b32572c43f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:49.496994 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4291b2ac-73cd-49f4-93bf-7eb35357cbd9 x-openstack-request-id: req-4291b2ac-73cd-49f4-93bf-7eb35357cbd9 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:49.497306 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "003bb7b5-8927-4317-8c75-e757939f8761", "tag": "e1761581-cf86-4a98-a268-1ccfc3159e3c", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:49.497561 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4291b2ac-73cd-49f4-93bf-7eb35357cbd9 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:49.497956 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '003bb7b5-8927-4317-8c75-e757939f8761', 'tag': 'e1761581-cf86-4a98-a268-1ccfc3159e3c', 'status': 'completed', 'code': 200} Dec 16 09:24:49.562994 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6c15d175-1f46-4794-a1bb-e7f5fab5b545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a42670c-d561-4607-83cf-a663906bde8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-949553130-router', 'tenant_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'b6ca4eb7-673e-45df-a15c-213ff79cd9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:23:55Z', 'updated_at': '2021-12-16T09:24:04Z', 'revision_number': 4, 'project_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'gw_port': {'id': 'b6ca4eb7-673e-45df-a15c-213ff79cd9a6', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a42670c-d561-4607-83cf-a663906bde8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:23:57Z', 'updated_at': '2021-12-16T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '82c48940-3ba0-4feb-8259-f4549bed1777', 'name': '', 'network_id': '3ccf6740-ee5e-49f4-b1bd-9a930f5facb8', 'tenant_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'mac_address': 'fa:16:3e:d6:83:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a42670c-d561-4607-83cf-a663906bde8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4b1a2e6a-0898-45c0-b553-80f1895b4df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:24:02Z', 'updated_at': '2021-12-16T09:24:12Z', 'revision_number': 5, 'project_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'subnets': [{'id': '4b1a2e6a-0898-45c0-b553-80f1895b4df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:49.584537 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4fa34568-2ece-48b8-8389-b32572c43f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:49.587678 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4fa34568-2ece-48b8-8389-b32572c43f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:49.598469 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4fa34568-2ece-48b8-8389-b32572c43f73 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3476b884-4f9b-4b05-a897-a3023dd0cbfa HTTP/1.1" status: 204 len: 168 time: 0.3202782 Dec 16 09:24:49.599188 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c15d175-1f46-4794-a1bb-e7f5fab5b545 None None] The sync data for ids ['2a42670c-d561-4607-83cf-a663906bde8f'] in n-d-820550-2 is: [{'id': '2a42670c-d561-4607-83cf-a663906bde8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-949553130-router', 'tenant_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'b6ca4eb7-673e-45df-a15c-213ff79cd9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:23:55Z', 'updated_at': '2021-12-16T09:24:04Z', 'revision_number': 4, 'project_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'gw_port': {'id': 'b6ca4eb7-673e-45df-a15c-213ff79cd9a6', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a42670c-d561-4607-83cf-a663906bde8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:23:57Z', 'updated_at': '2021-12-16T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '82c48940-3ba0-4feb-8259-f4549bed1777', 'name': '', 'network_id': '3ccf6740-ee5e-49f4-b1bd-9a930f5facb8', 'tenant_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'mac_address': 'fa:16:3e:d6:83:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a42670c-d561-4607-83cf-a663906bde8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4b1a2e6a-0898-45c0-b553-80f1895b4df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:24:02Z', 'updated_at': '2021-12-16T09:24:12Z', 'revision_number': 5, 'project_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'subnets': [{'id': '4b1a2e6a-0898-45c0-b553-80f1895b4df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:24:49.599884 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723438fc-50d7-4abc-918d-5ab2426ea166 req-2e1df5d2-91e3-461d-8682-31bc58da4b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:49.599884 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-723438fc-50d7-4abc-918d-5ab2426ea166 req-2e1df5d2-91e3-461d-8682-31bc58da4b2d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=54c4b22f3a8a4e2f8993eaafef9c5a0b&device_id=003bb7b5-8927-4317-8c75-e757939f8761 HTTP/1.1" status: 200 len: 1097 time: 0.0756240 Dec 16 09:24:49.617432 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa34568-2ece-48b8-8389-b32572c43f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3476b884-4f9b-4b05-a897-a3023dd0cbfa,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:49.761101 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c7f23-4a6f-421a-ba73-ae5f7edf228f req-e64ef722-1aad-4606-b78d-15d36fcdac32 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:49.767138 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c7f23-4a6f-421a-ba73-ae5f7edf228f req-e64ef722-1aad-4606-b78d-15d36fcdac32 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:49.768726 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b16c7f23-4a6f-421a-ba73-ae5f7edf228f req-e64ef722-1aad-4606-b78d-15d36fcdac32 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=607a8990-8504-4348-a8c6-45455cd33155&device_id=da0d9d0b-2bf2-42d4-953e-26fa83c02f9a HTTP/1.1" status: 200 len: 1691 time: 0.0918076 Dec 16 09:24:49.774046 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723438fc-50d7-4abc-918d-5ab2426ea166 req-afc0dbaa-698d-4386-bd01-a0aa1d7f8593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:49.775569 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-723438fc-50d7-4abc-918d-5ab2426ea166 req-afc0dbaa-698d-4386-bd01-a0aa1d7f8593 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3ccf6740-ee5e-49f4-b1bd-9a930f5facb8 HTTP/1.1" status: 200 len: 929 time: 0.1692910 Dec 16 09:24:49.830110 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-723438fc-50d7-4abc-918d-5ab2426ea166 req-fbca1015-c9cd-45bf-9913-675ff70dc9ca service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1761581-cf86-4a98-a268-1ccfc3159e3c HTTP/1.1" status: 200 len: 217 time: 0.0455992 Dec 16 09:24:49.874809 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b16c7f23-4a6f-421a-ba73-ae5f7edf228f req-5854ffa2-1cc1-45b0-ad6e-e32a90624218 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974844 Dec 16 09:24:49.896946 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723438fc-50d7-4abc-918d-5ab2426ea166 req-6ae5b108-088c-4569-b70e-49c5ca9f3877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:49.898463 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-723438fc-50d7-4abc-918d-5ab2426ea166 req-6ae5b108-088c-4569-b70e-49c5ca9f3877 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4b1a2e6a-0898-45c0-b553-80f1895b4df9 HTTP/1.1" status: 200 len: 867 time: 0.0580654 Dec 16 09:24:49.907130 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a8939f-a57e-40af-827a-78b10d63d6a7 None None] New status for floating IP 2c2e4224-2bc7-40ff-bbe7-30e824dc5e9b: DOWN {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:24:49.990704 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723438fc-50d7-4abc-918d-5ab2426ea166 req-bfc87072-4530-4274-9fe5-7111c7950612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:49.996044 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-723438fc-50d7-4abc-918d-5ab2426ea166 req-bfc87072-4530-4274-9fe5-7111c7950612 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3ccf6740-ee5e-49f4-b1bd-9a930f5facb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881364 Dec 16 09:24:50.154400 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-82bae304-3104-49be-b8ac-272aad2f82de tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:50.165649 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-82bae304-3104-49be-b8ac-272aad2f82de tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/networks?id=9785c251-9c28-48ae-a129-6f24c5a7ad17 HTTP/1.1" status: 200 len: 821 time: 0.2048569 Dec 16 09:24:50.190596 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-29539afb-0468-446e-8fd0-68b93c87714c tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/quotas/13f0e2e84c3c42c99759789d057f9272 HTTP/1.1" status: 200 len: 375 time: 0.0169752 Dec 16 09:24:50.248760 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-723438fc-50d7-4abc-918d-5ab2426ea166 req-5007cce8-9b0b-43f2-a722-bba2bb3e22bb service neutron] 10.222.0.58 "GET /v2.0/networks/3ccf6740-ee5e-49f4-b1bd-9a930f5facb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091715 Dec 16 09:24:50.273483 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-5e67d40c-a560-41cf-9e9e-46a5f2cbdec9 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=13f0e2e84c3c42c99759789d057f9272&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757787 Dec 16 09:24:50.430919 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-723438fc-50d7-4abc-918d-5ab2426ea166 req-6062afdb-b13d-4eac-8d4a-13f11163d50d service neutron] 10.222.0.58 "GET /v2.0/networks/3ccf6740-ee5e-49f4-b1bd-9a930f5facb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711802 Dec 16 09:24:50.434327 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-c7daa97b-890e-43c4-8d9b-c95b8134756a service neutron] 10.222.0.60 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513007 Dec 16 09:24:50.539677 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-9ff2ef6e-b7bc-420c-a952-84221a3dc2ab service neutron] 10.222.0.60 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976048 Dec 16 09:24:50.963781 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-41b17105-e2ae-4cac-918f-05246e2c9713 req-66a70f63-fdae-4db5-9697-3a312a1adb7a tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/floatingips/2c2e4224-2bc7-40ff-bbe7-30e824dc5e9b HTTP/1.1" status: 200 len: 693 time: 0.1192939 Dec 16 09:24:51.063641 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b17105-e2ae-4cac-918f-05246e2c9713 req-6473fcd9-0115-4552-8485-a7d60544f89b tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:51.065016 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-41b17105-e2ae-4cac-918f-05246e2c9713 req-6473fcd9-0115-4552-8485-a7d60544f89b tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 784 time: 0.1004255 Dec 16 09:24:51.075762 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-41b17105-e2ae-4cac-918f-05246e2c9713 req-e7cc38a3-ac59-421a-98ee-0aafe939a96d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:24:51.076643 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-41b17105-e2ae-4cac-918f-05246e2c9713 req-e7cc38a3-ac59-421a-98ee-0aafe939a96d tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060325 Dec 16 09:24:51.133325 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-41b17105-e2ae-4cac-918f-05246e2c9713 req-9a3f3702-9b68-420c-853b-667597c338ec tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.128 HTTP/1.1" status: 200 len: 696 time: 0.0500705 Dec 16 09:24:51.200594 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-41b17105-e2ae-4cac-918f-05246e2c9713 req-57317c7c-b27a-4553-8ae2-a927ede129a9 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.128 HTTP/1.1" status: 200 len: 696 time: 0.0602891 Dec 16 09:24:51.333486 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-41b17105-e2ae-4cac-918f-05246e2c9713 req-82c8b761-c603-4984-8ae4-a89e3ccb62d5 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Deleting port b6c129b1-5540-41c5-acdc-9f3e45e0aa64 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:24:51.333486 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-41b17105-e2ae-4cac-918f-05246e2c9713 req-82c8b761-c603-4984-8ae4-a89e3ccb62d5 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:51.418930 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-41b17105-e2ae-4cac-918f-05246e2c9713 req-82c8b761-c603-4984-8ae4-a89e3ccb62d5 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:51.419267 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-41b17105-e2ae-4cac-918f-05246e2c9713 req-82c8b761-c603-4984-8ae4-a89e3ccb62d5 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:51.439315 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-41b17105-e2ae-4cac-918f-05246e2c9713 req-82c8b761-c603-4984-8ae4-a89e3ccb62d5 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Calling delete_port for b6c129b1-5540-41c5-acdc-9f3e45e0aa64 owned by network:floatingip {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:24:51.653073 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-ab3430ae-e2cf-4d2e-8b82-cb89f39aaedb tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:51.654839 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-ab3430ae-e2cf-4d2e-8b82-cb89f39aaedb tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.57 "GET /v2.0/networks?id=e3516ca9-313f-4dfd-ad93-284a4c0b42ea HTTP/1.1" status: 200 len: 815 time: 0.1365545 Dec 16 09:24:51.679041 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-caba3fbd-7fb0-4690-ba59-80255a4d8e16 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Request body: {'port': {'device_id': '8c3c61bd-a882-4ce2-b1dc-b196b28d744c', 'network_id': 'e3516ca9-313f-4dfd-ad93-284a4c0b42ea', 'admin_state_up': True, 'tenant_id': '981293c683ef492fa4ed54f7087f26cf'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:51.914334 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-41b17105-e2ae-4cac-918f-05246e2c9713 req-82c8b761-c603-4984-8ae4-a89e3ccb62d5 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:51.939523 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c8b761-c603-4984-8ae4-a89e3ccb62d5 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Pushing event deleted for resources: {'Port': ['ID=b6c129b1-5540-41c5-acdc-9f3e45e0aa64,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:51.952203 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-caba3fbd-7fb0-4690-ba59-80255a4d8e16 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Made reservation on behalf of 981293c683ef492fa4ed54f7087f26cf for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:24:51.955740 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-caba3fbd-7fb0-4690-ba59-80255a4d8e16 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:52.330959 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-41b17105-e2ae-4cac-918f-05246e2c9713 req-82c8b761-c603-4984-8ae4-a89e3ccb62d5 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks [] for floatingip, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:52.337463 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-41b17105-e2ae-4cac-918f-05246e2c9713 req-82c8b761-c603-4984-8ae4-a89e3ccb62d5 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:52.338624 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-41b17105-e2ae-4cac-918f-05246e2c9713 req-82c8b761-c603-4984-8ae4-a89e3ccb62d5 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "DELETE /v2.0/floatingips/2c2e4224-2bc7-40ff-bbe7-30e824dc5e9b HTTP/1.1" status: 204 len: 173 time: 1.1372304 Dec 16 09:24:52.405080 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60914) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:52.426928 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-caba3fbd-7fb0-4690-ba59-80255a4d8e16 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Allocated IP 172.20.0.7 (e3516ca9-313f-4dfd-ad93-284a4c0b42ea/edf366af-7b90-4b86-9acb-680f4e698ead/e0a55bc2-4a49-4521-81d5-ca44d401f57d) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:24:52.590934 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-eeaa57e6-aef4-407c-98c4-2705346fa325 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:24:52.591960 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-eeaa57e6-aef4-407c-98c4-2705346fa325 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1839321 Dec 16 09:24:52.622892 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-caba3fbd-7fb0-4690-ba59-80255a4d8e16 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:52.693155 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e8d051b9-ef60-42c2-a6fc-d63c14b757a2 req-eccf77ea-cde2-4a66-bca8-f87eceb4f9b6 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3c61bd-a882-4ce2-b1dc-b196b28d744c HTTP/1.1" status: 200 len: 210 time: 0.0425034 Dec 16 09:24:52.738937 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-37ca77db-0554-4821-a1e4-c35592594b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:52.740723 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-37ca77db-0554-4821-a1e4-c35592594b5f service neutron] 10.222.0.60 "GET /v2.0/ports/60471c1d-42eb-423b-bcb3-275603b614e3 HTTP/1.1" status: 200 len: 1094 time: 0.0859308 Dec 16 09:24:52.750890 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-81d6af43-af91-4dc5-a34b-c37378d53c9f service neutron] Request body: {'binding': {'host': 'n-h2-820550-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:52.751518 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-81d6af43-af91-4dc5-a34b-c37378d53c9f service neutron] Unknown quota resources ['binding']. {{(pid=102817) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 09:24:52.778893 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-436ba562-6c7e-4760-9ae7-972715642b8f req-3947f3d3-a842-4593-9de4-a50c8cd94d13 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 210 time: 0.0290511 Dec 16 09:24:52.812429 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-caba3fbd-7fb0-4690-ba59-80255a4d8e16 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:52.944350 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-caba3fbd-7fb0-4690-ba59-80255a4d8e16 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Network e3516ca9-313f-4dfd-ad93-284a4c0b42ea is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:24:52.955727 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-caba3fbd-7fb0-4690-ba59-80255a4d8e16 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:52.984193 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-caba3fbd-7fb0-4690-ba59-80255a4d8e16 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:24:53.000208 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-81d6af43-af91-4dc5-a34b-c37378d53c9f service neutron] Attempting to bind port 60471c1d-42eb-423b-bcb3-275603b614e3 on host n-h2-820550-2 for vnic_type normal with profile None {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:24:53.000685 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-81d6af43-af91-4dc5-a34b-c37378d53c9f service neutron] Attempting to bind port 60471c1d-42eb-423b-bcb3-275603b614e3 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:24:53.001086 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-81d6af43-af91-4dc5-a34b-c37378d53c9f service neutron] Attempting to bind port 60471c1d-42eb-423b-bcb3-275603b614e3 on network fd229606-1f82-48a3-82a3-fb35078f3dba {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:53.011395 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-81d6af43-af91-4dc5-a34b-c37378d53c9f service neutron] Port 60471c1d-42eb-423b-bcb3-275603b614e3 on network fd229606-1f82-48a3-82a3-fb35078f3dba not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:24:53.012793 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-81d6af43-af91-4dc5-a34b-c37378d53c9f service neutron] Attempting to bind port 60471c1d-42eb-423b-bcb3-275603b614e3 on network fd229606-1f82-48a3-82a3-fb35078f3dba {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:53.028538 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-81d6af43-af91-4dc5-a34b-c37378d53c9f service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:24:53.029150 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-81d6af43-af91-4dc5-a34b-c37378d53c9f service neutron] Checking segment: {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:24:53.030076 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-81d6af43-af91-4dc5-a34b-c37378d53c9f service neutron] Bound using segment: {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:24:53.031992 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-81d6af43-af91-4dc5-a34b-c37378d53c9f service neutron] Bound port: 60471c1d-42eb-423b-bcb3-275603b614e3, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:24:53.055768 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba3fbd-7fb0-4690-ba59-80255a4d8e16 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Pushing event updated for resources: {'Port': ['ID=e0a55bc2-4a49-4521-81d5-ca44d401f57d,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:53.113334 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-caba3fbd-7fb0-4690-ba59-80255a4d8e16 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:53.114153 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-caba3fbd-7fb0-4690-ba59-80255a4d8e16 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:53.218978 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-11f788dd-1e8a-4f91-8414-4d9f1f9c31a1 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=b4016d4c993042a995a9d87455d30b72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602922 Dec 16 09:24:53.220826 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-81d6af43-af91-4dc5-a34b-c37378d53c9f service neutron] For port 60471c1d-42eb-423b-bcb3-275603b614e3, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=60471c1d-42eb-423b-bcb3-275603b614e3,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:24:53.241599 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-caba3fbd-7fb0-4690-ba59-80255a4d8e16 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5662618 Dec 16 09:24:53.352421 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-4fe454cc-ee56-4b3e-a9d7-4489c3eeb5a3 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:53.360636 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-4fe454cc-ee56-4b3e-a9d7-4489c3eeb5a3 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1383002 Dec 16 09:24:53.377339 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-ba00a670-22f1-4091-81bc-cd48edf2868f tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/quotas/b4016d4c993042a995a9d87455d30b72 HTTP/1.1" status: 200 len: 375 time: 0.0156250 Dec 16 09:24:53.403667 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-81d6af43-af91-4dc5-a34b-c37378d53c9f service neutron] Notify callbacks [] for binding, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:53.415076 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-81d6af43-af91-4dc5-a34b-c37378d53c9f service neutron] 10.222.0.60 "POST /v2.0/ports/60471c1d-42eb-423b-bcb3-275603b614e3/bindings HTTP/1.1" status: 201 len: 389 time: 0.6675429 Dec 16 09:24:53.418598 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-c3519d63-0a34-480c-a38f-6997dcc9bd5f tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b4016d4c993042a995a9d87455d30b72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401723 Dec 16 09:24:53.434168 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-533c8b4d-a8b3-45ad-8e3c-02233e57aaec None None] Provisioning complete for port e0a55bc2-4a49-4521-81d5-ca44d401f57d triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:53.443930 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-533c8b4d-a8b3-45ad-8e3c-02233e57aaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:53.500070 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-533c8b4d-a8b3-45ad-8e3c-02233e57aaec None None] Port e0a55bc2-4a49-4521-81d5-ca44d401f57d cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:24:53.734508 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef6ca5-08e2-48d0-907d-985116653f45 req-92d0c7ff-f1d4-4218-84b0-c42137339047 tempest-ServersOnMultiNodesTest-648833708 tempest-ServersOnMultiNodesTest-648833708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:53.742345 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bcef6ca5-08e2-48d0-907d-985116653f45 req-92d0c7ff-f1d4-4218-84b0-c42137339047 tempest-ServersOnMultiNodesTest-648833708 tempest-ServersOnMultiNodesTest-648833708-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=607a8990-8504-4348-a8c6-45455cd33155 HTTP/1.1" status: 200 len: 1101 time: 0.0497534 Dec 16 09:24:53.778840 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bcef6ca5-08e2-48d0-907d-985116653f45 req-b3c9d7e4-70a5-472e-8742-96f4ad136676 tempest-ServersOnMultiNodesTest-648833708 tempest-ServersOnMultiNodesTest-648833708-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353241 Dec 16 09:24:53.846752 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-08331eeb-2c3e-4a96-9bab-6d892d0b5bc9 req-73ca746d-67e0-41f8-b8d5-9b978ab962e1 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/ports?device_id=acbfb2db-141a-4546-a74f-34735348a98f HTTP/1.1" status: 200 len: 210 time: 0.0301235 Dec 16 09:24:53.965086 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c08226-2939-4a2a-97c5-0332898c62ee req-54afb958-2337-428e-a7ea-1d5c2f4bb5f6 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:53.965086 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-33c08226-2939-4a2a-97c5-0332898c62ee req-54afb958-2337-428e-a7ea-1d5c2f4bb5f6 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/ports?device_id=003bb7b5-8927-4317-8c75-e757939f8761&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0510223 Dec 16 09:24:53.994965 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4ac12038-66a0-4d5f-b00f-6ffc9e5068ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:54.006748 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-33c08226-2939-4a2a-97c5-0332898c62ee req-ecad78bf-1e91-4677-8834-4d5e867f4928 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0363996 Dec 16 09:24:54.109560 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39cea7-ad93-4c78-a5b5-592cc9ef134d req-87102e61-c428-44ed-aba3-5d03a376e105 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:54.111142 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6d39cea7-ad93-4c78-a5b5-592cc9ef134d req-87102e61-c428-44ed-aba3-5d03a376e105 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 946 time: 0.0518415 Dec 16 09:24:54.154918 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6d39cea7-ad93-4c78-a5b5-592cc9ef134d req-4cf894f0-02d3-4af6-80e8-75dfe0884c12 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376558 Dec 16 09:24:54.276537 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecede4-ebf9-4aa0-957f-bb4daebc2059 req-028011ea-4a12-4170-8bcd-1f87d206df4b tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:54.277963 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6fecede4-ebf9-4aa0-957f-bb4daebc2059 req-028011ea-4a12-4170-8bcd-1f87d206df4b tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3c61bd-a882-4ce2-b1dc-b196b28d744c HTTP/1.1" status: 200 len: 931 time: 0.0520217 Dec 16 09:24:54.318344 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6fecede4-ebf9-4aa0-957f-bb4daebc2059 req-01b2a389-f1e6-4738-a5de-b258d47e9245 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/security-groups?id=5607d5a0-abbf-4023-9195-2b8416ce7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339019 Dec 16 09:24:54.427058 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a8cfb-64b9-4ba4-ab8a-1dbb033cae48 req-b6314643-e4ed-40d2-a6d9-30faa7970f36 tempest-ServersOnMultiNodesTest-648833708 tempest-ServersOnMultiNodesTest-648833708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:54.428596 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e69a8cfb-64b9-4ba4-ab8a-1dbb033cae48 req-b6314643-e4ed-40d2-a6d9-30faa7970f36 tempest-ServersOnMultiNodesTest-648833708 tempest-ServersOnMultiNodesTest-648833708-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=da0d9d0b-2bf2-42d4-953e-26fa83c02f9a HTTP/1.1" status: 200 len: 1101 time: 0.0409207 Dec 16 09:24:54.468960 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e69a8cfb-64b9-4ba4-ab8a-1dbb033cae48 req-1ab1e5bd-7561-4da5-89e3-7fefa557be1f tempest-ServersOnMultiNodesTest-648833708 tempest-ServersOnMultiNodesTest-648833708-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335820 Dec 16 09:24:54.567502 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0384b5e1-b520-4ef9-8776-25deaa1f8d2f req-a24646ba-7587-445a-a2dd-159cd8a2f573 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 210 time: 0.0308423 Dec 16 09:24:55.520201 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6ea9ccc9-ec8b-4b07-bb50-5c80e6f302ad req-6a166853-397e-432c-9f38-4b83755c552f tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0384910 Dec 16 09:24:55.794862 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3f649154-07b8-4ef5-a3c2-6d49d97ec49a req-a4a1fc08-b06b-4ba0-9cea-b41343b932a4 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/ports?device_id=acbfb2db-141a-4546-a74f-34735348a98f HTTP/1.1" status: 200 len: 210 time: 0.0380774 Dec 16 09:24:55.927123 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e8b93-26c3-451f-82b9-8bdd94a37760 req-8cb6f697-8d6d-41c2-8014-56aaf8fe78bc tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:55.928635 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-508e8b93-26c3-451f-82b9-8bdd94a37760 req-8cb6f697-8d6d-41c2-8014-56aaf8fe78bc tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 946 time: 0.0592587 Dec 16 09:24:55.973691 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-508e8b93-26c3-451f-82b9-8bdd94a37760 req-26af7909-60e5-43be-af98-ee8b801aae91 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342181 Dec 16 09:24:56.086800 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667309b-d5e1-4c12-80ec-694b963ba839 req-ad8d7aab-8710-4a44-a620-98705dc3a603 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:56.088323 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7667309b-d5e1-4c12-80ec-694b963ba839 req-ad8d7aab-8710-4a44-a620-98705dc3a603 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3c61bd-a882-4ce2-b1dc-b196b28d744c HTTP/1.1" status: 200 len: 931 time: 0.0504847 Dec 16 09:24:56.134832 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7667309b-d5e1-4c12-80ec-694b963ba839 req-bab71e0c-3c3b-41e1-9d15-1eb63bb8ab20 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/security-groups?id=5607d5a0-abbf-4023-9195-2b8416ce7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401165 Dec 16 09:24:56.484356 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c71de275-a594-41e1-8fc0-b69964eee82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:56.738001 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-364bf25d-0075-409f-b149-306045c22038 req-dbe1046a-2ad0-4cf8-b721-39554cc75b15 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 210 time: 0.0362055 Dec 16 09:24:56.859616 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-8acd7908-4524-4ea0-98be-f511855f9450 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235972 Dec 16 09:24:56.975250 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-3329a4ce-baf3-4f6f-9481-1b9d6fe8b767 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:56.976694 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-3329a4ce-baf3-4f6f-9481-1b9d6fe8b767 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1103709 Dec 16 09:24:56.993704 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-dcdf9590-472a-408a-87d6-590e81823e43 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/quotas/b16ff49ba37341f18bcd6e95057f25d8 HTTP/1.1" status: 200 len: 375 time: 0.0102894 Dec 16 09:24:57.054344 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-b2563527-a5f5-47d2-9d85-7df35be563d7 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0538015 Dec 16 09:24:57.420811 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:57.919563 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ea891-1c2d-411c-912d-b1d9ba5fb775 req-8c4cb276-6fbd-45aa-83cd-129838e77ea7 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:57.921534 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c93ea891-1c2d-411c-912d-b1d9ba5fb775 req-8c4cb276-6fbd-45aa-83cd-129838e77ea7 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/ports?device_id=003bb7b5-8927-4317-8c75-e757939f8761 HTTP/1.1" status: 200 len: 946 time: 0.0712256 Dec 16 09:24:57.976101 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c93ea891-1c2d-411c-912d-b1d9ba5fb775 req-30dbad8d-fa50-4109-90d7-05c237bd7fd0 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db831ca-5877-48bc-aa13-89b2a1007a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442348 Dec 16 09:24:58.086534 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5af5db91-40d0-4b13-ab47-2fffc2278144 req-55cf9ca7-c928-460c-8f70-c32ba68597f5 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/ports?device_id=acbfb2db-141a-4546-a74f-34735348a98f HTTP/1.1" status: 200 len: 210 time: 0.0321746 Dec 16 09:24:58.188793 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0adc493-4df1-412c-b95c-0a37fe2f2c3e req-f4cd3eb7-b4ac-49a5-a09d-bbd2976d4cae tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:58.190406 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f0adc493-4df1-412c-b95c-0a37fe2f2c3e req-f4cd3eb7-b4ac-49a5-a09d-bbd2976d4cae tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.58 "GET /v2.0/ports?device_id=003bb7b5-8927-4317-8c75-e757939f8761 HTTP/1.1" status: 200 len: 946 time: 0.0871348 Dec 16 09:24:58.317820 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a9c1c-0b4f-4575-8ef2-c17c5a7da470 req-b506528b-21fb-4c8c-b725-968e08b2f9ec tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:58.321285 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5f9a9c1c-0b4f-4575-8ef2-c17c5a7da470 req-b506528b-21fb-4c8c-b725-968e08b2f9ec tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 946 time: 0.1298850 Dec 16 09:24:58.390275 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5f9a9c1c-0b4f-4575-8ef2-c17c5a7da470 req-d8cbccab-2281-49c7-9402-252911993514 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575140 Dec 16 09:24:58.402878 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-f0adc493-4df1-412c-b95c-0a37fe2f2c3e req-876b83d1-3088-42a9-9e80-7cc8aa646975 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Deleting port e1761581-cf86-4a98-a268-1ccfc3159e3c {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:24:58.403122 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f0adc493-4df1-412c-b95c-0a37fe2f2c3e req-876b83d1-3088-42a9-9e80-7cc8aa646975 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:58.563791 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f0adc493-4df1-412c-b95c-0a37fe2f2c3e req-876b83d1-3088-42a9-9e80-7cc8aa646975 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] For port e1761581-cf86-4a98-a268-1ccfc3159e3c, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=e1761581-cf86-4a98-a268-1ccfc3159e3c,segment=NetworkSegment(04dcf654-26e6-43a5-ac0b-e58d60b1bdef),segment_id=04dcf654-26e6-43a5-ac0b-e58d60b1bdef)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:58.564160 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f0adc493-4df1-412c-b95c-0a37fe2f2c3e req-876b83d1-3088-42a9-9e80-7cc8aa646975 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:58.583718 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-f0adc493-4df1-412c-b95c-0a37fe2f2c3e req-876b83d1-3088-42a9-9e80-7cc8aa646975 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Calling delete_port for e1761581-cf86-4a98-a268-1ccfc3159e3c owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:24:58.595473 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105c91f-267b-490b-b09d-59afe2ece2bc req-7d383b05-df6f-4b43-95a7-4fa87b5ed05b tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:58.599531 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3105c91f-267b-490b-b09d-59afe2ece2bc req-7d383b05-df6f-4b43-95a7-4fa87b5ed05b tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3c61bd-a882-4ce2-b1dc-b196b28d744c HTTP/1.1" status: 200 len: 931 time: 0.0966878 Dec 16 09:24:58.686753 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3105c91f-267b-490b-b09d-59afe2ece2bc req-77022453-17d5-475c-b5e2-956a08dae592 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/security-groups?id=5607d5a0-abbf-4023-9195-2b8416ce7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798435 Dec 16 09:24:58.849864 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7303556b-729f-4f41-b07e-23bb69272a98 req-a4593231-d040-46f3-9b0f-ee5b542d4ac6 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 210 time: 0.0660689 Dec 16 09:24:58.865695 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f0adc493-4df1-412c-b95c-0a37fe2f2c3e req-876b83d1-3088-42a9-9e80-7cc8aa646975 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:58.889231 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['e1761581-cf86-4a98-a268-1ccfc3159e3c'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:24:58.908756 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b83d1-3088-42a9-9e80-7cc8aa646975 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Pushing event deleted for resources: {'Port': ['ID=e1761581-cf86-4a98-a268-1ccfc3159e3c,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:58.963458 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:59.018770 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0adc493-4df1-412c-b95c-0a37fe2f2c3e req-876b83d1-3088-42a9-9e80-7cc8aa646975 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] No DVR routers for this DVR port e1761581-cf86-4a98-a268-1ccfc3159e3c on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:24:59.022878 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f0adc493-4df1-412c-b95c-0a37fe2f2c3e req-876b83d1-3088-42a9-9e80-7cc8aa646975 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:59.026967 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f0adc493-4df1-412c-b95c-0a37fe2f2c3e req-876b83d1-3088-42a9-9e80-7cc8aa646975 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.58 "DELETE /v2.0/ports/e1761581-cf86-4a98-a268-1ccfc3159e3c HTTP/1.1" status: 204 len: 173 time: 0.8258519 Dec 16 09:24:59.027506 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003bb7b5-8927-4317-8c75-e757939f8761', 'name': 'network-vif-deleted', 'tag': 'e1761581-cf86-4a98-a268-1ccfc3159e3c'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:59.053468 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c886f4c7-60f1-425a-bbad-cb8887c0e12d" -d '{"events": [{"server_uuid": "003bb7b5-8927-4317-8c75-e757939f8761", "name": "network-vif-deleted", "tag": "e1761581-cf86-4a98-a268-1ccfc3159e3c"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:59.205981 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b0b8323a-bee3-45b1-ae6e-9a2b89dcec62 req-6bff3e45-c16f-4368-a648-f35a9863a824 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/ports?device_id=003bb7b5-8927-4317-8c75-e757939f8761 HTTP/1.1" status: 200 len: 210 time: 0.0370533 Dec 16 09:24:59.324866 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbcff46c-d44a-4d29-b0c3-faa1b3eefbb0 x-openstack-request-id: req-fbcff46c-d44a-4d29-b0c3-faa1b3eefbb0 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:59.325395 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "003bb7b5-8927-4317-8c75-e757939f8761", "name": "network-vif-deleted", "tag": "e1761581-cf86-4a98-a268-1ccfc3159e3c", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:59.326007 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fbcff46c-d44a-4d29-b0c3-faa1b3eefbb0 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:59.326581 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003bb7b5-8927-4317-8c75-e757939f8761', 'name': 'network-vif-deleted', 'tag': 'e1761581-cf86-4a98-a268-1ccfc3159e3c', 'status': 'completed', 'code': 200} Dec 16 09:24:59.389676 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e5b2940a-6a98-45d8-96f7-89fb0594f16b req-c6fa8522-9e61-4bac-808c-b1260cdcafd0 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5efc1893-dbde-45b8-95b0-1f389b203a8f HTTP/1.1" status: 200 len: 210 time: 0.0300305 Dec 16 09:24:59.494663 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e66e2e02-6a7e-4175-93b6-d6176be9c024 req-346bbc44-ef66-4463-a3f4-765f017f06b1 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/ports?device_id=acbfb2db-141a-4546-a74f-34735348a98f HTTP/1.1" status: 200 len: 210 time: 0.0333853 Dec 16 09:24:59.563680 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:59.667121 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ef456-b0bf-438f-8dbe-28189d7a93b5 req-a8c72eeb-1d32-4109-af34-e568e48a05b0 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:59.669207 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bc4ef456-b0bf-438f-8dbe-28189d7a93b5 req-a8c72eeb-1d32-4109-af34-e568e48a05b0 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 946 time: 0.0782583 Dec 16 09:24:59.716254 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bc4ef456-b0bf-438f-8dbe-28189d7a93b5 req-4a7f6dd7-2444-4428-8cbd-5b89853f7e19 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381050 Dec 16 09:24:59.942820 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc8edc-89d4-4c27-af6b-763f5fbc982b req-af4695e0-e4e7-4891-9c9c-b7bd599f6244 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:59.949068 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bccc8edc-89d4-4c27-af6b-763f5fbc982b req-af4695e0-e4e7-4891-9c9c-b7bd599f6244 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3c61bd-a882-4ce2-b1dc-b196b28d744c HTTP/1.1" status: 200 len: 931 time: 0.1599231 Dec 16 09:25:00.274817 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bccc8edc-89d4-4c27-af6b-763f5fbc982b req-429c8b67-8858-4dac-87bf-293481148491 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/security-groups?id=5607d5a0-abbf-4023-9195-2b8416ce7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679779 Dec 16 09:25:00.274817 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1fbddec0-4463-469b-ac9c-45028236b634 req-c4f7398b-645d-45d8-ba3c-05f48715944e tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 210 time: 0.0266335 Dec 16 09:25:00.345911 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-36fbf6e1-cb43-4b0c-bc48-6602861a8316 req-03a21782-a33e-41d9-a34d-061fa3a43acf tempest-FloatingIPsAssociationNegativeTestJSON-1623975050 tempest-FloatingIPsAssociationNegativeTestJSON-1623975050-project] 10.222.0.60 "GET /v2.0/ports?device_id=003bb7b5-8927-4317-8c75-e757939f8761 HTTP/1.1" status: 200 len: 210 time: 0.0297558 Dec 16 09:25:00.515050 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-546e14e7-52fe-4aaf-9c92-60795f51b58c req-c31a8681-cfd0-40ab-9333-ee89b29b1f80 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5efc1893-dbde-45b8-95b0-1f389b203a8f HTTP/1.1" status: 200 len: 210 time: 0.0305724 Dec 16 09:25:00.623339 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-11aa58d8-57cb-4d1a-bb6c-6585c39e4613 req-c2d3d8af-dc39-497b-ad72-8cad5517c116 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/ports?device_id=acbfb2db-141a-4546-a74f-34735348a98f HTTP/1.1" status: 200 len: 210 time: 0.0273352 Dec 16 09:25:00.882047 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1bc78f-7625-46c9-a9c8-378e92103510 req-11fa6668-388d-48f5-82bf-d086411d81af tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:00.883847 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8d1bc78f-7625-46c9-a9c8-378e92103510 req-11fa6668-388d-48f5-82bf-d086411d81af tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 946 time: 0.0603869 Dec 16 09:25:00.923222 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8d1bc78f-7625-46c9-a9c8-378e92103510 req-6f442baf-2a2b-403f-b5f3-0c360881a319 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332060 Dec 16 09:25:01.187090 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c0b47-299f-4e3c-8311-f1cb4f516140 req-f9763bfb-b810-4c24-8dc0-19567997b038 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:01.188952 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a44c0b47-299f-4e3c-8311-f1cb4f516140 req-f9763bfb-b810-4c24-8dc0-19567997b038 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3c61bd-a882-4ce2-b1dc-b196b28d744c HTTP/1.1" status: 200 len: 931 time: 0.0598264 Dec 16 09:25:01.229383 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a44c0b47-299f-4e3c-8311-f1cb4f516140 req-2c131ade-10fd-431d-9941-18b341e7d3fc tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/security-groups?id=5607d5a0-abbf-4023-9195-2b8416ce7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342312 Dec 16 09:25:01.358882 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-831e9adf-564a-4220-8aa7-2663c418d541 req-25e09b6b-8dfa-4baa-b406-10e343ac7cdf tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 210 time: 0.0284085 Dec 16 09:25:01.409610 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 32844) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:01.622039 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dddd7f08-b05d-4d39-a07f-a5d52b25033c req-b304484a-ad99-47f3-97d3-ccce33b3ef46 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5efc1893-dbde-45b8-95b0-1f389b203a8f HTTP/1.1" status: 200 len: 210 time: 0.0309033 Dec 16 09:25:01.706768 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-6a271388-0b34-4d6d-9f3b-7861145a73d7 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427322 Dec 16 09:25:01.745047 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0c6bc5ab-5149-441f-96ce-f20e9da248af req-506e4e64-9871-435a-9e09-37fe99514ef8 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/ports?device_id=acbfb2db-141a-4546-a74f-34735348a98f HTTP/1.1" status: 200 len: 210 time: 0.0372698 Dec 16 09:25:01.855808 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-9df9ef7a-dca0-4c2b-b904-6e854baf2486 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:01.857824 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-9df9ef7a-dca0-4c2b-b904-6e854baf2486 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1398907 Dec 16 09:25:01.879897 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-01f06d84-6166-4779-9787-094b4fa1e8b4 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Request body: {'port': {'device_id': '5efc1893-dbde-45b8-95b0-1f389b203a8f', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'admin_state_up': True, 'tenant_id': 'b16ff49ba37341f18bcd6e95057f25d8'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:01.924668 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b8f72f34-be41-4945-858c-c9f38fe3639f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:02.081156 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a93878-e27d-4422-befd-8ac7015b1db8 req-a1428bbc-a450-4683-a378-185218f23ec3 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:02.083152 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c1a93878-e27d-4422-befd-8ac7015b1db8 req-a1428bbc-a450-4683-a378-185218f23ec3 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 946 time: 0.0695245 Dec 16 09:25:02.107812 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-01f06d84-6166-4779-9787-094b4fa1e8b4 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Made reservation on behalf of b16ff49ba37341f18bcd6e95057f25d8 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:25:02.111383 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-01f06d84-6166-4779-9787-094b4fa1e8b4 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:02.163581 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c1a93878-e27d-4422-befd-8ac7015b1db8 req-a5934243-52d9-4099-a3d6-9cb13a03df5a tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723505 Dec 16 09:25:02.314539 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device e1761581-cf86-4a98-a268-1ccfc3159e3c no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:25:02.339089 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: e1761581-cf86-4a98-a268-1ccfc3159e3c {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:25:02.339850 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device e1761581-cf86-4a98-a268-1ccfc3159e3c not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:25:02.348830 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-01f06d84-6166-4779-9787-094b4fa1e8b4 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Allocated IP 192.168.233.29 (0f25fa8c-dd15-4f99-b14f-112e51884f75/d30f37a6-2496-485e-9480-e5e1789d975f/d5cf028c-8255-4394-bd59-db75e8fd6e8a) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:02.400268 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e78989-ef2b-4747-8ed0-d3f5ac134c0f req-774c1da3-5e74-49ed-9da1-2545f35a65ef tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:02.401795 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7e78989-ef2b-4747-8ed0-d3f5ac134c0f req-774c1da3-5e74-49ed-9da1-2545f35a65ef tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3c61bd-a882-4ce2-b1dc-b196b28d744c HTTP/1.1" status: 200 len: 931 time: 0.0879161 Dec 16 09:25:02.494149 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7e78989-ef2b-4747-8ed0-d3f5ac134c0f req-62076557-eae6-4b75-93a3-008472a60833 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/security-groups?id=5607d5a0-abbf-4023-9195-2b8416ce7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832524 Dec 16 09:25:02.560864 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-b8f72f34-be41-4945-858c-c9f38fe3639f admin admin] Deleting port 82c48940-3ba0-4feb-8259-f4549bed1777 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:25:02.564173 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b8f72f34-be41-4945-858c-c9f38fe3639f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:02.576773 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-01f06d84-6166-4779-9787-094b4fa1e8b4 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:02.629597 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fcf93a22-feef-4e0a-a66d-bc14e162a40e req-d9c86e04-6a43-48af-8ad6-dcb13db002b7 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 210 time: 0.0295997 Dec 16 09:25:02.645886 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-b8f72f34-be41-4945-858c-c9f38fe3639f admin admin] For port 82c48940-3ba0-4feb-8259-f4549bed1777, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=82c48940-3ba0-4feb-8259-f4549bed1777,segment=NetworkSegment(04dcf654-26e6-43a5-ac0b-e58d60b1bdef),segment_id=04dcf654-26e6-43a5-ac0b-e58d60b1bdef)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:02.646274 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b8f72f34-be41-4945-858c-c9f38fe3639f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:02.661899 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-b8f72f34-be41-4945-858c-c9f38fe3639f admin admin] Calling delete_port for 82c48940-3ba0-4feb-8259-f4549bed1777 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:25:02.731286 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-01f06d84-6166-4779-9787-094b4fa1e8b4 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:02.735088 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-67e14fae-687b-462f-995d-f9096335594f req-c1b5f29b-48e9-4fba-9150-b85facdc1b84 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5efc1893-dbde-45b8-95b0-1f389b203a8f HTTP/1.1" status: 200 len: 210 time: 0.0364807 Dec 16 09:25:02.745488 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['dd0272f9-bbee-4c0e-ba42-849d831252e4'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:25:02.791660 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-01f06d84-6166-4779-9787-094b4fa1e8b4 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Network 0f25fa8c-dd15-4f99-b14f-112e51884f75 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:02.795731 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-01f06d84-6166-4779-9787-094b4fa1e8b4 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:02.802316 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f', '6a544dbf-c596-4f87-ac40-994392bdb751'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:25:02.827424 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-01f06d84-6166-4779-9787-094b4fa1e8b4 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:02.913652 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f06d84-6166-4779-9787-094b4fa1e8b4 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Pushing event updated for resources: {'Port': ['ID=d5cf028c-8255-4394-bd59-db75e8fd6e8a,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:02.945626 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-01f06d84-6166-4779-9787-094b4fa1e8b4 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:02.946271 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-01f06d84-6166-4779-9787-094b4fa1e8b4 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:02.951602 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e9c920da-e9f5-40f9-aa55-2cc3b96667ae req-f9986cee-c182-4ce1-8b4b-6ac15df21063 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/ports?device_id=acbfb2db-141a-4546-a74f-34735348a98f HTTP/1.1" status: 200 len: 210 time: 0.0500958 Dec 16 09:25:02.957097 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b8f72f34-be41-4945-858c-c9f38fe3639f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:02.992825 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f72f34-be41-4945-858c-c9f38fe3639f admin admin] Pushing event deleted for resources: {'Port': ['ID=82c48940-3ba0-4feb-8259-f4549bed1777,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:03.055227 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-01f06d84-6166-4779-9787-094b4fa1e8b4 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1830900 Dec 16 09:25:03.068121 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-00eec4c6-6c72-497e-b606-750234e60bf9 service neutron] Request body: {'port': {'device_id': '5efc1893-dbde-45b8-95b0-1f389b203a8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:03.181835 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-00eec4c6-6c72-497e-b606-750234e60bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:03.286358 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-59ed1090-26fa-4214-b5e8-1e95812b0150 None None] Provisioning complete for port d5cf028c-8255-4394-bd59-db75e8fd6e8a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:03.286748 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-59ed1090-26fa-4214-b5e8-1e95812b0150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:03.349525 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b8f72f34-be41-4945-858c-c9f38fe3639f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:03.385061 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-59ed1090-26fa-4214-b5e8-1e95812b0150 None None] Port d5cf028c-8255-4394-bd59-db75e8fd6e8a cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:25:03.472663 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0b0f1-7892-4146-a385-7a912194c273 req-92ed772f-493e-47e2-8c92-d9bdaebe2f90 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:03.475167 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-53f0b0f1-7892-4146-a385-7a912194c273 req-92ed772f-493e-47e2-8c92-d9bdaebe2f90 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 946 time: 0.1781616 Dec 16 09:25:03.564569 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-53f0b0f1-7892-4146-a385-7a912194c273 req-6279d445-5bbc-48ff-9b03-be39e28d7842 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820975 Dec 16 09:25:03.581052 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f72f34-be41-4945-858c-c9f38fe3639f admin admin] Router 2a42670c-d561-4607-83cf-a663906bde8f has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:25:03.708806 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-00eec4c6-6c72-497e-b606-750234e60bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5cf028c-8255-4394-bd59-db75e8fd6e8a {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:25:03.715825 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f72f34-be41-4945-858c-c9f38fe3639f admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:25:03.718677 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-00eec4c6-6c72-497e-b606-750234e60bf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:03.729494 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f87a7a2-5383-41e2-8123-81da30692d4e None None] Sync routers for ids ['2a42670c-d561-4607-83cf-a663906bde8f'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:25:03.732381 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b8f72f34-be41-4945-858c-c9f38fe3639f admin admin] 10.222.0.60 "PUT /v2.0/routers/2a42670c-d561-4607-83cf-a663906bde8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3216438 Dec 16 09:25:03.733001 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 32870) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:03.740751 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f87a7a2-5383-41e2-8123-81da30692d4e None None] Routers {'2a42670c-d561-4607-83cf-a663906bde8f'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:03.742294 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-2f87a7a2-5383-41e2-8123-81da30692d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:24:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2a42670c-d561-4607-83cf-a663906bde8f'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:03.752249 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-00eec4c6-6c72-497e-b606-750234e60bf9 service neutron] Transition to ACTIVE for port object d5cf028c-8255-4394-bd59-db75e8fd6e8a will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:25:03.770421 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73a1fe-4fbe-4bf2-bcbb-0860d002af69 req-38e65f4c-402a-4db5-a6c1-86e9fc075445 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:03.774154 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0c73a1fe-4fbe-4bf2-bcbb-0860d002af69 req-38e65f4c-402a-4db5-a6c1-86e9fc075445 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3c61bd-a882-4ce2-b1dc-b196b28d744c HTTP/1.1" status: 200 len: 931 time: 0.1093524 Dec 16 09:25:03.841695 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0c73a1fe-4fbe-4bf2-bcbb-0860d002af69 req-75a153be-8e9a-42b0-9098-fa73e8799454 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/security-groups?id=5607d5a0-abbf-4023-9195-2b8416ce7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480092 Dec 16 09:25:03.844262 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-00eec4c6-6c72-497e-b606-750234e60bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:03.893377 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-2f87a7a2-5383-41e2-8123-81da30692d4e None None] Set router 2a42670c-d561-4607-83cf-a663906bde8f gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:25:03.920092 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-076207c6-128a-41c5-a406-49a6634d2641 admin admin] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:03.954565 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eec4c6-6c72-497e-b606-750234e60bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=d5cf028c-8255-4394-bd59-db75e8fd6e8a,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:04.047312 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1d969b87-b063-4d50-b634-7c0ec54f1cb4 req-f8a8d3ec-282a-4d27-8dd9-899f3c501a3e tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 210 time: 0.1213119 Dec 16 09:25:04.122383 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-00eec4c6-6c72-497e-b606-750234e60bf9 service neutron] Attempting to bind port d5cf028c-8255-4394-bd59-db75e8fd6e8a on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:25:04.122801 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-00eec4c6-6c72-497e-b606-750234e60bf9 service neutron] Attempting to bind port d5cf028c-8255-4394-bd59-db75e8fd6e8a by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:25:04.123227 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-00eec4c6-6c72-497e-b606-750234e60bf9 service neutron] Attempting to bind port d5cf028c-8255-4394-bd59-db75e8fd6e8a on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:04.128800 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-00eec4c6-6c72-497e-b606-750234e60bf9 service neutron] Port d5cf028c-8255-4394-bd59-db75e8fd6e8a on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:25:04.128800 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-00eec4c6-6c72-497e-b606-750234e60bf9 service neutron] Attempting to bind port d5cf028c-8255-4394-bd59-db75e8fd6e8a on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:04.136939 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-076207c6-128a-41c5-a406-49a6634d2641 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:04.143640 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-00eec4c6-6c72-497e-b606-750234e60bf9 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:25:04.144162 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-00eec4c6-6c72-497e-b606-750234e60bf9 service neutron] Checking segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:04.144709 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-00eec4c6-6c72-497e-b606-750234e60bf9 service neutron] Bound using segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:25:04.147487 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-00eec4c6-6c72-497e-b606-750234e60bf9 service neutron] Bound port: d5cf028c-8255-4394-bd59-db75e8fd6e8a, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:25:04.147956 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-00eec4c6-6c72-497e-b606-750234e60bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:04.225158 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-2f87a7a2-5383-41e2-8123-81da30692d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a42670c-d561-4607-83cf-a663906bde8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-949553130-router', 'tenant_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'b6ca4eb7-673e-45df-a15c-213ff79cd9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:23:55Z', 'updated_at': '2021-12-16T09:25:02Z', 'revision_number': 5, 'project_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'gw_port': {'id': 'b6ca4eb7-673e-45df-a15c-213ff79cd9a6', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a42670c-d561-4607-83cf-a663906bde8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:23:57Z', 'updated_at': '2021-12-16T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:04.260355 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f87a7a2-5383-41e2-8123-81da30692d4e None None] Checking router: 2a42670c-d561-4607-83cf-a663906bde8f for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:25:04.267953 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b303a79-d3c7-4573-9a23-3114716383e8 req-d797a431-a327-4693-a046-69b3d5aaa5ab tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:04.269714 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5b303a79-d3c7-4573-9a23-3114716383e8 req-d797a431-a327-4693-a046-69b3d5aaa5ab tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5efc1893-dbde-45b8-95b0-1f389b203a8f HTTP/1.1" status: 200 len: 947 time: 0.0955856 Dec 16 09:25:04.274927 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-00eec4c6-6c72-497e-b606-750234e60bf9 service neutron] For port d5cf028c-8255-4394-bd59-db75e8fd6e8a, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:04.275564 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f87a7a2-5383-41e2-8123-81da30692d4e None None] Routers {'2a42670c-d561-4607-83cf-a663906bde8f'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:04.276185 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-2f87a7a2-5383-41e2-8123-81da30692d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:24:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2a42670c-d561-4607-83cf-a663906bde8f'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:04.280349 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-00eec4c6-6c72-497e-b606-750234e60bf9 service neutron] For port d5cf028c-8255-4394-bd59-db75e8fd6e8a, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=d5cf028c-8255-4394-bd59-db75e8fd6e8a,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:25:04.323731 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5b303a79-d3c7-4573-9a23-3114716383e8 req-afc834c1-6ebb-42af-9b53-aa54304da31c tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458050 Dec 16 09:25:04.422142 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-2f87a7a2-5383-41e2-8123-81da30692d4e None None] Set router 2a42670c-d561-4607-83cf-a663906bde8f gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:25:04.428151 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e0d3fd6d-c4e1-4442-9859-a3b1519fab6c req-8d68a5b3-3acc-45ba-a3ae-cab391dc1193 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/ports?device_id=acbfb2db-141a-4546-a74f-34735348a98f HTTP/1.1" status: 200 len: 210 time: 0.0384045 Dec 16 09:25:04.515349 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-00eec4c6-6c72-497e-b606-750234e60bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:04.550090 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-076207c6-128a-41c5-a406-49a6634d2641 admin admin] Deleting port b6ca4eb7-673e-45df-a15c-213ff79cd9a6 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:25:04.550626 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-076207c6-128a-41c5-a406-49a6634d2641 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:04.583718 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-00eec4c6-6c72-497e-b606-750234e60bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:04.584704 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-00eec4c6-6c72-497e-b606-750234e60bf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:04.586557 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-00eec4c6-6c72-497e-b606-750234e60bf9 service neutron] 10.222.0.58 "PUT /v2.0/ports/d5cf028c-8255-4394-bd59-db75e8fd6e8a HTTP/1.1" status: 200 len: 1095 time: 1.5230305 Dec 16 09:25:04.587239 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5efc1893-dbde-45b8-95b0-1f389b203a8f', 'tag': 'd5cf028c-8255-4394-bd59-db75e8fd6e8a'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:04.607315 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237548b9-a654-45e0-b5e6-15ef0756344b" -d '{"events": [{"name": "network-changed", "server_uuid": "5efc1893-dbde-45b8-95b0-1f389b203a8f", "tag": "d5cf028c-8255-4394-bd59-db75e8fd6e8a"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:04.678630 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eec4c6-6c72-497e-b606-750234e60bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=d5cf028c-8255-4394-bd59-db75e8fd6e8a,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:04.743238 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-076207c6-128a-41c5-a406-49a6634d2641 admin admin] For port b6ca4eb7-673e-45df-a15c-213ff79cd9a6, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=b6ca4eb7-673e-45df-a15c-213ff79cd9a6,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:04.744353 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-076207c6-128a-41c5-a406-49a6634d2641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:04.767997 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-076207c6-128a-41c5-a406-49a6634d2641 admin admin] Calling delete_port for b6ca4eb7-673e-45df-a15c-213ff79cd9a6 owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:25:04.800370 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-2f87a7a2-5383-41e2-8123-81da30692d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a42670c-d561-4607-83cf-a663906bde8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-949553130-router', 'tenant_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'b6ca4eb7-673e-45df-a15c-213ff79cd9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:23:55Z', 'updated_at': '2021-12-16T09:25:02Z', 'revision_number': 5, 'project_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'gw_port': {'id': 'b6ca4eb7-673e-45df-a15c-213ff79cd9a6', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a42670c-d561-4607-83cf-a663906bde8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:23:57Z', 'updated_at': '2021-12-16T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:04.846433 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85114c-7254-4c8a-b05b-de430767be96 req-4d680397-da41-48f2-af49-e1d999c2abcf tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:04.851449 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f87a7a2-5383-41e2-8123-81da30692d4e None None] The sync data for ids ['2a42670c-d561-4607-83cf-a663906bde8f'] in n-d-820550-2 is: [{'id': '2a42670c-d561-4607-83cf-a663906bde8f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-949553130-router', 'tenant_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'b6ca4eb7-673e-45df-a15c-213ff79cd9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:23:55Z', 'updated_at': '2021-12-16T09:25:02Z', 'revision_number': 5, 'project_id': '54c4b22f3a8a4e2f8993eaafef9c5a0b', 'gw_port': {'id': 'b6ca4eb7-673e-45df-a15c-213ff79cd9a6', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a42670c-d561-4607-83cf-a663906bde8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:23:57Z', 'updated_at': '2021-12-16T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:25:04.853454 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-db85114c-7254-4c8a-b05b-de430767be96 req-4d680397-da41-48f2-af49-e1d999c2abcf tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 946 time: 0.1588111 Dec 16 09:25:04.856967 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-20340ed1-a1bd-4e2c-be4e-f6b8bdae9d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:04.859085 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-20340ed1-a1bd-4e2c-be4e-f6b8bdae9d0c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&device_id=5efc1893-dbde-45b8-95b0-1f389b203a8f HTTP/1.1" status: 200 len: 1098 time: 0.1502390 Dec 16 09:25:04.939295 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-0f82736d-12b3-447b-a7d2-ab9dfc67e840 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=d5cf028c-8255-4394-bd59-db75e8fd6e8a HTTP/1.1" status: 200 len: 217 time: 0.0705078 Dec 16 09:25:04.974442 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-db85114c-7254-4c8a-b05b-de430767be96 req-8f6b1dd6-0d6a-4496-90d7-cd55527294b7 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433989 Dec 16 09:25:05.016975 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-31973720-6560-4c9e-a3b4-ff9fcf2b85ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:05.018476 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-31973720-6560-4c9e-a3b4-ff9fcf2b85ca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0548117 Dec 16 09:25:05.029288 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbaf3395-1254-487d-9a67-86e2e27c1a85 x-openstack-request-id: req-fbaf3395-1254-487d-9a67-86e2e27c1a85 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:25:05.029288 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5efc1893-dbde-45b8-95b0-1f389b203a8f", "tag": "d5cf028c-8255-4394-bd59-db75e8fd6e8a", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:25:05.029288 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fbaf3395-1254-487d-9a67-86e2e27c1a85 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:25:05.029288 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5efc1893-dbde-45b8-95b0-1f389b203a8f', 'tag': 'd5cf028c-8255-4394-bd59-db75e8fd6e8a', 'status': 'completed', 'code': 200} Dec 16 09:25:05.041696 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-076207c6-128a-41c5-a406-49a6634d2641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:05.079982 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076207c6-128a-41c5-a406-49a6634d2641 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6ca4eb7-673e-45df-a15c-213ff79cd9a6,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:05.096598 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-3dd25bf1-42b9-4c86-8a60-af5b87a1c23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:05.098346 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-3dd25bf1-42b9-4c86-8a60-af5b87a1c23d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0685399 Dec 16 09:25:05.106718 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-076207c6-128a-41c5-a406-49a6634d2641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:05.275080 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-076207c6-128a-41c5-a406-49a6634d2641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:05.276702 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-8c68c787-2b46-4740-bfa8-12ba59efd8bf service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603065 Dec 16 09:25:05.282923 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-076207c6-128a-41c5-a406-49a6634d2641 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:05.366926 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 82c48940-3ba0-4feb-8259-f4549bed1777 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:25:05.411284 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 82c48940-3ba0-4feb-8259-f4549bed1777 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:25:05.411637 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 82c48940-3ba0-4feb-8259-f4549bed1777 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:25:05.455078 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-076207c6-128a-41c5-a406-49a6634d2641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:05.455646 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076207c6-128a-41c5-a406-49a6634d2641 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a42670c-d561-4607-83cf-a663906bde8f {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:25:05.461202 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-076207c6-128a-41c5-a406-49a6634d2641 admin admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:05.462365 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-076207c6-128a-41c5-a406-49a6634d2641 admin admin] 10.222.0.60 "DELETE /v2.0/routers/2a42670c-d561-4607-83cf-a663906bde8f HTTP/1.1" status: 204 len: 168 time: 1.7283916 Dec 16 09:25:05.463291 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310262f-3b5c-4e5b-a1f8-2ed14dec007f req-84b8d5ce-5322-4fa6-9c10-4afd76accc93 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:05.465362 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 32894) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:05.465630 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e310262f-3b5c-4e5b-a1f8-2ed14dec007f req-84b8d5ce-5322-4fa6-9c10-4afd76accc93 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3c61bd-a882-4ce2-b1dc-b196b28d744c HTTP/1.1" status: 200 len: 931 time: 0.0967696 Dec 16 09:25:05.515691 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-e1cfc8d8-ed54-43ef-9581-d69f88073fd1 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375476 Dec 16 09:25:05.521078 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb1ac55-7da1-4d49-b369-286472a197ad admin admin] Deleting subnet 4b1a2e6a-0898-45c0-b553-80f1895b4df9 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:25:05.527350 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5cb1ac55-7da1-4d49-b369-286472a197ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:05.543518 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e310262f-3b5c-4e5b-a1f8-2ed14dec007f req-80b6654d-e429-43d8-a5a3-b7c9821a2947 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/security-groups?id=5607d5a0-abbf-4023-9195-2b8416ce7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664356 Dec 16 09:25:05.590535 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5cb1ac55-7da1-4d49-b369-286472a197ad admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:05.652475 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8cb2b3f0-c2c1-41e0-929c-398ea731757a req-96c2405e-5083-4b90-9cec-29b7739bac51 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 210 time: 0.0352833 Dec 16 09:25:05.738882 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237548b9-a654-45e0-b5e6-15ef0756344b req-e0a2cd9b-1ab4-4d6f-80d8-9b1bbc7ff020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:05.740549 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5cb1ac55-7da1-4d49-b369-286472a197ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:05.740810 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-237548b9-a654-45e0-b5e6-15ef0756344b req-e0a2cd9b-1ab4-4d6f-80d8-9b1bbc7ff020 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&device_id=5efc1893-dbde-45b8-95b0-1f389b203a8f HTTP/1.1" status: 200 len: 1098 time: 0.0836029 Dec 16 09:25:05.900430 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd857b-657a-4b53-9827-0d5335eca3a8 req-9cdb6ed8-7123-4d63-a4d5-9169144e8131 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:05.902465 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0dd857b-657a-4b53-9827-0d5335eca3a8 req-9cdb6ed8-7123-4d63-a4d5-9169144e8131 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5efc1893-dbde-45b8-95b0-1f389b203a8f HTTP/1.1" status: 200 len: 947 time: 0.0720332 Dec 16 09:25:05.970705 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237548b9-a654-45e0-b5e6-15ef0756344b req-72377905-a2fd-4f68-a47e-99e1e0869751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:05.970705 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-237548b9-a654-45e0-b5e6-15ef0756344b req-72377905-a2fd-4f68-a47e-99e1e0869751 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.2074428 Dec 16 09:25:05.970705 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0dd857b-657a-4b53-9827-0d5335eca3a8 req-b2a0fb44-915b-4e8c-9b1d-e58c1eee5656 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596364 Dec 16 09:25:06.012508 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-237548b9-a654-45e0-b5e6-15ef0756344b req-5854fa5d-d87f-4ad9-9629-0f753b5c86f8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=d5cf028c-8255-4394-bd59-db75e8fd6e8a HTTP/1.1" status: 200 len: 217 time: 0.0387173 Dec 16 09:25:06.075064 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d3ee4810-22a0-4fc1-8c79-dfd46db421c5 req-19739598-8875-436f-8c4b-d010c82117b1 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/ports?device_id=acbfb2db-141a-4546-a74f-34735348a98f HTTP/1.1" status: 200 len: 210 time: 0.0308583 Dec 16 09:25:06.083913 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237548b9-a654-45e0-b5e6-15ef0756344b req-5e124bd1-21cc-4883-8325-b96a5174d629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:06.085331 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-237548b9-a654-45e0-b5e6-15ef0756344b req-5e124bd1-21cc-4883-8325-b96a5174d629 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0678089 Dec 16 09:25:06.144394 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237548b9-a654-45e0-b5e6-15ef0756344b req-67eb5b51-3e73-4a75-b03e-c3ecbb0e8973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:06.145842 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-237548b9-a654-45e0-b5e6-15ef0756344b req-67eb5b51-3e73-4a75-b03e-c3ecbb0e8973 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0533006 Dec 16 09:25:06.255319 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b497a-4bc4-4417-a821-ca217d92b045 req-4b2928d8-760c-492d-a37c-9b74918685e3 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:06.258010 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8a1b497a-4bc4-4417-a821-ca217d92b045 req-4b2928d8-760c-492d-a37c-9b74918685e3 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 946 time: 0.1157322 Dec 16 09:25:06.465333 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5cb1ac55-7da1-4d49-b369-286472a197ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:06.489577 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1ac55-7da1-4d49-b369-286472a197ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b1a2e6a-0898-45c0-b553-80f1895b4df9,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:06.496672 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5cb1ac55-7da1-4d49-b369-286472a197ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:06.510479 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5cb1ac55-7da1-4d49-b369-286472a197ad admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4b1a2e6a-0898-45c0-b553-80f1895b4df9 HTTP/1.1" status: 204 len: 168 time: 1.0439997 Dec 16 09:25:06.511357 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 32902) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:06.513025 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8266a69b-1225-4dec-9587-6535e515b502 None None] Network 3ccf6740-ee5e-49f4-b1bd-9a930f5facb8 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:25:06.547895 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-1fc37fc0-c63c-4ed2-a414-573a59025aa0 service neutron] Request body: {'port': {'device_id': '8c3c61bd-a882-4ce2-b1dc-b196b28d744c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:06.618367 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-237548b9-a654-45e0-b5e6-15ef0756344b req-0b015cf9-0d26-4fec-a97c-e8c0528f76a7 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4436960 Dec 16 09:25:06.656318 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7807ecee-66e6-411c-b2ab-2226f7ccba9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:06.724045 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8a1b497a-4bc4-4417-a821-ca217d92b045 req-8183acad-a231-48fe-9d1e-fc391742b074 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523394 Dec 16 09:25:06.764108 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-1fc37fc0-c63c-4ed2-a414-573a59025aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:06.781194 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd62dc8e-1ba2-49e7-9d8a-27018820c87f None None] DHCP port deletion for 3ccf6740-ee5e-49f4-b1bd-9a930f5facb8 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:25:06.786809 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26446ad-c625-4418-ac62-9d5c077f8209 req-bca84cc9-0237-4793-93fa-afdc78e07d59 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:06.788954 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a26446ad-c625-4418-ac62-9d5c077f8209 req-bca84cc9-0237-4793-93fa-afdc78e07d59 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3c61bd-a882-4ce2-b1dc-b196b28d744c HTTP/1.1" status: 200 len: 931 time: 0.1176891 Dec 16 09:25:06.794118 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-3cb4ca98-f052-4eef-b55d-96b7a684f325 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:06.795690 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-3cb4ca98-f052-4eef-b55d-96b7a684f325 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.57 "GET /v2.0/networks?id=9785c251-9c28-48ae-a129-6f24c5a7ad17 HTTP/1.1" status: 200 len: 821 time: 0.2633719 Dec 16 09:25:06.815622 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-37e816eb-639c-4cf0-b8a2-b08c9790323f tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Request body: {'port': {'device_id': 'ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d', 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17', 'admin_state_up': True, 'tenant_id': '13f0e2e84c3c42c99759789d057f9272'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:06.844487 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-fd62dc8e-1ba2-49e7-9d8a-27018820c87f None None] Deleting port 2d94573d-3985-4ad5-b68d-3ab8b6137961 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:25:06.845234 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fd62dc8e-1ba2-49e7-9d8a-27018820c87f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:06.848094 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a26446ad-c625-4418-ac62-9d5c077f8209 req-56a5295b-ff15-4b71-8dec-fadc727b650a tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/security-groups?id=5607d5a0-abbf-4023-9195-2b8416ce7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496705 Dec 16 09:25:06.852810 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-7807ecee-66e6-411c-b2ab-2226f7ccba9f admin admin] Deleting port 2d94573d-3985-4ad5-b68d-3ab8b6137961 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:25:06.853309 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7807ecee-66e6-411c-b2ab-2226f7ccba9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:06.904220 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1bc24e10-60ed-4fc4-9cfe-2286153e6359 req-34a0ca60-bee2-4a40-9d4b-f2bd243fb3cb tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 210 time: 0.0988648 Dec 16 09:25:06.909505 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-237548b9-a654-45e0-b5e6-15ef0756344b req-08f012c8-48ca-41e2-a0f7-e26218fb14d0 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838140 Dec 16 09:25:06.933691 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-7807ecee-66e6-411c-b2ab-2226f7ccba9f admin admin] For port 2d94573d-3985-4ad5-b68d-3ab8b6137961, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=2d94573d-3985-4ad5-b68d-3ab8b6137961,segment=NetworkSegment(04dcf654-26e6-43a5-ac0b-e58d60b1bdef),segment_id=04dcf654-26e6-43a5-ac0b-e58d60b1bdef)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:06.934418 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7807ecee-66e6-411c-b2ab-2226f7ccba9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:06.944044 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-fd62dc8e-1ba2-49e7-9d8a-27018820c87f None None] For port 2d94573d-3985-4ad5-b68d-3ab8b6137961, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=2d94573d-3985-4ad5-b68d-3ab8b6137961,segment=NetworkSegment(04dcf654-26e6-43a5-ac0b-e58d60b1bdef),segment_id=04dcf654-26e6-43a5-ac0b-e58d60b1bdef)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:06.945507 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fd62dc8e-1ba2-49e7-9d8a-27018820c87f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:06.948136 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-7807ecee-66e6-411c-b2ab-2226f7ccba9f admin admin] Calling delete_port for 2d94573d-3985-4ad5-b68d-3ab8b6137961 owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:25:06.961402 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-fd62dc8e-1ba2-49e7-9d8a-27018820c87f None None] Calling delete_port for 2d94573d-3985-4ad5-b68d-3ab8b6137961 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:25:07.092232 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:07.105401 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef111868-31ce-49b2-bbd5-a6c661458783 req-50837328-f307-45e0-8792-9bc6749eeec0 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:07.106884 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ef111868-31ce-49b2-bbd5-a6c661458783 req-50837328-f307-45e0-8792-9bc6749eeec0 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5efc1893-dbde-45b8-95b0-1f389b203a8f HTTP/1.1" status: 200 len: 947 time: 0.0537505 Dec 16 09:25:07.120782 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7807ecee-66e6-411c-b2ab-2226f7ccba9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:07.141556 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fd62dc8e-1ba2-49e7-9d8a-27018820c87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:07.154016 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd62dc8e-1ba2-49e7-9d8a-27018820c87f None None] No DVR routers for this DVR port 2d94573d-3985-4ad5-b68d-3ab8b6137961 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:25:07.160879 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807ecee-66e6-411c-b2ab-2226f7ccba9f admin admin] Pushing event deleted for resources: {'Port': ['ID=2d94573d-3985-4ad5-b68d-3ab8b6137961,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:07.164057 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7807ecee-66e6-411c-b2ab-2226f7ccba9f admin admin] No DVR routers for this DVR port 2d94573d-3985-4ad5-b68d-3ab8b6137961 on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:25:07.174360 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62dc8e-1ba2-49e7-9d8a-27018820c87f None None] Pushing event deleted for resources: {'Port': ['ID=2d94573d-3985-4ad5-b68d-3ab8b6137961,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:07.198968 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-aefa4bd7-1fe7-4ec2-92ae-04cfc94f2a18 req-a2fae27e-b9e8-4ee8-b6a7-b0953f2b00d3 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/ports?device_id=acbfb2db-141a-4546-a74f-34735348a98f HTTP/1.1" status: 200 len: 210 time: 0.0392325 Dec 16 09:25:07.201351 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-37e816eb-639c-4cf0-b8a2-b08c9790323f tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Made reservation on behalf of 13f0e2e84c3c42c99759789d057f9272 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:25:07.205147 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-37e816eb-639c-4cf0-b8a2-b08c9790323f tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:07.258055 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-1fc37fc0-c63c-4ed2-a414-573a59025aa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0a55bc2-4a49-4521-81d5-ca44d401f57d {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:25:07.273079 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7807ecee-66e6-411c-b2ab-2226f7ccba9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:07.298741 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ef111868-31ce-49b2-bbd5-a6c661458783 req-a4b969b3-821c-46d3-9fc0-1c15f111a677 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712000 Dec 16 09:25:07.310736 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7807ecee-66e6-411c-b2ab-2226f7ccba9f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:25:07.311036 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7807ecee-66e6-411c-b2ab-2226f7ccba9f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:25:07.313591 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7807ecee-66e6-411c-b2ab-2226f7ccba9f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:25:07.314213 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7807ecee-66e6-411c-b2ab-2226f7ccba9f admin admin] Subscribe: > port after_create 55550000 {{(pid=102817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:25:07.314543 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7807ecee-66e6-411c-b2ab-2226f7ccba9f admin admin] Subscribe: > port after_delete 55550000 {{(pid=102817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:25:07.314891 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7807ecee-66e6-411c-b2ab-2226f7ccba9f admin admin] Subscribe: > port after_update 55550000 {{(pid=102817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:25:07.315005 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 2d94573d-3985-4ad5-b68d-3ab8b6137961 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:25:07.315203 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7807ecee-66e6-411c-b2ab-2226f7ccba9f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:25:07.315524 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7807ecee-66e6-411c-b2ab-2226f7ccba9f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:25:07.315839 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7807ecee-66e6-411c-b2ab-2226f7ccba9f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:25:07.316173 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7807ecee-66e6-411c-b2ab-2226f7ccba9f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:25:07.324824 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-1fc37fc0-c63c-4ed2-a414-573a59025aa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:07.346605 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-1fc37fc0-c63c-4ed2-a414-573a59025aa0 service neutron] Transition to ACTIVE for port object e0a55bc2-4a49-4521-81d5-ca44d401f57d will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:25:07.351784 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 2d94573d-3985-4ad5-b68d-3ab8b6137961 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:25:07.354230 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 2d94573d-3985-4ad5-b68d-3ab8b6137961 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:25:07.354230 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device b6ca4eb7-673e-45df-a15c-213ff79cd9a6 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:25:07.373649 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: b6ca4eb7-673e-45df-a15c-213ff79cd9a6 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:25:07.374048 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device b6ca4eb7-673e-45df-a15c-213ff79cd9a6 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:25:07.403219 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-37e816eb-639c-4cf0-b8a2-b08c9790323f tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Allocated IP 172.20.0.5 (9785c251-9c28-48ae-a129-6f24c5a7ad17/c12d578e-3c58-4d75-9f2c-b724e40168b0/09ffd442-bc5b-4630-ade5-0ddf27f582b9) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:07.422492 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7807ecee-66e6-411c-b2ab-2226f7ccba9f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:25:07.422852 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7807ecee-66e6-411c-b2ab-2226f7ccba9f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:25:07.423232 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7807ecee-66e6-411c-b2ab-2226f7ccba9f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:25:07.423573 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7807ecee-66e6-411c-b2ab-2226f7ccba9f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:25:07.423938 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-7807ecee-66e6-411c-b2ab-2226f7ccba9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ccf6740-ee5e-49f4-b1bd-9a930f5facb8']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:07.431296 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-1fc37fc0-c63c-4ed2-a414-573a59025aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:07.444902 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-7807ecee-66e6-411c-b2ab-2226f7ccba9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04dcf654-26e6-43a5-ac0b-e58d60b1bdef') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:07.445138 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-7807ecee-66e6-411c-b2ab-2226f7ccba9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04dcf654-26e6-43a5-ac0b-e58d60b1bdef') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:07.461840 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7807ecee-66e6-411c-b2ab-2226f7ccba9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:07.488428 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7807ecee-66e6-411c-b2ab-2226f7ccba9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:07.496787 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7807ecee-66e6-411c-b2ab-2226f7ccba9f admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:25:07.497232 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7807ecee-66e6-411c-b2ab-2226f7ccba9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:07.501355 n-d-820550-2 neutron-server[102817]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 09:25:07.501355 n-d-820550-2 neutron-server[102817]: from cryptography.utils import int_from_bytes Dec 16 09:25:07.501355 n-d-820550-2 neutron-server[102817]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 09:25:07.501355 n-d-820550-2 neutron-server[102817]: from cryptography.utils import int_from_bytes Dec 16 09:25:07.501355 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:25:07.501355 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:25:07.501355 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:25:07.501355 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:25:07.501355 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:25:07.501355 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:25:07.501355 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:25:07.501355 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:25:07.501355 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:25:07.501355 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:25:07.501355 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:25:07.501355 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:25:07.501355 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:25:07.501355 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:25:07.501355 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:25:07.501355 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:25:07.501355 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:25:07.501355 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:25:07.501355 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:25:07.501355 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:25:07.501355 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:25:07.501355 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:25:07.501355 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:25:07.501355 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:25:07.501355 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:25:07.501355 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:25:07.501355 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:25:07.501355 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:25:07.501355 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:25:07.501355 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:25:07.501355 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:25:07.501355 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:25:07.546746 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc37fc0-c63c-4ed2-a414-573a59025aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=e0a55bc2-4a49-4521-81d5-ca44d401f57d,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:07.643730 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7807ecee-66e6-411c-b2ab-2226f7ccba9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:07.657176 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7807ecee-66e6-411c-b2ab-2226f7ccba9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:07.657176 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7807ecee-66e6-411c-b2ab-2226f7ccba9f admin admin] 10.222.0.60 "DELETE /v2.0/networks/3ccf6740-ee5e-49f4-b1bd-9a930f5facb8 HTTP/1.1" status: 204 len: 168 time: 1.1422229 Dec 16 09:25:07.683514 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807ecee-66e6-411c-b2ab-2226f7ccba9f admin admin] Pushing event deleted for resources: {'Network': ['ID=3ccf6740-ee5e-49f4-b1bd-9a930f5facb8,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:07.708663 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-37e816eb-639c-4cf0-b8a2-b08c9790323f tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:07.711452 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-1fc37fc0-c63c-4ed2-a414-573a59025aa0 service neutron] Attempting to bind port e0a55bc2-4a49-4521-81d5-ca44d401f57d on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:25:07.717412 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-1fc37fc0-c63c-4ed2-a414-573a59025aa0 service neutron] Attempting to bind port e0a55bc2-4a49-4521-81d5-ca44d401f57d by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '8964c3ab-e3c8-4683-aed6-f36a09c842e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e3516ca9-313f-4dfd-ad93-284a4c0b42ea'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:25:07.717412 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-1fc37fc0-c63c-4ed2-a414-573a59025aa0 service neutron] Attempting to bind port e0a55bc2-4a49-4521-81d5-ca44d401f57d on network e3516ca9-313f-4dfd-ad93-284a4c0b42ea {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:07.720421 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-1fc37fc0-c63c-4ed2-a414-573a59025aa0 service neutron] Port e0a55bc2-4a49-4521-81d5-ca44d401f57d on network e3516ca9-313f-4dfd-ad93-284a4c0b42ea not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:25:07.720756 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-1fc37fc0-c63c-4ed2-a414-573a59025aa0 service neutron] Attempting to bind port e0a55bc2-4a49-4521-81d5-ca44d401f57d on network e3516ca9-313f-4dfd-ad93-284a4c0b42ea {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:07.728794 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-1fc37fc0-c63c-4ed2-a414-573a59025aa0 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:25:07.729171 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-1fc37fc0-c63c-4ed2-a414-573a59025aa0 service neutron] Checking segment: {'id': '8964c3ab-e3c8-4683-aed6-f36a09c842e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e3516ca9-313f-4dfd-ad93-284a4c0b42ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:07.729569 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-1fc37fc0-c63c-4ed2-a414-573a59025aa0 service neutron] Bound using segment: {'id': '8964c3ab-e3c8-4683-aed6-f36a09c842e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e3516ca9-313f-4dfd-ad93-284a4c0b42ea'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:25:07.730654 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-1fc37fc0-c63c-4ed2-a414-573a59025aa0 service neutron] Bound port: e0a55bc2-4a49-4521-81d5-ca44d401f57d, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8964c3ab-e3c8-4683-aed6-f36a09c842e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e3516ca9-313f-4dfd-ad93-284a4c0b42ea'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:25:07.731013 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-1fc37fc0-c63c-4ed2-a414-573a59025aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:07.851017 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-1fc37fc0-c63c-4ed2-a414-573a59025aa0 service neutron] For port e0a55bc2-4a49-4521-81d5-ca44d401f57d, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:07.854196 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-1fc37fc0-c63c-4ed2-a414-573a59025aa0 service neutron] For port e0a55bc2-4a49-4521-81d5-ca44d401f57d, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=e0a55bc2-4a49-4521-81d5-ca44d401f57d,segment=NetworkSegment(8964c3ab-e3c8-4683-aed6-f36a09c842e0),segment_id=8964c3ab-e3c8-4683-aed6-f36a09c842e0)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:25:07.858540 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b983f5-4941-4b4f-917d-5f90b5152ac9 req-901d92a1-83d5-4e34-b83c-e42643f7f6a5 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:07.860756 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-23b983f5-4941-4b4f-917d-5f90b5152ac9 req-901d92a1-83d5-4e34-b83c-e42643f7f6a5 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 946 time: 0.0541642 Dec 16 09:25:07.899864 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-23b983f5-4941-4b4f-917d-5f90b5152ac9 req-525154a7-3d16-4e6d-83a3-767f4506e181 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334215 Dec 16 09:25:07.950763 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-37e816eb-639c-4cf0-b8a2-b08c9790323f tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:07.952908 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-1fc37fc0-c63c-4ed2-a414-573a59025aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:08.024247 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-1fc37fc0-c63c-4ed2-a414-573a59025aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:08.025128 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-1fc37fc0-c63c-4ed2-a414-573a59025aa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:08.026688 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-1fc37fc0-c63c-4ed2-a414-573a59025aa0 service neutron] 10.222.0.57 "PUT /v2.0/ports/e0a55bc2-4a49-4521-81d5-ca44d401f57d HTTP/1.1" status: 200 len: 1091 time: 1.4829926 Dec 16 09:25:08.029022 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c3c61bd-a882-4ce2-b1dc-b196b28d744c', 'tag': 'e0a55bc2-4a49-4521-81d5-ca44d401f57d'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:08.032040 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9941663-8d0d-417b-96de-4bb85f6b261d req-08c5c062-8c6e-49d0-acad-1d32a3fbd87f tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:08.032525 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdaa9de5-e959-4c91-8fc5-b4bb3390e77e" -d '{"events": [{"name": "network-changed", "server_uuid": "8c3c61bd-a882-4ce2-b1dc-b196b28d744c", "tag": "e0a55bc2-4a49-4521-81d5-ca44d401f57d"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:08.034846 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c9941663-8d0d-417b-96de-4bb85f6b261d req-08c5c062-8c6e-49d0-acad-1d32a3fbd87f tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3c61bd-a882-4ce2-b1dc-b196b28d744c HTTP/1.1" status: 200 len: 943 time: 0.0758414 Dec 16 09:25:08.058731 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-37e816eb-639c-4cf0-b8a2-b08c9790323f tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Network 9785c251-9c28-48ae-a129-6f24c5a7ad17 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:08.062555 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-37e816eb-639c-4cf0-b8a2-b08c9790323f tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:08.065617 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-37e816eb-639c-4cf0-b8a2-b08c9790323f tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:08.077267 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc37fc0-c63c-4ed2-a414-573a59025aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=e0a55bc2-4a49-4521-81d5-ca44d401f57d,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:08.082936 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c9941663-8d0d-417b-96de-4bb85f6b261d req-63749123-394f-456a-801b-a66a25699d43 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/security-groups?id=5607d5a0-abbf-4023-9195-2b8416ce7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375707 Dec 16 09:25:08.161382 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e816eb-639c-4cf0-b8a2-b08c9790323f tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Pushing event updated for resources: {'Port': ['ID=09ffd442-bc5b-4630-ade5-0ddf27f582b9,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:08.171489 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-37e816eb-639c-4cf0-b8a2-b08c9790323f tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:08.172339 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-37e816eb-639c-4cf0-b8a2-b08c9790323f tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:08.205831 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 32930) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:08.208463 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ebba9-084a-40e2-896d-efd971c27422 req-1234650a-6d03-401a-ac78-c62c63374695 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:08.213610 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-878ebba9-084a-40e2-896d-efd971c27422 req-1234650a-6d03-401a-ac78-c62c63374695 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 931 time: 0.0734582 Dec 16 09:25:08.254457 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-878ebba9-084a-40e2-896d-efd971c27422 req-6352c1aa-3436-4361-8501-e52d94a4a924 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375512 Dec 16 09:25:08.258550 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-adc2574e-e938-4c44-9851-ac1ce18f681a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=54c4b22f3a8a4e2f8993eaafef9c5a0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487807 Dec 16 09:25:08.258780 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 32934) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:08.259751 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-37e816eb-639c-4cf0-b8a2-b08c9790323f tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4485464 Dec 16 09:25:08.302190 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cd494d-4b68-4881-98bb-c4bd50bdf6de x-openstack-request-id: req-d9cd494d-4b68-4881-98bb-c4bd50bdf6de {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:25:08.302478 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c3c61bd-a882-4ce2-b1dc-b196b28d744c", "tag": "e0a55bc2-4a49-4521-81d5-ca44d401f57d", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:25:08.302717 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d9cd494d-4b68-4881-98bb-c4bd50bdf6de {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:25:08.303115 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c3c61bd-a882-4ce2-b1dc-b196b28d744c', 'tag': 'e0a55bc2-4a49-4521-81d5-ca44d401f57d', 'status': 'completed', 'code': 200} Dec 16 09:25:08.308315 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-179ef955-48bc-4165-a72d-a1b2843a51a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:08.321563 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device d5cf028c-8255-4394-bd59-db75e8fd6e8a details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:25:08.331358 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-179ef955-48bc-4165-a72d-a1b2843a51a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:08.383311 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7c67ff73-9acc-44f8-8da6-7c3acf043b4e req-c2fcaaaf-be16-455c-81c6-57ce0b3023ce tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/ports?device_id=acbfb2db-141a-4546-a74f-34735348a98f HTTP/1.1" status: 200 len: 210 time: 0.0343220 Dec 16 09:25:08.428271 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port d5cf028c-8255-4394-bd59-db75e8fd6e8a, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=d5cf028c-8255-4394-bd59-db75e8fd6e8a,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:08.439936 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'd5cf028c-8255-4394-bd59-db75e8fd6e8a', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': 'd5cf028c-8255-4394-bd59-db75e8fd6e8a', 'mac_address': 'fa:16:3e:83:a8:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:25:08.487886 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:08.494884 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebe7b3-ed3b-416f-b059-9883f2615b82 req-9ecc0f8d-994c-43f3-be81-5740f518a943 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:08.496412 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-feebe7b3-ed3b-416f-b059-9883f2615b82 req-9ecc0f8d-994c-43f3-be81-5740f518a943 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5efc1893-dbde-45b8-95b0-1f389b203a8f HTTP/1.1" status: 200 len: 947 time: 0.0527928 Dec 16 09:25:08.502941 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5cf028c-8255-4394-bd59-db75e8fd6e8a {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:25:08.519732 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-179ef955-48bc-4165-a72d-a1b2843a51a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:08.522512 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-179ef955-48bc-4165-a72d-a1b2843a51a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:08.522980 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port d5cf028c-8255-4394-bd59-db75e8fd6e8a, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=d5cf028c-8255-4394-bd59-db75e8fd6e8a,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:08.524026 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-179ef955-48bc-4165-a72d-a1b2843a51a4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9db831ca-5877-48bc-aa13-89b2a1007a53 HTTP/1.1" status: 204 len: 168 time: 0.2643874 Dec 16 09:25:08.536542 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ef955-48bc-4165-a72d-a1b2843a51a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db831ca-5877-48bc-aa13-89b2a1007a53,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:08.557328 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-feebe7b3-ed3b-416f-b059-9883f2615b82 req-e5cd4cb8-c46e-4b75-894c-0ff6de30dcee tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546641 Dec 16 09:25:08.594584 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-cd06ba8f-6a2b-49a3-bbfa-019669634a9d service neutron] Request body: {'port': {'device_id': 'ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:08.623747 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:08.662458 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-cd06ba8f-6a2b-49a3-bbfa-019669634a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:08.715208 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=d5cf028c-8255-4394-bd59-db75e8fd6e8a,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:08.846689 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa9de5-e959-4c91-8fc5-b4bb3390e77e req-9c3b2bfb-bb0a-4265-93e7-da4b4f443b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:08.858213 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bdaa9de5-e959-4c91-8fc5-b4bb3390e77e req-9c3b2bfb-bb0a-4265-93e7-da4b4f443b61 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=981293c683ef492fa4ed54f7087f26cf&device_id=8c3c61bd-a882-4ce2-b1dc-b196b28d744c HTTP/1.1" status: 200 len: 1094 time: 0.1184740 Dec 16 09:25:08.925423 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['d5cf028c-8255-4394-bd59-db75e8fd6e8a'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:25:09.232203 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa9de5-e959-4c91-8fc5-b4bb3390e77e req-32ae4827-17ad-4679-b5fd-8023d062b35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:09.235219 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bdaa9de5-e959-4c91-8fc5-b4bb3390e77e req-32ae4827-17ad-4679-b5fd-8023d062b35a service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=981293c683ef492fa4ed54f7087f26cf&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3698864 Dec 16 09:25:09.241278 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-adabd39b-0d05-4b30-a2e4-cec5c88ad3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:09.242777 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-adabd39b-0d05-4b30-a2e4-cec5c88ad3a4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ef267339b96a4504bcc86eb4b94505b3&device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 1097 time: 0.1916993 Dec 16 09:25:09.343653 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bab3a-a4c8-495f-ad33-4a0b868e98b4 req-32cd27a5-0d73-4767-8308-217f961c821c tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:09.345990 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a69bab3a-a4c8-495f-ad33-4a0b868e98b4 req-32cd27a5-0d73-4767-8308-217f961c821c tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 946 time: 0.2567718 Dec 16 09:25:09.584001 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59176f10-3558-4345-a7a5-76e65a710dc2 req-1ba5dad8-fe8b-42e7-b5ea-2bcde65f240e tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:09.586533 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-59176f10-3558-4345-a7a5-76e65a710dc2 req-1ba5dad8-fe8b-42e7-b5ea-2bcde65f240e tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3c61bd-a882-4ce2-b1dc-b196b28d744c HTTP/1.1" status: 200 len: 943 time: 0.0579250 Dec 16 09:25:09.628291 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-59176f10-3558-4345-a7a5-76e65a710dc2 req-702b42e8-7f96-4c21-bbff-7ea125b2a9ba tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/security-groups?id=5607d5a0-abbf-4023-9195-2b8416ce7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350356 Dec 16 09:25:09.757027 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-cd06ba8f-6a2b-49a3-bbfa-019669634a9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09ffd442-bc5b-4630-ade5-0ddf27f582b9 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:25:09.767136 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97536558-f59f-4b2c-8e6f-0d0d4d305aef req-2277ae94-b9c7-47dd-b3bc-d7fe0e0bc4bf tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:09.769638 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-97536558-f59f-4b2c-8e6f-0d0d4d305aef req-2277ae94-b9c7-47dd-b3bc-d7fe0e0bc4bf tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 931 time: 0.0670571 Dec 16 09:25:09.779215 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-cd06ba8f-6a2b-49a3-bbfa-019669634a9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:09.809271 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-97536558-f59f-4b2c-8e6f-0d0d4d305aef req-ee26bf5a-3266-4006-8942-2d2f13437098 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332305 Dec 16 09:25:09.850345 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-cd06ba8f-6a2b-49a3-bbfa-019669634a9d service neutron] Transition to ACTIVE for port object 09ffd442-bc5b-4630-ade5-0ddf27f582b9 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:25:09.853598 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a69bab3a-a4c8-495f-ad33-4a0b868e98b4 req-0eb4d1da-66e4-4e4b-9689-7a85b399c948 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740081 Dec 16 09:25:09.891823 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa9de5-e959-4c91-8fc5-b4bb3390e77e req-632111dc-b6df-42b0-90de-6c13306fb5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:09.893473 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bdaa9de5-e959-4c91-8fc5-b4bb3390e77e req-632111dc-b6df-42b0-90de-6c13306fb5b8 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6498165 Dec 16 09:25:09.906484 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-16c7e726-4e28-413c-9f88-38666c619396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:09.908114 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-16c7e726-4e28-413c-9f88-38666c619396 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fd229606-1f82-48a3-82a3-fb35078f3dba HTTP/1.1" status: 200 len: 909 time: 0.6380093 Dec 16 09:25:09.919482 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-7e5edf61-1cfb-4a4d-8241-5973f2258c78 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429957 Dec 16 09:25:09.956071 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b32b5b3e-bac5-46a1-b6cb-5e0c5635e3a2 req-c0ddcd93-2899-4e95-82d3-fe68d8dfe890 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/ports?device_id=acbfb2db-141a-4546-a74f-34735348a98f HTTP/1.1" status: 200 len: 210 time: 0.0353057 Dec 16 09:25:09.966919 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-14f56ed8-fc79-44e6-9644-b11c1639c8bc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60471c1d-42eb-423b-bcb3-275603b614e3 HTTP/1.1" status: 200 len: 217 time: 0.0458014 Dec 16 09:25:09.999170 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-cd06ba8f-6a2b-49a3-bbfa-019669634a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:10.118760 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-0267f69d-7e78-4048-8b6c-c3df7aec6fb3 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:10.120233 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-0267f69d-7e78-4048-8b6c-c3df7aec6fb3 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1912992 Dec 16 09:25:10.148374 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-e80a5e2c-db2f-42f0-9ba4-bcc56eea3462 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Request body: {'port': {'device_id': '5fae15b5-1e44-4e3a-bfdf-c34f65552e52', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'admin_state_up': True, 'tenant_id': 'b16ff49ba37341f18bcd6e95057f25d8'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:10.177026 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-c70b77c8-da1b-41e8-92f8-2936dfe6e620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:10.178110 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-c70b77c8-da1b-41e8-92f8-2936dfe6e620 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1e11efc-2921-4ef6-b725-208b9f6cb7a8 HTTP/1.1" status: 200 len: 848 time: 0.1951296 Dec 16 09:25:10.178393 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:10.179134 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06ba8f-6a2b-49a3-bbfa-019669634a9d service neutron] Pushing event updated for resources: {'Port': ['ID=09ffd442-bc5b-4630-ade5-0ddf27f582b9,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:10.217279 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-1a87251c-4c9c-4fa0-86bf-5650742e01f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:10.219009 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-1a87251c-4c9c-4fa0-86bf-5650742e01f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=981293c683ef492fa4ed54f7087f26cf&device_id=8c3c61bd-a882-4ce2-b1dc-b196b28d744c HTTP/1.1" status: 200 len: 1094 time: 0.2502198 Dec 16 09:25:10.235142 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28fc17-2334-44fd-baab-b8ff13393710 req-cc82c282-ab25-45d3-9de3-05b6d4c1749d tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:10.236868 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-aa28fc17-2334-44fd-baab-b8ff13393710 req-cc82c282-ab25-45d3-9de3-05b6d4c1749d tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5efc1893-dbde-45b8-95b0-1f389b203a8f HTTP/1.1" status: 200 len: 948 time: 0.2009578 Dec 16 09:25:10.248774 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-0fcdf63c-8bd6-4bf6-aa32-90ceb49ceebb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd229606-1f82-48a3-82a3-fb35078f3dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443306 Dec 16 09:25:10.295957 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-bdbee63b-6068-46fa-ba5b-2b1f49df7b4d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0a55bc2-4a49-4521-81d5-ca44d401f57d HTTP/1.1" status: 200 len: 217 time: 0.0613801 Dec 16 09:25:10.311164 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device d5cf028c-8255-4394-bd59-db75e8fd6e8a up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:10.404117 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-cd06ba8f-6a2b-49a3-bbfa-019669634a9d service neutron] Attempting to bind port 09ffd442-bc5b-4630-ade5-0ddf27f582b9 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:25:10.404809 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-cd06ba8f-6a2b-49a3-bbfa-019669634a9d service neutron] Attempting to bind port 09ffd442-bc5b-4630-ade5-0ddf27f582b9 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:25:10.405251 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-cd06ba8f-6a2b-49a3-bbfa-019669634a9d service neutron] Attempting to bind port 09ffd442-bc5b-4630-ade5-0ddf27f582b9 on network 9785c251-9c28-48ae-a129-6f24c5a7ad17 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:10.424473 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-cd06ba8f-6a2b-49a3-bbfa-019669634a9d service neutron] Port 09ffd442-bc5b-4630-ade5-0ddf27f582b9 on network 9785c251-9c28-48ae-a129-6f24c5a7ad17 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:25:10.425316 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-cd06ba8f-6a2b-49a3-bbfa-019669634a9d service neutron] Attempting to bind port 09ffd442-bc5b-4630-ade5-0ddf27f582b9 on network 9785c251-9c28-48ae-a129-6f24c5a7ad17 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:10.427974 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.57', 65093) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:10.460571 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-cd06ba8f-6a2b-49a3-bbfa-019669634a9d service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:25:10.461009 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-cd06ba8f-6a2b-49a3-bbfa-019669634a9d service neutron] Checking segment: {'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:10.461261 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port d5cf028c-8255-4394-bd59-db75e8fd6e8a completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:25:10.461558 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-cd06ba8f-6a2b-49a3-bbfa-019669634a9d service neutron] Bound using segment: {'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:25:10.462161 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-cd06ba8f-6a2b-49a3-bbfa-019669634a9d service neutron] Bound port: 09ffd442-bc5b-4630-ade5-0ddf27f582b9, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:25:10.462591 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-cd06ba8f-6a2b-49a3-bbfa-019669634a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:10.467785 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port d5cf028c-8255-4394-bd59-db75e8fd6e8a triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:10.468739 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:10.479313 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-d83e813a-672f-4037-8710-e3a8f389dbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:10.481573 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-d83e813a-672f-4037-8710-e3a8f389dbdd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=edf366af-7b90-4b86-9acb-680f4e698ead HTTP/1.1" status: 200 len: 854 time: 0.1712122 Dec 16 09:25:10.531833 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-5ed05427-d88d-41f6-911c-cc9af8d1a616 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=b4016d4c993042a995a9d87455d30b72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0982926 Dec 16 09:25:10.587835 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:10.624868 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-aa28fc17-2334-44fd-baab-b8ff13393710 req-75f5836c-b93c-4251-b58a-524df455c6ff tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771644 Dec 16 09:25:10.633943 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-c9b47318-47b0-41c2-accd-602070d7309d service neutron] 10.222.0.58 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533490 Dec 16 09:25:10.660367 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efc1893-dbde-45b8-95b0-1f389b203a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5cf028c-8255-4394-bd59-db75e8fd6e8a'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:10.660367 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832011af-4d70-4366-9f00-deb5d26a4c46" -d '{"events": [{"server_uuid": "5efc1893-dbde-45b8-95b0-1f389b203a8f", "name": "network-vif-plugged", "status": "completed", "tag": "d5cf028c-8255-4394-bd59-db75e8fd6e8a"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:10.675373 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port d5cf028c-8255-4394-bd59-db75e8fd6e8a, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=d5cf028c-8255-4394-bd59-db75e8fd6e8a,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:10.717213 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-e80a5e2c-db2f-42f0-9ba4-bcc56eea3462 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Made reservation on behalf of b16ff49ba37341f18bcd6e95057f25d8 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:25:10.720922 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-e80a5e2c-db2f-42f0-9ba4-bcc56eea3462 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:10.749604 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:10.757155 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e48fc42-6365-491b-ae2a-1a1c8ee5209d x-openstack-request-id: req-9e48fc42-6365-491b-ae2a-1a1c8ee5209d {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:25:10.757446 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5efc1893-dbde-45b8-95b0-1f389b203a8f", "name": "network-vif-plugged", "status": "completed", "tag": "d5cf028c-8255-4394-bd59-db75e8fd6e8a", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:25:10.757787 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9e48fc42-6365-491b-ae2a-1a1c8ee5209d {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:25:10.758681 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5efc1893-dbde-45b8-95b0-1f389b203a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5cf028c-8255-4394-bd59-db75e8fd6e8a', 'code': 200} Dec 16 09:25:10.883439 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-91d0f1f6-6dc2-4106-8359-7974f1dbb8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:10.894221 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-91d0f1f6-6dc2-4106-8359-7974f1dbb8e0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3516ca9-313f-4dfd-ad93-284a4c0b42ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3995414 Dec 16 09:25:10.897838 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=d5cf028c-8255-4394-bd59-db75e8fd6e8a,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:10.909992 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-cd06ba8f-6a2b-49a3-bbfa-019669634a9d service neutron] For port 09ffd442-bc5b-4630-ade5-0ddf27f582b9, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:10.915313 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-e80a5e2c-db2f-42f0-9ba4-bcc56eea3462 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Allocated IP 192.168.233.85 (0f25fa8c-dd15-4f99-b14f-112e51884f75/d30f37a6-2496-485e-9480-e5e1789d975f/ed228900-2a20-49f6-9643-2e9be17c5cae) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:10.916050 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-cd06ba8f-6a2b-49a3-bbfa-019669634a9d service neutron] For port 09ffd442-bc5b-4630-ade5-0ddf27f582b9, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=09ffd442-bc5b-4630-ade5-0ddf27f582b9,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:25:11.030227 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3238465-fa21-4124-8516-b33052415226 req-4f99b7c1-28f7-439a-9e8b-62aebc90039f tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:11.032132 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c3238465-fa21-4124-8516-b33052415226 req-4f99b7c1-28f7-439a-9e8b-62aebc90039f tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 943 time: 0.1033227 Dec 16 09:25:11.032957 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-cd06ba8f-6a2b-49a3-bbfa-019669634a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:11.136158 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c3238465-fa21-4124-8516-b33052415226 req-3b8d517d-54c6-46a4-b143-518ed48947e1 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912178 Dec 16 09:25:11.205936 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-cd06ba8f-6a2b-49a3-bbfa-019669634a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:11.210792 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-cd06ba8f-6a2b-49a3-bbfa-019669634a9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:11.210792 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-cd06ba8f-6a2b-49a3-bbfa-019669634a9d service neutron] 10.222.0.57 "PUT /v2.0/ports/09ffd442-bc5b-4630-ade5-0ddf27f582b9 HTTP/1.1" status: 200 len: 1091 time: 2.6203692 Dec 16 09:25:11.212833 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-e80a5e2c-db2f-42f0-9ba4-bcc56eea3462 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:11.222183 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d', 'tag': '09ffd442-bc5b-4630-ade5-0ddf27f582b9'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:11.224844 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129971b5-5bb9-4d58-85c6-7c860d42600d" -d '{"events": [{"name": "network-changed", "server_uuid": "ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d", "tag": "09ffd442-bc5b-4630-ade5-0ddf27f582b9"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:11.241540 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-841e60d3-3065-4cbe-a503-08b22afe9c46 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:11.243001 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-841e60d3-3065-4cbe-a503-08b22afe9c46 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7013211 Dec 16 09:25:11.252175 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9628fe-c320-410d-9563-5e74c7c1177e req-f7855b6b-cfdd-4e94-b316-0cb39abca9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:11.253653 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2f9628fe-c320-410d-9563-5e74c7c1177e req-f7855b6b-cfdd-4e94-b316-0cb39abca9ef service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5efc1893-dbde-45b8-95b0-1f389b203a8f HTTP/1.1" status: 200 len: 1100 time: 0.3351016 Dec 16 09:25:11.276145 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f066659-af0d-4d73-a950-c74b017dcaa5 req-8dafe55c-ecd5-4407-b754-50044a6a92c7 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:11.278249 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7f066659-af0d-4d73-a950-c74b017dcaa5 req-8dafe55c-ecd5-4407-b754-50044a6a92c7 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3c61bd-a882-4ce2-b1dc-b196b28d744c HTTP/1.1" status: 200 len: 943 time: 0.3540139 Dec 16 09:25:11.281987 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-aab0eb8d-edb6-41bf-8087-37b3cb8fb5d3 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Request body: {'port': {'device_id': 'acbfb2db-141a-4546-a74f-34735348a98f', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'admin_state_up': True, 'tenant_id': 'b4016d4c993042a995a9d87455d30b72'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:11.296576 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-1e427310-6a8e-42d0-af5a-aa0335695d48 service neutron] 10.222.0.58 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6427932 Dec 16 09:25:11.317340 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ee3fb-3dfa-4a47-ab6c-e31b2b9979b7 req-50a424cc-809e-454f-9e1c-636fbd57d600 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:11.328318 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d43ee3fb-3dfa-4a47-ab6c-e31b2b9979b7 req-50a424cc-809e-454f-9e1c-636fbd57d600 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 946 time: 0.0758669 Dec 16 09:25:11.337207 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-e80a5e2c-db2f-42f0-9ba4-bcc56eea3462 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:11.350698 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['dd0272f9-bbee-4c0e-ba42-849d831252e4', 'd5cf028c-8255-4394-bd59-db75e8fd6e8a'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:25:11.384925 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f', '6a544dbf-c596-4f87-ac40-994392bdb751'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:25:11.385739 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-e80a5e2c-db2f-42f0-9ba4-bcc56eea3462 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Network 0f25fa8c-dd15-4f99-b14f-112e51884f75 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:11.393092 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2f9628fe-c320-410d-9563-5e74c7c1177e req-e6665a58-a4a4-418a-9f98-a7cfe46e065a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990798 Dec 16 09:25:11.394032 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-e80a5e2c-db2f-42f0-9ba4-bcc56eea3462 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:11.415758 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-e80a5e2c-db2f-42f0-9ba4-bcc56eea3462 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:11.438928 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06ba8f-6a2b-49a3-bbfa-019669634a9d service neutron] Pushing event updated for resources: {'Port': ['ID=09ffd442-bc5b-4630-ade5-0ddf27f582b9,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:11.498484 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a5e2c-db2f-42f0-9ba4-bcc56eea3462 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Pushing event updated for resources: {'Port': ['ID=ed228900-2a20-49f6-9643-2e9be17c5cae,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:11.529401 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d43ee3fb-3dfa-4a47-ab6c-e31b2b9979b7 req-3ccd96a9-48f4-4cb6-9542-634b1d2807c2 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943197 Dec 16 09:25:11.551156 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-30bfc0e0-4871-4cda-bf86-c5315344be30 service neutron] 10.222.0.57 "GET /v2.0/networks/e3516ca9-313f-4dfd-ad93-284a4c0b42ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5984237 Dec 16 09:25:11.555061 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-e80a5e2c-db2f-42f0-9ba4-bcc56eea3462 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:11.565415 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-e80a5e2c-db2f-42f0-9ba4-bcc56eea3462 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:11.586084 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33016) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:11.712076 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8ae8f1e1-5b86-40bf-8ff8-0efe4ee91ec8 req-f76a3bdd-0ecc-442d-b93d-48316c363cdb tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/ports?device_id=acbfb2db-141a-4546-a74f-34735348a98f HTTP/1.1" status: 200 len: 210 time: 0.0626206 Dec 16 09:25:11.728409 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7f066659-af0d-4d73-a950-c74b017dcaa5 req-7b5f420e-5762-45df-b23a-ca0d41cfc8b7 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/security-groups?id=5607d5a0-abbf-4023-9195-2b8416ce7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918550 Dec 16 09:25:11.729185 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-e80a5e2c-db2f-42f0-9ba4-bcc56eea3462 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5842774 Dec 16 09:25:11.778637 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-bf404eaa-5ad0-4d1b-b3af-2655ce87c5a1 service neutron] Request body: {'port': {'device_id': '5fae15b5-1e44-4e3a-bfdf-c34f65552e52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:11.824506 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d831f6df-a1c3-4ebb-83ee-f9ae39c448d3 x-openstack-request-id: req-d831f6df-a1c3-4ebb-83ee-f9ae39c448d3 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:25:11.824799 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d", "tag": "09ffd442-bc5b-4630-ade5-0ddf27f582b9", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:25:11.825058 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d831f6df-a1c3-4ebb-83ee-f9ae39c448d3 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:25:11.825508 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d', 'tag': '09ffd442-bc5b-4630-ade5-0ddf27f582b9', 'status': 'completed', 'code': 200} Dec 16 09:25:11.841498 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e21673ae-9bc6-4f7a-bd7d-f37d174871fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:11.842572 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-9387848d-5b85-4661-bafd-6b6b0d6738df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:11.853297 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-9387848d-5b85-4661-bafd-6b6b0d6738df service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=13f0e2e84c3c42c99759789d057f9272&device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 1094 time: 0.4003701 Dec 16 09:25:11.902524 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-bf404eaa-5ad0-4d1b-b3af-2655ce87c5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:11.947071 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-1c343cb6-8dd9-4235-a81f-7c164b5be36c None None] Provisioning complete for port ed228900-2a20-49f6-9643-2e9be17c5cae triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:11.947550 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1c343cb6-8dd9-4235-a81f-7c164b5be36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:11.982658 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-00a4500a-5078-4549-b697-0d9eb48102eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09ffd442-bc5b-4630-ade5-0ddf27f582b9 HTTP/1.1" status: 200 len: 217 time: 0.1076274 Dec 16 09:25:11.995507 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-1c343cb6-8dd9-4235-a81f-7c164b5be36c None None] Port ed228900-2a20-49f6-9643-2e9be17c5cae cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:25:12.011218 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-856f37d3-f157-4fd1-a64d-702ee1a77bd6 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:12.014226 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-856f37d3-f157-4fd1-a64d-702ee1a77bd6 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861&tenant_id=ef267339b96a4504bcc86eb4b94505b3&binding%3Ahost_id=n-h1-820550-2 HTTP/1.1" status: 200 len: 1097 time: 0.3503664 Dec 16 09:25:12.047438 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-4960e3b5-f3dc-40ed-b0bb-4c414b36c5f0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820550-2'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:12.095161 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a81c3ba0-c1f0-4b9b-87ef-fb55d537142a req-314ac434-7ef9-47c6-8197-d645b785937b service neutron] 10.222.0.57 "GET /v2.0/networks/e3516ca9-313f-4dfd-ad93-284a4c0b42ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5316236 Dec 16 09:25:12.109860 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558deea-3e9b-4e3c-b2ce-03be1b9d08e6 req-a40fd811-e310-4301-8aa6-c7cd0abb93f0 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:12.111124 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6558deea-3e9b-4e3c-b2ce-03be1b9d08e6 req-a40fd811-e310-4301-8aa6-c7cd0abb93f0 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5efc1893-dbde-45b8-95b0-1f389b203a8f HTTP/1.1" status: 200 len: 949 time: 0.1996500 Dec 16 09:25:12.117925 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-e30e3a5c-f3be-473e-bf07-3da2890eedc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:12.119692 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-e30e3a5c-f3be-473e-bf07-3da2890eedc1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c12d578e-3c58-4d75-9f2c-b724e40168b0 HTTP/1.1" status: 200 len: 861 time: 0.1118007 Dec 16 09:25:12.120320 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-aab0eb8d-edb6-41bf-8087-37b3cb8fb5d3 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Made reservation on behalf of b4016d4c993042a995a9d87455d30b72 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:25:12.125002 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-aab0eb8d-edb6-41bf-8087-37b3cb8fb5d3 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:12.153813 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e21673ae-9bc6-4f7a-bd7d-f37d174871fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:12.160460 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-fa50eb5c-e240-46bb-9a4f-2beb6d29c992 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9785c251-9c28-48ae-a129-6f24c5a7ad17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305724 Dec 16 09:25:12.242313 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-aab0eb8d-edb6-41bf-8087-37b3cb8fb5d3 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:12.250560 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6558deea-3e9b-4e3c-b2ce-03be1b9d08e6 req-8510b8c2-e520-4c48-a963-bd6780ff8646 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239071 Dec 16 09:25:12.322583 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e21673ae-9bc6-4f7a-bd7d-f37d174871fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:12.324563 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-4960e3b5-f3dc-40ed-b0bb-4c414b36c5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:12.396094 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e21673ae-9bc6-4f7a-bd7d-f37d174871fb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d1fab7322d0b44bcb65c861705a282ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8066921 Dec 16 09:25:12.396946 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33026) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:12.399852 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-7b928221-7ded-414e-b572-0ed57fdf1f5c service neutron] 10.222.0.57 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304604 Dec 16 09:25:12.405260 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21673ae-9bc6-4f7a-bd7d-f37d174871fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2748524f-ed88-4fc7-a454-ac378f9d4304,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:12.412909 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-bf404eaa-5ad0-4d1b-b3af-2655ce87c5a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed228900-2a20-49f6-9643-2e9be17c5cae {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:25:12.414033 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152b5e3-40f8-450d-bb67-f69fa161c0e1 req-4e46bac9-ad3a-4d57-823e-15ac43970458 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:12.415479 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3152b5e3-40f8-450d-bb67-f69fa161c0e1 req-4e46bac9-ad3a-4d57-823e-15ac43970458 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 943 time: 0.1743977 Dec 16 09:25:12.428723 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-bf404eaa-5ad0-4d1b-b3af-2655ce87c5a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:12.461138 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-bf404eaa-5ad0-4d1b-b3af-2655ce87c5a1 service neutron] Transition to ACTIVE for port object ed228900-2a20-49f6-9643-2e9be17c5cae will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:25:12.477882 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-13e5e775-5b31-4aed-8b18-d27c9418b18c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:12.510358 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-13e5e775-5b31-4aed-8b18-d27c9418b18c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:12.565921 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-bf404eaa-5ad0-4d1b-b3af-2655ce87c5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:12.659362 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-13e5e775-5b31-4aed-8b18-d27c9418b18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:12.661882 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-13e5e775-5b31-4aed-8b18-d27c9418b18c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:12.665551 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-13e5e775-5b31-4aed-8b18-d27c9418b18c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2748524f-ed88-4fc7-a454-ac378f9d4304 HTTP/1.1" status: 204 len: 168 time: 0.2655599 Dec 16 09:25:12.693488 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf404eaa-5ad0-4d1b-b3af-2655ce87c5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed228900-2a20-49f6-9643-2e9be17c5cae,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:12.706707 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5e775-5b31-4aed-8b18-d27c9418b18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2748524f-ed88-4fc7-a454-ac378f9d4304,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:12.790295 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ba810-3c65-4005-a11d-c2fda98c1f9c req-2e9675e6-e162-41cf-888d-d0ad32579a04 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:12.798164 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e89ba810-3c65-4005-a11d-c2fda98c1f9c req-2e9675e6-e162-41cf-888d-d0ad32579a04 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 946 time: 0.1779928 Dec 16 09:25:12.896958 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e89ba810-3c65-4005-a11d-c2fda98c1f9c req-10dc4ebd-171f-4750-9f62-30b9566cbd73 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828183 Dec 16 09:25:12.897873 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-bf404eaa-5ad0-4d1b-b3af-2655ce87c5a1 service neutron] Attempting to bind port ed228900-2a20-49f6-9643-2e9be17c5cae on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:25:12.898388 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-bf404eaa-5ad0-4d1b-b3af-2655ce87c5a1 service neutron] Attempting to bind port ed228900-2a20-49f6-9643-2e9be17c5cae by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:25:12.898549 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-bf404eaa-5ad0-4d1b-b3af-2655ce87c5a1 service neutron] Attempting to bind port ed228900-2a20-49f6-9643-2e9be17c5cae on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:12.907982 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-bf404eaa-5ad0-4d1b-b3af-2655ce87c5a1 service neutron] Port ed228900-2a20-49f6-9643-2e9be17c5cae on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:25:12.908310 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-bf404eaa-5ad0-4d1b-b3af-2655ce87c5a1 service neutron] Attempting to bind port ed228900-2a20-49f6-9643-2e9be17c5cae on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:12.923312 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-bf404eaa-5ad0-4d1b-b3af-2655ce87c5a1 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:25:12.923860 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-bf404eaa-5ad0-4d1b-b3af-2655ce87c5a1 service neutron] Checking segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:12.924414 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-bf404eaa-5ad0-4d1b-b3af-2655ce87c5a1 service neutron] Bound using segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:25:12.925801 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-bf404eaa-5ad0-4d1b-b3af-2655ce87c5a1 service neutron] Bound port: ed228900-2a20-49f6-9643-2e9be17c5cae, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:25:12.927392 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-bf404eaa-5ad0-4d1b-b3af-2655ce87c5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:12.974617 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-aab0eb8d-edb6-41bf-8087-37b3cb8fb5d3 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:12.992246 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3152b5e3-40f8-450d-bb67-f69fa161c0e1 req-7a604c7c-e70a-4b29-a407-d9ef345d22c0 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5614181 Dec 16 09:25:13.067196 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-aab0eb8d-edb6-41bf-8087-37b3cb8fb5d3 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:13.067773 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eb54d6c4-8e0a-44d8-800b-192a4338e691 req-756f692c-6889-412f-a72b-dbc7d4b1b279 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/ports?device_id=acbfb2db-141a-4546-a74f-34735348a98f HTTP/1.1" status: 200 len: 210 time: 0.0794208 Dec 16 09:25:13.096520 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0e2d4a51-1dfe-455d-b899-4253ec391b84 req-7ba22d08-ec1f-4c7d-bb30-703152bbf3ab service neutron] 10.222.0.57 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6800497 Dec 16 09:25:13.163112 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-bf404eaa-5ad0-4d1b-b3af-2655ce87c5a1 service neutron] For port ed228900-2a20-49f6-9643-2e9be17c5cae, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:13.166513 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-bf404eaa-5ad0-4d1b-b3af-2655ce87c5a1 service neutron] For port ed228900-2a20-49f6-9643-2e9be17c5cae, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ed228900-2a20-49f6-9643-2e9be17c5cae,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:25:13.240199 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-4960e3b5-f3dc-40ed-b0bb-4c414b36c5f0 service neutron] For port 60471c1d-42eb-423b-bcb3-275603b614e3, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=60471c1d-42eb-423b-bcb3-275603b614e3,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:13.256062 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0eb8d-edb6-41bf-8087-37b3cb8fb5d3 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa477bf-0781-45f5-b2c5-d8c4245dfeda,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:13.290208 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-bf404eaa-5ad0-4d1b-b3af-2655ce87c5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:13.375332 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-4960e3b5-f3dc-40ed-b0bb-4c414b36c5f0 service neutron] For port 60471c1d-42eb-423b-bcb3-275603b614e3, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:13.427818 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd583e-94ce-4373-b858-6738ef5ae757 req-6d5c7a9e-322d-455a-b671-7386754b2291 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:13.439978 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-bf404eaa-5ad0-4d1b-b3af-2655ce87c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:13.439978 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-bf404eaa-5ad0-4d1b-b3af-2655ce87c5a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:13.439978 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-bf404eaa-5ad0-4d1b-b3af-2655ce87c5a1 service neutron] 10.222.0.57 "PUT /v2.0/ports/ed228900-2a20-49f6-9643-2e9be17c5cae HTTP/1.1" status: 200 len: 1095 time: 1.6617968 Dec 16 09:25:13.440662 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2ebd583e-94ce-4373-b858-6738ef5ae757 req-6d5c7a9e-322d-455a-b671-7386754b2291 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3c61bd-a882-4ce2-b1dc-b196b28d744c HTTP/1.1" status: 200 len: 943 time: 0.3010859 Dec 16 09:25:13.441675 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fae15b5-1e44-4e3a-bfdf-c34f65552e52', 'tag': 'ed228900-2a20-49f6-9643-2e9be17c5cae'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:13.444332 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be22b445-33cb-4029-836b-9463bb0c51ac" -d '{"events": [{"name": "network-changed", "server_uuid": "5fae15b5-1e44-4e3a-bfdf-c34f65552e52", "tag": "ed228900-2a20-49f6-9643-2e9be17c5cae"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:13.499124 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f598f-8daf-4efc-a99f-1d81c226fad0 req-3063ecc1-84e9-45db-b385-a1cebd16ccf7 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:13.500861 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d30f598f-8daf-4efc-a99f-1d81c226fad0 req-3063ecc1-84e9-45db-b385-a1cebd16ccf7 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5efc1893-dbde-45b8-95b0-1f389b203a8f HTTP/1.1" status: 200 len: 949 time: 0.1357479 Dec 16 09:25:13.502226 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf404eaa-5ad0-4d1b-b3af-2655ce87c5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed228900-2a20-49f6-9643-2e9be17c5cae,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:13.546889 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-4960e3b5-f3dc-40ed-b0bb-4c414b36c5f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:13.551933 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-aab0eb8d-edb6-41bf-8087-37b3cb8fb5d3 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Allocated IP 192.168.233.107 (0f25fa8c-dd15-4f99-b14f-112e51884f75/d30f37a6-2496-485e-9480-e5e1789d975f/329ef305-3d25-4845-9295-e9609f77ba1c) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:13.598740 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2ebd583e-94ce-4373-b858-6738ef5ae757 req-9465fe4c-caed-4ba1-aff5-f01a3a62bc4b tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/security-groups?id=5607d5a0-abbf-4023-9195-2b8416ce7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613226 Dec 16 09:25:13.600724 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129971b5-5bb9-4d58-85c6-7c860d42600d req-ac544926-a1d3-4a73-a844-93b2080cd38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:13.602479 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-129971b5-5bb9-4d58-85c6-7c860d42600d req-ac544926-a1d3-4a73-a844-93b2080cd38b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=13f0e2e84c3c42c99759789d057f9272&device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 1094 time: 0.3210728 Dec 16 09:25:13.615261 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d30f598f-8daf-4efc-a99f-1d81c226fad0 req-6e5470d1-2595-44dd-b1e6-14459a9b7100 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003087 Dec 16 09:25:13.657470 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-93fa56e8-c069-420c-b8ff-8786d799e2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:13.659125 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-93fa56e8-c069-420c-b8ff-8786d799e2f5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&device_id=5fae15b5-1e44-4e3a-bfdf-c34f65552e52 HTTP/1.1" status: 200 len: 1098 time: 0.0987873 Dec 16 09:25:13.724096 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68567e67-5455-400c-bfb7-4edfdabfa084 x-openstack-request-id: req-68567e67-5455-400c-bfb7-4edfdabfa084 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:25:13.724374 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fae15b5-1e44-4e3a-bfdf-c34f65552e52", "tag": "ed228900-2a20-49f6-9643-2e9be17c5cae", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:25:13.724617 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-68567e67-5455-400c-bfb7-4edfdabfa084 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:25:13.725156 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fae15b5-1e44-4e3a-bfdf-c34f65552e52', 'tag': 'ed228900-2a20-49f6-9643-2e9be17c5cae', 'status': 'completed', 'code': 200} Dec 16 09:25:13.732544 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-8e8f92c5-1c76-4e7d-a790-69a67ca0ce9d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=ed228900-2a20-49f6-9643-2e9be17c5cae HTTP/1.1" status: 200 len: 217 time: 0.0577295 Dec 16 09:25:13.732835 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-4960e3b5-f3dc-40ed-b0bb-4c414b36c5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:13.792689 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-9f5e190a-facd-43fc-a24d-119e95f0c6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:13.794172 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-9f5e190a-facd-43fc-a24d-119e95f0c6e7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0583940 Dec 16 09:25:13.840000 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace8b7cf-775a-4b15-9563-564adc768861', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60471c1d-42eb-423b-bcb3-275603b614e3'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:13.842677 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1bbb7b-249f-4db6-9ef3-940bc41095ca" -d '{"events": [{"server_uuid": "ace8b7cf-775a-4b15-9563-564adc768861", "name": "network-vif-unplugged", "status": "completed", "tag": "60471c1d-42eb-423b-bcb3-275603b614e3"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:13.846583 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-d1d7c6f1-96cd-4958-86af-c62dc8d7cf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:13.848066 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-d1d7c6f1-96cd-4958-86af-c62dc8d7cf31 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0461376 Dec 16 09:25:13.944392 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e34212d-e958-40fd-8675-5ba2f898cb09 x-openstack-request-id: req-8e34212d-e958-40fd-8675-5ba2f898cb09 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:25:13.944392 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace8b7cf-775a-4b15-9563-564adc768861", "name": "network-vif-unplugged", "status": "completed", "tag": "60471c1d-42eb-423b-bcb3-275603b614e3", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:25:13.944392 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8e34212d-e958-40fd-8675-5ba2f898cb09 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:25:13.944392 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace8b7cf-775a-4b15-9563-564adc768861', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60471c1d-42eb-423b-bcb3-275603b614e3', 'code': 200} Dec 16 09:25:13.972101 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129971b5-5bb9-4d58-85c6-7c860d42600d req-d3741ead-f4a2-4190-8300-cf86c7da146f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:13.973602 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-129971b5-5bb9-4d58-85c6-7c860d42600d req-d3741ead-f4a2-4190-8300-cf86c7da146f service neutron] 10.222.0.57 "GET /v2.0/networks?id=9785c251-9c28-48ae-a129-6f24c5a7ad17 HTTP/1.1" status: 200 len: 922 time: 0.3637028 Dec 16 09:25:13.984723 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-cd33f1f9-30e3-47b1-af3b-df03ef635de9 service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288185 Dec 16 09:25:14.036701 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-4960e3b5-f3dc-40ed-b0bb-4c414b36c5f0 service neutron] Attempting to bind port 60471c1d-42eb-423b-bcb3-275603b614e3 on host n-h1-820550-2 for vnic_type normal with profile {"migrating_to": "n-h2-820550-2"} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:25:14.040959 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-4960e3b5-f3dc-40ed-b0bb-4c414b36c5f0 service neutron] Attempting to bind port 60471c1d-42eb-423b-bcb3-275603b614e3 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:25:14.040959 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-4960e3b5-f3dc-40ed-b0bb-4c414b36c5f0 service neutron] Attempting to bind port 60471c1d-42eb-423b-bcb3-275603b614e3 on network fd229606-1f82-48a3-82a3-fb35078f3dba {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:14.040959 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960e3b5-f3dc-40ed-b0bb-4c414b36c5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=60471c1d-42eb-423b-bcb3-275603b614e3,revision_number=7']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:14.086543 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10cd81-e1e3-4058-9837-3204967011e1 req-f0455bcf-c1ae-49a2-be57-05fdde1c2d19 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:14.088266 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cd10cd81-e1e3-4058-9837-3204967011e1 req-f0455bcf-c1ae-49a2-be57-05fdde1c2d19 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fae15b5-1e44-4e3a-bfdf-c34f65552e52 HTTP/1.1" status: 200 len: 947 time: 0.3334136 Dec 16 09:25:14.092953 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-129971b5-5bb9-4d58-85c6-7c860d42600d req-fefd2442-6689-4ae1-806a-cf93a4e0d1bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09ffd442-bc5b-4630-ade5-0ddf27f582b9 HTTP/1.1" status: 200 len: 217 time: 0.1043749 Dec 16 09:25:14.095838 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-4960e3b5-f3dc-40ed-b0bb-4c414b36c5f0 service neutron] Port 60471c1d-42eb-423b-bcb3-275603b614e3 on network fd229606-1f82-48a3-82a3-fb35078f3dba not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:25:14.095838 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-4960e3b5-f3dc-40ed-b0bb-4c414b36c5f0 service neutron] Attempting to bind port 60471c1d-42eb-423b-bcb3-275603b614e3 on network fd229606-1f82-48a3-82a3-fb35078f3dba {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:14.130630 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d0a62cb6-6f1d-4b6d-a232-86e13137b4ff req-0c5b3b6e-6c23-4893-9252-9de11e63557f service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382139 Dec 16 09:25:14.143238 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cc17a-e180-40c4-8a5e-e7c7433ea6ae req-0444ed54-a760-42cd-be1d-5c43a0b0c9e1 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:14.144865 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0e6cc17a-e180-40c4-8a5e-e7c7433ea6ae req-0444ed54-a760-42cd-be1d-5c43a0b0c9e1 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 944 time: 0.1234033 Dec 16 09:25:14.165566 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-4960e3b5-f3dc-40ed-b0bb-4c414b36c5f0 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:25:14.165566 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-4960e3b5-f3dc-40ed-b0bb-4c414b36c5f0 service neutron] Checking segment: {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:14.165566 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-4960e3b5-f3dc-40ed-b0bb-4c414b36c5f0 service neutron] Bound using segment: {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:25:14.165566 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-4960e3b5-f3dc-40ed-b0bb-4c414b36c5f0 service neutron] Bound port: 60471c1d-42eb-423b-bcb3-275603b614e3, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:25:14.165566 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-4960e3b5-f3dc-40ed-b0bb-4c414b36c5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:14.203026 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0e6cc17a-e180-40c4-8a5e-e7c7433ea6ae req-dfb5ac69-ce5c-4be4-8f02-ef2b0473113f tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465076 Dec 16 09:25:14.282979 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-aab0eb8d-edb6-41bf-8087-37b3cb8fb5d3 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:14.287135 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33076) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:14.296639 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129971b5-5bb9-4d58-85c6-7c860d42600d req-9924088c-aa9e-4f09-9f62-793c8dee9f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:14.303283 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-129971b5-5bb9-4d58-85c6-7c860d42600d req-9924088c-aa9e-4f09-9f62-793c8dee9f4f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c12d578e-3c58-4d75-9f2c-b724e40168b0 HTTP/1.1" status: 200 len: 861 time: 0.2024817 Dec 16 09:25:14.330998 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cd10cd81-e1e3-4058-9837-3204967011e1 req-87deabfd-1b95-4834-ad25-5be921f1e14e tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090185 Dec 16 09:25:14.338295 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22b445-33cb-4029-836b-9463bb0c51ac req-325767a9-70e7-4a41-9ec8-10732094fabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:14.340160 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-be22b445-33cb-4029-836b-9463bb0c51ac req-325767a9-70e7-4a41-9ec8-10732094fabb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&device_id=5fae15b5-1e44-4e3a-bfdf-c34f65552e52 HTTP/1.1" status: 200 len: 1098 time: 0.0935361 Dec 16 09:25:14.376437 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-129971b5-5bb9-4d58-85c6-7c860d42600d req-9133c8df-e9ad-497c-9d07-74a0f9d05348 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9785c251-9c28-48ae-a129-6f24c5a7ad17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400040 Dec 16 09:25:14.386476 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:25:14.402416 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-4960e3b5-f3dc-40ed-b0bb-4c414b36c5f0 service neutron] For port 60471c1d-42eb-423b-bcb3-275603b614e3, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:14.451067 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fb0e1-2370-4e1d-8465-b5d317dfa63e req-c6bbe7fa-3ccc-4a10-9c22-fe4943684b95 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:14.451067 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-075fb0e1-2370-4e1d-8465-b5d317dfa63e req-c6bbe7fa-3ccc-4a10-9c22-fe4943684b95 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 943 time: 0.1515324 Dec 16 09:25:14.460963 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-f6bfd061-545d-43da-a48d-6696819dd5f1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-941321693-network', 'tenant_id': '089b504b14134411afd7c91777dc992c'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:14.496488 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-4960e3b5-f3dc-40ed-b0bb-4c414b36c5f0 service neutron] For port 60471c1d-42eb-423b-bcb3-275603b614e3, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=60471c1d-42eb-423b-bcb3-275603b614e3,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:25:14.498604 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-518e7d91-3798-4985-b579-473933da7db5 req-090ba449-071a-48e6-aedb-67094ec7740e tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/ports?device_id=acbfb2db-141a-4546-a74f-34735348a98f HTTP/1.1" status: 200 len: 210 time: 0.0927451 Dec 16 09:25:14.546508 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-129971b5-5bb9-4d58-85c6-7c860d42600d req-0d300660-d381-4b17-8f12-aadf52d3be6a service neutron] 10.222.0.57 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552482 Dec 16 09:25:14.546697 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-075fb0e1-2370-4e1d-8465-b5d317dfa63e req-ed80aed7-f520-429b-b00b-9e0afafc9624 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857310 Dec 16 09:25:14.553376 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22b445-33cb-4029-836b-9463bb0c51ac req-a3443d9b-e711-40f9-9872-f21906059363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:14.555546 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-be22b445-33cb-4029-836b-9463bb0c51ac req-a3443d9b-e711-40f9-9872-f21906059363 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.1972344 Dec 16 09:25:14.564415 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-4960e3b5-f3dc-40ed-b0bb-4c414b36c5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:14.611705 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-be22b445-33cb-4029-836b-9463bb0c51ac req-377672cc-bff7-42f2-937d-dc5f5ca8ff1a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=ed228900-2a20-49f6-9643-2e9be17c5cae HTTP/1.1" status: 200 len: 217 time: 0.0491099 Dec 16 09:25:14.612998 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-aab0eb8d-edb6-41bf-8087-37b3cb8fb5d3 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:14.617348 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bfd061-545d-43da-a48d-6696819dd5f1 admin admin] Made reservation on behalf of 089b504b14134411afd7c91777dc992c for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:25:14.620331 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f6bfd061-545d-43da-a48d-6696819dd5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:14.676975 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22b445-33cb-4029-836b-9463bb0c51ac req-c498cfcf-5eb7-4df4-8476-4a14d7a00d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:14.678632 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-be22b445-33cb-4029-836b-9463bb0c51ac req-c498cfcf-5eb7-4df4-8476-4a14d7a00d4a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0547934 Dec 16 09:25:14.680046 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f6bfd061-545d-43da-a48d-6696819dd5f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:14.714336 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-aab0eb8d-edb6-41bf-8087-37b3cb8fb5d3 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Network 0f25fa8c-dd15-4f99-b14f-112e51884f75 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:14.748160 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-aab0eb8d-edb6-41bf-8087-37b3cb8fb5d3 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:14.764159 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22b445-33cb-4029-836b-9463bb0c51ac req-c937fb26-f9fc-49a8-b0ca-a7f7d276d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:14.765692 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-be22b445-33cb-4029-836b-9463bb0c51ac req-c937fb26-f9fc-49a8-b0ca-a7f7d276d3c9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0770514 Dec 16 09:25:14.786713 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-aab0eb8d-edb6-41bf-8087-37b3cb8fb5d3 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:14.814012 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-4960e3b5-f3dc-40ed-b0bb-4c414b36c5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:14.814624 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-4960e3b5-f3dc-40ed-b0bb-4c414b36c5f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:14.816015 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-4960e3b5-f3dc-40ed-b0bb-4c414b36c5f0 service neutron] 10.222.0.58 "PUT /v2.0/ports/60471c1d-42eb-423b-bcb3-275603b614e3 HTTP/1.1" status: 200 len: 1122 time: 2.7847321 Dec 16 09:25:14.827139 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960e3b5-f3dc-40ed-b0bb-4c414b36c5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=60471c1d-42eb-423b-bcb3-275603b614e3,revision_number=8']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:14.864454 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f6bfd061-545d-43da-a48d-6696819dd5f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:14.902924 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-be22b445-33cb-4029-836b-9463bb0c51ac req-463372bc-fc91-4435-82a6-f51a3e231066 service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267397 Dec 16 09:25:14.970707 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f6bfd061-545d-43da-a48d-6696819dd5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:14.972267 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-129971b5-5bb9-4d58-85c6-7c860d42600d req-f664c373-ce1a-43bd-a163-803348874e5f service neutron] 10.222.0.57 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184861 Dec 16 09:25:15.002456 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-aab0eb8d-edb6-41bf-8087-37b3cb8fb5d3 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:15.003105 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-aab0eb8d-edb6-41bf-8087-37b3cb8fb5d3 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:15.012127 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6bfd061-545d-43da-a48d-6696819dd5f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:25:15.016784 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0eb8d-edb6-41bf-8087-37b3cb8fb5d3 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Pushing event updated for resources: {'Port': ['ID=329ef305-3d25-4845-9295-e9609f77ba1c,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:15.036295 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a174b-60f9-44b9-a138-4c93dc206a8d req-1efdde3d-313c-465d-8579-e2068072f416 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:15.038391 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d20a174b-60f9-44b9-a138-4c93dc206a8d req-1efdde3d-313c-465d-8579-e2068072f416 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3c61bd-a882-4ce2-b1dc-b196b28d744c HTTP/1.1" status: 200 len: 943 time: 0.3356266 Dec 16 09:25:15.045713 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c29af04f-d3c0-4344-b8ee-edd3ffa5c8f4 req-ecacd44b-bb3c-4e87-84dd-7adfd2199bc0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a3347ebf-4079-4f68-9518-414415ef729f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3304703 Dec 16 09:25:15.045891 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bfd061-545d-43da-a48d-6696819dd5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69059d8-9f60-4f5b-b93d-21f5d7739ce4,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:15.063602 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f6bfd061-545d-43da-a48d-6696819dd5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:15.063963 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-f6bfd061-545d-43da-a48d-6696819dd5f1 admin admin] Added segment 12d9a588-a8ed-4e4e-b1b6-45262cb84fd7 of type vlan for network afd4b102-4e58-4a14-a495-ab824dc8cc6e Dec 16 09:25:15.078820 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8c9a157b-b764-4683-8194-a988a53512fd req-f3509186-9732-4919-ac73-2a35d560646e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1d7aed87-9375-4780-96ca-6b77cb95d113&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1898739 Dec 16 09:25:15.117002 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-95b5e561-52a3-451c-a8ce-8d7a3ae11359 None None] Provisioning complete for port 329ef305-3d25-4845-9295-e9609f77ba1c triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:15.118923 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-95b5e561-52a3-451c-a8ce-8d7a3ae11359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:15.154708 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-aab0eb8d-edb6-41bf-8087-37b3cb8fb5d3 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8911681 Dec 16 09:25:15.166219 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-be22b445-33cb-4029-836b-9463bb0c51ac req-1b40c2b9-c935-4e54-b50b-8ea7036637d7 service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532210 Dec 16 09:25:15.168847 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f6bfd061-545d-43da-a48d-6696819dd5f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:15.181452 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-95b5e561-52a3-451c-a8ce-8d7a3ae11359 None None] Port 329ef305-3d25-4845-9295-e9609f77ba1c cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:25:15.188685 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['60471c1d-42eb-423b-bcb3-275603b614e3'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:25:15.243680 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d20a174b-60f9-44b9-a138-4c93dc206a8d req-b313e6d2-7a94-4b82-897a-f52167d1f3a7 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/security-groups?id=5607d5a0-abbf-4023-9195-2b8416ce7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950445 Dec 16 09:25:15.250843 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-3a020c49-1701-44af-836e-614ec4da74c4 service neutron] Request body: {'port': {'device_id': 'acbfb2db-141a-4546-a74f-34735348a98f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:15.338662 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f6bfd061-545d-43da-a48d-6696819dd5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:15.342908 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bfd061-545d-43da-a48d-6696819dd5f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:15.344052 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f6bfd061-545d-43da-a48d-6696819dd5f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:15.416959 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a157b-b764-4683-8194-a988a53512fd req-5dd5c350-3d63-4dc2-a9b6-73560950e9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:15.421059 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8c9a157b-b764-4683-8194-a988a53512fd req-5dd5c350-3d63-4dc2-a9b6-73560950e9a6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=13f0e2e84c3c42c99759789d057f9272&device_id=1d7aed87-9375-4780-96ca-6b77cb95d113 HTTP/1.1" status: 200 len: 1096 time: 0.2705121 Dec 16 09:25:15.436856 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29af04f-d3c0-4344-b8ee-edd3ffa5c8f4 req-4e769154-534c-4773-8525-8b98a58602b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:15.442430 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c29af04f-d3c0-4344-b8ee-edd3ffa5c8f4 req-4e769154-534c-4773-8525-8b98a58602b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6aea977c1221465ca04aa38c031bb375&device_id=a3347ebf-4079-4f68-9518-414415ef729f HTTP/1.1" status: 200 len: 1096 time: 0.3386981 Dec 16 09:25:15.455076 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-3a020c49-1701-44af-836e-614ec4da74c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:15.473763 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cf189-b117-4ea8-9ab0-52d10b47e19f req-2541e2a4-880e-4681-83c7-1cfef4569a03 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:15.475500 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6e0cf189-b117-4ea8-9ab0-52d10b47e19f req-2541e2a4-880e-4681-83c7-1cfef4569a03 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 944 time: 0.1783807 Dec 16 09:25:15.476083 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bfd061-545d-43da-a48d-6696819dd5f1 admin admin] Pushing event updated for resources: {'Network': ['ID=afd4b102-4e58-4a14-a495-ab824dc8cc6e,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:15.488109 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network afd4b102-4e58-4a14-a495-ab824dc8cc6e details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:25:15.506887 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f6bfd061-545d-43da-a48d-6696819dd5f1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2158844 Dec 16 09:25:15.513844 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33088) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:15.523088 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-d65bdc8f-4bc5-49d4-854c-5acbc9e6a665 admin admin] Request body: {'subnet': {'network_id': 'afd4b102-4e58-4a14-a495-ab824dc8cc6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-941321693-subnet', 'tenant_id': '089b504b14134411afd7c91777dc992c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:15.620055 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6e0cf189-b117-4ea8-9ab0-52d10b47e19f req-4964adfd-1082-4a79-9059-3c5bfe5898cb tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179178 Dec 16 09:25:15.669470 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65bdc8f-4bc5-49d4-854c-5acbc9e6a665 admin admin] Made reservation on behalf of 089b504b14134411afd7c91777dc992c for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:25:15.672071 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d65bdc8f-4bc5-49d4-854c-5acbc9e6a665 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:15.705250 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c804d8-8c76-4f9a-a8c0-32f7b6c1d82c req-85c33932-1003-433a-a83c-a99040eb6097 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:15.706746 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d5c804d8-8c76-4f9a-a8c0-32f7b6c1d82c req-85c33932-1003-433a-a83c-a99040eb6097 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fae15b5-1e44-4e3a-bfdf-c34f65552e52 HTTP/1.1" status: 200 len: 947 time: 0.2314043 Dec 16 09:25:15.796206 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4af620-308d-465b-a13c-43815b809fbb req-c5cefab7-8969-45d9-b0f4-2e1bb78cd249 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:15.798476 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7d4af620-308d-465b-a13c-43815b809fbb req-c5cefab7-8969-45d9-b0f4-2e1bb78cd249 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/ports?device_id=acbfb2db-141a-4546-a74f-34735348a98f HTTP/1.1" status: 200 len: 936 time: 0.1082754 Dec 16 09:25:15.879346 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7d4af620-308d-465b-a13c-43815b809fbb req-aa48d187-d597-4152-84f9-f94176391d5b tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/security-groups?id=3aa477bf-0781-45f5-b2c5-d8c4245dfeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693238 Dec 16 09:25:16.009057 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820567a6-1947-4055-a982-88e131e0cac3 req-36da99df-6a66-48d9-9fb9-69cdf0b47f05 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:16.010573 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-820567a6-1947-4055-a982-88e131e0cac3 req-36da99df-6a66-48d9-9fb9-69cdf0b47f05 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 943 time: 0.0503271 Dec 16 09:25:16.012124 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d65bdc8f-4bc5-49d4-854c-5acbc9e6a665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:16.079844 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace8b7cf-775a-4b15-9563-564adc768861', 'tag': '60471c1d-42eb-423b-bcb3-275603b614e3'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:16.082912 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45301ca0-71b0-44c1-9568-1e4682849b33" -d '{"events": [{"name": "network-changed", "server_uuid": "ace8b7cf-775a-4b15-9563-564adc768861", "tag": "60471c1d-42eb-423b-bcb3-275603b614e3"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:16.093462 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65bdc8f-4bc5-49d4-854c-5acbc9e6a665 admin admin] Pushing event updated for resources: {'Subnet': ['ID=049c4f18-5546-4461-b625-6d7fda2dbad0,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:16.098534 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a157b-b764-4683-8194-a988a53512fd req-3e1b3857-6556-47e4-835a-78ae1980e6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:16.100174 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8c9a157b-b764-4683-8194-a988a53512fd req-3e1b3857-6556-47e4-835a-78ae1980e6ec service neutron] 10.222.0.58 "GET /v2.0/networks?id=9785c251-9c28-48ae-a129-6f24c5a7ad17 HTTP/1.1" status: 200 len: 922 time: 0.6395724 Dec 16 09:25:16.104784 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-820567a6-1947-4055-a982-88e131e0cac3 req-d83369a0-cc35-4814-abc2-0a96d3757852 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873747 Dec 16 09:25:16.112976 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65bdc8f-4bc5-49d4-854c-5acbc9e6a665 admin admin] Checking segment: {'id': '12d9a588-a8ed-4e4e-b1b6-45262cb84fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'afd4b102-4e58-4a14-a495-ab824dc8cc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:16.113373 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65bdc8f-4bc5-49d4-854c-5acbc9e6a665 admin admin] Network hostable DHCP agents. Network: afd4b102-4e58-4a14-a495-ab824dc8cc6e, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:25:16.163573 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29af04f-d3c0-4344-b8ee-edd3ffa5c8f4 req-81e311bf-edb8-483e-a2b0-4039b6037c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:16.165147 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c29af04f-d3c0-4344-b8ee-edd3ffa5c8f4 req-81e311bf-edb8-483e-a2b0-4039b6037c8f service neutron] 10.222.0.57 "GET /v2.0/networks?id=3a6af1ee-58f2-406c-aa8c-1f9d70774ee8 HTTP/1.1" status: 200 len: 924 time: 0.6613386 Dec 16 09:25:16.173657 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8c9a157b-b764-4683-8194-a988a53512fd req-448aba1f-9a61-4e4a-a1c6-22b627a3ac67 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=266c00ed-295e-4866-a2f0-1531c8535562 HTTP/1.1" status: 200 len: 217 time: 0.0589693 Dec 16 09:25:16.181051 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65bdc8f-4bc5-49d4-854c-5acbc9e6a665 admin admin] Network afd4b102-4e58-4a14-a495-ab824dc8cc6e is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:25:16.218988 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d5c804d8-8c76-4f9a-a8c0-32f7b6c1d82c req-4bce73d9-a3ae-43f9-a060-590ab3275fbe tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4995494 Dec 16 09:25:16.261240 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-d65bdc8f-4bc5-49d4-854c-5acbc9e6a665 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, afd4b102-4e58-4a14-a495-ab824dc8cc6e) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:16.271405 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e8a3ad-547f-4892-93bd-8d10bd6f1073 None None] Network afd4b102-4e58-4a14-a495-ab824dc8cc6e requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:25:16.279178 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65bdc8f-4bc5-49d4-854c-5acbc9e6a665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:16.280993 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d65bdc8f-4bc5-49d4-854c-5acbc9e6a665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:16.322506 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2ea96c-e0ba-423b-b32a-0a68063f53d6 x-openstack-request-id: req-1d2ea96c-e0ba-423b-b32a-0a68063f53d6 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:25:16.322506 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace8b7cf-775a-4b15-9563-564adc768861", "tag": "60471c1d-42eb-423b-bcb3-275603b614e3", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:25:16.322506 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1d2ea96c-e0ba-423b-b32a-0a68063f53d6 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:25:16.322506 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ace8b7cf-775a-4b15-9563-564adc768861', 'tag': '60471c1d-42eb-423b-bcb3-275603b614e3', 'status': 'completed', 'code': 200} Dec 16 09:25:16.391231 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c29af04f-d3c0-4344-b8ee-edd3ffa5c8f4 req-440b9a7d-d5f7-4ea6-9653-66eb0d78576b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a69e6f3-ff40-40cb-bbff-f99cea94431e HTTP/1.1" status: 200 len: 1000 time: 0.2092021 Dec 16 09:25:16.400953 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a157b-b764-4683-8194-a988a53512fd req-083f8e52-c91a-4be7-90dc-84f53dd223b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:16.402553 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8c9a157b-b764-4683-8194-a988a53512fd req-083f8e52-c91a-4be7-90dc-84f53dd223b7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c12d578e-3c58-4d75-9f2c-b724e40168b0 HTTP/1.1" status: 200 len: 861 time: 0.2172678 Dec 16 09:25:16.407395 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d65bdc8f-4bc5-49d4-854c-5acbc9e6a665 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8878555 Dec 16 09:25:16.409766 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33106) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:16.414868 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-3aa7f40f-628e-4534-b808-8bf943b06471 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-941321693-router', 'tenant_id': '089b504b14134411afd7c91777dc992c', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:16.447551 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45301ca0-71b0-44c1-9568-1e4682849b33 req-ceab9d90-6514-43bf-9704-afe66a354080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:16.449776 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-45301ca0-71b0-44c1-9568-1e4682849b33 req-ceab9d90-6514-43bf-9704-afe66a354080 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef267339b96a4504bcc86eb4b94505b3&device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 1125 time: 0.1030779 Dec 16 09:25:16.513929 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8c9a157b-b764-4683-8194-a988a53512fd req-9022470f-bbbe-4c26-ac3e-6b04ea580cfe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9785c251-9c28-48ae-a129-6f24c5a7ad17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795856 Dec 16 09:25:16.533432 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3aa7f40f-628e-4534-b808-8bf943b06471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:16.534961 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3aa7f40f-628e-4534-b808-8bf943b06471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:16.569982 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45301ca0-71b0-44c1-9568-1e4682849b33 req-a2fa2271-428e-4060-a025-eaa0c23fcb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:16.571619 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-45301ca0-71b0-44c1-9568-1e4682849b33 req-a2fa2271-428e-4060-a025-eaa0c23fcb8e service neutron] 10.222.0.57 "GET /v2.0/networks?id=fd229606-1f82-48a3-82a3-fb35078f3dba HTTP/1.1" status: 200 len: 909 time: 0.1135669 Dec 16 09:25:16.579518 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682bfec9-d006-4f4e-9c8c-6e5908663dcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-afd4b102-4e58-4a14-a495-ab824dc8cc6e', 'network_id': 'afd4b102-4e58-4a14-a495-ab824dc8cc6e', 'tenant_id': '089b504b14134411afd7c91777dc992c', 'fixed_ips': [{'subnet_id': '049c4f18-5546-4461-b625-6d7fda2dbad0'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:25:16.580378 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-682bfec9-d006-4f4e-9c8c-6e5908663dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:16.598154 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29af04f-d3c0-4344-b8ee-edd3ffa5c8f4 req-4f3063ba-a8bd-4a3d-8213-5eb1e08c10f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:16.599753 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c29af04f-d3c0-4344-b8ee-edd3ffa5c8f4 req-4f3063ba-a8bd-4a3d-8213-5eb1e08c10f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=898541b1-ae3e-41a6-ab62-007c2a398b05 HTTP/1.1" status: 200 len: 862 time: 0.1875370 Dec 16 09:25:16.648533 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-45301ca0-71b0-44c1-9568-1e4682849b33 req-f33cb6ab-2e1a-4c8e-bf35-ee291200a84e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60471c1d-42eb-423b-bcb3-275603b614e3 HTTP/1.1" status: 200 len: 217 time: 0.0641346 Dec 16 09:25:16.649854 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3aa7f40f-628e-4534-b808-8bf943b06471 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:16.697174 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc62da-5264-4fe5-860c-accf337ae8fc req-4f6c8b40-d369-4551-a15e-4d82a7a0f9c2 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:16.698937 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f0fc62da-5264-4fe5-860c-accf337ae8fc req-4f6c8b40-d369-4551-a15e-4d82a7a0f9c2 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3c61bd-a882-4ce2-b1dc-b196b28d744c HTTP/1.1" status: 200 len: 943 time: 0.3005183 Dec 16 09:25:16.733210 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45301ca0-71b0-44c1-9568-1e4682849b33 req-2c76fc79-89e7-466e-beb7-1ad4b626cce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:16.734661 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-45301ca0-71b0-44c1-9568-1e4682849b33 req-2c76fc79-89e7-466e-beb7-1ad4b626cce0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1e11efc-2921-4ef6-b725-208b9f6cb7a8 HTTP/1.1" status: 200 len: 848 time: 0.0780330 Dec 16 09:25:16.738551 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-3a020c49-1701-44af-836e-614ec4da74c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 329ef305-3d25-4845-9295-e9609f77ba1c {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:25:16.750409 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-3a020c49-1701-44af-836e-614ec4da74c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:16.750956 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-682bfec9-d006-4f4e-9c8c-6e5908663dcd None None] Allocated IP 172.20.0.2 (afd4b102-4e58-4a14-a495-ab824dc8cc6e/049c4f18-5546-4461-b625-6d7fda2dbad0/f0ac9fb8-9954-4e1e-b48d-ac1921efeb5e) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:16.793980 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-3a020c49-1701-44af-836e-614ec4da74c4 service neutron] Transition to ACTIVE for port object 329ef305-3d25-4845-9295-e9609f77ba1c will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:25:16.810107 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8c9a157b-b764-4683-8194-a988a53512fd req-5386952b-d880-40ba-9e9e-b32a81d7597e service neutron] 10.222.0.58 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771356 Dec 16 09:25:16.813822 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29af04f-d3c0-4344-b8ee-edd3ffa5c8f4 req-ad20edfb-646f-4263-8e1e-304f79e72a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:16.815229 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c29af04f-d3c0-4344-b8ee-edd3ffa5c8f4 req-ad20edfb-646f-4263-8e1e-304f79e72a87 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3a6af1ee-58f2-406c-aa8c-1f9d70774ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1967757 Dec 16 09:25:16.821815 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f0fc62da-5264-4fe5-860c-accf337ae8fc req-3bc01cc2-1bb2-40c7-87df-b5236d17d9bd tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/security-groups?id=5607d5a0-abbf-4023-9195-2b8416ce7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985034 Dec 16 09:25:16.827208 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-45301ca0-71b0-44c1-9568-1e4682849b33 req-76361511-3f34-4f6e-807f-8cf4c2890d21 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd229606-1f82-48a3-82a3-fb35078f3dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326371 Dec 16 09:25:16.903880 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b022ee-00ad-43b3-ae3a-6ce61b0acd9f req-1aeec1b7-f6ac-4330-a453-561ee5b8a12f tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:16.906718 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-61b022ee-00ad-43b3-ae3a-6ce61b0acd9f req-1aeec1b7-f6ac-4330-a453-561ee5b8a12f tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 944 time: 0.2139971 Dec 16 09:25:16.912678 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-3a020c49-1701-44af-836e-614ec4da74c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:16.948575 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-682bfec9-d006-4f4e-9c8c-6e5908663dcd None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:16.983871 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3aa7f40f-628e-4534-b808-8bf943b06471 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:17.015348 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a020c49-1701-44af-836e-614ec4da74c4 service neutron] Pushing event updated for resources: {'Port': ['ID=329ef305-3d25-4845-9295-e9609f77ba1c,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:17.033106 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-682bfec9-d006-4f4e-9c8c-6e5908663dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:17.066635 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c29af04f-d3c0-4344-b8ee-edd3ffa5c8f4 req-9d30f0e4-a5b1-485a-87d5-b514ffabe87e service neutron] 10.222.0.57 "GET /v2.0/networks/3a6af1ee-58f2-406c-aa8c-1f9d70774ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424748 Dec 16 09:25:17.070673 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-61b022ee-00ad-43b3-ae3a-6ce61b0acd9f req-37b189f6-99d2-437f-802f-0c7f13c75291 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110466 Dec 16 09:25:17.093256 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682bfec9-d006-4f4e-9c8c-6e5908663dcd None None] Network afd4b102-4e58-4a14-a495-ab824dc8cc6e is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:17.102265 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-682bfec9-d006-4f4e-9c8c-6e5908663dcd None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:17.104759 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682bfec9-d006-4f4e-9c8c-6e5908663dcd None None] Pushing event updated for resources: {'Port': ['ID=f0ac9fb8-9954-4e1e-b48d-ac1921efeb5e,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:17.110512 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682bfec9-d006-4f4e-9c8c-6e5908663dcd None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:17.159213 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8c9a157b-b764-4683-8194-a988a53512fd req-999e7da9-221a-4570-ae22-e59f924a7748 service neutron] 10.222.0.58 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407967 Dec 16 09:25:17.164060 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-45301ca0-71b0-44c1-9568-1e4682849b33 req-7adc29e7-11a4-4930-82ee-c78c0b5fed8e service neutron] 10.222.0.57 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794597 Dec 16 09:25:17.182480 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-682bfec9-d006-4f4e-9c8c-6e5908663dcd None None] Attempting to bind port f0ac9fb8-9954-4e1e-b48d-ac1921efeb5e on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:25:17.183629 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-682bfec9-d006-4f4e-9c8c-6e5908663dcd None None] Attempting to bind port f0ac9fb8-9954-4e1e-b48d-ac1921efeb5e by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '12d9a588-a8ed-4e4e-b1b6-45262cb84fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'afd4b102-4e58-4a14-a495-ab824dc8cc6e'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:25:17.185641 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682bfec9-d006-4f4e-9c8c-6e5908663dcd None None] Attempting to bind port f0ac9fb8-9954-4e1e-b48d-ac1921efeb5e on network afd4b102-4e58-4a14-a495-ab824dc8cc6e {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:17.201925 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682bfec9-d006-4f4e-9c8c-6e5908663dcd None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:25:17.202384 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682bfec9-d006-4f4e-9c8c-6e5908663dcd None None] Checking segment: {'id': '12d9a588-a8ed-4e4e-b1b6-45262cb84fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'afd4b102-4e58-4a14-a495-ab824dc8cc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:17.202800 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-682bfec9-d006-4f4e-9c8c-6e5908663dcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:17.207733 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682bfec9-d006-4f4e-9c8c-6e5908663dcd None None] Bound using segment: {'id': '12d9a588-a8ed-4e4e-b1b6-45262cb84fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'afd4b102-4e58-4a14-a495-ab824dc8cc6e'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:25:17.208316 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-682bfec9-d006-4f4e-9c8c-6e5908663dcd None None] Bound port: f0ac9fb8-9954-4e1e-b48d-ac1921efeb5e, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d9a588-a8ed-4e4e-b1b6-45262cb84fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'afd4b102-4e58-4a14-a495-ab824dc8cc6e'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:25:17.208720 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-682bfec9-d006-4f4e-9c8c-6e5908663dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:17.303763 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ad389-271d-4c22-a7b6-a4caf4f10bbf req-4db62179-8e74-4cdd-aa60-5e62abab0013 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:17.309704 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-682bfec9-d006-4f4e-9c8c-6e5908663dcd None None] For port f0ac9fb8-9954-4e1e-b48d-ac1921efeb5e, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:17.313781 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e93ad389-271d-4c22-a7b6-a4caf4f10bbf req-4db62179-8e74-4cdd-aa60-5e62abab0013 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/ports?device_id=acbfb2db-141a-4546-a74f-34735348a98f HTTP/1.1" status: 200 len: 948 time: 0.2936852 Dec 16 09:25:17.315586 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-682bfec9-d006-4f4e-9c8c-6e5908663dcd None None] For port f0ac9fb8-9954-4e1e-b48d-ac1921efeb5e, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f0ac9fb8-9954-4e1e-b48d-ac1921efeb5e,segment=NetworkSegment(12d9a588-a8ed-4e4e-b1b6-45262cb84fd7),segment_id=12d9a588-a8ed-4e4e-b1b6-45262cb84fd7)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:25:17.340531 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c3036-516c-4d5f-9051-ded0b0a601f3 req-29d48f8c-371d-4b81-9db8-89f9bf3539ea tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:17.342140 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d59c3036-516c-4d5f-9051-ded0b0a601f3 req-29d48f8c-371d-4b81-9db8-89f9bf3539ea tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 943 time: 0.1100771 Dec 16 09:25:17.368736 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-3a020c49-1701-44af-836e-614ec4da74c4 service neutron] Attempting to bind port 329ef305-3d25-4845-9295-e9609f77ba1c on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:25:17.369218 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-3a020c49-1701-44af-836e-614ec4da74c4 service neutron] Attempting to bind port 329ef305-3d25-4845-9295-e9609f77ba1c by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:25:17.369644 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-3a020c49-1701-44af-836e-614ec4da74c4 service neutron] Attempting to bind port 329ef305-3d25-4845-9295-e9609f77ba1c on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:17.376369 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-3a020c49-1701-44af-836e-614ec4da74c4 service neutron] Port 329ef305-3d25-4845-9295-e9609f77ba1c on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:25:17.376369 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-3a020c49-1701-44af-836e-614ec4da74c4 service neutron] Attempting to bind port 329ef305-3d25-4845-9295-e9609f77ba1c on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:17.378098 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-45301ca0-71b0-44c1-9568-1e4682849b33 req-6fa7d581-1ba8-4d20-80c8-cdb6940892fc service neutron] 10.222.0.57 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045777 Dec 16 09:25:17.385318 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c29af04f-d3c0-4344-b8ee-edd3ffa5c8f4 req-06deee55-a7a9-4c71-adef-4566652ba7d2 service neutron] 10.222.0.57 "GET /v2.0/networks/3a6af1ee-58f2-406c-aa8c-1f9d70774ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226264 Dec 16 09:25:17.396588 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-3a020c49-1701-44af-836e-614ec4da74c4 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:25:17.398863 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-3a020c49-1701-44af-836e-614ec4da74c4 service neutron] Checking segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:17.398863 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-3a020c49-1701-44af-836e-614ec4da74c4 service neutron] Bound using segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:25:17.398863 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-3a020c49-1701-44af-836e-614ec4da74c4 service neutron] Bound port: 329ef305-3d25-4845-9295-e9609f77ba1c, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:25:17.398863 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-3a020c49-1701-44af-836e-614ec4da74c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:17.404543 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d59c3036-516c-4d5f-9051-ded0b0a601f3 req-ab7a129d-7bf0-4990-9ce4-79e2d88b3499 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517716 Dec 16 09:25:17.422089 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e93ad389-271d-4c22-a7b6-a4caf4f10bbf req-3e2cb105-01b0-4e3a-99a9-82d5b718ac10 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/security-groups?id=3aa477bf-0781-45f5-b2c5-d8c4245dfeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071205 Dec 16 09:25:17.435544 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-682bfec9-d006-4f4e-9c8c-6e5908663dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:17.518258 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-3a020c49-1701-44af-836e-614ec4da74c4 service neutron] For port 329ef305-3d25-4845-9295-e9609f77ba1c, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:17.522833 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-3a020c49-1701-44af-836e-614ec4da74c4 service neutron] For port 329ef305-3d25-4845-9295-e9609f77ba1c, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=329ef305-3d25-4845-9295-e9609f77ba1c,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:25:17.571615 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device e0a55bc2-4a49-4521-81d5-ca44d401f57d details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:25:17.580030 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682bfec9-d006-4f4e-9c8c-6e5908663dcd None None] Pushing event updated for resources: {'Port': ['ID=f0ac9fb8-9954-4e1e-b48d-ac1921efeb5e,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:17.593426 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-3a020c49-1701-44af-836e-614ec4da74c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:17.671984 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a020c49-1701-44af-836e-614ec4da74c4 service neutron] Pushing event updated for resources: {'Port': ['ID=329ef305-3d25-4845-9295-e9609f77ba1c,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:17.695263 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-3a020c49-1701-44af-836e-614ec4da74c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:17.695754 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-3a020c49-1701-44af-836e-614ec4da74c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:17.697192 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-3a020c49-1701-44af-836e-614ec4da74c4 service neutron] 10.222.0.57 "PUT /v2.0/ports/329ef305-3d25-4845-9295-e9609f77ba1c HTTP/1.1" status: 200 len: 1096 time: 2.4721191 Dec 16 09:25:17.782875 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port e0a55bc2-4a49-4521-81d5-ca44d401f57d, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=e0a55bc2-4a49-4521-81d5-ca44d401f57d,segment=NetworkSegment(8964c3ab-e3c8-4683-aed6-f36a09c842e0),segment_id=8964c3ab-e3c8-4683-aed6-f36a09c842e0)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:17.815266 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'e0a55bc2-4a49-4521-81d5-ca44d401f57d', 'network_id': 'e3516ca9-313f-4dfd-ad93-284a4c0b42ea', 'port_id': 'e0a55bc2-4a49-4521-81d5-ca44d401f57d', 'mac_address': 'fa:16:3e:5d:01:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edf366af-7b90-4b86-9acb-680f4e698ead', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:25:17.935145 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:17.940094 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-ad9228db-ec5b-4410-9f7f-ac40ce60b8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:17.942508 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-ad9228db-ec5b-4410-9f7f-ac40ce60b8c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b4016d4c993042a995a9d87455d30b72&device_id=acbfb2db-141a-4546-a74f-34735348a98f HTTP/1.1" status: 200 len: 1099 time: 0.1245263 Dec 16 09:25:17.969393 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd90266-44a5-4471-a782-2e2c7476e2ad req-684a8982-1557-49a3-a545-d16edeeee338 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:17.970760 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0a55bc2-4a49-4521-81d5-ca44d401f57d {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:25:17.984464 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fdd90266-44a5-4471-a782-2e2c7476e2ad req-684a8982-1557-49a3-a545-d16edeeee338 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fae15b5-1e44-4e3a-bfdf-c34f65552e52 HTTP/1.1" status: 200 len: 947 time: 0.2072694 Dec 16 09:25:18.007271 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port e0a55bc2-4a49-4521-81d5-ca44d401f57d, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=e0a55bc2-4a49-4521-81d5-ca44d401f57d,segment=NetworkSegment(8964c3ab-e3c8-4683-aed6-f36a09c842e0),segment_id=8964c3ab-e3c8-4683-aed6-f36a09c842e0)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:18.037740 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3aa7f40f-628e-4534-b808-8bf943b06471 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:18.070641 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3aa7f40f-628e-4534-b808-8bf943b06471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:18.095743 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:18.096721 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 09ffd442-bc5b-4630-ade5-0ddf27f582b9 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:25:18.097058 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fdd90266-44a5-4471-a782-2e2c7476e2ad req-3dccdef2-ae2f-43b9-a4ba-9ff697d771b5 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044798 Dec 16 09:25:18.117892 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-df67e1df-6476-408a-a069-b39e2d471d4b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=329ef305-3d25-4845-9295-e9609f77ba1c HTTP/1.1" status: 200 len: 217 time: 0.1540179 Dec 16 09:25:18.185908 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=e0a55bc2-4a49-4521-81d5-ca44d401f57d,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:18.293199 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-1770569b-1b6d-4901-82f2-05e6682659be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:18.294588 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-1770569b-1b6d-4901-82f2-05e6682659be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.1707537 Dec 16 09:25:18.318147 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464168d-5990-45e8-a433-b619b6d77ffc req-ee0154f6-f672-49b6-96d1-2285b227338f tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:18.328111 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c464168d-5990-45e8-a433-b619b6d77ffc req-ee0154f6-f672-49b6-96d1-2285b227338f tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 944 time: 0.1093686 Dec 16 09:25:18.328111 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-3aa7f40f-628e-4534-b808-8bf943b06471 admin admin] Allocated IP 172.25.1.120 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:18.328961 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acbfb2db-141a-4546-a74f-34735348a98f', 'tag': '329ef305-3d25-4845-9295-e9609f77ba1c'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:18.331477 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d35562-6380-4107-85eb-b4745cd7b9fa" -d '{"events": [{"name": "network-changed", "server_uuid": "acbfb2db-141a-4546-a74f-34735348a98f", "tag": "329ef305-3d25-4845-9295-e9609f77ba1c"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:18.343604 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 09ffd442-bc5b-4630-ade5-0ddf27f582b9, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=09ffd442-bc5b-4630-ade5-0ddf27f582b9,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:18.352225 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a1faa-619f-4195-891d-3d4723b2cf04 req-4f843948-cd81-4f25-840d-5623c713ad87 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:18.353890 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-910a1faa-619f-4195-891d-3d4723b2cf04 req-4f843948-cd81-4f25-840d-5623c713ad87 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3c61bd-a882-4ce2-b1dc-b196b28d744c HTTP/1.1" status: 200 len: 944 time: 0.3091986 Dec 16 09:25:18.359321 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '09ffd442-bc5b-4630-ade5-0ddf27f582b9', 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17', 'port_id': '09ffd442-bc5b-4630-ade5-0ddf27f582b9', 'mac_address': 'fa:16:3e:fd:13:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c12d578e-3c58-4d75-9f2c-b724e40168b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:25:18.370616 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 60471c1d-42eb-423b-bcb3-275603b614e3 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:25:18.394468 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-c4063823-3b7d-47a2-9c8a-2700e49a1763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:18.395859 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-c4063823-3b7d-47a2-9c8a-2700e49a1763 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0921862 Dec 16 09:25:18.425341 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c464168d-5990-45e8-a433-b619b6d77ffc req-ea53c9a4-6ed8-4308-8c13-857c59eb8d7b tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928257 Dec 16 09:25:18.476090 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-910a1faa-619f-4195-891d-3d4723b2cf04 req-6d5717df-dc71-4ff3-9454-2085b8d4b789 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/security-groups?id=5607d5a0-abbf-4023-9195-2b8416ce7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127369 Dec 16 09:25:18.502849 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:18.534066 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3aa7f40f-628e-4534-b808-8bf943b06471 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:18.535810 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ffd442-bc5b-4630-ade5-0ddf27f582b9 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:25:18.549491 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4387002-e87f-4d77-8f3d-61bb2b08188c x-openstack-request-id: req-d4387002-e87f-4d77-8f3d-61bb2b08188c {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:25:18.549931 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acbfb2db-141a-4546-a74f-34735348a98f", "tag": "329ef305-3d25-4845-9295-e9609f77ba1c", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:25:18.550202 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d4387002-e87f-4d77-8f3d-61bb2b08188c {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:25:18.550629 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acbfb2db-141a-4546-a74f-34735348a98f', 'tag': '329ef305-3d25-4845-9295-e9609f77ba1c', 'status': 'completed', 'code': 200} Dec 16 09:25:18.577611 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 09ffd442-bc5b-4630-ade5-0ddf27f582b9, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=09ffd442-bc5b-4630-ade5-0ddf27f582b9,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:18.593419 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 60471c1d-42eb-423b-bcb3-275603b614e3, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=60471c1d-42eb-423b-bcb3-275603b614e3,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:18.610188 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-6ac6d437-474e-4666-be39-f6d3a50a35ed service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061744 Dec 16 09:25:18.617216 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 60471c1d-42eb-423b-bcb3-275603b614e3 has no active binding in host n-h2-820550-2 {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 09:25:18.638042 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:18.673503 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910106c8-b4c4-4048-9441-4e8587e13c9c req-091da38d-c3fc-46ee-9f03-06ceda3fadee tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:18.676251 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-910106c8-b4c4-4048-9441-4e8587e13c9c req-091da38d-c3fc-46ee-9f03-06ceda3fadee tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 943 time: 0.0644598 Dec 16 09:25:18.679561 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3aa7f40f-628e-4534-b808-8bf943b06471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:18.696424 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=09ffd442-bc5b-4630-ade5-0ddf27f582b9,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:18.710881 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e91283-183a-4df7-8832-911ce5e55ca7 req-e3a8fef3-ebc6-4557-bbc5-d1b6fede2153 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:18.712479 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b8e91283-183a-4df7-8832-911ce5e55ca7 req-e3a8fef3-ebc6-4557-bbc5-d1b6fede2153 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/ports?device_id=acbfb2db-141a-4546-a74f-34735348a98f HTTP/1.1" status: 200 len: 948 time: 0.1375766 Dec 16 09:25:18.740697 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa7f40f-628e-4534-b808-8bf943b06471 admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:18.755354 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f554ad8a-9528-4805-ba92-01717c050ae8 req-3a9eb470-0040-4100-be74-61334cc221a7 service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354337 Dec 16 09:25:18.755715 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-3aa7f40f-628e-4534-b808-8bf943b06471 admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:18.762132 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa7f40f-628e-4534-b808-8bf943b06471 admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:18.775021 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b8e91283-183a-4df7-8832-911ce5e55ca7 req-48a67f64-2fa9-4e78-b570-3c40db1a38f6 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/security-groups?id=3aa477bf-0781-45f5-b2c5-d8c4245dfeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528374 Dec 16 09:25:18.791655 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-910106c8-b4c4-4048-9441-4e8587e13c9c req-f193966b-038d-4866-b336-0218bf5c3c98 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028345 Dec 16 09:25:18.804157 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7f40f-628e-4534-b808-8bf943b06471 admin admin] Pushing event updated for resources: {'Port': ['ID=a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:18.932239 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d35562-6380-4107-85eb-b4745cd7b9fa req-11fa7b7c-dd69-45cc-909f-98cc3917076d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:18.934008 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c0d35562-6380-4107-85eb-b4745cd7b9fa req-11fa7b7c-dd69-45cc-909f-98cc3917076d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b4016d4c993042a995a9d87455d30b72&device_id=acbfb2db-141a-4546-a74f-34735348a98f HTTP/1.1" status: 200 len: 1099 time: 0.0462847 Dec 16 09:25:18.975214 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e78994e-17f5-45ea-b3fe-2e3550c2a482 None None] Network afd4b102-4e58-4a14-a495-ab824dc8cc6e requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:25:19.033705 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d35562-6380-4107-85eb-b4745cd7b9fa req-f3f95f3c-90c8-4b73-a21c-694c8467eb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:19.035184 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c0d35562-6380-4107-85eb-b4745cd7b9fa req-f3f95f3c-90c8-4b73-a21c-694c8467eb44 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.0906212 Dec 16 09:25:19.038168 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-d55ff9c8-bbb2-469a-8ccd-0defcab4f179 None None] Provisioning complete for port f0ac9fb8-9954-4e1e-b48d-ac1921efeb5e triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:19.038520 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d55ff9c8-bbb2-469a-8ccd-0defcab4f179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:19.082585 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c0d35562-6380-4107-85eb-b4745cd7b9fa req-46bf0be2-06b2-4344-82d8-f08ae126e42d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=329ef305-3d25-4845-9295-e9609f77ba1c HTTP/1.1" status: 200 len: 217 time: 0.0383232 Dec 16 09:25:19.091970 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3aa7f40f-628e-4534-b808-8bf943b06471 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:19.152929 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d35562-6380-4107-85eb-b4745cd7b9fa req-46a8d38c-8c0b-40fc-86ed-772a807e008f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:19.169137 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c0d35562-6380-4107-85eb-b4745cd7b9fa req-46a8d38c-8c0b-40fc-86ed-772a807e008f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0725949 Dec 16 09:25:19.204548 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d55ff9c8-bbb2-469a-8ccd-0defcab4f179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:19.254001 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d35562-6380-4107-85eb-b4745cd7b9fa req-a34825ae-fdfa-4fce-9a8f-bd64b8ff8219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:19.255855 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c0d35562-6380-4107-85eb-b4745cd7b9fa req-a34825ae-fdfa-4fce-9a8f-bd64b8ff8219 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0815542 Dec 16 09:25:19.296010 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-d55ff9c8-bbb2-469a-8ccd-0defcab4f179 None None] For port f0ac9fb8-9954-4e1e-b48d-ac1921efeb5e, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f0ac9fb8-9954-4e1e-b48d-ac1921efeb5e,segment=NetworkSegment(12d9a588-a8ed-4e4e-b1b6-45262cb84fd7),segment_id=12d9a588-a8ed-4e4e-b1b6-45262cb84fd7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:19.312637 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd532146-2938-45d0-b10a-adc3be976ccb req-18f4814d-d278-426c-82fd-b7dd3fbc88bf tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:19.330212 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cd532146-2938-45d0-b10a-adc3be976ccb req-18f4814d-d278-426c-82fd-b7dd3fbc88bf tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fae15b5-1e44-4e3a-bfdf-c34f65552e52 HTTP/1.1" status: 200 len: 947 time: 0.1057804 Dec 16 09:25:19.374841 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d55ff9c8-bbb2-469a-8ccd-0defcab4f179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:19.404637 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['09ffd442-bc5b-4630-ade5-0ddf27f582b9'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:25:19.406845 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f0ac9fb8-9954-4e1e-b48d-ac1921efeb5e up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:19.411967 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c0d35562-6380-4107-85eb-b4745cd7b9fa req-8efb68ce-a3cf-4ed2-8fba-57c5023cabf7 service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438470 Dec 16 09:25:19.440042 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['e0a55bc2-4a49-4521-81d5-ca44d401f57d'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:25:19.470651 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cd532146-2938-45d0-b10a-adc3be976ccb req-41e43364-b0ab-4279-9397-ee3f713315cb tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340134 Dec 16 09:25:19.525076 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3aa7f40f-628e-4534-b808-8bf943b06471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:19.529691 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c0d35562-6380-4107-85eb-b4745cd7b9fa req-21b3827f-1304-4f53-8fa4-e5fe189a89b6 service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101277 Dec 16 09:25:19.606274 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d85a8c-2783-48ea-8511-5eda39e7e4fc req-b9bc6aa4-380d-4fb0-b892-4dcc37f39401 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:19.607917 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-55d85a8c-2783-48ea-8511-5eda39e7e4fc req-b9bc6aa4-380d-4fb0-b892-4dcc37f39401 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 944 time: 0.0770781 Dec 16 09:25:19.644221 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ed228900-2a20-49f6-9643-2e9be17c5cae details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:25:19.651971 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-55d85a8c-2783-48ea-8511-5eda39e7e4fc req-8705c708-f076-402f-9d68-9afe927287f1 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373797 Dec 16 09:25:19.679686 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ff9c8-bbb2-469a-8ccd-0defcab4f179 None None] Pushing event updated for resources: {'Port': ['ID=f0ac9fb8-9954-4e1e-b48d-ac1921efeb5e,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:19.709888 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7368f-adac-4871-8d5c-507298cba926 req-ddc02c07-1444-4b40-8d17-16ff09ed5fe5 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:19.711253 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3cb7368f-adac-4871-8d5c-507298cba926 req-ddc02c07-1444-4b40-8d17-16ff09ed5fe5 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3c61bd-a882-4ce2-b1dc-b196b28d744c HTTP/1.1" status: 200 len: 944 time: 0.0991895 Dec 16 09:25:19.724669 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c0272bf2-faaa-4304-9c7c-97192063f434 None None] Provisioning complete for port f0ac9fb8-9954-4e1e-b48d-ac1921efeb5e triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:19.725038 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c0272bf2-faaa-4304-9c7c-97192063f434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:19.759400 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3cb7368f-adac-4871-8d5c-507298cba926 req-4558c74e-6252-4865-ae57-e4af49dc3cdc tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/security-groups?id=5607d5a0-abbf-4023-9195-2b8416ce7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385177 Dec 16 09:25:19.818124 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port f0ac9fb8-9954-4e1e-b48d-ac1921efeb5e triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:19.818443 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:19.846169 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa7f40f-628e-4534-b808-8bf943b06471 admin admin] Router 20747735-d060-4f1f-97e8-c71ecdce65c6 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:25:19.940720 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e81e7-7392-4db7-88f5-8126a8dda0a6 req-28129e31-10fa-49b5-8455-fda3d9af52aa tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:19.948060 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-768e81e7-7392-4db7-88f5-8126a8dda0a6 req-28129e31-10fa-49b5-8455-fda3d9af52aa tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/ports?device_id=acbfb2db-141a-4546-a74f-34735348a98f HTTP/1.1" status: 200 len: 948 time: 0.0848649 Dec 16 09:25:19.961128 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port ed228900-2a20-49f6-9643-2e9be17c5cae, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ed228900-2a20-49f6-9643-2e9be17c5cae,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:19.993011 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-768e81e7-7392-4db7-88f5-8126a8dda0a6 req-743e711e-c219-4eb3-9f54-295e62db81c1 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/security-groups?id=3aa477bf-0781-45f5-b2c5-d8c4245dfeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440052 Dec 16 09:25:19.997436 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'ed228900-2a20-49f6-9643-2e9be17c5cae', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': 'ed228900-2a20-49f6-9643-2e9be17c5cae', 'mac_address': 'fa:16:3e:09:38:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:25:20.061917 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c2b27-fbdd-42b5-9d01-32dfe8ca85f5 req-a14d7376-1a52-4dcb-89b8-1766ef84aa8b tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:20.064400 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b16c2b27-fbdd-42b5-9d01-32dfe8ca85f5 req-a14d7376-1a52-4dcb-89b8-1766ef84aa8b tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 944 time: 0.1296823 Dec 16 09:25:20.106536 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa7f40f-628e-4534-b808-8bf943b06471 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:25:20.133233 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b16c2b27-fbdd-42b5-9d01-32dfe8ca85f5 req-e14c2543-c938-498d-8c3e-461d7ffa6ec6 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627608 Dec 16 09:25:20.217223 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3aa7f40f-628e-4534-b808-8bf943b06471 admin admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:20.221106 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3aa7f40f-628e-4534-b808-8bf943b06471 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8079176 Dec 16 09:25:20.221859 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33162) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:20.232444 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340661c1-4672-48a0-afe8-1c9b38da3f50 None None] Sync routers for ids ['20747735-d060-4f1f-97e8-c71ecdce65c6'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:25:20.287003 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:20.288719 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340661c1-4672-48a0-afe8-1c9b38da3f50 None None] Routers {'20747735-d060-4f1f-97e8-c71ecdce65c6'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:20.289376 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-340661c1-4672-48a0-afe8-1c9b38da3f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:24:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['20747735-d060-4f1f-97e8-c71ecdce65c6'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:20.361762 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed228900-2a20-49f6-9643-2e9be17c5cae {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:25:20.391161 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port ed228900-2a20-49f6-9643-2e9be17c5cae, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ed228900-2a20-49f6-9643-2e9be17c5cae,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:20.426451 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-340661c1-4672-48a0-afe8-1c9b38da3f50 None None] Set router 20747735-d060-4f1f-97e8-c71ecdce65c6 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:25:20.479148 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:20.582691 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=ed228900-2a20-49f6-9643-2e9be17c5cae,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:20.640477 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cc1e7-8e3f-498a-97c9-28aa8fa7668e req-67169894-9e5e-487b-a197-db51e1283ecf tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:20.642037 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-873cc1e7-8e3f-498a-97c9-28aa8fa7668e req-67169894-9e5e-487b-a197-db51e1283ecf tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fae15b5-1e44-4e3a-bfdf-c34f65552e52 HTTP/1.1" status: 200 len: 948 time: 0.0883083 Dec 16 09:25:20.665883 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-340661c1-4672-48a0-afe8-1c9b38da3f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'name': 'tempest-TaggedBootDevicesTest_v242-941321693-router', 'tenant_id': '089b504b14134411afd7c91777dc992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:16Z', 'updated_at': '2021-12-16T09:25:18Z', 'revision_number': 3, 'project_id': '089b504b14134411afd7c91777dc992c', 'gw_port': {'id': 'a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fb:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:18Z', 'updated_at': '2021-12-16T09:25:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:20.699306 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340661c1-4672-48a0-afe8-1c9b38da3f50 None None] Checking router: 20747735-d060-4f1f-97e8-c71ecdce65c6 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:25:20.699661 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340661c1-4672-48a0-afe8-1c9b38da3f50 None None] Updating router 20747735-d060-4f1f-97e8-c71ecdce65c6 port a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:25:20.728290 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-340661c1-4672-48a0-afe8-1c9b38da3f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:20.801898 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617ccbd-518d-453f-8dfd-6f9268607b9f req-d0e9e421-b8e0-419c-8cca-cef2c6a4b921 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:20.803592 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c617ccbd-518d-453f-8dfd-6f9268607b9f req-d0e9e421-b8e0-419c-8cca-cef2c6a4b921 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 944 time: 0.0668960 Dec 16 09:25:20.858410 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c617ccbd-518d-453f-8dfd-6f9268607b9f req-f6984cd0-b645-43d8-a687-40d075cde08d tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467708 Dec 16 09:25:21.012753 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e197b-7ebb-4801-9b2e-cfe7d59cc760 req-eeb135f2-7351-446b-9c32-f6093c849e52 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:21.016762 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-099e197b-7ebb-4801-9b2e-cfe7d59cc760 req-eeb135f2-7351-446b-9c32-f6093c849e52 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3c61bd-a882-4ce2-b1dc-b196b28d744c HTTP/1.1" status: 200 len: 944 time: 0.0626681 Dec 16 09:25:21.028567 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-873cc1e7-8e3f-498a-97c9-28aa8fa7668e req-6d9d5ddf-0314-416a-a26b-89e0d084efd4 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734181 Dec 16 09:25:21.045157 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-340661c1-4672-48a0-afe8-1c9b38da3f50 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:21.055087 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8243b85f-5e11-44a5-8064-8e0aabeffff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:21.073153 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-099e197b-7ebb-4801-9b2e-cfe7d59cc760 req-e5a9b2b9-5310-441b-99e1-396041395413 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/security-groups?id=5607d5a0-abbf-4023-9195-2b8416ce7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441515 Dec 16 09:25:21.166729 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-340661c1-4672-48a0-afe8-1c9b38da3f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:21.217183 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cee1cc-ef26-4781-8ace-0c0e029dc66b req-ea3ef6e0-9af4-4d18-a89d-f8ab5e3b6c8b tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:21.218482 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77cee1cc-ef26-4781-8ace-0c0e029dc66b req-ea3ef6e0-9af4-4d18-a89d-f8ab5e3b6c8b tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/ports?device_id=acbfb2db-141a-4546-a74f-34735348a98f HTTP/1.1" status: 200 len: 948 time: 0.0960851 Dec 16 09:25:21.254381 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ecd0d-4268-43ae-a32e-68d11beee654 None None] Pushing event updated for resources: {'Port': ['ID=a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:21.258994 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-340661c1-4672-48a0-afe8-1c9b38da3f50 None None] Attempting to bind port a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:25:21.259363 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-340661c1-4672-48a0-afe8-1c9b38da3f50 None None] Attempting to bind port a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:25:21.259724 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340661c1-4672-48a0-afe8-1c9b38da3f50 None None] Attempting to bind port a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:21.271874 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340661c1-4672-48a0-afe8-1c9b38da3f50 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:25:21.279485 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340661c1-4672-48a0-afe8-1c9b38da3f50 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:21.279485 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-340661c1-4672-48a0-afe8-1c9b38da3f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:21.279485 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340661c1-4672-48a0-afe8-1c9b38da3f50 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:25:21.279485 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-340661c1-4672-48a0-afe8-1c9b38da3f50 None None] Bound port: a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:25:21.279485 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-340661c1-4672-48a0-afe8-1c9b38da3f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:21.294532 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ce1c1-25ca-46b6-99d1-8dbb317c9ae5 req-8b560947-406a-4e51-b539-71da7400e0bb tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:21.302649 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-488ce1c1-25ca-46b6-99d1-8dbb317c9ae5 req-8b560947-406a-4e51-b539-71da7400e0bb tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 944 time: 0.0637245 Dec 16 09:25:21.306756 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-8243b85f-5e11-44a5-8064-8e0aabeffff9 admin admin] Allocated IP 172.20.0.1 (afd4b102-4e58-4a14-a495-ab824dc8cc6e/049c4f18-5546-4461-b625-6d7fda2dbad0/5d83e591-3e71-4465-a462-b147f2bb667b) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:21.333734 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-340661c1-4672-48a0-afe8-1c9b38da3f50 None None] For port a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:21.337643 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-340661c1-4672-48a0-afe8-1c9b38da3f50 None None] For port a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:25:21.358866 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-488ce1c1-25ca-46b6-99d1-8dbb317c9ae5 req-313b0ad5-feff-473c-83ff-e10b9112bbc4 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546227 Dec 16 09:25:21.417729 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77cee1cc-ef26-4781-8ace-0c0e029dc66b req-9da01d56-dd69-451e-9d16-0e084fbccf0f tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/security-groups?id=3aa477bf-0781-45f5-b2c5-d8c4245dfeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747861 Dec 16 09:25:21.419441 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f0ac9fb8-9954-4e1e-b48d-ac1921efeb5e up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:21.447578 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-340661c1-4672-48a0-afe8-1c9b38da3f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:21.449940 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['ed228900-2a20-49f6-9643-2e9be17c5cae'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:25:21.500057 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8243b85f-5e11-44a5-8064-8e0aabeffff9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:21.515944 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-fa5c822d-41cb-4130-bb38-e9ed68f83141 service neutron] 10.222.0.57 "GET /v2.0/ports/60471c1d-42eb-423b-bcb3-275603b614e3/bindings/n-h2-820550-2 HTTP/1.1" status: 200 len: 384 time: 0.0944598 Dec 16 09:25:21.566718 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ecd0d-4268-43ae-a32e-68d11beee654 None None] Pushing event updated for resources: {'Port': ['ID=a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:21.571109 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340661c1-4672-48a0-afe8-1c9b38da3f50 None None] Routers {'20747735-d060-4f1f-97e8-c71ecdce65c6'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:21.571109 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-340661c1-4672-48a0-afe8-1c9b38da3f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:24:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['20747735-d060-4f1f-97e8-c71ecdce65c6'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:21.643278 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8243b85f-5e11-44a5-8064-8e0aabeffff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:21.653050 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port f0ac9fb8-9954-4e1e-b48d-ac1921efeb5e triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:21.653443 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:21.713353 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8243b85f-5e11-44a5-8064-8e0aabeffff9 admin admin] Network afd4b102-4e58-4a14-a495-ab824dc8cc6e is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:21.720987 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-8243b85f-5e11-44a5-8064-8e0aabeffff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:21.728169 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8243b85f-5e11-44a5-8064-8e0aabeffff9 admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:21.764532 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-340661c1-4672-48a0-afe8-1c9b38da3f50 None None] Set router 20747735-d060-4f1f-97e8-c71ecdce65c6 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:25:21.800717 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8243b85f-5e11-44a5-8064-8e0aabeffff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:21.806469 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243b85f-5e11-44a5-8064-8e0aabeffff9 admin admin] Pushing event updated for resources: {'Port': ['ID=5d83e591-3e71-4465-a462-b147f2bb667b,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:21.825648 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-edd69106-8da8-4ddb-b47e-fb79c4d3abdf service neutron] For port 60471c1d-42eb-423b-bcb3-275603b614e3, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=60471c1d-42eb-423b-bcb3-275603b614e3,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:21.890959 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-edd69106-8da8-4ddb-b47e-fb79c4d3abdf service neutron] For port 60471c1d-42eb-423b-bcb3-275603b614e3, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:21.972962 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-edd69106-8da8-4ddb-b47e-fb79c4d3abdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60471c1d-42eb-423b-bcb3-275603b614e3 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:25:22.034507 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f528c-4cc1-42dd-a40f-ebde7e1c0564 req-ca292678-cc16-4a27-bec4-d7b2b3df69e4 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:22.043407 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-206f528c-4cc1-42dd-a40f-ebde7e1c0564 req-ca292678-cc16-4a27-bec4-d7b2b3df69e4 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 944 time: 0.0987451 Dec 16 09:25:22.045995 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-edd69106-8da8-4ddb-b47e-fb79c4d3abdf service neutron] For port 60471c1d-42eb-423b-bcb3-275603b614e3, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=60471c1d-42eb-423b-bcb3-275603b614e3,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:22.095213 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-340661c1-4672-48a0-afe8-1c9b38da3f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'name': 'tempest-TaggedBootDevicesTest_v242-941321693-router', 'tenant_id': '089b504b14134411afd7c91777dc992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:16Z', 'updated_at': '2021-12-16T09:25:18Z', 'revision_number': 3, 'project_id': '089b504b14134411afd7c91777dc992c', 'gw_port': {'id': 'a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fb:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:18Z', 'updated_at': '2021-12-16T09:25:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:22.107729 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-206f528c-4cc1-42dd-a40f-ebde7e1c0564 req-b86a1ea4-0849-4aee-ab95-b21e39fe3855 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633512 Dec 16 09:25:22.117858 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-edd69106-8da8-4ddb-b47e-fb79c4d3abdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:22.128139 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340661c1-4672-48a0-afe8-1c9b38da3f50 None None] The sync data for ids ['20747735-d060-4f1f-97e8-c71ecdce65c6'] in n-d-820550-2 is: [{'id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'name': 'tempest-TaggedBootDevicesTest_v242-941321693-router', 'tenant_id': '089b504b14134411afd7c91777dc992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:16Z', 'updated_at': '2021-12-16T09:25:18Z', 'revision_number': 3, 'project_id': '089b504b14134411afd7c91777dc992c', 'gw_port': {'id': 'a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fb:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:18Z', 'updated_at': '2021-12-16T09:25:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:25:22.131784 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-65e7abc0-9722-4914-88a5-ce1e5b84705a None None] Provisioning complete for port 5d83e591-3e71-4465-a462-b147f2bb667b triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:22.132154 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-65e7abc0-9722-4914-88a5-ce1e5b84705a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:22.216115 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-65e7abc0-9722-4914-88a5-ce1e5b84705a None None] Port 5d83e591-3e71-4465-a462-b147f2bb667b cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:25:22.236675 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-edd69106-8da8-4ddb-b47e-fb79c4d3abdf service neutron] Transition to ACTIVE for port object 60471c1d-42eb-423b-bcb3-275603b614e3 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:25:22.276479 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bdc19a-c7e1-4860-bb96-58ede43c4c0e req-5a6fa692-08b2-4036-9862-b96cce26bba9 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:22.281614 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-33bdc19a-c7e1-4860-bb96-58ede43c4c0e req-5a6fa692-08b2-4036-9862-b96cce26bba9 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3c61bd-a882-4ce2-b1dc-b196b28d744c HTTP/1.1" status: 200 len: 944 time: 0.0685973 Dec 16 09:25:22.300267 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8243b85f-5e11-44a5-8064-8e0aabeffff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:22.318049 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-edd69106-8da8-4ddb-b47e-fb79c4d3abdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:22.342408 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-33bdc19a-c7e1-4860-bb96-58ede43c4c0e req-2c984075-223c-4a28-8ee8-f1657686bcf4 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/security-groups?id=5607d5a0-abbf-4023-9195-2b8416ce7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480225 Dec 16 09:25:22.518051 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b2c9f-6ffe-459d-9bb4-acc56df600c0 req-094c048c-bd0d-4965-85d8-82d780938d50 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:22.528180 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ca3b2c9f-6ffe-459d-9bb4-acc56df600c0 req-094c048c-bd0d-4965-85d8-82d780938d50 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fae15b5-1e44-4e3a-bfdf-c34f65552e52 HTTP/1.1" status: 200 len: 948 time: 0.2872849 Dec 16 09:25:22.563276 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-edd69106-8da8-4ddb-b47e-fb79c4d3abdf service neutron] No DVR routers for this DVR port 60471c1d-42eb-423b-bcb3-275603b614e3 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:25:22.565274 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd69106-8da8-4ddb-b47e-fb79c4d3abdf service neutron] Pushing event updated for resources: {'Port': ['ID=60471c1d-42eb-423b-bcb3-275603b614e3,revision_number=10']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:22.613657 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25337029-43fd-4305-bf0f-87a94380a542 req-9a8b59b2-c940-4525-b0ac-e493539a46f8 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:22.625721 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-25337029-43fd-4305-bf0f-87a94380a542 req-9a8b59b2-c940-4525-b0ac-e493539a46f8 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 944 time: 0.1113977 Dec 16 09:25:22.698170 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-25337029-43fd-4305-bf0f-87a94380a542 req-a76f88b2-4bd9-4dca-b4ba-7e4ee03dc25a tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662060 Dec 16 09:25:22.702349 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-edd69106-8da8-4ddb-b47e-fb79c4d3abdf service neutron] 10.222.0.57 "PUT /v2.0/ports/60471c1d-42eb-423b-bcb3-275603b614e3/bindings/n-h2-820550-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1779592 Dec 16 09:25:22.712018 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ca3b2c9f-6ffe-459d-9bb4-acc56df600c0 req-34b85914-38d0-40b1-bcb8-7b7d4f0a7f23 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837821 Dec 16 09:25:22.793953 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8243b85f-5e11-44a5-8064-8e0aabeffff9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:22.830205 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8d6b6-2bad-44a1-b5f5-3a84d24785fe req-9cc1beb2-7235-4254-8b21-557991e807b5 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:22.838057 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e8f8d6b6-2bad-44a1-b5f5-3a84d24785fe req-9cc1beb2-7235-4254-8b21-557991e807b5 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/ports?device_id=acbfb2db-141a-4546-a74f-34735348a98f HTTP/1.1" status: 200 len: 948 time: 0.0614593 Dec 16 09:25:22.882536 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e8f8d6b6-2bad-44a1-b5f5-3a84d24785fe req-e3bb7da5-a30b-4dfa-baaf-6b611b89f2bc tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/security-groups?id=3aa477bf-0781-45f5-b2c5-d8c4245dfeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415425 Dec 16 09:25:22.883146 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8243b85f-5e11-44a5-8064-8e0aabeffff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:22.983236 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8243b85f-5e11-44a5-8064-8e0aabeffff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:22.994268 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-f567429f-080d-4f18-bc61-a97c32828f32 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:22.996324 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-f567429f-080d-4f18-bc61-a97c32828f32 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861&tenant_id=ef267339b96a4504bcc86eb4b94505b3&binding%3Ahost_id=n-h1-820550-2 HTTP/1.1" status: 200 len: 1096 time: 0.1288128 Dec 16 09:25:23.000252 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243b85f-5e11-44a5-8064-8e0aabeffff9 admin admin] Pushing event updated for resources: {'Port': ['ID=5d83e591-3e71-4465-a462-b147f2bb667b,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:23.113968 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-6f4fd83e-e221-4bac-99e5-db24d2bb140c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:23.116036 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-6f4fd83e-e221-4bac-99e5-db24d2bb140c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861&tenant_id=ef267339b96a4504bcc86eb4b94505b3 HTTP/1.1" status: 200 len: 1096 time: 0.0981133 Dec 16 09:25:23.153171 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8243b85f-5e11-44a5-8064-8e0aabeffff9 admin admin] Network afd4b102-4e58-4a14-a495-ab824dc8cc6e is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:23.173096 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-8243b85f-5e11-44a5-8064-8e0aabeffff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:23.344890 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-7189553a-d35b-4e91-aec5-2d8be62b4f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:23.346356 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-7189553a-d35b-4e91-aec5-2d8be62b4f03 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ef267339b96a4504bcc86eb4b94505b3&device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 1096 time: 0.1900733 Dec 16 09:25:23.394436 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72cf429-9461-40ba-9ac4-cbecba0885dc req-1dda1bae-1402-41ea-bee1-a4c41d7921bd tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:23.394633 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:23.396102 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a72cf429-9461-40ba-9ac4-cbecba0885dc req-1dda1bae-1402-41ea-bee1-a4c41d7921bd tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 945 time: 0.1603463 Dec 16 09:25:23.458603 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-5b966b07-8102-456c-9a8b-69dedfb9c2c5 None None] Provisioning complete for port 5d83e591-3e71-4465-a462-b147f2bb667b triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:23.459363 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5b966b07-8102-456c-9a8b-69dedfb9c2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:23.471087 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8243b85f-5e11-44a5-8064-8e0aabeffff9 admin admin] Router 20747735-d060-4f1f-97e8-c71ecdce65c6 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:25:23.483893 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f89e3-c395-409b-9250-7ead6cc514c6 req-e45c1b92-eadb-42a6-8360-c8b9672def18 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:23.498306 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5e2f89e3-c395-409b-9250-7ead6cc514c6 req-e45c1b92-eadb-42a6-8360-c8b9672def18 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3c61bd-a882-4ce2-b1dc-b196b28d744c HTTP/1.1" status: 200 len: 944 time: 0.0734193 Dec 16 09:25:23.502671 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:23.503469 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:23.525932 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-5b966b07-8102-456c-9a8b-69dedfb9c2c5 None None] Port 5d83e591-3e71-4465-a462-b147f2bb667b cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:25:23.534120 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a72cf429-9461-40ba-9ac4-cbecba0885dc req-1ecceeb6-dcaf-4df7-805c-c2f0d6ee3253 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216919 Dec 16 09:25:23.544637 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5e2f89e3-c395-409b-9250-7ead6cc514c6 req-cbc777b1-b638-4c32-9f0d-58b91a77c0ce tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/security-groups?id=5607d5a0-abbf-4023-9195-2b8416ce7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451639 Dec 16 09:25:23.565744 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-bbb93494-e44f-4293-a159-dbf13cc203da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:23.567227 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-bbb93494-e44f-4293-a159-dbf13cc203da service neutron] 10.222.0.58 "GET /v2.0/networks?id=fd229606-1f82-48a3-82a3-fb35078f3dba HTTP/1.1" status: 200 len: 909 time: 0.2014778 Dec 16 09:25:23.598113 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 329ef305-3d25-4845-9295-e9609f77ba1c details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:25:23.603282 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device e0a55bc2-4a49-4521-81d5-ca44d401f57d up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:23.645473 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-5acbeff9-135d-4295-8e13-2e5161d3d07a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60471c1d-42eb-423b-bcb3-275603b614e3 HTTP/1.1" status: 200 len: 217 time: 0.0431781 Dec 16 09:25:23.661537 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:23.709247 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:23.715092 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-adc1e24d-fd23-4d07-8b6c-4231ea133534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:23.716647 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-adc1e24d-fd23-4d07-8b6c-4231ea133534 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1e11efc-2921-4ef6-b725-208b9f6cb7a8 HTTP/1.1" status: 200 len: 848 time: 0.0631354 Dec 16 09:25:23.717876 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8243b85f-5e11-44a5-8064-8e0aabeffff9 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:25:23.725004 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8243b85f-5e11-44a5-8064-8e0aabeffff9 admin admin] 10.222.0.60 "PUT /v2.0/routers/20747735-d060-4f1f-97e8-c71ecdce65c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5014179 Dec 16 09:25:23.781152 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:23.788744 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-69431122-4233-4ad5-89f6-2fea364833f2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd229606-1f82-48a3-82a3-fb35078f3dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577459 Dec 16 09:25:23.827614 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 329ef305-3d25-4845-9295-e9609f77ba1c, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=329ef305-3d25-4845-9295-e9609f77ba1c,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:23.830706 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port e0a55bc2-4a49-4521-81d5-ca44d401f57d completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:25:23.843213 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port e0a55bc2-4a49-4521-81d5-ca44d401f57d triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:23.843591 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:23.869461 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '329ef305-3d25-4845-9295-e9609f77ba1c', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': '329ef305-3d25-4845-9295-e9609f77ba1c', 'mac_address': 'fa:16:3e:35:92:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:25:23.883137 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68fc47-115d-413d-9cbd-cc0709cdad02 req-b520a17f-f6cb-4b1b-aa86-32e7ec2fc092 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:23.895009 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fa68fc47-115d-413d-9cbd-cc0709cdad02 req-b520a17f-f6cb-4b1b-aa86-32e7ec2fc092 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fae15b5-1e44-4e3a-bfdf-c34f65552e52 HTTP/1.1" status: 200 len: 948 time: 0.0725985 Dec 16 09:25:23.954529 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fa68fc47-115d-413d-9cbd-cc0709cdad02 req-120f140d-0b12-4289-8511-8df034348a81 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578783 Dec 16 09:25:23.990285 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:24.018448 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:24.025364 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da744b5-3169-4e6d-be7d-0f6c066de983 req-488845be-e1be-4176-986f-4daed74a2852 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:24.027488 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3da744b5-3169-4e6d-be7d-0f6c066de983 req-488845be-e1be-4176-986f-4daed74a2852 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 944 time: 0.2313998 Dec 16 09:25:24.054486 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-2da8dc27-1b2a-4625-b6bd-17b283589575 service neutron] 10.222.0.58 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588351 Dec 16 09:25:24.075290 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e097e91-5405-4a32-840d-e12f59969418 req-d97a2e79-33c6-41de-a1a1-a1164eb4f313 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:24.085388 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1e097e91-5405-4a32-840d-e12f59969418 req-d97a2e79-33c6-41de-a1a1-a1164eb4f313 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/ports?device_id=acbfb2db-141a-4546-a74f-34735348a98f HTTP/1.1" status: 200 len: 948 time: 0.0736072 Dec 16 09:25:24.146118 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1e097e91-5405-4a32-840d-e12f59969418 req-990280df-8d69-4bf3-97f4-3bd9335b3a0d tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/security-groups?id=3aa477bf-0781-45f5-b2c5-d8c4245dfeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595274 Dec 16 09:25:24.181372 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3da744b5-3169-4e6d-be7d-0f6c066de983 req-ee43a798-e878-4b4b-b347-b0199a463077 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255553 Dec 16 09:25:24.242552 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-db139c14-c612-4c94-b4b2-b2ada71e0eea service neutron] 10.222.0.58 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769300 Dec 16 09:25:24.295734 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6da5b736-7940-486a-9d84-c68fbb30f443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:24.300625 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329ef305-3d25-4845-9295-e9609f77ba1c {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:25:24.379014 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 329ef305-3d25-4845-9295-e9609f77ba1c, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=329ef305-3d25-4845-9295-e9609f77ba1c,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:24.384593 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:24.428771 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port e0a55bc2-4a49-4521-81d5-ca44d401f57d, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=e0a55bc2-4a49-4521-81d5-ca44d401f57d,segment=NetworkSegment(8964c3ab-e3c8-4683-aed6-f36a09c842e0),segment_id=8964c3ab-e3c8-4683-aed6-f36a09c842e0)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:24.429664 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3c61bd-a882-4ce2-b1dc-b196b28d744c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a55bc2-4a49-4521-81d5-ca44d401f57d'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:24.432603 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e9d53f-f4f1-4e9a-bccf-afdd2307ec25" -d '{"events": [{"server_uuid": "8c3c61bd-a882-4ce2-b1dc-b196b28d744c", "name": "network-vif-plugged", "status": "completed", "tag": "e0a55bc2-4a49-4521-81d5-ca44d401f57d"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:24.444179 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c704860e-ac9c-46cb-a5dc-f75a920d59d1 None None] Sync routers for ids ['20747735-d060-4f1f-97e8-c71ecdce65c6'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:25:24.454429 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c704860e-ac9c-46cb-a5dc-f75a920d59d1 None None] Routers {'20747735-d060-4f1f-97e8-c71ecdce65c6'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:24.455178 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-c704860e-ac9c-46cb-a5dc-f75a920d59d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:24:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['20747735-d060-4f1f-97e8-c71ecdce65c6'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:24.468233 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:24.503558 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:24.506681 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 09ffd442-bc5b-4630-ade5-0ddf27f582b9 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:24.531807 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8761334e-0572-4069-abfa-d0a47b17dd10 x-openstack-request-id: req-8761334e-0572-4069-abfa-d0a47b17dd10 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:25:24.532390 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3c61bd-a882-4ce2-b1dc-b196b28d744c", "name": "network-vif-plugged", "status": "completed", "tag": "e0a55bc2-4a49-4521-81d5-ca44d401f57d", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:25:24.532786 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8761334e-0572-4069-abfa-d0a47b17dd10 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:25:24.533381 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3c61bd-a882-4ce2-b1dc-b196b28d744c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a55bc2-4a49-4521-81d5-ca44d401f57d', 'code': 200} Dec 16 09:25:24.585021 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=329ef305-3d25-4845-9295-e9609f77ba1c,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:24.673155 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=e0a55bc2-4a49-4521-81d5-ca44d401f57d,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:24.685043 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-c704860e-ac9c-46cb-a5dc-f75a920d59d1 None None] Set router 20747735-d060-4f1f-97e8-c71ecdce65c6 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:25:24.688748 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379536f-e195-41a3-a083-39dfe723df3b req-717d77ff-8609-4c8e-bc00-385573a24f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:24.691007 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8379536f-e195-41a3-a083-39dfe723df3b req-717d77ff-8609-4c8e-bc00-385573a24f50 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8c3c61bd-a882-4ce2-b1dc-b196b28d744c HTTP/1.1" status: 200 len: 1096 time: 0.1053438 Dec 16 09:25:24.720367 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 09ffd442-bc5b-4630-ade5-0ddf27f582b9 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:25:24.724482 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 09ffd442-bc5b-4630-ade5-0ddf27f582b9 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:24.724862 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:24.771508 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd803e41-b45c-4444-8169-be2c325f4f7c req-2571b492-deb8-4d44-83f6-5e5f7d0662bb tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:24.784167 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bd803e41-b45c-4444-8169-be2c325f4f7c req-2571b492-deb8-4d44-83f6-5e5f7d0662bb tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3c61bd-a882-4ce2-b1dc-b196b28d744c HTTP/1.1" status: 200 len: 945 time: 0.0829515 Dec 16 09:25:24.798088 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8379536f-e195-41a3-a083-39dfe723df3b req-e707c06e-dce8-4ba4-ac67-4fb19c5f5804 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5607d5a0-abbf-4023-9195-2b8416ce7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983059 Dec 16 09:25:24.815304 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-814a29f4-635e-4cc9-927e-5df1c5cde877 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:24.816803 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-814a29f4-635e-4cc9-927e-5df1c5cde877 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861&tenant_id=ef267339b96a4504bcc86eb4b94505b3&binding%3Ahost_id=n-h2-820550-2 HTTP/1.1" status: 200 len: 1096 time: 0.1010568 Dec 16 09:25:24.828652 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fec51e-02a9-4284-bbf4-63c1e551d50b req-ec2e0a68-fca1-4bd0-94ee-3f2073403e53 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:24.829858 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-53fec51e-02a9-4284-bbf4-63c1e551d50b req-ec2e0a68-fca1-4bd0-94ee-3f2073403e53 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 945 time: 0.1286318 Dec 16 09:25:24.842315 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bd803e41-b45c-4444-8169-be2c325f4f7c req-4e384650-1e0c-484c-9896-a28db76b89cf tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/security-groups?id=5607d5a0-abbf-4023-9195-2b8416ce7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554807 Dec 16 09:25:24.854919 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['329ef305-3d25-4845-9295-e9609f77ba1c'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:25:24.918940 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33234) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:24.947467 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-3af81ae1-1b3c-4051-9faf-50a920e2922f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-716535575-network', 'tenant_id': 'a4bdb81ebcfc4284a4392826d9283234'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:24.950151 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:25.003252 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-53fec51e-02a9-4284-bbf4-63c1e551d50b req-9152b3c1-2dc3-45ed-95bc-d4b3708eb932 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155379 Dec 16 09:25:25.015403 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 09ffd442-bc5b-4630-ade5-0ddf27f582b9, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=09ffd442-bc5b-4630-ade5-0ddf27f582b9,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:25.054294 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-c704860e-ac9c-46cb-a5dc-f75a920d59d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'name': 'tempest-TaggedBootDevicesTest_v242-941321693-router', 'tenant_id': '089b504b14134411afd7c91777dc992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:16Z', 'updated_at': '2021-12-16T09:25:22Z', 'revision_number': 4, 'project_id': '089b504b14134411afd7c91777dc992c', 'gw_port': {'id': 'a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:18Z', 'updated_at': '2021-12-16T09:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '5d83e591-3e71-4465-a462-b147f2bb667b', 'name': '', 'network_id': 'afd4b102-4e58-4a14-a495-ab824dc8cc6e', 'tenant_id': '089b504b14134411afd7c91777dc992c', 'mac_address': 'fa:16:3e:98:bc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '049c4f18-5546-4461-b625-6d7fda2dbad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:21Z', 'updated_at': '2021-12-16T09:25:22Z', 'revision_number': 2, 'project_id': '089b504b14134411afd7c91777dc992c', 'subnets': [{'id': '049c4f18-5546-4461-b625-6d7fda2dbad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:25.063534 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-ceccdd9a-9969-432b-b405-b1acc4f64188 service neutron] For port 60471c1d-42eb-423b-bcb3-275603b614e3, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:25.066250 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af81ae1-1b3c-4051-9faf-50a920e2922f admin admin] Made reservation on behalf of a4bdb81ebcfc4284a4392826d9283234 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:25:25.068800 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:25.069767 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3af81ae1-1b3c-4051-9faf-50a920e2922f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:25.074854 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ed228900-2a20-49f6-9643-2e9be17c5cae up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:25.090929 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c704860e-ac9c-46cb-a5dc-f75a920d59d1 None None] Checking router: 20747735-d060-4f1f-97e8-c71ecdce65c6 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:25:25.091514 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c704860e-ac9c-46cb-a5dc-f75a920d59d1 None None] Updating router 20747735-d060-4f1f-97e8-c71ecdce65c6 port 5d83e591-3e71-4465-a462-b147f2bb667b binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:25:25.092119 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-ceccdd9a-9969-432b-b405-b1acc4f64188 service neutron] Notify callbacks [] for binding, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:25.093081 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b55d0d3-0857-4c4d-8993-d61ad46477b4 req-ceccdd9a-9969-432b-b405-b1acc4f64188 service neutron] 10.222.0.58 "DELETE /v2.0/ports/60471c1d-42eb-423b-bcb3-275603b614e3/bindings/n-h1-820550-2 HTTP/1.1" status: 204 len: 173 time: 0.2623324 Dec 16 09:25:25.094134 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3af81ae1-1b3c-4051-9faf-50a920e2922f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:25.119952 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-c704860e-ac9c-46cb-a5dc-f75a920d59d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:25.183760 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7dd7d-5895-4d25-b249-34a19b405c49 req-7100ac7b-a6ea-46e1-8c82-305aab72c213 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:25.183760 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c3c7dd7d-5895-4d25-b249-34a19b405c49 req-7100ac7b-a6ea-46e1-8c82-305aab72c213 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fae15b5-1e44-4e3a-bfdf-c34f65552e52 HTTP/1.1" status: 200 len: 948 time: 0.0843384 Dec 16 09:25:25.221632 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=09ffd442-bc5b-4630-ade5-0ddf27f582b9,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:25.298861 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c3c7dd7d-5895-4d25-b249-34a19b405c49 req-858c12de-72ce-458c-a4a8-736f2718f7a9 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053078 Dec 16 09:25:25.304496 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3af81ae1-1b3c-4051-9faf-50a920e2922f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:25.332039 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port ed228900-2a20-49f6-9643-2e9be17c5cae completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:25:25.343274 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90cc11-4762-4509-85fe-1fb0a47cdd7a req-7a1067c9-7f97-4496-938d-4afe2d148ad9 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:25.343735 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port ed228900-2a20-49f6-9643-2e9be17c5cae triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:25.343831 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5b90cc11-4762-4509-85fe-1fb0a47cdd7a req-7a1067c9-7f97-4496-938d-4afe2d148ad9 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/ports?device_id=acbfb2db-141a-4546-a74f-34735348a98f HTTP/1.1" status: 200 len: 949 time: 0.1148221 Dec 16 09:25:25.343921 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:25.343921 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:25.401408 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5b90cc11-4762-4509-85fe-1fb0a47cdd7a req-ffa930a6-f875-43fc-bfa9-c3ac8f3e62bd tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/security-groups?id=3aa477bf-0781-45f5-b2c5-d8c4245dfeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557299 Dec 16 09:25:25.412019 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3af81ae1-1b3c-4051-9faf-50a920e2922f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:25.466713 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af81ae1-1b3c-4051-9faf-50a920e2922f admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:25:25.471828 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:25.472323 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:25.476702 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af81ae1-1b3c-4051-9faf-50a920e2922f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d7f984-57be-4661-a749-91e341b8cc21,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:25.485892 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3af81ae1-1b3c-4051-9faf-50a920e2922f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:25.486674 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-3af81ae1-1b3c-4051-9faf-50a920e2922f admin admin] Added segment d104d721-874c-413d-aed9-29f1ea880ebd of type vlan for network 0f583779-4cd1-4193-bcdf-dbba6dcb31e2 Dec 16 09:25:25.517976 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:25.521226 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-c704860e-ac9c-46cb-a5dc-f75a920d59d1 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:25.544429 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef30231-da04-4957-8afe-18098e4786c7 req-fca3a33f-4a01-4f4e-af30-c176c391897b tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:25.546251 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bef30231-da04-4957-8afe-18098e4786c7 req-fca3a33f-4a01-4f4e-af30-c176c391897b tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 945 time: 0.1188631 Dec 16 09:25:25.550072 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3af81ae1-1b3c-4051-9faf-50a920e2922f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:25.579430 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port ed228900-2a20-49f6-9643-2e9be17c5cae, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ed228900-2a20-49f6-9643-2e9be17c5cae,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:25.601680 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bef30231-da04-4957-8afe-18098e4786c7 req-648fd751-ecb9-4a4e-8a87-1691c120b959 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475459 Dec 16 09:25:25.614820 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-c704860e-ac9c-46cb-a5dc-f75a920d59d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:25.673515 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6edd8-6e86-4f7e-830f-f215fd731712 None None] Pushing event updated for resources: {'Port': ['ID=5d83e591-3e71-4465-a462-b147f2bb667b,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:25.698555 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6edd8-6e86-4f7e-830f-f215fd731712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:25.699433 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6edd8-6e86-4f7e-830f-f215fd731712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:25.699767 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6edd8-6e86-4f7e-830f-f215fd731712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:25.700099 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6edd8-6e86-4f7e-830f-f215fd731712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:25.700424 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6edd8-6e86-4f7e-830f-f215fd731712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:25.700742 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6edd8-6e86-4f7e-830f-f215fd731712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:25.701061 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6edd8-6e86-4f7e-830f-f215fd731712 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:25.701409 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6edd8-6e86-4f7e-830f-f215fd731712 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:25.701726 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6edd8-6e86-4f7e-830f-f215fd731712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:25.702067 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6edd8-6e86-4f7e-830f-f215fd731712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:25.702551 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6edd8-6e86-4f7e-830f-f215fd731712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:25.702866 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6edd8-6e86-4f7e-830f-f215fd731712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:25.704828 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:25.705660 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3af81ae1-1b3c-4051-9faf-50a920e2922f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:25.706904 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 60471c1d-42eb-423b-bcb3-275603b614e3 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:25:25.708297 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af81ae1-1b3c-4051-9faf-50a920e2922f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:25.709299 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3af81ae1-1b3c-4051-9faf-50a920e2922f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:25.734869 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-c704860e-ac9c-46cb-a5dc-f75a920d59d1 None None] Attempting to bind port 5d83e591-3e71-4465-a462-b147f2bb667b on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:25:25.735440 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-c704860e-ac9c-46cb-a5dc-f75a920d59d1 None None] Attempting to bind port 5d83e591-3e71-4465-a462-b147f2bb667b by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '12d9a588-a8ed-4e4e-b1b6-45262cb84fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'afd4b102-4e58-4a14-a495-ab824dc8cc6e'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:25:25.736020 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c704860e-ac9c-46cb-a5dc-f75a920d59d1 None None] Attempting to bind port 5d83e591-3e71-4465-a462-b147f2bb667b on network afd4b102-4e58-4a14-a495-ab824dc8cc6e {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:25.742487 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c704860e-ac9c-46cb-a5dc-f75a920d59d1 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:25:25.742761 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c704860e-ac9c-46cb-a5dc-f75a920d59d1 None None] Checking segment: {'id': '12d9a588-a8ed-4e4e-b1b6-45262cb84fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'afd4b102-4e58-4a14-a495-ab824dc8cc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:25.743299 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-c704860e-ac9c-46cb-a5dc-f75a920d59d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:25.743695 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c704860e-ac9c-46cb-a5dc-f75a920d59d1 None None] Bound using segment: {'id': '12d9a588-a8ed-4e4e-b1b6-45262cb84fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'afd4b102-4e58-4a14-a495-ab824dc8cc6e'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:25:25.744159 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-c704860e-ac9c-46cb-a5dc-f75a920d59d1 None None] Bound port: 5d83e591-3e71-4465-a462-b147f2bb667b, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d9a588-a8ed-4e4e-b1b6-45262cb84fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'afd4b102-4e58-4a14-a495-ab824dc8cc6e'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:25:25.744559 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-c704860e-ac9c-46cb-a5dc-f75a920d59d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:25.822464 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af81ae1-1b3c-4051-9faf-50a920e2922f admin admin] Pushing event updated for resources: {'Network': ['ID=0f583779-4cd1-4193-bcdf-dbba6dcb31e2,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:25.836432 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-c704860e-ac9c-46cb-a5dc-f75a920d59d1 None None] For port 5d83e591-3e71-4465-a462-b147f2bb667b, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:25.841945 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-c704860e-ac9c-46cb-a5dc-f75a920d59d1 None None] For port 5d83e591-3e71-4465-a462-b147f2bb667b, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5d83e591-3e71-4465-a462-b147f2bb667b,segment=NetworkSegment(12d9a588-a8ed-4e4e-b1b6-45262cb84fd7),segment_id=12d9a588-a8ed-4e4e-b1b6-45262cb84fd7)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:25:25.846779 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 0f583779-4cd1-4193-bcdf-dbba6dcb31e2 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:25:25.851949 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=ed228900-2a20-49f6-9643-2e9be17c5cae,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:25.868597 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 60471c1d-42eb-423b-bcb3-275603b614e3 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:25:25.893223 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3af81ae1-1b3c-4051-9faf-50a920e2922f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9504168 Dec 16 09:25:25.897510 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33248) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:25.902694 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-d8b81618-6184-4e70-affa-23584195370f admin admin] Request body: {'subnet': {'network_id': '0f583779-4cd1-4193-bcdf-dbba6dcb31e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-716535575-subnet', 'tenant_id': 'a4bdb81ebcfc4284a4392826d9283234', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:25.912763 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-c704860e-ac9c-46cb-a5dc-f75a920d59d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:25.980434 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4629d2-4d48-4d66-930a-e4ba997f1ff7 req-9ba1b51b-3cfd-4b73-add0-cf6f63d13a61 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:25.986666 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-47e66e75-052e-47d2-9c2c-6e963efd95c4 None None] Provisioning complete for port 5d83e591-3e71-4465-a462-b147f2bb667b triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:25.987109 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-47e66e75-052e-47d2-9c2c-6e963efd95c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:25.987842 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5e4629d2-4d48-4d66-930a-e4ba997f1ff7 req-9ba1b51b-3cfd-4b73-add0-cf6f63d13a61 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3c61bd-a882-4ce2-b1dc-b196b28d744c HTTP/1.1" status: 200 len: 945 time: 0.0549915 Dec 16 09:25:25.991390 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b81618-6184-4e70-affa-23584195370f admin admin] Made reservation on behalf of a4bdb81ebcfc4284a4392826d9283234 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:25:25.994509 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d8b81618-6184-4e70-affa-23584195370f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:26.023926 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c704860e-ac9c-46cb-a5dc-f75a920d59d1 None None] Routers {'20747735-d060-4f1f-97e8-c71ecdce65c6'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:26.024554 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-c704860e-ac9c-46cb-a5dc-f75a920d59d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:24:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['20747735-d060-4f1f-97e8-c71ecdce65c6'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:26.053791 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5e4629d2-4d48-4d66-930a-e4ba997f1ff7 req-42d1a599-6b95-4971-95b4-7ce6f6417c1e tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/security-groups?id=5607d5a0-abbf-4023-9195-2b8416ce7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645208 Dec 16 09:25:26.078750 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6edd8-6e86-4f7e-830f-f215fd731712 None None] Pushing event updated for resources: {'Port': ['ID=5d83e591-3e71-4465-a462-b147f2bb667b,revision_number=4']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:26.153434 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-47e66e75-052e-47d2-9c2c-6e963efd95c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:26.230291 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-47e66e75-052e-47d2-9c2c-6e963efd95c4 None None] For port 5d83e591-3e71-4465-a462-b147f2bb667b, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5d83e591-3e71-4465-a462-b147f2bb667b,segment=NetworkSegment(12d9a588-a8ed-4e4e-b1b6-45262cb84fd7),segment_id=12d9a588-a8ed-4e4e-b1b6-45262cb84fd7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:26.241752 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc540586-ba4c-4829-98a1-05cf4f293173 req-f61333a6-fd69-4ce7-b6fe-e0edd4f95ea6 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:26.243581 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cc540586-ba4c-4829-98a1-05cf4f293173 req-f61333a6-fd69-4ce7-b6fe-e0edd4f95ea6 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 945 time: 0.0732892 Dec 16 09:25:26.248059 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-c704860e-ac9c-46cb-a5dc-f75a920d59d1 None None] Set router 20747735-d060-4f1f-97e8-c71ecdce65c6 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:25:26.296008 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-47e66e75-052e-47d2-9c2c-6e963efd95c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:26.347822 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8642e7e8-358b-460b-a2a1-0f06e61ad245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:26.368075 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e66e75-052e-47d2-9c2c-6e963efd95c4 None None] Pushing event updated for resources: {'Port': ['ID=5d83e591-3e71-4465-a462-b147f2bb667b,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:26.402585 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cc540586-ba4c-4829-98a1-05cf4f293173 req-b59c12d8-ec1c-49d9-841f-a1f008283ebe tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462274 Dec 16 09:25:26.426074 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-0532a362-c653-424e-872c-8b2fb4fde0bb None None] Provisioning complete for port 5d83e591-3e71-4465-a462-b147f2bb667b triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:26.426453 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0532a362-c653-424e-872c-8b2fb4fde0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:26.536002 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ffd442-bc5b-4630-ade5-0ddf27f582b9'}, {'server_uuid': '5fae15b5-1e44-4e3a-bfdf-c34f65552e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed228900-2a20-49f6-9643-2e9be17c5cae'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:26.536671 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-c704860e-ac9c-46cb-a5dc-f75a920d59d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'name': 'tempest-TaggedBootDevicesTest_v242-941321693-router', 'tenant_id': '089b504b14134411afd7c91777dc992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:16Z', 'updated_at': '2021-12-16T09:25:22Z', 'revision_number': 4, 'project_id': '089b504b14134411afd7c91777dc992c', 'gw_port': {'id': 'a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:18Z', 'updated_at': '2021-12-16T09:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '5d83e591-3e71-4465-a462-b147f2bb667b', 'name': '', 'network_id': 'afd4b102-4e58-4a14-a495-ab824dc8cc6e', 'tenant_id': '089b504b14134411afd7c91777dc992c', 'mac_address': 'fa:16:3e:98:bc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '049c4f18-5546-4461-b625-6d7fda2dbad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:21Z', 'updated_at': '2021-12-16T09:25:25Z', 'revision_number': 4, 'project_id': '089b504b14134411afd7c91777dc992c', 'subnets': [{'id': '049c4f18-5546-4461-b625-6d7fda2dbad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:26.538239 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbe7c9f-bf56-4593-a16f-008096fc4903" -d '{"events": [{"server_uuid": "ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d", "name": "network-vif-plugged", "status": "completed", "tag": "09ffd442-bc5b-4630-ade5-0ddf27f582b9"}, {"server_uuid": "5fae15b5-1e44-4e3a-bfdf-c34f65552e52", "name": "network-vif-plugged", "status": "completed", "tag": "ed228900-2a20-49f6-9643-2e9be17c5cae"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:26.561640 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4e5a9-6397-4306-91ce-8c1529b4f8b7 req-c587c56e-5d9e-478e-98e5-4916f9d56d4d tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:26.563225 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-aee4e5a9-6397-4306-91ce-8c1529b4f8b7 req-c587c56e-5d9e-478e-98e5-4916f9d56d4d tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fae15b5-1e44-4e3a-bfdf-c34f65552e52 HTTP/1.1" status: 200 len: 949 time: 0.0940695 Dec 16 09:25:26.574179 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c704860e-ac9c-46cb-a5dc-f75a920d59d1 None None] The sync data for ids ['20747735-d060-4f1f-97e8-c71ecdce65c6'] in n-d-820550-2 is: [{'id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'name': 'tempest-TaggedBootDevicesTest_v242-941321693-router', 'tenant_id': '089b504b14134411afd7c91777dc992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:16Z', 'updated_at': '2021-12-16T09:25:22Z', 'revision_number': 4, 'project_id': '089b504b14134411afd7c91777dc992c', 'gw_port': {'id': 'a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:18Z', 'updated_at': '2021-12-16T09:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '5d83e591-3e71-4465-a462-b147f2bb667b', 'name': '', 'network_id': 'afd4b102-4e58-4a14-a495-ab824dc8cc6e', 'tenant_id': '089b504b14134411afd7c91777dc992c', 'mac_address': 'fa:16:3e:98:bc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '049c4f18-5546-4461-b625-6d7fda2dbad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:21Z', 'updated_at': '2021-12-16T09:25:25Z', 'revision_number': 4, 'project_id': '089b504b14134411afd7c91777dc992c', 'subnets': [{'id': '049c4f18-5546-4461-b625-6d7fda2dbad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:25:26.579576 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d8b81618-6184-4e70-affa-23584195370f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:26.707099 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b81618-6184-4e70-affa-23584195370f admin admin] Pushing event updated for resources: {'Subnet': ['ID=aea828c7-103f-4b32-ac9c-cba45223f96a,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:26.708866 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-aee4e5a9-6397-4306-91ce-8c1529b4f8b7 req-9bdbce56-b9bb-4ef5-9300-6945e813ba2a tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395392 Dec 16 09:25:26.742084 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b81618-6184-4e70-affa-23584195370f admin admin] Checking segment: {'id': 'd104d721-874c-413d-aed9-29f1ea880ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0f583779-4cd1-4193-bcdf-dbba6dcb31e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:26.743216 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b81618-6184-4e70-affa-23584195370f admin admin] Network hostable DHCP agents. Network: 0f583779-4cd1-4193-bcdf-dbba6dcb31e2, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:25:26.852982 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f18d97-14fb-49b4-bb7d-dfd752eaaa7c req-c702acfd-1683-447f-a94b-b3fd5d9b0888 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:26.852982 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-96f18d97-14fb-49b4-bb7d-dfd752eaaa7c req-c702acfd-1683-447f-a94b-b3fd5d9b0888 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/ports?device_id=acbfb2db-141a-4546-a74f-34735348a98f HTTP/1.1" status: 200 len: 949 time: 0.0553224 Dec 16 09:25:26.875117 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b81618-6184-4e70-affa-23584195370f admin admin] Network 0f583779-4cd1-4193-bcdf-dbba6dcb31e2 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:25:26.911892 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44238453-1826-4408-9e0c-364f4fadcbb1 x-openstack-request-id: req-44238453-1826-4408-9e0c-364f4fadcbb1 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:25:26.912586 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d", "name": "network-vif-plugged", "status": "completed", "tag": "09ffd442-bc5b-4630-ade5-0ddf27f582b9", "code": 200}, {"server_uuid": "5fae15b5-1e44-4e3a-bfdf-c34f65552e52", "name": "network-vif-plugged", "status": "completed", "tag": "ed228900-2a20-49f6-9643-2e9be17c5cae", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:25:26.913019 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-44238453-1826-4408-9e0c-364f4fadcbb1 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:25:26.913639 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ffd442-bc5b-4630-ade5-0ddf27f582b9', 'code': 200} Dec 16 09:25:26.914067 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fae15b5-1e44-4e3a-bfdf-c34f65552e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed228900-2a20-49f6-9643-2e9be17c5cae', 'code': 200} Dec 16 09:25:26.924346 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-96f18d97-14fb-49b4-bb7d-dfd752eaaa7c req-56dfa839-a005-4e0b-bc6b-b793e977ae59 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/security-groups?id=3aa477bf-0781-45f5-b2c5-d8c4245dfeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565159 Dec 16 09:25:26.965600 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-d8b81618-6184-4e70-affa-23584195370f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 0f583779-4cd1-4193-bcdf-dbba6dcb31e2) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:26.971506 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b81618-6184-4e70-affa-23584195370f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:26.972564 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d8b81618-6184-4e70-affa-23584195370f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:26.985992 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43eafd92-496f-4a0f-bc1b-515380c6b1f7 None None] Network 0f583779-4cd1-4193-bcdf-dbba6dcb31e2 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:25:27.047892 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe7594-c8fc-474f-a20b-d4cdbc77f754 req-00b15ff4-0c44-48e3-afc2-2ee0d95c7c01 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:27.056790 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6dfe7594-c8fc-474f-a20b-d4cdbc77f754 req-00b15ff4-0c44-48e3-afc2-2ee0d95c7c01 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] 10.222.0.60 "GET /v2.0/ports?device_id=86259ab9-1136-4d61-a04e-e562983bd605 HTTP/1.1" status: 200 len: 945 time: 0.0748100 Dec 16 09:25:27.111074 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6dfe7594-c8fc-474f-a20b-d4cdbc77f754 req-c24bf8cb-682e-44ed-9b33-f5fdd66f4d98 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] 10.222.0.60 "GET /v2.0/security-groups?id=27da4e68-3c96-49c8-9cb6-1f3232dfba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533624 Dec 16 09:25:27.203501 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db482e5-9efb-44f4-b45b-e56ae96b70ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-0f583779-4cd1-4193-bcdf-dbba6dcb31e2', 'network_id': '0f583779-4cd1-4193-bcdf-dbba6dcb31e2', 'tenant_id': 'a4bdb81ebcfc4284a4392826d9283234', 'fixed_ips': [{'subnet_id': 'aea828c7-103f-4b32-ac9c-cba45223f96a'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:25:27.204546 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0db482e5-9efb-44f4-b45b-e56ae96b70ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:27.316988 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27475b98-9138-4e2e-88a7-9c8ce4b81242 req-57b1f428-0956-429d-9a67-71bfd62062e0 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:27.319032 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-27475b98-9138-4e2e-88a7-9c8ce4b81242 req-57b1f428-0956-429d-9a67-71bfd62062e0 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 1096 time: 0.1213171 Dec 16 09:25:27.392664 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5d83e591-3e71-4465-a462-b147f2bb667b up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:27.403114 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-27475b98-9138-4e2e-88a7-9c8ce4b81242 req-437c9580-7469-4656-be0c-c54137b5e225 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717990 Dec 16 09:25:27.479547 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253b2ed-c699-416a-9696-9329871ae309 req-2868ad1e-28e1-427d-a087-b4d74a0de915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:27.481448 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e253b2ed-c699-416a-9696-9329871ae309 req-2868ad1e-28e1-427d-a087-b4d74a0de915 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5fae15b5-1e44-4e3a-bfdf-c34f65552e52 HTTP/1.1" status: 200 len: 1100 time: 0.4903340 Dec 16 09:25:27.482144 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-0db482e5-9efb-44f4-b45b-e56ae96b70ce None None] Allocated IP 172.20.0.2 (0f583779-4cd1-4193-bcdf-dbba6dcb31e2/aea828c7-103f-4b32-ac9c-cba45223f96a/30997c44-c37d-45f5-ab4c-6ab02fed6a5c) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:27.497444 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a94426-edc4-402e-8639-aa14afb16864 req-91fee769-c41b-4084-939e-7e0388982a60 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:27.505354 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-54a94426-edc4-402e-8639-aa14afb16864 req-91fee769-c41b-4084-939e-7e0388982a60 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 945 time: 0.4852986 Dec 16 09:25:27.528752 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264c532-e389-41d1-8139-c6ddf3a68831 req-3b2b5380-27db-4a4e-94bb-8d111a4c3b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:27.530956 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a264c532-e389-41d1-8139-c6ddf3a68831 req-3b2b5380-27db-4a4e-94bb-8d111a4c3b94 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 1096 time: 0.4988298 Dec 16 09:25:27.537388 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d8b81618-6184-4e70-affa-23584195370f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6408632 Dec 16 09:25:27.539162 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33278) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:27.548080 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-d2c31eba-180c-46fa-9c36-40d9b239e70c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-716535575-router', 'tenant_id': 'a4bdb81ebcfc4284a4392826d9283234', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:27.570106 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 5d83e591-3e71-4465-a462-b147f2bb667b triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:27.570617 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:27.572026 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:27.583374 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b30ba-5a8b-4fa0-9324-f09b87e9823d req-10a23920-db47-4bf2-8f98-f1f6c2e17fdf tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:27.591349 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4b5b30ba-5a8b-4fa0-9324-f09b87e9823d req-10a23920-db47-4bf2-8f98-f1f6c2e17fdf tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3c61bd-a882-4ce2-b1dc-b196b28d744c HTTP/1.1" status: 200 len: 945 time: 0.1133423 Dec 16 09:25:27.607601 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e253b2ed-c699-416a-9696-9329871ae309 req-010c37da-496a-427d-89aa-35e1444ff896 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989110 Dec 16 09:25:27.615253 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 329ef305-3d25-4845-9295-e9609f77ba1c up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:27.623388 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-54a94426-edc4-402e-8639-aa14afb16864 req-f6eb1faa-f540-4c08-b4fa-efd150d71774 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167719 Dec 16 09:25:27.625225 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a264c532-e389-41d1-8139-c6ddf3a68831 req-df32f88d-258b-429c-9700-08076788d257 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723548 Dec 16 09:25:27.640027 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4b5b30ba-5a8b-4fa0-9324-f09b87e9823d req-cd57e035-c553-485a-a48d-010c6ce9019f tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/security-groups?id=5607d5a0-abbf-4023-9195-2b8416ce7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474496 Dec 16 09:25:27.645954 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2c31eba-180c-46fa-9c36-40d9b239e70c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:27.648197 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2c31eba-180c-46fa-9c36-40d9b239e70c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:27.748367 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2c31eba-180c-46fa-9c36-40d9b239e70c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:27.925107 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 329ef305-3d25-4845-9295-e9609f77ba1c completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:25:27.946641 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 329ef305-3d25-4845-9295-e9609f77ba1c triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:27.947005 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:27.983538 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0db482e5-9efb-44f4-b45b-e56ae96b70ce None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:28.009739 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339a046-3806-4427-85fd-5c3720af46d6 req-207f3c2e-f3c3-466d-8caa-afa933106a7b tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:28.015003 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1339a046-3806-4427-85fd-5c3720af46d6 req-207f3c2e-f3c3-466d-8caa-afa933106a7b tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/networks?id=fd229606-1f82-48a3-82a3-fb35078f3dba HTTP/1.1" status: 200 len: 808 time: 0.2387581 Dec 16 09:25:28.019500 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2c31eba-180c-46fa-9c36-40d9b239e70c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:28.039645 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1339a046-3806-4427-85fd-5c3720af46d6 req-90d390b5-91c9-4e50-8b21-0443b2adacd5 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/quotas/ef267339b96a4504bcc86eb4b94505b3 HTTP/1.1" status: 200 len: 375 time: 0.0163140 Dec 16 09:25:28.057234 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:28.061365 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0db482e5-9efb-44f4-b45b-e56ae96b70ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:28.088720 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1339a046-3806-4427-85fd-5c3720af46d6 req-3aee4163-191e-4792-9516-3ae7a61c38a3 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef267339b96a4504bcc86eb4b94505b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0486662 Dec 16 09:25:28.127431 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db482e5-9efb-44f4-b45b-e56ae96b70ce None None] Network 0f583779-4cd1-4193-bcdf-dbba6dcb31e2 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:28.141606 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-0db482e5-9efb-44f4-b45b-e56ae96b70ce None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:28.146680 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db482e5-9efb-44f4-b45b-e56ae96b70ce None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:28.155489 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 329ef305-3d25-4845-9295-e9609f77ba1c, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=329ef305-3d25-4845-9295-e9609f77ba1c,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:28.158749 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db482e5-9efb-44f4-b45b-e56ae96b70ce None None] Pushing event updated for resources: {'Port': ['ID=30997c44-c37d-45f5-ab4c-6ab02fed6a5c,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:28.221417 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-0db482e5-9efb-44f4-b45b-e56ae96b70ce None None] Attempting to bind port 30997c44-c37d-45f5-ab4c-6ab02fed6a5c on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:25:28.222081 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-0db482e5-9efb-44f4-b45b-e56ae96b70ce None None] Attempting to bind port 30997c44-c37d-45f5-ab4c-6ab02fed6a5c by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'd104d721-874c-413d-aed9-29f1ea880ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0f583779-4cd1-4193-bcdf-dbba6dcb31e2'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:25:28.222458 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db482e5-9efb-44f4-b45b-e56ae96b70ce None None] Attempting to bind port 30997c44-c37d-45f5-ab4c-6ab02fed6a5c on network 0f583779-4cd1-4193-bcdf-dbba6dcb31e2 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:28.227911 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db482e5-9efb-44f4-b45b-e56ae96b70ce None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:25:28.228229 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db482e5-9efb-44f4-b45b-e56ae96b70ce None None] Checking segment: {'id': 'd104d721-874c-413d-aed9-29f1ea880ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0f583779-4cd1-4193-bcdf-dbba6dcb31e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:28.228982 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0db482e5-9efb-44f4-b45b-e56ae96b70ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:28.229387 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db482e5-9efb-44f4-b45b-e56ae96b70ce None None] Bound using segment: {'id': 'd104d721-874c-413d-aed9-29f1ea880ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0f583779-4cd1-4193-bcdf-dbba6dcb31e2'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:25:28.229947 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-0db482e5-9efb-44f4-b45b-e56ae96b70ce None None] Bound port: 30997c44-c37d-45f5-ab4c-6ab02fed6a5c, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd104d721-874c-413d-aed9-29f1ea880ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0f583779-4cd1-4193-bcdf-dbba6dcb31e2'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:25:28.230410 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0db482e5-9efb-44f4-b45b-e56ae96b70ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:28.236516 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1339a046-3806-4427-85fd-5c3720af46d6 req-c456556c-2e23-44f2-9ffc-975601c76cf7 service neutron] 10.222.0.60 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396296 Dec 16 09:25:28.243243 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:28.309806 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed92a9-aed8-4c8c-ba45-6e6237a5a58b req-a4b01144-daef-4a85-917b-a9e48edfc8e5 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:28.311894 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b7ed92a9-aed8-4c8c-ba45-6e6237a5a58b req-a4b01144-daef-4a85-917b-a9e48edfc8e5 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fae15b5-1e44-4e3a-bfdf-c34f65552e52 HTTP/1.1" status: 200 len: 949 time: 0.0715044 Dec 16 09:25:28.339082 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=329ef305-3d25-4845-9295-e9609f77ba1c,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:28.358472 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-0db482e5-9efb-44f4-b45b-e56ae96b70ce None None] For port 30997c44-c37d-45f5-ab4c-6ab02fed6a5c, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:28.359674 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b7ed92a9-aed8-4c8c-ba45-6e6237a5a58b req-c5d3a04e-3957-4e9b-a49e-e37e3c42fe36 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410290 Dec 16 09:25:28.362224 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-0db482e5-9efb-44f4-b45b-e56ae96b70ce None None] For port 30997c44-c37d-45f5-ab4c-6ab02fed6a5c, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=30997c44-c37d-45f5-ab4c-6ab02fed6a5c,segment=NetworkSegment(d104d721-874c-413d-aed9-29f1ea880ebd),segment_id=d104d721-874c-413d-aed9-29f1ea880ebd)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:25:28.464388 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21da35d-0e12-4615-871b-8c9d6abef24f req-999d4c0e-c658-449f-bc63-a98213e0587f tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:28.465900 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c21da35d-0e12-4615-871b-8c9d6abef24f req-999d4c0e-c658-449f-bc63-a98213e0587f tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/ports?device_id=acbfb2db-141a-4546-a74f-34735348a98f HTTP/1.1" status: 200 len: 950 time: 0.0484109 Dec 16 09:25:28.475443 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0db482e5-9efb-44f4-b45b-e56ae96b70ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:28.477819 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1339a046-3806-4427-85fd-5c3720af46d6 req-ed54b899-ac58-4c03-9726-ad2ef885a1af service neutron] 10.222.0.60 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909058 Dec 16 09:25:28.528373 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2c31eba-180c-46fa-9c36-40d9b239e70c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:28.540039 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c21da35d-0e12-4615-871b-8c9d6abef24f req-24fa100f-31f1-4f00-b0cf-a2cd3f6cea97 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/security-groups?id=3aa477bf-0781-45f5-b2c5-d8c4245dfeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680003 Dec 16 09:25:28.554477 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2c31eba-180c-46fa-9c36-40d9b239e70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:28.579791 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db482e5-9efb-44f4-b45b-e56ae96b70ce None None] Pushing event updated for resources: {'Port': ['ID=30997c44-c37d-45f5-ab4c-6ab02fed6a5c,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:28.691697 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e160b30-eaa4-4be9-b712-27f15b800680 req-1da56a7a-fc6b-42c8-9020-3dafff638fc6 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:28.693333 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5e160b30-eaa4-4be9-b712-27f15b800680 req-1da56a7a-fc6b-42c8-9020-3dafff638fc6 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] 10.222.0.60 "GET /v2.0/ports?device_id=86259ab9-1136-4d61-a04e-e562983bd605 HTTP/1.1" status: 200 len: 945 time: 0.0564280 Dec 16 09:25:28.725016 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-d2c31eba-180c-46fa-9c36-40d9b239e70c admin admin] Allocated IP 172.25.1.62 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/8e03d54a-fa98-451e-a003-ef460038e974) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:28.746314 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5e160b30-eaa4-4be9-b712-27f15b800680 req-4fbf8e5d-f33d-4092-9463-383fd5ef78bc tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] 10.222.0.60 "GET /v2.0/security-groups?id=27da4e68-3c96-49c8-9cb6-1f3232dfba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407646 Dec 16 09:25:28.895443 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489aaa61-aa56-43cc-9f35-dc49b62d50b7 req-0285f306-8072-4025-bacc-b51cb90a4ccd tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:28.899001 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-489aaa61-aa56-43cc-9f35-dc49b62d50b7 req-0285f306-8072-4025-bacc-b51cb90a4ccd tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] 10.222.0.58 "GET /v2.0/ports?device_id=86259ab9-1136-4d61-a04e-e562983bd605 HTTP/1.1" status: 200 len: 945 time: 0.1377616 Dec 16 09:25:28.915970 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbfb2db-141a-4546-a74f-34735348a98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329ef305-3d25-4845-9295-e9609f77ba1c'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:28.926730 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3d8931-76d3-432d-8c78-a5f2d678882e" -d '{"events": [{"server_uuid": "acbfb2db-141a-4546-a74f-34735348a98f", "name": "network-vif-plugged", "status": "completed", "tag": "329ef305-3d25-4845-9295-e9609f77ba1c"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:28.931089 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:29.076963 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984b257-5599-49ae-a0ff-65430f25672d req-d128a047-55de-4a66-bb33-3e187c4253f9 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:29.078589 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8984b257-5599-49ae-a0ff-65430f25672d req-d128a047-55de-4a66-bb33-3e187c4253f9 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 945 time: 0.1734712 Dec 16 09:25:29.143067 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8984b257-5599-49ae-a0ff-65430f25672d req-92f30aa4-597f-4d67-a4a4-5f77225db87c tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481372 Dec 16 09:25:29.169795 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-489aaa61-aa56-43cc-9f35-dc49b62d50b7 req-e6d0133c-d859-49eb-baed-6f722c46ca55 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] Deleting port 90c26093-cd70-4c37-a3a1-b1c272d454d0 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:25:29.170157 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-489aaa61-aa56-43cc-9f35-dc49b62d50b7 req-e6d0133c-d859-49eb-baed-6f722c46ca55 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:29.238426 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e45c3c6-d201-4143-92f9-d766044ebcc7 x-openstack-request-id: req-4e45c3c6-d201-4143-92f9-d766044ebcc7 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:25:29.238889 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acbfb2db-141a-4546-a74f-34735348a98f", "name": "network-vif-plugged", "status": "completed", "tag": "329ef305-3d25-4845-9295-e9609f77ba1c", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:25:29.239306 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4e45c3c6-d201-4143-92f9-d766044ebcc7 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:25:29.239897 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acbfb2db-141a-4546-a74f-34735348a98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329ef305-3d25-4845-9295-e9609f77ba1c', 'code': 200} Dec 16 09:25:29.324106 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-489aaa61-aa56-43cc-9f35-dc49b62d50b7 req-e6d0133c-d859-49eb-baed-6f722c46ca55 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] For port 90c26093-cd70-4c37-a3a1-b1c272d454d0, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=90c26093-cd70-4c37-a3a1-b1c272d454d0,segment=NetworkSegment(1bc289f3-e59a-4844-88ff-fbf52ad5c74c),segment_id=1bc289f3-e59a-4844-88ff-fbf52ad5c74c)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:29.324630 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-489aaa61-aa56-43cc-9f35-dc49b62d50b7 req-e6d0133c-d859-49eb-baed-6f722c46ca55 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:29.373142 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2c31eba-180c-46fa-9c36-40d9b239e70c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:29.424642 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-489aaa61-aa56-43cc-9f35-dc49b62d50b7 req-e6d0133c-d859-49eb-baed-6f722c46ca55 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] Calling delete_port for 90c26093-cd70-4c37-a3a1-b1c272d454d0 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:25:29.465650 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 30997c44-c37d-45f5-ab4c-6ab02fed6a5c up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:29.473470 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e046484c-af05-4229-8f4c-c2589206c200 req-11d05b7a-d521-4ce6-98d4-afd3166b0e13 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 210 time: 0.1104140 Dec 16 09:25:29.576853 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908e22d-8406-43b5-9075-99c9b809d5ed req-c4a08ff9-3bfe-4851-839e-e8af74b578b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:29.578988 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4908e22d-8406-43b5-9075-99c9b809d5ed req-c4a08ff9-3bfe-4851-839e-e8af74b578b4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=acbfb2db-141a-4546-a74f-34735348a98f HTTP/1.1" status: 200 len: 1101 time: 0.2321684 Dec 16 09:25:29.590095 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2c31eba-180c-46fa-9c36-40d9b239e70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:29.636383 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 30997c44-c37d-45f5-ab4c-6ab02fed6a5c triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:29.639947 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:29.642016 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:29.669364 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c31eba-180c-46fa-9c36-40d9b239e70c admin admin] Pushing event updated for resources: {'Port': ['ID=8e03d54a-fa98-451e-a003-ef460038e974,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:29.730993 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c31eba-180c-46fa-9c36-40d9b239e70c admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:29.736490 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-d2c31eba-180c-46fa-9c36-40d9b239e70c admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:29.740562 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c31eba-180c-46fa-9c36-40d9b239e70c admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:29.796423 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d3227-fb9b-4b9a-9c93-4b0e1dc8e449 req-555da4fe-1c78-4912-9ffb-3f3c541beb6e tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:29.808919 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b65d3227-fb9b-4b9a-9c93-4b0e1dc8e449 req-555da4fe-1c78-4912-9ffb-3f3c541beb6e tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fae15b5-1e44-4e3a-bfdf-c34f65552e52 HTTP/1.1" status: 200 len: 949 time: 0.2772596 Dec 16 09:25:29.819037 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:29.838104 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-489aaa61-aa56-43cc-9f35-dc49b62d50b7 req-e6d0133c-d859-49eb-baed-6f722c46ca55 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:29.856513 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4908e22d-8406-43b5-9075-99c9b809d5ed req-5ccf03ec-8252-4950-9239-d65485985e0c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3aa477bf-0781-45f5-b2c5-d8c4245dfeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639153 Dec 16 09:25:29.865505 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 30997c44-c37d-45f5-ab4c-6ab02fed6a5c, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=30997c44-c37d-45f5-ab4c-6ab02fed6a5c,segment=NetworkSegment(d104d721-874c-413d-aed9-29f1ea880ebd),segment_id=d104d721-874c-413d-aed9-29f1ea880ebd)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:29.868925 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['90c26093-cd70-4c37-a3a1-b1c272d454d0'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:25:29.888199 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb0096-cd6e-417c-a600-3a4e2db5033a req-6433e763-5f70-4ad2-8f10-d2b648b0dbc3 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:29.901331 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1ceb0096-cd6e-417c-a600-3a4e2db5033a req-6433e763-5f70-4ad2-8f10-d2b648b0dbc3 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/ports?device_id=acbfb2db-141a-4546-a74f-34735348a98f HTTP/1.1" status: 200 len: 950 time: 0.2068949 Dec 16 09:25:29.927756 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0133c-d859-49eb-baed-6f722c46ca55 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] Pushing event deleted for resources: {'Port': ['ID=90c26093-cd70-4c37-a3a1-b1c272d454d0,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:29.946719 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:29.956735 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b65d3227-fb9b-4b9a-9c93-4b0e1dc8e449 req-24712594-3879-4b03-bd85-996fe3f9eab3 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459649 Dec 16 09:25:29.988144 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-489aaa61-aa56-43cc-9f35-dc49b62d50b7 req-e6d0133c-d859-49eb-baed-6f722c46ca55 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] No DVR routers for this DVR port 90c26093-cd70-4c37-a3a1-b1c272d454d0 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:25:29.991347 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-489aaa61-aa56-43cc-9f35-dc49b62d50b7 req-e6d0133c-d859-49eb-baed-6f722c46ca55 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:29.999150 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-489aaa61-aa56-43cc-9f35-dc49b62d50b7 req-e6d0133c-d859-49eb-baed-6f722c46ca55 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] 10.222.0.58 "DELETE /v2.0/ports/90c26093-cd70-4c37-a3a1-b1c272d454d0 HTTP/1.1" status: 204 len: 173 time: 1.0473733 Dec 16 09:25:29.999955 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86259ab9-1136-4d61-a04e-e562983bd605', 'name': 'network-vif-deleted', 'tag': '90c26093-cd70-4c37-a3a1-b1c272d454d0'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:30.002637 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b0071c-2cf0-46a3-b0c6-02b9fd00b894" -d '{"events": [{"server_uuid": "86259ab9-1136-4d61-a04e-e562983bd605", "name": "network-vif-deleted", "tag": "90c26093-cd70-4c37-a3a1-b1c272d454d0"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:30.014260 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=30997c44-c37d-45f5-ab4c-6ab02fed6a5c,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:30.025952 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1ceb0096-cd6e-417c-a600-3a4e2db5033a req-fd30d7fb-8685-4e97-a05e-084fd6054742 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/security-groups?id=3aa477bf-0781-45f5-b2c5-d8c4245dfeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231287 Dec 16 09:25:30.102160 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c356cf5b-1a2e-43f6-80cc-576f0ae5867d req-85aca36f-e143-4adb-8941-739457ff91c3 tempest-VolumesAdminNegativeTest-959955245 tempest-VolumesAdminNegativeTest-959955245-project] 10.222.0.60 "GET /v2.0/ports?device_id=86259ab9-1136-4d61-a04e-e562983bd605 HTTP/1.1" status: 200 len: 210 time: 0.0355585 Dec 16 09:25:30.105709 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66191bb-70ca-47de-8851-fe22996463a3 x-openstack-request-id: req-f66191bb-70ca-47de-8851-fe22996463a3 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:25:30.105999 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86259ab9-1136-4d61-a04e-e562983bd605", "name": "network-vif-deleted", "tag": "90c26093-cd70-4c37-a3a1-b1c272d454d0", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:25:30.106679 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f66191bb-70ca-47de-8851-fe22996463a3 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:25:30.107021 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86259ab9-1136-4d61-a04e-e562983bd605', 'name': 'network-vif-deleted', 'tag': '90c26093-cd70-4c37-a3a1-b1c272d454d0', 'status': 'completed', 'code': 200} Dec 16 09:25:30.113591 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6debda59-1f20-4573-a26c-33e948ae0745 None None] Network 0f583779-4cd1-4193-bcdf-dbba6dcb31e2 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:25:30.166638 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2c31eba-180c-46fa-9c36-40d9b239e70c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:30.183250 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c8698ec9-39d8-4d00-b51c-31ea6817fcdf None None] Provisioning complete for port 30997c44-c37d-45f5-ab4c-6ab02fed6a5c triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:30.183630 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c8698ec9-39d8-4d00-b51c-31ea6817fcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:30.314769 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b271b-5b49-4937-97f4-59c08aa148ce req-31e1b11c-f088-4e85-a190-7d6ad58539d7 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:30.316502 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-847b271b-5b49-4937-97f4-59c08aa148ce req-31e1b11c-f088-4e85-a190-7d6ad58539d7 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 945 time: 0.0671325 Dec 16 09:25:30.436676 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-847b271b-5b49-4937-97f4-59c08aa148ce req-2a8dfea0-ee26-4c87-8cfc-c168aa8a05bd tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752285 Dec 16 09:25:30.457690 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2c31eba-180c-46fa-9c36-40d9b239e70c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:30.579878 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7d4e9-16f9-4460-80e9-470ef83762cb req-f4884f28-04ed-4101-b084-96e7d8388555 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:30.581512 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3be7d4e9-16f9-4460-80e9-470ef83762cb req-f4884f28-04ed-4101-b084-96e7d8388555 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 1096 time: 0.0469811 Dec 16 09:25:30.582063 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e3fa5f12-ce05-43d1-81d6-5f6092f90aac req-77f3dd76-337b-41dd-b512-15882c4ebe21 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 210 time: 0.0302203 Dec 16 09:25:30.616810 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3be7d4e9-16f9-4460-80e9-470ef83762cb req-45c4153c-3fed-4abb-9383-83b369c655dc tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285897 Dec 16 09:25:30.655715 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-7494ce1e-bef8-446a-a4e4-dfc299c7affe None None] Provisioning complete for port 30997c44-c37d-45f5-ab4c-6ab02fed6a5c triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:30.656697 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7494ce1e-bef8-446a-a4e4-dfc299c7affe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:30.706810 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c31eba-180c-46fa-9c36-40d9b239e70c admin admin] Router 1d89c3fb-514d-444a-ac2d-5d56f0c375bd is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:25:30.837340 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c31eba-180c-46fa-9c36-40d9b239e70c admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:25:30.851122 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49ac7a0-b1a7-4dfb-ab5f-1bef32986d02 None None] Sync routers for ids ['1d89c3fb-514d-444a-ac2d-5d56f0c375bd'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:25:30.861288 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49ac7a0-b1a7-4dfb-ab5f-1bef32986d02 None None] Routers {'1d89c3fb-514d-444a-ac2d-5d56f0c375bd'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:30.862304 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-f49ac7a0-b1a7-4dfb-ab5f-1bef32986d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:25:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['1d89c3fb-514d-444a-ac2d-5d56f0c375bd'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:30.921778 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2c31eba-180c-46fa-9c36-40d9b239e70c admin admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:30.926627 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33350) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:30.926761 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d2c31eba-180c-46fa-9c36-40d9b239e70c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3863738 Dec 16 09:25:30.988239 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-f49ac7a0-b1a7-4dfb-ab5f-1bef32986d02 None None] Set router 1d89c3fb-514d-444a-ac2d-5d56f0c375bd gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:25:31.079309 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f808ea-cd28-41ca-8691-96505dd64cc5 req-5c54b8f8-83b5-409f-98fb-10d3e2433cfe tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:31.086356 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-51f808ea-cd28-41ca-8691-96505dd64cc5 req-5c54b8f8-83b5-409f-98fb-10d3e2433cfe tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fae15b5-1e44-4e3a-bfdf-c34f65552e52 HTTP/1.1" status: 200 len: 949 time: 0.0559742 Dec 16 09:25:31.123786 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-51f808ea-cd28-41ca-8691-96505dd64cc5 req-168beb7b-9d11-4ccc-937b-f555bc77138c tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365775 Dec 16 09:25:31.216649 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-f49ac7a0-b1a7-4dfb-ab5f-1bef32986d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d89c3fb-514d-444a-ac2d-5d56f0c375bd', 'name': 'tempest-TaggedBootDevicesTest_v242-716535575-router', 'tenant_id': 'a4bdb81ebcfc4284a4392826d9283234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '8e03d54a-fa98-451e-a003-ef460038e974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:27Z', 'updated_at': '2021-12-16T09:25:29Z', 'revision_number': 3, 'project_id': 'a4bdb81ebcfc4284a4392826d9283234', 'gw_port': {'id': '8e03d54a-fa98-451e-a003-ef460038e974', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d89c3fb-514d-444a-ac2d-5d56f0c375bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:28Z', 'updated_at': '2021-12-16T09:25:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:31.286820 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b6da9-70c5-4029-8a8a-a268712763c5 req-fd44eb59-af41-4f20-a0b4-0cff824ce638 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:31.288369 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-321b6da9-70c5-4029-8a8a-a268712763c5 req-fd44eb59-af41-4f20-a0b4-0cff824ce638 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/ports?device_id=acbfb2db-141a-4546-a74f-34735348a98f HTTP/1.1" status: 200 len: 950 time: 0.0759151 Dec 16 09:25:31.305203 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49ac7a0-b1a7-4dfb-ab5f-1bef32986d02 None None] Checking router: 1d89c3fb-514d-444a-ac2d-5d56f0c375bd for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:25:31.306940 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49ac7a0-b1a7-4dfb-ab5f-1bef32986d02 None None] Updating router 1d89c3fb-514d-444a-ac2d-5d56f0c375bd port 8e03d54a-fa98-451e-a003-ef460038e974 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:25:31.345642 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-321b6da9-70c5-4029-8a8a-a268712763c5 req-3c1f93dc-a145-4f11-89cc-f3d34e3ac700 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/security-groups?id=3aa477bf-0781-45f5-b2c5-d8c4245dfeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458188 Dec 16 09:25:31.358599 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 30997c44-c37d-45f5-ab4c-6ab02fed6a5c up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:31.368213 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f49ac7a0-b1a7-4dfb-ab5f-1bef32986d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:31.403379 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33364) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:31.478202 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffdd495a-23f2-4345-8eda-3d563855fc04 admin admin] Deleting subnet cedc4864-ccca-4809-b420-345939217701 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:25:31.487092 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ffdd495a-23f2-4345-8eda-3d563855fc04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:31.547499 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 30997c44-c37d-45f5-ab4c-6ab02fed6a5c triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:31.547877 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:31.594521 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d21e1feb-3b90-4673-90b1-21ae041c1a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:31.605697 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ffdd495a-23f2-4345-8eda-3d563855fc04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:31.672847 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ffdd495a-23f2-4345-8eda-3d563855fc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:31.795500 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ffdd495a-23f2-4345-8eda-3d563855fc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:31.811065 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339a046-3806-4427-85fd-5c3720af46d6 req-2db9e878-e103-4714-b8d3-bb0bedc7931d tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:31.812926 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1339a046-3806-4427-85fd-5c3720af46d6 req-2db9e878-e103-4714-b8d3-bb0bedc7931d tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.58 "GET /v2.0/networks?id=fd229606-1f82-48a3-82a3-fb35078f3dba HTTP/1.1" status: 200 len: 808 time: 0.2044225 Dec 16 09:25:31.834158 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd495a-23f2-4345-8eda-3d563855fc04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cedc4864-ccca-4809-b420-345939217701,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:31.837223 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ffdd495a-23f2-4345-8eda-3d563855fc04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:31.845487 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ffdd495a-23f2-4345-8eda-3d563855fc04 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/cedc4864-ccca-4809-b420-345939217701 HTTP/1.1" status: 204 len: 168 time: 0.4409418 Dec 16 09:25:31.846795 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33374) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:31.868613 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-1339a046-3806-4427-85fd-5c3720af46d6 req-86505093-2d15-408a-94c3-ed086546a045 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Request body: {'port': {'device_id': '4dbbc3de-a533-4eb8-b548-d3a211d74f1b', 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba', 'admin_state_up': True, 'tenant_id': 'ef267339b96a4504bcc86eb4b94505b3'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:31.989401 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-40e5d235-797e-4481-b680-bf2fe5159fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.028297 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f49ac7a0-b1a7-4dfb-ab5f-1bef32986d02 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.060420 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-d21e1feb-3b90-4673-90b1-21ae041c1a71 admin admin] Allocated IP 172.20.0.1 (0f583779-4cd1-4193-bcdf-dbba6dcb31e2/aea828c7-103f-4b32-ac9c-cba45223f96a/f83b8ba2-42c5-45ba-bb6e-56c10b3661a6) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:32.118352 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f49ac7a0-b1a7-4dfb-ab5f-1bef32986d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.152062 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409350a-68be-4f5d-b584-83fbf7ae9ea0 req-6e01262e-3984-432d-8303-e429e869eddc tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:32.158170 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409350a-68be-4f5d-b584-83fbf7ae9ea0 req-6e01262e-3984-432d-8303-e429e869eddc tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:32.159988 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d409350a-68be-4f5d-b584-83fbf7ae9ea0 req-6e01262e-3984-432d-8303-e429e869eddc tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5efc1893-dbde-45b8-95b0-1f389b203a8f&device_id=5fae15b5-1e44-4e3a-bfdf-c34f65552e52 HTTP/1.1" status: 200 len: 1689 time: 0.1453910 Dec 16 09:25:32.216818 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-40e5d235-797e-4481-b680-bf2fe5159fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.238403 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-f49ac7a0-b1a7-4dfb-ab5f-1bef32986d02 None None] Attempting to bind port 8e03d54a-fa98-451e-a003-ef460038e974 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:25:32.238772 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-f49ac7a0-b1a7-4dfb-ab5f-1bef32986d02 None None] Attempting to bind port 8e03d54a-fa98-451e-a003-ef460038e974 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:25:32.239137 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49ac7a0-b1a7-4dfb-ab5f-1bef32986d02 None None] Attempting to bind port 8e03d54a-fa98-451e-a003-ef460038e974 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:32.274034 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49ac7a0-b1a7-4dfb-ab5f-1bef32986d02 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:25:32.274635 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49ac7a0-b1a7-4dfb-ab5f-1bef32986d02 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:32.275132 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f49ac7a0-b1a7-4dfb-ab5f-1bef32986d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.276206 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49ac7a0-b1a7-4dfb-ab5f-1bef32986d02 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:25:32.276827 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-f49ac7a0-b1a7-4dfb-ab5f-1bef32986d02 None None] Bound port: 8e03d54a-fa98-451e-a003-ef460038e974, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:25:32.277510 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f49ac7a0-b1a7-4dfb-ab5f-1bef32986d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.284682 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6ee5-ce7a-4b7e-8277-67fca479742b None None] Pushing event updated for resources: {'Port': ['ID=8e03d54a-fa98-451e-a003-ef460038e974,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:32.295118 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-40e5d235-797e-4481-b680-bf2fe5159fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a29f3380-ce89-46d6-b697-aea6aef5e7d8']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:32.299956 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d409350a-68be-4f5d-b584-83fbf7ae9ea0 req-c92a4aac-d981-46be-90fc-b9d2d3d87670 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325648 Dec 16 09:25:32.312324 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d21e1feb-3b90-4673-90b1-21ae041c1a71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.330365 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-40e5d235-797e-4481-b680-bf2fe5159fa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc289f3-e59a-4844-88ff-fbf52ad5c74c') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:32.330777 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-40e5d235-797e-4481-b680-bf2fe5159fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc289f3-e59a-4844-88ff-fbf52ad5c74c') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:32.342759 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-40e5d235-797e-4481-b680-bf2fe5159fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.352490 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fedd88bd-53fc-4f76-a40d-a0b089141532 req-c27d4301-063e-4c81-8545-ed36f08e8ff0 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 210 time: 0.0889728 Dec 16 09:25:32.361672 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1339a046-3806-4427-85fd-5c3720af46d6 req-86505093-2d15-408a-94c3-ed086546a045 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Made reservation on behalf of ef267339b96a4504bcc86eb4b94505b3 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:25:32.372409 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1339a046-3806-4427-85fd-5c3720af46d6 req-86505093-2d15-408a-94c3-ed086546a045 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.374761 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f49ac7a0-b1a7-4dfb-ab5f-1bef32986d02 None None] For port 8e03d54a-fa98-451e-a003-ef460038e974, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:32.379624 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-40e5d235-797e-4481-b680-bf2fe5159fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.381879 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f49ac7a0-b1a7-4dfb-ab5f-1bef32986d02 None None] For port 8e03d54a-fa98-451e-a003-ef460038e974, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8e03d54a-fa98-451e-a003-ef460038e974,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:25:32.407254 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e5d235-797e-4481-b680-bf2fe5159fa4 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:25:32.407254 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-40e5d235-797e-4481-b680-bf2fe5159fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.409098 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:25:32.409098 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:25:32.409098 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:25:32.409098 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:25:32.409098 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:25:32.409098 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:25:32.409098 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:25:32.409098 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:25:32.409098 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:25:32.409098 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:25:32.409098 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:25:32.409098 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:25:32.409098 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:25:32.409098 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:25:32.409098 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:25:32.409098 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:25:32.409098 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:25:32.409098 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:25:32.409098 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:25:32.409098 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:25:32.409098 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:25:32.409098 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:25:32.409098 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:25:32.409098 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:25:32.409098 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:25:32.409098 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:25:32.409098 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:25:32.409098 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:25:32.409098 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:25:32.409098 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:25:32.409098 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:25:32.409098 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:25:32.420066 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 90c26093-cd70-4c37-a3a1-b1c272d454d0 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:25:32.461575 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 90c26093-cd70-4c37-a3a1-b1c272d454d0 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:25:32.461922 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 90c26093-cd70-4c37-a3a1-b1c272d454d0 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:25:32.492987 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f49ac7a0-b1a7-4dfb-ab5f-1bef32986d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.583599 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6ee5-ce7a-4b7e-8277-67fca479742b None None] Pushing event updated for resources: {'Port': ['ID=8e03d54a-fa98-451e-a003-ef460038e974,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:32.584127 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655582b7-a8a5-4008-809d-9f61f92259e4 req-5d2e17e9-5a40-4dd4-8f07-fb22877d0d90 tempest-ServersOnMultiNodesTest-648833708 tempest-ServersOnMultiNodesTest-648833708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:32.592171 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-655582b7-a8a5-4008-809d-9f61f92259e4 req-5d2e17e9-5a40-4dd4-8f07-fb22877d0d90 tempest-ServersOnMultiNodesTest-648833708 tempest-ServersOnMultiNodesTest-648833708-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5efc1893-dbde-45b8-95b0-1f389b203a8f HTTP/1.1" status: 200 len: 1100 time: 0.0510375 Dec 16 09:25:32.615740 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49ac7a0-b1a7-4dfb-ab5f-1bef32986d02 None None] Routers {'1d89c3fb-514d-444a-ac2d-5d56f0c375bd'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:32.616485 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-f49ac7a0-b1a7-4dfb-ab5f-1bef32986d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:25:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['1d89c3fb-514d-444a-ac2d-5d56f0c375bd'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:32.643020 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015899e0-5b6d-4e59-be84-b42834edd385 req-3a06cf78-963c-4383-9e21-8094548a2305 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:32.643575 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-40e5d235-797e-4481-b680-bf2fe5159fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.647617 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-015899e0-5b6d-4e59-be84-b42834edd385 req-3a06cf78-963c-4383-9e21-8094548a2305 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/ports?device_id=acbfb2db-141a-4546-a74f-34735348a98f HTTP/1.1" status: 200 len: 950 time: 0.1230080 Dec 16 09:25:32.654877 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-40e5d235-797e-4481-b680-bf2fe5159fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.670653 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-40e5d235-797e-4481-b680-bf2fe5159fa4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a29f3380-ce89-46d6-b697-aea6aef5e7d8 HTTP/1.1" status: 204 len: 168 time: 0.8228097 Dec 16 09:25:32.680108 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33388) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:32.720840 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d21e1feb-3b90-4673-90b1-21ae041c1a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.739106 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-1339a046-3806-4427-85fd-5c3720af46d6 req-86505093-2d15-408a-94c3-ed086546a045 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Allocated IP 172.20.0.2 (fd229606-1f82-48a3-82a3-fb35078f3dba/e1e11efc-2921-4ef6-b725-208b9f6cb7a8/bc4d5cdd-18c4-48c5-9909-5e525878e54a) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:32.741717 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5d235-797e-4481-b680-bf2fe5159fa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a29f3380-ce89-46d6-b697-aea6aef5e7d8,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:32.768222 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-655582b7-a8a5-4008-809d-9f61f92259e4 req-eec12e8d-da61-4c39-a66a-3dbf44b643af tempest-ServersOnMultiNodesTest-648833708 tempest-ServersOnMultiNodesTest-648833708-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744599 Dec 16 09:25:32.781825 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-67e93e5a-a9cd-4ec0-90e7-79e9c6191d69 admin admin] Deleting subnet 25951248-87f3-458e-a1be-1c0f1d0170eb {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:25:32.786029 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-67e93e5a-a9cd-4ec0-90e7-79e9c6191d69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.833686 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-67e93e5a-a9cd-4ec0-90e7-79e9c6191d69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.867128 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-f49ac7a0-b1a7-4dfb-ab5f-1bef32986d02 None None] Set router 1d89c3fb-514d-444a-ac2d-5d56f0c375bd gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:25:32.909332 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-67e93e5a-a9cd-4ec0-90e7-79e9c6191d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.924434 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-015899e0-5b6d-4e59-be84-b42834edd385 req-1a402868-d86a-4c64-8fcf-0e3ad4200b79 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/security-groups?id=3aa477bf-0781-45f5-b2c5-d8c4245dfeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597985 Dec 16 09:25:32.956446 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f44077-e284-4d8f-b45a-629d144c3eac req-f6761382-fba4-4132-80f9-301f35af7c92 tempest-ServersOnMultiNodesTest-648833708 tempest-ServersOnMultiNodesTest-648833708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:32.959803 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c7f44077-e284-4d8f-b45a-629d144c3eac req-f6761382-fba4-4132-80f9-301f35af7c92 tempest-ServersOnMultiNodesTest-648833708 tempest-ServersOnMultiNodesTest-648833708-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5fae15b5-1e44-4e3a-bfdf-c34f65552e52 HTTP/1.1" status: 200 len: 1100 time: 0.0991156 Dec 16 09:25:33.000676 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21e1feb-3b90-4673-90b1-21ae041c1a71 admin admin] Network 0f583779-4cd1-4193-bcdf-dbba6dcb31e2 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:33.002088 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-d21e1feb-3b90-4673-90b1-21ae041c1a71 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:33.015047 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e1feb-3b90-4673-90b1-21ae041c1a71 admin admin] Pushing event updated for resources: {'Port': ['ID=f83b8ba2-42c5-45ba-bb6e-56c10b3661a6,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:33.040252 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c7f44077-e284-4d8f-b45a-629d144c3eac req-e1dfe7f1-081c-4e1e-8710-35bb2030323f tempest-ServersOnMultiNodesTest-648833708 tempest-ServersOnMultiNodesTest-648833708-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447996 Dec 16 09:25:33.040723 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21e1feb-3b90-4673-90b1-21ae041c1a71 admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:33.116315 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1339a046-3806-4427-85fd-5c3720af46d6 req-86505093-2d15-408a-94c3-ed086546a045 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:33.128170 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d21e1feb-3b90-4673-90b1-21ae041c1a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:33.129685 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-67e93e5a-a9cd-4ec0-90e7-79e9c6191d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:33.223395 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e93e5a-a9cd-4ec0-90e7-79e9c6191d69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25951248-87f3-458e-a1be-1c0f1d0170eb,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:33.229599 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-67e93e5a-a9cd-4ec0-90e7-79e9c6191d69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:33.234944 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-67e93e5a-a9cd-4ec0-90e7-79e9c6191d69 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/25951248-87f3-458e-a1be-1c0f1d0170eb HTTP/1.1" status: 204 len: 168 time: 0.5365436 Dec 16 09:25:33.236908 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33404) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:33.247543 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-f49ac7a0-b1a7-4dfb-ab5f-1bef32986d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d89c3fb-514d-444a-ac2d-5d56f0c375bd', 'name': 'tempest-TaggedBootDevicesTest_v242-716535575-router', 'tenant_id': 'a4bdb81ebcfc4284a4392826d9283234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '8e03d54a-fa98-451e-a003-ef460038e974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:27Z', 'updated_at': '2021-12-16T09:25:29Z', 'revision_number': 3, 'project_id': 'a4bdb81ebcfc4284a4392826d9283234', 'gw_port': {'id': '8e03d54a-fa98-451e-a003-ef460038e974', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d89c3fb-514d-444a-ac2d-5d56f0c375bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:28Z', 'updated_at': '2021-12-16T09:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:33.280765 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49ac7a0-b1a7-4dfb-ab5f-1bef32986d02 None None] The sync data for ids ['1d89c3fb-514d-444a-ac2d-5d56f0c375bd'] in n-d-820550-2 is: [{'id': '1d89c3fb-514d-444a-ac2d-5d56f0c375bd', 'name': 'tempest-TaggedBootDevicesTest_v242-716535575-router', 'tenant_id': 'a4bdb81ebcfc4284a4392826d9283234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '8e03d54a-fa98-451e-a003-ef460038e974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:27Z', 'updated_at': '2021-12-16T09:25:29Z', 'revision_number': 3, 'project_id': 'a4bdb81ebcfc4284a4392826d9283234', 'gw_port': {'id': '8e03d54a-fa98-451e-a003-ef460038e974', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d89c3fb-514d-444a-ac2d-5d56f0c375bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:28Z', 'updated_at': '2021-12-16T09:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:25:33.372958 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a777cf4-c9e2-442e-a012-1367bfb8ef03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:33.401377 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1339a046-3806-4427-85fd-5c3720af46d6 req-86505093-2d15-408a-94c3-ed086546a045 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:33.444299 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-0c3b6d78-0290-4434-b7b6-6c6bdc7cb22d tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277214 Dec 16 09:25:33.501648 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1339a046-3806-4427-85fd-5c3720af46d6 req-86505093-2d15-408a-94c3-ed086546a045 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Network fd229606-1f82-48a3-82a3-fb35078f3dba is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:33.507704 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-1339a046-3806-4427-85fd-5c3720af46d6 req-86505093-2d15-408a-94c3-ed086546a045 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:33.524151 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1339a046-3806-4427-85fd-5c3720af46d6 req-86505093-2d15-408a-94c3-ed086546a045 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:33.527649 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-1ef26cac-8de3-43c9-b91d-b9c459755dc5 None None] Provisioning complete for port f83b8ba2-42c5-45ba-bb6e-56c10b3661a6 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:33.528575 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1ef26cac-8de3-43c9-b91d-b9c459755dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:33.583233 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a777cf4-c9e2-442e-a012-1367bfb8ef03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:33.588095 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-1ef26cac-8de3-43c9-b91d-b9c459755dc5 None None] Port f83b8ba2-42c5-45ba-bb6e-56c10b3661a6 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:25:33.588428 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339a046-3806-4427-85fd-5c3720af46d6 req-86505093-2d15-408a-94c3-ed086546a045 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:33.589069 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1339a046-3806-4427-85fd-5c3720af46d6 req-86505093-2d15-408a-94c3-ed086546a045 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:33.618205 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d21e1feb-3b90-4673-90b1-21ae041c1a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:33.639676 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-8a777cf4-c9e2-442e-a012-1367bfb8ef03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5bf2f4-8bb8-417b-9b1d-958f37140107']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:33.665697 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-8a777cf4-c9e2-442e-a012-1367bfb8ef03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f91ee384-e125-4db6-9c46-b654af46f029') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:33.666131 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-8a777cf4-c9e2-442e-a012-1367bfb8ef03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f91ee384-e125-4db6-9c46-b654af46f029') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:33.676717 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86505093-2d15-408a-94c3-ed086546a045 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Pushing event updated for resources: {'Port': ['ID=bc4d5cdd-18c4-48c5-9909-5e525878e54a,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:33.687604 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1339a046-3806-4427-85fd-5c3720af46d6 req-86505093-2d15-408a-94c3-ed086546a045 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8365548 Dec 16 09:25:33.689058 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a777cf4-c9e2-442e-a012-1367bfb8ef03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:33.736023 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-9345e275-d79c-4eb3-bd25-de28cb1675d6 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:33.742634 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-9345e275-d79c-4eb3-bd25-de28cb1675d6 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2812123 Dec 16 09:25:33.747225 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a777cf4-c9e2-442e-a012-1367bfb8ef03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:33.762931 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a777cf4-c9e2-442e-a012-1367bfb8ef03 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:25:33.763610 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a777cf4-c9e2-442e-a012-1367bfb8ef03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:33.772337 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-1339a046-3806-4427-85fd-5c3720af46d6 req-90f5a1ac-85d9-4332-8d0e-979369cc4e0e service neutron] Request body: {'port': {'device_id': '4dbbc3de-a533-4eb8-b548-d3a211d74f1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:33.831206 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:25:33.831206 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:25:33.831206 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:25:33.831206 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:25:33.831206 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:25:33.831206 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:25:33.831206 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:25:33.831206 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:25:33.831206 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:25:33.831206 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:25:33.831206 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:25:33.831206 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:25:33.831206 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:25:33.831206 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:25:33.831206 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:25:33.831206 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:25:33.831206 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:25:33.831206 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:25:33.831206 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:25:33.831206 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:25:33.831206 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:25:33.831206 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:25:33.831206 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:25:33.831206 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:25:33.831206 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:25:33.831206 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:25:33.831206 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:25:33.831206 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:25:33.831206 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:25:33.831206 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:25:33.831206 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:25:33.831206 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:25:33.851815 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-d498f9cf-42e2-44b8-88ab-74fc833efb25 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/quotas/b16ff49ba37341f18bcd6e95057f25d8 HTTP/1.1" status: 200 len: 375 time: 0.0908573 Dec 16 09:25:33.858166 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7be07-5c36-4ce8-8ef6-aad7967acbea req-ee343868-7177-4bc9-b045-d53405ff4c22 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:33.866578 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24b7be07-5c36-4ce8-8ef6-aad7967acbea req-ee343868-7177-4bc9-b045-d53405ff4c22 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 931 time: 0.3493850 Dec 16 09:25:33.941494 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-68fcc5cd-ecbf-46e4-94d5-512e1504858f tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0887702 Dec 16 09:25:33.944259 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1339a046-3806-4427-85fd-5c3720af46d6 req-90f5a1ac-85d9-4332-8d0e-979369cc4e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:33.950131 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a777cf4-c9e2-442e-a012-1367bfb8ef03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:33.959070 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a777cf4-c9e2-442e-a012-1367bfb8ef03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:33.962441 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8a777cf4-c9e2-442e-a012-1367bfb8ef03 admin admin] 10.222.0.60 "DELETE /v2.0/networks/be5bf2f4-8bb8-417b-9b1d-958f37140107 HTTP/1.1" status: 204 len: 168 time: 0.7243907 Dec 16 09:25:33.997128 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a777cf4-c9e2-442e-a012-1367bfb8ef03 admin admin] Pushing event deleted for resources: {'Network': ['ID=be5bf2f4-8bb8-417b-9b1d-958f37140107,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:33.999599 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24b7be07-5c36-4ce8-8ef6-aad7967acbea req-0b8a7d69-28dd-47bd-974d-178ba89e3d93 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302593 Dec 16 09:25:34.154100 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d21e1feb-3b90-4673-90b1-21ae041c1a71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:34.406755 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d21e1feb-3b90-4673-90b1-21ae041c1a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:34.486158 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e1feb-3b90-4673-90b1-21ae041c1a71 admin admin] Pushing event updated for resources: {'Port': ['ID=f83b8ba2-42c5-45ba-bb6e-56c10b3661a6,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:34.530857 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54c1e6-abe8-4fcf-9697-448f2e8af43a req-aa417420-4108-45ed-ad5b-aac1529c9087 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:34.534874 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0b54c1e6-abe8-4fcf-9697-448f2e8af43a req-aa417420-4108-45ed-ad5b-aac1529c9087 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/ports?device_id=acbfb2db-141a-4546-a74f-34735348a98f HTTP/1.1" status: 200 len: 950 time: 0.4332254 Dec 16 09:25:34.599503 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33438) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:34.602285 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d21e1feb-3b90-4673-90b1-21ae041c1a71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:34.649169 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0b54c1e6-abe8-4fcf-9697-448f2e8af43a req-e1365cc4-4109-45c3-95be-18513756883b tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/security-groups?id=3aa477bf-0781-45f5-b2c5-d8c4245dfeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097262 Dec 16 09:25:34.671030 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ec3aa8f3-b329-4be4-ae1b-d81603287854 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d32f913c28d84df08ad80665e99d95bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0701487 Dec 16 09:25:34.673422 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33440) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:34.766234 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7dc23a92-1747-4f11-9496-e0035053dba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:34.771015 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-1339a046-3806-4427-85fd-5c3720af46d6 req-90f5a1ac-85d9-4332-8d0e-979369cc4e0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc4d5cdd-18c4-48c5-9909-5e525878e54a {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:25:34.789865 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7dc23a92-1747-4f11-9496-e0035053dba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:34.808666 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1339a046-3806-4427-85fd-5c3720af46d6 req-90f5a1ac-85d9-4332-8d0e-979369cc4e0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:34.833439 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-44549fb2-8df0-4691-9735-ba2ae239c526 req-464d7c2d-4612-4164-bed4-9b908243f6b1 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b250021-58f6-4464-ad9d-3a0954af123f HTTP/1.1" status: 200 len: 210 time: 0.0567493 Dec 16 09:25:34.862652 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21e1feb-3b90-4673-90b1-21ae041c1a71 admin admin] Network 0f583779-4cd1-4193-bcdf-dbba6dcb31e2 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:34.863789 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-1339a046-3806-4427-85fd-5c3720af46d6 req-90f5a1ac-85d9-4332-8d0e-979369cc4e0e service neutron] Transition to ACTIVE for port object bc4d5cdd-18c4-48c5-9909-5e525878e54a will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:25:34.871094 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-d21e1feb-3b90-4673-90b1-21ae041c1a71 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:34.966961 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7dc23a92-1747-4f11-9496-e0035053dba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:34.969609 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7dc23a92-1747-4f11-9496-e0035053dba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:34.976120 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7dc23a92-1747-4f11-9496-e0035053dba1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/27da4e68-3c96-49c8-9cb6-1f3232dfba0f HTTP/1.1" status: 204 len: 168 time: 0.2994738 Dec 16 09:25:35.000154 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc23a92-1747-4f11-9496-e0035053dba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27da4e68-3c96-49c8-9cb6-1f3232dfba0f,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:35.005383 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1339a046-3806-4427-85fd-5c3720af46d6 req-90f5a1ac-85d9-4332-8d0e-979369cc4e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:35.243716 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-af2a1c25-53cb-4d82-a782-4b064a0cbc64 None None] Provisioning complete for port f83b8ba2-42c5-45ba-bb6e-56c10b3661a6 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:35.244191 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-af2a1c25-53cb-4d82-a782-4b064a0cbc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:35.327151 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-af2a1c25-53cb-4d82-a782-4b064a0cbc64 None None] Port f83b8ba2-42c5-45ba-bb6e-56c10b3661a6 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:25:35.393742 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8e03d54a-fa98-451e-a003-ef460038e974 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:35.395105 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5a1ac-85d9-4332-8d0e-979369cc4e0e service neutron] Pushing event updated for resources: {'Port': ['ID=bc4d5cdd-18c4-48c5-9909-5e525878e54a,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:35.492552 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 8e03d54a-fa98-451e-a003-ef460038e974 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:35.493057 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:35.561222 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d97fa-f68e-484e-a16a-45dffdee2e53 req-caea35a1-4ff9-452c-ac0e-d36837a74672 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:35.562654 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-799d97fa-f68e-484e-a16a-45dffdee2e53 req-caea35a1-4ff9-452c-ac0e-d36837a74672 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 943 time: 0.1684737 Dec 16 09:25:35.596827 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:35.619997 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb345b4-f6c5-457c-9ec7-3ad8653433a9 req-ed811457-50fa-4487-a77f-8ed366eaa3d3 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:35.621669 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0eb345b4-f6c5-457c-9ec7-3ad8653433a9 req-ed811457-50fa-4487-a77f-8ed366eaa3d3 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.57 "GET /v2.0/ports?device_id=acbfb2db-141a-4546-a74f-34735348a98f HTTP/1.1" status: 200 len: 950 time: 0.2301784 Dec 16 09:25:35.623323 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 8e03d54a-fa98-451e-a003-ef460038e974, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8e03d54a-fa98-451e-a003-ef460038e974,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:35.664748 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21e1feb-3b90-4673-90b1-21ae041c1a71 admin admin] Router 1d89c3fb-514d-444a-ac2d-5d56f0c375bd has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:25:35.703815 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:35.748895 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-799d97fa-f68e-484e-a16a-45dffdee2e53 req-8bb7b9cd-201d-4361-be6d-3f9bc5864ec8 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176929 Dec 16 09:25:35.820055 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=8e03d54a-fa98-451e-a003-ef460038e974,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:35.850593 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-1339a046-3806-4427-85fd-5c3720af46d6 req-90f5a1ac-85d9-4332-8d0e-979369cc4e0e service neutron] Attempting to bind port bc4d5cdd-18c4-48c5-9909-5e525878e54a on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:25:35.851153 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-1339a046-3806-4427-85fd-5c3720af46d6 req-90f5a1ac-85d9-4332-8d0e-979369cc4e0e service neutron] Attempting to bind port bc4d5cdd-18c4-48c5-9909-5e525878e54a by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:25:35.851484 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1339a046-3806-4427-85fd-5c3720af46d6 req-90f5a1ac-85d9-4332-8d0e-979369cc4e0e service neutron] Attempting to bind port bc4d5cdd-18c4-48c5-9909-5e525878e54a on network fd229606-1f82-48a3-82a3-fb35078f3dba {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:35.879743 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e95540-69b8-4a4b-9092-1581218d8163 req-2e54df4d-575b-4635-8776-09a6ae2703a6 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:35.882089 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-33e95540-69b8-4a4b-9092-1581218d8163 req-2e54df4d-575b-4635-8776-09a6ae2703a6 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/ports?device_id=acbfb2db-141a-4546-a74f-34735348a98f HTTP/1.1" status: 200 len: 950 time: 0.0809751 Dec 16 09:25:35.902936 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1339a046-3806-4427-85fd-5c3720af46d6 req-90f5a1ac-85d9-4332-8d0e-979369cc4e0e service neutron] Port bc4d5cdd-18c4-48c5-9909-5e525878e54a on network fd229606-1f82-48a3-82a3-fb35078f3dba not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:25:35.903262 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1339a046-3806-4427-85fd-5c3720af46d6 req-90f5a1ac-85d9-4332-8d0e-979369cc4e0e service neutron] Attempting to bind port bc4d5cdd-18c4-48c5-9909-5e525878e54a on network fd229606-1f82-48a3-82a3-fb35078f3dba {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:35.932297 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-33e95540-69b8-4a4b-9092-1581218d8163 req-7f6417ea-e87f-40b9-b54d-c2aa69f0efea tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/security-groups?id=3aa477bf-0781-45f5-b2c5-d8c4245dfeda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432858 Dec 16 09:25:35.948586 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1339a046-3806-4427-85fd-5c3720af46d6 req-90f5a1ac-85d9-4332-8d0e-979369cc4e0e service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:25:35.948935 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1339a046-3806-4427-85fd-5c3720af46d6 req-90f5a1ac-85d9-4332-8d0e-979369cc4e0e service neutron] Checking segment: {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:35.949364 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1339a046-3806-4427-85fd-5c3720af46d6 req-90f5a1ac-85d9-4332-8d0e-979369cc4e0e service neutron] Bound using segment: {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:25:35.949813 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-1339a046-3806-4427-85fd-5c3720af46d6 req-90f5a1ac-85d9-4332-8d0e-979369cc4e0e service neutron] Bound port: bc4d5cdd-18c4-48c5-9909-5e525878e54a, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:25:35.950210 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1339a046-3806-4427-85fd-5c3720af46d6 req-90f5a1ac-85d9-4332-8d0e-979369cc4e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:35.999679 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0647d480-b350-4583-8c41-d652fb882501 req-402bf468-d55e-4e79-a39f-3f007c515b13 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b250021-58f6-4464-ad9d-3a0954af123f HTTP/1.1" status: 200 len: 210 time: 0.0697179 Dec 16 09:25:36.075441 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-0eb345b4-f6c5-457c-9ec7-3ad8653433a9 req-5a4e938c-22c2-4051-8a6a-ab2cf42ec6c0 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Deleting port 329ef305-3d25-4845-9295-e9609f77ba1c {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:25:36.075829 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0eb345b4-f6c5-457c-9ec7-3ad8653433a9 req-5a4e938c-22c2-4051-8a6a-ab2cf42ec6c0 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:36.170035 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-1339a046-3806-4427-85fd-5c3720af46d6 req-90f5a1ac-85d9-4332-8d0e-979369cc4e0e service neutron] For port bc4d5cdd-18c4-48c5-9909-5e525878e54a, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:36.173751 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21e1feb-3b90-4673-90b1-21ae041c1a71 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:25:36.176749 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-1339a046-3806-4427-85fd-5c3720af46d6 req-90f5a1ac-85d9-4332-8d0e-979369cc4e0e service neutron] For port bc4d5cdd-18c4-48c5-9909-5e525878e54a, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=bc4d5cdd-18c4-48c5-9909-5e525878e54a,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:25:36.180765 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33464) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:36.198411 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d21e1feb-3b90-4673-90b1-21ae041c1a71 admin admin] 10.222.0.60 "PUT /v2.0/routers/1d89c3fb-514d-444a-ac2d-5d56f0c375bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2577050 Dec 16 09:25:36.199088 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36914d1c-f14b-46b6-9085-05cd8380d671 None None] Sync routers for ids ['1d89c3fb-514d-444a-ac2d-5d56f0c375bd'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:25:36.208419 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36914d1c-f14b-46b6-9085-05cd8380d671 None None] Routers {'1d89c3fb-514d-444a-ac2d-5d56f0c375bd'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:36.209069 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-36914d1c-f14b-46b6-9085-05cd8380d671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:25:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['1d89c3fb-514d-444a-ac2d-5d56f0c375bd'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:36.247944 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-0eb345b4-f6c5-457c-9ec7-3ad8653433a9 req-5a4e938c-22c2-4051-8a6a-ab2cf42ec6c0 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] For port 329ef305-3d25-4845-9295-e9609f77ba1c, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=329ef305-3d25-4845-9295-e9609f77ba1c,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:36.248535 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0eb345b4-f6c5-457c-9ec7-3ad8653433a9 req-5a4e938c-22c2-4051-8a6a-ab2cf42ec6c0 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:36.273569 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-0eb345b4-f6c5-457c-9ec7-3ad8653433a9 req-5a4e938c-22c2-4051-8a6a-ab2cf42ec6c0 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Calling delete_port for 329ef305-3d25-4845-9295-e9609f77ba1c owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:25:36.289669 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d1abebe0-13b1-4b4e-bca4-3355854ccca2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=011e990b940e47ae9ff19c46e543643b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1070263 Dec 16 09:25:36.291536 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33468) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:36.331521 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1339a046-3806-4427-85fd-5c3720af46d6 req-90f5a1ac-85d9-4332-8d0e-979369cc4e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:36.391861 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339a046-3806-4427-85fd-5c3720af46d6 req-90f5a1ac-85d9-4332-8d0e-979369cc4e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:36.392554 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1339a046-3806-4427-85fd-5c3720af46d6 req-90f5a1ac-85d9-4332-8d0e-979369cc4e0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:36.394478 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1339a046-3806-4427-85fd-5c3720af46d6 req-90f5a1ac-85d9-4332-8d0e-979369cc4e0e service neutron] 10.222.0.58 "PUT /v2.0/ports/bc4d5cdd-18c4-48c5-9909-5e525878e54a HTTP/1.1" status: 200 len: 1091 time: 2.6965220 Dec 16 09:25:36.394899 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-17e0d9e1-b3e3-465e-bdd5-dca3b8ee4829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:36.395093 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dbbc3de-a533-4eb8-b548-d3a211d74f1b', 'tag': 'bc4d5cdd-18c4-48c5-9909-5e525878e54a'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:36.397794 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e542ee7-341c-4263-92cf-5ce19df0af32" -d '{"events": [{"name": "network-changed", "server_uuid": "4dbbc3de-a533-4eb8-b548-d3a211d74f1b", "tag": "bc4d5cdd-18c4-48c5-9909-5e525878e54a"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:36.443986 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5a1ac-85d9-4332-8d0e-979369cc4e0e service neutron] Pushing event updated for resources: {'Port': ['ID=bc4d5cdd-18c4-48c5-9909-5e525878e54a,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:36.447312 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-36914d1c-f14b-46b6-9085-05cd8380d671 None None] Set router 1d89c3fb-514d-444a-ac2d-5d56f0c375bd gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:25:36.495020 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836ca639-c72c-45ec-9df6-b826aea286f7 x-openstack-request-id: req-836ca639-c72c-45ec-9df6-b826aea286f7 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:25:36.495998 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dbbc3de-a533-4eb8-b548-d3a211d74f1b", "tag": "bc4d5cdd-18c4-48c5-9909-5e525878e54a", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:25:36.497772 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-836ca639-c72c-45ec-9df6-b826aea286f7 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:25:36.499457 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dbbc3de-a533-4eb8-b548-d3a211d74f1b', 'tag': 'bc4d5cdd-18c4-48c5-9909-5e525878e54a', 'status': 'completed', 'code': 200} Dec 16 09:25:36.505748 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-17e0d9e1-b3e3-465e-bdd5-dca3b8ee4829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:36.572833 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e542ee7-341c-4263-92cf-5ce19df0af32 req-426dc871-7c31-4a2a-ad81-c85af4ad4adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:36.574799 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7e542ee7-341c-4263-92cf-5ce19df0af32 req-426dc871-7c31-4a2a-ad81-c85af4ad4adc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ef267339b96a4504bcc86eb4b94505b3&device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 1094 time: 0.0743029 Dec 16 09:25:36.663449 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0eb345b4-f6c5-457c-9ec7-3ad8653433a9 req-5a4e938c-22c2-4051-8a6a-ab2cf42ec6c0 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:36.709662 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-17e0d9e1-b3e3-465e-bdd5-dca3b8ee4829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:36.711897 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e938c-22c2-4051-8a6a-ab2cf42ec6c0 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Pushing event deleted for resources: {'Port': ['ID=329ef305-3d25-4845-9295-e9609f77ba1c,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:36.729462 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-17e0d9e1-b3e3-465e-bdd5-dca3b8ee4829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:36.732967 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-17e0d9e1-b3e3-465e-bdd5-dca3b8ee4829 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/40a09ce4-0349-4df7-8d93-117f74704393 HTTP/1.1" status: 204 len: 168 time: 0.4380217 Dec 16 09:25:36.765163 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-36914d1c-f14b-46b6-9085-05cd8380d671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d89c3fb-514d-444a-ac2d-5d56f0c375bd', 'name': 'tempest-TaggedBootDevicesTest_v242-716535575-router', 'tenant_id': 'a4bdb81ebcfc4284a4392826d9283234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '8e03d54a-fa98-451e-a003-ef460038e974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:27Z', 'updated_at': '2021-12-16T09:25:33Z', 'revision_number': 4, 'project_id': 'a4bdb81ebcfc4284a4392826d9283234', 'gw_port': {'id': '8e03d54a-fa98-451e-a003-ef460038e974', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d89c3fb-514d-444a-ac2d-5d56f0c375bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:28Z', 'updated_at': '2021-12-16T09:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'f83b8ba2-42c5-45ba-bb6e-56c10b3661a6', 'name': '', 'network_id': '0f583779-4cd1-4193-bcdf-dbba6dcb31e2', 'tenant_id': 'a4bdb81ebcfc4284a4392826d9283234', 'mac_address': 'fa:16:3e:d2:8f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d89c3fb-514d-444a-ac2d-5d56f0c375bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'aea828c7-103f-4b32-ac9c-cba45223f96a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:31Z', 'updated_at': '2021-12-16T09:25:33Z', 'revision_number': 2, 'project_id': 'a4bdb81ebcfc4284a4392826d9283234', 'subnets': [{'id': 'aea828c7-103f-4b32-ac9c-cba45223f96a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:36.766050 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0d9e1-b3e3-465e-bdd5-dca3b8ee4829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a09ce4-0349-4df7-8d93-117f74704393,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:36.771163 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e542ee7-341c-4263-92cf-5ce19df0af32 req-0eda5da9-466e-4e3f-8d41-50ca43101826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:36.772640 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7e542ee7-341c-4263-92cf-5ce19df0af32 req-0eda5da9-466e-4e3f-8d41-50ca43101826 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=ef267339b96a4504bcc86eb4b94505b3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1884105 Dec 16 09:25:36.810753 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36914d1c-f14b-46b6-9085-05cd8380d671 None None] Checking router: 1d89c3fb-514d-444a-ac2d-5d56f0c375bd for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:25:36.815042 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb345b4-f6c5-457c-9ec7-3ad8653433a9 req-5a4e938c-22c2-4051-8a6a-ab2cf42ec6c0 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] No DVR routers for this DVR port 329ef305-3d25-4845-9295-e9609f77ba1c on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:25:36.815215 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36914d1c-f14b-46b6-9085-05cd8380d671 None None] Updating router 1d89c3fb-514d-444a-ac2d-5d56f0c375bd port f83b8ba2-42c5-45ba-bb6e-56c10b3661a6 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:25:36.817860 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0eb345b4-f6c5-457c-9ec7-3ad8653433a9 req-5a4e938c-22c2-4051-8a6a-ab2cf42ec6c0 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:36.821539 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0eb345b4-f6c5-457c-9ec7-3ad8653433a9 req-5a4e938c-22c2-4051-8a6a-ab2cf42ec6c0 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.57 "DELETE /v2.0/ports/329ef305-3d25-4845-9295-e9609f77ba1c HTTP/1.1" status: 204 len: 173 time: 1.1866364 Dec 16 09:25:36.866781 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-36914d1c-f14b-46b6-9085-05cd8380d671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:36.941277 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:36.959976 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89628fd-4284-4f6e-b8e0-6422bd8b3244 req-2c1af481-f47f-4c8a-bf29-38fa88b1c35a tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:36.967004 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d89628fd-4284-4f6e-b8e0-6422bd8b3244 req-2c1af481-f47f-4c8a-bf29-38fa88b1c35a tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 943 time: 0.0923207 Dec 16 09:25:36.967628 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e542ee7-341c-4263-92cf-5ce19df0af32 req-9673b4b8-b944-4e22-a35b-e082c37fc933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:36.969557 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7e542ee7-341c-4263-92cf-5ce19df0af32 req-9673b4b8-b944-4e22-a35b-e082c37fc933 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1468325 Dec 16 09:25:37.062136 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d89628fd-4284-4f6e-b8e0-6422bd8b3244 req-85242f31-ec85-4dd8-8ec7-68edce470f0f tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889950 Dec 16 09:25:37.187838 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b4452b3e-169c-429f-84ed-8b56f24d6e66 req-a9f1c0ce-e31f-4707-b38d-2ee60290211b tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/ports?device_id=acbfb2db-141a-4546-a74f-34735348a98f HTTP/1.1" status: 200 len: 210 time: 0.0860441 Dec 16 09:25:37.206645 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-af52dc6e-41c0-4e39-8233-32f859f716e1 req-d0f83689-13c5-4a4c-b27c-148b08fdfea1 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b250021-58f6-4464-ad9d-3a0954af123f HTTP/1.1" status: 200 len: 210 time: 0.0613861 Dec 16 09:25:37.291187 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-2f8f0e50-c58c-4d28-9804-26b7c928d584 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673785 Dec 16 09:25:37.294698 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339a046-3806-4427-85fd-5c3720af46d6 req-246e50b8-20ec-4ced-9cc2-f341d6ba62ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:37.296372 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1339a046-3806-4427-85fd-5c3720af46d6 req-246e50b8-20ec-4ced-9cc2-f341d6ba62ce service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ef267339b96a4504bcc86eb4b94505b3&device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 1094 time: 0.1842258 Dec 16 09:25:37.365651 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-36914d1c-f14b-46b6-9085-05cd8380d671 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:37.382619 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8e03d54a-fa98-451e-a003-ef460038e974 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:37.423824 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1339a046-3806-4427-85fd-5c3720af46d6 req-43af3060-a181-4dbe-9555-aefe706cc823 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc4d5cdd-18c4-48c5-9909-5e525878e54a HTTP/1.1" status: 200 len: 217 time: 0.1086576 Dec 16 09:25:37.611642 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 8e03d54a-fa98-451e-a003-ef460038e974 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:37.611642 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:37.613022 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339a046-3806-4427-85fd-5c3720af46d6 req-3f3a3be4-0bfa-486d-9ef5-030dfbc6df5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:37.613022 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1339a046-3806-4427-85fd-5c3720af46d6 req-3f3a3be4-0bfa-486d-9ef5-030dfbc6df5a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1e11efc-2921-4ef6-b725-208b9f6cb7a8 HTTP/1.1" status: 200 len: 848 time: 0.0892980 Dec 16 09:25:37.613022 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1339a046-3806-4427-85fd-5c3720af46d6 req-8c00de26-92e4-4ab1-ae1f-14274d56433c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd229606-1f82-48a3-82a3-fb35078f3dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267680 Dec 16 09:25:37.613022 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-5933381b-9ea9-4005-bc4a-052c2ff83f48 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:37.613022 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-5933381b-9ea9-4005-bc4a-052c2ff83f48 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2627690 Dec 16 09:25:37.613022 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-df706b65-8942-4deb-847b-58752aa15a62 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Request body: {'port': {'device_id': '1b250021-58f6-4464-ad9d-3a0954af123f', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'admin_state_up': True, 'tenant_id': 'b16ff49ba37341f18bcd6e95057f25d8'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:37.656235 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 329ef305-3d25-4845-9295-e9609f77ba1c no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:25:37.687851 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 329ef305-3d25-4845-9295-e9609f77ba1c {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:25:37.688460 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 329ef305-3d25-4845-9295-e9609f77ba1c not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:25:37.731166 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1339a046-3806-4427-85fd-5c3720af46d6 req-3a37c340-55f5-4a93-9d77-7c2fa923f58d service neutron] 10.222.0.58 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624637 Dec 16 09:25:37.801045 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-36914d1c-f14b-46b6-9085-05cd8380d671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:37.851869 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ee5b0-147e-45ca-9538-00933bb7ff8a None None] Pushing event updated for resources: {'Port': ['ID=f83b8ba2-42c5-45ba-bb6e-56c10b3661a6,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:37.867015 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1339a046-3806-4427-85fd-5c3720af46d6 req-0317fa56-4d9a-4bf5-9768-86c18f495cb2 service neutron] 10.222.0.58 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266565 Dec 16 09:25:37.889536 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-df706b65-8942-4deb-847b-58752aa15a62 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Made reservation on behalf of b16ff49ba37341f18bcd6e95057f25d8 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:25:37.893934 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-df706b65-8942-4deb-847b-58752aa15a62 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:37.910009 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-36914d1c-f14b-46b6-9085-05cd8380d671 None None] Attempting to bind port f83b8ba2-42c5-45ba-bb6e-56c10b3661a6 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:25:37.910368 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-36914d1c-f14b-46b6-9085-05cd8380d671 None None] Attempting to bind port f83b8ba2-42c5-45ba-bb6e-56c10b3661a6 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'd104d721-874c-413d-aed9-29f1ea880ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0f583779-4cd1-4193-bcdf-dbba6dcb31e2'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:25:37.910984 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36914d1c-f14b-46b6-9085-05cd8380d671 None None] Attempting to bind port f83b8ba2-42c5-45ba-bb6e-56c10b3661a6 on network 0f583779-4cd1-4193-bcdf-dbba6dcb31e2 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:37.916536 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36914d1c-f14b-46b6-9085-05cd8380d671 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:25:37.917227 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36914d1c-f14b-46b6-9085-05cd8380d671 None None] Checking segment: {'id': 'd104d721-874c-413d-aed9-29f1ea880ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0f583779-4cd1-4193-bcdf-dbba6dcb31e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:37.918409 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-36914d1c-f14b-46b6-9085-05cd8380d671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:37.918981 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36914d1c-f14b-46b6-9085-05cd8380d671 None None] Bound using segment: {'id': 'd104d721-874c-413d-aed9-29f1ea880ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0f583779-4cd1-4193-bcdf-dbba6dcb31e2'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:25:37.919660 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-36914d1c-f14b-46b6-9085-05cd8380d671 None None] Bound port: f83b8ba2-42c5-45ba-bb6e-56c10b3661a6, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd104d721-874c-413d-aed9-29f1ea880ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0f583779-4cd1-4193-bcdf-dbba6dcb31e2'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:25:37.920233 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-36914d1c-f14b-46b6-9085-05cd8380d671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:38.010189 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-36914d1c-f14b-46b6-9085-05cd8380d671 None None] For port f83b8ba2-42c5-45ba-bb6e-56c10b3661a6, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:38.013901 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-36914d1c-f14b-46b6-9085-05cd8380d671 None None] For port f83b8ba2-42c5-45ba-bb6e-56c10b3661a6, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f83b8ba2-42c5-45ba-bb6e-56c10b3661a6,segment=NetworkSegment(d104d721-874c-413d-aed9-29f1ea880ebd),segment_id=d104d721-874c-413d-aed9-29f1ea880ebd)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:25:38.080196 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-df706b65-8942-4deb-847b-58752aa15a62 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Allocated IP 192.168.233.59 (0f25fa8c-dd15-4f99-b14f-112e51884f75/d30f37a6-2496-485e-9480-e5e1789d975f/54bddde5-7cd7-4b2e-a38f-f8e6ca509e18) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:38.193017 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec79c5-4e12-4ed9-80a8-144f51b73998 req-43ae7cc5-e9c4-4678-8e09-95dd0bfe92d1 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:38.194754 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-69ec79c5-4e12-4ed9-80a8-144f51b73998 req-43ae7cc5-e9c4-4678-8e09-95dd0bfe92d1 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 943 time: 0.0605011 Dec 16 09:25:38.201306 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-ef0ce242-1107-4684-a732-339b81447db1 None None] Provisioning complete for port f83b8ba2-42c5-45ba-bb6e-56c10b3661a6 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:38.204821 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ef0ce242-1107-4684-a732-339b81447db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:38.232611 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-36914d1c-f14b-46b6-9085-05cd8380d671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:38.275770 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-69ec79c5-4e12-4ed9-80a8-144f51b73998 req-5726e3ee-2e45-4e7c-907a-df1ac8674230 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664916 Dec 16 09:25:38.276635 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-ef0ce242-1107-4684-a732-339b81447db1 None None] Port f83b8ba2-42c5-45ba-bb6e-56c10b3661a6 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:25:38.396907 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-df706b65-8942-4deb-847b-58752aa15a62 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:38.434173 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2c4fc2be-828c-4f5e-bbb1-45c512fc3a8b req-ed0bed70-856c-47b1-b7bc-728cdeaee661 tempest-ImagesNegativeTestJSON-454967399 tempest-ImagesNegativeTestJSON-454967399-project] 10.222.0.60 "GET /v2.0/ports?device_id=acbfb2db-141a-4546-a74f-34735348a98f HTTP/1.1" status: 200 len: 210 time: 0.0715642 Dec 16 09:25:38.439026 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ee5b0-147e-45ca-9538-00933bb7ff8a None None] Pushing event updated for resources: {'Port': ['ID=f83b8ba2-42c5-45ba-bb6e-56c10b3661a6,revision_number=4']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:38.455990 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36914d1c-f14b-46b6-9085-05cd8380d671 None None] Routers {'1d89c3fb-514d-444a-ac2d-5d56f0c375bd'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:38.457828 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-36914d1c-f14b-46b6-9085-05cd8380d671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:25:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['1d89c3fb-514d-444a-ac2d-5d56f0c375bd'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:38.462345 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c0ddc7be-1351-4c8f-a93b-2490d30840d1 req-d614c15b-881d-4506-b21e-ad8116df1a1a tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b250021-58f6-4464-ad9d-3a0954af123f HTTP/1.1" status: 200 len: 210 time: 0.0637362 Dec 16 09:25:38.501720 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbfb2db-141a-4546-a74f-34735348a98f', 'name': 'network-vif-deleted', 'tag': '329ef305-3d25-4845-9295-e9609f77ba1c'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:38.507542 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138145de-c101-4b5e-b596-12841c826340" -d '{"events": [{"server_uuid": "acbfb2db-141a-4546-a74f-34735348a98f", "name": "network-vif-deleted", "tag": "329ef305-3d25-4845-9295-e9609f77ba1c"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:38.567228 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e45eb9-c4b3-44ec-89a7-bb7867b42f33 x-openstack-request-id: req-d5e45eb9-c4b3-44ec-89a7-bb7867b42f33 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:25:38.567519 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acbfb2db-141a-4546-a74f-34735348a98f", "name": "network-vif-deleted", "tag": "329ef305-3d25-4845-9295-e9609f77ba1c", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:25:38.567827 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d5e45eb9-c4b3-44ec-89a7-bb7867b42f33 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:25:38.568222 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acbfb2db-141a-4546-a74f-34735348a98f', 'name': 'network-vif-deleted', 'tag': '329ef305-3d25-4845-9295-e9609f77ba1c', 'status': 'completed', 'code': 200} Dec 16 09:25:38.602336 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-36914d1c-f14b-46b6-9085-05cd8380d671 None None] Set router 1d89c3fb-514d-444a-ac2d-5d56f0c375bd gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:25:38.644247 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-df706b65-8942-4deb-847b-58752aa15a62 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:38.657816 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['dd0272f9-bbee-4c0e-ba42-849d831252e4', 'd5cf028c-8255-4394-bd59-db75e8fd6e8a'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:25:38.664329 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f', '6a544dbf-c596-4f87-ac40-994392bdb751', 'ed228900-2a20-49f6-9643-2e9be17c5cae'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:25:38.771912 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-df706b65-8942-4deb-847b-58752aa15a62 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Network 0f25fa8c-dd15-4f99-b14f-112e51884f75 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:38.772909 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df706b65-8942-4deb-847b-58752aa15a62 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Pushing event updated for resources: {'Port': ['ID=54bddde5-7cd7-4b2e-a38f-f8e6ca509e18,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:38.784805 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-df706b65-8942-4deb-847b-58752aa15a62 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:38.797952 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-df706b65-8942-4deb-847b-58752aa15a62 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:38.832861 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-de94cea4-89ff-49d2-98d1-89bdcc1372ce None None] Provisioning complete for port f83b8ba2-42c5-45ba-bb6e-56c10b3661a6 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:38.833373 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-de94cea4-89ff-49d2-98d1-89bdcc1372ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:38.834850 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33518) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:38.885506 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-df706b65-8942-4deb-847b-58752aa15a62 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:38.886383 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-df706b65-8942-4deb-847b-58752aa15a62 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:38.952838 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-36914d1c-f14b-46b6-9085-05cd8380d671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d89c3fb-514d-444a-ac2d-5d56f0c375bd', 'name': 'tempest-TaggedBootDevicesTest_v242-716535575-router', 'tenant_id': 'a4bdb81ebcfc4284a4392826d9283234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '8e03d54a-fa98-451e-a003-ef460038e974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:27Z', 'updated_at': '2021-12-16T09:25:33Z', 'revision_number': 4, 'project_id': 'a4bdb81ebcfc4284a4392826d9283234', 'gw_port': {'id': '8e03d54a-fa98-451e-a003-ef460038e974', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d89c3fb-514d-444a-ac2d-5d56f0c375bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:28Z', 'updated_at': '2021-12-16T09:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'f83b8ba2-42c5-45ba-bb6e-56c10b3661a6', 'name': '', 'network_id': '0f583779-4cd1-4193-bcdf-dbba6dcb31e2', 'tenant_id': 'a4bdb81ebcfc4284a4392826d9283234', 'mac_address': 'fa:16:3e:d2:8f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d89c3fb-514d-444a-ac2d-5d56f0c375bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'aea828c7-103f-4b32-ac9c-cba45223f96a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:31Z', 'updated_at': '2021-12-16T09:25:38Z', 'revision_number': 4, 'project_id': 'a4bdb81ebcfc4284a4392826d9283234', 'subnets': [{'id': 'aea828c7-103f-4b32-ac9c-cba45223f96a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:38.998632 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36914d1c-f14b-46b6-9085-05cd8380d671 None None] The sync data for ids ['1d89c3fb-514d-444a-ac2d-5d56f0c375bd'] in n-d-820550-2 is: [{'id': '1d89c3fb-514d-444a-ac2d-5d56f0c375bd', 'name': 'tempest-TaggedBootDevicesTest_v242-716535575-router', 'tenant_id': 'a4bdb81ebcfc4284a4392826d9283234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '8e03d54a-fa98-451e-a003-ef460038e974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:27Z', 'updated_at': '2021-12-16T09:25:33Z', 'revision_number': 4, 'project_id': 'a4bdb81ebcfc4284a4392826d9283234', 'gw_port': {'id': '8e03d54a-fa98-451e-a003-ef460038e974', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d89c3fb-514d-444a-ac2d-5d56f0c375bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:28Z', 'updated_at': '2021-12-16T09:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'f83b8ba2-42c5-45ba-bb6e-56c10b3661a6', 'name': '', 'network_id': '0f583779-4cd1-4193-bcdf-dbba6dcb31e2', 'tenant_id': 'a4bdb81ebcfc4284a4392826d9283234', 'mac_address': 'fa:16:3e:d2:8f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d89c3fb-514d-444a-ac2d-5d56f0c375bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'aea828c7-103f-4b32-ac9c-cba45223f96a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:31Z', 'updated_at': '2021-12-16T09:25:38Z', 'revision_number': 4, 'project_id': 'a4bdb81ebcfc4284a4392826d9283234', 'subnets': [{'id': 'aea828c7-103f-4b32-ac9c-cba45223f96a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:25:39.009919 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-df706b65-8942-4deb-847b-58752aa15a62 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4243052 Dec 16 09:25:39.035416 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-8c13404e-2794-4f77-b929-757209a8227a service neutron] Request body: {'port': {'device_id': '1b250021-58f6-4464-ad9d-3a0954af123f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:39.036508 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-eea15266-1160-4f90-952a-2a49119355e8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-694803518-network', 'tenant_id': '70a7f01d174e43638534084cd82ac326'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:39.178519 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-8c13404e-2794-4f77-b929-757209a8227a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:39.221375 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea15266-1160-4f90-952a-2a49119355e8 admin admin] Made reservation on behalf of 70a7f01d174e43638534084cd82ac326 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:25:39.224781 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eea15266-1160-4f90-952a-2a49119355e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:39.244804 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eea15266-1160-4f90-952a-2a49119355e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:39.471724 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eea15266-1160-4f90-952a-2a49119355e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:39.490987 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-de94cea4-89ff-49d2-98d1-89bdcc1372ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:39.506311 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f83b8ba2-42c5-45ba-bb6e-56c10b3661a6 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:39.560614 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0328e6-8623-469c-a8a8-302a67cd32b5 req-040d5b7d-ce39-44ce-b44b-d4b55d60d209 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:39.571273 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dd0328e6-8623-469c-a8a8-302a67cd32b5 req-040d5b7d-ce39-44ce-b44b-d4b55d60d209 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 943 time: 0.0975668 Dec 16 09:25:39.574445 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eea15266-1160-4f90-952a-2a49119355e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:39.603206 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-de94cea4-89ff-49d2-98d1-89bdcc1372ce None None] For port f83b8ba2-42c5-45ba-bb6e-56c10b3661a6, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f83b8ba2-42c5-45ba-bb6e-56c10b3661a6,segment=NetworkSegment(d104d721-874c-413d-aed9-29f1ea880ebd),segment_id=d104d721-874c-413d-aed9-29f1ea880ebd)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:39.644029 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea15266-1160-4f90-952a-2a49119355e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154b103f-495e-4fa7-9b04-07bd7ed65e63,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:39.668975 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eea15266-1160-4f90-952a-2a49119355e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:25:39.711067 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-de94cea4-89ff-49d2-98d1-89bdcc1372ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:39.753658 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dd0328e6-8623-469c-a8a8-302a67cd32b5 req-b01a5b75-51c0-457d-8bef-0f1d6ef644d1 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640558 Dec 16 09:25:39.759777 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eea15266-1160-4f90-952a-2a49119355e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:39.761801 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-eea15266-1160-4f90-952a-2a49119355e8 admin admin] Added segment 9c01c1a8-fd99-4e88-86ef-166c47c7df32 of type vlan for network 704f3ab2-2ab9-44f1-aac9-810aafda116d Dec 16 09:25:39.830680 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port f83b8ba2-42c5-45ba-bb6e-56c10b3661a6 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:39.834116 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:39.855200 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0ad7e-3d19-4b37-8a92-8752b637f9b9 req-ad93e7b0-b368-4a44-8a26-fc02c0af2d4a tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:39.858189 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eea15266-1160-4f90-952a-2a49119355e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:39.868691 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b2b0ad7e-3d19-4b37-8a92-8752b637f9b9 req-ad93e7b0-b368-4a44-8a26-fc02c0af2d4a tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b250021-58f6-4464-ad9d-3a0954af123f HTTP/1.1" status: 200 len: 935 time: 0.1904690 Dec 16 09:25:39.960457 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b2b0ad7e-3d19-4b37-8a92-8752b637f9b9 req-b9cc3a6f-7fae-434c-866a-1cdd738fda2a tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874596 Dec 16 09:25:40.001413 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94cea4-89ff-49d2-98d1-89bdcc1372ce None None] Pushing event updated for resources: {'Port': ['ID=f83b8ba2-42c5-45ba-bb6e-56c10b3661a6,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:40.029932 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eea15266-1160-4f90-952a-2a49119355e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:40.031196 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea15266-1160-4f90-952a-2a49119355e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:40.031967 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eea15266-1160-4f90-952a-2a49119355e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:40.048017 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-8c13404e-2794-4f77-b929-757209a8227a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54bddde5-7cd7-4b2e-a38f-f8e6ca509e18 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:25:40.056718 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-8c13404e-2794-4f77-b929-757209a8227a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:40.061790 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94cea4-89ff-49d2-98d1-89bdcc1372ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:40.062487 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94cea4-89ff-49d2-98d1-89bdcc1372ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:40.062904 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94cea4-89ff-49d2-98d1-89bdcc1372ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:40.063313 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94cea4-89ff-49d2-98d1-89bdcc1372ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:40.063720 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94cea4-89ff-49d2-98d1-89bdcc1372ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:40.064120 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94cea4-89ff-49d2-98d1-89bdcc1372ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:40.064598 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94cea4-89ff-49d2-98d1-89bdcc1372ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:40.065000 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94cea4-89ff-49d2-98d1-89bdcc1372ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:40.065535 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94cea4-89ff-49d2-98d1-89bdcc1372ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:40.065949 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94cea4-89ff-49d2-98d1-89bdcc1372ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:40.066351 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94cea4-89ff-49d2-98d1-89bdcc1372ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:40.066747 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94cea4-89ff-49d2-98d1-89bdcc1372ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:40.093480 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-8c13404e-2794-4f77-b929-757209a8227a service neutron] Transition to ACTIVE for port object 54bddde5-7cd7-4b2e-a38f-f8e6ca509e18 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:25:40.162753 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea15266-1160-4f90-952a-2a49119355e8 admin admin] Pushing event updated for resources: {'Network': ['ID=704f3ab2-2ab9-44f1-aac9-810aafda116d,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:40.173515 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-da371ae4-1e33-42b9-96e3-c7ecae9ea2f2 None None] Provisioning complete for port 54bddde5-7cd7-4b2e-a38f-f8e6ca509e18 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:40.176524 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-da371ae4-1e33-42b9-96e3-c7ecae9ea2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:40.191178 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 704f3ab2-2ab9-44f1-aac9-810aafda116d details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:25:40.255447 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-8c13404e-2794-4f77-b929-757209a8227a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:40.303496 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-eea15266-1160-4f90-952a-2a49119355e8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4674430 Dec 16 09:25:40.308748 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33580) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:40.320729 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-200cdee4-34e3-4497-91d0-605dd66cb785 admin admin] Request body: {'subnet': {'network_id': '704f3ab2-2ab9-44f1-aac9-810aafda116d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-694803518-subnet', 'tenant_id': '70a7f01d174e43638534084cd82ac326', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:40.343632 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13404e-2794-4f77-b929-757209a8227a service neutron] Pushing event updated for resources: {'Port': ['ID=54bddde5-7cd7-4b2e-a38f-f8e6ca509e18,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:40.372691 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:40.451766 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-da371ae4-1e33-42b9-96e3-c7ecae9ea2f2 None None] Port 54bddde5-7cd7-4b2e-a38f-f8e6ca509e18 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:25:40.464150 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-8c13404e-2794-4f77-b929-757209a8227a service neutron] Attempting to bind port 54bddde5-7cd7-4b2e-a38f-f8e6ca509e18 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:25:40.464769 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-8c13404e-2794-4f77-b929-757209a8227a service neutron] Attempting to bind port 54bddde5-7cd7-4b2e-a38f-f8e6ca509e18 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:25:40.465122 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-8c13404e-2794-4f77-b929-757209a8227a service neutron] Attempting to bind port 54bddde5-7cd7-4b2e-a38f-f8e6ca509e18 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:40.475491 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200cdee4-34e3-4497-91d0-605dd66cb785 admin admin] Made reservation on behalf of 70a7f01d174e43638534084cd82ac326 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:25:40.478645 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-200cdee4-34e3-4497-91d0-605dd66cb785 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:40.480042 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-8c13404e-2794-4f77-b929-757209a8227a service neutron] Port 54bddde5-7cd7-4b2e-a38f-f8e6ca509e18 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:25:40.488713 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-8c13404e-2794-4f77-b929-757209a8227a service neutron] Attempting to bind port 54bddde5-7cd7-4b2e-a38f-f8e6ca509e18 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:40.489043 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device bc4d5cdd-18c4-48c5-9909-5e525878e54a details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:25:40.489184 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-8c13404e-2794-4f77-b929-757209a8227a service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:25:40.489184 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-8c13404e-2794-4f77-b929-757209a8227a service neutron] Checking segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:40.489681 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-8c13404e-2794-4f77-b929-757209a8227a service neutron] Bound using segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:25:40.490377 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-8c13404e-2794-4f77-b929-757209a8227a service neutron] Bound port: 54bddde5-7cd7-4b2e-a38f-f8e6ca509e18, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:25:40.490971 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-8c13404e-2794-4f77-b929-757209a8227a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:40.600829 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-8c13404e-2794-4f77-b929-757209a8227a service neutron] For port 54bddde5-7cd7-4b2e-a38f-f8e6ca509e18, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:40.606506 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-8c13404e-2794-4f77-b929-757209a8227a service neutron] For port 54bddde5-7cd7-4b2e-a38f-f8e6ca509e18, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=54bddde5-7cd7-4b2e-a38f-f8e6ca509e18,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:25:40.696542 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.resource_extend [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 09:25:40.721346 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-8c13404e-2794-4f77-b929-757209a8227a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:40.793022 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-8c13404e-2794-4f77-b929-757209a8227a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:40.796502 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-8c13404e-2794-4f77-b929-757209a8227a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:40.801551 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-8c13404e-2794-4f77-b929-757209a8227a service neutron] 10.222.0.57 "PUT /v2.0/ports/54bddde5-7cd7-4b2e-a38f-f8e6ca509e18 HTTP/1.1" status: 200 len: 1095 time: 1.7747059 Dec 16 09:25:40.802508 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b250021-58f6-4464-ad9d-3a0954af123f', 'tag': '54bddde5-7cd7-4b2e-a38f-f8e6ca509e18'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:40.809711 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad027bc-8729-4a30-80d3-27cbfa8769b6" -d '{"events": [{"name": "network-changed", "server_uuid": "1b250021-58f6-4464-ad9d-3a0954af123f", "tag": "54bddde5-7cd7-4b2e-a38f-f8e6ca509e18"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:40.863343 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33592) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:40.923692 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13404e-2794-4f77-b929-757209a8227a service neutron] Pushing event updated for resources: {'Port': ['ID=54bddde5-7cd7-4b2e-a38f-f8e6ca509e18,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:40.952226 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a468ac76-4062-4398-9b01-ae9944c63fd1 x-openstack-request-id: req-a468ac76-4062-4398-9b01-ae9944c63fd1 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:25:40.956831 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b250021-58f6-4464-ad9d-3a0954af123f", "tag": "54bddde5-7cd7-4b2e-a38f-f8e6ca509e18", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:25:40.957099 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a468ac76-4062-4398-9b01-ae9944c63fd1 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:25:40.957552 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b250021-58f6-4464-ad9d-3a0954af123f', 'tag': '54bddde5-7cd7-4b2e-a38f-f8e6ca509e18', 'status': 'completed', 'code': 200} Dec 16 09:25:41.031813 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port bc4d5cdd-18c4-48c5-9909-5e525878e54a, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=bc4d5cdd-18c4-48c5-9909-5e525878e54a,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:41.055135 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'bc4d5cdd-18c4-48c5-9909-5e525878e54a', 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba', 'port_id': 'bc4d5cdd-18c4-48c5-9909-5e525878e54a', 'mac_address': 'fa:16:3e:c3:7a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1e11efc-2921-4ef6-b725-208b9f6cb7a8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:25:41.061726 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-200cdee4-34e3-4497-91d0-605dd66cb785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:41.161931 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13185dd1-ca6e-419a-9025-4d8290ba66d5 req-77b77c0b-fa1a-4e9a-bd27-f2f554ad79e8 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:41.166541 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:41.171742 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-13185dd1-ca6e-419a-9025-4d8290ba66d5 req-77b77c0b-fa1a-4e9a-bd27-f2f554ad79e8 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 943 time: 0.2852461 Dec 16 09:25:41.184234 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc4d5cdd-18c4-48c5-9909-5e525878e54a {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:25:41.221309 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port bc4d5cdd-18c4-48c5-9909-5e525878e54a, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=bc4d5cdd-18c4-48c5-9909-5e525878e54a,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:41.256533 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad027bc-8729-4a30-80d3-27cbfa8769b6 req-4d4b21e9-1e6f-429d-b7be-2d051b1f1bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:41.258060 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cad027bc-8729-4a30-80d3-27cbfa8769b6 req-4d4b21e9-1e6f-429d-b7be-2d051b1f1bd9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&device_id=1b250021-58f6-4464-ad9d-3a0954af123f HTTP/1.1" status: 200 len: 1098 time: 0.2973158 Dec 16 09:25:41.272677 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cdee4-34e3-4497-91d0-605dd66cb785 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ca767ad-b141-4c69-a1df-466a302736b9,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:41.320018 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200cdee4-34e3-4497-91d0-605dd66cb785 admin admin] Checking segment: {'id': '9c01c1a8-fd99-4e88-86ef-166c47c7df32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '704f3ab2-2ab9-44f1-aac9-810aafda116d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:41.321164 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200cdee4-34e3-4497-91d0-605dd66cb785 admin admin] Network hostable DHCP agents. Network: 704f3ab2-2ab9-44f1-aac9-810aafda116d, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:25:41.330077 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:41.343285 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cad027bc-8729-4a30-80d3-27cbfa8769b6 req-96252a42-a71f-4480-a2a5-23cb5072789f service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618079 Dec 16 09:25:41.372096 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f83b8ba2-42c5-45ba-bb6e-56c10b3661a6 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:41.390900 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e820f6-7c18-4569-af01-72a571ca4e5f req-9863eeec-0a12-40f0-bf40-b278c9bbc09f tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:41.400930 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-93e820f6-7c18-4569-af01-72a571ca4e5f req-9863eeec-0a12-40f0-bf40-b278c9bbc09f tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b250021-58f6-4464-ad9d-3a0954af123f HTTP/1.1" status: 200 len: 947 time: 0.1837041 Dec 16 09:25:41.432730 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=bc4d5cdd-18c4-48c5-9909-5e525878e54a,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:41.458628 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-93e820f6-7c18-4569-af01-72a571ca4e5f req-15de5f31-4c13-4a77-aa54-965cdc60758e tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564544 Dec 16 09:25:41.466561 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200cdee4-34e3-4497-91d0-605dd66cb785 admin admin] Network 704f3ab2-2ab9-44f1-aac9-810aafda116d is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:25:41.467664 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad027bc-8729-4a30-80d3-27cbfa8769b6 req-45b094b3-0947-424b-ba3e-8cd52d9805b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:41.469195 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cad027bc-8729-4a30-80d3-27cbfa8769b6 req-45b094b3-0947-424b-ba3e-8cd52d9805b9 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1113815 Dec 16 09:25:41.473643 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port f83b8ba2-42c5-45ba-bb6e-56c10b3661a6 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:41.474001 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:41.481842 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-13185dd1-ca6e-419a-9025-4d8290ba66d5 req-b3855fa5-80d7-423b-a2e6-553f76e59987 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090293 Dec 16 09:25:41.487076 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3fa18f6f-a3d6-4e78-8952-42af17491d79 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b4016d4c993042a995a9d87455d30b72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6200187 Dec 16 09:25:41.487334 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33632) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:41.594323 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6455e58c-719b-4e4c-ab53-72e730f56e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:41.599109 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-200cdee4-34e3-4497-91d0-605dd66cb785 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 704f3ab2-2ab9-44f1-aac9-810aafda116d) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:41.620463 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200cdee4-34e3-4497-91d0-605dd66cb785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:41.623116 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-200cdee4-34e3-4497-91d0-605dd66cb785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:41.641282 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-b553f91a-0293-4ebe-b82e-8d3f77c0b115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:41.643089 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-b553f91a-0293-4ebe-b82e-8d3f77c0b115 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&device_id=1b250021-58f6-4464-ad9d-3a0954af123f HTTP/1.1" status: 200 len: 1098 time: 0.0886393 Dec 16 09:25:41.654490 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfe7fc9-d5f2-4ab4-815c-d0e4dacd8c53 None None] Network 704f3ab2-2ab9-44f1-aac9-810aafda116d requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:25:41.657532 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['bc4d5cdd-18c4-48c5-9909-5e525878e54a'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:25:41.664188 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6455e58c-719b-4e4c-ab53-72e730f56e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:41.721202 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-550dce23-2ef2-49f7-a48a-c12f5cabe678 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=54bddde5-7cd7-4b2e-a38f-f8e6ca509e18 HTTP/1.1" status: 200 len: 217 time: 0.0653186 Dec 16 09:25:41.808601 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33640) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:41.808839 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-200cdee4-34e3-4497-91d0-605dd66cb785 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4916112 Dec 16 09:25:41.808951 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-7e4fd5ff-63b6-492b-b3e7-7150c4fa4556 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-694803518-router', 'tenant_id': '70a7f01d174e43638534084cd82ac326', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:41.811332 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-1014bcce-09a4-4624-849c-19179831eab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:41.813992 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-1014bcce-09a4-4624-849c-19179831eab1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0838232 Dec 16 09:25:41.855663 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6455e58c-719b-4e4c-ab53-72e730f56e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:41.858267 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6455e58c-719b-4e4c-ab53-72e730f56e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:41.865494 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6455e58c-719b-4e4c-ab53-72e730f56e46 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3aa477bf-0781-45f5-b2c5-d8c4245dfeda HTTP/1.1" status: 204 len: 168 time: 0.3712075 Dec 16 09:25:41.874008 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455e58c-719b-4e4c-ab53-72e730f56e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa477bf-0781-45f5-b2c5-d8c4245dfeda,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:41.900813 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-3528b378-027d-497e-99f4-6d900a0c0452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:41.901102 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-3528b378-027d-497e-99f4-6d900a0c0452 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0766149 Dec 16 09:25:41.958253 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5f2056-c56c-4843-9300-770f8fc05907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-704f3ab2-2ab9-44f1-aac9-810aafda116d', 'network_id': '704f3ab2-2ab9-44f1-aac9-810aafda116d', 'tenant_id': '70a7f01d174e43638534084cd82ac326', 'fixed_ips': [{'subnet_id': '4ca767ad-b141-4c69-a1df-466a302736b9'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:25:41.959067 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5f5f2056-c56c-4843-9300-770f8fc05907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:41.971502 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7e4fd5ff-63b6-492b-b3e7-7150c4fa4556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:41.972577 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7e4fd5ff-63b6-492b-b3e7-7150c4fa4556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:42.075400 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7e4fd5ff-63b6-492b-b3e7-7150c4fa4556 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:42.090873 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-10d9ac91-a2b5-44a5-89c0-b0a628e0e44a service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759627 Dec 16 09:25:42.141145 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-5f5f2056-c56c-4843-9300-770f8fc05907 None None] Allocated IP 172.20.0.2 (704f3ab2-2ab9-44f1-aac9-810aafda116d/4ca767ad-b141-4c69-a1df-466a302736b9/6e6faded-19f1-40c5-a2f2-c341836ca841) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:42.322194 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-08b04ff1-0900-4d68-99d9-2b92c747e226 req-f0556291-960c-4346-81f3-368c5d94ed06 service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215590 Dec 16 09:25:42.374992 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5f5f2056-c56c-4843-9300-770f8fc05907 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:42.486827 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5f5f2056-c56c-4843-9300-770f8fc05907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:42.542344 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5f2056-c56c-4843-9300-770f8fc05907 None None] Network 704f3ab2-2ab9-44f1-aac9-810aafda116d is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:42.550637 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-5f5f2056-c56c-4843-9300-770f8fc05907 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:42.555257 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f2056-c56c-4843-9300-770f8fc05907 None None] Pushing event updated for resources: {'Port': ['ID=6e6faded-19f1-40c5-a2f2-c341836ca841,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:42.565914 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5f2056-c56c-4843-9300-770f8fc05907 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:42.647617 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-5f5f2056-c56c-4843-9300-770f8fc05907 None None] Attempting to bind port 6e6faded-19f1-40c5-a2f2-c341836ca841 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:25:42.647965 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-5f5f2056-c56c-4843-9300-770f8fc05907 None None] Attempting to bind port 6e6faded-19f1-40c5-a2f2-c341836ca841 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '9c01c1a8-fd99-4e88-86ef-166c47c7df32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '704f3ab2-2ab9-44f1-aac9-810aafda116d'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:25:42.648337 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f2056-c56c-4843-9300-770f8fc05907 None None] Attempting to bind port 6e6faded-19f1-40c5-a2f2-c341836ca841 on network 704f3ab2-2ab9-44f1-aac9-810aafda116d {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:42.658964 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f2056-c56c-4843-9300-770f8fc05907 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:25:42.659377 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f2056-c56c-4843-9300-770f8fc05907 None None] Checking segment: {'id': '9c01c1a8-fd99-4e88-86ef-166c47c7df32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '704f3ab2-2ab9-44f1-aac9-810aafda116d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:42.659737 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5f5f2056-c56c-4843-9300-770f8fc05907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:42.665748 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f2056-c56c-4843-9300-770f8fc05907 None None] Bound using segment: {'id': '9c01c1a8-fd99-4e88-86ef-166c47c7df32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '704f3ab2-2ab9-44f1-aac9-810aafda116d'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:25:42.666355 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-5f5f2056-c56c-4843-9300-770f8fc05907 None None] Bound port: 6e6faded-19f1-40c5-a2f2-c341836ca841, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c01c1a8-fd99-4e88-86ef-166c47c7df32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '704f3ab2-2ab9-44f1-aac9-810aafda116d'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:25:42.666896 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5f5f2056-c56c-4843-9300-770f8fc05907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:42.800213 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-5f5f2056-c56c-4843-9300-770f8fc05907 None None] For port 6e6faded-19f1-40c5-a2f2-c341836ca841, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:42.803592 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b5a97-ed01-4c9e-8110-b14ffe829987 req-0e9a8314-353f-4fe8-9776-8dc72e49a9f2 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:42.806763 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-5f5f2056-c56c-4843-9300-770f8fc05907 None None] For port 6e6faded-19f1-40c5-a2f2-c341836ca841, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=6e6faded-19f1-40c5-a2f2-c341836ca841,segment=NetworkSegment(9c01c1a8-fd99-4e88-86ef-166c47c7df32),segment_id=9c01c1a8-fd99-4e88-86ef-166c47c7df32)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:25:42.817446 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-305b5a97-ed01-4c9e-8110-b14ffe829987 req-0e9a8314-353f-4fe8-9776-8dc72e49a9f2 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 944 time: 0.1394351 Dec 16 09:25:42.861085 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7e4fd5ff-63b6-492b-b3e7-7150c4fa4556 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:42.869775 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-305b5a97-ed01-4c9e-8110-b14ffe829987 req-f6945bd7-9d06-447f-9f1a-96cbe7373f33 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461864 Dec 16 09:25:42.879587 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc88794-2ed8-464b-bf1b-29683c139b42 req-195b136c-9fe8-43d9-be7f-a2e020e4c13f tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:42.891341 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5cc88794-2ed8-464b-bf1b-29683c139b42 req-195b136c-9fe8-43d9-be7f-a2e020e4c13f tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b250021-58f6-4464-ad9d-3a0954af123f HTTP/1.1" status: 200 len: 947 time: 0.0839348 Dec 16 09:25:42.912714 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5f5f2056-c56c-4843-9300-770f8fc05907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:42.950173 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5cc88794-2ed8-464b-bf1b-29683c139b42 req-0c1f04df-60cf-42c1-8d5f-81df4e2eed8f tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581853 Dec 16 09:25:42.988244 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f2056-c56c-4843-9300-770f8fc05907 None None] Pushing event updated for resources: {'Port': ['ID=6e6faded-19f1-40c5-a2f2-c341836ca841,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:43.284974 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7e4fd5ff-63b6-492b-b3e7-7150c4fa4556 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:43.315431 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7e4fd5ff-63b6-492b-b3e7-7150c4fa4556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:43.453871 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6e6faded-19f1-40c5-a2f2-c341836ca841 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:43.486428 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-7e4fd5ff-63b6-492b-b3e7-7150c4fa4556 admin admin] Allocated IP 172.25.1.70 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/85c912e7-d893-4936-ae9a-c5ce02b73dad) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:43.530726 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 6e6faded-19f1-40c5-a2f2-c341836ca841 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:43.531108 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:43.628148 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7e4fd5ff-63b6-492b-b3e7-7150c4fa4556 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:43.628737 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:43.667214 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 6e6faded-19f1-40c5-a2f2-c341836ca841, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=6e6faded-19f1-40c5-a2f2-c341836ca841,segment=NetworkSegment(9c01c1a8-fd99-4e88-86ef-166c47c7df32),segment_id=9c01c1a8-fd99-4e88-86ef-166c47c7df32)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:43.752278 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:43.752798 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7e4fd5ff-63b6-492b-b3e7-7150c4fa4556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:43.790816 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4fd5ff-63b6-492b-b3e7-7150c4fa4556 admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:43.796168 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-7e4fd5ff-63b6-492b-b3e7-7150c4fa4556 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:43.800202 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4fd5ff-63b6-492b-b3e7-7150c4fa4556 admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:43.834238 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4fd5ff-63b6-492b-b3e7-7150c4fa4556 admin admin] Pushing event updated for resources: {'Port': ['ID=85c912e7-d893-4936-ae9a-c5ce02b73dad,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:43.912454 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=6e6faded-19f1-40c5-a2f2-c341836ca841,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:44.072339 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8a4a6-1ad3-478c-bae3-ea9311f84284 req-1d6c58a6-2caf-4a83-a4c3-52e0bb3ed93a tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:44.080574 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-41e8a4a6-1ad3-478c-bae3-ea9311f84284 req-1d6c58a6-2caf-4a83-a4c3-52e0bb3ed93a tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 944 time: 0.0800707 Dec 16 09:25:44.119624 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5ac701af-bbca-4574-8f3e-ad4206e61cd9 req-2c309197-0d41-4077-b44c-6864c7cf307b tempest-AbsoluteLimitsNegativeTestJSON-1973941576 tempest-AbsoluteLimitsNegativeTestJSON-1973941576-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=e5241f7798b544939d6a8cd8250725c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311251 Dec 16 09:25:44.130558 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-41e8a4a6-1ad3-478c-bae3-ea9311f84284 req-476704b1-a4cd-42b4-b79d-844974eaad09 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480313 Dec 16 09:25:44.263861 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e064cc-b8b9-4c80-b425-6ae273e8faa3 req-396757f3-45a2-4066-9b5f-9af76e0dd473 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:44.266894 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d6e064cc-b8b9-4c80-b425-6ae273e8faa3 req-396757f3-45a2-4066-9b5f-9af76e0dd473 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b250021-58f6-4464-ad9d-3a0954af123f HTTP/1.1" status: 200 len: 947 time: 0.0633292 Dec 16 09:25:44.328443 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d6e064cc-b8b9-4c80-b425-6ae273e8faa3 req-a92c2466-4a26-4767-be11-2a22d57f2fc1 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546849 Dec 16 09:25:44.343233 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac701af-bbca-4574-8f3e-ad4206e61cd9 req-a6f98dcc-9432-488b-aff0-cd3819ac2eba tempest-AbsoluteLimitsNegativeTestJSON-1973941576 tempest-AbsoluteLimitsNegativeTestJSON-1973941576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:44.344729 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5ac701af-bbca-4574-8f3e-ad4206e61cd9 req-a6f98dcc-9432-488b-aff0-cd3819ac2eba tempest-AbsoluteLimitsNegativeTestJSON-1973941576 tempest-AbsoluteLimitsNegativeTestJSON-1973941576-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2189670 Dec 16 09:25:44.364381 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7e4fd5ff-63b6-492b-b3e7-7150c4fa4556 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:44.367776 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5ac701af-bbca-4574-8f3e-ad4206e61cd9 req-cda09eba-da25-4de5-9667-7ad2b1b445c6 tempest-AbsoluteLimitsNegativeTestJSON-1973941576 tempest-AbsoluteLimitsNegativeTestJSON-1973941576-project] 10.222.0.60 "GET /v2.0/quotas/e5241f7798b544939d6a8cd8250725c3 HTTP/1.1" status: 200 len: 375 time: 0.0167918 Dec 16 09:25:44.431904 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c378d50-e199-43f2-b28b-ec39ad993b97 None None] Network 704f3ab2-2ab9-44f1-aac9-810aafda116d requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:25:44.464726 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5ac701af-bbca-4574-8f3e-ad4206e61cd9 req-b8f10428-0ea0-453d-8bee-138883c77811 tempest-AbsoluteLimitsNegativeTestJSON-1973941576 tempest-AbsoluteLimitsNegativeTestJSON-1973941576-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e5241f7798b544939d6a8cd8250725c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628855 Dec 16 09:25:44.493245 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device bc4d5cdd-18c4-48c5-9909-5e525878e54a up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:44.567644 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-eaec2a9b-1f0f-4897-bc12-0b71d66408a7 None None] Provisioning complete for port 6e6faded-19f1-40c5-a2f2-c341836ca841 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:44.568194 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-eaec2a9b-1f0f-4897-bc12-0b71d66408a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:44.615390 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7e4fd5ff-63b6-492b-b3e7-7150c4fa4556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:44.834625 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port bc4d5cdd-18c4-48c5-9909-5e525878e54a completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:25:44.841613 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port bc4d5cdd-18c4-48c5-9909-5e525878e54a triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:44.841983 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:44.869423 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4fd5ff-63b6-492b-b3e7-7150c4fa4556 admin admin] Router cdf3a909-da99-4ca2-97e9-795ce1e3948c is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:25:44.955676 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:45.000415 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port bc4d5cdd-18c4-48c5-9909-5e525878e54a, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=bc4d5cdd-18c4-48c5-9909-5e525878e54a,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:45.001105 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dbbc3de-a533-4eb8-b548-d3a211d74f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4d5cdd-18c4-48c5-9909-5e525878e54a'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:45.007457 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76522a6a-f2f1-4e03-899c-3060767757da" -d '{"events": [{"server_uuid": "4dbbc3de-a533-4eb8-b548-d3a211d74f1b", "name": "network-vif-plugged", "status": "completed", "tag": "bc4d5cdd-18c4-48c5-9909-5e525878e54a"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:45.029222 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4fd5ff-63b6-492b-b3e7-7150c4fa4556 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:25:45.040456 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8d71ca-0f55-4605-8cbc-6b96d98b6a30 None None] Sync routers for ids ['cdf3a909-da99-4ca2-97e9-795ce1e3948c'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:25:45.082065 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64a8dba-429e-40f7-951e-dd5b4f2e18cc x-openstack-request-id: req-b64a8dba-429e-40f7-951e-dd5b4f2e18cc {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:25:45.082597 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dbbc3de-a533-4eb8-b548-d3a211d74f1b", "name": "network-vif-plugged", "status": "completed", "tag": "bc4d5cdd-18c4-48c5-9909-5e525878e54a", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:25:45.082930 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b64a8dba-429e-40f7-951e-dd5b4f2e18cc {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:25:45.083398 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dbbc3de-a533-4eb8-b548-d3a211d74f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4d5cdd-18c4-48c5-9909-5e525878e54a', 'code': 200} Dec 16 09:25:45.087175 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8d71ca-0f55-4605-8cbc-6b96d98b6a30 None None] Routers {'cdf3a909-da99-4ca2-97e9-795ce1e3948c'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:45.088564 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-1c8d71ca-0f55-4605-8cbc-6b96d98b6a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:25:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['cdf3a909-da99-4ca2-97e9-795ce1e3948c'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:45.183223 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7e4fd5ff-63b6-492b-b3e7-7150c4fa4556 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:45.187328 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7e4fd5ff-63b6-492b-b3e7-7150c4fa4556 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3845389 Dec 16 09:25:45.187948 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33718) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:45.210203 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d8a72-13e7-410f-aa86-0aeacecd2c78 req-d054c302-0196-4132-a755-e424125525da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:45.212649 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-950d8a72-13e7-410f-aa86-0aeacecd2c78 req-d054c302-0196-4132-a755-e424125525da service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 1096 time: 0.0850868 Dec 16 09:25:45.229353 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:45.299996 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-950d8a72-13e7-410f-aa86-0aeacecd2c78 req-da9931ec-44e7-4937-8705-f971ec32f1ac service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791485 Dec 16 09:25:45.310987 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-53e61c3f-54da-4fe6-98ad-7317db7d62b3 None None] Provisioning complete for port 6e6faded-19f1-40c5-a2f2-c341836ca841 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:45.311283 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-53e61c3f-54da-4fe6-98ad-7317db7d62b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:45.358042 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f64ad-0b2a-4801-a6cb-329139eee949 req-785f929d-4740-4c38-9cfc-cbee21d58947 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:45.359618 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-943f64ad-0b2a-4801-a6cb-329139eee949 req-785f929d-4740-4c38-9cfc-cbee21d58947 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 945 time: 0.1171825 Dec 16 09:25:45.360108 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33722) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:45.370254 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=bc4d5cdd-18c4-48c5-9909-5e525878e54a,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:45.395982 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6e6faded-19f1-40c5-a2f2-c341836ca841 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:45.445525 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-1c8d71ca-0f55-4605-8cbc-6b96d98b6a30 None None] Set router cdf3a909-da99-4ca2-97e9-795ce1e3948c gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:25:45.456895 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-943f64ad-0b2a-4801-a6cb-329139eee949 req-d860685b-3eda-4762-929a-69d4881451bf tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751894 Dec 16 09:25:45.564541 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3b94353d-b513-4dd1-834c-f548cad94bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:45.616390 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac476cde-7181-4b3b-ba93-c51d41a1b8c8 req-06955f6e-4bec-4c47-b8d9-757b8a381224 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:45.618908 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ac476cde-7181-4b3b-ba93-c51d41a1b8c8 req-06955f6e-4bec-4c47-b8d9-757b8a381224 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b250021-58f6-4464-ad9d-3a0954af123f HTTP/1.1" status: 200 len: 947 time: 0.1330998 Dec 16 09:25:45.637455 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 6e6faded-19f1-40c5-a2f2-c341836ca841 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:45.637993 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:45.681408 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3b94353d-b513-4dd1-834c-f548cad94bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:45.709690 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 54bddde5-7cd7-4b2e-a38f-f8e6ca509e18 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:25:45.710427 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ac476cde-7181-4b3b-ba93-c51d41a1b8c8 req-1c8badc0-5940-4bbf-bceb-d07f9288bc84 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812831 Dec 16 09:25:45.775110 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3b94353d-b513-4dd1-834c-f548cad94bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:45.824990 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94353d-b513-4dd1-834c-f548cad94bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43106f11-deb4-4b8e-bdc3-75a3987403e2,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:45.832419 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3b94353d-b513-4dd1-834c-f548cad94bee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e5241f7798b544939d6a8cd8250725c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4713047 Dec 16 09:25:45.833911 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33728) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:45.855961 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b94353d-b513-4dd1-834c-f548cad94bee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:45.856941 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b94353d-b513-4dd1-834c-f548cad94bee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:45.857448 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b94353d-b513-4dd1-834c-f548cad94bee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:45.857927 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b94353d-b513-4dd1-834c-f548cad94bee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:45.858674 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b94353d-b513-4dd1-834c-f548cad94bee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:45.858674 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b94353d-b513-4dd1-834c-f548cad94bee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:45.859105 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b94353d-b513-4dd1-834c-f548cad94bee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:45.859523 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b94353d-b513-4dd1-834c-f548cad94bee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:45.859925 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b94353d-b513-4dd1-834c-f548cad94bee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:45.860385 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b94353d-b513-4dd1-834c-f548cad94bee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:45.860777 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b94353d-b513-4dd1-834c-f548cad94bee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:45.861529 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b94353d-b513-4dd1-834c-f548cad94bee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:45.884424 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-1c8d71ca-0f55-4605-8cbc-6b96d98b6a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf3a909-da99-4ca2-97e9-795ce1e3948c', 'name': 'tempest-FloatingIPsNegativeTestJSON-694803518-router', 'tenant_id': '70a7f01d174e43638534084cd82ac326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '85c912e7-d893-4936-ae9a-c5ce02b73dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:41Z', 'updated_at': '2021-12-16T09:25:44Z', 'revision_number': 3, 'project_id': '70a7f01d174e43638534084cd82ac326', 'gw_port': {'id': '85c912e7-d893-4936-ae9a-c5ce02b73dad', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf3a909-da99-4ca2-97e9-795ce1e3948c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:43Z', 'updated_at': '2021-12-16T09:25:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:45.891965 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 54bddde5-7cd7-4b2e-a38f-f8e6ca509e18, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=54bddde5-7cd7-4b2e-a38f-f8e6ca509e18,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:45.919537 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc5ff3d3-3f1d-4edd-8aa2-741afabda279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:45.926310 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8d71ca-0f55-4605-8cbc-6b96d98b6a30 None None] Checking router: cdf3a909-da99-4ca2-97e9-795ce1e3948c for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:25:45.926740 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8d71ca-0f55-4605-8cbc-6b96d98b6a30 None None] Updating router cdf3a909-da99-4ca2-97e9-795ce1e3948c port 85c912e7-d893-4936-ae9a-c5ce02b73dad binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:25:45.946087 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '54bddde5-7cd7-4b2e-a38f-f8e6ca509e18', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': '54bddde5-7cd7-4b2e-a38f-f8e6ca509e18', 'mac_address': 'fa:16:3e:9c:e8:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:25:45.953016 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc5ff3d3-3f1d-4edd-8aa2-741afabda279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:45.959469 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1c8d71ca-0f55-4605-8cbc-6b96d98b6a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.002402 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-51ece3c4-b099-4081-8aa0-8fbc9e79c4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.021245 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.093297 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54bddde5-7cd7-4b2e-a38f-f8e6ca509e18 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:25:46.125542 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 54bddde5-7cd7-4b2e-a38f-f8e6ca509e18, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=54bddde5-7cd7-4b2e-a38f-f8e6ca509e18,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:46.133157 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc5ff3d3-3f1d-4edd-8aa2-741afabda279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.135674 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc5ff3d3-3f1d-4edd-8aa2-741afabda279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.142129 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bc5ff3d3-3f1d-4edd-8aa2-741afabda279 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/43106f11-deb4-4b8e-bdc3-75a3987403e2 HTTP/1.1" status: 204 len: 168 time: 0.3055346 Dec 16 09:25:46.169494 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ff3d3-3f1d-4edd-8aa2-741afabda279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43106f11-deb4-4b8e-bdc3-75a3987403e2,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:46.242765 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.324203 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=54bddde5-7cd7-4b2e-a38f-f8e6ca509e18,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:46.361244 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-51ece3c4-b099-4081-8aa0-8fbc9e79c4d8 admin admin] Allocated IP 172.20.0.1 (704f3ab2-2ab9-44f1-aac9-810aafda116d/4ca767ad-b141-4c69-a1df-466a302736b9/538ce0e0-f3e6-4311-a111-41f791a0ae38) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:46.366507 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1c8d71ca-0f55-4605-8cbc-6b96d98b6a30 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.453082 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1c8d71ca-0f55-4605-8cbc-6b96d98b6a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.488484 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-51ece3c4-b099-4081-8aa0-8fbc9e79c4d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.559868 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-1c8d71ca-0f55-4605-8cbc-6b96d98b6a30 None None] Attempting to bind port 85c912e7-d893-4936-ae9a-c5ce02b73dad on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:25:46.561384 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-1c8d71ca-0f55-4605-8cbc-6b96d98b6a30 None None] Attempting to bind port 85c912e7-d893-4936-ae9a-c5ce02b73dad by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:25:46.561845 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8d71ca-0f55-4605-8cbc-6b96d98b6a30 None None] Attempting to bind port 85c912e7-d893-4936-ae9a-c5ce02b73dad on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:46.591511 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8d71ca-0f55-4605-8cbc-6b96d98b6a30 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:25:46.591907 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8d71ca-0f55-4605-8cbc-6b96d98b6a30 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:46.593934 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1c8d71ca-0f55-4605-8cbc-6b96d98b6a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.595102 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8d71ca-0f55-4605-8cbc-6b96d98b6a30 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:25:46.595606 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-1c8d71ca-0f55-4605-8cbc-6b96d98b6a30 None None] Bound port: 85c912e7-d893-4936-ae9a-c5ce02b73dad, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:25:46.597577 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1c8d71ca-0f55-4605-8cbc-6b96d98b6a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.609910 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd43937-bbae-4515-b3b7-9047b32a5a66 None None] Pushing event updated for resources: {'Port': ['ID=85c912e7-d893-4936-ae9a-c5ce02b73dad,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:46.665735 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a91690-d2e9-49f1-bc46-2ec1ae244b01 req-361a0405-4aa0-4b1a-9019-61c74b27c44b tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:46.667961 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b0a91690-d2e9-49f1-bc46-2ec1ae244b01 req-361a0405-4aa0-4b1a-9019-61c74b27c44b tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 945 time: 0.0762255 Dec 16 09:25:46.707147 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-1c8d71ca-0f55-4605-8cbc-6b96d98b6a30 None None] For port 85c912e7-d893-4936-ae9a-c5ce02b73dad, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:46.711731 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-1c8d71ca-0f55-4605-8cbc-6b96d98b6a30 None None] For port 85c912e7-d893-4936-ae9a-c5ce02b73dad, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=85c912e7-d893-4936-ae9a-c5ce02b73dad,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:25:46.717763 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['54bddde5-7cd7-4b2e-a38f-f8e6ca509e18'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:25:46.723553 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-51ece3c4-b099-4081-8aa0-8fbc9e79c4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.788892 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b0a91690-d2e9-49f1-bc46-2ec1ae244b01 req-e89ad5b7-975a-4ce1-bf28-f15de157b3af tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026483 Dec 16 09:25:46.821168 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ece3c4-b099-4081-8aa0-8fbc9e79c4d8 admin admin] Network 704f3ab2-2ab9-44f1-aac9-810aafda116d is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:46.824110 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-51ece3c4-b099-4081-8aa0-8fbc9e79c4d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:46.829630 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ece3c4-b099-4081-8aa0-8fbc9e79c4d8 admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:46.848381 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1c8d71ca-0f55-4605-8cbc-6b96d98b6a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.904303 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ece3c4-b099-4081-8aa0-8fbc9e79c4d8 admin admin] Pushing event updated for resources: {'Port': ['ID=538ce0e0-f3e6-4311-a111-41f791a0ae38,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:46.934994 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-51ece3c4-b099-4081-8aa0-8fbc9e79c4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.984547 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ece3c4-b099-4081-8aa0-8fbc9e79c4d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:46.984547 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ece3c4-b099-4081-8aa0-8fbc9e79c4d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:46.985400 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ece3c4-b099-4081-8aa0-8fbc9e79c4d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:46.985556 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ece3c4-b099-4081-8aa0-8fbc9e79c4d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:46.985896 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ece3c4-b099-4081-8aa0-8fbc9e79c4d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:46.986297 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ece3c4-b099-4081-8aa0-8fbc9e79c4d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:46.986706 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ece3c4-b099-4081-8aa0-8fbc9e79c4d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:46.987094 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ece3c4-b099-4081-8aa0-8fbc9e79c4d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:46.987488 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ece3c4-b099-4081-8aa0-8fbc9e79c4d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:46.987879 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ece3c4-b099-4081-8aa0-8fbc9e79c4d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:46.988272 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ece3c4-b099-4081-8aa0-8fbc9e79c4d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:46.988661 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ece3c4-b099-4081-8aa0-8fbc9e79c4d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:47.044991 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90790f56-0501-4c44-854e-8d37dfd9c695 req-f6c049b1-33ea-43e4-a575-062f95bd4983 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:47.053864 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-90790f56-0501-4c44-854e-8d37dfd9c695 req-f6c049b1-33ea-43e4-a575-062f95bd4983 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b250021-58f6-4464-ad9d-3a0954af123f HTTP/1.1" status: 200 len: 948 time: 0.1755211 Dec 16 09:25:47.096827 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8d71ca-0f55-4605-8cbc-6b96d98b6a30 None None] Routers {'cdf3a909-da99-4ca2-97e9-795ce1e3948c'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:47.106507 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-1c8d71ca-0f55-4605-8cbc-6b96d98b6a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:25:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['cdf3a909-da99-4ca2-97e9-795ce1e3948c'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:47.127745 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd43937-bbae-4515-b3b7-9047b32a5a66 None None] Pushing event updated for resources: {'Port': ['ID=85c912e7-d893-4936-ae9a-c5ce02b73dad,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:47.426637 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2aa51919-5ad7-443c-80a5-184aebe988c2 None None] Provisioning complete for port 538ce0e0-f3e6-4311-a111-41f791a0ae38 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:47.429238 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2aa51919-5ad7-443c-80a5-184aebe988c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:47.525985 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-90790f56-0501-4c44-854e-8d37dfd9c695 req-2a6ba657-16f4-4320-a4e9-02c385d67a89 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665215 Dec 16 09:25:47.584897 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-1c8d71ca-0f55-4605-8cbc-6b96d98b6a30 None None] Set router cdf3a909-da99-4ca2-97e9-795ce1e3948c gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:25:47.689049 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-51ece3c4-b099-4081-8aa0-8fbc9e79c4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:47.690267 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2aa51919-5ad7-443c-80a5-184aebe988c2 None None] Port 538ce0e0-f3e6-4311-a111-41f791a0ae38 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:25:47.841368 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-1c8d71ca-0f55-4605-8cbc-6b96d98b6a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf3a909-da99-4ca2-97e9-795ce1e3948c', 'name': 'tempest-FloatingIPsNegativeTestJSON-694803518-router', 'tenant_id': '70a7f01d174e43638534084cd82ac326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '85c912e7-d893-4936-ae9a-c5ce02b73dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:41Z', 'updated_at': '2021-12-16T09:25:44Z', 'revision_number': 3, 'project_id': '70a7f01d174e43638534084cd82ac326', 'gw_port': {'id': '85c912e7-d893-4936-ae9a-c5ce02b73dad', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf3a909-da99-4ca2-97e9-795ce1e3948c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:43Z', 'updated_at': '2021-12-16T09:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:47.873324 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8d71ca-0f55-4605-8cbc-6b96d98b6a30 None None] The sync data for ids ['cdf3a909-da99-4ca2-97e9-795ce1e3948c'] in n-d-820550-2 is: [{'id': 'cdf3a909-da99-4ca2-97e9-795ce1e3948c', 'name': 'tempest-FloatingIPsNegativeTestJSON-694803518-router', 'tenant_id': '70a7f01d174e43638534084cd82ac326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '85c912e7-d893-4936-ae9a-c5ce02b73dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:41Z', 'updated_at': '2021-12-16T09:25:44Z', 'revision_number': 3, 'project_id': '70a7f01d174e43638534084cd82ac326', 'gw_port': {'id': '85c912e7-d893-4936-ae9a-c5ce02b73dad', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf3a909-da99-4ca2-97e9-795ce1e3948c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:43Z', 'updated_at': '2021-12-16T09:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:25:47.880958 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33784) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:48.023163 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c97ed9-7739-4c78-847b-2e5822e59f42 req-f5111bfd-bfc3-4051-8722-d62b0b5a36d7 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:48.025062 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c6c97ed9-7739-4c78-847b-2e5822e59f42 req-f5111bfd-bfc3-4051-8722-d62b0b5a36d7 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 945 time: 0.1024883 Dec 16 09:25:48.049061 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-de5d20af-1a6b-4a43-b344-dbada0f08c56 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-578242003-network', 'tenant_id': 'bfa782d4c0d04630b4be78dfc55508d2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:48.065754 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-51ece3c4-b099-4081-8aa0-8fbc9e79c4d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:48.086918 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c6c97ed9-7739-4c78-847b-2e5822e59f42 req-347f9aeb-735a-4a48-8544-c6638ad9e3b1 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535967 Dec 16 09:25:48.184668 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-51ece3c4-b099-4081-8aa0-8fbc9e79c4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:48.235478 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446584f-8622-4056-b581-8358e354b7c0 req-dd308917-8320-4db1-ba8f-f0555da633fd tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:48.237231 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2446584f-8622-4056-b581-8358e354b7c0 req-dd308917-8320-4db1-ba8f-f0555da633fd tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 1096 time: 0.0704484 Dec 16 09:25:48.243822 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5d20af-1a6b-4a43-b344-dbada0f08c56 admin admin] Made reservation on behalf of bfa782d4c0d04630b4be78dfc55508d2 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:25:48.250476 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-de5d20af-1a6b-4a43-b344-dbada0f08c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:48.274667 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-51ece3c4-b099-4081-8aa0-8fbc9e79c4d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:48.276195 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ece3c4-b099-4081-8aa0-8fbc9e79c4d8 admin admin] Pushing event updated for resources: {'Port': ['ID=538ce0e0-f3e6-4311-a111-41f791a0ae38,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:48.284780 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-de5d20af-1a6b-4a43-b344-dbada0f08c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:48.317718 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2446584f-8622-4056-b581-8358e354b7c0 req-8dd6be37-69e6-4fd4-aac1-18701bd26858 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541267 Dec 16 09:25:48.429954 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-de5d20af-1a6b-4a43-b344-dbada0f08c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:48.432141 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ece3c4-b099-4081-8aa0-8fbc9e79c4d8 admin admin] Network 704f3ab2-2ab9-44f1-aac9-810aafda116d is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:48.443100 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-51ece3c4-b099-4081-8aa0-8fbc9e79c4d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:48.503397 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-de5d20af-1a6b-4a43-b344-dbada0f08c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:48.542932 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de5d20af-1a6b-4a43-b344-dbada0f08c56 admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:25:48.558983 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d20af-1a6b-4a43-b344-dbada0f08c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740b9da7-cc62-4700-87cf-9c61651d2423,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:48.566732 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-de5d20af-1a6b-4a43-b344-dbada0f08c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:48.567415 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-de5d20af-1a6b-4a43-b344-dbada0f08c56 admin admin] Added segment 733c830f-5ca6-4e77-a18d-8162ef3c79e4 of type vlan for network 05457a1a-5fc6-4d7c-b1fd-8a0c61596f21 Dec 16 09:25:48.569530 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba6fd6-853b-4edb-b5fc-782e2ee5863e req-3ba093c4-1018-4540-b8fb-dad904d87db8 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:48.578064 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-75ba6fd6-853b-4edb-b5fc-782e2ee5863e req-3ba093c4-1018-4540-b8fb-dad904d87db8 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 1096 time: 0.1581392 Dec 16 09:25:48.630859 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-75ba6fd6-853b-4edb-b5fc-782e2ee5863e req-4af75ab6-e349-40a8-9f34-25e2828666a7 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518417 Dec 16 09:25:48.639086 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-de5d20af-1a6b-4a43-b344-dbada0f08c56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:48.667908 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ece3c4-b099-4081-8aa0-8fbc9e79c4d8 admin admin] Router cdf3a909-da99-4ca2-97e9-795ce1e3948c has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:25:48.830727 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebef0e-f0bd-449b-bef9-11b7cfaa5527 req-5bcedd01-1727-4a2d-8852-ef53fa60c663 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:48.834151 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-61ebef0e-f0bd-449b-bef9-11b7cfaa5527 req-5bcedd01-1727-4a2d-8852-ef53fa60c663 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b250021-58f6-4464-ad9d-3a0954af123f HTTP/1.1" status: 200 len: 948 time: 0.1641872 Dec 16 09:25:48.835700 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-de5d20af-1a6b-4a43-b344-dbada0f08c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:48.838288 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5d20af-1a6b-4a43-b344-dbada0f08c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:48.841290 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-de5d20af-1a6b-4a43-b344-dbada0f08c56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:48.849754 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ece3c4-b099-4081-8aa0-8fbc9e79c4d8 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:25:48.875864 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-51ece3c4-b099-4081-8aa0-8fbc9e79c4d8 admin admin] 10.222.0.60 "PUT /v2.0/routers/cdf3a909-da99-4ca2-97e9-795ce1e3948c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6865473 Dec 16 09:25:48.923631 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-e3ffc2c8-a139-4d53-b5cb-611ffa2b3965 None None] Provisioning complete for port 538ce0e0-f3e6-4311-a111-41f791a0ae38 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:48.924222 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e3ffc2c8-a139-4d53-b5cb-611ffa2b3965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:48.967161 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d20af-1a6b-4a43-b344-dbada0f08c56 admin admin] Pushing event updated for resources: {'Network': ['ID=05457a1a-5fc6-4d7c-b1fd-8a0c61596f21,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:49.005383 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 05457a1a-5fc6-4d7c-b1fd-8a0c61596f21 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:25:49.017728 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-61ebef0e-f0bd-449b-bef9-11b7cfaa5527 req-cba1780a-4b1b-4f81-96b2-50ee84f7e11c tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687698 Dec 16 09:25:49.042790 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-de5d20af-1a6b-4a43-b344-dbada0f08c56 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1589921 Dec 16 09:25:49.046454 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33812) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:49.053693 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-03e171ba-d7fb-4c6c-84e1-8143010122d0 admin admin] Request body: {'subnet': {'network_id': '05457a1a-5fc6-4d7c-b1fd-8a0c61596f21', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-578242003-subnet', 'tenant_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:49.176672 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffc2c8-a139-4d53-b5cb-611ffa2b3965 None None] Port 538ce0e0-f3e6-4311-a111-41f791a0ae38 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:25:49.255374 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e171ba-d7fb-4c6c-84e1-8143010122d0 admin admin] Made reservation on behalf of bfa782d4c0d04630b4be78dfc55508d2 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:25:49.263139 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03e171ba-d7fb-4c6c-84e1-8143010122d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:49.315265 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8252ce2-5bc2-45e2-bf1d-429820e9ec96 req-fee85f34-1f91-4b5b-a17a-f7145247d2d1 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:49.316833 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e8252ce2-5bc2-45e2-bf1d-429820e9ec96 req-fee85f34-1f91-4b5b-a17a-f7145247d2d1 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 1096 time: 0.1078103 Dec 16 09:25:49.381155 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e8252ce2-5bc2-45e2-bf1d-429820e9ec96 req-110fa0c1-9e7b-4a0e-bd77-b3afa72b0a70 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514443 Dec 16 09:25:49.430144 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-68a00ccc-f84b-4f7d-8468-eafd5c4d2bca req-eae7ef0e-f6e9-42bb-a4ec-148ccfbd58c5 tempest-FloatingIPsNegativeTestJSON-1377495586 tempest-FloatingIPsNegativeTestJSON-1377495586-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=70a7f01d174e43638534084cd82ac326 HTTP/1.1" status: 200 len: 217 time: 0.0856075 Dec 16 09:25:49.463200 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 85c912e7-d893-4936-ae9a-c5ce02b73dad up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:49.520350 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c9208e91-24e9-4239-9413-64e9c0335896 req-a1940f42-6f05-4cf4-a31f-136b4b65f88d tempest-FloatingIPsNegativeTestJSON-1377495586 tempest-FloatingIPsNegativeTestJSON-1377495586-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0555732 Dec 16 09:25:49.591157 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 85c912e7-d893-4936-ae9a-c5ce02b73dad triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:49.591625 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:49.631944 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [req-ce440390-4ebc-47f3-93fc-36e5c72dfd9d req-9fd0d7bf-c451-4afd-ba50-c06617e53711 tempest-FloatingIPsNegativeTestJSON-1377495586 tempest-FloatingIPsNegativeTestJSON-1377495586-project] show failed (client error): The resource could not be found. Dec 16 09:25:49.632979 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ce440390-4ebc-47f3-93fc-36e5c72dfd9d req-9fd0d7bf-c451-4afd-ba50-c06617e53711 tempest-FloatingIPsNegativeTestJSON-1377495586 tempest-FloatingIPsNegativeTestJSON-1377495586-project] 10.222.0.60 "GET /v2.0/floatingips/a40c546b-43f2-41a5-a44b-d9cd0276fa0e HTTP/1.1" status: 404 len: 350 time: 0.0907512 Dec 16 09:25:49.644601 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33828) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:49.719711 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:49.747772 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 85c912e7-d893-4936-ae9a-c5ce02b73dad, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=85c912e7-d893-4936-ae9a-c5ce02b73dad,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:49.752121 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 54bddde5-7cd7-4b2e-a38f-f8e6ca509e18 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:49.822566 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:49.849640 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03e171ba-d7fb-4c6c-84e1-8143010122d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:49.911757 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=85c912e7-d893-4936-ae9a-c5ce02b73dad,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:49.917324 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 54bddde5-7cd7-4b2e-a38f-f8e6ca509e18 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:25:49.924538 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e171ba-d7fb-4c6c-84e1-8143010122d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7d9e3eb-3d14-4963-8608-b6f274561522,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:49.928101 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 54bddde5-7cd7-4b2e-a38f-f8e6ca509e18 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:49.929558 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:49.972562 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e171ba-d7fb-4c6c-84e1-8143010122d0 admin admin] Checking segment: {'id': '733c830f-5ca6-4e77-a18d-8162ef3c79e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '05457a1a-5fc6-4d7c-b1fd-8a0c61596f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:49.972932 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e171ba-d7fb-4c6c-84e1-8143010122d0 admin admin] Network hostable DHCP agents. Network: 05457a1a-5fc6-4d7c-b1fd-8a0c61596f21, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:25:50.052558 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:50.084101 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b250021-58f6-4464-ad9d-3a0954af123f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54bddde5-7cd7-4b2e-a38f-f8e6ca509e18'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:50.088637 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e171ba-d7fb-4c6c-84e1-8143010122d0 admin admin] Network 05457a1a-5fc6-4d7c-b1fd-8a0c61596f21 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:25:50.093618 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f906a154-dd07-4c58-8b62-858185f00015" -d '{"events": [{"server_uuid": "1b250021-58f6-4464-ad9d-3a0954af123f", "name": "network-vif-plugged", "status": "completed", "tag": "54bddde5-7cd7-4b2e-a38f-f8e6ca509e18"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:50.152734 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 54bddde5-7cd7-4b2e-a38f-f8e6ca509e18, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=54bddde5-7cd7-4b2e-a38f-f8e6ca509e18,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:50.172018 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-03e171ba-d7fb-4c6c-84e1-8143010122d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 05457a1a-5fc6-4d7c-b1fd-8a0c61596f21) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:50.183787 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e171ba-d7fb-4c6c-84e1-8143010122d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:50.184394 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03e171ba-d7fb-4c6c-84e1-8143010122d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:50.185195 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46bbec3-0be8-4453-8c89-9de6697f3518 None None] Network 05457a1a-5fc6-4d7c-b1fd-8a0c61596f21 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:25:50.282553 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222fa6f-f13a-41f0-b3ab-f6b7225e4bfd req-17c3541f-dc04-4de7-aee9-c60f1d30728d tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:50.286047 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7222fa6f-f13a-41f0-b3ab-f6b7225e4bfd req-17c3541f-dc04-4de7-aee9-c60f1d30728d tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b250021-58f6-4464-ad9d-3a0954af123f HTTP/1.1" status: 200 len: 948 time: 0.1571579 Dec 16 09:25:50.359306 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ff5803a7-36a8-4e8d-b9f6-b34d2592ec14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:50.370001 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-03e171ba-d7fb-4c6c-84e1-8143010122d0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3224387 Dec 16 09:25:50.373421 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33838) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:50.380498 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-85268619-8879-4b29-b505-5168d50717fc admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-578242003-router', 'tenant_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:50.482919 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa257fa-02bd-4354-8f3a-45f1f10468ec x-openstack-request-id: req-cfa257fa-02bd-4354-8f3a-45f1f10468ec {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:25:50.483362 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b250021-58f6-4464-ad9d-3a0954af123f", "name": "network-vif-plugged", "status": "completed", "tag": "54bddde5-7cd7-4b2e-a38f-f8e6ca509e18", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:25:50.483618 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cfa257fa-02bd-4354-8f3a-45f1f10468ec {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:25:50.484009 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b250021-58f6-4464-ad9d-3a0954af123f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54bddde5-7cd7-4b2e-a38f-f8e6ca509e18', 'code': 200} Dec 16 09:25:50.495474 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:50.524778 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85268619-8879-4b29-b505-5168d50717fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:50.526186 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85268619-8879-4b29-b505-5168d50717fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:50.620376 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e955ab-a5a5-4ac3-b3b4-8105171c87fb None None] Sync routers for ids ['cdf3a909-da99-4ca2-97e9-795ce1e3948c'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:25:50.634221 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=54bddde5-7cd7-4b2e-a38f-f8e6ca509e18,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:50.638569 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e955ab-a5a5-4ac3-b3b4-8105171c87fb None None] Routers {'cdf3a909-da99-4ca2-97e9-795ce1e3948c'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:50.639173 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-c1e955ab-a5a5-4ac3-b3b4-8105171c87fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:25:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['cdf3a909-da99-4ca2-97e9-795ce1e3948c'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:50.718375 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85268619-8879-4b29-b505-5168d50717fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:50.767996 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af726650-6b22-4496-9d04-97f9ced8b2b0 req-ad7c38ac-7d8b-4f99-add8-e1fe5d49669f tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:50.794561 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-af726650-6b22-4496-9d04-97f9ced8b2b0 req-ad7c38ac-7d8b-4f99-add8-e1fe5d49669f tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 1096 time: 0.2888768 Dec 16 09:25:50.839981 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd23769f-4174-40cb-9052-40c92524da9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-05457a1a-5fc6-4d7c-b1fd-8a0c61596f21', 'network_id': '05457a1a-5fc6-4d7c-b1fd-8a0c61596f21', 'tenant_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'fixed_ips': [{'subnet_id': 'c7d9e3eb-3d14-4963-8608-b6f274561522'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:25:50.841547 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cd23769f-4174-40cb-9052-40c92524da9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:50.929465 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-c1e955ab-a5a5-4ac3-b3b4-8105171c87fb None None] Set router cdf3a909-da99-4ca2-97e9-795ce1e3948c gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:25:51.022646 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85268619-8879-4b29-b505-5168d50717fc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:51.038115 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7222fa6f-f13a-41f0-b3ab-f6b7225e4bfd req-86629072-6da6-437c-a2c4-f5198796d9eb tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7443440 Dec 16 09:25:51.052731 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-af726650-6b22-4496-9d04-97f9ced8b2b0 req-b3d6ec6a-1de5-4b21-8ff3-9284027da39f tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055814 Dec 16 09:25:51.079790 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db8da0-76ba-457c-a553-efed4eea88d5 req-bb7e6503-1564-4c25-b028-897fc6965909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:51.081579 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-72db8da0-76ba-457c-a553-efed4eea88d5 req-bb7e6503-1564-4c25-b028-897fc6965909 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1b250021-58f6-4464-ad9d-3a0954af123f HTTP/1.1" status: 200 len: 1100 time: 0.7653463 Dec 16 09:25:51.216733 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-cd23769f-4174-40cb-9052-40c92524da9c None None] Allocated IP 172.20.0.2 (05457a1a-5fc6-4d7c-b1fd-8a0c61596f21/c7d9e3eb-3d14-4963-8608-b6f274561522/d725c297-bf49-4012-a113-805bfcd3e152) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:51.291230 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-72db8da0-76ba-457c-a553-efed4eea88d5 req-eb3d13f2-b9ba-4052-84ec-af93ad5562b3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905072 Dec 16 09:25:51.427062 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-c1e955ab-a5a5-4ac3-b3b4-8105171c87fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf3a909-da99-4ca2-97e9-795ce1e3948c', 'name': 'tempest-FloatingIPsNegativeTestJSON-694803518-router', 'tenant_id': '70a7f01d174e43638534084cd82ac326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '85c912e7-d893-4936-ae9a-c5ce02b73dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:41Z', 'updated_at': '2021-12-16T09:25:47Z', 'revision_number': 4, 'project_id': '70a7f01d174e43638534084cd82ac326', 'gw_port': {'id': '85c912e7-d893-4936-ae9a-c5ce02b73dad', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf3a909-da99-4ca2-97e9-795ce1e3948c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:43Z', 'updated_at': '2021-12-16T09:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '538ce0e0-f3e6-4311-a111-41f791a0ae38', 'name': '', 'network_id': '704f3ab2-2ab9-44f1-aac9-810aafda116d', 'tenant_id': '70a7f01d174e43638534084cd82ac326', 'mac_address': 'fa:16:3e:97:bd:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf3a909-da99-4ca2-97e9-795ce1e3948c', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4ca767ad-b141-4c69-a1df-466a302736b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:46Z', 'updated_at': '2021-12-16T09:25:47Z', 'revision_number': 2, 'project_id': '70a7f01d174e43638534084cd82ac326', 'subnets': [{'id': '4ca767ad-b141-4c69-a1df-466a302736b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:51.433936 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 85c912e7-d893-4936-ae9a-c5ce02b73dad up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:51.444152 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8a8ef-1f2c-444b-9455-200f380ca6b2 req-65bb0d72-4731-45f7-93ec-5e84c0b2f5e7 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:51.452868 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-aaa8a8ef-1f2c-444b-9455-200f380ca6b2 req-65bb0d72-4731-45f7-93ec-5e84c0b2f5e7 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 1096 time: 0.2876146 Dec 16 09:25:51.499833 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:25:51.503233 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e955ab-a5a5-4ac3-b3b4-8105171c87fb None None] Checking router: cdf3a909-da99-4ca2-97e9-795ce1e3948c for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:25:51.503743 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85268619-8879-4b29-b505-5168d50717fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:51.508915 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e955ab-a5a5-4ac3-b3b4-8105171c87fb None None] Updating router cdf3a909-da99-4ca2-97e9-795ce1e3948c port 538ce0e0-f3e6-4311-a111-41f791a0ae38 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:25:51.537454 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85268619-8879-4b29-b505-5168d50717fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:51.565347 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-aaa8a8ef-1f2c-444b-9455-200f380ca6b2 req-93176ace-7e96-4821-9369-dbf2ce738b0a tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079166 Dec 16 09:25:51.577757 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-c1e955ab-a5a5-4ac3-b3b4-8105171c87fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:51.664675 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cd23769f-4174-40cb-9052-40c92524da9c None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:51.701329 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 85c912e7-d893-4936-ae9a-c5ce02b73dad triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:51.701854 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:51.748552 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cd23769f-4174-40cb-9052-40c92524da9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:51.773338 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-ff5803a7-36a8-4e8d-b9f6-b34d2592ec14 admin admin] Deleting port 538ce0e0-f3e6-4311-a111-41f791a0ae38 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:25:51.773708 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ff5803a7-36a8-4e8d-b9f6-b34d2592ec14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:51.824346 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd23769f-4174-40cb-9052-40c92524da9c None None] Network 05457a1a-5fc6-4d7c-b1fd-8a0c61596f21 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:51.828631 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-85268619-8879-4b29-b505-5168d50717fc admin admin] Allocated IP 172.25.1.159 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/74ffe5c2-21aa-4a38-b778-a9178214ae60) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:51.830977 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-cd23769f-4174-40cb-9052-40c92524da9c None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:51.834542 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd23769f-4174-40cb-9052-40c92524da9c None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:51.853729 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23769f-4174-40cb-9052-40c92524da9c None None] Pushing event updated for resources: {'Port': ['ID=d725c297-bf49-4012-a113-805bfcd3e152,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:52.028149 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-79cf907e-dea0-45a5-983d-a75891c8f4a5 req-0aaeb692-9a81-47a7-9201-cba81bebb383 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:25:52.043461 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-cd23769f-4174-40cb-9052-40c92524da9c None None] Attempting to bind port d725c297-bf49-4012-a113-805bfcd3e152 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:25:52.043849 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-cd23769f-4174-40cb-9052-40c92524da9c None None] Attempting to bind port d725c297-bf49-4012-a113-805bfcd3e152 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '733c830f-5ca6-4e77-a18d-8162ef3c79e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '05457a1a-5fc6-4d7c-b1fd-8a0c61596f21'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:25:52.044204 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd23769f-4174-40cb-9052-40c92524da9c None None] Attempting to bind port d725c297-bf49-4012-a113-805bfcd3e152 on network 05457a1a-5fc6-4d7c-b1fd-8a0c61596f21 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:52.045981 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-79cf907e-dea0-45a5-983d-a75891c8f4a5 req-0aaeb692-9a81-47a7-9201-cba81bebb383 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0316374 Dec 16 09:25:52.069557 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd23769f-4174-40cb-9052-40c92524da9c None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:25:52.069853 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd23769f-4174-40cb-9052-40c92524da9c None None] Checking segment: {'id': '733c830f-5ca6-4e77-a18d-8162ef3c79e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '05457a1a-5fc6-4d7c-b1fd-8a0c61596f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:52.073416 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cd23769f-4174-40cb-9052-40c92524da9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:52.074372 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd23769f-4174-40cb-9052-40c92524da9c None None] Bound using segment: {'id': '733c830f-5ca6-4e77-a18d-8162ef3c79e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '05457a1a-5fc6-4d7c-b1fd-8a0c61596f21'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:25:52.075022 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-cd23769f-4174-40cb-9052-40c92524da9c None None] Bound port: d725c297-bf49-4012-a113-805bfcd3e152, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '733c830f-5ca6-4e77-a18d-8162ef3c79e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '05457a1a-5fc6-4d7c-b1fd-8a0c61596f21'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:25:52.075422 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cd23769f-4174-40cb-9052-40c92524da9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:52.084807 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ff5803a7-36a8-4e8d-b9f6-b34d2592ec14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:52.101596 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85268619-8879-4b29-b505-5168d50717fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:52.128406 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-ff5803a7-36a8-4e8d-b9f6-b34d2592ec14 admin admin] Calling delete_port for 538ce0e0-f3e6-4311-a111-41f791a0ae38 owned by network:router_interface {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:25:52.287314 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85268619-8879-4b29-b505-5168d50717fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:52.296452 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-cd23769f-4174-40cb-9052-40c92524da9c None None] For port d725c297-bf49-4012-a113-805bfcd3e152, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:52.300478 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-cd23769f-4174-40cb-9052-40c92524da9c None None] For port d725c297-bf49-4012-a113-805bfcd3e152, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d725c297-bf49-4012-a113-805bfcd3e152,segment=NetworkSegment(733c830f-5ca6-4e77-a18d-8162ef3c79e4),segment_id=733c830f-5ca6-4e77-a18d-8162ef3c79e4)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:25:52.339317 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85268619-8879-4b29-b505-5168d50717fc admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:52.342757 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-85268619-8879-4b29-b505-5168d50717fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:52.347683 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85268619-8879-4b29-b505-5168d50717fc admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:52.390449 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cd23769f-4174-40cb-9052-40c92524da9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:52.410363 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85268619-8879-4b29-b505-5168d50717fc admin admin] Pushing event updated for resources: {'Port': ['ID=74ffe5c2-21aa-4a38-b778-a9178214ae60,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:52.535007 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23769f-4174-40cb-9052-40c92524da9c None None] Pushing event updated for resources: {'Port': ['ID=d725c297-bf49-4012-a113-805bfcd3e152,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:52.626829 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ff5803a7-36a8-4e8d-b9f6-b34d2592ec14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:52.628098 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.db.api [None req-c1e955ab-a5a5-4ac3-b3b4-8105171c87fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:25:52.628595 n-d-820550-2 neutron-server[102819]: DEBUG oslo_db.api [None req-c1e955ab-a5a5-4ac3-b3b4-8105171c87fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:25:52.656134 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5803a7-36a8-4e8d-b9f6-b34d2592ec14 admin admin] Pushing event deleted for resources: {'Port': ['ID=538ce0e0-f3e6-4311-a111-41f791a0ae38,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:53.102261 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85268619-8879-4b29-b505-5168d50717fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:53.152944 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ff5803a7-36a8-4e8d-b9f6-b34d2592ec14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:53.176117 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e955ab-a5a5-4ac3-b3b4-8105171c87fb None None] Port 538ce0e0-f3e6-4311-a111-41f791a0ae38 not found while updating agent binding for router cdf3a909-da99-4ca2-97e9-795ce1e3948c. {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 16 09:25:53.227164 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e955ab-a5a5-4ac3-b3b4-8105171c87fb None None] Routers {'cdf3a909-da99-4ca2-97e9-795ce1e3948c'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:53.227800 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-c1e955ab-a5a5-4ac3-b3b4-8105171c87fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:25:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['cdf3a909-da99-4ca2-97e9-795ce1e3948c'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:53.470315 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-c1e955ab-a5a5-4ac3-b3b4-8105171c87fb None None] Set router cdf3a909-da99-4ca2-97e9-795ce1e3948c gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:25:53.500357 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d725c297-bf49-4012-a113-805bfcd3e152 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:53.579435 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85268619-8879-4b29-b505-5168d50717fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:53.587738 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5803a7-36a8-4e8d-b9f6-b34d2592ec14 admin admin] Router cdf3a909-da99-4ca2-97e9-795ce1e3948c has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:25:53.627251 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port d725c297-bf49-4012-a113-805bfcd3e152 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:53.634107 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:53.782865 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-724885eb-7112-4e42-9335-a6454329f4ae tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:25:53.784380 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-724885eb-7112-4e42-9335-a6454329f4ae tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092156 Dec 16 09:25:53.867401 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-217cba6f-18f9-4aa8-ade8-f4939a1c58ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:53.869617 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-217cba6f-18f9-4aa8-ade8-f4939a1c58ce service neutron] 10.222.0.60 "GET /v2.0/ports/bc4d5cdd-18c4-48c5-9909-5e525878e54a HTTP/1.1" status: 200 len: 1093 time: 0.0729954 Dec 16 09:25:53.895712 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-97b27036-90e8-44cd-8c93-5530d11ee184 service neutron] Request body: {'binding': {'host': 'n-h1-820550-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:53.896098 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-97b27036-90e8-44cd-8c93-5530d11ee184 service neutron] Unknown quota resources ['binding']. {{(pid=102817) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 09:25:53.905878 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5803a7-36a8-4e8d-b9f6-b34d2592ec14 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:25:53.913723 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ff5803a7-36a8-4e8d-b9f6-b34d2592ec14 admin admin] 10.222.0.60 "PUT /v2.0/routers/cdf3a909-da99-4ca2-97e9-795ce1e3948c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2679844 Dec 16 09:25:53.916153 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33912) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:53.935897 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-c1e955ab-a5a5-4ac3-b3b4-8105171c87fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf3a909-da99-4ca2-97e9-795ce1e3948c', 'name': 'tempest-FloatingIPsNegativeTestJSON-694803518-router', 'tenant_id': '70a7f01d174e43638534084cd82ac326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '85c912e7-d893-4936-ae9a-c5ce02b73dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:41Z', 'updated_at': '2021-12-16T09:25:52Z', 'revision_number': 5, 'project_id': '70a7f01d174e43638534084cd82ac326', 'gw_port': {'id': '85c912e7-d893-4936-ae9a-c5ce02b73dad', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf3a909-da99-4ca2-97e9-795ce1e3948c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:43Z', 'updated_at': '2021-12-16T09:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:53.940216 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:54.010387 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port d725c297-bf49-4012-a113-805bfcd3e152, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d725c297-bf49-4012-a113-805bfcd3e152,segment=NetworkSegment(733c830f-5ca6-4e77-a18d-8162ef3c79e4),segment_id=733c830f-5ca6-4e77-a18d-8162ef3c79e4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:54.017587 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e955ab-a5a5-4ac3-b3b4-8105171c87fb None None] The sync data for ids ['cdf3a909-da99-4ca2-97e9-795ce1e3948c'] in n-d-820550-2 is: [{'id': 'cdf3a909-da99-4ca2-97e9-795ce1e3948c', 'name': 'tempest-FloatingIPsNegativeTestJSON-694803518-router', 'tenant_id': '70a7f01d174e43638534084cd82ac326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '85c912e7-d893-4936-ae9a-c5ce02b73dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:41Z', 'updated_at': '2021-12-16T09:25:52Z', 'revision_number': 5, 'project_id': '70a7f01d174e43638534084cd82ac326', 'gw_port': {'id': '85c912e7-d893-4936-ae9a-c5ce02b73dad', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf3a909-da99-4ca2-97e9-795ce1e3948c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:43Z', 'updated_at': '2021-12-16T09:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:25:54.114927 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:54.130787 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fce08faa-af60-4b95-ad9e-b0a0d5eb4045 admin admin] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:54.161316 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85268619-8879-4b29-b505-5168d50717fc admin admin] Router 4dbfcd0e-6140-4835-9814-853ed0f9d653 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:25:54.223472 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-97b27036-90e8-44cd-8c93-5530d11ee184 service neutron] Attempting to bind port bc4d5cdd-18c4-48c5-9909-5e525878e54a on host n-h1-820550-2 for vnic_type normal with profile None {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:25:54.223839 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-97b27036-90e8-44cd-8c93-5530d11ee184 service neutron] Attempting to bind port bc4d5cdd-18c4-48c5-9909-5e525878e54a by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:25:54.224171 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-97b27036-90e8-44cd-8c93-5530d11ee184 service neutron] Attempting to bind port bc4d5cdd-18c4-48c5-9909-5e525878e54a on network fd229606-1f82-48a3-82a3-fb35078f3dba {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:54.264640 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-97b27036-90e8-44cd-8c93-5530d11ee184 service neutron] Port bc4d5cdd-18c4-48c5-9909-5e525878e54a on network fd229606-1f82-48a3-82a3-fb35078f3dba not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:25:54.264963 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-97b27036-90e8-44cd-8c93-5530d11ee184 service neutron] Attempting to bind port bc4d5cdd-18c4-48c5-9909-5e525878e54a on network fd229606-1f82-48a3-82a3-fb35078f3dba {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:54.282664 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-97b27036-90e8-44cd-8c93-5530d11ee184 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:25:54.283410 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-97b27036-90e8-44cd-8c93-5530d11ee184 service neutron] Checking segment: {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:54.284122 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-97b27036-90e8-44cd-8c93-5530d11ee184 service neutron] Bound using segment: {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:25:54.284808 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-97b27036-90e8-44cd-8c93-5530d11ee184 service neutron] Bound port: bc4d5cdd-18c4-48c5-9909-5e525878e54a, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:25:54.328570 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=d725c297-bf49-4012-a113-805bfcd3e152,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:54.355705 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a212564f-3531-4de4-9a5a-6257e9b5b5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:54.408367 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85268619-8879-4b29-b505-5168d50717fc admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:25:54.416432 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c3a0d3-79ad-433e-9e36-525ab5614883 None None] Sync routers for ids ['4dbfcd0e-6140-4835-9814-853ed0f9d653'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:25:54.435519 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c3a0d3-79ad-433e-9e36-525ab5614883 None None] Routers {'4dbfcd0e-6140-4835-9814-853ed0f9d653'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:54.436159 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-d0c3a0d3-79ad-433e-9e36-525ab5614883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:25:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4dbfcd0e-6140-4835-9814-853ed0f9d653'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:54.452832 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-97b27036-90e8-44cd-8c93-5530d11ee184 service neutron] For port bc4d5cdd-18c4-48c5-9909-5e525878e54a, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=bc4d5cdd-18c4-48c5-9909-5e525878e54a,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:25:54.459103 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fce08faa-af60-4b95-ad9e-b0a0d5eb4045 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:54.558864 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85268619-8879-4b29-b505-5168d50717fc admin admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:54.564452 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33916) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:54.568697 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-85268619-8879-4b29-b505-5168d50717fc admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.1916933 Dec 16 09:25:54.572426 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-97b27036-90e8-44cd-8c93-5530d11ee184 service neutron] Notify callbacks [] for binding, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:54.579554 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f4e3c4-716c-448b-a108-1826eb109761 None None] Network 05457a1a-5fc6-4d7c-b1fd-8a0c61596f21 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:25:54.585490 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-97b27036-90e8-44cd-8c93-5530d11ee184 service neutron] 10.222.0.60 "POST /v2.0/ports/bc4d5cdd-18c4-48c5-9909-5e525878e54a/bindings HTTP/1.1" status: 201 len: 389 time: 0.7029626 Dec 16 09:25:54.728969 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-d0c3a0d3-79ad-433e-9e36-525ab5614883 None None] Set router 4dbfcd0e-6140-4835-9814-853ed0f9d653 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:25:54.734540 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-9ba1ca29-0362-4668-abdb-d1c01299df08 None None] Provisioning complete for port d725c297-bf49-4012-a113-805bfcd3e152 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:54.734931 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9ba1ca29-0362-4668-abdb-d1c01299df08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:54.942705 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-ab4d2824-5b0d-4b6e-82ca-0f6471203e5c tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:25:54.943886 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-ab4d2824-5b0d-4b6e-82ca-0f6471203e5c tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0440421 Dec 16 09:25:54.958106 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-fce08faa-af60-4b95-ad9e-b0a0d5eb4045 admin admin] Deleting port 85c912e7-d893-4936-ae9a-c5ce02b73dad {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:25:54.958494 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fce08faa-af60-4b95-ad9e-b0a0d5eb4045 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:55.148324 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-d0c3a0d3-79ad-433e-9e36-525ab5614883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'name': 'tempest-ServersTestJSON-578242003-router', 'tenant_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '74ffe5c2-21aa-4a38-b778-a9178214ae60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:50Z', 'updated_at': '2021-12-16T09:25:52Z', 'revision_number': 3, 'project_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'gw_port': {'id': '74ffe5c2-21aa-4a38-b778-a9178214ae60', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:51Z', 'updated_at': '2021-12-16T09:25:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:55.185854 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c3a0d3-79ad-433e-9e36-525ab5614883 None None] Checking router: 4dbfcd0e-6140-4835-9814-853ed0f9d653 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:25:55.186217 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c3a0d3-79ad-433e-9e36-525ab5614883 None None] Updating router 4dbfcd0e-6140-4835-9814-853ed0f9d653 port 74ffe5c2-21aa-4a38-b778-a9178214ae60 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:25:55.245612 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd818a-4e68-4f26-a23c-d5e28a1d7523 req-a8ddc3a9-3309-4096-92e0-288129a7c983 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:55.255340 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d0c3a0d3-79ad-433e-9e36-525ab5614883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:55.256895 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dabd818a-4e68-4f26-a23c-d5e28a1d7523 req-a8ddc3a9-3309-4096-92e0-288129a7c983 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b250021-58f6-4464-ad9d-3a0954af123f HTTP/1.1" status: 200 len: 949 time: 0.1810198 Dec 16 09:25:55.348682 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dabd818a-4e68-4f26-a23c-d5e28a1d7523 req-4c5ec794-559d-4048-ae8a-d299f9ab799f tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899925 Dec 16 09:25:55.401077 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13a4bd6-469c-4cce-adb8-cc63a2d91908 None None] Sync routers for ids ['cdf3a909-da99-4ca2-97e9-795ce1e3948c'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:25:55.415419 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13a4bd6-469c-4cce-adb8-cc63a2d91908 None None] Routers {'cdf3a909-da99-4ca2-97e9-795ce1e3948c'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:55.416180 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-a13a4bd6-469c-4cce-adb8-cc63a2d91908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:25:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['cdf3a909-da99-4ca2-97e9-795ce1e3948c'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:55.459172 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d725c297-bf49-4012-a113-805bfcd3e152 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:55.535194 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-9cd39ec0-0f7c-42c4-a702-759826019d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:55.552147 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-9cd39ec0-0f7c-42c4-a702-759826019d76 service neutron] 10.222.0.60 "GET /v2.0/ports/09ffd442-bc5b-4630-ade5-0ddf27f582b9 HTTP/1.1" status: 200 len: 1093 time: 0.5960498 Dec 16 09:25:55.562969 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-fce08faa-af60-4b95-ad9e-b0a0d5eb4045 admin admin] For port 85c912e7-d893-4936-ae9a-c5ce02b73dad, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=85c912e7-d893-4936-ae9a-c5ce02b73dad,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:55.564401 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fce08faa-af60-4b95-ad9e-b0a0d5eb4045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:55.575741 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-fb11ef68-a21f-4472-b304-2a7a83fc126b service neutron] Request body: {'binding': {'host': 'n-h2-820550-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:55.575741 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-fb11ef68-a21f-4472-b304-2a7a83fc126b service neutron] Unknown quota resources ['binding']. {{(pid=102816) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 09:25:55.582743 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-a13a4bd6-469c-4cce-adb8-cc63a2d91908 None None] Set router cdf3a909-da99-4ca2-97e9-795ce1e3948c gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:25:55.617394 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1c60f-1825-4c76-945c-f7275836dd5b req-229ae9f4-b548-47a0-b009-9c2845bc192e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:55.618755 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dfb1c60f-1825-4c76-945c-f7275836dd5b req-229ae9f4-b548-47a0-b009-9c2845bc192e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 945 time: 0.0548835 Dec 16 09:25:55.628893 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-fce08faa-af60-4b95-ad9e-b0a0d5eb4045 admin admin] Calling delete_port for 85c912e7-d893-4936-ae9a-c5ce02b73dad owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:25:55.674774 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-5fd7cb6a-597c-40fc-a202-64d6bc3c722c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:55.677254 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-5fd7cb6a-597c-40fc-a202-64d6bc3c722c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef267339b96a4504bcc86eb4b94505b3&device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 1096 time: 0.3144600 Dec 16 09:25:55.685747 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dfb1c60f-1825-4c76-945c-f7275836dd5b req-552c7cd6-b5da-470d-87ec-32bfe2985f06 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555854 Dec 16 09:25:55.694705 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-a13a4bd6-469c-4cce-adb8-cc63a2d91908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf3a909-da99-4ca2-97e9-795ce1e3948c', 'name': 'tempest-FloatingIPsNegativeTestJSON-694803518-router', 'tenant_id': '70a7f01d174e43638534084cd82ac326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:41Z', 'updated_at': '2021-12-16T09:25:54Z', 'revision_number': 6, 'project_id': '70a7f01d174e43638534084cd82ac326', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:55.704663 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-bcc0cb1a-b54d-43ff-8d57-b5b4a34c464d None None] Provisioning complete for port d725c297-bf49-4012-a113-805bfcd3e152 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:55.706250 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bcc0cb1a-b54d-43ff-8d57-b5b4a34c464d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:55.727306 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13a4bd6-469c-4cce-adb8-cc63a2d91908 None None] Checking router: cdf3a909-da99-4ca2-97e9-795ce1e3948c for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:25:55.739179 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13a4bd6-469c-4cce-adb8-cc63a2d91908 None None] Routers {'cdf3a909-da99-4ca2-97e9-795ce1e3948c'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:55.740289 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-a13a4bd6-469c-4cce-adb8-cc63a2d91908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:25:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['cdf3a909-da99-4ca2-97e9-795ce1e3948c'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:55.826232 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938f476-2d21-4634-9611-142edefb5c8f req-7f7086f4-de20-484a-bcd9-1095ee6546d1 tempest-ServersOnMultiNodesTest-648833708 tempest-ServersOnMultiNodesTest-648833708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:55.829399 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b938f476-2d21-4634-9611-142edefb5c8f req-7f7086f4-de20-484a-bcd9-1095ee6546d1 tempest-ServersOnMultiNodesTest-648833708 tempest-ServersOnMultiNodesTest-648833708-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1b250021-58f6-4464-ad9d-3a0954af123f HTTP/1.1" status: 200 len: 1100 time: 0.0434721 Dec 16 09:25:55.861526 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-a13a4bd6-469c-4cce-adb8-cc63a2d91908 None None] Set router cdf3a909-da99-4ca2-97e9-795ce1e3948c gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:25:55.880855 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port d725c297-bf49-4012-a113-805bfcd3e152 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:55.881256 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:55.922656 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b938f476-2d21-4634-9611-142edefb5c8f req-8eb3ee12-8cb0-41c6-94ae-24d28d89019c tempest-ServersOnMultiNodesTest-648833708 tempest-ServersOnMultiNodesTest-648833708-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804119 Dec 16 09:25:55.936879 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-a13a4bd6-469c-4cce-adb8-cc63a2d91908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf3a909-da99-4ca2-97e9-795ce1e3948c', 'name': 'tempest-FloatingIPsNegativeTestJSON-694803518-router', 'tenant_id': '70a7f01d174e43638534084cd82ac326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:41Z', 'updated_at': '2021-12-16T09:25:54Z', 'revision_number': 6, 'project_id': '70a7f01d174e43638534084cd82ac326', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:56.033188 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13a4bd6-469c-4cce-adb8-cc63a2d91908 None None] The sync data for ids ['cdf3a909-da99-4ca2-97e9-795ce1e3948c'] in n-d-820550-2 is: [{'id': 'cdf3a909-da99-4ca2-97e9-795ce1e3948c', 'name': 'tempest-FloatingIPsNegativeTestJSON-694803518-router', 'tenant_id': '70a7f01d174e43638534084cd82ac326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:41Z', 'updated_at': '2021-12-16T09:25:54Z', 'revision_number': 6, 'project_id': '70a7f01d174e43638534084cd82ac326', 'gw_port_host': None}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:25:56.148311 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d0c3a0d3-79ad-433e-9e36-525ab5614883 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:56.261154 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-df11ffc6-1623-4e81-b17b-d8d913fbbe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:56.262903 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-df11ffc6-1623-4e81-b17b-d8d913fbbe53 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fd229606-1f82-48a3-82a3-fb35078f3dba HTTP/1.1" status: 200 len: 909 time: 0.4282718 Dec 16 09:25:56.297796 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d0c3a0d3-79ad-433e-9e36-525ab5614883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:56.350203 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-2e6e2287-7236-4fc4-89c3-b0f58c381577 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc4d5cdd-18c4-48c5-9909-5e525878e54a HTTP/1.1" status: 200 len: 217 time: 0.0598264 Dec 16 09:25:56.350942 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-fb11ef68-a21f-4472-b304-2a7a83fc126b service neutron] Attempting to bind port 09ffd442-bc5b-4630-ade5-0ddf27f582b9 on host n-h2-820550-2 for vnic_type normal with profile None {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:25:56.351361 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-fb11ef68-a21f-4472-b304-2a7a83fc126b service neutron] Attempting to bind port 09ffd442-bc5b-4630-ade5-0ddf27f582b9 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:25:56.352195 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-fb11ef68-a21f-4472-b304-2a7a83fc126b service neutron] Attempting to bind port 09ffd442-bc5b-4630-ade5-0ddf27f582b9 on network 9785c251-9c28-48ae-a129-6f24c5a7ad17 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:56.355909 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fce08faa-af60-4b95-ad9e-b0a0d5eb4045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:56.380882 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-d0c3a0d3-79ad-433e-9e36-525ab5614883 None None] Attempting to bind port 74ffe5c2-21aa-4a38-b778-a9178214ae60 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:25:56.381289 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-d0c3a0d3-79ad-433e-9e36-525ab5614883 None None] Attempting to bind port 74ffe5c2-21aa-4a38-b778-a9178214ae60 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:25:56.381699 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c3a0d3-79ad-433e-9e36-525ab5614883 None None] Attempting to bind port 74ffe5c2-21aa-4a38-b778-a9178214ae60 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:56.394067 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-7abe423c-14ee-4e5e-857d-9fef045d4a70 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339916 Dec 16 09:25:56.398267 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-fb11ef68-a21f-4472-b304-2a7a83fc126b service neutron] Port 09ffd442-bc5b-4630-ade5-0ddf27f582b9 on network 9785c251-9c28-48ae-a129-6f24c5a7ad17 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:25:56.398667 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-fb11ef68-a21f-4472-b304-2a7a83fc126b service neutron] Attempting to bind port 09ffd442-bc5b-4630-ade5-0ddf27f582b9 on network 9785c251-9c28-48ae-a129-6f24c5a7ad17 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:56.398781 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c3a0d3-79ad-433e-9e36-525ab5614883 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:25:56.399161 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c3a0d3-79ad-433e-9e36-525ab5614883 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:56.399632 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d0c3a0d3-79ad-433e-9e36-525ab5614883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:56.400029 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c3a0d3-79ad-433e-9e36-525ab5614883 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:25:56.400514 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-d0c3a0d3-79ad-433e-9e36-525ab5614883 None None] Bound port: 74ffe5c2-21aa-4a38-b778-a9178214ae60, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:25:56.401085 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d0c3a0d3-79ad-433e-9e36-525ab5614883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:56.418277 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce08faa-af60-4b95-ad9e-b0a0d5eb4045 admin admin] Pushing event deleted for resources: {'Port': ['ID=85c912e7-d893-4936-ae9a-c5ce02b73dad,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:56.430282 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-400b4ed7-1b40-404d-8fef-224d5cd27564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:56.443112 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a09ee4-a134-4e14-9b3a-b5c0872c274d None None] Pushing event updated for resources: {'Port': ['ID=74ffe5c2-21aa-4a38-b778-a9178214ae60,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:56.475272 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-fb11ef68-a21f-4472-b304-2a7a83fc126b service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:25:56.475683 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-fb11ef68-a21f-4472-b304-2a7a83fc126b service neutron] Checking segment: {'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:56.476142 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-fb11ef68-a21f-4472-b304-2a7a83fc126b service neutron] Bound using segment: {'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:25:56.476708 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-fb11ef68-a21f-4472-b304-2a7a83fc126b service neutron] Bound port: 09ffd442-bc5b-4630-ade5-0ddf27f582b9, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:25:56.486909 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0ddd9cb8-94d6-408e-b571-d7e1ea5531f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:56.500843 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-d0c3a0d3-79ad-433e-9e36-525ab5614883 None None] For port 74ffe5c2-21aa-4a38-b778-a9178214ae60, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:56.503804 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-d0c3a0d3-79ad-433e-9e36-525ab5614883 None None] For port 74ffe5c2-21aa-4a38-b778-a9178214ae60, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=74ffe5c2-21aa-4a38-b778-a9178214ae60,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:25:56.537455 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-c1a874c9-0b4a-4ef4-834d-087cabdd5454 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:56.539138 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-c1a874c9-0b4a-4ef4-834d-087cabdd5454 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1442554 Dec 16 09:25:56.560120 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-2e3e6967-b076-411d-aca1-0c2cfde9749f tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/quotas/b16ff49ba37341f18bcd6e95057f25d8 HTTP/1.1" status: 200 len: 375 time: 0.0130281 Dec 16 09:25:56.578487 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d0c3a0d3-79ad-433e-9e36-525ab5614883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:56.638690 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-ee3e470c-a8a7-4af8-bc91-25ebc2236081 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0707057 Dec 16 09:25:56.660375 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a09ee4-a134-4e14-9b3a-b5c0872c274d None None] Pushing event updated for resources: {'Port': ['ID=74ffe5c2-21aa-4a38-b778-a9178214ae60,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:56.662936 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-c2a794a9-2332-4ee0-9ce4-265d476da1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:56.664495 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-c2a794a9-2332-4ee0-9ce4-265d476da1b6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1e11efc-2921-4ef6-b725-208b9f6cb7a8 HTTP/1.1" status: 200 len: 848 time: 0.2627950 Dec 16 09:25:56.669679 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c3a0d3-79ad-433e-9e36-525ab5614883 None None] Routers {'4dbfcd0e-6140-4835-9814-853ed0f9d653'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:56.670400 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-d0c3a0d3-79ad-433e-9e36-525ab5614883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:25:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4dbfcd0e-6140-4835-9814-853ed0f9d653'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:56.811113 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-d0c3a0d3-79ad-433e-9e36-525ab5614883 None None] Set router 4dbfcd0e-6140-4835-9814-853ed0f9d653 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:25:57.053189 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-ed2202e4-e7c3-4cfd-85aa-48ff351cc76f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd229606-1f82-48a3-82a3-fb35078f3dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3782115 Dec 16 09:25:57.054057 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fce08faa-af60-4b95-ad9e-b0a0d5eb4045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:57.122485 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-d0c3a0d3-79ad-433e-9e36-525ab5614883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'name': 'tempest-ServersTestJSON-578242003-router', 'tenant_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '74ffe5c2-21aa-4a38-b778-a9178214ae60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:50Z', 'updated_at': '2021-12-16T09:25:52Z', 'revision_number': 3, 'project_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'gw_port': {'id': '74ffe5c2-21aa-4a38-b778-a9178214ae60', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:51Z', 'updated_at': '2021-12-16T09:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:57.150694 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-fb11ef68-a21f-4472-b304-2a7a83fc126b service neutron] For port 09ffd442-bc5b-4630-ade5-0ddf27f582b9, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=09ffd442-bc5b-4630-ade5-0ddf27f582b9,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:25:57.153695 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c3a0d3-79ad-433e-9e36-525ab5614883 None None] The sync data for ids ['4dbfcd0e-6140-4835-9814-853ed0f9d653'] in n-d-820550-2 is: [{'id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'name': 'tempest-ServersTestJSON-578242003-router', 'tenant_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '74ffe5c2-21aa-4a38-b778-a9178214ae60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:50Z', 'updated_at': '2021-12-16T09:25:52Z', 'revision_number': 3, 'project_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'gw_port': {'id': '74ffe5c2-21aa-4a38-b778-a9178214ae60', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:51Z', 'updated_at': '2021-12-16T09:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:25:57.253745 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fce08faa-af60-4b95-ad9e-b0a0d5eb4045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:57.257778 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-fb11ef68-a21f-4472-b304-2a7a83fc126b service neutron] Notify callbacks [] for binding, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:57.259105 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-fb11ef68-a21f-4472-b304-2a7a83fc126b service neutron] 10.222.0.60 "POST /v2.0/ports/09ffd442-bc5b-4630-ade5-0ddf27f582b9/bindings HTTP/1.1" status: 201 len: 389 time: 1.6921742 Dec 16 09:25:57.278251 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fce08faa-af60-4b95-ad9e-b0a0d5eb4045 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:57.367467 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 85c912e7-d893-4936-ae9a-c5ce02b73dad no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:25:57.377164 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-400b4ed7-1b40-404d-8fef-224d5cd27564 admin admin] Allocated IP 172.20.0.1 (05457a1a-5fc6-4d7c-b1fd-8a0c61596f21/c7d9e3eb-3d14-4963-8608-b6f274561522/2b6ea7f0-535b-4d2d-847e-78b3ee040a1a) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:57.394196 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 85c912e7-d893-4936-ae9a-c5ce02b73dad {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:25:57.395193 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 85c912e7-d893-4936-ae9a-c5ce02b73dad not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:25:57.501366 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:57.519972 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fce08faa-af60-4b95-ad9e-b0a0d5eb4045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:57.520515 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce08faa-af60-4b95-ad9e-b0a0d5eb4045 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdf3a909-da99-4ca2-97e9-795ce1e3948c {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:25:57.528392 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fce08faa-af60-4b95-ad9e-b0a0d5eb4045 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:57.533488 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33968) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:57.549444 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fce08faa-af60-4b95-ad9e-b0a0d5eb4045 admin admin] 10.222.0.60 "DELETE /v2.0/routers/cdf3a909-da99-4ca2-97e9-795ce1e3948c HTTP/1.1" status: 204 len: 168 time: 3.6192808 Dec 16 09:25:57.567504 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-debb1bf3-92d3-4a65-91f0-5d91ef7f58df service neutron] 10.222.0.57 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4841857 Dec 16 09:25:57.627293 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-adfe9301-d6e8-409e-b8c1-ec76a9a2da35 admin admin] Deleting subnet 4ca767ad-b141-4c69-a1df-466a302736b9 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:25:57.630565 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-adfe9301-d6e8-409e-b8c1-ec76a9a2da35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:57.687958 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-adfe9301-d6e8-409e-b8c1-ec76a9a2da35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:57.784120 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-897a1dfa-74a6-40e8-be14-d2e4dcd9af0a req-33fd21dc-915f-47c1-a5f9-1632fc2fc4b6 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8def87e-68f8-460a-a9bb-8004bf70051b HTTP/1.1" status: 200 len: 210 time: 0.0582559 Dec 16 09:25:57.815273 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-400b4ed7-1b40-404d-8fef-224d5cd27564 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:57.844414 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-adfe9301-d6e8-409e-b8c1-ec76a9a2da35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:57.869600 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-e055034d-4c6c-4fcd-b22a-c1eafd904fa8 service neutron] 10.222.0.57 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744963 Dec 16 09:25:57.975803 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-400b4ed7-1b40-404d-8fef-224d5cd27564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:57.987665 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1f715-c879-4b82-8f12-76b248a2f302 req-969689da-fcc7-4b80-8e3a-853a2b74db6b tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:57.990649 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0af1f715-c879-4b82-8f12-76b248a2f302 req-969689da-fcc7-4b80-8e3a-853a2b74db6b tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3c61bd-a882-4ce2-b1dc-b196b28d744c HTTP/1.1" status: 200 len: 945 time: 0.0906470 Dec 16 09:25:58.050170 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400b4ed7-1b40-404d-8fef-224d5cd27564 admin admin] Network 05457a1a-5fc6-4d7c-b1fd-8a0c61596f21 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:58.054818 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-400b4ed7-1b40-404d-8fef-224d5cd27564 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:58.128259 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400b4ed7-1b40-404d-8fef-224d5cd27564 admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:58.133245 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0af1f715-c879-4b82-8f12-76b248a2f302 req-812f8890-ff78-420c-a6a4-9c728d013c68 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/security-groups?id=5607d5a0-abbf-4023-9195-2b8416ce7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344938 Dec 16 09:25:58.209362 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b4ed7-1b40-404d-8fef-224d5cd27564 admin admin] Pushing event updated for resources: {'Port': ['ID=2b6ea7f0-535b-4d2d-847e-78b3ee040a1a,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:58.250593 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-9cab3c1b-ef25-4531-8ffb-de1f110abf4d tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:58.252194 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-9cab3c1b-ef25-4531-8ffb-de1f110abf4d tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b&tenant_id=ef267339b96a4504bcc86eb4b94505b3&binding%3Ahost_id=n-h2-820550-2 HTTP/1.1" status: 200 len: 1096 time: 0.1679673 Dec 16 09:25:58.257280 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-0f24dc9b-413d-4369-895f-5e6a0eebb88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:58.258965 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-0f24dc9b-413d-4369-895f-5e6a0eebb88f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=13f0e2e84c3c42c99759789d057f9272&device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 1096 time: 0.1196966 Dec 16 09:25:58.264950 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-c92cc4a8-a743-45d4-a513-206147fa0a10 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820550-2'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:58.287313 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-400b4ed7-1b40-404d-8fef-224d5cd27564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:58.332725 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f50b7-49e0-4990-9851-e8f058d1b4ac req-86259c0f-999e-450b-af96-fa99dc3f3bc6 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:58.343870 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-209f50b7-49e0-4990-9851-e8f058d1b4ac req-86259c0f-999e-450b-af96-fa99dc3f3bc6 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 945 time: 0.5897059 Dec 16 09:25:58.411344 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-209f50b7-49e0-4990-9851-e8f058d1b4ac req-1e38cba9-2cfc-4ee0-9e50-db08330f7e82 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661542 Dec 16 09:25:58.509699 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-3db1c960-7aa5-4f03-9cb6-159efce14fae None None] Provisioning complete for port 2b6ea7f0-535b-4d2d-847e-78b3ee040a1a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:58.510305 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3db1c960-7aa5-4f03-9cb6-159efce14fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:58.534579 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-c92cc4a8-a743-45d4-a513-206147fa0a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:58.559838 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-3db1c960-7aa5-4f03-9cb6-159efce14fae None None] Port 2b6ea7f0-535b-4d2d-847e-78b3ee040a1a cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:25:58.618370 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844608ff-5f06-418e-859b-c2b626937edc req-58bb11b6-ed50-4638-a268-19a2245abbff tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:58.629256 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-844608ff-5f06-418e-859b-c2b626937edc req-58bb11b6-ed50-4638-a268-19a2245abbff tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 945 time: 0.3367350 Dec 16 09:25:58.690920 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-d7c55edb-603c-4cb9-bdf6-7acd0b090890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:58.694132 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-d7c55edb-603c-4cb9-bdf6-7acd0b090890 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9785c251-9c28-48ae-a129-6f24c5a7ad17 HTTP/1.1" status: 200 len: 922 time: 0.4022460 Dec 16 09:25:58.755512 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-adfe9301-d6e8-409e-b8c1-ec76a9a2da35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:58.783152 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe9301-d6e8-409e-b8c1-ec76a9a2da35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ca767ad-b141-4c69-a1df-466a302736b9,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:58.785367 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-c31a884c-8d95-498d-a1ad-c8bbf64cfdce service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09ffd442-bc5b-4630-ade5-0ddf27f582b9 HTTP/1.1" status: 200 len: 217 time: 0.0844126 Dec 16 09:25:58.787097 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-adfe9301-d6e8-409e-b8c1-ec76a9a2da35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:58.791362 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-adfe9301-d6e8-409e-b8c1-ec76a9a2da35 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4ca767ad-b141-4c69-a1df-466a302736b9 HTTP/1.1" status: 204 len: 168 time: 1.2563484 Dec 16 09:25:58.794457 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33978) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:58.797545 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c147ce-dc6f-4d8e-a5b5-7fb2d53e384a None None] Network 704f3ab2-2ab9-44f1-aac9-810aafda116d requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:25:58.806071 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-844608ff-5f06-418e-859b-c2b626937edc req-72a81193-6ec3-43bb-ac4f-0dfc030d13fb tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759365 Dec 16 09:25:58.906443 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-dc4d6448-7ba5-4e36-9687-2dcd0fef2f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:58.907925 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-dc4d6448-7ba5-4e36-9687-2dcd0fef2f85 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c12d578e-3c58-4d75-9f2c-b724e40168b0 HTTP/1.1" status: 200 len: 861 time: 0.1148283 Dec 16 09:25:58.913999 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-400b4ed7-1b40-404d-8fef-224d5cd27564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:58.961515 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-57859465-a406-472d-a4b8-c16ecb485027 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9785c251-9c28-48ae-a129-6f24c5a7ad17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437245 Dec 16 09:25:58.963294 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-c92cc4a8-a743-45d4-a513-206147fa0a10 service neutron] For port bc4d5cdd-18c4-48c5-9909-5e525878e54a, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=bc4d5cdd-18c4-48c5-9909-5e525878e54a,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:59.006623 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:59.007263 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cb3987df-bfac-46f5-b3d6-f0492516ee07 req-8b216a9a-cc33-4a7f-b6b0-da42123cc610 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8def87e-68f8-460a-a9bb-8004bf70051b HTTP/1.1" status: 200 len: 210 time: 0.0564466 Dec 16 09:25:59.032212 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4a2b318a-e8d7-43e1-81a7-74bb08068da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:59.134531 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8da3be-5e6e-4dfa-bf84-e03a3dde89e0 None None] DHCP port deletion for 704f3ab2-2ab9-44f1-aac9-810aafda116d request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:25:59.140832 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-4a2b318a-e8d7-43e1-81a7-74bb08068da0 admin admin] Deleting port 6e6faded-19f1-40c5-a2f2-c341836ca841 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:25:59.141235 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4a2b318a-e8d7-43e1-81a7-74bb08068da0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:59.164393 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-c92cc4a8-a743-45d4-a513-206147fa0a10 service neutron] For port bc4d5cdd-18c4-48c5-9909-5e525878e54a, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:59.207543 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-3f8da3be-5e6e-4dfa-bf84-e03a3dde89e0 None None] Deleting port 6e6faded-19f1-40c5-a2f2-c341836ca841 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:25:59.208055 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3f8da3be-5e6e-4dfa-bf84-e03a3dde89e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:59.259287 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-4a2b318a-e8d7-43e1-81a7-74bb08068da0 admin admin] For port 6e6faded-19f1-40c5-a2f2-c341836ca841, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=6e6faded-19f1-40c5-a2f2-c341836ca841,segment=NetworkSegment(9c01c1a8-fd99-4e88-86ef-166c47c7df32),segment_id=9c01c1a8-fd99-4e88-86ef-166c47c7df32)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:59.259795 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4a2b318a-e8d7-43e1-81a7-74bb08068da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:59.278112 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-4a2b318a-e8d7-43e1-81a7-74bb08068da0 admin admin] Calling delete_port for 6e6faded-19f1-40c5-a2f2-c341836ca841 owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:25:59.336300 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-3f8da3be-5e6e-4dfa-bf84-e03a3dde89e0 None None] For port 6e6faded-19f1-40c5-a2f2-c341836ca841, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=6e6faded-19f1-40c5-a2f2-c341836ca841,segment=NetworkSegment(9c01c1a8-fd99-4e88-86ef-166c47c7df32),segment_id=9c01c1a8-fd99-4e88-86ef-166c47c7df32)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:59.337889 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3f8da3be-5e6e-4dfa-bf84-e03a3dde89e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:59.355643 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-3f8da3be-5e6e-4dfa-bf84-e03a3dde89e0 None None] Calling delete_port for 6e6faded-19f1-40c5-a2f2-c341836ca841 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:25:59.436773 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-dbd1e471-ad64-4f45-86ba-bc9d99ecf237 service neutron] 10.222.0.58 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4642785 Dec 16 09:25:59.443876 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dbbc3de-a533-4eb8-b548-d3a211d74f1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc4d5cdd-18c4-48c5-9909-5e525878e54a'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:59.446470 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74581e69-59e1-4a06-9555-d9288aef834f" -d '{"events": [{"server_uuid": "4dbbc3de-a533-4eb8-b548-d3a211d74f1b", "name": "network-vif-unplugged", "status": "completed", "tag": "bc4d5cdd-18c4-48c5-9909-5e525878e54a"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:59.478602 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-c92cc4a8-a743-45d4-a513-206147fa0a10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:59.508834 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 74ffe5c2-21aa-4a38-b778-a9178214ae60 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:59.596854 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf3607-5109-4d28-a2aa-f2c994ca275d req-615ceb03-6e2c-4183-8194-50782bb7e2d2 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:59.596854 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8bdf3607-5109-4d28-a2aa-f2c994ca275d req-615ceb03-6e2c-4183-8194-50782bb7e2d2 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3c61bd-a882-4ce2-b1dc-b196b28d744c HTTP/1.1" status: 200 len: 945 time: 0.2546425 Dec 16 09:25:59.609206 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205849f-7d95-4479-afeb-9a7db2504e4f req-f5ee6050-cd87-45c1-814c-5ab8246c920c tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:59.611493 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b205849f-7d95-4479-afeb-9a7db2504e4f req-f5ee6050-cd87-45c1-814c-5ab8246c920c tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 945 time: 0.0792971 Dec 16 09:25:59.616099 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 74ffe5c2-21aa-4a38-b778-a9178214ae60 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:59.616929 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:59.631732 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4a2b318a-e8d7-43e1-81a7-74bb08068da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:59.655005 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8bdf3607-5109-4d28-a2aa-f2c994ca275d req-05c10122-f64f-4bb8-9aee-0015bad9a1a7 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/security-groups?id=5607d5a0-abbf-4023-9195-2b8416ce7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178806 Dec 16 09:25:59.668806 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3f8da3be-5e6e-4dfa-bf84-e03a3dde89e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:59.690700 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2b318a-e8d7-43e1-81a7-74bb08068da0 admin admin] No DVR routers for this DVR port 6e6faded-19f1-40c5-a2f2-c341836ca841 on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:25:59.697503 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b318a-e8d7-43e1-81a7-74bb08068da0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e6faded-19f1-40c5-a2f2-c341836ca841,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:59.715823 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-c92cc4a8-a743-45d4-a513-206147fa0a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:59.725722 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:59.731121 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8da3be-5e6e-4dfa-bf84-e03a3dde89e0 None None] No DVR routers for this DVR port 6e6faded-19f1-40c5-a2f2-c341836ca841 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:25:59.733506 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8da3be-5e6e-4dfa-bf84-e03a3dde89e0 None None] Pushing event deleted for resources: {'Port': ['ID=6e6faded-19f1-40c5-a2f2-c341836ca841,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:59.777549 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-400b4ed7-1b40-404d-8fef-224d5cd27564 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:59.784474 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf122228-c75a-45fa-8caa-9945f5acbac6 x-openstack-request-id: req-cf122228-c75a-45fa-8caa-9945f5acbac6 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:25:59.784881 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dbbc3de-a533-4eb8-b548-d3a211d74f1b", "name": "network-vif-unplugged", "status": "completed", "tag": "bc4d5cdd-18c4-48c5-9909-5e525878e54a", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:25:59.785265 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cf122228-c75a-45fa-8caa-9945f5acbac6 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:25:59.785774 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dbbc3de-a533-4eb8-b548-d3a211d74f1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc4d5cdd-18c4-48c5-9909-5e525878e54a', 'code': 200} Dec 16 09:25:59.790230 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b205849f-7d95-4479-afeb-9a7db2504e4f req-a02ff6ab-78fc-44ea-9879-ced906c62de5 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675096 Dec 16 09:25:59.840701 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:59.851100 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4a2b318a-e8d7-43e1-81a7-74bb08068da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:59.872683 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-400b4ed7-1b40-404d-8fef-224d5cd27564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:59.884465 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-4a2b318a-e8d7-43e1-81a7-74bb08068da0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['704f3ab2-2ab9-44f1-aac9-810aafda116d']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:59.885140 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 74ffe5c2-21aa-4a38-b778-a9178214ae60, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=74ffe5c2-21aa-4a38-b778-a9178214ae60,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:59.896580 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-4a2b318a-e8d7-43e1-81a7-74bb08068da0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c01c1a8-fd99-4e88-86ef-166c47c7df32') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:59.896879 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-4a2b318a-e8d7-43e1-81a7-74bb08068da0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c01c1a8-fd99-4e88-86ef-166c47c7df32') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:59.901071 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-2a912a09-e52e-43f7-9c9a-896ddd1475c1 service neutron] 10.222.0.58 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254775 Dec 16 09:25:59.937906 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4a2b318a-e8d7-43e1-81a7-74bb08068da0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:59.949880 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:59.963642 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4a2b318a-e8d7-43e1-81a7-74bb08068da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:59.975193 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92cc4a8-a743-45d4-a513-206147fa0a10 service neutron] Pushing event updated for resources: {'Port': ['ID=bc4d5cdd-18c4-48c5-9909-5e525878e54a,revision_number=7']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:59.976723 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a2b318a-e8d7-43e1-81a7-74bb08068da0 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:25:59.977987 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4a2b318a-e8d7-43e1-81a7-74bb08068da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:59.982557 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:25:59.982557 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:25:59.982557 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:25:59.982557 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:25:59.982557 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:25:59.982557 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:25:59.982557 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:25:59.982557 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:25:59.982557 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:25:59.982557 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:25:59.982557 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:25:59.982557 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:25:59.982557 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:25:59.982557 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:25:59.982557 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:25:59.982557 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:25:59.982557 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:25:59.982557 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:25:59.982557 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:25:59.982557 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:25:59.982557 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:25:59.982557 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:25:59.982557 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:25:59.982557 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:25:59.982557 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:25:59.982557 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:25:59.982557 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:25:59.982557 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:25:59.982557 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:25:59.982557 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:25:59.982557 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:25:59.982557 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:25:59.997392 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-400b4ed7-1b40-404d-8fef-224d5cd27564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:00.083323 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=74ffe5c2-21aa-4a38-b778-a9178214ae60,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:00.083323 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6e6faded-19f1-40c5-a2f2-c341836ca841 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:26:00.083526 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-c92cc4a8-a743-45d4-a513-206147fa0a10 service neutron] Attempting to bind port bc4d5cdd-18c4-48c5-9909-5e525878e54a on host n-h2-820550-2 for vnic_type normal with profile {"migrating_to": "n-h1-820550-2"} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:26:00.083526 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-c92cc4a8-a743-45d4-a513-206147fa0a10 service neutron] Attempting to bind port bc4d5cdd-18c4-48c5-9909-5e525878e54a by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:26:00.086900 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-c92cc4a8-a743-45d4-a513-206147fa0a10 service neutron] Attempting to bind port bc4d5cdd-18c4-48c5-9909-5e525878e54a on network fd229606-1f82-48a3-82a3-fb35078f3dba {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:00.111409 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 6e6faded-19f1-40c5-a2f2-c341836ca841 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:26:00.111766 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6e6faded-19f1-40c5-a2f2-c341836ca841 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:26:00.122371 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b1c45-8ff6-4433-8f45-237051530d17 req-0cc8f380-2d4a-4a8c-8e28-5536af0131f8 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:00.123960 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e99b1c45-8ff6-4433-8f45-237051530d17 req-0cc8f380-2d4a-4a8c-8e28-5536af0131f8 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c3c61bd-a882-4ce2-b1dc-b196b28d744c HTTP/1.1" status: 200 len: 945 time: 0.2184088 Dec 16 09:26:00.138256 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e1766-8e29-409d-a62b-da5d6ec6427c req-5afb50fe-1a68-4cbe-a6e9-a8505355f76f tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:00.140668 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-847e1766-8e29-409d-a62b-da5d6ec6427c req-5afb50fe-1a68-4cbe-a6e9-a8505355f76f tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 945 time: 0.0937154 Dec 16 09:26:00.209357 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-c92cc4a8-a743-45d4-a513-206147fa0a10 service neutron] Port bc4d5cdd-18c4-48c5-9909-5e525878e54a on network fd229606-1f82-48a3-82a3-fb35078f3dba not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:26:00.209357 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-c92cc4a8-a743-45d4-a513-206147fa0a10 service neutron] Attempting to bind port bc4d5cdd-18c4-48c5-9909-5e525878e54a on network fd229606-1f82-48a3-82a3-fb35078f3dba {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:00.209357 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b4ed7-1b40-404d-8fef-224d5cd27564 admin admin] Pushing event updated for resources: {'Port': ['ID=2b6ea7f0-535b-4d2d-847e-78b3ee040a1a,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:00.209773 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-847e1766-8e29-409d-a62b-da5d6ec6427c req-a2995f99-1952-442c-a991-53f4a1c30754 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570440 Dec 16 09:26:00.225556 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4a2b318a-e8d7-43e1-81a7-74bb08068da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:00.244603 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4a2b318a-e8d7-43e1-81a7-74bb08068da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:00.248572 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4a2b318a-e8d7-43e1-81a7-74bb08068da0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/704f3ab2-2ab9-44f1-aac9-810aafda116d HTTP/1.1" status: 204 len: 168 time: 1.4529016 Dec 16 09:26:00.250923 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c1560804-cfa8-4b0e-b1d1-008f7b174945 req-e05862d2-b1ce-46c5-98b5-bd69ca1c9026 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8def87e-68f8-460a-a9bb-8004bf70051b HTTP/1.1" status: 200 len: 210 time: 0.1031134 Dec 16 09:26:00.255622 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-c92cc4a8-a743-45d4-a513-206147fa0a10 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:26:00.258044 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-c92cc4a8-a743-45d4-a513-206147fa0a10 service neutron] Checking segment: {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:00.258044 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-c92cc4a8-a743-45d4-a513-206147fa0a10 service neutron] Bound using segment: {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:26:00.258044 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-c92cc4a8-a743-45d4-a513-206147fa0a10 service neutron] Bound port: bc4d5cdd-18c4-48c5-9909-5e525878e54a, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:26:00.258044 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-c92cc4a8-a743-45d4-a513-206147fa0a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:00.282698 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-b57ad5f3-cf74-4fad-bb1c-cb6feabbfc83 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790894 Dec 16 09:26:00.284060 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b318a-e8d7-43e1-81a7-74bb08068da0 admin admin] Pushing event deleted for resources: {'Network': ['ID=704f3ab2-2ab9-44f1-aac9-810aafda116d,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:00.394833 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400b4ed7-1b40-404d-8fef-224d5cd27564 admin admin] Network 05457a1a-5fc6-4d7c-b1fd-8a0c61596f21 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:00.398393 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-c92cc4a8-a743-45d4-a513-206147fa0a10 service neutron] For port bc4d5cdd-18c4-48c5-9909-5e525878e54a, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:26:00.403297 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-c92cc4a8-a743-45d4-a513-206147fa0a10 service neutron] For port bc4d5cdd-18c4-48c5-9909-5e525878e54a, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=bc4d5cdd-18c4-48c5-9909-5e525878e54a,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:26:00.404498 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-400b4ed7-1b40-404d-8fef-224d5cd27564 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:00.455541 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-04645a2a-6dea-41cf-becf-0ba9f41863be tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:00.462797 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-04645a2a-6dea-41cf-becf-0ba9f41863be tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1674120 Dec 16 09:26:00.474482 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-96058171-048d-45be-80c4-ba2ba318be0e tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Request body: {'port': {'device_id': 'c8def87e-68f8-460a-a9bb-8004bf70051b', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'admin_state_up': True, 'tenant_id': 'b16ff49ba37341f18bcd6e95057f25d8'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:00.703528 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-f9739c9c-de13-4593-a331-e053364ea72f None None] Provisioning complete for port 2b6ea7f0-535b-4d2d-847e-78b3ee040a1a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:00.704081 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f9739c9c-de13-4593-a331-e053364ea72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:00.726474 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-96058171-048d-45be-80c4-ba2ba318be0e tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Made reservation on behalf of b16ff49ba37341f18bcd6e95057f25d8 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:00.734571 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-96058171-048d-45be-80c4-ba2ba318be0e tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:00.743320 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34002) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:00.776189 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f9739c9c-de13-4593-a331-e053364ea72f None None] Port 2b6ea7f0-535b-4d2d-847e-78b3ee040a1a cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:26:00.869342 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-e99b1c45-8ff6-4433-8f45-237051530d17 req-3d8175d6-d53c-48e7-a0df-68b36dec5ad8 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Deleting port e0a55bc2-4a49-4521-81d5-ca44d401f57d {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:26:00.869342 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e99b1c45-8ff6-4433-8f45-237051530d17 req-3d8175d6-d53c-48e7-a0df-68b36dec5ad8 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:00.869909 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5cf73045-4944-44f1-abf9-38c357773477 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=70a7f01d174e43638534084cd82ac326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1216788 Dec 16 09:26:00.870268 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34010) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:00.874230 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-c92cc4a8-a743-45d4-a513-206147fa0a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:00.993939 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debf006-af4a-42c2-bd32-d48fa41e1ee1 req-d0866192-e0ec-4ec1-bc26-bb20e48b5d43 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:00.996247 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6debf006-af4a-42c2-bd32-d48fa41e1ee1 req-d0866192-e0ec-4ec1-bc26-bb20e48b5d43 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3c61bd-a882-4ce2-b1dc-b196b28d744c HTTP/1.1" status: 200 len: 945 time: 0.2010081 Dec 16 09:26:01.093892 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400b4ed7-1b40-404d-8fef-224d5cd27564 admin admin] Router 4dbfcd0e-6140-4835-9814-853ed0f9d653 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:26:01.099084 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-96058171-048d-45be-80c4-ba2ba318be0e tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Allocated IP 192.168.233.241 (0f25fa8c-dd15-4f99-b14f-112e51884f75/d30f37a6-2496-485e-9480-e5e1789d975f/bdb0dbfa-da06-4b14-8933-f36cc51fb53b) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:26:01.104684 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6debf006-af4a-42c2-bd32-d48fa41e1ee1 req-05321b31-00ea-470f-8d68-965ec8fe640b tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/security-groups?id=5607d5a0-abbf-4023-9195-2b8416ce7db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998285 Dec 16 09:26:01.109909 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-240690c5-85cf-44c0-a49f-892827648a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:01.211132 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92cc4a8-a743-45d4-a513-206147fa0a10 service neutron] Pushing event updated for resources: {'Port': ['ID=bc4d5cdd-18c4-48c5-9909-5e525878e54a,revision_number=8']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:01.211365 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-240690c5-85cf-44c0-a49f-892827648a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:01.215324 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-c92cc4a8-a743-45d4-a513-206147fa0a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:01.215981 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-c92cc4a8-a743-45d4-a513-206147fa0a10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:01.217677 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-c92cc4a8-a743-45d4-a513-206147fa0a10 service neutron] 10.222.0.57 "PUT /v2.0/ports/bc4d5cdd-18c4-48c5-9909-5e525878e54a HTTP/1.1" status: 200 len: 1121 time: 2.9575067 Dec 16 09:26:01.228772 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0043e9-760f-4f45-8b46-534ca72a23f3 req-436baab6-b3b3-45c6-8fc9-a190ebdfac88 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:01.230494 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7e0043e9-760f-4f45-8b46-534ca72a23f3 req-436baab6-b3b3-45c6-8fc9-a190ebdfac88 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 943 time: 0.3253336 Dec 16 09:26:01.303879 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['bc4d5cdd-18c4-48c5-9909-5e525878e54a'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:26:01.331542 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-e99b1c45-8ff6-4433-8f45-237051530d17 req-3d8175d6-d53c-48e7-a0df-68b36dec5ad8 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] For port e0a55bc2-4a49-4521-81d5-ca44d401f57d, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=e0a55bc2-4a49-4521-81d5-ca44d401f57d,segment=NetworkSegment(8964c3ab-e3c8-4683-aed6-f36a09c842e0),segment_id=8964c3ab-e3c8-4683-aed6-f36a09c842e0)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:01.331906 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e99b1c45-8ff6-4433-8f45-237051530d17 req-3d8175d6-d53c-48e7-a0df-68b36dec5ad8 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:01.362328 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-e99b1c45-8ff6-4433-8f45-237051530d17 req-3d8175d6-d53c-48e7-a0df-68b36dec5ad8 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Calling delete_port for e0a55bc2-4a49-4521-81d5-ca44d401f57d owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:26:01.375594 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7e0043e9-760f-4f45-8b46-534ca72a23f3 req-4a503ff7-6cb0-4725-b3e3-c4ec94058e04 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029947 Dec 16 09:26:01.449891 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 74ffe5c2-21aa-4a38-b778-a9178214ae60 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:01.465866 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-96058171-048d-45be-80c4-ba2ba318be0e tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:01.480789 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400b4ed7-1b40-404d-8fef-224d5cd27564 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:26:01.500453 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-400b4ed7-1b40-404d-8fef-224d5cd27564 admin admin] 10.222.0.60 "PUT /v2.0/routers/4dbfcd0e-6140-4835-9814-853ed0f9d653/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9337041 Dec 16 09:26:01.570177 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72162913-5451-4e4d-a156-5ff89e47fc64 None None] Sync routers for ids ['4dbfcd0e-6140-4835-9814-853ed0f9d653'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:26:01.616171 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-886d894f-d66b-40c6-a05d-175bd447efed req-dea59414-0f8e-4351-9c6d-570b0150ecfd tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8def87e-68f8-460a-a9bb-8004bf70051b HTTP/1.1" status: 200 len: 210 time: 0.0423143 Dec 16 09:26:01.630036 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554350b-2707-40b9-b04b-8e350732105b req-00f505c8-9e21-4cc6-9a5c-b624a929c6c9 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:01.642228 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9554350b-2707-40b9-b04b-8e350732105b req-00f505c8-9e21-4cc6-9a5c-b624a929c6c9 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 945 time: 0.1149898 Dec 16 09:26:01.663462 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72162913-5451-4e4d-a156-5ff89e47fc64 None None] Routers {'4dbfcd0e-6140-4835-9814-853ed0f9d653'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:01.673461 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-72162913-5451-4e4d-a156-5ff89e47fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:25:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4dbfcd0e-6140-4835-9814-853ed0f9d653'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:01.695370 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9554350b-2707-40b9-b04b-8e350732105b req-d8392857-abf5-4ba1-ae64-2caf0faa599c tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466139 Dec 16 09:26:01.786073 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 74ffe5c2-21aa-4a38-b778-a9178214ae60 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:01.786645 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:01.786744 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dbbc3de-a533-4eb8-b548-d3a211d74f1b', 'tag': 'bc4d5cdd-18c4-48c5-9909-5e525878e54a'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:01.789488 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880571a8-5538-4fe5-865a-862f5b0fff3e" -d '{"events": [{"name": "network-changed", "server_uuid": "4dbbc3de-a533-4eb8-b548-d3a211d74f1b", "tag": "bc4d5cdd-18c4-48c5-9909-5e525878e54a"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:01.832430 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd0726e-b375-4ee1-a8ba-2a396be6ccca x-openstack-request-id: req-9bd0726e-b375-4ee1-a8ba-2a396be6ccca {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:01.833315 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dbbc3de-a533-4eb8-b548-d3a211d74f1b", "tag": "bc4d5cdd-18c4-48c5-9909-5e525878e54a", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:01.833635 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9bd0726e-b375-4ee1-a8ba-2a396be6ccca {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:01.834210 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dbbc3de-a533-4eb8-b548-d3a211d74f1b', 'tag': 'bc4d5cdd-18c4-48c5-9909-5e525878e54a', 'status': 'completed', 'code': 200} Dec 16 09:26:01.908472 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-72162913-5451-4e4d-a156-5ff89e47fc64 None None] Set router 4dbfcd0e-6140-4835-9814-853ed0f9d653 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:01.911740 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880571a8-5538-4fe5-865a-862f5b0fff3e req-a18fe774-06f6-42d8-8e44-3ca3562e4610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:01.914136 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-880571a8-5538-4fe5-865a-862f5b0fff3e req-a18fe774-06f6-42d8-8e44-3ca3562e4610 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ef267339b96a4504bcc86eb4b94505b3&device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 1124 time: 0.0578835 Dec 16 09:26:01.998822 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-96058171-048d-45be-80c4-ba2ba318be0e tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:02.019090 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-240690c5-85cf-44c0-a49f-892827648a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:02.019090 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-240690c5-85cf-44c0-a49f-892827648a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:02.022867 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-240690c5-85cf-44c0-a49f-892827648a9b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/154b103f-495e-4fa7-9b04-07bd7ed65e63 HTTP/1.1" status: 204 len: 168 time: 1.1516006 Dec 16 09:26:02.049444 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f', '6a544dbf-c596-4f87-ac40-994392bdb751', 'ed228900-2a20-49f6-9643-2e9be17c5cae', '54bddde5-7cd7-4b2e-a38f-f8e6ca509e18'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:26:02.079861 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880571a8-5538-4fe5-865a-862f5b0fff3e req-8b3e6b73-f73c-4562-82af-6f804cf688e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:02.081287 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-880571a8-5538-4fe5-865a-862f5b0fff3e req-8b3e6b73-f73c-4562-82af-6f804cf688e9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fd229606-1f82-48a3-82a3-fb35078f3dba HTTP/1.1" status: 200 len: 909 time: 0.1607375 Dec 16 09:26:02.082357 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e99b1c45-8ff6-4433-8f45-237051530d17 req-3d8175d6-d53c-48e7-a0df-68b36dec5ad8 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:02.122250 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240690c5-85cf-44c0-a49f-892827648a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154b103f-495e-4fa7-9b04-07bd7ed65e63,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:02.144638 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-96058171-048d-45be-80c4-ba2ba318be0e tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Network 0f25fa8c-dd15-4f99-b14f-112e51884f75 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:02.155803 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-96058171-048d-45be-80c4-ba2ba318be0e tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:02.157687 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8175d6-d53c-48e7-a0df-68b36dec5ad8 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Pushing event deleted for resources: {'Port': ['ID=e0a55bc2-4a49-4521-81d5-ca44d401f57d,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:02.179251 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['dd0272f9-bbee-4c0e-ba42-849d831252e4', 'd5cf028c-8255-4394-bd59-db75e8fd6e8a'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:26:02.180408 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-96058171-048d-45be-80c4-ba2ba318be0e tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:26:02.238991 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-880571a8-5538-4fe5-865a-862f5b0fff3e req-af412627-6c88-48bc-abd5-eb6196503a02 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc4d5cdd-18c4-48c5-9909-5e525878e54a HTTP/1.1" status: 200 len: 217 time: 0.0890665 Dec 16 09:26:02.257683 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96058171-048d-45be-80c4-ba2ba318be0e tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Pushing event updated for resources: {'Port': ['ID=bdb0dbfa-da06-4b14-8933-f36cc51fb53b,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:02.274904 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-96058171-048d-45be-80c4-ba2ba318be0e tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:02.275886 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-96058171-048d-45be-80c4-ba2ba318be0e tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:02.336398 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880571a8-5538-4fe5-865a-862f5b0fff3e req-7dd0eb82-930e-4139-9677-28aea1714c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:02.342953 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-880571a8-5538-4fe5-865a-862f5b0fff3e req-7dd0eb82-930e-4139-9677-28aea1714c78 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1e11efc-2921-4ef6-b725-208b9f6cb7a8 HTTP/1.1" status: 200 len: 848 time: 0.0958455 Dec 16 09:26:02.344667 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99b1c45-8ff6-4433-8f45-237051530d17 req-3d8175d6-d53c-48e7-a0df-68b36dec5ad8 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] No DVR routers for this DVR port e0a55bc2-4a49-4521-81d5-ca44d401f57d on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:26:02.347573 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e99b1c45-8ff6-4433-8f45-237051530d17 req-3d8175d6-d53c-48e7-a0df-68b36dec5ad8 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:02.357217 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e99b1c45-8ff6-4433-8f45-237051530d17 req-3d8175d6-d53c-48e7-a0df-68b36dec5ad8 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.57 "DELETE /v2.0/ports/e0a55bc2-4a49-4521-81d5-ca44d401f57d HTTP/1.1" status: 204 len: 173 time: 2.2023726 Dec 16 09:26:02.419008 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4fe29e90-8393-42ec-9066-bddd7a10919e req-a4a7f9c4-a714-4f16-98ac-4d8ed595d48f tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3c61bd-a882-4ce2-b1dc-b196b28d744c HTTP/1.1" status: 200 len: 210 time: 0.1061232 Dec 16 09:26:02.430877 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-880571a8-5538-4fe5-865a-862f5b0fff3e req-2b6587dd-3888-4b4f-bc10-617e9e676149 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd229606-1f82-48a3-82a3-fb35078f3dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720317 Dec 16 09:26:02.624849 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-880571a8-5538-4fe5-865a-862f5b0fff3e req-a4a81be2-f60f-4976-b20c-8c1fceae8043 service neutron] 10.222.0.58 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854210 Dec 16 09:26:02.746138 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fba022-e87e-4abf-bbed-c94b56480acd req-fb067cda-fabb-4a8d-9dac-fbe1869f988a tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:02.754214 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d1fba022-e87e-4abf-bbed-c94b56480acd req-fb067cda-fabb-4a8d-9dac-fbe1869f988a tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 943 time: 0.0993567 Dec 16 09:26:02.776744 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-880571a8-5538-4fe5-865a-862f5b0fff3e req-33e372d8-64c7-4cbe-b167-c1d727e99de4 service neutron] 10.222.0.58 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376796 Dec 16 09:26:02.805480 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d1fba022-e87e-4abf-bbed-c94b56480acd req-6d2e7ec6-e39c-4750-8c7e-e5bbeebbff76 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483923 Dec 16 09:26:02.891594 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-5185ccb8-8146-475c-8848-a63975dd7643 None None] Provisioning complete for port bdb0dbfa-da06-4b14-8933-f36cc51fb53b triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:02.892631 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5185ccb8-8146-475c-8848-a63975dd7643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:02.951882 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e32a1-1ef9-4bbd-ae39-cc7b53d90494 req-8c89d38f-2546-406a-b224-54097f7436ab tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:02.953718 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1f3e32a1-1ef9-4bbd-ae39-cc7b53d90494 req-8c89d38f-2546-406a-b224-54097f7436ab tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8def87e-68f8-460a-a9bb-8004bf70051b HTTP/1.1" status: 200 len: 936 time: 0.0711703 Dec 16 09:26:03.006073 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-5185ccb8-8146-475c-8848-a63975dd7643 None None] Port bdb0dbfa-da06-4b14-8933-f36cc51fb53b cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:26:03.012364 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1f3e32a1-1ef9-4bbd-ae39-cc7b53d90494 req-872ec969-4716-4e74-9253-a4a3be0064c4 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451608 Dec 16 09:26:03.042011 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-72162913-5451-4e4d-a156-5ff89e47fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'name': 'tempest-ServersTestJSON-578242003-router', 'tenant_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '74ffe5c2-21aa-4a38-b778-a9178214ae60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:50Z', 'updated_at': '2021-12-16T09:25:58Z', 'revision_number': 4, 'project_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'gw_port': {'id': '74ffe5c2-21aa-4a38-b778-a9178214ae60', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:51Z', 'updated_at': '2021-12-16T09:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '2b6ea7f0-535b-4d2d-847e-78b3ee040a1a', 'name': '', 'network_id': '05457a1a-5fc6-4d7c-b1fd-8a0c61596f21', 'tenant_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'mac_address': 'fa:16:3e:0d:73:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c7d9e3eb-3d14-4963-8608-b6f274561522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:56Z', 'updated_at': '2021-12-16T09:25:59Z', 'revision_number': 2, 'project_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'subnets': [{'id': 'c7d9e3eb-3d14-4963-8608-b6f274561522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:03.134250 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-96058171-048d-45be-80c4-ba2ba318be0e tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6620190 Dec 16 09:26:03.149515 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72162913-5451-4e4d-a156-5ff89e47fc64 None None] Checking router: 4dbfcd0e-6140-4835-9814-853ed0f9d653 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:26:03.150837 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72162913-5451-4e4d-a156-5ff89e47fc64 None None] Updating router 4dbfcd0e-6140-4835-9814-853ed0f9d653 port 2b6ea7f0-535b-4d2d-847e-78b3ee040a1a binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:26:03.150973 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34048) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:03.160931 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-481c154b-fb2f-49b8-ac1a-ba9886545ccb tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1663833661', 'description': 'tempest-description--2131328824'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:03.161147 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-a0f13d08-4468-4ba9-8998-27b332a13051 service neutron] Request body: {'port': {'device_id': 'c8def87e-68f8-460a-a9bb-8004bf70051b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:03.219739 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1f8f8-5b0e-475d-9cab-2998a74ac641 req-2a14ec9e-217e-4f51-8858-9e122cd482e2 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:03.222098 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bac1f8f8-5b0e-475d-9cab-2998a74ac641 req-2a14ec9e-217e-4f51-8858-9e122cd482e2 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 945 time: 0.1508977 Dec 16 09:26:03.244032 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-72162913-5451-4e4d-a156-5ff89e47fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:03.271669 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-a0f13d08-4468-4ba9-8998-27b332a13051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:03.338307 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bac1f8f8-5b0e-475d-9cab-2998a74ac641 req-ae154108-2f64-4b0e-8ae6-08c45f11150f tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786657 Dec 16 09:26:03.340962 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-481c154b-fb2f-49b8-ac1a-ba9886545ccb tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:03.462175 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-481c154b-fb2f-49b8-ac1a-ba9886545ccb tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:03.557441 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-481c154b-fb2f-49b8-ac1a-ba9886545ccb tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:03.624392 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c154b-fb2f-49b8-ac1a-ba9886545ccb tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbe89b4-8443-48dc-9d4a-b9dfe9d670f0,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:03.673240 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d87d61a9-f96c-4deb-9438-290f4e89a590 req-591db392-5c2a-4144-95b1-7b105392a5ac tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3c61bd-a882-4ce2-b1dc-b196b28d744c HTTP/1.1" status: 200 len: 210 time: 0.0628328 Dec 16 09:26:03.762399 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-481c154b-fb2f-49b8-ac1a-ba9886545ccb tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:03.764678 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-481c154b-fb2f-49b8-ac1a-ba9886545ccb tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6126676 Dec 16 09:26:03.766877 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34070) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:03.782422 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-65d384eb-ef4b-42d9-adb1-3020b4eae2d9 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Request body: {'security_group_rule': {'security_group_id': '1cbe89b4-8443-48dc-9d4a-b9dfe9d670f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:03.836037 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3c61bd-a882-4ce2-b1dc-b196b28d744c', 'name': 'network-vif-deleted', 'tag': 'e0a55bc2-4a49-4521-81d5-ca44d401f57d'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:03.838402 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63dfe822-61d1-417f-b536-341be94dbac3" -d '{"events": [{"server_uuid": "8c3c61bd-a882-4ce2-b1dc-b196b28d744c", "name": "network-vif-deleted", "tag": "e0a55bc2-4a49-4521-81d5-ca44d401f57d"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:03.855813 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-a0f13d08-4468-4ba9-8998-27b332a13051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdb0dbfa-da06-4b14-8933-f36cc51fb53b {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:26:03.868962 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-a0f13d08-4468-4ba9-8998-27b332a13051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:03.890115 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-a0f13d08-4468-4ba9-8998-27b332a13051 service neutron] Transition to ACTIVE for port object bdb0dbfa-da06-4b14-8933-f36cc51fb53b will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:26:03.890579 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device e0a55bc2-4a49-4521-81d5-ca44d401f57d no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:26:03.915649 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b214ade1-4255-42eb-8a10-ff61dcb8ee40 x-openstack-request-id: req-b214ade1-4255-42eb-8a10-ff61dcb8ee40 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:03.916089 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3c61bd-a882-4ce2-b1dc-b196b28d744c", "name": "network-vif-deleted", "tag": "e0a55bc2-4a49-4521-81d5-ca44d401f57d", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:03.916433 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b214ade1-4255-42eb-8a10-ff61dcb8ee40 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:03.916912 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3c61bd-a882-4ce2-b1dc-b196b28d744c', 'name': 'network-vif-deleted', 'tag': 'e0a55bc2-4a49-4521-81d5-ca44d401f57d', 'status': 'completed', 'code': 200} Dec 16 09:26:03.956741 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-72162913-5451-4e4d-a156-5ff89e47fc64 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:03.964902 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65d384eb-ef4b-42d9-adb1-3020b4eae2d9 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:03.967510 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: e0a55bc2-4a49-4521-81d5-ca44d401f57d {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:26:03.967993 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device e0a55bc2-4a49-4521-81d5-ca44d401f57d not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:26:03.998635 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-a0f13d08-4468-4ba9-8998-27b332a13051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:04.026020 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65d384eb-ef4b-42d9-adb1-3020b4eae2d9 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:04.042400 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-72162913-5451-4e4d-a156-5ff89e47fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:04.062746 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce337a-8e1f-43c4-9adf-2d9deae8f0e2 req-d8d1333e-c889-480a-ab4c-69b8103577ff tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:04.074647 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9bce337a-8e1f-43c4-9adf-2d9deae8f0e2 req-d8d1333e-c889-480a-ab4c-69b8103577ff tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 943 time: 0.1482916 Dec 16 09:26:04.131084 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65d384eb-ef4b-42d9-adb1-3020b4eae2d9 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:04.244345 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98452db9-e814-4b6c-997c-08ec3e5d84e4 None None] Pushing event updated for resources: {'Port': ['ID=2b6ea7f0-535b-4d2d-847e-78b3ee040a1a,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:04.244496 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9bce337a-8e1f-43c4-9adf-2d9deae8f0e2 req-26c1cdf0-fac6-4602-976d-d5412824cdbc tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651828 Dec 16 09:26:04.251023 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d384eb-ef4b-42d9-adb1-3020b4eae2d9 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a36896d4-1677-4217-b768-5c0e902ed37a,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:04.276552 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f13d08-4468-4ba9-8998-27b332a13051 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb0dbfa-da06-4b14-8933-f36cc51fb53b,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:04.326641 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-72162913-5451-4e4d-a156-5ff89e47fc64 None None] Attempting to bind port 2b6ea7f0-535b-4d2d-847e-78b3ee040a1a on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:26:04.327014 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-72162913-5451-4e4d-a156-5ff89e47fc64 None None] Attempting to bind port 2b6ea7f0-535b-4d2d-847e-78b3ee040a1a by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '733c830f-5ca6-4e77-a18d-8162ef3c79e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '05457a1a-5fc6-4d7c-b1fd-8a0c61596f21'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:26:04.327382 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72162913-5451-4e4d-a156-5ff89e47fc64 None None] Attempting to bind port 2b6ea7f0-535b-4d2d-847e-78b3ee040a1a on network 05457a1a-5fc6-4d7c-b1fd-8a0c61596f21 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:04.339047 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65d384eb-ef4b-42d9-adb1-3020b4eae2d9 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:04.339676 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72162913-5451-4e4d-a156-5ff89e47fc64 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:26:04.339676 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72162913-5451-4e4d-a156-5ff89e47fc64 None None] Checking segment: {'id': '733c830f-5ca6-4e77-a18d-8162ef3c79e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '05457a1a-5fc6-4d7c-b1fd-8a0c61596f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:04.339676 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-72162913-5451-4e4d-a156-5ff89e47fc64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:04.339954 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-65d384eb-ef4b-42d9-adb1-3020b4eae2d9 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5648744 Dec 16 09:26:04.340032 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72162913-5451-4e4d-a156-5ff89e47fc64 None None] Bound using segment: {'id': '733c830f-5ca6-4e77-a18d-8162ef3c79e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '05457a1a-5fc6-4d7c-b1fd-8a0c61596f21'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:26:04.340032 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-72162913-5451-4e4d-a156-5ff89e47fc64 None None] Bound port: 2b6ea7f0-535b-4d2d-847e-78b3ee040a1a, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '733c830f-5ca6-4e77-a18d-8162ef3c79e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '05457a1a-5fc6-4d7c-b1fd-8a0c61596f21'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:26:04.340032 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-72162913-5451-4e4d-a156-5ff89e47fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:04.340269 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34088) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:04.344134 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-ee90b745-e3ad-4a66-ba29-78360714ca13 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Request body: {'security_group_rule': {'security_group_id': '1cbe89b4-8443-48dc-9d4a-b9dfe9d670f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:04.405042 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-a0f13d08-4468-4ba9-8998-27b332a13051 service neutron] Attempting to bind port bdb0dbfa-da06-4b14-8933-f36cc51fb53b on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:26:04.405483 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-a0f13d08-4468-4ba9-8998-27b332a13051 service neutron] Attempting to bind port bdb0dbfa-da06-4b14-8933-f36cc51fb53b by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:26:04.405822 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-a0f13d08-4468-4ba9-8998-27b332a13051 service neutron] Attempting to bind port bdb0dbfa-da06-4b14-8933-f36cc51fb53b on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:04.428599 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d0a50-f2a7-4fb5-a4f1-4fdbe96c256d req-d5a45c9e-22fc-486c-87bb-8efa7418c5ce tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:04.431484 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a51d0a50-f2a7-4fb5-a4f1-4fdbe96c256d req-d5a45c9e-22fc-486c-87bb-8efa7418c5ce tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8def87e-68f8-460a-a9bb-8004bf70051b HTTP/1.1" status: 200 len: 948 time: 0.2802157 Dec 16 09:26:04.451326 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-a0f13d08-4468-4ba9-8998-27b332a13051 service neutron] Port bdb0dbfa-da06-4b14-8933-f36cc51fb53b on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:26:04.451658 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-a0f13d08-4468-4ba9-8998-27b332a13051 service neutron] Attempting to bind port bdb0dbfa-da06-4b14-8933-f36cc51fb53b on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:04.478095 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-a0f13d08-4468-4ba9-8998-27b332a13051 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:26:04.478553 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-a0f13d08-4468-4ba9-8998-27b332a13051 service neutron] Checking segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:04.478946 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-a0f13d08-4468-4ba9-8998-27b332a13051 service neutron] Bound using segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:26:04.479402 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-a0f13d08-4468-4ba9-8998-27b332a13051 service neutron] Bound port: bdb0dbfa-da06-4b14-8933-f36cc51fb53b, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:26:04.480404 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-a0f13d08-4468-4ba9-8998-27b332a13051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:04.540192 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-72162913-5451-4e4d-a156-5ff89e47fc64 None None] For port 2b6ea7f0-535b-4d2d-847e-78b3ee040a1a, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:26:04.581579 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-72162913-5451-4e4d-a156-5ff89e47fc64 None None] For port 2b6ea7f0-535b-4d2d-847e-78b3ee040a1a, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=2b6ea7f0-535b-4d2d-847e-78b3ee040a1a,segment=NetworkSegment(733c830f-5ca6-4e77-a18d-8162ef3c79e4),segment_id=733c830f-5ca6-4e77-a18d-8162ef3c79e4)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:26:04.590035 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479a7d5-985c-4a03-92dd-6e1d508c59b3 req-0c34e11b-d938-4c08-9d79-3de442a4b064 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:04.599116 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2479a7d5-985c-4a03-92dd-6e1d508c59b3 req-0c34e11b-d938-4c08-9d79-3de442a4b064 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 945 time: 0.1123517 Dec 16 09:26:04.628184 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ee90b745-e3ad-4a66-ba29-78360714ca13 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:04.644864 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a51d0a50-f2a7-4fb5-a4f1-4fdbe96c256d req-1bf70021-8b20-4d84-9b6d-e37de4091353 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065046 Dec 16 09:26:04.665135 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-72162913-5451-4e4d-a156-5ff89e47fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:04.699952 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2479a7d5-985c-4a03-92dd-6e1d508c59b3 req-fbc0a514-4d08-43f9-ada4-8bdd75b21b30 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907941 Dec 16 09:26:04.754744 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-a0f13d08-4468-4ba9-8998-27b332a13051 service neutron] For port bdb0dbfa-da06-4b14-8933-f36cc51fb53b, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:26:04.774192 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-85d81901-4b2d-4084-8ea3-fb505a217743 None None] Provisioning complete for port 2b6ea7f0-535b-4d2d-847e-78b3ee040a1a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:04.774525 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-a0f13d08-4468-4ba9-8998-27b332a13051 service neutron] For port bdb0dbfa-da06-4b14-8933-f36cc51fb53b, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=bdb0dbfa-da06-4b14-8933-f36cc51fb53b,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:26:04.774644 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-85d81901-4b2d-4084-8ea3-fb505a217743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:04.780298 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ee90b745-e3ad-4a66-ba29-78360714ca13 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:04.858859 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-a0f13d08-4468-4ba9-8998-27b332a13051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:04.877088 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98452db9-e814-4b6c-997c-08ec3e5d84e4 None None] Pushing event updated for resources: {'Port': ['ID=2b6ea7f0-535b-4d2d-847e-78b3ee040a1a,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:04.888169 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ee90b745-e3ad-4a66-ba29-78360714ca13 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:04.888524 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72162913-5451-4e4d-a156-5ff89e47fc64 None None] Routers {'4dbfcd0e-6140-4835-9814-853ed0f9d653'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:04.888983 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-72162913-5451-4e4d-a156-5ff89e47fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:25:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4dbfcd0e-6140-4835-9814-853ed0f9d653'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:04.918194 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee90b745-e3ad-4a66-ba29-78360714ca13 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08fd3cb7-f8ba-478a-850f-14fd21003960,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:04.939515 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ba6bb790-c666-41d0-9f8e-7cfa6724ebd6 req-1e8c461c-e844-4ae9-b250-9fc72b3df418 tempest-AttachSCSIVolumeTestJSON-1064642198 tempest-AttachSCSIVolumeTestJSON-1064642198-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c3c61bd-a882-4ce2-b1dc-b196b28d744c HTTP/1.1" status: 200 len: 210 time: 0.0853615 Dec 16 09:26:04.956472 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-a0f13d08-4468-4ba9-8998-27b332a13051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:04.957507 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-a0f13d08-4468-4ba9-8998-27b332a13051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:04.959192 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-a0f13d08-4468-4ba9-8998-27b332a13051 service neutron] 10.222.0.57 "PUT /v2.0/ports/bdb0dbfa-da06-4b14-8933-f36cc51fb53b HTTP/1.1" status: 200 len: 1096 time: 1.8067064 Dec 16 09:26:04.959826 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8def87e-68f8-460a-a9bb-8004bf70051b', 'tag': 'bdb0dbfa-da06-4b14-8933-f36cc51fb53b'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:04.962566 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4324f3a5-1ac6-4c72-bde8-bd7ef6ff387e" -d '{"events": [{"name": "network-changed", "server_uuid": "c8def87e-68f8-460a-a9bb-8004bf70051b", "tag": "bdb0dbfa-da06-4b14-8933-f36cc51fb53b"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:04.999567 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ee90b745-e3ad-4a66-ba29-78360714ca13 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:05.002590 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ee90b745-e3ad-4a66-ba29-78360714ca13 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6619353 Dec 16 09:26:05.008655 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34104) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:05.014064 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-d86ad1f1-d8ed-4733-8bff-7016e4d80fed tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:05.078028 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f9a4ae-5fbc-4a00-85be-c488af304436 x-openstack-request-id: req-75f9a4ae-5fbc-4a00-85be-c488af304436 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:05.078699 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8def87e-68f8-460a-a9bb-8004bf70051b", "tag": "bdb0dbfa-da06-4b14-8933-f36cc51fb53b", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:05.079175 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-75f9a4ae-5fbc-4a00-85be-c488af304436 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:05.079836 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8def87e-68f8-460a-a9bb-8004bf70051b', 'tag': 'bdb0dbfa-da06-4b14-8933-f36cc51fb53b', 'status': 'completed', 'code': 200} Dec 16 09:26:05.081388 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f13d08-4468-4ba9-8998-27b332a13051 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb0dbfa-da06-4b14-8933-f36cc51fb53b,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:05.124552 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-72162913-5451-4e4d-a156-5ff89e47fc64 None None] Set router 4dbfcd0e-6140-4835-9814-853ed0f9d653 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:05.135473 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d86ad1f1-d8ed-4733-8bff-7016e4d80fed tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks [] for floatingip, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:05.147319 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-38d25a28-5541-42cb-80ee-c73394f974df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:05.149585 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-38d25a28-5541-42cb-80ee-c73394f974df service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&device_id=c8def87e-68f8-460a-a9bb-8004bf70051b HTTP/1.1" status: 200 len: 1099 time: 0.0542326 Dec 16 09:26:05.228095 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-e8b70a81-7f6b-43af-9538-7bdf5b6fb8f9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=bdb0dbfa-da06-4b14-8933-f36cc51fb53b HTTP/1.1" status: 200 len: 217 time: 0.0647924 Dec 16 09:26:05.350416 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-0ea95203-79f0-4b19-b334-a31533132b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:05.353566 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-0ea95203-79f0-4b19-b334-a31533132b64 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.1154299 Dec 16 09:26:05.413388 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d86ad1f1-d8ed-4733-8bff-7016e4d80fed tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:05.497944 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-85d81901-4b2d-4084-8ea3-fb505a217743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:05.546802 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-2f949455-bd49-4232-bbbe-bd6925ecb0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:05.554023 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-2f949455-bd49-4232-bbbe-bd6925ecb0f3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1862047 Dec 16 09:26:05.573336 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-85d81901-4b2d-4084-8ea3-fb505a217743 None None] For port 2b6ea7f0-535b-4d2d-847e-78b3ee040a1a, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=2b6ea7f0-535b-4d2d-847e-78b3ee040a1a,segment=NetworkSegment(733c830f-5ca6-4e77-a18d-8162ef3c79e4),segment_id=733c830f-5ca6-4e77-a18d-8162ef3c79e4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:05.598994 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-72162913-5451-4e4d-a156-5ff89e47fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'name': 'tempest-ServersTestJSON-578242003-router', 'tenant_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '74ffe5c2-21aa-4a38-b778-a9178214ae60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:50Z', 'updated_at': '2021-12-16T09:25:58Z', 'revision_number': 4, 'project_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'gw_port': {'id': '74ffe5c2-21aa-4a38-b778-a9178214ae60', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:51Z', 'updated_at': '2021-12-16T09:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '2b6ea7f0-535b-4d2d-847e-78b3ee040a1a', 'name': '', 'network_id': '05457a1a-5fc6-4d7c-b1fd-8a0c61596f21', 'tenant_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'mac_address': 'fa:16:3e:0d:73:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c7d9e3eb-3d14-4963-8608-b6f274561522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:56Z', 'updated_at': '2021-12-16T09:26:04Z', 'revision_number': 4, 'project_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'subnets': [{'id': 'c7d9e3eb-3d14-4963-8608-b6f274561522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:05.603096 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbce5a6-c6fc-40f5-96ec-0a19f2171316 req-a95528da-a7e7-48e7-8069-25fa761e79ab tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:05.606064 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3dbce5a6-c6fc-40f5-96ec-0a19f2171316 req-a95528da-a7e7-48e7-8069-25fa761e79ab tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 943 time: 0.1777780 Dec 16 09:26:05.624538 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-d86ad1f1-d8ed-4733-8bff-7016e4d80fed tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Allocated IP 172.25.1.253 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/053dd6d3-e9d7-4edb-9601-f8553d7b2970) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:26:05.640201 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72162913-5451-4e4d-a156-5ff89e47fc64 None None] The sync data for ids ['4dbfcd0e-6140-4835-9814-853ed0f9d653'] in n-d-820550-2 is: [{'id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'name': 'tempest-ServersTestJSON-578242003-router', 'tenant_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '74ffe5c2-21aa-4a38-b778-a9178214ae60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:50Z', 'updated_at': '2021-12-16T09:25:58Z', 'revision_number': 4, 'project_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'gw_port': {'id': '74ffe5c2-21aa-4a38-b778-a9178214ae60', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:51Z', 'updated_at': '2021-12-16T09:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '2b6ea7f0-535b-4d2d-847e-78b3ee040a1a', 'name': '', 'network_id': '05457a1a-5fc6-4d7c-b1fd-8a0c61596f21', 'tenant_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'mac_address': 'fa:16:3e:0d:73:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c7d9e3eb-3d14-4963-8608-b6f274561522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:56Z', 'updated_at': '2021-12-16T09:26:04Z', 'revision_number': 4, 'project_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'subnets': [{'id': 'c7d9e3eb-3d14-4963-8608-b6f274561522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:26:05.649562 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-85d81901-4b2d-4084-8ea3-fb505a217743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:05.777144 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d81901-4b2d-4084-8ea3-fb505a217743 None None] Pushing event updated for resources: {'Port': ['ID=2b6ea7f0-535b-4d2d-847e-78b3ee040a1a,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:05.825679 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d86ad1f1-d8ed-4733-8bff-7016e4d80fed tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:05.834286 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-de7846a0-c019-450b-afb3-f356a373a221 None None] Provisioning complete for port 2b6ea7f0-535b-4d2d-847e-78b3ee040a1a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:05.834286 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-de7846a0-c019-450b-afb3-f356a373a221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:05.844170 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-3e5a60b2-6551-4001-989e-2934ce0366aa service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714920 Dec 16 09:26:05.883263 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device bc4d5cdd-18c4-48c5-9909-5e525878e54a details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:26:05.897881 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de3467-264b-492e-9681-9726a36f702f req-64da44fa-ee07-41e8-9a8f-1a8c134fb79c tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:05.901580 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b4de3467-264b-492e-9681-9726a36f702f req-64da44fa-ee07-41e8-9a8f-1a8c134fb79c tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8def87e-68f8-460a-a9bb-8004bf70051b HTTP/1.1" status: 200 len: 948 time: 0.1196935 Dec 16 09:26:05.925750 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3dbce5a6-c6fc-40f5-96ec-0a19f2171316 req-24544ecd-ffae-4bed-bc43-b2339379ef97 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087647 Dec 16 09:26:06.044223 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b4de3467-264b-492e-9681-9726a36f702f req-53c734bd-21fa-4446-bac8-f1a1cfa68529 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315317 Dec 16 09:26:06.066995 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d86ad1f1-d8ed-4733-8bff-7016e4d80fed tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:06.168437 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86ad1f1-d8ed-4733-8bff-7016e4d80fed tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:06.182237 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-d86ad1f1-d8ed-4733-8bff-7016e4d80fed tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:06.195246 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86ad1f1-d8ed-4733-8bff-7016e4d80fed tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:26:06.219209 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ad1f1-d8ed-4733-8bff-7016e4d80fed tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Pushing event updated for resources: {'Port': ['ID=053dd6d3-e9d7-4edb-9601-f8553d7b2970,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:06.283700 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34136) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:06.286669 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port bc4d5cdd-18c4-48c5-9909-5e525878e54a, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=bc4d5cdd-18c4-48c5-9909-5e525878e54a,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:06.293200 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0796e4f1-8b2b-4f46-ae58-fe661a74d1e3 req-fcb00dd2-83e8-4736-9f4f-81ff3145af5d service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991952 Dec 16 09:26:06.322069 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device bc4d5cdd-18c4-48c5-9909-5e525878e54a has no active binding in host n-h1-820550-2 {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 09:26:06.324420 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b707379-745e-4d3a-963a-64a0dbfad51e req-d8a354d0-7740-48d6-8d70-e1a4e5b7f08f tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:06.328154 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0b707379-745e-4d3a-963a-64a0dbfad51e req-d8a354d0-7740-48d6-8d70-e1a4e5b7f08f tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 945 time: 0.2436364 Dec 16 09:26:06.422318 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0b707379-745e-4d3a-963a-64a0dbfad51e req-f7fb00e7-c125-4b40-a48f-2b56ac94b853 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810101 Dec 16 09:26:06.465748 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d86ad1f1-d8ed-4733-8bff-7016e4d80fed tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:06.572962 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324f3a5-1ac6-4c72-bde8-bd7ef6ff387e req-d5121ebc-66a6-4643-b952-c88e2cfc4bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:06.576088 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4324f3a5-1ac6-4c72-bde8-bd7ef6ff387e req-d5121ebc-66a6-4643-b952-c88e2cfc4bdb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&device_id=c8def87e-68f8-460a-a9bb-8004bf70051b HTTP/1.1" status: 200 len: 1099 time: 0.1033609 Dec 16 09:26:06.627541 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-458789de-3f6b-42c1-886d-ad107aa90f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:06.637044 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d86ad1f1-d8ed-4733-8bff-7016e4d80fed tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:06.773232 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324f3a5-1ac6-4c72-bde8-bd7ef6ff387e req-ed787233-eea8-46b4-8dd1-ec111d9935c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:06.778132 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4324f3a5-1ac6-4c72-bde8-bd7ef6ff387e req-ed787233-eea8-46b4-8dd1-ec111d9935c0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.1941202 Dec 16 09:26:06.855000 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4324f3a5-1ac6-4c72-bde8-bd7ef6ff387e req-5b24d920-b12f-44f6-bd5f-e6cce529dfd1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=bdb0dbfa-da06-4b14-8933-f36cc51fb53b HTTP/1.1" status: 200 len: 217 time: 0.0645041 Dec 16 09:26:06.883494 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:06.909737 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-458789de-3f6b-42c1-886d-ad107aa90f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:06.952806 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324f3a5-1ac6-4c72-bde8-bd7ef6ff387e req-1698aad0-4d4d-49aa-b9eb-eb9403aa36dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:06.954313 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4324f3a5-1ac6-4c72-bde8-bd7ef6ff387e req-1698aad0-4d4d-49aa-b9eb-eb9403aa36dd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0905764 Dec 16 09:26:06.963144 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d86ad1f1-d8ed-4733-8bff-7016e4d80fed tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:06.993920 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-458789de-3f6b-42c1-886d-ad107aa90f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:07.054569 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d86ad1f1-d8ed-4733-8bff-7016e4d80fed tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:07.056515 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324f3a5-1ac6-4c72-bde8-bd7ef6ff387e req-03f23790-b5b0-4264-b548-eb03b249f2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:07.058318 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4324f3a5-1ac6-4c72-bde8-bd7ef6ff387e req-03f23790-b5b0-4264-b548-eb03b249f2a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0932026 Dec 16 09:26:07.103694 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-458789de-3f6b-42c1-886d-ad107aa90f22 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=33fc026d29494ac085391dd0cd3bb871&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8189025 Dec 16 09:26:07.104597 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458789de-3f6b-42c1-886d-ad107aa90f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879093a2-d59a-454e-8a8e-7cb213b16e83,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:07.111694 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34174) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:07.234268 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4324f3a5-1ac6-4c72-bde8-bd7ef6ff387e req-e46fdc6c-0bdd-45a6-af4b-f026bc40fdc4 service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580088 Dec 16 09:26:07.254274 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d86ad1f1-d8ed-4733-8bff-7016e4d80fed tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:07.321579 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ad1f1-d8ed-4733-8bff-7016e4d80fed tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Pushing event updated for resources: {'Port': ['ID=053dd6d3-e9d7-4edb-9601-f8553d7b2970,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:07.368804 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3c89b-c12b-461a-8edd-5e2c13ac32f9 req-44663604-4e86-428d-8404-7a3ef87dc9ff tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:07.371558 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-43a3c89b-c12b-461a-8edd-5e2c13ac32f9 req-44663604-4e86-428d-8404-7a3ef87dc9ff tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 943 time: 0.2628920 Dec 16 09:26:07.423685 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d86ad1f1-d8ed-4733-8bff-7016e4d80fed tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:07.425608 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d86ad1f1-d8ed-4733-8bff-7016e4d80fed tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4156928 Dec 16 09:26:07.428062 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4df00137-675d-4293-ad96-e546ed12d1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:07.460932 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4df00137-675d-4293-ad96-e546ed12d1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:07.506714 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a80f8-9099-4d25-ad03-174d13d494b5 req-81cf67a4-bc47-4289-98ea-33762870c933 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:07.507303 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 2b6ea7f0-535b-4d2d-847e-78b3ee040a1a up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:07.521372 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e0a80f8-9099-4d25-ad03-174d13d494b5 req-81cf67a4-bc47-4289-98ea-33762870c933 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8def87e-68f8-460a-a9bb-8004bf70051b HTTP/1.1" status: 200 len: 948 time: 0.2860003 Dec 16 09:26:07.550168 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-43a3c89b-c12b-461a-8edd-5e2c13ac32f9 req-85a17d70-4b65-4a55-989a-6b74436ba161 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711929 Dec 16 09:26:07.596197 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4324f3a5-1ac6-4c72-bde8-bd7ef6ff387e req-b40c50ea-9427-4874-a809-0da6d148c158 service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454428 Dec 16 09:26:07.604203 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 2b6ea7f0-535b-4d2d-847e-78b3ee040a1a triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:07.607243 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:07.617539 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4df00137-675d-4293-ad96-e546ed12d1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:07.620896 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4df00137-675d-4293-ad96-e546ed12d1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:07.622851 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e0a80f8-9099-4d25-ad03-174d13d494b5 req-d7d943f4-d094-4aeb-b514-568eebd58034 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004190 Dec 16 09:26:07.633368 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4df00137-675d-4293-ad96-e546ed12d1a6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/879093a2-d59a-454e-8a8e-7cb213b16e83 HTTP/1.1" status: 204 len: 168 time: 0.5189464 Dec 16 09:26:07.663465 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df00137-675d-4293-ad96-e546ed12d1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879093a2-d59a-454e-8a8e-7cb213b16e83,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:07.822250 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb618069-4ef4-491d-baa4-72a67831d72a req-4b4f1231-4cbc-4534-ad26-68f482138da8 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:07.824043 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cb618069-4ef4-491d-baa4-72a67831d72a req-4b4f1231-4cbc-4534-ad26-68f482138da8 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 945 time: 0.0994635 Dec 16 09:26:07.867953 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cb618069-4ef4-491d-baa4-72a67831d72a req-c9a9b7cd-c3d5-49d4-b8c4-3a43676a2465 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375142 Dec 16 09:26:07.919057 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-2afe53b6-b0f5-4a8f-9e34-246c21b4be23 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1663833661&fields=id&tenant_id=bfa782d4c0d04630b4be78dfc55508d2 HTTP/1.1" status: 200 len: 267 time: 0.0417335 Dec 16 09:26:08.047955 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-bb26df41-5d47-4f2a-bb4b-ba5d49411dac tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:08.049756 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-bb26df41-5d47-4f2a-bb4b-ba5d49411dac tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "GET /v2.0/networks?id=05457a1a-5fc6-4d7c-b1fd-8a0c61596f21 HTTP/1.1" status: 200 len: 805 time: 0.1240675 Dec 16 09:26:08.068609 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-b621e717-60e7-4952-9826-9d2e9d473591 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "GET /v2.0/quotas/bfa782d4c0d04630b4be78dfc55508d2 HTTP/1.1" status: 200 len: 375 time: 0.0101228 Dec 16 09:26:08.137366 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-a60d866e-df0b-4fa8-a390-8e29fb9694a4 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfa782d4c0d04630b4be78dfc55508d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0624318 Dec 16 09:26:08.287507 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-159a0c1c-d16a-49a5-a46f-7209450d7a86 service neutron] 10.222.0.60 "GET /v2.0/networks/05457a1a-5fc6-4d7c-b1fd-8a0c61596f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373231 Dec 16 09:26:08.394942 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-c720bfa1-976f-4ca6-994d-4fa850356d14 service neutron] 10.222.0.60 "GET /v2.0/networks/05457a1a-5fc6-4d7c-b1fd-8a0c61596f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985379 Dec 16 09:26:08.728256 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f887214-6af3-4ce6-8073-d1c2736991ff req-7f9250f2-9f4c-40e0-bf27-d3d88596c974 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:08.731551 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2f887214-6af3-4ce6-8073-d1c2736991ff req-7f9250f2-9f4c-40e0-bf27-d3d88596c974 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 943 time: 0.0611103 Dec 16 09:26:08.810955 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2f887214-6af3-4ce6-8073-d1c2736991ff req-3e8873fd-14bd-4df5-975e-329d29a97b0d tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727503 Dec 16 09:26:08.825060 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72bc3e-bc19-4e30-b754-e594d84d354c req-846bf1cc-51eb-40d6-8e90-77bc9ce6b3ee tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:08.835186 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cd72bc3e-bc19-4e30-b754-e594d84d354c req-846bf1cc-51eb-40d6-8e90-77bc9ce6b3ee tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8def87e-68f8-460a-a9bb-8004bf70051b HTTP/1.1" status: 200 len: 948 time: 0.1090324 Dec 16 09:26:08.923878 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e6c69d26-2569-4d38-9f27-4dc74d818311 req-ab72c23f-9b59-4105-b81f-effff7fcdbb2 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "GET /v2.0/ports?device_id=072eda69-ce3f-4db3-8ea5-bab699f66960 HTTP/1.1" status: 200 len: 210 time: 0.0324922 Dec 16 09:26:08.925650 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cd72bc3e-bc19-4e30-b754-e594d84d354c req-315621c3-e063-4f3e-bc1b-66d0477e6464 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878186 Dec 16 09:26:09.047235 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b494dd-fdd3-42bd-88dc-d50f84b11761 req-30c1760a-1c75-4199-97c2-952dae987b77 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:09.048737 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-39b494dd-fdd3-42bd-88dc-d50f84b11761 req-30c1760a-1c75-4199-97c2-952dae987b77 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 945 time: 0.0521615 Dec 16 09:26:09.093576 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-39b494dd-fdd3-42bd-88dc-d50f84b11761 req-385520e7-fe67-4835-a648-6ef153808718 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352006 Dec 16 09:26:09.809518 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-12b7220a-4f47-4b92-852f-c7e944f0952d service neutron] 10.222.0.58 "GET /v2.0/ports/bc4d5cdd-18c4-48c5-9909-5e525878e54a/bindings/n-h1-820550-2 HTTP/1.1" status: 200 len: 384 time: 0.0631142 Dec 16 09:26:09.895541 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device bdb0dbfa-da06-4b14-8933-f36cc51fb53b details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:26:09.988415 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08c036-41c4-4d99-98df-53fdede6d111 req-bf86f830-5f82-408e-8750-957ecde7043f tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:09.990347 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ce08c036-41c4-4d99-98df-53fdede6d111 req-bf86f830-5f82-408e-8750-957ecde7043f tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 943 time: 0.1144443 Dec 16 09:26:10.040404 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-51c60dce-3dac-4c8b-bc7b-d0ed7f101158 service neutron] For port bc4d5cdd-18c4-48c5-9909-5e525878e54a, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=bc4d5cdd-18c4-48c5-9909-5e525878e54a,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:10.040970 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port bdb0dbfa-da06-4b14-8933-f36cc51fb53b, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=bdb0dbfa-da06-4b14-8933-f36cc51fb53b,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:10.056053 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'bdb0dbfa-da06-4b14-8933-f36cc51fb53b', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': 'bdb0dbfa-da06-4b14-8933-f36cc51fb53b', 'mac_address': 'fa:16:3e:c2:06:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:26:10.068004 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-51c60dce-3dac-4c8b-bc7b-d0ed7f101158 service neutron] For port bc4d5cdd-18c4-48c5-9909-5e525878e54a, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:26:10.086228 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ce08c036-41c4-4d99-98df-53fdede6d111 req-07a3ac54-91d2-48bd-9b7c-444235fbc2d6 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821137 Dec 16 09:26:10.108602 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-51c60dce-3dac-4c8b-bc7b-d0ed7f101158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc4d5cdd-18c4-48c5-9909-5e525878e54a {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:26:10.123364 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-51c60dce-3dac-4c8b-bc7b-d0ed7f101158 service neutron] For port bc4d5cdd-18c4-48c5-9909-5e525878e54a, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=bc4d5cdd-18c4-48c5-9909-5e525878e54a,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:10.161099 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:10.185434 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4f48691f-3475-4805-9513-75311e1f460a req-7bf9fc69-a046-4079-ad34-bbce8dd46c0d tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "GET /v2.0/ports?device_id=072eda69-ce3f-4db3-8ea5-bab699f66960 HTTP/1.1" status: 200 len: 210 time: 0.0596685 Dec 16 09:26:10.195666 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdb0dbfa-da06-4b14-8933-f36cc51fb53b {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:26:10.198181 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad404c-de9e-4429-b9fd-5740c43a42af req-ee2d3893-b047-4756-a917-55ee5dd6228b tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:10.211390 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8bad404c-de9e-4429-b9fd-5740c43a42af req-ee2d3893-b047-4756-a917-55ee5dd6228b tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8def87e-68f8-460a-a9bb-8004bf70051b HTTP/1.1" status: 200 len: 948 time: 0.0743322 Dec 16 09:26:10.220521 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port bdb0dbfa-da06-4b14-8933-f36cc51fb53b, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=bdb0dbfa-da06-4b14-8933-f36cc51fb53b,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:10.254129 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8bad404c-de9e-4429-b9fd-5740c43a42af req-e447468a-f3fa-468e-aac5-5650e8133eee tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411048 Dec 16 09:26:10.255445 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-51c60dce-3dac-4c8b-bc7b-d0ed7f101158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:10.324081 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34306) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:10.360566 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:10.396953 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-51c60dce-3dac-4c8b-bc7b-d0ed7f101158 service neutron] Transition to ACTIVE for port object bc4d5cdd-18c4-48c5-9909-5e525878e54a will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:26:10.406090 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83665ff-835f-4dd7-81c2-9cba941af929 req-c64544f2-7c8d-4bdd-9a84-fc6d3a42f7d6 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:10.407578 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b83665ff-835f-4dd7-81c2-9cba941af929 req-c64544f2-7c8d-4bdd-9a84-fc6d3a42f7d6 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 945 time: 0.0723090 Dec 16 09:26:10.434610 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c028823b-ec9f-457d-892f-5e81e818974c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:10.452155 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b83665ff-835f-4dd7-81c2-9cba941af929 req-eb191e27-10c7-4bda-afe6-f0c766ca8f23 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376992 Dec 16 09:26:10.512887 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c028823b-ec9f-457d-892f-5e81e818974c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:10.529092 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:10.529832 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device bc4d5cdd-18c4-48c5-9909-5e525878e54a details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:26:10.615770 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-51c60dce-3dac-4c8b-bc7b-d0ed7f101158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:10.630897 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=bdb0dbfa-da06-4b14-8933-f36cc51fb53b,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:10.682539 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-51c60dce-3dac-4c8b-bc7b-d0ed7f101158 service neutron] No DVR routers for this DVR port bc4d5cdd-18c4-48c5-9909-5e525878e54a on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:26:10.694118 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port bc4d5cdd-18c4-48c5-9909-5e525878e54a, host n-h2-820550-2, got binding levels [] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:10.694675 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c028823b-ec9f-457d-892f-5e81e818974c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:10.733770 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c60dce-3dac-4c8b-bc7b-d0ed7f101158 service neutron] Pushing event updated for resources: {'Port': ['ID=bc4d5cdd-18c4-48c5-9909-5e525878e54a,revision_number=10']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:10.751545 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-51c60dce-3dac-4c8b-bc7b-d0ed7f101158 service neutron] 10.222.0.58 "PUT /v2.0/ports/bc4d5cdd-18c4-48c5-9909-5e525878e54a/bindings/n-h1-820550-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9343612 Dec 16 09:26:10.755067 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c028823b-ec9f-457d-892f-5e81e818974c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dd2dadbeed564798806efd1f20094a27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4298990 Dec 16 09:26:10.756231 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028823b-ec9f-457d-892f-5e81e818974c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60b344b-abba-41fb-bfda-84718f617823,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:10.758184 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34312) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:10.831103 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c2ea4226-11c5-4334-92f4-e2c9fa911bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:10.850340 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c2ea4226-11c5-4334-92f4-e2c9fa911bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:10.863959 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Attempting to bind port bc4d5cdd-18c4-48c5-9909-5e525878e54a on host n-h2-820550-2 for vnic_type normal with profile {"migrating_to": "n-h1-820550-2"} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:26:10.864509 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Attempting to bind port bc4d5cdd-18c4-48c5-9909-5e525878e54a by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:26:10.865285 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Attempting to bind port bc4d5cdd-18c4-48c5-9909-5e525878e54a on network fd229606-1f82-48a3-82a3-fb35078f3dba {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:10.869828 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Port bc4d5cdd-18c4-48c5-9909-5e525878e54a on network fd229606-1f82-48a3-82a3-fb35078f3dba not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:26:10.870944 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Attempting to bind port bc4d5cdd-18c4-48c5-9909-5e525878e54a on network fd229606-1f82-48a3-82a3-fb35078f3dba {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:10.876263 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:26:10.876756 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Checking segment: {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:10.877471 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Bound using segment: {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:26:10.878021 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Bound port: bc4d5cdd-18c4-48c5-9909-5e525878e54a, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:26:10.878511 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:10.937961 n-d-820550-2 neutron-server[102818]: WARNING neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Concurrent port binding operations failed on port bc4d5cdd-18c4-48c5-9909-5e525878e54a Dec 16 09:26:10.941475 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port bc4d5cdd-18c4-48c5-9909-5e525878e54a, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=bc4d5cdd-18c4-48c5-9909-5e525878e54a,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:10.942910 n-d-820550-2 neutron-server[102818]: INFO neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Attempt 2 to bind port bc4d5cdd-18c4-48c5-9909-5e525878e54a Dec 16 09:26:10.943595 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'bc4d5cdd-18c4-48c5-9909-5e525878e54a', 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba', 'port_id': 'bc4d5cdd-18c4-48c5-9909-5e525878e54a', 'mac_address': 'fa:16:3e:c3:7a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1e11efc-2921-4ef6-b725-208b9f6cb7a8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:26:10.981550 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:10.995470 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc4d5cdd-18c4-48c5-9909-5e525878e54a {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:26:11.015793 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port bc4d5cdd-18c4-48c5-9909-5e525878e54a, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=bc4d5cdd-18c4-48c5-9909-5e525878e54a,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:11.121176 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-d4efa2d3-c28e-4127-8a31-772879949ac7 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:11.122681 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-d4efa2d3-c28e-4127-8a31-772879949ac7 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b&tenant_id=ef267339b96a4504bcc86eb4b94505b3&binding%3Ahost_id=n-h2-820550-2 HTTP/1.1" status: 200 len: 1095 time: 0.0439496 Dec 16 09:26:11.123716 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c2ea4226-11c5-4334-92f4-e2c9fa911bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:11.126414 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c2ea4226-11c5-4334-92f4-e2c9fa911bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:11.127565 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c2ea4226-11c5-4334-92f4-e2c9fa911bf9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d60b344b-abba-41fb-bfda-84718f617823 HTTP/1.1" status: 204 len: 168 time: 0.3682070 Dec 16 09:26:11.203359 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea4226-11c5-4334-92f4-e2c9fa911bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60b344b-abba-41fb-bfda-84718f617823,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:11.255421 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd0d0f-9408-46c9-999f-7be2506fb3ec req-a99aa2f5-839b-46e8-b065-01564af9e22f tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:11.256991 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0acd0d0f-9408-46c9-999f-7be2506fb3ec req-a99aa2f5-839b-46e8-b065-01564af9e22f tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 944 time: 0.1117640 Dec 16 09:26:11.259962 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-2c474686-2c1a-4f38-8927-41e530d01250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:11.261396 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-2c474686-2c1a-4f38-8927-41e530d01250 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b&tenant_id=ef267339b96a4504bcc86eb4b94505b3 HTTP/1.1" status: 200 len: 1095 time: 0.1150501 Dec 16 09:26:11.277621 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1d1cc1ac-597f-45ba-b893-cc149b182816 req-7540d297-9e0f-442f-9caf-3853bcbf112b tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "GET /v2.0/ports?device_id=072eda69-ce3f-4db3-8ea5-bab699f66960 HTTP/1.1" status: 200 len: 210 time: 0.0272470 Dec 16 09:26:11.318035 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:11.328626 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0acd0d0f-9408-46c9-999f-7be2506fb3ec req-d4d38b2a-0fb1-4017-b072-5b25bdc44224 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651827 Dec 16 09:26:11.345785 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-2f473ce5-1e26-4cd1-84a9-3a8bcf28a32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:11.347695 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-2f473ce5-1e26-4cd1-84a9-3a8bcf28a32d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef267339b96a4504bcc86eb4b94505b3&device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 1095 time: 0.0496349 Dec 16 09:26:11.404944 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e464b9c-3a7d-4092-95e4-ff9c3c6531a9 req-4c37be25-3183-430f-8f94-5147a1e06821 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:11.406694 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1e464b9c-3a7d-4092-95e4-ff9c3c6531a9 req-4c37be25-3183-430f-8f94-5147a1e06821 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8def87e-68f8-460a-a9bb-8004bf70051b HTTP/1.1" status: 200 len: 949 time: 0.0676157 Dec 16 09:26:11.429357 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=bc4d5cdd-18c4-48c5-9909-5e525878e54a,revision_number=11']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:11.454546 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['bc4d5cdd-18c4-48c5-9909-5e525878e54a'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:26:11.480363 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1e464b9c-3a7d-4092-95e4-ff9c3c6531a9 req-7b42a9a4-1956-446a-bc48-28629f57394c tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573497 Dec 16 09:26:11.509146 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-6e754acc-a9cc-4349-a773-b3c481d9f31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:11.510648 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-6e754acc-a9cc-4349-a773-b3c481d9f31c service neutron] 10.222.0.57 "GET /v2.0/networks?id=fd229606-1f82-48a3-82a3-fb35078f3dba HTTP/1.1" status: 200 len: 909 time: 0.1538777 Dec 16 09:26:11.560561 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-75272b86-afd8-475b-9645-a3e2b81c3161 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc4d5cdd-18c4-48c5-9909-5e525878e54a HTTP/1.1" status: 200 len: 217 time: 0.0378118 Dec 16 09:26:11.642449 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-9856473d-0863-4a8e-b51f-21191d7ec241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:11.644614 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-9856473d-0863-4a8e-b51f-21191d7ec241 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1e11efc-2921-4ef6-b725-208b9f6cb7a8 HTTP/1.1" status: 200 len: 848 time: 0.0742970 Dec 16 09:26:11.652943 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2bd9c3-1972-4a0f-bafc-d8a45c4d46d4 req-4afd6480-d346-4b33-a243-035822bd7b01 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:11.654329 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5f2bd9c3-1972-4a0f-bafc-d8a45c4d46d4 req-4afd6480-d346-4b33-a243-035822bd7b01 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 945 time: 0.0966413 Dec 16 09:26:11.684693 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-dac834bf-dd27-470c-9d46-a2234a7ef1a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd229606-1f82-48a3-82a3-fb35078f3dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293648 Dec 16 09:26:11.761968 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5f2bd9c3-1972-4a0f-bafc-d8a45c4d46d4 req-61eff150-6eaa-45f1-b77f-3357052784a4 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976532 Dec 16 09:26:11.800146 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-8241d0a0-6649-4c12-b325-cd440b0f1206 service neutron] 10.222.0.57 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046958 Dec 16 09:26:11.804935 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['bdb0dbfa-da06-4b14-8933-f36cc51fb53b'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:26:12.205962 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-111af969-f0b6-4f15-97ee-cd847e7fdc98 service neutron] 10.222.0.57 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906267 Dec 16 09:26:12.382985 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-02624ea2-92ff-4c8e-b9f8-83c2ae6e0e3b req-7a94be92-d705-4777-aabf-39a5c30d7061 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "GET /v2.0/ports?device_id=072eda69-ce3f-4db3-8ea5-bab699f66960 HTTP/1.1" status: 200 len: 210 time: 0.0364788 Dec 16 09:26:12.469594 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b2a479-84ba-45c4-bfab-7ec9f0df257e req-887b42cb-b0ed-41c6-b5f8-7cc7d0657a38 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:12.469594 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-02b2a479-84ba-45c4-bfab-7ec9f0df257e req-887b42cb-b0ed-41c6-b5f8-7cc7d0657a38 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 945 time: 0.0520234 Dec 16 09:26:12.511950 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-02b2a479-84ba-45c4-bfab-7ec9f0df257e req-47cbd43f-c20b-4d6e-bc10-eaa22f337bd5 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386646 Dec 16 09:26:12.620908 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3943b-da51-43f8-8a25-c581f145e5c6 req-d546f609-1c37-4e37-8eae-28759fa8c147 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:12.622445 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1dd3943b-da51-43f8-8a25-c581f145e5c6 req-d546f609-1c37-4e37-8eae-28759fa8c147 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8def87e-68f8-460a-a9bb-8004bf70051b HTTP/1.1" status: 200 len: 949 time: 0.0523784 Dec 16 09:26:12.655158 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device bc4d5cdd-18c4-48c5-9909-5e525878e54a no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:26:12.667850 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1dd3943b-da51-43f8-8a25-c581f145e5c6 req-0f4a6b51-00e1-49e6-9d82-a840993b0a23 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374036 Dec 16 09:26:12.697448 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device bc4d5cdd-18c4-48c5-9909-5e525878e54a not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:26:12.932000 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32e23c-5016-44e8-b37b-5d6640a4b7af req-4be4ee26-6769-4395-9d92-8bcb4c316efd tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:12.933569 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8c32e23c-5016-44e8-b37b-5d6640a4b7af req-4be4ee26-6769-4395-9d92-8bcb4c316efd tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 945 time: 0.0544081 Dec 16 09:26:12.980354 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8c32e23c-5016-44e8-b37b-5d6640a4b7af req-8e9b394b-d58e-462e-af29-23a6fd326b0f tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400362 Dec 16 09:26:13.040788 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34368) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:13.106456 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-34ca9aab-f75b-44ef-917c-1ab0766aadbf tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:13.108632 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-34ca9aab-f75b-44ef-917c-1ab0766aadbf tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.58 "GET /v2.0/networks?id=05457a1a-5fc6-4d7c-b1fd-8a0c61596f21 HTTP/1.1" status: 200 len: 805 time: 0.1507013 Dec 16 09:26:13.134847 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34372) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:13.172274 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-6add7121-6b16-431f-b389-f17cdca201ab tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfa782d4c0d04630b4be78dfc55508d2 HTTP/1.1" status: 200 len: 380 time: 0.0533388 Dec 16 09:26:13.186301 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-87c4766a-0e92-4660-becc-3427994af7c2 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Request body: {'port': {'device_id': '072eda69-ce3f-4db3-8ea5-bab699f66960', 'network_id': '05457a1a-5fc6-4d7c-b1fd-8a0c61596f21', 'admin_state_up': True, 'tenant_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'security_groups': ['1cbe89b4-8443-48dc-9d4a-b9dfe9d670f0']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:13.264133 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-a13b5daf-83fb-455f-bae2-27a574939ab9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-913651052-network', 'tenant_id': '49844af6fd4846aa8dfc2f9f72525181'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:13.466647 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f66c4-e48c-4ab6-8f79-db0bbc499e0b req-3c9a3efc-f6d2-48f2-ae2e-c324e1509825 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:13.468074 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f4f66c4-e48c-4ab6-8f79-db0bbc499e0b req-3c9a3efc-f6d2-48f2-ae2e-c324e1509825 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3347ebf-4079-4f68-9518-414415ef729f HTTP/1.1" status: 200 len: 945 time: 0.0804176 Dec 16 09:26:13.491009 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2b5fb195-25aa-4c8e-878c-58e49da23116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:13.494532 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4a7e6d1f-8942-4a11-9382-fe5d7f38672e req-2e7b875f-090c-4665-a918-4fd79d9c42d5 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "GET /v2.0/ports?device_id=072eda69-ce3f-4db3-8ea5-bab699f66960 HTTP/1.1" status: 200 len: 210 time: 0.0292594 Dec 16 09:26:13.519958 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13b5daf-83fb-455f-bae2-27a574939ab9 admin admin] Made reservation on behalf of 49844af6fd4846aa8dfc2f9f72525181 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:13.522612 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a13b5daf-83fb-455f-bae2-27a574939ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:13.536829 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a13b5daf-83fb-455f-bae2-27a574939ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:13.585160 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f4f66c4-e48c-4ab6-8f79-db0bbc499e0b req-82835081-9410-48b1-b7d7-84cca43949a1 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d635dd-fb21-461a-8c0f-868d41d0e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099813 Dec 16 09:26:13.660147 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a13b5daf-83fb-455f-bae2-27a574939ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:13.672711 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d92e1-ca07-4eb8-ab20-7e88b18184bc req-1edc5998-506a-49af-bda0-3cb54ad48dd4 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:13.674468 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bc5d92e1-ca07-4eb8-ab20-7e88b18184bc req-1edc5998-506a-49af-bda0-3cb54ad48dd4 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 945 time: 0.0868416 Dec 16 09:26:13.726185 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bc5d92e1-ca07-4eb8-ab20-7e88b18184bc req-e089ac58-bedc-4a38-9c5a-441d57121990 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452611 Dec 16 09:26:13.751404 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-87c4766a-0e92-4660-becc-3427994af7c2 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Made reservation on behalf of bfa782d4c0d04630b4be78dfc55508d2 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:13.755371 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-87c4766a-0e92-4660-becc-3427994af7c2 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:13.815899 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9ebc7-42b5-4e60-9083-e62eb45c6af2 req-2f1a4f50-d536-4409-ac4f-0b8fb5d42837 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:13.817538 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3af9ebc7-42b5-4e60-9083-e62eb45c6af2 req-2f1a4f50-d536-4409-ac4f-0b8fb5d42837 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8def87e-68f8-460a-a9bb-8004bf70051b HTTP/1.1" status: 200 len: 949 time: 0.0613713 Dec 16 09:26:13.827201 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-2b5fb195-25aa-4c8e-878c-58e49da23116 admin admin] Deleting port ffddd757-0e34-45e7-badb-caaaecb0a2a6 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:26:13.827560 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2b5fb195-25aa-4c8e-878c-58e49da23116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:13.886832 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-87c4766a-0e92-4660-becc-3427994af7c2 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Allocated IP 172.20.0.6 (05457a1a-5fc6-4d7c-b1fd-8a0c61596f21/c7d9e3eb-3d14-4963-8608-b6f274561522/3a79b46f-a343-4e49-8e43-3f78625282e5) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:26:13.914147 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3af9ebc7-42b5-4e60-9083-e62eb45c6af2 req-d83efe27-815a-4a24-9e86-435d311bbb6e tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888107 Dec 16 09:26:13.915571 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a13b5daf-83fb-455f-bae2-27a574939ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:13.925794 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device bdb0dbfa-da06-4b14-8933-f36cc51fb53b up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:13.942263 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a13b5daf-83fb-455f-bae2-27a574939ab9 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:26:13.953420 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-2b5fb195-25aa-4c8e-878c-58e49da23116 admin admin] For port ffddd757-0e34-45e7-badb-caaaecb0a2a6, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ffddd757-0e34-45e7-badb-caaaecb0a2a6,segment=NetworkSegment(8964c3ab-e3c8-4683-aed6-f36a09c842e0),segment_id=8964c3ab-e3c8-4683-aed6-f36a09c842e0)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:13.953843 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2b5fb195-25aa-4c8e-878c-58e49da23116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:13.971133 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-2b5fb195-25aa-4c8e-878c-58e49da23116 admin admin] Calling delete_port for ffddd757-0e34-45e7-badb-caaaecb0a2a6 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:26:14.007972 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a13b5daf-83fb-455f-bae2-27a574939ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:14.008271 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-a13b5daf-83fb-455f-bae2-27a574939ab9 admin admin] Added segment 12939514-4a47-4475-adfe-96454aa27a8a of type vlan for network 0c61a38c-3166-4d91-be16-7d29830d5ac6 Dec 16 09:26:14.009849 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b5daf-83fb-455f-bae2-27a574939ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f744739-11c7-46d3-b7d9-5df0034df690,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:14.084311 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-770031a9-af21-4d2a-bcb4-bcc030a51b82 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:14.086501 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-770031a9-af21-4d2a-bcb4-bcc030a51b82 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b&tenant_id=ef267339b96a4504bcc86eb4b94505b3&binding%3Ahost_id=n-h1-820550-2 HTTP/1.1" status: 200 len: 1096 time: 0.0698903 Dec 16 09:26:14.088640 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a13b5daf-83fb-455f-bae2-27a574939ab9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:14.129353 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port bdb0dbfa-da06-4b14-8933-f36cc51fb53b completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:26:14.133645 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port bdb0dbfa-da06-4b14-8933-f36cc51fb53b triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:14.134303 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:14.139272 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-87c4766a-0e92-4660-becc-3427994af7c2 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:14.176422 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535ccdc-2611-4cdc-8389-b6fc95fd77c0 req-233358e3-6c7a-40ef-9236-0f1dd6471ea9 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:14.178075 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7535ccdc-2611-4cdc-8389-b6fc95fd77c0 req-233358e3-6c7a-40ef-9236-0f1dd6471ea9 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 945 time: 0.1118202 Dec 16 09:26:14.230754 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7535ccdc-2611-4cdc-8389-b6fc95fd77c0 req-f87a6d33-bdbc-413f-8ff6-c0591e5134ab tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447354 Dec 16 09:26:14.269319 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:14.292595 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8def87e-68f8-460a-a9bb-8004bf70051b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb0dbfa-da06-4b14-8933-f36cc51fb53b'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:14.295178 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3aba2e-b7ba-4aa3-93fb-fd8028c0430f" -d '{"events": [{"server_uuid": "c8def87e-68f8-460a-a9bb-8004bf70051b", "name": "network-vif-plugged", "status": "completed", "tag": "bdb0dbfa-da06-4b14-8933-f36cc51fb53b"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:14.312470 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port bdb0dbfa-da06-4b14-8933-f36cc51fb53b, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=bdb0dbfa-da06-4b14-8933-f36cc51fb53b,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:14.320654 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a13b5daf-83fb-455f-bae2-27a574939ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:14.321710 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13b5daf-83fb-455f-bae2-27a574939ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:14.322293 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a13b5daf-83fb-455f-bae2-27a574939ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:14.331807 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c80418f-36cd-4e75-91c6-ac48223fbdfc x-openstack-request-id: req-1c80418f-36cd-4e75-91c6-ac48223fbdfc {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:14.331807 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8def87e-68f8-460a-a9bb-8004bf70051b", "name": "network-vif-plugged", "status": "completed", "tag": "bdb0dbfa-da06-4b14-8933-f36cc51fb53b", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:14.332028 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1c80418f-36cd-4e75-91c6-ac48223fbdfc {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:14.332400 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8def87e-68f8-460a-a9bb-8004bf70051b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb0dbfa-da06-4b14-8933-f36cc51fb53b', 'code': 200} Dec 16 09:26:14.371979 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-87c4766a-0e92-4660-becc-3427994af7c2 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:14.449643 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-87c4766a-0e92-4660-becc-3427994af7c2 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Network 05457a1a-5fc6-4d7c-b1fd-8a0c61596f21 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:14.450329 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b5daf-83fb-455f-bae2-27a574939ab9 admin admin] Pushing event updated for resources: {'Network': ['ID=0c61a38c-3166-4d91-be16-7d29830d5ac6,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:14.460397 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 0c61a38c-3166-4d91-be16-7d29830d5ac6 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:26:14.460902 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-87c4766a-0e92-4660-becc-3427994af7c2 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:14.463721 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-87c4766a-0e92-4660-becc-3427994af7c2 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:26:14.466503 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4766a-0e92-4660-becc-3427994af7c2 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Pushing event updated for resources: {'Port': ['ID=3a79b46f-a343-4e49-8e43-3f78625282e5,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:14.518521 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8f8a2-5fb5-4f08-905f-724ccacecf04 req-eecbc9dd-b7a8-4aae-864d-1ddb9d55345a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:14.523190 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cac8f8a2-5fb5-4f08-905f-724ccacecf04 req-eecbc9dd-b7a8-4aae-864d-1ddb9d55345a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c8def87e-68f8-460a-a9bb-8004bf70051b HTTP/1.1" status: 200 len: 1100 time: 0.1144972 Dec 16 09:26:14.542862 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-87c4766a-0e92-4660-becc-3427994af7c2 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:14.543536 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-87c4766a-0e92-4660-becc-3427994af7c2 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:14.578058 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:14.579193 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device bc4d5cdd-18c4-48c5-9909-5e525878e54a up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:14.584139 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2b5fb195-25aa-4c8e-878c-58e49da23116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:14.584139 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-ffc77cb6-395c-44b8-b103-cb4ec9116daa service neutron] For port bc4d5cdd-18c4-48c5-9909-5e525878e54a, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:26:14.597434 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-ffc77cb6-395c-44b8-b103-cb4ec9116daa service neutron] Notify callbacks [] for binding, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:14.598602 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a14969e4-8bc5-474e-b5c9-84193cc7106e req-ffc77cb6-395c-44b8-b103-cb4ec9116daa service neutron] 10.222.0.57 "DELETE /v2.0/ports/bc4d5cdd-18c4-48c5-9909-5e525878e54a/bindings/n-h2-820550-2 HTTP/1.1" status: 204 len: 173 time: 0.4805744 Dec 16 09:26:14.665865 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=bdb0dbfa-da06-4b14-8933-f36cc51fb53b,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:14.679035 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5fb195-25aa-4c8e-878c-58e49da23116 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffddd757-0e34-45e7-badb-caaaecb0a2a6,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:14.851800 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-8a7d7962-f542-4846-a932-c7b80d88df40 None None] Provisioning complete for port 3a79b46f-a343-4e49-8e43-3f78625282e5 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:14.852479 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8a7d7962-f542-4846-a932-c7b80d88df40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:14.912888 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-8a7d7962-f542-4846-a932-c7b80d88df40 None None] Port 3a79b46f-a343-4e49-8e43-3f78625282e5 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:26:14.913012 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2b5fb195-25aa-4c8e-878c-58e49da23116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:14.964162 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a13b5daf-83fb-455f-bae2-27a574939ab9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8285224 Dec 16 09:26:14.967329 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-87c4766a-0e92-4660-becc-3427994af7c2 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7866170 Dec 16 09:26:14.967947 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34400) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:14.978049 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port bc4d5cdd-18c4-48c5-9909-5e525878e54a completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:26:14.983162 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port bc4d5cdd-18c4-48c5-9909-5e525878e54a triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:14.983777 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:14.991564 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-eb011149-316f-44af-902b-cd48dc59de17 admin admin] Request body: {'subnet': {'network_id': '0c61a38c-3166-4d91-be16-7d29830d5ac6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-913651052-subnet', 'tenant_id': '49844af6fd4846aa8dfc2f9f72525181', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:14.999105 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cac8f8a2-5fb5-4f08-905f-724ccacecf04 req-138b5f12-fc2f-4004-8fac-4a54bdbc18af service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4517493 Dec 16 09:26:15.007552 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-5b304ce0-ed80-4bc9-9ce0-ce82dc6ca28c service neutron] Request body: {'port': {'device_id': '072eda69-ce3f-4db3-8ea5-bab699f66960', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:15.065892 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a35b6b-6c00-41a1-b917-35d3980994a7 req-6c9c8d69-a90b-4b50-90b2-5b399d0f045d tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:15.067400 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f0a35b6b-6c00-41a1-b917-35d3980994a7 req-6c9c8d69-a90b-4b50-90b2-5b399d0f045d tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "GET /v2.0/ports?device_id=072eda69-ce3f-4db3-8ea5-bab699f66960 HTTP/1.1" status: 200 len: 931 time: 0.4844935 Dec 16 09:26:15.082119 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:15.100590 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-0b79e0e5-0d96-41d4-830e-75aeee24f34e tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:15.102090 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-0b79e0e5-0d96-41d4-830e-75aeee24f34e tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d&tenant_id=13f0e2e84c3c42c99759789d057f9272&binding%3Ahost_id=n-h1-820550-2 HTTP/1.1" status: 200 len: 1096 time: 0.1637852 Dec 16 09:26:15.116458 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port bc4d5cdd-18c4-48c5-9909-5e525878e54a, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=bc4d5cdd-18c4-48c5-9909-5e525878e54a,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:15.119718 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-3753c941-45f4-439d-b71e-91452baa3101 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820550-2'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:15.145666 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-5b304ce0-ed80-4bc9-9ce0-ce82dc6ca28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:15.153707 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5fb195-25aa-4c8e-878c-58e49da23116 admin admin] Router 4b63c264-14b1-4ec5-8771-c18e0e2ac695 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:26:15.201851 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f0a35b6b-6c00-41a1-b917-35d3980994a7 req-a598079f-e676-4197-bbf9-13e8e9dd5adf tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cbe89b4-8443-48dc-9d4a-b9dfe9d670f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249847 Dec 16 09:26:15.310047 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-3753c941-45f4-439d-b71e-91452baa3101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:15.328752 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:15.371807 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-45b90785-b82b-4867-8936-7f1fc9568e49 req-01024d62-04cf-4f12-a89b-8c3834782ce8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4e2e5f50-f84c-4871-89d1-0a888ffad525&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0594747 Dec 16 09:26:15.376932 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5fb195-25aa-4c8e-878c-58e49da23116 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:26:15.378367 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2b5fb195-25aa-4c8e-878c-58e49da23116 admin admin] 10.222.0.60 "PUT /v2.0/routers/4b63c264-14b1-4ec5-8771-c18e0e2ac695/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3364220 Dec 16 09:26:15.380788 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34406) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:15.388464 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a149ca1-eaa9-4ed5-9efa-b9cf5092a912 None None] Sync routers for ids ['4b63c264-14b1-4ec5-8771-c18e0e2ac695'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:26:15.398923 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a149ca1-eaa9-4ed5-9efa-b9cf5092a912 None None] Routers {'4b63c264-14b1-4ec5-8771-c18e0e2ac695'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:15.399872 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1a149ca1-eaa9-4ed5-9efa-b9cf5092a912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:25:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4b63c264-14b1-4ec5-8771-c18e0e2ac695'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:15.433156 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=bc4d5cdd-18c4-48c5-9909-5e525878e54a,revision_number=13']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:15.441777 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb011149-316f-44af-902b-cd48dc59de17 admin admin] Made reservation on behalf of 49844af6fd4846aa8dfc2f9f72525181 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:15.457239 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb011149-316f-44af-902b-cd48dc59de17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:15.554598 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-1a149ca1-eaa9-4ed5-9efa-b9cf5092a912 None None] Set router 4b63c264-14b1-4ec5-8771-c18e0e2ac695 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:15.621769 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b90785-b82b-4867-8936-7f1fc9568e49 req-e28e0406-340b-4a57-9136-bb27759f1eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:15.623465 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-45b90785-b82b-4867-8936-7f1fc9568e49 req-e28e0406-340b-4a57-9136-bb27759f1eae service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&device_id=4e2e5f50-f84c-4871-89d1-0a888ffad525 HTTP/1.1" status: 200 len: 1100 time: 0.1462102 Dec 16 09:26:15.635117 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917767e-1c2c-410c-a71b-3ab50ba099bc req-5d1d758d-581a-4dd2-9306-29fa8524344e tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:15.637291 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0917767e-1c2c-410c-a71b-3ab50ba099bc req-5d1d758d-581a-4dd2-9306-29fa8524344e tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8def87e-68f8-460a-a9bb-8004bf70051b HTTP/1.1" status: 200 len: 950 time: 0.1090746 Dec 16 09:26:15.645087 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-56e98e70-1d0b-40d1-bcd2-e425ce5128ac admin admin] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:15.784559 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1a149ca1-eaa9-4ed5-9efa-b9cf5092a912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b63c264-14b1-4ec5-8771-c18e0e2ac695', 'name': 'tempest-AttachSCSIVolumeTestJSON-1491571794-router', 'tenant_id': '981293c683ef492fa4ed54f7087f26cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '37d3dec4-e810-4e9d-88c9-0ba88a4a30a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:23:52Z', 'updated_at': '2021-12-16T09:26:14Z', 'revision_number': 5, 'project_id': '981293c683ef492fa4ed54f7087f26cf', 'gw_port': {'id': '37d3dec4-e810-4e9d-88c9-0ba88a4a30a3', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b63c264-14b1-4ec5-8771-c18e0e2ac695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:23:53Z', 'updated_at': '2021-12-16T09:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:15.818946 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0917767e-1c2c-410c-a71b-3ab50ba099bc req-ffd0e3d8-97f2-44e9-8457-c2937e8fe7eb tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714363 Dec 16 09:26:15.873441 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a149ca1-eaa9-4ed5-9efa-b9cf5092a912 None None] Checking router: 4b63c264-14b1-4ec5-8771-c18e0e2ac695 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:26:15.880332 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b90785-b82b-4867-8936-7f1fc9568e49 req-5c2080ff-f174-4d82-9880-978c9997a9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:15.882084 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-45b90785-b82b-4867-8936-7f1fc9568e49 req-5c2080ff-f174-4d82-9880-978c9997a9ec service neutron] 10.222.0.58 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.2335715 Dec 16 09:26:15.883424 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-56e98e70-1d0b-40d1-bcd2-e425ce5128ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:15.884389 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a149ca1-eaa9-4ed5-9efa-b9cf5092a912 None None] Routers {'4b63c264-14b1-4ec5-8771-c18e0e2ac695'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:15.885158 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1a149ca1-eaa9-4ed5-9efa-b9cf5092a912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:25:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4b63c264-14b1-4ec5-8771-c18e0e2ac695'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:15.939699 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-45b90785-b82b-4867-8936-7f1fc9568e49 req-7d62c87d-0ff6-4698-badf-5b1ce304a3a2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=dd0272f9-bbee-4c0e-ba42-849d831252e4 HTTP/1.1" status: 200 len: 217 time: 0.0468051 Dec 16 09:26:15.973223 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7b062-0dcb-4c1f-8d9d-06d20b8c023c req-4cf5de0a-6ca3-4fa3-8aef-820668603fd9 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:15.981650 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-64d7b062-0dcb-4c1f-8d9d-06d20b8c023c req-4cf5de0a-6ca3-4fa3-8aef-820668603fd9 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 946 time: 0.6659896 Dec 16 09:26:16.024162 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b90785-b82b-4867-8936-7f1fc9568e49 req-aade76c8-de52-4dd3-af37-2d4ce01b5418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:16.024272 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-5b304ce0-ed80-4bc9-9ce0-ce82dc6ca28c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a79b46f-a343-4e49-8e43-3f78625282e5 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:26:16.025699 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-45b90785-b82b-4867-8936-7f1fc9568e49 req-aade76c8-de52-4dd3-af37-2d4ce01b5418 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0780098 Dec 16 09:26:16.044655 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-5b304ce0-ed80-4bc9-9ce0-ce82dc6ca28c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:16.047757 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57bbd15-ae88-4825-b914-c6daffe30d50 req-efd3aad3-15d7-4bff-8cdc-bdee59b11365 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:16.077723 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d57bbd15-ae88-4825-b914-c6daffe30d50 req-efd3aad3-15d7-4bff-8cdc-bdee59b11365 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 945 time: 0.1405177 Dec 16 09:26:16.096925 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-5b304ce0-ed80-4bc9-9ce0-ce82dc6ca28c service neutron] Transition to ACTIVE for port object 3a79b46f-a343-4e49-8e43-3f78625282e5 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:26:16.124691 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-1a149ca1-eaa9-4ed5-9efa-b9cf5092a912 None None] Set router 4b63c264-14b1-4ec5-8771-c18e0e2ac695 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:16.138881 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-64d7b062-0dcb-4c1f-8d9d-06d20b8c023c req-409f724e-051a-4f5d-95ba-45dd98d7bdf9 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563323 Dec 16 09:26:16.188109 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-3753c941-45f4-439d-b71e-91452baa3101 service neutron] For port 09ffd442-bc5b-4630-ade5-0ddf27f582b9, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=09ffd442-bc5b-4630-ade5-0ddf27f582b9,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:16.231487 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d57bbd15-ae88-4825-b914-c6daffe30d50 req-0c71ac00-5d04-4f69-8d00-8cc7eaf477d4 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468780 Dec 16 09:26:16.240526 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b90785-b82b-4867-8936-7f1fc9568e49 req-78d4a4d8-1084-4136-8ee5-e3dcdb7db428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:16.246992 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-45b90785-b82b-4867-8936-7f1fc9568e49 req-78d4a4d8-1084-4136-8ee5-e3dcdb7db428 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1555443 Dec 16 09:26:16.286974 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-5b304ce0-ed80-4bc9-9ce0-ce82dc6ca28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:16.302518 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-56e98e70-1d0b-40d1-bcd2-e425ce5128ac admin admin] Deleting port 37d3dec4-e810-4e9d-88c9-0ba88a4a30a3 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:26:16.302874 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-56e98e70-1d0b-40d1-bcd2-e425ce5128ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:16.333542 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dbbc3de-a533-4eb8-b548-d3a211d74f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4d5cdd-18c4-48c5-9909-5e525878e54a'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:16.338410 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf05595f-16ec-45cf-9867-6a1ffb753678" -d '{"events": [{"server_uuid": "4dbbc3de-a533-4eb8-b548-d3a211d74f1b", "name": "network-vif-plugged", "status": "completed", "tag": "bc4d5cdd-18c4-48c5-9909-5e525878e54a"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:16.416099 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-3753c941-45f4-439d-b71e-91452baa3101 service neutron] For port 09ffd442-bc5b-4630-ade5-0ddf27f582b9, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:26:16.430214 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb011149-316f-44af-902b-cd48dc59de17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:16.430214 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b304ce0-ed80-4bc9-9ce0-ce82dc6ca28c service neutron] Pushing event updated for resources: {'Port': ['ID=3a79b46f-a343-4e49-8e43-3f78625282e5,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:16.465519 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1a149ca1-eaa9-4ed5-9efa-b9cf5092a912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b63c264-14b1-4ec5-8771-c18e0e2ac695', 'name': 'tempest-AttachSCSIVolumeTestJSON-1491571794-router', 'tenant_id': '981293c683ef492fa4ed54f7087f26cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '37d3dec4-e810-4e9d-88c9-0ba88a4a30a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:23:52Z', 'updated_at': '2021-12-16T09:26:14Z', 'revision_number': 5, 'project_id': '981293c683ef492fa4ed54f7087f26cf', 'gw_port': {'id': '37d3dec4-e810-4e9d-88c9-0ba88a4a30a3', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b63c264-14b1-4ec5-8771-c18e0e2ac695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:23:53Z', 'updated_at': '2021-12-16T09:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:16.475016 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-1b085450-b38e-4306-add2-08aeee6181e4 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--419978152&fields=id&tenant_id=6aea977c1221465ca04aa38c031bb375 HTTP/1.1" status: 200 len: 267 time: 0.1738944 Dec 16 09:26:16.491448 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-56e98e70-1d0b-40d1-bcd2-e425ce5128ac admin admin] For port 37d3dec4-e810-4e9d-88c9-0ba88a4a30a3, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=37d3dec4-e810-4e9d-88c9-0ba88a4a30a3,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:16.491939 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-56e98e70-1d0b-40d1-bcd2-e425ce5128ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:16.494328 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a149ca1-eaa9-4ed5-9efa-b9cf5092a912 None None] The sync data for ids ['4b63c264-14b1-4ec5-8771-c18e0e2ac695'] in n-d-820550-2 is: [{'id': '4b63c264-14b1-4ec5-8771-c18e0e2ac695', 'name': 'tempest-AttachSCSIVolumeTestJSON-1491571794-router', 'tenant_id': '981293c683ef492fa4ed54f7087f26cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': '37d3dec4-e810-4e9d-88c9-0ba88a4a30a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:23:52Z', 'updated_at': '2021-12-16T09:26:14Z', 'revision_number': 5, 'project_id': '981293c683ef492fa4ed54f7087f26cf', 'gw_port': {'id': '37d3dec4-e810-4e9d-88c9-0ba88a4a30a3', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b63c264-14b1-4ec5-8771-c18e0e2ac695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:23:53Z', 'updated_at': '2021-12-16T09:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:26:16.516218 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-56e98e70-1d0b-40d1-bcd2-e425ce5128ac admin admin] Calling delete_port for 37d3dec4-e810-4e9d-88c9-0ba88a4a30a3 owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:26:16.613296 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9299d-6291-43ba-aace-c103c5afd102 req-08fc8cec-c75d-4d1a-adfc-7f16c5f21165 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:16.614892 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5de9299d-6291-43ba-aace-c103c5afd102 req-08fc8cec-c75d-4d1a-adfc-7f16c5f21165 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "GET /v2.0/ports?device_id=072eda69-ce3f-4db3-8ea5-bab699f66960 HTTP/1.1" status: 200 len: 943 time: 0.2253439 Dec 16 09:26:16.619378 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-45b90785-b82b-4867-8936-7f1fc9568e49 req-1e63c8cb-98be-4a83-8d64-f32f68756ea2 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640699 Dec 16 09:26:16.627924 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09ffd442-bc5b-4630-ade5-0ddf27f582b9'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:16.630436 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17d2609-0b7a-4a37-867a-8438a4a5a985" -d '{"events": [{"server_uuid": "ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d", "name": "network-vif-unplugged", "status": "completed", "tag": "09ffd442-bc5b-4630-ade5-0ddf27f582b9"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:16.634945 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-3753c941-45f4-439d-b71e-91452baa3101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:16.656839 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb011149-316f-44af-902b-cd48dc59de17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fce8a484-2f91-4cbe-9476-acce9d754642,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:16.681229 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 09ffd442-bc5b-4630-ade5-0ddf27f582b9 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:26:16.692534 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-5b304ce0-ed80-4bc9-9ce0-ce82dc6ca28c service neutron] Attempting to bind port 3a79b46f-a343-4e49-8e43-3f78625282e5 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:26:16.692872 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-5b304ce0-ed80-4bc9-9ce0-ce82dc6ca28c service neutron] Attempting to bind port 3a79b46f-a343-4e49-8e43-3f78625282e5 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '733c830f-5ca6-4e77-a18d-8162ef3c79e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '05457a1a-5fc6-4d7c-b1fd-8a0c61596f21'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:26:16.693239 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-5b304ce0-ed80-4bc9-9ce0-ce82dc6ca28c service neutron] Attempting to bind port 3a79b46f-a343-4e49-8e43-3f78625282e5 on network 05457a1a-5fc6-4d7c-b1fd-8a0c61596f21 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:16.711046 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb011149-316f-44af-902b-cd48dc59de17 admin admin] Checking segment: {'id': '12939514-4a47-4475-adfe-96454aa27a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0c61a38c-3166-4d91-be16-7d29830d5ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:16.711406 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb011149-316f-44af-902b-cd48dc59de17 admin admin] Network hostable DHCP agents. Network: 0c61a38c-3166-4d91-be16-7d29830d5ac6, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:26:16.716767 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-5b304ce0-ed80-4bc9-9ce0-ce82dc6ca28c service neutron] Port 3a79b46f-a343-4e49-8e43-3f78625282e5 on network 05457a1a-5fc6-4d7c-b1fd-8a0c61596f21 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:26:16.717815 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-5b304ce0-ed80-4bc9-9ce0-ce82dc6ca28c service neutron] Attempting to bind port 3a79b46f-a343-4e49-8e43-3f78625282e5 on network 05457a1a-5fc6-4d7c-b1fd-8a0c61596f21 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:16.736283 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-5b304ce0-ed80-4bc9-9ce0-ce82dc6ca28c service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:26:16.736622 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-5b304ce0-ed80-4bc9-9ce0-ce82dc6ca28c service neutron] Checking segment: {'id': '733c830f-5ca6-4e77-a18d-8162ef3c79e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '05457a1a-5fc6-4d7c-b1fd-8a0c61596f21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:16.737004 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-5b304ce0-ed80-4bc9-9ce0-ce82dc6ca28c service neutron] Bound using segment: {'id': '733c830f-5ca6-4e77-a18d-8162ef3c79e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '05457a1a-5fc6-4d7c-b1fd-8a0c61596f21'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:26:16.737485 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-5b304ce0-ed80-4bc9-9ce0-ce82dc6ca28c service neutron] Bound port: 3a79b46f-a343-4e49-8e43-3f78625282e5, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '733c830f-5ca6-4e77-a18d-8162ef3c79e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '05457a1a-5fc6-4d7c-b1fd-8a0c61596f21'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:26:16.737848 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-5b304ce0-ed80-4bc9-9ce0-ce82dc6ca28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:16.758011 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5de9299d-6291-43ba-aace-c103c5afd102 req-85aca01a-8bea-4ec1-9128-18750aff082d tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cbe89b4-8443-48dc-9d4a-b9dfe9d670f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331048 Dec 16 09:26:16.765621 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-ed48d5f7-0b01-407e-8621-569f7e6966b5 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:16.772643 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-ed48d5f7-0b01-407e-8621-569f7e6966b5 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/networks?id=3a6af1ee-58f2-406c-aa8c-1f9d70774ee8 HTTP/1.1" status: 200 len: 823 time: 0.2668190 Dec 16 09:26:16.804918 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-3753c941-45f4-439d-b71e-91452baa3101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:16.807502 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 09ffd442-bc5b-4630-ade5-0ddf27f582b9, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=09ffd442-bc5b-4630-ade5-0ddf27f582b9,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:16.816961 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-56729d71-1bd0-43b2-930a-aee52d94b0cd tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/quotas/6aea977c1221465ca04aa38c031bb375 HTTP/1.1" status: 200 len: 375 time: 0.0433812 Dec 16 09:26:16.817425 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-45b90785-b82b-4867-8936-7f1fc9568e49 req-af1dd577-b89d-488a-9a42-4565d29f03a9 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893926 Dec 16 09:26:16.845329 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 09ffd442-bc5b-4630-ade5-0ddf27f582b9 has no active binding in host n-h2-820550-2 {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 09:26:16.897201 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04119ba3-8e06-492b-ad23-c3cbfbc9f7af req-485e732b-6b0e-4b31-9010-7b87b80b9f0c tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:16.902072 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-04119ba3-8e06-492b-ad23-c3cbfbc9f7af req-485e732b-6b0e-4b31-9010-7b87b80b9f0c tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 1097 time: 0.0625458 Dec 16 09:26:16.902243 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb011149-316f-44af-902b-cd48dc59de17 admin admin] Network 0c61a38c-3166-4d91-be16-7d29830d5ac6 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:26:16.912584 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-5b304ce0-ed80-4bc9-9ce0-ce82dc6ca28c service neutron] For port 3a79b46f-a343-4e49-8e43-3f78625282e5, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:26:16.949936 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-5b304ce0-ed80-4bc9-9ce0-ce82dc6ca28c service neutron] For port 3a79b46f-a343-4e49-8e43-3f78625282e5, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=3a79b46f-a343-4e49-8e43-3f78625282e5,segment=NetworkSegment(733c830f-5ca6-4e77-a18d-8162ef3c79e4),segment_id=733c830f-5ca6-4e77-a18d-8162ef3c79e4)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:26:16.950642 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-04119ba3-8e06-492b-ad23-c3cbfbc9f7af req-e8597ef1-f264-4636-90eb-e1d20db446d3 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404913 Dec 16 09:26:16.954423 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753c941-45f4-439d-b71e-91452baa3101 service neutron] Pushing event updated for resources: {'Port': ['ID=09ffd442-bc5b-4630-ade5-0ddf27f582b9,revision_number=7']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:16.991524 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-3753c941-45f4-439d-b71e-91452baa3101 service neutron] Attempting to bind port 09ffd442-bc5b-4630-ade5-0ddf27f582b9 on host n-h1-820550-2 for vnic_type normal with profile {"migrating_to": "n-h2-820550-2"} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:26:16.995856 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-3753c941-45f4-439d-b71e-91452baa3101 service neutron] Attempting to bind port 09ffd442-bc5b-4630-ade5-0ddf27f582b9 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:26:16.995856 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-3753c941-45f4-439d-b71e-91452baa3101 service neutron] Attempting to bind port 09ffd442-bc5b-4630-ade5-0ddf27f582b9 on network 9785c251-9c28-48ae-a129-6f24c5a7ad17 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:17.008046 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-80163e9a-d77d-49dd-9d9a-674896a9b199 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6aea977c1221465ca04aa38c031bb375&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1901760 Dec 16 09:26:17.012000 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-3753c941-45f4-439d-b71e-91452baa3101 service neutron] Port 09ffd442-bc5b-4630-ade5-0ddf27f582b9 on network 9785c251-9c28-48ae-a129-6f24c5a7ad17 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:26:17.012322 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-3753c941-45f4-439d-b71e-91452baa3101 service neutron] Attempting to bind port 09ffd442-bc5b-4630-ade5-0ddf27f582b9 on network 9785c251-9c28-48ae-a129-6f24c5a7ad17 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:17.018367 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-3753c941-45f4-439d-b71e-91452baa3101 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:26:17.018705 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-3753c941-45f4-439d-b71e-91452baa3101 service neutron] Checking segment: {'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:17.019094 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-3753c941-45f4-439d-b71e-91452baa3101 service neutron] Bound using segment: {'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:26:17.019534 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-3753c941-45f4-439d-b71e-91452baa3101 service neutron] Bound port: 09ffd442-bc5b-4630-ade5-0ddf27f582b9, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:26:17.019895 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-3753c941-45f4-439d-b71e-91452baa3101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:17.024722 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249c1346-250c-4751-b7c3-6965d587cbc0 x-openstack-request-id: req-249c1346-250c-4751-b7c3-6965d587cbc0 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:17.025155 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dbbc3de-a533-4eb8-b548-d3a211d74f1b", "name": "network-vif-plugged", "status": "completed", "tag": "bc4d5cdd-18c4-48c5-9909-5e525878e54a", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:17.025507 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-249c1346-250c-4751-b7c3-6965d587cbc0 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:17.026152 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dbbc3de-a533-4eb8-b548-d3a211d74f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4d5cdd-18c4-48c5-9909-5e525878e54a', 'code': 200} Dec 16 09:26:17.043620 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-56e98e70-1d0b-40d1-bcd2-e425ce5128ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:17.057048 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-eb011149-316f-44af-902b-cd48dc59de17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 0c61a38c-3166-4d91-be16-7d29830d5ac6) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:17.068225 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8cd2f6-23a6-48a9-8f0a-2a4cd067070b None None] Network 0c61a38c-3166-4d91-be16-7d29830d5ac6 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:26:17.086781 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e98e70-1d0b-40d1-bcd2-e425ce5128ac admin admin] Pushing event deleted for resources: {'Port': ['ID=37d3dec4-e810-4e9d-88c9-0ba88a4a30a3,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:17.089787 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb011149-316f-44af-902b-cd48dc59de17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:17.090378 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb011149-316f-44af-902b-cd48dc59de17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:17.115238 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447cf408-134d-4a64-8fbd-ca615fc61dcc x-openstack-request-id: req-447cf408-134d-4a64-8fbd-ca615fc61dcc {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:17.115546 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d", "name": "network-vif-unplugged", "status": "completed", "tag": "09ffd442-bc5b-4630-ade5-0ddf27f582b9", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:17.115803 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-447cf408-134d-4a64-8fbd-ca615fc61dcc {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:17.116192 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09ffd442-bc5b-4630-ade5-0ddf27f582b9', 'code': 200} Dec 16 09:26:17.162742 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-5b304ce0-ed80-4bc9-9ce0-ce82dc6ca28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:17.180445 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-3753c941-45f4-439d-b71e-91452baa3101 service neutron] For port 09ffd442-bc5b-4630-ade5-0ddf27f582b9, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:26:17.222006 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-3753c941-45f4-439d-b71e-91452baa3101 service neutron] For port 09ffd442-bc5b-4630-ade5-0ddf27f582b9, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=09ffd442-bc5b-4630-ade5-0ddf27f582b9,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:26:17.232056 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-5b304ce0-ed80-4bc9-9ce0-ce82dc6ca28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:17.232830 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-5b304ce0-ed80-4bc9-9ce0-ce82dc6ca28c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:17.233554 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-56e98e70-1d0b-40d1-bcd2-e425ce5128ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:17.234119 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-5b304ce0-ed80-4bc9-9ce0-ce82dc6ca28c service neutron] 10.222.0.58 "PUT /v2.0/ports/3a79b46f-a343-4e49-8e43-3f78625282e5 HTTP/1.1" status: 200 len: 1091 time: 2.2326934 Dec 16 09:26:17.248323 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-eb011149-316f-44af-902b-cd48dc59de17 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.2607794 Dec 16 09:26:17.278960 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-37ded7af-7555-4230-b085-3ac166a34824 service neutron] 10.222.0.60 "GET /v2.0/networks/3a6af1ee-58f2-406c-aa8c-1f9d70774ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429848 Dec 16 09:26:17.286579 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b304ce0-ed80-4bc9-9ce0-ce82dc6ca28c service neutron] Pushing event updated for resources: {'Port': ['ID=3a79b46f-a343-4e49-8e43-3f78625282e5,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:17.343359 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba61b86e-d390-4163-89ad-2cc7d2a0c74b None None] Network 0c61a38c-3166-4d91-be16-7d29830d5ac6 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:26:17.459947 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-3753c941-45f4-439d-b71e-91452baa3101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:17.525468 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ffddd757-0e34-45e7-badb-caaaecb0a2a6 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:26:17.556177 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: ffddd757-0e34-45e7-badb-caaaecb0a2a6 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:26:17.556778 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ffddd757-0e34-45e7-badb-caaaecb0a2a6 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:26:17.593790 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-7aed360e-8435-4b60-a166-c121b0be0bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:17.595328 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-7aed360e-8435-4b60-a166-c121b0be0bb4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bfa782d4c0d04630b4be78dfc55508d2&device_id=072eda69-ce3f-4db3-8ea5-bab699f66960 HTTP/1.1" status: 200 len: 1094 time: 0.1587949 Dec 16 09:26:17.693443 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-b40b3814-feb8-4f1f-b77d-ec0f368fc0ed service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a79b46f-a343-4e49-8e43-3f78625282e5 HTTP/1.1" status: 200 len: 217 time: 0.0872557 Dec 16 09:26:17.696329 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-3753c941-45f4-439d-b71e-91452baa3101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:17.696947 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-3753c941-45f4-439d-b71e-91452baa3101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:17.698333 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-3753c941-45f4-439d-b71e-91452baa3101 service neutron] 10.222.0.58 "PUT /v2.0/ports/09ffd442-bc5b-4630-ade5-0ddf27f582b9 HTTP/1.1" status: 200 len: 1121 time: 2.5852938 Dec 16 09:26:17.700338 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753c941-45f4-439d-b71e-91452baa3101 service neutron] Pushing event updated for resources: {'Port': ['ID=09ffd442-bc5b-4630-ade5-0ddf27f582b9,revision_number=8']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:17.717495 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47beee-35f3-4f50-bbb8-6d66631b8ead req-1056f8c6-6f8e-4f7c-93ce-5ca0d3fd63c2 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:17.719054 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2b47beee-35f3-4f50-bbb8-6d66631b8ead req-1056f8c6-6f8e-4f7c-93ce-5ca0d3fd63c2 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8def87e-68f8-460a-a9bb-8004bf70051b HTTP/1.1" status: 200 len: 950 time: 0.5364802 Dec 16 09:26:17.724767 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-56e98e70-1d0b-40d1-bcd2-e425ce5128ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:17.733207 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-56e98e70-1d0b-40d1-bcd2-e425ce5128ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:17.734519 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-2138d9d5-624e-481a-bbb2-1e81c1e83753 service neutron] 10.222.0.60 "GET /v2.0/networks/3a6af1ee-58f2-406c-aa8c-1f9d70774ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311314 Dec 16 09:26:17.756329 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-a314f92a-f016-4f65-90cc-11dd71e3d2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:17.757932 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-a314f92a-f016-4f65-90cc-11dd71e3d2fd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7d9e3eb-3d14-4963-8608-b6f274561522 HTTP/1.1" status: 200 len: 844 time: 0.0544212 Dec 16 09:26:17.789374 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['09ffd442-bc5b-4630-ade5-0ddf27f582b9'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:26:17.799464 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2b47beee-35f3-4f50-bbb8-6d66631b8ead req-53e39cc2-a00b-43b5-ac3a-dcc050f9bb37 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727236 Dec 16 09:26:17.812029 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-93a08474-01d8-40e4-ba1c-949d127498ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:17.813703 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-93a08474-01d8-40e4-ba1c-949d127498ad service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=05457a1a-5fc6-4d7c-b1fd-8a0c61596f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487168 Dec 16 09:26:17.836745 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['09ffd442-bc5b-4630-ade5-0ddf27f582b9'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:26:17.928160 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-14377813-4563-4537-a98c-7b65d2a52f44 service neutron] 10.222.0.58 "GET /v2.0/networks/05457a1a-5fc6-4d7c-b1fd-8a0c61596f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053243 Dec 16 09:26:18.002807 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-56e98e70-1d0b-40d1-bcd2-e425ce5128ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:18.003456 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e98e70-1d0b-40d1-bcd2-e425ce5128ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b63c264-14b1-4ec5-8771-c18e0e2ac695 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:26:18.008866 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-56e98e70-1d0b-40d1-bcd2-e425ce5128ac admin admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:18.019810 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-56e98e70-1d0b-40d1-bcd2-e425ce5128ac admin admin] 10.222.0.60 "DELETE /v2.0/routers/4b63c264-14b1-4ec5-8771-c18e0e2ac695 HTTP/1.1" status: 204 len: 168 time: 2.6283014 Dec 16 09:26:18.020315 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34456) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:18.021150 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-915c01bf-95ec-4ba7-8aa6-af39ed647f68 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:18.025746 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-915c01bf-95ec-4ba7-8aa6-af39ed647f68 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/networks?id=fd229606-1f82-48a3-82a3-fb35078f3dba HTTP/1.1" status: 200 len: 808 time: 0.1200430 Dec 16 09:26:18.041254 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-056f02ce-b60f-48d7-8180-5b642e382cf6 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/quotas/ef267339b96a4504bcc86eb4b94505b3 HTTP/1.1" status: 200 len: 375 time: 0.0115201 Dec 16 09:26:18.131312 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-84612a2d-32b0-4147-bbd2-608435a87294 admin admin] Deleting subnet edf366af-7b90-4b86-9acb-680f4e698ead {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:26:18.137649 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-136127fb-23e6-4ac3-b097-4adf15d9e10f req-341bcee9-c12c-4cbf-8290-6be019f4273a service neutron] 10.222.0.58 "GET /v2.0/networks/05457a1a-5fc6-4d7c-b1fd-8a0c61596f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014315 Dec 16 09:26:18.142992 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-84612a2d-32b0-4147-bbd2-608435a87294 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:18.158524 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-5b968b88-4b5a-4850-bbc7-b9395d8f3b03 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef267339b96a4504bcc86eb4b94505b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0991666 Dec 16 09:26:18.238693 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-84612a2d-32b0-4147-bbd2-608435a87294 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:18.274977 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-b1ced00a-d4b0-4978-b9a1-9365206abf7e service neutron] 10.222.0.60 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058326 Dec 16 09:26:18.280912 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681f243-0f36-419c-b9dd-376714a2cd2c req-8f4fdc89-a94a-47c5-9321-9ccbe464b416 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:18.282422 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0681f243-0f36-419c-b9dd-376714a2cd2c req-8f4fdc89-a94a-47c5-9321-9ccbe464b416 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 943 time: 0.1143131 Dec 16 09:26:18.366873 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-368a5434-be69-4314-ba19-68d43ef706f8 service neutron] 10.222.0.60 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848615 Dec 16 09:26:18.391377 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0681f243-0f36-419c-b9dd-376714a2cd2c req-1616a500-7ba2-4118-b440-51da88e6def1 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996766 Dec 16 09:26:18.417013 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-84612a2d-32b0-4147-bbd2-608435a87294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:18.566577 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [req-4777d8d8-660a-4d50-9508-a61ce47e07e3 req-7a04a617-4940-4767-a2e1-5fda2c3cd51b tempest-SecurityGroupsNegativeTestJSON-1375391250 tempest-SecurityGroupsNegativeTestJSON-1375391250-project] show failed (client error): The resource could not be found. Dec 16 09:26:18.567623 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4777d8d8-660a-4d50-9508-a61ce47e07e3 req-7a04a617-4940-4767-a2e1-5fda2c3cd51b tempest-SecurityGroupsNegativeTestJSON-1375391250 tempest-SecurityGroupsNegativeTestJSON-1375391250-project] 10.222.0.60 "GET /v2.0/security-groups/d1470a6a-4299-454d-8de3-b39802f431bb HTTP/1.1" status: 404 len: 352 time: 0.0160258 Dec 16 09:26:18.671723 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b7508-a011-43d5-ac34-90bae889852d req-1e5e1d3f-227f-4a5e-83e5-4358389aa5c8 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:18.674266 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-278b7508-a011-43d5-ac34-90bae889852d req-1e5e1d3f-227f-4a5e-83e5-4358389aa5c8 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "GET /v2.0/ports?device_id=072eda69-ce3f-4db3-8ea5-bab699f66960 HTTP/1.1" status: 200 len: 943 time: 0.0545061 Dec 16 09:26:18.727806 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-278b7508-a011-43d5-ac34-90bae889852d req-61d77a21-b53b-4ef6-939f-f8ec6739fdfa tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cbe89b4-8443-48dc-9d4a-b9dfe9d670f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462909 Dec 16 09:26:18.743918 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-84612a2d-32b0-4147-bbd2-608435a87294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:18.762533 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6959bfad-7eef-47ea-9a89-7a7587fe7585 req-9f370e14-f46a-4a4c-a301-785a1a088fe0 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=524a13a1-253e-40bb-a50a-1c5e010b3879 HTTP/1.1" status: 200 len: 210 time: 0.0469556 Dec 16 09:26:18.783935 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-84612a2d-32b0-4147-bbd2-608435a87294 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:18.791017 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34478) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:18.792796 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec61106-9fe3-4cff-8f33-9e3061b480ba None None] Network e3516ca9-313f-4dfd-ad93-284a4c0b42ea requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:26:18.804059 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-84612a2d-32b0-4147-bbd2-608435a87294 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/edf366af-7b90-4b86-9acb-680f4e698ead HTTP/1.1" status: 204 len: 168 time: 0.7818310 Dec 16 09:26:18.830879 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84612a2d-32b0-4147-bbd2-608435a87294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edf366af-7b90-4b86-9acb-680f4e698ead,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:18.857089 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a5d2e35b-b657-433d-9ea0-fbd051594be9 req-a14a0db6-3011-4141-a096-70d20eca5b5e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 210 time: 0.0465295 Dec 16 09:26:18.934955 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dbab3265-345b-4c27-8b65-cab787716146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:18.983536 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b036c-e2a3-47ea-aac8-1331d761860e req-c22ac5ac-70b5-425f-a918-0a5cfa4829c5 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:18.985037 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b80b036c-e2a3-47ea-aac8-1331d761860e req-c22ac5ac-70b5-425f-a918-0a5cfa4829c5 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8def87e-68f8-460a-a9bb-8004bf70051b HTTP/1.1" status: 200 len: 950 time: 0.0595441 Dec 16 09:26:19.006423 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ec9feb-5493-4535-8fbf-0e40279f05c5 None None] DHCP port deletion for e3516ca9-313f-4dfd-ad93-284a4c0b42ea request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:26:19.017269 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-44754d42-99ba-4ea6-86f3-8096753e0064 req-800a53a4-a50e-4683-805d-78c200efdbee tempest-SecurityGroupsNegativeTestJSON-1375391250 tempest-SecurityGroupsNegativeTestJSON-1375391250-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=49844af6fd4846aa8dfc2f9f72525181 HTTP/1.1" status: 200 len: 2984 time: 0.2151830 Dec 16 09:26:19.037353 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b80b036c-e2a3-47ea-aac8-1331d761860e req-10e3fa01-90cb-4bb1-8333-f122e3ede53f tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452614 Dec 16 09:26:19.066181 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-e8ec9feb-5493-4535-8fbf-0e40279f05c5 None None] Deleting port a87a6220-d729-424e-882b-67a0220a6ed2 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:26:19.068808 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e8ec9feb-5493-4535-8fbf-0e40279f05c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:19.068944 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-dbab3265-345b-4c27-8b65-cab787716146 admin admin] Deleting port a87a6220-d729-424e-882b-67a0220a6ed2 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:26:19.068944 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dbab3265-345b-4c27-8b65-cab787716146 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:19.117670 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072eda69-ce3f-4db3-8ea5-bab699f66960', 'tag': '3a79b46f-a343-4e49-8e43-3f78625282e5'}, {'name': 'network-changed', 'server_uuid': 'ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d', 'tag': '09ffd442-bc5b-4630-ade5-0ddf27f582b9'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:19.123052 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68debc36-f589-4a35-a0fd-3c0d1d4c772e" -d '{"events": [{"name": "network-changed", "server_uuid": "072eda69-ce3f-4db3-8ea5-bab699f66960", "tag": "3a79b46f-a343-4e49-8e43-3f78625282e5"}, {"name": "network-changed", "server_uuid": "ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d", "tag": "09ffd442-bc5b-4630-ade5-0ddf27f582b9"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:19.124130 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-44754d42-99ba-4ea6-86f3-8096753e0064 req-f031743b-d1c0-4b90-a1ee-814d570be743 tempest-SecurityGroupsNegativeTestJSON-1375391250 tempest-SecurityGroupsNegativeTestJSON-1375391250-project] 10.222.0.60 "GET /v2.0/security-groups/6f744739-11c7-46d3-b7d9-5df0034df690 HTTP/1.1" status: 200 len: 2981 time: 0.0940228 Dec 16 09:26:19.147676 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-e8ec9feb-5493-4535-8fbf-0e40279f05c5 None None] For port a87a6220-d729-424e-882b-67a0220a6ed2, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=a87a6220-d729-424e-882b-67a0220a6ed2,segment=NetworkSegment(8964c3ab-e3c8-4683-aed6-f36a09c842e0),segment_id=8964c3ab-e3c8-4683-aed6-f36a09c842e0)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:19.148292 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e8ec9feb-5493-4535-8fbf-0e40279f05c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:19.157399 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-dbab3265-345b-4c27-8b65-cab787716146 admin admin] For port a87a6220-d729-424e-882b-67a0220a6ed2, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=a87a6220-d729-424e-882b-67a0220a6ed2,segment=NetworkSegment(8964c3ab-e3c8-4683-aed6-f36a09c842e0),segment_id=8964c3ab-e3c8-4683-aed6-f36a09c842e0)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:19.157994 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dbab3265-345b-4c27-8b65-cab787716146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:19.182564 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-e8ec9feb-5493-4535-8fbf-0e40279f05c5 None None] Calling delete_port for a87a6220-d729-424e-882b-67a0220a6ed2 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:26:19.184004 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-dbab3265-345b-4c27-8b65-cab787716146 admin admin] Calling delete_port for a87a6220-d729-424e-882b-67a0220a6ed2 owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:26:19.198117 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250fa6c6-380d-48a3-9a4a-89e2cab68a76 x-openstack-request-id: req-250fa6c6-380d-48a3-9a4a-89e2cab68a76 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:19.198681 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "072eda69-ce3f-4db3-8ea5-bab699f66960", "tag": "3a79b46f-a343-4e49-8e43-3f78625282e5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d", "tag": "09ffd442-bc5b-4630-ade5-0ddf27f582b9", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:19.199305 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-250fa6c6-380d-48a3-9a4a-89e2cab68a76 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:19.199710 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '072eda69-ce3f-4db3-8ea5-bab699f66960', 'tag': '3a79b46f-a343-4e49-8e43-3f78625282e5', 'status': 'completed', 'code': 200} Dec 16 09:26:19.199969 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d', 'tag': '09ffd442-bc5b-4630-ade5-0ddf27f582b9', 'status': 'completed', 'code': 200} Dec 16 09:26:19.212187 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-44754d42-99ba-4ea6-86f3-8096753e0064 req-48c428a9-c05d-48d5-9479-57d4b875049c tempest-SecurityGroupsNegativeTestJSON-1375391250 tempest-SecurityGroupsNegativeTestJSON-1375391250-project] 10.222.0.60 "GET /v2.0/security-groups/6f744739-11c7-46d3-b7d9-5df0034df690 HTTP/1.1" status: 200 len: 2981 time: 0.0709243 Dec 16 09:26:19.302474 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68debc36-f589-4a35-a0fd-3c0d1d4c772e req-10f1c62a-a806-4df8-8bcc-ee64ff997cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:19.304004 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-68debc36-f589-4a35-a0fd-3c0d1d4c772e req-10f1c62a-a806-4df8-8bcc-ee64ff997cf2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bfa782d4c0d04630b4be78dfc55508d2&device_id=072eda69-ce3f-4db3-8ea5-bab699f66960 HTTP/1.1" status: 200 len: 1094 time: 0.0792277 Dec 16 09:26:19.309101 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8242ffd8-ed21-42bb-bf6f-8d11cc225d55 req-b2b4248c-651f-4b25-8e7e-096934415d2b tempest-SecurityGroupsNegativeTestJSON-1375391250 tempest-SecurityGroupsNegativeTestJSON-1375391250-project] 10.222.0.60 "GET /v2.0/security-groups/6f744739-11c7-46d3-b7d9-5df0034df690 HTTP/1.1" status: 200 len: 2981 time: 0.0538886 Dec 16 09:26:19.370835 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 37d3dec4-e810-4e9d-88c9-0ba88a4a30a3 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:26:19.383321 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 37d3dec4-e810-4e9d-88c9-0ba88a4a30a3 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:26:19.383674 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 37d3dec4-e810-4e9d-88c9-0ba88a4a30a3 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:26:19.384070 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device a87a6220-d729-424e-882b-67a0220a6ed2 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:26:19.447994 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [req-8242ffd8-ed21-42bb-bf6f-8d11cc225d55 req-b422a33d-6c8b-4322-8cdb-0a2fd24dca76 tempest-SecurityGroupsNegativeTestJSON-1375391250 tempest-SecurityGroupsNegativeTestJSON-1375391250-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 16 09:26:19.449077 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8242ffd8-ed21-42bb-bf6f-8d11cc225d55 req-b422a33d-6c8b-4322-8cdb-0a2fd24dca76 tempest-SecurityGroupsNegativeTestJSON-1375391250 tempest-SecurityGroupsNegativeTestJSON-1375391250-project] 10.222.0.60 "DELETE /v2.0/security-groups/6f744739-11c7-46d3-b7d9-5df0034df690 HTTP/1.1" status: 409 len: 352 time: 0.1290417 Dec 16 09:26:19.452259 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68debc36-f589-4a35-a0fd-3c0d1d4c772e req-bf74aa88-79d1-47dd-b815-e856f37b65e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:19.452923 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e8ec9feb-5493-4535-8fbf-0e40279f05c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:19.467399 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-68debc36-f589-4a35-a0fd-3c0d1d4c772e req-bf74aa88-79d1-47dd-b815-e856f37b65e7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=05457a1a-5fc6-4d7c-b1fd-8a0c61596f21 HTTP/1.1" status: 200 len: 906 time: 0.1426952 Dec 16 09:26:19.468061 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dbab3265-345b-4c27-8b65-cab787716146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:19.489544 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec9feb-5493-4535-8fbf-0e40279f05c5 None None] Pushing event deleted for resources: {'Port': ['ID=a87a6220-d729-424e-882b-67a0220a6ed2,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:19.493847 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ec9feb-5493-4535-8fbf-0e40279f05c5 None None] No DVR routers for this DVR port a87a6220-d729-424e-882b-67a0220a6ed2 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:26:19.500385 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:19.525032 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-68debc36-f589-4a35-a0fd-3c0d1d4c772e req-43d5ff39-c270-4f58-ad50-ec8f7f41245f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a79b46f-a343-4e49-8e43-3f78625282e5 HTTP/1.1" status: 200 len: 217 time: 0.0523386 Dec 16 09:26:19.525252 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbab3265-345b-4c27-8b65-cab787716146 admin admin] No DVR routers for this DVR port a87a6220-d729-424e-882b-67a0220a6ed2 on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:26:19.529882 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab3265-345b-4c27-8b65-cab787716146 admin admin] Pushing event deleted for resources: {'Port': ['ID=a87a6220-d729-424e-882b-67a0220a6ed2,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:19.535063 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [req-6c8ebe63-9a16-4ec3-899e-eb7568a229d5 req-1c00b830-83f6-49c5-a048-3a9b5fadf7b7 tempest-SecurityGroupsNegativeTestJSON-1375391250 tempest-SecurityGroupsNegativeTestJSON-1375391250-project] show failed (client error): The resource could not be found. Dec 16 09:26:19.536490 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c8ebe63-9a16-4ec3-899e-eb7568a229d5 req-1c00b830-83f6-49c5-a048-3a9b5fadf7b7 tempest-SecurityGroupsNegativeTestJSON-1375391250 tempest-SecurityGroupsNegativeTestJSON-1375391250-project] 10.222.0.60 "GET /v2.0/security-groups/062f038d-a653-40bd-9a37-2127762e32b9 HTTP/1.1" status: 404 len: 352 time: 0.0210850 Dec 16 09:26:19.590421 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [req-b38b7e6a-2d07-4eee-9ec3-a496e7fed20e req-aed9e842-4f58-4c5d-b33b-44d6ed0aadbd tempest-SecurityGroupsNegativeTestJSON-1375391250 tempest-SecurityGroupsNegativeTestJSON-1375391250-project] show failed (client error): The resource could not be found. Dec 16 09:26:19.592356 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b38b7e6a-2d07-4eee-9ec3-a496e7fed20e req-aed9e842-4f58-4c5d-b33b-44d6ed0aadbd tempest-SecurityGroupsNegativeTestJSON-1375391250 tempest-SecurityGroupsNegativeTestJSON-1375391250-project] 10.222.0.60 "GET /v2.0/security-groups/beb9de89-7c96-41f7-83d9-dc5520e6a00b HTTP/1.1" status: 404 len: 352 time: 0.0222995 Dec 16 09:26:19.604738 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68debc36-f589-4a35-a0fd-3c0d1d4c772e req-526128f0-ac0e-49f9-8b1a-b0dfdde4f1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:19.606883 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-68debc36-f589-4a35-a0fd-3c0d1d4c772e req-526128f0-ac0e-49f9-8b1a-b0dfdde4f1d2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7d9e3eb-3d14-4963-8608-b6f274561522 HTTP/1.1" status: 200 len: 844 time: 0.0747268 Dec 16 09:26:19.626704 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34502) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:19.643179 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dbab3265-345b-4c27-8b65-cab787716146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:19.674797 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-dbab3265-345b-4c27-8b65-cab787716146 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3516ca9-313f-4dfd-ad93-284a4c0b42ea']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:19.688102 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-dbab3265-345b-4c27-8b65-cab787716146 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8964c3ab-e3c8-4683-aed6-f36a09c842e0') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:19.688394 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-dbab3265-345b-4c27-8b65-cab787716146 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8964c3ab-e3c8-4683-aed6-f36a09c842e0') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:19.696720 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-21cd7edc-8837-45df-900d-1e1827abcb3c admin admin] Deleting subnet fce8a484-2f91-4cbe-9476-acce9d754642 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:26:19.701047 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21cd7edc-8837-45df-900d-1e1827abcb3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:19.703969 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693fa43-ac4b-4169-b4b8-8e54e8138b80 req-cda288bc-ce88-4e43-a662-02855b3bd838 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:19.705631 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5693fa43-ac4b-4169-b4b8-8e54e8138b80 req-cda288bc-ce88-4e43-a662-02855b3bd838 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 943 time: 0.1792700 Dec 16 09:26:19.709344 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dbab3265-345b-4c27-8b65-cab787716146 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:19.726532 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68debc36-f589-4a35-a0fd-3c0d1d4c772e req-0d2c70e9-2f0f-4b2f-951e-cc3a024c48d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:19.728200 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-68debc36-f589-4a35-a0fd-3c0d1d4c772e req-0d2c70e9-2f0f-4b2f-951e-cc3a024c48d8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=05457a1a-5fc6-4d7c-b1fd-8a0c61596f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1136308 Dec 16 09:26:19.737468 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dbab3265-345b-4c27-8b65-cab787716146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:19.747633 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbab3265-345b-4c27-8b65-cab787716146 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:26:19.748022 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dbab3265-345b-4c27-8b65-cab787716146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: self.session.flush() Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: self.session.flush() Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: self.session.flush() Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: self.session.flush() Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:26:19.749679 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:26:19.773932 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21cd7edc-8837-45df-900d-1e1827abcb3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:19.797763 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5693fa43-ac4b-4169-b4b8-8e54e8138b80 req-289dea55-ce66-48d8-9a51-dfe3a3211001 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813699 Dec 16 09:26:19.875234 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-926df667-700d-4f41-874b-c6c5e47a96d9 req-7cdde412-873c-4492-95a7-362c7626d7cb tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=524a13a1-253e-40bb-a50a-1c5e010b3879 HTTP/1.1" status: 200 len: 210 time: 0.0267968 Dec 16 09:26:19.945046 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b904c845-5c9f-49ab-ae0d-12bde2f8081f req-e92e9c58-5692-494b-b169-0eee1daa8354 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 210 time: 0.0303183 Dec 16 09:26:19.946671 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dbab3265-345b-4c27-8b65-cab787716146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:19.953556 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dbab3265-345b-4c27-8b65-cab787716146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:19.957292 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-dbab3265-345b-4c27-8b65-cab787716146 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e3516ca9-313f-4dfd-ad93-284a4c0b42ea HTTP/1.1" status: 204 len: 168 time: 1.1650994 Dec 16 09:26:19.969348 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34510) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:19.977279 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab3265-345b-4c27-8b65-cab787716146 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3516ca9-313f-4dfd-ad93-284a4c0b42ea,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:20.162672 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21cd7edc-8837-45df-900d-1e1827abcb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:20.206165 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-68debc36-f589-4a35-a0fd-3c0d1d4c772e req-591fc17f-a2a1-438c-8b0c-a9d23df4ce8b service neutron] 10.222.0.58 "GET /v2.0/networks/05457a1a-5fc6-4d7c-b1fd-8a0c61596f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684734 Dec 16 09:26:20.215299 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24ec41-fb7b-48de-ab11-a6892d6b0c14 req-532b5af3-d24f-40cc-8769-d062e14b36f6 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:20.216829 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7b24ec41-fb7b-48de-ab11-a6892d6b0c14 req-532b5af3-d24f-40cc-8769-d062e14b36f6 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8def87e-68f8-460a-a9bb-8004bf70051b HTTP/1.1" status: 200 len: 950 time: 0.0941749 Dec 16 09:26:20.217243 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e6e2e-b62b-403b-9ed9-5ba6fd9706dc req-920d8f96-807a-466a-a4a8-8f67eba6c416 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:20.218680 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-621e6e2e-b62b-403b-9ed9-5ba6fd9706dc req-920d8f96-807a-466a-a4a8-8f67eba6c416 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "GET /v2.0/ports?device_id=072eda69-ce3f-4db3-8ea5-bab699f66960 HTTP/1.1" status: 200 len: 943 time: 0.1482315 Dec 16 09:26:20.290201 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7b24ec41-fb7b-48de-ab11-a6892d6b0c14 req-737d10d8-7b28-416e-8e78-dcef56d0247f tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617836 Dec 16 09:26:20.324405 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-621e6e2e-b62b-403b-9ed9-5ba6fd9706dc req-78603f12-bcbd-46ef-a85b-6667d108a06f tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cbe89b4-8443-48dc-9d4a-b9dfe9d670f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933561 Dec 16 09:26:20.348940 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-68debc36-f589-4a35-a0fd-3c0d1d4c772e req-ed97ff7d-cd9c-41d8-a3d7-e1dd45bc2725 service neutron] 10.222.0.58 "GET /v2.0/networks/05457a1a-5fc6-4d7c-b1fd-8a0c61596f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278348 Dec 16 09:26:20.406667 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bed13d08-4546-4edb-a821-dab114167630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:20.529497 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21cd7edc-8837-45df-900d-1e1827abcb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:20.560014 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd7edc-8837-45df-900d-1e1827abcb3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fce8a484-2f91-4cbe-9476-acce9d754642,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:20.563787 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21cd7edc-8837-45df-900d-1e1827abcb3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:20.569244 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-21cd7edc-8837-45df-900d-1e1827abcb3c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/fce8a484-2f91-4cbe-9476-acce9d754642 HTTP/1.1" status: 204 len: 168 time: 0.9392641 Dec 16 09:26:20.570147 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34514) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:20.649010 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8abad993-392a-4f90-bbbe-cd5a05553c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:20.661068 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-bed13d08-4546-4edb-a821-dab114167630 admin admin] Deleting port 85dd43c7-2d13-48cb-93d0-cb31efb39ee9 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:26:20.661993 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bed13d08-4546-4edb-a821-dab114167630 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:20.713002 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 3a79b46f-a343-4e49-8e43-3f78625282e5 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:26:20.740861 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8abad993-392a-4f90-bbbe-cd5a05553c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:20.750546 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-bed13d08-4546-4edb-a821-dab114167630 admin admin] For port 85dd43c7-2d13-48cb-93d0-cb31efb39ee9, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=85dd43c7-2d13-48cb-93d0-cb31efb39ee9,segment=NetworkSegment(d40e5954-5919-4789-968a-e4528a3d0a83),segment_id=d40e5954-5919-4789-968a-e4528a3d0a83)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:20.750938 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bed13d08-4546-4edb-a821-dab114167630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:20.764831 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-8abad993-392a-4f90-bbbe-cd5a05553c1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c61a38c-3166-4d91-be16-7d29830d5ac6']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:20.768497 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-bed13d08-4546-4edb-a821-dab114167630 admin admin] Calling delete_port for 85dd43c7-2d13-48cb-93d0-cb31efb39ee9 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:26:20.775486 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-8abad993-392a-4f90-bbbe-cd5a05553c1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12939514-4a47-4475-adfe-96454aa27a8a') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:20.775836 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-8abad993-392a-4f90-bbbe-cd5a05553c1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12939514-4a47-4475-adfe-96454aa27a8a') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:20.789396 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8abad993-392a-4f90-bbbe-cd5a05553c1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:20.805082 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8abad993-392a-4f90-bbbe-cd5a05553c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:20.813564 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8abad993-392a-4f90-bbbe-cd5a05553c1a admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:26:20.814024 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8abad993-392a-4f90-bbbe-cd5a05553c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:20.815900 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:26:20.815900 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:26:20.815900 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:26:20.815900 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:26:20.815900 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:26:20.815900 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:26:20.815900 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:26:20.815900 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:26:20.815900 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:26:20.815900 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:26:20.815900 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:26:20.815900 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:26:20.815900 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:26:20.815900 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:26:20.815900 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:26:20.815900 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:26:20.815900 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:26:20.815900 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:26:20.815900 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:26:20.815900 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:26:20.815900 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:26:20.815900 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:26:20.815900 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:26:20.815900 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:26:20.815900 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:26:20.815900 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:26:20.815900 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:26:20.815900 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:26:20.815900 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:26:20.815900 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:26:20.815900 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:26:20.815900 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:26:20.850100 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 3a79b46f-a343-4e49-8e43-3f78625282e5, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=3a79b46f-a343-4e49-8e43-3f78625282e5,segment=NetworkSegment(733c830f-5ca6-4e77-a18d-8162ef3c79e4),segment_id=733c830f-5ca6-4e77-a18d-8162ef3c79e4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:20.861412 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '3a79b46f-a343-4e49-8e43-3f78625282e5', 'network_id': '05457a1a-5fc6-4d7c-b1fd-8a0c61596f21', 'port_id': '3a79b46f-a343-4e49-8e43-3f78625282e5', 'mac_address': 'fa:16:3e:cc:41:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7d9e3eb-3d14-4963-8608-b6f274561522', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:26:20.908688 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:20.926517 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a79b46f-a343-4e49-8e43-3f78625282e5 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:26:20.948320 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 3a79b46f-a343-4e49-8e43-3f78625282e5, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=3a79b46f-a343-4e49-8e43-3f78625282e5,segment=NetworkSegment(733c830f-5ca6-4e77-a18d-8162ef3c79e4),segment_id=733c830f-5ca6-4e77-a18d-8162ef3c79e4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:20.949957 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2403d6-25f9-4e83-b662-a1235d946472 req-2772cc8a-752e-4a45-bcf9-618f9811067d tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:20.951415 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0e2403d6-25f9-4e83-b662-a1235d946472 req-2772cc8a-752e-4a45-bcf9-618f9811067d tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 943 time: 0.0616412 Dec 16 09:26:20.985437 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a191f25e-bfa6-4855-9dfd-0d5234cfcdd9 req-7996388b-f07b-4d1c-ac67-8b6bf4baf49e tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=524a13a1-253e-40bb-a50a-1c5e010b3879 HTTP/1.1" status: 200 len: 210 time: 0.0282919 Dec 16 09:26:21.012105 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8abad993-392a-4f90-bbbe-cd5a05553c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:21.018093 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8abad993-392a-4f90-bbbe-cd5a05553c1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:21.025822 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8abad993-392a-4f90-bbbe-cd5a05553c1a admin admin] 10.222.0.60 "DELETE /v2.0/networks/0c61a38c-3166-4d91-be16-7d29830d5ac6 HTTP/1.1" status: 204 len: 168 time: 0.4545720 Dec 16 09:26:21.039730 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abad993-392a-4f90-bbbe-cd5a05553c1a admin admin] Pushing event deleted for resources: {'Network': ['ID=0c61a38c-3166-4d91-be16-7d29830d5ac6,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:21.050615 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0e2403d6-25f9-4e83-b662-a1235d946472 req-2099031b-bdef-43ff-a9e2-2aed84d42c50 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847268 Dec 16 09:26:21.078038 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6e7975b-26b7-4a10-af34-e05f3c282589 req-96f28bd0-c6ec-4240-a585-26f26ee0418e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 210 time: 0.0345123 Dec 16 09:26:21.097374 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:21.131733 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bed13d08-4546-4edb-a821-dab114167630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:21.146466 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=3a79b46f-a343-4e49-8e43-3f78625282e5,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:21.161937 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed13d08-4546-4edb-a821-dab114167630 admin admin] Pushing event deleted for resources: {'Port': ['ID=85dd43c7-2d13-48cb-93d0-cb31efb39ee9,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:21.335319 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bed13d08-4546-4edb-a821-dab114167630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:21.400983 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['3a79b46f-a343-4e49-8e43-3f78625282e5'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:26:21.462028 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9541ce-4651-4575-a109-8fcf644a50bd req-8cf2982a-6ed3-4ce5-aed9-37b62d0355d9 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:21.463462 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bf9541ce-4651-4575-a109-8fcf644a50bd req-8cf2982a-6ed3-4ce5-aed9-37b62d0355d9 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "GET /v2.0/ports?device_id=072eda69-ce3f-4db3-8ea5-bab699f66960 HTTP/1.1" status: 200 len: 944 time: 0.0548556 Dec 16 09:26:21.511808 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bf9541ce-4651-4575-a109-8fcf644a50bd req-56927503-e9cf-4cca-b3a6-d6daee8f532f tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cbe89b4-8443-48dc-9d4a-b9dfe9d670f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401051 Dec 16 09:26:21.512076 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b90f9-ec74-4754-9ca4-0350dcae6e37 req-9b312179-f2be-4964-acf1-029b0d6919ab tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:21.513593 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7c4b90f9-ec74-4754-9ca4-0350dcae6e37 req-9b312179-f2be-4964-acf1-029b0d6919ab tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8def87e-68f8-460a-a9bb-8004bf70051b HTTP/1.1" status: 200 len: 950 time: 0.1308014 Dec 16 09:26:21.626455 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7c4b90f9-ec74-4754-9ca4-0350dcae6e37 req-858b4b35-6bba-495b-90c6-f0ca983b4c2a tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028752 Dec 16 09:26:21.674938 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed13d08-4546-4edb-a821-dab114167630 admin admin] Router 8b076729-ee1f-4542-870f-26d7c6357794 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:26:21.725714 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-5a631cc8-7b3d-4223-97c9-6720d1199b68 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:21.727794 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-5a631cc8-7b3d-4223-97c9-6720d1199b68 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.58 "GET /v2.0/networks?id=3a6af1ee-58f2-406c-aa8c-1f9d70774ee8 HTTP/1.1" status: 200 len: 823 time: 0.1179323 Dec 16 09:26:21.736949 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34532) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:21.797426 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed13d08-4546-4edb-a821-dab114167630 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:26:21.803967 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-bed13d08-4546-4edb-a821-dab114167630 admin admin] 10.222.0.60 "PUT /v2.0/routers/8b076729-ee1f-4542-870f-26d7c6357794/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8327522 Dec 16 09:26:21.805666 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34534) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:21.808509 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-732a903f-eb88-41db-91a3-3ec40719694c tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6aea977c1221465ca04aa38c031bb375 HTTP/1.1" status: 200 len: 379 time: 0.0686543 Dec 16 09:26:21.809326 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944daabb-481d-4624-b940-3a0124572781 None None] Sync routers for ids ['8b076729-ee1f-4542-870f-26d7c6357794'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:26:21.818308 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-0ea20337-0048-4415-a07e-fa9a3b6e1a48 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Request body: {'port': {'device_id': '524a13a1-253e-40bb-a50a-1c5e010b3879', 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8', 'admin_state_up': True, 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'security_groups': ['10d635dd-fb21-461a-8c0f-868d41d0e3d0']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:21.819081 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944daabb-481d-4624-b940-3a0124572781 None None] Routers {'8b076729-ee1f-4542-870f-26d7c6357794'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:21.819791 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-944daabb-481d-4624-b940-3a0124572781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:25:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['8b076729-ee1f-4542-870f-26d7c6357794'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:21.823224 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-66c6f66f-052f-4320-bf76-6ced5ca42d12 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=49844af6fd4846aa8dfc2f9f72525181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0850658 Dec 16 09:26:21.835691 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34536) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:21.920647 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-252790dc-aae0-4b39-9595-d1e6ab121efe admin admin] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:21.955930 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2f8f84a5-bb87-4d88-8dd1-ed692f376c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:21.992608 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2f8f84a5-bb87-4d88-8dd1-ed692f376c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:22.060691 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-252790dc-aae0-4b39-9595-d1e6ab121efe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:22.107534 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-944daabb-481d-4624-b940-3a0124572781 None None] Set router 8b076729-ee1f-4542-870f-26d7c6357794 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:22.109141 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-67d62342-7e0e-4934-88bd-51335ebaa5a3 req-d288d73e-9499-4565-9d29-2dc5f9bf7491 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=524a13a1-253e-40bb-a50a-1c5e010b3879 HTTP/1.1" status: 200 len: 210 time: 0.0314558 Dec 16 09:26:22.143430 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-0ea20337-0048-4415-a07e-fa9a3b6e1a48 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Made reservation on behalf of 6aea977c1221465ca04aa38c031bb375 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:22.147045 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-0ea20337-0048-4415-a07e-fa9a3b6e1a48 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:22.195165 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c1fb7-a918-4d68-9696-423ced85da70 req-29fa24b8-9160-4229-abf9-8c35e212ef65 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:22.204386 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a8c1fb7-a918-4d68-9696-423ced85da70 req-29fa24b8-9160-4229-abf9-8c35e212ef65 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 943 time: 0.0746360 Dec 16 09:26:22.265862 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a8c1fb7-a918-4d68-9696-423ced85da70 req-49f70667-d409-4eb7-b210-1933bcf3805c tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603495 Dec 16 09:26:22.280305 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-252790dc-aae0-4b39-9595-d1e6ab121efe admin admin] Deleting port 17f15156-ac1a-493a-9b74-f3e895746f42 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:26:22.280749 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-252790dc-aae0-4b39-9595-d1e6ab121efe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:22.307161 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-0ea20337-0048-4415-a07e-fa9a3b6e1a48 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Allocated IP 172.20.0.8 (3a6af1ee-58f2-406c-aa8c-1f9d70774ee8/898541b1-ae3e-41a6-ab62-007c2a398b05/5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:26:22.320352 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2f8f84a5-bb87-4d88-8dd1-ed692f376c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:22.328382 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2f8f84a5-bb87-4d88-8dd1-ed692f376c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:22.328382 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2f8f84a5-bb87-4d88-8dd1-ed692f376c30 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6f744739-11c7-46d3-b7d9-5df0034df690 HTTP/1.1" status: 204 len: 168 time: 0.4872580 Dec 16 09:26:22.342581 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-944daabb-481d-4624-b940-3a0124572781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b076729-ee1f-4542-870f-26d7c6357794', 'name': 'tempest-AttachSCSIVolumeTestJSON-743329716-router', 'tenant_id': '9f4af447e72d48ffb69e508e5ba87cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '17f15156-ac1a-493a-9b74-f3e895746f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:24:07Z', 'updated_at': '2021-12-16T09:26:20Z', 'revision_number': 5, 'project_id': '9f4af447e72d48ffb69e508e5ba87cfd', 'gw_port': {'id': '17f15156-ac1a-493a-9b74-f3e895746f42', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b076729-ee1f-4542-870f-26d7c6357794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:24:07Z', 'updated_at': '2021-12-16T09:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:22.349701 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6b890791-2315-427a-8950-071a899ad71d req-7f6e7542-ca97-41e0-b7af-f361d652d95f tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 210 time: 0.0395923 Dec 16 09:26:22.372787 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f84a5-bb87-4d88-8dd1-ed692f376c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f744739-11c7-46d3-b7d9-5df0034df690,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:22.407131 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944daabb-481d-4624-b940-3a0124572781 None None] Checking router: 8b076729-ee1f-4542-870f-26d7c6357794 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:26:22.441008 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944daabb-481d-4624-b940-3a0124572781 None None] Routers {'8b076729-ee1f-4542-870f-26d7c6357794'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:22.441458 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-252790dc-aae0-4b39-9595-d1e6ab121efe admin admin] For port 17f15156-ac1a-493a-9b74-f3e895746f42, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=17f15156-ac1a-493a-9b74-f3e895746f42,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:22.441581 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-944daabb-481d-4624-b940-3a0124572781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:25:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['8b076729-ee1f-4542-870f-26d7c6357794'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:22.441689 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-252790dc-aae0-4b39-9595-d1e6ab121efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:22.441689 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-252790dc-aae0-4b39-9595-d1e6ab121efe admin admin] Calling delete_port for 17f15156-ac1a-493a-9b74-f3e895746f42 owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:26:22.524937 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-944daabb-481d-4624-b940-3a0124572781 None None] Set router 8b076729-ee1f-4542-870f-26d7c6357794 gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:22.597837 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-944daabb-481d-4624-b940-3a0124572781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b076729-ee1f-4542-870f-26d7c6357794', 'name': 'tempest-AttachSCSIVolumeTestJSON-743329716-router', 'tenant_id': '9f4af447e72d48ffb69e508e5ba87cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:24:07Z', 'updated_at': '2021-12-16T09:26:22Z', 'revision_number': 6, 'project_id': '9f4af447e72d48ffb69e508e5ba87cfd', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:22.607731 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-86e8f37f-2cc4-4851-b1cd-bfe1eebd0e39 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:22.609382 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-86e8f37f-2cc4-4851-b1cd-bfe1eebd0e39 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.58 "GET /v2.0/networks?id=fd229606-1f82-48a3-82a3-fb35078f3dba HTTP/1.1" status: 200 len: 808 time: 0.2061291 Dec 16 09:26:22.630141 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-b8f9fec2-4ae3-46a2-88ac-3838e12f0268 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Request body: {'port': {'device_id': '07142285-cf98-4390-8dae-cfa81a032cb5', 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba', 'admin_state_up': True, 'tenant_id': 'ef267339b96a4504bcc86eb4b94505b3'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:22.638485 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944daabb-481d-4624-b940-3a0124572781 None None] The sync data for ids ['8b076729-ee1f-4542-870f-26d7c6357794'] in n-d-820550-2 is: [{'id': '8b076729-ee1f-4542-870f-26d7c6357794', 'name': 'tempest-AttachSCSIVolumeTestJSON-743329716-router', 'tenant_id': '9f4af447e72d48ffb69e508e5ba87cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:24:07Z', 'updated_at': '2021-12-16T09:26:22Z', 'revision_number': 6, 'project_id': '9f4af447e72d48ffb69e508e5ba87cfd', 'gw_port_host': None}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:26:22.648124 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-0ea20337-0048-4415-a07e-fa9a3b6e1a48 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:22.699771 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1309e-ef09-4fe9-b520-214175e8796c req-523b37cc-7a3e-4ebb-ae10-1b2c3d577fbd tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:22.701364 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-41f1309e-ef09-4fe9-b520-214175e8796c req-523b37cc-7a3e-4ebb-ae10-1b2c3d577fbd tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "GET /v2.0/ports?device_id=072eda69-ce3f-4db3-8ea5-bab699f66960 HTTP/1.1" status: 200 len: 944 time: 0.0729289 Dec 16 09:26:22.734194 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 3a79b46f-a343-4e49-8e43-3f78625282e5 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:22.751924 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-41f1309e-ef09-4fe9-b520-214175e8796c req-80ac9daa-36a0-43c7-80d5-4c2dd8b74c99 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cbe89b4-8443-48dc-9d4a-b9dfe9d670f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427561 Dec 16 09:26:22.838291 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483b162-0868-4b2e-87bf-de750500b98f req-1e3c6769-8ec6-4229-b09b-a1f1e0c5825e tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:22.845663 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8483b162-0868-4b2e-87bf-de750500b98f req-1e3c6769-8ec6-4229-b09b-a1f1e0c5825e tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8def87e-68f8-460a-a9bb-8004bf70051b HTTP/1.1" status: 200 len: 950 time: 0.1236792 Dec 16 09:26:22.880368 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-252790dc-aae0-4b39-9595-d1e6ab121efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:22.889586 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8483b162-0868-4b2e-87bf-de750500b98f req-eb39e6eb-e5bc-4649-87b4-627ae6cc30ad tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430672 Dec 16 09:26:22.922458 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252790dc-aae0-4b39-9595-d1e6ab121efe admin admin] Pushing event deleted for resources: {'Port': ['ID=17f15156-ac1a-493a-9b74-f3e895746f42,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:23.001745 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-252790dc-aae0-4b39-9595-d1e6ab121efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:23.026439 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 3a79b46f-a343-4e49-8e43-3f78625282e5 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:26:23.028414 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-0ea20337-0048-4415-a07e-fa9a3b6e1a48 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:23.030697 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-b8f9fec2-4ae3-46a2-88ac-3838e12f0268 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Made reservation on behalf of ef267339b96a4504bcc86eb4b94505b3 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:23.038342 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 3a79b46f-a343-4e49-8e43-3f78625282e5 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:23.038342 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:23.038607 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-b8f9fec2-4ae3-46a2-88ac-3838e12f0268 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:23.122628 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-0ea20337-0048-4415-a07e-fa9a3b6e1a48 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Network 3a6af1ee-58f2-406c-aa8c-1f9d70774ee8 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:23.145814 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea20337-0048-4415-a07e-fa9a3b6e1a48 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Pushing event updated for resources: {'Port': ['ID=5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:23.153485 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-0ea20337-0048-4415-a07e-fa9a3b6e1a48 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:23.164665 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-0ea20337-0048-4415-a07e-fa9a3b6e1a48 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:26:23.185982 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:23.228536 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072eda69-ce3f-4db3-8ea5-bab699f66960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a79b46f-a343-4e49-8e43-3f78625282e5'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:23.242337 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd31bfa-f609-433e-9278-935153f68485" -d '{"events": [{"server_uuid": "072eda69-ce3f-4db3-8ea5-bab699f66960", "name": "network-vif-plugged", "status": "completed", "tag": "3a79b46f-a343-4e49-8e43-3f78625282e5"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:23.283873 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 3a79b46f-a343-4e49-8e43-3f78625282e5, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=3a79b46f-a343-4e49-8e43-3f78625282e5,segment=NetworkSegment(733c830f-5ca6-4e77-a18d-8162ef3c79e4),segment_id=733c830f-5ca6-4e77-a18d-8162ef3c79e4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:23.320377 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c208745f-67cb-4f06-b218-827e7095192a x-openstack-request-id: req-c208745f-67cb-4f06-b218-827e7095192a {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:23.320377 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072eda69-ce3f-4db3-8ea5-bab699f66960", "name": "network-vif-plugged", "status": "completed", "tag": "3a79b46f-a343-4e49-8e43-3f78625282e5", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:23.320377 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c208745f-67cb-4f06-b218-827e7095192a {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:23.320377 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072eda69-ce3f-4db3-8ea5-bab699f66960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a79b46f-a343-4e49-8e43-3f78625282e5', 'code': 200} Dec 16 09:26:23.375775 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-b8f9fec2-4ae3-46a2-88ac-3838e12f0268 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Allocated IP 172.20.0.11 (fd229606-1f82-48a3-82a3-fb35078f3dba/e1e11efc-2921-4ef6-b725-208b9f6cb7a8/e403726d-b2b8-41fc-baa4-711d810b8a63) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:26:23.420730 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:23.494581 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-0ea20337-0048-4415-a07e-fa9a3b6e1a48 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:23.496317 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-0ea20337-0048-4415-a07e-fa9a3b6e1a48 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:23.514400 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=3a79b46f-a343-4e49-8e43-3f78625282e5,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:23.554138 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-252790dc-aae0-4b39-9595-d1e6ab121efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:23.555213 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-00de0f44-1679-45db-8426-7fa31ab95550 None None] Provisioning complete for port 5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:23.555929 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-00de0f44-1679-45db-8426-7fa31ab95550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:23.564541 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-252790dc-aae0-4b39-9595-d1e6ab121efe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:23.580216 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06af1fb-cd6e-408b-8ecb-d7e33b274cc1 req-cefd0763-48ab-48ff-9a82-22bf96e1a51e tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:23.580896 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 17f15156-ac1a-493a-9b74-f3e895746f42 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:26:23.581891 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e06af1fb-cd6e-408b-8ecb-d7e33b274cc1 req-cefd0763-48ab-48ff-9a82-22bf96e1a51e tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=524a13a1-253e-40bb-a50a-1c5e010b3879 HTTP/1.1" status: 200 len: 931 time: 0.1280496 Dec 16 09:26:23.592104 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c6c57-3e95-4eb5-9c75-7bf3ed93611c req-0d2263e4-dac5-4981-a552-fc1883f6e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:23.593804 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-220c6c57-3e95-4eb5-9c75-7bf3ed93611c req-0d2263e4-dac5-4981-a552-fc1883f6e871 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=072eda69-ce3f-4db3-8ea5-bab699f66960 HTTP/1.1" status: 200 len: 1096 time: 0.1288273 Dec 16 09:26:23.606389 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 17f15156-ac1a-493a-9b74-f3e895746f42 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:26:23.607140 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 17f15156-ac1a-493a-9b74-f3e895746f42 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:26:23.607734 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 85dd43c7-2d13-48cb-93d0-cb31efb39ee9 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:26:23.634501 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 85dd43c7-2d13-48cb-93d0-cb31efb39ee9 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:26:23.635233 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 85dd43c7-2d13-48cb-93d0-cb31efb39ee9 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:26:23.643133 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-00de0f44-1679-45db-8426-7fa31ab95550 None None] Port 5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:26:23.658027 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a424d-96c0-4feb-9658-1d3905666ef1 req-ac245f68-ef2a-4993-a351-217dc2028ab7 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:23.665318 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-353a424d-96c0-4feb-9658-1d3905666ef1 req-ac245f68-ef2a-4993-a351-217dc2028ab7 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 943 time: 0.2471774 Dec 16 09:26:23.700581 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-220c6c57-3e95-4eb5-9c75-7bf3ed93611c req-e41eca3d-68f5-4403-97c6-3979869c3b43 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1cbe89b4-8443-48dc-9d4a-b9dfe9d670f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641351 Dec 16 09:26:23.706883 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-b8f9fec2-4ae3-46a2-88ac-3838e12f0268 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:23.708860 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e06af1fb-cd6e-408b-8ecb-d7e33b274cc1 req-a135ae4d-6399-4279-a2ff-01a81fce9054 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d635dd-fb21-461a-8c0f-868d41d0e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836773 Dec 16 09:26:23.738033 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-353a424d-96c0-4feb-9658-1d3905666ef1 req-cd1b7b30-c268-44d6-a3d7-85f49cc5bb09 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714560 Dec 16 09:26:23.753424 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-0ea20337-0048-4415-a07e-fa9a3b6e1a48 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9389968 Dec 16 09:26:23.772732 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-252790dc-aae0-4b39-9595-d1e6ab121efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:23.773630 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252790dc-aae0-4b39-9595-d1e6ab121efe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b076729-ee1f-4542-870f-26d7c6357794 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:26:23.792295 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-252790dc-aae0-4b39-9595-d1e6ab121efe admin admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:23.792295 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-252790dc-aae0-4b39-9595-d1e6ab121efe admin admin] 10.222.0.60 "DELETE /v2.0/routers/8b076729-ee1f-4542-870f-26d7c6357794 HTTP/1.1" status: 204 len: 168 time: 1.9828618 Dec 16 09:26:23.792470 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34578) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:23.827478 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ed2591b7-2c1b-4614-8ae7-f7e71ad97cc3 req-59ce446d-d2ec-4f3c-b0ae-b907c6c82c9e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 210 time: 0.0359786 Dec 16 09:26:23.854159 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc8d21d4-2d72-4d1c-90c5-f9f7c584581a admin admin] Deleting subnet f70241b9-94ed-447d-8e0d-57432e877c8b {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:26:23.859632 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fc8d21d4-2d72-4d1c-90c5-f9f7c584581a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:23.924458 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-24cdca3d-f99f-4d04-ace3-fc2771934db1 service neutron] Request body: {'port': {'device_id': '524a13a1-253e-40bb-a50a-1c5e010b3879', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:23.933704 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-b8f9fec2-4ae3-46a2-88ac-3838e12f0268 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:23.957814 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['bc4d5cdd-18c4-48c5-9909-5e525878e54a'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:26:23.984346 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fc8d21d4-2d72-4d1c-90c5-f9f7c584581a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:24.021330 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a047bc9c-ca58-4e98-9943-87139991bfc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:24.059137 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1082ea-ae03-40c9-9835-9a7d20d6abba req-b459a44f-4c9c-43ef-b6b1-99348ceec766 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:24.060739 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-b8f9fec2-4ae3-46a2-88ac-3838e12f0268 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Network fd229606-1f82-48a3-82a3-fb35078f3dba is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:24.069259 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0c1082ea-ae03-40c9-9835-9a7d20d6abba req-b459a44f-4c9c-43ef-b6b1-99348ceec766 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8def87e-68f8-460a-a9bb-8004bf70051b HTTP/1.1" status: 200 len: 950 time: 0.0651014 Dec 16 09:26:24.084980 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-b8f9fec2-4ae3-46a2-88ac-3838e12f0268 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:24.087578 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-b8f9fec2-4ae3-46a2-88ac-3838e12f0268 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:26:24.106858 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0c1082ea-ae03-40c9-9835-9a7d20d6abba req-3b5e2f5d-ec9c-49b1-a6c4-72639de8eb6c tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364306 Dec 16 09:26:24.142646 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0af50-b35e-4e66-9a97-cec1d0b0e2ed req-d3bb85ea-d6ad-4f82-a23b-6f6651a8a2d7 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:24.144296 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-67e0af50-b35e-4e66-9a97-cec1d0b0e2ed req-d3bb85ea-d6ad-4f82-a23b-6f6651a8a2d7 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "GET /v2.0/ports?device_id=072eda69-ce3f-4db3-8ea5-bab699f66960 HTTP/1.1" status: 200 len: 945 time: 0.2624691 Dec 16 09:26:24.150253 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9fec2-4ae3-46a2-88ac-3838e12f0268 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Pushing event updated for resources: {'Port': ['ID=e403726d-b2b8-41fc-baa4-711d810b8a63,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:24.208799 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-24cdca3d-f99f-4d04-ace3-fc2771934db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:24.259827 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-b8f9fec2-4ae3-46a2-88ac-3838e12f0268 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:24.260541 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-b8f9fec2-4ae3-46a2-88ac-3838e12f0268 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:24.297066 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fc8d21d4-2d72-4d1c-90c5-f9f7c584581a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:24.329328 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-67e0af50-b35e-4e66-9a97-cec1d0b0e2ed req-146425f4-49fe-4810-a1ab-2b1860ec1c6d tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cbe89b4-8443-48dc-9d4a-b9dfe9d670f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637738 Dec 16 09:26:24.431398 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-b8f9fec2-4ae3-46a2-88ac-3838e12f0268 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8096981 Dec 16 09:26:24.448947 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-805f11ae-c19e-42b6-b7de-574d8020cf3c service neutron] Request body: {'port': {'device_id': '07142285-cf98-4390-8dae-cfa81a032cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:24.557289 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-805f11ae-c19e-42b6-b7de-574d8020cf3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:24.568081 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fc8d21d4-2d72-4d1c-90c5-f9f7c584581a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:24.614472 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fc8d21d4-2d72-4d1c-90c5-f9f7c584581a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:24.617895 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fc8d21d4-2d72-4d1c-90c5-f9f7c584581a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f70241b9-94ed-447d-8e0d-57432e877c8b HTTP/1.1" status: 204 len: 168 time: 0.8245027 Dec 16 09:26:24.621222 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34594) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:24.622318 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d21d4-2d72-4d1c-90c5-f9f7c584581a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f70241b9-94ed-447d-8e0d-57432e877c8b,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:24.625955 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f784c8-05d9-4c8a-9551-a7d0f20f331e None None] Network cdf9de85-7cf9-411d-85bd-0c33ccccd7bd requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:26:24.697412 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-69f9f66a-c631-40bf-a53d-17b6d947f5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:24.790510 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-69f9f66a-c631-40bf-a53d-17b6d947f5b9 admin admin] Deleting port 63dc6a53-a42b-4014-afb9-896020a49486 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:26:24.791135 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-69f9f66a-c631-40bf-a53d-17b6d947f5b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:24.861769 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f1151e-753d-486b-87cd-b418ce8b6871 None None] DHCP port deletion for cdf9de85-7cf9-411d-85bd-0c33ccccd7bd request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:26:24.878816 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-24cdca3d-f99f-4d04-ace3-fc2771934db1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:26:24.918183 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-a9f1151e-753d-486b-87cd-b418ce8b6871 None None] Deleting port 63dc6a53-a42b-4014-afb9-896020a49486 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:26:24.918907 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a9f1151e-753d-486b-87cd-b418ce8b6871 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:24.928103 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-69f9f66a-c631-40bf-a53d-17b6d947f5b9 admin admin] For port 63dc6a53-a42b-4014-afb9-896020a49486, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=63dc6a53-a42b-4014-afb9-896020a49486,segment=NetworkSegment(d40e5954-5919-4789-968a-e4528a3d0a83),segment_id=d40e5954-5919-4789-968a-e4528a3d0a83)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:24.928103 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-69f9f66a-c631-40bf-a53d-17b6d947f5b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:24.928672 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-24cdca3d-f99f-4d04-ace3-fc2771934db1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:24.950891 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169fb917-e8dd-4d97-ace6-b9dd784ca733 req-6ec94f77-7e4b-4073-bfa6-ef673bea7fcd tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:24.958012 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-169fb917-e8dd-4d97-ace6-b9dd784ca733 req-6ec94f77-7e4b-4073-bfa6-ef673bea7fcd tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 943 time: 0.1100338 Dec 16 09:26:24.963175 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b88580-dfcf-4cb5-81b7-8e02ae6553eb req-1d357e62-33e9-477c-bf20-1a5eeb845c65 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:24.965681 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a9b88580-dfcf-4cb5-81b7-8e02ae6553eb req-1d357e62-33e9-477c-bf20-1a5eeb845c65 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=524a13a1-253e-40bb-a50a-1c5e010b3879 HTTP/1.1" status: 200 len: 931 time: 0.1680882 Dec 16 09:26:24.966775 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-24cdca3d-f99f-4d04-ace3-fc2771934db1 service neutron] Transition to ACTIVE for port object 5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:26:24.969421 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-69f9f66a-c631-40bf-a53d-17b6d947f5b9 admin admin] Calling delete_port for 63dc6a53-a42b-4014-afb9-896020a49486 owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:26:25.048725 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-a9f1151e-753d-486b-87cd-b418ce8b6871 None None] For port 63dc6a53-a42b-4014-afb9-896020a49486, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=63dc6a53-a42b-4014-afb9-896020a49486,segment=NetworkSegment(d40e5954-5919-4789-968a-e4528a3d0a83),segment_id=d40e5954-5919-4789-968a-e4528a3d0a83)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:25.048725 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a9f1151e-753d-486b-87cd-b418ce8b6871 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:25.055260 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a9b88580-dfcf-4cb5-81b7-8e02ae6553eb req-92977ab7-7cc7-4526-bcb3-63fa3b410c92 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d635dd-fb21-461a-8c0f-868d41d0e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814726 Dec 16 09:26:25.068442 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-a9f1151e-753d-486b-87cd-b418ce8b6871 None None] Calling delete_port for 63dc6a53-a42b-4014-afb9-896020a49486 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:26:25.070827 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-169fb917-e8dd-4d97-ace6-b9dd784ca733 req-c31e48c0-13e1-4e6b-9700-d84391b4c5fd tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115639 Dec 16 09:26:25.157800 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-24cdca3d-f99f-4d04-ace3-fc2771934db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:25.175465 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34608) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:25.244015 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-805f11ae-c19e-42b6-b7de-574d8020cf3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e403726d-b2b8-41fc-baa4-711d810b8a63 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:26:25.269319 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-805f11ae-c19e-42b6-b7de-574d8020cf3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:25.270698 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608a801-e72c-4a2c-974f-fb9020a6a693 req-112bc041-4123-4637-a934-7ec7c4fd9da1 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:25.276228 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cdca3d-f99f-4d04-ace3-fc2771934db1 service neutron] Pushing event updated for resources: {'Port': ['ID=5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:25.285063 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a9f1151e-753d-486b-87cd-b418ce8b6871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:25.293485 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1608a801-e72c-4a2c-974f-fb9020a6a693 req-112bc041-4123-4637-a934-7ec7c4fd9da1 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8def87e-68f8-460a-a9bb-8004bf70051b HTTP/1.1" status: 200 len: 950 time: 0.0963387 Dec 16 09:26:25.315081 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-69f9f66a-c631-40bf-a53d-17b6d947f5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:25.319041 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3f3ed-23a3-454c-b0c2-5c697bf17853 req-22d59db4-bf8e-4653-92c0-271b16b6e497 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:25.320631 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-add3f3ed-23a3-454c-b0c2-5c697bf17853 req-22d59db4-bf8e-4653-92c0-271b16b6e497 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 932 time: 0.1668673 Dec 16 09:26:25.328626 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-805f11ae-c19e-42b6-b7de-574d8020cf3c service neutron] Transition to ACTIVE for port object e403726d-b2b8-41fc-baa4-711d810b8a63 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:26:25.335685 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f1151e-753d-486b-87cd-b418ce8b6871 None None] No DVR routers for this DVR port 63dc6a53-a42b-4014-afb9-896020a49486 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:26:25.335685 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1151e-753d-486b-87cd-b418ce8b6871 None None] Pushing event deleted for resources: {'Port': ['ID=63dc6a53-a42b-4014-afb9-896020a49486,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:25.348860 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f9f66a-c631-40bf-a53d-17b6d947f5b9 admin admin] No DVR routers for this DVR port 63dc6a53-a42b-4014-afb9-896020a49486 on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:26:25.375629 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9f66a-c631-40bf-a53d-17b6d947f5b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=63dc6a53-a42b-4014-afb9-896020a49486,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:25.375629 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-31bb8275-fa88-42c9-85cc-c59408f2d87f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:25.406599 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1608a801-e72c-4a2c-974f-fb9020a6a693 req-3e9fc710-3339-4d21-afe6-fc1ed46381da tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121223 Dec 16 09:26:25.411853 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-add3f3ed-23a3-454c-b0c2-5c697bf17853 req-00a3eb3e-4425-490c-be18-610468466ebd tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739789 Dec 16 09:26:25.425252 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-24cdca3d-f99f-4d04-ace3-fc2771934db1 service neutron] Attempting to bind port 5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:26:25.425712 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-24cdca3d-f99f-4d04-ace3-fc2771934db1 service neutron] Attempting to bind port 5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '1403103d-a4de-4f88-a656-e98daedb16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:26:25.425929 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-24cdca3d-f99f-4d04-ace3-fc2771934db1 service neutron] Attempting to bind port 5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23 on network 3a6af1ee-58f2-406c-aa8c-1f9d70774ee8 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:25.439073 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-24cdca3d-f99f-4d04-ace3-fc2771934db1 service neutron] Port 5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23 on network 3a6af1ee-58f2-406c-aa8c-1f9d70774ee8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:26:25.439401 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-24cdca3d-f99f-4d04-ace3-fc2771934db1 service neutron] Attempting to bind port 5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23 on network 3a6af1ee-58f2-406c-aa8c-1f9d70774ee8 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:25.446166 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 63dc6a53-a42b-4014-afb9-896020a49486 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:26:25.453048 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-24cdca3d-f99f-4d04-ace3-fc2771934db1 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:26:25.453628 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-24cdca3d-f99f-4d04-ace3-fc2771934db1 service neutron] Checking segment: {'id': '1403103d-a4de-4f88-a656-e98daedb16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:25.454476 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-24cdca3d-f99f-4d04-ace3-fc2771934db1 service neutron] Bound using segment: {'id': '1403103d-a4de-4f88-a656-e98daedb16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:26:25.455277 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-24cdca3d-f99f-4d04-ace3-fc2771934db1 service neutron] Bound port: 5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1403103d-a4de-4f88-a656-e98daedb16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:26:25.464319 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-24cdca3d-f99f-4d04-ace3-fc2771934db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:25.478074 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 63dc6a53-a42b-4014-afb9-896020a49486 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:26:25.478074 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 63dc6a53-a42b-4014-afb9-896020a49486 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:26:25.493280 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-805f11ae-c19e-42b6-b7de-574d8020cf3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:25.552823 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-69f9f66a-c631-40bf-a53d-17b6d947f5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:25.593389 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-69f9f66a-c631-40bf-a53d-17b6d947f5b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf9de85-7cf9-411d-85bd-0c33ccccd7bd']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:25.600544 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f11ae-c19e-42b6-b7de-574d8020cf3c service neutron] Pushing event updated for resources: {'Port': ['ID=e403726d-b2b8-41fc-baa4-711d810b8a63,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:25.616514 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-69f9f66a-c631-40bf-a53d-17b6d947f5b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd40e5954-5919-4789-968a-e4528a3d0a83') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:25.616814 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-69f9f66a-c631-40bf-a53d-17b6d947f5b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd40e5954-5919-4789-968a-e4528a3d0a83') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:25.626092 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b9783-ca60-4b07-9bb9-40feff0159ca req-de04bf6e-a599-45cc-bb2a-fcacf539ea1b tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:25.627011 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-24cdca3d-f99f-4d04-ace3-fc2771934db1 service neutron] For port 5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:26:25.627587 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-078b9783-ca60-4b07-9bb9-40feff0159ca req-de04bf6e-a599-45cc-bb2a-fcacf539ea1b tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "GET /v2.0/ports?device_id=072eda69-ce3f-4db3-8ea5-bab699f66960 HTTP/1.1" status: 200 len: 945 time: 0.1279171 Dec 16 09:26:25.642107 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-69f9f66a-c631-40bf-a53d-17b6d947f5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:25.658170 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-24cdca3d-f99f-4d04-ace3-fc2771934db1 service neutron] For port 5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23,segment=NetworkSegment(1403103d-a4de-4f88-a656-e98daedb16d8),segment_id=1403103d-a4de-4f88-a656-e98daedb16d8)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:26:25.680521 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-69f9f66a-c631-40bf-a53d-17b6d947f5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:25.686327 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-805f11ae-c19e-42b6-b7de-574d8020cf3c service neutron] Attempting to bind port e403726d-b2b8-41fc-baa4-711d810b8a63 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:26:25.686664 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-805f11ae-c19e-42b6-b7de-574d8020cf3c service neutron] Attempting to bind port e403726d-b2b8-41fc-baa4-711d810b8a63 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:26:25.687044 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-805f11ae-c19e-42b6-b7de-574d8020cf3c service neutron] Attempting to bind port e403726d-b2b8-41fc-baa4-711d810b8a63 on network fd229606-1f82-48a3-82a3-fb35078f3dba {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:25.691329 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-805f11ae-c19e-42b6-b7de-574d8020cf3c service neutron] Port e403726d-b2b8-41fc-baa4-711d810b8a63 on network fd229606-1f82-48a3-82a3-fb35078f3dba not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:26:25.691534 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-31bb8275-fa88-42c9-85cc-c59408f2d87f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:25.691641 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-805f11ae-c19e-42b6-b7de-574d8020cf3c service neutron] Attempting to bind port e403726d-b2b8-41fc-baa4-711d810b8a63 on network fd229606-1f82-48a3-82a3-fb35078f3dba {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:25.696430 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-805f11ae-c19e-42b6-b7de-574d8020cf3c service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:26:25.696796 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-805f11ae-c19e-42b6-b7de-574d8020cf3c service neutron] Checking segment: {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:25.697176 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-805f11ae-c19e-42b6-b7de-574d8020cf3c service neutron] Bound using segment: {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:26:25.697602 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-805f11ae-c19e-42b6-b7de-574d8020cf3c service neutron] Bound port: e403726d-b2b8-41fc-baa4-711d810b8a63, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:26:25.697957 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-805f11ae-c19e-42b6-b7de-574d8020cf3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:25.698631 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f9f66a-c631-40bf-a53d-17b6d947f5b9 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:26:25.699046 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-69f9f66a-c631-40bf-a53d-17b6d947f5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:25.700663 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:26:25.700663 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:26:25.700663 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:26:25.700663 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:26:25.700663 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:26:25.700663 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:26:25.700663 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:26:25.700663 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:26:25.700663 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:26:25.700663 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:26:25.700663 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:26:25.700663 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:26:25.700663 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:26:25.700663 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:26:25.700663 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:26:25.700663 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:26:25.700663 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:26:25.700663 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:26:25.700663 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:26:25.700663 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:26:25.700663 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:26:25.700663 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:26:25.700663 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:26:25.700663 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:26:25.700663 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:26:25.700663 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:26:25.700663 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:26:25.700663 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:26:25.700663 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:26:25.700663 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:26:25.700663 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:26:25.700663 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:26:25.733934 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-24cdca3d-f99f-4d04-ace3-fc2771934db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:25.740631 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-078b9783-ca60-4b07-9bb9-40feff0159ca req-95b367b4-3bea-409f-a233-3bf6c7e46b47 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cbe89b4-8443-48dc-9d4a-b9dfe9d670f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016774 Dec 16 09:26:25.760299 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-31bb8275-fa88-42c9-85cc-c59408f2d87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:25.778423 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-24cdca3d-f99f-4d04-ace3-fc2771934db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:25.779097 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-24cdca3d-f99f-4d04-ace3-fc2771934db1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:25.780483 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-24cdca3d-f99f-4d04-ace3-fc2771934db1 service neutron] 10.222.0.58 "PUT /v2.0/ports/5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23 HTTP/1.1" status: 200 len: 1091 time: 1.8667483 Dec 16 09:26:25.780926 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '524a13a1-253e-40bb-a50a-1c5e010b3879', 'tag': '5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:25.783272 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c495e88a-e6b1-4748-96ed-a4524bc61ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "524a13a1-253e-40bb-a50a-1c5e010b3879", "tag": "5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:25.824909 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cdca3d-f99f-4d04-ace3-fc2771934db1 service neutron] Pushing event updated for resources: {'Port': ['ID=5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:25.834365 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-31bb8275-fa88-42c9-85cc-c59408f2d87f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=43fbc358ae90461c8164a222e94515c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6554563 Dec 16 09:26:25.834365 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb8275-fa88-42c9-85cc-c59408f2d87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d0a2ca-e9ae-4537-95c1-1cbbe9b2d909,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:25.835280 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-805f11ae-c19e-42b6-b7de-574d8020cf3c service neutron] For port e403726d-b2b8-41fc-baa4-711d810b8a63, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:26:25.835920 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34618) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:25.854273 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9494fbc5-5305-4f05-8ebf-bac12f58b033 x-openstack-request-id: req-9494fbc5-5305-4f05-8ebf-bac12f58b033 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:25.856126 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "524a13a1-253e-40bb-a50a-1c5e010b3879", "tag": "5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:25.856384 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9494fbc5-5305-4f05-8ebf-bac12f58b033 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:25.856846 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '524a13a1-253e-40bb-a50a-1c5e010b3879', 'tag': '5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23', 'status': 'completed', 'code': 200} Dec 16 09:26:25.883427 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-805f11ae-c19e-42b6-b7de-574d8020cf3c service neutron] For port e403726d-b2b8-41fc-baa4-711d810b8a63, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=e403726d-b2b8-41fc-baa4-711d810b8a63,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:26:25.897726 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-502122b3-d0dc-4510-bf9b-45285c3992d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:25.913607 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-69f9f66a-c631-40bf-a53d-17b6d947f5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:25.918395 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-69f9f66a-c631-40bf-a53d-17b6d947f5b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:25.925639 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-69f9f66a-c631-40bf-a53d-17b6d947f5b9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/cdf9de85-7cf9-411d-85bd-0c33ccccd7bd HTTP/1.1" status: 204 len: 168 time: 1.3009810 Dec 16 09:26:25.947597 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-502122b3-d0dc-4510-bf9b-45285c3992d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:25.953593 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9f66a-c631-40bf-a53d-17b6d947f5b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdf9de85-7cf9-411d-85bd-0c33ccccd7bd,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:25.959799 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd74b2f-7d73-485f-94ec-5effd013bec9 req-7a9e88ab-0384-4ca4-8af5-8d83ecf39c5e tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:25.961409 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1bd74b2f-7d73-485f-94ec-5effd013bec9 req-7a9e88ab-0384-4ca4-8af5-8d83ecf39c5e tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "GET /v2.0/ports?device_id=072eda69-ce3f-4db3-8ea5-bab699f66960 HTTP/1.1" status: 200 len: 945 time: 0.1153758 Dec 16 09:26:25.971956 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34622) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:25.976433 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-68cb1256-21c0-4eb8-aa72-b43c6e778394 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Request body: {'floatingip': {'port_id': '3a79b46f-a343-4e49-8e43-3f78625282e5'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:25.980760 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495e88a-e6b1-4748-96ed-a4524bc61ebe req-96c34713-ffc9-4636-bfbd-520db428b592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:25.982305 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c495e88a-e6b1-4748-96ed-a4524bc61ebe req-96c34713-ffc9-4636-bfbd-520db428b592 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6aea977c1221465ca04aa38c031bb375&device_id=524a13a1-253e-40bb-a50a-1c5e010b3879 HTTP/1.1" status: 200 len: 1094 time: 0.1077285 Dec 16 09:26:26.025830 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-805f11ae-c19e-42b6-b7de-574d8020cf3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:26.067996 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-68cb1256-21c0-4eb8-aa72-b43c6e778394 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks [] for floatingip, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:26.105321 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-502122b3-d0dc-4510-bf9b-45285c3992d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:26.108146 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-502122b3-d0dc-4510-bf9b-45285c3992d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:26.112051 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-502122b3-d0dc-4510-bf9b-45285c3992d5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/84d0a2ca-e9ae-4537-95c1-1cbbe9b2d909 HTTP/1.1" status: 204 len: 168 time: 0.2751436 Dec 16 09:26:26.161151 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502122b3-d0dc-4510-bf9b-45285c3992d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d0a2ca-e9ae-4537-95c1-1cbbe9b2d909,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:26.193919 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-805f11ae-c19e-42b6-b7de-574d8020cf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:26.200571 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-805f11ae-c19e-42b6-b7de-574d8020cf3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:26.200571 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-805f11ae-c19e-42b6-b7de-574d8020cf3c service neutron] 10.222.0.58 "PUT /v2.0/ports/e403726d-b2b8-41fc-baa4-711d810b8a63 HTTP/1.1" status: 200 len: 1092 time: 1.7563872 Dec 16 09:26:26.240647 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b8585-06b9-405f-9283-eb707d49e439 req-6bd00320-a0f1-4f98-8514-5f2f4e46628a tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:26.242247 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9b2b8585-06b9-405f-9283-eb707d49e439 req-6bd00320-a0f1-4f98-8514-5f2f4e46628a tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=524a13a1-253e-40bb-a50a-1c5e010b3879 HTTP/1.1" status: 200 len: 943 time: 0.0825975 Dec 16 09:26:26.286573 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9b2b8585-06b9-405f-9283-eb707d49e439 req-f8535cd6-1593-44c4-8469-de6ed7b51b3c tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d635dd-fb21-461a-8c0f-868d41d0e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374365 Dec 16 09:26:26.315007 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34634) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:26.357814 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c0d8a8ae-ca33-4a09-b5b4-0e00f8e8fc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:26.363710 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e7d943a9-01e1-488c-a098-12a68d492576 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=981293c683ef492fa4ed54f7087f26cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470996 Dec 16 09:26:26.366588 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34636) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:26.424286 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c78e1a3-ebec-4c2c-a929-4d4cc75f5ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:26.455926 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c78e1a3-ebec-4c2c-a929-4d4cc75f5ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:26.535599 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b93cd8-b9a1-494c-bda4-a04ec53504a8 req-be8d7690-492f-4c46-83d5-10422770c508 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:26.537132 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a1b93cd8-b9a1-494c-bda4-a04ec53504a8 req-be8d7690-492f-4c46-83d5-10422770c508 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8def87e-68f8-460a-a9bb-8004bf70051b HTTP/1.1" status: 200 len: 950 time: 0.0643795 Dec 16 09:26:26.593890 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a1b93cd8-b9a1-494c-bda4-a04ec53504a8 req-3ca8eb75-119b-485d-b8ac-dfe97d1aeb6f tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432482 Dec 16 09:26:26.620994 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c78e1a3-ebec-4c2c-a929-4d4cc75f5ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:26.624028 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c78e1a3-ebec-4c2c-a929-4d4cc75f5ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:26.627905 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9c78e1a3-ebec-4c2c-a929-4d4cc75f5ce4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5607d5a0-abbf-4023-9195-2b8416ce7db8 HTTP/1.1" status: 204 len: 168 time: 0.2578261 Dec 16 09:26:26.649865 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c78e1a3-ebec-4c2c-a929-4d4cc75f5ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5607d5a0-abbf-4023-9195-2b8416ce7db8,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:26.653085 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f11ae-c19e-42b6-b7de-574d8020cf3c service neutron] Pushing event updated for resources: {'Port': ['ID=e403726d-b2b8-41fc-baa4-711d810b8a63,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:26.737873 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97f00d-9e85-4429-9ccf-e67fd22930c0 req-fb523f54-4e83-4916-a3ee-11869436aa78 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:26.742738 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7a97f00d-9e85-4429-9ccf-e67fd22930c0 req-fb523f54-4e83-4916-a3ee-11869436aa78 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 944 time: 0.0696824 Dec 16 09:26:26.744629 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc3158-b8c3-4e8e-b649-0cdfc04c6ee8 req-93128b2c-51d6-43f3-8d47-8c858c52aa83 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:26.746668 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-72bc3158-b8c3-4e8e-b649-0cdfc04c6ee8 req-93128b2c-51d6-43f3-8d47-8c858c52aa83 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 943 time: 0.2091205 Dec 16 09:26:26.789185 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-c6caebf7-3df3-4273-b2d8-f8daf58f485e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:26.790612 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-c6caebf7-3df3-4273-b2d8-f8daf58f485e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ef267339b96a4504bcc86eb4b94505b3&device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 1095 time: 0.2483723 Dec 16 09:26:26.791554 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495e88a-e6b1-4748-96ed-a4524bc61ebe req-bf0fbb09-5706-4a87-bdfa-cb7d71ae592b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:26.791947 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7a97f00d-9e85-4429-9ccf-e67fd22930c0 req-4fbf114e-f51b-4f3d-bba6-977b8cd612a9 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381219 Dec 16 09:26:26.792907 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c495e88a-e6b1-4748-96ed-a4524bc61ebe req-bf0fbb09-5706-4a87-bdfa-cb7d71ae592b service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=6aea977c1221465ca04aa38c031bb375&shared=False HTTP/1.1" status: 200 len: 924 time: 0.7797580 Dec 16 09:26:26.910541 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-7479d0a6-6e43-493b-879c-36eb277b8bd8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e403726d-b2b8-41fc-baa4-711d810b8a63 HTTP/1.1" status: 200 len: 217 time: 0.0978441 Dec 16 09:26:26.939802 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-72bc3158-b8c3-4e8e-b649-0cdfc04c6ee8 req-b2a96871-92e5-41ee-8be2-398776c229ff tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627452 Dec 16 09:26:27.112336 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-ca98d7b7-834c-4533-babe-cb07d663d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:27.113928 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-ca98d7b7-834c-4533-babe-cb07d663d8db service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1e11efc-2921-4ef6-b725-208b9f6cb7a8 HTTP/1.1" status: 200 len: 848 time: 0.1952107 Dec 16 09:26:27.114898 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495e88a-e6b1-4748-96ed-a4524bc61ebe req-377112f8-8849-4d94-bf83-0a8d0244ccee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:27.116455 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c495e88a-e6b1-4748-96ed-a4524bc61ebe req-377112f8-8849-4d94-bf83-0a8d0244ccee service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3117671 Dec 16 09:26:27.160808 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-a2759f69-770d-48af-a67b-8149a12b3b34 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd229606-1f82-48a3-82a3-fb35078f3dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289743 Dec 16 09:26:27.326736 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-78c13576-cbc2-4fcb-b7ea-a345aab72119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:27.328261 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-78c13576-cbc2-4fcb-b7ea-a345aab72119 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6aea977c1221465ca04aa38c031bb375&device_id=524a13a1-253e-40bb-a50a-1c5e010b3879 HTTP/1.1" status: 200 len: 1094 time: 0.1690929 Dec 16 09:26:27.394508 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-33f1d48b-251e-4860-8f80-4cbf603a7190 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23 HTTP/1.1" status: 200 len: 217 time: 0.0504749 Dec 16 09:26:27.398769 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-68cb1256-21c0-4eb8-aa72-b43c6e778394 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:27.403372 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-208ee1ca-e48d-4259-81d8-d4f33bb0c440 service neutron] 10.222.0.58 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373462 Dec 16 09:26:27.436062 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ae040-7be5-4eb1-a802-204650bdf4d2 req-eb1091ab-9005-4edd-9d80-5317f3509de7 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:27.439784 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c64ae040-7be5-4eb1-a802-204650bdf4d2 req-eb1091ab-9005-4edd-9d80-5317f3509de7 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=524a13a1-253e-40bb-a50a-1c5e010b3879 HTTP/1.1" status: 200 len: 943 time: 0.0614934 Dec 16 09:26:27.462483 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34672) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:27.475019 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:27.497049 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c64ae040-7be5-4eb1-a802-204650bdf4d2 req-ff1c6bb0-f6db-40f4-9bb6-da41e07a8bc1 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d635dd-fb21-461a-8c0f-868d41d0e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506425 Dec 16 09:26:27.503300 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-dd102e97-fa00-4022-a62d-418d28003591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:27.504780 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-dd102e97-fa00-4022-a62d-418d28003591 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=898541b1-ae3e-41a6-ab62-007c2a398b05 HTTP/1.1" status: 200 len: 862 time: 0.1005702 Dec 16 09:26:27.548954 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-68cb1256-21c0-4eb8-aa72-b43c6e778394 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:27.588711 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-b344cb67-4516-48b3-a4eb-0c8d1b429677 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-487910151-network', 'tenant_id': '497e35b3d54448868b85015f846b8328'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:27.644087 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74c524fc-4178-42cf-9cf6-59273cf4ce03 req-d5cfe9bf-9d46-43d9-b7b7-9a2c44b37c79 service neutron] 10.222.0.58 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303987 Dec 16 09:26:27.678746 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34678) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:27.680571 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-039f89f2-fc00-42a9-bb7a-6ddb73f98652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:27.682151 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-039f89f2-fc00-42a9-bb7a-6ddb73f98652 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3a6af1ee-58f2-406c-aa8c-1f9d70774ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1699786 Dec 16 09:26:27.730515 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9f2c713b-c96e-487c-9cf5-89c65853338c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9f4af447e72d48ffb69e508e5ba87cfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471747 Dec 16 09:26:27.730515 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b344cb67-4516-48b3-a4eb-0c8d1b429677 admin admin] Made reservation on behalf of 497e35b3d54448868b85015f846b8328 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:27.732200 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34680) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:27.732324 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b344cb67-4516-48b3-a4eb-0c8d1b429677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:27.741816 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b344cb67-4516-48b3-a4eb-0c8d1b429677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:27.802898 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [None req-68cb1256-21c0-4eb8-aa72-b43c6e778394 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Floating IP 8ed81603-e365-4520-b060-58ad4de6930a associated. External IP: 172.25.1.253, port: 3a79b46f-a343-4e49-8e43-3f78625282e5. Dec 16 09:26:27.819552 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b344cb67-4516-48b3-a4eb-0c8d1b429677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:27.876484 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07142285-cf98-4390-8dae-cfa81a032cb5', 'tag': 'e403726d-b2b8-41fc-baa4-711d810b8a63'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:27.878992 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dc3fc7-c587-4929-a4f1-f582eea2e3d3" -d '{"events": [{"name": "network-changed", "server_uuid": "07142285-cf98-4390-8dae-cfa81a032cb5", "tag": "e403726d-b2b8-41fc-baa4-711d810b8a63"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:27.896661 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257633c5-0fde-4202-a82e-f91e6f242a3f req-4e14fbbf-961a-45a2-b88a-e001f23e099d tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:27.898385 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-257633c5-0fde-4202-a82e-f91e6f242a3f req-4e14fbbf-961a-45a2-b88a-e001f23e099d tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8def87e-68f8-460a-a9bb-8004bf70051b HTTP/1.1" status: 200 len: 950 time: 0.2299354 Dec 16 09:26:27.913146 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b344cb67-4516-48b3-a4eb-0c8d1b429677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:27.955565 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b344cb67-4516-48b3-a4eb-0c8d1b429677 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:26:27.967082 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0915a9-ba7f-4461-822e-a79627e3a3f0 req-da087c53-584d-4e1e-9ce1-2c2c7f153aa3 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:27.974040 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0d0915a9-ba7f-4461-822e-a79627e3a3f0 req-da087c53-584d-4e1e-9ce1-2c2c7f153aa3 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 944 time: 0.1131697 Dec 16 09:26:27.981162 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-76437f06-55f1-4cee-b8a9-21f14513acd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:27.996078 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-74e5a8c8-513f-43de-92ee-f10561f02159 service neutron] 10.222.0.58 "GET /v2.0/networks/3a6af1ee-58f2-406c-aa8c-1f9d70774ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899129 Dec 16 09:26:28.008608 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b344cb67-4516-48b3-a4eb-0c8d1b429677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:28.008995 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-b344cb67-4516-48b3-a4eb-0c8d1b429677 admin admin] Added segment 93544382-2c77-4a6a-b7bb-0e80a8e82b9d of type vlan for network 9b76a820-f831-437a-b3f2-ad58a28c5953 Dec 16 09:26:28.015431 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b344cb67-4516-48b3-a4eb-0c8d1b429677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7461d54d-e5ec-4be5-8c65-e1473340986f,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:28.046164 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-257633c5-0fde-4202-a82e-f91e6f242a3f req-81e5efe7-6ef6-4665-852c-3fd63be14225 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273420 Dec 16 09:26:28.051926 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-76437f06-55f1-4cee-b8a9-21f14513acd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:28.086680 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0d0915a9-ba7f-4461-822e-a79627e3a3f0 req-4ff285be-be02-48e1-9f56-24abd2b84696 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089809 Dec 16 09:26:28.088018 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b344cb67-4516-48b3-a4eb-0c8d1b429677 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:28.120857 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09b186f-8bc7-4f5b-b1a1-c3309e5739ce x-openstack-request-id: req-d09b186f-8bc7-4f5b-b1a1-c3309e5739ce {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:28.121195 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07142285-cf98-4390-8dae-cfa81a032cb5", "tag": "e403726d-b2b8-41fc-baa4-711d810b8a63", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:28.121415 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d09b186f-8bc7-4f5b-b1a1-c3309e5739ce {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:28.121791 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07142285-cf98-4390-8dae-cfa81a032cb5', 'tag': 'e403726d-b2b8-41fc-baa4-711d810b8a63', 'status': 'completed', 'code': 200} Dec 16 09:26:28.197672 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac793bf-151d-44eb-a624-5e1a247a7293 req-7dc4095d-2648-46de-be13-735e48a947a1 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:28.199885 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8ac793bf-151d-44eb-a624-5e1a247a7293 req-7dc4095d-2648-46de-be13-735e48a947a1 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 943 time: 0.0514092 Dec 16 09:26:28.239208 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8ac793bf-151d-44eb-a624-5e1a247a7293 req-60fed11a-2597-42c2-bc78-7e89f791da5f tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328844 Dec 16 09:26:28.281100 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7b788f9-d94f-4a86-bb9a-37a83923676c req-38f74fd6-0942-402d-ac8e-2f16644c5c62 service neutron] 10.222.0.58 "GET /v2.0/networks/3a6af1ee-58f2-406c-aa8c-1f9d70774ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679615 Dec 16 09:26:28.289853 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc3fc7-c587-4929-a4f1-f582eea2e3d3 req-dbd08921-790a-4281-854a-15cfb6a61fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:28.291230 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d4dc3fc7-c587-4929-a4f1-f582eea2e3d3 req-dbd08921-790a-4281-854a-15cfb6a61fdc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ef267339b96a4504bcc86eb4b94505b3&device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 1095 time: 0.1480544 Dec 16 09:26:28.329377 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b344cb67-4516-48b3-a4eb-0c8d1b429677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:28.330393 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b344cb67-4516-48b3-a4eb-0c8d1b429677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:28.331013 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b344cb67-4516-48b3-a4eb-0c8d1b429677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:28.358539 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68cb1256-21c0-4eb8-aa72-b43c6e778394 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Router 4dbfcd0e-6140-4835-9814-853ed0f9d653 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:26:28.390698 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:26:28.397212 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b344cb67-4516-48b3-a4eb-0c8d1b429677 admin admin] Pushing event updated for resources: {'Network': ['ID=9b76a820-f831-437a-b3f2-ad58a28c5953,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:28.407491 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 9b76a820-f831-437a-b3f2-ad58a28c5953 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:26:28.453157 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-76437f06-55f1-4cee-b8a9-21f14513acd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:28.455739 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-76437f06-55f1-4cee-b8a9-21f14513acd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:28.459713 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-76437f06-55f1-4cee-b8a9-21f14513acd4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4612de49-b883-46fd-b946-9677244859f6 HTTP/1.1" status: 204 len: 168 time: 0.7237439 Dec 16 09:26:28.474115 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc3fc7-c587-4929-a4f1-f582eea2e3d3 req-3b91bf99-2fc1-464b-9daf-ad6642cae7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:28.475587 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d4dc3fc7-c587-4929-a4f1-f582eea2e3d3 req-3b91bf99-2fc1-464b-9daf-ad6642cae7d7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fd229606-1f82-48a3-82a3-fb35078f3dba HTTP/1.1" status: 200 len: 909 time: 0.1770341 Dec 16 09:26:28.478276 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76437f06-55f1-4cee-b8a9-21f14513acd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4612de49-b883-46fd-b946-9677244859f6,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:28.526440 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d4dc3fc7-c587-4929-a4f1-f582eea2e3d3 req-9f1dec0b-1e17-4270-ae17-29a19ef2382c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e403726d-b2b8-41fc-baa4-711d810b8a63 HTTP/1.1" status: 200 len: 217 time: 0.0395489 Dec 16 09:26:28.543126 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b344cb67-4516-48b3-a4eb-0c8d1b429677 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0795934 Dec 16 09:26:28.546056 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34694) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:28.552247 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-5025e3cd-799f-4559-8106-d5486ec1330c admin admin] Request body: {'subnet': {'network_id': '9b76a820-f831-437a-b3f2-ad58a28c5953', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-487910151-subnet', 'tenant_id': '497e35b3d54448868b85015f846b8328', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:28.637906 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5025e3cd-799f-4559-8106-d5486ec1330c admin admin] Made reservation on behalf of 497e35b3d54448868b85015f846b8328 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:28.640420 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5025e3cd-799f-4559-8106-d5486ec1330c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:28.880560 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5025e3cd-799f-4559-8106-d5486ec1330c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:28.888914 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cb1256-21c0-4eb8-aa72-b43c6e778394 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:26:28.893800 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-68cb1256-21c0-4eb8-aa72-b43c6e778394 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:28.899854 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e2ffee-34bf-4c23-8a4e-b67f5ddb7167 None None] Sync routers for ids ['4dbfcd0e-6140-4835-9814-853ed0f9d653'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:26:28.911741 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:28.914485 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e2ffee-34bf-4c23-8a4e-b67f5ddb7167 None None] Routers {'4dbfcd0e-6140-4835-9814-853ed0f9d653'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:28.914485 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-09e2ffee-34bf-4c23-8a4e-b67f5ddb7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:26:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4dbfcd0e-6140-4835-9814-853ed0f9d653'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:28.934379 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc3fc7-c587-4929-a4f1-f582eea2e3d3 req-356869d1-9a8b-461a-a60d-af91344caf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:28.945205 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d4dc3fc7-c587-4929-a4f1-f582eea2e3d3 req-356869d1-9a8b-461a-a60d-af91344caf7c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1e11efc-2921-4ef6-b725-208b9f6cb7a8 HTTP/1.1" status: 200 len: 848 time: 0.4042957 Dec 16 09:26:28.945205 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-68cb1256-21c0-4eb8-aa72-b43c6e778394 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "PUT /v2.0/floatingips/8ed81603-e365-4520-b060-58ad4de6930a HTTP/1.1" status: 200 len: 991 time: 2.9688966 Dec 16 09:26:28.964540 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b23b39-fd14-4538-957a-facb8e8e5323 req-bfeacc9a-148b-446b-9eb2-40bfc430528d tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:28.965518 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025e3cd-799f-4559-8106-d5486ec1330c admin admin] Pushing event updated for resources: {'Subnet': ['ID=79b20719-f73b-4bc0-8f8c-f394a2d9133a,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:28.971888 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f3b23b39-fd14-4538-957a-facb8e8e5323 req-bfeacc9a-148b-446b-9eb2-40bfc430528d tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=524a13a1-253e-40bb-a50a-1c5e010b3879 HTTP/1.1" status: 200 len: 943 time: 0.1191328 Dec 16 09:26:29.001637 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d4dc3fc7-c587-4929-a4f1-f582eea2e3d3 req-6dcea455-c575-41db-acc6-a92918da8ce1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd229606-1f82-48a3-82a3-fb35078f3dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535977 Dec 16 09:26:29.005564 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5025e3cd-799f-4559-8106-d5486ec1330c admin admin] Checking segment: {'id': '93544382-2c77-4a6a-b7bb-0e80a8e82b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9b76a820-f831-437a-b3f2-ad58a28c5953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:29.005942 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5025e3cd-799f-4559-8106-d5486ec1330c admin admin] Network hostable DHCP agents. Network: 9b76a820-f831-437a-b3f2-ad58a28c5953, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:26:29.061727 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-09e2ffee-34bf-4c23-8a4e-b67f5ddb7167 None None] Set router 4dbfcd0e-6140-4835-9814-853ed0f9d653 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:29.079539 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f3b23b39-fd14-4538-957a-facb8e8e5323 req-8b86db14-bdcf-47de-865c-b9f87e66f851 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d635dd-fb21-461a-8c0f-868d41d0e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029947 Dec 16 09:26:29.105334 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5025e3cd-799f-4559-8106-d5486ec1330c admin admin] Network 9b76a820-f831-437a-b3f2-ad58a28c5953 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:26:29.148599 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d4dc3fc7-c587-4929-a4f1-f582eea2e3d3 req-9f4a7352-0fb3-481e-93b6-6fa76458be9e service neutron] 10.222.0.58 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389420 Dec 16 09:26:29.218573 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-5025e3cd-799f-4559-8106-d5486ec1330c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 9b76a820-f831-437a-b3f2-ad58a28c5953) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:29.228985 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3388321-8d04-4a9c-bb9a-02497e16de52 None None] Network 9b76a820-f831-437a-b3f2-ad58a28c5953 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:26:29.238399 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5025e3cd-799f-4559-8106-d5486ec1330c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:29.241036 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5025e3cd-799f-4559-8106-d5486ec1330c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:29.306120 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e56f6-bf3c-4fc7-ac39-b4a9dee1ba62 req-f0d1ead6-10c3-4805-a25e-43ecfd1f4708 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:29.313602 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-432e56f6-bf3c-4fc7-ac39-b4a9dee1ba62 req-f0d1ead6-10c3-4805-a25e-43ecfd1f4708 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 944 time: 0.1229527 Dec 16 09:26:29.322085 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a53d95-08ab-4fdf-842a-fd876cbffc53 req-45e94959-1d20-4209-a40f-31141772c651 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:29.330349 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-62a53d95-08ab-4fdf-842a-fd876cbffc53 req-45e94959-1d20-4209-a40f-31141772c651 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8def87e-68f8-460a-a9bb-8004bf70051b HTTP/1.1" status: 200 len: 950 time: 0.1479607 Dec 16 09:26:29.332881 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d4dc3fc7-c587-4929-a4f1-f582eea2e3d3 req-9e94f522-b795-40df-9e71-91f1961c8a54 service neutron] 10.222.0.58 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762528 Dec 16 09:26:29.363726 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-432e56f6-bf3c-4fc7-ac39-b4a9dee1ba62 req-52065bc0-94f2-4b0d-b762-256690a0f73b tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413110 Dec 16 09:26:29.376748 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-62a53d95-08ab-4fdf-842a-fd876cbffc53 req-f2a02528-3141-4de3-8891-e4bffcf8c742 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450795 Dec 16 09:26:29.425273 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5025e3cd-799f-4559-8106-d5486ec1330c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8760617 Dec 16 09:26:29.426994 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34718) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:29.432529 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd363ad3-d4a1-498d-98c7-9ab472000247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-9b76a820-f831-437a-b3f2-ad58a28c5953', 'network_id': '9b76a820-f831-437a-b3f2-ad58a28c5953', 'tenant_id': '497e35b3d54448868b85015f846b8328', 'fixed_ips': [{'subnet_id': '79b20719-f73b-4bc0-8f8c-f394a2d9133a'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:26:29.433384 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-565a699e-ed3e-4aa3-b604-8323630d11d9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-487910151-router', 'tenant_id': '497e35b3d54448868b85015f846b8328', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:29.434862 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-09e2ffee-34bf-4c23-8a4e-b67f5ddb7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'name': 'tempest-ServersTestJSON-578242003-router', 'tenant_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '74ffe5c2-21aa-4a38-b778-a9178214ae60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:50Z', 'updated_at': '2021-12-16T09:25:58Z', 'revision_number': 4, 'project_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'gw_port': {'id': '74ffe5c2-21aa-4a38-b778-a9178214ae60', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:51Z', 'updated_at': '2021-12-16T09:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '8ed81603-e365-4520-b060-58ad4de6930a', 'tenant_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'floating_ip_address': '172.25.1.253', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'port_id': '3a79b46f-a343-4e49-8e43-3f78625282e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05457a1a-5fc6-4d7c-b1fd-8a0c61596f21', 'mac_address': 'fa:16:3e:cc:41:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072eda69-ce3f-4db3-8ea5-bab699f66960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:26:06Z', 'updated_at': '2021-12-16T09:26:27Z', 'revision_number': 1, 'project_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b6ea7f0-535b-4d2d-847e-78b3ee040a1a', 'name': '', 'network_id': '05457a1a-5fc6-4d7c-b1fd-8a0c61596f21', 'tenant_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'mac_address': 'fa:16:3e:0d:73:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c7d9e3eb-3d14-4963-8608-b6f274561522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:56Z', 'updated_at': '2021-12-16T09:26:05Z', 'revision_number': 5, 'project_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'subnets': [{'id': 'c7d9e3eb-3d14-4963-8608-b6f274561522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:29.435742 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-dd363ad3-d4a1-498d-98c7-9ab472000247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:29.463635 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e2ffee-34bf-4c23-8a4e-b67f5ddb7167 None None] Checking router: 4dbfcd0e-6140-4835-9814-853ed0f9d653 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:26:29.472471 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e2ffee-34bf-4c23-8a4e-b67f5ddb7167 None None] Routers {'4dbfcd0e-6140-4835-9814-853ed0f9d653'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:29.473326 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-09e2ffee-34bf-4c23-8a4e-b67f5ddb7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:26:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4dbfcd0e-6140-4835-9814-853ed0f9d653'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:29.520740 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc89b7-ffa1-4a88-8062-4d4a0c6daf79 req-3b40ebbb-c118-4169-bf27-13688687d7f3 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:29.522238 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-70bc89b7-ffa1-4a88-8062-4d4a0c6daf79 req-3b40ebbb-c118-4169-bf27-13688687d7f3 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 943 time: 0.0568533 Dec 16 09:26:29.565033 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-70bc89b7-ffa1-4a88-8062-4d4a0c6daf79 req-e9a77935-2033-4b88-ad25-140dfd0027f9 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360265 Dec 16 09:26:29.571771 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-565a699e-ed3e-4aa3-b604-8323630d11d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:29.572862 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-565a699e-ed3e-4aa3-b604-8323630d11d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:29.605682 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:29.629417 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-09e2ffee-34bf-4c23-8a4e-b67f5ddb7167 None None] Set router 4dbfcd0e-6140-4835-9814-853ed0f9d653 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:29.639810 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-dd363ad3-d4a1-498d-98c7-9ab472000247 None None] Allocated IP 172.20.0.2 (9b76a820-f831-437a-b3f2-ad58a28c5953/79b20719-f73b-4bc0-8f8c-f394a2d9133a/f60e3e27-ab39-4d4d-8701-76c65255812c) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:26:29.651843 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-565a699e-ed3e-4aa3-b604-8323630d11d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:29.797252 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-dd363ad3-d4a1-498d-98c7-9ab472000247 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:29.862515 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-09e2ffee-34bf-4c23-8a4e-b67f5ddb7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'name': 'tempest-ServersTestJSON-578242003-router', 'tenant_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '74ffe5c2-21aa-4a38-b778-a9178214ae60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:50Z', 'updated_at': '2021-12-16T09:25:58Z', 'revision_number': 4, 'project_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'gw_port': {'id': '74ffe5c2-21aa-4a38-b778-a9178214ae60', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:51Z', 'updated_at': '2021-12-16T09:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '8ed81603-e365-4520-b060-58ad4de6930a', 'tenant_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'floating_ip_address': '172.25.1.253', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'port_id': '3a79b46f-a343-4e49-8e43-3f78625282e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05457a1a-5fc6-4d7c-b1fd-8a0c61596f21', 'mac_address': 'fa:16:3e:cc:41:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072eda69-ce3f-4db3-8ea5-bab699f66960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:26:06Z', 'updated_at': '2021-12-16T09:26:27Z', 'revision_number': 1, 'project_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b6ea7f0-535b-4d2d-847e-78b3ee040a1a', 'name': '', 'network_id': '05457a1a-5fc6-4d7c-b1fd-8a0c61596f21', 'tenant_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'mac_address': 'fa:16:3e:0d:73:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c7d9e3eb-3d14-4963-8608-b6f274561522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:56Z', 'updated_at': '2021-12-16T09:26:05Z', 'revision_number': 5, 'project_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'subnets': [{'id': 'c7d9e3eb-3d14-4963-8608-b6f274561522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:29.891631 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-565a699e-ed3e-4aa3-b604-8323630d11d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:29.897274 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e2ffee-34bf-4c23-8a4e-b67f5ddb7167 None None] The sync data for ids ['4dbfcd0e-6140-4835-9814-853ed0f9d653'] in n-d-820550-2 is: [{'id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'name': 'tempest-ServersTestJSON-578242003-router', 'tenant_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '74ffe5c2-21aa-4a38-b778-a9178214ae60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:50Z', 'updated_at': '2021-12-16T09:25:58Z', 'revision_number': 4, 'project_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'gw_port': {'id': '74ffe5c2-21aa-4a38-b778-a9178214ae60', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:51Z', 'updated_at': '2021-12-16T09:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '8ed81603-e365-4520-b060-58ad4de6930a', 'tenant_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'floating_ip_address': '172.25.1.253', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'port_id': '3a79b46f-a343-4e49-8e43-3f78625282e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05457a1a-5fc6-4d7c-b1fd-8a0c61596f21', 'mac_address': 'fa:16:3e:cc:41:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072eda69-ce3f-4db3-8ea5-bab699f66960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:26:06Z', 'updated_at': '2021-12-16T09:26:27Z', 'revision_number': 1, 'project_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b6ea7f0-535b-4d2d-847e-78b3ee040a1a', 'name': '', 'network_id': '05457a1a-5fc6-4d7c-b1fd-8a0c61596f21', 'tenant_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'mac_address': 'fa:16:3e:0d:73:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c7d9e3eb-3d14-4963-8608-b6f274561522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:56Z', 'updated_at': '2021-12-16T09:26:05Z', 'revision_number': 5, 'project_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'subnets': [{'id': 'c7d9e3eb-3d14-4963-8608-b6f274561522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:26:29.978208 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-dd363ad3-d4a1-498d-98c7-9ab472000247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:30.027885 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd363ad3-d4a1-498d-98c7-9ab472000247 None None] Network 9b76a820-f831-437a-b3f2-ad58a28c5953 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:30.033203 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-dd363ad3-d4a1-498d-98c7-9ab472000247 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:30.037068 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd363ad3-d4a1-498d-98c7-9ab472000247 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:26:30.052218 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd363ad3-d4a1-498d-98c7-9ab472000247 None None] Pushing event updated for resources: {'Port': ['ID=f60e3e27-ab39-4d4d-8701-76c65255812c,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:30.122858 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-dd363ad3-d4a1-498d-98c7-9ab472000247 None None] Attempting to bind port f60e3e27-ab39-4d4d-8701-76c65255812c on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:26:30.123274 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-dd363ad3-d4a1-498d-98c7-9ab472000247 None None] Attempting to bind port f60e3e27-ab39-4d4d-8701-76c65255812c by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '93544382-2c77-4a6a-b7bb-0e80a8e82b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9b76a820-f831-437a-b3f2-ad58a28c5953'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:26:30.123397 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072eda69-ce3f-4db3-8ea5-bab699f66960', 'tag': '3a79b46f-a343-4e49-8e43-3f78625282e5'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:30.124222 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd363ad3-d4a1-498d-98c7-9ab472000247 None None] Attempting to bind port f60e3e27-ab39-4d4d-8701-76c65255812c on network 9b76a820-f831-437a-b3f2-ad58a28c5953 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:30.125881 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b632ca-df25-4918-baca-94628cd32212" -d '{"events": [{"name": "network-changed", "server_uuid": "072eda69-ce3f-4db3-8ea5-bab699f66960", "tag": "3a79b46f-a343-4e49-8e43-3f78625282e5"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:30.132547 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd363ad3-d4a1-498d-98c7-9ab472000247 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:26:30.133023 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd363ad3-d4a1-498d-98c7-9ab472000247 None None] Checking segment: {'id': '93544382-2c77-4a6a-b7bb-0e80a8e82b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9b76a820-f831-437a-b3f2-ad58a28c5953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:30.134150 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-dd363ad3-d4a1-498d-98c7-9ab472000247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:30.134627 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd363ad3-d4a1-498d-98c7-9ab472000247 None None] Bound using segment: {'id': '93544382-2c77-4a6a-b7bb-0e80a8e82b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9b76a820-f831-437a-b3f2-ad58a28c5953'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:26:30.136476 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-dd363ad3-d4a1-498d-98c7-9ab472000247 None None] Bound port: f60e3e27-ab39-4d4d-8701-76c65255812c, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93544382-2c77-4a6a-b7bb-0e80a8e82b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9b76a820-f831-437a-b3f2-ad58a28c5953'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:26:30.137788 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-dd363ad3-d4a1-498d-98c7-9ab472000247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:30.222342 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c193ab7c-a7f3-4294-9b7b-19eaf6d4bdca None None] New status for floating IP 8ed81603-e365-4520-b060-58ad4de6930a: ACTIVE {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:26:30.288620 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f98a3-6f4d-4c4c-af04-3489526158cc req-1d2e25f9-72d7-4d35-adb9-4522c1af7487 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:30.290328 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3e4f98a3-6f4d-4c4c-af04-3489526158cc req-1d2e25f9-72d7-4d35-adb9-4522c1af7487 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=524a13a1-253e-40bb-a50a-1c5e010b3879 HTTP/1.1" status: 200 len: 943 time: 0.0584760 Dec 16 09:26:30.318696 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-565a699e-ed3e-4aa3-b604-8323630d11d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:30.351240 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-565a699e-ed3e-4aa3-b604-8323630d11d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:30.356279 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-dd363ad3-d4a1-498d-98c7-9ab472000247 None None] For port f60e3e27-ab39-4d4d-8701-76c65255812c, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:26:30.360793 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3e4f98a3-6f4d-4c4c-af04-3489526158cc req-0ca2e31a-7468-457d-850a-8533a75e8a87 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d635dd-fb21-461a-8c0f-868d41d0e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626936 Dec 16 09:26:30.379824 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-dd363ad3-d4a1-498d-98c7-9ab472000247 None None] For port f60e3e27-ab39-4d4d-8701-76c65255812c, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f60e3e27-ab39-4d4d-8701-76c65255812c,segment=NetworkSegment(93544382-2c77-4a6a-b7bb-0e80a8e82b9d),segment_id=93544382-2c77-4a6a-b7bb-0e80a8e82b9d)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:26:30.426792 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6b3c05-c059-4a18-ac76-df7c363678c1 x-openstack-request-id: req-7a6b3c05-c059-4a18-ac76-df7c363678c1 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:30.427236 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "072eda69-ce3f-4db3-8ea5-bab699f66960", "tag": "3a79b46f-a343-4e49-8e43-3f78625282e5", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:30.427411 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7a6b3c05-c059-4a18-ac76-df7c363678c1 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:30.427925 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '072eda69-ce3f-4db3-8ea5-bab699f66960', 'tag': '3a79b46f-a343-4e49-8e43-3f78625282e5', 'status': 'completed', 'code': 200} Dec 16 09:26:30.487921 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-dd363ad3-d4a1-498d-98c7-9ab472000247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:30.526800 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b632ca-df25-4918-baca-94628cd32212 req-2103bc52-3e36-4c15-80d3-97bb253abb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:30.540772 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-49b632ca-df25-4918-baca-94628cd32212 req-2103bc52-3e36-4c15-80d3-97bb253abb82 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bfa782d4c0d04630b4be78dfc55508d2&device_id=072eda69-ce3f-4db3-8ea5-bab699f66960 HTTP/1.1" status: 200 len: 1096 time: 0.1092391 Dec 16 09:26:30.571345 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cedda71-0899-49b3-96a4-88cc1d9f24e6 req-46bc3e96-3c04-4758-b199-840653b2d74d tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:30.583537 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd363ad3-d4a1-498d-98c7-9ab472000247 None None] Pushing event updated for resources: {'Port': ['ID=f60e3e27-ab39-4d4d-8701-76c65255812c,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:30.586169 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9cedda71-0899-49b3-96a4-88cc1d9f24e6 req-46bc3e96-3c04-4758-b199-840653b2d74d tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8def87e-68f8-460a-a9bb-8004bf70051b HTTP/1.1" status: 200 len: 950 time: 0.1205163 Dec 16 09:26:30.678886 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9cedda71-0899-49b3-96a4-88cc1d9f24e6 req-86244747-c192-469f-882c-c48cb96d0fe1 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916317 Dec 16 09:26:30.770112 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device e403726d-b2b8-41fc-baa4-711d810b8a63 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:26:30.781392 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-565a699e-ed3e-4aa3-b604-8323630d11d9 admin admin] Allocated IP 172.25.1.250 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/936a2b4f-268e-4764-8437-d7452306b777) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:26:30.891942 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68debc36-f589-4a35-a0fd-3c0d1d4c772e req-5abf6aaf-1e87-409f-a63e-1610549dcbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:30.893079 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be70254-8cbe-42d1-a39c-6cb802e98751 req-74f777c9-1296-4773-86bc-82144b075ce2 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:30.893892 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-68debc36-f589-4a35-a0fd-3c0d1d4c772e req-5abf6aaf-1e87-409f-a63e-1610549dcbf1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=13f0e2e84c3c42c99759789d057f9272&device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 1124 time: 0.2051187 Dec 16 09:26:30.906172 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7be70254-8cbe-42d1-a39c-6cb802e98751 req-74f777c9-1296-4773-86bc-82144b075ce2 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 943 time: 0.1580653 Dec 16 09:26:30.920510 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46de98-56cd-408c-abfb-b6dbcaed97ee req-cd5c1e01-d913-4df9-a619-7c4d7abcd893 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:30.922469 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2f46de98-56cd-408c-abfb-b6dbcaed97ee req-cd5c1e01-d913-4df9-a619-7c4d7abcd893 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 944 time: 0.2053440 Dec 16 09:26:30.935271 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f997d4bf-a447-4728-a780-0848dd65a8c7 req-d7c3fc66-4202-4468-b1e7-b3be761d97c1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=607a8990-8504-4348-a8c6-45455cd33155&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1545842 Dec 16 09:26:30.973502 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port e403726d-b2b8-41fc-baa4-711d810b8a63, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=e403726d-b2b8-41fc-baa4-711d810b8a63,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:30.981566 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7be70254-8cbe-42d1-a39c-6cb802e98751 req-4e18eeb7-e956-4664-8bbe-40e0d5f1a94e tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726244 Dec 16 09:26:30.994155 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'e403726d-b2b8-41fc-baa4-711d810b8a63', 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba', 'port_id': 'e403726d-b2b8-41fc-baa4-711d810b8a63', 'mac_address': 'fa:16:3e:03:80:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1e11efc-2921-4ef6-b725-208b9f6cb7a8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:26:31.050764 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b632ca-df25-4918-baca-94628cd32212 req-10155821-4698-4aa5-800f-94376fced9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:31.052295 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-49b632ca-df25-4918-baca-94628cd32212 req-10155821-4698-4aa5-800f-94376fced9ed service neutron] 10.222.0.58 "GET /v2.0/networks?id=05457a1a-5fc6-4d7c-b1fd-8a0c61596f21 HTTP/1.1" status: 200 len: 906 time: 0.4889035 Dec 16 09:26:31.082960 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:31.083304 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997d4bf-a447-4728-a780-0848dd65a8c7 req-d6e22bc2-be4c-45b9-945e-1d455a1ed03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:31.085037 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f997d4bf-a447-4728-a780-0848dd65a8c7 req-d6e22bc2-be4c-45b9-945e-1d455a1ed03d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&device_id=607a8990-8504-4348-a8c6-45455cd33155 HTTP/1.1" status: 200 len: 1101 time: 0.1005099 Dec 16 09:26:31.103070 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e403726d-b2b8-41fc-baa4-711d810b8a63 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:26:31.144594 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port e403726d-b2b8-41fc-baa4-711d810b8a63, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=e403726d-b2b8-41fc-baa4-711d810b8a63,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:31.145872 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2f46de98-56cd-408c-abfb-b6dbcaed97ee req-13929dac-05d2-4a67-8d21-3c56cd8825c6 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853194 Dec 16 09:26:31.205382 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68debc36-f589-4a35-a0fd-3c0d1d4c772e req-d065607d-dc66-4423-bb40-5fdb2e4f6c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:31.206850 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-68debc36-f589-4a35-a0fd-3c0d1d4c772e req-d065607d-dc66-4423-bb40-5fdb2e4f6c37 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9785c251-9c28-48ae-a129-6f24c5a7ad17 HTTP/1.1" status: 200 len: 922 time: 0.2541158 Dec 16 09:26:31.210970 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-49b632ca-df25-4918-baca-94628cd32212 req-1482fd30-89e8-41a2-bd3d-cffcc5e61069 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a79b46f-a343-4e49-8e43-3f78625282e5 HTTP/1.1" status: 200 len: 1001 time: 0.1401236 Dec 16 09:26:31.214352 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-565a699e-ed3e-4aa3-b604-8323630d11d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:31.237250 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:31.253345 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997d4bf-a447-4728-a780-0848dd65a8c7 req-8efeb369-e09b-4c2c-8ad7-fe523081bc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:31.258994 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-68debc36-f589-4a35-a0fd-3c0d1d4c772e req-6d67a177-0b63-4550-a31a-6bf280e4a578 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09ffd442-bc5b-4630-ade5-0ddf27f582b9 HTTP/1.1" status: 200 len: 217 time: 0.0388513 Dec 16 09:26:31.259367 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f997d4bf-a447-4728-a780-0848dd65a8c7 req-8efeb369-e09b-4c2c-8ad7-fe523081bc7d service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.1487458 Dec 16 09:26:31.337587 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=e403726d-b2b8-41fc-baa4-711d810b8a63,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:31.344107 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f997d4bf-a447-4728-a780-0848dd65a8c7 req-f9ad32fc-2f2e-47ea-b70e-7b5124ee2c9e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f HTTP/1.1" status: 200 len: 217 time: 0.0725515 Dec 16 09:26:31.390119 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b632ca-df25-4918-baca-94628cd32212 req-4d52a847-a5c3-4176-8f6c-ef4df0c1bf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:31.391591 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-49b632ca-df25-4918-baca-94628cd32212 req-4d52a847-a5c3-4176-8f6c-ef4df0c1bf61 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7d9e3eb-3d14-4963-8608-b6f274561522 HTTP/1.1" status: 200 len: 844 time: 0.1356261 Dec 16 09:26:31.401240 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68debc36-f589-4a35-a0fd-3c0d1d4c772e req-c3b169ea-f771-4255-bb4a-4ee41cddc25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:31.402316 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-68debc36-f589-4a35-a0fd-3c0d1d4c772e req-c3b169ea-f771-4255-bb4a-4ee41cddc25a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c12d578e-3c58-4d75-9f2c-b724e40168b0 HTTP/1.1" status: 200 len: 861 time: 0.1309156 Dec 16 09:26:31.433186 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997d4bf-a447-4728-a780-0848dd65a8c7 req-bd2b4cab-fe09-4c3c-acca-a5f1f2582db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:31.434848 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f997d4bf-a447-4728-a780-0848dd65a8c7 req-bd2b4cab-fe09-4c3c-acca-a5f1f2582db0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0788646 Dec 16 09:26:31.465157 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-68debc36-f589-4a35-a0fd-3c0d1d4c772e req-712104a5-8e14-4c6a-8867-152a9659dfb4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9785c251-9c28-48ae-a129-6f24c5a7ad17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504594 Dec 16 09:26:31.529146 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-565a699e-ed3e-4aa3-b604-8323630d11d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:31.547013 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f60e3e27-ab39-4d4d-8701-76c65255812c up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:31.549399 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['e403726d-b2b8-41fc-baa4-711d810b8a63'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:26:31.570810 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997d4bf-a447-4728-a780-0848dd65a8c7 req-ebd3b240-d398-4eae-b023-889b0bbe2e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:31.577509 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f997d4bf-a447-4728-a780-0848dd65a8c7 req-ebd3b240-d398-4eae-b023-889b0bbe2e62 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1326840 Dec 16 09:26:31.626243 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b632ca-df25-4918-baca-94628cd32212 req-11740b58-b253-44d8-93d3-c50d24b8f482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:31.627771 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-49b632ca-df25-4918-baca-94628cd32212 req-11740b58-b253-44d8-93d3-c50d24b8f482 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=05457a1a-5fc6-4d7c-b1fd-8a0c61596f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2249205 Dec 16 09:26:31.638561 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565a699e-ed3e-4aa3-b604-8323630d11d9 admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:31.658163 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-565a699e-ed3e-4aa3-b604-8323630d11d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:31.667560 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565a699e-ed3e-4aa3-b604-8323630d11d9 admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:26:31.731697 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a699e-ed3e-4aa3-b604-8323630d11d9 admin admin] Pushing event updated for resources: {'Port': ['ID=936a2b4f-268e-4764-8437-d7452306b777,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:31.747483 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f997d4bf-a447-4728-a780-0848dd65a8c7 req-50c2c3c1-846b-47c8-acb6-51d28e2d124c service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574187 Dec 16 09:26:31.752495 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e6857-e865-41aa-a830-de0101ce1f65 req-076e7659-1f1d-4917-97f2-bf6d727c9259 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:31.754108 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eb0e6857-e865-41aa-a830-de0101ce1f65 req-076e7659-1f1d-4917-97f2-bf6d727c9259 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=524a13a1-253e-40bb-a50a-1c5e010b3879 HTTP/1.1" status: 200 len: 943 time: 0.2870388 Dec 16 09:26:31.812295 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-68debc36-f589-4a35-a0fd-3c0d1d4c772e req-b9e0e6f8-3a28-4d0f-b18b-48fecbb146f0 service neutron] 10.222.0.57 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243496 Dec 16 09:26:31.899677 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f997d4bf-a447-4728-a780-0848dd65a8c7 req-b43985e4-c1f6-48b2-83d8-d4745010eb7a service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317930 Dec 16 09:26:31.920913 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port f60e3e27-ab39-4d4d-8701-76c65255812c triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:31.920913 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:32.009967 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af551d-c053-49a7-b3ad-ef1c54e6a2fc req-346828a6-8d06-499b-aa10-dcebb876ebf4 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:32.021708 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-01af551d-c053-49a7-b3ad-ef1c54e6a2fc req-346828a6-8d06-499b-aa10-dcebb876ebf4 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8def87e-68f8-460a-a9bb-8004bf70051b HTTP/1.1" status: 200 len: 950 time: 0.0775909 Dec 16 09:26:32.060481 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-68debc36-f589-4a35-a0fd-3c0d1d4c772e req-0a039dbe-f029-4203-be56-f3f3e60d9255 service neutron] 10.222.0.57 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361741 Dec 16 09:26:32.062263 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-49b632ca-df25-4918-baca-94628cd32212 req-1b402528-5e89-4db2-bedd-61600a2b84bf service neutron] 10.222.0.58 "GET /v2.0/networks/05457a1a-5fc6-4d7c-b1fd-8a0c61596f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209416 Dec 16 09:26:32.086620 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:32.092257 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb640eda-5686-4f5f-9d01-5a000d2ee41f None None] Network 9b76a820-f831-437a-b3f2-ad58a28c5953 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:26:32.135042 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-01af551d-c053-49a7-b3ad-ef1c54e6a2fc req-3b795ef4-144d-4a6e-b466-421a76f410e7 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052883 Dec 16 09:26:32.141822 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eb0e6857-e865-41aa-a830-de0101ce1f65 req-a61dd705-e026-4493-ae0f-a686ec163dd8 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d635dd-fb21-461a-8c0f-868d41d0e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3686659 Dec 16 09:26:32.145597 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34770) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:32.161692 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-dfa26a11-4690-4847-aac6-35abd042600d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-333553637'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:32.204820 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port f60e3e27-ab39-4d4d-8701-76c65255812c, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f60e3e27-ab39-4d4d-8701-76c65255812c,segment=NetworkSegment(93544382-2c77-4a6a-b7bb-0e80a8e82b9d),segment_id=93544382-2c77-4a6a-b7bb-0e80a8e82b9d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:32.240666 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-cc6e0492-2d91-40d4-a9fa-c8d876bb8802 None None] Provisioning complete for port f60e3e27-ab39-4d4d-8701-76c65255812c triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:32.241042 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cc6e0492-2d91-40d4-a9fa-c8d876bb8802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:32.307578 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-49b632ca-df25-4918-baca-94628cd32212 req-90769f9d-4845-46f1-9eb4-c99f6cd113f8 service neutron] 10.222.0.58 "GET /v2.0/networks/05457a1a-5fc6-4d7c-b1fd-8a0c61596f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022054 Dec 16 09:26:32.322299 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ea748-ed23-4be6-9c2f-2bcd562580ff req-bc3c9128-5926-4ea9-9123-79fc94dc1f92 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:32.323768 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-225ea748-ed23-4be6-9c2f-2bcd562580ff req-bc3c9128-5926-4ea9-9123-79fc94dc1f92 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 943 time: 0.0817184 Dec 16 09:26:32.363373 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-225ea748-ed23-4be6-9c2f-2bcd562580ff req-b6384e5a-dee2-407d-9ff3-fda2e7072c16 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330181 Dec 16 09:26:32.386615 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cc6e0492-2d91-40d4-a9fa-c8d876bb8802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:32.476633 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb305c-b318-4d51-b642-7a85445ef25e req-9253d6fd-b6ec-476b-a59f-fc26d6348591 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:32.478170 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-78eb305c-b318-4d51-b642-7a85445ef25e req-9253d6fd-b6ec-476b-a59f-fc26d6348591 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 945 time: 0.0502279 Dec 16 09:26:32.521702 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-78eb305c-b318-4d51-b642-7a85445ef25e req-3df88c18-e08e-40c2-b789-721b99b22364 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358269 Dec 16 09:26:32.612895 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d61b5-1529-455d-958f-2d92098b29d4 req-3216327a-87ff-4be3-8741-dab0872c8c1b tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:32.616585 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-734d61b5-1529-455d-958f-2d92098b29d4 req-3216327a-87ff-4be3-8741-dab0872c8c1b tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.57 "GET /v2.0/ports?device_id=a3347ebf-4079-4f68-9518-414415ef729f HTTP/1.1" status: 200 len: 945 time: 0.0593874 Dec 16 09:26:32.637746 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa26a11-4690-4847-aac6-35abd042600d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Made reservation on behalf of 089b504b14134411afd7c91777dc992c for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:32.643603 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:32.656789 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dfa26a11-4690-4847-aac6-35abd042600d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:32.704571 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfa26a11-4690-4847-aac6-35abd042600d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:26:32.714718 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dfa26a11-4690-4847-aac6-35abd042600d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:32.715144 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-dfa26a11-4690-4847-aac6-35abd042600d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Added segment 5a5c3c61-aecb-46d9-a34a-4fcb33dcd498 of type vlan for network bcdce265-2bf3-4f52-9658-1bf0eadeeba8 Dec 16 09:26:32.737904 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=f60e3e27-ab39-4d4d-8701-76c65255812c,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:32.757482 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-cc6e0492-2d91-40d4-a9fa-c8d876bb8802 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:26:32.760713 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-cc6e0492-2d91-40d4-a9fa-c8d876bb8802 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:26:32.760904 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dfa26a11-4690-4847-aac6-35abd042600d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:32.780585 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:26:32.794347 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-565a699e-ed3e-4aa3-b604-8323630d11d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:32.830746 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-734d61b5-1529-455d-958f-2d92098b29d4 req-6e6a9023-bba9-4fbb-86b0-94f71b15bed0 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Deleting port 0a69e6f3-ff40-40cb-bbff-f99cea94431e {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:26:32.831076 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-734d61b5-1529-455d-958f-2d92098b29d4 req-6e6a9023-bba9-4fbb-86b0-94f71b15bed0 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:32.880203 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23,segment=NetworkSegment(1403103d-a4de-4f88-a656-e98daedb16d8),segment_id=1403103d-a4de-4f88-a656-e98daedb16d8)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:32.880585 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dfa26a11-4690-4847-aac6-35abd042600d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:32.887102 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa26a11-4690-4847-aac6-35abd042600d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:32.892214 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dfa26a11-4690-4847-aac6-35abd042600d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:32.893982 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23', 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8', 'port_id': '5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23', 'mac_address': 'fa:16:3e:2c:21:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '898541b1-ae3e-41a6-ab62-007c2a398b05', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:26:32.939265 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:32.954124 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:26:32.985277 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23,segment=NetworkSegment(1403103d-a4de-4f88-a656-e98daedb16d8),segment_id=1403103d-a4de-4f88-a656-e98daedb16d8)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:32.999084 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-dfa26a11-4690-4847-aac6-35abd042600d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8521092 Dec 16 09:26:33.012380 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34782) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:33.017455 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-df80e0f0-14e4-4953-aca4-e2055fda4a80 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1097213616'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:33.037261 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa26a11-4690-4847-aac6-35abd042600d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Pushing event updated for resources: {'Network': ['ID=bcdce265-2bf3-4f52-9658-1bf0eadeeba8,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:33.055476 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:33.058462 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network bcdce265-2bf3-4f52-9658-1bf0eadeeba8 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:26:33.134661 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df80e0f0-14e4-4953-aca4-e2055fda4a80 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Made reservation on behalf of 089b504b14134411afd7c91777dc992c for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:33.139041 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-df80e0f0-14e4-4953-aca4-e2055fda4a80 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:33.181519 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df80e0f0-14e4-4953-aca4-e2055fda4a80 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:26:33.191676 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-df80e0f0-14e4-4953-aca4-e2055fda4a80 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:33.192186 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-df80e0f0-14e4-4953-aca4-e2055fda4a80 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Added segment 8f2f2409-913c-4ef0-930f-9de92f72a943 of type vlan for network 8ee8fe93-c571-40ef-82e1-da1c2c6af86e Dec 16 09:26:33.193523 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:33.267104 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-734d61b5-1529-455d-958f-2d92098b29d4 req-6e6a9023-bba9-4fbb-86b0-94f71b15bed0 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] For port 0a69e6f3-ff40-40cb-bbff-f99cea94431e, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=0a69e6f3-ff40-40cb-bbff-f99cea94431e,segment=NetworkSegment(1403103d-a4de-4f88-a656-e98daedb16d8),segment_id=1403103d-a4de-4f88-a656-e98daedb16d8)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:33.267465 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-734d61b5-1529-455d-958f-2d92098b29d4 req-6e6a9023-bba9-4fbb-86b0-94f71b15bed0 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:33.297875 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-df80e0f0-14e4-4953-aca4-e2055fda4a80 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:33.352826 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1d38a-45cd-4b27-83a4-de4ada10a451 req-a2d17b6e-3d88-4b8a-ae48-fd09f5b69d7b tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:33.354373 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b8f1d38a-45cd-4b27-83a4-de4ada10a451 req-a2d17b6e-3d88-4b8a-ae48-fd09f5b69d7b tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8def87e-68f8-460a-a9bb-8004bf70051b HTTP/1.1" status: 200 len: 950 time: 0.1009269 Dec 16 09:26:33.402641 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f60e3e27-ab39-4d4d-8701-76c65255812c up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:33.405888 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b8f1d38a-45cd-4b27-83a4-de4ada10a451 req-2e45c13f-5dbd-45c3-b3c6-55e22cd40fd3 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448155 Dec 16 09:26:33.415070 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-df80e0f0-14e4-4953-aca4-e2055fda4a80 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:33.420931 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df80e0f0-14e4-4953-aca4-e2055fda4a80 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:33.423358 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-df80e0f0-14e4-4953-aca4-e2055fda4a80 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:33.473517 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-e44d934b-37e4-4c36-8bda-4bd2f22f02cb None None] Provisioning complete for port f60e3e27-ab39-4d4d-8701-76c65255812c triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:33.473880 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e44d934b-37e4-4c36-8bda-4bd2f22f02cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:33.522772 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port f60e3e27-ab39-4d4d-8701-76c65255812c triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:33.523396 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:33.548424 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-565a699e-ed3e-4aa3-b604-8323630d11d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:33.555844 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:26:33.575684 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80e0f0-14e4-4953-aca4-e2055fda4a80 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Pushing event updated for resources: {'Network': ['ID=8ee8fe93-c571-40ef-82e1-da1c2c6af86e,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:33.592218 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 8ee8fe93-c571-40ef-82e1-da1c2c6af86e details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:26:33.598415 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd40ac-729d-4367-9cee-d4e4d1616b39 req-f8e83c5d-338f-4ba8-88cf-943595e95c64 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:33.600202 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ffbd40ac-729d-4367-9cee-d4e4d1616b39 req-f8e83c5d-338f-4ba8-88cf-943595e95c64 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=524a13a1-253e-40bb-a50a-1c5e010b3879 HTTP/1.1" status: 200 len: 944 time: 0.0708039 Dec 16 09:26:33.637528 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-df80e0f0-14e4-4953-aca4-e2055fda4a80 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6239898 Dec 16 09:26:33.640528 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34798) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:33.648141 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-bec3d30d-a590-42a9-9e18-dbe7d34dd0eb tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Request body: {'subnet': {'network_id': 'bcdce265-2bf3-4f52-9658-1bf0eadeeba8', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:33.691890 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98e685-0e9a-4a69-ac72-d6800cffee69 req-31b2be29-9258-4793-abd2-cce209611df1 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:33.693424 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2e98e685-0e9a-4a69-ac72-d6800cffee69 req-31b2be29-9258-4793-abd2-cce209611df1 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 943 time: 0.1815569 Dec 16 09:26:33.716930 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ffbd40ac-729d-4367-9cee-d4e4d1616b39 req-13f572c5-9f51-492f-a911-3e3d87f559e0 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d635dd-fb21-461a-8c0f-868d41d0e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093929 Dec 16 09:26:33.720788 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-734d61b5-1529-455d-958f-2d92098b29d4 req-6e6a9023-bba9-4fbb-86b0-94f71b15bed0 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:33.720932 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-734d61b5-1529-455d-958f-2d92098b29d4 req-6e6a9023-bba9-4fbb-86b0-94f71b15bed0 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:33.721268 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [req-734d61b5-1529-455d-958f-2d92098b29d4 req-6e6a9023-bba9-4fbb-86b0-94f71b15bed0 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Floating IP 7d6a6274-ae8b-44ac-8848-de69472de7bd disassociated. External IP: 172.25.1.87, port: 0a69e6f3-ff40-40cb-bbff-f99cea94431e. Dec 16 09:26:33.722098 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-734d61b5-1529-455d-958f-2d92098b29d4 req-6e6a9023-bba9-4fbb-86b0-94f71b15bed0 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Calling delete_port for 0a69e6f3-ff40-40cb-bbff-f99cea94431e owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:26:33.814116 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2e98e685-0e9a-4a69-ac72-d6800cffee69 req-5bd92cd0-3372-440e-9dd4-1f3e18dfbd62 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997260 Dec 16 09:26:33.864850 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b28254-668e-49c6-a202-4b95a2ea9992 req-1d8693e1-58a4-44a5-8b7e-173d63dd9370 tempest-ServersOnMultiNodesTest-648833708 tempest-ServersOnMultiNodesTest-648833708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:33.866975 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c9b28254-668e-49c6-a202-4b95a2ea9992 req-1d8693e1-58a4-44a5-8b7e-173d63dd9370 tempest-ServersOnMultiNodesTest-648833708 tempest-ServersOnMultiNodesTest-648833708-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c8def87e-68f8-460a-a9bb-8004bf70051b HTTP/1.1" status: 200 len: 1101 time: 0.0552306 Dec 16 09:26:33.872185 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec3d30d-a590-42a9-9e18-dbe7d34dd0eb tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Made reservation on behalf of 089b504b14134411afd7c91777dc992c for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:33.875719 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bec3d30d-a590-42a9-9e18-dbe7d34dd0eb tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:33.959374 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c9b28254-668e-49c6-a202-4b95a2ea9992 req-05029235-c557-4d2d-aa69-f19164f010d4 tempest-ServersOnMultiNodesTest-648833708 tempest-ServersOnMultiNodesTest-648833708-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790896 Dec 16 09:26:33.959923 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565a699e-ed3e-4aa3-b604-8323630d11d9 admin admin] Router f651bf92-7538-4ce1-a571-cf3a7a9ab53c is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:26:34.034761 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-734d61b5-1529-455d-958f-2d92098b29d4 req-6e6a9023-bba9-4fbb-86b0-94f71b15bed0 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:34.074155 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a9023-bba9-4fbb-86b0-94f71b15bed0 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Pushing event deleted for resources: {'Port': ['ID=0a69e6f3-ff40-40cb-bbff-f99cea94431e,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:34.175390 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125800f0-306f-4d24-b11b-69b7b797f5e6 req-d3a9a3b3-3630-44cf-91f7-02dbe4645105 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:34.181682 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-125800f0-306f-4d24-b11b-69b7b797f5e6 req-d3a9a3b3-3630-44cf-91f7-02dbe4645105 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 945 time: 0.1066523 Dec 16 09:26:34.190567 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565a699e-ed3e-4aa3-b604-8323630d11d9 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:26:34.202970 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6234470-71d0-4dd0-a02a-580b1e64fb52 None None] Sync routers for ids ['f651bf92-7538-4ce1-a571-cf3a7a9ab53c'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:26:34.218260 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6234470-71d0-4dd0-a02a-580b1e64fb52 None None] Routers {'f651bf92-7538-4ce1-a571-cf3a7a9ab53c'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:34.218900 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-f6234470-71d0-4dd0-a02a-580b1e64fb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:26:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['f651bf92-7538-4ce1-a571-cf3a7a9ab53c'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:34.224136 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-734d61b5-1529-455d-958f-2d92098b29d4 req-6e6a9023-bba9-4fbb-86b0-94f71b15bed0 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Router 61b76931-af15-459e-bd45-144f9d5465a9 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:26:34.239127 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-125800f0-306f-4d24-b11b-69b7b797f5e6 req-239a02b9-124d-4639-8541-d25e213bca2e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525959 Dec 16 09:26:34.328500 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-565a699e-ed3e-4aa3-b604-8323630d11d9 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:34.332431 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-565a699e-ed3e-4aa3-b604-8323630d11d9 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9015150 Dec 16 09:26:34.336289 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34804) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:34.336426 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-f6234470-71d0-4dd0-a02a-580b1e64fb52 None None] Set router f651bf92-7538-4ce1-a571-cf3a7a9ab53c gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:34.341502 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bec3d30d-a590-42a9-9e18-dbe7d34dd0eb tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:34.356183 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-734d61b5-1529-455d-958f-2d92098b29d4 req-6e6a9023-bba9-4fbb-86b0-94f71b15bed0 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:26:34.371010 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7f885b-666b-42c1-a52a-c9843842ccdc None None] Sync routers for ids ['61b76931-af15-459e-bd45-144f9d5465a9'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:26:34.381644 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7f885b-666b-42c1-a52a-c9843842ccdc None None] Routers {'61b76931-af15-459e-bd45-144f9d5465a9'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:34.382363 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-2d7f885b-666b-42c1-a52a-c9843842ccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:26:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['61b76931-af15-459e-bd45-144f9d5465a9'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:34.456807 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-734d61b5-1529-455d-958f-2d92098b29d4 req-6e6a9023-bba9-4fbb-86b0-94f71b15bed0 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] No DVR routers for this DVR port 0a69e6f3-ff40-40cb-bbff-f99cea94431e on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:26:34.460867 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-734d61b5-1529-455d-958f-2d92098b29d4 req-6e6a9023-bba9-4fbb-86b0-94f71b15bed0 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:34.464792 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-734d61b5-1529-455d-958f-2d92098b29d4 req-6e6a9023-bba9-4fbb-86b0-94f71b15bed0 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.57 "DELETE /v2.0/ports/0a69e6f3-ff40-40cb-bbff-f99cea94431e HTTP/1.1" status: 204 len: 173 time: 1.8399329 Dec 16 09:26:34.465272 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3347ebf-4079-4f68-9518-414415ef729f', 'name': 'network-vif-deleted', 'tag': '0a69e6f3-ff40-40cb-bbff-f99cea94431e'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:34.467556 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ca489e-af4f-4493-9331-6a414682e3b0" -d '{"events": [{"server_uuid": "a3347ebf-4079-4f68-9518-414415ef729f", "name": "network-vif-deleted", "tag": "0a69e6f3-ff40-40cb-bbff-f99cea94431e"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:34.602114 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-2d7f885b-666b-42c1-a52a-c9843842ccdc None None] Set router 61b76931-af15-459e-bd45-144f9d5465a9 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:34.645673 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-f6234470-71d0-4dd0-a02a-580b1e64fb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f651bf92-7538-4ce1-a571-cf3a7a9ab53c', 'name': 'tempest-ServersTestMultiNic-487910151-router', 'tenant_id': '497e35b3d54448868b85015f846b8328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '936a2b4f-268e-4764-8437-d7452306b777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:26:29Z', 'updated_at': '2021-12-16T09:26:32Z', 'revision_number': 3, 'project_id': '497e35b3d54448868b85015f846b8328', 'gw_port': {'id': '936a2b4f-268e-4764-8437-d7452306b777', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f651bf92-7538-4ce1-a571-cf3a7a9ab53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:30Z', 'updated_at': '2021-12-16T09:26:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:34.660162 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-21435f36-1d63-401b-b462-08b39af41591 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1617527 Dec 16 09:26:34.669495 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3d30d-a590-42a9-9e18-dbe7d34dd0eb tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Pushing event updated for resources: {'Subnet': ['ID=0b48454b-4343-4949-9c3c-1b7ee1f2332d,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:34.694687 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6234470-71d0-4dd0-a02a-580b1e64fb52 None None] Checking router: f651bf92-7538-4ce1-a571-cf3a7a9ab53c for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:26:34.695015 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6234470-71d0-4dd0-a02a-580b1e64fb52 None None] Updating router f651bf92-7538-4ce1-a571-cf3a7a9ab53c port 936a2b4f-268e-4764-8437-d7452306b777 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:26:34.734560 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-f6234470-71d0-4dd0-a02a-580b1e64fb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:34.781185 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:34.818660 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec3d30d-a590-42a9-9e18-dbe7d34dd0eb tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Checking segment: {'id': '5a5c3c61-aecb-46d9-a34a-4fcb33dcd498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bcdce265-2bf3-4f52-9658-1bf0eadeeba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:34.819012 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec3d30d-a590-42a9-9e18-dbe7d34dd0eb tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Network hostable DHCP agents. Network: bcdce265-2bf3-4f52-9658-1bf0eadeeba8, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:26:34.898990 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-47b676fd-fb49-492b-9791-33cdc8a510c3 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:34.906612 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-47b676fd-fb49-492b-9791-33cdc8a510c3 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2284701 Dec 16 09:26:34.927158 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-e3988555-80b8-4cb2-925a-09a8d22da7e8 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/quotas/b16ff49ba37341f18bcd6e95057f25d8 HTTP/1.1" status: 200 len: 375 time: 0.0194538 Dec 16 09:26:34.977083 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39013da-75fe-44e7-8ad8-c92adcb0b64b x-openstack-request-id: req-d39013da-75fe-44e7-8ad8-c92adcb0b64b {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:34.977704 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3347ebf-4079-4f68-9518-414415ef729f", "name": "network-vif-deleted", "tag": "0a69e6f3-ff40-40cb-bbff-f99cea94431e", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:34.977704 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d39013da-75fe-44e7-8ad8-c92adcb0b64b {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:34.978188 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3347ebf-4079-4f68-9518-414415ef729f', 'name': 'network-vif-deleted', 'tag': '0a69e6f3-ff40-40cb-bbff-f99cea94431e', 'status': 'completed', 'code': 200} Dec 16 09:26:34.984545 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-2d7f885b-666b-42c1-a52a-c9843842ccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b76931-af15-459e-bd45-144f9d5465a9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-579042584-router', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '50ff2fd3-4913-48dd-90f0-80c503976ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:35Z', 'updated_at': '2021-12-16T09:22:39Z', 'revision_number': 4, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'gw_port': {'id': '50ff2fd3-4913-48dd-90f0-80c503976ba4', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:36Z', 'updated_at': '2021-12-16T09:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'e5106cbd-6d95-4a4a-8de5-98d096f1b5d5', 'name': '', 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'mac_address': 'fa:16:3e:21:e7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '898541b1-ae3e-41a6-ab62-007c2a398b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:38Z', 'updated_at': '2021-12-16T09:22:44Z', 'revision_number': 5, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'subnets': [{'id': '898541b1-ae3e-41a6-ab62-007c2a398b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:34.991458 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec3d30d-a590-42a9-9e18-dbe7d34dd0eb tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Network bcdce265-2bf3-4f52-9658-1bf0eadeeba8 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:26:35.027612 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7f885b-666b-42c1-a52a-c9843842ccdc None None] Checking router: 61b76931-af15-459e-bd45-144f9d5465a9 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:26:35.038261 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7f885b-666b-42c1-a52a-c9843842ccdc None None] Routers {'61b76931-af15-459e-bd45-144f9d5465a9'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:35.039210 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-2d7f885b-666b-42c1-a52a-c9843842ccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:26:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['61b76931-af15-459e-bd45-144f9d5465a9'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:35.079857 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-6aa59088-73e9-4946-b40c-df452442dc25 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1164672 Dec 16 09:26:35.092177 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45548d93-0ad4-457c-9714-cdf7b89808ef req-643bebf4-768f-429f-af55-5bd04d71e580 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:35.093840 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45548d93-0ad4-457c-9714-cdf7b89808ef req-643bebf4-768f-429f-af55-5bd04d71e580 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=524a13a1-253e-40bb-a50a-1c5e010b3879 HTTP/1.1" status: 200 len: 944 time: 0.0624747 Dec 16 09:26:35.123151 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:26:35.131369 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:35.131746 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:35.143917 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-bec3d30d-a590-42a9-9e18-dbe7d34dd0eb tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, bcdce265-2bf3-4f52-9658-1bf0eadeeba8) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:35.155168 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45548d93-0ad4-457c-9714-cdf7b89808ef req-2a38e9b5-b884-4373-bc7d-0c9407945672 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d635dd-fb21-461a-8c0f-868d41d0e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533597 Dec 16 09:26:35.160921 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec3d30d-a590-42a9-9e18-dbe7d34dd0eb tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:35.164220 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bec3d30d-a590-42a9-9e18-dbe7d34dd0eb tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:35.165363 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccac285-6c26-4195-bf6a-7a07902f8404 None None] Network bcdce265-2bf3-4f52-9658-1bf0eadeeba8 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:26:35.235470 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-f6234470-71d0-4dd0-a02a-580b1e64fb52 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:35.282894 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec92b4-41fb-4409-9715-de38567d7f8e req-3e636f0e-c329-4d9d-a3f2-a8fe72ad882d tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:35.284649 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e8ec92b4-41fb-4409-9715-de38567d7f8e req-3e636f0e-c329-4d9d-a3f2-a8fe72ad882d tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 943 time: 0.0603468 Dec 16 09:26:35.307090 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-bec3d30d-a590-42a9-9e18-dbe7d34dd0eb tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6625137 Dec 16 09:26:35.309434 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34826) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:35.315849 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-82bd34bd-e4d2-4333-a8c4-e27a2aa1e7c3 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Request body: {'subnet': {'network_id': '8ee8fe93-c571-40ef-82e1-da1c2c6af86e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:35.321972 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1895a639-f841-4151-8794-507c588966ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:35.332286 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-f6234470-71d0-4dd0-a02a-580b1e64fb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:35.435149 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26082bda-3892-42f6-850f-3c5a20f7d9a2 None None] Pushing event updated for resources: {'Port': ['ID=936a2b4f-268e-4764-8437-d7452306b777,revision_number=2']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:35.452021 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26082bda-3892-42f6-850f-3c5a20f7d9a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:35.454802 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26082bda-3892-42f6-850f-3c5a20f7d9a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:35.455248 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26082bda-3892-42f6-850f-3c5a20f7d9a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:35.456281 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26082bda-3892-42f6-850f-3c5a20f7d9a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:35.457022 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26082bda-3892-42f6-850f-3c5a20f7d9a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:35.458095 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26082bda-3892-42f6-850f-3c5a20f7d9a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:35.460381 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26082bda-3892-42f6-850f-3c5a20f7d9a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:35.460521 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26082bda-3892-42f6-850f-3c5a20f7d9a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:35.460949 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26082bda-3892-42f6-850f-3c5a20f7d9a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:35.461668 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26082bda-3892-42f6-850f-3c5a20f7d9a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:35.462415 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26082bda-3892-42f6-850f-3c5a20f7d9a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:35.470460 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26082bda-3892-42f6-850f-3c5a20f7d9a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:35.471308 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e8ec92b4-41fb-4409-9715-de38567d7f8e req-0c277f4c-f584-4918-bcda-164649e9058e tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794665 Dec 16 09:26:35.526294 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-f6234470-71d0-4dd0-a02a-580b1e64fb52 None None] Attempting to bind port 936a2b4f-268e-4764-8437-d7452306b777 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:26:35.529476 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-f6234470-71d0-4dd0-a02a-580b1e64fb52 None None] Attempting to bind port 936a2b4f-268e-4764-8437-d7452306b777 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:26:35.530892 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6234470-71d0-4dd0-a02a-580b1e64fb52 None None] Attempting to bind port 936a2b4f-268e-4764-8437-d7452306b777 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:35.550590 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bd34bd-e4d2-4333-a8c4-e27a2aa1e7c3 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Made reservation on behalf of 089b504b14134411afd7c91777dc992c for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:35.550710 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6234470-71d0-4dd0-a02a-580b1e64fb52 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:26:35.550710 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6234470-71d0-4dd0-a02a-580b1e64fb52 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:35.550710 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-f6234470-71d0-4dd0-a02a-580b1e64fb52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:35.550710 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6234470-71d0-4dd0-a02a-580b1e64fb52 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:26:35.550710 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-f6234470-71d0-4dd0-a02a-580b1e64fb52 None None] Bound port: 936a2b4f-268e-4764-8437-d7452306b777, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:26:35.550710 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-f6234470-71d0-4dd0-a02a-580b1e64fb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:35.551285 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-82bd34bd-e4d2-4333-a8c4-e27a2aa1e7c3 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:35.624853 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-f6234470-71d0-4dd0-a02a-580b1e64fb52 None None] For port 936a2b4f-268e-4764-8437-d7452306b777, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:26:35.628413 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-f6234470-71d0-4dd0-a02a-580b1e64fb52 None None] For port 936a2b4f-268e-4764-8437-d7452306b777, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=936a2b4f-268e-4764-8437-d7452306b777,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:26:35.644784 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-2d7f885b-666b-42c1-a52a-c9843842ccdc None None] Set router 61b76931-af15-459e-bd45-144f9d5465a9 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:35.688391 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d244109c-a0fe-4ad9-b930-dfe12a90b091 req-39aa42fb-306a-4269-9bdb-aa53087eee88 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=394c0e47-802e-41a5-a81e-cf89aeebbec4 HTTP/1.1" status: 200 len: 210 time: 0.0521553 Dec 16 09:26:35.706173 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-f6234470-71d0-4dd0-a02a-580b1e64fb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:35.749695 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:35.770793 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2c2ff9-270c-4c2e-8866-e4c2f8bfe6d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-bcdce265-2bf3-4f52-9658-1bf0eadeeba8', 'network_id': 'bcdce265-2bf3-4f52-9658-1bf0eadeeba8', 'tenant_id': '089b504b14134411afd7c91777dc992c', 'fixed_ips': [{'subnet_id': '0b48454b-4343-4949-9c3c-1b7ee1f2332d'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:26:35.771662 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bd2c2ff9-270c-4c2e-8866-e4c2f8bfe6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:35.785148 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6234470-71d0-4dd0-a02a-580b1e64fb52 None None] Routers {'f651bf92-7538-4ce1-a571-cf3a7a9ab53c'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:35.785877 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-f6234470-71d0-4dd0-a02a-580b1e64fb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:26:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['f651bf92-7538-4ce1-a571-cf3a7a9ab53c'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:35.884784 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26082bda-3892-42f6-850f-3c5a20f7d9a2 None None] Pushing event updated for resources: {'Port': ['ID=936a2b4f-268e-4764-8437-d7452306b777,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:35.914083 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524a13a1-253e-40bb-a50a-1c5e010b3879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:35.919279 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66619efa-38db-45de-a5cf-e0f51ebe0079" -d '{"events": [{"server_uuid": "524a13a1-253e-40bb-a50a-1c5e010b3879", "name": "network-vif-plugged", "status": "completed", "tag": "5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:35.939121 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-f6234470-71d0-4dd0-a02a-580b1e64fb52 None None] Set router f651bf92-7538-4ce1-a571-cf3a7a9ab53c gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:35.942148 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23,segment=NetworkSegment(1403103d-a4de-4f88-a656-e98daedb16d8),segment_id=1403103d-a4de-4f88-a656-e98daedb16d8)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:35.972427 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-82bd34bd-e4d2-4333-a8c4-e27a2aa1e7c3 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:35.976646 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1d83a-bffb-45e7-bcf8-63432271ab66 req-cbaf0e28-a56d-4e67-9486-12fa76389ee1 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:35.985381 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1af1d83a-bffb-45e7-bcf8-63432271ab66 req-cbaf0e28-a56d-4e67-9486-12fa76389ee1 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 945 time: 0.0953729 Dec 16 09:26:36.049878 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b24f56-a623-4558-9f2b-1e52baa96102 x-openstack-request-id: req-91b24f56-a623-4558-9f2b-1e52baa96102 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:36.050191 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "524a13a1-253e-40bb-a50a-1c5e010b3879", "name": "network-vif-plugged", "status": "completed", "tag": "5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:36.050446 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-91b24f56-a623-4558-9f2b-1e52baa96102 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:36.050849 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524a13a1-253e-40bb-a50a-1c5e010b3879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23', 'code': 200} Dec 16 09:26:36.065711 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:36.067983 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device e403726d-b2b8-41fc-baa4-711d810b8a63 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:36.116406 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd34bd-e4d2-4333-a8c4-e27a2aa1e7c3 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Pushing event updated for resources: {'Subnet': ['ID=d86e42b0-c2d4-4c18-971d-7f418a472e6d,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:36.117839 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1af1d83a-bffb-45e7-bcf8-63432271ab66 req-cae6d01e-6975-47f8-9aac-dd85ed2ee0a6 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315262 Dec 16 09:26:36.196196 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-1895a639-f841-4151-8794-507c588966ee admin admin] Allocated IP 172.20.0.1 (9b76a820-f831-437a-b3f2-ad58a28c5953/79b20719-f73b-4bc0-8f8c-f394a2d9133a/4fb38d29-da3d-4b5a-b44c-178303b1b040) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:26:36.219250 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bd34bd-e4d2-4333-a8c4-e27a2aa1e7c3 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Checking segment: {'id': '8f2f2409-913c-4ef0-930f-9de92f72a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8ee8fe93-c571-40ef-82e1-da1c2c6af86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:36.222041 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bd34bd-e4d2-4333-a8c4-e27a2aa1e7c3 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Network hostable DHCP agents. Network: 8ee8fe93-c571-40ef-82e1-da1c2c6af86e, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:26:36.277880 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2c797-a416-41f0-bebc-a4aa13584bbd req-d3779834-fc31-4196-a58a-99cb30668b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:36.280785 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-38d2c797-a416-41f0-bebc-a4aa13584bbd req-d3779834-fc31-4196-a58a-99cb30668b50 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=524a13a1-253e-40bb-a50a-1c5e010b3879 HTTP/1.1" status: 200 len: 1096 time: 0.1730862 Dec 16 09:26:36.299726 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-f6234470-71d0-4dd0-a02a-580b1e64fb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f651bf92-7538-4ce1-a571-cf3a7a9ab53c', 'name': 'tempest-ServersTestMultiNic-487910151-router', 'tenant_id': '497e35b3d54448868b85015f846b8328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '936a2b4f-268e-4764-8437-d7452306b777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:26:29Z', 'updated_at': '2021-12-16T09:26:32Z', 'revision_number': 3, 'project_id': '497e35b3d54448868b85015f846b8328', 'gw_port': {'id': '936a2b4f-268e-4764-8437-d7452306b777', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f651bf92-7538-4ce1-a571-cf3a7a9ab53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:30Z', 'updated_at': '2021-12-16T09:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:36.320584 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-38d2c797-a416-41f0-bebc-a4aa13584bbd req-b7eaf7bc-71b3-4440-92ff-e149211b69f5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=10d635dd-fb21-461a-8c0f-868d41d0e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304697 Dec 16 09:26:36.332591 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6234470-71d0-4dd0-a02a-580b1e64fb52 None None] The sync data for ids ['f651bf92-7538-4ce1-a571-cf3a7a9ab53c'] in n-d-820550-2 is: [{'id': 'f651bf92-7538-4ce1-a571-cf3a7a9ab53c', 'name': 'tempest-ServersTestMultiNic-487910151-router', 'tenant_id': '497e35b3d54448868b85015f846b8328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '936a2b4f-268e-4764-8437-d7452306b777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:26:29Z', 'updated_at': '2021-12-16T09:26:32Z', 'revision_number': 3, 'project_id': '497e35b3d54448868b85015f846b8328', 'gw_port': {'id': '936a2b4f-268e-4764-8437-d7452306b777', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f651bf92-7538-4ce1-a571-cf3a7a9ab53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:30Z', 'updated_at': '2021-12-16T09:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:26:36.340457 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bd34bd-e4d2-4333-a8c4-e27a2aa1e7c3 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Network 8ee8fe93-c571-40ef-82e1-da1c2c6af86e is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:26:36.349328 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:36.371524 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-bd2c2ff9-270c-4c2e-8866-e4c2f8bfe6d6 None None] Allocated IP 10.1.1.2 (bcdce265-2bf3-4f52-9658-1bf0eadeeba8/0b48454b-4343-4949-9c3c-1b7ee1f2332d/35e49e61-57d4-44de-84bb-02ccb0332f98) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:26:36.411968 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-82bd34bd-e4d2-4333-a8c4-e27a2aa1e7c3 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 8ee8fe93-c571-40ef-82e1-da1c2c6af86e) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:36.418024 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bd34bd-e4d2-4333-a8c4-e27a2aa1e7c3 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:36.418024 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-82bd34bd-e4d2-4333-a8c4-e27a2aa1e7c3 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:36.434852 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1895a639-f841-4151-8794-507c588966ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:36.460392 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5b122-fc07-4a61-b18a-34f1211d1a10 req-8e9d07ff-2c55-4bd0-a921-89022b8feca7 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:36.460879 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eaa5b122-fc07-4a61-b18a-34f1211d1a10 req-8e9d07ff-2c55-4bd0-a921-89022b8feca7 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=524a13a1-253e-40bb-a50a-1c5e010b3879 HTTP/1.1" status: 200 len: 945 time: 0.1789052 Dec 16 09:26:36.465908 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba4a45a-0a67-4d01-bbb6-58360207a739 None None] Network 8ee8fe93-c571-40ef-82e1-da1c2c6af86e requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:26:36.505169 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-82bd34bd-e4d2-4333-a8c4-e27a2aa1e7c3 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1926422 Dec 16 09:26:36.505630 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34854) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:36.511441 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-8da2c97c-f793-407b-9108-d6fc72528d60 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Request body: {'port': {'network_id': 'bcdce265-2bf3-4f52-9658-1bf0eadeeba8', 'name': 'tempest-TaggedBootDevicesTest_v242-798966891', 'fixed_ips': [{'subnet_id': '0b48454b-4343-4949-9c3c-1b7ee1f2332d'}]}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:36.532526 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port e403726d-b2b8-41fc-baa4-711d810b8a63 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:26:36.546966 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port e403726d-b2b8-41fc-baa4-711d810b8a63 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:36.547346 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:36.566763 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eaa5b122-fc07-4a61-b18a-34f1211d1a10 req-8bdce492-62e3-46fb-b083-a3199afaa00e tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d635dd-fb21-461a-8c0f-868d41d0e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892663 Dec 16 09:26:36.594788 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-2d7f885b-666b-42c1-a52a-c9843842ccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b76931-af15-459e-bd45-144f9d5465a9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-579042584-router', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '50ff2fd3-4913-48dd-90f0-80c503976ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:35Z', 'updated_at': '2021-12-16T09:22:39Z', 'revision_number': 4, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'gw_port': {'id': '50ff2fd3-4913-48dd-90f0-80c503976ba4', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:36Z', 'updated_at': '2021-12-16T09:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'e5106cbd-6d95-4a4a-8de5-98d096f1b5d5', 'name': '', 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'mac_address': 'fa:16:3e:21:e7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '898541b1-ae3e-41a6-ab62-007c2a398b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:38Z', 'updated_at': '2021-12-16T09:22:44Z', 'revision_number': 5, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'subnets': [{'id': '898541b1-ae3e-41a6-ab62-007c2a398b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:36.607895 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1895a639-f841-4151-8794-507c588966ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:36.660832 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7f885b-666b-42c1-a52a-c9843842ccdc None None] The sync data for ids ['61b76931-af15-459e-bd45-144f9d5465a9'] in n-d-820550-2 is: [{'id': '61b76931-af15-459e-bd45-144f9d5465a9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-579042584-router', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '50ff2fd3-4913-48dd-90f0-80c503976ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:35Z', 'updated_at': '2021-12-16T09:22:39Z', 'revision_number': 4, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'gw_port': {'id': '50ff2fd3-4913-48dd-90f0-80c503976ba4', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:36Z', 'updated_at': '2021-12-16T09:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'e5106cbd-6d95-4a4a-8de5-98d096f1b5d5', 'name': '', 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'mac_address': 'fa:16:3e:21:e7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '898541b1-ae3e-41a6-ab62-007c2a398b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:38Z', 'updated_at': '2021-12-16T09:22:44Z', 'revision_number': 5, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'subnets': [{'id': '898541b1-ae3e-41a6-ab62-007c2a398b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:26:36.692497 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1895a639-f841-4151-8794-507c588966ee admin admin] Network 9b76a820-f831-437a-b3f2-ad58a28c5953 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:36.709495 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-1895a639-f841-4151-8794-507c588966ee admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:36.713838 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1895a639-f841-4151-8794-507c588966ee admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:26:36.845177 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895a639-f841-4151-8794-507c588966ee admin admin] Pushing event updated for resources: {'Port': ['ID=4fb38d29-da3d-4b5a-b44c-178303b1b040,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:36.975085 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc4c79-f4ac-4435-8d9b-f2f027f56eed req-3df40098-dcba-4a6e-890b-cf00fb8dc1a2 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:36.976688 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-95cc4c79-f4ac-4435-8d9b-f2f027f56eed req-3df40098-dcba-4a6e-890b-cf00fb8dc1a2 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 943 time: 0.2705226 Dec 16 09:26:36.991999 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1895a639-f841-4151-8794-507c588966ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:37.000199 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da2c97c-f793-407b-9108-d6fc72528d60 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Made reservation on behalf of 089b504b14134411afd7c91777dc992c for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:37.186565 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bd2c2ff9-270c-4c2e-8866-e4c2f8bfe6d6 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:37.195752 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:37.233309 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-95cc4c79-f4ac-4435-8d9b-f2f027f56eed req-46cad595-aa38-4bf3-89e8-1c080991a48c tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491643 Dec 16 09:26:37.234006 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:37.255102 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b43b3728-6948-446c-b368-0ff593de45d8 req-9c8cc12a-131b-4aa5-b221-bb71e46c37ca tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=394c0e47-802e-41a5-a81e-cf89aeebbec4 HTTP/1.1" status: 200 len: 210 time: 0.1545930 Dec 16 09:26:37.278517 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630c4291-195e-4d0c-8154-d5d670156922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-8ee8fe93-c571-40ef-82e1-da1c2c6af86e', 'network_id': '8ee8fe93-c571-40ef-82e1-da1c2c6af86e', 'tenant_id': '089b504b14134411afd7c91777dc992c', 'fixed_ips': [{'subnet_id': 'd86e42b0-c2d4-4c18-971d-7f418a472e6d'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:26:37.279415 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-630c4291-195e-4d0c-8154-d5d670156922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:37.335185 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8da2c97c-f793-407b-9108-d6fc72528d60 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:37.362496 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bd2c2ff9-270c-4c2e-8866-e4c2f8bfe6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:37.367969 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-8da2c97c-f793-407b-9108-d6fc72528d60 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] device_id is not set on port ef9e2251-85d6-4e38-85e2-5b6699d7fbbb yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:26:37.390319 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931e190d-16a2-48ca-8e0d-02d9257aa1fd None None] New status for floating IP 7d6a6274-ae8b-44ac-8848-de69472de7bd: DOWN {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:26:37.482549 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1895a639-f841-4151-8794-507c588966ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:37.573267 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-0f3a3da6-176e-47bc-9785-c9a3dfbb4246 None None] Provisioning complete for port 4fb38d29-da3d-4b5a-b44c-178303b1b040 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:37.573489 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0f3a3da6-176e-47bc-9785-c9a3dfbb4246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:37.577280 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port e403726d-b2b8-41fc-baa4-711d810b8a63, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=e403726d-b2b8-41fc-baa4-711d810b8a63,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:37.584116 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 936a2b4f-268e-4764-8437-d7452306b777 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:37.787755 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e35b4f-9c45-4599-b184-a92d414a8a9f req-184bf81f-db81-4033-a4b7-25e264ef1b7f tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:37.796635 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70e35b4f-9c45-4599-b184-a92d414a8a9f req-184bf81f-db81-4033-a4b7-25e264ef1b7f tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 945 time: 0.3616619 Dec 16 09:26:37.813590 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-630c4291-195e-4d0c-8154-d5d670156922 None None] Allocated IP 10.2.2.2 (8ee8fe93-c571-40ef-82e1-da1c2c6af86e/d86e42b0-c2d4-4c18-971d-7f418a472e6d/8e6d53b7-d2ee-41ba-8baf-c7b23b0c1ee1) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:26:37.857978 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c2ff9-270c-4c2e-8866-e4c2f8bfe6d6 None None] Pushing event updated for resources: {'Port': ['ID=35e49e61-57d4-44de-84bb-02ccb0332f98,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:37.892562 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2c2ff9-270c-4c2e-8866-e4c2f8bfe6d6 None None] Network bcdce265-2bf3-4f52-9658-1bf0eadeeba8 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:37.905486 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1895a639-f841-4151-8794-507c588966ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:37.905760 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:37.960770 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-bd2c2ff9-270c-4c2e-8866-e4c2f8bfe6d6 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:37.963017 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2c2ff9-270c-4c2e-8866-e4c2f8bfe6d6 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:26:37.977810 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70e35b4f-9c45-4599-b184-a92d414a8a9f req-4a391f4f-f0c6-478f-9fdf-556b2601a798 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560516 Dec 16 09:26:38.019393 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1895a639-f841-4151-8794-507c588966ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:38.069584 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-8da2c97c-f793-407b-9108-d6fc72528d60 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Allocated IP 10.1.1.244 (bcdce265-2bf3-4f52-9658-1bf0eadeeba8/0b48454b-4343-4949-9c3c-1b7ee1f2332d/ef9e2251-85d6-4e38-85e2-5b6699d7fbbb) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:26:38.103889 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07142285-cf98-4390-8dae-cfa81a032cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e403726d-b2b8-41fc-baa4-711d810b8a63'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:38.106212 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3293269-b5da-4fa0-be56-581dd5222031" -d '{"events": [{"server_uuid": "07142285-cf98-4390-8dae-cfa81a032cb5", "name": "network-vif-plugged", "status": "completed", "tag": "e403726d-b2b8-41fc-baa4-711d810b8a63"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:38.109049 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=e403726d-b2b8-41fc-baa4-711d810b8a63,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:38.161466 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 0a69e6f3-ff40-40cb-bbff-f99cea94431e no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:26:38.172570 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895a639-f841-4151-8794-507c588966ee admin admin] Pushing event updated for resources: {'Port': ['ID=4fb38d29-da3d-4b5a-b44c-178303b1b040,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:38.194007 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 0a69e6f3-ff40-40cb-bbff-f99cea94431e {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:26:38.194352 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 0a69e6f3-ff40-40cb-bbff-f99cea94431e not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:26:38.194764 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 09ffd442-bc5b-4630-ade5-0ddf27f582b9 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:26:38.202387 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1895a639-f841-4151-8794-507c588966ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:38.269348 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-0f3a3da6-176e-47bc-9785-c9a3dfbb4246 None None] Port 4fb38d29-da3d-4b5a-b44c-178303b1b040 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:26:38.299513 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-bd2c2ff9-270c-4c2e-8866-e4c2f8bfe6d6 None None] Attempting to bind port 35e49e61-57d4-44de-84bb-02ccb0332f98 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:26:38.301803 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-bd2c2ff9-270c-4c2e-8866-e4c2f8bfe6d6 None None] Attempting to bind port 35e49e61-57d4-44de-84bb-02ccb0332f98 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '5a5c3c61-aecb-46d9-a34a-4fcb33dcd498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bcdce265-2bf3-4f52-9658-1bf0eadeeba8'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:26:38.301803 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2c2ff9-270c-4c2e-8866-e4c2f8bfe6d6 None None] Attempting to bind port 35e49e61-57d4-44de-84bb-02ccb0332f98 on network bcdce265-2bf3-4f52-9658-1bf0eadeeba8 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:38.316092 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2c2ff9-270c-4c2e-8866-e4c2f8bfe6d6 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:26:38.316470 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2c2ff9-270c-4c2e-8866-e4c2f8bfe6d6 None None] Checking segment: {'id': '5a5c3c61-aecb-46d9-a34a-4fcb33dcd498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bcdce265-2bf3-4f52-9658-1bf0eadeeba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:38.316880 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bd2c2ff9-270c-4c2e-8866-e4c2f8bfe6d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:38.317745 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2c2ff9-270c-4c2e-8866-e4c2f8bfe6d6 None None] Bound using segment: {'id': '5a5c3c61-aecb-46d9-a34a-4fcb33dcd498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bcdce265-2bf3-4f52-9658-1bf0eadeeba8'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:26:38.319040 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-bd2c2ff9-270c-4c2e-8866-e4c2f8bfe6d6 None None] Bound port: 35e49e61-57d4-44de-84bb-02ccb0332f98, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5c3c61-aecb-46d9-a34a-4fcb33dcd498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bcdce265-2bf3-4f52-9658-1bf0eadeeba8'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:26:38.319527 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bd2c2ff9-270c-4c2e-8866-e4c2f8bfe6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:38.364634 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1895a639-f841-4151-8794-507c588966ee admin admin] Network 9b76a820-f831-437a-b3f2-ad58a28c5953 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:38.366393 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-1895a639-f841-4151-8794-507c588966ee admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:38.383893 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-06744f1c-2002-49dc-85d7-322b3dedadcd tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280752 Dec 16 09:26:38.394089 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6539fc-0f91-4d66-808a-635b385a41c6 req-83eb8d6b-3402-42d2-b91d-a9b861f077b7 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:38.407333 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7d6539fc-0f91-4d66-808a-635b385a41c6 req-83eb8d6b-3402-42d2-b91d-a9b861f077b7 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=524a13a1-253e-40bb-a50a-1c5e010b3879 HTTP/1.1" status: 200 len: 945 time: 0.1651340 Dec 16 09:26:38.423368 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8da2c97c-f793-407b-9108-d6fc72528d60 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:38.429598 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 936a2b4f-268e-4764-8437-d7452306b777 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:38.429976 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:38.536652 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1895a639-f841-4151-8794-507c588966ee admin admin] Router f651bf92-7538-4ce1-a571-cf3a7a9ab53c has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:26:38.795602 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-630c4291-195e-4d0c-8154-d5d670156922 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:38.800970 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cb730b-563e-4cc9-8f08-f3fed7578f0e x-openstack-request-id: req-f2cb730b-563e-4cc9-8f08-f3fed7578f0e {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:38.801531 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07142285-cf98-4390-8dae-cfa81a032cb5", "name": "network-vif-plugged", "status": "completed", "tag": "e403726d-b2b8-41fc-baa4-711d810b8a63", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:38.801856 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f2cb730b-563e-4cc9-8f08-f3fed7578f0e {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:38.802316 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07142285-cf98-4390-8dae-cfa81a032cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e403726d-b2b8-41fc-baa4-711d810b8a63', 'code': 200} Dec 16 09:26:38.815664 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1895a639-f841-4151-8794-507c588966ee admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:26:38.822210 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1895a639-f841-4151-8794-507c588966ee admin admin] 10.222.0.60 "PUT /v2.0/routers/f651bf92-7538-4ce1-a571-cf3a7a9ab53c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4881654 Dec 16 09:26:38.822338 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-bd2c2ff9-270c-4c2e-8866-e4c2f8bfe6d6 None None] For port 35e49e61-57d4-44de-84bb-02ccb0332f98, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:26:38.827049 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-bd2c2ff9-270c-4c2e-8866-e4c2f8bfe6d6 None None] For port 35e49e61-57d4-44de-84bb-02ccb0332f98, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=35e49e61-57d4-44de-84bb-02ccb0332f98,segment=NetworkSegment(5a5c3c61-aecb-46d9-a34a-4fcb33dcd498),segment_id=5a5c3c61-aecb-46d9-a34a-4fcb33dcd498)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:26:38.889910 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-630c4291-195e-4d0c-8154-d5d670156922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:38.936637 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630c4291-195e-4d0c-8154-d5d670156922 None None] Network 8ee8fe93-c571-40ef-82e1-da1c2c6af86e is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:38.943384 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-630c4291-195e-4d0c-8154-d5d670156922 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:38.957319 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630c4291-195e-4d0c-8154-d5d670156922 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:26:38.966656 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bd2c2ff9-270c-4c2e-8866-e4c2f8bfe6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:38.985771 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-d1bcd59f-6fcf-4ddd-a621-0a1130d49998 None None] Provisioning complete for port 4fb38d29-da3d-4b5a-b44c-178303b1b040 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:38.986146 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d1bcd59f-6fcf-4ddd-a621-0a1130d49998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:38.989661 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90254604-1a77-4e04-8027-5eb309973023 req-b7680090-8b0a-46c4-bb9a-6d8db9b41641 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:38.999287 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-90254604-1a77-4e04-8027-5eb309973023 req-b7680090-8b0a-46c4-bb9a-6d8db9b41641 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 943 time: 0.1375473 Dec 16 09:26:39.036453 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7d6539fc-0f91-4d66-808a-635b385a41c6 req-4e488232-6ddc-4f7d-a8c6-7de1f0252149 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d635dd-fb21-461a-8c0f-868d41d0e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6280534 Dec 16 09:26:39.050521 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34886) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:39.079832 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-90254604-1a77-4e04-8027-5eb309973023 req-786a244b-26d0-4b12-84e6-da8c01da040b tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783980 Dec 16 09:26:39.188563 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:39.215180 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-d1bcd59f-6fcf-4ddd-a621-0a1130d49998 None None] Port 4fb38d29-da3d-4b5a-b44c-178303b1b040 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:26:39.248692 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1466b9-e48b-4115-a16b-16187ba533e9 None None] Sync routers for ids ['f651bf92-7538-4ce1-a571-cf3a7a9ab53c'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:26:39.262902 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-1264ac1a-f0bd-401b-9fd2-2e334ba395b8 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1480281701'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:39.275555 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 936a2b4f-268e-4764-8437-d7452306b777, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=936a2b4f-268e-4764-8437-d7452306b777,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:39.279276 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c4291-195e-4d0c-8154-d5d670156922 None None] Pushing event updated for resources: {'Port': ['ID=8e6d53b7-d2ee-41ba-8baf-c7b23b0c1ee1,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:39.283399 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-630c4291-195e-4d0c-8154-d5d670156922 None None] Attempting to bind port 8e6d53b7-d2ee-41ba-8baf-c7b23b0c1ee1 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:26:39.283982 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-630c4291-195e-4d0c-8154-d5d670156922 None None] Attempting to bind port 8e6d53b7-d2ee-41ba-8baf-c7b23b0c1ee1 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '8f2f2409-913c-4ef0-930f-9de92f72a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8ee8fe93-c571-40ef-82e1-da1c2c6af86e'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:26:39.284517 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630c4291-195e-4d0c-8154-d5d670156922 None None] Attempting to bind port 8e6d53b7-d2ee-41ba-8baf-c7b23b0c1ee1 on network 8ee8fe93-c571-40ef-82e1-da1c2c6af86e {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:39.290064 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a43f9aaf-4a75-4c2f-9a1e-00b4c977441a req-34a236bd-7d9e-46a4-981c-9da9e32846c8 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=394c0e47-802e-41a5-a81e-cf89aeebbec4 HTTP/1.1" status: 200 len: 210 time: 0.0873404 Dec 16 09:26:39.313933 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-ce783191-7ff5-4fb0-afbc-f397049c1f29 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:39.316927 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-ce783191-7ff5-4fb0-afbc-f397049c1f29 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8976781 Dec 16 09:26:39.318944 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066730d2-58ec-4282-a89a-bdceaf0416e3 req-2b2ab12f-91e6-4636-82ad-7021120aa60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:39.320546 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-066730d2-58ec-4282-a89a-bdceaf0416e3 req-2b2ab12f-91e6-4636-82ad-7021120aa60d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 1097 time: 0.3065937 Dec 16 09:26:39.327140 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8da2c97c-f793-407b-9108-d6fc72528d60 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:39.353717 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1466b9-e48b-4115-a16b-16187ba533e9 None None] Routers {'f651bf92-7538-4ce1-a571-cf3a7a9ab53c'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:39.355667 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-5b1466b9-e48b-4115-a16b-16187ba533e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:26:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['f651bf92-7538-4ce1-a571-cf3a7a9ab53c'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:39.358137 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630c4291-195e-4d0c-8154-d5d670156922 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:26:39.358735 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630c4291-195e-4d0c-8154-d5d670156922 None None] Checking segment: {'id': '8f2f2409-913c-4ef0-930f-9de92f72a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8ee8fe93-c571-40ef-82e1-da1c2c6af86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:39.359307 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-630c4291-195e-4d0c-8154-d5d670156922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:39.359857 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630c4291-195e-4d0c-8154-d5d670156922 None None] Bound using segment: {'id': '8f2f2409-913c-4ef0-930f-9de92f72a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8ee8fe93-c571-40ef-82e1-da1c2c6af86e'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:26:39.360502 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-630c4291-195e-4d0c-8154-d5d670156922 None None] Bound port: 8e6d53b7-d2ee-41ba-8baf-c7b23b0c1ee1, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2f2409-913c-4ef0-930f-9de92f72a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8ee8fe93-c571-40ef-82e1-da1c2c6af86e'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:26:39.361051 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-630c4291-195e-4d0c-8154-d5d670156922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:39.363407 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95ce95-f148-47bd-9b59-2abfaa75e5bd req-4c0bb498-1d06-4e78-8daf-6d4cb9f35805 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:39.365995 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5d95ce95-f148-47bd-9b59-2abfaa75e5bd req-4c0bb498-1d06-4e78-8daf-6d4cb9f35805 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 946 time: 0.0979292 Dec 16 09:26:39.388342 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-82e95f82-66c8-4e0f-9e94-3fe4ae865866 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Request body: {'port': {'device_id': '394c0e47-802e-41a5-a81e-cf89aeebbec4', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'admin_state_up': True, 'tenant_id': 'b16ff49ba37341f18bcd6e95057f25d8'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:39.406826 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1264ac1a-f0bd-401b-9fd2-2e334ba395b8 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Made reservation on behalf of 497e35b3d54448868b85015f846b8328 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:39.412460 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1264ac1a-f0bd-401b-9fd2-2e334ba395b8 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:39.453134 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5d95ce95-f148-47bd-9b59-2abfaa75e5bd req-37044449-dcb5-4522-9a66-931251b2b9b3 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741167 Dec 16 09:26:39.467106 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1264ac1a-f0bd-401b-9fd2-2e334ba395b8 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:26:39.489752 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1264ac1a-f0bd-401b-9fd2-2e334ba395b8 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:39.491117 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-1264ac1a-f0bd-401b-9fd2-2e334ba395b8 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Added segment 820e9cac-87fb-42ba-b909-f12a4af79537 of type vlan for network 15561d05-a823-4c2a-8c20-df162dcada84 Dec 16 09:26:39.534498 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da2c97c-f793-407b-9108-d6fc72528d60 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Pushing event updated for resources: {'Port': ['ID=ef9e2251-85d6-4e38-85e2-5b6699d7fbbb,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:39.537078 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:39.548195 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da2c97c-f793-407b-9108-d6fc72528d60 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Network bcdce265-2bf3-4f52-9658-1bf0eadeeba8 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:39.562377 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c2ff9-270c-4c2e-8866-e4c2f8bfe6d6 None None] Pushing event updated for resources: {'Port': ['ID=35e49e61-57d4-44de-84bb-02ccb0332f98,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:39.576419 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-066730d2-58ec-4282-a89a-bdceaf0416e3 req-85b0b62d-50a9-475d-8f61-7d5d569c40f4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043424 Dec 16 09:26:39.579259 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-8da2c97c-f793-407b-9108-d6fc72528d60 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:39.588656 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da2c97c-f793-407b-9108-d6fc72528d60 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:26:39.635676 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=936a2b4f-268e-4764-8437-d7452306b777,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:39.693744 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1264ac1a-f0bd-401b-9fd2-2e334ba395b8 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:39.714752 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da2c97c-f793-407b-9108-d6fc72528d60 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:39.715634 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8da2c97c-f793-407b-9108-d6fc72528d60 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:39.722237 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-630c4291-195e-4d0c-8154-d5d670156922 None None] For port 8e6d53b7-d2ee-41ba-8baf-c7b23b0c1ee1, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:26:39.725567 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-5b1466b9-e48b-4115-a16b-16187ba533e9 None None] Set router f651bf92-7538-4ce1-a571-cf3a7a9ab53c gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:39.778274 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-630c4291-195e-4d0c-8154-d5d670156922 None None] For port 8e6d53b7-d2ee-41ba-8baf-c7b23b0c1ee1, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8e6d53b7-d2ee-41ba-8baf-c7b23b0c1ee1,segment=NetworkSegment(8f2f2409-913c-4ef0-930f-9de92f72a943),segment_id=8f2f2409-913c-4ef0-930f-9de92f72a943)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:26:39.801242 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-82e95f82-66c8-4e0f-9e94-3fe4ae865866 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Made reservation on behalf of b16ff49ba37341f18bcd6e95057f25d8 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:39.804789 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-82e95f82-66c8-4e0f-9e94-3fe4ae865866 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:39.837831 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 35e49e61-57d4-44de-84bb-02ccb0332f98 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:39.906488 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1264ac1a-f0bd-401b-9fd2-2e334ba395b8 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:39.911498 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1264ac1a-f0bd-401b-9fd2-2e334ba395b8 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:39.911778 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1264ac1a-f0bd-401b-9fd2-2e334ba395b8 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:39.912743 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-96fc2ce1-8da2-46b4-8c9f-87730891c639 service neutron] 10.222.0.57 "GET /v2.0/ports/09ffd442-bc5b-4630-ade5-0ddf27f582b9/bindings/n-h2-820550-2 HTTP/1.1" status: 200 len: 384 time: 0.1263604 Dec 16 09:26:39.942078 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 35e49e61-57d4-44de-84bb-02ccb0332f98 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:39.942457 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:39.961183 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8da2c97c-f793-407b-9108-d6fc72528d60 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4541447 Dec 16 09:26:39.966153 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34898) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:39.970769 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-1bfbabd7-03fa-46cb-904d-7a06a3efa638 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Request body: {'port': {'network_id': 'bcdce265-2bf3-4f52-9658-1bf0eadeeba8', 'name': 'tempest-TaggedBootDevicesTest_v242-1744520976', 'fixed_ips': [{'subnet_id': '0b48454b-4343-4949-9c3c-1b7ee1f2332d'}]}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:39.990894 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-630c4291-195e-4d0c-8154-d5d670156922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:40.030882 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264ac1a-f0bd-401b-9fd2-2e334ba395b8 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Pushing event updated for resources: {'Network': ['ID=15561d05-a823-4c2a-8c20-df162dcada84,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:40.036543 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-82e95f82-66c8-4e0f-9e94-3fe4ae865866 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Allocated IP 192.168.233.140 (0f25fa8c-dd15-4f99-b14f-112e51884f75/d30f37a6-2496-485e-9480-e5e1789d975f/e3f470f2-eec7-430a-ba45-1a44315b77f1) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:26:40.063383 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 15561d05-a823-4c2a-8c20-df162dcada84 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:26:40.150535 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1264ac1a-f0bd-401b-9fd2-2e334ba395b8 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0963392 Dec 16 09:26:40.154747 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34904) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:40.162390 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-90d96953-9921-4395-9a2c-089511044498 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Request body: {'subnet': {'network_id': '15561d05-a823-4c2a-8c20-df162dcada84', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:40.174137 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c4291-195e-4d0c-8154-d5d670156922 None None] Pushing event updated for resources: {'Port': ['ID=8e6d53b7-d2ee-41ba-8baf-c7b23b0c1ee1,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:40.186494 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630c4291-195e-4d0c-8154-d5d670156922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:40.186840 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630c4291-195e-4d0c-8154-d5d670156922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:40.187181 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630c4291-195e-4d0c-8154-d5d670156922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:40.188594 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630c4291-195e-4d0c-8154-d5d670156922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:40.188989 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630c4291-195e-4d0c-8154-d5d670156922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:40.189380 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630c4291-195e-4d0c-8154-d5d670156922 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:40.200638 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630c4291-195e-4d0c-8154-d5d670156922 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:40.200638 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630c4291-195e-4d0c-8154-d5d670156922 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:40.200638 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630c4291-195e-4d0c-8154-d5d670156922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:40.200638 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630c4291-195e-4d0c-8154-d5d670156922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:40.200638 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630c4291-195e-4d0c-8154-d5d670156922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:40.200638 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630c4291-195e-4d0c-8154-d5d670156922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:40.215033 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75cc5e-6bb0-4cc9-ac87-158148438301 req-7f3795d1-9f1d-47db-84a2-ce14915097d5 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:40.229527 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3d75cc5e-6bb0-4cc9-ac87-158148438301 req-7f3795d1-9f1d-47db-84a2-ce14915097d5 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=524a13a1-253e-40bb-a50a-1c5e010b3879 HTTP/1.1" status: 200 len: 945 time: 0.1012843 Dec 16 09:26:40.274552 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-5b1466b9-e48b-4115-a16b-16187ba533e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f651bf92-7538-4ce1-a571-cf3a7a9ab53c', 'name': 'tempest-ServersTestMultiNic-487910151-router', 'tenant_id': '497e35b3d54448868b85015f846b8328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '936a2b4f-268e-4764-8437-d7452306b777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:26:29Z', 'updated_at': '2021-12-16T09:26:37Z', 'revision_number': 4, 'project_id': '497e35b3d54448868b85015f846b8328', 'gw_port': {'id': '936a2b4f-268e-4764-8437-d7452306b777', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f651bf92-7538-4ce1-a571-cf3a7a9ab53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:30Z', 'updated_at': '2021-12-16T09:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '4fb38d29-da3d-4b5a-b44c-178303b1b040', 'name': '', 'network_id': '9b76a820-f831-437a-b3f2-ad58a28c5953', 'tenant_id': '497e35b3d54448868b85015f846b8328', 'mac_address': 'fa:16:3e:55:29:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f651bf92-7538-4ce1-a571-cf3a7a9ab53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '79b20719-f73b-4bc0-8f8c-f394a2d9133a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:35Z', 'updated_at': '2021-12-16T09:26:37Z', 'revision_number': 2, 'project_id': '497e35b3d54448868b85015f846b8328', 'subnets': [{'id': '79b20719-f73b-4bc0-8f8c-f394a2d9133a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:40.309569 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3d75cc5e-6bb0-4cc9-ac87-158148438301 req-f15cb07c-8e47-45ee-801d-34b17d24914c tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d635dd-fb21-461a-8c0f-868d41d0e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749671 Dec 16 09:26:40.332120 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfbabd7-03fa-46cb-904d-7a06a3efa638 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Made reservation on behalf of 089b504b14134411afd7c91777dc992c for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:40.333669 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1466b9-e48b-4115-a16b-16187ba533e9 None None] Checking router: f651bf92-7538-4ce1-a571-cf3a7a9ab53c for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:26:40.334140 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1466b9-e48b-4115-a16b-16187ba533e9 None None] Updating router f651bf92-7538-4ce1-a571-cf3a7a9ab53c port 4fb38d29-da3d-4b5a-b44c-178303b1b040 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:26:40.367536 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5b1466b9-e48b-4115-a16b-16187ba533e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:40.369927 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:40.483270 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:40.506275 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34912) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:40.506784 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1bfbabd7-03fa-46cb-904d-7a06a3efa638 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:40.563300 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8a771cad-1823-4f29-b390-5bbc203393d8 req-cdbdb291-e8b2-4908-99b7-11a94e13db0d tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=394c0e47-802e-41a5-a81e-cf89aeebbec4 HTTP/1.1" status: 200 len: 210 time: 0.1378641 Dec 16 09:26:40.575747 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-1bfbabd7-03fa-46cb-904d-7a06a3efa638 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] device_id is not set on port 3058776e-d043-4111-8f6d-a315f433be18 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:26:40.586253 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-bbda183f-21cc-46f4-88d3-b9bc00601d68 service neutron] For port 09ffd442-bc5b-4630-ade5-0ddf27f582b9, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=09ffd442-bc5b-4630-ade5-0ddf27f582b9,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:40.704846 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-bbda183f-21cc-46f4-88d3-b9bc00601d68 service neutron] For port 09ffd442-bc5b-4630-ade5-0ddf27f582b9, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:26:40.776947 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41ab5f-5575-486b-bf46-33a68d7a2857 req-b7135054-87ed-4974-a879-51cbc445436f tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:40.785875 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-be41ab5f-5575-486b-bf46-33a68d7a2857 req-b7135054-87ed-4974-a879-51cbc445436f tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 943 time: 0.3927283 Dec 16 09:26:40.803142 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 35e49e61-57d4-44de-84bb-02ccb0332f98, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=35e49e61-57d4-44de-84bb-02ccb0332f98,segment=NetworkSegment(5a5c3c61-aecb-46d9-a34a-4fcb33dcd498),segment_id=5a5c3c61-aecb-46d9-a34a-4fcb33dcd498)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:40.808238 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d96953-9921-4395-9a2c-089511044498 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Made reservation on behalf of 497e35b3d54448868b85015f846b8328 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:40.816340 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90d96953-9921-4395-9a2c-089511044498 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:40.840962 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-82e95f82-66c8-4e0f-9e94-3fe4ae865866 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:40.878117 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf5311-84a7-47b0-b7f4-6a0b07b83bf2 req-4dc0aae8-53e1-4887-be2f-33e83eb4c768 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:40.894187 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1dcf5311-84a7-47b0-b7f4-6a0b07b83bf2 req-4dc0aae8-53e1-4887-be2f-33e83eb4c768 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=524a13a1-253e-40bb-a50a-1c5e010b3879 HTTP/1.1" status: 200 len: 945 time: 0.1777167 Dec 16 09:26:40.895778 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34920) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:40.912417 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-c24e7e30-bb02-4ed9-992a-1c3c1b8781f6 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Request body: {'floatingip': {'port_id': '5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:40.921866 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:40.930577 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8137b44b-2362-4549-9d1b-2f4af99e4b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:40.957531 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5b1466b9-e48b-4115-a16b-16187ba533e9 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:40.996559 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47d23ac-2196-4f1b-b88f-49b04dccac06 None None] Network bcdce265-2bf3-4f52-9658-1bf0eadeeba8 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:26:41.007477 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-bbda183f-21cc-46f4-88d3-b9bc00601d68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09ffd442-bc5b-4630-ade5-0ddf27f582b9 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:26:41.026952 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-82e95f82-66c8-4e0f-9e94-3fe4ae865866 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:41.046260 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f', '6a544dbf-c596-4f87-ac40-994392bdb751', 'ed228900-2a20-49f6-9643-2e9be17c5cae', '54bddde5-7cd7-4b2e-a38f-f8e6ca509e18', 'bdb0dbfa-da06-4b14-8933-f36cc51fb53b'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:26:41.054744 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-bbda183f-21cc-46f4-88d3-b9bc00601d68 service neutron] For port 09ffd442-bc5b-4630-ade5-0ddf27f582b9, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=09ffd442-bc5b-4630-ade5-0ddf27f582b9,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:41.070877 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fb238-1787-4ba2-9411-82f45905dccc req-6afc3d6e-cb19-4dee-9231-6f82d00fe0de tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:41.078218 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-577fb238-1787-4ba2-9411-82f45905dccc req-6afc3d6e-cb19-4dee-9231-6f82d00fe0de tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 946 time: 0.0926480 Dec 16 09:26:41.078779 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['dd0272f9-bbee-4c0e-ba42-849d831252e4', 'd5cf028c-8255-4394-bd59-db75e8fd6e8a'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:26:41.081804 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-1bfbabd7-03fa-46cb-904d-7a06a3efa638 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Allocated IP 10.1.1.154 (bcdce265-2bf3-4f52-9658-1bf0eadeeba8/0b48454b-4343-4949-9c3c-1b7ee1f2332d/3058776e-d043-4111-8f6d-a315f433be18) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:26:41.094737 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c24e7e30-bb02-4ed9-992a-1c3c1b8781f6 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks [] for floatingip, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:41.126889 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5b1466b9-e48b-4115-a16b-16187ba533e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:41.151352 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=35e49e61-57d4-44de-84bb-02ccb0332f98,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:41.169544 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-be41ab5f-5575-486b-bf46-33a68d7a2857 req-6ade15a6-0659-4c47-a936-eeb631ab8484 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823974 Dec 16 09:26:41.220083 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-82e95f82-66c8-4e0f-9e94-3fe4ae865866 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Network 0f25fa8c-dd15-4f99-b14f-112e51884f75 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:41.247392 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-233f2610-b35a-4c94-b294-c8c26b3b8140 None None] Provisioning complete for port 35e49e61-57d4-44de-84bb-02ccb0332f98 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:41.247769 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-233f2610-b35a-4c94-b294-c8c26b3b8140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:41.253728 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-82e95f82-66c8-4e0f-9e94-3fe4ae865866 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:41.256860 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-82e95f82-66c8-4e0f-9e94-3fe4ae865866 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:26:41.270751 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e95f82-66c8-4e0f-9e94-3fe4ae865866 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Pushing event updated for resources: {'Port': ['ID=e3f470f2-eec7-430a-ba45-1a44315b77f1,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:41.330943 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-bbda183f-21cc-46f4-88d3-b9bc00601d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:41.347494 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dcad73-62f3-45af-896d-c6b2ca07c81c None None] Pushing event updated for resources: {'Port': ['ID=4fb38d29-da3d-4b5a-b44c-178303b1b040,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:41.415916 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-577fb238-1787-4ba2-9411-82f45905dccc req-823126d1-9bc7-46df-8cad-0a0128713932 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089352 Dec 16 09:26:41.416443 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-82e95f82-66c8-4e0f-9e94-3fe4ae865866 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:41.417750 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-82e95f82-66c8-4e0f-9e94-3fe4ae865866 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:41.488954 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1bfbabd7-03fa-46cb-904d-7a06a3efa638 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:41.635439 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8137b44b-2362-4549-9d1b-2f4af99e4b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:41.664816 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1bfbabd7-03fa-46cb-904d-7a06a3efa638 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:41.692070 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-82e95f82-66c8-4e0f-9e94-3fe4ae865866 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3158684 Dec 16 09:26:41.710237 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-44a52e20-eb6c-4e0e-9648-57ba02e431fb service neutron] Request body: {'port': {'device_id': '394c0e47-802e-41a5-a81e-cf89aeebbec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:41.754574 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-bbda183f-21cc-46f4-88d3-b9bc00601d68 service neutron] Transition to ACTIVE for port object 09ffd442-bc5b-4630-ade5-0ddf27f582b9 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:26:41.764230 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8137b44b-2362-4549-9d1b-2f4af99e4b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:41.768901 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfbabd7-03fa-46cb-904d-7a06a3efa638 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Network bcdce265-2bf3-4f52-9658-1bf0eadeeba8 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:41.772819 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-1bfbabd7-03fa-46cb-904d-7a06a3efa638 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:41.781359 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfbabd7-03fa-46cb-904d-7a06a3efa638 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:26:41.820917 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfbabd7-03fa-46cb-904d-7a06a3efa638 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Pushing event updated for resources: {'Port': ['ID=3058776e-d043-4111-8f6d-a315f433be18,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:41.861339 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-bbda183f-21cc-46f4-88d3-b9bc00601d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:41.877193 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfbabd7-03fa-46cb-904d-7a06a3efa638 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:41.877855 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1bfbabd7-03fa-46cb-904d-7a06a3efa638 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:41.890323 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90d96953-9921-4395-9a2c-089511044498 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:41.910575 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8e6d53b7-d2ee-41ba-8baf-c7b23b0c1ee1 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:41.944668 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c26ae8-2ede-44a3-9af8-210584095a1f None None] Network 8ee8fe93-c571-40ef-82e1-da1c2c6af86e requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:26:41.953245 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-5b1466b9-e48b-4115-a16b-16187ba533e9 None None] Attempting to bind port 4fb38d29-da3d-4b5a-b44c-178303b1b040 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:26:41.953623 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-5b1466b9-e48b-4115-a16b-16187ba533e9 None None] Attempting to bind port 4fb38d29-da3d-4b5a-b44c-178303b1b040 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '93544382-2c77-4a6a-b7bb-0e80a8e82b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9b76a820-f831-437a-b3f2-ad58a28c5953'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:26:41.953980 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1466b9-e48b-4115-a16b-16187ba533e9 None None] Attempting to bind port 4fb38d29-da3d-4b5a-b44c-178303b1b040 on network 9b76a820-f831-437a-b3f2-ad58a28c5953 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:41.967159 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1bfbabd7-03fa-46cb-904d-7a06a3efa638 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9991443 Dec 16 09:26:42.039967 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8137b44b-2362-4549-9d1b-2f4af99e4b3e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4054b2f21b2b45c29faaed066b14a54a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5321653 Dec 16 09:26:42.040206 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1466b9-e48b-4115-a16b-16187ba533e9 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:26:42.040206 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1466b9-e48b-4115-a16b-16187ba533e9 None None] Checking segment: {'id': '93544382-2c77-4a6a-b7bb-0e80a8e82b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9b76a820-f831-437a-b3f2-ad58a28c5953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:42.040206 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5b1466b9-e48b-4115-a16b-16187ba533e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:42.040509 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1466b9-e48b-4115-a16b-16187ba533e9 None None] Bound using segment: {'id': '93544382-2c77-4a6a-b7bb-0e80a8e82b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9b76a820-f831-437a-b3f2-ad58a28c5953'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:26:42.040837 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-5b1466b9-e48b-4115-a16b-16187ba533e9 None None] Bound port: 4fb38d29-da3d-4b5a-b44c-178303b1b040, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93544382-2c77-4a6a-b7bb-0e80a8e82b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9b76a820-f831-437a-b3f2-ad58a28c5953'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:26:42.041683 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5b1466b9-e48b-4115-a16b-16187ba533e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:42.043212 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34930) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:42.044527 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137b44b-2362-4549-9d1b-2f4af99e4b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714280e5-cca8-446d-b938-ff07f5913742,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:42.141828 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6852f0fa-eed3-46f8-888c-4519307f1784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:42.144128 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d96953-9921-4395-9a2c-089511044498 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Pushing event updated for resources: {'Subnet': ['ID=55026747-f4f5-41bf-9500-7db04cbaf578,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:42.178465 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6852f0fa-eed3-46f8-888c-4519307f1784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:42.201969 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-bbda183f-21cc-46f4-88d3-b9bc00601d68 service neutron] No DVR routers for this DVR port 09ffd442-bc5b-4630-ade5-0ddf27f582b9 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:26:42.234333 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d96953-9921-4395-9a2c-089511044498 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Checking segment: {'id': '820e9cac-87fb-42ba-b909-f12a4af79537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '15561d05-a823-4c2a-8c20-df162dcada84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:42.234541 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d96953-9921-4395-9a2c-089511044498 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Network hostable DHCP agents. Network: 15561d05-a823-4c2a-8c20-df162dcada84, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:26:42.279943 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-44a52e20-eb6c-4e0e-9648-57ba02e431fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:42.297059 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a4357-7960-4889-abac-14a4179ab0a6 req-b5c05241-0bf4-43be-84ba-f376d81dad9a tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:42.301597 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4f6a4357-7960-4889-abac-14a4179ab0a6 req-b5c05241-0bf4-43be-84ba-f376d81dad9a tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=394c0e47-802e-41a5-a81e-cf89aeebbec4 HTTP/1.1" status: 200 len: 936 time: 0.5567217 Dec 16 09:26:42.304535 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-5b1466b9-e48b-4115-a16b-16187ba533e9 None None] For port 4fb38d29-da3d-4b5a-b44c-178303b1b040, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:26:42.316445 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.db.resource_extend [None req-c24e7e30-bb02-4ed9-992a-1c3c1b8781f6 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 09:26:42.327436 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 8e6d53b7-d2ee-41ba-8baf-c7b23b0c1ee1 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:42.327806 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:42.384136 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34936) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:42.391804 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-77f3b059-6b46-4a15-bda0-2a6e8930dcfd tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Request body: {'security_group': {'name': 'tempest-securitygroup--299246992', 'description': 'tempest-description--1164037463'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:42.405515 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4f6a4357-7960-4889-abac-14a4179ab0a6 req-8e68eb98-45af-47db-8fb0-f69e9528e176 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737000 Dec 16 09:26:42.405720 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6852f0fa-eed3-46f8-888c-4519307f1784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:42.411821 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6852f0fa-eed3-46f8-888c-4519307f1784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:42.413412 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6852f0fa-eed3-46f8-888c-4519307f1784 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/714280e5-cca8-446d-b938-ff07f5913742 HTTP/1.1" status: 204 len: 168 time: 0.3684945 Dec 16 09:26:42.441473 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-bbda183f-21cc-46f4-88d3-b9bc00601d68 service neutron] 10.222.0.57 "PUT /v2.0/ports/09ffd442-bc5b-4630-ade5-0ddf27f582b9/bindings/n-h2-820550-2/activate HTTP/1.1" status: 200 len: 369 time: 2.5192130 Dec 16 09:26:42.446270 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda183f-21cc-46f4-88d3-b9bc00601d68 service neutron] Pushing event updated for resources: {'Port': ['ID=09ffd442-bc5b-4630-ade5-0ddf27f582b9,revision_number=10']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:42.449666 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-5b1466b9-e48b-4115-a16b-16187ba533e9 None None] For port 4fb38d29-da3d-4b5a-b44c-178303b1b040, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=4fb38d29-da3d-4b5a-b44c-178303b1b040,segment=NetworkSegment(93544382-2c77-4a6a-b7bb-0e80a8e82b9d),segment_id=93544382-2c77-4a6a-b7bb-0e80a8e82b9d)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:26:42.480574 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6852f0fa-eed3-46f8-888c-4519307f1784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714280e5-cca8-446d-b938-ff07f5913742,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:42.577344 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c24e7e30-bb02-4ed9-992a-1c3c1b8781f6 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:42.583024 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-d66c48b2-cdea-4785-85bb-bb0294a92b39 None None] Provisioning complete for port 8e6d53b7-d2ee-41ba-8baf-c7b23b0c1ee1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:42.583401 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d66c48b2-cdea-4785-85bb-bb0294a92b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:42.593180 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d96953-9921-4395-9a2c-089511044498 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Network 15561d05-a823-4c2a-8c20-df162dcada84 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:26:42.599057 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5b1466b9-e48b-4115-a16b-16187ba533e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:42.607484 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-77f3b059-6b46-4a15-bda0-2a6e8930dcfd tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:42.620187 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8468c8-fd41-4bfd-aeb1-35b485b7576f req-dcd360d4-3540-419d-b997-19151825fad0 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:42.622313 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ae8468c8-fd41-4bfd-aeb1-35b485b7576f req-dcd360d4-3540-419d-b997-19151825fad0 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 944 time: 0.1069095 Dec 16 09:26:42.707333 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:42.708826 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ae8468c8-fd41-4bfd-aeb1-35b485b7576f req-5b00e7a9-ce88-40e6-ad11-83bac5a79b24 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630574 Dec 16 09:26:42.757203 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c24e7e30-bb02-4ed9-992a-1c3c1b8781f6 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:42.774940 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-77f3b059-6b46-4a15-bda0-2a6e8930dcfd tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:42.813423 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dcad73-62f3-45af-896d-c6b2ca07c81c None None] Pushing event updated for resources: {'Port': ['ID=4fb38d29-da3d-4b5a-b44c-178303b1b040,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:42.852294 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-77f3b059-6b46-4a15-bda0-2a6e8930dcfd tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:42.889457 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1466b9-e48b-4115-a16b-16187ba533e9 None None] Routers {'f651bf92-7538-4ce1-a571-cf3a7a9ab53c'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:42.889457 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-5b1466b9-e48b-4115-a16b-16187ba533e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:26:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['f651bf92-7538-4ce1-a571-cf3a7a9ab53c'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:42.889457 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 8e6d53b7-d2ee-41ba-8baf-c7b23b0c1ee1, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8e6d53b7-d2ee-41ba-8baf-c7b23b0c1ee1,segment=NetworkSegment(8f2f2409-913c-4ef0-930f-9de92f72a943),segment_id=8f2f2409-913c-4ef0-930f-9de92f72a943)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:42.918163 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f3b059-6b46-4a15-bda0-2a6e8930dcfd tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48eae9de-ee71-424e-a61e-9a2130ad6764,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:43.008281 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:43.009079 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 936a2b4f-268e-4764-8437-d7452306b777 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:43.032333 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-77f3b059-6b46-4a15-bda0-2a6e8930dcfd tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:43.036219 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-77f3b059-6b46-4a15-bda0-2a6e8930dcfd tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6463540 Dec 16 09:26:43.044103 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34948) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:43.044103 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-8488c9a8-8a07-4729-80fa-828372ebfadf tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Request body: {'security_group_rule': {'security_group_id': '48eae9de-ee71-424e-a61e-9a2130ad6764', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:43.166618 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=8e6d53b7-d2ee-41ba-8baf-c7b23b0c1ee1,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:43.203883 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8488c9a8-8a07-4729-80fa-828372ebfadf tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:43.312476 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-5b1466b9-e48b-4115-a16b-16187ba533e9 None None] Set router f651bf92-7538-4ce1-a571-cf3a7a9ab53c gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:43.330287 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8488c9a8-8a07-4729-80fa-828372ebfadf tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:43.361145 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-90d96953-9921-4395-9a2c-089511044498 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 15561d05-a823-4c2a-8c20-df162dcada84) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:43.377934 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df76bd47-6596-4a87-876e-4f84aed808e0 None None] Network 15561d05-a823-4c2a-8c20-df162dcada84 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:26:43.381547 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d96953-9921-4395-9a2c-089511044498 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:43.382137 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90d96953-9921-4395-9a2c-089511044498 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:43.392305 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-d66c48b2-cdea-4785-85bb-bb0294a92b39 None None] Provisioning complete for port 4fb38d29-da3d-4b5a-b44c-178303b1b040 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:43.392679 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d66c48b2-cdea-4785-85bb-bb0294a92b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:43.406925 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8488c9a8-8a07-4729-80fa-828372ebfadf tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:43.428778 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488c9a8-8a07-4729-80fa-828372ebfadf tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60165e7f-ac85-482e-9872-f27746d5bf88,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:43.433153 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 936a2b4f-268e-4764-8437-d7452306b777 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:43.433542 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:43.444883 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-a117e7ca-fe19-4f31-ad71-eedff3d2416d tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:43.446492 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-a117e7ca-fe19-4f31-ad71-eedff3d2416d tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d&tenant_id=13f0e2e84c3c42c99759789d057f9272&binding%3Ahost_id=n-h1-820550-2 HTTP/1.1" status: 200 len: 1095 time: 0.8448246 Dec 16 09:26:43.465432 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc427f-4eb2-456b-bcca-33c3f72c2006 req-e4d43fab-2830-44b7-a686-6411242def64 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:43.466903 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-90fc427f-4eb2-456b-bcca-33c3f72c2006 req-e4d43fab-2830-44b7-a686-6411242def64 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 946 time: 0.7771268 Dec 16 09:26:43.523510 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-90d96953-9921-4395-9a2c-089511044498 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.3695304 Dec 16 09:26:43.533752 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34958) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:43.540829 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-a2d28e4a-d99d-48af-94f9-d2dd52787404 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1303116780'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:43.548463 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8488c9a8-8a07-4729-80fa-828372ebfadf tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:43.552023 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8488c9a8-8a07-4729-80fa-828372ebfadf tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5134606 Dec 16 09:26:43.560651 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [None req-c24e7e30-bb02-4ed9-992a-1c3c1b8781f6 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Floating IP 7d6a6274-ae8b-44ac-8848-de69472de7bd associated. External IP: 172.25.1.87, port: 5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23. Dec 16 09:26:43.562326 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34962) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:43.568094 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-e7ea4576-da77-4f96-9322-62e723fd33ac tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Request body: {'security_group_rule': {'security_group_id': '48eae9de-ee71-424e-a61e-9a2130ad6764', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:43.591830 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679dfcef-511d-49d9-a45a-ca8ea63ee6bf req-5f01ec4e-dbad-4ce0-95c0-bca96b421be4 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:43.597622 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-679dfcef-511d-49d9-a45a-ca8ea63ee6bf req-5f01ec4e-dbad-4ce0-95c0-bca96b421be4 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=394c0e47-802e-41a5-a81e-cf89aeebbec4 HTTP/1.1" status: 200 len: 936 time: 0.1202559 Dec 16 09:26:43.655786 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-679dfcef-511d-49d9-a45a-ca8ea63ee6bf req-043a5fba-e19d-4f6c-a234-6b38b4c15aad tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450478 Dec 16 09:26:43.679694 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-90fc427f-4eb2-456b-bcca-33c3f72c2006 req-7a9f70d1-4043-430b-a97b-4a8905f04f82 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961734 Dec 16 09:26:43.687207 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-59798e39-f6fe-4803-b57e-bbff7173259d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:43.688368 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-59798e39-f6fe-4803-b57e-bbff7173259d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d&tenant_id=13f0e2e84c3c42c99759789d057f9272 HTTP/1.1" status: 200 len: 1095 time: 0.2330675 Dec 16 09:26:43.816051 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d28e4a-d99d-48af-94f9-d2dd52787404 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Made reservation on behalf of 497e35b3d54448868b85015f846b8328 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:43.819547 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a2d28e4a-d99d-48af-94f9-d2dd52787404 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:43.846435 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d66c48b2-cdea-4785-85bb-bb0294a92b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:43.863438 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 35e49e61-57d4-44de-84bb-02ccb0332f98 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:43.868091 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f237b6-9cfd-420f-ae0a-d7b8bc415140 req-9d13f743-a871-4065-ae1f-02daa076b949 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:43.871572 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-35f237b6-9cfd-420f-ae0a-d7b8bc415140 req-9d13f743-a871-4065-ae1f-02daa076b949 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 944 time: 0.0654426 Dec 16 09:26:43.894367 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d28e4a-d99d-48af-94f9-d2dd52787404 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:26:43.903280 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-44a52e20-eb6c-4e0e-9648-57ba02e431fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3f470f2-eec7-430a-ba45-1a44315b77f1 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:26:43.928952 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-35f237b6-9cfd-420f-ae0a-d7b8bc415140 req-27aae436-a11e-485a-9495-3251297d3208 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471048 Dec 16 09:26:43.930752 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e7ea4576-da77-4f96-9322-62e723fd33ac tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:43.950454 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-786a505b-e0fb-45d9-bc3c-d85129680552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:43.952096 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-786a505b-e0fb-45d9-bc3c-d85129680552 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=13f0e2e84c3c42c99759789d057f9272&device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 1095 time: 0.2315528 Dec 16 09:26:43.958338 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-44a52e20-eb6c-4e0e-9648-57ba02e431fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:44.016025 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e7ea4576-da77-4f96-9322-62e723fd33ac tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:44.028113 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34974) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:44.057215 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24e7e30-bb02-4ed9-992a-1c3c1b8781f6 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Router 61b76931-af15-459e-bd45-144f9d5465a9 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:26:44.070099 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-44a52e20-eb6c-4e0e-9648-57ba02e431fb service neutron] Transition to ACTIVE for port object e3f470f2-eec7-430a-ba45-1a44315b77f1 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:26:44.082969 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e7ea4576-da77-4f96-9322-62e723fd33ac tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:44.109688 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea4576-da77-4f96-9322-62e723fd33ac tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e7c135c-2f17-4b8e-bd9c-d1fcd87015c7,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:44.145383 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a2d28e4a-d99d-48af-94f9-d2dd52787404 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:44.145383 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-a2d28e4a-d99d-48af-94f9-d2dd52787404 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Added segment db6979fd-ef79-4e33-b4f2-f46881d8db71 of type vlan for network 52eea64a-c79b-44fc-b658-85e63d7602c5 Dec 16 09:26:44.157859 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8afcea-0b20-4b26-8e9a-bbff2d9936a3 req-668b28ef-2271-4fb0-9f2f-cef5f498b617 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:44.159277 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ff8afcea-0b20-4b26-8e9a-bbff2d9936a3 req-668b28ef-2271-4fb0-9f2f-cef5f498b617 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 1097 time: 0.3481894 Dec 16 09:26:44.184305 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-273b4b94-d091-4f42-bb72-7404e43a3401 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-214354104-network', 'tenant_id': 'bf920e5a3f8e4484ba26e4b568348c48'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:44.192551 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-44a52e20-eb6c-4e0e-9648-57ba02e431fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:44.200943 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-d66c48b2-cdea-4785-85bb-bb0294a92b39 None None] For port 4fb38d29-da3d-4b5a-b44c-178303b1b040, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=4fb38d29-da3d-4b5a-b44c-178303b1b040,segment=NetworkSegment(93544382-2c77-4a6a-b7bb-0e80a8e82b9d),segment_id=93544382-2c77-4a6a-b7bb-0e80a8e82b9d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:44.210822 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7257b1-3261-4f23-b279-eb3dc4d0a0c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-15561d05-a823-4c2a-8c20-df162dcada84', 'network_id': '15561d05-a823-4c2a-8c20-df162dcada84', 'tenant_id': '497e35b3d54448868b85015f846b8328', 'fixed_ips': [{'subnet_id': '55026747-f4f5-41bf-9500-7db04cbaf578'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:26:44.210822 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7d7257b1-3261-4f23-b279-eb3dc4d0a0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:44.240297 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e7ea4576-da77-4f96-9322-62e723fd33ac tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:44.241626 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e7ea4576-da77-4f96-9322-62e723fd33ac tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6769812 Dec 16 09:26:44.244675 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34978) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:44.247792 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-5b1466b9-e48b-4115-a16b-16187ba533e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f651bf92-7538-4ce1-a571-cf3a7a9ab53c', 'name': 'tempest-ServersTestMultiNic-487910151-router', 'tenant_id': '497e35b3d54448868b85015f846b8328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '936a2b4f-268e-4764-8437-d7452306b777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:26:29Z', 'updated_at': '2021-12-16T09:26:37Z', 'revision_number': 4, 'project_id': '497e35b3d54448868b85015f846b8328', 'gw_port': {'id': '936a2b4f-268e-4764-8437-d7452306b777', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f651bf92-7538-4ce1-a571-cf3a7a9ab53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:30Z', 'updated_at': '2021-12-16T09:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '4fb38d29-da3d-4b5a-b44c-178303b1b040', 'name': '', 'network_id': '9b76a820-f831-437a-b3f2-ad58a28c5953', 'tenant_id': '497e35b3d54448868b85015f846b8328', 'mac_address': 'fa:16:3e:55:29:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f651bf92-7538-4ce1-a571-cf3a7a9ab53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '79b20719-f73b-4bc0-8f8c-f394a2d9133a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:35Z', 'updated_at': '2021-12-16T09:26:42Z', 'revision_number': 4, 'project_id': '497e35b3d54448868b85015f846b8328', 'subnets': [{'id': '79b20719-f73b-4bc0-8f8c-f394a2d9133a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:44.247998 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a2d28e4a-d99d-48af-94f9-d2dd52787404 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:44.252329 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-6779aae2-71eb-4a39-9dc5-b9a2e9ab82db tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:44.336354 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1466b9-e48b-4115-a16b-16187ba533e9 None None] The sync data for ids ['f651bf92-7538-4ce1-a571-cf3a7a9ab53c'] in n-d-820550-2 is: [{'id': 'f651bf92-7538-4ce1-a571-cf3a7a9ab53c', 'name': 'tempest-ServersTestMultiNic-487910151-router', 'tenant_id': '497e35b3d54448868b85015f846b8328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '936a2b4f-268e-4764-8437-d7452306b777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:26:29Z', 'updated_at': '2021-12-16T09:26:37Z', 'revision_number': 4, 'project_id': '497e35b3d54448868b85015f846b8328', 'gw_port': {'id': '936a2b4f-268e-4764-8437-d7452306b777', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f651bf92-7538-4ce1-a571-cf3a7a9ab53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:30Z', 'updated_at': '2021-12-16T09:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '4fb38d29-da3d-4b5a-b44c-178303b1b040', 'name': '', 'network_id': '9b76a820-f831-437a-b3f2-ad58a28c5953', 'tenant_id': '497e35b3d54448868b85015f846b8328', 'mac_address': 'fa:16:3e:55:29:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f651bf92-7538-4ce1-a571-cf3a7a9ab53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '79b20719-f73b-4bc0-8f8c-f394a2d9133a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:35Z', 'updated_at': '2021-12-16T09:26:42Z', 'revision_number': 4, 'project_id': '497e35b3d54448868b85015f846b8328', 'subnets': [{'id': '79b20719-f73b-4bc0-8f8c-f394a2d9133a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:26:44.343350 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d66c48b2-cdea-4785-85bb-bb0294a92b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:44.351492 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 35e49e61-57d4-44de-84bb-02ccb0332f98 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:44.351855 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:44.357352 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273b4b94-d091-4f42-bb72-7404e43a3401 admin admin] Made reservation on behalf of bf920e5a3f8e4484ba26e4b568348c48 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:44.361480 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-273b4b94-d091-4f42-bb72-7404e43a3401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:44.363772 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-9379029e-2368-468b-a779-2d026c84a799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:44.364783 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-9379029e-2368-468b-a779-2d026c84a799 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9785c251-9c28-48ae-a129-6f24c5a7ad17 HTTP/1.1" status: 200 len: 922 time: 0.2936840 Dec 16 09:26:44.365660 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a52e20-eb6c-4e0e-9648-57ba02e431fb service neutron] Pushing event updated for resources: {'Port': ['ID=e3f470f2-eec7-430a-ba45-1a44315b77f1,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:44.430952 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-273b4b94-d091-4f42-bb72-7404e43a3401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:44.519800 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ff8afcea-0b20-4b26-8e9a-bbff2d9936a3 req-4e5c9899-578e-4aa1-a9b1-5fadb90bfad3 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249440 Dec 16 09:26:44.521219 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-af785dec-50e9-4859-9707-1cb447e5668d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09ffd442-bc5b-4630-ade5-0ddf27f582b9 HTTP/1.1" status: 200 len: 217 time: 0.1343665 Dec 16 09:26:44.532016 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c48b2-cdea-4785-85bb-bb0294a92b39 None None] Pushing event updated for resources: {'Port': ['ID=4fb38d29-da3d-4b5a-b44c-178303b1b040,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:44.563299 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-7d7257b1-3261-4f23-b279-eb3dc4d0a0c2 None None] Allocated IP 19.80.0.2 (15561d05-a823-4c2a-8c20-df162dcada84/55026747-f4f5-41bf-9500-7db04cbaf578/8ef41f95-e130-4ee2-ba3d-5bfe95a43d31) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:26:44.635275 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-1630c7d1-77bd-4dae-8765-a8fa0b2bfbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:44.641407 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-1630c7d1-77bd-4dae-8765-a8fa0b2bfbba service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c12d578e-3c58-4d75-9f2c-b724e40168b0 HTTP/1.1" status: 200 len: 861 time: 0.0527954 Dec 16 09:26:44.658375 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-273b4b94-d091-4f42-bb72-7404e43a3401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:44.660393 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-44a52e20-eb6c-4e0e-9648-57ba02e431fb service neutron] Attempting to bind port e3f470f2-eec7-430a-ba45-1a44315b77f1 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:26:44.660945 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-44a52e20-eb6c-4e0e-9648-57ba02e431fb service neutron] Attempting to bind port e3f470f2-eec7-430a-ba45-1a44315b77f1 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:26:44.661757 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-44a52e20-eb6c-4e0e-9648-57ba02e431fb service neutron] Attempting to bind port e3f470f2-eec7-430a-ba45-1a44315b77f1 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:44.662026 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6779aae2-71eb-4a39-9dc5-b9a2e9ab82db tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks [] for floatingip, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:44.665316 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a2d28e4a-d99d-48af-94f9-d2dd52787404 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:44.673914 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d28e4a-d99d-48af-94f9-d2dd52787404 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:44.674544 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a2d28e4a-d99d-48af-94f9-d2dd52787404 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:44.677540 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24e7e30-bb02-4ed9-992a-1c3c1b8781f6 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:26:44.735624 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-273b4b94-d091-4f42-bb72-7404e43a3401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:44.740553 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c24e7e30-bb02-4ed9-992a-1c3c1b8781f6 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:44.759750 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-273b4b94-d091-4f42-bb72-7404e43a3401 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:26:44.769077 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b09e4b70-294e-44e6-abbc-b55ff1e6ba6f None None] Provisioning complete for port 4fb38d29-da3d-4b5a-b44c-178303b1b040 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:44.769487 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b09e4b70-294e-44e6-abbc-b55ff1e6ba6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:44.773299 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-273b4b94-d091-4f42-bb72-7404e43a3401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:44.773653 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-273b4b94-d091-4f42-bb72-7404e43a3401 admin admin] Added segment 01865c43-1b2e-40ab-90ef-ec664b8a741c of type vlan for network 5fdc4389-ef3b-4730-9f7c-3bcd629db149 Dec 16 09:26:44.836826 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-273b4b94-d091-4f42-bb72-7404e43a3401 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:44.903300 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-44a52e20-eb6c-4e0e-9648-57ba02e431fb service neutron] Port e3f470f2-eec7-430a-ba45-1a44315b77f1 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:26:44.903852 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-44a52e20-eb6c-4e0e-9648-57ba02e431fb service neutron] Attempting to bind port e3f470f2-eec7-430a-ba45-1a44315b77f1 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:44.930599 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-273b4b94-d091-4f42-bb72-7404e43a3401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:44.931967 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273b4b94-d091-4f42-bb72-7404e43a3401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:44.933260 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-273b4b94-d091-4f42-bb72-7404e43a3401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:44.970955 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b4b94-d091-4f42-bb72-7404e43a3401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c10216b-6e81-49e8-96e8-b2173f2059e1,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:44.989952 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b09e4b70-294e-44e6-abbc-b55ff1e6ba6f None None] Provisioning complete for port 35e49e61-57d4-44de-84bb-02ccb0332f98 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:44.996971 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b09e4b70-294e-44e6-abbc-b55ff1e6ba6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:44.996971 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7d7257b1-3261-4f23-b279-eb3dc4d0a0c2 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:45.003971 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2518c01-f64a-4c78-9c5a-8d3f3b30f5aa None None] Sync routers for ids ['61b76931-af15-459e-bd45-144f9d5465a9'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:26:45.025018 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2518c01-f64a-4c78-9c5a-8d3f3b30f5aa None None] Routers {'61b76931-af15-459e-bd45-144f9d5465a9'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:45.025719 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-f2518c01-f64a-4c78-9c5a-8d3f3b30f5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:26:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['61b76931-af15-459e-bd45-144f9d5465a9'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:45.102061 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-273b4b94-d091-4f42-bb72-7404e43a3401 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0718844 Dec 16 09:26:45.106856 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8e6d53b7-d2ee-41ba-8baf-c7b23b0c1ee1 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:45.109045 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-0b2bf0a3-66cc-42b7-a9bd-ced7347c24af service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9785c251-9c28-48ae-a129-6f24c5a7ad17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4063218 Dec 16 09:26:45.109715 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d28e4a-d99d-48af-94f9-d2dd52787404 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Pushing event updated for resources: {'Network': ['ID=52eea64a-c79b-44fc-b658-85e63d7602c5,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:45.110490 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7d7257b1-3261-4f23-b279-eb3dc4d0a0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:45.132852 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34992) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:45.146824 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 52eea64a-c79b-44fc-b658-85e63d7602c5 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:26:45.161511 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a2d28e4a-d99d-48af-94f9-d2dd52787404 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6243660 Dec 16 09:26:45.175630 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34994) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:45.188232 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-bdfd368c-ebdf-4d96-8994-b1b13fb63d62 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Request body: {'subnet': {'network_id': '52eea64a-c79b-44fc-b658-85e63d7602c5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:45.200749 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-529af582-a8f2-4392-999a-093638022545 admin admin] Request body: {'subnet': {'network_id': '5fdc4389-ef3b-4730-9f7c-3bcd629db149', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-214354104-subnet', 'tenant_id': 'bf920e5a3f8e4484ba26e4b568348c48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:45.211039 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-44a52e20-eb6c-4e0e-9648-57ba02e431fb service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:26:45.211260 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-44a52e20-eb6c-4e0e-9648-57ba02e431fb service neutron] Checking segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:45.213148 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-44a52e20-eb6c-4e0e-9648-57ba02e431fb service neutron] Bound using segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:26:45.213148 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-44a52e20-eb6c-4e0e-9648-57ba02e431fb service neutron] Bound port: e3f470f2-eec7-430a-ba45-1a44315b77f1, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:26:45.213148 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-44a52e20-eb6c-4e0e-9648-57ba02e431fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:45.215399 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b4b94-d091-4f42-bb72-7404e43a3401 admin admin] Pushing event updated for resources: {'Network': ['ID=5fdc4389-ef3b-4730-9f7c-3bcd629db149,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:45.263998 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 5fdc4389-ef3b-4730-9f7c-3bcd629db149 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:26:45.288242 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6779aae2-71eb-4a39-9dc5-b9a2e9ab82db tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:45.294555 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7257b1-3261-4f23-b279-eb3dc4d0a0c2 None None] Network 15561d05-a823-4c2a-8c20-df162dcada84 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:45.314626 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e4db4-aa03-4452-bd4e-ddf6726168ca req-8b2b5b5c-e442-4d56-976f-03978a5b878d tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:45.316259 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-da8e4db4-aa03-4452-bd4e-ddf6726168ca req-8b2b5b5c-e442-4d56-976f-03978a5b878d tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 944 time: 0.1859179 Dec 16 09:26:45.356700 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-7d7257b1-3261-4f23-b279-eb3dc4d0a0c2 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:45.368163 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c24e7e30-bb02-4ed9-992a-1c3c1b8781f6 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "PUT /v2.0/floatingips/7d6a6274-ae8b-44ac-8848-de69472de7bd HTTP/1.1" status: 200 len: 990 time: 4.4594285 Dec 16 09:26:45.371474 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-f2518c01-f64a-4c78-9c5a-8d3f3b30f5aa None None] Set router 61b76931-af15-459e-bd45-144f9d5465a9 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:45.377025 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7257b1-3261-4f23-b279-eb3dc4d0a0c2 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:26:45.387399 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '524a13a1-253e-40bb-a50a-1c5e010b3879', 'tag': '5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:45.390254 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b09e4b70-294e-44e6-abbc-b55ff1e6ba6f None None] Provisioning complete for port 8e6d53b7-d2ee-41ba-8baf-c7b23b0c1ee1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:45.391454 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b09e4b70-294e-44e6-abbc-b55ff1e6ba6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:45.395953 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab766fc-8634-44d5-ba5e-decdbd2ba25f" -d '{"events": [{"name": "network-changed", "server_uuid": "524a13a1-253e-40bb-a50a-1c5e010b3879", "tag": "5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:45.476458 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-da8e4db4-aa03-4452-bd4e-ddf6726168ca req-77fa5b61-9199-40e2-b423-1f646b2c5ee1 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373982 Dec 16 09:26:45.481754 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7257b1-3261-4f23-b279-eb3dc4d0a0c2 None None] Pushing event updated for resources: {'Port': ['ID=8ef41f95-e130-4ee2-ba3d-5bfe95a43d31,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:45.508164 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dfe92-a879-4996-b541-b219780f7e60 req-461e9207-8ea8-44b2-9c42-6dde28e5e0bf tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:45.517059 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a97dfe92-a879-4996-b541-b219780f7e60 req-461e9207-8ea8-44b2-9c42-6dde28e5e0bf tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=394c0e47-802e-41a5-a81e-cf89aeebbec4 HTTP/1.1" status: 200 len: 948 time: 0.5899355 Dec 16 09:26:45.570804 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 8e6d53b7-d2ee-41ba-8baf-c7b23b0c1ee1 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:45.577543 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529af582-a8f2-4392-999a-093638022545 admin admin] Made reservation on behalf of bf920e5a3f8e4484ba26e4b568348c48 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:45.579666 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:45.586000 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-529af582-a8f2-4392-999a-093638022545 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:45.673502 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-6779aae2-71eb-4a39-9dc5-b9a2e9ab82db tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Allocated IP 172.25.1.165 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/2cc82dfb-5ee3-4ee5-8e0e-d7d76b853373) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:26:45.684515 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-7d7257b1-3261-4f23-b279-eb3dc4d0a0c2 None None] Attempting to bind port 8ef41f95-e130-4ee2-ba3d-5bfe95a43d31 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:26:45.684884 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-7d7257b1-3261-4f23-b279-eb3dc4d0a0c2 None None] Attempting to bind port 8ef41f95-e130-4ee2-ba3d-5bfe95a43d31 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '820e9cac-87fb-42ba-b909-f12a4af79537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '15561d05-a823-4c2a-8c20-df162dcada84'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:26:45.685299 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7257b1-3261-4f23-b279-eb3dc4d0a0c2 None None] Attempting to bind port 8ef41f95-e130-4ee2-ba3d-5bfe95a43d31 on network 15561d05-a823-4c2a-8c20-df162dcada84 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:45.721013 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7257b1-3261-4f23-b279-eb3dc4d0a0c2 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:26:45.733912 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7257b1-3261-4f23-b279-eb3dc4d0a0c2 None None] Checking segment: {'id': '820e9cac-87fb-42ba-b909-f12a4af79537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '15561d05-a823-4c2a-8c20-df162dcada84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:45.734297 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7d7257b1-3261-4f23-b279-eb3dc4d0a0c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:45.734698 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7257b1-3261-4f23-b279-eb3dc4d0a0c2 None None] Bound using segment: {'id': '820e9cac-87fb-42ba-b909-f12a4af79537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '15561d05-a823-4c2a-8c20-df162dcada84'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:26:45.737695 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13761578-3192-4a01-be60-64a672c53e23 x-openstack-request-id: req-13761578-3192-4a01-be60-64a672c53e23 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:45.737994 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "524a13a1-253e-40bb-a50a-1c5e010b3879", "tag": "5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:45.738246 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-13761578-3192-4a01-be60-64a672c53e23 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:45.738505 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-7d7257b1-3261-4f23-b279-eb3dc4d0a0c2 None None] Bound port: 8ef41f95-e130-4ee2-ba3d-5bfe95a43d31, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '820e9cac-87fb-42ba-b909-f12a4af79537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '15561d05-a823-4c2a-8c20-df162dcada84'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:26:45.738632 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '524a13a1-253e-40bb-a50a-1c5e010b3879', 'tag': '5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23', 'status': 'completed', 'code': 200} Dec 16 09:26:45.738970 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7d7257b1-3261-4f23-b279-eb3dc4d0a0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:45.779153 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-0f4723f2-dc44-4d05-a138-17625452bcae service neutron] 10.222.0.58 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6246960 Dec 16 09:26:45.800176 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-44a52e20-eb6c-4e0e-9648-57ba02e431fb service neutron] For port e3f470f2-eec7-430a-ba45-1a44315b77f1, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:26:45.805556 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfd368c-ebdf-4d96-8994-b1b13fb63d62 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Made reservation on behalf of 497e35b3d54448868b85015f846b8328 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:45.810313 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bdfd368c-ebdf-4d96-8994-b1b13fb63d62 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:45.832460 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-44a52e20-eb6c-4e0e-9648-57ba02e431fb service neutron] For port e3f470f2-eec7-430a-ba45-1a44315b77f1, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=e3f470f2-eec7-430a-ba45-1a44315b77f1,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:26:45.852086 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a97dfe92-a879-4996-b541-b219780f7e60 req-987c9e04-ff39-4a60-8e5b-6d24d25d54cb tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291607 Dec 16 09:26:45.907466 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-f2518c01-f64a-4c78-9c5a-8d3f3b30f5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b76931-af15-459e-bd45-144f9d5465a9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-579042584-router', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '50ff2fd3-4913-48dd-90f0-80c503976ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:35Z', 'updated_at': '2021-12-16T09:22:39Z', 'revision_number': 4, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'gw_port': {'id': '50ff2fd3-4913-48dd-90f0-80c503976ba4', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:36Z', 'updated_at': '2021-12-16T09:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '7d6a6274-ae8b-44ac-8848-de69472de7bd', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'port_id': '5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8', 'mac_address': 'fa:16:3e:2c:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524a13a1-253e-40bb-a50a-1c5e010b3879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:23:02Z', 'updated_at': '2021-12-16T09:26:42Z', 'revision_number': 5, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5106cbd-6d95-4a4a-8de5-98d096f1b5d5', 'name': '', 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'mac_address': 'fa:16:3e:21:e7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '898541b1-ae3e-41a6-ab62-007c2a398b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:38Z', 'updated_at': '2021-12-16T09:22:44Z', 'revision_number': 5, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'subnets': [{'id': '898541b1-ae3e-41a6-ab62-007c2a398b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:45.950301 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-44a52e20-eb6c-4e0e-9648-57ba02e431fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:45.975454 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab766fc-8634-44d5-ba5e-decdbd2ba25f req-cb235e4f-35b1-49ff-a7c1-055899c15139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:45.977386 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bab766fc-8634-44d5-ba5e-decdbd2ba25f req-cb235e4f-35b1-49ff-a7c1-055899c15139 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6aea977c1221465ca04aa38c031bb375&device_id=524a13a1-253e-40bb-a50a-1c5e010b3879 HTTP/1.1" status: 200 len: 1096 time: 0.2461531 Dec 16 09:26:45.977971 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2518c01-f64a-4c78-9c5a-8d3f3b30f5aa None None] Checking router: 61b76931-af15-459e-bd45-144f9d5465a9 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:26:46.006300 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2518c01-f64a-4c78-9c5a-8d3f3b30f5aa None None] Routers {'61b76931-af15-459e-bd45-144f9d5465a9'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:46.006955 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-f2518c01-f64a-4c78-9c5a-8d3f3b30f5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:26:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['61b76931-af15-459e-bd45-144f9d5465a9'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:46.034022 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 4fb38d29-da3d-4b5a-b44c-178303b1b040 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:46.046768 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b09e4b70-294e-44e6-abbc-b55ff1e6ba6f None None] Provisioning complete for port ef9e2251-85d6-4e38-85e2-5b6699d7fbbb triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:46.047282 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b09e4b70-294e-44e6-abbc-b55ff1e6ba6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:46.102203 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-44a52e20-eb6c-4e0e-9648-57ba02e431fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:46.102817 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-44a52e20-eb6c-4e0e-9648-57ba02e431fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:46.104236 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-44a52e20-eb6c-4e0e-9648-57ba02e431fb service neutron] 10.222.0.58 "PUT /v2.0/ports/e3f470f2-eec7-430a-ba45-1a44315b77f1 HTTP/1.1" status: 200 len: 1096 time: 4.3981867 Dec 16 09:26:46.127148 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-7d7257b1-3261-4f23-b279-eb3dc4d0a0c2 None None] For port 8ef41f95-e130-4ee2-ba3d-5bfe95a43d31, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:26:46.163217 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-7d7257b1-3261-4f23-b279-eb3dc4d0a0c2 None None] For port 8ef41f95-e130-4ee2-ba3d-5bfe95a43d31, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8ef41f95-e130-4ee2-ba3d-5bfe95a43d31,segment=NetworkSegment(820e9cac-87fb-42ba-b909-f12a4af79537),segment_id=820e9cac-87fb-42ba-b909-f12a4af79537)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:26:46.166149 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab766fc-8634-44d5-ba5e-decdbd2ba25f req-040990a9-fef5-4f2e-9db1-435f360d4e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:46.173849 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bab766fc-8634-44d5-ba5e-decdbd2ba25f req-040990a9-fef5-4f2e-9db1-435f360d4e61 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3a6af1ee-58f2-406c-aa8c-1f9d70774ee8 HTTP/1.1" status: 200 len: 924 time: 0.1854649 Dec 16 09:26:46.195697 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-b09e4b70-294e-44e6-abbc-b55ff1e6ba6f None None] Port ef9e2251-85d6-4e38-85e2-5b6699d7fbbb cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:26:46.196725 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-529af582-a8f2-4392-999a-093638022545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:46.237771 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b09e4b70-294e-44e6-abbc-b55ff1e6ba6f None None] Provisioning complete for port 3058776e-d043-4111-8f6d-a315f433be18 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:46.238159 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b09e4b70-294e-44e6-abbc-b55ff1e6ba6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:46.238742 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6779aae2-71eb-4a39-9dc5-b9a2e9ab82db tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:46.240509 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 4fb38d29-da3d-4b5a-b44c-178303b1b040 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:46.241130 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:46.255556 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-f2518c01-f64a-4c78-9c5a-8d3f3b30f5aa None None] Set router 61b76931-af15-459e-bd45-144f9d5465a9 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:46.331727 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7d7257b1-3261-4f23-b279-eb3dc4d0a0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:46.398885 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-e92af4c3-d455-4bab-8c06-02a0467e4d81 service neutron] 10.222.0.58 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5995762 Dec 16 09:26:46.419607 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7257b1-3261-4f23-b279-eb3dc4d0a0c2 None None] Pushing event updated for resources: {'Port': ['ID=8ef41f95-e130-4ee2-ba3d-5bfe95a43d31,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:46.426821 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a52e20-eb6c-4e0e-9648-57ba02e431fb service neutron] Pushing event updated for resources: {'Port': ['ID=e3f470f2-eec7-430a-ba45-1a44315b77f1,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:46.495735 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529af582-a8f2-4392-999a-093638022545 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d26afb5-849e-4e1c-85bb-8c6539398abb,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:46.520766 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a52e20-eb6c-4e0e-9648-57ba02e431fb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:46.521137 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a52e20-eb6c-4e0e-9648-57ba02e431fb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:46.523469 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a52e20-eb6c-4e0e-9648-57ba02e431fb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:46.523838 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a52e20-eb6c-4e0e-9648-57ba02e431fb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:46.524185 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a52e20-eb6c-4e0e-9648-57ba02e431fb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:46.524524 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a52e20-eb6c-4e0e-9648-57ba02e431fb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:46.524856 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a52e20-eb6c-4e0e-9648-57ba02e431fb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:46.527453 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a52e20-eb6c-4e0e-9648-57ba02e431fb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:46.527602 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a52e20-eb6c-4e0e-9648-57ba02e431fb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:46.527830 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a52e20-eb6c-4e0e-9648-57ba02e431fb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:46.528172 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a52e20-eb6c-4e0e-9648-57ba02e431fb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:46.531003 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a52e20-eb6c-4e0e-9648-57ba02e431fb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:46.531155 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bab766fc-8634-44d5-ba5e-decdbd2ba25f req-fb09f56d-a747-4e0b-9c00-a0db45c300ba service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23 HTTP/1.1" status: 200 len: 998 time: 0.3391771 Dec 16 09:26:46.556676 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-b09e4b70-294e-44e6-abbc-b55ff1e6ba6f None None] Port 3058776e-d043-4111-8f6d-a315f433be18 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:26:46.567526 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529af582-a8f2-4392-999a-093638022545 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:46.567526 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529af582-a8f2-4392-999a-093638022545 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:46.567526 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529af582-a8f2-4392-999a-093638022545 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:46.567526 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529af582-a8f2-4392-999a-093638022545 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:46.567526 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529af582-a8f2-4392-999a-093638022545 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:46.567526 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529af582-a8f2-4392-999a-093638022545 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:46.567526 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529af582-a8f2-4392-999a-093638022545 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:46.567526 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529af582-a8f2-4392-999a-093638022545 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:46.567526 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529af582-a8f2-4392-999a-093638022545 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:46.567526 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529af582-a8f2-4392-999a-093638022545 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:46.567526 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529af582-a8f2-4392-999a-093638022545 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:46.568445 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529af582-a8f2-4392-999a-093638022545 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:46.600022 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529af582-a8f2-4392-999a-093638022545 admin admin] Checking segment: {'id': '01865c43-1b2e-40ab-90ef-ec664b8a741c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5fdc4389-ef3b-4730-9f7c-3bcd629db149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:46.600518 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529af582-a8f2-4392-999a-093638022545 admin admin] Network hostable DHCP agents. Network: 5fdc4389-ef3b-4730-9f7c-3bcd629db149, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:26:46.607436 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-c8006fc6-df55-47ab-8b0c-55065ad3f50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:46.609151 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-c8006fc6-df55-47ab-8b0c-55065ad3f50e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&device_id=394c0e47-802e-41a5-a81e-cf89aeebbec4 HTTP/1.1" status: 200 len: 1099 time: 0.3706198 Dec 16 09:26:46.746479 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6779aae2-71eb-4a39-9dc5-b9a2e9ab82db tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:46.830737 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6779aae2-71eb-4a39-9dc5-b9a2e9ab82db tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:46.848469 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-6779aae2-71eb-4a39-9dc5-b9a2e9ab82db tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:46.870975 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6779aae2-71eb-4a39-9dc5-b9a2e9ab82db tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:26:46.913574 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-933f9e02-1e22-44d1-85cc-9b00a2c85009 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=e3f470f2-eec7-430a-ba45-1a44315b77f1 HTTP/1.1" status: 200 len: 217 time: 0.2766590 Dec 16 09:26:46.914196 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529af582-a8f2-4392-999a-093638022545 admin admin] Network 5fdc4389-ef3b-4730-9f7c-3bcd629db149 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:26:46.944062 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bdfd368c-ebdf-4d96-8994-b1b13fb63d62 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:47.045987 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-529af582-a8f2-4392-999a-093638022545 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 5fdc4389-ef3b-4730-9f7c-3bcd629db149) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:47.056989 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4259c1bf-5b39-4ac1-9233-57defb30f3c7 None None] Network 5fdc4389-ef3b-4730-9f7c-3bcd629db149 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:26:47.063346 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529af582-a8f2-4392-999a-093638022545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:47.074070 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-529af582-a8f2-4392-999a-093638022545 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:47.079055 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-f2518c01-f64a-4c78-9c5a-8d3f3b30f5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b76931-af15-459e-bd45-144f9d5465a9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-579042584-router', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '50ff2fd3-4913-48dd-90f0-80c503976ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:35Z', 'updated_at': '2021-12-16T09:22:39Z', 'revision_number': 4, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'gw_port': {'id': '50ff2fd3-4913-48dd-90f0-80c503976ba4', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:36Z', 'updated_at': '2021-12-16T09:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '7d6a6274-ae8b-44ac-8848-de69472de7bd', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'port_id': '5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8', 'mac_address': 'fa:16:3e:2c:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524a13a1-253e-40bb-a50a-1c5e010b3879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:23:02Z', 'updated_at': '2021-12-16T09:26:42Z', 'revision_number': 5, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5106cbd-6d95-4a4a-8de5-98d096f1b5d5', 'name': '', 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'mac_address': 'fa:16:3e:21:e7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '898541b1-ae3e-41a6-ab62-007c2a398b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:38Z', 'updated_at': '2021-12-16T09:22:44Z', 'revision_number': 5, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'subnets': [{'id': '898541b1-ae3e-41a6-ab62-007c2a398b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:47.084772 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfc6e7-b119-457c-8d36-c0e4b68266d6 req-78eea7b0-495c-4b57-932c-d987c4927c94 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:47.103630 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-96cfc6e7-b119-457c-8d36-c0e4b68266d6 req-78eea7b0-495c-4b57-932c-d987c4927c94 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 944 time: 0.4648716 Dec 16 09:26:47.129567 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2518c01-f64a-4c78-9c5a-8d3f3b30f5aa None None] The sync data for ids ['61b76931-af15-459e-bd45-144f9d5465a9'] in n-d-820550-2 is: [{'id': '61b76931-af15-459e-bd45-144f9d5465a9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-579042584-router', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '50ff2fd3-4913-48dd-90f0-80c503976ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:35Z', 'updated_at': '2021-12-16T09:22:39Z', 'revision_number': 4, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'gw_port': {'id': '50ff2fd3-4913-48dd-90f0-80c503976ba4', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:36Z', 'updated_at': '2021-12-16T09:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '7d6a6274-ae8b-44ac-8848-de69472de7bd', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'port_id': '5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8', 'mac_address': 'fa:16:3e:2c:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524a13a1-253e-40bb-a50a-1c5e010b3879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:23:02Z', 'updated_at': '2021-12-16T09:26:42Z', 'revision_number': 5, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5106cbd-6d95-4a4a-8de5-98d096f1b5d5', 'name': '', 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'mac_address': 'fa:16:3e:21:e7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '898541b1-ae3e-41a6-ab62-007c2a398b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:38Z', 'updated_at': '2021-12-16T09:22:44Z', 'revision_number': 5, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'subnets': [{'id': '898541b1-ae3e-41a6-ab62-007c2a398b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:26:47.191925 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-ebd140bc-2ac9-40c0-af6d-85d6a95c596f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:47.193459 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-ebd140bc-2ac9-40c0-af6d-85d6a95c596f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.2618001 Dec 16 09:26:47.251315 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-e2ea43bd-2de6-4424-ad05-dda36da155a7 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:47.252891 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-e2ea43bd-2de6-4424-ad05-dda36da155a7 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d&tenant_id=13f0e2e84c3c42c99759789d057f9272&binding%3Ahost_id=n-h2-820550-2 HTTP/1.1" status: 200 len: 1095 time: 0.3176663 Dec 16 09:26:47.292095 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-96cfc6e7-b119-457c-8d36-c0e4b68266d6 req-74cd8449-c82e-4180-aa0c-1063e29e82db tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862905 Dec 16 09:26:47.300233 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928f546b-3de0-4ef2-aa3b-d72231b74dc1 None None] Network 5fdc4389-ef3b-4730-9f7c-3bcd629db149 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:26:47.322256 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-4607e225-2b1b-44d2-8912-37e7a4fd3bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:47.324367 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-4607e225-2b1b-44d2-8912-37e7a4fd3bc2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1147759 Dec 16 09:26:47.367969 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-529af582-a8f2-4392-999a-093638022545 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2325437 Dec 16 09:26:47.652067 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab766fc-8634-44d5-ba5e-decdbd2ba25f req-e59b0012-b163-49d0-b0e5-5a8b99048a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:47.654084 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bab766fc-8634-44d5-ba5e-decdbd2ba25f req-e59b0012-b163-49d0-b0e5-5a8b99048a07 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=898541b1-ae3e-41a6-ab62-007c2a398b05 HTTP/1.1" status: 200 len: 862 time: 1.1139734 Dec 16 09:26:47.654945 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd368c-ebdf-4d96-8994-b1b13fb63d62 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Pushing event updated for resources: {'Subnet': ['ID=e11d0d89-ba51-4f17-a6dc-35e94e26f12c,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:47.688908 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfd368c-ebdf-4d96-8994-b1b13fb63d62 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:47.689532 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfd368c-ebdf-4d96-8994-b1b13fb63d62 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:47.692278 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfd368c-ebdf-4d96-8994-b1b13fb63d62 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:47.692278 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfd368c-ebdf-4d96-8994-b1b13fb63d62 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:47.692278 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfd368c-ebdf-4d96-8994-b1b13fb63d62 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:47.692278 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfd368c-ebdf-4d96-8994-b1b13fb63d62 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:47.692278 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfd368c-ebdf-4d96-8994-b1b13fb63d62 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:47.692278 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfd368c-ebdf-4d96-8994-b1b13fb63d62 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:47.692278 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfd368c-ebdf-4d96-8994-b1b13fb63d62 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:47.693264 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfd368c-ebdf-4d96-8994-b1b13fb63d62 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:47.693772 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfd368c-ebdf-4d96-8994-b1b13fb63d62 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:47.694257 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfd368c-ebdf-4d96-8994-b1b13fb63d62 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:47.719051 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc62e69-b89a-47d9-8eb9-af5cff151012 None None] New status for floating IP 7d6a6274-ae8b-44ac-8848-de69472de7bd: ACTIVE {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:26:47.741152 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfd368c-ebdf-4d96-8994-b1b13fb63d62 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Checking segment: {'id': 'db6979fd-ef79-4e33-b4f2-f46881d8db71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '52eea64a-c79b-44fc-b658-85e63d7602c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:47.741540 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfd368c-ebdf-4d96-8994-b1b13fb63d62 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Network hostable DHCP agents. Network: 52eea64a-c79b-44fc-b658-85e63d7602c5, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:26:47.865963 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6779aae2-71eb-4a39-9dc5-b9a2e9ab82db tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:47.883068 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfd368c-ebdf-4d96-8994-b1b13fb63d62 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Network 52eea64a-c79b-44fc-b658-85e63d7602c5 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:26:47.896938 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779aae2-71eb-4a39-9dc5-b9a2e9ab82db tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Pushing event updated for resources: {'Port': ['ID=2cc82dfb-5ee3-4ee5-8e0e-d7d76b853373,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:47.914227 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab766fc-8634-44d5-ba5e-decdbd2ba25f req-c766574b-0395-4562-804a-78c85bb8e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:47.916271 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bab766fc-8634-44d5-ba5e-decdbd2ba25f req-c766574b-0395-4562-804a-78c85bb8e110 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3a6af1ee-58f2-406c-aa8c-1f9d70774ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2426200 Dec 16 09:26:47.972254 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6086ec-5b67-47e1-b24b-23793fe65e2e req-674a68c8-8b98-48a2-9d77-7d8a52f946a3 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:47.986899 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cc6086ec-5b67-47e1-b24b-23793fe65e2e req-674a68c8-8b98-48a2-9d77-7d8a52f946a3 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=394c0e47-802e-41a5-a81e-cf89aeebbec4 HTTP/1.1" status: 200 len: 948 time: 0.4045389 Dec 16 09:26:48.063813 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '394c0e47-802e-41a5-a81e-cf89aeebbec4', 'tag': 'e3f470f2-eec7-430a-ba45-1a44315b77f1'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:48.066678 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f01439-d6da-4284-bdd3-ba4da7ff0e74" -d '{"events": [{"name": "network-changed", "server_uuid": "394c0e47-802e-41a5-a81e-cf89aeebbec4", "tag": "e3f470f2-eec7-430a-ba45-1a44315b77f1"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:48.077921 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6779aae2-71eb-4a39-9dc5-b9a2e9ab82db tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:48.088480 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-bdfd368c-ebdf-4d96-8994-b1b13fb63d62 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 52eea64a-c79b-44fc-b658-85e63d7602c5) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:48.088764 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c076f8de-db15-4f0e-a4a5-bea5cb4a2fbc None None] Network 15561d05-a823-4c2a-8c20-df162dcada84 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:26:48.097238 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-e63a211b-1c0d-491b-a6ca-fc82b167760f req-a2c92d1e-a9fe-4a74-a31f-e99dbc9abe93 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1084878051', 'description': 'tempest-description-489426102'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:48.117774 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfd368c-ebdf-4d96-8994-b1b13fb63d62 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:48.118485 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bdfd368c-ebdf-4d96-8994-b1b13fb63d62 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:48.151613 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e1a38d-8c15-4460-80dc-ce3e0c7fbbe7 None None] Network 52eea64a-c79b-44fc-b658-85e63d7602c5 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:26:48.169260 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-1749ad9b-ec07-4fe0-b785-0ffeaa0c1081 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7980380 Dec 16 09:26:48.189527 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cc6086ec-5b67-47e1-b24b-23793fe65e2e req-1f5c78ea-8c83-4b5e-bcac-e9478ebb6f9f tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016184 Dec 16 09:26:48.279498 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-add00a54-2883-4ef8-9667-fa7678b36ee3 service neutron] For port 09ffd442-bc5b-4630-ade5-0ddf27f582b9, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:26:48.288599 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-add00a54-2883-4ef8-9667-fa7678b36ee3 service neutron] Notify callbacks [] for binding, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:48.290391 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b194de3e-0df2-4b9d-8c0c-ac7b4fc46dc8 req-add00a54-2883-4ef8-9667-fa7678b36ee3 service neutron] 10.222.0.58 "DELETE /v2.0/ports/09ffd442-bc5b-4630-ade5-0ddf27f582b9/bindings/n-h1-820550-2 HTTP/1.1" status: 204 len: 173 time: 1.0200839 Dec 16 09:26:48.293562 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bab766fc-8634-44d5-ba5e-decdbd2ba25f req-e3f9462e-4507-457b-b496-4008c025fab7 service neutron] 10.222.0.58 "GET /v2.0/networks/3a6af1ee-58f2-406c-aa8c-1f9d70774ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654239 Dec 16 09:26:48.297921 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e63a211b-1c0d-491b-a6ca-fc82b167760f req-a2c92d1e-a9fe-4a74-a31f-e99dbc9abe93 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:48.321563 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b26a1d18-438c-4795-8653-d43fb6c91b72 None None] Provisioning complete for port 8ef41f95-e130-4ee2-ba3d-5bfe95a43d31 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:48.321943 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b26a1d18-438c-4795-8653-d43fb6c91b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:48.379709 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c440b13f-5a82-4fd6-8a72-c25f99af09a1 req-7b453198-52be-48f1-8163-9cb670978038 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031169 Dec 16 09:26:48.433286 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e63a211b-1c0d-491b-a6ca-fc82b167760f req-a2c92d1e-a9fe-4a74-a31f-e99dbc9abe93 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:48.435503 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-bdfd368c-ebdf-4d96-8994-b1b13fb63d62 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.2558386 Dec 16 09:26:48.480923 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bab766fc-8634-44d5-ba5e-decdbd2ba25f req-0f227711-5446-430e-82d7-cc5d7e267e5b service neutron] 10.222.0.58 "GET /v2.0/networks/3a6af1ee-58f2-406c-aa8c-1f9d70774ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683340 Dec 16 09:26:48.482993 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6779aae2-71eb-4a39-9dc5-b9a2e9ab82db tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:48.486754 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32746922-b036-4fe0-9dec-a33fd4e84edb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-52eea64a-c79b-44fc-b658-85e63d7602c5', 'network_id': '52eea64a-c79b-44fc-b658-85e63d7602c5', 'tenant_id': '497e35b3d54448868b85015f846b8328', 'fixed_ips': [{'subnet_id': 'e11d0d89-ba51-4f17-a6dc-35e94e26f12c'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:26:48.488275 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-32746922-b036-4fe0-9dec-a33fd4e84edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:48.558187 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b26a1d18-438c-4795-8653-d43fb6c91b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:48.577465 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e63a211b-1c0d-491b-a6ca-fc82b167760f req-a2c92d1e-a9fe-4a74-a31f-e99dbc9abe93 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:48.606809 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c92d1e-a9fe-4a74-a31f-e99dbc9abe93 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34d70c1f-43bb-480b-96bd-a0498ca941b4,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:48.631538 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6779aae2-71eb-4a39-9dc5-b9a2e9ab82db tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:48.665941 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e63a211b-1c0d-491b-a6ca-fc82b167760f req-a2c92d1e-a9fe-4a74-a31f-e99dbc9abe93 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:48.667818 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e63a211b-1c0d-491b-a6ca-fc82b167760f req-a2c92d1e-a9fe-4a74-a31f-e99dbc9abe93 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5935125 Dec 16 09:26:48.676306 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-b26a1d18-438c-4795-8653-d43fb6c91b72 None None] For port 8ef41f95-e130-4ee2-ba3d-5bfe95a43d31, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8ef41f95-e130-4ee2-ba3d-5bfe95a43d31,segment=NetworkSegment(820e9cac-87fb-42ba-b909-f12a4af79537),segment_id=820e9cac-87fb-42ba-b909-f12a4af79537)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:48.711427 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b14fd2-7981-43c1-8661-b16cba6f3b1f x-openstack-request-id: req-c1b14fd2-7981-43c1-8661-b16cba6f3b1f {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:48.712088 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "394c0e47-802e-41a5-a81e-cf89aeebbec4", "tag": "e3f470f2-eec7-430a-ba45-1a44315b77f1", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:48.712990 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c1b14fd2-7981-43c1-8661-b16cba6f3b1f {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:48.715396 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '394c0e47-802e-41a5-a81e-cf89aeebbec4', 'tag': 'e3f470f2-eec7-430a-ba45-1a44315b77f1', 'status': 'completed', 'code': 200} Dec 16 09:26:48.726679 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-32746922-b036-4fe0-9dec-a33fd4e84edb None None] Allocated IP 19.86.0.2 (52eea64a-c79b-44fc-b658-85e63d7602c5/e11d0d89-ba51-4f17-a6dc-35e94e26f12c/e124f08b-a81e-428b-aa1e-c29f73917578) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:26:48.730129 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779aae2-71eb-4a39-9dc5-b9a2e9ab82db tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Pushing event updated for resources: {'Port': ['ID=2cc82dfb-5ee3-4ee5-8e0e-d7d76b853373,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:48.754081 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6779aae2-71eb-4a39-9dc5-b9a2e9ab82db tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:48.763880 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b26a1d18-438c-4795-8653-d43fb6c91b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:48.856028 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f01439-d6da-4284-bdd3-ba4da7ff0e74 req-f412dda9-dda8-43f4-ac7a-38346fa76426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:48.857607 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d4f01439-d6da-4284-bdd3-ba4da7ff0e74 req-f412dda9-dda8-43f4-ac7a-38346fa76426 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&device_id=394c0e47-802e-41a5-a81e-cf89aeebbec4 HTTP/1.1" status: 200 len: 1099 time: 0.1151392 Dec 16 09:26:48.879939 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6779aae2-71eb-4a39-9dc5-b9a2e9ab82db tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:48.884266 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6779aae2-71eb-4a39-9dc5-b9a2e9ab82db tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6345892 Dec 16 09:26:48.908041 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a1d18-438c-4795-8653-d43fb6c91b72 None None] Pushing event updated for resources: {'Port': ['ID=8ef41f95-e130-4ee2-ba3d-5bfe95a43d31,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:48.927551 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27638f-e429-4456-a55b-9087a1db31dc req-daa293b8-5943-4e10-a7b3-476bb01d1c6f tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:48.934939 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2a27638f-e429-4456-a55b-9087a1db31dc req-daa293b8-5943-4e10-a7b3-476bb01d1c6f tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 944 time: 0.1220391 Dec 16 09:26:49.024206 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2a27638f-e429-4456-a55b-9087a1db31dc req-6570e4cb-f82a-4827-8e35-89f546c6354b tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798900 Dec 16 09:26:49.043771 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-32746922-b036-4fe0-9dec-a33fd4e84edb None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:49.052165 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8ef41f95-e130-4ee2-ba3d-5bfe95a43d31 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:49.096326 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f01439-d6da-4284-bdd3-ba4da7ff0e74 req-d4e9af34-634a-4743-924d-40a5a4b2ec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:49.098024 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d4f01439-d6da-4284-bdd3-ba4da7ff0e74 req-d4e9af34-634a-4743-924d-40a5a4b2ec85 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.2291932 Dec 16 09:26:49.168152 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d4f01439-d6da-4284-bdd3-ba4da7ff0e74 req-df810ea0-c2d4-4651-b913-88077a4000fe service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=e3f470f2-eec7-430a-ba45-1a44315b77f1 HTTP/1.1" status: 200 len: 217 time: 0.0511179 Dec 16 09:26:49.214320 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-32746922-b036-4fe0-9dec-a33fd4e84edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:49.233199 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f01439-d6da-4284-bdd3-ba4da7ff0e74 req-8f35d640-1ff7-4c11-89f3-ca52c41ef460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:49.234955 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d4f01439-d6da-4284-bdd3-ba4da7ff0e74 req-8f35d640-1ff7-4c11-89f3-ca52c41ef460 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0593019 Dec 16 09:26:49.267584 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32746922-b036-4fe0-9dec-a33fd4e84edb None None] Network 52eea64a-c79b-44fc-b658-85e63d7602c5 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:49.276462 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-32746922-b036-4fe0-9dec-a33fd4e84edb None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:49.280703 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-8008465d-2673-4faf-9f78-0ed6b86e60a8 None None] Provisioning complete for port 8ef41f95-e130-4ee2-ba3d-5bfe95a43d31 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:49.281083 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8008465d-2673-4faf-9f78-0ed6b86e60a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:49.284690 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-50bec8ac-00dd-4a22-9097-ec288ec98a1a tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:49.285387 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32746922-b036-4fe0-9dec-a33fd4e84edb None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:26:49.289414 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f01439-d6da-4284-bdd3-ba4da7ff0e74 req-a4ecde86-b771-4050-a533-5b6ffcd50c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:49.290808 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-50bec8ac-00dd-4a22-9097-ec288ec98a1a tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:49.291298 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d4f01439-d6da-4284-bdd3-ba4da7ff0e74 req-a4ecde86-b771-4050-a533-5b6ffcd50c4b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0479569 Dec 16 09:26:49.292593 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-50bec8ac-00dd-4a22-9097-ec288ec98a1a tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/networks?id=15561d05-a823-4c2a-8c20-df162dcada84&id=52eea64a-c79b-44fc-b658-85e63d7602c5&id=15561d05-a823-4c2a-8c20-df162dcada84 HTTP/1.1" status: 200 len: 1392 time: 0.1412716 Dec 16 09:26:49.309778 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-f9dca957-1023-4cbf-a5ac-ce8ae568936c tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/quotas/497e35b3d54448868b85015f846b8328 HTTP/1.1" status: 200 len: 375 time: 0.0109928 Dec 16 09:26:49.315122 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32746922-b036-4fe0-9dec-a33fd4e84edb None None] Pushing event updated for resources: {'Port': ['ID=e124f08b-a81e-428b-aa1e-c29f73917578,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:49.410580 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 8ef41f95-e130-4ee2-ba3d-5bfe95a43d31 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:49.410996 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:49.433065 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-1217ba7e-abb6-45a9-9625-5e8b3b330e8b tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=497e35b3d54448868b85015f846b8328&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1127400 Dec 16 09:26:49.439712 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-32746922-b036-4fe0-9dec-a33fd4e84edb None None] Attempting to bind port e124f08b-a81e-428b-aa1e-c29f73917578 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:26:49.440092 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-32746922-b036-4fe0-9dec-a33fd4e84edb None None] Attempting to bind port e124f08b-a81e-428b-aa1e-c29f73917578 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'db6979fd-ef79-4e33-b4f2-f46881d8db71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '52eea64a-c79b-44fc-b658-85e63d7602c5'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:26:49.440459 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32746922-b036-4fe0-9dec-a33fd4e84edb None None] Attempting to bind port e124f08b-a81e-428b-aa1e-c29f73917578 on network 52eea64a-c79b-44fc-b658-85e63d7602c5 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:49.447157 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-8fce4839-e4e5-4a8c-aac0-90994b6a43a4 req-42371edb-ebb7-4261-abc0-0e5df1b8e70b tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-379918945', 'description': 'tempest-description-776906195'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:49.452705 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32746922-b036-4fe0-9dec-a33fd4e84edb None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:26:49.453089 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32746922-b036-4fe0-9dec-a33fd4e84edb None None] Checking segment: {'id': 'db6979fd-ef79-4e33-b4f2-f46881d8db71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '52eea64a-c79b-44fc-b658-85e63d7602c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:49.453520 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-32746922-b036-4fe0-9dec-a33fd4e84edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:49.453931 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32746922-b036-4fe0-9dec-a33fd4e84edb None None] Bound using segment: {'id': 'db6979fd-ef79-4e33-b4f2-f46881d8db71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '52eea64a-c79b-44fc-b658-85e63d7602c5'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:26:49.454393 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-32746922-b036-4fe0-9dec-a33fd4e84edb None None] Bound port: e124f08b-a81e-428b-aa1e-c29f73917578, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db6979fd-ef79-4e33-b4f2-f46881d8db71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '52eea64a-c79b-44fc-b658-85e63d7602c5'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:26:49.454775 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-32746922-b036-4fe0-9dec-a33fd4e84edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:49.468685 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d4f01439-d6da-4284-bdd3-ba4da7ff0e74 req-336e5a15-080b-471d-ae2e-4b6c6687b10f service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660793 Dec 16 09:26:49.570341 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-8fce4839-e4e5-4a8c-aac0-90994b6a43a4 req-42371edb-ebb7-4261-abc0-0e5df1b8e70b tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:49.580165 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-64ae90ed-5d6e-415d-94c9-49bbb0b7267f service neutron] 10.222.0.60 "GET /v2.0/networks/15561d05-a823-4c2a-8c20-df162dcada84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407027 Dec 16 09:26:49.591320 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-32746922-b036-4fe0-9dec-a33fd4e84edb None None] For port e124f08b-a81e-428b-aa1e-c29f73917578, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:26:49.608045 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-32746922-b036-4fe0-9dec-a33fd4e84edb None None] For port e124f08b-a81e-428b-aa1e-c29f73917578, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=e124f08b-a81e-428b-aa1e-c29f73917578,segment=NetworkSegment(db6979fd-ef79-4e33-b4f2-f46881d8db71),segment_id=db6979fd-ef79-4e33-b4f2-f46881d8db71)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:26:49.682212 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-32746922-b036-4fe0-9dec-a33fd4e84edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:49.685693 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d4f01439-d6da-4284-bdd3-ba4da7ff0e74 req-4b651dd9-03c9-4363-a167-73ba76b3bae0 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884992 Dec 16 09:26:49.688956 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-54ff17df-5686-40d5-83c1-c900f34677e8 service neutron] 10.222.0.60 "GET /v2.0/networks/15561d05-a823-4c2a-8c20-df162dcada84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050160 Dec 16 09:26:49.704774 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-8fce4839-e4e5-4a8c-aac0-90994b6a43a4 req-42371edb-ebb7-4261-abc0-0e5df1b8e70b tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:49.751790 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32746922-b036-4fe0-9dec-a33fd4e84edb None None] Pushing event updated for resources: {'Port': ['ID=e124f08b-a81e-428b-aa1e-c29f73917578,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:49.775262 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-8fce4839-e4e5-4a8c-aac0-90994b6a43a4 req-42371edb-ebb7-4261-abc0-0e5df1b8e70b tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:49.809406 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42371edb-ebb7-4261-abc0-0e5df1b8e70b tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db8d61b2-6ead-4ed5-8d5e-99752477a775,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:49.809646 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-557eb22d-773d-40d2-a7eb-ead9df6d0290 service neutron] 10.222.0.60 "GET /v2.0/networks/52eea64a-c79b-44fc-b658-85e63d7602c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135230 Dec 16 09:26:49.867110 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-8fce4839-e4e5-4a8c-aac0-90994b6a43a4 req-42371edb-ebb7-4261-abc0-0e5df1b8e70b tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:49.879656 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8fce4839-e4e5-4a8c-aac0-90994b6a43a4 req-42371edb-ebb7-4261-abc0-0e5df1b8e70b tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4416106 Dec 16 09:26:49.910293 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-4eca226f-0f9d-40c9-9b88-0d2d0b4b6dc8 service neutron] 10.222.0.60 "GET /v2.0/networks/52eea64a-c79b-44fc-b658-85e63d7602c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949130 Dec 16 09:26:50.062609 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-d95317fb-0a24-4514-956f-eb9631650d1d service neutron] 10.222.0.60 "GET /v2.0/networks/15561d05-a823-4c2a-8c20-df162dcada84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442349 Dec 16 09:26:50.103314 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-1a0222a8-94ff-4803-a8a4-849398c9e1e7 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--299246992&fields=id&tenant_id=089b504b14134411afd7c91777dc992c HTTP/1.1" status: 200 len: 267 time: 0.0609031 Dec 16 09:26:50.169584 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-fecdeeeb-7d85-4a26-ad8a-3392a4d10080 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:50.182134 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-fecdeeeb-7d85-4a26-ad8a-3392a4d10080 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports/ef9e2251-85d6-4e38-85e2-5b6699d7fbbb HTTP/1.1" status: 200 len: 936 time: 0.0684969 Dec 16 09:26:50.191449 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-50a46585-9ca5-4d52-80f0-764cf70e62e0 service neutron] 10.222.0.60 "GET /v2.0/networks/15561d05-a823-4c2a-8c20-df162dcada84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166337 Dec 16 09:26:50.234525 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-7ce2cd3f-5f04-401f-89d7-07fe13909091 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:50.237610 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-7ce2cd3f-5f04-401f-89d7-07fe13909091 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports/3058776e-d043-4111-8f6d-a315f433be18 HTTP/1.1" status: 200 len: 937 time: 0.0539496 Dec 16 09:26:50.290815 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-f8cec277-f55c-458b-959f-85f7186c1545 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?network_id=8ee8fe93-c571-40ef-82e1-da1c2c6af86e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0483534 Dec 16 09:26:50.324403 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-dcbd3885-4b97-48c7-b16f-a9ac1c71f9ef tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?network_id=8ee8fe93-c571-40ef-82e1-da1c2c6af86e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0267177 Dec 16 09:26:50.468900 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-f95269b0-95a5-409e-8a87-c6697e2b6499 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:50.475694 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-f95269b0-95a5-409e-8a87-c6697e2b6499 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:50.482541 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-f95269b0-95a5-409e-8a87-c6697e2b6499 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:50.484368 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-f95269b0-95a5-409e-8a87-c6697e2b6499 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/networks?id=afd4b102-4e58-4a14-a495-ab824dc8cc6e&id=bcdce265-2bf3-4f52-9658-1bf0eadeeba8&id=bcdce265-2bf3-4f52-9658-1bf0eadeeba8&id=8ee8fe93-c571-40ef-82e1-da1c2c6af86e&id=8ee8fe93-c571-40ef-82e1-da1c2c6af86e HTTP/1.1" status: 200 len: 1994 time: 0.1531019 Dec 16 09:26:50.508227 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-53090bfb-94a6-41e5-a002-54064a4bb16b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/quotas/089b504b14134411afd7c91777dc992c HTTP/1.1" status: 200 len: 375 time: 0.0153546 Dec 16 09:26:50.561844 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d127e7-e6cb-4230-b2a2-e98903a06f0e req-e8ec0fe9-b386-4d03-ba05-69a0fd3716cd tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:50.562890 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99d127e7-e6cb-4230-b2a2-e98903a06f0e req-e8ec0fe9-b386-4d03-ba05-69a0fd3716cd tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=394c0e47-802e-41a5-a81e-cf89aeebbec4 HTTP/1.1" status: 200 len: 948 time: 0.0992804 Dec 16 09:26:50.632858 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99d127e7-e6cb-4230-b2a2-e98903a06f0e req-a0cecb93-2891-4ad4-8bcf-d33cd0b9d98a tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555389 Dec 16 09:26:50.633407 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-00fdd637-7b66-488d-9f1e-e18cc20a6fc5 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=089b504b14134411afd7c91777dc992c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1150446 Dec 16 09:26:50.771341 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-0b88c1bb-b24e-40cd-acfd-706fd34f4af6 service neutron] 10.222.0.60 "GET /v2.0/networks/afd4b102-4e58-4a14-a495-ab824dc8cc6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253512 Dec 16 09:26:50.835621 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71e795-8cac-42ca-9deb-56147df05520 req-e9029009-3689-4c01-809c-1da0e8478d9f tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:50.837713 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0c71e795-8cac-42ca-9deb-56147df05520 req-e9029009-3689-4c01-809c-1da0e8478d9f tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 1095 time: 0.0774109 Dec 16 09:26:50.887739 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device e3f470f2-eec7-430a-ba45-1a44315b77f1 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:26:50.893994 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-f28bf171-a592-4b6c-84c0-042839087f1b service neutron] 10.222.0.60 "GET /v2.0/networks/afd4b102-4e58-4a14-a495-ab824dc8cc6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217799 Dec 16 09:26:50.933842 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0c71e795-8cac-42ca-9deb-56147df05520 req-f428c5d7-4269-4dad-bc01-3bba53a46286 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861807 Dec 16 09:26:51.015512 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-f043bb2e-8058-4347-9610-4e87de69c119 service neutron] 10.222.0.60 "GET /v2.0/ports/ef9e2251-85d6-4e38-85e2-5b6699d7fbbb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1019936 Dec 16 09:26:51.060423 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cb3300-6d56-4363-b679-f50cad8399bb None None] Network 52eea64a-c79b-44fc-b658-85e63d7602c5 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:26:51.117768 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8ef41f95-e130-4ee2-ba3d-5bfe95a43d31 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:51.211160 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-9e846683-711b-4001-a27f-6db4873c9c62 None None] Provisioning complete for port e124f08b-a81e-428b-aa1e-c29f73917578 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:51.211690 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9e846683-711b-4001-a27f-6db4873c9c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:51.212916 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-afdc0503-2cae-4440-b963-b0e2d2a769ec service neutron] 10.222.0.60 "GET /v2.0/networks/bcdce265-2bf3-4f52-9658-1bf0eadeeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905499 Dec 16 09:26:51.236399 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-a877ca85-9b34-4bc3-a430-7af7cb5b1a25 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:51.239329 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-a877ca85-9b34-4bc3-a430-7af7cb5b1a25 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/networks?id=5fdc4389-ef3b-4730-9f7c-3bcd629db149 HTTP/1.1" status: 200 len: 812 time: 0.1569128 Dec 16 09:26:51.257562 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-3337e0c3-fc28-4129-a0ad-dd45e769ea4e tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/quotas/bf920e5a3f8e4484ba26e4b568348c48 HTTP/1.1" status: 200 len: 375 time: 0.0117416 Dec 16 09:26:51.277566 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port e3f470f2-eec7-430a-ba45-1a44315b77f1, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=e3f470f2-eec7-430a-ba45-1a44315b77f1,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:51.300316 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'e3f470f2-eec7-430a-ba45-1a44315b77f1', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': 'e3f470f2-eec7-430a-ba45-1a44315b77f1', 'mac_address': 'fa:16:3e:6f:8a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:26:51.335198 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-d0479177-9200-46fc-8d7b-bd6da4e092be tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf920e5a3f8e4484ba26e4b568348c48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711954 Dec 16 09:26:51.335789 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-33dde496-a2df-4cde-a98e-de82551e69b8 service neutron] 10.222.0.60 "GET /v2.0/networks/bcdce265-2bf3-4f52-9658-1bf0eadeeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193740 Dec 16 09:26:51.384614 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 8ef41f95-e130-4ee2-ba3d-5bfe95a43d31 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:51.385136 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:51.394585 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-3478fea2-0bd5-4087-9061-ff507daa699f service neutron] 10.222.0.60 "GET /v2.0/ports/3058776e-d043-4111-8f6d-a315f433be18?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0576115 Dec 16 09:26:51.443723 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:51.488391 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-1d5f885f-b0c0-4be7-b5d6-2d4e8b0a57bc service neutron] 10.222.0.60 "GET /v2.0/networks/5fdc4389-ef3b-4730-9f7c-3bcd629db149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447618 Dec 16 09:26:51.498040 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f470f2-eec7-430a-ba45-1a44315b77f1 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:26:51.518560 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-bd019f23-675d-4470-a542-3ec0999b2f28 service neutron] 10.222.0.60 "GET /v2.0/networks/bcdce265-2bf3-4f52-9658-1bf0eadeeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230493 Dec 16 09:26:51.528905 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9e846683-711b-4001-a27f-6db4873c9c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:51.536122 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port e3f470f2-eec7-430a-ba45-1a44315b77f1, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=e3f470f2-eec7-430a-ba45-1a44315b77f1,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:51.627634 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-9e846683-711b-4001-a27f-6db4873c9c62 None None] For port e124f08b-a81e-428b-aa1e-c29f73917578, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=e124f08b-a81e-428b-aa1e-c29f73917578,segment=NetworkSegment(db6979fd-ef79-4e33-b4f2-f46881d8db71),segment_id=db6979fd-ef79-4e33-b4f2-f46881d8db71)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:51.634218 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device e124f08b-a81e-428b-aa1e-c29f73917578 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:51.666628 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:51.678717 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-009a7863-5685-4c7e-be6f-fc956f77504e service neutron] 10.222.0.60 "GET /v2.0/networks/bcdce265-2bf3-4f52-9658-1bf0eadeeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592367 Dec 16 09:26:51.724096 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9e846683-711b-4001-a27f-6db4873c9c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:51.724222 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-b8d12c3e-ac81-48bc-95b7-0e6e5a442f55 service neutron] 10.222.0.60 "GET /v2.0/networks/5fdc4389-ef3b-4730-9f7c-3bcd629db149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258983 Dec 16 09:26:51.799729 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=e3f470f2-eec7-430a-ba45-1a44315b77f1,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:51.803976 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-7b11c01c-613e-4a8a-9694-135e2e430466 service neutron] 10.222.0.60 "GET /v2.0/networks/bcdce265-2bf3-4f52-9658-1bf0eadeeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139112 Dec 16 09:26:51.807848 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port e124f08b-a81e-428b-aa1e-c29f73917578 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:51.807848 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:51.889522 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e846683-711b-4001-a27f-6db4873c9c62 None None] Pushing event updated for resources: {'Port': ['ID=e124f08b-a81e-428b-aa1e-c29f73917578,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:51.937253 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-523f224d-cb90-4532-a7bc-da17ec7e650e service neutron] 10.222.0.60 "GET /v2.0/networks/bcdce265-2bf3-4f52-9658-1bf0eadeeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182992 Dec 16 09:26:51.965041 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-13233bab-298f-453b-be8d-3c43786b2037 None None] Provisioning complete for port e124f08b-a81e-428b-aa1e-c29f73917578 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:51.965534 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-13233bab-298f-453b-be8d-3c43786b2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:52.022099 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['e3f470f2-eec7-430a-ba45-1a44315b77f1'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:26:52.125427 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-c12c962d-5fdc-438c-a21e-3b18fd6ef685 service neutron] 10.222.0.60 "GET /v2.0/networks/bcdce265-2bf3-4f52-9658-1bf0eadeeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793733 Dec 16 09:26:52.166070 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24857c35-4ad7-4246-a279-13ecb47dd69c req-ee4d022f-3ed9-442e-8303-d21b56a1f119 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f6e016c-a6b0-4c9e-852a-49e7032d186c HTTP/1.1" status: 200 len: 210 time: 0.0710933 Dec 16 09:26:52.275020 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-d837258b-b888-4a2e-9882-85b0eb1744ab service neutron] 10.222.0.60 "GET /v2.0/networks/bcdce265-2bf3-4f52-9658-1bf0eadeeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458380 Dec 16 09:26:52.370682 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69531877-eda2-4226-9203-2c44e7c5648a req-7b1e342c-5d3c-4e3b-85ec-aea1485980e7 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:52.372642 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-69531877-eda2-4226-9203-2c44e7c5648a req-7b1e342c-5d3c-4e3b-85ec-aea1485980e7 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 1095 time: 0.0476098 Dec 16 09:26:52.400997 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-10d54c9e-d4ce-4005-8bdb-387e24c7b178 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee8fe93-c571-40ef-82e1-da1c2c6af86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214733 Dec 16 09:26:52.410611 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-69531877-eda2-4226-9203-2c44e7c5648a req-e8177042-3a1d-4c23-88f6-48cce5133abd tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304489 Dec 16 09:26:52.509431 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-8fcf489a-ab19-449c-bda8-52d517b4b977 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee8fe93-c571-40ef-82e1-da1c2c6af86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018231 Dec 16 09:26:52.561508 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab8990-064e-4c9f-aec5-94f51ee90203 req-8d062dbd-9d48-4a57-875f-d33bb7f40357 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:52.563362 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d8ab8990-064e-4c9f-aec5-94f51ee90203 req-8d062dbd-9d48-4a57-875f-d33bb7f40357 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=394c0e47-802e-41a5-a81e-cf89aeebbec4 HTTP/1.1" status: 200 len: 949 time: 0.0602193 Dec 16 09:26:52.604773 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d8ab8990-064e-4c9f-aec5-94f51ee90203 req-b4c577a7-6945-4201-90a6-412cbe373213 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349517 Dec 16 09:26:52.616932 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-d6c44f13-0ff6-4804-9c43-58e9dd787387 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee8fe93-c571-40ef-82e1-da1c2c6af86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996852 Dec 16 09:26:52.722882 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-a0f4fb83-7cb5-43a6-9830-edcf28d13418 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee8fe93-c571-40ef-82e1-da1c2c6af86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988786 Dec 16 09:26:52.741345 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d5ea533b-11c3-4487-84ff-27e9e93400b1 req-bb8b0c6e-4fbc-4bda-b6a1-05c9a635293f tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f83dcc-781c-46ef-982a-80b39bf5fed6 HTTP/1.1" status: 200 len: 210 time: 0.0370865 Dec 16 09:26:52.882078 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device e124f08b-a81e-428b-aa1e-c29f73917578 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:52.946098 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port e124f08b-a81e-428b-aa1e-c29f73917578 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:52.947737 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:53.313684 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-93e62fd9-07e1-4197-b093-a1f953842666 req-8a87c9e3-0742-4d2b-9104-225a3b77b42d tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f6e016c-a6b0-4c9e-852a-49e7032d186c HTTP/1.1" status: 200 len: 210 time: 0.0516946 Dec 16 09:26:53.357644 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-84c837bb-967f-4c5e-9ba5-b4d9a2c7acc9 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:53.363560 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-84c837bb-967f-4c5e-9ba5-b4d9a2c7acc9 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:53.365491 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-84c837bb-967f-4c5e-9ba5-b4d9a2c7acc9 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.57 "GET /v2.0/networks?id=15561d05-a823-4c2a-8c20-df162dcada84&id=52eea64a-c79b-44fc-b658-85e63d7602c5&id=15561d05-a823-4c2a-8c20-df162dcada84 HTTP/1.1" status: 200 len: 1392 time: 0.1847484 Dec 16 09:26:53.384562 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-1aca3650-1ad5-4d23-bc88-18b771a1a0a3 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Request body: {'port': {'device_id': '8f6e016c-a6b0-4c9e-852a-49e7032d186c', 'network_id': '15561d05-a823-4c2a-8c20-df162dcada84', 'admin_state_up': True, 'tenant_id': '497e35b3d54448868b85015f846b8328'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:53.649613 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-1aca3650-1ad5-4d23-bc88-18b771a1a0a3 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Made reservation on behalf of 497e35b3d54448868b85015f846b8328 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:53.653790 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-1aca3650-1ad5-4d23-bc88-18b771a1a0a3 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:53.816453 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84002a5b-946b-4b10-9e93-1963a7806f75 req-e69a4bad-0f1a-4006-b261-cd7ba39dbdc0 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:53.817987 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84002a5b-946b-4b10-9e93-1963a7806f75 req-e69a4bad-0f1a-4006-b261-cd7ba39dbdc0 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=394c0e47-802e-41a5-a81e-cf89aeebbec4 HTTP/1.1" status: 200 len: 949 time: 0.1235292 Dec 16 09:26:53.853453 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-1aca3650-1ad5-4d23-bc88-18b771a1a0a3 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Allocated IP 19.80.0.203 (15561d05-a823-4c2a-8c20-df162dcada84/55026747-f4f5-41bf-9500-7db04cbaf578/84ca2f28-bdd5-4345-82df-1abeabe2bdf0) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:26:53.881771 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84002a5b-946b-4b10-9e93-1963a7806f75 req-966cdebd-e713-4009-b91b-9313702c13c5 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529015 Dec 16 09:26:54.017396 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c8e052d1-69f2-41a5-9532-20dbeb3f4b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:54.072913 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-35d88f38-a609-4f3f-bdcc-2c35b84bc2c6 req-3fdc60b4-c3c8-4fb8-91c1-16714e5d0cc0 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f83dcc-781c-46ef-982a-80b39bf5fed6 HTTP/1.1" status: 200 len: 210 time: 0.0387199 Dec 16 09:26:54.076907 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-1aca3650-1ad5-4d23-bc88-18b771a1a0a3 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:54.278687 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-1aca3650-1ad5-4d23-bc88-18b771a1a0a3 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:54.330985 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-1aca3650-1ad5-4d23-bc88-18b771a1a0a3 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Network 15561d05-a823-4c2a-8c20-df162dcada84 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:54.333995 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-1aca3650-1ad5-4d23-bc88-18b771a1a0a3 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:54.338092 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-1aca3650-1ad5-4d23-bc88-18b771a1a0a3 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:26:54.347691 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca3650-1ad5-4d23-bc88-18b771a1a0a3 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Pushing event updated for resources: {'Port': ['ID=84ca2f28-bdd5-4345-82df-1abeabe2bdf0,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:54.402530 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-1aca3650-1ad5-4d23-bc88-18b771a1a0a3 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:54.403173 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-1aca3650-1ad5-4d23-bc88-18b771a1a0a3 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:54.486277 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b337085-0d33-4799-a34c-17da6b8c405d req-a228fca8-86d4-476f-a6ae-baf8416b5bb0 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:54.487980 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b337085-0d33-4799-a34c-17da6b8c405d req-a228fca8-86d4-476f-a6ae-baf8416b5bb0 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f6e016c-a6b0-4c9e-852a-49e7032d186c HTTP/1.1" status: 200 len: 932 time: 0.0757868 Dec 16 09:26:54.529907 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b337085-0d33-4799-a34c-17da6b8c405d req-5137cb6f-33c3-438e-a03b-8a8a1225ffd9 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356081 Dec 16 09:26:54.650946 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-bd2b80bd-f03b-4d86-b413-3e9713934e8a None None] Provisioning complete for port 84ca2f28-bdd5-4345-82df-1abeabe2bdf0 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:54.651484 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bd2b80bd-f03b-4d86-b413-3e9713934e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:54.668582 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-1aca3650-1ad5-4d23-bc88-18b771a1a0a3 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2882051 Dec 16 09:26:54.683270 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-e29e92ad-c766-43cb-af5a-bfc4291b5411 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Request body: {'port': {'device_id': '8f6e016c-a6b0-4c9e-852a-49e7032d186c', 'network_id': '52eea64a-c79b-44fc-b658-85e63d7602c5', 'admin_state_up': True, 'tenant_id': '497e35b3d54448868b85015f846b8328'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:54.696466 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-bd2b80bd-f03b-4d86-b413-3e9713934e8a None None] Port 84ca2f28-bdd5-4345-82df-1abeabe2bdf0 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:26:54.897481 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-e29e92ad-c766-43cb-af5a-bfc4291b5411 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Made reservation on behalf of 497e35b3d54448868b85015f846b8328 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:54.901022 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-e29e92ad-c766-43cb-af5a-bfc4291b5411 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:54.908614 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device e3f470f2-eec7-430a-ba45-1a44315b77f1 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:55.020328 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-740e0e56-8c3e-459a-923c-93973cdcb22e tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:55.021900 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-740e0e56-8c3e-459a-923c-93973cdcb22e tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.57 "GET /v2.0/networks?id=5fdc4389-ef3b-4730-9f7c-3bcd629db149 HTTP/1.1" status: 200 len: 812 time: 0.1684985 Dec 16 09:26:55.039213 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-1f13ad56-33ff-49d6-aa2a-295b70d44ba4 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Request body: {'port': {'device_id': 'e1f83dcc-781c-46ef-982a-80b39bf5fed6', 'network_id': '5fdc4389-ef3b-4730-9f7c-3bcd629db149', 'admin_state_up': True, 'tenant_id': 'bf920e5a3f8e4484ba26e4b568348c48'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:55.092705 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port e3f470f2-eec7-430a-ba45-1a44315b77f1 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:26:55.099793 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port e3f470f2-eec7-430a-ba45-1a44315b77f1 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:55.101154 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:55.142110 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-e29e92ad-c766-43cb-af5a-bfc4291b5411 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Allocated IP 19.86.0.147 (52eea64a-c79b-44fc-b658-85e63d7602c5/e11d0d89-ba51-4f17-a6dc-35e94e26f12c/ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:26:55.175683 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b168cc1-494a-41cc-9a30-9dfd5ab9db59 req-7b7f3373-3757-4704-9264-4a0a22509ba1 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:55.177955 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1b168cc1-494a-41cc-9a30-9dfd5ab9db59 req-7b7f3373-3757-4704-9264-4a0a22509ba1 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=394c0e47-802e-41a5-a81e-cf89aeebbec4 HTTP/1.1" status: 200 len: 949 time: 0.1242025 Dec 16 09:26:55.219430 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:55.246383 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-1f13ad56-33ff-49d6-aa2a-295b70d44ba4 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Made reservation on behalf of bf920e5a3f8e4484ba26e4b568348c48 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:55.246606 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1b168cc1-494a-41cc-9a30-9dfd5ab9db59 req-c8eae611-a529-4b49-8612-c090d6d5bc7b tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605505 Dec 16 09:26:55.252790 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-1f13ad56-33ff-49d6-aa2a-295b70d44ba4 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:55.274928 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394c0e47-802e-41a5-a81e-cf89aeebbec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f470f2-eec7-430a-ba45-1a44315b77f1'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:55.282779 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e4ad8c-64a9-4cca-8874-1a2ad6833aca" -d '{"events": [{"server_uuid": "394c0e47-802e-41a5-a81e-cf89aeebbec4", "name": "network-vif-plugged", "status": "completed", "tag": "e3f470f2-eec7-430a-ba45-1a44315b77f1"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:55.319096 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port e3f470f2-eec7-430a-ba45-1a44315b77f1, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=e3f470f2-eec7-430a-ba45-1a44315b77f1,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:55.404011 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:55.427033 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-e29e92ad-c766-43cb-af5a-bfc4291b5411 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:55.568990 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-10f970e7-bb7f-420f-83f1-e2b79f2d96bc req-1ee9b415-a97e-4f4a-9169-8e3ee295053d tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f83dcc-781c-46ef-982a-80b39bf5fed6 HTTP/1.1" status: 200 len: 210 time: 0.0617025 Dec 16 09:26:55.589623 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-1f13ad56-33ff-49d6-aa2a-295b70d44ba4 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Allocated IP 172.20.0.3 (5fdc4389-ef3b-4730-9f7c-3bcd629db149/1d26afb5-849e-4e1c-85bb-8c6539398abb/ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:26:55.603588 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1bb58cb1-ca00-4660-8d0b-8b502ce7a85d req-a0e47346-0d48-4d0c-b0da-7e83f02af33c tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 210 time: 0.0576437 Dec 16 09:26:55.605603 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-e29e92ad-c766-43cb-af5a-bfc4291b5411 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:55.658825 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e92ad-c766-43cb-af5a-bfc4291b5411 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Pushing event updated for resources: {'Port': ['ID=ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:55.674969 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4957b431-c587-490c-bc83-aba67847011c x-openstack-request-id: req-4957b431-c587-490c-bc83-aba67847011c {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:55.675307 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394c0e47-802e-41a5-a81e-cf89aeebbec4", "name": "network-vif-plugged", "status": "completed", "tag": "e3f470f2-eec7-430a-ba45-1a44315b77f1", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:55.675426 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4957b431-c587-490c-bc83-aba67847011c {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:55.675796 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394c0e47-802e-41a5-a81e-cf89aeebbec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f470f2-eec7-430a-ba45-1a44315b77f1', 'code': 200} Dec 16 09:26:55.682963 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-e29e92ad-c766-43cb-af5a-bfc4291b5411 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Network 52eea64a-c79b-44fc-b658-85e63d7602c5 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:55.687320 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-e29e92ad-c766-43cb-af5a-bfc4291b5411 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:55.693349 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-e29e92ad-c766-43cb-af5a-bfc4291b5411 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:26:55.739670 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=e3f470f2-eec7-430a-ba45-1a44315b77f1,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:55.803314 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3be348-622d-4cca-9f20-b511f52730ce req-98949de4-e096-4d92-8e5d-a1754d09ef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:55.804832 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fd3be348-622d-4cca-9f20-b511f52730ce req-98949de4-e096-4d92-8e5d-a1754d09ef29 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=394c0e47-802e-41a5-a81e-cf89aeebbec4 HTTP/1.1" status: 200 len: 1101 time: 0.2212725 Dec 16 09:26:55.815992 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-e29e92ad-c766-43cb-af5a-bfc4291b5411 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:55.816791 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-e29e92ad-c766-43cb-af5a-bfc4291b5411 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:55.863728 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b0597-f898-430b-b23b-a0a8fcae3fa0 req-c05a34a8-9558-4135-8e87-8786c282df67 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:55.874214 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b0597-f898-430b-b23b-a0a8fcae3fa0 req-c05a34a8-9558-4135-8e87-8786c282df67 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:55.875973 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-df5b0597-f898-430b-b23b-a0a8fcae3fa0 req-c05a34a8-9558-4135-8e87-8786c282df67 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f6e016c-a6b0-4c9e-852a-49e7032d186c HTTP/1.1" status: 200 len: 1655 time: 0.1642745 Dec 16 09:26:55.898727 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-e29e92ad-c766-43cb-af5a-bfc4291b5411 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2225275 Dec 16 09:26:55.915028 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-0c011297-378f-4ab8-a673-af39476b97aa tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Request body: {'port': {'device_id': '8f6e016c-a6b0-4c9e-852a-49e7032d186c', 'network_id': '15561d05-a823-4c2a-8c20-df162dcada84', 'admin_state_up': True, 'tenant_id': '497e35b3d54448868b85015f846b8328'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:55.962320 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fd3be348-622d-4cca-9f20-b511f52730ce req-07e1b9c4-e0e1-403b-9dc3-77bc3e729293 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412065 Dec 16 09:26:55.994100 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-df5b0597-f898-430b-b23b-a0a8fcae3fa0 req-f2f8b25d-836d-40a0-9f6d-311afc754da9 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032393 Dec 16 09:26:56.032154 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-1f13ad56-33ff-49d6-aa2a-295b70d44ba4 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:56.062259 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-df14eac4-431a-4b7c-99c1-3928a965ea19 None None] Provisioning complete for port ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:56.062974 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-df14eac4-431a-4b7c-99c1-3928a965ea19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:56.098362 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-df14eac4-431a-4b7c-99c1-3928a965ea19 None None] Port ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:26:56.180780 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-0c011297-378f-4ab8-a673-af39476b97aa tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Made reservation on behalf of 497e35b3d54448868b85015f846b8328 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:56.180925 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-1f13ad56-33ff-49d6-aa2a-295b70d44ba4 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:56.181054 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-0c011297-378f-4ab8-a673-af39476b97aa tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:56.225962 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-1f13ad56-33ff-49d6-aa2a-295b70d44ba4 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Network 5fdc4389-ef3b-4730-9f7c-3bcd629db149 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:56.231530 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-1f13ad56-33ff-49d6-aa2a-295b70d44ba4 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:56.247393 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-1f13ad56-33ff-49d6-aa2a-295b70d44ba4 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:26:56.251396 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13ad56-33ff-49d6-aa2a-295b70d44ba4 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Pushing event updated for resources: {'Port': ['ID=ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:56.298280 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-1f13ad56-33ff-49d6-aa2a-295b70d44ba4 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:56.298960 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-1f13ad56-33ff-49d6-aa2a-295b70d44ba4 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:56.328533 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-0c011297-378f-4ab8-a673-af39476b97aa tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Allocated IP 19.80.0.126 (15561d05-a823-4c2a-8c20-df162dcada84/55026747-f4f5-41bf-9500-7db04cbaf578/6384791e-dc6b-4fdf-bc3e-09c80cdc05d2) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:26:56.351631 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90f2a231-c335-4fac-aebc-7b19ecc4afe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:56.397518 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-1f13ad56-33ff-49d6-aa2a-295b70d44ba4 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3657393 Dec 16 09:26:56.414281 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-6bca2ea8-43ac-4482-bbc9-bb0d3c6a1300 service neutron] Request body: {'port': {'device_id': 'e1f83dcc-781c-46ef-982a-80b39bf5fed6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:56.426018 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0604c3-4e7c-4167-9583-0d6df26de09f req-176487f3-ee96-4a8f-9333-5e2b0375bbae tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:56.427690 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4d0604c3-4e7c-4167-9583-0d6df26de09f req-176487f3-ee96-4a8f-9333-5e2b0375bbae tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=394c0e47-802e-41a5-a81e-cf89aeebbec4 HTTP/1.1" status: 200 len: 950 time: 0.0886009 Dec 16 09:26:56.530251 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4d0604c3-4e7c-4167-9583-0d6df26de09f req-cbdf94c3-b405-4c77-bc01-c3a61ed60709 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901973 Dec 16 09:26:56.531861 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-6bca2ea8-43ac-4482-bbc9-bb0d3c6a1300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:56.588253 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-0c011297-378f-4ab8-a673-af39476b97aa tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:56.705837 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-154b49b3-ecc1-44bb-beea-2a7df8b18618 req-8cf00287-efc1-429b-92a4-250049c99fa7 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 210 time: 0.0267513 Dec 16 09:26:56.721710 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-0c011297-378f-4ab8-a673-af39476b97aa tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:56.765976 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbce50-88fc-4312-96aa-c7bc9a6c2380 req-ba90cd22-381c-42d4-b652-ae61ddcedf51 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:56.767356 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cbbbce50-88fc-4312-96aa-c7bc9a6c2380 req-ba90cd22-381c-42d4-b652-ae61ddcedf51 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f83dcc-781c-46ef-982a-80b39bf5fed6 HTTP/1.1" status: 200 len: 931 time: 0.1052678 Dec 16 09:26:56.780214 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-0c011297-378f-4ab8-a673-af39476b97aa tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Network 15561d05-a823-4c2a-8c20-df162dcada84 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:56.823172 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c011297-378f-4ab8-a673-af39476b97aa tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Pushing event updated for resources: {'Port': ['ID=6384791e-dc6b-4fdf-bc3e-09c80cdc05d2,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:56.825560 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cbbbce50-88fc-4312-96aa-c7bc9a6c2380 req-979c91ea-eb28-4245-bcef-fd2d62a7abec tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c10216b-6e81-49e8-96e8-b2173f2059e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517542 Dec 16 09:26:56.827151 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-0c011297-378f-4ab8-a673-af39476b97aa tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:56.831040 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-0c011297-378f-4ab8-a673-af39476b97aa tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:26:56.901895 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-0c011297-378f-4ab8-a673-af39476b97aa tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:56.903215 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-0c011297-378f-4ab8-a673-af39476b97aa tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:56.956095 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-6bca2ea8-43ac-4482-bbc9-bb0d3c6a1300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:26:56.965447 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-6bca2ea8-43ac-4482-bbc9-bb0d3c6a1300 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:56.978552 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-6bca2ea8-43ac-4482-bbc9-bb0d3c6a1300 service neutron] Transition to ACTIVE for port object ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:26:56.994719 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-0c011297-378f-4ab8-a673-af39476b97aa tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0849550 Dec 16 09:26:57.009383 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-f597289c-66db-4ab0-92b1-ac1e7ef505ae service neutron] Request body: {'port': {'device_id': '8f6e016c-a6b0-4c9e-852a-49e7032d186c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:57.085647 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-6bca2ea8-43ac-4482-bbc9-bb0d3c6a1300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:57.118139 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-f597289c-66db-4ab0-92b1-ac1e7ef505ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:57.127406 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-cfc254a7-e0e8-429d-bcca-5a0230468bd9 None None] Provisioning complete for port 6384791e-dc6b-4fdf-bc3e-09c80cdc05d2 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:57.128394 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cfc254a7-e0e8-429d-bcca-5a0230468bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:57.149083 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca2ea8-43ac-4482-bbc9-bb0d3c6a1300 service neutron] Pushing event updated for resources: {'Port': ['ID=ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:57.189354 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-cfc254a7-e0e8-429d-bcca-5a0230468bd9 None None] Port 6384791e-dc6b-4fdf-bc3e-09c80cdc05d2 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:26:57.204933 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806d5c9-abd1-4592-ac35-8331421acace req-35745cd4-7137-467f-8078-d60c49aca5e8 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:57.210919 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806d5c9-abd1-4592-ac35-8331421acace req-35745cd4-7137-467f-8078-d60c49aca5e8 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:57.217479 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806d5c9-abd1-4592-ac35-8331421acace req-35745cd4-7137-467f-8078-d60c49aca5e8 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:57.219104 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a806d5c9-abd1-4592-ac35-8331421acace req-35745cd4-7137-467f-8078-d60c49aca5e8 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f6e016c-a6b0-4c9e-852a-49e7032d186c HTTP/1.1" status: 200 len: 2377 time: 0.1395550 Dec 16 09:26:57.238797 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-6bca2ea8-43ac-4482-bbc9-bb0d3c6a1300 service neutron] Attempting to bind port ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:26:57.239152 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-6bca2ea8-43ac-4482-bbc9-bb0d3c6a1300 service neutron] Attempting to bind port ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '01865c43-1b2e-40ab-90ef-ec664b8a741c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5fdc4389-ef3b-4730-9f7c-3bcd629db149'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:26:57.239469 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-6bca2ea8-43ac-4482-bbc9-bb0d3c6a1300 service neutron] Attempting to bind port ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3 on network 5fdc4389-ef3b-4730-9f7c-3bcd629db149 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:57.244218 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-6bca2ea8-43ac-4482-bbc9-bb0d3c6a1300 service neutron] Port ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3 on network 5fdc4389-ef3b-4730-9f7c-3bcd629db149 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:26:57.244537 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-6bca2ea8-43ac-4482-bbc9-bb0d3c6a1300 service neutron] Attempting to bind port ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3 on network 5fdc4389-ef3b-4730-9f7c-3bcd629db149 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:57.249409 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-6bca2ea8-43ac-4482-bbc9-bb0d3c6a1300 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:26:57.249742 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-6bca2ea8-43ac-4482-bbc9-bb0d3c6a1300 service neutron] Checking segment: {'id': '01865c43-1b2e-40ab-90ef-ec664b8a741c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5fdc4389-ef3b-4730-9f7c-3bcd629db149'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:57.250118 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-6bca2ea8-43ac-4482-bbc9-bb0d3c6a1300 service neutron] Bound using segment: {'id': '01865c43-1b2e-40ab-90ef-ec664b8a741c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5fdc4389-ef3b-4730-9f7c-3bcd629db149'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:26:57.250537 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-6bca2ea8-43ac-4482-bbc9-bb0d3c6a1300 service neutron] Bound port: ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01865c43-1b2e-40ab-90ef-ec664b8a741c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5fdc4389-ef3b-4730-9f7c-3bcd629db149'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:26:57.250892 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-6bca2ea8-43ac-4482-bbc9-bb0d3c6a1300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:57.320460 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-6bca2ea8-43ac-4482-bbc9-bb0d3c6a1300 service neutron] For port ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:26:57.324230 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-6bca2ea8-43ac-4482-bbc9-bb0d3c6a1300 service neutron] For port ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3,segment=NetworkSegment(01865c43-1b2e-40ab-90ef-ec664b8a741c),segment_id=01865c43-1b2e-40ab-90ef-ec664b8a741c)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:26:57.341688 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a806d5c9-abd1-4592-ac35-8331421acace req-eb85e426-7ee9-4aed-9026-71829dc8665e tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682659 Dec 16 09:26:57.479953 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-f597289c-66db-4ab0-92b1-ac1e7ef505ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84ca2f28-bdd5-4345-82df-1abeabe2bdf0 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:26:57.488199 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-f597289c-66db-4ab0-92b1-ac1e7ef505ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:57.497009 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:57.501141 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-6bca2ea8-43ac-4482-bbc9-bb0d3c6a1300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:57.503580 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-f597289c-66db-4ab0-92b1-ac1e7ef505ae service neutron] Transition to ACTIVE for port object 84ca2f28-bdd5-4345-82df-1abeabe2bdf0 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:26:57.535584 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-6bca2ea8-43ac-4482-bbc9-bb0d3c6a1300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:57.535584 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-6bca2ea8-43ac-4482-bbc9-bb0d3c6a1300 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:57.535584 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-6bca2ea8-43ac-4482-bbc9-bb0d3c6a1300 service neutron] 10.222.0.57 "PUT /v2.0/ports/ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3 HTTP/1.1" status: 200 len: 1091 time: 1.1263125 Dec 16 09:26:57.535584 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f83dcc-781c-46ef-982a-80b39bf5fed6', 'tag': 'ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:57.536049 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519ac845-0376-4003-ace5-1ac7e320ac6a" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f83dcc-781c-46ef-982a-80b39bf5fed6", "tag": "ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:57.563322 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca2ea8-43ac-4482-bbc9-bb0d3c6a1300 service neutron] Pushing event updated for resources: {'Port': ['ID=ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:57.580404 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00fcff1-d58d-4d4c-bec0-d5adb810e5c7 x-openstack-request-id: req-b00fcff1-d58d-4d4c-bec0-d5adb810e5c7 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:57.580685 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f83dcc-781c-46ef-982a-80b39bf5fed6", "tag": "ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:57.580928 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b00fcff1-d58d-4d4c-bec0-d5adb810e5c7 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:57.581361 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f83dcc-781c-46ef-982a-80b39bf5fed6', 'tag': 'ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3', 'status': 'completed', 'code': 200} Dec 16 09:26:57.611468 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-f597289c-66db-4ab0-92b1-ac1e7ef505ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:57.702940 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597289c-66db-4ab0-92b1-ac1e7ef505ae service neutron] Pushing event updated for resources: {'Port': ['ID=84ca2f28-bdd5-4345-82df-1abeabe2bdf0,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:57.767836 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ac845-0376-4003-ace5-1ac7e320ac6a req-f62db6ac-0895-451a-b8d9-6fa45231d5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:57.769873 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-519ac845-0376-4003-ace5-1ac7e320ac6a req-f62db6ac-0895-451a-b8d9-6fa45231d5d0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bf920e5a3f8e4484ba26e4b568348c48&device_id=e1f83dcc-781c-46ef-982a-80b39bf5fed6 HTTP/1.1" status: 200 len: 1094 time: 0.1670117 Dec 16 09:26:57.801904 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-f597289c-66db-4ab0-92b1-ac1e7ef505ae service neutron] Attempting to bind port 84ca2f28-bdd5-4345-82df-1abeabe2bdf0 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:26:57.802438 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-f597289c-66db-4ab0-92b1-ac1e7ef505ae service neutron] Attempting to bind port 84ca2f28-bdd5-4345-82df-1abeabe2bdf0 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '820e9cac-87fb-42ba-b909-f12a4af79537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '15561d05-a823-4c2a-8c20-df162dcada84'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:26:57.802942 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-f597289c-66db-4ab0-92b1-ac1e7ef505ae service neutron] Attempting to bind port 84ca2f28-bdd5-4345-82df-1abeabe2bdf0 on network 15561d05-a823-4c2a-8c20-df162dcada84 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:57.803389 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fb832-abc6-4b1d-aa18-9aa1270226a7 req-2470505d-d952-4640-bafd-c6b0f75c1110 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:57.810242 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-f597289c-66db-4ab0-92b1-ac1e7ef505ae service neutron] Port 84ca2f28-bdd5-4345-82df-1abeabe2bdf0 on network 15561d05-a823-4c2a-8c20-df162dcada84 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:26:57.810692 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-f597289c-66db-4ab0-92b1-ac1e7ef505ae service neutron] Attempting to bind port 84ca2f28-bdd5-4345-82df-1abeabe2bdf0 on network 15561d05-a823-4c2a-8c20-df162dcada84 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:57.817062 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-f597289c-66db-4ab0-92b1-ac1e7ef505ae service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:26:57.818860 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cc6fb832-abc6-4b1d-aa18-9aa1270226a7 req-2470505d-d952-4640-bafd-c6b0f75c1110 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=394c0e47-802e-41a5-a81e-cf89aeebbec4 HTTP/1.1" status: 200 len: 950 time: 0.1422114 Dec 16 09:26:57.819000 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-f597289c-66db-4ab0-92b1-ac1e7ef505ae service neutron] Checking segment: {'id': '820e9cac-87fb-42ba-b909-f12a4af79537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '15561d05-a823-4c2a-8c20-df162dcada84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:57.819000 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-f597289c-66db-4ab0-92b1-ac1e7ef505ae service neutron] Bound using segment: {'id': '820e9cac-87fb-42ba-b909-f12a4af79537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '15561d05-a823-4c2a-8c20-df162dcada84'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:26:57.819000 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-f597289c-66db-4ab0-92b1-ac1e7ef505ae service neutron] Bound port: 84ca2f28-bdd5-4345-82df-1abeabe2bdf0, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '820e9cac-87fb-42ba-b909-f12a4af79537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '15561d05-a823-4c2a-8c20-df162dcada84'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:26:57.819492 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-f597289c-66db-4ab0-92b1-ac1e7ef505ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:57.930928 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-434a52b9-e541-4406-9604-d5bd3922b1e7 req-932ec4b3-48e5-403c-ac34-6c65660c305f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 210 time: 0.0385215 Dec 16 09:26:57.945366 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-f597289c-66db-4ab0-92b1-ac1e7ef505ae service neutron] For port 84ca2f28-bdd5-4345-82df-1abeabe2bdf0, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:26:57.954185 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-f597289c-66db-4ab0-92b1-ac1e7ef505ae service neutron] For port 84ca2f28-bdd5-4345-82df-1abeabe2bdf0, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=84ca2f28-bdd5-4345-82df-1abeabe2bdf0,segment=NetworkSegment(820e9cac-87fb-42ba-b909-f12a4af79537),segment_id=820e9cac-87fb-42ba-b909-f12a4af79537)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:26:57.964292 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cc6fb832-abc6-4b1d-aa18-9aa1270226a7 req-0178294e-9ac9-4daf-94f4-f721323c8bf9 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420233 Dec 16 09:26:58.024520 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ac845-0376-4003-ace5-1ac7e320ac6a req-2fab24cd-4064-4b09-a4e8-5d14344a17a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:58.028682 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-519ac845-0376-4003-ace5-1ac7e320ac6a req-2fab24cd-4064-4b09-a4e8-5d14344a17a9 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=bf920e5a3f8e4484ba26e4b568348c48&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1966712 Dec 16 09:26:58.060559 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-f597289c-66db-4ab0-92b1-ac1e7ef505ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:58.106040 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-f597289c-66db-4ab0-92b1-ac1e7ef505ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:58.106749 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-f597289c-66db-4ab0-92b1-ac1e7ef505ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:58.108304 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-f597289c-66db-4ab0-92b1-ac1e7ef505ae service neutron] 10.222.0.57 "PUT /v2.0/ports/84ca2f28-bdd5-4345-82df-1abeabe2bdf0 HTTP/1.1" status: 200 len: 1092 time: 1.1037900 Dec 16 09:26:58.108906 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6e016c-a6b0-4c9e-852a-49e7032d186c', 'tag': '84ca2f28-bdd5-4345-82df-1abeabe2bdf0'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:58.111278 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b7217b-6b28-4b03-bfad-55813ae1762e" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6e016c-a6b0-4c9e-852a-49e7032d186c", "tag": "84ca2f28-bdd5-4345-82df-1abeabe2bdf0"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:58.131347 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d090d38-b3ef-43a4-a349-8b78c3a6b937 req-815ea25b-c4df-4cfe-8838-b0b196cf181c tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:58.133984 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5d090d38-b3ef-43a4-a349-8b78c3a6b937 req-815ea25b-c4df-4cfe-8838-b0b196cf181c tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f83dcc-781c-46ef-982a-80b39bf5fed6 HTTP/1.1" status: 200 len: 943 time: 0.1103799 Dec 16 09:26:58.185059 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1d40e3-cff3-4a71-be5b-ce1db79e0157 x-openstack-request-id: req-1c1d40e3-cff3-4a71-be5b-ce1db79e0157 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:58.185509 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6e016c-a6b0-4c9e-852a-49e7032d186c", "tag": "84ca2f28-bdd5-4345-82df-1abeabe2bdf0", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:58.185860 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1c1d40e3-cff3-4a71-be5b-ce1db79e0157 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:58.186353 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6e016c-a6b0-4c9e-852a-49e7032d186c', 'tag': '84ca2f28-bdd5-4345-82df-1abeabe2bdf0', 'status': 'completed', 'code': 200} Dec 16 09:26:58.209601 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597289c-66db-4ab0-92b1-ac1e7ef505ae service neutron] Pushing event updated for resources: {'Port': ['ID=84ca2f28-bdd5-4345-82df-1abeabe2bdf0,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:58.250552 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5d090d38-b3ef-43a4-a349-8b78c3a6b937 req-6b11f3cb-2f07-4af5-9862-0b6c7f71d41c tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c10216b-6e81-49e8-96e8-b2173f2059e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062706 Dec 16 09:26:58.261252 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-9e578814-a841-4759-ab9f-09b327fb553a service neutron] Request body: {'port': {'device_id': '8f6e016c-a6b0-4c9e-852a-49e7032d186c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:58.299184 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7217b-6b28-4b03-bfad-55813ae1762e req-044ef454-b309-4da3-9140-963041193e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:58.299818 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7217b-6b28-4b03-bfad-55813ae1762e req-044ef454-b309-4da3-9140-963041193e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:58.300667 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7217b-6b28-4b03-bfad-55813ae1762e req-044ef454-b309-4da3-9140-963041193e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:58.302226 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74b7217b-6b28-4b03-bfad-55813ae1762e req-044ef454-b309-4da3-9140-963041193e36 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=497e35b3d54448868b85015f846b8328&device_id=8f6e016c-a6b0-4c9e-852a-49e7032d186c HTTP/1.1" status: 200 len: 2732 time: 0.1048021 Dec 16 09:26:58.393386 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-9e578814-a841-4759-ab9f-09b327fb553a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:58.494133 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7217b-6b28-4b03-bfad-55813ae1762e req-0a45bb27-b98d-41ac-b9dc-b4cb816ad5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:58.494622 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7217b-6b28-4b03-bfad-55813ae1762e req-0a45bb27-b98d-41ac-b9dc-b4cb816ad5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:58.495113 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7217b-6b28-4b03-bfad-55813ae1762e req-0a45bb27-b98d-41ac-b9dc-b4cb816ad5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:58.496723 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74b7217b-6b28-4b03-bfad-55813ae1762e req-0a45bb27-b98d-41ac-b9dc-b4cb816ad5a5 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=497e35b3d54448868b85015f846b8328&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1679261 Dec 16 09:26:58.652468 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb2ffe-855f-4ab7-9b89-5867dc660c69 req-be9f40b8-a523-49f0-a7b2-4732de897124 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:58.658442 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb2ffe-855f-4ab7-9b89-5867dc660c69 req-be9f40b8-a523-49f0-a7b2-4732de897124 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:58.664425 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb2ffe-855f-4ab7-9b89-5867dc660c69 req-be9f40b8-a523-49f0-a7b2-4732de897124 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:58.666234 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-90cb2ffe-855f-4ab7-9b89-5867dc660c69 req-be9f40b8-a523-49f0-a7b2-4732de897124 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f6e016c-a6b0-4c9e-852a-49e7032d186c HTTP/1.1" status: 200 len: 2389 time: 0.1088197 Dec 16 09:26:58.683217 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ac845-0376-4003-ace5-1ac7e320ac6a req-dcaac69f-80a0-4881-b621-6b63cda4d3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:58.687984 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-519ac845-0376-4003-ace5-1ac7e320ac6a req-dcaac69f-80a0-4881-b621-6b63cda4d3a7 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5844107 Dec 16 09:26:58.735278 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-90cb2ffe-855f-4ab7-9b89-5867dc660c69 req-6e9a7f9c-4d18-483e-9184-1e09fd3059ef tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606728 Dec 16 09:26:58.802962 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-00cc91aa-83c9-44d8-8b47-c1e84aba8e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:58.804525 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-00cc91aa-83c9-44d8-8b47-c1e84aba8e7d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bf920e5a3f8e4484ba26e4b568348c48&device_id=e1f83dcc-781c-46ef-982a-80b39bf5fed6 HTTP/1.1" status: 200 len: 1094 time: 0.0502441 Dec 16 09:26:58.856351 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-3137218a-f7c3-4d5d-9566-22e1fd81fe93 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3 HTTP/1.1" status: 200 len: 217 time: 0.0420847 Dec 16 09:26:58.910881 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-d8eb7f3a-2136-4b98-815f-44ecb6ca039a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:58.912450 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-d8eb7f3a-2136-4b98-815f-44ecb6ca039a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d26afb5-849e-4e1c-85bb-8c6539398abb HTTP/1.1" status: 200 len: 852 time: 0.0488486 Dec 16 09:26:58.927145 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:58.945532 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-527bd5c6-ce17-4d25-a2c2-f3820df72566 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5fdc4389-ef3b-4730-9f7c-3bcd629db149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260055 Dec 16 09:26:58.973630 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-bcfd9d76-db61-4157-972f-5bb68d85e61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:58.974974 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-bcfd9d76-db61-4157-972f-5bb68d85e61d service neutron] 10.222.0.57 "GET /v2.0/ports/ef9e2251-85d6-4e38-85e2-5b6699d7fbbb HTTP/1.1" status: 200 len: 1032 time: 0.3706932 Dec 16 09:26:59.065065 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-02b0d4df-0f6e-40ae-b4fa-917599025287 service neutron] 10.222.0.57 "GET /v2.0/networks/5fdc4389-ef3b-4730-9f7c-3bcd629db149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111798 Dec 16 09:26:59.095586 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1ef787a8-dd02-4360-bbe2-b5181412c62c req-2a84d23f-d4f5-45ee-9ef5-4be778c309d9 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 210 time: 0.0435629 Dec 16 09:26:59.096476 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-ed3d6971-f0fb-4977-a861-0d59a59b9341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:59.097695 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-ed3d6971-f0fb-4977-a861-0d59a59b9341 service neutron] 10.222.0.57 "GET /v2.0/ports/3058776e-d043-4111-8f6d-a315f433be18 HTTP/1.1" status: 200 len: 1033 time: 0.0967450 Dec 16 09:26:59.100762 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7217b-6b28-4b03-bfad-55813ae1762e req-7adaeacf-ec20-41bf-a649-fe556f9748c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:59.102199 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74b7217b-6b28-4b03-bfad-55813ae1762e req-7adaeacf-ec20-41bf-a649-fe556f9748c4 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5572929 Dec 16 09:26:59.173150 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c0e60-e633-4cc3-afce-ec3fdf17c52e req-45fd664b-36be-4f61-9dda-73113f3ebcdd tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:59.180230 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c16c0e60-e633-4cc3-afce-ec3fdf17c52e req-45fd664b-36be-4f61-9dda-73113f3ebcdd tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=394c0e47-802e-41a5-a81e-cf89aeebbec4 HTTP/1.1" status: 200 len: 950 time: 0.1094277 Dec 16 09:26:59.267302 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bc14665f-0aaa-44ad-9a7f-9cf0acae41aa req-280c1d26-2209-4585-b8cc-1759a55d2709 service neutron] 10.222.0.57 "GET /v2.0/networks/5fdc4389-ef3b-4730-9f7c-3bcd629db149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921544 Dec 16 09:26:59.281646 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-50975475-71c5-4853-91e4-69dd306395e4 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:59.287520 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-50975475-71c5-4853-91e4-69dd306395e4 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:59.294227 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-50975475-71c5-4853-91e4-69dd306395e4 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:59.295847 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-50975475-71c5-4853-91e4-69dd306395e4 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.57 "GET /v2.0/networks?id=afd4b102-4e58-4a14-a495-ab824dc8cc6e&id=bcdce265-2bf3-4f52-9658-1bf0eadeeba8&id=bcdce265-2bf3-4f52-9658-1bf0eadeeba8&id=bcdce265-2bf3-4f52-9658-1bf0eadeeba8&id=bcdce265-2bf3-4f52-9658-1bf0eadeeba8&id=8ee8fe93-c571-40ef-82e1-da1c2c6af86e&id=8ee8fe93-c571-40ef-82e1-da1c2c6af86e HTTP/1.1" status: 200 len: 1994 time: 0.1875582 Dec 16 09:26:59.296622 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c16c0e60-e633-4cc3-afce-ec3fdf17c52e req-98f8bcde-be4d-42db-a282-8aa48407542c tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202176 Dec 16 09:26:59.341977 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-9e578814-a841-4759-ab9f-09b327fb553a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:26:59.350721 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-9e578814-a841-4759-ab9f-09b327fb553a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:59.379112 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-0a7bf7e3-4760-427c-b437-5e46cebbe298 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=089b504b14134411afd7c91777dc992c HTTP/1.1" status: 200 len: 379 time: 0.0648832 Dec 16 09:26:59.379968 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-9e578814-a841-4759-ab9f-09b327fb553a service neutron] Transition to ACTIVE for port object ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:26:59.422388 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-24d26597-6e77-48d7-b475-6732ce838fdf req-17ae3b9c-c22e-40bd-9d8d-53e87299021f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Request body: {'port': {'device_id': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'network_id': 'afd4b102-4e58-4a14-a495-ab824dc8cc6e', 'admin_state_up': True, 'tenant_id': '089b504b14134411afd7c91777dc992c', 'security_groups': ['48eae9de-ee71-424e-a61e-9a2130ad6764']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:59.442342 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5da75-6a75-47a0-ab11-270903419213 req-4d7d8d53-71f7-4630-baa1-380b87f3f505 tempest-ServersOnMultiNodesTest-648833708 tempest-ServersOnMultiNodesTest-648833708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:59.443972 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-70f5da75-6a75-47a0-ab11-270903419213 req-4d7d8d53-71f7-4630-baa1-380b87f3f505 tempest-ServersOnMultiNodesTest-648833708 tempest-ServersOnMultiNodesTest-648833708-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=394c0e47-802e-41a5-a81e-cf89aeebbec4 HTTP/1.1" status: 200 len: 1101 time: 0.0557318 Dec 16 09:26:59.481735 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-70f5da75-6a75-47a0-ab11-270903419213 req-79128ad3-9777-4bbe-9125-6f44f0f77593 tempest-ServersOnMultiNodesTest-648833708 tempest-ServersOnMultiNodesTest-648833708-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314751 Dec 16 09:26:59.498215 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-9e578814-a841-4759-ab9f-09b327fb553a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:59.537801 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:59.578930 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e578814-a841-4759-ab9f-09b327fb553a service neutron] Pushing event updated for resources: {'Port': ['ID=ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:59.618975 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab98c5-1016-41d2-8f63-8a054468c868 req-277dd61a-635a-43a1-9dc8-319367124237 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:59.618975 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-96ab98c5-1016-41d2-8f63-8a054468c868 req-277dd61a-635a-43a1-9dc8-319367124237 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f83dcc-781c-46ef-982a-80b39bf5fed6 HTTP/1.1" status: 200 len: 943 time: 0.2346451 Dec 16 09:26:59.765190 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-96ab98c5-1016-41d2-8f63-8a054468c868 req-ab241a46-4480-422f-a68b-47783f097585 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c10216b-6e81-49e8-96e8-b2173f2059e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333461 Dec 16 09:26:59.798176 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-9e578814-a841-4759-ab9f-09b327fb553a service neutron] Attempting to bind port ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:26:59.798521 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-9e578814-a841-4759-ab9f-09b327fb553a service neutron] Attempting to bind port ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'db6979fd-ef79-4e33-b4f2-f46881d8db71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '52eea64a-c79b-44fc-b658-85e63d7602c5'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:26:59.798857 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-9e578814-a841-4759-ab9f-09b327fb553a service neutron] Attempting to bind port ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba on network 52eea64a-c79b-44fc-b658-85e63d7602c5 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:59.804726 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-9e578814-a841-4759-ab9f-09b327fb553a service neutron] Port ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba on network 52eea64a-c79b-44fc-b658-85e63d7602c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:26:59.805049 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-9e578814-a841-4759-ab9f-09b327fb553a service neutron] Attempting to bind port ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba on network 52eea64a-c79b-44fc-b658-85e63d7602c5 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:59.809933 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-9e578814-a841-4759-ab9f-09b327fb553a service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:26:59.838381 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-9e578814-a841-4759-ab9f-09b327fb553a service neutron] Checking segment: {'id': 'db6979fd-ef79-4e33-b4f2-f46881d8db71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '52eea64a-c79b-44fc-b658-85e63d7602c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:59.838381 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-9e578814-a841-4759-ab9f-09b327fb553a service neutron] Bound using segment: {'id': 'db6979fd-ef79-4e33-b4f2-f46881d8db71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '52eea64a-c79b-44fc-b658-85e63d7602c5'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:26:59.838381 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-9e578814-a841-4759-ab9f-09b327fb553a service neutron] Bound port: ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db6979fd-ef79-4e33-b4f2-f46881d8db71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '52eea64a-c79b-44fc-b658-85e63d7602c5'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:26:59.838381 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-9e578814-a841-4759-ab9f-09b327fb553a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:59.882964 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-9e578814-a841-4759-ab9f-09b327fb553a service neutron] For port ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:26:59.886905 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-9e578814-a841-4759-ab9f-09b327fb553a service neutron] For port ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba,segment=NetworkSegment(db6979fd-ef79-4e33-b4f2-f46881d8db71),segment_id=db6979fd-ef79-4e33-b4f2-f46881d8db71)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:26:59.896773 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-17ae3b9c-c22e-40bd-9d8d-53e87299021f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Made reservation on behalf of 089b504b14134411afd7c91777dc992c for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:59.900450 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-17ae3b9c-c22e-40bd-9d8d-53e87299021f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:00.005266 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-9e578814-a841-4759-ab9f-09b327fb553a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:00.020644 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0f0fe-de3e-4e4c-bf9f-71180ba9cd23 req-8c761b97-d783-4629-91ad-68ae83f36119 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:00.027203 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0f0fe-de3e-4e4c-bf9f-71180ba9cd23 req-8c761b97-d783-4629-91ad-68ae83f36119 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:00.033212 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0f0fe-de3e-4e4c-bf9f-71180ba9cd23 req-8c761b97-d783-4629-91ad-68ae83f36119 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:00.040598 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-caf0f0fe-de3e-4e4c-bf9f-71180ba9cd23 req-8c761b97-d783-4629-91ad-68ae83f36119 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f6e016c-a6b0-4c9e-852a-49e7032d186c HTTP/1.1" status: 200 len: 2401 time: 0.1371939 Dec 16 09:27:00.152480 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-9e578814-a841-4759-ab9f-09b327fb553a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:00.153218 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-9e578814-a841-4759-ab9f-09b327fb553a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:00.155200 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-9e578814-a841-4759-ab9f-09b327fb553a service neutron] 10.222.0.57 "PUT /v2.0/ports/ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba HTTP/1.1" status: 200 len: 1092 time: 1.8988314 Dec 16 09:27:00.159022 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91addde8-c23b-4e19-86e3-8a308d714ae4 req-aa93d2f4-bf14-49a0-8dec-d5908f47e2e5 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:00.170576 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-91addde8-c23b-4e19-86e3-8a308d714ae4 req-aa93d2f4-bf14-49a0-8dec-d5908f47e2e5 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=394c0e47-802e-41a5-a81e-cf89aeebbec4 HTTP/1.1" status: 200 len: 950 time: 0.0785375 Dec 16 09:27:00.187917 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6e016c-a6b0-4c9e-852a-49e7032d186c', 'tag': 'ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:00.190235 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5725839d-859b-4664-8bfb-002e9c6790f1" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6e016c-a6b0-4c9e-852a-49e7032d186c", "tag": "ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:00.212385 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-91addde8-c23b-4e19-86e3-8a308d714ae4 req-e3308ced-34df-42b5-8926-6facf7c56267 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424645 Dec 16 09:27:00.214338 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-caf0f0fe-de3e-4e4c-bf9f-71180ba9cd23 req-5620845b-d467-45fd-acc6-5950e256be26 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721995 Dec 16 09:27:00.218855 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e578814-a841-4759-ab9f-09b327fb553a service neutron] Pushing event updated for resources: {'Port': ['ID=ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:00.265905 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-24d26597-6e77-48d7-b475-6732ce838fdf req-17ae3b9c-c22e-40bd-9d8d-53e87299021f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Allocated IP 172.20.0.7 (afd4b102-4e58-4a14-a495-ab824dc8cc6e/049c4f18-5546-4461-b625-6d7fda2dbad0/636aafc8-1c44-4d0a-aec0-701e4fd6e301) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:27:00.317019 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-23eaa468-d820-4e84-8c8c-08f53836175c service neutron] Request body: {'port': {'device_id': '8f6e016c-a6b0-4c9e-852a-49e7032d186c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:00.407753 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce2e2ad-0b31-4013-8afb-a6fcd9721dde x-openstack-request-id: req-9ce2e2ad-0b31-4013-8afb-a6fcd9721dde {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:00.407753 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6e016c-a6b0-4c9e-852a-49e7032d186c", "tag": "ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:00.407753 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9ce2e2ad-0b31-4013-8afb-a6fcd9721dde {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:00.407753 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6e016c-a6b0-4c9e-852a-49e7032d186c', 'tag': 'ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba', 'status': 'completed', 'code': 200} Dec 16 09:27:00.444258 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725839d-859b-4664-8bfb-002e9c6790f1 req-a1337e3b-4ca3-471c-bdd6-5ef498eb0b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:00.444258 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725839d-859b-4664-8bfb-002e9c6790f1 req-a1337e3b-4ca3-471c-bdd6-5ef498eb0b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:00.444258 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725839d-859b-4664-8bfb-002e9c6790f1 req-a1337e3b-4ca3-471c-bdd6-5ef498eb0b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:00.444699 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5725839d-859b-4664-8bfb-002e9c6790f1 req-a1337e3b-4ca3-471c-bdd6-5ef498eb0b67 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=497e35b3d54448868b85015f846b8328&device_id=8f6e016c-a6b0-4c9e-852a-49e7032d186c HTTP/1.1" status: 200 len: 2799 time: 0.0941167 Dec 16 09:27:00.587760 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725839d-859b-4664-8bfb-002e9c6790f1 req-4d6190b1-a2df-43ac-a724-4727734ab7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:00.588230 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725839d-859b-4664-8bfb-002e9c6790f1 req-4d6190b1-a2df-43ac-a724-4727734ab7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:00.588962 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725839d-859b-4664-8bfb-002e9c6790f1 req-4d6190b1-a2df-43ac-a724-4727734ab7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:00.590754 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5725839d-859b-4664-8bfb-002e9c6790f1 req-4d6190b1-a2df-43ac-a724-4727734ab7e4 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=497e35b3d54448868b85015f846b8328&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1374393 Dec 16 09:27:00.592891 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f73337bc-d476-4c31-ba07-dbc8537ffe69 req-2db6b071-31ee-49a0-a381-e29d693b079f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 210 time: 0.1885552 Dec 16 09:27:00.599104 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-23eaa468-d820-4e84-8c8c-08f53836175c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:00.631113 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-17ae3b9c-c22e-40bd-9d8d-53e87299021f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:00.715549 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725839d-859b-4664-8bfb-002e9c6790f1 req-29adf7e1-9d68-48aa-a025-cd70f576dcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:00.717029 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5725839d-859b-4664-8bfb-002e9c6790f1 req-29adf7e1-9d68-48aa-a025-cd70f576dcab service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1162636 Dec 16 09:27:00.888532 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-17ae3b9c-c22e-40bd-9d8d-53e87299021f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:00.911480 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644914e3-6a17-49bf-ac76-d6b2746d063b req-f672fce3-19ba-402d-8130-d3e28917b04c tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:00.911480 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-644914e3-6a17-49bf-ac76-d6b2746d063b req-f672fce3-19ba-402d-8130-d3e28917b04c tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f83dcc-781c-46ef-982a-80b39bf5fed6 HTTP/1.1" status: 200 len: 943 time: 0.0699625 Dec 16 09:27:00.970602 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24d26597-6e77-48d7-b475-6732ce838fdf req-17ae3b9c-c22e-40bd-9d8d-53e87299021f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Network afd4b102-4e58-4a14-a495-ab824dc8cc6e is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:27:00.973730 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-644914e3-6a17-49bf-ac76-d6b2746d063b req-76cd064d-2a3f-48db-9b9d-24e94fc02f00 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c10216b-6e81-49e8-96e8-b2173f2059e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542233 Dec 16 09:27:00.983829 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-24d26597-6e77-48d7-b475-6732ce838fdf req-17ae3b9c-c22e-40bd-9d8d-53e87299021f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:00.986136 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae3b9c-c22e-40bd-9d8d-53e87299021f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Pushing event updated for resources: {'Port': ['ID=636aafc8-1c44-4d0a-aec0-701e4fd6e301,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:01.003840 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d26597-6e77-48d7-b475-6732ce838fdf req-17ae3b9c-c22e-40bd-9d8d-53e87299021f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:27:01.069539 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-23eaa468-d820-4e84-8c8c-08f53836175c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6384791e-dc6b-4fdf-bc3e-09c80cdc05d2 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:27:01.081616 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-23eaa468-d820-4e84-8c8c-08f53836175c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:01.095526 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-17ae3b9c-c22e-40bd-9d8d-53e87299021f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:01.095526 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-17ae3b9c-c22e-40bd-9d8d-53e87299021f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:01.128067 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-23eaa468-d820-4e84-8c8c-08f53836175c service neutron] Transition to ACTIVE for port object 6384791e-dc6b-4fdf-bc3e-09c80cdc05d2 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:27:01.255931 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b5132907-865f-44e9-ad59-d2210bdb6691 None None] Provisioning complete for port 636aafc8-1c44-4d0a-aec0-701e4fd6e301 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:01.256507 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b5132907-865f-44e9-ad59-d2210bdb6691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:01.258109 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-17ae3b9c-c22e-40bd-9d8d-53e87299021f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8409400 Dec 16 09:27:01.269399 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-24d26597-6e77-48d7-b475-6732ce838fdf req-1a886f85-96b2-4acf-9000-26ba75cb2331 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Request body: {'port': {'device_id': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'network_id': 'bcdce265-2bf3-4f52-9658-1bf0eadeeba8', 'admin_state_up': True, 'tenant_id': '089b504b14134411afd7c91777dc992c', 'security_groups': ['48eae9de-ee71-424e-a61e-9a2130ad6764']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:01.317502 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-23eaa468-d820-4e84-8c8c-08f53836175c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:01.325763 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-b5132907-865f-44e9-ad59-d2210bdb6691 None None] Port 636aafc8-1c44-4d0a-aec0-701e4fd6e301 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:27:01.421667 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ade528-2033-44f3-8496-403afd19d083 req-99bb0bfa-00af-480a-976b-aa8fb1a17e88 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:01.424379 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-16ade528-2033-44f3-8496-403afd19d083 req-99bb0bfa-00af-480a-976b-aa8fb1a17e88 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=394c0e47-802e-41a5-a81e-cf89aeebbec4 HTTP/1.1" status: 200 len: 950 time: 0.0746670 Dec 16 09:27:01.485690 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eaa468-d820-4e84-8c8c-08f53836175c service neutron] Pushing event updated for resources: {'Port': ['ID=6384791e-dc6b-4fdf-bc3e-09c80cdc05d2,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:01.496046 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-16ade528-2033-44f3-8496-403afd19d083 req-10a23b20-d213-41d2-a73a-4d8ca48ee88d tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616879 Dec 16 09:27:01.615804 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4697583-8882-4200-8a24-cca618a1c9d1 req-c13ad6ae-8cca-495d-bee1-00b963cc0320 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:01.623432 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4697583-8882-4200-8a24-cca618a1c9d1 req-c13ad6ae-8cca-495d-bee1-00b963cc0320 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:01.630449 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4697583-8882-4200-8a24-cca618a1c9d1 req-c13ad6ae-8cca-495d-bee1-00b963cc0320 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:01.640033 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e4697583-8882-4200-8a24-cca618a1c9d1 req-c13ad6ae-8cca-495d-bee1-00b963cc0320 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f6e016c-a6b0-4c9e-852a-49e7032d186c HTTP/1.1" status: 200 len: 2413 time: 0.3235338 Dec 16 09:27:01.694410 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-23eaa468-d820-4e84-8c8c-08f53836175c service neutron] Attempting to bind port 6384791e-dc6b-4fdf-bc3e-09c80cdc05d2 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:27:01.694750 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-23eaa468-d820-4e84-8c8c-08f53836175c service neutron] Attempting to bind port 6384791e-dc6b-4fdf-bc3e-09c80cdc05d2 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '820e9cac-87fb-42ba-b909-f12a4af79537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '15561d05-a823-4c2a-8c20-df162dcada84'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:27:01.695105 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-23eaa468-d820-4e84-8c8c-08f53836175c service neutron] Attempting to bind port 6384791e-dc6b-4fdf-bc3e-09c80cdc05d2 on network 15561d05-a823-4c2a-8c20-df162dcada84 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:01.697538 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-1a886f85-96b2-4acf-9000-26ba75cb2331 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Made reservation on behalf of 089b504b14134411afd7c91777dc992c for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:27:01.702057 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-1a886f85-96b2-4acf-9000-26ba75cb2331 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:01.754950 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-23eaa468-d820-4e84-8c8c-08f53836175c service neutron] Port 6384791e-dc6b-4fdf-bc3e-09c80cdc05d2 on network 15561d05-a823-4c2a-8c20-df162dcada84 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:27:01.755279 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-23eaa468-d820-4e84-8c8c-08f53836175c service neutron] Attempting to bind port 6384791e-dc6b-4fdf-bc3e-09c80cdc05d2 on network 15561d05-a823-4c2a-8c20-df162dcada84 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:01.784087 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e4697583-8882-4200-8a24-cca618a1c9d1 req-919e9d74-bca5-4841-94f5-56a3e0d72080 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378791 Dec 16 09:27:01.797436 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bafa47-0639-429d-9e9a-0597435c177b req-a71ac490-0e68-48d5-9900-7ab447b8a27c tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:01.798910 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e0bafa47-0639-429d-9e9a-0597435c177b req-a71ac490-0e68-48d5-9900-7ab447b8a27c tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.58 "GET /v2.0/ports?device_id=394c0e47-802e-41a5-a81e-cf89aeebbec4 HTTP/1.1" status: 200 len: 950 time: 0.0815008 Dec 16 09:27:01.825385 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-23eaa468-d820-4e84-8c8c-08f53836175c service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:27:01.825733 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-23eaa468-d820-4e84-8c8c-08f53836175c service neutron] Checking segment: {'id': '820e9cac-87fb-42ba-b909-f12a4af79537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '15561d05-a823-4c2a-8c20-df162dcada84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:01.826122 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-23eaa468-d820-4e84-8c8c-08f53836175c service neutron] Bound using segment: {'id': '820e9cac-87fb-42ba-b909-f12a4af79537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '15561d05-a823-4c2a-8c20-df162dcada84'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:27:01.826569 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-23eaa468-d820-4e84-8c8c-08f53836175c service neutron] Bound port: 6384791e-dc6b-4fdf-bc3e-09c80cdc05d2, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '820e9cac-87fb-42ba-b909-f12a4af79537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '15561d05-a823-4c2a-8c20-df162dcada84'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:27:01.826931 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-23eaa468-d820-4e84-8c8c-08f53836175c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:01.961416 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59beb432-0ab0-4676-84e7-4d2060345384 req-4ed55cae-c776-4fdd-929e-e67572a59e7e tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:01.962975 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-59beb432-0ab0-4676-84e7-4d2060345384 req-4ed55cae-c776-4fdd-929e-e67572a59e7e tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 931 time: 0.1624656 Dec 16 09:27:02.003188 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-23eaa468-d820-4e84-8c8c-08f53836175c service neutron] For port 6384791e-dc6b-4fdf-bc3e-09c80cdc05d2, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:27:02.006467 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850cabb1-f908-4741-9666-932c10e6925b req-1d14f830-6590-4f50-aaec-197c84ef0142 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:02.007696 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-e0bafa47-0639-429d-9e9a-0597435c177b req-493ae9e4-2b73-4c9d-ae25-d262c1caf12d tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Deleting port e3f470f2-eec7-430a-ba45-1a44315b77f1 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:02.008070 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e0bafa47-0639-429d-9e9a-0597435c177b req-493ae9e4-2b73-4c9d-ae25-d262c1caf12d tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:02.013672 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-850cabb1-f908-4741-9666-932c10e6925b req-1d14f830-6590-4f50-aaec-197c84ef0142 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 1097 time: 0.1609187 Dec 16 09:27:02.016806 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-24d26597-6e77-48d7-b475-6732ce838fdf req-1a886f85-96b2-4acf-9000-26ba75cb2331 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Allocated IP 10.1.1.174 (bcdce265-2bf3-4f52-9658-1bf0eadeeba8/0b48454b-4343-4949-9c3c-1b7ee1f2332d/dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:27:02.020931 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-23eaa468-d820-4e84-8c8c-08f53836175c service neutron] For port 6384791e-dc6b-4fdf-bc3e-09c80cdc05d2, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=6384791e-dc6b-4fdf-bc3e-09c80cdc05d2,segment=NetworkSegment(820e9cac-87fb-42ba-b909-f12a4af79537),segment_id=820e9cac-87fb-42ba-b909-f12a4af79537)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:27:02.083478 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-850cabb1-f908-4741-9666-932c10e6925b req-a799c1de-a7cc-40d3-af88-e83b539dda3b tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555720 Dec 16 09:27:02.094161 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-59beb432-0ab0-4676-84e7-4d2060345384 req-1b5fefa1-7621-4216-96a0-000a381f5685 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240914 Dec 16 09:27:02.122979 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-23eaa468-d820-4e84-8c8c-08f53836175c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:02.191797 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-e0bafa47-0639-429d-9e9a-0597435c177b req-493ae9e4-2b73-4c9d-ae25-d262c1caf12d tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] For port e3f470f2-eec7-430a-ba45-1a44315b77f1, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=e3f470f2-eec7-430a-ba45-1a44315b77f1,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:02.192942 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e0bafa47-0639-429d-9e9a-0597435c177b req-493ae9e4-2b73-4c9d-ae25-d262c1caf12d tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:02.216099 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-23eaa468-d820-4e84-8c8c-08f53836175c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:02.216762 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-23eaa468-d820-4e84-8c8c-08f53836175c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:02.218351 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-23eaa468-d820-4e84-8c8c-08f53836175c service neutron] 10.222.0.57 "PUT /v2.0/ports/6384791e-dc6b-4fdf-bc3e-09c80cdc05d2 HTTP/1.1" status: 200 len: 1092 time: 1.9126761 Dec 16 09:27:02.227787 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-e0bafa47-0639-429d-9e9a-0597435c177b req-493ae9e4-2b73-4c9d-ae25-d262c1caf12d tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Calling delete_port for e3f470f2-eec7-430a-ba45-1a44315b77f1 owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:02.270675 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eaa468-d820-4e84-8c8c-08f53836175c service neutron] Pushing event updated for resources: {'Port': ['ID=6384791e-dc6b-4fdf-bc3e-09c80cdc05d2,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:02.325429 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-1a886f85-96b2-4acf-9000-26ba75cb2331 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:02.351352 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475011e-2900-42fe-85c7-faf47f63efed req-1917c337-8a93-43ac-9eea-353def10292e tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:02.353359 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a475011e-2900-42fe-85c7-faf47f63efed req-1917c337-8a93-43ac-9eea-353def10292e tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f83dcc-781c-46ef-982a-80b39bf5fed6 HTTP/1.1" status: 200 len: 943 time: 0.1472244 Dec 16 09:27:02.431607 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6e016c-a6b0-4c9e-852a-49e7032d186c', 'tag': '6384791e-dc6b-4fdf-bc3e-09c80cdc05d2'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:02.434134 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17eb53c-8cdb-4c21-a676-5bb2cb2045ce" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6e016c-a6b0-4c9e-852a-49e7032d186c", "tag": "6384791e-dc6b-4fdf-bc3e-09c80cdc05d2"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:02.445198 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a475011e-2900-42fe-85c7-faf47f63efed req-3e551d18-c40e-4fc4-9529-59bc2f4f09f6 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c10216b-6e81-49e8-96e8-b2173f2059e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808716 Dec 16 09:27:02.478985 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-cffd80f4-68ea-43a5-867f-1ff89c735d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:02.480351 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-cffd80f4-68ea-43a5-867f-1ff89c735d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:02.480827 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-cffd80f4-68ea-43a5-867f-1ff89c735d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:02.486110 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-cffd80f4-68ea-43a5-867f-1ff89c735d6e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=497e35b3d54448868b85015f846b8328&device_id=8f6e016c-a6b0-4c9e-852a-49e7032d186c HTTP/1.1" status: 200 len: 2866 time: 0.1319768 Dec 16 09:27:02.580002 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc43b61-e7b4-45b1-806f-ff621156dede x-openstack-request-id: req-4dc43b61-e7b4-45b1-806f-ff621156dede {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:02.580444 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6e016c-a6b0-4c9e-852a-49e7032d186c", "tag": "6384791e-dc6b-4fdf-bc3e-09c80cdc05d2", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:02.580789 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4dc43b61-e7b4-45b1-806f-ff621156dede {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:02.581342 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6e016c-a6b0-4c9e-852a-49e7032d186c', 'tag': '6384791e-dc6b-4fdf-bc3e-09c80cdc05d2', 'status': 'completed', 'code': 200} Dec 16 09:27:02.582660 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-1a886f85-96b2-4acf-9000-26ba75cb2331 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:02.586037 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-5de64b9f-ed14-4dc7-bd36-f6aec117a915 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.203&port_id=84ca2f28-bdd5-4345-82df-1abeabe2bdf0 HTTP/1.1" status: 200 len: 217 time: 0.0900390 Dec 16 09:27:02.631603 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e0bafa47-0639-429d-9e9a-0597435c177b req-493ae9e4-2b73-4c9d-ae25-d262c1caf12d tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:02.646614 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f', '6a544dbf-c596-4f87-ac40-994392bdb751', 'ed228900-2a20-49f6-9643-2e9be17c5cae', '54bddde5-7cd7-4b2e-a38f-f8e6ca509e18', 'bdb0dbfa-da06-4b14-8933-f36cc51fb53b'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:02.688185 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['dd0272f9-bbee-4c0e-ba42-849d831252e4', 'd5cf028c-8255-4394-bd59-db75e8fd6e8a', 'e3f470f2-eec7-430a-ba45-1a44315b77f1'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:02.701274 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24d26597-6e77-48d7-b475-6732ce838fdf req-1a886f85-96b2-4acf-9000-26ba75cb2331 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Network bcdce265-2bf3-4f52-9658-1bf0eadeeba8 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:27:02.709709 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-24d26597-6e77-48d7-b475-6732ce838fdf req-1a886f85-96b2-4acf-9000-26ba75cb2331 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:02.717184 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d26597-6e77-48d7-b475-6732ce838fdf req-1a886f85-96b2-4acf-9000-26ba75cb2331 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:27:02.766985 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-7b77ce42-852e-44fc-9d2d-ba3bab2fc959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:02.772137 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-7b77ce42-852e-44fc-9d2d-ba3bab2fc959 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55026747-f4f5-41bf-9500-7db04cbaf578 HTTP/1.1" status: 200 len: 801 time: 0.1675773 Dec 16 09:27:02.772137 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a886f85-96b2-4acf-9000-26ba75cb2331 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Pushing event updated for resources: {'Port': ['ID=dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:02.793595 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ae9e4-2b73-4c9d-ae25-d262c1caf12d tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Pushing event deleted for resources: {'Port': ['ID=e3f470f2-eec7-430a-ba45-1a44315b77f1,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:02.806633 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-73d691b9-2736-4c9e-a476-abb99cab678a req-5d908be4-23bd-45cc-88d8-9038b4f43715 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=394c0e47-802e-41a5-a81e-cf89aeebbec4 HTTP/1.1" status: 200 len: 210 time: 0.0924954 Dec 16 09:27:02.923826 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0bafa47-0639-429d-9e9a-0597435c177b req-493ae9e4-2b73-4c9d-ae25-d262c1caf12d tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] No DVR routers for this DVR port e3f470f2-eec7-430a-ba45-1a44315b77f1 on host n-h2-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:27:02.929443 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e0bafa47-0639-429d-9e9a-0597435c177b req-493ae9e4-2b73-4c9d-ae25-d262c1caf12d tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:02.930516 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-1a886f85-96b2-4acf-9000-26ba75cb2331 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:02.933974 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-1a886f85-96b2-4acf-9000-26ba75cb2331 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:02.936757 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e0bafa47-0639-429d-9e9a-0597435c177b req-493ae9e4-2b73-4c9d-ae25-d262c1caf12d tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.58 "DELETE /v2.0/ports/e3f470f2-eec7-430a-ba45-1a44315b77f1 HTTP/1.1" status: 204 len: 173 time: 1.1244311 Dec 16 09:27:02.941513 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394c0e47-802e-41a5-a81e-cf89aeebbec4', 'name': 'network-vif-deleted', 'tag': 'e3f470f2-eec7-430a-ba45-1a44315b77f1'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:02.954331 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3da4d84-ef33-4bb9-9e9b-f73cfc4260dd" -d '{"events": [{"server_uuid": "394c0e47-802e-41a5-a81e-cf89aeebbec4", "name": "network-vif-deleted", "tag": "e3f470f2-eec7-430a-ba45-1a44315b77f1"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:02.978162 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-5e0bf993-468e-42cd-8023-fc2833ce62d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:02.980338 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-5e0bf993-468e-42cd-8023-fc2833ce62d3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15561d05-a823-4c2a-8c20-df162dcada84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2026398 Dec 16 09:27:03.137103 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-1a886f85-96b2-4acf-9000-26ba75cb2331 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8722239 Dec 16 09:27:03.152412 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f74ff-1753-45bc-bd93-4a664e523a8d req-2f111c29-e710-473f-9f68-1e56ff072be6 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:03.152636 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-24d26597-6e77-48d7-b475-6732ce838fdf req-c3f19135-5a1e-4553-a893-f351d9db167d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Request body: {'port': {'device_id': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'network_id': 'bcdce265-2bf3-4f52-9658-1bf0eadeeba8', 'admin_state_up': True, 'tenant_id': '089b504b14134411afd7c91777dc992c', 'security_groups': ['48eae9de-ee71-424e-a61e-9a2130ad6764']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:03.159519 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f74ff-1753-45bc-bd93-4a664e523a8d req-2f111c29-e710-473f-9f68-1e56ff072be6 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:03.171558 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f74ff-1753-45bc-bd93-4a664e523a8d req-2f111c29-e710-473f-9f68-1e56ff072be6 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:03.187187 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-022f74ff-1753-45bc-bd93-4a664e523a8d req-2f111c29-e710-473f-9f68-1e56ff072be6 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f6e016c-a6b0-4c9e-852a-49e7032d186c HTTP/1.1" status: 200 len: 2413 time: 0.1496694 Dec 16 09:27:03.249469 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-022f74ff-1753-45bc-bd93-4a664e523a8d req-e2160fe3-24cd-4025-987d-790e731fb14f tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609972 Dec 16 09:27:03.315325 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-6584ca78-52f0-417d-8b7a-17387d8c47c6 None None] Provisioning complete for port dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:03.315325 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6584ca78-52f0-417d-8b7a-17387d8c47c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:03.346670 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-6584ca78-52f0-417d-8b7a-17387d8c47c6 None None] Port dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:27:03.373431 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ae1d8b-061b-4e99-af99-70876a6359dc x-openstack-request-id: req-e5ae1d8b-061b-4e99-af99-70876a6359dc {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:03.373794 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394c0e47-802e-41a5-a81e-cf89aeebbec4", "name": "network-vif-deleted", "tag": "e3f470f2-eec7-430a-ba45-1a44315b77f1", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:03.373986 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e5ae1d8b-061b-4e99-af99-70876a6359dc {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:03.374391 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394c0e47-802e-41a5-a81e-cf89aeebbec4', 'name': 'network-vif-deleted', 'tag': 'e3f470f2-eec7-430a-ba45-1a44315b77f1', 'status': 'completed', 'code': 200} Dec 16 09:27:03.445609 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-6b84e553-f754-4e30-934b-e5acdba434cf service neutron] 10.222.0.57 "GET /v2.0/networks/15561d05-a823-4c2a-8c20-df162dcada84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564912 Dec 16 09:27:03.572398 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-c3f19135-5a1e-4553-a893-f351d9db167d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Made reservation on behalf of 089b504b14134411afd7c91777dc992c for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:27:03.577750 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-c3f19135-5a1e-4553-a893-f351d9db167d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:03.615249 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f0799-9132-4988-a0c0-aed84c7b9918 req-d95966ef-9b3f-491d-babd-d7e360633c14 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:03.624881 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f0799-9132-4988-a0c0-aed84c7b9918 req-d95966ef-9b3f-491d-babd-d7e360633c14 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:03.643290 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f98f0799-9132-4988-a0c0-aed84c7b9918 req-d95966ef-9b3f-491d-babd-d7e360633c14 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 1653 time: 0.1393926 Dec 16 09:27:03.742039 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f98f0799-9132-4988-a0c0-aed84c7b9918 req-f4b0c99f-599b-498a-9ea9-f8903b498c80 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063144 Dec 16 09:27:03.763517 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-24d26597-6e77-48d7-b475-6732ce838fdf req-c3f19135-5a1e-4553-a893-f351d9db167d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Allocated IP 10.1.1.207 (bcdce265-2bf3-4f52-9658-1bf0eadeeba8/0b48454b-4343-4949-9c3c-1b7ee1f2332d/c461236c-f15f-42e1-b835-1d05e4b6965a) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:27:03.934993 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-02fab3b9-1afd-4c52-94e2-15925e74df7a service neutron] 10.222.0.57 "GET /v2.0/networks/15561d05-a823-4c2a-8c20-df162dcada84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4795501 Dec 16 09:27:03.995701 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-9196f7e0-290f-4b3c-8fba-b71cb6abaae6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.147&port_id=ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba HTTP/1.1" status: 200 len: 217 time: 0.0470827 Dec 16 09:27:04.064144 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-f821404a-7cc6-4436-b912-84730e593b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:04.065619 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-f821404a-7cc6-4436-b912-84730e593b98 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e11d0d89-ba51-4f17-a6dc-35e94e26f12c HTTP/1.1" status: 200 len: 801 time: 0.0623767 Dec 16 09:27:04.068511 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-c3f19135-5a1e-4553-a893-f351d9db167d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:04.073773 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c78b9a-95a2-4d1e-aaa9-b7b005aec280 req-05e4a72f-7204-4485-a3bb-683bee06600a tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:04.076053 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-66c78b9a-95a2-4d1e-aaa9-b7b005aec280 req-05e4a72f-7204-4485-a3bb-683bee06600a tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f83dcc-781c-46ef-982a-80b39bf5fed6 HTTP/1.1" status: 200 len: 943 time: 0.0826333 Dec 16 09:27:04.112621 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:27:04.137352 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-537d889f-9214-4d6c-9146-66b1cd8d978e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:04.138926 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-537d889f-9214-4d6c-9146-66b1cd8d978e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=52eea64a-c79b-44fc-b658-85e63d7602c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0646298 Dec 16 09:27:04.143278 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-66c78b9a-95a2-4d1e-aaa9-b7b005aec280 req-4fd26d5c-6eb4-450d-8101-ea0eab62e60c tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c10216b-6e81-49e8-96e8-b2173f2059e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584543 Dec 16 09:27:04.278493 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-c1c357ea-3eca-406b-86cd-b33155ea82dc service neutron] 10.222.0.57 "GET /v2.0/networks/52eea64a-c79b-44fc-b658-85e63d7602c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305928 Dec 16 09:27:04.300879 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-33ea5edf-a383-42b3-b97f-be640b91c26a req-34ef9f0b-4cf1-41de-9864-109913a69700 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=394c0e47-802e-41a5-a81e-cf89aeebbec4 HTTP/1.1" status: 200 len: 210 time: 0.0478609 Dec 16 09:27:04.332142 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-c3f19135-5a1e-4553-a893-f351d9db167d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:04.357384 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3,segment=NetworkSegment(01865c43-1b2e-40ab-90ef-ec664b8a741c),segment_id=01865c43-1b2e-40ab-90ef-ec664b8a741c)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:04.382257 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3', 'network_id': '5fdc4389-ef3b-4730-9f7c-3bcd629db149', 'port_id': 'ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3', 'mac_address': 'fa:16:3e:eb:d2:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d26afb5-849e-4e1c-85bb-8c6539398abb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:27:04.425223 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24d26597-6e77-48d7-b475-6732ce838fdf req-c3f19135-5a1e-4553-a893-f351d9db167d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Network bcdce265-2bf3-4f52-9658-1bf0eadeeba8 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:27:04.443327 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-24d26597-6e77-48d7-b475-6732ce838fdf req-c3f19135-5a1e-4553-a893-f351d9db167d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:04.450547 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d26597-6e77-48d7-b475-6732ce838fdf req-c3f19135-5a1e-4553-a893-f351d9db167d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:27:04.498264 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:04.509033 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-c3f19135-5a1e-4553-a893-f351d9db167d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:04.509699 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-c3f19135-5a1e-4553-a893-f351d9db167d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:04.528381 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:27:04.581011 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f19135-5a1e-4553-a893-f351d9db167d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Pushing event updated for resources: {'Port': ['ID=c461236c-f15f-42e1-b835-1d05e4b6965a,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:04.608525 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3,segment=NetworkSegment(01865c43-1b2e-40ab-90ef-ec664b8a741c),segment_id=01865c43-1b2e-40ab-90ef-ec664b8a741c)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:04.655144 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-23ff80de-d158-45a4-ae03-12e3d82e9650 service neutron] 10.222.0.57 "GET /v2.0/networks/52eea64a-c79b-44fc-b658-85e63d7602c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585107 Dec 16 09:27:04.669478 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760da6b3-3f01-4217-8c2a-8ce26f1dcca8 req-dbe9719f-c912-45c3-bf39-827d20979b12 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:04.676724 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760da6b3-3f01-4217-8c2a-8ce26f1dcca8 req-dbe9719f-c912-45c3-bf39-827d20979b12 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:04.685328 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760da6b3-3f01-4217-8c2a-8ce26f1dcca8 req-dbe9719f-c912-45c3-bf39-827d20979b12 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:04.693858 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-760da6b3-3f01-4217-8c2a-8ce26f1dcca8 req-dbe9719f-c912-45c3-bf39-827d20979b12 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f6e016c-a6b0-4c9e-852a-49e7032d186c HTTP/1.1" status: 200 len: 2413 time: 0.1458941 Dec 16 09:27:04.738101 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:04.747599 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-760da6b3-3f01-4217-8c2a-8ce26f1dcca8 req-d5291e58-d6a6-4373-beac-842723fba32e tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513041 Dec 16 09:27:04.784329 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-c3f19135-5a1e-4553-a893-f351d9db167d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6377690 Dec 16 09:27:04.787455 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-61188ed5-caa3-428e-a876-85ae6b001bb6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.126&port_id=6384791e-dc6b-4fdf-bc3e-09c80cdc05d2 HTTP/1.1" status: 200 len: 217 time: 0.1236069 Dec 16 09:27:04.802734 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-24d26597-6e77-48d7-b475-6732ce838fdf req-7cb8cc6e-c81a-4915-8897-ebdee94a20f1 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Request body: {'port': {'device_id': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8ee8fe93-c571-40ef-82e1-da1c2c6af86e', 'admin_state_up': True, 'tenant_id': '089b504b14134411afd7c91777dc992c', 'security_groups': ['48eae9de-ee71-424e-a61e-9a2130ad6764']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:04.856006 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-258d2edd-d126-4731-9c17-99932483307f None None] Provisioning complete for port c461236c-f15f-42e1-b835-1d05e4b6965a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:04.861355 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-258d2edd-d126-4731-9c17-99932483307f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:04.865304 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:04.929075 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device e3f470f2-eec7-430a-ba45-1a44315b77f1 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:27:04.979403 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed2a0d-4a39-456b-8e8b-ef2e3988239f req-c0c9441b-abcb-49b0-a6b5-abb543a1b302 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:04.984095 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed2a0d-4a39-456b-8e8b-ef2e3988239f req-c0c9441b-abcb-49b0-a6b5-abb543a1b302 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:04.994218 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed2a0d-4a39-456b-8e8b-ef2e3988239f req-c0c9441b-abcb-49b0-a6b5-abb543a1b302 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:04.998698 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: e3f470f2-eec7-430a-ba45-1a44315b77f1 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:27:04.999047 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device e3f470f2-eec7-430a-ba45-1a44315b77f1 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:27:05.009240 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-89ed2a0d-4a39-456b-8e8b-ef2e3988239f req-c0c9441b-abcb-49b0-a6b5-abb543a1b302 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 2374 time: 0.1245387 Dec 16 09:27:05.040721 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-258d2edd-d126-4731-9c17-99932483307f None None] Port c461236c-f15f-42e1-b835-1d05e4b6965a cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:27:05.075866 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-89ed2a0d-4a39-456b-8e8b-ef2e3988239f req-96a8d265-d0e6-46b2-a18f-2d27980d5539 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627306 Dec 16 09:27:05.159402 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-7cfeeeb8-9b29-407d-b78e-d934fb3edc02 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:27:05.160429 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-7cfeeeb8-9b29-407d-b78e-d934fb3edc02 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059605 Dec 16 09:27:05.227809 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-c298dfe7-0e2f-4065-b7a8-2a88b2bfb661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:05.230978 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-c298dfe7-0e2f-4065-b7a8-2a88b2bfb661 service neutron] 10.222.0.60 "GET /v2.0/ports/e403726d-b2b8-41fc-baa4-711d810b8a63 HTTP/1.1" status: 200 len: 1094 time: 0.0503116 Dec 16 09:27:05.242045 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-83f265ad-ccb7-4c16-89bc-3f1852badf29 service neutron] Request body: {'binding': {'host': 'n-h1-820550-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:05.243340 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-83f265ad-ccb7-4c16-89bc-3f1852badf29 service neutron] Unknown quota resources ['binding']. {{(pid=102817) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 09:27:05.265032 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:05.376060 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e969e0b-38c7-4990-99a8-0186383bf3b3 req-f9037117-8311-42ba-9fbf-508901d202b3 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:05.377666 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2e969e0b-38c7-4990-99a8-0186383bf3b3 req-f9037117-8311-42ba-9fbf-508901d202b3 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f83dcc-781c-46ef-982a-80b39bf5fed6 HTTP/1.1" status: 200 len: 944 time: 0.1099193 Dec 16 09:27:05.391988 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:27:05.419002 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-9b92b851-9098-44a6-a144-35d9b0264e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:05.420817 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-9b92b851-9098-44a6-a144-35d9b0264e69 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55026747-f4f5-41bf-9500-7db04cbaf578 HTTP/1.1" status: 200 len: 801 time: 0.6133504 Dec 16 09:27:05.460060 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2e969e0b-38c7-4990-99a8-0186383bf3b3 req-12efc5ba-d917-48ce-9758-f2b42141ab69 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c10216b-6e81-49e8-96e8-b2173f2059e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663528 Dec 16 09:27:05.485590 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-83f265ad-ccb7-4c16-89bc-3f1852badf29 service neutron] Attempting to bind port e403726d-b2b8-41fc-baa4-711d810b8a63 on host n-h1-820550-2 for vnic_type normal with profile None {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:27:05.486401 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-83f265ad-ccb7-4c16-89bc-3f1852badf29 service neutron] Attempting to bind port e403726d-b2b8-41fc-baa4-711d810b8a63 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:27:05.486401 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-83f265ad-ccb7-4c16-89bc-3f1852badf29 service neutron] Attempting to bind port e403726d-b2b8-41fc-baa4-711d810b8a63 on network fd229606-1f82-48a3-82a3-fb35078f3dba {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:05.491711 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-83f265ad-ccb7-4c16-89bc-3f1852badf29 service neutron] Port e403726d-b2b8-41fc-baa4-711d810b8a63 on network fd229606-1f82-48a3-82a3-fb35078f3dba not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:27:05.492043 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-83f265ad-ccb7-4c16-89bc-3f1852badf29 service neutron] Attempting to bind port e403726d-b2b8-41fc-baa4-711d810b8a63 on network fd229606-1f82-48a3-82a3-fb35078f3dba {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:05.498520 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-83f265ad-ccb7-4c16-89bc-3f1852badf29 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:27:05.498946 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-83f265ad-ccb7-4c16-89bc-3f1852badf29 service neutron] Checking segment: {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:05.499411 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-83f265ad-ccb7-4c16-89bc-3f1852badf29 service neutron] Bound using segment: {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:27:05.500234 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-83f265ad-ccb7-4c16-89bc-3f1852badf29 service neutron] Bound port: e403726d-b2b8-41fc-baa4-711d810b8a63, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:27:05.504148 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-1666bd8e-d279-4a1b-8360-51fb1002a14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:05.505680 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-1666bd8e-d279-4a1b-8360-51fb1002a14d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15561d05-a823-4c2a-8c20-df162dcada84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0760801 Dec 16 09:27:05.570387 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-83f265ad-ccb7-4c16-89bc-3f1852badf29 service neutron] For port e403726d-b2b8-41fc-baa4-711d810b8a63, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=e403726d-b2b8-41fc-baa4-711d810b8a63,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:27:05.612738 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-67ee54bc-e3b2-4f08-a562-740af200d3f6 service neutron] 10.222.0.57 "GET /v2.0/networks/15561d05-a823-4c2a-8c20-df162dcada84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981314 Dec 16 09:27:05.684816 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-7cb8cc6e-c81a-4915-8897-ebdee94a20f1 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Made reservation on behalf of 089b504b14134411afd7c91777dc992c for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:27:05.685742 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-83f265ad-ccb7-4c16-89bc-3f1852badf29 service neutron] Notify callbacks [] for binding, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:05.694140 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-83f265ad-ccb7-4c16-89bc-3f1852badf29 service neutron] 10.222.0.60 "POST /v2.0/ports/e403726d-b2b8-41fc-baa4-711d810b8a63/bindings HTTP/1.1" status: 201 len: 389 time: 0.4523385 Dec 16 09:27:05.771702 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f47321dc-a294-4ae9-913d-8a576a7437e1 req-6c5830c9-11ac-4da6-89ae-83392fb90666 service neutron] 10.222.0.57 "GET /v2.0/networks/15561d05-a823-4c2a-8c20-df162dcada84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514807 Dec 16 09:27:05.801854 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-7cb8cc6e-c81a-4915-8897-ebdee94a20f1 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:06.067980 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17eb53c-8cdb-4c21-a676-5bb2cb2045ce req-f0561e54-237c-4fbe-9366-aa8750366cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:06.068222 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17eb53c-8cdb-4c21-a676-5bb2cb2045ce req-f0561e54-237c-4fbe-9366-aa8750366cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:06.068690 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17eb53c-8cdb-4c21-a676-5bb2cb2045ce req-f0561e54-237c-4fbe-9366-aa8750366cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:06.070380 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c17eb53c-8cdb-4c21-a676-5bb2cb2045ce req-f0561e54-237c-4fbe-9366-aa8750366cbd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=497e35b3d54448868b85015f846b8328&device_id=8f6e016c-a6b0-4c9e-852a-49e7032d186c HTTP/1.1" status: 200 len: 2866 time: 0.1468861 Dec 16 09:27:06.149780 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82640c27-b99d-4cf3-8198-81bed9847ca2 req-c3d1e7c1-1ea2-4789-8ba7-9a2819db8cf7 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:06.152171 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-82640c27-b99d-4cf3-8198-81bed9847ca2 req-c3d1e7c1-1ea2-4789-8ba7-9a2819db8cf7 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 946 time: 0.0580742 Dec 16 09:27:06.192384 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-24d26597-6e77-48d7-b475-6732ce838fdf req-7cb8cc6e-c81a-4915-8897-ebdee94a20f1 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Allocated IP 10.2.2.100 (8ee8fe93-c571-40ef-82e1-da1c2c6af86e/d86e42b0-c2d4-4c18-971d-7f418a472e6d/c234b0b2-c376-4db4-ad98-7124204fbe46) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:27:06.210195 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-82640c27-b99d-4cf3-8198-81bed9847ca2 req-30268612-874d-40b0-b588-9788c53ee141 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513239 Dec 16 09:27:06.233236 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d6ad7-3f40-499f-b613-2ad6d8978172 req-d18c8753-7dbb-4ec3-b466-b1b4c331ae0b tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:06.250888 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d6ad7-3f40-499f-b613-2ad6d8978172 req-d18c8753-7dbb-4ec3-b466-b1b4c331ae0b tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:06.256869 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d6ad7-3f40-499f-b613-2ad6d8978172 req-d18c8753-7dbb-4ec3-b466-b1b4c331ae0b tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:06.258559 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-173d6ad7-3f40-499f-b613-2ad6d8978172 req-d18c8753-7dbb-4ec3-b466-b1b4c331ae0b tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f6e016c-a6b0-4c9e-852a-49e7032d186c HTTP/1.1" status: 200 len: 2413 time: 0.2194741 Dec 16 09:27:06.343944 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17eb53c-8cdb-4c21-a676-5bb2cb2045ce req-5a81447c-6be4-4562-8caa-d421f6ddbdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:06.346555 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c17eb53c-8cdb-4c21-a676-5bb2cb2045ce req-5a81447c-6be4-4562-8caa-d421f6ddbdf2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=15561d05-a823-4c2a-8c20-df162dcada84 HTTP/1.1" status: 200 len: 903 time: 0.2600470 Dec 16 09:27:06.355260 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-173d6ad7-3f40-499f-b613-2ad6d8978172 req-68f2169d-5f84-4833-b34d-f857b0653b42 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798714 Dec 16 09:27:06.387017 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add64051-dae5-4ad3-b45a-c1374f66eb4b req-47954689-b879-414f-a4ac-e1ed17ce4200 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:06.394782 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-add64051-dae5-4ad3-b45a-c1374f66eb4b req-47954689-b879-414f-a4ac-e1ed17ce4200 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8def87e-68f8-460a-a9bb-8004bf70051b HTTP/1.1" status: 200 len: 950 time: 0.0969532 Dec 16 09:27:06.445836 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-add64051-dae5-4ad3-b45a-c1374f66eb4b req-6a7d9932-fdda-4144-8fc8-ea24cba5f8ea tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499630 Dec 16 09:27:06.452339 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c17eb53c-8cdb-4c21-a676-5bb2cb2045ce req-ac489151-0d26-4c59-91e4-268b078130cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.126&port_id=6384791e-dc6b-4fdf-bc3e-09c80cdc05d2 HTTP/1.1" status: 200 len: 217 time: 0.0960815 Dec 16 09:27:06.611928 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d83eb-5281-425b-9147-54d48dd657dc req-2718d0c3-53e9-4262-8c31-2667c699af6a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:06.618141 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d83eb-5281-425b-9147-54d48dd657dc req-2718d0c3-53e9-4262-8c31-2667c699af6a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:06.625376 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d83eb-5281-425b-9147-54d48dd657dc req-2718d0c3-53e9-4262-8c31-2667c699af6a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:06.627053 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-673d83eb-5281-425b-9147-54d48dd657dc req-2718d0c3-53e9-4262-8c31-2667c699af6a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 2374 time: 0.1737740 Dec 16 09:27:06.631442 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17eb53c-8cdb-4c21-a676-5bb2cb2045ce req-fc0fe147-d971-471c-a24c-fe37fe99a870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:06.633140 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c17eb53c-8cdb-4c21-a676-5bb2cb2045ce req-fc0fe147-d971-471c-a24c-fe37fe99a870 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55026747-f4f5-41bf-9500-7db04cbaf578 HTTP/1.1" status: 200 len: 801 time: 0.1671851 Dec 16 09:27:06.683499 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef38365-c452-42a5-b3f1-407921874f5b req-637b67e5-f4a4-4858-9bb1-bc138ab7bf52 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:06.684973 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-aef38365-c452-42a5-b3f1-407921874f5b req-637b67e5-f4a4-4858-9bb1-bc138ab7bf52 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f83dcc-781c-46ef-982a-80b39bf5fed6 HTTP/1.1" status: 200 len: 944 time: 0.1089771 Dec 16 09:27:06.688649 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-7cb8cc6e-c81a-4915-8897-ebdee94a20f1 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:06.691524 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-b4d3ac83-6e2d-41d3-bba8-28b01bec200d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:06.696151 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-b4d3ac83-6e2d-41d3-bba8-28b01bec200d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef267339b96a4504bcc86eb4b94505b3&device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 1097 time: 0.0646441 Dec 16 09:27:06.727774 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-673d83eb-5281-425b-9147-54d48dd657dc req-9d7b3d23-231b-4b5c-9d36-89695bf7609a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905101 Dec 16 09:27:06.739431 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17eb53c-8cdb-4c21-a676-5bb2cb2045ce req-99178a08-b011-4102-bc75-f4dca9d28dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:06.741389 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c17eb53c-8cdb-4c21-a676-5bb2cb2045ce req-99178a08-b011-4102-bc75-f4dca9d28dee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15561d05-a823-4c2a-8c20-df162dcada84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0924344 Dec 16 09:27:06.802636 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-aef38365-c452-42a5-b3f1-407921874f5b req-2cd374ca-ad70-44a6-bfdd-39d837e65dfd tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c10216b-6e81-49e8-96e8-b2173f2059e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036234 Dec 16 09:27:06.844751 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-8614ddc3-6ab8-4492-97b7-d65dd3750517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:06.846494 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-8614ddc3-6ab8-4492-97b7-d65dd3750517 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fd229606-1f82-48a3-82a3-fb35078f3dba HTTP/1.1" status: 200 len: 909 time: 0.1416266 Dec 16 09:27:06.877031 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:06.894948 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-f5229a42-7134-4842-87c9-9482cb1be7f4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e403726d-b2b8-41fc-baa4-711d810b8a63 HTTP/1.1" status: 200 len: 217 time: 0.0410717 Dec 16 09:27:06.918912 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-7cb8cc6e-c81a-4915-8897-ebdee94a20f1 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:06.935778 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c17eb53c-8cdb-4c21-a676-5bb2cb2045ce req-70fcf6a7-736e-4d07-bc9a-6c8943dbe17a service neutron] 10.222.0.57 "GET /v2.0/networks/15561d05-a823-4c2a-8c20-df162dcada84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835289 Dec 16 09:27:06.953295 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-488eab9a-89ce-4f78-9d0a-d1127aa3430d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:06.955278 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-488eab9a-89ce-4f78-9d0a-d1127aa3430d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1e11efc-2921-4ef6-b725-208b9f6cb7a8 HTTP/1.1" status: 200 len: 848 time: 0.0527382 Dec 16 09:27:06.995496 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-7dc5fc98-4495-4710-a71d-24f3f3674811 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd229606-1f82-48a3-82a3-fb35078f3dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315259 Dec 16 09:27:07.039231 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24d26597-6e77-48d7-b475-6732ce838fdf req-7cb8cc6e-c81a-4915-8897-ebdee94a20f1 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Network 8ee8fe93-c571-40ef-82e1-da1c2c6af86e is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:27:07.048161 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-24d26597-6e77-48d7-b475-6732ce838fdf req-7cb8cc6e-c81a-4915-8897-ebdee94a20f1 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:07.054080 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb8cc6e-c81a-4915-8897-ebdee94a20f1 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Pushing event updated for resources: {'Port': ['ID=c234b0b2-c376-4db4-ad98-7124204fbe46,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:07.056614 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d26597-6e77-48d7-b475-6732ce838fdf req-7cb8cc6e-c81a-4915-8897-ebdee94a20f1 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:27:07.153336 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-9803a453-0b13-45a3-b72d-d7fb505b6de8 service neutron] 10.222.0.57 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487877 Dec 16 09:27:07.173371 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-7cb8cc6e-c81a-4915-8897-ebdee94a20f1 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:07.177650 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-7cb8cc6e-c81a-4915-8897-ebdee94a20f1 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:07.196154 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c17eb53c-8cdb-4c21-a676-5bb2cb2045ce req-89889ca4-3274-4aef-bcbb-5fcf99db4531 service neutron] 10.222.0.57 "GET /v2.0/networks/15561d05-a823-4c2a-8c20-df162dcada84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383337 Dec 16 09:27:07.276720 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-7cb8cc6e-c81a-4915-8897-ebdee94a20f1 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4791882 Dec 16 09:27:07.288819 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-24d26597-6e77-48d7-b475-6732ce838fdf req-4d56fa0b-7c1a-43ab-a099-c331d844af50 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Request body: {'port': {'device_id': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8ee8fe93-c571-40ef-82e1-da1c2c6af86e', 'admin_state_up': True, 'tenant_id': '089b504b14134411afd7c91777dc992c', 'security_groups': ['48eae9de-ee71-424e-a61e-9a2130ad6764']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:07.311240 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-ddb13419-49bb-4a3b-857c-42f86d9dbe8d service neutron] 10.222.0.57 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491461 Dec 16 09:27:07.388590 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-e17784da-771b-4f32-a9b6-732b7659833a None None] Provisioning complete for port c234b0b2-c376-4db4-ad98-7124204fbe46 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:07.390010 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e17784da-771b-4f32-a9b6-732b7659833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:07.406906 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd237d14-05c1-47a7-866e-11f50be77e1e req-1d93eb27-d5e4-4b60-922e-a5cb6c674ced tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:07.412027 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cd237d14-05c1-47a7-866e-11f50be77e1e req-1d93eb27-d5e4-4b60-922e-a5cb6c674ced tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 946 time: 0.0998175 Dec 16 09:27:07.451676 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-e17784da-771b-4f32-a9b6-732b7659833a None None] Port c234b0b2-c376-4db4-ad98-7124204fbe46 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:27:07.465359 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cd237d14-05c1-47a7-866e-11f50be77e1e req-11ed6a67-7422-4410-b795-c2f332b5056e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483446 Dec 16 09:27:07.523680 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-4d56fa0b-7c1a-43ab-a099-c331d844af50 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Made reservation on behalf of 089b504b14134411afd7c91777dc992c for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:27:07.529499 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-4d56fa0b-7c1a-43ab-a099-c331d844af50 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:07.606073 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94acf28-b5f7-4ff0-a511-71649b8a6df2 req-6cd8af3b-5599-4d83-ac37-6fb76e8c8f8f tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:07.607180 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8eb424-577b-459e-9f16-394a7f0ea83d req-b541363f-793c-4fe3-8794-9ee939c46637 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:07.607886 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c94acf28-b5f7-4ff0-a511-71649b8a6df2 req-6cd8af3b-5599-4d83-ac37-6fb76e8c8f8f tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8def87e-68f8-460a-a9bb-8004bf70051b HTTP/1.1" status: 200 len: 950 time: 0.0623260 Dec 16 09:27:07.613212 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8eb424-577b-459e-9f16-394a7f0ea83d req-b541363f-793c-4fe3-8794-9ee939c46637 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:07.620150 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8eb424-577b-459e-9f16-394a7f0ea83d req-b541363f-793c-4fe3-8794-9ee939c46637 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:07.627213 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7d8eb424-577b-459e-9f16-394a7f0ea83d req-b541363f-793c-4fe3-8794-9ee939c46637 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f6e016c-a6b0-4c9e-852a-49e7032d186c HTTP/1.1" status: 200 len: 2413 time: 0.1278145 Dec 16 09:27:07.669966 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c94acf28-b5f7-4ff0-a511-71649b8a6df2 req-00737736-68e1-47ff-8abe-4ae47489008c tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534673 Dec 16 09:27:07.761217 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7d8eb424-577b-459e-9f16-394a7f0ea83d req-249eaebc-6abb-4e65-834c-7f7f9a189dea tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324437 Dec 16 09:27:07.883841 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-24d26597-6e77-48d7-b475-6732ce838fdf req-4d56fa0b-7c1a-43ab-a099-c331d844af50 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Allocated IP 10.2.2.200 (8ee8fe93-c571-40ef-82e1-da1c2c6af86e/d86e42b0-c2d4-4c18-971d-7f418a472e6d/1305e84e-c1fb-4148-a219-de2e95349bca) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:27:07.972352 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c6b83-440a-487a-a82f-d19744baeb9f req-c64fcb1e-dd12-41a7-bad8-36063ec0697a tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:07.974406 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-310c6b83-440a-487a-a82f-d19744baeb9f req-c64fcb1e-dd12-41a7-bad8-36063ec0697a tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f83dcc-781c-46ef-982a-80b39bf5fed6 HTTP/1.1" status: 200 len: 944 time: 0.0602784 Dec 16 09:27:08.035125 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-310c6b83-440a-487a-a82f-d19744baeb9f req-be90e79a-83a7-4d14-a8fb-606fc2bf3cee tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c10216b-6e81-49e8-96e8-b2173f2059e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539412 Dec 16 09:27:08.097244 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0866b-854e-4ac3-8c15-8120cdd8d81d req-afe73d19-456c-4f06-b199-dbf31603fbfe tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:08.113519 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0866b-854e-4ac3-8c15-8120cdd8d81d req-afe73d19-456c-4f06-b199-dbf31603fbfe tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:08.122941 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0866b-854e-4ac3-8c15-8120cdd8d81d req-afe73d19-456c-4f06-b199-dbf31603fbfe tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:08.134041 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0866b-854e-4ac3-8c15-8120cdd8d81d req-afe73d19-456c-4f06-b199-dbf31603fbfe tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:08.136200 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0d0866b-854e-4ac3-8c15-8120cdd8d81d req-afe73d19-456c-4f06-b199-dbf31603fbfe tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 3095 time: 0.2208412 Dec 16 09:27:08.140357 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:27:08.241818 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0d0866b-854e-4ac3-8c15-8120cdd8d81d req-a17d8686-f420-4d5d-985b-e25b8f969a9f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953441 Dec 16 09:27:08.245251 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-4d56fa0b-7c1a-43ab-a099-c331d844af50 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:08.260559 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:27:08.266840 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:08.270655 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:08.332735 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f45451-8fac-4b6c-9f50-fe400d22af17 req-251c6eff-763f-4696-9716-5a496efafba6 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:08.334643 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a1f45451-8fac-4b6c-9f50-fe400d22af17 req-251c6eff-763f-4696-9716-5a496efafba6 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8def87e-68f8-460a-a9bb-8004bf70051b HTTP/1.1" status: 200 len: 950 time: 0.0713069 Dec 16 09:27:08.370179 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:08.392160 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-4d56fa0b-7c1a-43ab-a099-c331d844af50 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:08.409747 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f83dcc-781c-46ef-982a-80b39bf5fed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:08.412348 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d1a1e5-b647-478f-ab84-842a9e43a535" -d '{"events": [{"server_uuid": "e1f83dcc-781c-46ef-982a-80b39bf5fed6", "name": "network-vif-plugged", "status": "completed", "tag": "ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:08.428083 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3,segment=NetworkSegment(01865c43-1b2e-40ab-90ef-ec664b8a741c),segment_id=01865c43-1b2e-40ab-90ef-ec664b8a741c)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:08.468318 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-a1f45451-8fac-4b6c-9f50-fe400d22af17 req-9e0753cf-572f-4105-8ca3-449d0fcea6d5 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Deleting port bdb0dbfa-da06-4b14-8933-f36cc51fb53b {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:08.468737 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a1f45451-8fac-4b6c-9f50-fe400d22af17 req-9e0753cf-572f-4105-8ca3-449d0fcea6d5 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:08.468960 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee5f946-c37e-40e8-b762-ddd2fbc0a766 x-openstack-request-id: req-bee5f946-c37e-40e8-b762-ddd2fbc0a766 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:08.469382 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f83dcc-781c-46ef-982a-80b39bf5fed6", "name": "network-vif-plugged", "status": "completed", "tag": "ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:08.469701 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bee5f946-c37e-40e8-b762-ddd2fbc0a766 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:08.470162 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f83dcc-781c-46ef-982a-80b39bf5fed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3', 'code': 200} Dec 16 09:27:08.480836 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24d26597-6e77-48d7-b475-6732ce838fdf req-4d56fa0b-7c1a-43ab-a099-c331d844af50 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Network 8ee8fe93-c571-40ef-82e1-da1c2c6af86e is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:27:08.484290 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-24d26597-6e77-48d7-b475-6732ce838fdf req-4d56fa0b-7c1a-43ab-a099-c331d844af50 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:08.498911 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d26597-6e77-48d7-b475-6732ce838fdf req-4d56fa0b-7c1a-43ab-a099-c331d844af50 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:27:08.498911 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56fa0b-7c1a-43ab-a099-c331d844af50 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Pushing event updated for resources: {'Port': ['ID=1305e84e-c1fb-4148-a219-de2e95349bca,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:08.543708 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:08.608648 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-4d56fa0b-7c1a-43ab-a099-c331d844af50 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:08.610074 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-4d56fa0b-7c1a-43ab-a099-c331d844af50 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:08.627857 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b5c59-2809-43a7-b7dc-cf4a86fdff0a req-9d4a177c-26d9-4101-a9fa-b2874ab01ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:08.632663 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-a1f45451-8fac-4b6c-9f50-fe400d22af17 req-9e0753cf-572f-4105-8ca3-449d0fcea6d5 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] For port bdb0dbfa-da06-4b14-8933-f36cc51fb53b, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=bdb0dbfa-da06-4b14-8933-f36cc51fb53b,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:08.632663 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a1f45451-8fac-4b6c-9f50-fe400d22af17 req-9e0753cf-572f-4105-8ca3-449d0fcea6d5 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:08.633066 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d24b5c59-2809-43a7-b7dc-cf4a86fdff0a req-9d4a177c-26d9-4101-a9fa-b2874ab01ebc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e1f83dcc-781c-46ef-982a-80b39bf5fed6 HTTP/1.1" status: 200 len: 1096 time: 0.0870368 Dec 16 09:27:08.648447 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-a1f45451-8fac-4b6c-9f50-fe400d22af17 req-9e0753cf-572f-4105-8ca3-449d0fcea6d5 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Calling delete_port for bdb0dbfa-da06-4b14-8933-f36cc51fb53b owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:08.680282 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:08.714974 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-4d56fa0b-7c1a-43ab-a099-c331d844af50 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4301786 Dec 16 09:27:08.730194 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-24d26597-6e77-48d7-b475-6732ce838fdf req-a65c5955-8a1b-4355-b963-1e8be2aa5ace service neutron] Request body: {'port': {'device_id': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:08.738723 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d24b5c59-2809-43a7-b7dc-cf4a86fdff0a req-b31f584a-2af6-49a0-b248-9b4a3dc18487 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0c10216b-6e81-49e8-96e8-b2173f2059e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997756 Dec 16 09:27:08.790618 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d2d20-dfe9-4618-bc79-028bf8797062 req-06f28d22-c41a-44a7-b3a1-706dba72ce76 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:08.799127 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-038d2d20-dfe9-4618-bc79-028bf8797062 req-06f28d22-c41a-44a7-b3a1-706dba72ce76 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 946 time: 0.1556842 Dec 16 09:27:08.891000 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-a65c5955-8a1b-4355-b963-1e8be2aa5ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:08.897958 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-00311e80-0b59-4f19-9212-3afc45ca0089 None None] Provisioning complete for port 1305e84e-c1fb-4148-a219-de2e95349bca triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:08.906134 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-00311e80-0b59-4f19-9212-3afc45ca0089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:08.907146 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-038d2d20-dfe9-4618-bc79-028bf8797062 req-247a9385-3802-4aca-a9ac-0d7cf6246114 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011510 Dec 16 09:27:08.978029 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f87de-5282-46f7-b31c-d2d0c08d1519 req-8e42b1b1-fbc0-4628-8a52-c80d5d42b7e9 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:08.986324 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-438f87de-5282-46f7-b31c-d2d0c08d1519 req-8e42b1b1-fbc0-4628-8a52-c80d5d42b7e9 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8def87e-68f8-460a-a9bb-8004bf70051b HTTP/1.1" status: 200 len: 950 time: 0.0677879 Dec 16 09:27:08.990368 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-00311e80-0b59-4f19-9212-3afc45ca0089 None None] Port 1305e84e-c1fb-4148-a219-de2e95349bca cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:27:09.033805 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-438f87de-5282-46f7-b31c-d2d0c08d1519 req-4dab6713-fe3b-4965-9ebc-0927f82cb436 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464461 Dec 16 09:27:09.035342 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a1f45451-8fac-4b6c-9f50-fe400d22af17 req-9e0753cf-572f-4105-8ca3-449d0fcea6d5 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:09.049611 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['dd0272f9-bbee-4c0e-ba42-849d831252e4', 'd5cf028c-8255-4394-bd59-db75e8fd6e8a'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:09.102095 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0753cf-572f-4105-8ca3-449d0fcea6d5 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Pushing event deleted for resources: {'Port': ['ID=bdb0dbfa-da06-4b14-8933-f36cc51fb53b,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:09.149818 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f', '6a544dbf-c596-4f87-ac40-994392bdb751', 'ed228900-2a20-49f6-9643-2e9be17c5cae', '54bddde5-7cd7-4b2e-a38f-f8e6ca509e18', 'bdb0dbfa-da06-4b14-8933-f36cc51fb53b'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:09.211750 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f45451-8fac-4b6c-9f50-fe400d22af17 req-9e0753cf-572f-4105-8ca3-449d0fcea6d5 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] No DVR routers for this DVR port bdb0dbfa-da06-4b14-8933-f36cc51fb53b on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:27:09.215594 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a1f45451-8fac-4b6c-9f50-fe400d22af17 req-9e0753cf-572f-4105-8ca3-449d0fcea6d5 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:09.226050 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a1f45451-8fac-4b6c-9f50-fe400d22af17 req-9e0753cf-572f-4105-8ca3-449d0fcea6d5 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.57 "DELETE /v2.0/ports/bdb0dbfa-da06-4b14-8933-f36cc51fb53b HTTP/1.1" status: 204 len: 173 time: 0.8847666 Dec 16 09:27:09.227168 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8def87e-68f8-460a-a9bb-8004bf70051b', 'name': 'network-vif-deleted', 'tag': 'bdb0dbfa-da06-4b14-8933-f36cc51fb53b'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:09.233591 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9327d82-1412-48c4-aad4-e670ee4c6825" -d '{"events": [{"server_uuid": "c8def87e-68f8-460a-a9bb-8004bf70051b", "name": "network-vif-deleted", "tag": "bdb0dbfa-da06-4b14-8933-f36cc51fb53b"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:09.356927 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008602f6-d92d-41e1-b76a-65ae2ab1fc93 req-8aceef24-4d46-49f4-99b4-6b1df8332b0d tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:09.372380 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-008602f6-d92d-41e1-b76a-65ae2ab1fc93 req-8aceef24-4d46-49f4-99b4-6b1df8332b0d tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f83dcc-781c-46ef-982a-80b39bf5fed6 HTTP/1.1" status: 200 len: 945 time: 0.1104670 Dec 16 09:27:09.380955 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6945386-83fe-4d81-8609-16d118e70d45 req-8feebb0a-831d-4127-9fa9-d35bf2038912 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:09.396390 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6945386-83fe-4d81-8609-16d118e70d45 req-8feebb0a-831d-4127-9fa9-d35bf2038912 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:09.407187 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6945386-83fe-4d81-8609-16d118e70d45 req-8feebb0a-831d-4127-9fa9-d35bf2038912 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:09.413499 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c6945386-83fe-4d81-8609-16d118e70d45 req-8feebb0a-831d-4127-9fa9-d35bf2038912 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f6e016c-a6b0-4c9e-852a-49e7032d186c HTTP/1.1" status: 200 len: 2413 time: 0.1462946 Dec 16 09:27:09.484266 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c6945386-83fe-4d81-8609-16d118e70d45 req-1bf2e936-653c-49fb-8ce6-bf1489319630 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656924 Dec 16 09:27:09.497441 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-008602f6-d92d-41e1-b76a-65ae2ab1fc93 req-9063f053-aa55-4b62-b1a2-c0d1af5ab1d6 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c10216b-6e81-49e8-96e8-b2173f2059e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155443 Dec 16 09:27:09.579652 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-24d26597-6e77-48d7-b475-6732ce838fdf req-a65c5955-8a1b-4355-b963-1e8be2aa5ace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 636aafc8-1c44-4d0a-aec0-701e4fd6e301 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:27:09.581899 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90236603-cf15-4eb3-9af2-09929f6c9ba9 x-openstack-request-id: req-90236603-cf15-4eb3-9af2-09929f6c9ba9 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:09.582246 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8def87e-68f8-460a-a9bb-8004bf70051b", "name": "network-vif-deleted", "tag": "bdb0dbfa-da06-4b14-8933-f36cc51fb53b", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:09.582436 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-90236603-cf15-4eb3-9af2-09929f6c9ba9 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:09.582837 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8def87e-68f8-460a-a9bb-8004bf70051b', 'name': 'network-vif-deleted', 'tag': 'bdb0dbfa-da06-4b14-8933-f36cc51fb53b', 'status': 'completed', 'code': 200} Dec 16 09:27:09.593169 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-a65c5955-8a1b-4355-b963-1e8be2aa5ace service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:09.634763 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-24d26597-6e77-48d7-b475-6732ce838fdf req-a65c5955-8a1b-4355-b963-1e8be2aa5ace service neutron] Transition to ACTIVE for port object 636aafc8-1c44-4d0a-aec0-701e4fd6e301 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:27:09.716232 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22a2eb-d268-42e4-8739-3aaa62baa916 req-94d7ec97-67d2-477a-a69d-b033a02012e0 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:09.717933 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-a65c5955-8a1b-4355-b963-1e8be2aa5ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:09.723877 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22a2eb-d268-42e4-8739-3aaa62baa916 req-94d7ec97-67d2-477a-a69d-b033a02012e0 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:09.731252 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22a2eb-d268-42e4-8739-3aaa62baa916 req-94d7ec97-67d2-477a-a69d-b033a02012e0 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:09.739648 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22a2eb-d268-42e4-8739-3aaa62baa916 req-94d7ec97-67d2-477a-a69d-b033a02012e0 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:09.748442 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22a2eb-d268-42e4-8739-3aaa62baa916 req-94d7ec97-67d2-477a-a69d-b033a02012e0 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:09.750914 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0b22a2eb-d268-42e4-8739-3aaa62baa916 req-94d7ec97-67d2-477a-a69d-b033a02012e0 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 3816 time: 0.1018918 Dec 16 09:27:09.810204 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c5955-8a1b-4355-b963-1e8be2aa5ace service neutron] Pushing event updated for resources: {'Port': ['ID=636aafc8-1c44-4d0a-aec0-701e4fd6e301,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:09.820678 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0b22a2eb-d268-42e4-8739-3aaa62baa916 req-517ffc9f-0e1a-4f53-92a5-773f2559ebf4 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623212 Dec 16 09:27:09.909712 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-24d26597-6e77-48d7-b475-6732ce838fdf req-a65c5955-8a1b-4355-b963-1e8be2aa5ace service neutron] Attempting to bind port 636aafc8-1c44-4d0a-aec0-701e4fd6e301 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:27:09.910059 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-24d26597-6e77-48d7-b475-6732ce838fdf req-a65c5955-8a1b-4355-b963-1e8be2aa5ace service neutron] Attempting to bind port 636aafc8-1c44-4d0a-aec0-701e4fd6e301 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '12d9a588-a8ed-4e4e-b1b6-45262cb84fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'afd4b102-4e58-4a14-a495-ab824dc8cc6e'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:27:09.910517 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-a65c5955-8a1b-4355-b963-1e8be2aa5ace service neutron] Attempting to bind port 636aafc8-1c44-4d0a-aec0-701e4fd6e301 on network afd4b102-4e58-4a14-a495-ab824dc8cc6e {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:09.916453 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-a65c5955-8a1b-4355-b963-1e8be2aa5ace service neutron] Port 636aafc8-1c44-4d0a-aec0-701e4fd6e301 on network afd4b102-4e58-4a14-a495-ab824dc8cc6e not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:27:09.917284 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-a65c5955-8a1b-4355-b963-1e8be2aa5ace service neutron] Attempting to bind port 636aafc8-1c44-4d0a-aec0-701e4fd6e301 on network afd4b102-4e58-4a14-a495-ab824dc8cc6e {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:09.926902 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-a65c5955-8a1b-4355-b963-1e8be2aa5ace service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:27:09.928262 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-a65c5955-8a1b-4355-b963-1e8be2aa5ace service neutron] Checking segment: {'id': '12d9a588-a8ed-4e4e-b1b6-45262cb84fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'afd4b102-4e58-4a14-a495-ab824dc8cc6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:09.928664 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-a65c5955-8a1b-4355-b963-1e8be2aa5ace service neutron] Bound using segment: {'id': '12d9a588-a8ed-4e4e-b1b6-45262cb84fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'afd4b102-4e58-4a14-a495-ab824dc8cc6e'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:27:09.929133 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-24d26597-6e77-48d7-b475-6732ce838fdf req-a65c5955-8a1b-4355-b963-1e8be2aa5ace service neutron] Bound port: 636aafc8-1c44-4d0a-aec0-701e4fd6e301, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12d9a588-a8ed-4e4e-b1b6-45262cb84fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'afd4b102-4e58-4a14-a495-ab824dc8cc6e'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:27:09.933755 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-a65c5955-8a1b-4355-b963-1e8be2aa5ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:10.065456 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-24d26597-6e77-48d7-b475-6732ce838fdf req-a65c5955-8a1b-4355-b963-1e8be2aa5ace service neutron] For port 636aafc8-1c44-4d0a-aec0-701e4fd6e301, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:27:10.071405 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-24d26597-6e77-48d7-b475-6732ce838fdf req-a65c5955-8a1b-4355-b963-1e8be2aa5ace service neutron] For port 636aafc8-1c44-4d0a-aec0-701e4fd6e301, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=636aafc8-1c44-4d0a-aec0-701e4fd6e301,segment=NetworkSegment(12d9a588-a8ed-4e4e-b1b6-45262cb84fd7),segment_id=12d9a588-a8ed-4e4e-b1b6-45262cb84fd7)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:27:10.137823 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7226ec-c4fb-4eb1-9204-f2fd3ce6601c req-2cd53703-298c-4423-92be-eb324653a5f1 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:10.141563 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dd7226ec-c4fb-4eb1-9204-f2fd3ce6601c req-2cd53703-298c-4423-92be-eb324653a5f1 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 946 time: 0.0666792 Dec 16 09:27:10.186727 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-a65c5955-8a1b-4355-b963-1e8be2aa5ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:10.201886 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dd7226ec-c4fb-4eb1-9204-f2fd3ce6601c req-23a294cc-a7b7-4c94-91e0-380ea6f51ba2 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532806 Dec 16 09:27:10.237463 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:10.243092 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0aa429dd-cbd7-46d9-8c71-a578439fa0a4 req-bac9ffa5-a3c4-4260-82ec-46b0d6cdb674 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8def87e-68f8-460a-a9bb-8004bf70051b HTTP/1.1" status: 200 len: 210 time: 0.0499244 Dec 16 09:27:10.282373 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c5955-8a1b-4355-b963-1e8be2aa5ace service neutron] Pushing event updated for resources: {'Port': ['ID=636aafc8-1c44-4d0a-aec0-701e4fd6e301,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:10.293572 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-a65c5955-8a1b-4355-b963-1e8be2aa5ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:10.294313 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-a65c5955-8a1b-4355-b963-1e8be2aa5ace service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:10.295814 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-a65c5955-8a1b-4355-b963-1e8be2aa5ace service neutron] 10.222.0.57 "PUT /v2.0/ports/636aafc8-1c44-4d0a-aec0-701e4fd6e301 HTTP/1.1" status: 200 len: 1091 time: 1.5699947 Dec 16 09:27:10.296307 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'tag': '636aafc8-1c44-4d0a-aec0-701e4fd6e301'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:10.299873 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39342bb5-3632-4dfa-9b8c-c13989992d97" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "tag": "636aafc8-1c44-4d0a-aec0-701e4fd6e301"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:10.378934 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2734663b-3c96-450c-9ff9-701696222ce4 x-openstack-request-id: req-2734663b-3c96-450c-9ff9-701696222ce4 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:10.379389 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "tag": "636aafc8-1c44-4d0a-aec0-701e4fd6e301", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:10.379616 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2734663b-3c96-450c-9ff9-701696222ce4 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:10.380012 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'tag': '636aafc8-1c44-4d0a-aec0-701e4fd6e301', 'status': 'completed', 'code': 200} Dec 16 09:27:10.433499 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-24d26597-6e77-48d7-b475-6732ce838fdf req-b6882527-00fb-41c1-8b6d-5aa9a435969c service neutron] Request body: {'port': {'device_id': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:10.466150 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39342bb5-3632-4dfa-9b8c-c13989992d97 req-993797b4-6652-44cf-984f-1059d73c032e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:10.466890 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39342bb5-3632-4dfa-9b8c-c13989992d97 req-993797b4-6652-44cf-984f-1059d73c032e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:10.467518 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39342bb5-3632-4dfa-9b8c-c13989992d97 req-993797b4-6652-44cf-984f-1059d73c032e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:10.469662 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39342bb5-3632-4dfa-9b8c-c13989992d97 req-993797b4-6652-44cf-984f-1059d73c032e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:10.470013 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39342bb5-3632-4dfa-9b8c-c13989992d97 req-993797b4-6652-44cf-984f-1059d73c032e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:10.471943 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-39342bb5-3632-4dfa-9b8c-c13989992d97 req-993797b4-6652-44cf-984f-1059d73c032e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=089b504b14134411afd7c91777dc992c&device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 4363 time: 0.0640755 Dec 16 09:27:10.535194 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-b6882527-00fb-41c1-8b6d-5aa9a435969c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:10.754397 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad367a8-890b-4a40-bff1-98690298e72a req-f3961cf5-5aad-48c7-80e5-6551948b94c5 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:10.760875 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad367a8-890b-4a40-bff1-98690298e72a req-f3961cf5-5aad-48c7-80e5-6551948b94c5 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:10.766922 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad367a8-890b-4a40-bff1-98690298e72a req-f3961cf5-5aad-48c7-80e5-6551948b94c5 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:10.768242 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b7c6c-d69f-47cf-b68a-3a2fb5df1e83 req-0748ea51-69a4-40dd-bfbd-7b47764fc3bf tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:10.769763 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3a9b7c6c-d69f-47cf-b68a-3a2fb5df1e83 req-0748ea51-69a4-40dd-bfbd-7b47764fc3bf tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f83dcc-781c-46ef-982a-80b39bf5fed6 HTTP/1.1" status: 200 len: 945 time: 0.1222241 Dec 16 09:27:10.774828 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-aad367a8-890b-4a40-bff1-98690298e72a req-f3961cf5-5aad-48c7-80e5-6551948b94c5 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f6e016c-a6b0-4c9e-852a-49e7032d186c HTTP/1.1" status: 200 len: 2413 time: 0.1360466 Dec 16 09:27:10.793766 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39342bb5-3632-4dfa-9b8c-c13989992d97 req-3604b666-9f5e-4e7a-8c44-f52ab1e5965f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:10.794610 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39342bb5-3632-4dfa-9b8c-c13989992d97 req-3604b666-9f5e-4e7a-8c44-f52ab1e5965f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:10.795146 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39342bb5-3632-4dfa-9b8c-c13989992d97 req-3604b666-9f5e-4e7a-8c44-f52ab1e5965f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:10.797254 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-39342bb5-3632-4dfa-9b8c-c13989992d97 req-3604b666-9f5e-4e7a-8c44-f52ab1e5965f service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=089b504b14134411afd7c91777dc992c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3171670 Dec 16 09:27:10.876863 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-aad367a8-890b-4a40-bff1-98690298e72a req-c1fc7ca5-79db-4bb6-9041-2fdcc88bffc2 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009822 Dec 16 09:27:10.937058 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3a9b7c6c-d69f-47cf-b68a-3a2fb5df1e83 req-2808eb7c-3186-485a-8588-75f235629385 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c10216b-6e81-49e8-96e8-b2173f2059e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531975 Dec 16 09:27:10.965159 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39342bb5-3632-4dfa-9b8c-c13989992d97 req-ab09a33f-1b10-49cb-ac24-86e400754c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:10.967184 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-39342bb5-3632-4dfa-9b8c-c13989992d97 req-ab09a33f-1b10-49cb-ac24-86e400754c91 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1564841 Dec 16 09:27:11.089642 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-19e72f91-0872-46bd-b3c7-8245835a4edb req-fbccb3a0-7c4f-4047-a4f4-6cd36e1297e9 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1084878051&fields=id&tenant_id=bf920e5a3f8e4484ba26e4b568348c48 HTTP/1.1" status: 200 len: 267 time: 0.0532901 Dec 16 09:27:11.121742 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-24d26597-6e77-48d7-b475-6732ce838fdf req-b6882527-00fb-41c1-8b6d-5aa9a435969c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef9e2251-85d6-4e38-85e2-5b6699d7fbbb {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:27:11.131881 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-b6882527-00fb-41c1-8b6d-5aa9a435969c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:11.155292 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89432e57-199e-4667-9ba1-6087bf0cfa37 req-32def230-7522-4e5e-ace2-e6bf1addd737 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:11.161380 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e72f91-0872-46bd-b3c7-8245835a4edb req-3f84b5a6-1867-4746-8895-8ef982cd6e24 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:11.161380 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-19e72f91-0872-46bd-b3c7-8245835a4edb req-3f84b5a6-1867-4746-8895-8ef982cd6e24 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f83dcc-781c-46ef-982a-80b39bf5fed6 HTTP/1.1" status: 200 len: 945 time: 0.0683789 Dec 16 09:27:11.163419 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89432e57-199e-4667-9ba1-6087bf0cfa37 req-32def230-7522-4e5e-ace2-e6bf1addd737 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:11.170474 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89432e57-199e-4667-9ba1-6087bf0cfa37 req-32def230-7522-4e5e-ace2-e6bf1addd737 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:11.190330 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89432e57-199e-4667-9ba1-6087bf0cfa37 req-32def230-7522-4e5e-ace2-e6bf1addd737 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:11.190744 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-19e72f91-0872-46bd-b3c7-8245835a4edb req-1ab2c48f-8129-4019-92c9-d5730374a7c5 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Request body: {'port': {'security_groups': ['0c10216b-6e81-49e8-96e8-b2173f2059e1', '34d70c1f-43bb-480b-96bd-a0498ca941b4']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:11.199841 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89432e57-199e-4667-9ba1-6087bf0cfa37 req-32def230-7522-4e5e-ace2-e6bf1addd737 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:11.202020 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-89432e57-199e-4667-9ba1-6087bf0cfa37 req-32def230-7522-4e5e-ace2-e6bf1addd737 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 3828 time: 0.1500502 Dec 16 09:27:11.207815 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-24d26597-6e77-48d7-b475-6732ce838fdf req-b6882527-00fb-41c1-8b6d-5aa9a435969c service neutron] Transition to ACTIVE for port object ef9e2251-85d6-4e38-85e2-5b6699d7fbbb will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:27:11.267591 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-89432e57-199e-4667-9ba1-6087bf0cfa37 req-015e46b7-6430-472f-b6d8-3b1a6fb027f4 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563869 Dec 16 09:27:11.281762 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-19e72f91-0872-46bd-b3c7-8245835a4edb req-1ab2c48f-8129-4019-92c9-d5730374a7c5 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:11.285725 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-b6882527-00fb-41c1-8b6d-5aa9a435969c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:11.405062 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6882527-00fb-41c1-8b6d-5aa9a435969c service neutron] Pushing event updated for resources: {'Port': ['ID=ef9e2251-85d6-4e38-85e2-5b6699d7fbbb,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:11.523067 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417a862-145b-489e-bc63-d8b05e45c06e req-929baf03-8bca-4dde-8e6e-03065c6f9654 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:11.524685 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7417a862-145b-489e-bc63-d8b05e45c06e req-929baf03-8bca-4dde-8e6e-03065c6f9654 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 946 time: 0.1688221 Dec 16 09:27:11.542626 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-24d26597-6e77-48d7-b475-6732ce838fdf req-b6882527-00fb-41c1-8b6d-5aa9a435969c service neutron] Attempting to bind port ef9e2251-85d6-4e38-85e2-5b6699d7fbbb on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:27:11.542626 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-24d26597-6e77-48d7-b475-6732ce838fdf req-b6882527-00fb-41c1-8b6d-5aa9a435969c service neutron] Attempting to bind port ef9e2251-85d6-4e38-85e2-5b6699d7fbbb by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '5a5c3c61-aecb-46d9-a34a-4fcb33dcd498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bcdce265-2bf3-4f52-9658-1bf0eadeeba8'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:27:11.542950 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-b6882527-00fb-41c1-8b6d-5aa9a435969c service neutron] Attempting to bind port ef9e2251-85d6-4e38-85e2-5b6699d7fbbb on network bcdce265-2bf3-4f52-9658-1bf0eadeeba8 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:11.556937 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-b6882527-00fb-41c1-8b6d-5aa9a435969c service neutron] Port ef9e2251-85d6-4e38-85e2-5b6699d7fbbb on network bcdce265-2bf3-4f52-9658-1bf0eadeeba8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:27:11.556937 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-b6882527-00fb-41c1-8b6d-5aa9a435969c service neutron] Attempting to bind port ef9e2251-85d6-4e38-85e2-5b6699d7fbbb on network bcdce265-2bf3-4f52-9658-1bf0eadeeba8 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:11.565350 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-19e72f91-0872-46bd-b3c7-8245835a4edb req-1ab2c48f-8129-4019-92c9-d5730374a7c5 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] For port ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3,segment=NetworkSegment(01865c43-1b2e-40ab-90ef-ec664b8a741c),segment_id=01865c43-1b2e-40ab-90ef-ec664b8a741c)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:11.571667 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-b6882527-00fb-41c1-8b6d-5aa9a435969c service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:27:11.572011 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-b6882527-00fb-41c1-8b6d-5aa9a435969c service neutron] Checking segment: {'id': '5a5c3c61-aecb-46d9-a34a-4fcb33dcd498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bcdce265-2bf3-4f52-9658-1bf0eadeeba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:11.572399 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-b6882527-00fb-41c1-8b6d-5aa9a435969c service neutron] Bound using segment: {'id': '5a5c3c61-aecb-46d9-a34a-4fcb33dcd498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bcdce265-2bf3-4f52-9658-1bf0eadeeba8'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:27:11.573392 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-24d26597-6e77-48d7-b475-6732ce838fdf req-b6882527-00fb-41c1-8b6d-5aa9a435969c service neutron] Bound port: ef9e2251-85d6-4e38-85e2-5b6699d7fbbb, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a5c3c61-aecb-46d9-a34a-4fcb33dcd498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bcdce265-2bf3-4f52-9658-1bf0eadeeba8'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:27:11.573756 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-b6882527-00fb-41c1-8b6d-5aa9a435969c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:11.581782 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7417a862-145b-489e-bc63-d8b05e45c06e req-5f978a8c-7aef-40bb-823a-7938e8829c0a tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480292 Dec 16 09:27:11.639524 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-19e72f91-0872-46bd-b3c7-8245835a4edb req-1ab2c48f-8129-4019-92c9-d5730374a7c5 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:11.681417 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-24d26597-6e77-48d7-b475-6732ce838fdf req-b6882527-00fb-41c1-8b6d-5aa9a435969c service neutron] For port ef9e2251-85d6-4e38-85e2-5b6699d7fbbb, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:27:11.698615 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-24d26597-6e77-48d7-b475-6732ce838fdf req-b6882527-00fb-41c1-8b6d-5aa9a435969c service neutron] For port ef9e2251-85d6-4e38-85e2-5b6699d7fbbb, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ef9e2251-85d6-4e38-85e2-5b6699d7fbbb,segment=NetworkSegment(5a5c3c61-aecb-46d9-a34a-4fcb33dcd498),segment_id=5a5c3c61-aecb-46d9-a34a-4fcb33dcd498)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:27:11.717277 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-19e72f91-0872-46bd-b3c7-8245835a4edb req-1ab2c48f-8129-4019-92c9-d5730374a7c5 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:11.728891 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:11.783745 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2c48f-8129-4019-92c9-d5730374a7c5 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Pushing event updated for resources: {'Port': ['ID=ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3,revision_number=6']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:11.792099 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-b6882527-00fb-41c1-8b6d-5aa9a435969c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:11.812123 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e72f91-0872-46bd-b3c7-8245835a4edb req-1ab2c48f-8129-4019-92c9-d5730374a7c5 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:11.813189 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-19e72f91-0872-46bd-b3c7-8245835a4edb req-1ab2c48f-8129-4019-92c9-d5730374a7c5 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:11.821100 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-19e72f91-0872-46bd-b3c7-8245835a4edb req-1ab2c48f-8129-4019-92c9-d5730374a7c5 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "PUT /v2.0/ports/ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3 HTTP/1.1" status: 200 len: 981 time: 0.6369503 Dec 16 09:27:11.867289 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6882527-00fb-41c1-8b6d-5aa9a435969c service neutron] Pushing event updated for resources: {'Port': ['ID=ef9e2251-85d6-4e38-85e2-5b6699d7fbbb,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:11.872259 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-b6882527-00fb-41c1-8b6d-5aa9a435969c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:11.873085 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-b6882527-00fb-41c1-8b6d-5aa9a435969c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:11.874486 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-b6882527-00fb-41c1-8b6d-5aa9a435969c service neutron] 10.222.0.57 "PUT /v2.0/ports/ef9e2251-85d6-4e38-85e2-5b6699d7fbbb HTTP/1.1" status: 200 len: 1135 time: 1.4477005 Dec 16 09:27:11.874913 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'tag': 'ef9e2251-85d6-4e38-85e2-5b6699d7fbbb'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:11.877226 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde97006-5779-4ff4-b8dd-1cd4952d030a" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "tag": "ef9e2251-85d6-4e38-85e2-5b6699d7fbbb"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:11.922433 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:11.934637 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-26da9cc8-c050-495e-a58e-06b77abc9f62 req-147bf34d-b2e9-48f8-b0cf-0ebfedda3379 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-379918945&fields=id&tenant_id=bf920e5a3f8e4484ba26e4b568348c48 HTTP/1.1" status: 200 len: 267 time: 0.0484543 Dec 16 09:27:11.970385 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-24d26597-6e77-48d7-b475-6732ce838fdf req-c395d1ed-d734-471d-a090-1f4acfc03edf service neutron] Request body: {'port': {'device_id': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:12.001581 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da9cc8-c050-495e-a58e-06b77abc9f62 req-1b7cb4ef-63ac-4375-b368-df24dca8c09f tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:12.010695 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-26da9cc8-c050-495e-a58e-06b77abc9f62 req-1b7cb4ef-63ac-4375-b368-df24dca8c09f tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f83dcc-781c-46ef-982a-80b39bf5fed6 HTTP/1.1" status: 200 len: 984 time: 0.0749564 Dec 16 09:27:12.017573 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-26da9cc8-c050-495e-a58e-06b77abc9f62 req-8ea46267-182e-4128-8f00-4810b7949c41 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Request body: {'port': {'security_groups': ['0c10216b-6e81-49e8-96e8-b2173f2059e1', '34d70c1f-43bb-480b-96bd-a0498ca941b4', 'db8d61b2-6ead-4ed5-8d5e-99752477a775']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:12.096228 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-c395d1ed-d734-471d-a090-1f4acfc03edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:12.141412 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-26da9cc8-c050-495e-a58e-06b77abc9f62 req-8ea46267-182e-4128-8f00-4810b7949c41 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:12.154937 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:27:12.166880 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device bdb0dbfa-da06-4b14-8933-f36cc51fb53b no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:27:12.231454 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: bdb0dbfa-da06-4b14-8933-f36cc51fb53b {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:27:12.232165 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device bdb0dbfa-da06-4b14-8933-f36cc51fb53b not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:27:12.382316 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f83dcc-781c-46ef-982a-80b39bf5fed6', 'tag': 'ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:12.388621 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c91802f-e90d-4a15-ae46-009727ec0f39" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f83dcc-781c-46ef-982a-80b39bf5fed6", "tag": "ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:12.445545 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be298df7-32c3-4bc1-a99e-90b0db3256ed x-openstack-request-id: req-be298df7-32c3-4bc1-a99e-90b0db3256ed {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:12.446435 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "tag": "ef9e2251-85d6-4e38-85e2-5b6699d7fbbb", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:12.446856 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-be298df7-32c3-4bc1-a99e-90b0db3256ed {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:12.447666 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'tag': 'ef9e2251-85d6-4e38-85e2-5b6699d7fbbb', 'status': 'completed', 'code': 200} Dec 16 09:27:12.531393 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde97006-5779-4ff4-b8dd-1cd4952d030a req-f6b03c43-5393-4d90-92df-45628c02e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:12.531991 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde97006-5779-4ff4-b8dd-1cd4952d030a req-f6b03c43-5393-4d90-92df-45628c02e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:12.532339 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde97006-5779-4ff4-b8dd-1cd4952d030a req-f6b03c43-5393-4d90-92df-45628c02e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:12.532804 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde97006-5779-4ff4-b8dd-1cd4952d030a req-f6b03c43-5393-4d90-92df-45628c02e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:12.533298 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde97006-5779-4ff4-b8dd-1cd4952d030a req-f6b03c43-5393-4d90-92df-45628c02e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:12.533757 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde97006-5779-4ff4-b8dd-1cd4952d030a req-f6b03c43-5393-4d90-92df-45628c02e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:12.540785 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fde97006-5779-4ff4-b8dd-1cd4952d030a req-f6b03c43-5393-4d90-92df-45628c02e985 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=089b504b14134411afd7c91777dc992c&device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5291 time: 0.1463871 Dec 16 09:27:12.580086 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a873e8a-7487-482d-b902-0fa5a783ee5d req-59babce6-230d-46ee-a5a8-f38fc9e983a3 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:12.586326 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a873e8a-7487-482d-b902-0fa5a783ee5d req-59babce6-230d-46ee-a5a8-f38fc9e983a3 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:12.592406 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a873e8a-7487-482d-b902-0fa5a783ee5d req-59babce6-230d-46ee-a5a8-f38fc9e983a3 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:12.594956 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba,segment=NetworkSegment(db6979fd-ef79-4e33-b4f2-f46881d8db71),segment_id=db6979fd-ef79-4e33-b4f2-f46881d8db71)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:12.599951 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1a873e8a-7487-482d-b902-0fa5a783ee5d req-59babce6-230d-46ee-a5a8-f38fc9e983a3 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f6e016c-a6b0-4c9e-852a-49e7032d186c HTTP/1.1" status: 200 len: 2413 time: 0.1506350 Dec 16 09:27:12.631070 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-24d26597-6e77-48d7-b475-6732ce838fdf req-c395d1ed-d734-471d-a090-1f4acfc03edf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3058776e-d043-4111-8f6d-a315f433be18 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:27:12.633874 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-26da9cc8-c050-495e-a58e-06b77abc9f62 req-8ea46267-182e-4128-8f00-4810b7949c41 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] For port ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3,segment=NetworkSegment(01865c43-1b2e-40ab-90ef-ec664b8a741c),segment_id=01865c43-1b2e-40ab-90ef-ec664b8a741c)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:12.638821 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-c395d1ed-d734-471d-a090-1f4acfc03edf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:12.664271 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-24d26597-6e77-48d7-b475-6732ce838fdf req-c395d1ed-d734-471d-a090-1f4acfc03edf service neutron] Transition to ACTIVE for port object 3058776e-d043-4111-8f6d-a315f433be18 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:27:12.678924 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1a873e8a-7487-482d-b902-0fa5a783ee5d req-94475b29-5f28-4a67-97a5-192b409d6687 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780270 Dec 16 09:27:12.698578 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-26da9cc8-c050-495e-a58e-06b77abc9f62 req-8ea46267-182e-4128-8f00-4810b7949c41 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:12.708443 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba', 'network_id': '52eea64a-c79b-44fc-b658-85e63d7602c5', 'port_id': 'ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba', 'mac_address': 'fa:16:3e:6c:a8:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11d0d89-ba51-4f17-a6dc-35e94e26f12c', 'ip_address': '19.86.0.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:27:12.725224 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde97006-5779-4ff4-b8dd-1cd4952d030a req-8557ccbf-92e4-4b81-9eaa-a1b5739fc45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:12.725701 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde97006-5779-4ff4-b8dd-1cd4952d030a req-8557ccbf-92e4-4b81-9eaa-a1b5739fc45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:12.726167 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde97006-5779-4ff4-b8dd-1cd4952d030a req-8557ccbf-92e4-4b81-9eaa-a1b5739fc45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:12.732059 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fde97006-5779-4ff4-b8dd-1cd4952d030a req-8557ccbf-92e4-4b81-9eaa-a1b5739fc45d service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=089b504b14134411afd7c91777dc992c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1789258 Dec 16 09:27:12.758866 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:12.765778 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-c395d1ed-d734-471d-a090-1f4acfc03edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:12.773509 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:27:12.799044 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba,segment=NetworkSegment(db6979fd-ef79-4e33-b4f2-f46881d8db71),segment_id=db6979fd-ef79-4e33-b4f2-f46881d8db71)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:12.845351 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-26da9cc8-c050-495e-a58e-06b77abc9f62 req-8ea46267-182e-4128-8f00-4810b7949c41 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:12.871017 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:12.918246 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:12.918920 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 6384791e-dc6b-4fdf-bc3e-09c80cdc05d2 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:27:12.934310 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395d1ed-d734-471d-a090-1f4acfc03edf service neutron] Pushing event updated for resources: {'Port': ['ID=3058776e-d043-4111-8f6d-a315f433be18,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:12.948552 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da9cc8-c050-495e-a58e-06b77abc9f62 req-8ea46267-182e-4128-8f00-4810b7949c41 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:12.949391 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-26da9cc8-c050-495e-a58e-06b77abc9f62 req-8ea46267-182e-4128-8f00-4810b7949c41 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:12.961651 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-26da9cc8-c050-495e-a58e-06b77abc9f62 req-8ea46267-182e-4128-8f00-4810b7949c41 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "PUT /v2.0/ports/ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3 HTTP/1.1" status: 200 len: 1020 time: 0.9437928 Dec 16 09:27:13.068492 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea46267-182e-4128-8f00-4810b7949c41 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Pushing event updated for resources: {'Port': ['ID=ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3,revision_number=7']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:13.072065 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a3263-50ab-435d-9d65-cc3dfe0693c3 req-f5f97bd6-1f0d-4209-a7ff-e8ab4090b001 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:13.081060 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a3263-50ab-435d-9d65-cc3dfe0693c3 req-f5f97bd6-1f0d-4209-a7ff-e8ab4090b001 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:13.091390 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:13.099927 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a3263-50ab-435d-9d65-cc3dfe0693c3 req-f5f97bd6-1f0d-4209-a7ff-e8ab4090b001 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:13.106644 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a3263-50ab-435d-9d65-cc3dfe0693c3 req-f5f97bd6-1f0d-4209-a7ff-e8ab4090b001 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:13.108559 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde97006-5779-4ff4-b8dd-1cd4952d030a req-6a764e5c-9552-423d-8e03-1059bb3fd80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:13.112142 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fde97006-5779-4ff4-b8dd-1cd4952d030a req-6a764e5c-9552-423d-8e03-1059bb3fd80f service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3714824 Dec 16 09:27:13.114678 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a3263-50ab-435d-9d65-cc3dfe0693c3 req-f5f97bd6-1f0d-4209-a7ff-e8ab4090b001 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:13.136125 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a3263-50ab-435d-9d65-cc3dfe0693c3 req-f5f97bd6-1f0d-4209-a7ff-e8ab4090b001 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:13.148151 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a3263-50ab-435d-9d65-cc3dfe0693c3 req-f5f97bd6-1f0d-4209-a7ff-e8ab4090b001 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:13.158449 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f24a3263-50ab-435d-9d65-cc3dfe0693c3 req-f5f97bd6-1f0d-4209-a7ff-e8ab4090b001 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5383 time: 0.3186669 Dec 16 09:27:13.217831 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a53cd-8cbb-4df7-8e62-7ffa9f71818c req-95ef56a7-85d0-4360-a561-890f719ca938 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:13.219355 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e18a53cd-8cbb-4df7-8e62-7ffa9f71818c req-95ef56a7-85d0-4360-a561-890f719ca938 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b250021-58f6-4464-ad9d-3a0954af123f HTTP/1.1" status: 200 len: 949 time: 0.1354361 Dec 16 09:27:13.225267 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:13.244169 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f24a3263-50ab-435d-9d65-cc3dfe0693c3 req-1305e5ed-daa2-4ec1-8200-be7fbe3333a4 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0844657 Dec 16 09:27:13.256188 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-24d26597-6e77-48d7-b475-6732ce838fdf req-c395d1ed-d734-471d-a090-1f4acfc03edf service neutron] Attempting to bind port 3058776e-d043-4111-8f6d-a315f433be18 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:27:13.262511 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-24d26597-6e77-48d7-b475-6732ce838fdf req-c395d1ed-d734-471d-a090-1f4acfc03edf service neutron] Attempting to bind port 3058776e-d043-4111-8f6d-a315f433be18 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '5a5c3c61-aecb-46d9-a34a-4fcb33dcd498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bcdce265-2bf3-4f52-9658-1bf0eadeeba8'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:27:13.262511 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-c395d1ed-d734-471d-a090-1f4acfc03edf service neutron] Attempting to bind port 3058776e-d043-4111-8f6d-a315f433be18 on network bcdce265-2bf3-4f52-9658-1bf0eadeeba8 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:13.266235 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-c395d1ed-d734-471d-a090-1f4acfc03edf service neutron] Port 3058776e-d043-4111-8f6d-a315f433be18 on network bcdce265-2bf3-4f52-9658-1bf0eadeeba8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:27:13.266664 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-c395d1ed-d734-471d-a090-1f4acfc03edf service neutron] Attempting to bind port 3058776e-d043-4111-8f6d-a315f433be18 on network bcdce265-2bf3-4f52-9658-1bf0eadeeba8 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:13.272542 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-c395d1ed-d734-471d-a090-1f4acfc03edf service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:27:13.272995 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-c395d1ed-d734-471d-a090-1f4acfc03edf service neutron] Checking segment: {'id': '5a5c3c61-aecb-46d9-a34a-4fcb33dcd498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bcdce265-2bf3-4f52-9658-1bf0eadeeba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:13.273509 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-c395d1ed-d734-471d-a090-1f4acfc03edf service neutron] Bound using segment: {'id': '5a5c3c61-aecb-46d9-a34a-4fcb33dcd498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bcdce265-2bf3-4f52-9658-1bf0eadeeba8'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:27:13.274338 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-24d26597-6e77-48d7-b475-6732ce838fdf req-c395d1ed-d734-471d-a090-1f4acfc03edf service neutron] Bound port: 3058776e-d043-4111-8f6d-a315f433be18, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a5c3c61-aecb-46d9-a34a-4fcb33dcd498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bcdce265-2bf3-4f52-9658-1bf0eadeeba8'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:27:13.274800 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-c395d1ed-d734-471d-a090-1f4acfc03edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:13.311371 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e18a53cd-8cbb-4df7-8e62-7ffa9f71818c req-e3a003f9-60a3-4bf5-9bf6-4b76ab27e9b2 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816798 Dec 16 09:27:13.338903 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979ef543-c0d8-44d9-a185-b20a1a754fd1 x-openstack-request-id: req-979ef543-c0d8-44d9-a185-b20a1a754fd1 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:13.338903 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f83dcc-781c-46ef-982a-80b39bf5fed6", "tag": "ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:13.338903 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-979ef543-c0d8-44d9-a185-b20a1a754fd1 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:13.340046 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f83dcc-781c-46ef-982a-80b39bf5fed6', 'tag': 'ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3', 'status': 'completed', 'code': 200} Dec 16 09:27:13.430783 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 6384791e-dc6b-4fdf-bc3e-09c80cdc05d2, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=6384791e-dc6b-4fdf-bc3e-09c80cdc05d2,segment=NetworkSegment(820e9cac-87fb-42ba-b909-f12a4af79537),segment_id=820e9cac-87fb-42ba-b909-f12a4af79537)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:13.480033 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-24d26597-6e77-48d7-b475-6732ce838fdf req-c395d1ed-d734-471d-a090-1f4acfc03edf service neutron] For port 3058776e-d043-4111-8f6d-a315f433be18, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:27:13.484485 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-24d26597-6e77-48d7-b475-6732ce838fdf req-c395d1ed-d734-471d-a090-1f4acfc03edf service neutron] For port 3058776e-d043-4111-8f6d-a315f433be18, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=3058776e-d043-4111-8f6d-a315f433be18,segment=NetworkSegment(5a5c3c61-aecb-46d9-a34a-4fcb33dcd498),segment_id=5a5c3c61-aecb-46d9-a34a-4fcb33dcd498)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:27:13.504666 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91802f-e90d-4a15-ae46-009727ec0f39 req-3f48091c-b1ca-438d-b230-b7499d3678f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:13.506346 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2c91802f-e90d-4a15-ae46-009727ec0f39 req-3f48091c-b1ca-438d-b230-b7499d3678f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bf920e5a3f8e4484ba26e4b568348c48&device_id=e1f83dcc-781c-46ef-982a-80b39bf5fed6 HTTP/1.1" status: 200 len: 1174 time: 0.1476650 Dec 16 09:27:13.513133 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '6384791e-dc6b-4fdf-bc3e-09c80cdc05d2', 'network_id': '15561d05-a823-4c2a-8c20-df162dcada84', 'port_id': '6384791e-dc6b-4fdf-bc3e-09c80cdc05d2', 'mac_address': 'fa:16:3e:fe:02:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55026747-f4f5-41bf-9500-7db04cbaf578', 'ip_address': '19.80.0.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:27:13.556178 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b2bb4-e56a-4f42-8e86-6b331a3d9ea8 req-23a0a6fa-d43b-4d3d-9c2e-1253bb4b23c8 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:13.558860 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-967b2bb4-e56a-4f42-8e86-6b331a3d9ea8 req-23a0a6fa-d43b-4d3d-9c2e-1253bb4b23c8 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 946 time: 0.1326139 Dec 16 09:27:13.605046 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-c395d1ed-d734-471d-a090-1f4acfc03edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:13.683280 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395d1ed-d734-471d-a090-1f4acfc03edf service neutron] Pushing event updated for resources: {'Port': ['ID=3058776e-d043-4111-8f6d-a315f433be18,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:13.736411 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-c395d1ed-d734-471d-a090-1f4acfc03edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:13.737435 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-c395d1ed-d734-471d-a090-1f4acfc03edf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:13.751804 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-c395d1ed-d734-471d-a090-1f4acfc03edf service neutron] 10.222.0.57 "PUT /v2.0/ports/3058776e-d043-4111-8f6d-a315f433be18 HTTP/1.1" status: 200 len: 1136 time: 1.7881780 Dec 16 09:27:13.771120 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358989df-25a6-4bcb-a673-d9006262de12 req-c53681c8-5e0e-407d-9364-51535d3cef1d tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:13.781078 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-358989df-25a6-4bcb-a673-d9006262de12 req-c53681c8-5e0e-407d-9364-51535d3cef1d tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f83dcc-781c-46ef-982a-80b39bf5fed6 HTTP/1.1" status: 200 len: 1023 time: 0.2439291 Dec 16 09:27:13.835811 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:13.860860 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-24d26597-6e77-48d7-b475-6732ce838fdf req-7a38a0a3-54c2-4f33-9b50-e0274e71f53b service neutron] Request body: {'port': {'device_id': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:13.872300 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6384791e-dc6b-4fdf-bc3e-09c80cdc05d2 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:27:13.956283 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 6384791e-dc6b-4fdf-bc3e-09c80cdc05d2, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=6384791e-dc6b-4fdf-bc3e-09c80cdc05d2,segment=NetworkSegment(820e9cac-87fb-42ba-b909-f12a4af79537),segment_id=820e9cac-87fb-42ba-b909-f12a4af79537)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:13.968730 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-358989df-25a6-4bcb-a673-d9006262de12 req-9f1a5fbd-28e3-44de-9f1b-90149554eacd tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups?id=db8d61b2-6ead-4ed5-8d5e-99752477a775&id=0c10216b-6e81-49e8-96e8-b2173f2059e1&id=34d70c1f-43bb-480b-96bd-a0498ca941b4 HTTP/1.1" status: 200 len: 6147 time: 0.1863630 Dec 16 09:27:14.039549 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-7a38a0a3-54c2-4f33-9b50-e0274e71f53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:14.083236 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:14.084099 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 84ca2f28-bdd5-4345-82df-1abeabe2bdf0 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:27:14.103889 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-967b2bb4-e56a-4f42-8e86-6b331a3d9ea8 req-a29002ac-8f17-4f96-bff7-cf49394e4313 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752718 Dec 16 09:27:14.135198 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 84ca2f28-bdd5-4345-82df-1abeabe2bdf0, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=84ca2f28-bdd5-4345-82df-1abeabe2bdf0,segment=NetworkSegment(820e9cac-87fb-42ba-b909-f12a4af79537),segment_id=820e9cac-87fb-42ba-b909-f12a4af79537)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:14.145612 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c99005-56ff-4143-ba1e-def638d31527 req-b5fd99ed-e846-43ea-a62c-b144d85db49c tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:14.147355 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-90c99005-56ff-4143-ba1e-def638d31527 req-b5fd99ed-e846-43ea-a62c-b144d85db49c tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b250021-58f6-4464-ad9d-3a0954af123f HTTP/1.1" status: 200 len: 949 time: 0.1120996 Dec 16 09:27:14.212818 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a44763-f4ab-4e02-aa32-c2fa597e6c97 req-a425dd62-2116-4792-aad9-7c9d8c08b5f4 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:14.227606 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a44763-f4ab-4e02-aa32-c2fa597e6c97 req-a425dd62-2116-4792-aad9-7c9d8c08b5f4 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:14.231347 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91802f-e90d-4a15-ae46-009727ec0f39 req-a2260d91-5239-4f06-92bd-ba4595e9ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:14.233374 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2c91802f-e90d-4a15-ae46-009727ec0f39 req-a2260d91-5239-4f06-92bd-ba4595e9ba02 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5fdc4389-ef3b-4730-9f7c-3bcd629db149 HTTP/1.1" status: 200 len: 913 time: 0.7099490 Dec 16 09:27:14.242352 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a44763-f4ab-4e02-aa32-c2fa597e6c97 req-a425dd62-2116-4792-aad9-7c9d8c08b5f4 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:14.257612 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c4a44763-f4ab-4e02-aa32-c2fa597e6c97 req-a425dd62-2116-4792-aad9-7c9d8c08b5f4 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f6e016c-a6b0-4c9e-852a-49e7032d186c HTTP/1.1" status: 200 len: 2415 time: 0.1938720 Dec 16 09:27:14.275566 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '84ca2f28-bdd5-4345-82df-1abeabe2bdf0', 'network_id': '15561d05-a823-4c2a-8c20-df162dcada84', 'port_id': '84ca2f28-bdd5-4345-82df-1abeabe2bdf0', 'mac_address': 'fa:16:3e:62:40:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55026747-f4f5-41bf-9500-7db04cbaf578', 'ip_address': '19.80.0.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:27:14.284167 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=6384791e-dc6b-4fdf-bc3e-09c80cdc05d2,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:14.325006 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-2d37357d-8b02-45fd-a3cf-c288666a7f75 req-9398ae2e-f6d6-4db6-b7f9-6d0af5d9d96e tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Request body: {'security_group': {'name': ' tempest-securitygroup -700367727 ', 'description': 'tempest-description-1640265132'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:14.333963 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2c91802f-e90d-4a15-ae46-009727ec0f39 req-11f70b63-5c0d-41ed-afac-7c5d0bcaed2a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3 HTTP/1.1" status: 200 len: 217 time: 0.0868459 Dec 16 09:27:14.386150 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:14.452902 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84ca2f28-bdd5-4345-82df-1abeabe2bdf0 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:27:14.493240 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 84ca2f28-bdd5-4345-82df-1abeabe2bdf0, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=84ca2f28-bdd5-4345-82df-1abeabe2bdf0,segment=NetworkSegment(820e9cac-87fb-42ba-b909-f12a4af79537),segment_id=820e9cac-87fb-42ba-b909-f12a4af79537)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:14.497759 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91802f-e90d-4a15-ae46-009727ec0f39 req-34feb8a9-019e-4fe0-9613-2e978b77f41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:14.500094 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2c91802f-e90d-4a15-ae46-009727ec0f39 req-34feb8a9-019e-4fe0-9613-2e978b77f41b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d26afb5-849e-4e1c-85bb-8c6539398abb HTTP/1.1" status: 200 len: 852 time: 0.1547437 Dec 16 09:27:14.536198 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-90c99005-56ff-4143-ba1e-def638d31527 req-337c08c0-70ce-4735-97d0-840b109c4a45 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Deleting port 54bddde5-7cd7-4b2e-a38f-f8e6ca509e18 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:14.536528 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-90c99005-56ff-4143-ba1e-def638d31527 req-337c08c0-70ce-4735-97d0-840b109c4a45 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:14.571630 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:14.627775 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2c91802f-e90d-4a15-ae46-009727ec0f39 req-9315dfbb-3140-486d-95c6-a13bfb108e47 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5fdc4389-ef3b-4730-9f7c-3bcd629db149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185837 Dec 16 09:27:14.631053 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2d37357d-8b02-45fd-a3cf-c288666a7f75 req-9398ae2e-f6d6-4db6-b7f9-6d0af5d9d96e tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:14.691629 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'tag': '3058776e-d043-4111-8f6d-a315f433be18'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:14.694858 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f3981a-53d3-49cf-8e67-ca6378e07d31" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "tag": "3058776e-d043-4111-8f6d-a315f433be18"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:14.705283 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=84ca2f28-bdd5-4345-82df-1abeabe2bdf0,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:14.757018 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c4a44763-f4ab-4e02-aa32-c2fa597e6c97 req-cec8556e-b6e0-42db-a717-0954a7871580 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4936893 Dec 16 09:27:14.790133 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-90c99005-56ff-4143-ba1e-def638d31527 req-337c08c0-70ce-4735-97d0-840b109c4a45 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] For port 54bddde5-7cd7-4b2e-a38f-f8e6ca509e18, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=54bddde5-7cd7-4b2e-a38f-f8e6ca509e18,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:14.790447 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-90c99005-56ff-4143-ba1e-def638d31527 req-337c08c0-70ce-4735-97d0-840b109c4a45 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:14.845519 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-90c99005-56ff-4143-ba1e-def638d31527 req-337c08c0-70ce-4735-97d0-840b109c4a45 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Calling delete_port for 54bddde5-7cd7-4b2e-a38f-f8e6ca509e18 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:14.864730 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2c91802f-e90d-4a15-ae46-009727ec0f39 req-3c261caa-3399-435c-ae38-f140a35a5bcb service neutron] 10.222.0.57 "GET /v2.0/networks/5fdc4389-ef3b-4730-9f7c-3bcd629db149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241282 Dec 16 09:27:14.918090 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8589d19-7e3d-4af6-a149-964d814263f7 req-3294f217-be3f-4979-bc08-42a5c59957c4 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:14.924510 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8589d19-7e3d-4af6-a149-964d814263f7 req-3294f217-be3f-4979-bc08-42a5c59957c4 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:14.930915 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8589d19-7e3d-4af6-a149-964d814263f7 req-3294f217-be3f-4979-bc08-42a5c59957c4 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:14.938291 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8589d19-7e3d-4af6-a149-964d814263f7 req-3294f217-be3f-4979-bc08-42a5c59957c4 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:14.946041 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8589d19-7e3d-4af6-a149-964d814263f7 req-3294f217-be3f-4979-bc08-42a5c59957c4 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:14.954089 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8589d19-7e3d-4af6-a149-964d814263f7 req-3294f217-be3f-4979-bc08-42a5c59957c4 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:14.960191 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8589d19-7e3d-4af6-a149-964d814263f7 req-3294f217-be3f-4979-bc08-42a5c59957c4 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:14.962147 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b8589d19-7e3d-4af6-a149-964d814263f7 req-3294f217-be3f-4979-bc08-42a5c59957c4 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5383 time: 0.1358304 Dec 16 09:27:14.976795 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2d37357d-8b02-45fd-a3cf-c288666a7f75 req-9398ae2e-f6d6-4db6-b7f9-6d0af5d9d96e tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:15.040033 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:15.054402 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b8589d19-7e3d-4af6-a149-964d814263f7 req-ea629b87-9b4b-4edf-b3cc-ca8938baec48 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0813572 Dec 16 09:27:15.058570 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2d37357d-8b02-45fd-a3cf-c288666a7f75 req-9398ae2e-f6d6-4db6-b7f9-6d0af5d9d96e tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:15.073403 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-24d26597-6e77-48d7-b475-6732ce838fdf req-7a38a0a3-54c2-4f33-9b50-e0274e71f53b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:27:15.082172 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-7a38a0a3-54c2-4f33-9b50-e0274e71f53b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:15.096576 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-24d26597-6e77-48d7-b475-6732ce838fdf req-7a38a0a3-54c2-4f33-9b50-e0274e71f53b service neutron] Transition to ACTIVE for port object dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:27:15.110551 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2c91802f-e90d-4a15-ae46-009727ec0f39 req-897a69f2-0788-414a-bcd3-38ec522a8863 service neutron] 10.222.0.57 "GET /v2.0/networks/5fdc4389-ef3b-4730-9f7c-3bcd629db149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337844 Dec 16 09:27:15.113728 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9398ae2e-f6d6-4db6-b7f9-6d0af5d9d96e tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88324ab6-253f-4afe-8df5-ac588cbd4934,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:15.156852 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['6384791e-dc6b-4fdf-bc3e-09c80cdc05d2'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:15.183573 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-7a38a0a3-54c2-4f33-9b50-e0274e71f53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:15.228172 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2d37357d-8b02-45fd-a3cf-c288666a7f75 req-9398ae2e-f6d6-4db6-b7f9-6d0af5d9d96e tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:15.232719 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2d37357d-8b02-45fd-a3cf-c288666a7f75 req-9398ae2e-f6d6-4db6-b7f9-6d0af5d9d96e tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.9124148 Dec 16 09:27:15.303431 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-90c99005-56ff-4143-ba1e-def638d31527 req-337c08c0-70ce-4735-97d0-840b109c4a45 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:15.347984 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['dd0272f9-bbee-4c0e-ba42-849d831252e4', 'd5cf028c-8255-4394-bd59-db75e8fd6e8a'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:15.356369 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f83dcc-781c-46ef-982a-80b39bf5fed6', 'tag': 'ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:15.358707 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990c0166-107a-4ef2-b6a8-ad4af881390f" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f83dcc-781c-46ef-982a-80b39bf5fed6", "tag": "ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:15.361517 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c08c0-70ce-4735-97d0-840b109c4a45 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Pushing event deleted for resources: {'Port': ['ID=54bddde5-7cd7-4b2e-a38f-f8e6ca509e18,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:15.383479 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a38a0a3-54c2-4f33-9b50-e0274e71f53b service neutron] Pushing event updated for resources: {'Port': ['ID=dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:15.482603 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7720366-73e1-4079-a6f1-24e72eeb5062 x-openstack-request-id: req-e7720366-73e1-4079-a6f1-24e72eeb5062 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:15.483475 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "tag": "3058776e-d043-4111-8f6d-a315f433be18", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:15.485218 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e7720366-73e1-4079-a6f1-24e72eeb5062 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:15.485218 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'tag': '3058776e-d043-4111-8f6d-a315f433be18', 'status': 'completed', 'code': 200} Dec 16 09:27:15.516393 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c99005-56ff-4143-ba1e-def638d31527 req-337c08c0-70ce-4735-97d0-840b109c4a45 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] No DVR routers for this DVR port 54bddde5-7cd7-4b2e-a38f-f8e6ca509e18 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:27:15.519516 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875978f7-4213-4778-b2fe-f7e04237fa22 req-0aa632be-9d59-4855-9bd4-aa96565e5dfe tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:15.530640 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-875978f7-4213-4778-b2fe-f7e04237fa22 req-0aa632be-9d59-4855-9bd4-aa96565e5dfe tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b250021-58f6-4464-ad9d-3a0954af123f HTTP/1.1" status: 200 len: 867 time: 0.3149076 Dec 16 09:27:15.533681 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-90c99005-56ff-4143-ba1e-def638d31527 req-337c08c0-70ce-4735-97d0-840b109c4a45 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:15.543840 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-90c99005-56ff-4143-ba1e-def638d31527 req-337c08c0-70ce-4735-97d0-840b109c4a45 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.57 "DELETE /v2.0/ports/54bddde5-7cd7-4b2e-a38f-f8e6ca509e18 HTTP/1.1" status: 204 len: 173 time: 1.3842294 Dec 16 09:27:15.623365 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3981a-53d3-49cf-8e67-ca6378e07d31 req-24a3671c-f297-413d-8db4-b3a4644726d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:15.624477 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3981a-53d3-49cf-8e67-ca6378e07d31 req-24a3671c-f297-413d-8db4-b3a4644726d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:15.624627 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3981a-53d3-49cf-8e67-ca6378e07d31 req-24a3671c-f297-413d-8db4-b3a4644726d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:15.625300 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3981a-53d3-49cf-8e67-ca6378e07d31 req-24a3671c-f297-413d-8db4-b3a4644726d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:15.625774 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3981a-53d3-49cf-8e67-ca6378e07d31 req-24a3671c-f297-413d-8db4-b3a4644726d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:15.626238 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3981a-53d3-49cf-8e67-ca6378e07d31 req-24a3671c-f297-413d-8db4-b3a4644726d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:15.626707 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3981a-53d3-49cf-8e67-ca6378e07d31 req-24a3671c-f297-413d-8db4-b3a4644726d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:15.628853 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-40f3981a-53d3-49cf-8e67-ca6378e07d31 req-24a3671c-f297-413d-8db4-b3a4644726d0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=089b504b14134411afd7c91777dc992c&device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 6245 time: 0.1318026 Dec 16 09:27:15.641945 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-875978f7-4213-4778-b2fe-f7e04237fa22 req-9313b378-e7de-4772-9f03-8222f4479ec5 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104128 Dec 16 09:27:15.643182 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-24d26597-6e77-48d7-b475-6732ce838fdf req-7a38a0a3-54c2-4f33-9b50-e0274e71f53b service neutron] Attempting to bind port dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:27:15.643779 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-24d26597-6e77-48d7-b475-6732ce838fdf req-7a38a0a3-54c2-4f33-9b50-e0274e71f53b service neutron] Attempting to bind port dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '5a5c3c61-aecb-46d9-a34a-4fcb33dcd498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bcdce265-2bf3-4f52-9658-1bf0eadeeba8'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:27:15.644231 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-7a38a0a3-54c2-4f33-9b50-e0274e71f53b service neutron] Attempting to bind port dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0 on network bcdce265-2bf3-4f52-9658-1bf0eadeeba8 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:15.668183 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-7a38a0a3-54c2-4f33-9b50-e0274e71f53b service neutron] Port dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0 on network bcdce265-2bf3-4f52-9658-1bf0eadeeba8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:27:15.679509 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-7a38a0a3-54c2-4f33-9b50-e0274e71f53b service neutron] Attempting to bind port dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0 on network bcdce265-2bf3-4f52-9658-1bf0eadeeba8 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:15.691309 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-7a38a0a3-54c2-4f33-9b50-e0274e71f53b service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:27:15.691654 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-7a38a0a3-54c2-4f33-9b50-e0274e71f53b service neutron] Checking segment: {'id': '5a5c3c61-aecb-46d9-a34a-4fcb33dcd498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bcdce265-2bf3-4f52-9658-1bf0eadeeba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:15.692042 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-7a38a0a3-54c2-4f33-9b50-e0274e71f53b service neutron] Bound using segment: {'id': '5a5c3c61-aecb-46d9-a34a-4fcb33dcd498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bcdce265-2bf3-4f52-9658-1bf0eadeeba8'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:27:15.692651 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-24d26597-6e77-48d7-b475-6732ce838fdf req-7a38a0a3-54c2-4f33-9b50-e0274e71f53b service neutron] Bound port: dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a5c3c61-aecb-46d9-a34a-4fcb33dcd498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bcdce265-2bf3-4f52-9658-1bf0eadeeba8'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:27:15.692855 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-7a38a0a3-54c2-4f33-9b50-e0274e71f53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:15.811619 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3e239b14-469b-452f-b36a-7dcdd976a0c6 req-ef653566-3b9b-434f-88f8-133119f07b1a tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups/88324ab6-253f-4afe-8df5-ac588cbd4934 HTTP/1.1" status: 200 len: 1780 time: 0.0983658 Dec 16 09:27:15.855749 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-24d26597-6e77-48d7-b475-6732ce838fdf req-7a38a0a3-54c2-4f33-9b50-e0274e71f53b service neutron] For port dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:27:15.858982 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-24d26597-6e77-48d7-b475-6732ce838fdf req-7a38a0a3-54c2-4f33-9b50-e0274e71f53b service neutron] For port dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0,segment=NetworkSegment(5a5c3c61-aecb-46d9-a34a-4fcb33dcd498),segment_id=5a5c3c61-aecb-46d9-a34a-4fcb33dcd498)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:27:15.930064 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3981a-53d3-49cf-8e67-ca6378e07d31 req-6ec000a1-facf-40df-94d4-7e0d0a1ee833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:15.930385 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3981a-53d3-49cf-8e67-ca6378e07d31 req-6ec000a1-facf-40df-94d4-7e0d0a1ee833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:15.931134 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3981a-53d3-49cf-8e67-ca6378e07d31 req-6ec000a1-facf-40df-94d4-7e0d0a1ee833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:15.933545 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-40f3981a-53d3-49cf-8e67-ca6378e07d31 req-6ec000a1-facf-40df-94d4-7e0d0a1ee833 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=089b504b14134411afd7c91777dc992c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2446113 Dec 16 09:27:15.942783 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-7a38a0a3-54c2-4f33-9b50-e0274e71f53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:16.027675 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-7a38a0a3-54c2-4f33-9b50-e0274e71f53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:16.037220 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-7a38a0a3-54c2-4f33-9b50-e0274e71f53b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:16.038871 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-7a38a0a3-54c2-4f33-9b50-e0274e71f53b service neutron] 10.222.0.57 "PUT /v2.0/ports/dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0 HTTP/1.1" status: 200 len: 1091 time: 2.1826141 Dec 16 09:27:16.149321 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a38a0a3-54c2-4f33-9b50-e0274e71f53b service neutron] Pushing event updated for resources: {'Port': ['ID=dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:16.187844 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c0166-107a-4ef2-b6a8-ad4af881390f req-64f1bedb-c839-4f9f-9ecb-2e4ed45b1df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:16.189971 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-990c0166-107a-4ef2-b6a8-ad4af881390f req-64f1bedb-c839-4f9f-9ecb-2e4ed45b1df2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bf920e5a3f8e4484ba26e4b568348c48&device_id=e1f83dcc-781c-46ef-982a-80b39bf5fed6 HTTP/1.1" status: 200 len: 1174 time: 0.0921059 Dec 16 09:27:16.209835 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96485d4f-f58d-4bfc-8d4d-c0ff6b7b96d6 x-openstack-request-id: req-96485d4f-f58d-4bfc-8d4d-c0ff6b7b96d6 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:16.211099 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f83dcc-781c-46ef-982a-80b39bf5fed6", "tag": "ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:16.211416 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-96485d4f-f58d-4bfc-8d4d-c0ff6b7b96d6 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:16.211833 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f83dcc-781c-46ef-982a-80b39bf5fed6', 'tag': 'ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3', 'status': 'completed', 'code': 200} Dec 16 09:27:16.261079 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-24d26597-6e77-48d7-b475-6732ce838fdf req-3fa85767-3a36-4adf-b7d8-50d04849c190 service neutron] Request body: {'port': {'device_id': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:16.298691 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['84ca2f28-bdd5-4345-82df-1abeabe2bdf0'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:16.379139 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e1d9b6f8-df4c-4fd3-953d-564b0f1af5c7 req-40e9c05a-e675-477e-afe0-576900d65c7c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=da0d9d0b-2bf2-42d4-953e-26fa83c02f9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4444892 Dec 16 09:27:16.409845 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c0166-107a-4ef2-b6a8-ad4af881390f req-71fbde69-d159-43a5-a0eb-1d2f18d91643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:16.411358 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-990c0166-107a-4ef2-b6a8-ad4af881390f req-71fbde69-d159-43a5-a0eb-1d2f18d91643 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5fdc4389-ef3b-4730-9f7c-3bcd629db149 HTTP/1.1" status: 200 len: 913 time: 0.2133980 Dec 16 09:27:16.431105 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde4dd0-737e-4dce-9778-cb8c3e7e7ebd req-97a59b4a-e81c-4a43-822f-1bd50b664b3c tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:16.437504 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-acde4dd0-737e-4dce-9778-cb8c3e7e7ebd req-97a59b4a-e81c-4a43-822f-1bd50b664b3c tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 946 time: 0.8074398 Dec 16 09:27:16.511127 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-3fa85767-3a36-4adf-b7d8-50d04849c190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:16.591497 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-acde4dd0-737e-4dce-9778-cb8c3e7e7ebd req-6aa413c5-1238-4f1d-b20d-1ddc7742436b tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519849 Dec 16 09:27:16.600166 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-990c0166-107a-4ef2-b6a8-ad4af881390f req-896d686f-0134-4f39-a999-9b33b0e488bc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3 HTTP/1.1" status: 200 len: 217 time: 0.1723523 Dec 16 09:27:16.620445 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3981a-53d3-49cf-8e67-ca6378e07d31 req-632ef6b4-354d-4513-a434-64c3222c05cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:16.640253 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-40f3981a-53d3-49cf-8e67-ca6378e07d31 req-632ef6b4-354d-4513-a434-64c3222c05cd service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6657848 Dec 16 09:27:16.710497 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8d95822e-baeb-4bcb-988f-a1f00a5d095e req-77ace13a-51a3-46c0-8f30-fa971396939d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ed438a16-1053-417b-8133-5ebafebae73c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4421594 Dec 16 09:27:16.711980 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9b6f8-df4c-4fd3-953d-564b0f1af5c7 req-1d743d95-72ba-4b52-8301-8e7046f355c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:16.713585 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e1d9b6f8-df4c-4fd3-953d-564b0f1af5c7 req-1d743d95-72ba-4b52-8301-8e7046f355c4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&device_id=da0d9d0b-2bf2-42d4-953e-26fa83c02f9a HTTP/1.1" status: 200 len: 1101 time: 0.2571628 Dec 16 09:27:16.760509 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9649f2-f194-49a9-9bb9-7c67114bce49 req-a3b08330-229b-4d5a-b46a-fd1fc7a8a534 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:16.776515 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9649f2-f194-49a9-9bb9-7c67114bce49 req-a3b08330-229b-4d5a-b46a-fd1fc7a8a534 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:16.793257 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9649f2-f194-49a9-9bb9-7c67114bce49 req-a3b08330-229b-4d5a-b46a-fd1fc7a8a534 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:16.803745 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7d9649f2-f194-49a9-9bb9-7c67114bce49 req-a3b08330-229b-4d5a-b46a-fd1fc7a8a534 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f6e016c-a6b0-4c9e-852a-49e7032d186c HTTP/1.1" status: 200 len: 2416 time: 0.5239353 Dec 16 09:27:16.901769 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9b6f8-df4c-4fd3-953d-564b0f1af5c7 req-377fca1a-f0f2-40ad-a0e3-611ab3697693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:16.903410 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e1d9b6f8-df4c-4fd3-953d-564b0f1af5c7 req-377fca1a-f0f2-40ad-a0e3-611ab3697693 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.1386640 Dec 16 09:27:16.906451 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c0166-107a-4ef2-b6a8-ad4af881390f req-ab3f92ea-1852-4551-bf30-654994610c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:16.907890 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-990c0166-107a-4ef2-b6a8-ad4af881390f req-ab3f92ea-1852-4551-bf30-654994610c7d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d26afb5-849e-4e1c-85bb-8c6539398abb HTTP/1.1" status: 200 len: 852 time: 0.2885370 Dec 16 09:27:16.922703 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ed47d088-cda5-40e2-9bda-926e656a33a5 req-13b88698-4841-47d5-bdaa-02b3ddfb25ec tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups/88324ab6-253f-4afe-8df5-ac588cbd4934 HTTP/1.1" status: 200 len: 1780 time: 0.2604680 Dec 16 09:27:16.999366 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-990c0166-107a-4ef2-b6a8-ad4af881390f req-b1eeebf0-1338-460d-8f1c-14cb47d742f0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5fdc4389-ef3b-4730-9f7c-3bcd629db149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628817 Dec 16 09:27:17.003598 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95822e-baeb-4bcb-988f-a1f00a5d095e req-425af560-0b80-4f84-b5ec-cf739240d2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:17.003994 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8d95822e-baeb-4bcb-988f-a1f00a5d095e req-425af560-0b80-4f84-b5ec-cf739240d2b3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=13f0e2e84c3c42c99759789d057f9272&device_id=ed438a16-1053-417b-8133-5ebafebae73c HTTP/1.1" status: 200 len: 1096 time: 0.1871409 Dec 16 09:27:17.019074 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7d9649f2-f194-49a9-9bb9-7c67114bce49 req-07177c4e-d98b-40ba-9ccd-7d555f4c13b9 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117436 Dec 16 09:27:17.100147 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e1d9b6f8-df4c-4fd3-953d-564b0f1af5c7 req-a419857f-89f2-4e39-827c-3e3d3f4391b9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=6a544dbf-c596-4f87-ac40-994392bdb751 HTTP/1.1" status: 200 len: 217 time: 0.0750017 Dec 16 09:27:17.213153 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9b6f8-df4c-4fd3-953d-564b0f1af5c7 req-97183314-3566-4f69-873b-99880b591dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:17.213153 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e1d9b6f8-df4c-4fd3-953d-564b0f1af5c7 req-97183314-3566-4f69-873b-99880b591dca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.1150494 Dec 16 09:27:17.293629 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ed47d088-cda5-40e2-9bda-926e656a33a5 req-56456aea-fb9a-4340-9640-6a1f1f85ce99 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:17.332766 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9b6f8-df4c-4fd3-953d-564b0f1af5c7 req-457a62aa-6b2d-44ec-81d0-e3513ed45d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:17.334474 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e1d9b6f8-df4c-4fd3-953d-564b0f1af5c7 req-457a62aa-6b2d-44ec-81d0-e3513ed45d61 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1128473 Dec 16 09:27:17.348014 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f', '6a544dbf-c596-4f87-ac40-994392bdb751', 'ed228900-2a20-49f6-9643-2e9be17c5cae'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:17.359512 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ed47d088-cda5-40e2-9bda-926e656a33a5 req-56456aea-fb9a-4340-9640-6a1f1f85ce99 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:17.371763 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-990c0166-107a-4ef2-b6a8-ad4af881390f req-0079062d-48f0-431a-8c98-e71246787565 service neutron] 10.222.0.57 "GET /v2.0/networks/5fdc4389-ef3b-4730-9f7c-3bcd629db149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513365 Dec 16 09:27:17.373334 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95822e-baeb-4bcb-988f-a1f00a5d095e req-358b3ff5-224f-430c-8b44-caa6eab15617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:17.374846 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8d95822e-baeb-4bcb-988f-a1f00a5d095e req-358b3ff5-224f-430c-8b44-caa6eab15617 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9785c251-9c28-48ae-a129-6f24c5a7ad17 HTTP/1.1" status: 200 len: 922 time: 0.3132281 Dec 16 09:27:17.489855 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0a3a5-efd8-4171-9db7-55d09d9cea8e req-092212d4-7340-4388-99bc-c521faf5147f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:17.495538 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-24d26597-6e77-48d7-b475-6732ce838fdf req-3fa85767-3a36-4adf-b7d8-50d04849c190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c461236c-f15f-42e1-b835-1d05e4b6965a {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:27:17.497204 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0a3a5-efd8-4171-9db7-55d09d9cea8e req-092212d4-7340-4388-99bc-c521faf5147f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:17.503228 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0a3a5-efd8-4171-9db7-55d09d9cea8e req-092212d4-7340-4388-99bc-c521faf5147f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:17.508111 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-3fa85767-3a36-4adf-b7d8-50d04849c190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:17.509685 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0a3a5-efd8-4171-9db7-55d09d9cea8e req-092212d4-7340-4388-99bc-c521faf5147f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:17.515895 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0a3a5-efd8-4171-9db7-55d09d9cea8e req-092212d4-7340-4388-99bc-c521faf5147f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:17.523000 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0a3a5-efd8-4171-9db7-55d09d9cea8e req-092212d4-7340-4388-99bc-c521faf5147f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:17.529590 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0a3a5-efd8-4171-9db7-55d09d9cea8e req-092212d4-7340-4388-99bc-c521faf5147f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:17.531412 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7bb0a3a5-efd8-4171-9db7-55d09d9cea8e req-092212d4-7340-4388-99bc-c521faf5147f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5395 time: 0.3795469 Dec 16 09:27:17.533821 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'tag': 'dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:17.536316 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f8b60c-b045-4838-8e40-fd4e9bd485d5" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "tag": "dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:17.540069 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8d95822e-baeb-4bcb-988f-a1f00a5d095e req-9314ea80-9193-4bfe-a756-0462b1025ad9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae735225-7071-449e-8754-e40f44df1b40 HTTP/1.1" status: 200 len: 217 time: 0.1508684 Dec 16 09:27:17.564728 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e1d9b6f8-df4c-4fd3-953d-564b0f1af5c7 req-c9a62971-f390-4a3b-86ef-2ee58cc53670 service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188773 Dec 16 09:27:17.589776 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-24d26597-6e77-48d7-b475-6732ce838fdf req-3fa85767-3a36-4adf-b7d8-50d04849c190 service neutron] Transition to ACTIVE for port object c461236c-f15f-42e1-b835-1d05e4b6965a will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:27:17.591770 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ed47d088-cda5-40e2-9bda-926e656a33a5 req-56456aea-fb9a-4340-9640-6a1f1f85ce99 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:17.594679 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ed47d088-cda5-40e2-9bda-926e656a33a5 req-56456aea-fb9a-4340-9640-6a1f1f85ce99 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:17.595940 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ed47d088-cda5-40e2-9bda-926e656a33a5 req-56456aea-fb9a-4340-9640-6a1f1f85ce99 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "DELETE /v2.0/security-groups/88324ab6-253f-4afe-8df5-ac588cbd4934 HTTP/1.1" status: 204 len: 173 time: 0.6721959 Dec 16 09:27:17.630699 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7bb0a3a5-efd8-4171-9db7-55d09d9cea8e req-dd80d328-abb9-4c00-99c9-b83cf1c2d246 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0871935 Dec 16 09:27:17.667917 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95822e-baeb-4bcb-988f-a1f00a5d095e req-1d29f4eb-7cd8-4405-baee-c6ec161fa84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:17.669474 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8d95822e-baeb-4bcb-988f-a1f00a5d095e req-1d29f4eb-7cd8-4405-baee-c6ec161fa84b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c12d578e-3c58-4d75-9f2c-b724e40168b0 HTTP/1.1" status: 200 len: 861 time: 0.1068361 Dec 16 09:27:17.714587 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8d95822e-baeb-4bcb-988f-a1f00a5d095e req-bbbe92ba-1bc8-4bda-83a9-c54335de2050 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9785c251-9c28-48ae-a129-6f24c5a7ad17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281210 Dec 16 09:27:17.724592 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56456aea-fb9a-4340-9640-6a1f1f85ce99 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88324ab6-253f-4afe-8df5-ac588cbd4934,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:17.727328 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-990c0166-107a-4ef2-b6a8-ad4af881390f req-22352f84-0d8a-4c9e-ad20-aa721d71e1bc service neutron] 10.222.0.57 "GET /v2.0/networks/5fdc4389-ef3b-4730-9f7c-3bcd629db149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461504 Dec 16 09:27:17.733457 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-3fa85767-3a36-4adf-b7d8-50d04849c190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:17.825722 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e1d9b6f8-df4c-4fd3-953d-564b0f1af5c7 req-1632c1c4-7516-4318-a881-66de94e0eb81 service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541590 Dec 16 09:27:17.858213 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa85767-3a36-4adf-b7d8-50d04849c190 service neutron] Pushing event updated for resources: {'Port': ['ID=c461236c-f15f-42e1-b835-1d05e4b6965a,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:17.895229 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb0babb-2289-4cee-95f4-c50ff083b964 x-openstack-request-id: req-ebb0babb-2289-4cee-95f4-c50ff083b964 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:17.896196 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "tag": "dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:17.896600 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ebb0babb-2289-4cee-95f4-c50ff083b964 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:17.897843 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'tag': 'dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0', 'status': 'completed', 'code': 200} Dec 16 09:27:17.970091 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [req-a2a8334d-9ba1-4a07-a24a-af4e5d7f4be9 req-bc3e4863-7f95-4969-9cc9-7f95057dfffd tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] show failed (client error): The resource could not be found. Dec 16 09:27:17.971346 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a2a8334d-9ba1-4a07-a24a-af4e5d7f4be9 req-bc3e4863-7f95-4969-9cc9-7f95057dfffd tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups/88324ab6-253f-4afe-8df5-ac588cbd4934 HTTP/1.1" status: 404 len: 352 time: 0.0712106 Dec 16 09:27:18.052893 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8b60c-b045-4838-8e40-fd4e9bd485d5 req-dc1c2c20-c6e2-4da0-bcee-24627722dc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:18.053416 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8b60c-b045-4838-8e40-fd4e9bd485d5 req-dc1c2c20-c6e2-4da0-bcee-24627722dc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:18.053883 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8b60c-b045-4838-8e40-fd4e9bd485d5 req-dc1c2c20-c6e2-4da0-bcee-24627722dc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:18.054333 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8b60c-b045-4838-8e40-fd4e9bd485d5 req-dc1c2c20-c6e2-4da0-bcee-24627722dc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:18.054799 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8b60c-b045-4838-8e40-fd4e9bd485d5 req-dc1c2c20-c6e2-4da0-bcee-24627722dc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:18.055254 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8b60c-b045-4838-8e40-fd4e9bd485d5 req-dc1c2c20-c6e2-4da0-bcee-24627722dc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:18.055708 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8b60c-b045-4838-8e40-fd4e9bd485d5 req-dc1c2c20-c6e2-4da0-bcee-24627722dc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:18.058114 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6f8b60c-b045-4838-8e40-fd4e9bd485d5 req-dc1c2c20-c6e2-4da0-bcee-24627722dc18 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=089b504b14134411afd7c91777dc992c&device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 6312 time: 0.2107129 Dec 16 09:27:18.108069 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8d95822e-baeb-4bcb-988f-a1f00a5d095e req-3cf77b8d-d632-43dc-9457-1470aa0cac56 service neutron] 10.222.0.58 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555112 Dec 16 09:27:18.115348 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-24d26597-6e77-48d7-b475-6732ce838fdf req-3fa85767-3a36-4adf-b7d8-50d04849c190 service neutron] Attempting to bind port c461236c-f15f-42e1-b835-1d05e4b6965a on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:27:18.132661 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-24d26597-6e77-48d7-b475-6732ce838fdf req-3fa85767-3a36-4adf-b7d8-50d04849c190 service neutron] Attempting to bind port c461236c-f15f-42e1-b835-1d05e4b6965a by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '5a5c3c61-aecb-46d9-a34a-4fcb33dcd498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bcdce265-2bf3-4f52-9658-1bf0eadeeba8'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:27:18.134984 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-3fa85767-3a36-4adf-b7d8-50d04849c190 service neutron] Attempting to bind port c461236c-f15f-42e1-b835-1d05e4b6965a on network bcdce265-2bf3-4f52-9658-1bf0eadeeba8 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:18.135989 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165c098-9d77-439b-b289-2ac2e350695a req-cf4da14e-758d-4686-a4b6-1f20eb36c46b tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:18.137822 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a165c098-9d77-439b-b289-2ac2e350695a req-cf4da14e-758d-4686-a4b6-1f20eb36c46b tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 946 time: 0.1968019 Dec 16 09:27:18.203765 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-3fa85767-3a36-4adf-b7d8-50d04849c190 service neutron] Port c461236c-f15f-42e1-b835-1d05e4b6965a on network bcdce265-2bf3-4f52-9658-1bf0eadeeba8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:27:18.204833 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-3fa85767-3a36-4adf-b7d8-50d04849c190 service neutron] Attempting to bind port c461236c-f15f-42e1-b835-1d05e4b6965a on network bcdce265-2bf3-4f52-9658-1bf0eadeeba8 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:18.217521 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-3fa85767-3a36-4adf-b7d8-50d04849c190 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:27:18.218196 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-3fa85767-3a36-4adf-b7d8-50d04849c190 service neutron] Checking segment: {'id': '5a5c3c61-aecb-46d9-a34a-4fcb33dcd498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bcdce265-2bf3-4f52-9658-1bf0eadeeba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:18.218306 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-3fa85767-3a36-4adf-b7d8-50d04849c190 service neutron] Bound using segment: {'id': '5a5c3c61-aecb-46d9-a34a-4fcb33dcd498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bcdce265-2bf3-4f52-9658-1bf0eadeeba8'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:27:18.219199 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-24d26597-6e77-48d7-b475-6732ce838fdf req-3fa85767-3a36-4adf-b7d8-50d04849c190 service neutron] Bound port: c461236c-f15f-42e1-b835-1d05e4b6965a, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a5c3c61-aecb-46d9-a34a-4fcb33dcd498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bcdce265-2bf3-4f52-9658-1bf0eadeeba8'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:27:18.219874 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-3fa85767-3a36-4adf-b7d8-50d04849c190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:18.226434 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a165c098-9d77-439b-b289-2ac2e350695a req-61476895-b47c-4752-8c5f-9c3ab41fd815 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775580 Dec 16 09:27:18.234436 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b250021-58f6-4464-ad9d-3a0954af123f', 'name': 'network-vif-deleted', 'tag': '54bddde5-7cd7-4b2e-a38f-f8e6ca509e18'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:18.236763 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf9459e-1fc5-496e-af0f-334645b276a5" -d '{"events": [{"server_uuid": "1b250021-58f6-4464-ad9d-3a0954af123f", "name": "network-vif-deleted", "tag": "54bddde5-7cd7-4b2e-a38f-f8e6ca509e18"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:18.289724 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8d95822e-baeb-4bcb-988f-a1f00a5d095e req-d16bcfb8-c9e3-4bde-945c-3f309637a0a6 service neutron] 10.222.0.58 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475930 Dec 16 09:27:18.289724 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-c672ded3-1903-44b7-b07c-f378fcc1080a req-4e327ce1-48fc-45ed-bfcd-1dd3d96f7b9c tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1131431377', 'description': 'tempest-description-1290849507'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:18.375166 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c672ded3-1903-44b7-b07c-f378fcc1080a req-4e327ce1-48fc-45ed-bfcd-1dd3d96f7b9c tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:18.387467 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8b60c-b045-4838-8e40-fd4e9bd485d5 req-3fdfe768-36a3-4d14-9a04-024775a0c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:18.387939 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8b60c-b045-4838-8e40-fd4e9bd485d5 req-3fdfe768-36a3-4d14-9a04-024775a0c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:18.388402 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8b60c-b045-4838-8e40-fd4e9bd485d5 req-3fdfe768-36a3-4d14-9a04-024775a0c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:18.390168 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6f8b60c-b045-4838-8e40-fd4e9bd485d5 req-3fdfe768-36a3-4d14-9a04-024775a0c21e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=089b504b14134411afd7c91777dc992c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3220701 Dec 16 09:27:18.392685 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-24d26597-6e77-48d7-b475-6732ce838fdf req-3fa85767-3a36-4adf-b7d8-50d04849c190 service neutron] For port c461236c-f15f-42e1-b835-1d05e4b6965a, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:27:18.396324 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-24d26597-6e77-48d7-b475-6732ce838fdf req-3fa85767-3a36-4adf-b7d8-50d04849c190 service neutron] For port c461236c-f15f-42e1-b835-1d05e4b6965a, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c461236c-f15f-42e1-b835-1d05e4b6965a,segment=NetworkSegment(5a5c3c61-aecb-46d9-a34a-4fcb33dcd498),segment_id=5a5c3c61-aecb-46d9-a34a-4fcb33dcd498)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:27:18.510254 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-3fa85767-3a36-4adf-b7d8-50d04849c190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:18.511085 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c672ded3-1903-44b7-b07c-f378fcc1080a req-4e327ce1-48fc-45ed-bfcd-1dd3d96f7b9c tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:18.524561 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8b60c-b045-4838-8e40-fd4e9bd485d5 req-4d8e5723-f550-4a3d-a64c-b13a428b5659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:18.526974 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6f8b60c-b045-4838-8e40-fd4e9bd485d5 req-4d8e5723-f550-4a3d-a64c-b13a428b5659 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1293643 Dec 16 09:27:18.553534 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-3fa85767-3a36-4adf-b7d8-50d04849c190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:18.554519 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-3fa85767-3a36-4adf-b7d8-50d04849c190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:18.555511 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-3fa85767-3a36-4adf-b7d8-50d04849c190 service neutron] 10.222.0.57 "PUT /v2.0/ports/c461236c-f15f-42e1-b835-1d05e4b6965a HTTP/1.1" status: 200 len: 1091 time: 2.3385944 Dec 16 09:27:18.598804 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:27:18.599403 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa85767-3a36-4adf-b7d8-50d04849c190 service neutron] Pushing event updated for resources: {'Port': ['ID=c461236c-f15f-42e1-b835-1d05e4b6965a,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:18.599513 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c672ded3-1903-44b7-b07c-f378fcc1080a req-4e327ce1-48fc-45ed-bfcd-1dd3d96f7b9c tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:18.663079 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e327ce1-48fc-45ed-bfcd-1dd3d96f7b9c tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e66d4cbb-98b1-48eb-affd-d1776637663e,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:18.663687 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da4295-b850-40b2-af68-da98258157fa req-77e72df0-0109-4f77-a124-35e46262c7e1 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:18.672244 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da4295-b850-40b2-af68-da98258157fa req-77e72df0-0109-4f77-a124-35e46262c7e1 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:18.683978 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da4295-b850-40b2-af68-da98258157fa req-77e72df0-0109-4f77-a124-35e46262c7e1 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:18.694289 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-10da4295-b850-40b2-af68-da98258157fa req-77e72df0-0109-4f77-a124-35e46262c7e1 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f6e016c-a6b0-4c9e-852a-49e7032d186c HTTP/1.1" status: 200 len: 2416 time: 0.1135850 Dec 16 09:27:18.704697 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c672ded3-1903-44b7-b07c-f378fcc1080a req-4e327ce1-48fc-45ed-bfcd-1dd3d96f7b9c tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:18.705980 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c672ded3-1903-44b7-b07c-f378fcc1080a req-4e327ce1-48fc-45ed-bfcd-1dd3d96f7b9c tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4344199 Dec 16 09:27:18.721997 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-24d26597-6e77-48d7-b475-6732ce838fdf req-e14f2e4c-9090-4b5d-a07b-467e15b967b5 service neutron] Request body: {'port': {'device_id': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:18.777324 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b3d2da-3e87-452f-81ee-aa24f20febd8 x-openstack-request-id: req-74b3d2da-3e87-452f-81ee-aa24f20febd8 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:18.777615 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b250021-58f6-4464-ad9d-3a0954af123f", "name": "network-vif-deleted", "tag": "54bddde5-7cd7-4b2e-a38f-f8e6ca509e18", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:18.777861 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-74b3d2da-3e87-452f-81ee-aa24f20febd8 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:18.778248 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b250021-58f6-4464-ad9d-3a0954af123f', 'name': 'network-vif-deleted', 'tag': '54bddde5-7cd7-4b2e-a38f-f8e6ca509e18', 'status': 'completed', 'code': 200} Dec 16 09:27:18.789426 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-10da4295-b850-40b2-af68-da98258157fa req-2a525f80-cdbc-4187-82aa-b25a1e56db36 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926294 Dec 16 09:27:18.818080 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:27:18.832961 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:18.832961 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:18.867327 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-e14f2e4c-9090-4b5d-a07b-467e15b967b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:18.948990 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:19.019735 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6e016c-a6b0-4c9e-852a-49e7032d186c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:19.022503 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7dcd62-b786-4055-aa25-42416511fea6" -d '{"events": [{"server_uuid": "8f6e016c-a6b0-4c9e-852a-49e7032d186c", "name": "network-vif-plugged", "status": "completed", "tag": "ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:19.038427 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba,segment=NetworkSegment(db6979fd-ef79-4e33-b4f2-f46881d8db71),segment_id=db6979fd-ef79-4e33-b4f2-f46881d8db71)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:19.123027 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:19.124228 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 6384791e-dc6b-4fdf-bc3e-09c80cdc05d2 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:27:19.125067 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282d25d-f359-46a5-80d4-36ee421efc23 req-150d331d-a897-49ea-8483-99b68637dcaa tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:19.131994 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282d25d-f359-46a5-80d4-36ee421efc23 req-150d331d-a897-49ea-8483-99b68637dcaa tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:19.138235 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282d25d-f359-46a5-80d4-36ee421efc23 req-150d331d-a897-49ea-8483-99b68637dcaa tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:19.145617 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282d25d-f359-46a5-80d4-36ee421efc23 req-150d331d-a897-49ea-8483-99b68637dcaa tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:19.155209 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282d25d-f359-46a5-80d4-36ee421efc23 req-150d331d-a897-49ea-8483-99b68637dcaa tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:19.173098 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282d25d-f359-46a5-80d4-36ee421efc23 req-150d331d-a897-49ea-8483-99b68637dcaa tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:19.179517 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282d25d-f359-46a5-80d4-36ee421efc23 req-150d331d-a897-49ea-8483-99b68637dcaa tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:19.181575 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9282d25d-f359-46a5-80d4-36ee421efc23 req-150d331d-a897-49ea-8483-99b68637dcaa tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5407 time: 0.2976756 Dec 16 09:27:19.246611 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:19.255954 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9282d25d-f359-46a5-80d4-36ee421efc23 req-ff288241-6465-444e-9d69-c77fa128b0d1 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0681331 Dec 16 09:27:19.304730 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-ad15e8ec-d520-4f4e-988a-8dea7511911b req-65141b8a-2336-4833-a607-9138a216376c tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-163973395', 'description': 'tempest-description-177082884'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:19.386382 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-24d26597-6e77-48d7-b475-6732ce838fdf req-e14f2e4c-9090-4b5d-a07b-467e15b967b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c234b0b2-c376-4db4-ad98-7124204fbe46 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:27:19.390209 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-e14f2e4c-9090-4b5d-a07b-467e15b967b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:19.407044 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-24d26597-6e77-48d7-b475-6732ce838fdf req-e14f2e4c-9090-4b5d-a07b-467e15b967b5 service neutron] Transition to ACTIVE for port object c234b0b2-c376-4db4-ad98-7124204fbe46 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:27:19.409002 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 6384791e-dc6b-4fdf-bc3e-09c80cdc05d2 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:27:19.414444 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 6384791e-dc6b-4fdf-bc3e-09c80cdc05d2 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:19.414444 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:19.442951 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ad15e8ec-d520-4f4e-988a-8dea7511911b req-65141b8a-2336-4833-a607-9138a216376c tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:19.494028 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c39376b-f4b0-46e2-bb0d-a41dbf067403 x-openstack-request-id: req-4c39376b-f4b0-46e2-bb0d-a41dbf067403 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:19.494322 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6e016c-a6b0-4c9e-852a-49e7032d186c", "name": "network-vif-plugged", "status": "completed", "tag": "ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:19.495136 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4c39376b-f4b0-46e2-bb0d-a41dbf067403 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:19.495538 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6e016c-a6b0-4c9e-852a-49e7032d186c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba', 'code': 200} Dec 16 09:27:19.500003 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-e14f2e4c-9090-4b5d-a07b-467e15b967b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:19.520211 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:19.564787 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 6384791e-dc6b-4fdf-bc3e-09c80cdc05d2, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=6384791e-dc6b-4fdf-bc3e-09c80cdc05d2,segment=NetworkSegment(820e9cac-87fb-42ba-b909-f12a4af79537),segment_id=820e9cac-87fb-42ba-b909-f12a4af79537)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:19.589758 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ad15e8ec-d520-4f4e-988a-8dea7511911b req-65141b8a-2336-4833-a607-9138a216376c tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:19.616507 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f2e4c-9090-4b5d-a07b-467e15b967b5 service neutron] Pushing event updated for resources: {'Port': ['ID=c234b0b2-c376-4db4-ad98-7124204fbe46,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:19.657518 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:19.658275 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 84ca2f28-bdd5-4345-82df-1abeabe2bdf0 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:27:19.668827 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ad15e8ec-d520-4f4e-988a-8dea7511911b req-65141b8a-2336-4833-a607-9138a216376c tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:19.723009 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65141b8a-2336-4833-a607-9138a216376c tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2ce8f1-c355-4df1-80a6-9504bd243176,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:19.784242 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-24d26597-6e77-48d7-b475-6732ce838fdf req-e14f2e4c-9090-4b5d-a07b-467e15b967b5 service neutron] Attempting to bind port c234b0b2-c376-4db4-ad98-7124204fbe46 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:27:19.784968 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-24d26597-6e77-48d7-b475-6732ce838fdf req-e14f2e4c-9090-4b5d-a07b-467e15b967b5 service neutron] Attempting to bind port c234b0b2-c376-4db4-ad98-7124204fbe46 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '8f2f2409-913c-4ef0-930f-9de92f72a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8ee8fe93-c571-40ef-82e1-da1c2c6af86e'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:27:19.786239 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-e14f2e4c-9090-4b5d-a07b-467e15b967b5 service neutron] Attempting to bind port c234b0b2-c376-4db4-ad98-7124204fbe46 on network 8ee8fe93-c571-40ef-82e1-da1c2c6af86e {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:19.790985 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ad15e8ec-d520-4f4e-988a-8dea7511911b req-65141b8a-2336-4833-a607-9138a216376c tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:19.791936 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-e14f2e4c-9090-4b5d-a07b-467e15b967b5 service neutron] Port c234b0b2-c376-4db4-ad98-7124204fbe46 on network 8ee8fe93-c571-40ef-82e1-da1c2c6af86e not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:27:19.793272 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ad15e8ec-d520-4f4e-988a-8dea7511911b req-65141b8a-2336-4833-a607-9138a216376c tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4936767 Dec 16 09:27:19.797772 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=6384791e-dc6b-4fdf-bc3e-09c80cdc05d2,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:19.809690 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-e14f2e4c-9090-4b5d-a07b-467e15b967b5 service neutron] Attempting to bind port c234b0b2-c376-4db4-ad98-7124204fbe46 on network 8ee8fe93-c571-40ef-82e1-da1c2c6af86e {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:19.822023 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-e14f2e4c-9090-4b5d-a07b-467e15b967b5 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:27:19.822395 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-e14f2e4c-9090-4b5d-a07b-467e15b967b5 service neutron] Checking segment: {'id': '8f2f2409-913c-4ef0-930f-9de92f72a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8ee8fe93-c571-40ef-82e1-da1c2c6af86e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:19.823318 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-e14f2e4c-9090-4b5d-a07b-467e15b967b5 service neutron] Bound using segment: {'id': '8f2f2409-913c-4ef0-930f-9de92f72a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8ee8fe93-c571-40ef-82e1-da1c2c6af86e'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:27:19.823745 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-24d26597-6e77-48d7-b475-6732ce838fdf req-e14f2e4c-9090-4b5d-a07b-467e15b967b5 service neutron] Bound port: c234b0b2-c376-4db4-ad98-7124204fbe46, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f2f2409-913c-4ef0-930f-9de92f72a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8ee8fe93-c571-40ef-82e1-da1c2c6af86e'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:27:19.824120 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-e14f2e4c-9090-4b5d-a07b-467e15b967b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:19.834071 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0677859-beaf-4e03-a23c-9cdde4b6ec6f req-26cb0b9f-c9c5-499c-90d6-3f11d5954308 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:19.842228 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a0677859-beaf-4e03-a23c-9cdde4b6ec6f req-26cb0b9f-c9c5-499c-90d6-3f11d5954308 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 946 time: 0.2369618 Dec 16 09:27:19.897066 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 84ca2f28-bdd5-4345-82df-1abeabe2bdf0 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:27:19.902181 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 84ca2f28-bdd5-4345-82df-1abeabe2bdf0 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:19.902552 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:19.923986 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a0677859-beaf-4e03-a23c-9cdde4b6ec6f req-f509bb97-7171-4e58-85a0-fcb719a261bc tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793715 Dec 16 09:27:19.972026 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-24d26597-6e77-48d7-b475-6732ce838fdf req-e14f2e4c-9090-4b5d-a07b-467e15b967b5 service neutron] For port c234b0b2-c376-4db4-ad98-7124204fbe46, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:27:19.982992 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-9b874d31-a980-4c83-8c7d-9f9493ab319a req-740718f1-d4ba-49d6-9d51-be8252fd1933 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-958635433', 'description': 'tempest-description-850797762'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:19.990562 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3eb4c-aa93-43b3-888d-789f2b19ac1a req-20b3c005-57fc-4c04-90c6-60efb281bcb2 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:19.993014 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2eb3eb4c-aa93-43b3-888d-789f2b19ac1a req-20b3c005-57fc-4c04-90c6-60efb281bcb2 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fae15b5-1e44-4e3a-bfdf-c34f65552e52 HTTP/1.1" status: 200 len: 949 time: 0.1097310 Dec 16 09:27:20.046465 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-24d26597-6e77-48d7-b475-6732ce838fdf req-e14f2e4c-9090-4b5d-a07b-467e15b967b5 service neutron] For port c234b0b2-c376-4db4-ad98-7124204fbe46, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c234b0b2-c376-4db4-ad98-7124204fbe46,segment=NetworkSegment(8f2f2409-913c-4ef0-930f-9de92f72a943),segment_id=8f2f2409-913c-4ef0-930f-9de92f72a943)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:27:20.065759 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2eb3eb4c-aa93-43b3-888d-789f2b19ac1a req-ff252b84-1565-4b86-af0d-83ec2ed16110 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637298 Dec 16 09:27:20.086739 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:20.122458 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-e14f2e4c-9090-4b5d-a07b-467e15b967b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:20.131913 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 84ca2f28-bdd5-4345-82df-1abeabe2bdf0, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=84ca2f28-bdd5-4345-82df-1abeabe2bdf0,segment=NetworkSegment(820e9cac-87fb-42ba-b909-f12a4af79537),segment_id=820e9cac-87fb-42ba-b909-f12a4af79537)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:20.156607 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-e14f2e4c-9090-4b5d-a07b-467e15b967b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:20.157259 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-e14f2e4c-9090-4b5d-a07b-467e15b967b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:20.158769 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-e14f2e4c-9090-4b5d-a07b-467e15b967b5 service neutron] 10.222.0.57 "PUT /v2.0/ports/c234b0b2-c376-4db4-ad98-7124204fbe46 HTTP/1.1" status: 200 len: 1091 time: 1.4547145 Dec 16 09:27:20.181016 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9b874d31-a980-4c83-8c7d-9f9493ab319a req-740718f1-d4ba-49d6-9d51-be8252fd1933 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:20.219746 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f2e4c-9090-4b5d-a07b-467e15b967b5 service neutron] Pushing event updated for resources: {'Port': ['ID=c234b0b2-c376-4db4-ad98-7124204fbe46,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:20.247654 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee802b1-6253-4da7-819e-5dc6b2a73ed2 req-846bfa39-bd1e-4cec-b16d-44921513d0d5 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:20.248938 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:20.249781 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 54bddde5-7cd7-4b2e-a38f-f8e6ca509e18 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:27:20.259099 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee802b1-6253-4da7-819e-5dc6b2a73ed2 req-846bfa39-bd1e-4cec-b16d-44921513d0d5 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:20.265664 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee802b1-6253-4da7-819e-5dc6b2a73ed2 req-846bfa39-bd1e-4cec-b16d-44921513d0d5 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:20.273470 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7ee802b1-6253-4da7-819e-5dc6b2a73ed2 req-846bfa39-bd1e-4cec-b16d-44921513d0d5 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f6e016c-a6b0-4c9e-852a-49e7032d186c HTTP/1.1" status: 200 len: 2418 time: 0.1232281 Dec 16 09:27:20.322261 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9b874d31-a980-4c83-8c7d-9f9493ab319a req-740718f1-d4ba-49d6-9d51-be8252fd1933 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:20.331624 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-24d26597-6e77-48d7-b475-6732ce838fdf req-ab0c4dcc-4001-4110-a94d-7c9d01f9e89f service neutron] Request body: {'port': {'device_id': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:20.344927 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 54bddde5-7cd7-4b2e-a38f-f8e6ca509e18 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:27:20.345316 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 54bddde5-7cd7-4b2e-a38f-f8e6ca509e18 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:27:20.348786 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7ee802b1-6253-4da7-819e-5dc6b2a73ed2 req-8d02fc57-6068-4d13-abb7-68d12eff83b8 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723002 Dec 16 09:27:20.434015 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=84ca2f28-bdd5-4345-82df-1abeabe2bdf0,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:20.435768 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9b874d31-a980-4c83-8c7d-9f9493ab319a req-740718f1-d4ba-49d6-9d51-be8252fd1933 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:20.522851 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc850ff-1458-4f86-b42d-47635952c5dc req-36e8ce21-df18-47cd-ad07-a47494a9615d tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:20.522851 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4dc850ff-1458-4f86-b42d-47635952c5dc req-36e8ce21-df18-47cd-ad07-a47494a9615d tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.57 "GET /v2.0/ports?device_id=5fae15b5-1e44-4e3a-bfdf-c34f65552e52 HTTP/1.1" status: 200 len: 949 time: 0.1667805 Dec 16 09:27:20.523084 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860286c3-f5c0-45ae-b492-3cb3879c6111 req-7f3053c7-a6fd-4698-af44-eae1d5104944 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:20.523084 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860286c3-f5c0-45ae-b492-3cb3879c6111 req-7f3053c7-a6fd-4698-af44-eae1d5104944 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:20.523084 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860286c3-f5c0-45ae-b492-3cb3879c6111 req-7f3053c7-a6fd-4698-af44-eae1d5104944 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:20.523084 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860286c3-f5c0-45ae-b492-3cb3879c6111 req-7f3053c7-a6fd-4698-af44-eae1d5104944 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:20.523432 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740718f1-d4ba-49d6-9d51-be8252fd1933 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad366b38-71d4-48a8-b1b3-05d4e56e7c3e,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:20.524113 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860286c3-f5c0-45ae-b492-3cb3879c6111 req-7f3053c7-a6fd-4698-af44-eae1d5104944 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:20.530803 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860286c3-f5c0-45ae-b492-3cb3879c6111 req-7f3053c7-a6fd-4698-af44-eae1d5104944 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:20.536892 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860286c3-f5c0-45ae-b492-3cb3879c6111 req-7f3053c7-a6fd-4698-af44-eae1d5104944 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:20.538921 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-860286c3-f5c0-45ae-b492-3cb3879c6111 req-7f3053c7-a6fd-4698-af44-eae1d5104944 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5419 time: 0.0979874 Dec 16 09:27:20.576460 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-ab0c4dcc-4001-4110-a94d-7c9d01f9e89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:20.605863 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-860286c3-f5c0-45ae-b492-3cb3879c6111 req-47d50f2b-6608-40b0-9494-c5efc436b6c0 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436094 Dec 16 09:27:20.780469 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'tag': 'c461236c-f15f-42e1-b835-1d05e4b6965a'}, {'name': 'network-changed', 'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'tag': 'c234b0b2-c376-4db4-ad98-7124204fbe46'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:20.782516 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d17a29a-f7a0-4268-85fe-c4a4c7eaa66d" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "tag": "c461236c-f15f-42e1-b835-1d05e4b6965a"}, {"name": "network-changed", "server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "tag": "c234b0b2-c376-4db4-ad98-7124204fbe46"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:20.799158 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-4dc850ff-1458-4f86-b42d-47635952c5dc req-7796b2e7-5cd3-47a2-af4d-bdbf93894cf7 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Deleting port ed228900-2a20-49f6-9643-2e9be17c5cae {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:20.799520 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4dc850ff-1458-4f86-b42d-47635952c5dc req-7796b2e7-5cd3-47a2-af4d-bdbf93894cf7 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:20.847794 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035cfbd6-3496-47c1-8a6a-9b776a861eb9 x-openstack-request-id: req-035cfbd6-3496-47c1-8a6a-9b776a861eb9 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:20.848067 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "tag": "c461236c-f15f-42e1-b835-1d05e4b6965a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "tag": "c234b0b2-c376-4db4-ad98-7124204fbe46", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:20.848341 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-035cfbd6-3496-47c1-8a6a-9b776a861eb9 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:20.848739 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'tag': 'c461236c-f15f-42e1-b835-1d05e4b6965a', 'status': 'completed', 'code': 200} Dec 16 09:27:20.848992 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'tag': 'c234b0b2-c376-4db4-ad98-7124204fbe46', 'status': 'completed', 'code': 200} Dec 16 09:27:20.924232 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17a29a-f7a0-4268-85fe-c4a4c7eaa66d req-3029d823-04d2-4098-8c36-66b365641d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:20.924728 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17a29a-f7a0-4268-85fe-c4a4c7eaa66d req-3029d823-04d2-4098-8c36-66b365641d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:20.925254 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17a29a-f7a0-4268-85fe-c4a4c7eaa66d req-3029d823-04d2-4098-8c36-66b365641d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:20.925759 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17a29a-f7a0-4268-85fe-c4a4c7eaa66d req-3029d823-04d2-4098-8c36-66b365641d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:20.926221 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17a29a-f7a0-4268-85fe-c4a4c7eaa66d req-3029d823-04d2-4098-8c36-66b365641d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:20.926678 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17a29a-f7a0-4268-85fe-c4a4c7eaa66d req-3029d823-04d2-4098-8c36-66b365641d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:20.927308 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17a29a-f7a0-4268-85fe-c4a4c7eaa66d req-3029d823-04d2-4098-8c36-66b365641d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:20.929658 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2d17a29a-f7a0-4268-85fe-c4a4c7eaa66d req-3029d823-04d2-4098-8c36-66b365641d10 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=089b504b14134411afd7c91777dc992c&device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 6421 time: 0.0601032 Dec 16 09:27:21.105809 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617e4af-af5b-4924-8306-d1f2f5890dda req-986e14bb-a92d-4b1a-a4a7-291ad5bdd7f4 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:21.107656 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9617e4af-af5b-4924-8306-d1f2f5890dda req-986e14bb-a92d-4b1a-a4a7-291ad5bdd7f4 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.58 "GET /v2.0/ports?device_id=5efc1893-dbde-45b8-95b0-1f389b203a8f HTTP/1.1" status: 200 len: 949 time: 0.1586254 Dec 16 09:27:21.180771 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17a29a-f7a0-4268-85fe-c4a4c7eaa66d req-ab25fa5b-2f1e-4593-ba62-d96c35f34245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:21.181273 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17a29a-f7a0-4268-85fe-c4a4c7eaa66d req-ab25fa5b-2f1e-4593-ba62-d96c35f34245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:21.181781 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17a29a-f7a0-4268-85fe-c4a4c7eaa66d req-ab25fa5b-2f1e-4593-ba62-d96c35f34245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:21.184636 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2d17a29a-f7a0-4268-85fe-c4a4c7eaa66d req-ab25fa5b-2f1e-4593-ba62-d96c35f34245 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=089b504b14134411afd7c91777dc992c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2472484 Dec 16 09:27:21.196288 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117fdfa8-3e29-45ad-86f3-7eac2961455b req-7f75141b-30c1-4fdd-a6d7-a2b6053347d4 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:21.198066 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-117fdfa8-3e29-45ad-86f3-7eac2961455b req-7f75141b-30c1-4fdd-a6d7-a2b6053347d4 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 946 time: 0.1806853 Dec 16 09:27:21.286451 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-4dc850ff-1458-4f86-b42d-47635952c5dc req-7796b2e7-5cd3-47a2-af4d-bdbf93894cf7 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] For port ed228900-2a20-49f6-9643-2e9be17c5cae, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ed228900-2a20-49f6-9643-2e9be17c5cae,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:21.286451 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4dc850ff-1458-4f86-b42d-47635952c5dc req-7796b2e7-5cd3-47a2-af4d-bdbf93894cf7 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:21.309777 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-4dc850ff-1458-4f86-b42d-47635952c5dc req-7796b2e7-5cd3-47a2-af4d-bdbf93894cf7 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Calling delete_port for ed228900-2a20-49f6-9643-2e9be17c5cae owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:21.329472 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-117fdfa8-3e29-45ad-86f3-7eac2961455b req-f2ea71c1-afbf-4709-b292-6d8e3882fa19 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079183 Dec 16 09:27:21.362518 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-9617e4af-af5b-4924-8306-d1f2f5890dda req-c18f834e-7bb9-45a7-96c7-7fc6ae8bd451 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Deleting port d5cf028c-8255-4394-bd59-db75e8fd6e8a {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:21.363113 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9617e4af-af5b-4924-8306-d1f2f5890dda req-c18f834e-7bb9-45a7-96c7-7fc6ae8bd451 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:21.409439 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17a29a-f7a0-4268-85fe-c4a4c7eaa66d req-e75eed7e-d6e7-4ae5-a2bb-ad549fdd5db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:21.426063 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2d17a29a-f7a0-4268-85fe-c4a4c7eaa66d req-e75eed7e-d6e7-4ae5-a2bb-ad549fdd5db4 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1901798 Dec 16 09:27:21.435932 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-24d26597-6e77-48d7-b475-6732ce838fdf req-ab0c4dcc-4001-4110-a94d-7c9d01f9e89f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1305e84e-c1fb-4148-a219-de2e95349bca {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:27:21.446164 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-ab0c4dcc-4001-4110-a94d-7c9d01f9e89f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:21.466169 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-24d26597-6e77-48d7-b475-6732ce838fdf req-ab0c4dcc-4001-4110-a94d-7c9d01f9e89f service neutron] Transition to ACTIVE for port object 1305e84e-c1fb-4148-a219-de2e95349bca will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:27:21.496780 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6e016c-a6b0-4c9e-852a-49e7032d186c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6384791e-dc6b-4fdf-bc3e-09c80cdc05d2'}, {'server_uuid': '8f6e016c-a6b0-4c9e-852a-49e7032d186c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ca2f28-bdd5-4345-82df-1abeabe2bdf0'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:21.500241 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8ec0a0-df4d-4e8a-a8e3-7a5e94062a3f" -d '{"events": [{"server_uuid": "8f6e016c-a6b0-4c9e-852a-49e7032d186c", "name": "network-vif-plugged", "status": "completed", "tag": "6384791e-dc6b-4fdf-bc3e-09c80cdc05d2"}, {"server_uuid": "8f6e016c-a6b0-4c9e-852a-49e7032d186c", "name": "network-vif-plugged", "status": "completed", "tag": "84ca2f28-bdd5-4345-82df-1abeabe2bdf0"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:21.551506 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9b874d31-a980-4c83-8c7d-9f9493ab319a req-740718f1-d4ba-49d6-9d51-be8252fd1933 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:21.563361 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-9617e4af-af5b-4924-8306-d1f2f5890dda req-c18f834e-7bb9-45a7-96c7-7fc6ae8bd451 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] For port d5cf028c-8255-4394-bd59-db75e8fd6e8a, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=d5cf028c-8255-4394-bd59-db75e8fd6e8a,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:21.563361 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9617e4af-af5b-4924-8306-d1f2f5890dda req-c18f834e-7bb9-45a7-96c7-7fc6ae8bd451 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:21.566448 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9b874d31-a980-4c83-8c7d-9f9493ab319a req-740718f1-d4ba-49d6-9d51-be8252fd1933 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.5878282 Dec 16 09:27:21.582080 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-9617e4af-af5b-4924-8306-d1f2f5890dda req-c18f834e-7bb9-45a7-96c7-7fc6ae8bd451 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Calling delete_port for d5cf028c-8255-4394-bd59-db75e8fd6e8a owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:21.606424 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-ab0c4dcc-4001-4110-a94d-7c9d01f9e89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:21.651830 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba76585-0ca0-45cd-8c30-67394d37cc3c req-7a0edba3-1c99-42ef-8dd2-c5231e69e0f3 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:21.653550 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7ba76585-0ca0-45cd-8c30-67394d37cc3c req-7a0edba3-1c99-42ef-8dd2-c5231e69e0f3 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fae15b5-1e44-4e3a-bfdf-c34f65552e52 HTTP/1.1" status: 200 len: 949 time: 0.1714399 Dec 16 09:27:21.658738 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17a29a-f7a0-4268-85fe-c4a4c7eaa66d req-827786ed-01e6-421c-bd8b-31536c7dde93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:21.662636 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17a29a-f7a0-4268-85fe-c4a4c7eaa66d req-827786ed-01e6-421c-bd8b-31536c7dde93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:21.662636 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17a29a-f7a0-4268-85fe-c4a4c7eaa66d req-827786ed-01e6-421c-bd8b-31536c7dde93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:21.662636 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17a29a-f7a0-4268-85fe-c4a4c7eaa66d req-827786ed-01e6-421c-bd8b-31536c7dde93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:21.662636 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17a29a-f7a0-4268-85fe-c4a4c7eaa66d req-827786ed-01e6-421c-bd8b-31536c7dde93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:21.662636 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17a29a-f7a0-4268-85fe-c4a4c7eaa66d req-827786ed-01e6-421c-bd8b-31536c7dde93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:21.662636 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17a29a-f7a0-4268-85fe-c4a4c7eaa66d req-827786ed-01e6-421c-bd8b-31536c7dde93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:21.663467 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2d17a29a-f7a0-4268-85fe-c4a4c7eaa66d req-827786ed-01e6-421c-bd8b-31536c7dde93 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=089b504b14134411afd7c91777dc992c&device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 6421 time: 0.1833577 Dec 16 09:27:21.675667 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4dc850ff-1458-4f86-b42d-47635952c5dc req-7796b2e7-5cd3-47a2-af4d-bdbf93894cf7 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:21.694767 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f', '6a544dbf-c596-4f87-ac40-994392bdb751', 'ed228900-2a20-49f6-9643-2e9be17c5cae'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:21.700162 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['dd0272f9-bbee-4c0e-ba42-849d831252e4', 'd5cf028c-8255-4394-bd59-db75e8fd6e8a'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:21.763511 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c4dcc-4001-4110-a94d-7c9d01f9e89f service neutron] Pushing event updated for resources: {'Port': ['ID=1305e84e-c1fb-4148-a219-de2e95349bca,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:21.817085 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7ba76585-0ca0-45cd-8c30-67394d37cc3c req-dcbe52e6-2816-4d00-8f4e-c34adbd3515c tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348240 Dec 16 09:27:21.870380 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd008b-52da-446e-877d-2fe881744967 req-2aca35b1-f554-4bad-8c5b-1f00dae678c6 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:21.887546 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd008b-52da-446e-877d-2fe881744967 req-2aca35b1-f554-4bad-8c5b-1f00dae678c6 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:21.904739 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd008b-52da-446e-877d-2fe881744967 req-2aca35b1-f554-4bad-8c5b-1f00dae678c6 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:21.908788 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e1dd008b-52da-446e-877d-2fe881744967 req-2aca35b1-f554-4bad-8c5b-1f00dae678c6 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f6e016c-a6b0-4c9e-852a-49e7032d186c HTTP/1.1" status: 200 len: 2419 time: 0.2952092 Dec 16 09:27:21.917944 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc850ff-1458-4f86-b42d-47635952c5dc req-7796b2e7-5cd3-47a2-af4d-bdbf93894cf7 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] No DVR routers for this DVR port ed228900-2a20-49f6-9643-2e9be17c5cae on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:27:21.925964 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4dc850ff-1458-4f86-b42d-47635952c5dc req-7796b2e7-5cd3-47a2-af4d-bdbf93894cf7 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:21.929508 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4dc850ff-1458-4f86-b42d-47635952c5dc req-7796b2e7-5cd3-47a2-af4d-bdbf93894cf7 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.57 "DELETE /v2.0/ports/ed228900-2a20-49f6-9643-2e9be17c5cae HTTP/1.1" status: 204 len: 173 time: 1.4250650 Dec 16 09:27:21.933411 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796b2e7-5cd3-47a2-af4d-bdbf93894cf7 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Pushing event deleted for resources: {'Port': ['ID=ed228900-2a20-49f6-9643-2e9be17c5cae,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:21.945868 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55870ef-193a-4512-ac8b-7c6c53ec1eb9 x-openstack-request-id: req-a55870ef-193a-4512-ac8b-7c6c53ec1eb9 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:21.949180 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6e016c-a6b0-4c9e-852a-49e7032d186c", "name": "network-vif-plugged", "status": "completed", "tag": "6384791e-dc6b-4fdf-bc3e-09c80cdc05d2", "code": 200}, {"server_uuid": "8f6e016c-a6b0-4c9e-852a-49e7032d186c", "name": "network-vif-plugged", "status": "completed", "tag": "84ca2f28-bdd5-4345-82df-1abeabe2bdf0", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:21.953066 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a55870ef-193a-4512-ac8b-7c6c53ec1eb9 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:21.953066 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6e016c-a6b0-4c9e-852a-49e7032d186c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6384791e-dc6b-4fdf-bc3e-09c80cdc05d2', 'code': 200} Dec 16 09:27:21.953066 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6e016c-a6b0-4c9e-852a-49e7032d186c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ca2f28-bdd5-4345-82df-1abeabe2bdf0', 'code': 200} Dec 16 09:27:21.957363 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17a29a-f7a0-4268-85fe-c4a4c7eaa66d req-634890e4-0e79-4174-9ff5-5b2cb62f36bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:21.965997 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17a29a-f7a0-4268-85fe-c4a4c7eaa66d req-634890e4-0e79-4174-9ff5-5b2cb62f36bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:21.967097 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17a29a-f7a0-4268-85fe-c4a4c7eaa66d req-634890e4-0e79-4174-9ff5-5b2cb62f36bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:21.968294 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2d17a29a-f7a0-4268-85fe-c4a4c7eaa66d req-634890e4-0e79-4174-9ff5-5b2cb62f36bc service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=089b504b14134411afd7c91777dc992c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2969420 Dec 16 09:27:22.063336 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e1dd008b-52da-446e-877d-2fe881744967 req-f0ce9474-92f8-4d8f-af13-13a222325152 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088393 Dec 16 09:27:22.114225 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-24d26597-6e77-48d7-b475-6732ce838fdf req-ab0c4dcc-4001-4110-a94d-7c9d01f9e89f service neutron] Attempting to bind port 1305e84e-c1fb-4148-a219-de2e95349bca on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:27:22.114794 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-24d26597-6e77-48d7-b475-6732ce838fdf req-ab0c4dcc-4001-4110-a94d-7c9d01f9e89f service neutron] Attempting to bind port 1305e84e-c1fb-4148-a219-de2e95349bca by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '8f2f2409-913c-4ef0-930f-9de92f72a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8ee8fe93-c571-40ef-82e1-da1c2c6af86e'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:27:22.115576 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-ab0c4dcc-4001-4110-a94d-7c9d01f9e89f service neutron] Attempting to bind port 1305e84e-c1fb-4148-a219-de2e95349bca on network 8ee8fe93-c571-40ef-82e1-da1c2c6af86e {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:22.126615 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-ab0c4dcc-4001-4110-a94d-7c9d01f9e89f service neutron] Port 1305e84e-c1fb-4148-a219-de2e95349bca on network 8ee8fe93-c571-40ef-82e1-da1c2c6af86e not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:27:22.127209 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-ab0c4dcc-4001-4110-a94d-7c9d01f9e89f service neutron] Attempting to bind port 1305e84e-c1fb-4148-a219-de2e95349bca on network 8ee8fe93-c571-40ef-82e1-da1c2c6af86e {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:22.139511 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-ab0c4dcc-4001-4110-a94d-7c9d01f9e89f service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:27:22.140147 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-ab0c4dcc-4001-4110-a94d-7c9d01f9e89f service neutron] Checking segment: {'id': '8f2f2409-913c-4ef0-930f-9de92f72a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8ee8fe93-c571-40ef-82e1-da1c2c6af86e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:22.140702 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d26597-6e77-48d7-b475-6732ce838fdf req-ab0c4dcc-4001-4110-a94d-7c9d01f9e89f service neutron] Bound using segment: {'id': '8f2f2409-913c-4ef0-930f-9de92f72a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8ee8fe93-c571-40ef-82e1-da1c2c6af86e'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:27:22.141386 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-24d26597-6e77-48d7-b475-6732ce838fdf req-ab0c4dcc-4001-4110-a94d-7c9d01f9e89f service neutron] Bound port: 1305e84e-c1fb-4148-a219-de2e95349bca, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f2f2409-913c-4ef0-930f-9de92f72a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8ee8fe93-c571-40ef-82e1-da1c2c6af86e'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:27:22.141950 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-ab0c4dcc-4001-4110-a94d-7c9d01f9e89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:22.188524 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9617e4af-af5b-4924-8306-d1f2f5890dda req-c18f834e-7bb9-45a7-96c7-7fc6ae8bd451 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:22.203953 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17a29a-f7a0-4268-85fe-c4a4c7eaa66d req-1c9325ce-18bb-4912-bdbf-da91a6f15905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:22.205623 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2d17a29a-f7a0-4268-85fe-c4a4c7eaa66d req-1c9325ce-18bb-4912-bdbf-da91a6f15905 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2276316 Dec 16 09:27:22.251190 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae94327-71dc-45cd-b5fb-0248c000019f req-e135a653-b149-4b9c-99ef-8332fceb2477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:22.252680 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae94327-71dc-45cd-b5fb-0248c000019f req-e135a653-b149-4b9c-99ef-8332fceb2477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:22.253333 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae94327-71dc-45cd-b5fb-0248c000019f req-e135a653-b149-4b9c-99ef-8332fceb2477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:22.255248 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0ae94327-71dc-45cd-b5fb-0248c000019f req-e135a653-b149-4b9c-99ef-8332fceb2477 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8f6e016c-a6b0-4c9e-852a-49e7032d186c HTTP/1.1" status: 200 len: 2872 time: 0.2629313 Dec 16 09:27:22.280765 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f834e-7bb9-45a7-96c7-7fc6ae8bd451 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Pushing event deleted for resources: {'Port': ['ID=d5cf028c-8255-4394-bd59-db75e8fd6e8a,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:22.302311 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b0ebac1b-da78-4afe-a96a-427d2c4ec43c req-0c3e03ab-1b0a-41e4-b796-c543c0049309 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf920e5a3f8e4484ba26e4b568348c48 HTTP/1.1" status: 200 len: 10893 time: 0.3138113 Dec 16 09:27:22.378085 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-9617e4af-af5b-4924-8306-d1f2f5890dda req-c18f834e-7bb9-45a7-96c7-7fc6ae8bd451 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] No DVR routers for this DVR port d5cf028c-8255-4394-bd59-db75e8fd6e8a on host n-h2-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:27:22.396503 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9617e4af-af5b-4924-8306-d1f2f5890dda req-c18f834e-7bb9-45a7-96c7-7fc6ae8bd451 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:22.400203 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9617e4af-af5b-4924-8306-d1f2f5890dda req-c18f834e-7bb9-45a7-96c7-7fc6ae8bd451 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.58 "DELETE /v2.0/ports/d5cf028c-8255-4394-bd59-db75e8fd6e8a HTTP/1.1" status: 204 len: 173 time: 1.2837667 Dec 16 09:27:22.402102 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efc1893-dbde-45b8-95b0-1f389b203a8f', 'name': 'network-vif-deleted', 'tag': 'd5cf028c-8255-4394-bd59-db75e8fd6e8a'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:22.414393 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e70f4b-0e1a-4609-9406-dbf91d0536cc" -d '{"events": [{"server_uuid": "5efc1893-dbde-45b8-95b0-1f389b203a8f", "name": "network-vif-deleted", "tag": "d5cf028c-8255-4394-bd59-db75e8fd6e8a"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:22.421102 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-24d26597-6e77-48d7-b475-6732ce838fdf req-ab0c4dcc-4001-4110-a94d-7c9d01f9e89f service neutron] For port 1305e84e-c1fb-4148-a219-de2e95349bca, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:27:22.425670 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0ae94327-71dc-45cd-b5fb-0248c000019f req-18fb21dd-ee22-4877-8dd1-7a8aa83998a6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118414 Dec 16 09:27:22.452823 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb6d55-82f3-491f-bf0b-288009ca1a46 req-d617f382-ea82-496a-96af-235b23a509b9 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:22.467803 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb6d55-82f3-491f-bf0b-288009ca1a46 req-d617f382-ea82-496a-96af-235b23a509b9 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:22.469526 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b0ebac1b-da78-4afe-a96a-427d2c4ec43c req-c4a014dd-3047-4489-9396-69f818ff1a19 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups/0c10216b-6e81-49e8-96e8-b2173f2059e1 HTTP/1.1" status: 200 len: 2981 time: 0.1456246 Dec 16 09:27:22.480861 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb6d55-82f3-491f-bf0b-288009ca1a46 req-d617f382-ea82-496a-96af-235b23a509b9 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:22.490523 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb6d55-82f3-491f-bf0b-288009ca1a46 req-d617f382-ea82-496a-96af-235b23a509b9 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:22.508497 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb6d55-82f3-491f-bf0b-288009ca1a46 req-d617f382-ea82-496a-96af-235b23a509b9 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:22.525729 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb6d55-82f3-491f-bf0b-288009ca1a46 req-d617f382-ea82-496a-96af-235b23a509b9 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:22.538070 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb6d55-82f3-491f-bf0b-288009ca1a46 req-d617f382-ea82-496a-96af-235b23a509b9 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:22.547682 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2ecb6d55-82f3-491f-bf0b-288009ca1a46 req-d617f382-ea82-496a-96af-235b23a509b9 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5431 time: 0.3211303 Dec 16 09:27:22.571887 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b0ebac1b-da78-4afe-a96a-427d2c4ec43c req-931cf066-58fd-41ef-8269-c312c1ee425a tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups/0c10216b-6e81-49e8-96e8-b2173f2059e1 HTTP/1.1" status: 200 len: 2981 time: 0.0944355 Dec 16 09:27:22.578575 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-24d26597-6e77-48d7-b475-6732ce838fdf req-ab0c4dcc-4001-4110-a94d-7c9d01f9e89f service neutron] For port 1305e84e-c1fb-4148-a219-de2e95349bca, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=1305e84e-c1fb-4148-a219-de2e95349bca,segment=NetworkSegment(8f2f2409-913c-4ef0-930f-9de92f72a943),segment_id=8f2f2409-913c-4ef0-930f-9de92f72a943)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:27:22.621412 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2ecb6d55-82f3-491f-bf0b-288009ca1a46 req-c425d4d1-d12a-4f9e-89a5-c5f96957b2e1 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0726979 Dec 16 09:27:22.703462 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-ab0c4dcc-4001-4110-a94d-7c9d01f9e89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:22.774163 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908dadaa-afbf-4bdc-a4dc-64f53b6eaae5 x-openstack-request-id: req-908dadaa-afbf-4bdc-a4dc-64f53b6eaae5 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:22.777723 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5efc1893-dbde-45b8-95b0-1f389b203a8f", "name": "network-vif-deleted", "tag": "d5cf028c-8255-4394-bd59-db75e8fd6e8a", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:22.777975 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-908dadaa-afbf-4bdc-a4dc-64f53b6eaae5 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:22.778482 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5efc1893-dbde-45b8-95b0-1f389b203a8f', 'name': 'network-vif-deleted', 'tag': 'd5cf028c-8255-4394-bd59-db75e8fd6e8a', 'status': 'completed', 'code': 200} Dec 16 09:27:22.805165 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-ab0c4dcc-4001-4110-a94d-7c9d01f9e89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:22.813341 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-24d26597-6e77-48d7-b475-6732ce838fdf req-ab0c4dcc-4001-4110-a94d-7c9d01f9e89f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:22.819282 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-ab0c4dcc-4001-4110-a94d-7c9d01f9e89f service neutron] 10.222.0.57 "PUT /v2.0/ports/1305e84e-c1fb-4148-a219-de2e95349bca HTTP/1.1" status: 200 len: 1091 time: 2.4943395 Dec 16 09:27:22.830677 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa1466-0474-42a0-9b7e-f59af7259bda req-595cc6b2-167a-4256-9922-b5b050788990 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:22.842564 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9baa1466-0474-42a0-9b7e-f59af7259bda req-595cc6b2-167a-4256-9922-b5b050788990 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 946 time: 0.1414189 Dec 16 09:27:22.850294 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fae15b5-1e44-4e3a-bfdf-c34f65552e52', 'name': 'network-vif-deleted', 'tag': 'ed228900-2a20-49f6-9643-2e9be17c5cae'}, {'name': 'network-changed', 'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'tag': '1305e84e-c1fb-4148-a219-de2e95349bca'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:22.854771 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3859d8e-62e8-4799-8337-cdc8a2cd2536" -d '{"events": [{"server_uuid": "5fae15b5-1e44-4e3a-bfdf-c34f65552e52", "name": "network-vif-deleted", "tag": "ed228900-2a20-49f6-9643-2e9be17c5cae"}, {"name": "network-changed", "server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "tag": "1305e84e-c1fb-4148-a219-de2e95349bca"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:22.879958 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['dd0272f9-bbee-4c0e-ba42-849d831252e4'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:22.916597 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9baa1466-0474-42a0-9b7e-f59af7259bda req-3f5e64a5-ff66-42fc-b50c-000e476e02e2 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730112 Dec 16 09:27:22.975113 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c4dcc-4001-4110-a94d-7c9d01f9e89f service neutron] Pushing event updated for resources: {'Port': ['ID=1305e84e-c1fb-4148-a219-de2e95349bca,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:22.998861 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-72cfe9a9-5350-4f0a-9eb6-69ae1e764e75 req-5b9f40f8-05ae-4fbd-b0bd-5881ea85578a tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups/e66d4cbb-98b1-48eb-affd-d1776637663e HTTP/1.1" status: 200 len: 1801 time: 0.2169518 Dec 16 09:27:23.130905 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d3a0a8d7-d600-4063-b7fa-ad9a261b84b7 req-0ec39890-774b-4269-b444-eb33d621960f tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fae15b5-1e44-4e3a-bfdf-c34f65552e52 HTTP/1.1" status: 200 len: 210 time: 0.0624743 Dec 16 09:27:23.175077 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-72cfe9a9-5350-4f0a-9eb6-69ae1e764e75 req-b5021aac-050b-4d63-8262-a141b8edce72 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:23.234400 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-72cfe9a9-5350-4f0a-9eb6-69ae1e764e75 req-b5021aac-050b-4d63-8262-a141b8edce72 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:23.296301 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b57ca83-c298-40b5-b6b2-343e73fa2809 x-openstack-request-id: req-2b57ca83-c298-40b5-b6b2-343e73fa2809 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:23.296648 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fae15b5-1e44-4e3a-bfdf-c34f65552e52", "name": "network-vif-deleted", "tag": "ed228900-2a20-49f6-9643-2e9be17c5cae", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "tag": "1305e84e-c1fb-4148-a219-de2e95349bca", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:23.296951 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2b57ca83-c298-40b5-b6b2-343e73fa2809 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:23.297378 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fae15b5-1e44-4e3a-bfdf-c34f65552e52', 'name': 'network-vif-deleted', 'tag': 'ed228900-2a20-49f6-9643-2e9be17c5cae', 'status': 'completed', 'code': 200} Dec 16 09:27:23.297880 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'tag': '1305e84e-c1fb-4148-a219-de2e95349bca', 'status': 'completed', 'code': 200} Dec 16 09:27:23.309242 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f', '6a544dbf-c596-4f87-ac40-994392bdb751'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:23.312782 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-21c6e916-eed3-42d5-9e3f-63b692fa8990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:23.314922 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-21c6e916-eed3-42d5-9e3f-63b692fa8990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:23.315401 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-21c6e916-eed3-42d5-9e3f-63b692fa8990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:23.315957 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-21c6e916-eed3-42d5-9e3f-63b692fa8990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:23.316580 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-21c6e916-eed3-42d5-9e3f-63b692fa8990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:23.317054 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-21c6e916-eed3-42d5-9e3f-63b692fa8990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:23.317784 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-21c6e916-eed3-42d5-9e3f-63b692fa8990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:23.319743 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-21c6e916-eed3-42d5-9e3f-63b692fa8990 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=089b504b14134411afd7c91777dc992c&device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 6488 time: 0.3457119 Dec 16 09:27:23.372476 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-71d9a447-90bd-470b-b04e-0e2d9d945864 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=636aafc8-1c44-4d0a-aec0-701e4fd6e301 HTTP/1.1" status: 200 len: 217 time: 0.0404336 Dec 16 09:27:23.394351 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a374b-2ce0-4275-aec4-bcfaca24c392 req-776b7075-276c-41e8-94ef-6fe76d7d99ab tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:23.401075 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a374b-2ce0-4275-aec4-bcfaca24c392 req-776b7075-276c-41e8-94ef-6fe76d7d99ab tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:23.408578 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a374b-2ce0-4275-aec4-bcfaca24c392 req-776b7075-276c-41e8-94ef-6fe76d7d99ab tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:23.410465 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-001a374b-2ce0-4275-aec4-bcfaca24c392 req-776b7075-276c-41e8-94ef-6fe76d7d99ab tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f6e016c-a6b0-4c9e-852a-49e7032d186c HTTP/1.1" status: 200 len: 2419 time: 0.1164918 Dec 16 09:27:23.445586 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-4362ea65-455c-4d04-8ae5-26a4a9ce74bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:23.447468 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-4362ea65-455c-4d04-8ae5-26a4a9ce74bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=049c4f18-5546-4461-b625-6d7fda2dbad0 HTTP/1.1" status: 200 len: 855 time: 0.0655396 Dec 16 09:27:23.463746 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-001a374b-2ce0-4275-aec4-bcfaca24c392 req-34784290-af00-47c0-8928-f08dcbb96bc5 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451126 Dec 16 09:27:23.490389 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-72cfe9a9-5350-4f0a-9eb6-69ae1e764e75 req-b5021aac-050b-4d63-8262-a141b8edce72 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:23.493047 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-72cfe9a9-5350-4f0a-9eb6-69ae1e764e75 req-b5021aac-050b-4d63-8262-a141b8edce72 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:23.494195 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-72cfe9a9-5350-4f0a-9eb6-69ae1e764e75 req-b5021aac-050b-4d63-8262-a141b8edce72 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "DELETE /v2.0/security-groups/e66d4cbb-98b1-48eb-affd-d1776637663e HTTP/1.1" status: 204 len: 173 time: 0.4543104 Dec 16 09:27:23.513933 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5021aac-050b-4d63-8262-a141b8edce72 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66d4cbb-98b1-48eb-affd-d1776637663e,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:23.518014 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-0f7b860c-dbfe-4852-816b-d7653bebd9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:23.524962 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-0f7b860c-dbfe-4852-816b-d7653bebd9a0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=afd4b102-4e58-4a14-a495-ab824dc8cc6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628045 Dec 16 09:27:23.532827 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [req-e2801d0d-d538-4b7c-9dfd-874fb38cadcf req-c787c6c8-c2bf-488c-b2b6-ac7c28f535de tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] show failed (client error): The resource could not be found. Dec 16 09:27:23.541337 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e2801d0d-d538-4b7c-9dfd-874fb38cadcf req-c787c6c8-c2bf-488c-b2b6-ac7c28f535de tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups/e66d4cbb-98b1-48eb-affd-d1776637663e HTTP/1.1" status: 404 len: 352 time: 0.0273981 Dec 16 09:27:23.707756 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3592158a-ade3-40f4-bdbc-9c7546e61ffb req-5370a3b0-e47b-40d2-9994-b394cbee2ff8 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups/ea2ce8f1-c355-4df1-80a6-9504bd243176 HTTP/1.1" status: 200 len: 1799 time: 0.0980155 Dec 16 09:27:23.730058 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-aa549129-0e05-46d8-8dba-a545b9e75286 service neutron] 10.222.0.57 "GET /v2.0/networks/afd4b102-4e58-4a14-a495-ab824dc8cc6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945326 Dec 16 09:27:23.819211 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf88f4-1ecc-4705-aa3a-8a1e7cb09ec1 req-6e8854d4-68ac-4e0e-bef3-b46fa42ed38f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:23.825318 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf88f4-1ecc-4705-aa3a-8a1e7cb09ec1 req-6e8854d4-68ac-4e0e-bef3-b46fa42ed38f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:23.831313 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf88f4-1ecc-4705-aa3a-8a1e7cb09ec1 req-6e8854d4-68ac-4e0e-bef3-b46fa42ed38f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:23.831487 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3592158a-ade3-40f4-bdbc-9c7546e61ffb req-a74bb195-44f4-48b9-b03f-78fb9d576586 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:23.837925 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf88f4-1ecc-4705-aa3a-8a1e7cb09ec1 req-6e8854d4-68ac-4e0e-bef3-b46fa42ed38f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:23.845750 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf88f4-1ecc-4705-aa3a-8a1e7cb09ec1 req-6e8854d4-68ac-4e0e-bef3-b46fa42ed38f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:23.851499 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf88f4-1ecc-4705-aa3a-8a1e7cb09ec1 req-6e8854d4-68ac-4e0e-bef3-b46fa42ed38f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:23.859021 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf88f4-1ecc-4705-aa3a-8a1e7cb09ec1 req-6e8854d4-68ac-4e0e-bef3-b46fa42ed38f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:23.860776 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-faaf88f4-1ecc-4705-aa3a-8a1e7cb09ec1 req-6e8854d4-68ac-4e0e-bef3-b46fa42ed38f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5431 time: 0.1138799 Dec 16 09:27:23.870339 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3592158a-ade3-40f4-bdbc-9c7546e61ffb req-a74bb195-44f4-48b9-b03f-78fb9d576586 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:23.890589 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-9f90d435-51ee-4ec5-ad66-a78712efdfec service neutron] 10.222.0.57 "GET /v2.0/networks/afd4b102-4e58-4a14-a495-ab824dc8cc6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481330 Dec 16 09:27:23.909883 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-faaf88f4-1ecc-4705-aa3a-8a1e7cb09ec1 req-508febd9-561a-4d0c-9e09-359929f7f449 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418880 Dec 16 09:27:23.959633 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-b036e205-3a0a-4c31-b620-bf2cf6344a11 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=ef9e2251-85d6-4e38-85e2-5b6699d7fbbb HTTP/1.1" status: 200 len: 217 time: 0.0574009 Dec 16 09:27:24.062441 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-dd00c52d-e6ac-4694-a59b-0cc5c1690aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:24.064384 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-dd00c52d-e6ac-4694-a59b-0cc5c1690aec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b48454b-4343-4949-9c3c-1b7ee1f2332d HTTP/1.1" status: 200 len: 797 time: 0.0952497 Dec 16 09:27:24.113182 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-275edd90-1f61-45f8-9353-ce922f591b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:24.114238 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3592158a-ade3-40f4-bdbc-9c7546e61ffb req-a74bb195-44f4-48b9-b03f-78fb9d576586 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:24.117847 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3592158a-ade3-40f4-bdbc-9c7546e61ffb req-a74bb195-44f4-48b9-b03f-78fb9d576586 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:24.123044 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3592158a-ade3-40f4-bdbc-9c7546e61ffb req-a74bb195-44f4-48b9-b03f-78fb9d576586 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "DELETE /v2.0/security-groups/ea2ce8f1-c355-4df1-80a6-9504bd243176 HTTP/1.1" status: 204 len: 173 time: 0.4056973 Dec 16 09:27:24.151068 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74bb195-44f4-48b9-b03f-78fb9d576586 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2ce8f1-c355-4df1-80a6-9504bd243176,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:24.182878 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [req-1333fe82-307d-4ccf-8658-3fccf5cc0cb1 req-4f103a4c-4347-4d99-bd35-805a306cdf16 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] show failed (client error): The resource could not be found. Dec 16 09:27:24.185347 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1333fe82-307d-4ccf-8658-3fccf5cc0cb1 req-4f103a4c-4347-4d99-bd35-805a306cdf16 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups/ea2ce8f1-c355-4df1-80a6-9504bd243176 HTTP/1.1" status: 404 len: 352 time: 0.0369968 Dec 16 09:27:24.195371 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-624fc98f-cf5c-4a63-980d-6b6b6e455206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:24.195371 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-624fc98f-cf5c-4a63-980d-6b6b6e455206 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bcdce265-2bf3-4f52-9658-1bf0eadeeba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1221941 Dec 16 09:27:24.224755 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982adf70-753e-4130-aada-37d2571ae3e6 req-63558b1e-4ed4-481f-b69b-81c0b4c1e425 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:24.226302 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-982adf70-753e-4130-aada-37d2571ae3e6 req-63558b1e-4ed4-481f-b69b-81c0b4c1e425 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 946 time: 0.0803175 Dec 16 09:27:24.272271 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-982adf70-753e-4130-aada-37d2571ae3e6 req-ad98b5f4-8855-4c37-b0d6-8eb9e38b12d1 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392013 Dec 16 09:27:24.370727 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-039f7fac-9e9f-498b-841b-34af8e61b755 service neutron] 10.222.0.57 "GET /v2.0/networks/bcdce265-2bf3-4f52-9658-1bf0eadeeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683738 Dec 16 09:27:24.381858 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfd68e22-3465-4d88-927d-2281f2c24854 req-f7169a46-d53c-4bd5-a310-eaa651b249b6 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups/ad366b38-71d4-48a8-b1b3-05d4e56e7c3e HTTP/1.1" status: 200 len: 1799 time: 0.0630870 Dec 16 09:27:24.498269 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-cfd68e22-3465-4d88-927d-2281f2c24854 req-01dcc336-43d2-42fb-a1a2-b5758bb66f04 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:24.523096 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-4679cadd-1570-400d-bf7c-4082307a1b20 service neutron] 10.222.0.57 "GET /v2.0/networks/bcdce265-2bf3-4f52-9658-1bf0eadeeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418071 Dec 16 09:27:24.541307 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-cfd68e22-3465-4d88-927d-2281f2c24854 req-01dcc336-43d2-42fb-a1a2-b5758bb66f04 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:24.583096 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-a154680d-c744-493e-ace4-b1eed49cf817 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=3058776e-d043-4111-8f6d-a315f433be18 HTTP/1.1" status: 200 len: 217 time: 0.0517573 Dec 16 09:27:24.621028 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb439b12-29e6-481f-867f-c0e9a39786ab req-bcfa0d37-177b-4e77-af7b-a6a73b8b42b5 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:24.629796 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb439b12-29e6-481f-867f-c0e9a39786ab req-bcfa0d37-177b-4e77-af7b-a6a73b8b42b5 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:24.631717 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device e403726d-b2b8-41fc-baa4-711d810b8a63 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:27:24.637278 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb439b12-29e6-481f-867f-c0e9a39786ab req-bcfa0d37-177b-4e77-af7b-a6a73b8b42b5 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:24.642507 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eb439b12-29e6-481f-867f-c0e9a39786ab req-bcfa0d37-177b-4e77-af7b-a6a73b8b42b5 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f6e016c-a6b0-4c9e-852a-49e7032d186c HTTP/1.1" status: 200 len: 2419 time: 0.0808170 Dec 16 09:27:24.644827 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ed228900-2a20-49f6-9643-2e9be17c5cae no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:27:24.648291 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-a7200227-3bb0-427b-a35f-da6f09573a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:24.650049 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-a7200227-3bb0-427b-a35f-da6f09573a2a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b48454b-4343-4949-9c3c-1b7ee1f2332d HTTP/1.1" status: 200 len: 797 time: 0.0580726 Dec 16 09:27:24.680235 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: ed228900-2a20-49f6-9643-2e9be17c5cae {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:27:24.680235 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ed228900-2a20-49f6-9643-2e9be17c5cae not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:27:24.713597 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eb439b12-29e6-481f-867f-c0e9a39786ab req-ffec3cda-855e-41b6-afb3-82c1d7484bf9 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591102 Dec 16 09:27:24.715572 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-0fb417b2-2db1-4823-b3ee-18f85061e06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:24.717303 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-0fb417b2-2db1-4823-b3ee-18f85061e06b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bcdce265-2bf3-4f52-9658-1bf0eadeeba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0546358 Dec 16 09:27:24.748661 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-cfd68e22-3465-4d88-927d-2281f2c24854 req-01dcc336-43d2-42fb-a1a2-b5758bb66f04 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:24.748661 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-cfd68e22-3465-4d88-927d-2281f2c24854 req-01dcc336-43d2-42fb-a1a2-b5758bb66f04 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:24.748661 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfd68e22-3465-4d88-927d-2281f2c24854 req-01dcc336-43d2-42fb-a1a2-b5758bb66f04 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "DELETE /v2.0/security-groups/ad366b38-71d4-48a8-b1b3-05d4e56e7c3e HTTP/1.1" status: 204 len: 173 time: 0.3671856 Dec 16 09:27:24.805718 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dcc336-43d2-42fb-a1a2-b5758bb66f04 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad366b38-71d4-48a8-b1b3-05d4e56e7c3e,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:24.844436 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port e403726d-b2b8-41fc-baa4-711d810b8a63, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=e403726d-b2b8-41fc-baa4-711d810b8a63,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:24.898405 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device e403726d-b2b8-41fc-baa4-711d810b8a63 has no active binding in host n-h1-820550-2 {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 09:27:24.937090 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [req-b3ef8489-bda9-4c7f-bad6-da2a7e758810 req-4a66e166-40c6-47b7-92a9-600d72ec3cb7 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] show failed (client error): The resource could not be found. Dec 16 09:27:24.938130 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b3ef8489-bda9-4c7f-bad6-da2a7e758810 req-4a66e166-40c6-47b7-92a9-600d72ec3cb7 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups/ad366b38-71d4-48a8-b1b3-05d4e56e7c3e HTTP/1.1" status: 404 len: 352 time: 0.0547483 Dec 16 09:27:24.941934 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-7b273e6c-f1b0-4c04-a180-00c29312f0fa service neutron] 10.222.0.57 "GET /v2.0/networks/bcdce265-2bf3-4f52-9658-1bf0eadeeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116873 Dec 16 09:27:25.020548 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device d5cf028c-8255-4394-bd59-db75e8fd6e8a no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:27:25.063373 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-5a3f635d-4b66-40b6-8550-e5ef407a1b55 service neutron] 10.222.0.57 "GET /v2.0/networks/bcdce265-2bf3-4f52-9658-1bf0eadeeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130776 Dec 16 09:27:25.072722 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: d5cf028c-8255-4394-bd59-db75e8fd6e8a {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:27:25.073094 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device d5cf028c-8255-4394-bd59-db75e8fd6e8a not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:27:25.121434 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-73cddafa-ae5e-42fe-bf94-f856f801f05c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0 HTTP/1.1" status: 200 len: 217 time: 0.0420299 Dec 16 09:27:25.207529 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-ccd86408-e6d5-4482-af03-be5e80d38e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:25.207529 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-ccd86408-e6d5-4482-af03-be5e80d38e10 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b48454b-4343-4949-9c3c-1b7ee1f2332d HTTP/1.1" status: 200 len: 797 time: 0.0772545 Dec 16 09:27:25.210172 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-7e436beb-29a3-48cb-92f3-c1bfc2a5a2d5 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:25.211542 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-7e436beb-29a3-48cb-92f3-c1bfc2a5a2d5 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5&tenant_id=ef267339b96a4504bcc86eb4b94505b3&binding%3Ahost_id=n-h2-820550-2 HTTP/1.1" status: 200 len: 1097 time: 0.0896993 Dec 16 09:27:25.237154 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-191ee2aa-60c1-428c-97e9-b276600fb805 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820550-2'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:25.269763 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-30bd80c2-decd-43d7-bb4d-453a06f0f415 req-5c2907ed-5358-44d3-9a1f-09bcc2289e8a tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf920e5a3f8e4484ba26e4b568348c48 HTTP/1.1" status: 200 len: 6147 time: 0.0775173 Dec 16 09:27:25.299799 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-302a8f84-e2c1-4a54-b69c-3af3cef3fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:25.301519 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-302a8f84-e2c1-4a54-b69c-3af3cef3fb07 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bcdce265-2bf3-4f52-9658-1bf0eadeeba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0785966 Dec 16 09:27:25.317841 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-30bd80c2-decd-43d7-bb4d-453a06f0f415 req-bd02fa7c-19a0-46b2-bc50-0c5cc11beafe tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups/0c10216b-6e81-49e8-96e8-b2173f2059e1 HTTP/1.1" status: 200 len: 2981 time: 0.0449033 Dec 16 09:27:25.370571 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-191ee2aa-60c1-428c-97e9-b276600fb805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:25.393235 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-30bd80c2-decd-43d7-bb4d-453a06f0f415 req-347af73b-5275-4195-a7b9-1d4a24e9f0a9 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups/0c10216b-6e81-49e8-96e8-b2173f2059e1 HTTP/1.1" status: 200 len: 2981 time: 0.0682642 Dec 16 09:27:25.517888 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-b2b8259f-a6cf-4456-8e88-f15af2cf1f4d service neutron] 10.222.0.57 "GET /v2.0/networks/bcdce265-2bf3-4f52-9658-1bf0eadeeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991746 Dec 16 09:27:25.572273 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f4ff0-6a13-45ba-a65e-19dc3c523f6d req-0135aff3-3e26-4f47-94b1-6cdbe7d1be7d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:25.578820 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f4ff0-6a13-45ba-a65e-19dc3c523f6d req-0135aff3-3e26-4f47-94b1-6cdbe7d1be7d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:25.584666 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f4ff0-6a13-45ba-a65e-19dc3c523f6d req-0135aff3-3e26-4f47-94b1-6cdbe7d1be7d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:25.591080 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f4ff0-6a13-45ba-a65e-19dc3c523f6d req-0135aff3-3e26-4f47-94b1-6cdbe7d1be7d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:25.596902 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f4ff0-6a13-45ba-a65e-19dc3c523f6d req-0135aff3-3e26-4f47-94b1-6cdbe7d1be7d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:25.602734 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f4ff0-6a13-45ba-a65e-19dc3c523f6d req-0135aff3-3e26-4f47-94b1-6cdbe7d1be7d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:25.608544 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f4ff0-6a13-45ba-a65e-19dc3c523f6d req-0135aff3-3e26-4f47-94b1-6cdbe7d1be7d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:25.612261 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f15f4ff0-6a13-45ba-a65e-19dc3c523f6d req-0135aff3-3e26-4f47-94b1-6cdbe7d1be7d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5431 time: 0.1884911 Dec 16 09:27:25.718284 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f15f4ff0-6a13-45ba-a65e-19dc3c523f6d req-e613a4b8-57ec-4af0-bddd-410d538729b2 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0959766 Dec 16 09:27:25.745051 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-191ee2aa-60c1-428c-97e9-b276600fb805 service neutron] For port e403726d-b2b8-41fc-baa4-711d810b8a63, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=e403726d-b2b8-41fc-baa4-711d810b8a63,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:25.772005 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-d61806c7-bb75-4d96-9792-cb55165ef1a3 service neutron] 10.222.0.57 "GET /v2.0/networks/bcdce265-2bf3-4f52-9658-1bf0eadeeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231593 Dec 16 09:27:25.864412 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-1301ea09-cec7-41e2-a709-82f94d386f09 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=c461236c-f15f-42e1-b835-1d05e4b6965a HTTP/1.1" status: 200 len: 217 time: 0.0837433 Dec 16 09:27:25.869518 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-191ee2aa-60c1-428c-97e9-b276600fb805 service neutron] For port e403726d-b2b8-41fc-baa4-711d810b8a63, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:27:25.962824 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fcc325-949e-4b9c-b0f9-0fce384efed1 req-89258e0e-366e-429d-86e1-c477809cfd7f tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:25.964448 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-37fcc325-949e-4b9c-b0f9-0fce384efed1 req-89258e0e-366e-429d-86e1-c477809cfd7f tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 946 time: 0.1701481 Dec 16 09:27:25.968728 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07142285-cf98-4390-8dae-cfa81a032cb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e403726d-b2b8-41fc-baa4-711d810b8a63'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:25.970960 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787d5f24-e500-4441-b3fb-07371867f4e7" -d '{"events": [{"server_uuid": "07142285-cf98-4390-8dae-cfa81a032cb5", "name": "network-vif-unplugged", "status": "completed", "tag": "e403726d-b2b8-41fc-baa4-711d810b8a63"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:25.979736 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-191ee2aa-60c1-428c-97e9-b276600fb805 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:25.991152 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-33566069-ab84-48a4-b2bd-99266f84b585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:25.995163 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-33566069-ab84-48a4-b2bd-99266f84b585 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b48454b-4343-4949-9c3c-1b7ee1f2332d HTTP/1.1" status: 200 len: 797 time: 0.1019022 Dec 16 09:27:26.023530 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27532f4-40c8-431c-bbb0-4f70b52971a4 req-345d2afc-81ff-4e72-b964-6590bc5f3cba tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:26.029658 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27532f4-40c8-431c-bbb0-4f70b52971a4 req-345d2afc-81ff-4e72-b964-6590bc5f3cba tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:26.035420 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27532f4-40c8-431c-bbb0-4f70b52971a4 req-345d2afc-81ff-4e72-b964-6590bc5f3cba tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:26.037074 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b27532f4-40c8-431c-bbb0-4f70b52971a4 req-345d2afc-81ff-4e72-b964-6590bc5f3cba tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f6e016c-a6b0-4c9e-852a-49e7032d186c HTTP/1.1" status: 200 len: 2419 time: 0.0647645 Dec 16 09:27:26.042998 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-37fcc325-949e-4b9c-b0f9-0fce384efed1 req-cb651f80-b9e0-4513-b5be-05d38f276cae tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669231 Dec 16 09:27:26.054548 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-cef6d17f-e63f-4451-a407-df9ae66400d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:26.056040 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-cef6d17f-e63f-4451-a407-df9ae66400d1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bcdce265-2bf3-4f52-9658-1bf0eadeeba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0548773 Dec 16 09:27:26.082446 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b27532f4-40c8-431c-bbb0-4f70b52971a4 req-107f4215-5cdf-4455-8449-cb04030cf4fa tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392373 Dec 16 09:27:26.092090 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-caf8df5e-aac1-48e4-963e-217d08c5eee0 req-bf3fe0d8-54b7-4af1-8388-44ab7268ce11 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1030595454', 'description': 'tempest-description-194651234'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:26.129288 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-191ee2aa-60c1-428c-97e9-b276600fb805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:26.190892 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c9aa1-2287-44f6-8bb0-b45ac36f18e7 req-7898dda3-2ccd-45e9-8fef-2a44abab4f1d tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:26.193665 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0e3c9aa1-2287-44f6-8bb0-b45ac36f18e7 req-7898dda3-2ccd-45e9-8fef-2a44abab4f1d tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=607a8990-8504-4348-a8c6-45455cd33155 HTTP/1.1" status: 200 len: 950 time: 0.0543337 Dec 16 09:27:26.233209 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0e3c9aa1-2287-44f6-8bb0-b45ac36f18e7 req-acbdc909-bdc5-4a9e-bae0-4d6e57d04c62 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340223 Dec 16 09:27:26.234390 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ee2aa-60c1-428c-97e9-b276600fb805 service neutron] Pushing event updated for resources: {'Port': ['ID=e403726d-b2b8-41fc-baa4-711d810b8a63,revision_number=7']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:26.258003 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-a48ec76d-cd08-4680-8376-feb210b1a0eb service neutron] 10.222.0.57 "GET /v2.0/networks/bcdce265-2bf3-4f52-9658-1bf0eadeeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893728 Dec 16 09:27:26.270998 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-191ee2aa-60c1-428c-97e9-b276600fb805 service neutron] Attempting to bind port e403726d-b2b8-41fc-baa4-711d810b8a63 on host n-h2-820550-2 for vnic_type normal with profile {"migrating_to": "n-h1-820550-2"} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:27:26.270998 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-191ee2aa-60c1-428c-97e9-b276600fb805 service neutron] Attempting to bind port e403726d-b2b8-41fc-baa4-711d810b8a63 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:27:26.270998 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-191ee2aa-60c1-428c-97e9-b276600fb805 service neutron] Attempting to bind port e403726d-b2b8-41fc-baa4-711d810b8a63 on network fd229606-1f82-48a3-82a3-fb35078f3dba {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:26.281666 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-191ee2aa-60c1-428c-97e9-b276600fb805 service neutron] Port e403726d-b2b8-41fc-baa4-711d810b8a63 on network fd229606-1f82-48a3-82a3-fb35078f3dba not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:27:26.281986 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-191ee2aa-60c1-428c-97e9-b276600fb805 service neutron] Attempting to bind port e403726d-b2b8-41fc-baa4-711d810b8a63 on network fd229606-1f82-48a3-82a3-fb35078f3dba {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:26.326682 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045fddfa-d823-49b2-aea4-2ac42e66d7dd x-openstack-request-id: req-045fddfa-d823-49b2-aea4-2ac42e66d7dd {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:26.326969 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07142285-cf98-4390-8dae-cfa81a032cb5", "name": "network-vif-unplugged", "status": "completed", "tag": "e403726d-b2b8-41fc-baa4-711d810b8a63", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:26.328234 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-045fddfa-d823-49b2-aea4-2ac42e66d7dd {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:26.328234 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07142285-cf98-4390-8dae-cfa81a032cb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e403726d-b2b8-41fc-baa4-711d810b8a63', 'code': 200} Dec 16 09:27:26.332289 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-caf8df5e-aac1-48e4-963e-217d08c5eee0 req-bf3fe0d8-54b7-4af1-8388-44ab7268ce11 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:26.337346 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-191ee2aa-60c1-428c-97e9-b276600fb805 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:27:26.337688 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-191ee2aa-60c1-428c-97e9-b276600fb805 service neutron] Checking segment: {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:26.338081 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-191ee2aa-60c1-428c-97e9-b276600fb805 service neutron] Bound using segment: {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:27:26.338538 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-191ee2aa-60c1-428c-97e9-b276600fb805 service neutron] Bound port: e403726d-b2b8-41fc-baa4-711d810b8a63, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:27:26.338894 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-191ee2aa-60c1-428c-97e9-b276600fb805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:26.354622 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b6a98e58-98b7-48c5-bd44-bf497178fc42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:26.459534 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-b16c3287-671d-4f97-a882-1821fe6fc146 service neutron] 10.222.0.57 "GET /v2.0/networks/bcdce265-2bf3-4f52-9658-1bf0eadeeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875179 Dec 16 09:27:26.472073 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-191ee2aa-60c1-428c-97e9-b276600fb805 service neutron] For port e403726d-b2b8-41fc-baa4-711d810b8a63, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:27:26.487129 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-191ee2aa-60c1-428c-97e9-b276600fb805 service neutron] For port e403726d-b2b8-41fc-baa4-711d810b8a63, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=e403726d-b2b8-41fc-baa4-711d810b8a63,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:27:26.528815 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-ee7b0844-eae7-41ac-8305-e8452b31290d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c234b0b2-c376-4db4-ad98-7124204fbe46 HTTP/1.1" status: 200 len: 217 time: 0.0534856 Dec 16 09:27:26.536172 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-caf8df5e-aac1-48e4-963e-217d08c5eee0 req-bf3fe0d8-54b7-4af1-8388-44ab7268ce11 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:26.582736 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-1d187f7f-f86f-4536-8c3a-8de00815434e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:26.584229 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-1d187f7f-f86f-4536-8c3a-8de00815434e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d86e42b0-c2d4-4c18-971d-7f418a472e6d HTTP/1.1" status: 200 len: 797 time: 0.0467119 Dec 16 09:27:26.627504 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-191ee2aa-60c1-428c-97e9-b276600fb805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:26.695461 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-6ec878f0-9d05-4bd2-b423-c79138143526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:26.697052 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-6ec878f0-9d05-4bd2-b423-c79138143526 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ee8fe93-c571-40ef-82e1-da1c2c6af86e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0971928 Dec 16 09:27:26.704982 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ee2aa-60c1-428c-97e9-b276600fb805 service neutron] Pushing event updated for resources: {'Port': ['ID=e403726d-b2b8-41fc-baa4-711d810b8a63,revision_number=8']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:26.723924 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-caf8df5e-aac1-48e4-963e-217d08c5eee0 req-bf3fe0d8-54b7-4af1-8388-44ab7268ce11 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:26.738344 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-191ee2aa-60c1-428c-97e9-b276600fb805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:26.738897 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-191ee2aa-60c1-428c-97e9-b276600fb805 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:26.740568 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-191ee2aa-60c1-428c-97e9-b276600fb805 service neutron] 10.222.0.57 "PUT /v2.0/ports/e403726d-b2b8-41fc-baa4-711d810b8a63 HTTP/1.1" status: 200 len: 1122 time: 1.5088947 Dec 16 09:27:26.806845 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3fe0d8-54b7-4af1-8388-44ab7268ce11 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16ab78d5-ee0a-4d0c-b304-b19f0b1f054d,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:26.837166 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['e403726d-b2b8-41fc-baa4-711d810b8a63'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:26.858555 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-d9c433f3-873c-4f05-92c2-d033a5404f75 service neutron] 10.222.0.57 "GET /v2.0/networks/8ee8fe93-c571-40ef-82e1-da1c2c6af86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336033 Dec 16 09:27:26.886975 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d44c7f-7408-4d03-810c-1ceac46fc54b req-ff3a9c46-7797-454c-b2ee-bc1a5512e19c tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:26.894358 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d44c7f-7408-4d03-810c-1ceac46fc54b req-ff3a9c46-7797-454c-b2ee-bc1a5512e19c tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:26.908002 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d44c7f-7408-4d03-810c-1ceac46fc54b req-ff3a9c46-7797-454c-b2ee-bc1a5512e19c tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:26.915652 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d44c7f-7408-4d03-810c-1ceac46fc54b req-ff3a9c46-7797-454c-b2ee-bc1a5512e19c tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:26.922918 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d44c7f-7408-4d03-810c-1ceac46fc54b req-ff3a9c46-7797-454c-b2ee-bc1a5512e19c tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:26.932010 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-caf8df5e-aac1-48e4-963e-217d08c5eee0 req-bf3fe0d8-54b7-4af1-8388-44ab7268ce11 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:26.932346 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d44c7f-7408-4d03-810c-1ceac46fc54b req-ff3a9c46-7797-454c-b2ee-bc1a5512e19c tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:26.933584 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-caf8df5e-aac1-48e4-963e-217d08c5eee0 req-bf3fe0d8-54b7-4af1-8388-44ab7268ce11 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8638654 Dec 16 09:27:26.939567 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d44c7f-7408-4d03-810c-1ceac46fc54b req-ff3a9c46-7797-454c-b2ee-bc1a5512e19c tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:26.941546 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-09d44c7f-7408-4d03-810c-1ceac46fc54b req-ff3a9c46-7797-454c-b2ee-bc1a5512e19c tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5431 time: 0.1316082 Dec 16 09:27:26.966624 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['e403726d-b2b8-41fc-baa4-711d810b8a63'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:26.967753 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-b05883ee-998d-4c57-887d-b65563616f0c req-c6076ba7-6fa0-4fe0-a091-c510da98601b tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-271623426', 'description': 'tempest-description-760591848'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:26.994922 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-09d44c7f-7408-4d03-810c-1ceac46fc54b req-3377f11e-1e9f-4ae8-b5d9-c3f39f530e3c tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0464892 Dec 16 09:27:27.005832 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-d4cacd7a-47bc-48bc-aabe-5360cd2f009f service neutron] 10.222.0.57 "GET /v2.0/networks/8ee8fe93-c571-40ef-82e1-da1c2c6af86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416826 Dec 16 09:27:27.059967 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-d8cb0af0-4cc9-43ac-81e8-1ce4eceec224 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1305e84e-c1fb-4148-a219-de2e95349bca HTTP/1.1" status: 200 len: 217 time: 0.0452573 Dec 16 09:27:27.122522 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b05883ee-998d-4c57-887d-b65563616f0c req-c6076ba7-6fa0-4fe0-a091-c510da98601b tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:27.154399 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-5811b312-18d3-4ca7-892d-2d3645f45c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:27.156851 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-5811b312-18d3-4ca7-892d-2d3645f45c85 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d86e42b0-c2d4-4c18-971d-7f418a472e6d HTTP/1.1" status: 200 len: 797 time: 0.0735939 Dec 16 09:27:27.165997 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3779bd4-91b2-494d-94c0-1ac62b6830dd req-994c7a83-eb61-44c9-ace9-7169dcfda2f3 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:27.167561 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e3779bd4-91b2-494d-94c0-1ac62b6830dd req-994c7a83-eb61-44c9-ace9-7169dcfda2f3 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.57 "GET /v2.0/ports?device_id=607a8990-8504-4348-a8c6-45455cd33155 HTTP/1.1" status: 200 len: 950 time: 0.1165030 Dec 16 09:27:27.185845 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99db38-5c6a-462c-8e7b-e7c5ab697237 req-aee8c674-fe7b-4dda-99f5-018b65fb404b tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:27.187715 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2c99db38-5c6a-462c-8e7b-e7c5ab697237 req-aee8c674-fe7b-4dda-99f5-018b65fb404b tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 944 time: 0.0697961 Dec 16 09:27:27.231140 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2c99db38-5c6a-462c-8e7b-e7c5ab697237 req-aa944cd3-523b-4f48-800e-245e566cb426 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372140 Dec 16 09:27:27.316948 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d26597-6e77-48d7-b475-6732ce838fdf req-b2347b0c-a3bd-48a5-9b32-404dd9e39371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:27.318509 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-b2347b0c-a3bd-48a5-9b32-404dd9e39371 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ee8fe93-c571-40ef-82e1-da1c2c6af86e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1478088 Dec 16 09:27:27.332717 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b05883ee-998d-4c57-887d-b65563616f0c req-c6076ba7-6fa0-4fe0-a091-c510da98601b tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:27.355349 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d5e27-2a56-472c-9595-18860f225bba req-0f842552-5e74-4398-8b51-b0ae812d04f4 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:27.361285 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d5e27-2a56-472c-9595-18860f225bba req-0f842552-5e74-4398-8b51-b0ae812d04f4 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:27.367727 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d5e27-2a56-472c-9595-18860f225bba req-0f842552-5e74-4398-8b51-b0ae812d04f4 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:27.369414 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-111d5e27-2a56-472c-9595-18860f225bba req-0f842552-5e74-4398-8b51-b0ae812d04f4 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f6e016c-a6b0-4c9e-852a-49e7032d186c HTTP/1.1" status: 200 len: 2419 time: 0.0729606 Dec 16 09:27:27.414859 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-111d5e27-2a56-472c-9595-18860f225bba req-493ad085-7bc4-4ac9-b385-ea35bdd7a244 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385795 Dec 16 09:27:27.421002 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-e3779bd4-91b2-494d-94c0-1ac62b6830dd req-c63423bb-8b8c-4eae-a326-4dae14abf9c1 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Deleting port f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:27.421386 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e3779bd4-91b2-494d-94c0-1ac62b6830dd req-c63423bb-8b8c-4eae-a326-4dae14abf9c1 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:27.449746 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b05883ee-998d-4c57-887d-b65563616f0c req-c6076ba7-6fa0-4fe0-a091-c510da98601b tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:27.471270 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:27.471856 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed1ed7-6cbf-40ed-82da-848ab6d3c607 req-03cc5978-f6a3-4d83-aae2-98f6eec44ba7 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:27.477935 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed1ed7-6cbf-40ed-82da-848ab6d3c607 req-03cc5978-f6a3-4d83-aae2-98f6eec44ba7 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:27.484083 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed1ed7-6cbf-40ed-82da-848ab6d3c607 req-03cc5978-f6a3-4d83-aae2-98f6eec44ba7 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:27.485743 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-47ed1ed7-6cbf-40ed-82da-848ab6d3c607 req-03cc5978-f6a3-4d83-aae2-98f6eec44ba7 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f6e016c-a6b0-4c9e-852a-49e7032d186c HTTP/1.1" status: 200 len: 2419 time: 0.0700309 Dec 16 09:27:27.502533 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-b45e600e-3b41-4ba3-9b56-b057d59bd65e service neutron] 10.222.0.57 "GET /v2.0/networks/8ee8fe93-c571-40ef-82e1-da1c2c6af86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723533 Dec 16 09:27:27.571906 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6076ba7-6fa0-4fe0-a091-c510da98601b tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8994385a-a1e2-422a-8941-2dea8c0bc6b9,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:27.892548 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e351c4-63cc-4a9c-b75b-ea6cf1182b9b req-3b74a219-6540-4ccf-8967-fed68dd759a2 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:27.894055 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-56e351c4-63cc-4a9c-b75b-ea6cf1182b9b req-3b74a219-6540-4ccf-8967-fed68dd759a2 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=607a8990-8504-4348-a8c6-45455cd33155 HTTP/1.1" status: 200 len: 950 time: 0.4073548 Dec 16 09:27:27.905311 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b05883ee-998d-4c57-887d-b65563616f0c req-c6076ba7-6fa0-4fe0-a091-c510da98601b tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:27.906490 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b05883ee-998d-4c57-887d-b65563616f0c req-c6076ba7-6fa0-4fe0-a091-c510da98601b tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.9472098 Dec 16 09:27:27.950012 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-56e351c4-63cc-4a9c-b75b-ea6cf1182b9b req-3eb4a079-03e6-46aa-8133-1c0e1e1cd3ad tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495861 Dec 16 09:27:27.959434 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-47ed1ed7-6cbf-40ed-82da-848ab6d3c607 req-5b3628c4-bc1f-4743-8f82-2691569a682c tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Deleting port 6384791e-dc6b-4fdf-bc3e-09c80cdc05d2 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:27.959780 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-47ed1ed7-6cbf-40ed-82da-848ab6d3c607 req-5b3628c4-bc1f-4743-8f82-2691569a682c tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:27.962811 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-e3779bd4-91b2-494d-94c0-1ac62b6830dd req-c63423bb-8b8c-4eae-a326-4dae14abf9c1 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] For port f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:27.964930 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e3779bd4-91b2-494d-94c0-1ac62b6830dd req-c63423bb-8b8c-4eae-a326-4dae14abf9c1 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:27.988362 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-e3779bd4-91b2-494d-94c0-1ac62b6830dd req-c63423bb-8b8c-4eae-a326-4dae14abf9c1 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Calling delete_port for f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:27.996773 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24d26597-6e77-48d7-b475-6732ce838fdf req-b3d2c4af-ff58-483c-af50-9d6b400f1ea5 service neutron] 10.222.0.57 "GET /v2.0/networks/8ee8fe93-c571-40ef-82e1-da1c2c6af86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844670 Dec 16 09:27:28.078524 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-47ed1ed7-6cbf-40ed-82da-848ab6d3c607 req-5b3628c4-bc1f-4743-8f82-2691569a682c tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] For port 6384791e-dc6b-4fdf-bc3e-09c80cdc05d2, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=6384791e-dc6b-4fdf-bc3e-09c80cdc05d2,segment=NetworkSegment(820e9cac-87fb-42ba-b909-f12a4af79537),segment_id=820e9cac-87fb-42ba-b909-f12a4af79537)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:28.078919 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-47ed1ed7-6cbf-40ed-82da-848ab6d3c607 req-5b3628c4-bc1f-4743-8f82-2691569a682c tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:28.094742 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-47ed1ed7-6cbf-40ed-82da-848ab6d3c607 req-5b3628c4-bc1f-4743-8f82-2691569a682c tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Calling delete_port for 6384791e-dc6b-4fdf-bc3e-09c80cdc05d2 owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:28.208527 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df46c9-18f5-460a-9bff-1a9d1929eaa1 req-54e00ab8-96f9-45ea-bc29-21c97e7c6b92 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:28.215521 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df46c9-18f5-460a-9bff-1a9d1929eaa1 req-54e00ab8-96f9-45ea-bc29-21c97e7c6b92 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:28.221769 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df46c9-18f5-460a-9bff-1a9d1929eaa1 req-54e00ab8-96f9-45ea-bc29-21c97e7c6b92 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:28.227809 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df46c9-18f5-460a-9bff-1a9d1929eaa1 req-54e00ab8-96f9-45ea-bc29-21c97e7c6b92 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:28.236658 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df46c9-18f5-460a-9bff-1a9d1929eaa1 req-54e00ab8-96f9-45ea-bc29-21c97e7c6b92 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:28.243079 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df46c9-18f5-460a-9bff-1a9d1929eaa1 req-54e00ab8-96f9-45ea-bc29-21c97e7c6b92 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:28.248894 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df46c9-18f5-460a-9bff-1a9d1929eaa1 req-54e00ab8-96f9-45ea-bc29-21c97e7c6b92 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:28.250796 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-91df46c9-18f5-460a-9bff-1a9d1929eaa1 req-54e00ab8-96f9-45ea-bc29-21c97e7c6b92 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5431 time: 0.1118345 Dec 16 09:27:28.298312 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d146710-3ce5-4d15-8ecd-9d5b41b58c3d req-f2df90bf-75c6-4c7d-96d0-46f1bc2f3fbc tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:28.299776 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7d146710-3ce5-4d15-8ecd-9d5b41b58c3d req-f2df90bf-75c6-4c7d-96d0-46f1bc2f3fbc tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.57 "GET /v2.0/ports?device_id=da0d9d0b-2bf2-42d4-953e-26fa83c02f9a HTTP/1.1" status: 200 len: 950 time: 0.2035880 Dec 16 09:27:28.323848 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-91df46c9-18f5-460a-9bff-1a9d1929eaa1 req-78fb2044-b373-4fad-aa0f-bdc11ec81953 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0625398 Dec 16 09:27:28.333337 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-c6852cff-92f6-453e-8109-9f871cf7fe69 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:28.334909 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-c6852cff-92f6-453e-8109-9f871cf7fe69 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/networks?id=5fdc4389-ef3b-4730-9f7c-3bcd629db149 HTTP/1.1" status: 200 len: 812 time: 0.2299678 Dec 16 09:27:28.355532 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07142285-cf98-4390-8dae-cfa81a032cb5', 'tag': 'e403726d-b2b8-41fc-baa4-711d810b8a63'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:28.357869 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d67b91-84a1-42c8-8bdf-49ae092daef9" -d '{"events": [{"name": "network-changed", "server_uuid": "07142285-cf98-4390-8dae-cfa81a032cb5", "tag": "e403726d-b2b8-41fc-baa4-711d810b8a63"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:28.387451 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3859d8e-62e8-4799-8337-cdc8a2cd2536 req-25a48054-a10a-4178-b8b9-cf02cbddda2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:28.389489 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3859d8e-62e8-4799-8337-cdc8a2cd2536 req-25a48054-a10a-4178-b8b9-cf02cbddda2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:28.389489 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3859d8e-62e8-4799-8337-cdc8a2cd2536 req-25a48054-a10a-4178-b8b9-cf02cbddda2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:28.389489 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3859d8e-62e8-4799-8337-cdc8a2cd2536 req-25a48054-a10a-4178-b8b9-cf02cbddda2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:28.389489 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3859d8e-62e8-4799-8337-cdc8a2cd2536 req-25a48054-a10a-4178-b8b9-cf02cbddda2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:28.389845 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3859d8e-62e8-4799-8337-cdc8a2cd2536 req-25a48054-a10a-4178-b8b9-cf02cbddda2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:28.390188 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3859d8e-62e8-4799-8337-cdc8a2cd2536 req-25a48054-a10a-4178-b8b9-cf02cbddda2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:28.392065 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b3859d8e-62e8-4799-8337-cdc8a2cd2536 req-25a48054-a10a-4178-b8b9-cf02cbddda2f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=089b504b14134411afd7c91777dc992c&device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 6488 time: 0.1650307 Dec 16 09:27:28.393727 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-3c834b54-5ac9-4d67-98ee-55202639d7fd tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/quotas/bf920e5a3f8e4484ba26e4b568348c48 HTTP/1.1" status: 200 len: 375 time: 0.0329707 Dec 16 09:27:28.449087 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e054987-645a-4dea-9054-9107e4f6571c req-14690aea-445d-4780-931c-f21ba6ba8738 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:28.450806 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4e054987-645a-4dea-9054-9107e4f6571c req-14690aea-445d-4780-931c-f21ba6ba8738 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 944 time: 0.0533717 Dec 16 09:27:28.491940 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4e054987-645a-4dea-9054-9107e4f6571c req-eccda838-55fe-470c-993f-fbb99c1b3606 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341535 Dec 16 09:27:28.505601 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e3779bd4-91b2-494d-94c0-1ac62b6830dd req-c63423bb-8b8c-4eae-a326-4dae14abf9c1 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:28.505942 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-47ed1ed7-6cbf-40ed-82da-848ab6d3c607 req-5b3628c4-bc1f-4743-8f82-2691569a682c tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:28.526492 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['dd0272f9-bbee-4c0e-ba42-849d831252e4'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:28.529821 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba', '6384791e-dc6b-4fdf-bc3e-09c80cdc05d2', '84ca2f28-bdd5-4345-82df-1abeabe2bdf0'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:28.544946 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3628c4-bc1f-4743-8f82-2691569a682c tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Pushing event deleted for resources: {'Port': ['ID=6384791e-dc6b-4fdf-bc3e-09c80cdc05d2,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:28.562988 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63423bb-8b8c-4eae-a326-4dae14abf9c1 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Pushing event deleted for resources: {'Port': ['ID=f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:28.606042 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-ecd4f4f2-8bab-44f8-8662-5694a05d93cd tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf920e5a3f8e4484ba26e4b568348c48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2040567 Dec 16 09:27:28.608625 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28741ac-3feb-40ae-9ab2-e85216dfda94 x-openstack-request-id: req-e28741ac-3feb-40ae-9ab2-e85216dfda94 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:28.608905 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07142285-cf98-4390-8dae-cfa81a032cb5", "tag": "e403726d-b2b8-41fc-baa4-711d810b8a63", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:28.609179 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e28741ac-3feb-40ae-9ab2-e85216dfda94 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:28.610005 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07142285-cf98-4390-8dae-cfa81a032cb5', 'tag': 'e403726d-b2b8-41fc-baa4-711d810b8a63', 'status': 'completed', 'code': 200} Dec 16 09:27:28.610938 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ed1ed7-6cbf-40ed-82da-848ab6d3c607 req-5b3628c4-bc1f-4743-8f82-2691569a682c tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] No DVR routers for this DVR port 6384791e-dc6b-4fdf-bc3e-09c80cdc05d2 on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:27:28.615846 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-47ed1ed7-6cbf-40ed-82da-848ab6d3c607 req-5b3628c4-bc1f-4743-8f82-2691569a682c tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:28.620898 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-47ed1ed7-6cbf-40ed-82da-848ab6d3c607 req-5b3628c4-bc1f-4743-8f82-2691569a682c tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.57 "DELETE /v2.0/ports/6384791e-dc6b-4fdf-bc3e-09c80cdc05d2 HTTP/1.1" status: 204 len: 173 time: 1.1220999 Dec 16 09:27:28.621562 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6e016c-a6b0-4c9e-852a-49e7032d186c', 'name': 'network-vif-deleted', 'tag': '6384791e-dc6b-4fdf-bc3e-09c80cdc05d2'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:28.626952 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadb6997-9d42-4d8b-aa9a-912d9b654bd8" -d '{"events": [{"server_uuid": "8f6e016c-a6b0-4c9e-852a-49e7032d186c", "name": "network-vif-deleted", "tag": "6384791e-dc6b-4fdf-bc3e-09c80cdc05d2"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:28.669551 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3859d8e-62e8-4799-8337-cdc8a2cd2536 req-331afa62-c011-4971-8e64-94b2b5f3160c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:28.672789 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b3859d8e-62e8-4799-8337-cdc8a2cd2536 req-331afa62-c011-4971-8e64-94b2b5f3160c service neutron] 10.222.0.57 "GET /v2.0/networks?id=8ee8fe93-c571-40ef-82e1-da1c2c6af86e HTTP/1.1" status: 200 len: 903 time: 0.2719393 Dec 16 09:27:28.716358 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-7d146710-3ce5-4d15-8ecd-9d5b41b58c3d req-7ea58ae7-6e0f-4b7e-a593-2e39959099f4 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Deleting port 6a544dbf-c596-4f87-ac40-994392bdb751 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:28.716816 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7d146710-3ce5-4d15-8ecd-9d5b41b58c3d req-7ea58ae7-6e0f-4b7e-a593-2e39959099f4 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:28.723512 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3779bd4-91b2-494d-94c0-1ac62b6830dd req-c63423bb-8b8c-4eae-a326-4dae14abf9c1 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] No DVR routers for this DVR port f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:27:28.745597 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e3779bd4-91b2-494d-94c0-1ac62b6830dd req-c63423bb-8b8c-4eae-a326-4dae14abf9c1 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:28.748972 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e3779bd4-91b2-494d-94c0-1ac62b6830dd req-c63423bb-8b8c-4eae-a326-4dae14abf9c1 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.57 "DELETE /v2.0/ports/f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f HTTP/1.1" status: 204 len: 173 time: 1.5657561 Dec 16 09:27:28.767058 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d67b91-84a1-42c8-8bdf-49ae092daef9 req-f5247f11-6ff2-4d33-ac3d-d2eaaa35bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:28.768566 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c7d67b91-84a1-42c8-8bdf-49ae092daef9 req-f5247f11-6ff2-4d33-ac3d-d2eaaa35bc7e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ef267339b96a4504bcc86eb4b94505b3&device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 1125 time: 0.1246498 Dec 16 09:27:28.822379 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b3859d8e-62e8-4799-8337-cdc8a2cd2536 req-f64c7fc4-9fe9-4205-bdb3-9797c6c63452 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1305e84e-c1fb-4148-a219-de2e95349bca HTTP/1.1" status: 200 len: 217 time: 0.1018984 Dec 16 09:27:28.936558 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef184ef-7059-40ad-a83b-c5e2cb64a21d req-a8b32935-b6ed-4120-a7dc-b91b2d66c9aa tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:28.942480 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef184ef-7059-40ad-a83b-c5e2cb64a21d req-a8b32935-b6ed-4120-a7dc-b91b2d66c9aa tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:28.942651 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-484fbad0-668f-4ab5-bbba-cc8a061c18c2 service neutron] 10.222.0.60 "GET /v2.0/networks/5fdc4389-ef3b-4730-9f7c-3bcd629db149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355937 Dec 16 09:27:28.944065 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6ef184ef-7059-40ad-a83b-c5e2cb64a21d req-a8b32935-b6ed-4120-a7dc-b91b2d66c9aa tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f6e016c-a6b0-4c9e-852a-49e7032d186c HTTP/1.1" status: 200 len: 1683 time: 0.2627428 Dec 16 09:27:28.950921 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3859d8e-62e8-4799-8337-cdc8a2cd2536 req-6d099216-f2ca-449a-b5ec-f4fb10c2cdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:28.952810 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b3859d8e-62e8-4799-8337-cdc8a2cd2536 req-6d099216-f2ca-449a-b5ec-f4fb10c2cdf3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d86e42b0-c2d4-4c18-971d-7f418a472e6d HTTP/1.1" status: 200 len: 797 time: 0.1201651 Dec 16 09:27:28.973697 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-7d146710-3ce5-4d15-8ecd-9d5b41b58c3d req-7ea58ae7-6e0f-4b7e-a593-2e39959099f4 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] For port 6a544dbf-c596-4f87-ac40-994392bdb751, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=6a544dbf-c596-4f87-ac40-994392bdb751,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:28.974133 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7d146710-3ce5-4d15-8ecd-9d5b41b58c3d req-7ea58ae7-6e0f-4b7e-a593-2e39959099f4 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:28.984404 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d67b91-84a1-42c8-8bdf-49ae092daef9 req-cd313aa8-0be2-458f-8dbd-1d2c76c8dd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:28.986028 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c7d67b91-84a1-42c8-8bdf-49ae092daef9 req-cd313aa8-0be2-458f-8dbd-1d2c76c8dd41 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fd229606-1f82-48a3-82a3-fb35078f3dba HTTP/1.1" status: 200 len: 909 time: 0.1891229 Dec 16 09:27:29.023358 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:29.032085 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c7d67b91-84a1-42c8-8bdf-49ae092daef9 req-79534a52-875d-434e-b215-f328809bf69b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e403726d-b2b8-41fc-baa4-711d810b8a63 HTTP/1.1" status: 200 len: 217 time: 0.0360384 Dec 16 09:27:29.035105 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6ef184ef-7059-40ad-a83b-c5e2cb64a21d req-d5e5af99-bd38-41d3-ae87-efb48e3dc1e2 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829475 Dec 16 09:27:29.053586 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-7d146710-3ce5-4d15-8ecd-9d5b41b58c3d req-7ea58ae7-6e0f-4b7e-a593-2e39959099f4 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Calling delete_port for 6a544dbf-c596-4f87-ac40-994392bdb751 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:29.055592 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-47ed1ed7-6cbf-40ed-82da-848ab6d3c607 req-4f215c68-4c34-46b2-9849-8328e7e45b71 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Deleting port 84ca2f28-bdd5-4345-82df-1abeabe2bdf0 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:29.055947 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-47ed1ed7-6cbf-40ed-82da-848ab6d3c607 req-4f215c68-4c34-46b2-9849-8328e7e45b71 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:29.092251 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1997ed89-1fba-4a68-884e-afa43b6ee669 x-openstack-request-id: req-1997ed89-1fba-4a68-884e-afa43b6ee669 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:29.092538 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6e016c-a6b0-4c9e-852a-49e7032d186c", "name": "network-vif-deleted", "tag": "6384791e-dc6b-4fdf-bc3e-09c80cdc05d2", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:29.092845 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1997ed89-1fba-4a68-884e-afa43b6ee669 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:29.093273 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6e016c-a6b0-4c9e-852a-49e7032d186c', 'name': 'network-vif-deleted', 'tag': '6384791e-dc6b-4fdf-bc3e-09c80cdc05d2', 'status': 'completed', 'code': 200} Dec 16 09:27:29.142464 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-3b470e41-191a-4ef4-9ed0-bbcb08cda0ab service neutron] 10.222.0.60 "GET /v2.0/networks/5fdc4389-ef3b-4730-9f7c-3bcd629db149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829052 Dec 16 09:27:29.224057 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3859d8e-62e8-4799-8337-cdc8a2cd2536 req-aafc7a31-277a-4846-8538-f58a17f7f0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:29.225629 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b3859d8e-62e8-4799-8337-cdc8a2cd2536 req-aafc7a31-277a-4846-8538-f58a17f7f0f6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ee8fe93-c571-40ef-82e1-da1c2c6af86e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2557335 Dec 16 09:27:29.260055 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a284c463-55cf-4a28-993a-1ee318cf6bff req-2cc6ab8a-d89c-49fa-998d-bbf9fc0e2425 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=607a8990-8504-4348-a8c6-45455cd33155 HTTP/1.1" status: 200 len: 210 time: 0.0953379 Dec 16 09:27:29.275483 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d67b91-84a1-42c8-8bdf-49ae092daef9 req-b320f18d-292a-43dd-a886-e9c8308624a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:29.276872 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c7d67b91-84a1-42c8-8bdf-49ae092daef9 req-b320f18d-292a-43dd-a886-e9c8308624a7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1e11efc-2921-4ef6-b725-208b9f6cb7a8 HTTP/1.1" status: 200 len: 848 time: 0.2371998 Dec 16 09:27:29.319756 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c7d67b91-84a1-42c8-8bdf-49ae092daef9 req-63d03081-2b67-4a16-aa74-a56cd722059d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd229606-1f82-48a3-82a3-fb35078f3dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328040 Dec 16 09:27:29.320922 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['6a544dbf-c596-4f87-ac40-994392bdb751'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:29.337080 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-47ed1ed7-6cbf-40ed-82da-848ab6d3c607 req-4f215c68-4c34-46b2-9849-8328e7e45b71 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] For port 84ca2f28-bdd5-4345-82df-1abeabe2bdf0, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=84ca2f28-bdd5-4345-82df-1abeabe2bdf0,segment=NetworkSegment(820e9cac-87fb-42ba-b909-f12a4af79537),segment_id=820e9cac-87fb-42ba-b909-f12a4af79537)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:29.337743 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-47ed1ed7-6cbf-40ed-82da-848ab6d3c607 req-4f215c68-4c34-46b2-9849-8328e7e45b71 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:29.392752 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-47ed1ed7-6cbf-40ed-82da-848ab6d3c607 req-4f215c68-4c34-46b2-9849-8328e7e45b71 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Calling delete_port for 84ca2f28-bdd5-4345-82df-1abeabe2bdf0 owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:29.426523 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b3859d8e-62e8-4799-8337-cdc8a2cd2536 req-4722a4ab-c570-45cf-9396-ce45834a8223 service neutron] 10.222.0.57 "GET /v2.0/networks/8ee8fe93-c571-40ef-82e1-da1c2c6af86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898658 Dec 16 09:27:29.550789 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c7d67b91-84a1-42c8-8bdf-49ae092daef9 req-2a1b7adb-c61f-4c30-8e9c-618cfff79852 service neutron] 10.222.0.58 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228408 Dec 16 09:27:29.566593 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9f0cc77e-e73d-4867-83e9-ce5d5e3a8c5b req-0993c05f-305c-41f3-9503-ff52558ab804 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=67518a84-e574-41bd-9e4b-e1dec7d323a8 HTTP/1.1" status: 200 len: 210 time: 0.0472364 Dec 16 09:27:29.623880 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b3859d8e-62e8-4799-8337-cdc8a2cd2536 req-59b08b20-c57e-4a4f-94bc-2fd5021ef609 service neutron] 10.222.0.57 "GET /v2.0/networks/8ee8fe93-c571-40ef-82e1-da1c2c6af86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790426 Dec 16 09:27:29.662985 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:29.667335 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7d146710-3ce5-4d15-8ecd-9d5b41b58c3d req-7ea58ae7-6e0f-4b7e-a593-2e39959099f4 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:29.669147 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91917ce-7456-4f2f-9c54-b94e4ad963da req-eeb41705-64ac-43bd-9aaa-4bd21f9ca599 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:29.676219 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91917ce-7456-4f2f-9c54-b94e4ad963da req-eeb41705-64ac-43bd-9aaa-4bd21f9ca599 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:29.681855 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91917ce-7456-4f2f-9c54-b94e4ad963da req-eeb41705-64ac-43bd-9aaa-4bd21f9ca599 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:29.682680 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['dd0272f9-bbee-4c0e-ba42-849d831252e4'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:29.687901 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91917ce-7456-4f2f-9c54-b94e4ad963da req-eeb41705-64ac-43bd-9aaa-4bd21f9ca599 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:29.694357 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91917ce-7456-4f2f-9c54-b94e4ad963da req-eeb41705-64ac-43bd-9aaa-4bd21f9ca599 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:29.700849 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91917ce-7456-4f2f-9c54-b94e4ad963da req-eeb41705-64ac-43bd-9aaa-4bd21f9ca599 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:29.705593 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea58ae7-6e0f-4b7e-a593-2e39959099f4 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Pushing event deleted for resources: {'Port': ['ID=6a544dbf-c596-4f87-ac40-994392bdb751,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:29.706949 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91917ce-7456-4f2f-9c54-b94e4ad963da req-eeb41705-64ac-43bd-9aaa-4bd21f9ca599 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:29.709065 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b91917ce-7456-4f2f-9c54-b94e4ad963da req-eeb41705-64ac-43bd-9aaa-4bd21f9ca599 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5431 time: 0.1895108 Dec 16 09:27:29.770616 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d146710-3ce5-4d15-8ecd-9d5b41b58c3d req-7ea58ae7-6e0f-4b7e-a593-2e39959099f4 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] No DVR routers for this DVR port 6a544dbf-c596-4f87-ac40-994392bdb751 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:27:29.773997 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7d146710-3ce5-4d15-8ecd-9d5b41b58c3d req-7ea58ae7-6e0f-4b7e-a593-2e39959099f4 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:29.777944 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7d146710-3ce5-4d15-8ecd-9d5b41b58c3d req-7ea58ae7-6e0f-4b7e-a593-2e39959099f4 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.57 "DELETE /v2.0/ports/6a544dbf-c596-4f87-ac40-994392bdb751 HTTP/1.1" status: 204 len: 173 time: 1.4647131 Dec 16 09:27:29.800705 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e584e0-6899-4667-801b-b70417c98c8c req-f41f6b92-045b-4578-9b95-870f16615c15 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:29.800970 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c7d67b91-84a1-42c8-8bdf-49ae092daef9 req-39935735-3e70-4cd9-82ce-765a4d48b1dd service neutron] 10.222.0.58 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314684 Dec 16 09:27:29.802493 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-49e584e0-6899-4667-801b-b70417c98c8c req-f41f6b92-045b-4578-9b95-870f16615c15 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 944 time: 0.1010699 Dec 16 09:27:29.833813 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b91917ce-7456-4f2f-9c54-b94e4ad963da req-abdbc3d1-6f14-4688-b728-6e7a4dea41ec tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0811727 Dec 16 09:27:29.862693 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-49e584e0-6899-4667-801b-b70417c98c8c req-cd20967d-b890-4774-8c0d-43093ee6b10c tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406404 Dec 16 09:27:29.986369 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-47ed1ed7-6cbf-40ed-82da-848ab6d3c607 req-4f215c68-4c34-46b2-9849-8328e7e45b71 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:29.999486 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['6384791e-dc6b-4fdf-bc3e-09c80cdc05d2'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:30.017039 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f215c68-4c34-46b2-9849-8328e7e45b71 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Pushing event deleted for resources: {'Port': ['ID=84ca2f28-bdd5-4345-82df-1abeabe2bdf0,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:30.081544 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ed1ed7-6cbf-40ed-82da-848ab6d3c607 req-4f215c68-4c34-46b2-9849-8328e7e45b71 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] No DVR routers for this DVR port 84ca2f28-bdd5-4345-82df-1abeabe2bdf0 on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:27:30.084313 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-47ed1ed7-6cbf-40ed-82da-848ab6d3c607 req-4f215c68-4c34-46b2-9849-8328e7e45b71 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:30.087988 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-47ed1ed7-6cbf-40ed-82da-848ab6d3c607 req-4f215c68-4c34-46b2-9849-8328e7e45b71 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.57 "DELETE /v2.0/ports/84ca2f28-bdd5-4345-82df-1abeabe2bdf0 HTTP/1.1" status: 204 len: 173 time: 1.4160738 Dec 16 09:27:30.213948 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-47ed1ed7-6cbf-40ed-82da-848ab6d3c607 req-439d222b-bdd0-4177-bcbd-23422654f337 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Deleting port ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:30.214404 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-47ed1ed7-6cbf-40ed-82da-848ab6d3c607 req-439d222b-bdd0-4177-bcbd-23422654f337 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:30.379329 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6973346-2e5d-4e5a-a658-176d00d2f752 req-a5c261ad-7d54-4efb-8d9c-b1861d3b97eb tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:30.380939 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c6973346-2e5d-4e5a-a658-176d00d2f752 req-a5c261ad-7d54-4efb-8d9c-b1861d3b97eb tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f6e016c-a6b0-4c9e-852a-49e7032d186c HTTP/1.1" status: 200 len: 946 time: 0.1019220 Dec 16 09:27:30.382909 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-47ed1ed7-6cbf-40ed-82da-848ab6d3c607 req-439d222b-bdd0-4177-bcbd-23422654f337 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] For port ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba,segment=NetworkSegment(db6979fd-ef79-4e33-b4f2-f46881d8db71),segment_id=db6979fd-ef79-4e33-b4f2-f46881d8db71)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:30.383282 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-47ed1ed7-6cbf-40ed-82da-848ab6d3c607 req-439d222b-bdd0-4177-bcbd-23422654f337 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:30.393525 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0e75a801-d2e0-4818-880e-3044c48d5f55 req-81ac6a29-614b-4d23-8954-3495295311af tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=607a8990-8504-4348-a8c6-45455cd33155 HTTP/1.1" status: 200 len: 210 time: 0.0318236 Dec 16 09:27:30.410570 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-47ed1ed7-6cbf-40ed-82da-848ab6d3c607 req-439d222b-bdd0-4177-bcbd-23422654f337 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Calling delete_port for ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:30.475796 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c6973346-2e5d-4e5a-a658-176d00d2f752 req-c8761c88-64c1-4a5d-b288-a49342a581a8 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821936 Dec 16 09:27:30.610855 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607a8990-8504-4348-a8c6-45455cd33155', 'name': 'network-vif-deleted', 'tag': 'f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f'}, {'server_uuid': 'da0d9d0b-2bf2-42d4-953e-26fa83c02f9a', 'name': 'network-vif-deleted', 'tag': '6a544dbf-c596-4f87-ac40-994392bdb751'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:30.613289 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ec0097-5575-4aa0-bc85-9ce91bff45fd" -d '{"events": [{"server_uuid": "607a8990-8504-4348-a8c6-45455cd33155", "name": "network-vif-deleted", "tag": "f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f"}, {"server_uuid": "da0d9d0b-2bf2-42d4-953e-26fa83c02f9a", "name": "network-vif-deleted", "tag": "6a544dbf-c596-4f87-ac40-994392bdb751"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:30.654891 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a2b6ab38-abce-4768-ae4e-839d99021318 req-f6228b82-7204-45cf-a01b-345d8d896fda tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=67518a84-e574-41bd-9e4b-e1dec7d323a8 HTTP/1.1" status: 200 len: 210 time: 0.0286264 Dec 16 09:27:30.656033 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e1b4e7-bd91-4c10-a0b2-30571030a913 x-openstack-request-id: req-b6e1b4e7-bd91-4c10-a0b2-30571030a913 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:30.656515 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607a8990-8504-4348-a8c6-45455cd33155", "name": "network-vif-deleted", "tag": "f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f", "status": "completed", "code": 200}, {"server_uuid": "da0d9d0b-2bf2-42d4-953e-26fa83c02f9a", "name": "network-vif-deleted", "tag": "6a544dbf-c596-4f87-ac40-994392bdb751", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:30.656889 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b6e1b4e7-bd91-4c10-a0b2-30571030a913 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:30.657452 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607a8990-8504-4348-a8c6-45455cd33155', 'name': 'network-vif-deleted', 'tag': 'f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f', 'status': 'completed', 'code': 200} Dec 16 09:27:30.657816 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0d9d0b-2bf2-42d4-953e-26fa83c02f9a', 'name': 'network-vif-deleted', 'tag': '6a544dbf-c596-4f87-ac40-994392bdb751', 'status': 'completed', 'code': 200} Dec 16 09:27:30.700451 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:27:30.720786 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:27:30.721236 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device f53f072e-9b5d-42b1-b7d1-9a0ef2eb283f not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:27:30.721649 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 6a544dbf-c596-4f87-ac40-994392bdb751 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:27:30.740753 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 6a544dbf-c596-4f87-ac40-994392bdb751 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:27:30.741099 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 6a544dbf-c596-4f87-ac40-994392bdb751 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:27:30.741561 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:27:30.742899 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-47ed1ed7-6cbf-40ed-82da-848ab6d3c607 req-439d222b-bdd0-4177-bcbd-23422654f337 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:30.761789 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:27:30.762139 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:27:30.762596 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 6384791e-dc6b-4fdf-bc3e-09c80cdc05d2 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:27:30.771247 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d222b-bdd0-4177-bcbd-23422654f337 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Pushing event deleted for resources: {'Port': ['ID=ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:30.784406 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 6384791e-dc6b-4fdf-bc3e-09c80cdc05d2 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:27:30.784406 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 6384791e-dc6b-4fdf-bc3e-09c80cdc05d2 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:27:30.784406 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 84ca2f28-bdd5-4345-82df-1abeabe2bdf0 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:27:30.806469 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 84ca2f28-bdd5-4345-82df-1abeabe2bdf0 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:27:30.806823 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 84ca2f28-bdd5-4345-82df-1abeabe2bdf0 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:27:30.813153 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ed1ed7-6cbf-40ed-82da-848ab6d3c607 req-439d222b-bdd0-4177-bcbd-23422654f337 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] No DVR routers for this DVR port ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:27:30.815419 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-47ed1ed7-6cbf-40ed-82da-848ab6d3c607 req-439d222b-bdd0-4177-bcbd-23422654f337 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:30.818795 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-47ed1ed7-6cbf-40ed-82da-848ab6d3c607 req-439d222b-bdd0-4177-bcbd-23422654f337 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.57 "DELETE /v2.0/ports/ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba HTTP/1.1" status: 204 len: 173 time: 0.7237048 Dec 16 09:27:30.989513 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47a03c-585d-4a0a-b2c1-845d235de0bd req-76f5761d-dd4d-4daf-af4a-aa5fd5f3a53b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:30.995851 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47a03c-585d-4a0a-b2c1-845d235de0bd req-76f5761d-dd4d-4daf-af4a-aa5fd5f3a53b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:31.002125 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47a03c-585d-4a0a-b2c1-845d235de0bd req-76f5761d-dd4d-4daf-af4a-aa5fd5f3a53b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:31.006808 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2786e-f23a-443f-8378-53b7fd9d228c req-a62526ab-9153-4047-b1a6-631c9dd467ac tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:31.008289 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-39a2786e-f23a-443f-8378-53b7fd9d228c req-a62526ab-9153-4047-b1a6-631c9dd467ac tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 944 time: 0.0556505 Dec 16 09:27:31.008625 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47a03c-585d-4a0a-b2c1-845d235de0bd req-76f5761d-dd4d-4daf-af4a-aa5fd5f3a53b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:31.015210 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47a03c-585d-4a0a-b2c1-845d235de0bd req-76f5761d-dd4d-4daf-af4a-aa5fd5f3a53b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:31.021599 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47a03c-585d-4a0a-b2c1-845d235de0bd req-76f5761d-dd4d-4daf-af4a-aa5fd5f3a53b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:31.028527 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47a03c-585d-4a0a-b2c1-845d235de0bd req-76f5761d-dd4d-4daf-af4a-aa5fd5f3a53b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:31.030468 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ad47a03c-585d-4a0a-b2c1-845d235de0bd req-76f5761d-dd4d-4daf-af4a-aa5fd5f3a53b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5431 time: 0.1055858 Dec 16 09:27:31.048061 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-39a2786e-f23a-443f-8378-53b7fd9d228c req-d815263f-aa0a-487e-87c9-b694b7d54a8f tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332153 Dec 16 09:27:31.081192 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ad47a03c-585d-4a0a-b2c1-845d235de0bd req-f006c0f3-e9bd-4fff-8596-48e67cc1309f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441022 Dec 16 09:27:31.094151 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6e016c-a6b0-4c9e-852a-49e7032d186c', 'name': 'network-vif-deleted', 'tag': '84ca2f28-bdd5-4345-82df-1abeabe2bdf0'}, {'server_uuid': '8f6e016c-a6b0-4c9e-852a-49e7032d186c', 'name': 'network-vif-deleted', 'tag': 'ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:31.096553 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2533a07b-8444-4ee7-b0ba-241d8d1029da" -d '{"events": [{"server_uuid": "8f6e016c-a6b0-4c9e-852a-49e7032d186c", "name": "network-vif-deleted", "tag": "84ca2f28-bdd5-4345-82df-1abeabe2bdf0"}, {"server_uuid": "8f6e016c-a6b0-4c9e-852a-49e7032d186c", "name": "network-vif-deleted", "tag": "ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:31.137075 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fabfe8-c47c-4f96-a13e-66de7a389111 x-openstack-request-id: req-14fabfe8-c47c-4f96-a13e-66de7a389111 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:31.137394 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6e016c-a6b0-4c9e-852a-49e7032d186c", "name": "network-vif-deleted", "tag": "84ca2f28-bdd5-4345-82df-1abeabe2bdf0", "status": "completed", "code": 200}, {"server_uuid": "8f6e016c-a6b0-4c9e-852a-49e7032d186c", "name": "network-vif-deleted", "tag": "ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:31.137640 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-14fabfe8-c47c-4f96-a13e-66de7a389111 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:31.138038 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6e016c-a6b0-4c9e-852a-49e7032d186c', 'name': 'network-vif-deleted', 'tag': '84ca2f28-bdd5-4345-82df-1abeabe2bdf0', 'status': 'completed', 'code': 200} Dec 16 09:27:31.138285 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6e016c-a6b0-4c9e-852a-49e7032d186c', 'name': 'network-vif-deleted', 'tag': 'ea7a8f6c-804d-4bd9-b6ac-55e3ff3e30ba', 'status': 'completed', 'code': 200} Dec 16 09:27:31.538951 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c4a87061-26a6-4540-bccf-c20508c0a806 req-c7c2e722-b62c-4b2c-8ccf-256a12d7e4b8 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=da0d9d0b-2bf2-42d4-953e-26fa83c02f9a HTTP/1.1" status: 200 len: 210 time: 0.0272260 Dec 16 09:27:31.627813 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-06f09eab-1665-40cb-9e63-83fd663fc123 req-5d742f70-4d4b-459c-9d70-0ef10febf8ef tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f6e016c-a6b0-4c9e-852a-49e7032d186c HTTP/1.1" status: 200 len: 210 time: 0.0299892 Dec 16 09:27:31.751605 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2400051d-b229-4afd-8ca1-3d5bf504835f req-10a16c1a-18da-4de8-a2fd-83665231b0d6 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=67518a84-e574-41bd-9e4b-e1dec7d323a8 HTTP/1.1" status: 200 len: 210 time: 0.0272565 Dec 16 09:27:32.175072 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a32881-5956-4335-a3a0-971acf76fe90 req-89905c7c-1da8-49bc-9555-7170fee52859 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:32.176603 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-00a32881-5956-4335-a3a0-971acf76fe90 req-89905c7c-1da8-49bc-9555-7170fee52859 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 944 time: 0.0530543 Dec 16 09:27:32.215015 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-00a32881-5956-4335-a3a0-971acf76fe90 req-a9e214b6-5133-42ab-b4cc-002b7a3b619e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318604 Dec 16 09:27:32.217957 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d389f9-6317-40b8-bb97-96b1698a6884 req-2a3df9c3-f076-45c9-9c60-0d2e8a02ecab tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:32.223628 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d389f9-6317-40b8-bb97-96b1698a6884 req-2a3df9c3-f076-45c9-9c60-0d2e8a02ecab tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:32.230195 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d389f9-6317-40b8-bb97-96b1698a6884 req-2a3df9c3-f076-45c9-9c60-0d2e8a02ecab tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:32.236319 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d389f9-6317-40b8-bb97-96b1698a6884 req-2a3df9c3-f076-45c9-9c60-0d2e8a02ecab tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:32.242424 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d389f9-6317-40b8-bb97-96b1698a6884 req-2a3df9c3-f076-45c9-9c60-0d2e8a02ecab tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:32.248432 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d389f9-6317-40b8-bb97-96b1698a6884 req-2a3df9c3-f076-45c9-9c60-0d2e8a02ecab tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:32.254494 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d389f9-6317-40b8-bb97-96b1698a6884 req-2a3df9c3-f076-45c9-9c60-0d2e8a02ecab tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:32.256387 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-34d389f9-6317-40b8-bb97-96b1698a6884 req-2a3df9c3-f076-45c9-9c60-0d2e8a02ecab tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5431 time: 0.0942688 Dec 16 09:27:32.301585 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-34d389f9-6317-40b8-bb97-96b1698a6884 req-fd6b9cb7-4e2c-4f52-af74-b4fdd833b687 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387566 Dec 16 09:27:32.729280 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35846) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:32.783107 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb9fb5ff-417f-43f2-ba64-c24c9cebd0d2 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Deleting subnet e11d0d89-ba51-4f17-a6dc-35e94e26f12c {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:27:32.786392 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb9fb5ff-417f-43f2-ba64-c24c9cebd0d2 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:32.848622 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb9fb5ff-417f-43f2-ba64-c24c9cebd0d2 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:32.912537 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a5f1f4f7-1f46-4f48-9ebd-125c2fd99567 req-51f1551b-8fdb-477f-bbcc-a384784100b7 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=67518a84-e574-41bd-9e4b-e1dec7d323a8 HTTP/1.1" status: 200 len: 210 time: 0.0368166 Dec 16 09:27:32.960073 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-a2980961-36b7-4b4f-9892-f2df679d8c49 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:32.961628 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-a2980961-36b7-4b4f-9892-f2df679d8c49 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.58 "GET /v2.0/networks?id=5fdc4389-ef3b-4730-9f7c-3bcd629db149 HTTP/1.1" status: 200 len: 812 time: 0.1432180 Dec 16 09:27:32.981515 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-e02729d4-03b6-474a-8709-4fd00e52da87 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Request body: {'port': {'device_id': '67518a84-e574-41bd-9e4b-e1dec7d323a8', 'network_id': '5fdc4389-ef3b-4730-9f7c-3bcd629db149', 'admin_state_up': True, 'tenant_id': 'bf920e5a3f8e4484ba26e4b568348c48'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:32.987547 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb9fb5ff-417f-43f2-ba64-c24c9cebd0d2 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:33.131979 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb9fb5ff-417f-43f2-ba64-c24c9cebd0d2 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:33.165279 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb9fb5ff-417f-43f2-ba64-c24c9cebd0d2 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:33.172161 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-eb9fb5ff-417f-43f2-ba64-c24c9cebd0d2 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "DELETE /v2.0/subnets/e11d0d89-ba51-4f17-a6dc-35e94e26f12c HTTP/1.1" status: 204 len: 168 time: 0.4388254 Dec 16 09:27:33.172161 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9fb5ff-417f-43f2-ba64-c24c9cebd0d2 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Pushing event deleted for resources: {'Subnet': ['ID=e11d0d89-ba51-4f17-a6dc-35e94e26f12c,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:33.172328 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35850) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:33.183435 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d411415-334f-45dd-a4c6-e2ae1a628a74 None None] Network 52eea64a-c79b-44fc-b658-85e63d7602c5 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:27:33.183832 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-e02729d4-03b6-474a-8709-4fd00e52da87 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Made reservation on behalf of bf920e5a3f8e4484ba26e4b568348c48 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:27:33.187062 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-e02729d4-03b6-474a-8709-4fd00e52da87 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:33.325521 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-994799ec-c0dc-4489-9dc6-7f578db8c92b tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:33.325850 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8b808-a2e3-4108-845b-15c63040c90b req-aa306f2f-ed45-426e-89fd-3621ebc74b48 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:33.331331 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31a8b808-a2e3-4108-845b-15c63040c90b req-aa306f2f-ed45-426e-89fd-3621ebc74b48 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e2e5f50-f84c-4871-89d1-0a888ffad525 HTTP/1.1" status: 200 len: 949 time: 0.0679705 Dec 16 09:27:33.387141 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31a8b808-a2e3-4108-845b-15c63040c90b req-47fde791-5ac1-41c0-8a70-3b070b86acbc tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413437 Dec 16 09:27:33.460462 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae926b-73b7-4fd8-a989-f34ed995766e req-92f69c17-97a4-4822-aa01-98519b1f7d3d tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:33.470016 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a2ae926b-73b7-4fd8-a989-f34ed995766e req-92f69c17-97a4-4822-aa01-98519b1f7d3d tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 944 time: 0.1482005 Dec 16 09:27:33.474794 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80c060c-178e-4bab-bd95-a43672e87a19 None None] DHCP port deletion for 52eea64a-c79b-44fc-b658-85e63d7602c5 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:27:33.494422 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-e02729d4-03b6-474a-8709-4fd00e52da87 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Allocated IP 172.20.0.10 (5fdc4389-ef3b-4730-9f7c-3bcd629db149/1d26afb5-849e-4e1c-85bb-8c6539398abb/effb9da2-9550-41fc-9d42-5e947e6cea9c) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:27:33.522125 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90238b2c-0374-4fbe-b6fe-d3b4802fff4d req-a8a0ec32-0491-4a8a-ba86-b0e66f7910ec tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:33.528831 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90238b2c-0374-4fbe-b6fe-d3b4802fff4d req-a8a0ec32-0491-4a8a-ba86-b0e66f7910ec tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:33.534719 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90238b2c-0374-4fbe-b6fe-d3b4802fff4d req-a8a0ec32-0491-4a8a-ba86-b0e66f7910ec tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:33.537012 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f80c060c-178e-4bab-bd95-a43672e87a19 None None] Deleting port e124f08b-a81e-428b-aa1e-c29f73917578 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:33.537447 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f80c060c-178e-4bab-bd95-a43672e87a19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:33.540959 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90238b2c-0374-4fbe-b6fe-d3b4802fff4d req-a8a0ec32-0491-4a8a-ba86-b0e66f7910ec tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:33.547506 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90238b2c-0374-4fbe-b6fe-d3b4802fff4d req-a8a0ec32-0491-4a8a-ba86-b0e66f7910ec tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:33.550135 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a2ae926b-73b7-4fd8-a989-f34ed995766e req-4c32cd52-2c59-4b7b-9650-ca44043ce52b tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787334 Dec 16 09:27:33.553873 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90238b2c-0374-4fbe-b6fe-d3b4802fff4d req-a8a0ec32-0491-4a8a-ba86-b0e66f7910ec tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:33.559649 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90238b2c-0374-4fbe-b6fe-d3b4802fff4d req-a8a0ec32-0491-4a8a-ba86-b0e66f7910ec tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:33.562671 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-994799ec-c0dc-4489-9dc6-7f578db8c92b tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Deleting port e124f08b-a81e-428b-aa1e-c29f73917578 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:33.563015 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-994799ec-c0dc-4489-9dc6-7f578db8c92b tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:33.564358 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-90238b2c-0374-4fbe-b6fe-d3b4802fff4d req-a8a0ec32-0491-4a8a-ba86-b0e66f7910ec tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5431 time: 0.1030543 Dec 16 09:27:33.609554 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f80c060c-178e-4bab-bd95-a43672e87a19 None None] For port e124f08b-a81e-428b-aa1e-c29f73917578, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=e124f08b-a81e-428b-aa1e-c29f73917578,segment=NetworkSegment(db6979fd-ef79-4e33-b4f2-f46881d8db71),segment_id=db6979fd-ef79-4e33-b4f2-f46881d8db71)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:33.611065 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f80c060c-178e-4bab-bd95-a43672e87a19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:33.618388 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-90238b2c-0374-4fbe-b6fe-d3b4802fff4d req-8da42435-67dd-4b79-8466-fd31a6af7a27 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460660 Dec 16 09:27:33.628786 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f80c060c-178e-4bab-bd95-a43672e87a19 None None] Calling delete_port for e124f08b-a81e-428b-aa1e-c29f73917578 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:33.690008 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-994799ec-c0dc-4489-9dc6-7f578db8c92b tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] For port e124f08b-a81e-428b-aa1e-c29f73917578, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=e124f08b-a81e-428b-aa1e-c29f73917578,segment=NetworkSegment(db6979fd-ef79-4e33-b4f2-f46881d8db71),segment_id=db6979fd-ef79-4e33-b4f2-f46881d8db71)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:33.690383 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-994799ec-c0dc-4489-9dc6-7f578db8c92b tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:33.708720 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-994799ec-c0dc-4489-9dc6-7f578db8c92b tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Calling delete_port for e124f08b-a81e-428b-aa1e-c29f73917578 owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:33.783027 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-e02729d4-03b6-474a-8709-4fd00e52da87 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:33.851375 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f80c060c-178e-4bab-bd95-a43672e87a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:33.858086 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-994799ec-c0dc-4489-9dc6-7f578db8c92b tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:33.877145 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c060c-178e-4bab-bd95-a43672e87a19 None None] Pushing event deleted for resources: {'Port': ['ID=e124f08b-a81e-428b-aa1e-c29f73917578,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:33.881910 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80c060c-178e-4bab-bd95-a43672e87a19 None None] No DVR routers for this DVR port e124f08b-a81e-428b-aa1e-c29f73917578 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:27:33.890101 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994799ec-c0dc-4489-9dc6-7f578db8c92b tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Pushing event deleted for resources: {'Port': ['ID=e124f08b-a81e-428b-aa1e-c29f73917578,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:33.892014 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994799ec-c0dc-4489-9dc6-7f578db8c92b tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] No DVR routers for this DVR port e124f08b-a81e-428b-aa1e-c29f73917578 on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:27:33.922608 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-e02729d4-03b6-474a-8709-4fd00e52da87 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:33.933844 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:34.019610 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-994799ec-c0dc-4489-9dc6-7f578db8c92b tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:34.042951 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-e02729d4-03b6-474a-8709-4fd00e52da87 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Network 5fdc4389-ef3b-4730-9f7c-3bcd629db149 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:27:34.067037 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-e02729d4-03b6-474a-8709-4fd00e52da87 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:34.077496 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-e02729d4-03b6-474a-8709-4fd00e52da87 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:27:34.079944 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02729d4-03b6-474a-8709-4fd00e52da87 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Pushing event updated for resources: {'Port': ['ID=effb9da2-9550-41fc-9d42-5e947e6cea9c,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:34.085658 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-994799ec-c0dc-4489-9dc6-7f578db8c92b tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52eea64a-c79b-44fc-b658-85e63d7602c5']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:34.128562 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-994799ec-c0dc-4489-9dc6-7f578db8c92b tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db6979fd-ef79-4e33-b4f2-f46881d8db71') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:34.128799 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-994799ec-c0dc-4489-9dc6-7f578db8c92b tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db6979fd-ef79-4e33-b4f2-f46881d8db71') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:34.147198 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-994799ec-c0dc-4489-9dc6-7f578db8c92b tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:34.163447 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb1fc8-eb4d-498e-9de9-450c4049b64e req-a5547025-0b88-4883-803c-272af8115070 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:34.165027 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9afb1fc8-eb4d-498e-9de9-450c4049b64e req-a5547025-0b88-4883-803c-272af8115070 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=67518a84-e574-41bd-9e4b-e1dec7d323a8 HTTP/1.1" status: 200 len: 932 time: 0.1498666 Dec 16 09:27:34.172991 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-e02729d4-03b6-474a-8709-4fd00e52da87 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:34.182709 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-e02729d4-03b6-474a-8709-4fd00e52da87 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:34.192104 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-994799ec-c0dc-4489-9dc6-7f578db8c92b tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:34.214264 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-994799ec-c0dc-4489-9dc6-7f578db8c92b tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:27:34.214666 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-994799ec-c0dc-4489-9dc6-7f578db8c92b tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: self.session.flush() Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: self.session.flush() Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: self.session.flush() Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: self.session.flush() Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:27:34.217549 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:27:34.266898 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9afb1fc8-eb4d-498e-9de9-450c4049b64e req-c62e9fde-a707-4d05-b545-f80f6a51dc3d tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c10216b-6e81-49e8-96e8-b2173f2059e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904050 Dec 16 09:27:34.348126 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-e02729d4-03b6-474a-8709-4fd00e52da87 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3765562 Dec 16 09:27:34.360496 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-36544883-1c15-4963-a517-b46221eac05f service neutron] Request body: {'port': {'device_id': '67518a84-e574-41bd-9e4b-e1dec7d323a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:34.385746 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-994799ec-c0dc-4489-9dc6-7f578db8c92b tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:34.390037 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-994799ec-c0dc-4489-9dc6-7f578db8c92b tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:34.392982 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-994799ec-c0dc-4489-9dc6-7f578db8c92b tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "DELETE /v2.0/networks/52eea64a-c79b-44fc-b658-85e63d7602c5 HTTP/1.1" status: 204 len: 168 time: 1.2200570 Dec 16 09:27:34.395873 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35866) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:34.410912 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994799ec-c0dc-4489-9dc6-7f578db8c92b tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Pushing event deleted for resources: {'Network': ['ID=52eea64a-c79b-44fc-b658-85e63d7602c5,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:34.436747 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-36544883-1c15-4963-a517-b46221eac05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:34.453604 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce7390b3-13ac-4947-abd7-c4645ee9a2a8 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Deleting subnet 55026747-f4f5-41bf-9500-7db04cbaf578 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:27:34.457100 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ce7390b3-13ac-4947-abd7-c4645ee9a2a8 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:34.525403 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ce7390b3-13ac-4947-abd7-c4645ee9a2a8 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:34.574552 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c208ab-83cb-452f-b25c-27d8ad8b3dcf req-b4c552b4-c207-47b3-8a41-d6f402689c1f tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:34.576083 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-09c208ab-83cb-452f-b25c-27d8ad8b3dcf req-b4c552b4-c207-47b3-8a41-d6f402689c1f tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e2e5f50-f84c-4871-89d1-0a888ffad525 HTTP/1.1" status: 200 len: 949 time: 0.1161797 Dec 16 09:27:34.643964 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-09c208ab-83cb-452f-b25c-27d8ad8b3dcf req-4673ba90-bbaf-441b-9a3f-4dae860eec79 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614266 Dec 16 09:27:34.653663 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ce7390b3-13ac-4947-abd7-c4645ee9a2a8 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:34.770974 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beeaed7-e8e0-4800-af8f-01120a1e32dc req-526462bb-a6d0-4384-aa4b-307ed1a850cc tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:34.772620 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9beeaed7-e8e0-4800-af8f-01120a1e32dc req-526462bb-a6d0-4384-aa4b-307ed1a850cc tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 944 time: 0.0509317 Dec 16 09:27:34.785714 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171009e-c833-443c-b6da-553788258fa9 req-2f2ddd30-2aa4-4832-93b9-2dc95cc19bb4 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:34.787197 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c171009e-c833-443c-b6da-553788258fa9 req-2f2ddd30-2aa4-4832-93b9-2dc95cc19bb4 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/networks?id=9785c251-9c28-48ae-a129-6f24c5a7ad17 HTTP/1.1" status: 200 len: 821 time: 0.1595814 Dec 16 09:27:34.812497 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9beeaed7-e8e0-4800-af8f-01120a1e32dc req-0ec5b501-8d7e-4ff4-be75-23b2b025944c tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335028 Dec 16 09:27:34.817014 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ce7390b3-13ac-4947-abd7-c4645ee9a2a8 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:34.836625 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-36544883-1c15-4963-a517-b46221eac05f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id effb9da2-9550-41fc-9d42-5e947e6cea9c {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:27:34.846337 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c171009e-c833-443c-b6da-553788258fa9 req-7fcaa1fe-9d77-497e-9e71-a0969c9566b2 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/quotas/13f0e2e84c3c42c99759789d057f9272 HTTP/1.1" status: 200 len: 375 time: 0.0524385 Dec 16 09:27:34.851784 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-36544883-1c15-4963-a517-b46221eac05f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:34.861274 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7390b3-13ac-4947-abd7-c4645ee9a2a8 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Pushing event deleted for resources: {'Subnet': ['ID=55026747-f4f5-41bf-9500-7db04cbaf578,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:34.862090 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ce7390b3-13ac-4947-abd7-c4645ee9a2a8 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:34.868720 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ce7390b3-13ac-4947-abd7-c4645ee9a2a8 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "DELETE /v2.0/subnets/55026747-f4f5-41bf-9500-7db04cbaf578 HTTP/1.1" status: 204 len: 168 time: 0.4710190 Dec 16 09:27:34.872820 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94492ba6-bd33-484b-b931-ae42054c660d None None] Network 15561d05-a823-4c2a-8c20-df162dcada84 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:27:34.883682 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35884) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:34.884657 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-36544883-1c15-4963-a517-b46221eac05f service neutron] Transition to ACTIVE for port object effb9da2-9550-41fc-9d42-5e947e6cea9c will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:27:34.935975 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device e124f08b-a81e-428b-aa1e-c29f73917578 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:27:34.937685 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c171009e-c833-443c-b6da-553788258fa9 req-64fabb95-0ec1-4b57-a12d-39f9fecafa93 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=13f0e2e84c3c42c99759789d057f9272&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0812860 Dec 16 09:27:34.971211 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: e124f08b-a81e-428b-aa1e-c29f73917578 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:27:34.971564 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device e124f08b-a81e-428b-aa1e-c29f73917578 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:27:34.992229 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-36544883-1c15-4963-a517-b46221eac05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:35.047151 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-95e13e26-b465-4dbb-a7af-766757a68d71 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:35.060175 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1421c-6d1b-4de7-a5dd-7bd5c66b92fe req-15296684-3f63-4f9c-9b08-6a4043edf4e9 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:35.062327 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cee1421c-6d1b-4de7-a5dd-7bd5c66b92fe req-15296684-3f63-4f9c-9b08-6a4043edf4e9 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e2e5f50-f84c-4871-89d1-0a888ffad525 HTTP/1.1" status: 200 len: 949 time: 0.2164826 Dec 16 09:27:35.074289 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0887e-f292-4da2-b3c6-db0bf2f88b4a req-8566772f-b015-4972-b726-c1113db69bb5 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:35.080274 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0887e-f292-4da2-b3c6-db0bf2f88b4a req-8566772f-b015-4972-b726-c1113db69bb5 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:35.086197 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0887e-f292-4da2-b3c6-db0bf2f88b4a req-8566772f-b015-4972-b726-c1113db69bb5 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:35.093177 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0887e-f292-4da2-b3c6-db0bf2f88b4a req-8566772f-b015-4972-b726-c1113db69bb5 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:35.099045 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0887e-f292-4da2-b3c6-db0bf2f88b4a req-8566772f-b015-4972-b726-c1113db69bb5 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:35.105530 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0887e-f292-4da2-b3c6-db0bf2f88b4a req-8566772f-b015-4972-b726-c1113db69bb5 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:35.111399 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0887e-f292-4da2-b3c6-db0bf2f88b4a req-8566772f-b015-4972-b726-c1113db69bb5 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:35.116546 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2ca0887e-f292-4da2-b3c6-db0bf2f88b4a req-8566772f-b015-4972-b726-c1113db69bb5 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5431 time: 0.1766412 Dec 16 09:27:35.119516 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf41533-a9e3-4f0d-bb4e-86ccbb540623 None None] DHCP port deletion for 15561d05-a823-4c2a-8c20-df162dcada84 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:27:35.122628 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36544883-1c15-4963-a517-b46221eac05f service neutron] Pushing event updated for resources: {'Port': ['ID=effb9da2-9550-41fc-9d42-5e947e6cea9c,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:35.139852 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c171009e-c833-443c-b6da-553788258fa9 req-c70786f3-a9c1-48eb-9457-502721d19929 service neutron] 10.222.0.60 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006342 Dec 16 09:27:35.174794 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-daf41533-a9e3-4f0d-bb4e-86ccbb540623 None None] Deleting port 8ef41f95-e130-4ee2-ba3d-5bfe95a43d31 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:35.175221 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-daf41533-a9e3-4f0d-bb4e-86ccbb540623 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:35.210935 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-36544883-1c15-4963-a517-b46221eac05f service neutron] Attempting to bind port effb9da2-9550-41fc-9d42-5e947e6cea9c on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:27:35.214965 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-36544883-1c15-4963-a517-b46221eac05f service neutron] Attempting to bind port effb9da2-9550-41fc-9d42-5e947e6cea9c by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '01865c43-1b2e-40ab-90ef-ec664b8a741c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5fdc4389-ef3b-4730-9f7c-3bcd629db149'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:27:35.214965 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-36544883-1c15-4963-a517-b46221eac05f service neutron] Attempting to bind port effb9da2-9550-41fc-9d42-5e947e6cea9c on network 5fdc4389-ef3b-4730-9f7c-3bcd629db149 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:35.221024 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-36544883-1c15-4963-a517-b46221eac05f service neutron] Port effb9da2-9550-41fc-9d42-5e947e6cea9c on network 5fdc4389-ef3b-4730-9f7c-3bcd629db149 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:27:35.221372 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-36544883-1c15-4963-a517-b46221eac05f service neutron] Attempting to bind port effb9da2-9550-41fc-9d42-5e947e6cea9c on network 5fdc4389-ef3b-4730-9f7c-3bcd629db149 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:35.231325 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-36544883-1c15-4963-a517-b46221eac05f service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:27:35.231662 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-36544883-1c15-4963-a517-b46221eac05f service neutron] Checking segment: {'id': '01865c43-1b2e-40ab-90ef-ec664b8a741c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5fdc4389-ef3b-4730-9f7c-3bcd629db149'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:35.232037 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-36544883-1c15-4963-a517-b46221eac05f service neutron] Bound using segment: {'id': '01865c43-1b2e-40ab-90ef-ec664b8a741c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5fdc4389-ef3b-4730-9f7c-3bcd629db149'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:27:35.232856 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-36544883-1c15-4963-a517-b46221eac05f service neutron] Bound port: effb9da2-9550-41fc-9d42-5e947e6cea9c, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01865c43-1b2e-40ab-90ef-ec664b8a741c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5fdc4389-ef3b-4730-9f7c-3bcd629db149'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:27:35.232856 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-36544883-1c15-4963-a517-b46221eac05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:35.248278 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-daf41533-a9e3-4f0d-bb4e-86ccbb540623 None None] For port 8ef41f95-e130-4ee2-ba3d-5bfe95a43d31, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8ef41f95-e130-4ee2-ba3d-5bfe95a43d31,segment=NetworkSegment(820e9cac-87fb-42ba-b909-f12a4af79537),segment_id=820e9cac-87fb-42ba-b909-f12a4af79537)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:35.248680 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-daf41533-a9e3-4f0d-bb4e-86ccbb540623 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:35.251876 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2ca0887e-f292-4da2-b3c6-db0bf2f88b4a req-cc594203-4faa-4e32-be67-8eab609e37c0 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1244948 Dec 16 09:27:35.265019 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-daf41533-a9e3-4f0d-bb4e-86ccbb540623 None None] Calling delete_port for 8ef41f95-e130-4ee2-ba3d-5bfe95a43d31 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:35.284733 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-95e13e26-b465-4dbb-a7af-766757a68d71 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Deleting port 8ef41f95-e130-4ee2-ba3d-5bfe95a43d31 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:35.285317 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-95e13e26-b465-4dbb-a7af-766757a68d71 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:35.294260 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c171009e-c833-443c-b6da-553788258fa9 req-df5c7b6e-ce3b-484f-a465-e8fb2d28fe6a service neutron] 10.222.0.60 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451848 Dec 16 09:27:35.298217 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-cee1421c-6d1b-4de7-a5dd-7bd5c66b92fe req-c7b241b9-c45a-459b-8a37-65a48b9144e0 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Deleting port dd0272f9-bbee-4c0e-ba42-849d831252e4 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:35.298776 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-cee1421c-6d1b-4de7-a5dd-7bd5c66b92fe req-c7b241b9-c45a-459b-8a37-65a48b9144e0 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:35.368590 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-36544883-1c15-4963-a517-b46221eac05f service neutron] For port effb9da2-9550-41fc-9d42-5e947e6cea9c, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:27:35.372743 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-36544883-1c15-4963-a517-b46221eac05f service neutron] For port effb9da2-9550-41fc-9d42-5e947e6cea9c, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=effb9da2-9550-41fc-9d42-5e947e6cea9c,segment=NetworkSegment(01865c43-1b2e-40ab-90ef-ec664b8a741c),segment_id=01865c43-1b2e-40ab-90ef-ec664b8a741c)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:27:35.423698 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-95e13e26-b465-4dbb-a7af-766757a68d71 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] For port 8ef41f95-e130-4ee2-ba3d-5bfe95a43d31, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8ef41f95-e130-4ee2-ba3d-5bfe95a43d31,segment=NetworkSegment(820e9cac-87fb-42ba-b909-f12a4af79537),segment_id=820e9cac-87fb-42ba-b909-f12a4af79537)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:35.424286 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-95e13e26-b465-4dbb-a7af-766757a68d71 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:35.448214 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-95e13e26-b465-4dbb-a7af-766757a68d71 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Calling delete_port for 8ef41f95-e130-4ee2-ba3d-5bfe95a43d31 owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:35.465778 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-cee1421c-6d1b-4de7-a5dd-7bd5c66b92fe req-c7b241b9-c45a-459b-8a37-65a48b9144e0 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] For port dd0272f9-bbee-4c0e-ba42-849d831252e4, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=dd0272f9-bbee-4c0e-ba42-849d831252e4,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:35.467003 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-cee1421c-6d1b-4de7-a5dd-7bd5c66b92fe req-c7b241b9-c45a-459b-8a37-65a48b9144e0 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:35.513261 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-cee1421c-6d1b-4de7-a5dd-7bd5c66b92fe req-c7b241b9-c45a-459b-8a37-65a48b9144e0 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Calling delete_port for dd0272f9-bbee-4c0e-ba42-849d831252e4 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:35.519927 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-36544883-1c15-4963-a517-b46221eac05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:35.559640 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-daf41533-a9e3-4f0d-bb4e-86ccbb540623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:35.589470 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf41533-a9e3-4f0d-bb4e-86ccbb540623 None None] Pushing event deleted for resources: {'Port': ['ID=8ef41f95-e130-4ee2-ba3d-5bfe95a43d31,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:35.594136 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf41533-a9e3-4f0d-bb4e-86ccbb540623 None None] No DVR routers for this DVR port 8ef41f95-e130-4ee2-ba3d-5bfe95a43d31 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:27:35.637879 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174cf29-5560-4ff8-bf43-e521f0c0b9c9 req-625f9d40-faf2-4455-9f1c-4fb31de82377 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:35.639475 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c174cf29-5560-4ff8-bf43-e521f0c0b9c9 req-625f9d40-faf2-4455-9f1c-4fb31de82377 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=67518a84-e574-41bd-9e4b-e1dec7d323a8 HTTP/1.1" status: 200 len: 944 time: 0.1274729 Dec 16 09:27:35.672933 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-95e13e26-b465-4dbb-a7af-766757a68d71 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:35.712167 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e13e26-b465-4dbb-a7af-766757a68d71 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Pushing event deleted for resources: {'Port': ['ID=8ef41f95-e130-4ee2-ba3d-5bfe95a43d31,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:35.714116 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e13e26-b465-4dbb-a7af-766757a68d71 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] No DVR routers for this DVR port 8ef41f95-e130-4ee2-ba3d-5bfe95a43d31 on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:27:35.766026 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c174cf29-5560-4ff8-bf43-e521f0c0b9c9 req-1cae7015-b2a4-417e-9374-d7efcc9ab392 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c10216b-6e81-49e8-96e8-b2173f2059e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191387 Dec 16 09:27:35.845444 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-36544883-1c15-4963-a517-b46221eac05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:35.846053 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-36544883-1c15-4963-a517-b46221eac05f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:35.847491 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-36544883-1c15-4963-a517-b46221eac05f service neutron] 10.222.0.58 "PUT /v2.0/ports/effb9da2-9550-41fc-9d42-5e947e6cea9c HTTP/1.1" status: 200 len: 1092 time: 1.4910517 Dec 16 09:27:35.847921 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67518a84-e574-41bd-9e4b-e1dec7d323a8', 'tag': 'effb9da2-9550-41fc-9d42-5e947e6cea9c'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:35.850209 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad64549-32cf-4f24-89dd-b5a757fdfaf7" -d '{"events": [{"name": "network-changed", "server_uuid": "67518a84-e574-41bd-9e4b-e1dec7d323a8", "tag": "effb9da2-9550-41fc-9d42-5e947e6cea9c"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:35.875887 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36544883-1c15-4963-a517-b46221eac05f service neutron] Pushing event updated for resources: {'Port': ['ID=effb9da2-9550-41fc-9d42-5e947e6cea9c,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:35.919464 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-95e13e26-b465-4dbb-a7af-766757a68d71 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:35.945678 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-95e13e26-b465-4dbb-a7af-766757a68d71 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15561d05-a823-4c2a-8c20-df162dcada84']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:35.966667 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefcafb-0a24-407e-ab44-3fe19ffd6277 req-95a28b95-f6e1-4d7c-b379-23e4d0fac1cf tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:35.968121 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8fefcafb-0a24-407e-ab44-3fe19ffd6277 req-95a28b95-f6e1-4d7c-b379-23e4d0fac1cf tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e2e5f50-f84c-4871-89d1-0a888ffad525 HTTP/1.1" status: 200 len: 949 time: 0.1177480 Dec 16 09:27:35.970034 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-95e13e26-b465-4dbb-a7af-766757a68d71 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '820e9cac-87fb-42ba-b909-f12a4af79537') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:35.970347 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-95e13e26-b465-4dbb-a7af-766757a68d71 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '820e9cac-87fb-42ba-b909-f12a4af79537') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:35.986646 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-95e13e26-b465-4dbb-a7af-766757a68d71 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:36.010349 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-95e13e26-b465-4dbb-a7af-766757a68d71 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:36.024172 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e13e26-b465-4dbb-a7af-766757a68d71 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:27:36.024491 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-95e13e26-b465-4dbb-a7af-766757a68d71 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: self.session.flush() Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: self.session.flush() Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: self.session.flush() Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: self.session.flush() Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:27:36.028574 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-cee1421c-6d1b-4de7-a5dd-7bd5c66b92fe req-c7b241b9-c45a-459b-8a37-65a48b9144e0 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:36.031209 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe59f6-0f12-4517-95d5-ec915ef96e0c req-a5cdd7bd-d2a0-4464-a4ca-e5d276c3ad34 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:36.031209 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-69fe59f6-0f12-4517-95d5-ec915ef96e0c req-a5cdd7bd-d2a0-4464-a4ca-e5d276c3ad34 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 944 time: 0.0937562 Dec 16 09:27:36.043455 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['dd0272f9-bbee-4c0e-ba42-849d831252e4'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:36.073029 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-379a19e4-c63c-433e-8bf8-5a49ee0ae77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:36.074942 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-379a19e4-c63c-433e-8bf8-5a49ee0ae77f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bf920e5a3f8e4484ba26e4b568348c48&device_id=67518a84-e574-41bd-9e4b-e1dec7d323a8 HTTP/1.1" status: 200 len: 1095 time: 0.0945911 Dec 16 09:27:36.081374 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8fefcafb-0a24-407e-ab44-3fe19ffd6277 req-64d40b60-306f-4379-9f0f-aeb4293616b2 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/security-groups?id=7d55cf6a-9200-4147-9a9b-b1144f53432c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037133 Dec 16 09:27:36.107135 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b241b9-c45a-459b-8a37-65a48b9144e0 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Pushing event deleted for resources: {'Port': ['ID=dd0272f9-bbee-4c0e-ba42-849d831252e4,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:36.128354 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-69fe59f6-0f12-4517-95d5-ec915ef96e0c req-016b4664-2974-459f-bcdb-b1736b959939 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870881 Dec 16 09:27:36.132021 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-505ac9e7-825d-43e9-87b1-f36c901de4af service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=effb9da2-9550-41fc-9d42-5e947e6cea9c HTTP/1.1" status: 200 len: 217 time: 0.0482945 Dec 16 09:27:36.161797 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a7ac5c-4d67-4228-a144-56af3e61183b x-openstack-request-id: req-f2a7ac5c-4d67-4228-a144-56af3e61183b {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:36.162095 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67518a84-e574-41bd-9e4b-e1dec7d323a8", "tag": "effb9da2-9550-41fc-9d42-5e947e6cea9c", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:36.162344 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f2a7ac5c-4d67-4228-a144-56af3e61183b {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:36.162735 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67518a84-e574-41bd-9e4b-e1dec7d323a8', 'tag': 'effb9da2-9550-41fc-9d42-5e947e6cea9c', 'status': 'completed', 'code': 200} Dec 16 09:27:36.172236 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee1421c-6d1b-4de7-a5dd-7bd5c66b92fe req-c7b241b9-c45a-459b-8a37-65a48b9144e0 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] No DVR routers for this DVR port dd0272f9-bbee-4c0e-ba42-849d831252e4 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:27:36.172236 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-cee1421c-6d1b-4de7-a5dd-7bd5c66b92fe req-c7b241b9-c45a-459b-8a37-65a48b9144e0 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:36.174536 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cee1421c-6d1b-4de7-a5dd-7bd5c66b92fe req-c7b241b9-c45a-459b-8a37-65a48b9144e0 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.58 "DELETE /v2.0/ports/dd0272f9-bbee-4c0e-ba42-849d831252e4 HTTP/1.1" status: 204 len: 173 time: 1.0502698 Dec 16 09:27:36.175479 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2e5f50-f84c-4871-89d1-0a888ffad525', 'name': 'network-vif-deleted', 'tag': 'dd0272f9-bbee-4c0e-ba42-849d831252e4'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:36.177488 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb78109d-469d-4d56-8ff7-602a0ed625d9" -d '{"events": [{"server_uuid": "4e2e5f50-f84c-4871-89d1-0a888ffad525", "name": "network-vif-deleted", "tag": "dd0272f9-bbee-4c0e-ba42-849d831252e4"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:36.217745 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8250cae1-f5ad-44fd-b27f-8128da1d6f5c req-59ae9559-eb07-4b6e-ba54-06184dd85c65 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 210 time: 0.0319266 Dec 16 09:27:36.220202 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f53672-39a3-4c3e-8250-f2e78a5c671b x-openstack-request-id: req-00f53672-39a3-4c3e-8250-f2e78a5c671b {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:36.220491 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2e5f50-f84c-4871-89d1-0a888ffad525", "name": "network-vif-deleted", "tag": "dd0272f9-bbee-4c0e-ba42-849d831252e4", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:36.220737 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-00f53672-39a3-4c3e-8250-f2e78a5c671b {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:36.221278 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2e5f50-f84c-4871-89d1-0a888ffad525', 'name': 'network-vif-deleted', 'tag': 'dd0272f9-bbee-4c0e-ba42-849d831252e4', 'status': 'completed', 'code': 200} Dec 16 09:27:36.227650 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-8b1cde93-5c4b-48d9-8fad-14a7993bf53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:36.230017 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-8b1cde93-5c4b-48d9-8fad-14a7993bf53f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1d26afb5-849e-4e1c-85bb-8c6539398abb HTTP/1.1" status: 200 len: 852 time: 0.0898592 Dec 16 09:27:36.262739 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-0d6215c2-d1d8-448c-92f3-35038d851d7f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5fdc4389-ef3b-4730-9f7c-3bcd629db149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255873 Dec 16 09:27:36.305433 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-95e13e26-b465-4dbb-a7af-766757a68d71 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:36.311844 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-95e13e26-b465-4dbb-a7af-766757a68d71 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:36.318525 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-95e13e26-b465-4dbb-a7af-766757a68d71 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "DELETE /v2.0/networks/15561d05-a823-4c2a-8c20-df162dcada84 HTTP/1.1" status: 204 len: 168 time: 1.4305460 Dec 16 09:27:36.326770 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35912) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:36.331966 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-412d1e11-8fb7-462a-8f85-11362bf189c7 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1873466303'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:36.333289 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e13e26-b465-4dbb-a7af-766757a68d71 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Pushing event deleted for resources: {'Network': ['ID=15561d05-a823-4c2a-8c20-df162dcada84,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:36.397330 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-f7de1206-072d-4be7-a326-371d71872beb service neutron] 10.222.0.58 "GET /v2.0/networks/5fdc4389-ef3b-4730-9f7c-3bcd629db149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268206 Dec 16 09:27:36.429081 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79774baa-9dc0-4fd6-b9d9-e006b09e3ede req-6e013edd-3955-4f82-bdd0-9ad0fa9d49e3 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:36.438185 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79774baa-9dc0-4fd6-b9d9-e006b09e3ede req-6e013edd-3955-4f82-bdd0-9ad0fa9d49e3 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:36.449520 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79774baa-9dc0-4fd6-b9d9-e006b09e3ede req-6e013edd-3955-4f82-bdd0-9ad0fa9d49e3 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:36.453345 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79774baa-9dc0-4fd6-b9d9-e006b09e3ede req-6e013edd-3955-4f82-bdd0-9ad0fa9d49e3 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:36.459445 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79774baa-9dc0-4fd6-b9d9-e006b09e3ede req-6e013edd-3955-4f82-bdd0-9ad0fa9d49e3 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:36.465910 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79774baa-9dc0-4fd6-b9d9-e006b09e3ede req-6e013edd-3955-4f82-bdd0-9ad0fa9d49e3 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:36.471911 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79774baa-9dc0-4fd6-b9d9-e006b09e3ede req-6e013edd-3955-4f82-bdd0-9ad0fa9d49e3 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:36.473380 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412d1e11-8fb7-462a-8f85-11362bf189c7 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Made reservation on behalf of 497e35b3d54448868b85015f846b8328 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:27:36.488772 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-412d1e11-8fb7-462a-8f85-11362bf189c7 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:36.488889 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-79774baa-9dc0-4fd6-b9d9-e006b09e3ede req-6e013edd-3955-4f82-bdd0-9ad0fa9d49e3 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5431 time: 0.1257484 Dec 16 09:27:36.537409 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-412d1e11-8fb7-462a-8f85-11362bf189c7 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:27:36.550883 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-79774baa-9dc0-4fd6-b9d9-e006b09e3ede req-6a9b0c66-965b-46d9-9efb-cd17e66b3ea1 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0678658 Dec 16 09:27:36.553274 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d38d510a-298b-4f89-bf98-43a97e0efe69 req-46d5421c-df03-4e24-9e82-803ac84c6725 service neutron] 10.222.0.58 "GET /v2.0/networks/5fdc4389-ef3b-4730-9f7c-3bcd629db149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439979 Dec 16 09:27:36.556895 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-412d1e11-8fb7-462a-8f85-11362bf189c7 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:36.557296 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-412d1e11-8fb7-462a-8f85-11362bf189c7 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Added segment a454ab72-7116-44cd-b58a-bfa8a71a97b2 of type vlan for network a6d69434-e945-42ce-bf8b-0c4bc5d84e38 Dec 16 09:27:36.600924 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-412d1e11-8fb7-462a-8f85-11362bf189c7 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:36.717958 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-412d1e11-8fb7-462a-8f85-11362bf189c7 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:36.722408 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412d1e11-8fb7-462a-8f85-11362bf189c7 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:36.723251 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-412d1e11-8fb7-462a-8f85-11362bf189c7 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:36.815817 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad64549-32cf-4f24-89dd-b5a757fdfaf7 req-721c8628-e4ea-45f4-809a-ce2e804e6703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:36.817404 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cad64549-32cf-4f24-89dd-b5a757fdfaf7 req-721c8628-e4ea-45f4-809a-ce2e804e6703 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bf920e5a3f8e4484ba26e4b568348c48&device_id=67518a84-e574-41bd-9e4b-e1dec7d323a8 HTTP/1.1" status: 200 len: 1095 time: 0.1117241 Dec 16 09:27:36.818135 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d1e11-8fb7-462a-8f85-11362bf189c7 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Pushing event updated for resources: {'Network': ['ID=a6d69434-e945-42ce-bf8b-0c4bc5d84e38,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:36.831234 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network a6d69434-e945-42ce-bf8b-0c4bc5d84e38 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:27:36.889391 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-412d1e11-8fb7-462a-8f85-11362bf189c7 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5590200 Dec 16 09:27:36.891768 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82550c6c-521c-4642-9d97-f1e7f04dd62a req-010aeb42-6be5-4dff-b216-7b38a3c14cf3 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:36.891768 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-82550c6c-521c-4642-9d97-f1e7f04dd62a req-010aeb42-6be5-4dff-b216-7b38a3c14cf3 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=67518a84-e574-41bd-9e4b-e1dec7d323a8 HTTP/1.1" status: 200 len: 944 time: 0.0537105 Dec 16 09:27:36.891768 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35922) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:36.894385 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-0633f11f-b3d9-4a83-8af3-78839c5fddfb tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Request body: {'subnet': {'network_id': 'a6d69434-e945-42ce-bf8b-0c4bc5d84e38', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:36.928681 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:36.933984 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad64549-32cf-4f24-89dd-b5a757fdfaf7 req-ad80da12-9744-4a7f-a854-94e36afc1e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:36.935913 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cad64549-32cf-4f24-89dd-b5a757fdfaf7 req-ad80da12-9744-4a7f-a854-94e36afc1e58 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5fdc4389-ef3b-4730-9f7c-3bcd629db149 HTTP/1.1" status: 200 len: 913 time: 0.1093411 Dec 16 09:27:36.956254 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8ef41f95-e130-4ee2-ba3d-5bfe95a43d31 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:27:36.984113 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 8ef41f95-e130-4ee2-ba3d-5bfe95a43d31 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:27:36.984113 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8ef41f95-e130-4ee2-ba3d-5bfe95a43d31 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:27:36.988826 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-82550c6c-521c-4642-9d97-f1e7f04dd62a req-b04a1d35-41a9-4717-b9ab-3cab3ad8e943 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c10216b-6e81-49e8-96e8-b2173f2059e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896683 Dec 16 09:27:37.000042 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cad64549-32cf-4f24-89dd-b5a757fdfaf7 req-a33a03ec-eeb4-4d33-838c-92c7ca68c400 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=effb9da2-9550-41fc-9d42-5e947e6cea9c HTTP/1.1" status: 200 len: 217 time: 0.0453949 Dec 16 09:27:37.050651 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad64549-32cf-4f24-89dd-b5a757fdfaf7 req-fe70f7ca-396e-4e5b-a26b-992df9a49d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:37.052167 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cad64549-32cf-4f24-89dd-b5a757fdfaf7 req-fe70f7ca-396e-4e5b-a26b-992df9a49d53 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1d26afb5-849e-4e1c-85bb-8c6539398abb HTTP/1.1" status: 200 len: 852 time: 0.0447073 Dec 16 09:27:37.088738 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cad64549-32cf-4f24-89dd-b5a757fdfaf7 req-15b95537-3ebf-4e0c-88ba-9807a1792901 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5fdc4389-ef3b-4730-9f7c-3bcd629db149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257351 Dec 16 09:27:37.106054 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0633f11f-b3d9-4a83-8af3-78839c5fddfb tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Made reservation on behalf of 497e35b3d54448868b85015f846b8328 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:27:37.109557 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0633f11f-b3d9-4a83-8af3-78839c5fddfb tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:37.216890 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cad64549-32cf-4f24-89dd-b5a757fdfaf7 req-2babcb17-cd56-42ba-a9c0-f772fa497201 service neutron] 10.222.0.58 "GET /v2.0/networks/5fdc4389-ef3b-4730-9f7c-3bcd629db149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178970 Dec 16 09:27:37.233282 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-664861e7-30db-410b-a705-49be158f0138 req-addf9dc3-de8b-430b-a9e4-44b94c2f9af1 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e2e5f50-f84c-4871-89d1-0a888ffad525 HTTP/1.1" status: 200 len: 210 time: 0.0301647 Dec 16 09:27:37.349391 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-59c0f2d1-09d2-4761-8618-4363b5e2ca2a req-8ef2d726-8462-4649-b9e6-e476060e9451 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 210 time: 0.0441811 Dec 16 09:27:37.353914 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fb42e-9f9a-4be1-935c-7b0a558529d0 req-7aa6fa35-9d7d-40ac-983c-a090b5b85228 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:37.354846 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cad64549-32cf-4f24-89dd-b5a757fdfaf7 req-54f6274e-e6a8-4482-9580-457d4e0c0c39 service neutron] 10.222.0.58 "GET /v2.0/networks/5fdc4389-ef3b-4730-9f7c-3bcd629db149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240520 Dec 16 09:27:37.355514 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d11fb42e-9f9a-4be1-935c-7b0a558529d0 req-7aa6fa35-9d7d-40ac-983c-a090b5b85228 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 944 time: 0.1095517 Dec 16 09:27:37.422741 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d11fb42e-9f9a-4be1-935c-7b0a558529d0 req-cfc404e2-3298-418e-b615-b61e337d7ace tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450022 Dec 16 09:27:37.511988 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0633f11f-b3d9-4a83-8af3-78839c5fddfb tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:37.573006 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633f11f-b3d9-4a83-8af3-78839c5fddfb tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Pushing event updated for resources: {'Subnet': ['ID=059d4019-1990-4f99-ac97-b34ee85917e9,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:37.585232 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0633f11f-b3d9-4a83-8af3-78839c5fddfb tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Checking segment: {'id': 'a454ab72-7116-44cd-b58a-bfa8a71a97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a6d69434-e945-42ce-bf8b-0c4bc5d84e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:37.585968 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0633f11f-b3d9-4a83-8af3-78839c5fddfb tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Network hostable DHCP agents. Network: a6d69434-e945-42ce-bf8b-0c4bc5d84e38, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:27:37.697696 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143491d6-ea8a-4082-9124-2239c34c76f4 req-962d82c1-cb99-4de8-85af-60e7f86ebc1f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:37.703525 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143491d6-ea8a-4082-9124-2239c34c76f4 req-962d82c1-cb99-4de8-85af-60e7f86ebc1f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:37.709310 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143491d6-ea8a-4082-9124-2239c34c76f4 req-962d82c1-cb99-4de8-85af-60e7f86ebc1f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:37.715212 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143491d6-ea8a-4082-9124-2239c34c76f4 req-962d82c1-cb99-4de8-85af-60e7f86ebc1f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:37.721176 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143491d6-ea8a-4082-9124-2239c34c76f4 req-962d82c1-cb99-4de8-85af-60e7f86ebc1f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:37.727010 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143491d6-ea8a-4082-9124-2239c34c76f4 req-962d82c1-cb99-4de8-85af-60e7f86ebc1f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:37.733404 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143491d6-ea8a-4082-9124-2239c34c76f4 req-962d82c1-cb99-4de8-85af-60e7f86ebc1f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:37.735238 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-143491d6-ea8a-4082-9124-2239c34c76f4 req-962d82c1-cb99-4de8-85af-60e7f86ebc1f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5431 time: 0.1014516 Dec 16 09:27:37.736441 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0633f11f-b3d9-4a83-8af3-78839c5fddfb tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Network a6d69434-e945-42ce-bf8b-0c4bc5d84e38 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:27:37.776578 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-143491d6-ea8a-4082-9124-2239c34c76f4 req-48beb635-974f-41a6-b72d-4123a8502008 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342515 Dec 16 09:27:37.876686 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-0633f11f-b3d9-4a83-8af3-78839c5fddfb tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, a6d69434-e945-42ce-bf8b-0c4bc5d84e38) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:37.881594 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0633f11f-b3d9-4a83-8af3-78839c5fddfb tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:37.882499 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0633f11f-b3d9-4a83-8af3-78839c5fddfb tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:37.885697 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0b091f-276b-43b9-8975-48407a7f4e20 None None] Network a6d69434-e945-42ce-bf8b-0c4bc5d84e38 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:27:37.993998 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0633f11f-b3d9-4a83-8af3-78839c5fddfb tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1033459 Dec 16 09:27:37.996749 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35936) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:38.003699 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-4cfe9a82-b075-40a7-b779-d9f6e8c15706 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1212981694'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:38.032599 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1c4b16-1670-427c-b4a8-d2ae2c69bb2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-a6d69434-e945-42ce-bf8b-0c4bc5d84e38', 'network_id': 'a6d69434-e945-42ce-bf8b-0c4bc5d84e38', 'tenant_id': '497e35b3d54448868b85015f846b8328', 'fixed_ips': [{'subnet_id': '059d4019-1990-4f99-ac97-b34ee85917e9'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:27:38.033474 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9a1c4b16-1670-427c-b4a8-d2ae2c69bb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:38.122966 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbafed-b744-49ea-b2c5-72272837ab29 req-a1e15e75-a621-4093-a2d1-2a36a20ff27d tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:38.124814 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-64fbafed-b744-49ea-b2c5-72272837ab29 req-a1e15e75-a621-4093-a2d1-2a36a20ff27d tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=67518a84-e574-41bd-9e4b-e1dec7d323a8 HTTP/1.1" status: 200 len: 944 time: 0.0535781 Dec 16 09:27:38.171430 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-64fbafed-b744-49ea-b2c5-72272837ab29 req-43301b23-4c25-4412-a99b-03bac74e384e tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c10216b-6e81-49e8-96e8-b2173f2059e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389352 Dec 16 09:27:38.173188 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfe9a82-b075-40a7-b779-d9f6e8c15706 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Made reservation on behalf of 497e35b3d54448868b85015f846b8328 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:27:38.178133 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4cfe9a82-b075-40a7-b779-d9f6e8c15706 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:38.207136 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cfe9a82-b075-40a7-b779-d9f6e8c15706 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:27:38.212650 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-9a1c4b16-1670-427c-b4a8-d2ae2c69bb2d None None] Allocated IP 19.80.0.2 (a6d69434-e945-42ce-bf8b-0c4bc5d84e38/059d4019-1990-4f99-ac97-b34ee85917e9/4b19f9ad-aa20-45df-925b-598e30a91ebd) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:27:38.218458 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4cfe9a82-b075-40a7-b779-d9f6e8c15706 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:38.220743 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-4cfe9a82-b075-40a7-b779-d9f6e8c15706 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Added segment 10c041da-7b75-4b42-8857-b36d3ddb3890 of type vlan for network 1a477423-49c2-4d1e-8fd2-7839e99cccb1 Dec 16 09:27:38.258631 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4cfe9a82-b075-40a7-b779-d9f6e8c15706 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:38.382413 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4cfe9a82-b075-40a7-b779-d9f6e8c15706 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:38.389675 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfe9a82-b075-40a7-b779-d9f6e8c15706 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:38.394610 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4cfe9a82-b075-40a7-b779-d9f6e8c15706 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:38.395150 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9a1c4b16-1670-427c-b4a8-d2ae2c69bb2d None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:38.480494 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe9a82-b075-40a7-b779-d9f6e8c15706 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Pushing event updated for resources: {'Network': ['ID=1a477423-49c2-4d1e-8fd2-7839e99cccb1,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:38.491727 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 1a477423-49c2-4d1e-8fd2-7839e99cccb1 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:27:38.583151 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9a1c4b16-1670-427c-b4a8-d2ae2c69bb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:38.585345 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-02ee197f-5546-4b72-9009-e0f08cf51e78 req-e048f8bd-7767-4849-a31e-87bb106e9faf tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 210 time: 0.1461802 Dec 16 09:27:38.594842 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4eb152-182e-4fa5-84f6-3b75c54c13a7 req-2d2a722a-4bc7-4171-825e-f4a70a50b281 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:38.609342 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5a4eb152-182e-4fa5-84f6-3b75c54c13a7 req-2d2a722a-4bc7-4171-825e-f4a70a50b281 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 944 time: 0.0625174 Dec 16 09:27:38.645897 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1c4b16-1670-427c-b4a8-d2ae2c69bb2d None None] Network a6d69434-e945-42ce-bf8b-0c4bc5d84e38 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:27:38.645897 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-9a1c4b16-1670-427c-b4a8-d2ae2c69bb2d None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:38.645897 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1c4b16-1670-427c-b4a8-d2ae2c69bb2d None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:27:38.649229 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4cfe9a82-b075-40a7-b779-d9f6e8c15706 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6501038 Dec 16 09:27:38.650374 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35952) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:38.654251 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5a4eb152-182e-4fa5-84f6-3b75c54c13a7 req-8f18db77-7a39-45e7-9868-9a9297e94452 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445280 Dec 16 09:27:38.669416 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-2521fb80-b7ce-4b36-ae5c-caa149889616 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Request body: {'subnet': {'network_id': '1a477423-49c2-4d1e-8fd2-7839e99cccb1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:38.737609 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c4b16-1670-427c-b4a8-d2ae2c69bb2d None None] Pushing event updated for resources: {'Port': ['ID=4b19f9ad-aa20-45df-925b-598e30a91ebd,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:38.759027 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171009e-c833-443c-b6da-553788258fa9 req-adaab639-2a49-476c-a9dc-4578e407280c tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:38.761282 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c171009e-c833-443c-b6da-553788258fa9 req-adaab639-2a49-476c-a9dc-4578e407280c tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.57 "GET /v2.0/networks?id=9785c251-9c28-48ae-a129-6f24c5a7ad17 HTTP/1.1" status: 200 len: 821 time: 0.2793002 Dec 16 09:27:38.766046 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-9a1c4b16-1670-427c-b4a8-d2ae2c69bb2d None None] Attempting to bind port 4b19f9ad-aa20-45df-925b-598e30a91ebd on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:27:38.766418 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-9a1c4b16-1670-427c-b4a8-d2ae2c69bb2d None None] Attempting to bind port 4b19f9ad-aa20-45df-925b-598e30a91ebd by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'a454ab72-7116-44cd-b58a-bfa8a71a97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a6d69434-e945-42ce-bf8b-0c4bc5d84e38'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:27:38.766780 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1c4b16-1670-427c-b4a8-d2ae2c69bb2d None None] Attempting to bind port 4b19f9ad-aa20-45df-925b-598e30a91ebd on network a6d69434-e945-42ce-bf8b-0c4bc5d84e38 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:38.781632 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-c171009e-c833-443c-b6da-553788258fa9 req-edb6dc04-0ecd-4c4d-a8f2-07350814be16 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Request body: {'port': {'device_id': '4c1604fa-d879-4670-9ff7-cce6e0420a18', 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17', 'admin_state_up': True, 'tenant_id': '13f0e2e84c3c42c99759789d057f9272'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:38.785549 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1c4b16-1670-427c-b4a8-d2ae2c69bb2d None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:27:38.786268 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1c4b16-1670-427c-b4a8-d2ae2c69bb2d None None] Checking segment: {'id': 'a454ab72-7116-44cd-b58a-bfa8a71a97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a6d69434-e945-42ce-bf8b-0c4bc5d84e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:38.786974 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9a1c4b16-1670-427c-b4a8-d2ae2c69bb2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:38.787525 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1c4b16-1670-427c-b4a8-d2ae2c69bb2d None None] Bound using segment: {'id': 'a454ab72-7116-44cd-b58a-bfa8a71a97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a6d69434-e945-42ce-bf8b-0c4bc5d84e38'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:27:38.788009 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-9a1c4b16-1670-427c-b4a8-d2ae2c69bb2d None None] Bound port: 4b19f9ad-aa20-45df-925b-598e30a91ebd, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a454ab72-7116-44cd-b58a-bfa8a71a97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a6d69434-e945-42ce-bf8b-0c4bc5d84e38'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:27:38.788390 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9a1c4b16-1670-427c-b4a8-d2ae2c69bb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:38.911792 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-9a1c4b16-1670-427c-b4a8-d2ae2c69bb2d None None] For port 4b19f9ad-aa20-45df-925b-598e30a91ebd, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:27:38.916082 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-9a1c4b16-1670-427c-b4a8-d2ae2c69bb2d None None] For port 4b19f9ad-aa20-45df-925b-598e30a91ebd, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=4b19f9ad-aa20-45df-925b-598e30a91ebd,segment=NetworkSegment(a454ab72-7116-44cd-b58a-bfa8a71a97b2),segment_id=a454ab72-7116-44cd-b58a-bfa8a71a97b2)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:27:38.944893 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35960) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:38.983325 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d83842-6337-478f-bcbc-2b2a65c2b52f req-96e6cc7e-2963-4708-a207-979cc0d9eeaa tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:38.989239 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d83842-6337-478f-bcbc-2b2a65c2b52f req-96e6cc7e-2963-4708-a207-979cc0d9eeaa tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:38.995877 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d83842-6337-478f-bcbc-2b2a65c2b52f req-96e6cc7e-2963-4708-a207-979cc0d9eeaa tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:39.000339 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9a1c4b16-1670-427c-b4a8-d2ae2c69bb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:39.001751 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d83842-6337-478f-bcbc-2b2a65c2b52f req-96e6cc7e-2963-4708-a207-979cc0d9eeaa tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:39.009304 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d83842-6337-478f-bcbc-2b2a65c2b52f req-96e6cc7e-2963-4708-a207-979cc0d9eeaa tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:39.015252 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d83842-6337-478f-bcbc-2b2a65c2b52f req-96e6cc7e-2963-4708-a207-979cc0d9eeaa tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:39.021063 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d83842-6337-478f-bcbc-2b2a65c2b52f req-96e6cc7e-2963-4708-a207-979cc0d9eeaa tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:39.023026 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-62d83842-6337-478f-bcbc-2b2a65c2b52f req-96e6cc7e-2963-4708-a207-979cc0d9eeaa tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5431 time: 0.1303647 Dec 16 09:27:39.027820 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2521fb80-b7ce-4b36-ae5c-caa149889616 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Made reservation on behalf of 497e35b3d54448868b85015f846b8328 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:27:39.031214 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2521fb80-b7ce-4b36-ae5c-caa149889616 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:39.051270 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device effb9da2-9550-41fc-9d42-5e947e6cea9c details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:27:39.056732 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device e403726d-b2b8-41fc-baa4-711d810b8a63 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:27:39.189584 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-581fbae6-9372-4771-baa9-6d95e6a12987 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b16ff49ba37341f18bcd6e95057f25d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2432804 Dec 16 09:27:39.191915 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35964) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:39.223972 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-62d83842-6337-478f-bcbc-2b2a65c2b52f req-b4bd6787-4191-48f5-83ff-1a7af14e4bae tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1895583 Dec 16 09:27:39.241598 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c171009e-c833-443c-b6da-553788258fa9 req-edb6dc04-0ecd-4c4d-a8f2-07350814be16 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Made reservation on behalf of 13f0e2e84c3c42c99759789d057f9272 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:27:39.249802 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c171009e-c833-443c-b6da-553788258fa9 req-edb6dc04-0ecd-4c4d-a8f2-07350814be16 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:39.270484 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cead6439-3a1f-4bfc-855a-ea62112687fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:39.296857 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cead6439-3a1f-4bfc-855a-ea62112687fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:39.308521 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port effb9da2-9550-41fc-9d42-5e947e6cea9c, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=effb9da2-9550-41fc-9d42-5e947e6cea9c,segment=NetworkSegment(01865c43-1b2e-40ab-90ef-ec664b8a741c),segment_id=01865c43-1b2e-40ab-90ef-ec664b8a741c)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:39.346509 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c4b16-1670-427c-b4a8-d2ae2c69bb2d None None] Pushing event updated for resources: {'Port': ['ID=4b19f9ad-aa20-45df-925b-598e30a91ebd,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:39.408288 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba20ae-c50a-413b-98d2-af665b3570df req-77d59404-2b12-4c43-9dec-539c07349a8e tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:39.409210 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'effb9da2-9550-41fc-9d42-5e947e6cea9c', 'network_id': '5fdc4389-ef3b-4730-9f7c-3bcd629db149', 'port_id': 'effb9da2-9550-41fc-9d42-5e947e6cea9c', 'mac_address': 'fa:16:3e:31:b1:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d26afb5-849e-4e1c-85bb-8c6539398abb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:27:39.430562 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b2ba20ae-c50a-413b-98d2-af665b3570df req-77d59404-2b12-4c43-9dec-539c07349a8e tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=67518a84-e574-41bd-9e4b-e1dec7d323a8 HTTP/1.1" status: 200 len: 944 time: 0.1165738 Dec 16 09:27:39.484557 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b2ba20ae-c50a-413b-98d2-af665b3570df req-7d2e9981-e0aa-4a13-804c-70d8de9f598d tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c10216b-6e81-49e8-96e8-b2173f2059e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530329 Dec 16 09:27:39.494503 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-c563cd66-5e44-481f-83c4-1bca5d109b29 service neutron] 10.222.0.58 "GET /v2.0/ports/e403726d-b2b8-41fc-baa4-711d810b8a63/bindings/n-h1-820550-2 HTTP/1.1" status: 200 len: 384 time: 0.1951103 Dec 16 09:27:39.506669 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device dd0272f9-bbee-4c0e-ba42-849d831252e4 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:27:39.508799 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:39.524647 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id effb9da2-9550-41fc-9d42-5e947e6cea9c {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:27:39.545513 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cead6439-3a1f-4bfc-855a-ea62112687fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:39.548123 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cead6439-3a1f-4bfc-855a-ea62112687fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:39.548288 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: dd0272f9-bbee-4c0e-ba42-849d831252e4 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:27:39.548497 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device dd0272f9-bbee-4c0e-ba42-849d831252e4 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:27:39.549577 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-cead6439-3a1f-4bfc-855a-ea62112687fd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7d55cf6a-9200-4147-9a9b-b1144f53432c HTTP/1.1" status: 204 len: 168 time: 0.3563559 Dec 16 09:27:39.571901 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead6439-3a1f-4bfc-855a-ea62112687fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d55cf6a-9200-4147-9a9b-b1144f53432c,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:39.593171 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port effb9da2-9550-41fc-9d42-5e947e6cea9c, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=effb9da2-9550-41fc-9d42-5e947e6cea9c,segment=NetworkSegment(01865c43-1b2e-40ab-90ef-ec664b8a741c),segment_id=01865c43-1b2e-40ab-90ef-ec664b8a741c)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:39.683188 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:39.736138 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=effb9da2-9550-41fc-9d42-5e947e6cea9c,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:39.780430 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256ecd0-6993-4b21-92ce-48cf9c6f3fef req-9ac1dea4-0d4d-4ba1-837f-6ae612f41278 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:39.782108 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9256ecd0-6993-4b21-92ce-48cf9c6f3fef req-9ac1dea4-0d4d-4ba1-837f-6ae612f41278 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 944 time: 0.0659344 Dec 16 09:27:39.815517 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-432c960b-047f-4f99-bcfd-98bad4f1b6c7 req-824fff17-47d4-4ff5-b802-e4c488e53f88 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 210 time: 0.1451020 Dec 16 09:27:39.842534 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9256ecd0-6993-4b21-92ce-48cf9c6f3fef req-9027d719-d1fc-4103-a0de-52798ffc01c0 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540085 Dec 16 09:27:39.861655 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-c171009e-c833-443c-b6da-553788258fa9 req-edb6dc04-0ecd-4c4d-a8f2-07350814be16 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Allocated IP 172.20.0.6 (9785c251-9c28-48ae-a129-6f24c5a7ad17/c12d578e-3c58-4d75-9f2c-b724e40168b0/dbbe2623-248d-4268-a22e-cef181bf7128) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:27:39.945434 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2521fb80-b7ce-4b36-ae5c-caa149889616 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:39.979111 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['effb9da2-9550-41fc-9d42-5e947e6cea9c'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:40.104981 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2521fb80-b7ce-4b36-ae5c-caa149889616 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Pushing event updated for resources: {'Subnet': ['ID=8a678d01-0240-40c6-a81c-e2f948bd2f9f,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:40.143450 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-b3d9387e-ce2c-4318-a182-c7002ccabc10 service neutron] For port e403726d-b2b8-41fc-baa4-711d810b8a63, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=e403726d-b2b8-41fc-baa4-711d810b8a63,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:40.162170 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2521fb80-b7ce-4b36-ae5c-caa149889616 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Checking segment: {'id': '10c041da-7b75-4b42-8857-b36d3ddb3890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1a477423-49c2-4d1e-8fd2-7839e99cccb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:40.162601 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2521fb80-b7ce-4b36-ae5c-caa149889616 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Network hostable DHCP agents. Network: 1a477423-49c2-4d1e-8fd2-7839e99cccb1, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:27:40.186374 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-b3d9387e-ce2c-4318-a182-c7002ccabc10 service neutron] For port e403726d-b2b8-41fc-baa4-711d810b8a63, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:27:40.242528 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:40.250177 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-b3d9387e-ce2c-4318-a182-c7002ccabc10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e403726d-b2b8-41fc-baa4-711d810b8a63 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:27:40.280849 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c171009e-c833-443c-b6da-553788258fa9 req-edb6dc04-0ecd-4c4d-a8f2-07350814be16 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:40.283279 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-b3d9387e-ce2c-4318-a182-c7002ccabc10 service neutron] For port e403726d-b2b8-41fc-baa4-711d810b8a63, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=e403726d-b2b8-41fc-baa4-711d810b8a63,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:40.362174 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2521fb80-b7ce-4b36-ae5c-caa149889616 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Network 1a477423-49c2-4d1e-8fd2-7839e99cccb1 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:27:40.395270 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02912bfd-0f5f-4e7c-88db-40c8c72666a8 req-07ec8f85-a090-413f-864f-ddc3fbd48639 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:40.401097 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02912bfd-0f5f-4e7c-88db-40c8c72666a8 req-07ec8f85-a090-413f-864f-ddc3fbd48639 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:40.407042 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02912bfd-0f5f-4e7c-88db-40c8c72666a8 req-07ec8f85-a090-413f-864f-ddc3fbd48639 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:40.413220 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02912bfd-0f5f-4e7c-88db-40c8c72666a8 req-07ec8f85-a090-413f-864f-ddc3fbd48639 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:40.419491 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02912bfd-0f5f-4e7c-88db-40c8c72666a8 req-07ec8f85-a090-413f-864f-ddc3fbd48639 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:40.425488 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02912bfd-0f5f-4e7c-88db-40c8c72666a8 req-07ec8f85-a090-413f-864f-ddc3fbd48639 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:40.431572 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02912bfd-0f5f-4e7c-88db-40c8c72666a8 req-07ec8f85-a090-413f-864f-ddc3fbd48639 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:40.434163 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-02912bfd-0f5f-4e7c-88db-40c8c72666a8 req-07ec8f85-a090-413f-864f-ddc3fbd48639 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5431 time: 0.1089344 Dec 16 09:27:40.435938 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-b3d9387e-ce2c-4318-a182-c7002ccabc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:40.490492 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dae50eb-ca44-4af1-9f23-67e3f332c779 None None] Network a6d69434-e945-42ce-bf8b-0c4bc5d84e38 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:27:40.518635 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c171009e-c833-443c-b6da-553788258fa9 req-edb6dc04-0ecd-4c4d-a8f2-07350814be16 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:40.524749 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-02912bfd-0f5f-4e7c-88db-40c8c72666a8 req-71e71765-3280-4768-a84a-655ae8e2afcf tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0775416 Dec 16 09:27:40.571190 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-2521fb80-b7ce-4b36-ae5c-caa149889616 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 1a477423-49c2-4d1e-8fd2-7839e99cccb1) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:40.581732 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb044331-a04d-45ed-8bc6-84268e7a1d07 None None] Network 1a477423-49c2-4d1e-8fd2-7839e99cccb1 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:27:40.585590 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2521fb80-b7ce-4b36-ae5c-caa149889616 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:40.586529 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2521fb80-b7ce-4b36-ae5c-caa149889616 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:40.604634 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c171009e-c833-443c-b6da-553788258fa9 req-edb6dc04-0ecd-4c4d-a8f2-07350814be16 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Network 9785c251-9c28-48ae-a129-6f24c5a7ad17 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:27:40.615467 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35984) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:40.616646 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-c171009e-c833-443c-b6da-553788258fa9 req-edb6dc04-0ecd-4c4d-a8f2-07350814be16 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:40.627248 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-c171009e-c833-443c-b6da-553788258fa9 req-edb6dc04-0ecd-4c4d-a8f2-07350814be16 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:27:40.634161 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6dc04-0ecd-4c4d-a8f2-07350814be16 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Pushing event updated for resources: {'Port': ['ID=dbbe2623-248d-4268-a22e-cef181bf7128,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:40.636373 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-b3d9387e-ce2c-4318-a182-c7002ccabc10 service neutron] Transition to ACTIVE for port object e403726d-b2b8-41fc-baa4-711d810b8a63 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:27:40.643439 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-5026f8ac-726a-4a8b-871b-eaf10c41b315 None None] Provisioning complete for port 4b19f9ad-aa20-45df-925b-598e30a91ebd triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:40.643990 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5026f8ac-726a-4a8b-871b-eaf10c41b315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:40.689937 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171009e-c833-443c-b6da-553788258fa9 req-edb6dc04-0ecd-4c4d-a8f2-07350814be16 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:40.690533 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c171009e-c833-443c-b6da-553788258fa9 req-edb6dc04-0ecd-4c4d-a8f2-07350814be16 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:40.753075 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['09ffd442-bc5b-4630-ade5-0ddf27f582b9'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:40.766993 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2521fb80-b7ce-4b36-ae5c-caa149889616 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1080279 Dec 16 09:27:40.771672 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-b3d9387e-ce2c-4318-a182-c7002ccabc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:40.855051 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9387e-ce2c-4318-a182-c7002ccabc10 service neutron] Pushing event updated for resources: {'Port': ['ID=e403726d-b2b8-41fc-baa4-711d810b8a63,revision_number=10']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:40.864649 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c171009e-c833-443c-b6da-553788258fa9 req-edb6dc04-0ecd-4c4d-a8f2-07350814be16 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0895109 Dec 16 09:27:40.878327 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-c171009e-c833-443c-b6da-553788258fa9 req-0adc01ab-506b-46d7-a8d3-a04d369e0e4e service neutron] Request body: {'port': {'device_id': '4c1604fa-d879-4670-9ff7-cce6e0420a18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:40.936497 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-b3d9387e-ce2c-4318-a182-c7002ccabc10 service neutron] No DVR routers for this DVR port e403726d-b2b8-41fc-baa4-711d810b8a63 on host n-h2-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:27:41.018133 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-b3d9387e-ce2c-4318-a182-c7002ccabc10 service neutron] 10.222.0.58 "PUT /v2.0/ports/e403726d-b2b8-41fc-baa4-711d810b8a63/bindings/n-h1-820550-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4905040 Dec 16 09:27:41.047773 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c171009e-c833-443c-b6da-553788258fa9 req-0adc01ab-506b-46d7-a8d3-a04d369e0e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:41.087517 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 4b19f9ad-aa20-45df-925b-598e30a91ebd up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:27:41.097909 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69089451-0d6a-4850-b90b-61693ea5f8b3 req-17ec0ef4-c460-4f26-b4c8-ca051e370be5 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:41.108406 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-69089451-0d6a-4850-b90b-61693ea5f8b3 req-17ec0ef4-c460-4f26-b4c8-ca051e370be5 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 931 time: 0.1352122 Dec 16 09:27:41.129425 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device effb9da2-9550-41fc-9d42-5e947e6cea9c up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:27:41.181009 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5026f8ac-726a-4a8b-871b-eaf10c41b315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:41.197012 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a8cf00c3-a9fd-4e77-887d-3362c76071b2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5b5feef226f64affa69494667d88f92e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5772712 Dec 16 09:27:41.201099 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-69089451-0d6a-4850-b90b-61693ea5f8b3 req-e767fb07-96c6-41e5-a0f8-a0b362713cb4 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917225 Dec 16 09:27:41.202778 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36000) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:41.323657 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-7632589f-8d4b-41ef-b3cc-d6b92a76d3f1 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:41.326138 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-7632589f-8d4b-41ef-b3cc-d6b92a76d3f1 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5&tenant_id=ef267339b96a4504bcc86eb4b94505b3&binding%3Ahost_id=n-h2-820550-2 HTTP/1.1" status: 200 len: 1096 time: 0.1291590 Dec 16 09:27:41.419280 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-6cc68916-4374-4c5a-af8f-1257d31e53bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:41.421251 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-6cc68916-4374-4c5a-af8f-1257d31e53bc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5&tenant_id=ef267339b96a4504bcc86eb4b94505b3 HTTP/1.1" status: 200 len: 1096 time: 0.0864351 Dec 16 09:27:41.493408 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 4b19f9ad-aa20-45df-925b-598e30a91ebd triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:41.494180 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:41.514266 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca3acb0-6c52-45ad-930c-f07fee2ac559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-1a477423-49c2-4d1e-8fd2-7839e99cccb1', 'network_id': '1a477423-49c2-4d1e-8fd2-7839e99cccb1', 'tenant_id': '497e35b3d54448868b85015f846b8328', 'fixed_ips': [{'subnet_id': '8a678d01-0240-40c6-a81c-e2f948bd2f9f'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:27:41.516104 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4ca3acb0-6c52-45ad-930c-f07fee2ac559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:41.550864 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36d296-637e-4f9a-9ca7-b57bf5c9c280 req-86165bea-d384-4c1b-8618-15c02ba4a98c tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:41.560137 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5d36d296-637e-4f9a-9ca7-b57bf5c9c280 req-86165bea-d384-4c1b-8618-15c02ba4a98c tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 945 time: 0.2192268 Dec 16 09:27:41.580485 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-28e99178-289b-4c0c-8bbf-ed572a57ff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:41.582861 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-5026f8ac-726a-4a8b-871b-eaf10c41b315 None None] For port 4b19f9ad-aa20-45df-925b-598e30a91ebd, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=4b19f9ad-aa20-45df-925b-598e30a91ebd,segment=NetworkSegment(a454ab72-7116-44cd-b58a-bfa8a71a97b2),segment_id=a454ab72-7116-44cd-b58a-bfa8a71a97b2)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:41.583239 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-28e99178-289b-4c0c-8bbf-ed572a57ff9e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef267339b96a4504bcc86eb4b94505b3&device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 1096 time: 0.1229360 Dec 16 09:27:41.591206 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-531f269c-2f67-4b24-990f-e9cc3da8c1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:41.615728 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-531f269c-2f67-4b24-990f-e9cc3da8c1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:41.666402 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3644a-37f4-49c2-867e-49ac3e34a9df req-ee752b0d-c3fa-4819-a18c-d1a9a6a6d5e7 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:41.668655 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5026f8ac-726a-4a8b-871b-eaf10c41b315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:41.678566 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21f3644a-37f4-49c2-867e-49ac3e34a9df req-ee752b0d-c3fa-4819-a18c-d1a9a6a6d5e7 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=67518a84-e574-41bd-9e4b-e1dec7d323a8 HTTP/1.1" status: 200 len: 945 time: 1.0055273 Dec 16 09:27:41.704724 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5d36d296-637e-4f9a-9ca7-b57bf5c9c280 req-ecbb7e7c-0839-4225-a9dd-f5d8ea505aea tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398408 Dec 16 09:27:41.745563 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21f3644a-37f4-49c2-867e-49ac3e34a9df req-d621425b-647a-413b-91e9-0397075e897d tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c10216b-6e81-49e8-96e8-b2173f2059e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655558 Dec 16 09:27:41.761628 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-531f269c-2f67-4b24-990f-e9cc3da8c1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:41.764836 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-531f269c-2f67-4b24-990f-e9cc3da8c1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:41.768216 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-531f269c-2f67-4b24-990f-e9cc3da8c1af admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4040b450-287c-41a8-848e-641e33067421 HTTP/1.1" status: 204 len: 168 time: 0.4371135 Dec 16 09:27:41.785546 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f269c-2f67-4b24-990f-e9cc3da8c1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4040b450-287c-41a8-848e-641e33067421,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:41.814175 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-6f1ac1ba-c87e-4d1a-9a9c-ff1cefd8d81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:41.815649 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-6f1ac1ba-c87e-4d1a-9a9c-ff1cefd8d81e service neutron] 10.222.0.57 "GET /v2.0/networks?id=fd229606-1f82-48a3-82a3-fb35078f3dba HTTP/1.1" status: 200 len: 909 time: 0.2215037 Dec 16 09:27:41.860812 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port effb9da2-9550-41fc-9d42-5e947e6cea9c completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:27:41.890249 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-c171009e-c833-443c-b6da-553788258fa9 req-0adc01ab-506b-46d7-a8d3-a04d369e0e4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbbe2623-248d-4268-a22e-cef181bf7128 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:27:41.902798 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-6107d21e-f49f-45ba-9182-4287fe5f166e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e403726d-b2b8-41fc-baa4-711d810b8a63 HTTP/1.1" status: 200 len: 217 time: 0.0796750 Dec 16 09:27:41.909575 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c171009e-c833-443c-b6da-553788258fa9 req-0adc01ab-506b-46d7-a8d3-a04d369e0e4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:41.911607 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port effb9da2-9550-41fc-9d42-5e947e6cea9c triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:41.915059 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:41.930037 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-c171009e-c833-443c-b6da-553788258fa9 req-0adc01ab-506b-46d7-a8d3-a04d369e0e4e service neutron] Transition to ACTIVE for port object dbbe2623-248d-4268-a22e-cef181bf7128 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:27:41.960149 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-057feb6c-bc08-436d-a294-31e1d24c7755 None None] Provisioning complete for port 4b19f9ad-aa20-45df-925b-598e30a91ebd triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:41.960518 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-057feb6c-bc08-436d-a294-31e1d24c7755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:41.995302 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026f8ac-726a-4a8b-871b-eaf10c41b315 None None] Pushing event updated for resources: {'Port': ['ID=4b19f9ad-aa20-45df-925b-598e30a91ebd,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:42.013861 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c171009e-c833-443c-b6da-553788258fa9 req-0adc01ab-506b-46d7-a8d3-a04d369e0e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:42.023078 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-fa66b55d-9d36-4e1e-b402-c273715e72cb tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:42.030328 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-fa66b55d-9d36-4e1e-b402-c273715e72cb tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:42.032323 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-fa66b55d-9d36-4e1e-b402-c273715e72cb tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/networks?id=a6d69434-e945-42ce-bf8b-0c4bc5d84e38&id=1a477423-49c2-4d1e-8fd2-7839e99cccb1 HTTP/1.1" status: 200 len: 1392 time: 0.1329341 Dec 16 09:27:42.064720 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5026f8ac-726a-4a8b-871b-eaf10c41b315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:42.065501 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5026f8ac-726a-4a8b-871b-eaf10c41b315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:42.065852 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5026f8ac-726a-4a8b-871b-eaf10c41b315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:42.066360 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5026f8ac-726a-4a8b-871b-eaf10c41b315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:42.066697 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5026f8ac-726a-4a8b-871b-eaf10c41b315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:42.076031 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5026f8ac-726a-4a8b-871b-eaf10c41b315 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:42.080227 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5026f8ac-726a-4a8b-871b-eaf10c41b315 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:42.080227 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5026f8ac-726a-4a8b-871b-eaf10c41b315 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:42.080227 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5026f8ac-726a-4a8b-871b-eaf10c41b315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:42.080227 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5026f8ac-726a-4a8b-871b-eaf10c41b315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:42.080227 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5026f8ac-726a-4a8b-871b-eaf10c41b315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:42.080227 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5026f8ac-726a-4a8b-871b-eaf10c41b315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:42.094952 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-ad5c72a5-4288-4cf2-bd20-d1099c568b65 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/quotas/497e35b3d54448868b85015f846b8328 HTTP/1.1" status: 200 len: 375 time: 0.0515733 Dec 16 09:27:42.119223 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-4ca3acb0-6c52-45ad-930c-f07fee2ac559 None None] Allocated IP 19.86.0.2 (1a477423-49c2-4d1e-8fd2-7839e99cccb1/8a678d01-0240-40c6-a81c-e2f948bd2f9f/ced6a0e7-54c0-4509-a33a-821ef66bed39) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:27:42.140032 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc01ab-506b-46d7-a8d3-a04d369e0e4e service neutron] Pushing event updated for resources: {'Port': ['ID=dbbe2623-248d-4268-a22e-cef181bf7128,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:42.148752 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-d71a1583-0723-4676-ade9-10dbd97fb5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:42.151427 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-d71a1583-0723-4676-ade9-10dbd97fb5aa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1e11efc-2921-4ef6-b725-208b9f6cb7a8 HTTP/1.1" status: 200 len: 848 time: 0.1166081 Dec 16 09:27:42.197981 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87050e35-36d5-47e1-ba60-14dd4c81587b req-d5efc423-d7a2-47ac-b2e5-78daa96da315 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:42.203941 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87050e35-36d5-47e1-ba60-14dd4c81587b req-d5efc423-d7a2-47ac-b2e5-78daa96da315 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:42.209948 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87050e35-36d5-47e1-ba60-14dd4c81587b req-d5efc423-d7a2-47ac-b2e5-78daa96da315 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:42.216540 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87050e35-36d5-47e1-ba60-14dd4c81587b req-d5efc423-d7a2-47ac-b2e5-78daa96da315 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:42.219100 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-e57aba42-e995-4329-9209-5d6814b82ff8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd229606-1f82-48a3-82a3-fb35078f3dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533118 Dec 16 09:27:42.222467 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87050e35-36d5-47e1-ba60-14dd4c81587b req-d5efc423-d7a2-47ac-b2e5-78daa96da315 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:42.228478 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-cf329634-1948-455e-acb0-ed4c31634af5 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=497e35b3d54448868b85015f846b8328&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1324325 Dec 16 09:27:42.230420 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87050e35-36d5-47e1-ba60-14dd4c81587b req-d5efc423-d7a2-47ac-b2e5-78daa96da315 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:42.236555 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87050e35-36d5-47e1-ba60-14dd4c81587b req-d5efc423-d7a2-47ac-b2e5-78daa96da315 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:42.238465 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-87050e35-36d5-47e1-ba60-14dd4c81587b req-d5efc423-d7a2-47ac-b2e5-78daa96da315 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5431 time: 0.1571655 Dec 16 09:27:42.309547 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-87050e35-36d5-47e1-ba60-14dd4c81587b req-f1fbf2ca-29d6-46f8-98da-c2fdbba6fad6 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575867 Dec 16 09:27:42.327791 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-c171009e-c833-443c-b6da-553788258fa9 req-0adc01ab-506b-46d7-a8d3-a04d369e0e4e service neutron] Attempting to bind port dbbe2623-248d-4268-a22e-cef181bf7128 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:27:42.328130 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-c171009e-c833-443c-b6da-553788258fa9 req-0adc01ab-506b-46d7-a8d3-a04d369e0e4e service neutron] Attempting to bind port dbbe2623-248d-4268-a22e-cef181bf7128 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:27:42.328466 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c171009e-c833-443c-b6da-553788258fa9 req-0adc01ab-506b-46d7-a8d3-a04d369e0e4e service neutron] Attempting to bind port dbbe2623-248d-4268-a22e-cef181bf7128 on network 9785c251-9c28-48ae-a129-6f24c5a7ad17 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:42.332463 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4ca3acb0-6c52-45ad-930c-f07fee2ac559 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:42.341136 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c171009e-c833-443c-b6da-553788258fa9 req-0adc01ab-506b-46d7-a8d3-a04d369e0e4e service neutron] Port dbbe2623-248d-4268-a22e-cef181bf7128 on network 9785c251-9c28-48ae-a129-6f24c5a7ad17 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:27:42.341474 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c171009e-c833-443c-b6da-553788258fa9 req-0adc01ab-506b-46d7-a8d3-a04d369e0e4e service neutron] Attempting to bind port dbbe2623-248d-4268-a22e-cef181bf7128 on network 9785c251-9c28-48ae-a129-6f24c5a7ad17 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:42.361411 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c171009e-c833-443c-b6da-553788258fa9 req-0adc01ab-506b-46d7-a8d3-a04d369e0e4e service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:27:42.361775 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c171009e-c833-443c-b6da-553788258fa9 req-0adc01ab-506b-46d7-a8d3-a04d369e0e4e service neutron] Checking segment: {'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:42.362135 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c171009e-c833-443c-b6da-553788258fa9 req-0adc01ab-506b-46d7-a8d3-a04d369e0e4e service neutron] Bound using segment: {'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:27:42.362578 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-c171009e-c833-443c-b6da-553788258fa9 req-0adc01ab-506b-46d7-a8d3-a04d369e0e4e service neutron] Bound port: dbbe2623-248d-4268-a22e-cef181bf7128, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:27:42.362941 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c171009e-c833-443c-b6da-553788258fa9 req-0adc01ab-506b-46d7-a8d3-a04d369e0e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:42.393975 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:27:42.428715 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-ef52920f-3608-42ff-bb4b-55c45c7716cb service neutron] 10.222.0.60 "GET /v2.0/networks/a6d69434-e945-42ce-bf8b-0c4bc5d84e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869614 Dec 16 09:27:42.438876 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-8a89f119-3db6-4779-8a62-6c710fcbf6f5 service neutron] 10.222.0.57 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056417 Dec 16 09:27:42.470452 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:42.513379 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67518a84-e574-41bd-9e4b-e1dec7d323a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'effb9da2-9550-41fc-9d42-5e947e6cea9c'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:42.520725 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee5aefc-51cd-4636-b299-191f23a32856" -d '{"events": [{"server_uuid": "67518a84-e574-41bd-9e4b-e1dec7d323a8", "name": "network-vif-plugged", "status": "completed", "tag": "effb9da2-9550-41fc-9d42-5e947e6cea9c"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:42.530899 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4ca3acb0-6c52-45ad-930c-f07fee2ac559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:42.542713 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdcadf-f754-4c0c-94e3-d74a15fc8c72 req-8303ec98-7914-4883-9210-edd1c9e71856 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:42.561991 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f1bdcadf-f754-4c0c-94e3-d74a15fc8c72 req-8303ec98-7914-4883-9210-edd1c9e71856 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 943 time: 0.1104321 Dec 16 09:27:42.587009 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca3acb0-6c52-45ad-930c-f07fee2ac559 None None] Network 1a477423-49c2-4d1e-8fd2-7839e99cccb1 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:27:42.594315 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-4ca3acb0-6c52-45ad-930c-f07fee2ac559 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:42.623139 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-c171009e-c833-443c-b6da-553788258fa9 req-0adc01ab-506b-46d7-a8d3-a04d369e0e4e service neutron] For port dbbe2623-248d-4268-a22e-cef181bf7128, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:27:42.624341 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port effb9da2-9550-41fc-9d42-5e947e6cea9c, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=effb9da2-9550-41fc-9d42-5e947e6cea9c,segment=NetworkSegment(01865c43-1b2e-40ab-90ef-ec664b8a741c),segment_id=01865c43-1b2e-40ab-90ef-ec664b8a741c)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:42.629238 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca3acb0-6c52-45ad-930c-f07fee2ac559 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:27:42.660782 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-2c467803-5bdd-4243-a92a-abe362a2958c service neutron] 10.222.0.60 "GET /v2.0/networks/a6d69434-e945-42ce-bf8b-0c4bc5d84e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311890 Dec 16 09:27:42.664421 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-594818da-b055-44d3-9206-0b8134534da5 service neutron] 10.222.0.57 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135563 Dec 16 09:27:42.698772 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f1bdcadf-f754-4c0c-94e3-d74a15fc8c72 req-8545c18e-53ad-4f47-9590-97e6098aaea5 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164770 Dec 16 09:27:42.700829 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-c171009e-c833-443c-b6da-553788258fa9 req-0adc01ab-506b-46d7-a8d3-a04d369e0e4e service neutron] For port dbbe2623-248d-4268-a22e-cef181bf7128, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=dbbe2623-248d-4268-a22e-cef181bf7128,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:27:42.706924 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-4ca3acb0-6c52-45ad-930c-f07fee2ac559 None None] Attempting to bind port ced6a0e7-54c0-4509-a33a-821ef66bed39 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:27:42.707301 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-4ca3acb0-6c52-45ad-930c-f07fee2ac559 None None] Attempting to bind port ced6a0e7-54c0-4509-a33a-821ef66bed39 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '10c041da-7b75-4b42-8857-b36d3ddb3890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1a477423-49c2-4d1e-8fd2-7839e99cccb1'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:27:42.707663 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca3acb0-6c52-45ad-930c-f07fee2ac559 None None] Attempting to bind port ced6a0e7-54c0-4509-a33a-821ef66bed39 on network 1a477423-49c2-4d1e-8fd2-7839e99cccb1 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:42.713729 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca3acb0-6c52-45ad-930c-f07fee2ac559 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:27:42.714116 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca3acb0-6c52-45ad-930c-f07fee2ac559 None None] Checking segment: {'id': '10c041da-7b75-4b42-8857-b36d3ddb3890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1a477423-49c2-4d1e-8fd2-7839e99cccb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:42.714646 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4ca3acb0-6c52-45ad-930c-f07fee2ac559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:42.715036 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca3acb0-6c52-45ad-930c-f07fee2ac559 None None] Bound using segment: {'id': '10c041da-7b75-4b42-8857-b36d3ddb3890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1a477423-49c2-4d1e-8fd2-7839e99cccb1'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:27:42.715532 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-4ca3acb0-6c52-45ad-930c-f07fee2ac559 None None] Bound port: ced6a0e7-54c0-4509-a33a-821ef66bed39, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10c041da-7b75-4b42-8857-b36d3ddb3890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1a477423-49c2-4d1e-8fd2-7839e99cccb1'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:27:42.715911 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4ca3acb0-6c52-45ad-930c-f07fee2ac559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:42.717627 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3acb0-6c52-45ad-930c-f07fee2ac559 None None] Pushing event updated for resources: {'Port': ['ID=ced6a0e7-54c0-4509-a33a-821ef66bed39,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:42.722264 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:42.777250 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-e1dd21dc-cb6d-4aed-b19b-c2d780f6ce04 service neutron] 10.222.0.60 "GET /v2.0/networks/1a477423-49c2-4d1e-8fd2-7839e99cccb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089458 Dec 16 09:27:42.823319 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c171009e-c833-443c-b6da-553788258fa9 req-0adc01ab-506b-46d7-a8d3-a04d369e0e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:42.834910 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4ca3acb0-6c52-45ad-930c-f07fee2ac559 None None] For port ced6a0e7-54c0-4509-a33a-821ef66bed39, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:27:42.840176 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4ca3acb0-6c52-45ad-930c-f07fee2ac559 None None] For port ced6a0e7-54c0-4509-a33a-821ef66bed39, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ced6a0e7-54c0-4509-a33a-821ef66bed39,segment=NetworkSegment(10c041da-7b75-4b42-8857-b36d3ddb3890),segment_id=10c041da-7b75-4b42-8857-b36d3ddb3890)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:27:42.842270 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ac8a23-1950-486f-bb19-94109b5c7bb4 x-openstack-request-id: req-b2ac8a23-1950-486f-bb19-94109b5c7bb4 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:42.842587 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67518a84-e574-41bd-9e4b-e1dec7d323a8", "name": "network-vif-plugged", "status": "completed", "tag": "effb9da2-9550-41fc-9d42-5e947e6cea9c", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:42.842890 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b2ac8a23-1950-486f-bb19-94109b5c7bb4 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:42.843237 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67518a84-e574-41bd-9e4b-e1dec7d323a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'effb9da2-9550-41fc-9d42-5e947e6cea9c', 'code': 200} Dec 16 09:27:42.870653 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=effb9da2-9550-41fc-9d42-5e947e6cea9c,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:42.899828 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171009e-c833-443c-b6da-553788258fa9 req-0adc01ab-506b-46d7-a8d3-a04d369e0e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:42.900451 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c171009e-c833-443c-b6da-553788258fa9 req-0adc01ab-506b-46d7-a8d3-a04d369e0e4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:42.901946 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c171009e-c833-443c-b6da-553788258fa9 req-0adc01ab-506b-46d7-a8d3-a04d369e0e4e service neutron] 10.222.0.57 "PUT /v2.0/ports/dbbe2623-248d-4268-a22e-cef181bf7128 HTTP/1.1" status: 200 len: 1091 time: 2.0292776 Dec 16 09:27:42.903587 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-c2178aff-94bf-4eb3-8faa-0f23acf75bef service neutron] 10.222.0.60 "GET /v2.0/networks/1a477423-49c2-4d1e-8fd2-7839e99cccb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144526 Dec 16 09:27:42.914793 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4ca3acb0-6c52-45ad-930c-f07fee2ac559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:42.938483 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1604fa-d879-4670-9ff7-cce6e0420a18', 'tag': 'dbbe2623-248d-4268-a22e-cef181bf7128'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:42.942390 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d4bbc8-6b21-41f3-a389-6866a9bf5265" -d '{"events": [{"name": "network-changed", "server_uuid": "4c1604fa-d879-4670-9ff7-cce6e0420a18", "tag": "dbbe2623-248d-4268-a22e-cef181bf7128"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:43.066059 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 4b19f9ad-aa20-45df-925b-598e30a91ebd up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:27:43.073044 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3acb0-6c52-45ad-930c-f07fee2ac559 None None] Pushing event updated for resources: {'Port': ['ID=ced6a0e7-54c0-4509-a33a-821ef66bed39,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:43.099229 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc01ab-506b-46d7-a8d3-a04d369e0e4e service neutron] Pushing event updated for resources: {'Port': ['ID=dbbe2623-248d-4268-a22e-cef181bf7128,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:43.113894 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730027a6-0b53-4013-8886-be584e555071 req-963b7cbb-7761-46ad-8fb8-edec65e85cba tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:43.122148 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-730027a6-0b53-4013-8886-be584e555071 req-963b7cbb-7761-46ad-8fb8-edec65e85cba tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 945 time: 0.2278562 Dec 16 09:27:43.155924 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72597f0c-3006-4f76-a163-42d9cca9def3 req-f6db293e-5f3e-4d14-8d2e-3e68479f36c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:43.158113 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72597f0c-3006-4f76-a163-42d9cca9def3 req-f6db293e-5f3e-4d14-8d2e-3e68479f36c3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=67518a84-e574-41bd-9e4b-e1dec7d323a8 HTTP/1.1" status: 200 len: 1097 time: 0.3212037 Dec 16 09:27:43.159095 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 4b19f9ad-aa20-45df-925b-598e30a91ebd triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:43.159775 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:43.179836 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171009e-c833-443c-b6da-553788258fa9 req-f5dcf64c-1dc5-4b65-97ad-626f2c49864f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:43.183778 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c171009e-c833-443c-b6da-553788258fa9 req-f5dcf64c-1dc5-4b65-97ad-626f2c49864f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=13f0e2e84c3c42c99759789d057f9272&device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 1094 time: 0.1517465 Dec 16 09:27:43.256606 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-730027a6-0b53-4013-8886-be584e555071 req-9a469e7c-4e14-4119-a0f9-06aa3db0ac94 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313460 Dec 16 09:27:43.267199 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c171009e-c833-443c-b6da-553788258fa9 req-704073a0-085c-4a08-b5ee-1715ff7b8e25 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbbe2623-248d-4268-a22e-cef181bf7128 HTTP/1.1" status: 200 len: 217 time: 0.0696204 Dec 16 09:27:43.318199 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-93a427a1-5d52-485b-b351-7d116ffb8a17 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:43.319905 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-93a427a1-5d52-485b-b351-7d116ffb8a17 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5&tenant_id=ef267339b96a4504bcc86eb4b94505b3&binding%3Ahost_id=n-h1-820550-2 HTTP/1.1" status: 200 len: 1096 time: 0.1141102 Dec 16 09:27:43.323919 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72597f0c-3006-4f76-a163-42d9cca9def3 req-3ed3b751-3360-4a08-b0e1-e568ffeedcb0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0c10216b-6e81-49e8-96e8-b2173f2059e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576695 Dec 16 09:27:43.450738 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171009e-c833-443c-b6da-553788258fa9 req-7f2455da-d85d-431d-903a-5afab8589c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:43.452210 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c171009e-c833-443c-b6da-553788258fa9 req-7f2455da-d85d-431d-903a-5afab8589c0a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c12d578e-3c58-4d75-9f2c-b724e40168b0 HTTP/1.1" status: 200 len: 861 time: 0.1398335 Dec 16 09:27:43.509668 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c171009e-c833-443c-b6da-553788258fa9 req-8246c032-6ad5-46fa-a968-91fb0860f1cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9785c251-9c28-48ae-a129-6f24c5a7ad17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498352 Dec 16 09:27:43.527345 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2393a-4b41-4da3-9f25-c539119fae0b req-b1d69b45-6caa-4be0-bcc9-c0bf904106f2 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:43.537610 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2ee2393a-4b41-4da3-9f25-c539119fae0b req-b1d69b45-6caa-4be0-bcc9-c0bf904106f2 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=67518a84-e574-41bd-9e4b-e1dec7d323a8 HTTP/1.1" status: 200 len: 946 time: 0.1297176 Dec 16 09:27:43.679860 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2ee2393a-4b41-4da3-9f25-c539119fae0b req-3f13d88f-05a1-45af-8df9-3bfa41b22831 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c10216b-6e81-49e8-96e8-b2173f2059e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348846 Dec 16 09:27:43.723637 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-8477952f-373a-4b0a-b4a2-d719610e37bb service neutron] For port e403726d-b2b8-41fc-baa4-711d810b8a63, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:27:43.727253 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-8477952f-373a-4b0a-b4a2-d719610e37bb service neutron] Notify callbacks [] for binding, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:43.728526 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9e04d8b5-3065-4c33-bb39-10b24afcbce5 req-8477952f-373a-4b0a-b4a2-d719610e37bb service neutron] 10.222.0.57 "DELETE /v2.0/ports/e403726d-b2b8-41fc-baa4-711d810b8a63/bindings/n-h2-820550-2 HTTP/1.1" status: 204 len: 173 time: 0.4007401 Dec 16 09:27:43.746732 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a814ea8d-6ebb-4620-ab07-b8df30e319b2 x-openstack-request-id: req-a814ea8d-6ebb-4620-ab07-b8df30e319b2 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:43.747545 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c1604fa-d879-4670-9ff7-cce6e0420a18", "tag": "dbbe2623-248d-4268-a22e-cef181bf7128", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:43.748004 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a814ea8d-6ebb-4620-ab07-b8df30e319b2 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:43.748645 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c1604fa-d879-4670-9ff7-cce6e0420a18', 'tag': 'dbbe2623-248d-4268-a22e-cef181bf7128', 'status': 'completed', 'code': 200} Dec 16 09:27:43.768721 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c171009e-c833-443c-b6da-553788258fa9 req-39db8d99-9b2c-45e0-a35d-fa6b4d4ce4e9 service neutron] 10.222.0.57 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275097 Dec 16 09:27:43.782691 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-48b72103-a265-4bfe-8a2c-3f45ddad4ec7 req-7f5266e5-9984-4b63-8e24-b273348ca82d tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0add12d-8f1d-4516-a404-2543381d5473 HTTP/1.1" status: 200 len: 210 time: 0.0523007 Dec 16 09:27:43.933714 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba96fa3-12ed-4795-8d81-d2e6c2b6c3b5 req-ed5d37d5-497e-425d-9434-c4e00a48d4d6 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:43.939815 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba96fa3-12ed-4795-8d81-d2e6c2b6c3b5 req-ed5d37d5-497e-425d-9434-c4e00a48d4d6 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:43.946117 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba96fa3-12ed-4795-8d81-d2e6c2b6c3b5 req-ed5d37d5-497e-425d-9434-c4e00a48d4d6 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:43.954470 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba96fa3-12ed-4795-8d81-d2e6c2b6c3b5 req-ed5d37d5-497e-425d-9434-c4e00a48d4d6 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:43.963245 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba96fa3-12ed-4795-8d81-d2e6c2b6c3b5 req-ed5d37d5-497e-425d-9434-c4e00a48d4d6 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:43.965153 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c171009e-c833-443c-b6da-553788258fa9 req-ff6b03b2-178d-46b8-a969-d3a6b5b7510f service neutron] 10.222.0.57 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812868 Dec 16 09:27:43.981548 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba96fa3-12ed-4795-8d81-d2e6c2b6c3b5 req-ed5d37d5-497e-425d-9434-c4e00a48d4d6 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:43.990174 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba96fa3-12ed-4795-8d81-d2e6c2b6c3b5 req-ed5d37d5-497e-425d-9434-c4e00a48d4d6 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:44.000919 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1ba96fa3-12ed-4795-8d81-d2e6c2b6c3b5 req-ed5d37d5-497e-425d-9434-c4e00a48d4d6 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5431 time: 0.1384268 Dec 16 09:27:44.042899 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695397f-0048-48f2-99b7-c78ba228e82f req-cf2a7823-4bad-4296-8511-09d426644c96 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:44.050219 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e695397f-0048-48f2-99b7-c78ba228e82f req-cf2a7823-4bad-4296-8511-09d426644c96 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 943 time: 0.1131430 Dec 16 09:27:44.058348 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1ba96fa3-12ed-4795-8d81-d2e6c2b6c3b5 req-9fe8522f-5643-4963-b24f-af75c665ff14 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564089 Dec 16 09:27:44.136127 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e695397f-0048-48f2-99b7-c78ba228e82f req-9cc62b0f-58ed-43d2-ac5e-33968163d465 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842144 Dec 16 09:27:44.189252 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4bbc8-6b21-41f3-a389-6866a9bf5265 req-901757a2-ea27-4a85-b12a-b5c765f18288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:44.191181 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d6d4bbc8-6b21-41f3-a389-6866a9bf5265 req-901757a2-ea27-4a85-b12a-b5c765f18288 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=13f0e2e84c3c42c99759789d057f9272&device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 1094 time: 0.1059840 Dec 16 09:27:44.312952 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4bbc8-6b21-41f3-a389-6866a9bf5265 req-9519774e-a922-47a8-bc79-2eaa9fcfd101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:44.314779 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d6d4bbc8-6b21-41f3-a389-6866a9bf5265 req-9519774e-a922-47a8-bc79-2eaa9fcfd101 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9785c251-9c28-48ae-a129-6f24c5a7ad17 HTTP/1.1" status: 200 len: 922 time: 0.1152487 Dec 16 09:27:44.378718 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d6d4bbc8-6b21-41f3-a389-6866a9bf5265 req-7512bc10-f2d6-432b-9262-d8c601a4b8d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbbe2623-248d-4268-a22e-cef181bf7128 HTTP/1.1" status: 200 len: 217 time: 0.0566964 Dec 16 09:27:44.444639 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8180c-559b-4bd5-ad37-23f17d037fd2 req-0026d202-12c4-4a60-a605-a3bdcdc16ac3 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:44.456087 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65f8180c-559b-4bd5-ad37-23f17d037fd2 req-0026d202-12c4-4a60-a605-a3bdcdc16ac3 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 945 time: 0.0891645 Dec 16 09:27:44.464754 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4bbc8-6b21-41f3-a389-6866a9bf5265 req-44e61283-9e76-462e-b506-db0463a9e921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:44.468481 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d6d4bbc8-6b21-41f3-a389-6866a9bf5265 req-44e61283-9e76-462e-b506-db0463a9e921 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c12d578e-3c58-4d75-9f2c-b724e40168b0 HTTP/1.1" status: 200 len: 861 time: 0.0763144 Dec 16 09:27:44.516632 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d6d4bbc8-6b21-41f3-a389-6866a9bf5265 req-1550c49c-e0e6-4bd1-98b0-863489e9f0f8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9785c251-9c28-48ae-a129-6f24c5a7ad17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404878 Dec 16 09:27:44.519348 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65f8180c-559b-4bd5-ad37-23f17d037fd2 req-5d6c3d3f-6f22-45ad-9879-8356da5a8a94 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623417 Dec 16 09:27:44.558600 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1d8cfb-d3a1-42c8-af5e-dd82c2711927 None None] Network 1a477423-49c2-4d1e-8fd2-7839e99cccb1 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:27:44.660237 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d6d4bbc8-6b21-41f3-a389-6866a9bf5265 req-1ebbb483-e08d-43d0-a2f4-21e954efc412 service neutron] 10.222.0.57 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362851 Dec 16 09:27:44.680692 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4059d-5335-4456-90d7-c32ca35f9599 req-56499e81-608c-46d7-8f79-51f053cd3b5f tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:44.690853 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-afb4059d-5335-4456-90d7-c32ca35f9599 req-56499e81-608c-46d7-8f79-51f053cd3b5f tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 1096 time: 0.0525680 Dec 16 09:27:44.758648 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-afb4059d-5335-4456-90d7-c32ca35f9599 req-f2aeb8b2-9f8c-4b31-a662-846ca0754395 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666699 Dec 16 09:27:44.761361 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-3934fcad-2de5-4c9f-a143-957eae87f155 None None] Provisioning complete for port ced6a0e7-54c0-4509-a33a-821ef66bed39 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:44.761967 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3934fcad-2de5-4c9f-a143-957eae87f155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:44.883672 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978b3ab-1cbf-44ac-b2e7-b7f9fcf9becc req-1fce5157-1180-4c28-b0eb-810b675d7f92 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:44.886203 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c978b3ab-1cbf-44ac-b2e7-b7f9fcf9becc req-1fce5157-1180-4c28-b0eb-810b675d7f92 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=67518a84-e574-41bd-9e4b-e1dec7d323a8 HTTP/1.1" status: 200 len: 946 time: 0.0668013 Dec 16 09:27:44.897657 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d6d4bbc8-6b21-41f3-a389-6866a9bf5265 req-5aa2584f-5ed2-4604-883c-0417187cc79f service neutron] 10.222.0.57 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296956 Dec 16 09:27:44.995943 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c978b3ab-1cbf-44ac-b2e7-b7f9fcf9becc req-cc1969c4-c549-4546-9cb1-5a5a5f4eeec5 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c10216b-6e81-49e8-96e8-b2173f2059e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017413 Dec 16 09:27:45.065714 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef172fae-6867-42bd-9bf7-40ea80b217d6 req-a20a8a2c-cc9d-48c9-bbc0-e82408d2361d tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:45.067251 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ef172fae-6867-42bd-9bf7-40ea80b217d6 req-a20a8a2c-cc9d-48c9-bbc0-e82408d2361d tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 1096 time: 0.1052012 Dec 16 09:27:45.091911 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ced6a0e7-54c0-4509-a33a-821ef66bed39 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:27:45.150144 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ef172fae-6867-42bd-9bf7-40ea80b217d6 req-28c2a843-e20a-4d30-af2f-a6e04bd88089 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694144 Dec 16 09:27:45.173085 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3934fcad-2de5-4c9f-a143-957eae87f155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:45.199140 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cb2497f3-351d-4c77-b001-f3922dacaeca req-74d0f3ac-73d9-4aab-9485-fa0e69cf1348 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0add12d-8f1d-4516-a404-2543381d5473 HTTP/1.1" status: 200 len: 210 time: 0.0698326 Dec 16 09:27:45.239586 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-3934fcad-2de5-4c9f-a143-957eae87f155 None None] For port ced6a0e7-54c0-4509-a33a-821ef66bed39, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ced6a0e7-54c0-4509-a33a-821ef66bed39,segment=NetworkSegment(10c041da-7b75-4b42-8857-b36d3ddb3890),segment_id=10c041da-7b75-4b42-8857-b36d3ddb3890)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:45.255207 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port ced6a0e7-54c0-4509-a33a-821ef66bed39 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:45.255710 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:45.333344 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3934fcad-2de5-4c9f-a143-957eae87f155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:45.355978 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9fab0279-c3cd-4f16-86b3-79cf2c5ef868 req-2fc34309-f071-46ca-9975-f87b15c22c7c tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1030595454&fields=id&tenant_id=bf920e5a3f8e4484ba26e4b568348c48 HTTP/1.1" status: 200 len: 267 time: 0.0556808 Dec 16 09:27:45.368555 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40913261-2e34-45e6-bdda-cfac958eab43 req-f9452595-d57d-4cc5-8173-31ca655d2e7c tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:45.372736 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40913261-2e34-45e6-bdda-cfac958eab43 req-f9452595-d57d-4cc5-8173-31ca655d2e7c tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:45.381867 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40913261-2e34-45e6-bdda-cfac958eab43 req-f9452595-d57d-4cc5-8173-31ca655d2e7c tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:45.391492 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40913261-2e34-45e6-bdda-cfac958eab43 req-f9452595-d57d-4cc5-8173-31ca655d2e7c tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:45.398740 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40913261-2e34-45e6-bdda-cfac958eab43 req-f9452595-d57d-4cc5-8173-31ca655d2e7c tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:45.405762 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40913261-2e34-45e6-bdda-cfac958eab43 req-f9452595-d57d-4cc5-8173-31ca655d2e7c tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:45.414224 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab0279-c3cd-4f16-86b3-79cf2c5ef868 req-2da270e2-2689-43b9-b4a9-f9842d5db28a tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:45.416488 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40913261-2e34-45e6-bdda-cfac958eab43 req-f9452595-d57d-4cc5-8173-31ca655d2e7c tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:45.423610 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9fab0279-c3cd-4f16-86b3-79cf2c5ef868 req-2da270e2-2689-43b9-b4a9-f9842d5db28a tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=67518a84-e574-41bd-9e4b-e1dec7d323a8 HTTP/1.1" status: 200 len: 946 time: 0.0666895 Dec 16 09:27:45.426671 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-40913261-2e34-45e6-bdda-cfac958eab43 req-f9452595-d57d-4cc5-8173-31ca655d2e7c tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5431 time: 0.1438584 Dec 16 09:27:45.430006 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-9fab0279-c3cd-4f16-86b3-79cf2c5ef868 req-53923e7d-4620-429b-a5d5-8f5e9c2d8030 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Request body: {'port': {'security_groups': ['0c10216b-6e81-49e8-96e8-b2173f2059e1', '16ab78d5-ee0a-4d0c-b304-b19f0b1f054d']}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:45.454460 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3934fcad-2de5-4c9f-a143-957eae87f155 None None] Pushing event updated for resources: {'Port': ['ID=ced6a0e7-54c0-4509-a33a-821ef66bed39,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:45.477724 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-40913261-2e34-45e6-bdda-cfac958eab43 req-d823919d-e4ca-4ec2-87e1-4229d5716711 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0501080 Dec 16 09:27:45.508816 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9fab0279-c3cd-4f16-86b3-79cf2c5ef868 req-53923e7d-4620-429b-a5d5-8f5e9c2d8030 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:45.552547 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-761051e0-f932-4927-9bd2-3621900c74a9 None None] Provisioning complete for port ced6a0e7-54c0-4509-a33a-821ef66bed39 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:45.553069 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-761051e0-f932-4927-9bd2-3621900c74a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:45.596215 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf4775-e657-4301-8f71-fd46f26cbf60 req-1bd67515-bba3-4fea-959e-673f65e2f33a tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:45.598002 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8caf4775-e657-4301-8f71-fd46f26cbf60 req-1bd67515-bba3-4fea-959e-673f65e2f33a tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 943 time: 0.0608320 Dec 16 09:27:45.643440 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8caf4775-e657-4301-8f71-fd46f26cbf60 req-e96b63d1-6613-400e-95a2-f5b953747f2c tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373983 Dec 16 09:27:45.712088 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-9fab0279-c3cd-4f16-86b3-79cf2c5ef868 req-53923e7d-4620-429b-a5d5-8f5e9c2d8030 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] For port effb9da2-9550-41fc-9d42-5e947e6cea9c, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=effb9da2-9550-41fc-9d42-5e947e6cea9c,segment=NetworkSegment(01865c43-1b2e-40ab-90ef-ec664b8a741c),segment_id=01865c43-1b2e-40ab-90ef-ec664b8a741c)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:45.742913 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9fab0279-c3cd-4f16-86b3-79cf2c5ef868 req-53923e7d-4620-429b-a5d5-8f5e9c2d8030 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:45.842352 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9fab0279-c3cd-4f16-86b3-79cf2c5ef868 req-53923e7d-4620-429b-a5d5-8f5e9c2d8030 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:45.857218 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['effb9da2-9550-41fc-9d42-5e947e6cea9c'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:45.860701 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:45.889906 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab0279-c3cd-4f16-86b3-79cf2c5ef868 req-53923e7d-4620-429b-a5d5-8f5e9c2d8030 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:45.890556 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9fab0279-c3cd-4f16-86b3-79cf2c5ef868 req-53923e7d-4620-429b-a5d5-8f5e9c2d8030 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:45.891966 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9fab0279-c3cd-4f16-86b3-79cf2c5ef868 req-53923e7d-4620-429b-a5d5-8f5e9c2d8030 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "PUT /v2.0/ports/effb9da2-9550-41fc-9d42-5e947e6cea9c HTTP/1.1" status: 200 len: 982 time: 0.4674978 Dec 16 09:27:45.892441 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67518a84-e574-41bd-9e4b-e1dec7d323a8', 'tag': 'effb9da2-9550-41fc-9d42-5e947e6cea9c'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:45.894693 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9400dd29-ac76-43ba-9065-6cb0d32b32b0" -d '{"events": [{"name": "network-changed", "server_uuid": "67518a84-e574-41bd-9e4b-e1dec7d323a8", "tag": "effb9da2-9550-41fc-9d42-5e947e6cea9c"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:45.934034 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53923e7d-4620-429b-a5d5-8f5e9c2d8030 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Pushing event updated for resources: {'Port': ['ID=effb9da2-9550-41fc-9d42-5e947e6cea9c,revision_number=6']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:45.996132 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['effb9da2-9550-41fc-9d42-5e947e6cea9c'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:46.121921 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1856ee66-7cb1-4353-8ac2-d6f13fca67a4 x-openstack-request-id: req-1856ee66-7cb1-4353-8ac2-d6f13fca67a4 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:46.121921 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67518a84-e574-41bd-9e4b-e1dec7d323a8", "tag": "effb9da2-9550-41fc-9d42-5e947e6cea9c", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:46.121921 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1856ee66-7cb1-4353-8ac2-d6f13fca67a4 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:46.121921 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67518a84-e574-41bd-9e4b-e1dec7d323a8', 'tag': 'effb9da2-9550-41fc-9d42-5e947e6cea9c', 'status': 'completed', 'code': 200} Dec 16 09:27:46.192087 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400dd29-ac76-43ba-9065-6cb0d32b32b0 req-0ae012b2-45db-4144-ab73-e25e07c6d3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:46.195180 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9400dd29-ac76-43ba-9065-6cb0d32b32b0 req-0ae012b2-45db-4144-ab73-e25e07c6d3e5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bf920e5a3f8e4484ba26e4b568348c48&device_id=67518a84-e574-41bd-9e4b-e1dec7d323a8 HTTP/1.1" status: 200 len: 1136 time: 0.0519955 Dec 16 09:27:46.221268 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-11b031ac-25e4-4038-b442-745d5d0d3437 req-8f79c378-5048-4961-a348-a94930069798 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups/16ab78d5-ee0a-4d0c-b304-b19f0b1f054d HTTP/1.1" status: 200 len: 1800 time: 0.0925379 Dec 16 09:27:46.254562 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-4c320417-c6b2-485c-a21f-7da09876de86 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:46.262469 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-4c320417-c6b2-485c-a21f-7da09876de86 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:46.265105 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-4c320417-c6b2-485c-a21f-7da09876de86 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.58 "GET /v2.0/networks?id=a6d69434-e945-42ce-bf8b-0c4bc5d84e38&id=1a477423-49c2-4d1e-8fd2-7839e99cccb1 HTTP/1.1" status: 200 len: 1392 time: 0.2160695 Dec 16 09:27:46.280833 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-7f3f73bd-e3fc-4c8c-bc2f-dd5dc5d26632 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Request body: {'port': {'device_id': 'e0add12d-8f1d-4516-a404-2543381d5473', 'network_id': 'a6d69434-e945-42ce-bf8b-0c4bc5d84e38', 'admin_state_up': True, 'tenant_id': '497e35b3d54448868b85015f846b8328'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:46.387977 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400dd29-ac76-43ba-9065-6cb0d32b32b0 req-10d7d9d8-c592-486c-9df8-0a0da79bed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:46.390665 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9400dd29-ac76-43ba-9065-6cb0d32b32b0 req-10d7d9d8-c592-486c-9df8-0a0da79bed1a service neutron] 10.222.0.58 "GET /v2.0/networks?id=5fdc4389-ef3b-4730-9f7c-3bcd629db149 HTTP/1.1" status: 200 len: 913 time: 0.1725452 Dec 16 09:27:46.499083 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9400dd29-ac76-43ba-9065-6cb0d32b32b0 req-df4392b5-b54d-4958-843a-f761573211bc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=effb9da2-9550-41fc-9d42-5e947e6cea9c HTTP/1.1" status: 200 len: 217 time: 0.0996640 Dec 16 09:27:46.586234 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4abbd9b-7209-4707-94b2-4c280d8541d8 req-2b6a8b1d-c1b9-44d0-81a6-998c9c876c8a tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0add12d-8f1d-4516-a404-2543381d5473 HTTP/1.1" status: 200 len: 210 time: 0.0462167 Dec 16 09:27:46.601745 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400dd29-ac76-43ba-9065-6cb0d32b32b0 req-a66cd5e8-2643-4a57-ba79-dbeffa04cc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:46.603795 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9400dd29-ac76-43ba-9065-6cb0d32b32b0 req-a66cd5e8-2643-4a57-ba79-dbeffa04cc9a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1d26afb5-849e-4e1c-85bb-8c6539398abb HTTP/1.1" status: 200 len: 852 time: 0.0991921 Dec 16 09:27:46.659683 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9400dd29-ac76-43ba-9065-6cb0d32b32b0 req-04a2973b-4d14-4ac8-8d4e-96b9dd931e76 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5fdc4389-ef3b-4730-9f7c-3bcd629db149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478885 Dec 16 09:27:46.715218 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [req-11b031ac-25e4-4038-b442-745d5d0d3437 req-c2c7b086-c479-46e4-88d7-a1b17d5857a3 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 16 09:27:46.717613 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-11b031ac-25e4-4038-b442-745d5d0d3437 req-c2c7b086-c479-46e4-88d7-a1b17d5857a3 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "DELETE /v2.0/security-groups/16ab78d5-ee0a-4d0c-b304-b19f0b1f054d HTTP/1.1" status: 409 len: 341 time: 0.4953616 Dec 16 09:27:46.807597 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11ce87-58d3-4276-87db-6e8379207068 req-f38b0075-6d2c-49c4-9182-e19b5b8f4684 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:46.813948 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11ce87-58d3-4276-87db-6e8379207068 req-f38b0075-6d2c-49c4-9182-e19b5b8f4684 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:46.819756 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11ce87-58d3-4276-87db-6e8379207068 req-f38b0075-6d2c-49c4-9182-e19b5b8f4684 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:46.826211 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11ce87-58d3-4276-87db-6e8379207068 req-f38b0075-6d2c-49c4-9182-e19b5b8f4684 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:46.832132 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11ce87-58d3-4276-87db-6e8379207068 req-f38b0075-6d2c-49c4-9182-e19b5b8f4684 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:46.838066 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11ce87-58d3-4276-87db-6e8379207068 req-f38b0075-6d2c-49c4-9182-e19b5b8f4684 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:46.844467 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11ce87-58d3-4276-87db-6e8379207068 req-f38b0075-6d2c-49c4-9182-e19b5b8f4684 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:46.846365 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2c11ce87-58d3-4276-87db-6e8379207068 req-f38b0075-6d2c-49c4-9182-e19b5b8f4684 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5431 time: 0.1190801 Dec 16 09:27:46.864411 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50109b6e-5ebe-44fb-bc9a-c8b9af7d5350 req-08dac549-a5d1-446f-8bac-995b3ed03616 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:46.866228 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-50109b6e-5ebe-44fb-bc9a-c8b9af7d5350 req-08dac549-a5d1-446f-8bac-995b3ed03616 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 943 time: 0.0503790 Dec 16 09:27:46.870048 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9400dd29-ac76-43ba-9065-6cb0d32b32b0 req-ce512c9f-aff1-41b5-8055-0abec9e6f9b6 service neutron] 10.222.0.58 "GET /v2.0/networks/5fdc4389-ef3b-4730-9f7c-3bcd629db149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024446 Dec 16 09:27:46.881569 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-7f3f73bd-e3fc-4c8c-bc2f-dd5dc5d26632 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Made reservation on behalf of 497e35b3d54448868b85015f846b8328 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:27:46.886987 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-7f3f73bd-e3fc-4c8c-bc2f-dd5dc5d26632 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:46.934806 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2c11ce87-58d3-4276-87db-6e8379207068 req-e982e5ef-802a-4827-bcc2-8c26f3b7bb36 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0818937 Dec 16 09:27:46.939767 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-50109b6e-5ebe-44fb-bc9a-c8b9af7d5350 req-fd0e0b4c-1ba8-4f27-bc86-626a4164d7c4 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657701 Dec 16 09:27:46.955028 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ced6a0e7-54c0-4509-a33a-821ef66bed39 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:27:47.036819 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port ced6a0e7-54c0-4509-a33a-821ef66bed39 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:47.037225 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:47.045904 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9400dd29-ac76-43ba-9065-6cb0d32b32b0 req-9a98d2ef-c5a4-4e33-a98e-dafe17db7f59 service neutron] 10.222.0.58 "GET /v2.0/networks/5fdc4389-ef3b-4730-9f7c-3bcd629db149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680181 Dec 16 09:27:47.158775 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-7f3f73bd-e3fc-4c8c-bc2f-dd5dc5d26632 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Allocated IP 19.80.0.44 (a6d69434-e945-42ce-bf8b-0c4bc5d84e38/059d4019-1990-4f99-ac97-b34ee85917e9/96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:27:47.328561 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-7f3f73bd-e3fc-4c8c-bc2f-dd5dc5d26632 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:47.459829 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac12c41-92a3-4b2c-a43d-00f0366e60ac req-c6dfb939-3681-4da1-a13b-0c1e94cba3b3 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:47.461653 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1ac12c41-92a3-4b2c-a43d-00f0366e60ac req-c6dfb939-3681-4da1-a13b-0c1e94cba3b3 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=67518a84-e574-41bd-9e4b-e1dec7d323a8 HTTP/1.1" status: 200 len: 985 time: 0.0603347 Dec 16 09:27:47.490137 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-7f3f73bd-e3fc-4c8c-bc2f-dd5dc5d26632 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:47.552415 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-7f3f73bd-e3fc-4c8c-bc2f-dd5dc5d26632 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Network a6d69434-e945-42ce-bf8b-0c4bc5d84e38 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:27:47.557539 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1ac12c41-92a3-4b2c-a43d-00f0366e60ac req-ad10c4fc-df6f-4423-9c49-4194ad462213 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c10216b-6e81-49e8-96e8-b2173f2059e1&id=16ab78d5-ee0a-4d0c-b304-b19f0b1f054d&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0886936 Dec 16 09:27:47.560827 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-7f3f73bd-e3fc-4c8c-bc2f-dd5dc5d26632 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:47.564770 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-7f3f73bd-e3fc-4c8c-bc2f-dd5dc5d26632 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:27:47.606051 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f73bd-e3fc-4c8c-bc2f-dd5dc5d26632 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Pushing event updated for resources: {'Port': ['ID=96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:47.610573 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38143563-600d-4a43-9934-30944dd56c9c req-97fecb5d-dc48-49fb-ab23-47b51d7d6ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:47.612170 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-38143563-600d-4a43-9934-30944dd56c9c req-97fecb5d-dc48-49fb-ab23-47b51d7d6ed8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bf920e5a3f8e4484ba26e4b568348c48&device_id=67518a84-e574-41bd-9e4b-e1dec7d323a8 HTTP/1.1" status: 200 len: 1136 time: 0.1189866 Dec 16 09:27:47.655840 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-7f3f73bd-e3fc-4c8c-bc2f-dd5dc5d26632 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:47.661232 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-7f3f73bd-e3fc-4c8c-bc2f-dd5dc5d26632 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:47.768605 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a5417-4f46-468f-a59c-d462c4aceac6 req-b5410109-1eaa-4a0d-a48c-ce9ff38217ef tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:47.770280 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cd3a5417-4f46-468f-a59c-d462c4aceac6 req-b5410109-1eaa-4a0d-a48c-ce9ff38217ef tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0add12d-8f1d-4516-a404-2543381d5473 HTTP/1.1" status: 200 len: 931 time: 0.0829577 Dec 16 09:27:47.776857 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-7f3f73bd-e3fc-4c8c-bc2f-dd5dc5d26632 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5023978 Dec 16 09:27:47.780180 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38143563-600d-4a43-9934-30944dd56c9c req-e6f91220-3ff5-4377-84f5-2220064a274b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:47.781759 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-38143563-600d-4a43-9934-30944dd56c9c req-e6f91220-3ff5-4377-84f5-2220064a274b service neutron] 10.222.0.58 "GET /v2.0/networks?id=5fdc4389-ef3b-4730-9f7c-3bcd629db149 HTTP/1.1" status: 200 len: 913 time: 0.1580038 Dec 16 09:27:47.794338 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-f3781625-ee1a-44dc-a758-cded51d27d96 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Request body: {'port': {'device_id': 'e0add12d-8f1d-4516-a404-2543381d5473', 'network_id': '1a477423-49c2-4d1e-8fd2-7839e99cccb1', 'admin_state_up': True, 'tenant_id': '497e35b3d54448868b85015f846b8328'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:47.847629 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-38143563-600d-4a43-9934-30944dd56c9c req-55fe994b-98bf-417a-ae24-542a9684eaeb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=effb9da2-9550-41fc-9d42-5e947e6cea9c HTTP/1.1" status: 200 len: 217 time: 0.0503683 Dec 16 09:27:47.850546 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cd3a5417-4f46-468f-a59c-d462c4aceac6 req-803e5a7c-62e3-4286-a712-49e084ed66e4 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678365 Dec 16 09:27:47.881244 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-33929d08-5a4f-4742-b016-0ec3807b04b8 None None] Provisioning complete for port 96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:47.881627 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-33929d08-5a4f-4742-b016-0ec3807b04b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:47.920662 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38143563-600d-4a43-9934-30944dd56c9c req-a3ac6c77-3005-43f5-a1e0-23f2e6a615d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:47.921995 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-38143563-600d-4a43-9934-30944dd56c9c req-a3ac6c77-3005-43f5-a1e0-23f2e6a615d7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1d26afb5-849e-4e1c-85bb-8c6539398abb HTTP/1.1" status: 200 len: 852 time: 0.0680337 Dec 16 09:27:47.942900 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-33929d08-5a4f-4742-b016-0ec3807b04b8 None None] Port 96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:27:47.968376 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-38143563-600d-4a43-9934-30944dd56c9c req-4fd29827-3714-40c9-9895-62615944326f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5fdc4389-ef3b-4730-9f7c-3bcd629db149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385334 Dec 16 09:27:47.972990 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36170) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:48.031808 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-f3781625-ee1a-44dc-a758-cded51d27d96 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Made reservation on behalf of 497e35b3d54448868b85015f846b8328 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:27:48.038306 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-f3781625-ee1a-44dc-a758-cded51d27d96 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:48.105634 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-38143563-600d-4a43-9934-30944dd56c9c req-a6ffeeac-40d7-48a8-9af7-10e20dd02dbd service neutron] 10.222.0.58 "GET /v2.0/networks/5fdc4389-ef3b-4730-9f7c-3bcd629db149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303556 Dec 16 09:27:48.197193 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee75f73-3b85-4abe-8e7a-e324fa247b11 req-05edfba7-9712-44d9-b86c-4070836104cd tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:48.199241 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fee75f73-3b85-4abe-8e7a-e324fa247b11 req-05edfba7-9712-44d9-b86c-4070836104cd tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 943 time: 0.1051810 Dec 16 09:27:48.209309 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0c3fd9f7-e871-486b-a2ea-29063f4f1ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:48.266388 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf6040-5cd5-40b6-ac2a-f58c01f3834c req-332aed56-7c1e-4fc8-be43-01aaf0bbd6f8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:48.272513 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf6040-5cd5-40b6-ac2a-f58c01f3834c req-332aed56-7c1e-4fc8-be43-01aaf0bbd6f8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:48.272842 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-f3781625-ee1a-44dc-a758-cded51d27d96 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Allocated IP 19.86.0.144 (1a477423-49c2-4d1e-8fd2-7839e99cccb1/8a678d01-0240-40c6-a81c-e2f948bd2f9f/b23c0c63-954e-4285-9ed2-35c897afc2ae) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:27:48.277829 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fee75f73-3b85-4abe-8e7a-e324fa247b11 req-e07a164f-2048-4510-bb7d-0c5941a76fe5 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559473 Dec 16 09:27:48.281201 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf6040-5cd5-40b6-ac2a-f58c01f3834c req-332aed56-7c1e-4fc8-be43-01aaf0bbd6f8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:48.286228 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf6040-5cd5-40b6-ac2a-f58c01f3834c req-332aed56-7c1e-4fc8-be43-01aaf0bbd6f8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:48.291995 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf6040-5cd5-40b6-ac2a-f58c01f3834c req-332aed56-7c1e-4fc8-be43-01aaf0bbd6f8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:48.299063 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf6040-5cd5-40b6-ac2a-f58c01f3834c req-332aed56-7c1e-4fc8-be43-01aaf0bbd6f8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:48.304863 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf6040-5cd5-40b6-ac2a-f58c01f3834c req-332aed56-7c1e-4fc8-be43-01aaf0bbd6f8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:48.307107 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f6cf6040-5cd5-40b6-ac2a-f58c01f3834c req-332aed56-7c1e-4fc8-be43-01aaf0bbd6f8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5431 time: 0.2160974 Dec 16 09:27:48.358847 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-38143563-600d-4a43-9934-30944dd56c9c req-b7349abd-d194-4c11-9142-8a4f2f5a72c9 service neutron] 10.222.0.58 "GET /v2.0/networks/5fdc4389-ef3b-4730-9f7c-3bcd629db149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278173 Dec 16 09:27:48.392805 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f6cf6040-5cd5-40b6-ac2a-f58c01f3834c req-56b65186-6c0a-4634-9a41-1b3752ba2cff tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0700917 Dec 16 09:27:48.433944 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0c3fd9f7-e871-486b-a2ea-29063f4f1ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:48.450241 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-f3781625-ee1a-44dc-a758-cded51d27d96 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:48.505193 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0c3fd9f7-e871-486b-a2ea-29063f4f1ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:48.544624 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0c3fd9f7-e871-486b-a2ea-29063f4f1ddd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=805008144cbe427295aeb9773a98a732&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5704594 Dec 16 09:27:48.545807 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3fd9f7-e871-486b-a2ea-29063f4f1ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2549147a-183c-4796-8990-3f6c08e303e6,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:48.549053 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36184) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:48.554907 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3fd9f7-e871-486b-a2ea-29063f4f1ddd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:48.555433 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3fd9f7-e871-486b-a2ea-29063f4f1ddd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:48.555879 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3fd9f7-e871-486b-a2ea-29063f4f1ddd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:48.556474 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3fd9f7-e871-486b-a2ea-29063f4f1ddd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:48.557462 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3fd9f7-e871-486b-a2ea-29063f4f1ddd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:48.557899 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3fd9f7-e871-486b-a2ea-29063f4f1ddd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:48.558443 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3fd9f7-e871-486b-a2ea-29063f4f1ddd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:48.558873 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3fd9f7-e871-486b-a2ea-29063f4f1ddd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:48.559314 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3fd9f7-e871-486b-a2ea-29063f4f1ddd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:48.559989 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3fd9f7-e871-486b-a2ea-29063f4f1ddd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:48.560582 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3fd9f7-e871-486b-a2ea-29063f4f1ddd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:48.561008 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3fd9f7-e871-486b-a2ea-29063f4f1ddd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:48.600030 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-f3781625-ee1a-44dc-a758-cded51d27d96 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:48.647656 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-034b0d07-4c0f-4773-8e1d-ef7b4896cd58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:48.676797 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-f3781625-ee1a-44dc-a758-cded51d27d96 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Network 1a477423-49c2-4d1e-8fd2-7839e99cccb1 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:27:48.703030 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-f3781625-ee1a-44dc-a758-cded51d27d96 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:48.706173 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-034b0d07-4c0f-4773-8e1d-ef7b4896cd58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:48.716118 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-f3781625-ee1a-44dc-a758-cded51d27d96 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:27:48.717338 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3781625-ee1a-44dc-a758-cded51d27d96 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Pushing event updated for resources: {'Port': ['ID=b23c0c63-954e-4285-9ed2-35c897afc2ae,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:48.768200 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3781625-ee1a-44dc-a758-cded51d27d96 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:48.768545 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3781625-ee1a-44dc-a758-cded51d27d96 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:48.768890 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3781625-ee1a-44dc-a758-cded51d27d96 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:48.769253 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3781625-ee1a-44dc-a758-cded51d27d96 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:48.769594 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3781625-ee1a-44dc-a758-cded51d27d96 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:48.769921 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3781625-ee1a-44dc-a758-cded51d27d96 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:48.770247 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3781625-ee1a-44dc-a758-cded51d27d96 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:48.770573 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3781625-ee1a-44dc-a758-cded51d27d96 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:48.770894 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3781625-ee1a-44dc-a758-cded51d27d96 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:48.771215 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3781625-ee1a-44dc-a758-cded51d27d96 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:48.771539 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3781625-ee1a-44dc-a758-cded51d27d96 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:48.771862 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3781625-ee1a-44dc-a758-cded51d27d96 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:48.821426 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-f3781625-ee1a-44dc-a758-cded51d27d96 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:48.827717 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-f3781625-ee1a-44dc-a758-cded51d27d96 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:48.834603 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feba8cf-507d-45fa-8bcb-e7f71b4ed319 req-0dac5db5-05cb-4431-b478-7dfaee99f92a tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:48.836373 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9feba8cf-507d-45fa-8bcb-e7f71b4ed319 req-0dac5db5-05cb-4431-b478-7dfaee99f92a tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=67518a84-e574-41bd-9e4b-e1dec7d323a8 HTTP/1.1" status: 200 len: 985 time: 0.1584752 Dec 16 09:27:48.893746 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9feba8cf-507d-45fa-8bcb-e7f71b4ed319 req-f51154ef-13e2-46d5-9c6e-da95e74e7bf1 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c10216b-6e81-49e8-96e8-b2173f2059e1&id=16ab78d5-ee0a-4d0c-b304-b19f0b1f054d&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0451498 Dec 16 09:27:48.923161 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-f3781625-ee1a-44dc-a758-cded51d27d96 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1339345 Dec 16 09:27:48.938040 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-6710032b-7141-4a27-a74c-6f612ea8f28e service neutron] Request body: {'port': {'device_id': 'e0add12d-8f1d-4516-a404-2543381d5473', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:48.968548 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-034b0d07-4c0f-4773-8e1d-ef7b4896cd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:48.971323 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-034b0d07-4c0f-4773-8e1d-ef7b4896cd58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:48.975270 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-034b0d07-4c0f-4773-8e1d-ef7b4896cd58 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2549147a-183c-4796-8990-3f6c08e303e6 HTTP/1.1" status: 204 len: 168 time: 0.4226708 Dec 16 09:27:48.976578 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-d4f42276-8ca0-4c4c-97fd-306d5afbf68f None None] Provisioning complete for port b23c0c63-954e-4285-9ed2-35c897afc2ae triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:48.977152 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d4f42276-8ca0-4c4c-97fd-306d5afbf68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:48.990605 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b0d07-4c0f-4773-8e1d-ef7b4896cd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2549147a-183c-4796-8990-3f6c08e303e6,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:49.039624 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-6710032b-7141-4a27-a74c-6f612ea8f28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:49.055277 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b9984-6cf1-4c68-bba7-85add29bcfcc req-22df5ce3-512a-4639-9692-55f142c07a88 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:49.069035 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b9984-6cf1-4c68-bba7-85add29bcfcc req-22df5ce3-512a-4639-9692-55f142c07a88 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:49.069035 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fe7b9984-6cf1-4c68-bba7-85add29bcfcc req-22df5ce3-512a-4639-9692-55f142c07a88 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0add12d-8f1d-4516-a404-2543381d5473 HTTP/1.1" status: 200 len: 1654 time: 0.1318228 Dec 16 09:27:49.077655 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-d4f42276-8ca0-4c4c-97fd-306d5afbf68f None None] Port b23c0c63-954e-4285-9ed2-35c897afc2ae cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:27:49.115999 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fe7b9984-6cf1-4c68-bba7-85add29bcfcc req-9fb9ca69-99a5-456c-8daa-7f4ab0c90b96 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395300 Dec 16 09:27:49.343434 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-6710032b-7141-4a27-a74c-6f612ea8f28e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:27:49.351358 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-6710032b-7141-4a27-a74c-6f612ea8f28e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:49.364377 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-6710032b-7141-4a27-a74c-6f612ea8f28e service neutron] Transition to ACTIVE for port object 96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:27:49.440441 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c0340-bb57-48f2-9a91-5d5d460d0448 req-75b5a35e-b228-4d13-801f-2b0b9d9f7c61 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:49.448871 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-236c0340-bb57-48f2-9a91-5d5d460d0448 req-75b5a35e-b228-4d13-801f-2b0b9d9f7c61 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 943 time: 0.0705557 Dec 16 09:27:49.456304 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-6710032b-7141-4a27-a74c-6f612ea8f28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:49.516644 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710032b-7141-4a27-a74c-6f612ea8f28e service neutron] Pushing event updated for resources: {'Port': ['ID=96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:49.554930 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-236c0340-bb57-48f2-9a91-5d5d460d0448 req-b98360a4-1350-4d56-b9c6-04dfc980280c tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051457 Dec 16 09:27:49.602667 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d43754-1bd3-4985-b3e7-50b733c918da req-136cb43f-77ad-4549-aaed-293059abde0c tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:49.613277 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d43754-1bd3-4985-b3e7-50b733c918da req-136cb43f-77ad-4549-aaed-293059abde0c tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:49.619531 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d43754-1bd3-4985-b3e7-50b733c918da req-136cb43f-77ad-4549-aaed-293059abde0c tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:49.630660 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d43754-1bd3-4985-b3e7-50b733c918da req-136cb43f-77ad-4549-aaed-293059abde0c tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:49.637363 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d43754-1bd3-4985-b3e7-50b733c918da req-136cb43f-77ad-4549-aaed-293059abde0c tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:49.644578 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d43754-1bd3-4985-b3e7-50b733c918da req-136cb43f-77ad-4549-aaed-293059abde0c tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:49.653734 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d43754-1bd3-4985-b3e7-50b733c918da req-136cb43f-77ad-4549-aaed-293059abde0c tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:49.662206 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c0d43754-1bd3-4985-b3e7-50b733c918da req-136cb43f-77ad-4549-aaed-293059abde0c tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5431 time: 0.1523259 Dec 16 09:27:49.688578 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-6710032b-7141-4a27-a74c-6f612ea8f28e service neutron] Attempting to bind port 96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:27:49.688946 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-6710032b-7141-4a27-a74c-6f612ea8f28e service neutron] Attempting to bind port 96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'a454ab72-7116-44cd-b58a-bfa8a71a97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a6d69434-e945-42ce-bf8b-0c4bc5d84e38'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:27:49.689269 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-6710032b-7141-4a27-a74c-6f612ea8f28e service neutron] Attempting to bind port 96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25 on network a6d69434-e945-42ce-bf8b-0c4bc5d84e38 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:49.697717 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-6710032b-7141-4a27-a74c-6f612ea8f28e service neutron] Port 96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25 on network a6d69434-e945-42ce-bf8b-0c4bc5d84e38 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:27:49.698061 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-6710032b-7141-4a27-a74c-6f612ea8f28e service neutron] Attempting to bind port 96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25 on network a6d69434-e945-42ce-bf8b-0c4bc5d84e38 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:49.711402 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-6710032b-7141-4a27-a74c-6f612ea8f28e service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:27:49.711743 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-6710032b-7141-4a27-a74c-6f612ea8f28e service neutron] Checking segment: {'id': 'a454ab72-7116-44cd-b58a-bfa8a71a97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a6d69434-e945-42ce-bf8b-0c4bc5d84e38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:49.712200 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-6710032b-7141-4a27-a74c-6f612ea8f28e service neutron] Bound using segment: {'id': 'a454ab72-7116-44cd-b58a-bfa8a71a97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a6d69434-e945-42ce-bf8b-0c4bc5d84e38'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:27:49.712543 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-6710032b-7141-4a27-a74c-6f612ea8f28e service neutron] Bound port: 96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a454ab72-7116-44cd-b58a-bfa8a71a97b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a6d69434-e945-42ce-bf8b-0c4bc5d84e38'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:27:49.712925 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-6710032b-7141-4a27-a74c-6f612ea8f28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:49.732262 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c0d43754-1bd3-4985-b3e7-50b733c918da req-87b8b0a4-8649-4372-b88a-20df79c83fcb tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0668502 Dec 16 09:27:49.789407 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36204) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:49.807829 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f1dd3cf2-a83e-4822-9fd4-356e5da6d27b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:49.807935 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-6710032b-7141-4a27-a74c-6f612ea8f28e service neutron] For port 96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:27:49.811689 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-6710032b-7141-4a27-a74c-6f612ea8f28e service neutron] For port 96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25,segment=NetworkSegment(a454ab72-7116-44cd-b58a-bfa8a71a97b2),segment_id=a454ab72-7116-44cd-b58a-bfa8a71a97b2)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:27:49.884086 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f1dd3cf2-a83e-4822-9fd4-356e5da6d27b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:49.900108 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-6710032b-7141-4a27-a74c-6f612ea8f28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:49.938285 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-6710032b-7141-4a27-a74c-6f612ea8f28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:49.938919 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-6710032b-7141-4a27-a74c-6f612ea8f28e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:49.940320 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-6710032b-7141-4a27-a74c-6f612ea8f28e service neutron] 10.222.0.58 "PUT /v2.0/ports/96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25 HTTP/1.1" status: 200 len: 1091 time: 1.0073307 Dec 16 09:27:49.940759 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0add12d-8f1d-4516-a404-2543381d5473', 'tag': '96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:49.943054 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a3e0ba-17f5-45fd-960f-a8e3e591a9e3" -d '{"events": [{"name": "network-changed", "server_uuid": "e0add12d-8f1d-4516-a404-2543381d5473", "tag": "96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:49.970441 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710032b-7141-4a27-a74c-6f612ea8f28e service neutron] Pushing event updated for resources: {'Port': ['ID=96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:49.976619 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f1dd3cf2-a83e-4822-9fd4-356e5da6d27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:49.999454 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52941e39-fb46-4cfa-b867-c01db870a47f x-openstack-request-id: req-52941e39-fb46-4cfa-b867-c01db870a47f {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:49.999741 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0add12d-8f1d-4516-a404-2543381d5473", "tag": "96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:49.999987 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-52941e39-fb46-4cfa-b867-c01db870a47f {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:50.000522 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0add12d-8f1d-4516-a404-2543381d5473', 'tag': '96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25', 'status': 'completed', 'code': 200} Dec 16 09:27:50.048039 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f1dd3cf2-a83e-4822-9fd4-356e5da6d27b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d28a463becb746b3b5260ecbf714231c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2576256 Dec 16 09:27:50.058621 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36210) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:50.090203 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3e0ba-17f5-45fd-960f-a8e3e591a9e3 req-91fec41f-5803-4e31-99c4-b5b2637aeca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:50.090752 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3e0ba-17f5-45fd-960f-a8e3e591a9e3 req-91fec41f-5803-4e31-99c4-b5b2637aeca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:50.092813 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a2a3e0ba-17f5-45fd-960f-a8e3e591a9e3 req-91fec41f-5803-4e31-99c4-b5b2637aeca1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=497e35b3d54448868b85015f846b8328&device_id=e0add12d-8f1d-4516-a404-2543381d5473 HTTP/1.1" status: 200 len: 1913 time: 0.0697298 Dec 16 09:27:50.100928 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-2d06017f-601e-421b-8551-299dfcd787f2 service neutron] Request body: {'port': {'device_id': 'e0add12d-8f1d-4516-a404-2543381d5473', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:50.154083 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd3cf2-a83e-4822-9fd4-356e5da6d27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1b79b5-f5f6-4435-9b7e-16a6638a60a2,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:50.206932 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab77ed2-9528-4553-a425-2743cf9f8d45 req-a9ef6948-41d7-4249-9593-d1178b546e4c tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:50.217623 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1ab77ed2-9528-4553-a425-2743cf9f8d45 req-a9ef6948-41d7-4249-9593-d1178b546e4c tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=67518a84-e574-41bd-9e4b-e1dec7d323a8 HTTP/1.1" status: 200 len: 985 time: 0.2129238 Dec 16 09:27:50.271883 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3e0ba-17f5-45fd-960f-a8e3e591a9e3 req-dde1c03b-995e-4670-9080-3214ac26470b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:50.272378 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3e0ba-17f5-45fd-960f-a8e3e591a9e3 req-dde1c03b-995e-4670-9080-3214ac26470b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:50.272699 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-976d3d83-9426-448e-a1a2-5bd1ae75d870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:50.272835 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3e0ba-17f5-45fd-960f-a8e3e591a9e3 req-dde1c03b-995e-4670-9080-3214ac26470b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:50.274476 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a2a3e0ba-17f5-45fd-960f-a8e3e591a9e3 req-dde1c03b-995e-4670-9080-3214ac26470b service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=497e35b3d54448868b85015f846b8328&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1734796 Dec 16 09:27:50.278800 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-2d06017f-601e-421b-8551-299dfcd787f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:50.318508 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-976d3d83-9426-448e-a1a2-5bd1ae75d870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:50.339230 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fc17d-1f8f-411b-84e9-34c31f3c2d66 req-6a737533-cab8-49c5-b0d0-fe97bb19f6a7 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:50.345370 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fc17d-1f8f-411b-84e9-34c31f3c2d66 req-6a737533-cab8-49c5-b0d0-fe97bb19f6a7 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:50.347045 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bc6fc17d-1f8f-411b-84e9-34c31f3c2d66 req-6a737533-cab8-49c5-b0d0-fe97bb19f6a7 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0add12d-8f1d-4516-a404-2543381d5473 HTTP/1.1" status: 200 len: 1666 time: 0.1178725 Dec 16 09:27:50.357420 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1ab77ed2-9528-4553-a425-2743cf9f8d45 req-6ab9b87b-4cd8-4684-815a-83ee43f6d495 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c10216b-6e81-49e8-96e8-b2173f2059e1&id=16ab78d5-ee0a-4d0c-b304-b19f0b1f054d&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1386309 Dec 16 09:27:50.432275 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bc6fc17d-1f8f-411b-84e9-34c31f3c2d66 req-51549141-5968-4f86-8731-be3dd3be01c1 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709198 Dec 16 09:27:50.437623 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3e0ba-17f5-45fd-960f-a8e3e591a9e3 req-d479c84f-0c57-491b-88bd-742cb540eaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:50.439261 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a2a3e0ba-17f5-45fd-960f-a8e3e591a9e3 req-d479c84f-0c57-491b-88bd-742cb540eaa5 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1576979 Dec 16 09:27:50.517248 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-60b090e4-485b-490b-a502-0189fe6a1dd9 req-78e34035-55cf-4f0e-8d49-ba5d292ec958 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-271623426&fields=id&tenant_id=bf920e5a3f8e4484ba26e4b568348c48 HTTP/1.1" status: 200 len: 267 time: 0.0577528 Dec 16 09:27:50.644945 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b090e4-485b-490b-a502-0189fe6a1dd9 req-5ed396b5-caea-499c-b414-8c1eedd66f89 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:50.646399 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-60b090e4-485b-490b-a502-0189fe6a1dd9 req-5ed396b5-caea-499c-b414-8c1eedd66f89 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=67518a84-e574-41bd-9e4b-e1dec7d323a8 HTTP/1.1" status: 200 len: 985 time: 0.1115663 Dec 16 09:27:50.648888 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-976d3d83-9426-448e-a1a2-5bd1ae75d870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:50.652826 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-976d3d83-9426-448e-a1a2-5bd1ae75d870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:50.657617 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-976d3d83-9426-448e-a1a2-5bd1ae75d870 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ce1b79b5-f5f6-4435-9b7e-16a6638a60a2 HTTP/1.1" status: 204 len: 168 time: 0.5957804 Dec 16 09:27:50.681425 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-60b090e4-485b-490b-a502-0189fe6a1dd9 req-78a05702-7326-4640-b991-f20367b10c18 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Request body: {'port': {'security_groups': ['0c10216b-6e81-49e8-96e8-b2173f2059e1', '16ab78d5-ee0a-4d0c-b304-b19f0b1f054d', '8994385a-a1e2-422a-8941-2dea8c0bc6b9']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:50.694649 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976d3d83-9426-448e-a1a2-5bd1ae75d870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1b79b5-f5f6-4435-9b7e-16a6638a60a2,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:50.742004 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da729e4-fe70-40c1-9f2f-2ed30211705c req-195421ab-f8c9-455e-b646-99412f608a85 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:50.745069 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0da729e4-fe70-40c1-9f2f-2ed30211705c req-195421ab-f8c9-455e-b646-99412f608a85 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 943 time: 0.0780976 Dec 16 09:27:50.794961 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0da729e4-fe70-40c1-9f2f-2ed30211705c req-b85f2f22-63be-4d81-ba1d-a46a3b8638db tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432374 Dec 16 09:27:50.811451 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device c234b0b2-c376-4db4-ad98-7124204fbe46 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:27:50.812205 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-60b090e4-485b-490b-a502-0189fe6a1dd9 req-78a05702-7326-4640-b991-f20367b10c18 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:50.829428 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-2d06017f-601e-421b-8551-299dfcd787f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23c0c63-954e-4285-9ed2-35c897afc2ae {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:27:50.838475 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-2d06017f-601e-421b-8551-299dfcd787f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:50.882362 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-2d06017f-601e-421b-8551-299dfcd787f2 service neutron] Transition to ACTIVE for port object b23c0c63-954e-4285-9ed2-35c897afc2ae will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:27:50.950678 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-2d06017f-601e-421b-8551-299dfcd787f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:50.960574 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port c234b0b2-c376-4db4-ad98-7124204fbe46, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c234b0b2-c376-4db4-ad98-7124204fbe46,segment=NetworkSegment(8f2f2409-913c-4ef0-930f-9de92f72a943),segment_id=8f2f2409-913c-4ef0-930f-9de92f72a943)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:51.008372 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'c234b0b2-c376-4db4-ad98-7124204fbe46', 'network_id': '8ee8fe93-c571-40ef-82e1-da1c2c6af86e', 'port_id': 'c234b0b2-c376-4db4-ad98-7124204fbe46', 'mac_address': 'fa:16:3e:a8:da:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd86e42b0-c2d4-4c18-971d-7f418a472e6d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:27:51.088379 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f49337-6549-48bf-b767-16dc10c5eceb req-945f552d-1c9d-42ba-ace9-d92714a19d91 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:51.095470 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f49337-6549-48bf-b767-16dc10c5eceb req-945f552d-1c9d-42ba-ace9-d92714a19d91 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:51.096555 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:51.102225 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f49337-6549-48bf-b767-16dc10c5eceb req-945f552d-1c9d-42ba-ace9-d92714a19d91 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:51.109861 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f49337-6549-48bf-b767-16dc10c5eceb req-945f552d-1c9d-42ba-ace9-d92714a19d91 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:51.116413 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f49337-6549-48bf-b767-16dc10c5eceb req-945f552d-1c9d-42ba-ace9-d92714a19d91 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:51.123521 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f49337-6549-48bf-b767-16dc10c5eceb req-945f552d-1c9d-42ba-ace9-d92714a19d91 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:51.125687 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c234b0b2-c376-4db4-ad98-7124204fbe46 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:27:51.129952 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f49337-6549-48bf-b767-16dc10c5eceb req-945f552d-1c9d-42ba-ace9-d92714a19d91 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:51.139986 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-47f49337-6549-48bf-b767-16dc10c5eceb req-945f552d-1c9d-42ba-ace9-d92714a19d91 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5431 time: 0.1264369 Dec 16 09:27:51.162893 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06017f-601e-421b-8551-299dfcd787f2 service neutron] Pushing event updated for resources: {'Port': ['ID=b23c0c63-954e-4285-9ed2-35c897afc2ae,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:51.180894 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port c234b0b2-c376-4db4-ad98-7124204fbe46, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c234b0b2-c376-4db4-ad98-7124204fbe46,segment=NetworkSegment(8f2f2409-913c-4ef0-930f-9de92f72a943),segment_id=8f2f2409-913c-4ef0-930f-9de92f72a943)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:51.222216 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-47f49337-6549-48bf-b767-16dc10c5eceb req-6d0316b5-67e3-4445-838f-adcc53ff7c28 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0810602 Dec 16 09:27:51.281596 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-2d06017f-601e-421b-8551-299dfcd787f2 service neutron] Attempting to bind port b23c0c63-954e-4285-9ed2-35c897afc2ae on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:27:51.281885 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-2d06017f-601e-421b-8551-299dfcd787f2 service neutron] Attempting to bind port b23c0c63-954e-4285-9ed2-35c897afc2ae by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '10c041da-7b75-4b42-8857-b36d3ddb3890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1a477423-49c2-4d1e-8fd2-7839e99cccb1'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:27:51.282187 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-2d06017f-601e-421b-8551-299dfcd787f2 service neutron] Attempting to bind port b23c0c63-954e-4285-9ed2-35c897afc2ae on network 1a477423-49c2-4d1e-8fd2-7839e99cccb1 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:51.294988 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:51.295692 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 1305e84e-c1fb-4148-a219-de2e95349bca details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:27:51.318545 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-60b090e4-485b-490b-a502-0189fe6a1dd9 req-78a05702-7326-4640-b991-f20367b10c18 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] For port effb9da2-9550-41fc-9d42-5e947e6cea9c, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=effb9da2-9550-41fc-9d42-5e947e6cea9c,segment=NetworkSegment(01865c43-1b2e-40ab-90ef-ec664b8a741c),segment_id=01865c43-1b2e-40ab-90ef-ec664b8a741c)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:51.337439 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-2d06017f-601e-421b-8551-299dfcd787f2 service neutron] Port b23c0c63-954e-4285-9ed2-35c897afc2ae on network 1a477423-49c2-4d1e-8fd2-7839e99cccb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:27:51.338548 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-2d06017f-601e-421b-8551-299dfcd787f2 service neutron] Attempting to bind port b23c0c63-954e-4285-9ed2-35c897afc2ae on network 1a477423-49c2-4d1e-8fd2-7839e99cccb1 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:51.349209 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-2d06017f-601e-421b-8551-299dfcd787f2 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:27:51.349559 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-2d06017f-601e-421b-8551-299dfcd787f2 service neutron] Checking segment: {'id': '10c041da-7b75-4b42-8857-b36d3ddb3890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1a477423-49c2-4d1e-8fd2-7839e99cccb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:51.349937 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-2d06017f-601e-421b-8551-299dfcd787f2 service neutron] Bound using segment: {'id': '10c041da-7b75-4b42-8857-b36d3ddb3890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1a477423-49c2-4d1e-8fd2-7839e99cccb1'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:27:51.350374 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-2d06017f-601e-421b-8551-299dfcd787f2 service neutron] Bound port: b23c0c63-954e-4285-9ed2-35c897afc2ae, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10c041da-7b75-4b42-8857-b36d3ddb3890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1a477423-49c2-4d1e-8fd2-7839e99cccb1'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:27:51.350822 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-2d06017f-601e-421b-8551-299dfcd787f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:51.378740 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-60b090e4-485b-490b-a502-0189fe6a1dd9 req-78a05702-7326-4640-b991-f20367b10c18 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:51.410864 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 1305e84e-c1fb-4148-a219-de2e95349bca, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=1305e84e-c1fb-4148-a219-de2e95349bca,segment=NetworkSegment(8f2f2409-913c-4ef0-930f-9de92f72a943),segment_id=8f2f2409-913c-4ef0-930f-9de92f72a943)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:51.424503 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=c234b0b2-c376-4db4-ad98-7124204fbe46,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:51.429091 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '1305e84e-c1fb-4148-a219-de2e95349bca', 'network_id': '8ee8fe93-c571-40ef-82e1-da1c2c6af86e', 'port_id': '1305e84e-c1fb-4148-a219-de2e95349bca', 'mac_address': 'fa:16:3e:5a:95:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd86e42b0-c2d4-4c18-971d-7f418a472e6d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:27:51.440433 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-2d06017f-601e-421b-8551-299dfcd787f2 service neutron] For port b23c0c63-954e-4285-9ed2-35c897afc2ae, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:27:51.450740 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-2d06017f-601e-421b-8551-299dfcd787f2 service neutron] For port b23c0c63-954e-4285-9ed2-35c897afc2ae, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=b23c0c63-954e-4285-9ed2-35c897afc2ae,segment=NetworkSegment(10c041da-7b75-4b42-8857-b36d3ddb3890),segment_id=10c041da-7b75-4b42-8857-b36d3ddb3890)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:27:51.453168 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-60b090e4-485b-490b-a502-0189fe6a1dd9 req-78a05702-7326-4640-b991-f20367b10c18 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:51.476773 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:51.495860 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:51.501927 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['effb9da2-9550-41fc-9d42-5e947e6cea9c'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:51.506441 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b090e4-485b-490b-a502-0189fe6a1dd9 req-78a05702-7326-4640-b991-f20367b10c18 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:51.506441 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-60b090e4-485b-490b-a502-0189fe6a1dd9 req-78a05702-7326-4640-b991-f20367b10c18 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:51.511054 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-60b090e4-485b-490b-a502-0189fe6a1dd9 req-78a05702-7326-4640-b991-f20367b10c18 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "PUT /v2.0/ports/effb9da2-9550-41fc-9d42-5e947e6cea9c HTTP/1.1" status: 200 len: 1021 time: 0.8516421 Dec 16 09:27:51.511795 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67518a84-e574-41bd-9e4b-e1dec7d323a8', 'tag': 'effb9da2-9550-41fc-9d42-5e947e6cea9c'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:51.522506 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fe4d20-846a-41c0-a998-ee5379cebe56" -d '{"events": [{"name": "network-changed", "server_uuid": "67518a84-e574-41bd-9e4b-e1dec7d323a8", "tag": "effb9da2-9550-41fc-9d42-5e947e6cea9c"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:51.552134 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1305e84e-c1fb-4148-a219-de2e95349bca {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:27:51.555897 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a05702-7326-4640-b991-f20367b10c18 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Pushing event updated for resources: {'Port': ['ID=effb9da2-9550-41fc-9d42-5e947e6cea9c,revision_number=7']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:51.581450 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-2d06017f-601e-421b-8551-299dfcd787f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:51.601874 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10450a78-23e4-4dd0-b681-a62bf4808732 req-aa0e22ed-727d-44c9-a139-ab705bac2154 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:51.609134 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10450a78-23e4-4dd0-b681-a62bf4808732 req-aa0e22ed-727d-44c9-a139-ab705bac2154 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:51.609867 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 1305e84e-c1fb-4148-a219-de2e95349bca, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=1305e84e-c1fb-4148-a219-de2e95349bca,segment=NetworkSegment(8f2f2409-913c-4ef0-930f-9de92f72a943),segment_id=8f2f2409-913c-4ef0-930f-9de92f72a943)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:51.611092 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-10450a78-23e4-4dd0-b681-a62bf4808732 req-aa0e22ed-727d-44c9-a139-ab705bac2154 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0add12d-8f1d-4516-a404-2543381d5473 HTTP/1.1" status: 200 len: 1678 time: 0.0839357 Dec 16 09:27:51.621297 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['effb9da2-9550-41fc-9d42-5e947e6cea9c'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:51.635827 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-2d06017f-601e-421b-8551-299dfcd787f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:51.636444 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-2d06017f-601e-421b-8551-299dfcd787f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:51.637920 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-2d06017f-601e-421b-8551-299dfcd787f2 service neutron] 10.222.0.58 "PUT /v2.0/ports/b23c0c63-954e-4285-9ed2-35c897afc2ae HTTP/1.1" status: 200 len: 1092 time: 1.5412621 Dec 16 09:27:51.672530 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06017f-601e-421b-8551-299dfcd787f2 service neutron] Pushing event updated for resources: {'Port': ['ID=b23c0c63-954e-4285-9ed2-35c897afc2ae,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:51.689497 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c488ac50-8a33-4c52-8633-bcb2b76477d6 req-7f49cd51-38b0-440d-a1ab-2438dd3b3557 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups/8994385a-a1e2-422a-8941-2dea8c0bc6b9 HTTP/1.1" status: 200 len: 1799 time: 0.1348522 Dec 16 09:27:51.689909 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-10450a78-23e4-4dd0-b681-a62bf4808732 req-4ec1687b-cc92-4a34-a829-cd2253a873b5 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661390 Dec 16 09:27:51.703206 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:51.703876 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:27:51.748620 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57d7416-885d-4043-b4f9-9d4eddbefc33 x-openstack-request-id: req-d57d7416-885d-4043-b4f9-9d4eddbefc33 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:51.748620 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67518a84-e574-41bd-9e4b-e1dec7d323a8", "tag": "effb9da2-9550-41fc-9d42-5e947e6cea9c", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:51.748620 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d57d7416-885d-4043-b4f9-9d4eddbefc33 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:51.748620 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67518a84-e574-41bd-9e4b-e1dec7d323a8', 'tag': 'effb9da2-9550-41fc-9d42-5e947e6cea9c', 'status': 'completed', 'code': 200} Dec 16 09:27:51.768516 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [req-c488ac50-8a33-4c52-8633-bcb2b76477d6 req-a50a5432-bf76-4247-b4d1-c2f5856b91c6 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 16 09:27:51.775959 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c488ac50-8a33-4c52-8633-bcb2b76477d6 req-a50a5432-bf76-4247-b4d1-c2f5856b91c6 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "DELETE /v2.0/security-groups/8994385a-a1e2-422a-8941-2dea8c0bc6b9 HTTP/1.1" status: 409 len: 341 time: 0.0847239 Dec 16 09:27:52.061494 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-f72bc65c-2b61-4e98-a7f4-509c43fff781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:52.061970 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-f72bc65c-2b61-4e98-a7f4-509c43fff781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:52.063590 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-f72bc65c-2b61-4e98-a7f4-509c43fff781 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=497e35b3d54448868b85015f846b8328&device_id=e0add12d-8f1d-4516-a404-2543381d5473 HTTP/1.1" status: 200 len: 1980 time: 0.3035777 Dec 16 09:27:52.065432 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735b1a5-fb25-4491-b28e-45aa5c2045f9 req-30b0d7ba-d97a-4ef1-861e-40eb5038d3b0 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:52.067072 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7735b1a5-fb25-4491-b28e-45aa5c2045f9 req-30b0d7ba-d97a-4ef1-861e-40eb5038d3b0 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 943 time: 0.0704346 Dec 16 09:27:52.069722 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe4d20-846a-41c0-a998-ee5379cebe56 req-cf231edb-c195-4500-b7f1-9d2c49f9e7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:52.073038 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d6fe4d20-846a-41c0-a998-ee5379cebe56 req-cf231edb-c195-4500-b7f1-9d2c49f9e7d4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bf920e5a3f8e4484ba26e4b568348c48&device_id=67518a84-e574-41bd-9e4b-e1dec7d323a8 HTTP/1.1" status: 200 len: 1175 time: 0.2954123 Dec 16 09:27:52.116696 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-d42710e1-af13-49ab-9f68-45e633aaecd6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.44&port_id=96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25 HTTP/1.1" status: 200 len: 217 time: 0.0371993 Dec 16 09:27:52.142223 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0,segment=NetworkSegment(5a5c3c61-aecb-46d9-a34a-4fcb33dcd498),segment_id=5a5c3c61-aecb-46d9-a34a-4fcb33dcd498)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:52.184149 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7735b1a5-fb25-4491-b28e-45aa5c2045f9 req-6e32cb91-1233-48cf-88f6-96ead7961b5d tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072431 Dec 16 09:27:52.192546 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=1305e84e-c1fb-4148-a219-de2e95349bca,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:52.214977 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0', 'network_id': 'bcdce265-2bf3-4f52-9658-1bf0eadeeba8', 'port_id': 'dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0', 'mac_address': 'fa:16:3e:b1:e4:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b48454b-4343-4949-9c3c-1b7ee1f2332d', 'ip_address': '10.1.1.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:27:52.225743 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-5cad2e6b-2078-45a8-ab62-cd841112f72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:52.227133 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-5cad2e6b-2078-45a8-ab62-cd841112f72c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=059d4019-1990-4f99-ac97-b34ee85917e9 HTTP/1.1" status: 200 len: 801 time: 0.1029251 Dec 16 09:27:52.237239 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe4d20-846a-41c0-a998-ee5379cebe56 req-7b1c7b01-6988-440a-bcbf-7a3eb0317d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:52.239305 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d6fe4d20-846a-41c0-a998-ee5379cebe56 req-7b1c7b01-6988-440a-bcbf-7a3eb0317d35 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5fdc4389-ef3b-4730-9f7c-3bcd629db149 HTTP/1.1" status: 200 len: 913 time: 0.1589661 Dec 16 09:27:52.295132 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-1be5f2ea-92ac-4e4b-a1c2-6b5f01e83ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:52.296900 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-1be5f2ea-92ac-4e4b-a1c2-6b5f01e83ac7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6d69434-e945-42ce-bf8b-0c4bc5d84e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0610399 Dec 16 09:27:52.307528 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d6fe4d20-846a-41c0-a998-ee5379cebe56 req-54a7d5f3-7454-429d-bb4c-b711654e7e21 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=effb9da2-9550-41fc-9d42-5e947e6cea9c HTTP/1.1" status: 200 len: 217 time: 0.0593588 Dec 16 09:27:52.335737 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36268) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:52.395525 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:52.442662 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:27:52.443045 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b309d-22ab-4500-842d-61e825157598 req-0bcfecd2-bea7-45bc-b3e1-951dcd3b4db4 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:52.450727 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b309d-22ab-4500-842d-61e825157598 req-0bcfecd2-bea7-45bc-b3e1-951dcd3b4db4 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:52.457223 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b309d-22ab-4500-842d-61e825157598 req-0bcfecd2-bea7-45bc-b3e1-951dcd3b4db4 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:52.460850 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-6972ec91-7435-4df8-b2f6-6001f813fbbc service neutron] 10.222.0.58 "GET /v2.0/networks/a6d69434-e945-42ce-bf8b-0c4bc5d84e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539791 Dec 16 09:27:52.465136 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b309d-22ab-4500-842d-61e825157598 req-0bcfecd2-bea7-45bc-b3e1-951dcd3b4db4 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:52.471680 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b309d-22ab-4500-842d-61e825157598 req-0bcfecd2-bea7-45bc-b3e1-951dcd3b4db4 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:52.477885 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b309d-22ab-4500-842d-61e825157598 req-0bcfecd2-bea7-45bc-b3e1-951dcd3b4db4 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:52.488603 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b309d-22ab-4500-842d-61e825157598 req-0bcfecd2-bea7-45bc-b3e1-951dcd3b4db4 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:52.491330 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-aa0b309d-22ab-4500-842d-61e825157598 req-0bcfecd2-bea7-45bc-b3e1-951dcd3b4db4 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5433 time: 0.1388576 Dec 16 09:27:52.493284 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe4d20-846a-41c0-a998-ee5379cebe56 req-60e4ad7f-794e-4b70-b252-709b963a21ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:52.495198 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d6fe4d20-846a-41c0-a998-ee5379cebe56 req-60e4ad7f-794e-4b70-b252-709b963a21ce service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1d26afb5-849e-4e1c-85bb-8c6539398abb HTTP/1.1" status: 200 len: 852 time: 0.1816664 Dec 16 09:27:52.542943 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0,segment=NetworkSegment(5a5c3c61-aecb-46d9-a34a-4fcb33dcd498),segment_id=5a5c3c61-aecb-46d9-a34a-4fcb33dcd498)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:52.548779 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-3f42d671-995d-4e0c-a1e1-7b6592153a0f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1357358727-network', 'tenant_id': 'f989e3e1638348799ccbe1e7d511def8'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:52.561241 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d6fe4d20-846a-41c0-a998-ee5379cebe56 req-90b0e633-3762-4ea9-b888-09cb36bc1d02 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5fdc4389-ef3b-4730-9f7c-3bcd629db149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336981 Dec 16 09:27:52.565797 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-aa0b309d-22ab-4500-842d-61e825157598 req-10367e82-48a7-4f9d-bad4-d76117915f84 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0654027 Dec 16 09:27:52.600087 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023bfbb-69a9-405b-b78e-31a16e4ac6ce req-e2f96c4d-f8a4-4f9c-ad71-6db6a02f28ba tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:52.605972 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3023bfbb-69a9-405b-b78e-31a16e4ac6ce req-e2f96c4d-f8a4-4f9c-ad71-6db6a02f28ba tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=67518a84-e574-41bd-9e4b-e1dec7d323a8 HTTP/1.1" status: 200 len: 1024 time: 0.1903162 Dec 16 09:27:52.653010 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:52.653975 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 636aafc8-1c44-4d0a-aec0-701e4fd6e301 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:27:52.678585 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d6fe4d20-846a-41c0-a998-ee5379cebe56 req-f53db1c7-acd7-4d43-bc58-2fe09ac22932 service neutron] 10.222.0.58 "GET /v2.0/networks/5fdc4389-ef3b-4730-9f7c-3bcd629db149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084776 Dec 16 09:27:52.682692 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3023bfbb-69a9-405b-b78e-31a16e4ac6ce req-4ec83b20-1c4a-431d-bda1-0bfcc78df5d6 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups?id=8994385a-a1e2-422a-8941-2dea8c0bc6b9&id=0c10216b-6e81-49e8-96e8-b2173f2059e1&id=16ab78d5-ee0a-4d0c-b304-b19f0b1f054d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0724497 Dec 16 09:27:52.707696 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-caa6a2c6-8084-4d49-8b12-deb3b2fabe70 service neutron] 10.222.0.58 "GET /v2.0/networks/a6d69434-e945-42ce-bf8b-0c4bc5d84e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361202 Dec 16 09:27:52.711683 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f42d671-995d-4e0c-a1e1-7b6592153a0f admin admin] Made reservation on behalf of f989e3e1638348799ccbe1e7d511def8 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:27:52.714378 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3f42d671-995d-4e0c-a1e1-7b6592153a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:52.724972 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3f42d671-995d-4e0c-a1e1-7b6592153a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:52.788050 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-091df3c6-5d60-45ed-b0ef-cd701cd6540a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.144&port_id=b23c0c63-954e-4285-9ed2-35c897afc2ae HTTP/1.1" status: 200 len: 217 time: 0.0640943 Dec 16 09:27:52.842803 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d6fe4d20-846a-41c0-a998-ee5379cebe56 req-b34d6553-027d-4f76-b305-5c970e48adea service neutron] 10.222.0.58 "GET /v2.0/networks/5fdc4389-ef3b-4730-9f7c-3bcd629db149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548636 Dec 16 09:27:52.859181 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:52.863233 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-e61bc726-e293-4e81-b641-edadaf10d18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:52.863613 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6432350-109b-4777-8b08-45865ffcf185 req-4299c517-9fc5-477e-84d9-6c3f8ee32009 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:52.864697 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-e61bc726-e293-4e81-b641-edadaf10d18c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8a678d01-0240-40c6-a81c-e2f948bd2f9f HTTP/1.1" status: 200 len: 801 time: 0.0687268 Dec 16 09:27:52.875597 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6432350-109b-4777-8b08-45865ffcf185 req-4299c517-9fc5-477e-84d9-6c3f8ee32009 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:52.878643 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a6432350-109b-4777-8b08-45865ffcf185 req-4299c517-9fc5-477e-84d9-6c3f8ee32009 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0add12d-8f1d-4516-a404-2543381d5473 HTTP/1.1" status: 200 len: 1678 time: 0.0885484 Dec 16 09:27:52.923807 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 636aafc8-1c44-4d0a-aec0-701e4fd6e301, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=636aafc8-1c44-4d0a-aec0-701e4fd6e301,segment=NetworkSegment(12d9a588-a8ed-4e4e-b1b6-45262cb84fd7),segment_id=12d9a588-a8ed-4e4e-b1b6-45262cb84fd7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:52.938272 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '636aafc8-1c44-4d0a-aec0-701e4fd6e301', 'network_id': 'afd4b102-4e58-4a14-a495-ab824dc8cc6e', 'port_id': '636aafc8-1c44-4d0a-aec0-701e4fd6e301', 'mac_address': 'fa:16:3e:47:5e:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '049c4f18-5546-4461-b625-6d7fda2dbad0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:27:52.946033 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a6432350-109b-4777-8b08-45865ffcf185 req-61eb1700-adda-4335-a8bf-1725c20d5a64 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556185 Dec 16 09:27:52.956682 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-3f9faeb7-01d4-4d4c-a392-af28ee08ee58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:52.958317 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-3f9faeb7-01d4-4d4c-a392-af28ee08ee58 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a477423-49c2-4d1e-8fd2-7839e99cccb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0831969 Dec 16 09:27:52.997639 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:53.011974 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 636aafc8-1c44-4d0a-aec0-701e4fd6e301 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:27:53.033690 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 636aafc8-1c44-4d0a-aec0-701e4fd6e301, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=636aafc8-1c44-4d0a-aec0-701e4fd6e301,segment=NetworkSegment(12d9a588-a8ed-4e4e-b1b6-45262cb84fd7),segment_id=12d9a588-a8ed-4e4e-b1b6-45262cb84fd7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:53.041946 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3f42d671-995d-4e0c-a1e1-7b6592153a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:53.078495 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-4910d640-f0e9-435a-a0b4-ee1ae15abecc service neutron] 10.222.0.58 "GET /v2.0/networks/1a477423-49c2-4d1e-8fd2-7839e99cccb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032424 Dec 16 09:27:53.128514 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:53.129291 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ef9e2251-85d6-4e38-85e2-5b6699d7fbbb details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:27:53.158886 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3f42d671-995d-4e0c-a1e1-7b6592153a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:53.189477 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f42d671-995d-4e0c-a1e1-7b6592153a0f admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:27:53.194984 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=636aafc8-1c44-4d0a-aec0-701e4fd6e301,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:53.199640 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c55002e-9ea1-4490-b2b0-2d528ac6ac3b req-0ec3130e-f547-4e04-901b-6aaf60b8ed68 service neutron] 10.222.0.58 "GET /v2.0/networks/1a477423-49c2-4d1e-8fd2-7839e99cccb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131408 Dec 16 09:27:53.215833 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port ef9e2251-85d6-4e38-85e2-5b6699d7fbbb, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ef9e2251-85d6-4e38-85e2-5b6699d7fbbb,segment=NetworkSegment(5a5c3c61-aecb-46d9-a34a-4fcb33dcd498),segment_id=5a5c3c61-aecb-46d9-a34a-4fcb33dcd498)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:53.218919 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3f42d671-995d-4e0c-a1e1-7b6592153a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:53.219401 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-3f42d671-995d-4e0c-a1e1-7b6592153a0f admin admin] Added segment 107061ae-b206-4343-88ad-819d684ac1ae of type vlan for network 86867aa7-78d7-466e-865e-a30f6140c6b7 Dec 16 09:27:53.221183 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42d671-995d-4e0c-a1e1-7b6592153a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d6ae50-9172-4984-8fd5-4bd1e8d52f0a,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:53.228187 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'ef9e2251-85d6-4e38-85e2-5b6699d7fbbb', 'network_id': 'bcdce265-2bf3-4f52-9658-1bf0eadeeba8', 'port_id': 'ef9e2251-85d6-4e38-85e2-5b6699d7fbbb', 'mac_address': 'fa:16:3e:0a:7f:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b48454b-4343-4949-9c3c-1b7ee1f2332d', 'ip_address': '10.1.1.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:27:53.271131 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:53.283437 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3f42d671-995d-4e0c-a1e1-7b6592153a0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:53.286343 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef9e2251-85d6-4e38-85e2-5b6699d7fbbb {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:27:53.310327 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port ef9e2251-85d6-4e38-85e2-5b6699d7fbbb, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ef9e2251-85d6-4e38-85e2-5b6699d7fbbb,segment=NetworkSegment(5a5c3c61-aecb-46d9-a34a-4fcb33dcd498),segment_id=5a5c3c61-aecb-46d9-a34a-4fcb33dcd498)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:53.321023 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32646cb8-19c1-445e-9063-f876f266e946 req-13538323-06ff-4461-932e-53349f26a5b4 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:53.323055 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-32646cb8-19c1-445e-9063-f876f266e946 req-13538323-06ff-4461-932e-53349f26a5b4 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 943 time: 0.0644372 Dec 16 09:27:53.361308 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-32646cb8-19c1-445e-9063-f876f266e946 req-a876435b-6322-471e-9023-f95143015fe9 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318549 Dec 16 09:27:53.462016 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3f42d671-995d-4e0c-a1e1-7b6592153a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:53.462227 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:53.462799 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 3058776e-d043-4111-8f6d-a315f433be18 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:27:53.463553 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f42d671-995d-4e0c-a1e1-7b6592153a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:53.464149 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3f42d671-995d-4e0c-a1e1-7b6592153a0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:53.523396 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42d671-995d-4e0c-a1e1-7b6592153a0f admin admin] Pushing event updated for resources: {'Network': ['ID=86867aa7-78d7-466e-865e-a30f6140c6b7,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:53.528524 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 3058776e-d043-4111-8f6d-a315f433be18, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=3058776e-d043-4111-8f6d-a315f433be18,segment=NetworkSegment(5a5c3c61-aecb-46d9-a34a-4fcb33dcd498),segment_id=5a5c3c61-aecb-46d9-a34a-4fcb33dcd498)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:53.537087 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 86867aa7-78d7-466e-865e-a30f6140c6b7 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:27:53.543915 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=ef9e2251-85d6-4e38-85e2-5b6699d7fbbb,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:53.554868 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '3058776e-d043-4111-8f6d-a315f433be18', 'network_id': 'bcdce265-2bf3-4f52-9658-1bf0eadeeba8', 'port_id': '3058776e-d043-4111-8f6d-a315f433be18', 'mac_address': 'fa:16:3e:39:d9:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b48454b-4343-4949-9c3c-1b7ee1f2332d', 'ip_address': '10.1.1.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:27:53.607760 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3f42d671-995d-4e0c-a1e1-7b6592153a0f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2687297 Dec 16 09:27:53.611473 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36322) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:53.616704 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-e5aef55a-4508-429a-8b17-e32cc9b0b16d admin admin] Request body: {'subnet': {'network_id': '86867aa7-78d7-466e-865e-a30f6140c6b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1357358727-subnet', 'tenant_id': 'f989e3e1638348799ccbe1e7d511def8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:53.637093 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:53.651057 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3058776e-d043-4111-8f6d-a315f433be18 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:27:53.672719 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 3058776e-d043-4111-8f6d-a315f433be18, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=3058776e-d043-4111-8f6d-a315f433be18,segment=NetworkSegment(5a5c3c61-aecb-46d9-a34a-4fcb33dcd498),segment_id=5a5c3c61-aecb-46d9-a34a-4fcb33dcd498)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:53.707672 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d375eb-0db3-41ee-8e16-3f443ace9fd0 req-eb7c7f5f-31f3-4008-9cb6-6e2638fbb77f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:53.714145 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d375eb-0db3-41ee-8e16-3f443ace9fd0 req-eb7c7f5f-31f3-4008-9cb6-6e2638fbb77f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:53.716703 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5aef55a-4508-429a-8b17-e32cc9b0b16d admin admin] Made reservation on behalf of f989e3e1638348799ccbe1e7d511def8 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:27:53.719105 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e5aef55a-4508-429a-8b17-e32cc9b0b16d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:53.719998 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d375eb-0db3-41ee-8e16-3f443ace9fd0 req-eb7c7f5f-31f3-4008-9cb6-6e2638fbb77f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:53.725847 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d375eb-0db3-41ee-8e16-3f443ace9fd0 req-eb7c7f5f-31f3-4008-9cb6-6e2638fbb77f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:53.732512 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d375eb-0db3-41ee-8e16-3f443ace9fd0 req-eb7c7f5f-31f3-4008-9cb6-6e2638fbb77f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:53.738389 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d375eb-0db3-41ee-8e16-3f443ace9fd0 req-eb7c7f5f-31f3-4008-9cb6-6e2638fbb77f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:53.744505 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d375eb-0db3-41ee-8e16-3f443ace9fd0 req-eb7c7f5f-31f3-4008-9cb6-6e2638fbb77f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:53.746414 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f3d375eb-0db3-41ee-8e16-3f443ace9fd0 req-eb7c7f5f-31f3-4008-9cb6-6e2638fbb77f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5436 time: 0.0932555 Dec 16 09:27:53.748499 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:53.749434 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device c461236c-f15f-42e1-b835-1d05e4b6965a details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:27:53.757226 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0add12d-8f1d-4516-a404-2543381d5473', 'tag': 'b23c0c63-954e-4285-9ed2-35c897afc2ae'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:53.765069 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ac623b-4f69-4602-9e92-2e9f47f25037" -d '{"events": [{"name": "network-changed", "server_uuid": "e0add12d-8f1d-4516-a404-2543381d5473", "tag": "b23c0c63-954e-4285-9ed2-35c897afc2ae"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:53.813299 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f3d375eb-0db3-41ee-8e16-3f443ace9fd0 req-3e041ed4-8dbb-4517-a2ee-da6230edfd6d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444803 Dec 16 09:27:53.860097 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3cf6d-434f-4e29-9cf0-4e5609877165 req-6f02de68-694f-4842-86bf-83709c7729d1 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:53.861675 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8df3cf6d-434f-4e29-9cf0-4e5609877165 req-6f02de68-694f-4842-86bf-83709c7729d1 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=67518a84-e574-41bd-9e4b-e1dec7d323a8 HTTP/1.1" status: 200 len: 1024 time: 0.0917811 Dec 16 09:27:53.866284 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port c461236c-f15f-42e1-b835-1d05e4b6965a, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c461236c-f15f-42e1-b835-1d05e4b6965a,segment=NetworkSegment(5a5c3c61-aecb-46d9-a34a-4fcb33dcd498),segment_id=5a5c3c61-aecb-46d9-a34a-4fcb33dcd498)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:53.881648 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037a57ca-b8bf-4867-ba46-3975db0a300e x-openstack-request-id: req-037a57ca-b8bf-4867-ba46-3975db0a300e {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:53.881798 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0add12d-8f1d-4516-a404-2543381d5473", "tag": "b23c0c63-954e-4285-9ed2-35c897afc2ae", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:53.882137 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-037a57ca-b8bf-4867-ba46-3975db0a300e {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:53.882626 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0add12d-8f1d-4516-a404-2543381d5473', 'tag': 'b23c0c63-954e-4285-9ed2-35c897afc2ae', 'status': 'completed', 'code': 200} Dec 16 09:27:53.902149 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=3058776e-d043-4111-8f6d-a315f433be18,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:53.934630 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'c461236c-f15f-42e1-b835-1d05e4b6965a', 'network_id': 'bcdce265-2bf3-4f52-9658-1bf0eadeeba8', 'port_id': 'c461236c-f15f-42e1-b835-1d05e4b6965a', 'mac_address': 'fa:16:3e:28:bd:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b48454b-4343-4949-9c3c-1b7ee1f2332d', 'ip_address': '10.1.1.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:27:53.975768 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8df3cf6d-434f-4e29-9cf0-4e5609877165 req-2809f65b-fa89-43cd-84ba-e4ce96aaf68f tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups?id=8994385a-a1e2-422a-8941-2dea8c0bc6b9&id=0c10216b-6e81-49e8-96e8-b2173f2059e1&id=16ab78d5-ee0a-4d0c-b304-b19f0b1f054d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1045818 Dec 16 09:27:54.002848 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:54.023021 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c461236c-f15f-42e1-b835-1d05e4b6965a {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:27:54.052598 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port c461236c-f15f-42e1-b835-1d05e4b6965a, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c461236c-f15f-42e1-b835-1d05e4b6965a,segment=NetworkSegment(5a5c3c61-aecb-46d9-a34a-4fcb33dcd498),segment_id=5a5c3c61-aecb-46d9-a34a-4fcb33dcd498)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:54.054480 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0cf86a74-f8cb-422c-8d22-7c2021157686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:54.083787 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4506d-34d9-411c-806f-fd0c0389ebce req-c1f022bf-ab29-4785-b904-b848ede302b9 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:54.085462 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6cd4506d-34d9-411c-806f-fd0c0389ebce req-c1f022bf-ab29-4785-b904-b848ede302b9 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.58 "GET /v2.0/ports?device_id=67518a84-e574-41bd-9e4b-e1dec7d323a8 HTTP/1.1" status: 200 len: 1024 time: 0.1556492 Dec 16 09:27:54.128647 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e5aef55a-4508-429a-8b17-e32cc9b0b16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:54.193969 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:54.233266 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aef55a-4508-429a-8b17-e32cc9b0b16d admin admin] Pushing event updated for resources: {'Subnet': ['ID=83f50740-edfa-4704-b8a9-9e3680759c86,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:54.258357 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=c461236c-f15f-42e1-b835-1d05e4b6965a,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:54.258965 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aef55a-4508-429a-8b17-e32cc9b0b16d admin admin] Checking segment: {'id': '107061ae-b206-4343-88ad-819d684ac1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '86867aa7-78d7-466e-865e-a30f6140c6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:54.258965 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5aef55a-4508-429a-8b17-e32cc9b0b16d admin admin] Network hostable DHCP agents. Network: 86867aa7-78d7-466e-865e-a30f6140c6b7, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:27:54.274085 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac623b-4f69-4602-9e92-2e9f47f25037 req-2f92a21b-73d4-48ad-86ac-93babaf2f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:54.274541 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac623b-4f69-4602-9e92-2e9f47f25037 req-2f92a21b-73d4-48ad-86ac-93babaf2f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:54.277015 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b6ac623b-4f69-4602-9e92-2e9f47f25037 req-2f92a21b-73d4-48ad-86ac-93babaf2f39a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=497e35b3d54448868b85015f846b8328&device_id=e0add12d-8f1d-4516-a404-2543381d5473 HTTP/1.1" status: 200 len: 1980 time: 0.3706481 Dec 16 09:27:54.295745 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc3a3f-7d70-4468-9374-5308b1af1d61 req-494def0b-dec6-4e62-b87e-af0bcf88ef2e tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:54.296425 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-6cd4506d-34d9-411c-806f-fd0c0389ebce req-161ad2f1-11c1-42fa-ab0c-64438bea4eea tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Deleting port effb9da2-9550-41fc-9d42-5e947e6cea9c {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:54.296425 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6cd4506d-34d9-411c-806f-fd0c0389ebce req-161ad2f1-11c1-42fa-ab0c-64438bea4eea tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:54.301609 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc3a3f-7d70-4468-9374-5308b1af1d61 req-494def0b-dec6-4e62-b87e-af0bcf88ef2e tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:54.303198 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2ccc3a3f-7d70-4468-9374-5308b1af1d61 req-494def0b-dec6-4e62-b87e-af0bcf88ef2e tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0add12d-8f1d-4516-a404-2543381d5473 HTTP/1.1" status: 200 len: 1678 time: 0.0702500 Dec 16 09:27:54.381306 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5aef55a-4508-429a-8b17-e32cc9b0b16d admin admin] Network 86867aa7-78d7-466e-865e-a30f6140c6b7 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:27:54.408084 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-6cd4506d-34d9-411c-806f-fd0c0389ebce req-161ad2f1-11c1-42fa-ab0c-64438bea4eea tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] For port effb9da2-9550-41fc-9d42-5e947e6cea9c, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=effb9da2-9550-41fc-9d42-5e947e6cea9c,segment=NetworkSegment(01865c43-1b2e-40ab-90ef-ec664b8a741c),segment_id=01865c43-1b2e-40ab-90ef-ec664b8a741c)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:54.408555 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6cd4506d-34d9-411c-806f-fd0c0389ebce req-161ad2f1-11c1-42fa-ab0c-64438bea4eea tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:54.411630 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2ccc3a3f-7d70-4468-9374-5308b1af1d61 req-cfd8eb1b-bf3c-4b3b-9f1d-b9027b22e307 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001036 Dec 16 09:27:54.422501 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-6cd4506d-34d9-411c-806f-fd0c0389ebce req-161ad2f1-11c1-42fa-ab0c-64438bea4eea tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Calling delete_port for effb9da2-9550-41fc-9d42-5e947e6cea9c owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:54.441934 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac623b-4f69-4602-9e92-2e9f47f25037 req-e97db598-ff86-4e0f-ac70-7fd4ba8c2b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:54.443632 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b6ac623b-4f69-4602-9e92-2e9f47f25037 req-e97db598-ff86-4e0f-ac70-7fd4ba8c2b82 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1a477423-49c2-4d1e-8fd2-7839e99cccb1 HTTP/1.1" status: 200 len: 903 time: 0.1563981 Dec 16 09:27:54.499627 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b6ac623b-4f69-4602-9e92-2e9f47f25037 req-3efc7fef-0fc2-4b39-aa20-c6581a3eed0b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.144&port_id=b23c0c63-954e-4285-9ed2-35c897afc2ae HTTP/1.1" status: 200 len: 217 time: 0.0474532 Dec 16 09:27:54.510985 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-e5aef55a-4508-429a-8b17-e32cc9b0b16d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 86867aa7-78d7-466e-865e-a30f6140c6b7) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:54.517195 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5aef55a-4508-429a-8b17-e32cc9b0b16d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:54.517195 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e5aef55a-4508-429a-8b17-e32cc9b0b16d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:54.524508 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9f1225-0800-42e5-8edf-4b16fdc09ee7 None None] Network 86867aa7-78d7-466e-865e-a30f6140c6b7 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:27:54.590350 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac623b-4f69-4602-9e92-2e9f47f25037 req-ecc8b482-7fea-4640-a4bc-85be998b05d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:54.591808 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b6ac623b-4f69-4602-9e92-2e9f47f25037 req-ecc8b482-7fea-4640-a4bc-85be998b05d0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8a678d01-0240-40c6-a81c-e2f948bd2f9f HTTP/1.1" status: 200 len: 801 time: 0.0759366 Dec 16 09:27:54.600276 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476407d-cb6f-4705-97e5-985a143201ac req-5631f47d-650c-41fd-bdbb-21046dcacd77 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:54.601707 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0476407d-cb6f-4705-97e5-985a143201ac req-5631f47d-650c-41fd-bdbb-21046dcacd77 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 943 time: 0.0989604 Dec 16 09:27:54.628170 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e5aef55a-4508-429a-8b17-e32cc9b0b16d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0155780 Dec 16 09:27:54.630780 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36370) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:54.635784 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-98d52cf5-be14-4707-8f88-3186c85c9eec admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1357358727-router', 'tenant_id': 'f989e3e1638348799ccbe1e7d511def8', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:54.658472 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6cd4506d-34d9-411c-806f-fd0c0389ebce req-161ad2f1-11c1-42fa-ab0c-64438bea4eea tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:54.674720 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0476407d-cb6f-4705-97e5-985a143201ac req-54f6a0ff-fc99-419f-8827-15a1568b7ead tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639324 Dec 16 09:27:54.677199 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac623b-4f69-4602-9e92-2e9f47f25037 req-cffbcdb0-cef7-4c1b-96ef-d33aae915438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:54.678626 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b6ac623b-4f69-4602-9e92-2e9f47f25037 req-cffbcdb0-cef7-4c1b-96ef-d33aae915438 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a477423-49c2-4d1e-8fd2-7839e99cccb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0759969 Dec 16 09:27:54.688972 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ad2f1-11c1-42fa-ab0c-64438bea4eea tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Pushing event deleted for resources: {'Port': ['ID=effb9da2-9550-41fc-9d42-5e947e6cea9c,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:54.691422 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:54.699570 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['effb9da2-9550-41fc-9d42-5e947e6cea9c'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:54.763546 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd4506d-34d9-411c-806f-fd0c0389ebce req-161ad2f1-11c1-42fa-ab0c-64438bea4eea tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] No DVR routers for this DVR port effb9da2-9550-41fc-9d42-5e947e6cea9c on host n-h2-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:27:54.766972 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6cd4506d-34d9-411c-806f-fd0c0389ebce req-161ad2f1-11c1-42fa-ab0c-64438bea4eea tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:54.770638 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6cd4506d-34d9-411c-806f-fd0c0389ebce req-161ad2f1-11c1-42fa-ab0c-64438bea4eea tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.58 "DELETE /v2.0/ports/effb9da2-9550-41fc-9d42-5e947e6cea9c HTTP/1.1" status: 204 len: 173 time: 0.6757002 Dec 16 09:27:54.771815 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67518a84-e574-41bd-9e4b-e1dec7d323a8', 'name': 'network-vif-deleted', 'tag': 'effb9da2-9550-41fc-9d42-5e947e6cea9c'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:54.780466 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc8cc6f-1f0d-4ac8-acc8-fd05a7ec50a0" -d '{"events": [{"server_uuid": "67518a84-e574-41bd-9e4b-e1dec7d323a8", "name": "network-vif-deleted", "tag": "effb9da2-9550-41fc-9d42-5e947e6cea9c"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:54.784057 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-98d52cf5-be14-4707-8f88-3186c85c9eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:54.785166 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-98d52cf5-be14-4707-8f88-3186c85c9eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:54.803513 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b6ac623b-4f69-4602-9e92-2e9f47f25037 req-d024429c-4426-4af5-ad69-cf27a8cf400a service neutron] 10.222.0.58 "GET /v2.0/networks/1a477423-49c2-4d1e-8fd2-7839e99cccb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171496 Dec 16 09:27:54.819275 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f58163d-6ba9-4242-a53f-eede07454445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-86867aa7-78d7-466e-865e-a30f6140c6b7', 'network_id': '86867aa7-78d7-466e-865e-a30f6140c6b7', 'tenant_id': 'f989e3e1638348799ccbe1e7d511def8', 'fixed_ips': [{'subnet_id': '83f50740-edfa-4704-b8a9-9e3680759c86'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:27:54.821777 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5f58163d-6ba9-4242-a53f-eede07454445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:54.887705 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457088a4-ec5d-48b1-80bb-fc133450384c x-openstack-request-id: req-457088a4-ec5d-48b1-80bb-fc133450384c {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:54.897830 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67518a84-e574-41bd-9e4b-e1dec7d323a8", "name": "network-vif-deleted", "tag": "effb9da2-9550-41fc-9d42-5e947e6cea9c", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:54.898314 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-457088a4-ec5d-48b1-80bb-fc133450384c {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:54.898695 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67518a84-e574-41bd-9e4b-e1dec7d323a8', 'name': 'network-vif-deleted', 'tag': 'effb9da2-9550-41fc-9d42-5e947e6cea9c', 'status': 'completed', 'code': 200} Dec 16 09:27:54.903421 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-98d52cf5-be14-4707-8f88-3186c85c9eec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:55.001746 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b6ac623b-4f69-4602-9e92-2e9f47f25037 req-d8afb846-bba1-4833-ad0a-b3476effe309 service neutron] 10.222.0.58 "GET /v2.0/networks/1a477423-49c2-4d1e-8fd2-7839e99cccb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834228 Dec 16 09:27:55.075298 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a93833-9367-45a6-a137-77c807d205be req-9021f748-3dbe-430e-82d6-19e7be771335 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:55.082960 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a93833-9367-45a6-a137-77c807d205be req-9021f748-3dbe-430e-82d6-19e7be771335 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:55.090709 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a93833-9367-45a6-a137-77c807d205be req-9021f748-3dbe-430e-82d6-19e7be771335 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:55.096877 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a93833-9367-45a6-a137-77c807d205be req-9021f748-3dbe-430e-82d6-19e7be771335 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:55.104651 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a93833-9367-45a6-a137-77c807d205be req-9021f748-3dbe-430e-82d6-19e7be771335 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:55.109604 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a93833-9367-45a6-a137-77c807d205be req-9021f748-3dbe-430e-82d6-19e7be771335 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:55.115685 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a93833-9367-45a6-a137-77c807d205be req-9021f748-3dbe-430e-82d6-19e7be771335 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:55.117733 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-38a93833-9367-45a6-a137-77c807d205be req-9021f748-3dbe-430e-82d6-19e7be771335 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5438 time: 0.1492379 Dec 16 09:27:55.130497 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c4da4036-6b87-4210-b89c-886a76169b70 req-0ac0cdca-5e2f-4898-9f30-efcf5a474931 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=67518a84-e574-41bd-9e4b-e1dec7d323a8 HTTP/1.1" status: 200 len: 210 time: 0.0508242 Dec 16 09:27:55.195845 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-38a93833-9367-45a6-a137-77c807d205be req-00449f3d-700a-4d70-ac61-d0c90c5f3bdf tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0706685 Dec 16 09:27:55.210323 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-98d52cf5-be14-4707-8f88-3186c85c9eec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:55.227859 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:27:55.234050 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-5f58163d-6ba9-4242-a53f-eede07454445 None None] Allocated IP 172.20.0.2 (86867aa7-78d7-466e-865e-a30f6140c6b7/83f50740-edfa-4704-b8a9-9e3680759c86/d52896fb-9747-40e6-9eaf-a1509e64debf) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:27:55.356135 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['636aafc8-1c44-4d0a-aec0-701e4fd6e301'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:55.423034 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['ef9e2251-85d6-4e38-85e2-5b6699d7fbbb'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:55.509201 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['1305e84e-c1fb-4148-a219-de2e95349bca'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:55.554386 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-98d52cf5-be14-4707-8f88-3186c85c9eec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:55.557831 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25,segment=NetworkSegment(a454ab72-7116-44cd-b58a-bfa8a71a97b2),segment_id=a454ab72-7116-44cd-b58a-bfa8a71a97b2)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:55.578289 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-98d52cf5-be14-4707-8f88-3186c85c9eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:55.587363 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['3058776e-d043-4111-8f6d-a315f433be18'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:55.652566 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e162f2-4195-4f54-b929-0fec6cb8ccfd req-3447ebe0-4d3b-4969-8762-4b48d7a4f510 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:55.658851 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e162f2-4195-4f54-b929-0fec6cb8ccfd req-3447ebe0-4d3b-4969-8762-4b48d7a4f510 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:55.660515 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f0e162f2-4195-4f54-b929-0fec6cb8ccfd req-3447ebe0-4d3b-4969-8762-4b48d7a4f510 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0add12d-8f1d-4516-a404-2543381d5473 HTTP/1.1" status: 200 len: 1678 time: 0.0761688 Dec 16 09:27:55.731226 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-98d52cf5-be14-4707-8f88-3186c85c9eec admin admin] Allocated IP 172.25.1.90 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/e18239dd-6eb6-4910-9ce3-cdedbbb8994c) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:27:55.731479 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f0e162f2-4195-4f54-b929-0fec6cb8ccfd req-98c11222-4f29-4cb8-8ad7-3f42c9e7741e tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572784 Dec 16 09:27:55.843860 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['c461236c-f15f-42e1-b835-1d05e4b6965a'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:55.863028 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:55.867906 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25', 'network_id': 'a6d69434-e945-42ce-bf8b-0c4bc5d84e38', 'port_id': '96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25', 'mac_address': 'fa:16:3e:55:eb:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '059d4019-1990-4f99-ac97-b34ee85917e9', 'ip_address': '19.80.0.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:27:55.875883 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49db1ca-e35b-498b-910a-fc464e5c53ea req-d6945b0a-defa-4492-a707-944cbb9e7487 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:55.877400 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a49db1ca-e35b-498b-910a-fc464e5c53ea req-d6945b0a-defa-4492-a707-944cbb9e7487 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 943 time: 0.0778258 Dec 16 09:27:55.903349 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-98d52cf5-be14-4707-8f88-3186c85c9eec admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:55.945900 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a49db1ca-e35b-498b-910a-fc464e5c53ea req-446abd59-6af7-4304-94fb-a40193929669 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577240 Dec 16 09:27:56.031023 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-98d52cf5-be14-4707-8f88-3186c85c9eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:56.055196 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['c234b0b2-c376-4db4-ad98-7124204fbe46'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:56.058869 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5f58163d-6ba9-4242-a53f-eede07454445 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:56.077095 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d52cf5-be14-4707-8f88-3186c85c9eec admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:27:56.083470 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-98d52cf5-be14-4707-8f88-3186c85c9eec admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:56.090117 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d52cf5-be14-4707-8f88-3186c85c9eec admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:27:56.093252 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d52cf5-be14-4707-8f88-3186c85c9eec admin admin] Pushing event updated for resources: {'Port': ['ID=e18239dd-6eb6-4910-9ce3-cdedbbb8994c,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:56.153592 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:56.264543 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device dbbe2623-248d-4268-a22e-cef181bf7128 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:27:56.267777 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:27:56.324428 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5f58163d-6ba9-4242-a53f-eede07454445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:56.372562 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6b6fd-5464-49d3-ba20-7b2c2f818beb req-508b0d9b-663a-4dff-90c4-afcda149c44b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:56.379144 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6b6fd-5464-49d3-ba20-7b2c2f818beb req-508b0d9b-663a-4dff-90c4-afcda149c44b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:56.385716 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6b6fd-5464-49d3-ba20-7b2c2f818beb req-508b0d9b-663a-4dff-90c4-afcda149c44b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:56.395637 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6b6fd-5464-49d3-ba20-7b2c2f818beb req-508b0d9b-663a-4dff-90c4-afcda149c44b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:56.402979 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6b6fd-5464-49d3-ba20-7b2c2f818beb req-508b0d9b-663a-4dff-90c4-afcda149c44b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:56.408887 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.resource_extend [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 09:27:56.410979 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6b6fd-5464-49d3-ba20-7b2c2f818beb req-508b0d9b-663a-4dff-90c4-afcda149c44b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:56.419606 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6b6fd-5464-49d3-ba20-7b2c2f818beb req-508b0d9b-663a-4dff-90c4-afcda149c44b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:56.421935 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b0b6b6fd-5464-49d3-ba20-7b2c2f818beb req-508b0d9b-663a-4dff-90c4-afcda149c44b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5438 time: 0.1225181 Dec 16 09:27:56.442616 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25,segment=NetworkSegment(a454ab72-7116-44cd-b58a-bfa8a71a97b2),segment_id=a454ab72-7116-44cd-b58a-bfa8a71a97b2)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:56.472149 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f58163d-6ba9-4242-a53f-eede07454445 None None] Pushing event updated for resources: {'Port': ['ID=d52896fb-9747-40e6-9eaf-a1509e64debf,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:56.499339 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b0b6b6fd-5464-49d3-ba20-7b2c2f818beb req-df44944b-9859-41bb-876e-e1d141370dad tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0673940 Dec 16 09:27:56.570401 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:56.571382 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device b23c0c63-954e-4285-9ed2-35c897afc2ae details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:27:56.588212 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5fb370f8-58ad-42d5-97f8-292102160a62 req-bcff0668-b924-4713-b897-9c3376eb65ab tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups/16ab78d5-ee0a-4d0c-b304-b19f0b1f054d HTTP/1.1" status: 200 len: 1800 time: 0.0586803 Dec 16 09:27:56.599527 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3888c150-df2c-4fd8-991b-1e25ed664907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:56.606238 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f58163d-6ba9-4242-a53f-eede07454445 None None] Network 86867aa7-78d7-466e-865e-a30f6140c6b7 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:27:56.652087 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-5fb370f8-58ad-42d5-97f8-292102160a62 req-c7f1550c-4689-4f63-9de3-b47d9dbc3787 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:56.683519 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-5fb370f8-58ad-42d5-97f8-292102160a62 req-c7f1550c-4689-4f63-9de3-b47d9dbc3787 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:56.691167 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-5f58163d-6ba9-4242-a53f-eede07454445 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:56.698471 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f58163d-6ba9-4242-a53f-eede07454445 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:27:56.814471 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-98d52cf5-be14-4707-8f88-3186c85c9eec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:56.816271 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.resource_extend [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 09:27:56.912648 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667a83b-9153-4ec0-801b-401ea2195e5b req-5f61c567-78cc-40ba-b264-ce637fb2c30a tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:56.917930 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-5fb370f8-58ad-42d5-97f8-292102160a62 req-c7f1550c-4689-4f63-9de3-b47d9dbc3787 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:56.920553 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-5fb370f8-58ad-42d5-97f8-292102160a62 req-c7f1550c-4689-4f63-9de3-b47d9dbc3787 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:56.922686 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667a83b-9153-4ec0-801b-401ea2195e5b req-5f61c567-78cc-40ba-b264-ce637fb2c30a tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:56.927770 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5fb370f8-58ad-42d5-97f8-292102160a62 req-c7f1550c-4689-4f63-9de3-b47d9dbc3787 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "DELETE /v2.0/security-groups/16ab78d5-ee0a-4d0c-b304-b19f0b1f054d HTTP/1.1" status: 204 len: 173 time: 0.3350635 Dec 16 09:27:56.931522 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1667a83b-9153-4ec0-801b-401ea2195e5b req-5f61c567-78cc-40ba-b264-ce637fb2c30a tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0add12d-8f1d-4516-a404-2543381d5473 HTTP/1.1" status: 200 len: 1679 time: 0.0975640 Dec 16 09:27:56.964991 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f1550c-4689-4f63-9de3-b47d9dbc3787 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ab78d5-ee0a-4d0c-b304-b19f0b1f054d,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:56.977320 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1667a83b-9153-4ec0-801b-401ea2195e5b req-35eca4e7-58b5-45b9-b0e5-2d471e1aa0c4 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440056 Dec 16 09:27:57.049155 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:57.068878 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port dbbe2623-248d-4268-a22e-cef181bf7128, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=dbbe2623-248d-4268-a22e-cef181bf7128,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:57.099393 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7f544-63ae-40b6-9d11-83544604679c req-74e5d239-d93c-4e33-b4eb-5fa246b9ea95 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:57.100950 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d1e7f544-63ae-40b6-9d11-83544604679c req-74e5d239-d93c-4e33-b4eb-5fa246b9ea95 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 943 time: 0.0557323 Dec 16 09:27:57.119728 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6aa05938-8f28-462f-8ccc-9947a4640bfd req-db33fb78-df2d-4caf-9654-d92fa9297afc tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups/8994385a-a1e2-422a-8941-2dea8c0bc6b9 HTTP/1.1" status: 200 len: 1799 time: 0.1724179 Dec 16 09:27:57.185142 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d1e7f544-63ae-40b6-9d11-83544604679c req-7c618689-d18a-47f1-9861-ce959ec1f640 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733287 Dec 16 09:27:57.203810 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'dbbe2623-248d-4268-a22e-cef181bf7128', 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17', 'port_id': 'dbbe2623-248d-4268-a22e-cef181bf7128', 'mac_address': 'fa:16:3e:a4:06:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c12d578e-3c58-4d75-9f2c-b724e40168b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:27:57.204644 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-98d52cf5-be14-4707-8f88-3186c85c9eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:57.209840 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-5f58163d-6ba9-4242-a53f-eede07454445 None None] Attempting to bind port d52896fb-9747-40e6-9eaf-a1509e64debf on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:27:57.210209 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-5f58163d-6ba9-4242-a53f-eede07454445 None None] Attempting to bind port d52896fb-9747-40e6-9eaf-a1509e64debf by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '107061ae-b206-4343-88ad-819d684ac1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '86867aa7-78d7-466e-865e-a30f6140c6b7'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:27:57.213822 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f58163d-6ba9-4242-a53f-eede07454445 None None] Attempting to bind port d52896fb-9747-40e6-9eaf-a1509e64debf on network 86867aa7-78d7-466e-865e-a30f6140c6b7 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:57.214743 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6aa05938-8f28-462f-8ccc-9947a4640bfd req-9af68188-38fa-4cb7-933e-5405766a2ba3 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:57.252937 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f58163d-6ba9-4242-a53f-eede07454445 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:27:57.253390 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f58163d-6ba9-4242-a53f-eede07454445 None None] Checking segment: {'id': '107061ae-b206-4343-88ad-819d684ac1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '86867aa7-78d7-466e-865e-a30f6140c6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:57.253802 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5f58163d-6ba9-4242-a53f-eede07454445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:57.254190 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f58163d-6ba9-4242-a53f-eede07454445 None None] Bound using segment: {'id': '107061ae-b206-4343-88ad-819d684ac1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '86867aa7-78d7-466e-865e-a30f6140c6b7'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:27:57.254655 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-5f58163d-6ba9-4242-a53f-eede07454445 None None] Bound port: d52896fb-9747-40e6-9eaf-a1509e64debf, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107061ae-b206-4343-88ad-819d684ac1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '86867aa7-78d7-466e-865e-a30f6140c6b7'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:27:57.255034 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5f58163d-6ba9-4242-a53f-eede07454445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:57.302439 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6aa05938-8f28-462f-8ccc-9947a4640bfd req-9af68188-38fa-4cb7-933e-5405766a2ba3 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:57.325914 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port b23c0c63-954e-4285-9ed2-35c897afc2ae, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=b23c0c63-954e-4285-9ed2-35c897afc2ae,segment=NetworkSegment(10c041da-7b75-4b42-8857-b36d3ddb3890),segment_id=10c041da-7b75-4b42-8857-b36d3ddb3890)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:57.383235 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:57.391163 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'b23c0c63-954e-4285-9ed2-35c897afc2ae', 'network_id': '1a477423-49c2-4d1e-8fd2-7839e99cccb1', 'port_id': 'b23c0c63-954e-4285-9ed2-35c897afc2ae', 'mac_address': 'fa:16:3e:ca:8d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a678d01-0240-40c6-a81c-e2f948bd2f9f', 'ip_address': '19.86.0.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:27:57.426916 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbbe2623-248d-4268-a22e-cef181bf7128 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:27:57.478488 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-5f58163d-6ba9-4242-a53f-eede07454445 None None] For port d52896fb-9747-40e6-9eaf-a1509e64debf, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:27:57.479349 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6aa05938-8f28-462f-8ccc-9947a4640bfd req-9af68188-38fa-4cb7-933e-5405766a2ba3 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:57.482131 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6aa05938-8f28-462f-8ccc-9947a4640bfd req-9af68188-38fa-4cb7-933e-5405766a2ba3 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:57.483652 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6aa05938-8f28-462f-8ccc-9947a4640bfd req-9af68188-38fa-4cb7-933e-5405766a2ba3 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "DELETE /v2.0/security-groups/8994385a-a1e2-422a-8941-2dea8c0bc6b9 HTTP/1.1" status: 204 len: 173 time: 0.3558626 Dec 16 09:27:57.489518 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port dbbe2623-248d-4268-a22e-cef181bf7128, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=dbbe2623-248d-4268-a22e-cef181bf7128,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:57.503339 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:57.505853 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af68188-38fa-4cb7-933e-5405766a2ba3 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8994385a-a1e2-422a-8941-2dea8c0bc6b9,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:57.506427 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-5f58163d-6ba9-4242-a53f-eede07454445 None None] For port d52896fb-9747-40e6-9eaf-a1509e64debf, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d52896fb-9747-40e6-9eaf-a1509e64debf,segment=NetworkSegment(107061ae-b206-4343-88ad-819d684ac1ae),segment_id=107061ae-b206-4343-88ad-819d684ac1ae)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:27:57.515434 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-d317d269-04a7-4a8a-98e4-31bfa30a6ce0 req-d1e0975c-b8db-47f4-b797-e44b1d7f26fd tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1075981775', 'description': 'tempest-description-1315566847'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:57.535378 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23c0c63-954e-4285-9ed2-35c897afc2ae {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:27:57.545379 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:57.545985 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d52cf5-be14-4707-8f88-3186c85c9eec admin admin] Router 9d045b0c-06dd-4190-b5a4-5f81f62ebf74 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:27:57.561381 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port b23c0c63-954e-4285-9ed2-35c897afc2ae, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=b23c0c63-954e-4285-9ed2-35c897afc2ae,segment=NetworkSegment(10c041da-7b75-4b42-8857-b36d3ddb3890),segment_id=10c041da-7b75-4b42-8857-b36d3ddb3890)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:57.582462 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5f58163d-6ba9-4242-a53f-eede07454445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:57.585628 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:57.654534 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d317d269-04a7-4a8a-98e4-31bfa30a6ce0 req-d1e0975c-b8db-47f4-b797-e44b1d7f26fd tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:57.657638 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f58163d-6ba9-4242-a53f-eede07454445 None None] Pushing event updated for resources: {'Port': ['ID=d52896fb-9747-40e6-9eaf-a1509e64debf,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:57.720049 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3522f78-b096-4eae-a23e-947af93da428 req-013253f5-e887-4ea3-9757-e9914b598023 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:57.726322 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3522f78-b096-4eae-a23e-947af93da428 req-013253f5-e887-4ea3-9757-e9914b598023 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:57.730173 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:57.734466 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3522f78-b096-4eae-a23e-947af93da428 req-013253f5-e887-4ea3-9757-e9914b598023 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:57.741270 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3522f78-b096-4eae-a23e-947af93da428 req-013253f5-e887-4ea3-9757-e9914b598023 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:57.746899 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=dbbe2623-248d-4268-a22e-cef181bf7128,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:57.747763 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3522f78-b096-4eae-a23e-947af93da428 req-013253f5-e887-4ea3-9757-e9914b598023 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:57.754162 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3522f78-b096-4eae-a23e-947af93da428 req-013253f5-e887-4ea3-9757-e9914b598023 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:57.762490 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3522f78-b096-4eae-a23e-947af93da428 req-013253f5-e887-4ea3-9757-e9914b598023 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:57.764000 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d317d269-04a7-4a8a-98e4-31bfa30a6ce0 req-d1e0975c-b8db-47f4-b797-e44b1d7f26fd tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:57.764531 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e3522f78-b096-4eae-a23e-947af93da428 req-013253f5-e887-4ea3-9757-e9914b598023 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5438 time: 0.1620901 Dec 16 09:27:57.774441 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d52cf5-be14-4707-8f88-3186c85c9eec admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:27:57.784263 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fd5ee9-b2d7-43a4-ba20-d5429e324475 None None] Sync routers for ids ['9d045b0c-06dd-4190-b5a4-5f81f62ebf74'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:27:57.799566 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fd5ee9-b2d7-43a4-ba20-d5429e324475 None None] Routers {'9d045b0c-06dd-4190-b5a4-5f81f62ebf74'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:27:57.803028 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-d9fd5ee9-b2d7-43a4-ba20-d5429e324475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:27:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['9d045b0c-06dd-4190-b5a4-5f81f62ebf74'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:57.827360 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=b23c0c63-954e-4285-9ed2-35c897afc2ae,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:57.833417 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e3522f78-b096-4eae-a23e-947af93da428 req-56e365d7-e73b-49d2-a976-516b93709a73 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538843 Dec 16 09:27:57.840095 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d317d269-04a7-4a8a-98e4-31bfa30a6ce0 req-d1e0975c-b8db-47f4-b797-e44b1d7f26fd tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:57.893647 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0975c-b8db-47f4-b797-e44b1d7f26fd tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49d692a4-5ffc-454f-bf0d-116ac41e0803,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:57.905809 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-98d52cf5-be14-4707-8f88-3186c85c9eec admin admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:57.911004 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-98d52cf5-be14-4707-8f88-3186c85c9eec admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.2768857 Dec 16 09:27:57.912197 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36428) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:57.937385 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d317d269-04a7-4a8a-98e4-31bfa30a6ce0 req-d1e0975c-b8db-47f4-b797-e44b1d7f26fd tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:57.939902 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d317d269-04a7-4a8a-98e4-31bfa30a6ce0 req-d1e0975c-b8db-47f4-b797-e44b1d7f26fd tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4308519 Dec 16 09:27:57.966949 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-d9fd5ee9-b2d7-43a4-ba20-d5429e324475 None None] Set router 9d045b0c-06dd-4190-b5a4-5f81f62ebf74 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:27:58.035018 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:58.236871 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a491b28d-5106-4afd-88e3-2003937c2f69 req-f5b6c5e7-7cab-4863-bfe6-10d69e65d66d tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups/49d692a4-5ffc-454f-bf0d-116ac41e0803 HTTP/1.1" status: 200 len: 1801 time: 0.1222022 Dec 16 09:27:58.247375 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-a491b28d-5106-4afd-88e3-2003937c2f69 req-81118ac2-d378-4d66-b459-f75de20c1358 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1154107312', 'description': 'tempest-description-hth-1245110928'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:58.301911 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-d9fd5ee9-b2d7-43a4-ba20-d5429e324475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d045b0c-06dd-4190-b5a4-5f81f62ebf74', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1357358727-router', 'tenant_id': 'f989e3e1638348799ccbe1e7d511def8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'e18239dd-6eb6-4910-9ce3-cdedbbb8994c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:54Z', 'updated_at': '2021-12-16T09:27:56Z', 'revision_number': 3, 'project_id': 'f989e3e1638348799ccbe1e7d511def8', 'gw_port': {'id': 'e18239dd-6eb6-4910-9ce3-cdedbbb8994c', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:08:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d045b0c-06dd-4190-b5a4-5f81f62ebf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:55Z', 'updated_at': '2021-12-16T09:27:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:58.308056 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a491b28d-5106-4afd-88e3-2003937c2f69 req-81118ac2-d378-4d66-b459-f75de20c1358 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:58.336992 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fd5ee9-b2d7-43a4-ba20-d5429e324475 None None] Checking router: 9d045b0c-06dd-4190-b5a4-5f81f62ebf74 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:27:58.337363 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fd5ee9-b2d7-43a4-ba20-d5429e324475 None None] Updating router 9d045b0c-06dd-4190-b5a4-5f81f62ebf74 port e18239dd-6eb6-4910-9ce3-cdedbbb8994c binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:27:58.382804 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-d9fd5ee9-b2d7-43a4-ba20-d5429e324475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:58.399135 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a491b28d-5106-4afd-88e3-2003937c2f69 req-81118ac2-d378-4d66-b459-f75de20c1358 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:58.545750 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955f059-4588-4ec6-871b-97c1b2ed651b req-01d83896-7731-4d3d-bdf2-afa84fb11435 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:58.551540 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955f059-4588-4ec6-871b-97c1b2ed651b req-01d83896-7731-4d3d-bdf2-afa84fb11435 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:58.553221 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4955f059-4588-4ec6-871b-97c1b2ed651b req-01d83896-7731-4d3d-bdf2-afa84fb11435 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0add12d-8f1d-4516-a404-2543381d5473 HTTP/1.1" status: 200 len: 1680 time: 0.1322355 Dec 16 09:27:58.557961 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a491b28d-5106-4afd-88e3-2003937c2f69 req-81118ac2-d378-4d66-b459-f75de20c1358 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:58.559852 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a491b28d-5106-4afd-88e3-2003937c2f69 req-81118ac2-d378-4d66-b459-f75de20c1358 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:58.562211 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a491b28d-5106-4afd-88e3-2003937c2f69 req-81118ac2-d378-4d66-b459-f75de20c1358 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "PUT /v2.0/security-groups/49d692a4-5ffc-454f-bf0d-116ac41e0803 HTTP/1.1" status: 200 len: 1775 time: 0.3199246 Dec 16 09:27:58.618227 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4955f059-4588-4ec6-871b-97c1b2ed651b req-54ede2cb-c311-4eb8-b20f-82d9e088d1a9 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567255 Dec 16 09:27:58.629896 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81118ac2-d378-4d66-b459-f75de20c1358 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49d692a4-5ffc-454f-bf0d-116ac41e0803,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:58.673161 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-d9fd5ee9-b2d7-43a4-ba20-d5429e324475 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:58.758774 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3901b7d-c1a3-4546-9a82-55d340a9f87c req-1bd03cf7-3ec2-4abf-b6a9-849b09e7a1ec tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:58.760615 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a3901b7d-c1a3-4546-9a82-55d340a9f87c req-1bd03cf7-3ec2-4abf-b6a9-849b09e7a1ec tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 944 time: 0.0595756 Dec 16 09:27:58.776522 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-d9fd5ee9-b2d7-43a4-ba20-d5429e324475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:58.797157 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-265bbdeb-c9d5-471a-a01a-333742873997 req-3c7355fb-dfb4-4cfc-b469-e7694d9b8881 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups/49d692a4-5ffc-454f-bf0d-116ac41e0803 HTTP/1.1" status: 200 len: 1775 time: 0.0934279 Dec 16 09:27:58.812322 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-022e763a-4e14-4597-93d2-36f4850bd7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:58.827195 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a3901b7d-c1a3-4546-9a82-55d340a9f87c req-781d08f1-3fd2-44a5-8c8e-a51e3db297d1 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581043 Dec 16 09:27:58.862835 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf28d8c-19d5-4e3c-9fa8-824df3c7592e None None] Pushing event updated for resources: {'Port': ['ID=e18239dd-6eb6-4910-9ce3-cdedbbb8994c,revision_number=2']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:58.879562 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf28d8c-19d5-4e3c-9fa8-824df3c7592e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:58.880080 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf28d8c-19d5-4e3c-9fa8-824df3c7592e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:58.880714 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf28d8c-19d5-4e3c-9fa8-824df3c7592e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:58.881263 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf28d8c-19d5-4e3c-9fa8-824df3c7592e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:58.881726 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf28d8c-19d5-4e3c-9fa8-824df3c7592e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:58.882231 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf28d8c-19d5-4e3c-9fa8-824df3c7592e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:58.882722 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf28d8c-19d5-4e3c-9fa8-824df3c7592e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:58.883199 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf28d8c-19d5-4e3c-9fa8-824df3c7592e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:58.883987 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf28d8c-19d5-4e3c-9fa8-824df3c7592e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:58.884600 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf28d8c-19d5-4e3c-9fa8-824df3c7592e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:58.885108 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf28d8c-19d5-4e3c-9fa8-824df3c7592e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:58.885593 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf28d8c-19d5-4e3c-9fa8-824df3c7592e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:58.899461 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-d9fd5ee9-b2d7-43a4-ba20-d5429e324475 None None] Attempting to bind port e18239dd-6eb6-4910-9ce3-cdedbbb8994c on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:27:58.899825 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-d9fd5ee9-b2d7-43a4-ba20-d5429e324475 None None] Attempting to bind port e18239dd-6eb6-4910-9ce3-cdedbbb8994c by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:27:58.902413 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fd5ee9-b2d7-43a4-ba20-d5429e324475 None None] Attempting to bind port e18239dd-6eb6-4910-9ce3-cdedbbb8994c on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:58.913627 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fd5ee9-b2d7-43a4-ba20-d5429e324475 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:27:58.914257 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fd5ee9-b2d7-43a4-ba20-d5429e324475 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:58.915015 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-d9fd5ee9-b2d7-43a4-ba20-d5429e324475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:58.915567 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fd5ee9-b2d7-43a4-ba20-d5429e324475 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:27:58.917978 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-d9fd5ee9-b2d7-43a4-ba20-d5429e324475 None None] Bound port: e18239dd-6eb6-4910-9ce3-cdedbbb8994c, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:27:58.918540 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-d9fd5ee9-b2d7-43a4-ba20-d5429e324475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:58.937213 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-58d08c21-d865-4dd2-952a-6056c32a6ff2 req-922bb7c8-3070-43b2-862b-48eff901de80 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups/49d692a4-5ffc-454f-bf0d-116ac41e0803 HTTP/1.1" status: 200 len: 1775 time: 0.1014378 Dec 16 09:27:58.959579 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:59.026982 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-d9fd5ee9-b2d7-43a4-ba20-d5429e324475 None None] For port e18239dd-6eb6-4910-9ce3-cdedbbb8994c, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:27:59.030833 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-d9fd5ee9-b2d7-43a4-ba20-d5429e324475 None None] For port e18239dd-6eb6-4910-9ce3-cdedbbb8994c, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=e18239dd-6eb6-4910-9ce3-cdedbbb8994c,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:27:59.063164 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d52896fb-9747-40e6-9eaf-a1509e64debf up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:27:59.098507 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['b23c0c63-954e-4285-9ed2-35c897afc2ae'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:59.100831 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34962849-ff26-44cd-8fcd-8f092f0a93b5 req-02a570ff-e61f-4fc4-8d4e-1c4e004a60db tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:59.108817 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-58d08c21-d865-4dd2-952a-6056c32a6ff2 req-d38626b4-eb35-48f9-aba8-96d65df4d1b3 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:59.108971 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34962849-ff26-44cd-8fcd-8f092f0a93b5 req-02a570ff-e61f-4fc4-8d4e-1c4e004a60db tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:59.116818 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34962849-ff26-44cd-8fcd-8f092f0a93b5 req-02a570ff-e61f-4fc4-8d4e-1c4e004a60db tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:59.117007 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-d9fd5ee9-b2d7-43a4-ba20-d5429e324475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:59.127691 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34962849-ff26-44cd-8fcd-8f092f0a93b5 req-02a570ff-e61f-4fc4-8d4e-1c4e004a60db tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:59.132992 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34962849-ff26-44cd-8fcd-8f092f0a93b5 req-02a570ff-e61f-4fc4-8d4e-1c4e004a60db tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:59.146265 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34962849-ff26-44cd-8fcd-8f092f0a93b5 req-02a570ff-e61f-4fc4-8d4e-1c4e004a60db tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:59.146425 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-022e763a-4e14-4597-93d2-36f4850bd7e4 admin admin] Allocated IP 172.20.0.1 (86867aa7-78d7-466e-865e-a30f6140c6b7/83f50740-edfa-4704-b8a9-9e3680759c86/0ed08930-6209-41e4-906d-78355cd26a87) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:27:59.146599 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34962849-ff26-44cd-8fcd-8f092f0a93b5 req-02a570ff-e61f-4fc4-8d4e-1c4e004a60db tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:59.146707 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-58d08c21-d865-4dd2-952a-6056c32a6ff2 req-d38626b4-eb35-48f9-aba8-96d65df4d1b3 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:59.148011 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3390bd91-5b5a-4d30-b5d4-d38e3107ca23 None None] Network 86867aa7-78d7-466e-865e-a30f6140c6b7 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:27:59.155028 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-34962849-ff26-44cd-8fcd-8f092f0a93b5 req-02a570ff-e61f-4fc4-8d4e-1c4e004a60db tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5438 time: 0.1844802 Dec 16 09:27:59.230974 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fd5ee9-b2d7-43a4-ba20-d5429e324475 None None] Routers {'9d045b0c-06dd-4190-b5a4-5f81f62ebf74'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:27:59.231757 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-d9fd5ee9-b2d7-43a4-ba20-d5429e324475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:27:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['9d045b0c-06dd-4190-b5a4-5f81f62ebf74'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:59.242779 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port d52896fb-9747-40e6-9eaf-a1509e64debf triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:59.243146 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:59.243309 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-34962849-ff26-44cd-8fcd-8f092f0a93b5 req-9ac279d8-6d0d-4a41-ae10-ac941f3f4c40 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0871999 Dec 16 09:27:59.345607 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-5af3cd9e-efa6-4099-ae32-0c06deef7737 None None] Provisioning complete for port d52896fb-9747-40e6-9eaf-a1509e64debf triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:59.345949 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5af3cd9e-efa6-4099-ae32-0c06deef7737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:59.363599 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf28d8c-19d5-4e3c-9fa8-824df3c7592e None None] Pushing event updated for resources: {'Port': ['ID=e18239dd-6eb6-4910-9ce3-cdedbbb8994c,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:59.388498 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-58d08c21-d865-4dd2-952a-6056c32a6ff2 req-d38626b4-eb35-48f9-aba8-96d65df4d1b3 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:59.394609 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-58d08c21-d865-4dd2-952a-6056c32a6ff2 req-d38626b4-eb35-48f9-aba8-96d65df4d1b3 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:59.414325 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-58d08c21-d865-4dd2-952a-6056c32a6ff2 req-d38626b4-eb35-48f9-aba8-96d65df4d1b3 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "DELETE /v2.0/security-groups/49d692a4-5ffc-454f-bf0d-116ac41e0803 HTTP/1.1" status: 204 len: 173 time: 0.4717376 Dec 16 09:27:59.449515 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-022e763a-4e14-4597-93d2-36f4850bd7e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:59.459738 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-d9fd5ee9-b2d7-43a4-ba20-d5429e324475 None None] Set router 9d045b0c-06dd-4190-b5a4-5f81f62ebf74 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:27:59.469204 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38626b4-eb35-48f9-aba8-96d65df4d1b3 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d692a4-5ffc-454f-bf0d-116ac41e0803,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:59.569718 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [req-8d01aa7b-467c-43de-9283-4dcd16d50841 req-fa7356a0-3f8e-441d-ab45-34ec46aa549f tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] show failed (client error): The resource could not be found. Dec 16 09:27:59.570759 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8d01aa7b-467c-43de-9283-4dcd16d50841 req-fa7356a0-3f8e-441d-ab45-34ec46aa549f tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups/8994385a-a1e2-422a-8941-2dea8c0bc6b9 HTTP/1.1" status: 404 len: 352 time: 0.0188942 Dec 16 09:27:59.612732 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [req-75bd1fa0-f66c-4320-8662-0eba25c906ce req-a33986d7-208d-48c5-b7ef-01e684fb056a tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] show failed (client error): The resource could not be found. Dec 16 09:27:59.613941 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-75bd1fa0-f66c-4320-8662-0eba25c906ce req-a33986d7-208d-48c5-b7ef-01e684fb056a tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups/16ab78d5-ee0a-4d0c-b304-b19f0b1f054d HTTP/1.1" status: 404 len: 352 time: 0.0158415 Dec 16 09:27:59.649321 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-022e763a-4e14-4597-93d2-36f4850bd7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:59.664162 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['dbbe2623-248d-4268-a22e-cef181bf7128'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:59.666676 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [req-446cc60f-7539-4da5-a482-afed69089675 req-d8466de3-1e1f-48b1-bc72-c370c4668312 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] show failed (client error): The resource could not be found. Dec 16 09:27:59.679764 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-446cc60f-7539-4da5-a482-afed69089675 req-d8466de3-1e1f-48b1-bc72-c370c4668312 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups/ad366b38-71d4-48a8-b1b3-05d4e56e7c3e HTTP/1.1" status: 404 len: 352 time: 0.0357399 Dec 16 09:27:59.712707 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [req-e043c9e0-c039-4c32-9259-27effe72de0d req-acd5fbce-728c-43be-97e2-e0dfb301d93e tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] show failed (client error): The resource could not be found. Dec 16 09:27:59.714569 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e043c9e0-c039-4c32-9259-27effe72de0d req-acd5fbce-728c-43be-97e2-e0dfb301d93e tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups/ea2ce8f1-c355-4df1-80a6-9504bd243176 HTTP/1.1" status: 404 len: 352 time: 0.0151732 Dec 16 09:27:59.714732 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022e763a-4e14-4597-93d2-36f4850bd7e4 admin admin] Network 86867aa7-78d7-466e-865e-a30f6140c6b7 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:27:59.733174 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-022e763a-4e14-4597-93d2-36f4850bd7e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:59.747237 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022e763a-4e14-4597-93d2-36f4850bd7e4 admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:27:59.766805 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [req-06a1c94a-34b2-406c-bbbb-fb0df9774ae4 req-76262938-0427-46d1-8bf3-b6554166175c tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] show failed (client error): The resource could not be found. Dec 16 09:27:59.771059 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:59.783292 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e763a-4e14-4597-93d2-36f4850bd7e4 admin admin] Pushing event updated for resources: {'Port': ['ID=0ed08930-6209-41e4-906d-78355cd26a87,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:59.788579 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:27:59.792947 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-06a1c94a-34b2-406c-bbbb-fb0df9774ae4 req-76262938-0427-46d1-8bf3-b6554166175c tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups/e66d4cbb-98b1-48eb-affd-d1776637663e HTTP/1.1" status: 404 len: 352 time: 0.0453377 Dec 16 09:27:59.809972 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-d9fd5ee9-b2d7-43a4-ba20-d5429e324475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d045b0c-06dd-4190-b5a4-5f81f62ebf74', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1357358727-router', 'tenant_id': 'f989e3e1638348799ccbe1e7d511def8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'e18239dd-6eb6-4910-9ce3-cdedbbb8994c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:54Z', 'updated_at': '2021-12-16T09:27:56Z', 'revision_number': 3, 'project_id': 'f989e3e1638348799ccbe1e7d511def8', 'gw_port': {'id': 'e18239dd-6eb6-4910-9ce3-cdedbbb8994c', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:08:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d045b0c-06dd-4190-b5a4-5f81f62ebf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:55Z', 'updated_at': '2021-12-16T09:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:59.834887 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [req-e5e5c6a7-3ecc-491e-9fbd-74ed97f5afcb req-a9de491a-3c7f-4ab2-b248-829768fef2da tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] show failed (client error): The resource could not be found. Dec 16 09:27:59.842265 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-022e763a-4e14-4597-93d2-36f4850bd7e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:59.849285 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e5e5c6a7-3ecc-491e-9fbd-74ed97f5afcb req-a9de491a-3c7f-4ab2-b248-829768fef2da tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups/88324ab6-253f-4afe-8df5-ac588cbd4934 HTTP/1.1" status: 404 len: 352 time: 0.0368252 Dec 16 09:27:59.869344 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fd5ee9-b2d7-43a4-ba20-d5429e324475 None None] The sync data for ids ['9d045b0c-06dd-4190-b5a4-5f81f62ebf74'] in n-d-820550-2 is: [{'id': '9d045b0c-06dd-4190-b5a4-5f81f62ebf74', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1357358727-router', 'tenant_id': 'f989e3e1638348799ccbe1e7d511def8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'e18239dd-6eb6-4910-9ce3-cdedbbb8994c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:54Z', 'updated_at': '2021-12-16T09:27:56Z', 'revision_number': 3, 'project_id': 'f989e3e1638348799ccbe1e7d511def8', 'gw_port': {'id': 'e18239dd-6eb6-4910-9ce3-cdedbbb8994c', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:08:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d045b0c-06dd-4190-b5a4-5f81f62ebf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:55Z', 'updated_at': '2021-12-16T09:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:27:59.883954 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port d52896fb-9747-40e6-9eaf-a1509e64debf, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d52896fb-9747-40e6-9eaf-a1509e64debf,segment=NetworkSegment(107061ae-b206-4343-88ad-819d684ac1ae),segment_id=107061ae-b206-4343-88ad-819d684ac1ae)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:59.901562 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:59.913168 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5af3cd9e-efa6-4099-ae32-0c06deef7737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:59.983335 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34a2da-892a-42af-a4e7-10f39658610c req-a3bc4fcc-809e-4b6b-949e-fc71b34feee2 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:59.984763 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:59.995423 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34a2da-892a-42af-a4e7-10f39658610c req-a3bc4fcc-809e-4b6b-949e-fc71b34feee2 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:59.998200 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9d34a2da-892a-42af-a4e7-10f39658610c req-a3bc4fcc-809e-4b6b-949e-fc71b34feee2 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0add12d-8f1d-4516-a404-2543381d5473 HTTP/1.1" status: 200 len: 1680 time: 0.2382853 Dec 16 09:28:00.042593 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9d34a2da-892a-42af-a4e7-10f39658610c req-d3c687f0-0f48-4821-a2f5-27de3f6dd3bc tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366406 Dec 16 09:28:00.109797 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-5af3cd9e-efa6-4099-ae32-0c06deef7737 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:28:00.110162 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-5af3cd9e-efa6-4099-ae32-0c06deef7737 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:28:00.114493 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=d52896fb-9747-40e6-9eaf-a1509e64debf,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:00.138293 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-022e763a-4e14-4597-93d2-36f4850bd7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:00.189141 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:28:00.200103 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:00.200491 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:00.238732 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 636aafc8-1c44-4d0a-aec0-701e4fd6e301 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:00.351584 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a93cea-0ae8-4d0c-a230-02ab5c221f4f req-ddce8164-8a49-43bc-a6c7-33fe95946d34 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:00.361561 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e4a93cea-0ae8-4d0c-a230-02ab5c221f4f req-ddce8164-8a49-43bc-a6c7-33fe95946d34 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 944 time: 0.1605685 Dec 16 09:28:00.392242 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:00.443555 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e4a93cea-0ae8-4d0c-a230-02ab5c221f4f req-7031f72d-6c47-4c26-a20e-581f6cfc240e tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776501 Dec 16 09:28:00.459543 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25,segment=NetworkSegment(a454ab72-7116-44cd-b58a-bfa8a71a97b2),segment_id=a454ab72-7116-44cd-b58a-bfa8a71a97b2)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:00.461748 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0add12d-8f1d-4516-a404-2543381d5473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:00.475784 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26391491-548d-406f-8e6c-30b0fbd15f83" -d '{"events": [{"server_uuid": "e0add12d-8f1d-4516-a404-2543381d5473", "name": "network-vif-plugged", "status": "completed", "tag": "96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:00.478034 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 636aafc8-1c44-4d0a-aec0-701e4fd6e301 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:28:00.484380 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 636aafc8-1c44-4d0a-aec0-701e4fd6e301 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:00.484769 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:00.593905 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-022e763a-4e14-4597-93d2-36f4850bd7e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:00.663085 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18998e-47fd-4ac7-b4df-812c512d4f9b req-cdead848-cee4-4c2b-8a6b-19f2984fd8ba tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:00.669092 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18998e-47fd-4ac7-b4df-812c512d4f9b req-cdead848-cee4-4c2b-8a6b-19f2984fd8ba tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:00.679546 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18998e-47fd-4ac7-b4df-812c512d4f9b req-cdead848-cee4-4c2b-8a6b-19f2984fd8ba tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:00.682244 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0f094-c00b-4f42-8e51-15c06ae440c9 req-6f4fb689-d4bf-419a-b016-ab2e2239fed3 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:00.695512 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18998e-47fd-4ac7-b4df-812c512d4f9b req-cdead848-cee4-4c2b-8a6b-19f2984fd8ba tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:00.695807 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-30b0f094-c00b-4f42-8e51-15c06ae440c9 req-6f4fb689-d4bf-419a-b016-ab2e2239fed3 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f83dcc-781c-46ef-982a-80b39bf5fed6 HTTP/1.1" status: 200 len: 1023 time: 0.1037054 Dec 16 09:28:00.697811 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:00.698632 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device effb9da2-9550-41fc-9d42-5e947e6cea9c no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:28:00.707654 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18998e-47fd-4ac7-b4df-812c512d4f9b req-cdead848-cee4-4c2b-8a6b-19f2984fd8ba tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:00.712230 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-022e763a-4e14-4597-93d2-36f4850bd7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:00.728569 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18998e-47fd-4ac7-b4df-812c512d4f9b req-cdead848-cee4-4c2b-8a6b-19f2984fd8ba tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:00.734813 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18998e-47fd-4ac7-b4df-812c512d4f9b req-cdead848-cee4-4c2b-8a6b-19f2984fd8ba tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:00.736754 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5d18998e-47fd-4ac7-b4df-812c512d4f9b req-cdead848-cee4-4c2b-8a6b-19f2984fd8ba tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5438 time: 0.2532179 Dec 16 09:28:00.790718 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: effb9da2-9550-41fc-9d42-5e947e6cea9c {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:28:00.791839 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device effb9da2-9550-41fc-9d42-5e947e6cea9c not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:28:00.801211 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5d18998e-47fd-4ac7-b4df-812c512d4f9b req-148ef92d-dbd0-4ab6-84a3-8a9349569f93 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0470076 Dec 16 09:28:00.811819 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:00.854035 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-022e763a-4e14-4597-93d2-36f4850bd7e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:00.875051 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:00.901487 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-30b0f094-c00b-4f42-8e51-15c06ae440c9 req-535d3c76-b036-4a54-a0f7-2c26f95156b0 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups?id=db8d61b2-6ead-4ed5-8d5e-99752477a775&id=0c10216b-6e81-49e8-96e8-b2173f2059e1&id=34d70c1f-43bb-480b-96bd-a0498ca941b4&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2061820 Dec 16 09:28:00.913383 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 636aafc8-1c44-4d0a-aec0-701e4fd6e301, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=636aafc8-1c44-4d0a-aec0-701e4fd6e301,segment=NetworkSegment(12d9a588-a8ed-4e4e-b1b6-45262cb84fd7),segment_id=12d9a588-a8ed-4e4e-b1b6-45262cb84fd7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:00.920396 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e763a-4e14-4597-93d2-36f4850bd7e4 admin admin] Pushing event updated for resources: {'Port': ['ID=0ed08930-6209-41e4-906d-78355cd26a87,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:00.940721 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-8c10487f-6216-4440-a4f4-13768d2237e7 None None] Provisioning complete for port d52896fb-9747-40e6-9eaf-a1509e64debf triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:00.942278 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8c10487f-6216-4440-a4f4-13768d2237e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:01.001496 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7ced58-c78c-4b2f-b21c-b022ba50fcfa x-openstack-request-id: req-9e7ced58-c78c-4b2f-b21c-b022ba50fcfa {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:01.002073 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0add12d-8f1d-4516-a404-2543381d5473", "name": "network-vif-plugged", "status": "completed", "tag": "96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:01.002400 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9e7ced58-c78c-4b2f-b21c-b022ba50fcfa {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:01.004574 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0add12d-8f1d-4516-a404-2543381d5473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25', 'code': 200} Dec 16 09:28:01.018022 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:01.128023 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022e763a-4e14-4597-93d2-36f4850bd7e4 admin admin] Network 86867aa7-78d7-466e-865e-a30f6140c6b7 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:28:01.131254 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-022e763a-4e14-4597-93d2-36f4850bd7e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:28:01.155930 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-8c10487f-6216-4440-a4f4-13768d2237e7 None None] Provisioning complete for port 0ed08930-6209-41e4-906d-78355cd26a87 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:01.156307 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8c10487f-6216-4440-a4f4-13768d2237e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:01.174271 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device e18239dd-6eb6-4910-9ce3-cdedbbb8994c up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:01.271676 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=636aafc8-1c44-4d0a-aec0-701e4fd6e301,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:01.309687 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port e18239dd-6eb6-4910-9ce3-cdedbbb8994c triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:01.314668 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:01.337236 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-8c10487f-6216-4440-a4f4-13768d2237e7 None None] Port 0ed08930-6209-41e4-906d-78355cd26a87 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:28:01.346379 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc888fa-fd1b-47ed-bb87-7628009d6dfd req-dde217d4-b57e-4fd6-a411-0f78d922e2ed tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:01.352702 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc888fa-fd1b-47ed-bb87-7628009d6dfd req-dde217d4-b57e-4fd6-a411-0f78d922e2ed tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:01.365488 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1fc888fa-fd1b-47ed-bb87-7628009d6dfd req-dde217d4-b57e-4fd6-a411-0f78d922e2ed tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0add12d-8f1d-4516-a404-2543381d5473 HTTP/1.1" status: 200 len: 1681 time: 0.1502652 Dec 16 09:28:01.412164 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:01.415633 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022e763a-4e14-4597-93d2-36f4850bd7e4 admin admin] Router 9d045b0c-06dd-4190-b5a4-5f81f62ebf74 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:28:01.426245 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1fc888fa-fd1b-47ed-bb87-7628009d6dfd req-80a8ab17-658d-4f37-a742-15b3a753fe31 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592897 Dec 16 09:28:01.433870 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port e18239dd-6eb6-4910-9ce3-cdedbbb8994c, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=e18239dd-6eb6-4910-9ce3-cdedbbb8994c,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:01.460835 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-e81130c8-825e-4b3c-a64c-78dff4a2f453 None None] Provisioning complete for port 0ed08930-6209-41e4-906d-78355cd26a87 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:01.461474 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e81130c8-825e-4b3c-a64c-78dff4a2f453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:01.511290 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-e81130c8-825e-4b3c-a64c-78dff4a2f453 None None] Port 0ed08930-6209-41e4-906d-78355cd26a87 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:28:01.517871 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:01.518747 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d52896fb-9747-40e6-9eaf-a1509e64debf up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:01.605521 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=e18239dd-6eb6-4910-9ce3-cdedbbb8994c,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:01.605728 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022e763a-4e14-4597-93d2-36f4850bd7e4 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:28:01.620833 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-022e763a-4e14-4597-93d2-36f4850bd7e4 admin admin] 10.222.0.60 "PUT /v2.0/routers/9d045b0c-06dd-4190-b5a4-5f81f62ebf74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7006502 Dec 16 09:28:01.621324 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port d52896fb-9747-40e6-9eaf-a1509e64debf triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:01.621324 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:01.622918 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42932bce-e7bc-4c9c-b70d-b66965701193 req-b5822abb-cc84-4cac-80fd-68439ec29104 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:01.624861 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-42932bce-e7bc-4c9c-b70d-b66965701193 req-b5822abb-cc84-4cac-80fd-68439ec29104 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 944 time: 0.0870111 Dec 16 09:28:01.672713 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-42932bce-e7bc-4c9c-b70d-b66965701193 req-e2fdff34-ac7e-4308-ae4d-0524719377c5 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421369 Dec 16 09:28:01.748361 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device b23c0c63-954e-4285-9ed2-35c897afc2ae up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:01.871504 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port b23c0c63-954e-4285-9ed2-35c897afc2ae completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:28:01.872767 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [req-783e9fa7-f440-486b-b174-ecab3aaf8262 req-eb92ba52-a5d7-4e6f-b0b9-cfb492db6e35 tempest-FloatingIPDetailsNegativeTestJSON-103141287 tempest-FloatingIPDetailsNegativeTestJSON-103141287-project] show failed (client error): The resource could not be found. Dec 16 09:28:01.873810 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-783e9fa7-f440-486b-b174-ecab3aaf8262 req-eb92ba52-a5d7-4e6f-b0b9-cfb492db6e35 tempest-FloatingIPDetailsNegativeTestJSON-103141287 tempest-FloatingIPDetailsNegativeTestJSON-103141287-project] 10.222.0.60 "GET /v2.0/floatingips/63087bb9-729e-466e-9d35-f8b9f41852fa HTTP/1.1" status: 404 len: 350 time: 0.0394607 Dec 16 09:28:01.875510 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port b23c0c63-954e-4285-9ed2-35c897afc2ae triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:01.875889 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:01.887946 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36498) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:02.014516 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:02.015978 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c260c7e-6291-41d3-8881-7ac1ad1b09a5 req-70e5e7e8-45df-4528-8dfa-2d772e18422a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:02.023769 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c260c7e-6291-41d3-8881-7ac1ad1b09a5 req-70e5e7e8-45df-4528-8dfa-2d772e18422a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:02.033873 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c260c7e-6291-41d3-8881-7ac1ad1b09a5 req-70e5e7e8-45df-4528-8dfa-2d772e18422a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:02.042649 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c260c7e-6291-41d3-8881-7ac1ad1b09a5 req-70e5e7e8-45df-4528-8dfa-2d772e18422a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:02.050586 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c260c7e-6291-41d3-8881-7ac1ad1b09a5 req-70e5e7e8-45df-4528-8dfa-2d772e18422a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:02.058742 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c260c7e-6291-41d3-8881-7ac1ad1b09a5 req-70e5e7e8-45df-4528-8dfa-2d772e18422a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:02.066297 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port b23c0c63-954e-4285-9ed2-35c897afc2ae, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=b23c0c63-954e-4285-9ed2-35c897afc2ae,segment=NetworkSegment(10c041da-7b75-4b42-8857-b36d3ddb3890),segment_id=10c041da-7b75-4b42-8857-b36d3ddb3890)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:02.067539 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c260c7e-6291-41d3-8881-7ac1ad1b09a5 req-70e5e7e8-45df-4528-8dfa-2d772e18422a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:02.073668 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0c260c7e-6291-41d3-8881-7ac1ad1b09a5 req-70e5e7e8-45df-4528-8dfa-2d772e18422a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5439 time: 0.1816800 Dec 16 09:28:02.124365 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0c260c7e-6291-41d3-8881-7ac1ad1b09a5 req-6a8c0758-7d02-421a-abc3-35706d1b53b0 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0462101 Dec 16 09:28:02.154264 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:02.247400 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ef9e2251-85d6-4e38-85e2-5b6699d7fbbb up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:02.274841 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d89815c-6ddf-44e7-9904-48eac9980b3b None None] Sync routers for ids ['9d045b0c-06dd-4190-b5a4-5f81f62ebf74'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:28:02.280208 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=b23c0c63-954e-4285-9ed2-35c897afc2ae,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:02.303882 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d89815c-6ddf-44e7-9904-48eac9980b3b None None] Routers {'9d045b0c-06dd-4190-b5a4-5f81f62ebf74'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:02.304664 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-6d89815c-6ddf-44e7-9904-48eac9980b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:27:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['9d045b0c-06dd-4190-b5a4-5f81f62ebf74'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:02.429797 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-6d89815c-6ddf-44e7-9904-48eac9980b3b None None] Set router 9d045b0c-06dd-4190-b5a4-5f81f62ebf74 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:02.469242 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port ef9e2251-85d6-4e38-85e2-5b6699d7fbbb completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:28:02.479725 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port ef9e2251-85d6-4e38-85e2-5b6699d7fbbb triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:02.480498 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:02.488876 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928282a0-f1bf-4538-8065-79a61479df09 req-6c7a5d6e-7216-412b-959b-be97f71394f9 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:02.500797 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-928282a0-f1bf-4538-8065-79a61479df09 req-6c7a5d6e-7216-412b-959b-be97f71394f9 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f83dcc-781c-46ef-982a-80b39bf5fed6 HTTP/1.1" status: 200 len: 1023 time: 0.4821241 Dec 16 09:28:02.535619 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb26db-adac-495a-9877-baec33e1df00 req-09df2fda-ca03-4761-8710-66cb002accc3 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:02.537588 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1ccb26db-adac-495a-9877-baec33e1df00 req-09df2fda-ca03-4761-8710-66cb002accc3 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1f83dcc-781c-46ef-982a-80b39bf5fed6 HTTP/1.1" status: 200 len: 1023 time: 0.1730402 Dec 16 09:28:02.611794 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc736f0d-7149-44f5-85dd-d9106fe2ff8d req-a0e33d31-99ba-452c-85b2-f46309fcb285 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:02.619753 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc736f0d-7149-44f5-85dd-d9106fe2ff8d req-a0e33d31-99ba-452c-85b2-f46309fcb285 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:02.622330 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fc736f0d-7149-44f5-85dd-d9106fe2ff8d req-a0e33d31-99ba-452c-85b2-f46309fcb285 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0add12d-8f1d-4516-a404-2543381d5473 HTTP/1.1" status: 200 len: 1682 time: 0.1215336 Dec 16 09:28:02.639366 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-928282a0-f1bf-4538-8065-79a61479df09 req-0b01e939-5064-481f-9f08-da7f4050405c tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups?id=db8d61b2-6ead-4ed5-8d5e-99752477a775&id=0c10216b-6e81-49e8-96e8-b2173f2059e1&id=34d70c1f-43bb-480b-96bd-a0498ca941b4&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1409824 Dec 16 09:28:02.675954 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fc736f0d-7149-44f5-85dd-d9106fe2ff8d req-89fdd798-7dc3-47ed-a006-280604afaff7 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470939 Dec 16 09:28:02.690582 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:02.758317 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port ef9e2251-85d6-4e38-85e2-5b6699d7fbbb, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ef9e2251-85d6-4e38-85e2-5b6699d7fbbb,segment=NetworkSegment(5a5c3c61-aecb-46d9-a34a-4fcb33dcd498),segment_id=5a5c3c61-aecb-46d9-a34a-4fcb33dcd498)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:02.771747 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-6d89815c-6ddf-44e7-9904-48eac9980b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d045b0c-06dd-4190-b5a4-5f81f62ebf74', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1357358727-router', 'tenant_id': 'f989e3e1638348799ccbe1e7d511def8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'e18239dd-6eb6-4910-9ce3-cdedbbb8994c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:54Z', 'updated_at': '2021-12-16T09:27:59Z', 'revision_number': 4, 'project_id': 'f989e3e1638348799ccbe1e7d511def8', 'gw_port': {'id': 'e18239dd-6eb6-4910-9ce3-cdedbbb8994c', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:08:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d045b0c-06dd-4190-b5a4-5f81f62ebf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:55Z', 'updated_at': '2021-12-16T09:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '0ed08930-6209-41e4-906d-78355cd26a87', 'name': '', 'network_id': '86867aa7-78d7-466e-865e-a30f6140c6b7', 'tenant_id': 'f989e3e1638348799ccbe1e7d511def8', 'mac_address': 'fa:16:3e:da:46:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d045b0c-06dd-4190-b5a4-5f81f62ebf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '83f50740-edfa-4704-b8a9-9e3680759c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:58Z', 'updated_at': '2021-12-16T09:28:00Z', 'revision_number': 2, 'project_id': 'f989e3e1638348799ccbe1e7d511def8', 'subnets': [{'id': '83f50740-edfa-4704-b8a9-9e3680759c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:02.804440 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d89815c-6ddf-44e7-9904-48eac9980b3b None None] Checking router: 9d045b0c-06dd-4190-b5a4-5f81f62ebf74 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:28:02.804794 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d89815c-6ddf-44e7-9904-48eac9980b3b None None] Updating router 9d045b0c-06dd-4190-b5a4-5f81f62ebf74 port 0ed08930-6209-41e4-906d-78355cd26a87 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:28:02.829387 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:02.830210 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device c234b0b2-c376-4db4-ad98-7124204fbe46 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:02.857861 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-1ccb26db-adac-495a-9877-baec33e1df00 req-bce40a8e-518e-4967-a294-a3bb5fcf514e tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Deleting port ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:02.858212 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1ccb26db-adac-495a-9877-baec33e1df00 req-bce40a8e-518e-4967-a294-a3bb5fcf514e tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:02.881371 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad428947-bea6-430f-9aa6-667a37217e47 req-73eb7e0a-4b31-47d6-b380-e13af17f7355 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:02.882858 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ad428947-bea6-430f-9aa6-667a37217e47 req-73eb7e0a-4b31-47d6-b380-e13af17f7355 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 944 time: 0.1202042 Dec 16 09:28:02.894956 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6d89815c-6ddf-44e7-9904-48eac9980b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:02.980673 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device e18239dd-6eb6-4910-9ce3-cdedbbb8994c up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:03.010940 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636aafc8-1c44-4d0a-aec0-701e4fd6e301'}, {'server_uuid': 'e0add12d-8f1d-4516-a404-2543381d5473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23c0c63-954e-4285-9ed2-35c897afc2ae'}, {'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9e2251-85d6-4e38-85e2-5b6699d7fbbb'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:03.015990 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e9520a-d584-4751-8b71-ce5102be963e" -d '{"events": [{"server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "name": "network-vif-plugged", "status": "completed", "tag": "636aafc8-1c44-4d0a-aec0-701e4fd6e301"}, {"server_uuid": "e0add12d-8f1d-4516-a404-2543381d5473", "name": "network-vif-plugged", "status": "completed", "tag": "b23c0c63-954e-4285-9ed2-35c897afc2ae"}, {"server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "name": "network-vif-plugged", "status": "completed", "tag": "ef9e2251-85d6-4e38-85e2-5b6699d7fbbb"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:03.016608 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ad428947-bea6-430f-9aa6-667a37217e47 req-39ff7fbe-51ea-48b6-b0fe-51128ba2fbf4 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046464 Dec 16 09:28:03.020276 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=ef9e2251-85d6-4e38-85e2-5b6699d7fbbb,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:03.032650 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-1ccb26db-adac-495a-9877-baec33e1df00 req-bce40a8e-518e-4967-a294-a3bb5fcf514e tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] For port ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3,segment=NetworkSegment(01865c43-1b2e-40ab-90ef-ec664b8a741c),segment_id=01865c43-1b2e-40ab-90ef-ec664b8a741c)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:03.033027 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1ccb26db-adac-495a-9877-baec33e1df00 req-bce40a8e-518e-4967-a294-a3bb5fcf514e tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:03.065873 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-1ccb26db-adac-495a-9877-baec33e1df00 req-bce40a8e-518e-4967-a294-a3bb5fcf514e tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Calling delete_port for ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3 owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:03.134952 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6cb7a081-52af-4690-bd32-d7605b4a2140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:03.204451 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c2b66d-9054-45d4-b212-58b80fe74880 x-openstack-request-id: req-99c2b66d-9054-45d4-b212-58b80fe74880 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:03.208249 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "name": "network-vif-plugged", "status": "completed", "tag": "636aafc8-1c44-4d0a-aec0-701e4fd6e301", "code": 200}, {"server_uuid": "e0add12d-8f1d-4516-a404-2543381d5473", "name": "network-vif-plugged", "status": "completed", "tag": "b23c0c63-954e-4285-9ed2-35c897afc2ae", "code": 200}, {"server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "name": "network-vif-plugged", "status": "completed", "tag": "ef9e2251-85d6-4e38-85e2-5b6699d7fbbb", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:03.208249 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-99c2b66d-9054-45d4-b212-58b80fe74880 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:03.208249 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636aafc8-1c44-4d0a-aec0-701e4fd6e301', 'code': 200} Dec 16 09:28:03.208249 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0add12d-8f1d-4516-a404-2543381d5473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23c0c63-954e-4285-9ed2-35c897afc2ae', 'code': 200} Dec 16 09:28:03.208249 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9e2251-85d6-4e38-85e2-5b6699d7fbbb', 'code': 200} Dec 16 09:28:03.210562 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port c234b0b2-c376-4db4-ad98-7124204fbe46 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:28:03.214256 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fa239-db2e-4863-9ac6-3c33a0262260 req-08573072-3949-4d21-95c4-008f468b58ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:03.214908 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fa239-db2e-4863-9ac6-3c33a0262260 req-08573072-3949-4d21-95c4-008f468b58ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:03.216784 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-736fa239-db2e-4863-9ac6-3c33a0262260 req-08573072-3949-4d21-95c4-008f468b58ec service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e0add12d-8f1d-4516-a404-2543381d5473 HTTP/1.1" status: 200 len: 1984 time: 0.0630453 Dec 16 09:28:03.225733 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port c234b0b2-c376-4db4-ad98-7124204fbe46 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:03.225733 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:03.314424 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-736fa239-db2e-4863-9ac6-3c33a0262260 req-a15e1a74-7618-4afa-9010-678496df482c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884376 Dec 16 09:28:03.320653 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port e18239dd-6eb6-4910-9ce3-cdedbbb8994c triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:03.320653 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:03.422960 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:03.481252 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c2a64-33d1-4a64-9392-dabb93cafda3 req-547aa910-3c50-4fdc-8563-3e6bcf86ad0a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:03.488048 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c2a64-33d1-4a64-9392-dabb93cafda3 req-547aa910-3c50-4fdc-8563-3e6bcf86ad0a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:03.491807 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port c234b0b2-c376-4db4-ad98-7124204fbe46, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c234b0b2-c376-4db4-ad98-7124204fbe46,segment=NetworkSegment(8f2f2409-913c-4ef0-930f-9de92f72a943),segment_id=8f2f2409-913c-4ef0-930f-9de92f72a943)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:03.495669 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c2a64-33d1-4a64-9392-dabb93cafda3 req-547aa910-3c50-4fdc-8563-3e6bcf86ad0a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:03.503000 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c2a64-33d1-4a64-9392-dabb93cafda3 req-547aa910-3c50-4fdc-8563-3e6bcf86ad0a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:03.507866 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c2a64-33d1-4a64-9392-dabb93cafda3 req-547aa910-3c50-4fdc-8563-3e6bcf86ad0a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:03.513959 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c2a64-33d1-4a64-9392-dabb93cafda3 req-547aa910-3c50-4fdc-8563-3e6bcf86ad0a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:03.520013 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c2a64-33d1-4a64-9392-dabb93cafda3 req-547aa910-3c50-4fdc-8563-3e6bcf86ad0a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:03.526434 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-879c2a64-33d1-4a64-9392-dabb93cafda3 req-547aa910-3c50-4fdc-8563-3e6bcf86ad0a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5440 time: 0.2069249 Dec 16 09:28:03.575476 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1ccb26db-adac-495a-9877-baec33e1df00 req-bce40a8e-518e-4967-a294-a3bb5fcf514e tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:03.582336 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6d89815c-6ddf-44e7-9904-48eac9980b3b None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:03.586922 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:03.621299 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce40a8e-518e-4967-a294-a3bb5fcf514e tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Pushing event deleted for resources: {'Port': ['ID=ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:03.631827 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:03.632635 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 3058776e-d043-4111-8f6d-a315f433be18 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:03.673312 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-879c2a64-33d1-4a64-9392-dabb93cafda3 req-c8545365-f9f0-4e57-8823-2a6810f25db0 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1398351 Dec 16 09:28:03.686389 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6d89815c-6ddf-44e7-9904-48eac9980b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:03.739575 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ccb26db-adac-495a-9877-baec33e1df00 req-bce40a8e-518e-4967-a294-a3bb5fcf514e tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] No DVR routers for this DVR port ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3 on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:28:03.740019 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=c234b0b2-c376-4db4-ad98-7124204fbe46,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:03.743628 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1ccb26db-adac-495a-9877-baec33e1df00 req-bce40a8e-518e-4967-a294-a3bb5fcf514e tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:03.752113 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1ccb26db-adac-495a-9877-baec33e1df00 req-bce40a8e-518e-4967-a294-a3bb5fcf514e tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.57 "DELETE /v2.0/ports/ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3 HTTP/1.1" status: 204 len: 173 time: 1.2046044 Dec 16 09:28:03.752846 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f83dcc-781c-46ef-982a-80b39bf5fed6', 'name': 'network-vif-deleted', 'tag': 'ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:03.774328 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabf8801-dfaa-4bdf-b33a-4b054335be04" -d '{"events": [{"server_uuid": "e1f83dcc-781c-46ef-982a-80b39bf5fed6", "name": "network-vif-deleted", "tag": "ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:03.799444 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-6cb7a081-52af-4690-bd32-d7605b4a2140 admin admin] Deleting port 0ed08930-6209-41e4-906d-78355cd26a87 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:03.799796 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6cb7a081-52af-4690-bd32-d7605b4a2140 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:03.808346 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da89053c-f5ba-4523-ac06-a36a19feab8d req-619a1b8f-bf65-49ec-bbb6-f7724775d3fa tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f83dcc-781c-46ef-982a-80b39bf5fed6 HTTP/1.1" status: 200 len: 210 time: 0.0605924 Dec 16 09:28:03.833255 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c005c6bb-b0e4-4d7f-88e5-5f303bac6a02 None None] Pushing event updated for resources: {'Port': ['ID=0ed08930-6209-41e4-906d-78355cd26a87,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:03.881107 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-6d89815c-6ddf-44e7-9904-48eac9980b3b None None] Attempting to bind port 0ed08930-6209-41e4-906d-78355cd26a87 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:28:03.881745 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-6d89815c-6ddf-44e7-9904-48eac9980b3b None None] Attempting to bind port 0ed08930-6209-41e4-906d-78355cd26a87 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '107061ae-b206-4343-88ad-819d684ac1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '86867aa7-78d7-466e-865e-a30f6140c6b7'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:28:03.882287 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d89815c-6ddf-44e7-9904-48eac9980b3b None None] Attempting to bind port 0ed08930-6209-41e4-906d-78355cd26a87 on network 86867aa7-78d7-466e-865e-a30f6140c6b7 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:03.913964 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d89815c-6ddf-44e7-9904-48eac9980b3b None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:28:03.913964 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d89815c-6ddf-44e7-9904-48eac9980b3b None None] Checking segment: {'id': '107061ae-b206-4343-88ad-819d684ac1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '86867aa7-78d7-466e-865e-a30f6140c6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:28:03.913964 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6d89815c-6ddf-44e7-9904-48eac9980b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:03.913964 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d89815c-6ddf-44e7-9904-48eac9980b3b None None] Bound using segment: {'id': '107061ae-b206-4343-88ad-819d684ac1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '86867aa7-78d7-466e-865e-a30f6140c6b7'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:28:03.913964 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-6d89815c-6ddf-44e7-9904-48eac9980b3b None None] Bound port: 0ed08930-6209-41e4-906d-78355cd26a87, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107061ae-b206-4343-88ad-819d684ac1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '86867aa7-78d7-466e-865e-a30f6140c6b7'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:28:03.913964 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6d89815c-6ddf-44e7-9904-48eac9980b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:03.960905 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 3058776e-d043-4111-8f6d-a315f433be18 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:28:03.975724 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8b72e-301d-485a-bcab-3efbeef3b89d req-970fa015-30bb-439a-9049-ba855758da7d tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:03.977701 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 3058776e-d043-4111-8f6d-a315f433be18 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:03.978207 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:03.983535 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8b72e-301d-485a-bcab-3efbeef3b89d req-970fa015-30bb-439a-9049-ba855758da7d tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:03.996716 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d4e8b72e-301d-485a-bcab-3efbeef3b89d req-970fa015-30bb-439a-9049-ba855758da7d tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0add12d-8f1d-4516-a404-2543381d5473 HTTP/1.1" status: 200 len: 1682 time: 0.1633959 Dec 16 09:28:04.011154 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d4f3aa-63d9-43d5-9297-13712d3605aa x-openstack-request-id: req-64d4f3aa-63d9-43d5-9297-13712d3605aa {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:04.019635 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f83dcc-781c-46ef-982a-80b39bf5fed6", "name": "network-vif-deleted", "tag": "ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:04.019905 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-64d4f3aa-63d9-43d5-9297-13712d3605aa {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:04.020333 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f83dcc-781c-46ef-982a-80b39bf5fed6', 'name': 'network-vif-deleted', 'tag': 'ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3', 'status': 'completed', 'code': 200} Dec 16 09:28:04.020671 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-6d89815c-6ddf-44e7-9904-48eac9980b3b None None] For port 0ed08930-6209-41e4-906d-78355cd26a87, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:28:04.036919 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6cb7a081-52af-4690-bd32-d7605b4a2140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:04.043226 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-6d89815c-6ddf-44e7-9904-48eac9980b3b None None] For port 0ed08930-6209-41e4-906d-78355cd26a87, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=0ed08930-6209-41e4-906d-78355cd26a87,segment=NetworkSegment(107061ae-b206-4343-88ad-819d684ac1ae),segment_id=107061ae-b206-4343-88ad-819d684ac1ae)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:28:04.053461 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-6cb7a081-52af-4690-bd32-d7605b4a2140 admin admin] Calling delete_port for 0ed08930-6209-41e4-906d-78355cd26a87 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:04.058708 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-5f6cad8a-eeb6-40b4-a298-2da6ff022a80 None None] Provisioning complete for port 0ed08930-6209-41e4-906d-78355cd26a87 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:04.059025 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5f6cad8a-eeb6-40b4-a298-2da6ff022a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:04.080864 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d4e8b72e-301d-485a-bcab-3efbeef3b89d req-28a3c087-edf6-4167-bf3f-74b218102de9 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835428 Dec 16 09:28:04.131914 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-5f6cad8a-eeb6-40b4-a298-2da6ff022a80 None None] Port 0ed08930-6209-41e4-906d-78355cd26a87 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:28:04.138933 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:04.159321 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6d89815c-6ddf-44e7-9904-48eac9980b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:04.213713 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 3058776e-d043-4111-8f6d-a315f433be18, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=3058776e-d043-4111-8f6d-a315f433be18,segment=NetworkSegment(5a5c3c61-aecb-46d9-a34a-4fcb33dcd498),segment_id=5a5c3c61-aecb-46d9-a34a-4fcb33dcd498)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:04.230482 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d89815c-6ddf-44e7-9904-48eac9980b3b None None] Routers {'9d045b0c-06dd-4190-b5a4-5f81f62ebf74'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:04.231429 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-6d89815c-6ddf-44e7-9904-48eac9980b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:27:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['9d045b0c-06dd-4190-b5a4-5f81f62ebf74'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:04.360655 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3256e-c4f2-472f-9362-40425181c605 req-25bfc940-b3bf-458a-8601-d10e80ef9e1b tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:04.367583 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dfe3256e-c4f2-472f-9362-40425181c605 req-25bfc940-b3bf-458a-8601-d10e80ef9e1b tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 944 time: 0.2133250 Dec 16 09:28:04.369309 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:04.370469 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 1305e84e-c1fb-4148-a219-de2e95349bca up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:04.458362 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dfe3256e-c4f2-472f-9362-40425181c605 req-9c7c2599-0fb1-4a72-9286-5877c9517d53 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794821 Dec 16 09:28:04.476069 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c005c6bb-b0e4-4d7f-88e5-5f303bac6a02 None None] Pushing event updated for resources: {'Port': ['ID=0ed08930-6209-41e4-906d-78355cd26a87,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:04.559518 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-6d89815c-6ddf-44e7-9904-48eac9980b3b None None] Set router 9d045b0c-06dd-4190-b5a4-5f81f62ebf74 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:04.589252 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6cb7a081-52af-4690-bd32-d7605b4a2140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:04.595688 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=3058776e-d043-4111-8f6d-a315f433be18,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:04.617226 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-3c79a7db-d090-431c-a883-6a57142ffdde None None] Provisioning complete for port 0ed08930-6209-41e4-906d-78355cd26a87 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:04.617598 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3c79a7db-d090-431c-a883-6a57142ffdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:04.639382 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7a081-52af-4690-bd32-d7605b4a2140 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ed08930-6209-41e4-906d-78355cd26a87,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:04.672766 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-3c79a7db-d090-431c-a883-6a57142ffdde None None] Port 0ed08930-6209-41e4-906d-78355cd26a87 was deleted so its status cannot be updated. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Dec 16 09:28:04.752117 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 1305e84e-c1fb-4148-a219-de2e95349bca completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:28:04.757985 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 1305e84e-c1fb-4148-a219-de2e95349bca triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:04.758368 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:04.931034 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89e518-edcc-4a4c-9ab2-3fadcf3766f4 req-9510280a-7eef-4a23-8042-314c509990b2 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:04.939927 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89e518-edcc-4a4c-9ab2-3fadcf3766f4 req-9510280a-7eef-4a23-8042-314c509990b2 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:04.945924 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89e518-edcc-4a4c-9ab2-3fadcf3766f4 req-9510280a-7eef-4a23-8042-314c509990b2 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:04.954789 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89e518-edcc-4a4c-9ab2-3fadcf3766f4 req-9510280a-7eef-4a23-8042-314c509990b2 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:04.958469 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89e518-edcc-4a4c-9ab2-3fadcf3766f4 req-9510280a-7eef-4a23-8042-314c509990b2 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:04.965475 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89e518-edcc-4a4c-9ab2-3fadcf3766f4 req-9510280a-7eef-4a23-8042-314c509990b2 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:04.972857 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89e518-edcc-4a4c-9ab2-3fadcf3766f4 req-9510280a-7eef-4a23-8042-314c509990b2 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:04.975111 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9c89e518-edcc-4a4c-9ab2-3fadcf3766f4 req-9510280a-7eef-4a23-8042-314c509990b2 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5442 time: 0.1391335 Dec 16 09:28:04.991806 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-81390bdc-5ffc-446c-88d1-7f7fa3a2fc4a req-6cb03167-9bda-4f43-b2e9-8e382a130d8a tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f83dcc-781c-46ef-982a-80b39bf5fed6 HTTP/1.1" status: 200 len: 210 time: 0.0601532 Dec 16 09:28:05.007744 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:05.018280 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6cb7a081-52af-4690-bd32-d7605b4a2140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:05.053193 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9c89e518-edcc-4a4c-9ab2-3fadcf3766f4 req-381377b0-0f66-4d42-87f9-d8113b35eac8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0648654 Dec 16 09:28:05.095341 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 1305e84e-c1fb-4148-a219-de2e95349bca, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=1305e84e-c1fb-4148-a219-de2e95349bca,segment=NetworkSegment(8f2f2409-913c-4ef0-930f-9de92f72a943),segment_id=8f2f2409-913c-4ef0-930f-9de92f72a943)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:05.110216 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-6d89815c-6ddf-44e7-9904-48eac9980b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d045b0c-06dd-4190-b5a4-5f81f62ebf74', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1357358727-router', 'tenant_id': 'f989e3e1638348799ccbe1e7d511def8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'e18239dd-6eb6-4910-9ce3-cdedbbb8994c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:54Z', 'updated_at': '2021-12-16T09:27:59Z', 'revision_number': 4, 'project_id': 'f989e3e1638348799ccbe1e7d511def8', 'gw_port': {'id': 'e18239dd-6eb6-4910-9ce3-cdedbbb8994c', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:08:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d045b0c-06dd-4190-b5a4-5f81f62ebf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:55Z', 'updated_at': '2021-12-16T09:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '0ed08930-6209-41e4-906d-78355cd26a87', 'name': '', 'network_id': '86867aa7-78d7-466e-865e-a30f6140c6b7', 'tenant_id': 'f989e3e1638348799ccbe1e7d511def8', 'mac_address': 'fa:16:3e:da:46:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d045b0c-06dd-4190-b5a4-5f81f62ebf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '83f50740-edfa-4704-b8a9-9e3680759c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:58Z', 'updated_at': '2021-12-16T09:28:04Z', 'revision_number': 4, 'project_id': 'f989e3e1638348799ccbe1e7d511def8', 'subnets': [{'id': '83f50740-edfa-4704-b8a9-9e3680759c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:05.147315 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d89815c-6ddf-44e7-9904-48eac9980b3b None None] The sync data for ids ['9d045b0c-06dd-4190-b5a4-5f81f62ebf74'] in n-d-820550-2 is: [{'id': '9d045b0c-06dd-4190-b5a4-5f81f62ebf74', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1357358727-router', 'tenant_id': 'f989e3e1638348799ccbe1e7d511def8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'e18239dd-6eb6-4910-9ce3-cdedbbb8994c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:54Z', 'updated_at': '2021-12-16T09:27:59Z', 'revision_number': 4, 'project_id': 'f989e3e1638348799ccbe1e7d511def8', 'gw_port': {'id': 'e18239dd-6eb6-4910-9ce3-cdedbbb8994c', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:08:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d045b0c-06dd-4190-b5a4-5f81f62ebf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:55Z', 'updated_at': '2021-12-16T09:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '0ed08930-6209-41e4-906d-78355cd26a87', 'name': '', 'network_id': '86867aa7-78d7-466e-865e-a30f6140c6b7', 'tenant_id': 'f989e3e1638348799ccbe1e7d511def8', 'mac_address': 'fa:16:3e:da:46:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d045b0c-06dd-4190-b5a4-5f81f62ebf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '83f50740-edfa-4704-b8a9-9e3680759c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:58Z', 'updated_at': '2021-12-16T09:28:04Z', 'revision_number': 4, 'project_id': 'f989e3e1638348799ccbe1e7d511def8', 'subnets': [{'id': '83f50740-edfa-4704-b8a9-9e3680759c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:28:05.156524 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:05.157367 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device c461236c-f15f-42e1-b835-1d05e4b6965a up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:05.229779 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c234b0b2-c376-4db4-ad98-7124204fbe46'}, {'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3058776e-d043-4111-8f6d-a315f433be18'}, {'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1305e84e-c1fb-4148-a219-de2e95349bca'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:05.234048 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e13941f-6bbc-4a90-a929-197e9f3726c3" -d '{"events": [{"server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "name": "network-vif-plugged", "status": "completed", "tag": "c234b0b2-c376-4db4-ad98-7124204fbe46"}, {"server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "name": "network-vif-plugged", "status": "completed", "tag": "3058776e-d043-4111-8f6d-a315f433be18"}, {"server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "name": "network-vif-plugged", "status": "completed", "tag": "1305e84e-c1fb-4148-a219-de2e95349bca"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:05.292945 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=1305e84e-c1fb-4148-a219-de2e95349bca,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:05.305337 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f19343-ac56-467f-8a15-5a7c8422ad71 x-openstack-request-id: req-46f19343-ac56-467f-8a15-5a7c8422ad71 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:05.312578 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "name": "network-vif-plugged", "status": "completed", "tag": "c234b0b2-c376-4db4-ad98-7124204fbe46", "code": 200}, {"server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "name": "network-vif-plugged", "status": "completed", "tag": "3058776e-d043-4111-8f6d-a315f433be18", "code": 200}, {"server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "name": "network-vif-plugged", "status": "completed", "tag": "1305e84e-c1fb-4148-a219-de2e95349bca", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:05.312578 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-46f19343-ac56-467f-8a15-5a7c8422ad71 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:05.312578 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c234b0b2-c376-4db4-ad98-7124204fbe46', 'code': 200} Dec 16 09:28:05.312578 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3058776e-d043-4111-8f6d-a315f433be18', 'code': 200} Dec 16 09:28:05.312578 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1305e84e-c1fb-4148-a219-de2e95349bca', 'code': 200} Dec 16 09:28:05.362668 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port c461236c-f15f-42e1-b835-1d05e4b6965a completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:28:05.379982 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port c461236c-f15f-42e1-b835-1d05e4b6965a triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:05.380772 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:05.382481 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c386813-6423-42a1-aadf-82697890cf09 req-320d7978-a2ce-4970-833d-ec3ad9257462 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:05.390617 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c386813-6423-42a1-aadf-82697890cf09 req-320d7978-a2ce-4970-833d-ec3ad9257462 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:05.392249 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4c386813-6423-42a1-aadf-82697890cf09 req-320d7978-a2ce-4970-833d-ec3ad9257462 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0add12d-8f1d-4516-a404-2543381d5473 HTTP/1.1" status: 200 len: 1682 time: 0.2163961 Dec 16 09:28:05.433365 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb7a081-52af-4690-bd32-d7605b4a2140 admin admin] Router 9d045b0c-06dd-4190-b5a4-5f81f62ebf74 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:28:05.471754 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4c386813-6423-42a1-aadf-82697890cf09 req-e97bf5fc-79cb-4cbf-acff-080371017934 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715322 Dec 16 09:28:05.491074 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:05.559246 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port c461236c-f15f-42e1-b835-1d05e4b6965a, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c461236c-f15f-42e1-b835-1d05e4b6965a,segment=NetworkSegment(5a5c3c61-aecb-46d9-a34a-4fcb33dcd498),segment_id=5a5c3c61-aecb-46d9-a34a-4fcb33dcd498)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:05.637009 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:05.638057 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:05.686923 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172bce14-9b8b-49f2-b888-375f710e150e req-fcc2f653-b8c7-4f57-8936-3bd6ce01845a tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:05.688634 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-172bce14-9b8b-49f2-b888-375f710e150e req-fcc2f653-b8c7-4f57-8936-3bd6ce01845a tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 944 time: 0.1028564 Dec 16 09:28:05.723415 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb7a081-52af-4690-bd32-d7605b4a2140 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:28:05.730856 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6cb7a081-52af-4690-bd32-d7605b4a2140 admin admin] 10.222.0.60 "PUT /v2.0/routers/9d045b0c-06dd-4190-b5a4-5f81f62ebf74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8406384 Dec 16 09:28:05.733027 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36556) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:05.750116 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=c461236c-f15f-42e1-b835-1d05e4b6965a,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:05.777789 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-172bce14-9b8b-49f2-b888-375f710e150e req-95ab5f4e-bf29-4f58-8349-8359a4a8a698 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715487 Dec 16 09:28:05.895058 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:28:05.899432 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:05.899937 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:05.902440 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-989c5cbf-196c-487b-b950-6776c45e5de6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:05.996688 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:06.034093 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0,segment=NetworkSegment(5a5c3c61-aecb-46d9-a34a-4fcb33dcd498),segment_id=5a5c3c61-aecb-46d9-a34a-4fcb33dcd498)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:06.061001 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-989c5cbf-196c-487b-b950-6776c45e5de6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:06.123184 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:06.127401 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1af9ec50-e457-44ca-a3ed-8b3d61081a56 req-cabc79d9-1728-43ab-b5a7-a985ff83916a tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups/db8d61b2-6ead-4ed5-8d5e-99752477a775 HTTP/1.1" status: 200 len: 1799 time: 0.0595779 Dec 16 09:28:06.163290 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device dbbe2623-248d-4268-a22e-cef181bf7128 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:06.211860 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1af9ec50-e457-44ca-a3ed-8b3d61081a56 req-9663de2d-f31a-46bc-a00f-45609a7a811f tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:06.240124 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-989c5cbf-196c-487b-b950-6776c45e5de6 admin admin] Deleting port e18239dd-6eb6-4910-9ce3-cdedbbb8994c {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:06.240483 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-989c5cbf-196c-487b-b950-6776c45e5de6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:06.244893 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1af9ec50-e457-44ca-a3ed-8b3d61081a56 req-9663de2d-f31a-46bc-a00f-45609a7a811f tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:06.296503 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:06.397490 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8f641-05b2-4feb-a60a-1f04b776a955 req-72034e2b-d283-4647-924b-109827f21a54 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:06.404290 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8f641-05b2-4feb-a60a-1f04b776a955 req-72034e2b-d283-4647-924b-109827f21a54 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:06.413707 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8f641-05b2-4feb-a60a-1f04b776a955 req-72034e2b-d283-4647-924b-109827f21a54 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:06.414766 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1af9ec50-e457-44ca-a3ed-8b3d61081a56 req-9663de2d-f31a-46bc-a00f-45609a7a811f tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:06.419637 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1af9ec50-e457-44ca-a3ed-8b3d61081a56 req-9663de2d-f31a-46bc-a00f-45609a7a811f tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:06.420664 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8f641-05b2-4feb-a60a-1f04b776a955 req-72034e2b-d283-4647-924b-109827f21a54 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:06.430023 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8f641-05b2-4feb-a60a-1f04b776a955 req-72034e2b-d283-4647-924b-109827f21a54 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:06.430639 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1af9ec50-e457-44ca-a3ed-8b3d61081a56 req-9663de2d-f31a-46bc-a00f-45609a7a811f tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "DELETE /v2.0/security-groups/db8d61b2-6ead-4ed5-8d5e-99752477a775 HTTP/1.1" status: 204 len: 173 time: 0.2972193 Dec 16 09:28:06.436025 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8f641-05b2-4feb-a60a-1f04b776a955 req-72034e2b-d283-4647-924b-109827f21a54 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:06.442306 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8f641-05b2-4feb-a60a-1f04b776a955 req-72034e2b-d283-4647-924b-109827f21a54 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:06.444220 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dfe8f641-05b2-4feb-a60a-1f04b776a955 req-72034e2b-d283-4647-924b-109827f21a54 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5445 time: 0.1350367 Dec 16 09:28:06.445423 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port dbbe2623-248d-4268-a22e-cef181bf7128 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:28:06.452145 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port dbbe2623-248d-4268-a22e-cef181bf7128 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:06.452399 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-989c5cbf-196c-487b-b950-6776c45e5de6 admin admin] For port e18239dd-6eb6-4910-9ce3-cdedbbb8994c, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=e18239dd-6eb6-4910-9ce3-cdedbbb8994c,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:06.452786 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-989c5cbf-196c-487b-b950-6776c45e5de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:06.453098 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:06.457905 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663de2d-f31a-46bc-a00f-45609a7a811f tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8d61b2-6ead-4ed5-8d5e-99752477a775,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:06.477444 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-989c5cbf-196c-487b-b950-6776c45e5de6 admin admin] Calling delete_port for e18239dd-6eb6-4910-9ce3-cdedbbb8994c owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:06.554995 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dfe8f641-05b2-4feb-a60a-1f04b776a955 req-f2ac5c39-3fbc-45f7-a773-182ab761dbf4 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0928857 Dec 16 09:28:06.619516 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:06.631760 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83223ba9-3aa9-48a3-9125-757b1603fe92 req-67671e2b-e910-49cd-a1ea-41c1532ee12e tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:06.638049 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83223ba9-3aa9-48a3-9125-757b1603fe92 req-67671e2b-e910-49cd-a1ea-41c1532ee12e tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:06.645779 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-83223ba9-3aa9-48a3-9125-757b1603fe92 req-67671e2b-e910-49cd-a1ea-41c1532ee12e tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0add12d-8f1d-4516-a404-2543381d5473 HTTP/1.1" status: 200 len: 1682 time: 0.1043265 Dec 16 09:28:06.686982 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port dbbe2623-248d-4268-a22e-cef181bf7128, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=dbbe2623-248d-4268-a22e-cef181bf7128,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:06.691213 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8a899671-cbdc-4625-86ba-db9e9c9d3e48 req-0db74860-7b24-4912-afa5-d614b1e55265 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "GET /v2.0/security-groups/34d70c1f-43bb-480b-96bd-a0498ca941b4 HTTP/1.1" status: 200 len: 1800 time: 0.0583520 Dec 16 09:28:06.702502 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-83223ba9-3aa9-48a3-9125-757b1603fe92 req-b6123dd7-0f56-47e5-85a4-3d63bc9d71ae tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548661 Dec 16 09:28:06.783142 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:06.783962 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:28:06.815786 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8a899671-cbdc-4625-86ba-db9e9c9d3e48 req-ce476b5d-017e-49d0-be7d-e589ffc91572 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:06.843485 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230408ae-883a-42f1-89d6-b5fc1e21979c None None] Sync routers for ids ['9d045b0c-06dd-4190-b5a4-5f81f62ebf74'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:28:06.844049 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8a899671-cbdc-4625-86ba-db9e9c9d3e48 req-ce476b5d-017e-49d0-be7d-e589ffc91572 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:06.863815 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230408ae-883a-42f1-89d6-b5fc1e21979c None None] Routers {'9d045b0c-06dd-4190-b5a4-5f81f62ebf74'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:06.865039 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-230408ae-883a-42f1-89d6-b5fc1e21979c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:27:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['9d045b0c-06dd-4190-b5a4-5f81f62ebf74'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:06.905175 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-989c5cbf-196c-487b-b950-6776c45e5de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:06.922289 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:28:06.922695 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ba4efdcb-5b12-46ae-8fe1-160a67c3e9d3 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:28:06.939582 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=dbbe2623-248d-4268-a22e-cef181bf7128,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:06.975328 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c5cbf-196c-487b-b950-6776c45e5de6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e18239dd-6eb6-4910-9ce3-cdedbbb8994c,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:07.004760 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:07.010751 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77955e-541c-47f6-bea5-d373a1e757b8 req-345a30b9-0c8d-436a-bba1-53048ab3383e tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:07.012316 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0b77955e-541c-47f6-bea5-d373a1e757b8 req-345a30b9-0c8d-436a-bba1-53048ab3383e tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 945 time: 0.0749152 Dec 16 09:28:07.019431 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-230408ae-883a-42f1-89d6-b5fc1e21979c None None] Set router 9d045b0c-06dd-4190-b5a4-5f81f62ebf74 gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:07.038014 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8a899671-cbdc-4625-86ba-db9e9c9d3e48 req-ce476b5d-017e-49d0-be7d-e589ffc91572 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:07.040632 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8a899671-cbdc-4625-86ba-db9e9c9d3e48 req-ce476b5d-017e-49d0-be7d-e589ffc91572 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:07.048047 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8a899671-cbdc-4625-86ba-db9e9c9d3e48 req-ce476b5d-017e-49d0-be7d-e589ffc91572 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] 10.222.0.60 "DELETE /v2.0/security-groups/34d70c1f-43bb-480b-96bd-a0498ca941b4 HTTP/1.1" status: 204 len: 173 time: 0.3468835 Dec 16 09:28:07.055912 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36578) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:07.060622 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce476b5d-017e-49d0-be7d-e589ffc91572 tempest-SecurityGroupsTestJSON-1007622380 tempest-SecurityGroupsTestJSON-1007622380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d70c1f-43bb-480b-96bd-a0498ca941b4,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:07.082795 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0b77955e-541c-47f6-bea5-d373a1e757b8 req-a80a11df-d0db-48d5-b5a1-287ce7c629f2 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485404 Dec 16 09:28:07.106520 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-989c5cbf-196c-487b-b950-6776c45e5de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:07.207220 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-230408ae-883a-42f1-89d6-b5fc1e21979c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d045b0c-06dd-4190-b5a4-5f81f62ebf74', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1357358727-router', 'tenant_id': 'f989e3e1638348799ccbe1e7d511def8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:54Z', 'updated_at': '2021-12-16T09:28:06Z', 'revision_number': 6, 'project_id': 'f989e3e1638348799ccbe1e7d511def8', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:07.215220 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-28df88f7-9aee-4c23-9cfd-7f071caf4dd4 admin admin] Deleting subnet 1d26afb5-849e-4e1c-85bb-8c6539398abb {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:28:07.220622 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-989c5cbf-196c-487b-b950-6776c45e5de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:07.222206 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-28df88f7-9aee-4c23-9cfd-7f071caf4dd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:07.224206 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-989c5cbf-196c-487b-b950-6776c45e5de6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:07.241626 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230408ae-883a-42f1-89d6-b5fc1e21979c None None] Checking router: 9d045b0c-06dd-4190-b5a4-5f81f62ebf74 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:28:07.252529 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230408ae-883a-42f1-89d6-b5fc1e21979c None None] Routers {'9d045b0c-06dd-4190-b5a4-5f81f62ebf74'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:07.253443 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-230408ae-883a-42f1-89d6-b5fc1e21979c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:27:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['9d045b0c-06dd-4190-b5a4-5f81f62ebf74'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:07.294643 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-28df88f7-9aee-4c23-9cfd-7f071caf4dd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:07.308853 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c461236c-f15f-42e1-b835-1d05e4b6965a'}, {'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0'}, {'server_uuid': '4c1604fa-d879-4670-9ff7-cce6e0420a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbbe2623-248d-4268-a22e-cef181bf7128'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:07.311430 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca725f92-c287-4a63-8724-16ad1b5cce97" -d '{"events": [{"server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "name": "network-vif-plugged", "status": "completed", "tag": "c461236c-f15f-42e1-b835-1d05e4b6965a"}, {"server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "name": "network-vif-plugged", "status": "completed", "tag": "dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0"}, {"server_uuid": "4c1604fa-d879-4670-9ff7-cce6e0420a18", "name": "network-vif-plugged", "status": "completed", "tag": "dbbe2623-248d-4268-a22e-cef181bf7128"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:07.333359 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-230408ae-883a-42f1-89d6-b5fc1e21979c None None] Set router 9d045b0c-06dd-4190-b5a4-5f81f62ebf74 gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:07.354738 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-28df88f7-9aee-4c23-9cfd-7f071caf4dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:07.385417 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-989c5cbf-196c-487b-b950-6776c45e5de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:07.386082 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989c5cbf-196c-487b-b950-6776c45e5de6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d045b0c-06dd-4190-b5a4-5f81f62ebf74 {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:28:07.391545 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-989c5cbf-196c-487b-b950-6776c45e5de6 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:07.394917 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-989c5cbf-196c-487b-b950-6776c45e5de6 admin admin] 10.222.0.60 "DELETE /v2.0/routers/9d045b0c-06dd-4190-b5a4-5f81f62ebf74 HTTP/1.1" status: 204 len: 168 time: 1.6580970 Dec 16 09:28:07.395188 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36584) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:07.402931 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-230408ae-883a-42f1-89d6-b5fc1e21979c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d045b0c-06dd-4190-b5a4-5f81f62ebf74', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1357358727-router', 'tenant_id': 'f989e3e1638348799ccbe1e7d511def8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:54Z', 'updated_at': '2021-12-16T09:28:06Z', 'revision_number': 7, 'project_id': 'f989e3e1638348799ccbe1e7d511def8', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:07.435848 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230408ae-883a-42f1-89d6-b5fc1e21979c None None] The sync data for ids ['9d045b0c-06dd-4190-b5a4-5f81f62ebf74'] in n-d-820550-2 is: [{'id': '9d045b0c-06dd-4190-b5a4-5f81f62ebf74', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1357358727-router', 'tenant_id': 'f989e3e1638348799ccbe1e7d511def8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:54Z', 'updated_at': '2021-12-16T09:28:06Z', 'revision_number': 7, 'project_id': 'f989e3e1638348799ccbe1e7d511def8', 'gw_port_host': None}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:28:07.454795 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5aa939-98c2-45ad-aa8e-7fa41464e99d x-openstack-request-id: req-2e5aa939-98c2-45ad-aa8e-7fa41464e99d {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:07.455130 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "name": "network-vif-plugged", "status": "completed", "tag": "c461236c-f15f-42e1-b835-1d05e4b6965a", "code": 200}, {"server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "name": "network-vif-plugged", "status": "completed", "tag": "dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0", "code": 200}, {"server_uuid": "4c1604fa-d879-4670-9ff7-cce6e0420a18", "name": "network-vif-plugged", "status": "completed", "tag": "dbbe2623-248d-4268-a22e-cef181bf7128", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:07.455446 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2e5aa939-98c2-45ad-aa8e-7fa41464e99d {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:07.456404 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c461236c-f15f-42e1-b835-1d05e4b6965a', 'code': 200} Dec 16 09:28:07.456404 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0', 'code': 200} Dec 16 09:28:07.456404 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1604fa-d879-4670-9ff7-cce6e0420a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbbe2623-248d-4268-a22e-cef181bf7128', 'code': 200} Dec 16 09:28:07.490832 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a8853b4-643b-4966-832d-1a617daf9596 admin admin] Deleting subnet 83f50740-edfa-4704-b8a9-9e3680759c86 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:28:07.495567 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6a8853b4-643b-4966-832d-1a617daf9596 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:07.537711 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6a8853b4-643b-4966-832d-1a617daf9596 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:07.576546 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-28df88f7-9aee-4c23-9cfd-7f071caf4dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:07.601228 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6cf49a-d321-4059-a09a-46f3f2f7ae28 req-c8d11415-c4af-481f-8e7d-9f81ca06dcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:07.602399 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2d6cf49a-d321-4059-a09a-46f3f2f7ae28 req-c8d11415-c4af-481f-8e7d-9f81ca06dcda service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 1096 time: 0.0485778 Dec 16 09:28:07.628647 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df88f7-9aee-4c23-9cfd-7f071caf4dd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d26afb5-849e-4e1c-85bb-8c6539398abb,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:07.649265 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2d6cf49a-d321-4059-a09a-46f3f2f7ae28 req-c9533565-a10b-48e2-a132-f429d3971480 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379324 Dec 16 09:28:07.659116 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-28df88f7-9aee-4c23-9cfd-7f071caf4dd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:07.664527 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-28df88f7-9aee-4c23-9cfd-7f071caf4dd4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1d26afb5-849e-4e1c-85bb-8c6539398abb HTTP/1.1" status: 204 len: 168 time: 0.5995686 Dec 16 09:28:07.667087 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36588) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:07.718165 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d7f7f-a246-4558-8f03-a19e9e6a9eb0 req-2dbe1af3-ab90-434d-b85d-bc895cbe3d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:07.718575 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d7f7f-a246-4558-8f03-a19e9e6a9eb0 req-2dbe1af3-ab90-434d-b85d-bc895cbe3d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:07.719051 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d7f7f-a246-4558-8f03-a19e9e6a9eb0 req-2dbe1af3-ab90-434d-b85d-bc895cbe3d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:07.719511 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d7f7f-a246-4558-8f03-a19e9e6a9eb0 req-2dbe1af3-ab90-434d-b85d-bc895cbe3d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:07.719977 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d7f7f-a246-4558-8f03-a19e9e6a9eb0 req-2dbe1af3-ab90-434d-b85d-bc895cbe3d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:07.720430 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d7f7f-a246-4558-8f03-a19e9e6a9eb0 req-2dbe1af3-ab90-434d-b85d-bc895cbe3d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:07.720882 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d7f7f-a246-4558-8f03-a19e9e6a9eb0 req-2dbe1af3-ab90-434d-b85d-bc895cbe3d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:07.722886 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9f7d7f7f-a246-4558-8f03-a19e9e6a9eb0 req-2dbe1af3-ab90-434d-b85d-bc895cbe3d8c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 6502 time: 0.1592782 Dec 16 09:28:07.756394 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d9431-9e51-48fe-ad71-1f71b0c2e9a1 req-3eed0f0d-3ea8-4e5c-a643-302e97f6c79d tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:07.762734 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d9431-9e51-48fe-ad71-1f71b0c2e9a1 req-3eed0f0d-3ea8-4e5c-a643-302e97f6c79d tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:07.764327 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b6d9431-9e51-48fe-ad71-1f71b0c2e9a1 req-3eed0f0d-3ea8-4e5c-a643-302e97f6c79d tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0add12d-8f1d-4516-a404-2543381d5473 HTTP/1.1" status: 200 len: 1682 time: 0.1242282 Dec 16 09:28:07.765823 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6a8853b4-643b-4966-832d-1a617daf9596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:07.779880 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb6797-6d4c-49a9-a1cc-94b76703ea1d req-e3713fa9-b285-4c3e-b4c2-22cd7eb82a21 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:07.790044 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb6797-6d4c-49a9-a1cc-94b76703ea1d req-e3713fa9-b285-4c3e-b4c2-22cd7eb82a21 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:07.796683 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb6797-6d4c-49a9-a1cc-94b76703ea1d req-e3713fa9-b285-4c3e-b4c2-22cd7eb82a21 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:07.802737 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb6797-6d4c-49a9-a1cc-94b76703ea1d req-e3713fa9-b285-4c3e-b4c2-22cd7eb82a21 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:07.809296 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb6797-6d4c-49a9-a1cc-94b76703ea1d req-e3713fa9-b285-4c3e-b4c2-22cd7eb82a21 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:07.815395 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb6797-6d4c-49a9-a1cc-94b76703ea1d req-e3713fa9-b285-4c3e-b4c2-22cd7eb82a21 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:07.821260 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb6797-6d4c-49a9-a1cc-94b76703ea1d req-e3713fa9-b285-4c3e-b4c2-22cd7eb82a21 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:07.823312 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a6cb6797-6d4c-49a9-a1cc-94b76703ea1d req-e3713fa9-b285-4c3e-b4c2-22cd7eb82a21 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5445 time: 0.1705339 Dec 16 09:28:07.826268 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a21e880d-6d4c-4710-bce1-995db82580cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:07.892631 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07737ee5-c945-47b1-8f5a-f12cc7a7b168 req-d0e27226-0a28-4992-a84c-01c160defaec tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:07.901378 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07737ee5-c945-47b1-8f5a-f12cc7a7b168 req-d0e27226-0a28-4992-a84c-01c160defaec tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:07.901378 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07737ee5-c945-47b1-8f5a-f12cc7a7b168 req-d0e27226-0a28-4992-a84c-01c160defaec tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0add12d-8f1d-4516-a404-2543381d5473 HTTP/1.1" status: 200 len: 1682 time: 0.1132183 Dec 16 09:28:07.945364 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a6cb6797-6d4c-49a9-a1cc-94b76703ea1d req-dea95505-fc43-4d4b-8466-53ecf08a2ebe tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1099575 Dec 16 09:28:07.945685 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a21e880d-6d4c-4710-bce1-995db82580cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:07.968116 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-a21e880d-6d4c-4710-bce1-995db82580cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fdc4389-ef3b-4730-9f7c-3bcd629db149']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:07.978067 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-a21e880d-6d4c-4710-bce1-995db82580cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01865c43-1b2e-40ab-90ef-ec664b8a741c') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:07.979101 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-a21e880d-6d4c-4710-bce1-995db82580cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01865c43-1b2e-40ab-90ef-ec664b8a741c') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:08.014863 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a21e880d-6d4c-4710-bce1-995db82580cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:08.015606 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07737ee5-c945-47b1-8f5a-f12cc7a7b168 req-43ea0f0e-5247-4e03-b877-7513b4603777 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789325 Dec 16 09:28:08.032512 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a21e880d-6d4c-4710-bce1-995db82580cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:08.048051 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6a8853b4-643b-4966-832d-1a617daf9596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:08.051107 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a21e880d-6d4c-4710-bce1-995db82580cf admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:28:08.051107 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a21e880d-6d4c-4710-bce1-995db82580cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:08.052639 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:28:08.052639 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:28:08.052639 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:28:08.052639 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:28:08.052639 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:28:08.052639 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:28:08.052639 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:28:08.052639 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:28:08.052639 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:28:08.052639 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:28:08.052639 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:28:08.052639 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:28:08.052639 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:28:08.052639 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:28:08.052639 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:28:08.052639 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:28:08.052639 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:28:08.052639 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:28:08.052639 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:28:08.052639 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:28:08.052639 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:28:08.052639 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:28:08.052639 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:28:08.052639 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:28:08.052639 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:28:08.052639 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:28:08.052639 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:28:08.052639 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:28:08.052639 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:28:08.052639 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:28:08.052639 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:28:08.052639 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:28:08.056000 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9f7d7f7f-a246-4558-8f03-a19e9e6a9eb0 req-9b94d3f0-6a1b-49ac-89e1-654ecbdc7a66 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1542153 Dec 16 09:28:08.082376 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8853b4-643b-4966-832d-1a617daf9596 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83f50740-edfa-4704-b8a9-9e3680759c86,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:08.087532 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6a8853b4-643b-4966-832d-1a617daf9596 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:08.091333 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6a8853b4-643b-4966-832d-1a617daf9596 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/83f50740-edfa-4704-b8a9-9e3680759c86 HTTP/1.1" status: 204 len: 168 time: 0.6942222 Dec 16 09:28:08.095105 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36598) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:08.097318 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835b700b-0243-4470-8897-c7ec12017561 None None] Network 86867aa7-78d7-466e-865e-a30f6140c6b7 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:28:08.099601 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-4b6d9431-9e51-48fe-ad71-1f71b0c2e9a1 req-f22dc730-eb6a-42a6-bbd3-1d8b0d6d6a16 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Deleting port 96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:08.099601 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4b6d9431-9e51-48fe-ad71-1f71b0c2e9a1 req-f22dc730-eb6a-42a6-bbd3-1d8b0d6d6a16 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:08.281213 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-11d68b8c-dfb0-4ccb-a9e6-5600a8617fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:08.295499 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a21e880d-6d4c-4710-bce1-995db82580cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:08.304961 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a21e880d-6d4c-4710-bce1-995db82580cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:08.313073 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a21e880d-6d4c-4710-bce1-995db82580cf admin admin] 10.222.0.60 "DELETE /v2.0/networks/5fdc4389-ef3b-4730-9f7c-3bcd629db149 HTTP/1.1" status: 204 len: 168 time: 0.6470170 Dec 16 09:28:08.335014 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-4b6d9431-9e51-48fe-ad71-1f71b0c2e9a1 req-f22dc730-eb6a-42a6-bbd3-1d8b0d6d6a16 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] For port 96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25,segment=NetworkSegment(a454ab72-7116-44cd-b58a-bfa8a71a97b2),segment_id=a454ab72-7116-44cd-b58a-bfa8a71a97b2)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:08.335294 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4b6d9431-9e51-48fe-ad71-1f71b0c2e9a1 req-f22dc730-eb6a-42a6-bbd3-1d8b0d6d6a16 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:08.335396 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e880d-6d4c-4710-bce1-995db82580cf admin admin] Pushing event deleted for resources: {'Network': ['ID=5fdc4389-ef3b-4730-9f7c-3bcd629db149,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:08.357158 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1a922-91e2-457e-9642-e15a6ef54315 req-26caf3b1-8a68-45c3-8dcb-b407d20b6104 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:08.358690 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ccf1a922-91e2-457e-9642-e15a6ef54315 req-26caf3b1-8a68-45c3-8dcb-b407d20b6104 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 945 time: 0.1492634 Dec 16 09:28:08.388406 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-4b6d9431-9e51-48fe-ad71-1f71b0c2e9a1 req-f22dc730-eb6a-42a6-bbd3-1d8b0d6d6a16 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Calling delete_port for 96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:08.471774 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b69a4ed-8215-48df-9393-1542de854c86 None None] DHCP port deletion for 86867aa7-78d7-466e-865e-a30f6140c6b7 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:28:08.485399 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ccf1a922-91e2-457e-9642-e15a6ef54315 req-1988d0b8-428b-4a73-a4c5-b4c068d17a35 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021414 Dec 16 09:28:08.529082 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-11d68b8c-dfb0-4ccb-a9e6-5600a8617fdd admin admin] Deleting port d52896fb-9747-40e6-9eaf-a1509e64debf {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:08.529082 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-11d68b8c-dfb0-4ccb-a9e6-5600a8617fdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:08.550705 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-6b69a4ed-8215-48df-9393-1542de854c86 None None] Deleting port d52896fb-9747-40e6-9eaf-a1509e64debf {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:08.550705 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6b69a4ed-8215-48df-9393-1542de854c86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:08.634169 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-11d68b8c-dfb0-4ccb-a9e6-5600a8617fdd admin admin] For port d52896fb-9747-40e6-9eaf-a1509e64debf, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d52896fb-9747-40e6-9eaf-a1509e64debf,segment=NetworkSegment(107061ae-b206-4343-88ad-819d684ac1ae),segment_id=107061ae-b206-4343-88ad-819d684ac1ae)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:08.635076 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-11d68b8c-dfb0-4ccb-a9e6-5600a8617fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:08.644469 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-6b69a4ed-8215-48df-9393-1542de854c86 None None] For port d52896fb-9747-40e6-9eaf-a1509e64debf, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d52896fb-9747-40e6-9eaf-a1509e64debf,segment=NetworkSegment(107061ae-b206-4343-88ad-819d684ac1ae),segment_id=107061ae-b206-4343-88ad-819d684ac1ae)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:08.648253 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6b69a4ed-8215-48df-9393-1542de854c86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:08.648557 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-11d68b8c-dfb0-4ccb-a9e6-5600a8617fdd admin admin] Calling delete_port for d52896fb-9747-40e6-9eaf-a1509e64debf owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:08.660180 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-6b69a4ed-8215-48df-9393-1542de854c86 None None] Calling delete_port for d52896fb-9747-40e6-9eaf-a1509e64debf owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:08.739378 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4b6d9431-9e51-48fe-ad71-1f71b0c2e9a1 req-f22dc730-eb6a-42a6-bbd3-1d8b0d6d6a16 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:08.759612 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25', 'b23c0c63-954e-4285-9ed2-35c897afc2ae'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:08.779843 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36604) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:08.780393 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22dc730-eb6a-42a6-bbd3-1d8b0d6d6a16 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Pushing event deleted for resources: {'Port': ['ID=96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:08.826142 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6d9431-9e51-48fe-ad71-1f71b0c2e9a1 req-f22dc730-eb6a-42a6-bbd3-1d8b0d6d6a16 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] No DVR routers for this DVR port 96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:28:08.838560 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4b6d9431-9e51-48fe-ad71-1f71b0c2e9a1 req-f22dc730-eb6a-42a6-bbd3-1d8b0d6d6a16 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:08.838560 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b6d9431-9e51-48fe-ad71-1f71b0c2e9a1 req-f22dc730-eb6a-42a6-bbd3-1d8b0d6d6a16 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.58 "DELETE /v2.0/ports/96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25 HTTP/1.1" status: 204 len: 173 time: 1.0463054 Dec 16 09:28:08.838560 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0add12d-8f1d-4516-a404-2543381d5473', 'name': 'network-vif-deleted', 'tag': '96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:08.838560 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab93c33-b215-428c-8fcb-666e28b44caa" -d '{"events": [{"server_uuid": "e0add12d-8f1d-4516-a404-2543381d5473", "name": "network-vif-deleted", "tag": "96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:08.842579 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d21ec177-8775-4c99-976e-dbe08537f370 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf920e5a3f8e4484ba26e4b568348c48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0659695 Dec 16 09:28:08.844885 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36608) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:08.955904 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c818cbb7-b46f-4a22-a306-1a653de207a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:08.986427 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c818cbb7-b46f-4a22-a306-1a653de207a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:09.067244 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device e18239dd-6eb6-4910-9ce3-cdedbbb8994c no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:28:09.115291 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-4b6d9431-9e51-48fe-ad71-1f71b0c2e9a1 req-d0fd47f2-1666-482c-b5aa-7d79020a553b tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Deleting port b23c0c63-954e-4285-9ed2-35c897afc2ae {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:09.116376 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4b6d9431-9e51-48fe-ad71-1f71b0c2e9a1 req-d0fd47f2-1666-482c-b5aa-7d79020a553b tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:09.117010 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: e18239dd-6eb6-4910-9ce3-cdedbbb8994c {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:28:09.117609 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device e18239dd-6eb6-4910-9ce3-cdedbbb8994c not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:28:09.118185 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 0ed08930-6209-41e4-906d-78355cd26a87 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:28:09.152471 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 0ed08930-6209-41e4-906d-78355cd26a87 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:28:09.153412 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 0ed08930-6209-41e4-906d-78355cd26a87 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:28:09.153911 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d52896fb-9747-40e6-9eaf-a1509e64debf no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:28:09.246620 n-d-820550-2 neutron-server[102818]: INFO neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] No ports have port_id starting with d52896fb-9747-40e6-9eaf-a1509e64debf Dec 16 09:28:09.250032 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6b69a4ed-8215-48df-9393-1542de854c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:09.303560 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-4b6d9431-9e51-48fe-ad71-1f71b0c2e9a1 req-d0fd47f2-1666-482c-b5aa-7d79020a553b tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] For port b23c0c63-954e-4285-9ed2-35c897afc2ae, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=b23c0c63-954e-4285-9ed2-35c897afc2ae,segment=NetworkSegment(10c041da-7b75-4b42-8857-b36d3ddb3890),segment_id=10c041da-7b75-4b42-8857-b36d3ddb3890)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:09.304169 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4b6d9431-9e51-48fe-ad71-1f71b0c2e9a1 req-d0fd47f2-1666-482c-b5aa-7d79020a553b tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:09.320646 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69a4ed-8215-48df-9393-1542de854c86 None None] Pushing event deleted for resources: {'Port': ['ID=d52896fb-9747-40e6-9eaf-a1509e64debf,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:09.322701 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4100b7c2-561a-402a-9e62-665fa0cb49aa x-openstack-request-id: req-4100b7c2-561a-402a-9e62-665fa0cb49aa {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:09.323045 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0add12d-8f1d-4516-a404-2543381d5473", "name": "network-vif-deleted", "tag": "96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:09.323305 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4100b7c2-561a-402a-9e62-665fa0cb49aa {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:09.323745 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0add12d-8f1d-4516-a404-2543381d5473', 'name': 'network-vif-deleted', 'tag': '96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25', 'status': 'completed', 'code': 200} Dec 16 09:28:09.327943 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-11d68b8c-dfb0-4ccb-a9e6-5600a8617fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:09.336820 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b69a4ed-8215-48df-9393-1542de854c86 None None] No DVR routers for this DVR port d52896fb-9747-40e6-9eaf-a1509e64debf on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:28:09.350935 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-4b6d9431-9e51-48fe-ad71-1f71b0c2e9a1 req-d0fd47f2-1666-482c-b5aa-7d79020a553b tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Calling delete_port for b23c0c63-954e-4285-9ed2-35c897afc2ae owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:09.372762 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6439d2a-d1fd-43e8-bd4a-bcfd95010088 req-196ae99a-b76e-44d4-b80e-a4b7747924aa tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:09.374427 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b6439d2a-d1fd-43e8-bd4a-bcfd95010088 req-196ae99a-b76e-44d4-b80e-a4b7747924aa tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0add12d-8f1d-4516-a404-2543381d5473 HTTP/1.1" status: 200 len: 946 time: 0.0821984 Dec 16 09:28:09.394403 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d68b8c-dfb0-4ccb-a9e6-5600a8617fdd admin admin] Pushing event deleted for resources: {'Port': ['ID=d52896fb-9747-40e6-9eaf-a1509e64debf,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:09.399994 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d68b8c-dfb0-4ccb-a9e6-5600a8617fdd admin admin] No DVR routers for this DVR port d52896fb-9747-40e6-9eaf-a1509e64debf on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:28:09.420152 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b6439d2a-d1fd-43e8-bd4a-bcfd95010088 req-ff697156-27a9-4187-b982-30bbb81e6951 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/security-groups?id=7461d54d-e5ec-4be5-8c65-e1473340986f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382526 Dec 16 09:28:09.515955 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c82db0-d69b-4bae-89f4-83bc0b2f8eaf req-15def67f-6a1e-44ad-a21e-ad37b7f353b8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:09.522011 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c82db0-d69b-4bae-89f4-83bc0b2f8eaf req-15def67f-6a1e-44ad-a21e-ad37b7f353b8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:09.528530 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c82db0-d69b-4bae-89f4-83bc0b2f8eaf req-15def67f-6a1e-44ad-a21e-ad37b7f353b8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:09.534772 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c82db0-d69b-4bae-89f4-83bc0b2f8eaf req-15def67f-6a1e-44ad-a21e-ad37b7f353b8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:09.540862 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c82db0-d69b-4bae-89f4-83bc0b2f8eaf req-15def67f-6a1e-44ad-a21e-ad37b7f353b8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:09.547373 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c82db0-d69b-4bae-89f4-83bc0b2f8eaf req-15def67f-6a1e-44ad-a21e-ad37b7f353b8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:09.553416 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c82db0-d69b-4bae-89f4-83bc0b2f8eaf req-15def67f-6a1e-44ad-a21e-ad37b7f353b8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:09.555354 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-68c82db0-d69b-4bae-89f4-83bc0b2f8eaf req-15def67f-6a1e-44ad-a21e-ad37b7f353b8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5445 time: 0.4480662 Dec 16 09:28:09.578038 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c818cbb7-b46f-4a22-a306-1a653de207a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:09.589242 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-11d68b8c-dfb0-4ccb-a9e6-5600a8617fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:09.589394 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c818cbb7-b46f-4a22-a306-1a653de207a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:09.590069 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c818cbb7-b46f-4a22-a306-1a653de207a6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0c10216b-6e81-49e8-96e8-b2173f2059e1 HTTP/1.1" status: 204 len: 168 time: 0.7440376 Dec 16 09:28:09.612835 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c818cbb7-b46f-4a22-a306-1a653de207a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c10216b-6e81-49e8-96e8-b2173f2059e1,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:09.624608 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-11d68b8c-dfb0-4ccb-a9e6-5600a8617fdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86867aa7-78d7-466e-865e-a30f6140c6b7']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:09.648519 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-11d68b8c-dfb0-4ccb-a9e6-5600a8617fdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '107061ae-b206-4343-88ad-819d684ac1ae') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:09.648804 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-11d68b8c-dfb0-4ccb-a9e6-5600a8617fdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '107061ae-b206-4343-88ad-819d684ac1ae') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:09.663512 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-68c82db0-d69b-4bae-89f4-83bc0b2f8eaf req-fcf07746-1e0b-415b-aaef-be36a7ba2d7d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0951765 Dec 16 09:28:09.668680 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-11d68b8c-dfb0-4ccb-a9e6-5600a8617fdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:09.689964 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb145fbc-c964-462a-9357-cc20a5f987aa req-e64d18b8-afda-4f1b-8cf5-199817efab5b tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:09.692481 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eb145fbc-c964-462a-9357-cc20a5f987aa req-e64d18b8-afda-4f1b-8cf5-199817efab5b tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 945 time: 0.0702269 Dec 16 09:28:09.710514 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-11d68b8c-dfb0-4ccb-a9e6-5600a8617fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:09.722042 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d68b8c-dfb0-4ccb-a9e6-5600a8617fdd admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:28:09.722438 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-11d68b8c-dfb0-4ccb-a9e6-5600a8617fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:09.724227 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:28:09.724227 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:28:09.724227 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:28:09.724227 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:28:09.724227 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:28:09.724227 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:28:09.724227 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:28:09.724227 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:28:09.724227 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:28:09.724227 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:28:09.724227 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:28:09.724227 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:28:09.724227 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:28:09.724227 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:28:09.724227 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:28:09.724227 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:28:09.724227 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:28:09.724227 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:28:09.724227 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:28:09.724227 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:28:09.724227 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:28:09.724227 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:28:09.724227 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:28:09.724227 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:28:09.724227 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:28:09.724227 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:28:09.724227 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:28:09.724227 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:28:09.724227 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:28:09.724227 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:28:09.724227 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:28:09.724227 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:28:09.778139 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eb145fbc-c964-462a-9357-cc20a5f987aa req-75b81a21-be3e-45c6-b76d-3e4068477a61 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790150 Dec 16 09:28:09.844878 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4b6d9431-9e51-48fe-ad71-1f71b0c2e9a1 req-d0fd47f2-1666-482c-b5aa-7d79020a553b tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:09.875656 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd47f2-1666-482c-b5aa-7d79020a553b tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Pushing event deleted for resources: {'Port': ['ID=b23c0c63-954e-4285-9ed2-35c897afc2ae,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:09.905003 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-11d68b8c-dfb0-4ccb-a9e6-5600a8617fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:09.921996 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6d9431-9e51-48fe-ad71-1f71b0c2e9a1 req-d0fd47f2-1666-482c-b5aa-7d79020a553b tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] No DVR routers for this DVR port b23c0c63-954e-4285-9ed2-35c897afc2ae on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:28:09.936356 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-11d68b8c-dfb0-4ccb-a9e6-5600a8617fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:09.941706 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-11d68b8c-dfb0-4ccb-a9e6-5600a8617fdd admin admin] 10.222.0.60 "DELETE /v2.0/networks/86867aa7-78d7-466e-865e-a30f6140c6b7 HTTP/1.1" status: 204 len: 168 time: 1.8453772 Dec 16 09:28:09.944299 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4b6d9431-9e51-48fe-ad71-1f71b0c2e9a1 req-d0fd47f2-1666-482c-b5aa-7d79020a553b tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:09.949409 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b6d9431-9e51-48fe-ad71-1f71b0c2e9a1 req-d0fd47f2-1666-482c-b5aa-7d79020a553b tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.58 "DELETE /v2.0/ports/b23c0c63-954e-4285-9ed2-35c897afc2ae HTTP/1.1" status: 204 len: 173 time: 1.1112244 Dec 16 09:28:09.952773 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d68b8c-dfb0-4ccb-a9e6-5600a8617fdd admin admin] Pushing event deleted for resources: {'Network': ['ID=86867aa7-78d7-466e-865e-a30f6140c6b7,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:10.257347 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:10.491853 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36642) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:10.565655 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-acbf3435-154a-4528-af04-dbfb36b504b3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f989e3e1638348799ccbe1e7d511def8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0721188 Dec 16 09:28:10.568133 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36648) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:10.579644 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2f7bbcbd-2cdd-442f-a05a-7ee95db8e22c req-75a501f4-31b3-4336-89db-fb37d05d8b54 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0add12d-8f1d-4516-a404-2543381d5473 HTTP/1.1" status: 200 len: 210 time: 0.0575478 Dec 16 09:28:10.638018 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-901747e1-6647-4eaf-a347-055a59a0cd54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:10.667507 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-901747e1-6647-4eaf-a347-055a59a0cd54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:10.820494 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142d935-7598-4a54-bc0f-e1f0ff2d913a req-d3e0856a-d873-4c93-be39-047622ef2c99 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:10.826547 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142d935-7598-4a54-bc0f-e1f0ff2d913a req-d3e0856a-d873-4c93-be39-047622ef2c99 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:10.828062 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-901747e1-6647-4eaf-a347-055a59a0cd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:10.831508 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-901747e1-6647-4eaf-a347-055a59a0cd54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:10.832438 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-901747e1-6647-4eaf-a347-055a59a0cd54 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/66d6ae50-9172-4984-8fd5-4bd1e8d52f0a HTTP/1.1" status: 204 len: 168 time: 0.2628877 Dec 16 09:28:10.833199 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142d935-7598-4a54-bc0f-e1f0ff2d913a req-d3e0856a-d873-4c93-be39-047622ef2c99 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:10.840113 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142d935-7598-4a54-bc0f-e1f0ff2d913a req-d3e0856a-d873-4c93-be39-047622ef2c99 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:10.846762 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142d935-7598-4a54-bc0f-e1f0ff2d913a req-d3e0856a-d873-4c93-be39-047622ef2c99 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:10.852884 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142d935-7598-4a54-bc0f-e1f0ff2d913a req-d3e0856a-d873-4c93-be39-047622ef2c99 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:10.855752 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901747e1-6647-4eaf-a347-055a59a0cd54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d6ae50-9172-4984-8fd5-4bd1e8d52f0a,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:10.874852 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142d935-7598-4a54-bc0f-e1f0ff2d913a req-d3e0856a-d873-4c93-be39-047622ef2c99 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:10.878089 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2142d935-7598-4a54-bc0f-e1f0ff2d913a req-d3e0856a-d873-4c93-be39-047622ef2c99 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5445 time: 0.1193702 Dec 16 09:28:10.961285 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9eb878-c6cb-4cda-898c-af1e14d6c552 req-f20f0e16-0169-416a-bc2d-516e08e35c62 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:10.969664 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2142d935-7598-4a54-bc0f-e1f0ff2d913a req-33f7393c-15a8-4f71-a394-4d5bb58f7d46 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0721290 Dec 16 09:28:10.973841 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ec9eb878-c6cb-4cda-898c-af1e14d6c552 req-f20f0e16-0169-416a-bc2d-516e08e35c62 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 945 time: 0.0721896 Dec 16 09:28:11.015275 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ec9eb878-c6cb-4cda-898c-af1e14d6c552 req-4f4baafb-75f7-4402-91f7-04b1bb80f1d6 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350392 Dec 16 09:28:11.112824 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78117433-db8c-4391-9da1-d6dabe7cf9df req-d97d0a3f-01bc-45ad-b392-10988cde8fbd tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:11.120844 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78117433-db8c-4391-9da1-d6dabe7cf9df req-d97d0a3f-01bc-45ad-b392-10988cde8fbd tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:11.128133 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78117433-db8c-4391-9da1-d6dabe7cf9df req-d97d0a3f-01bc-45ad-b392-10988cde8fbd tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:11.131548 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ad203-017a-4f5c-99a5-b7f24c35eac1 req-12c111c1-e556-4429-aeae-2e59eab943d8 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:11.133320 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-380ad203-017a-4f5c-99a5-b7f24c35eac1 req-12c111c1-e556-4429-aeae-2e59eab943d8 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 1096 time: 0.0456717 Dec 16 09:28:11.134385 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78117433-db8c-4391-9da1-d6dabe7cf9df req-d97d0a3f-01bc-45ad-b392-10988cde8fbd tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:11.141262 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78117433-db8c-4391-9da1-d6dabe7cf9df req-d97d0a3f-01bc-45ad-b392-10988cde8fbd tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:11.147213 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78117433-db8c-4391-9da1-d6dabe7cf9df req-d97d0a3f-01bc-45ad-b392-10988cde8fbd tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:11.153380 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78117433-db8c-4391-9da1-d6dabe7cf9df req-d97d0a3f-01bc-45ad-b392-10988cde8fbd tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:11.165208 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-78117433-db8c-4391-9da1-d6dabe7cf9df req-d97d0a3f-01bc-45ad-b392-10988cde8fbd tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5445 time: 0.1148167 Dec 16 09:28:11.165527 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36666) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:11.170499 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-349ffbb4-7b2f-4de7-98e8-4979a9a31858 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Request body: {'floatingip': {'port_id': '636aafc8-1c44-4d0a-aec0-701e4fd6e301'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:11.196636 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-380ad203-017a-4f5c-99a5-b7f24c35eac1 req-b3688972-1479-45d6-b551-85bb4742db93 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538211 Dec 16 09:28:11.368064 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36676) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:11.493436 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-c7f8c785-fd5c-4934-bf3e-6d2dd7dc1729 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-497337506-network', 'tenant_id': '2fdf9ee8bfea41ea812d81e90556fa69'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:11.575700 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0add12d-8f1d-4516-a404-2543381d5473', 'name': 'network-vif-deleted', 'tag': 'b23c0c63-954e-4285-9ed2-35c897afc2ae'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:11.578571 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c125411-fff1-4ef4-afa9-4beb89440b11" -d '{"events": [{"server_uuid": "e0add12d-8f1d-4516-a404-2543381d5473", "name": "network-vif-deleted", "tag": "b23c0c63-954e-4285-9ed2-35c897afc2ae"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:11.599604 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-349ffbb4-7b2f-4de7-98e8-4979a9a31858 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks [] for floatingip, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:11.678922 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399f09ad-e66b-4580-9aba-eb4aafe318c6 x-openstack-request-id: req-399f09ad-e66b-4580-9aba-eb4aafe318c6 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:11.824194 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0add12d-8f1d-4516-a404-2543381d5473", "name": "network-vif-deleted", "tag": "b23c0c63-954e-4285-9ed2-35c897afc2ae", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:11.824194 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-399f09ad-e66b-4580-9aba-eb4aafe318c6 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:11.824194 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0add12d-8f1d-4516-a404-2543381d5473', 'name': 'network-vif-deleted', 'tag': 'b23c0c63-954e-4285-9ed2-35c897afc2ae', 'status': 'completed', 'code': 200} Dec 16 09:28:11.824194 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19d3f1-64b1-4bc8-8a78-0f01ea183227 req-f1bae42d-e4f3-426c-a3bd-ef97f13793d1 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:11.824194 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ec19d3f1-64b1-4bc8-8a78-0f01ea183227 req-f1bae42d-e4f3-426c-a3bd-ef97f13793d1 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 1096 time: 0.1418140 Dec 16 09:28:11.825879 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device b23c0c63-954e-4285-9ed2-35c897afc2ae no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:28:11.825879 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: b23c0c63-954e-4285-9ed2-35c897afc2ae {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:28:11.825879 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device b23c0c63-954e-4285-9ed2-35c897afc2ae not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:28:11.825879 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:28:11.825879 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:28:11.825879 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 96ea51a5-c970-4d3e-aaf4-e1c5eca8aa25 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:28:11.827496 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36694) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:11.837395 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ec19d3f1-64b1-4bc8-8a78-0f01ea183227 req-39f461e2-9bdc-4c4c-9962-14a5e68304e4 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063857 Dec 16 09:28:11.889428 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-262b879b-07e4-4800-a595-3c612718dd09 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Deleting subnet 8a678d01-0240-40c6-a81c-e2f948bd2f9f {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:28:11.892886 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-262b879b-07e4-4800-a595-3c612718dd09 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:11.940053 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-262b879b-07e4-4800-a595-3c612718dd09 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:12.032423 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-262b879b-07e4-4800-a595-3c612718dd09 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:12.112537 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-349ffbb4-7b2f-4de7-98e8-4979a9a31858 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:13.012196 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f8c785-fd5c-4934-bf3e-6d2dd7dc1729 admin admin] Made reservation on behalf of 2fdf9ee8bfea41ea812d81e90556fa69 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:28:13.012196 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c7f8c785-fd5c-4934-bf3e-6d2dd7dc1729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:13.020706 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c7f8c785-fd5c-4934-bf3e-6d2dd7dc1729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:13.066001 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-349ffbb4-7b2f-4de7-98e8-4979a9a31858 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:13.066484 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-262b879b-07e4-4800-a595-3c612718dd09 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:13.109464 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-262b879b-07e4-4800-a595-3c612718dd09 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:13.115454 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-262b879b-07e4-4800-a595-3c612718dd09 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "DELETE /v2.0/subnets/8a678d01-0240-40c6-a81c-e2f948bd2f9f HTTP/1.1" status: 204 len: 168 time: 1.2860808 Dec 16 09:28:13.117772 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36726) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:13.118516 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b879b-07e4-4800-a595-3c612718dd09 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Pushing event deleted for resources: {'Subnet': ['ID=8a678d01-0240-40c6-a81c-e2f948bd2f9f,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:13.121710 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8077d73-e6ce-4763-b0c7-936b778b08c3 None None] Network 1a477423-49c2-4d1e-8fd2-7839e99cccb1 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:28:13.176564 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c7f8c785-fd5c-4934-bf3e-6d2dd7dc1729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:13.266861 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b7466184-d756-4fd6-9274-c635a8257aab tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:13.312895 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [None req-349ffbb4-7b2f-4de7-98e8-4979a9a31858 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Floating IP dc73d1c0-8db6-465e-a222-49901684549a associated. External IP: 172.25.1.165, port: 636aafc8-1c44-4d0a-aec0-701e4fd6e301. Dec 16 09:28:13.331924 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a13776-9921-4912-8c64-aeceef2708c0 None None] DHCP port deletion for 1a477423-49c2-4d1e-8fd2-7839e99cccb1 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:28:13.349980 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c7f8c785-fd5c-4934-bf3e-6d2dd7dc1729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:13.406655 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f8c785-fd5c-4934-bf3e-6d2dd7dc1729 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:28:13.414264 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8c785-fd5c-4934-bf3e-6d2dd7dc1729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174c1064-d9bd-4579-9091-596dd7aa8e7c,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:13.439365 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-e8a13776-9921-4912-8c64-aeceef2708c0 None None] Deleting port ced6a0e7-54c0-4509-a33a-821ef66bed39 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:13.439513 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c7f8c785-fd5c-4934-bf3e-6d2dd7dc1729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:13.439801 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-c7f8c785-fd5c-4934-bf3e-6d2dd7dc1729 admin admin] Added segment 1e2014f7-8ae4-4bc0-98b8-25a669313059 of type vlan for network 796abadb-0795-4a55-adba-f043e91923a6 Dec 16 09:28:13.439930 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e8a13776-9921-4912-8c64-aeceef2708c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:13.453087 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-b7466184-d756-4fd6-9274-c635a8257aab tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Deleting port ced6a0e7-54c0-4509-a33a-821ef66bed39 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:13.463948 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b7466184-d756-4fd6-9274-c635a8257aab tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:13.504188 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c7f8c785-fd5c-4934-bf3e-6d2dd7dc1729 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:13.589887 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-e8a13776-9921-4912-8c64-aeceef2708c0 None None] For port ced6a0e7-54c0-4509-a33a-821ef66bed39, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ced6a0e7-54c0-4509-a33a-821ef66bed39,segment=NetworkSegment(10c041da-7b75-4b42-8857-b36d3ddb3890),segment_id=10c041da-7b75-4b42-8857-b36d3ddb3890)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:13.591396 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e8a13776-9921-4912-8c64-aeceef2708c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:13.608312 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-b7466184-d756-4fd6-9274-c635a8257aab tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] For port ced6a0e7-54c0-4509-a33a-821ef66bed39, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ced6a0e7-54c0-4509-a33a-821ef66bed39,segment=NetworkSegment(10c041da-7b75-4b42-8857-b36d3ddb3890),segment_id=10c041da-7b75-4b42-8857-b36d3ddb3890)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:13.608685 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b7466184-d756-4fd6-9274-c635a8257aab tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:13.609664 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-e8a13776-9921-4912-8c64-aeceef2708c0 None None] Calling delete_port for ced6a0e7-54c0-4509-a33a-821ef66bed39 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:13.630048 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-b7466184-d756-4fd6-9274-c635a8257aab tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Calling delete_port for ced6a0e7-54c0-4509-a33a-821ef66bed39 owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:13.666179 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c7f8c785-fd5c-4934-bf3e-6d2dd7dc1729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:13.668504 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f8c785-fd5c-4934-bf3e-6d2dd7dc1729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:13.670578 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c7f8c785-fd5c-4934-bf3e-6d2dd7dc1729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:13.709033 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349ffbb4-7b2f-4de7-98e8-4979a9a31858 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Router 20747735-d060-4f1f-97e8-c71ecdce65c6 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:28:13.806788 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8c785-fd5c-4934-bf3e-6d2dd7dc1729 admin admin] Pushing event updated for resources: {'Network': ['ID=796abadb-0795-4a55-adba-f043e91923a6,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:13.818461 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 796abadb-0795-4a55-adba-f043e91923a6 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:28:13.863241 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b7466184-d756-4fd6-9274-c635a8257aab tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:13.884609 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e8a13776-9921-4912-8c64-aeceef2708c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:13.906275 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7466184-d756-4fd6-9274-c635a8257aab tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Pushing event deleted for resources: {'Port': ['ID=ced6a0e7-54c0-4509-a33a-821ef66bed39,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:13.918950 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7466184-d756-4fd6-9274-c635a8257aab tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] No DVR routers for this DVR port ced6a0e7-54c0-4509-a33a-821ef66bed39 on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:28:13.921324 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349ffbb4-7b2f-4de7-98e8-4979a9a31858 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:28:13.927628 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c7f8c785-fd5c-4934-bf3e-6d2dd7dc1729 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5582743 Dec 16 09:28:13.930354 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36752) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:13.936330 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-eb0e1a69-907a-4178-b122-6e67287874dc admin admin] Request body: {'subnet': {'network_id': '796abadb-0795-4a55-adba-f043e91923a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-497337506-subnet', 'tenant_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:13.938571 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-349ffbb4-7b2f-4de7-98e8-4979a9a31858 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:13.947717 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a13776-9921-4912-8c64-aeceef2708c0 None None] Pushing event deleted for resources: {'Port': ['ID=ced6a0e7-54c0-4509-a33a-821ef66bed39,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:13.947717 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4560fe7c-5973-475f-ae35-5a3f6230265d None None] Sync routers for ids ['20747735-d060-4f1f-97e8-c71ecdce65c6'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:28:13.978036 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a13776-9921-4912-8c64-aeceef2708c0 None None] No DVR routers for this DVR port ced6a0e7-54c0-4509-a33a-821ef66bed39 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:28:13.991701 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4560fe7c-5973-475f-ae35-5a3f6230265d None None] Routers {'20747735-d060-4f1f-97e8-c71ecdce65c6'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:13.992349 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-4560fe7c-5973-475f-ae35-5a3f6230265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:27:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['20747735-d060-4f1f-97e8-c71ecdce65c6'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:14.062807 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-349ffbb4-7b2f-4de7-98e8-4979a9a31858 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "PUT /v2.0/floatingips/dc73d1c0-8db6-465e-a222-49901684549a HTTP/1.1" status: 200 len: 991 time: 2.8959503 Dec 16 09:28:14.085662 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'tag': '636aafc8-1c44-4d0a-aec0-701e4fd6e301'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:14.085662 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b37c4e2-0202-42dc-95c8-d7d98a5f2a46" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "tag": "636aafc8-1c44-4d0a-aec0-701e4fd6e301"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:14.106090 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0e1a69-907a-4178-b122-6e67287874dc admin admin] Made reservation on behalf of 2fdf9ee8bfea41ea812d81e90556fa69 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:28:14.108504 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eb0e1a69-907a-4178-b122-6e67287874dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:14.123120 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b7466184-d756-4fd6-9274-c635a8257aab tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:14.165631 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-b7466184-d756-4fd6-9274-c635a8257aab tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a477423-49c2-4d1e-8fd2-7839e99cccb1']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:14.190820 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-b7466184-d756-4fd6-9274-c635a8257aab tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10c041da-7b75-4b42-8857-b36d3ddb3890') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:14.191113 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-b7466184-d756-4fd6-9274-c635a8257aab tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10c041da-7b75-4b42-8857-b36d3ddb3890') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:14.206784 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b7466184-d756-4fd6-9274-c635a8257aab tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:14.212728 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-4560fe7c-5973-475f-ae35-5a3f6230265d None None] Set router 20747735-d060-4f1f-97e8-c71ecdce65c6 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:14.226191 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b7466184-d756-4fd6-9274-c635a8257aab tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:14.234997 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e64663-8a58-433b-864b-d0ac572408cc x-openstack-request-id: req-96e64663-8a58-433b-864b-d0ac572408cc {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:14.235280 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "tag": "636aafc8-1c44-4d0a-aec0-701e4fd6e301", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:14.235524 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-96e64663-8a58-433b-864b-d0ac572408cc {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:14.235913 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'tag': '636aafc8-1c44-4d0a-aec0-701e4fd6e301', 'status': 'completed', 'code': 200} Dec 16 09:28:14.238457 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7466184-d756-4fd6-9274-c635a8257aab tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:28:14.238858 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b7466184-d756-4fd6-9274-c635a8257aab tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: self.session.flush() Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: self.session.flush() Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: self.session.flush() Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: self.session.flush() Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:28:14.254616 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:28:14.359337 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37c4e2-0202-42dc-95c8-d7d98a5f2a46 req-03e533b0-6d3f-46a0-9843-e77e64ff763c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:14.359806 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37c4e2-0202-42dc-95c8-d7d98a5f2a46 req-03e533b0-6d3f-46a0-9843-e77e64ff763c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:14.360266 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37c4e2-0202-42dc-95c8-d7d98a5f2a46 req-03e533b0-6d3f-46a0-9843-e77e64ff763c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:14.360737 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37c4e2-0202-42dc-95c8-d7d98a5f2a46 req-03e533b0-6d3f-46a0-9843-e77e64ff763c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:14.361270 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37c4e2-0202-42dc-95c8-d7d98a5f2a46 req-03e533b0-6d3f-46a0-9843-e77e64ff763c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:14.361733 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37c4e2-0202-42dc-95c8-d7d98a5f2a46 req-03e533b0-6d3f-46a0-9843-e77e64ff763c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:14.362500 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37c4e2-0202-42dc-95c8-d7d98a5f2a46 req-03e533b0-6d3f-46a0-9843-e77e64ff763c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:14.366657 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3b37c4e2-0202-42dc-95c8-d7d98a5f2a46 req-03e533b0-6d3f-46a0-9843-e77e64ff763c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=089b504b14134411afd7c91777dc992c&device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 6502 time: 0.0677323 Dec 16 09:28:14.495461 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37c4e2-0202-42dc-95c8-d7d98a5f2a46 req-4b57bbc6-e625-4750-b6ff-b7887d037ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:14.497479 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3b37c4e2-0202-42dc-95c8-d7d98a5f2a46 req-4b57bbc6-e625-4750-b6ff-b7887d037ecf service neutron] 10.222.0.57 "GET /v2.0/networks?id=afd4b102-4e58-4a14-a495-ab824dc8cc6e HTTP/1.1" status: 200 len: 917 time: 0.1109140 Dec 16 09:28:14.502044 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b7466184-d756-4fd6-9274-c635a8257aab tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:14.513050 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b7466184-d756-4fd6-9274-c635a8257aab tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:14.521200 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b7466184-d756-4fd6-9274-c635a8257aab tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "DELETE /v2.0/networks/1a477423-49c2-4d1e-8fd2-7839e99cccb1 HTTP/1.1" status: 204 len: 168 time: 1.4000101 Dec 16 09:28:14.522257 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36772) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:14.608753 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7466184-d756-4fd6-9274-c635a8257aab tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Pushing event deleted for resources: {'Network': ['ID=1a477423-49c2-4d1e-8fd2-7839e99cccb1,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:14.619258 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-4560fe7c-5973-475f-ae35-5a3f6230265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'name': 'tempest-TaggedBootDevicesTest_v242-941321693-router', 'tenant_id': '089b504b14134411afd7c91777dc992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:16Z', 'updated_at': '2021-12-16T09:25:22Z', 'revision_number': 4, 'project_id': '089b504b14134411afd7c91777dc992c', 'gw_port': {'id': 'a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:18Z', 'updated_at': '2021-12-16T09:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'dc73d1c0-8db6-465e-a222-49901684549a', 'tenant_id': '089b504b14134411afd7c91777dc992c', 'floating_ip_address': '172.25.1.165', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'port_id': '636aafc8-1c44-4d0a-aec0-701e4fd6e301', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd4b102-4e58-4a14-a495-ab824dc8cc6e', 'mac_address': 'fa:16:3e:47:5e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:26:47Z', 'updated_at': '2021-12-16T09:28:12Z', 'revision_number': 1, 'project_id': '089b504b14134411afd7c91777dc992c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d83e591-3e71-4465-a462-b147f2bb667b', 'name': '', 'network_id': 'afd4b102-4e58-4a14-a495-ab824dc8cc6e', 'tenant_id': '089b504b14134411afd7c91777dc992c', 'mac_address': 'fa:16:3e:98:bc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '049c4f18-5546-4461-b625-6d7fda2dbad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:21Z', 'updated_at': '2021-12-16T09:25:26Z', 'revision_number': 5, 'project_id': '089b504b14134411afd7c91777dc992c', 'subnets': [{'id': '049c4f18-5546-4461-b625-6d7fda2dbad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:14.656339 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4560fe7c-5973-475f-ae35-5a3f6230265d None None] Checking router: 20747735-d060-4f1f-97e8-c71ecdce65c6 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:28:14.670498 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4560fe7c-5973-475f-ae35-5a3f6230265d None None] Routers {'20747735-d060-4f1f-97e8-c71ecdce65c6'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:14.671245 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-4560fe7c-5973-475f-ae35-5a3f6230265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:27:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['20747735-d060-4f1f-97e8-c71ecdce65c6'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:14.695590 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3b37c4e2-0202-42dc-95c8-d7d98a5f2a46 req-8460ecc0-6865-495b-bc4a-1e15476884dd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=636aafc8-1c44-4d0a-aec0-701e4fd6e301 HTTP/1.1" status: 200 len: 999 time: 0.1734705 Dec 16 09:28:14.715964 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-531fe1fc-d69d-45d6-95b1-23ce13adc811 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Deleting subnet 059d4019-1990-4f99-ac97-b34ee85917e9 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:28:14.729723 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-531fe1fc-d69d-45d6-95b1-23ce13adc811 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:14.798829 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-531fe1fc-d69d-45d6-95b1-23ce13adc811 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:14.800403 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-4560fe7c-5973-475f-ae35-5a3f6230265d None None] Set router 20747735-d060-4f1f-97e8-c71ecdce65c6 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:14.826641 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37c4e2-0202-42dc-95c8-d7d98a5f2a46 req-5011f175-7afa-4793-909e-fb39fae178f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:14.828098 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3b37c4e2-0202-42dc-95c8-d7d98a5f2a46 req-5011f175-7afa-4793-909e-fb39fae178f9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=049c4f18-5546-4461-b625-6d7fda2dbad0 HTTP/1.1" status: 200 len: 855 time: 0.1094744 Dec 16 09:28:14.911018 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eb0e1a69-907a-4178-b122-6e67287874dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:14.924777 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37c4e2-0202-42dc-95c8-d7d98a5f2a46 req-3be8472c-511c-4f0f-a6d4-da0db2725b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:14.928528 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3b37c4e2-0202-42dc-95c8-d7d98a5f2a46 req-3be8472c-511c-4f0f-a6d4-da0db2725b35 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=afd4b102-4e58-4a14-a495-ab824dc8cc6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885940 Dec 16 09:28:14.972023 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ced6a0e7-54c0-4509-a33a-821ef66bed39 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:28:15.002759 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e1a69-907a-4178-b122-6e67287874dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9d10a32-22c8-4de7-a5e2-276788e5f144,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:15.008411 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0e1a69-907a-4178-b122-6e67287874dc admin admin] Checking segment: {'id': '1e2014f7-8ae4-4bc0-98b8-25a669313059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '796abadb-0795-4a55-adba-f043e91923a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:28:15.008777 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0e1a69-907a-4178-b122-6e67287874dc admin admin] Network hostable DHCP agents. Network: 796abadb-0795-4a55-adba-f043e91923a6, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:28:15.038028 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-531fe1fc-d69d-45d6-95b1-23ce13adc811 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:15.122055 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0e1a69-907a-4178-b122-6e67287874dc admin admin] Network 796abadb-0795-4a55-adba-f043e91923a6 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:28:15.130582 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3b37c4e2-0202-42dc-95c8-d7d98a5f2a46 req-16007e17-3215-407b-8e5c-7fff98b00037 service neutron] 10.222.0.57 "GET /v2.0/networks/afd4b102-4e58-4a14-a495-ab824dc8cc6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826351 Dec 16 09:28:15.177590 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: ced6a0e7-54c0-4509-a33a-821ef66bed39 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:28:15.178186 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ced6a0e7-54c0-4509-a33a-821ef66bed39 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:28:15.208441 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-eb0e1a69-907a-4178-b122-6e67287874dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 796abadb-0795-4a55-adba-f043e91923a6) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:28:15.213068 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0e1a69-907a-4178-b122-6e67287874dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:15.222963 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eb0e1a69-907a-4178-b122-6e67287874dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:15.225667 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6725ca49-4091-4b89-a20f-782d5a128816 None None] Network 796abadb-0795-4a55-adba-f043e91923a6 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:28:15.245482 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3b37c4e2-0202-42dc-95c8-d7d98a5f2a46 req-30564fe2-640f-49ed-8725-2c77f8fe382e service neutron] 10.222.0.57 "GET /v2.0/networks/afd4b102-4e58-4a14-a495-ab824dc8cc6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068063 Dec 16 09:28:15.258702 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-531fe1fc-d69d-45d6-95b1-23ce13adc811 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:15.312726 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531fe1fc-d69d-45d6-95b1-23ce13adc811 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Pushing event deleted for resources: {'Subnet': ['ID=059d4019-1990-4f99-ac97-b34ee85917e9,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:15.317259 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-531fe1fc-d69d-45d6-95b1-23ce13adc811 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:15.320792 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-531fe1fc-d69d-45d6-95b1-23ce13adc811 tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "DELETE /v2.0/subnets/059d4019-1990-4f99-ac97-b34ee85917e9 HTTP/1.1" status: 204 len: 168 time: 0.7893991 Dec 16 09:28:15.323447 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36792) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:15.329478 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc781fc1-af41-486d-81ec-74bff3ad2710 None None] Network a6d69434-e945-42ce-bf8b-0c4bc5d84e38 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:28:15.385568 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36798) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:15.386087 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-eb0e1a69-907a-4178-b122-6e67287874dc admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4542229 Dec 16 09:28:15.390455 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-f6da8fd7-6878-4883-a018-8127aa25e300 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-497337506-router', 'tenant_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:15.428687 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d245049b-d95b-4310-9d3e-bd423fec119e tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:15.486724 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-d245049b-d95b-4310-9d3e-bd423fec119e tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Deleting port 4b19f9ad-aa20-45df-925b-598e30a91ebd {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:15.487251 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d245049b-d95b-4310-9d3e-bd423fec119e tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:15.488906 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-4560fe7c-5973-475f-ae35-5a3f6230265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'name': 'tempest-TaggedBootDevicesTest_v242-941321693-router', 'tenant_id': '089b504b14134411afd7c91777dc992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:16Z', 'updated_at': '2021-12-16T09:25:22Z', 'revision_number': 4, 'project_id': '089b504b14134411afd7c91777dc992c', 'gw_port': {'id': 'a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:18Z', 'updated_at': '2021-12-16T09:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'dc73d1c0-8db6-465e-a222-49901684549a', 'tenant_id': '089b504b14134411afd7c91777dc992c', 'floating_ip_address': '172.25.1.165', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'port_id': '636aafc8-1c44-4d0a-aec0-701e4fd6e301', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd4b102-4e58-4a14-a495-ab824dc8cc6e', 'mac_address': 'fa:16:3e:47:5e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:26:47Z', 'updated_at': '2021-12-16T09:28:12Z', 'revision_number': 1, 'project_id': '089b504b14134411afd7c91777dc992c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d83e591-3e71-4465-a462-b147f2bb667b', 'name': '', 'network_id': 'afd4b102-4e58-4a14-a495-ab824dc8cc6e', 'tenant_id': '089b504b14134411afd7c91777dc992c', 'mac_address': 'fa:16:3e:98:bc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '049c4f18-5546-4461-b625-6d7fda2dbad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:21Z', 'updated_at': '2021-12-16T09:25:26Z', 'revision_number': 5, 'project_id': '089b504b14134411afd7c91777dc992c', 'subnets': [{'id': '049c4f18-5546-4461-b625-6d7fda2dbad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:15.560315 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f6da8fd7-6878-4883-a018-8127aa25e300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:15.561021 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f6da8fd7-6878-4883-a018-8127aa25e300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:15.568652 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4560fe7c-5973-475f-ae35-5a3f6230265d None None] The sync data for ids ['20747735-d060-4f1f-97e8-c71ecdce65c6'] in n-d-820550-2 is: [{'id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'name': 'tempest-TaggedBootDevicesTest_v242-941321693-router', 'tenant_id': '089b504b14134411afd7c91777dc992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:16Z', 'updated_at': '2021-12-16T09:25:22Z', 'revision_number': 4, 'project_id': '089b504b14134411afd7c91777dc992c', 'gw_port': {'id': 'a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:18Z', 'updated_at': '2021-12-16T09:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'dc73d1c0-8db6-465e-a222-49901684549a', 'tenant_id': '089b504b14134411afd7c91777dc992c', 'floating_ip_address': '172.25.1.165', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'port_id': '636aafc8-1c44-4d0a-aec0-701e4fd6e301', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd4b102-4e58-4a14-a495-ab824dc8cc6e', 'mac_address': 'fa:16:3e:47:5e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:26:47Z', 'updated_at': '2021-12-16T09:28:12Z', 'revision_number': 1, 'project_id': '089b504b14134411afd7c91777dc992c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d83e591-3e71-4465-a462-b147f2bb667b', 'name': '', 'network_id': 'afd4b102-4e58-4a14-a495-ab824dc8cc6e', 'tenant_id': '089b504b14134411afd7c91777dc992c', 'mac_address': 'fa:16:3e:98:bc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '049c4f18-5546-4461-b625-6d7fda2dbad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:21Z', 'updated_at': '2021-12-16T09:25:26Z', 'revision_number': 5, 'project_id': '089b504b14134411afd7c91777dc992c', 'subnets': [{'id': '049c4f18-5546-4461-b625-6d7fda2dbad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:28:15.592996 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-d245049b-d95b-4310-9d3e-bd423fec119e tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] For port 4b19f9ad-aa20-45df-925b-598e30a91ebd, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=4b19f9ad-aa20-45df-925b-598e30a91ebd,segment=NetworkSegment(a454ab72-7116-44cd-b58a-bfa8a71a97b2),segment_id=a454ab72-7116-44cd-b58a-bfa8a71a97b2)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:15.593396 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d245049b-d95b-4310-9d3e-bd423fec119e tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:15.633000 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-d245049b-d95b-4310-9d3e-bd423fec119e tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Calling delete_port for 4b19f9ad-aa20-45df-925b-598e30a91ebd owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:15.673290 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e9da56-9029-41a7-a05a-882cf66801c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-796abadb-0795-4a55-adba-f043e91923a6', 'network_id': '796abadb-0795-4a55-adba-f043e91923a6', 'tenant_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'fixed_ips': [{'subnet_id': 'a9d10a32-22c8-4de7-a5e2-276788e5f144'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:28:15.674259 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-47e9da56-9029-41a7-a05a-882cf66801c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:15.719312 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d6a5a2-4c7a-4e7c-a2e4-f413a2f32ebb None None] DHCP port deletion for a6d69434-e945-42ce-bf8b-0c4bc5d84e38 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:28:15.742067 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f6da8fd7-6878-4883-a018-8127aa25e300 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:15.796232 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-0e8fe268-e190-4c6a-a953-edc6feb07bf8 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:28:15.797153 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-0e8fe268-e190-4c6a-a953-edc6feb07bf8 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068836 Dec 16 09:28:15.860618 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-7350cc79-6430-485f-9ec4-7cdf20ce1ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:15.868514 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-7350cc79-6430-485f-9ec4-7cdf20ce1ed5 service neutron] 10.222.0.60 "GET /v2.0/ports/dbbe2623-248d-4268-a22e-cef181bf7128 HTTP/1.1" status: 200 len: 1093 time: 0.0595708 Dec 16 09:28:15.887147 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-e88695a3-aaae-4248-b7d2-e5c4b29c2558 service neutron] Request body: {'binding': {'host': 'n-h2-820550-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:15.887831 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-e88695a3-aaae-4248-b7d2-e5c4b29c2558 service neutron] Unknown quota resources ['binding']. {{(pid=102817) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 09:28:15.889581 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-96d6a5a2-4c7a-4e7c-a2e4-f413a2f32ebb None None] Deleting port 4b19f9ad-aa20-45df-925b-598e30a91ebd {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:15.889958 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-96d6a5a2-4c7a-4e7c-a2e4-f413a2f32ebb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:15.943429 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d245049b-d95b-4310-9d3e-bd423fec119e tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:15.987600 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-47e9da56-9029-41a7-a05a-882cf66801c9 None None] Allocated IP 172.20.0.2 (796abadb-0795-4a55-adba-f043e91923a6/a9d10a32-22c8-4de7-a5e2-276788e5f144/6baa2642-bbde-4881-958a-1f23de8468cc) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:28:15.995081 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b824ba15-d2e4-4455-b11a-a0cb86e9fb9d None None] New status for floating IP dc73d1c0-8db6-465e-a222-49901684549a: ACTIVE {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:28:16.033583 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245049b-d95b-4310-9d3e-bd423fec119e tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Pushing event deleted for resources: {'Port': ['ID=4b19f9ad-aa20-45df-925b-598e30a91ebd,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:16.073488 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-96d6a5a2-4c7a-4e7c-a2e4-f413a2f32ebb None None] For port 4b19f9ad-aa20-45df-925b-598e30a91ebd, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=4b19f9ad-aa20-45df-925b-598e30a91ebd,segment=NetworkSegment(a454ab72-7116-44cd-b58a-bfa8a71a97b2),segment_id=a454ab72-7116-44cd-b58a-bfa8a71a97b2)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:16.073488 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-96d6a5a2-4c7a-4e7c-a2e4-f413a2f32ebb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:16.092683 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f6da8fd7-6878-4883-a018-8127aa25e300 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:16.092911 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d245049b-d95b-4310-9d3e-bd423fec119e tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] No DVR routers for this DVR port 4b19f9ad-aa20-45df-925b-598e30a91ebd on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:28:16.194063 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-96d6a5a2-4c7a-4e7c-a2e4-f413a2f32ebb None None] Calling delete_port for 4b19f9ad-aa20-45df-925b-598e30a91ebd owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:16.248313 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d245049b-d95b-4310-9d3e-bd423fec119e tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:16.309581 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-d245049b-d95b-4310-9d3e-bd423fec119e tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6d69434-e945-42ce-bf8b-0c4bc5d84e38']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:16.330696 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-d245049b-d95b-4310-9d3e-bd423fec119e tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a454ab72-7116-44cd-b58a-bfa8a71a97b2') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:16.331249 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-d245049b-d95b-4310-9d3e-bd423fec119e tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a454ab72-7116-44cd-b58a-bfa8a71a97b2') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:16.390713 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-96d6a5a2-4c7a-4e7c-a2e4-f413a2f32ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:16.394739 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-47e9da56-9029-41a7-a05a-882cf66801c9 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:16.404126 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d245049b-d95b-4310-9d3e-bd423fec119e tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:16.406784 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-e88695a3-aaae-4248-b7d2-e5c4b29c2558 service neutron] Attempting to bind port dbbe2623-248d-4268-a22e-cef181bf7128 on host n-h2-820550-2 for vnic_type normal with profile None {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:28:16.409541 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-e88695a3-aaae-4248-b7d2-e5c4b29c2558 service neutron] Attempting to bind port dbbe2623-248d-4268-a22e-cef181bf7128 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:28:16.410000 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-e88695a3-aaae-4248-b7d2-e5c4b29c2558 service neutron] Attempting to bind port dbbe2623-248d-4268-a22e-cef181bf7128 on network 9785c251-9c28-48ae-a129-6f24c5a7ad17 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:16.424063 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6a5a2-4c7a-4e7c-a2e4-f413a2f32ebb None None] Pushing event deleted for resources: {'Port': ['ID=4b19f9ad-aa20-45df-925b-598e30a91ebd,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:16.428624 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d6a5a2-4c7a-4e7c-a2e4-f413a2f32ebb None None] No DVR routers for this DVR port 4b19f9ad-aa20-45df-925b-598e30a91ebd on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:28:16.443078 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-e88695a3-aaae-4248-b7d2-e5c4b29c2558 service neutron] Port dbbe2623-248d-4268-a22e-cef181bf7128 on network 9785c251-9c28-48ae-a129-6f24c5a7ad17 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:28:16.443771 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-e88695a3-aaae-4248-b7d2-e5c4b29c2558 service neutron] Attempting to bind port dbbe2623-248d-4268-a22e-cef181bf7128 on network 9785c251-9c28-48ae-a129-6f24c5a7ad17 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:16.451738 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d245049b-d95b-4310-9d3e-bd423fec119e tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:16.463337 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-e88695a3-aaae-4248-b7d2-e5c4b29c2558 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:28:16.468266 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-e88695a3-aaae-4248-b7d2-e5c4b29c2558 service neutron] Checking segment: {'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:28:16.468266 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-e88695a3-aaae-4248-b7d2-e5c4b29c2558 service neutron] Bound using segment: {'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:28:16.468266 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-e88695a3-aaae-4248-b7d2-e5c4b29c2558 service neutron] Bound port: dbbe2623-248d-4268-a22e-cef181bf7128, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:28:16.469278 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d245049b-d95b-4310-9d3e-bd423fec119e tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:28:16.469690 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d245049b-d95b-4310-9d3e-bd423fec119e tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:16.473684 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:28:16.473684 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:28:16.473684 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:28:16.473684 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:28:16.473684 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:28:16.473684 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:28:16.473684 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:28:16.473684 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:28:16.473684 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:28:16.473684 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:28:16.473684 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:28:16.473684 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:28:16.473684 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:28:16.473684 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:28:16.473684 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:28:16.473684 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:28:16.473684 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:28:16.473684 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:28:16.473684 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:28:16.473684 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:28:16.473684 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:28:16.473684 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:28:16.473684 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:28:16.473684 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:28:16.473684 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:28:16.473684 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:28:16.473684 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:28:16.473684 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:28:16.473684 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:28:16.473684 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:28:16.473684 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:28:16.473684 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:28:16.500459 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-47e9da56-9029-41a7-a05a-882cf66801c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:16.514112 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f6da8fd7-6878-4883-a018-8127aa25e300 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:16.540511 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f6da8fd7-6878-4883-a018-8127aa25e300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:16.596795 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9da56-9029-41a7-a05a-882cf66801c9 None None] Pushing event updated for resources: {'Port': ['ID=6baa2642-bbde-4881-958a-1f23de8468cc,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:16.596795 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e9da56-9029-41a7-a05a-882cf66801c9 None None] Network 796abadb-0795-4a55-adba-f043e91923a6 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:28:16.596795 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-47e9da56-9029-41a7-a05a-882cf66801c9 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:28:16.596795 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e9da56-9029-41a7-a05a-882cf66801c9 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:28:16.616876 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-e88695a3-aaae-4248-b7d2-e5c4b29c2558 service neutron] For port dbbe2623-248d-4268-a22e-cef181bf7128, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=dbbe2623-248d-4268-a22e-cef181bf7128,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:28:16.626054 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722df6b-a7b7-45ee-8143-dd88b23fcb55 req-e3dc30b5-a921-441e-b754-5663de1f1153 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:16.627588 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6722df6b-a7b7-45ee-8143-dd88b23fcb55 req-e3dc30b5-a921-441e-b754-5663de1f1153 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "GET /v2.0/ports?device_id=072eda69-ce3f-4db3-8ea5-bab699f66960 HTTP/1.1" status: 200 len: 945 time: 0.1676641 Dec 16 09:28:16.669730 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-47e9da56-9029-41a7-a05a-882cf66801c9 None None] Attempting to bind port 6baa2642-bbde-4881-958a-1f23de8468cc on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:28:16.670099 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-47e9da56-9029-41a7-a05a-882cf66801c9 None None] Attempting to bind port 6baa2642-bbde-4881-958a-1f23de8468cc by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '1e2014f7-8ae4-4bc0-98b8-25a669313059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '796abadb-0795-4a55-adba-f043e91923a6'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:28:16.670903 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e9da56-9029-41a7-a05a-882cf66801c9 None None] Attempting to bind port 6baa2642-bbde-4881-958a-1f23de8468cc on network 796abadb-0795-4a55-adba-f043e91923a6 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:16.676778 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e9da56-9029-41a7-a05a-882cf66801c9 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:28:16.677183 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e9da56-9029-41a7-a05a-882cf66801c9 None None] Checking segment: {'id': '1e2014f7-8ae4-4bc0-98b8-25a669313059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '796abadb-0795-4a55-adba-f043e91923a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:28:16.677598 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-47e9da56-9029-41a7-a05a-882cf66801c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:16.677979 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e9da56-9029-41a7-a05a-882cf66801c9 None None] Bound using segment: {'id': '1e2014f7-8ae4-4bc0-98b8-25a669313059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '796abadb-0795-4a55-adba-f043e91923a6'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:28:16.678446 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-47e9da56-9029-41a7-a05a-882cf66801c9 None None] Bound port: 6baa2642-bbde-4881-958a-1f23de8468cc, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2014f7-8ae4-4bc0-98b8-25a669313059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '796abadb-0795-4a55-adba-f043e91923a6'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:28:16.678831 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-47e9da56-9029-41a7-a05a-882cf66801c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:16.681057 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-f6da8fd7-6878-4883-a018-8127aa25e300 admin admin] Allocated IP 172.25.1.59 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/8c05e8c2-a512-42a8-be20-4d61844d2def) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:28:16.687147 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6722df6b-a7b7-45ee-8143-dd88b23fcb55 req-d2606b88-98fd-42e0-a1e0-5d742a2e2c71 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cbe89b4-8443-48dc-9d4a-b9dfe9d670f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530374 Dec 16 09:28:16.696130 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d245049b-d95b-4310-9d3e-bd423fec119e tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:16.742595 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d245049b-d95b-4310-9d3e-bd423fec119e tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:16.754045 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d245049b-d95b-4310-9d3e-bd423fec119e tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] 10.222.0.60 "DELETE /v2.0/networks/a6d69434-e945-42ce-bf8b-0c4bc5d84e38 HTTP/1.1" status: 204 len: 168 time: 1.4289305 Dec 16 09:28:16.761083 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245049b-d95b-4310-9d3e-bd423fec119e tempest-ServersTestMultiNic-1158749043 tempest-ServersTestMultiNic-1158749043-project] Pushing event deleted for resources: {'Network': ['ID=a6d69434-e945-42ce-bf8b-0c4bc5d84e38,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:16.767958 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-e88695a3-aaae-4248-b7d2-e5c4b29c2558 service neutron] Notify callbacks [] for binding, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:16.788688 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-e88695a3-aaae-4248-b7d2-e5c4b29c2558 service neutron] 10.222.0.60 "POST /v2.0/ports/dbbe2623-248d-4268-a22e-cef181bf7128/bindings HTTP/1.1" status: 201 len: 389 time: 0.9118443 Dec 16 09:28:16.806289 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-47e9da56-9029-41a7-a05a-882cf66801c9 None None] For port 6baa2642-bbde-4881-958a-1f23de8468cc, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:28:16.809678 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-47e9da56-9029-41a7-a05a-882cf66801c9 None None] For port 6baa2642-bbde-4881-958a-1f23de8468cc, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=6baa2642-bbde-4881-958a-1f23de8468cc,segment=NetworkSegment(1e2014f7-8ae4-4bc0-98b8-25a669313059),segment_id=1e2014f7-8ae4-4bc0-98b8-25a669313059)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:28:16.813095 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f6da8fd7-6878-4883-a018-8127aa25e300 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:16.912021 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-47e9da56-9029-41a7-a05a-882cf66801c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:16.971930 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f6da8fd7-6878-4883-a018-8127aa25e300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:17.031144 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 4b19f9ad-aa20-45df-925b-598e30a91ebd no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:28:17.085723 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9da56-9029-41a7-a05a-882cf66801c9 None None] Pushing event updated for resources: {'Port': ['ID=6baa2642-bbde-4881-958a-1f23de8468cc,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:17.094640 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 4b19f9ad-aa20-45df-925b-598e30a91ebd {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:28:17.094640 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 4b19f9ad-aa20-45df-925b-598e30a91ebd not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:28:17.364400 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36868) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:17.708750 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6da8fd7-6878-4883-a018-8127aa25e300 admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:28:17.726114 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-f6da8fd7-6878-4883-a018-8127aa25e300 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:28:17.738726 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da8fd7-6878-4883-a018-8127aa25e300 admin admin] Pushing event updated for resources: {'Port': ['ID=8c05e8c2-a512-42a8-be20-4d61844d2def,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:17.742639 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6da8fd7-6878-4883-a018-8127aa25e300 admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:28:17.809957 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-41364e8a-3f4f-4a9d-8035-c5972575a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:17.812005 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-41364e8a-3f4f-4a9d-8035-c5972575a632 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=13f0e2e84c3c42c99759789d057f9272&device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 1096 time: 0.1678734 Dec 16 09:28:17.826683 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3f07e-3360-4223-a558-c7d82dfee365 req-d6d7b4ff-b143-4151-a743-81ab9f9c1546 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:17.828558 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-36a3f07e-3360-4223-a558-c7d82dfee365 req-d6d7b4ff-b143-4151-a743-81ab9f9c1546 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 945 time: 0.1872222 Dec 16 09:28:17.879894 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9262daeb-338a-413e-bd34-1f0ca9727219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:18.034371 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-36a3f07e-3360-4223-a558-c7d82dfee365 req-ae680fd0-70df-4284-b277-4d3d3a8ab283 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905506 Dec 16 09:28:18.073643 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-d314839e-aac5-4654-897f-a7a9da0b9c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:18.075272 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-d314839e-aac5-4654-897f-a7a9da0b9c0c service neutron] 10.222.0.58 "GET /v2.0/networks?id=9785c251-9c28-48ae-a129-6f24c5a7ad17 HTTP/1.1" status: 200 len: 922 time: 0.2436957 Dec 16 09:28:18.105123 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83a3c3-1d0e-4f24-b937-21ee641eeb32 req-f366bce3-defb-4ef0-ac2f-2ce0a8e3a0ef tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:18.114212 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5f83a3c3-1d0e-4f24-b937-21ee641eeb32 req-f366bce3-defb-4ef0-ac2f-2ce0a8e3a0ef tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "GET /v2.0/ports?device_id=072eda69-ce3f-4db3-8ea5-bab699f66960 HTTP/1.1" status: 200 len: 945 time: 0.1271558 Dec 16 09:28:18.130333 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-5476deaf-19c6-4d8f-a23b-67d695de6538 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbbe2623-248d-4268-a22e-cef181bf7128 HTTP/1.1" status: 200 len: 217 time: 0.0440950 Dec 16 09:28:18.186597 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5f83a3c3-1d0e-4f24-b937-21ee641eeb32 req-10837edc-58b2-4de5-a19b-ca56d23d8cd9 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cbe89b4-8443-48dc-9d4a-b9dfe9d670f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712461 Dec 16 09:28:18.193376 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-fae5f8ba-0798-4102-b706-052408c75332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:18.193376 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-fae5f8ba-0798-4102-b706-052408c75332 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c12d578e-3c58-4d75-9f2c-b724e40168b0 HTTP/1.1" status: 200 len: 861 time: 0.0557683 Dec 16 09:28:18.232413 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-198804f0-9b07-4772-aea6-8997d28052e1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9785c251-9c28-48ae-a129-6f24c5a7ad17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318809 Dec 16 09:28:18.318703 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-9262daeb-338a-413e-bd34-1f0ca9727219 admin admin] Deleting port 4fb38d29-da3d-4b5a-b44c-178303b1b040 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:18.319099 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9262daeb-338a-413e-bd34-1f0ca9727219 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:18.398054 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51134753-8790-4686-98ba-c9f30efdbe80 None None] Network 796abadb-0795-4a55-adba-f043e91923a6 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:28:18.412250 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-9262daeb-338a-413e-bd34-1f0ca9727219 admin admin] For port 4fb38d29-da3d-4b5a-b44c-178303b1b040, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=4fb38d29-da3d-4b5a-b44c-178303b1b040,segment=NetworkSegment(93544382-2c77-4a6a-b7bb-0e80a8e82b9d),segment_id=93544382-2c77-4a6a-b7bb-0e80a8e82b9d)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:18.412822 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9262daeb-338a-413e-bd34-1f0ca9727219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:18.418506 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f6da8fd7-6878-4883-a018-8127aa25e300 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:18.428561 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-9262daeb-338a-413e-bd34-1f0ca9727219 admin admin] Calling delete_port for 4fb38d29-da3d-4b5a-b44c-178303b1b040 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:18.506570 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-2abe59d4-3455-4b97-8805-1c5b16c71b45 service neutron] 10.222.0.58 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776569 Dec 16 09:28:18.521320 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-e0787a76-aa83-44c4-9701-1ec4564699b0 None None] Provisioning complete for port 6baa2642-bbde-4881-958a-1f23de8468cc triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:18.521890 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e0787a76-aa83-44c4-9701-1ec4564699b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:18.683145 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e0787a76-aa83-44c4-9701-1ec4564699b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:18.719185 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-afa89e03-31d3-4a67-aedc-d864f35705e4 service neutron] 10.222.0.58 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007961 Dec 16 09:28:18.740424 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-e0787a76-aa83-44c4-9701-1ec4564699b0 None None] For port 6baa2642-bbde-4881-958a-1f23de8468cc, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=6baa2642-bbde-4881-958a-1f23de8468cc,segment=NetworkSegment(1e2014f7-8ae4-4bc0-98b8-25a669313059),segment_id=1e2014f7-8ae4-4bc0-98b8-25a669313059)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:18.786065 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f6da8fd7-6878-4883-a018-8127aa25e300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:18.953803 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e0787a76-aa83-44c4-9701-1ec4564699b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:18.957075 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9262daeb-338a-413e-bd34-1f0ca9727219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:19.007653 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9262daeb-338a-413e-bd34-1f0ca9727219 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fb38d29-da3d-4b5a-b44c-178303b1b040,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:19.045584 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6baa2642-bbde-4881-958a-1f23de8468cc up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:19.067109 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0787a76-aa83-44c4-9701-1ec4564699b0 None None] Pushing event updated for resources: {'Port': ['ID=6baa2642-bbde-4881-958a-1f23de8468cc,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:19.098627 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-6a04a987-a6ae-443a-9e00-9c38bfe57413 None None] Provisioning complete for port 6baa2642-bbde-4881-958a-1f23de8468cc triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:19.099074 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6a04a987-a6ae-443a-9e00-9c38bfe57413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:19.139828 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6da8fd7-6878-4883-a018-8127aa25e300 admin admin] Router 2dee24f8-293b-4593-829d-f5300a1f7365 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:28:19.172080 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 6baa2642-bbde-4881-958a-1f23de8468cc triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:19.177544 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:19.285747 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b19c14-3251-4b52-bac7-2bbb400cc2f0 req-77fbc0d6-2cb1-4054-8719-f41b66c2ddde tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:19.295698 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-92b19c14-3251-4b52-bac7-2bbb400cc2f0 req-77fbc0d6-2cb1-4054-8719-f41b66c2ddde tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 945 time: 0.0848451 Dec 16 09:28:19.326385 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6da8fd7-6878-4883-a018-8127aa25e300 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:28:19.340328 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76357515-affa-488f-978d-60fb9bb6589c None None] Sync routers for ids ['2dee24f8-293b-4593-829d-f5300a1f7365'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:28:19.349278 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9262daeb-338a-413e-bd34-1f0ca9727219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:19.350846 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76357515-affa-488f-978d-60fb9bb6589c None None] Routers {'2dee24f8-293b-4593-829d-f5300a1f7365'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:19.352204 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-76357515-affa-488f-978d-60fb9bb6589c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:27:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2dee24f8-293b-4593-829d-f5300a1f7365'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:19.378423 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-92b19c14-3251-4b52-bac7-2bbb400cc2f0 req-fc239954-ab00-45c8-bee4-0f3250dee14c tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817137 Dec 16 09:28:19.393495 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:28:19.516338 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-76357515-affa-488f-978d-60fb9bb6589c None None] Set router 2dee24f8-293b-4593-829d-f5300a1f7365 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:19.577757 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f6da8fd7-6878-4883-a018-8127aa25e300 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:19.581888 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f6da8fd7-6878-4883-a018-8127aa25e300 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1919498 Dec 16 09:28:19.584160 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36924) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:19.701856 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9262daeb-338a-413e-bd34-1f0ca9727219 admin admin] Router f651bf92-7538-4ce1-a571-cf3a7a9ab53c has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:28:19.726100 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9cb17-3619-4137-a38c-3924a87ab0d2 req-4bbb95e4-8eae-4c9f-9063-fc6cd87fe8af tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:19.727996 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8bb9cb17-3619-4137-a38c-3924a87ab0d2 req-4bbb95e4-8eae-4c9f-9063-fc6cd87fe8af tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "GET /v2.0/ports?device_id=072eda69-ce3f-4db3-8ea5-bab699f66960 HTTP/1.1" status: 200 len: 945 time: 0.1916173 Dec 16 09:28:19.788920 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8bb9cb17-3619-4137-a38c-3924a87ab0d2 req-54b16603-9cd6-420e-b695-e9b5a443ad11 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cbe89b4-8443-48dc-9d4a-b9dfe9d670f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537844 Dec 16 09:28:19.853363 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9262daeb-338a-413e-bd34-1f0ca9727219 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:28:19.858966 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9262daeb-338a-413e-bd34-1f0ca9727219 admin admin] 10.222.0.60 "PUT /v2.0/routers/f651bf92-7538-4ce1-a571-cf3a7a9ab53c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4945068 Dec 16 09:28:19.861543 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36938) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:19.872395 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88c1500-f2b9-41af-bb1c-8c67f1ed773d None None] Sync routers for ids ['f651bf92-7538-4ce1-a571-cf3a7a9ab53c'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:28:19.884057 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88c1500-f2b9-41af-bb1c-8c67f1ed773d None None] Routers {'f651bf92-7538-4ce1-a571-cf3a7a9ab53c'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:19.884688 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-c88c1500-f2b9-41af-bb1c-8c67f1ed773d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:27:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['f651bf92-7538-4ce1-a571-cf3a7a9ab53c'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:19.981391 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-76357515-affa-488f-978d-60fb9bb6589c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'name': 'tempest-TaggedBootDevicesTest-497337506-router', 'tenant_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '8c05e8c2-a512-42a8-be20-4d61844d2def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:15Z', 'updated_at': '2021-12-16T09:28:18Z', 'revision_number': 3, 'project_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'gw_port': {'id': '8c05e8c2-a512-42a8-be20-4d61844d2def', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:16Z', 'updated_at': '2021-12-16T09:28:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:20.018845 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76357515-affa-488f-978d-60fb9bb6589c None None] Checking router: 2dee24f8-293b-4593-829d-f5300a1f7365 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:28:20.019336 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76357515-affa-488f-978d-60fb9bb6589c None None] Updating router 2dee24f8-293b-4593-829d-f5300a1f7365 port 8c05e8c2-a512-42a8-be20-4d61844d2def binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:28:20.030968 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a15efe75-c977-458d-9110-f490ab930051 admin admin] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:20.056639 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-76357515-affa-488f-978d-60fb9bb6589c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:20.063861 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-c88c1500-f2b9-41af-bb1c-8c67f1ed773d None None] Set router f651bf92-7538-4ce1-a571-cf3a7a9ab53c gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:20.210170 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a15efe75-c977-458d-9110-f490ab930051 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:20.235882 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-98834ac1-0eaf-4da6-9e4f-8f95ee567f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:20.378429 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-c88c1500-f2b9-41af-bb1c-8c67f1ed773d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f651bf92-7538-4ce1-a571-cf3a7a9ab53c', 'name': 'tempest-ServersTestMultiNic-487910151-router', 'tenant_id': '497e35b3d54448868b85015f846b8328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '936a2b4f-268e-4764-8437-d7452306b777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:26:29Z', 'updated_at': '2021-12-16T09:28:18Z', 'revision_number': 5, 'project_id': '497e35b3d54448868b85015f846b8328', 'gw_port': {'id': '936a2b4f-268e-4764-8437-d7452306b777', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f651bf92-7538-4ce1-a571-cf3a7a9ab53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:30Z', 'updated_at': '2021-12-16T09:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:20.412874 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88c1500-f2b9-41af-bb1c-8c67f1ed773d None None] Checking router: f651bf92-7538-4ce1-a571-cf3a7a9ab53c for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:28:20.424241 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88c1500-f2b9-41af-bb1c-8c67f1ed773d None None] Routers {'f651bf92-7538-4ce1-a571-cf3a7a9ab53c'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:20.425132 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-c88c1500-f2b9-41af-bb1c-8c67f1ed773d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:27:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['f651bf92-7538-4ce1-a571-cf3a7a9ab53c'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:20.426777 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-76357515-affa-488f-978d-60fb9bb6589c None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:20.472095 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-a15efe75-c977-458d-9110-f490ab930051 admin admin] Deleting port 936a2b4f-268e-4764-8437-d7452306b777 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:20.472495 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a15efe75-c977-458d-9110-f490ab930051 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:20.498579 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-98834ac1-0eaf-4da6-9e4f-8f95ee567f49 admin admin] Allocated IP 172.20.0.1 (796abadb-0795-4a55-adba-f043e91923a6/a9d10a32-22c8-4de7-a5e2-276788e5f144/87add969-7670-4d5b-bcd1-e5c63f61025c) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:28:20.511038 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-76357515-affa-488f-978d-60fb9bb6589c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:20.587924 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-76357515-affa-488f-978d-60fb9bb6589c None None] Attempting to bind port 8c05e8c2-a512-42a8-be20-4d61844d2def on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:28:20.589502 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-76357515-affa-488f-978d-60fb9bb6589c None None] Attempting to bind port 8c05e8c2-a512-42a8-be20-4d61844d2def by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:28:20.589634 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76357515-affa-488f-978d-60fb9bb6589c None None] Attempting to bind port 8c05e8c2-a512-42a8-be20-4d61844d2def on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:20.593342 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0284931-a040-4af1-9be3-d25b2bb26e01 None None] Pushing event updated for resources: {'Port': ['ID=8c05e8c2-a512-42a8-be20-4d61844d2def,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:20.600181 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76357515-affa-488f-978d-60fb9bb6589c None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:28:20.600562 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76357515-affa-488f-978d-60fb9bb6589c None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:28:20.601159 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-76357515-affa-488f-978d-60fb9bb6589c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:20.609228 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76357515-affa-488f-978d-60fb9bb6589c None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:28:20.609228 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-76357515-affa-488f-978d-60fb9bb6589c None None] Bound port: 8c05e8c2-a512-42a8-be20-4d61844d2def, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:28:20.609228 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-76357515-affa-488f-978d-60fb9bb6589c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:20.617972 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-c88c1500-f2b9-41af-bb1c-8c67f1ed773d None None] Set router f651bf92-7538-4ce1-a571-cf3a7a9ab53c gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:20.711286 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c0000-1ccf-4dfc-82f6-06b8bf16da66 req-9efe285c-bd68-49be-ae3c-05fdf1da91db tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:20.718212 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b25c0000-1ccf-4dfc-82f6-06b8bf16da66 req-9efe285c-bd68-49be-ae3c-05fdf1da91db tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 945 time: 0.2384727 Dec 16 09:28:20.721984 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-98834ac1-0eaf-4da6-9e4f-8f95ee567f49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:20.739296 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-76357515-affa-488f-978d-60fb9bb6589c None None] For port 8c05e8c2-a512-42a8-be20-4d61844d2def, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:28:20.747177 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-76357515-affa-488f-978d-60fb9bb6589c None None] For port 8c05e8c2-a512-42a8-be20-4d61844d2def, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8c05e8c2-a512-42a8-be20-4d61844d2def,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:28:20.759948 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-c88c1500-f2b9-41af-bb1c-8c67f1ed773d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f651bf92-7538-4ce1-a571-cf3a7a9ab53c', 'name': 'tempest-ServersTestMultiNic-487910151-router', 'tenant_id': '497e35b3d54448868b85015f846b8328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:26:29Z', 'updated_at': '2021-12-16T09:28:20Z', 'revision_number': 6, 'project_id': '497e35b3d54448868b85015f846b8328', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:20.774765 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-a15efe75-c977-458d-9110-f490ab930051 admin admin] For port 936a2b4f-268e-4764-8437-d7452306b777, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=936a2b4f-268e-4764-8437-d7452306b777,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:20.775163 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a15efe75-c977-458d-9110-f490ab930051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:20.794931 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-a15efe75-c977-458d-9110-f490ab930051 admin admin] Calling delete_port for 936a2b4f-268e-4764-8437-d7452306b777 owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:20.831640 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88c1500-f2b9-41af-bb1c-8c67f1ed773d None None] The sync data for ids ['f651bf92-7538-4ce1-a571-cf3a7a9ab53c'] in n-d-820550-2 is: [{'id': 'f651bf92-7538-4ce1-a571-cf3a7a9ab53c', 'name': 'tempest-ServersTestMultiNic-487910151-router', 'tenant_id': '497e35b3d54448868b85015f846b8328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:26:29Z', 'updated_at': '2021-12-16T09:28:20Z', 'revision_number': 6, 'project_id': '497e35b3d54448868b85015f846b8328', 'gw_port_host': None}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:28:20.836858 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435559f-195d-438c-aeba-472471ef9c3d req-6e60c4ae-0873-4e3e-a588-a128543832aa tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:20.837453 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-76357515-affa-488f-978d-60fb9bb6589c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:20.844534 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2435559f-195d-438c-aeba-472471ef9c3d req-6e60c4ae-0873-4e3e-a588-a128543832aa tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.58 "GET /v2.0/ports?device_id=072eda69-ce3f-4db3-8ea5-bab699f66960 HTTP/1.1" status: 200 len: 945 time: 0.0781040 Dec 16 09:28:20.868565 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b25c0000-1ccf-4dfc-82f6-06b8bf16da66 req-b40110a3-49de-4c2f-bb1b-e5ff0b91cc8d tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281593 Dec 16 09:28:20.946555 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0284931-a040-4af1-9be3-d25b2bb26e01 None None] Pushing event updated for resources: {'Port': ['ID=8c05e8c2-a512-42a8-be20-4d61844d2def,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:20.951151 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-98834ac1-0eaf-4da6-9e4f-8f95ee567f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:20.980486 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76357515-affa-488f-978d-60fb9bb6589c None None] Routers {'2dee24f8-293b-4593-829d-f5300a1f7365'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:20.981253 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-76357515-affa-488f-978d-60fb9bb6589c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:27:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2dee24f8-293b-4593-829d-f5300a1f7365'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:21.028423 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98834ac1-0eaf-4da6-9e4f-8f95ee567f49 admin admin] Network 796abadb-0795-4a55-adba-f043e91923a6 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:28:21.062117 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-98834ac1-0eaf-4da6-9e4f-8f95ee567f49 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:28:21.078999 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98834ac1-0eaf-4da6-9e4f-8f95ee567f49 admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:28:21.186694 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-98834ac1-0eaf-4da6-9e4f-8f95ee567f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:21.190583 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98834ac1-0eaf-4da6-9e4f-8f95ee567f49 admin admin] Pushing event updated for resources: {'Port': ['ID=87add969-7670-4d5b-bcd1-e5c63f61025c,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:21.210493 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-76357515-affa-488f-978d-60fb9bb6589c None None] Set router 2dee24f8-293b-4593-829d-f5300a1f7365 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:21.408768 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6baa2642-bbde-4881-958a-1f23de8468cc up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:21.409407 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcf355-9de9-45ee-9fbf-ac4cd3b44d39 req-bcd5740d-d8eb-4bf6-bc2c-ad5454bf5ab2 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:21.424031 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e5dcf355-9de9-45ee-9fbf-ac4cd3b44d39 req-bcd5740d-d8eb-4bf6-bc2c-ad5454bf5ab2 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "GET /v2.0/ports?device_id=072eda69-ce3f-4db3-8ea5-bab699f66960 HTTP/1.1" status: 200 len: 945 time: 0.4998951 Dec 16 09:28:21.484921 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-2435559f-195d-438c-aeba-472471ef9c3d req-b5a0135e-ff25-4eb2-8d81-f04727f6233c tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Deleting port 3a79b46f-a343-4e49-8e43-3f78625282e5 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:21.485609 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2435559f-195d-438c-aeba-472471ef9c3d req-b5a0135e-ff25-4eb2-8d81-f04727f6233c tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:21.507751 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 6baa2642-bbde-4881-958a-1f23de8468cc triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:21.508354 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:21.615463 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2505f4a9-1702-4d62-a2af-da684c829fe4 None None] Provisioning complete for port 87add969-7670-4d5b-bcd1-e5c63f61025c triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:21.616201 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2505f4a9-1702-4d62-a2af-da684c829fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:21.640295 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-2435559f-195d-438c-aeba-472471ef9c3d req-b5a0135e-ff25-4eb2-8d81-f04727f6233c tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] For port 3a79b46f-a343-4e49-8e43-3f78625282e5, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=3a79b46f-a343-4e49-8e43-3f78625282e5,segment=NetworkSegment(733c830f-5ca6-4e77-a18d-8162ef3c79e4),segment_id=733c830f-5ca6-4e77-a18d-8162ef3c79e4)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:21.641035 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2435559f-195d-438c-aeba-472471ef9c3d req-b5a0135e-ff25-4eb2-8d81-f04727f6233c tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:21.707918 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2505f4a9-1702-4d62-a2af-da684c829fe4 None None] Port 87add969-7670-4d5b-bcd1-e5c63f61025c cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:28:21.813356 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-76357515-affa-488f-978d-60fb9bb6589c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'name': 'tempest-TaggedBootDevicesTest-497337506-router', 'tenant_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '8c05e8c2-a512-42a8-be20-4d61844d2def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:15Z', 'updated_at': '2021-12-16T09:28:18Z', 'revision_number': 3, 'project_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'gw_port': {'id': '8c05e8c2-a512-42a8-be20-4d61844d2def', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:16Z', 'updated_at': '2021-12-16T09:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:21.863578 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76357515-affa-488f-978d-60fb9bb6589c None None] The sync data for ids ['2dee24f8-293b-4593-829d-f5300a1f7365'] in n-d-820550-2 is: [{'id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'name': 'tempest-TaggedBootDevicesTest-497337506-router', 'tenant_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '8c05e8c2-a512-42a8-be20-4d61844d2def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:15Z', 'updated_at': '2021-12-16T09:28:18Z', 'revision_number': 3, 'project_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'gw_port': {'id': '8c05e8c2-a512-42a8-be20-4d61844d2def', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:16Z', 'updated_at': '2021-12-16T09:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:28:21.894381 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e5dcf355-9de9-45ee-9fbf-ac4cd3b44d39 req-ace406aa-1e3d-4d37-a6ee-79b34190be23 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "GET /v2.0/security-groups?id=1cbe89b4-8443-48dc-9d4a-b9dfe9d670f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4752529 Dec 16 09:28:21.896454 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a15efe75-c977-458d-9110-f490ab930051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:21.979137 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 4fb38d29-da3d-4b5a-b44c-178303b1b040 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:28:22.028150 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 4fb38d29-da3d-4b5a-b44c-178303b1b040 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:28:22.028494 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 4fb38d29-da3d-4b5a-b44c-178303b1b040 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:28:22.037467 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2435559f-195d-438c-aeba-472471ef9c3d req-b5a0135e-ff25-4eb2-8d81-f04727f6233c tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:22.037467 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2435559f-195d-438c-aeba-472471ef9c3d req-b5a0135e-ff25-4eb2-8d81-f04727f6233c tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:22.037467 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [req-2435559f-195d-438c-aeba-472471ef9c3d req-b5a0135e-ff25-4eb2-8d81-f04727f6233c tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Floating IP 8ed81603-e365-4520-b060-58ad4de6930a disassociated. External IP: 172.25.1.253, port: 3a79b46f-a343-4e49-8e43-3f78625282e5. Dec 16 09:28:22.037467 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-2435559f-195d-438c-aeba-472471ef9c3d req-b5a0135e-ff25-4eb2-8d81-f04727f6233c tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Calling delete_port for 3a79b46f-a343-4e49-8e43-3f78625282e5 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:22.063382 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15efe75-c977-458d-9110-f490ab930051 admin admin] Pushing event deleted for resources: {'Port': ['ID=936a2b4f-268e-4764-8437-d7452306b777,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:22.095228 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a15efe75-c977-458d-9110-f490ab930051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:22.230444 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a15efe75-c977-458d-9110-f490ab930051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:22.252537 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a15efe75-c977-458d-9110-f490ab930051 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:22.360446 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1dad9-8ef8-4e82-a6ba-5e6f1f107b52 req-788416d1-8c8a-4259-91fa-52a6ab507c33 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:22.362172 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2ff1dad9-8ef8-4e82-a6ba-5e6f1f107b52 req-788416d1-8c8a-4259-91fa-52a6ab507c33 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 945 time: 0.2956746 Dec 16 09:28:22.424151 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-45a99937-bb8c-46ec-9534-45c3789eb8bc tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=62df495bd2aa4dc38568d36e2ea4852c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0726912 Dec 16 09:28:22.433043 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-98834ac1-0eaf-4da6-9e4f-8f95ee567f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:22.441352 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2ff1dad9-8ef8-4e82-a6ba-5e6f1f107b52 req-609afb9b-531b-427d-9bbe-cb9eecf20168 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713375 Dec 16 09:28:22.544740 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a15efe75-c977-458d-9110-f490ab930051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:22.545329 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15efe75-c977-458d-9110-f490ab930051 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f651bf92-7538-4ce1-a571-cf3a7a9ab53c {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:28:22.553432 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a15efe75-c977-458d-9110-f490ab930051 admin admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:22.553432 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a15efe75-c977-458d-9110-f490ab930051 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f651bf92-7538-4ce1-a571-cf3a7a9ab53c HTTP/1.1" status: 204 len: 168 time: 2.6898696 Dec 16 09:28:22.555527 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37008) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:22.625073 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-15928d02-f897-4115-a4ab-f0524b72fc36 admin admin] Deleting subnet 79b20719-f73b-4bc0-8f8c-f394a2d9133a {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:28:22.633009 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2435559f-195d-438c-aeba-472471ef9c3d req-b5a0135e-ff25-4eb2-8d81-f04727f6233c tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:22.633200 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-15928d02-f897-4115-a4ab-f0524b72fc36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:22.660157 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-1d8dd766-44ea-4d6a-aacc-138c0e30b198 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:22.672492 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-1d8dd766-44ea-4d6a-aacc-138c0e30b198 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2361538 Dec 16 09:28:22.711249 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a0135e-ff25-4eb2-8d81-f04727f6233c tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Pushing event deleted for resources: {'Port': ['ID=3a79b46f-a343-4e49-8e43-3f78625282e5,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:22.720371 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-15928d02-f897-4115-a4ab-f0524b72fc36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:22.730127 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-b7b1cc6e-23b5-4fdf-8f09-5008f7e3618b tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/quotas/62df495bd2aa4dc38568d36e2ea4852c HTTP/1.1" status: 200 len: 375 time: 0.0562615 Dec 16 09:28:22.857690 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-03a5fc5f-d02c-4c5b-ab45-5648212c730a tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=62df495bd2aa4dc38568d36e2ea4852c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1265252 Dec 16 09:28:22.870572 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-15928d02-f897-4115-a4ab-f0524b72fc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:22.974467 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2435559f-195d-438c-aeba-472471ef9c3d req-b5a0135e-ff25-4eb2-8d81-f04727f6233c tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Router 4dbfcd0e-6140-4835-9814-853ed0f9d653 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:28:23.047518 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-98834ac1-0eaf-4da6-9e4f-8f95ee567f49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:23.105133 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ec543ab8-68e3-4434-8a4a-259ca137befa req-12442801-a860-4220-84cc-ad69e5a7737c tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "GET /v2.0/ports?device_id=072eda69-ce3f-4db3-8ea5-bab699f66960 HTTP/1.1" status: 200 len: 210 time: 0.0646114 Dec 16 09:28:23.110355 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-15928d02-f897-4115-a4ab-f0524b72fc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:23.121460 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8c05e8c2-a512-42a8-be20-4d61844d2def up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:23.168646 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-15928d02-f897-4115-a4ab-f0524b72fc36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:23.177616 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-15928d02-f897-4115-a4ab-f0524b72fc36 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/79b20719-f73b-4bc0-8f8c-f394a2d9133a HTTP/1.1" status: 204 len: 168 time: 0.6206095 Dec 16 09:28:23.178621 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15928d02-f897-4115-a4ab-f0524b72fc36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79b20719-f73b-4bc0-8f8c-f394a2d9133a,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:23.180620 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37016) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:23.184383 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e19043-3ee2-435e-bca8-9475cc468ab1 None None] Network 9b76a820-f831-437a-b3f2-ad58a28c5953 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:28:23.217719 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-98834ac1-0eaf-4da6-9e4f-8f95ee567f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:23.294499 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ba4513d2-5db4-4c6f-a730-039298bc36e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:23.374120 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-98834ac1-0eaf-4da6-9e4f-8f95ee567f49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:23.378001 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98834ac1-0eaf-4da6-9e4f-8f95ee567f49 admin admin] Pushing event updated for resources: {'Port': ['ID=87add969-7670-4d5b-bcd1-e5c63f61025c,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:23.410313 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-ba4513d2-5db4-4c6f-a730-039298bc36e9 admin admin] Deleting port f60e3e27-ab39-4d4d-8701-76c65255812c {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:23.411020 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ba4513d2-5db4-4c6f-a730-039298bc36e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:23.467030 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 8c05e8c2-a512-42a8-be20-4d61844d2def triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:23.467542 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:23.513245 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2435559f-195d-438c-aeba-472471ef9c3d req-b5a0135e-ff25-4eb2-8d81-f04727f6233c tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:28:23.525462 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86ba284-e78e-46e5-868a-1be140261f72 None None] Sync routers for ids ['4dbfcd0e-6140-4835-9814-853ed0f9d653'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:28:23.571432 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86ba284-e78e-46e5-868a-1be140261f72 None None] Routers {'4dbfcd0e-6140-4835-9814-853ed0f9d653'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:23.572079 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-a86ba284-e78e-46e5-868a-1be140261f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:27:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4dbfcd0e-6140-4835-9814-853ed0f9d653'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:23.603159 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2435559f-195d-438c-aeba-472471ef9c3d req-b5a0135e-ff25-4eb2-8d81-f04727f6233c tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] No DVR routers for this DVR port 3a79b46f-a343-4e49-8e43-3f78625282e5 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:28:23.607838 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2435559f-195d-438c-aeba-472471ef9c3d req-b5a0135e-ff25-4eb2-8d81-f04727f6233c tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:23.611195 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2435559f-195d-438c-aeba-472471ef9c3d req-b5a0135e-ff25-4eb2-8d81-f04727f6233c tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.58 "DELETE /v2.0/ports/3a79b46f-a343-4e49-8e43-3f78625282e5 HTTP/1.1" status: 204 len: 173 time: 2.7610285 Dec 16 09:28:23.611628 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072eda69-ce3f-4db3-8ea5-bab699f66960', 'name': 'network-vif-deleted', 'tag': '3a79b46f-a343-4e49-8e43-3f78625282e5'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:23.614145 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a315a03e-ad66-4b08-b677-fbce2a7bf81c" -d '{"events": [{"server_uuid": "072eda69-ce3f-4db3-8ea5-bab699f66960", "name": "network-vif-deleted", "tag": "3a79b46f-a343-4e49-8e43-3f78625282e5"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:23.648531 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-412a9236-3830-4c49-a1f0-12a10250983d req-ec4fc1a7-3ad9-4ef8-96ed-f3fe009b1d2c tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=62df495bd2aa4dc38568d36e2ea4852c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0689528 Dec 16 09:28:23.724837 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98834ac1-0eaf-4da6-9e4f-8f95ee567f49 admin admin] Network 796abadb-0795-4a55-adba-f043e91923a6 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:28:23.728658 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-a86ba284-e78e-46e5-868a-1be140261f72 None None] Set router 4dbfcd0e-6140-4835-9814-853ed0f9d653 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:23.730040 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-98834ac1-0eaf-4da6-9e4f-8f95ee567f49 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:28:23.823176 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a9236-3830-4c49-a1f0-12a10250983d req-c5eed1e0-88f8-460d-a9a8-768dbf06a39e tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:23.831188 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-412a9236-3830-4c49-a1f0-12a10250983d req-c5eed1e0-88f8-460d-a9a8-768dbf06a39e tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1811085 Dec 16 09:28:23.846078 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-ba4513d2-5db4-4c6f-a730-039298bc36e9 admin admin] For port f60e3e27-ab39-4d4d-8701-76c65255812c, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f60e3e27-ab39-4d4d-8701-76c65255812c,segment=NetworkSegment(93544382-2c77-4a6a-b7bb-0e80a8e82b9d),segment_id=93544382-2c77-4a6a-b7bb-0e80a8e82b9d)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:23.846539 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ba4513d2-5db4-4c6f-a730-039298bc36e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:23.861433 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 3a79b46f-a343-4e49-8e43-3f78625282e5 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:28:23.869545 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-412a9236-3830-4c49-a1f0-12a10250983d req-2ff73723-6a2d-4b5e-a0e7-3d992d77c509 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/quotas/62df495bd2aa4dc38568d36e2ea4852c HTTP/1.1" status: 200 len: 375 time: 0.0372002 Dec 16 09:28:23.923373 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-412a9236-3830-4c49-a1f0-12a10250983d req-281907b6-bfe4-465b-8e27-899252e5dee7 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=62df495bd2aa4dc38568d36e2ea4852c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503030 Dec 16 09:28:23.926715 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-ba4513d2-5db4-4c6f-a730-039298bc36e9 admin admin] Calling delete_port for f60e3e27-ab39-4d4d-8701-76c65255812c owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:23.979033 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:24.083195 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 3a79b46f-a343-4e49-8e43-3f78625282e5 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:28:24.083549 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 3a79b46f-a343-4e49-8e43-3f78625282e5 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:28:24.110611 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 8c05e8c2-a512-42a8-be20-4d61844d2def, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8c05e8c2-a512-42a8-be20-4d61844d2def,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:24.136488 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187da85f-ef88-4d90-bd47-6bd822ff7203 None None] DHCP port deletion for 9b76a820-f831-437a-b3f2-ad58a28c5953 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:28:24.196562 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ba4513d2-5db4-4c6f-a730-039298bc36e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:24.222293 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4513d2-5db4-4c6f-a730-039298bc36e9 admin admin] No DVR routers for this DVR port f60e3e27-ab39-4d4d-8701-76c65255812c on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:28:24.224619 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-41f2ceed-d369-4378-b698-93d7761ef1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:24.249732 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-91305912-36a3-4515-a20b-31cb0ea2e9f6 None None] Provisioning complete for port 87add969-7670-4d5b-bcd1-e5c63f61025c triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:24.250550 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-91305912-36a3-4515-a20b-31cb0ea2e9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:24.293175 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:24.363703 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4513d2-5db4-4c6f-a730-039298bc36e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f60e3e27-ab39-4d4d-8701-76c65255812c,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:24.473885 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ba4513d2-5db4-4c6f-a730-039298bc36e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:24.523558 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb18d6c-1b73-4ee3-acf1-09a8708485cc x-openstack-request-id: req-1fb18d6c-1b73-4ee3-acf1-09a8708485cc {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:24.524784 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072eda69-ce3f-4db3-8ea5-bab699f66960", "name": "network-vif-deleted", "tag": "3a79b46f-a343-4e49-8e43-3f78625282e5", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:24.525481 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1fb18d6c-1b73-4ee3-acf1-09a8708485cc {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:24.526850 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072eda69-ce3f-4db3-8ea5-bab699f66960', 'name': 'network-vif-deleted', 'tag': '3a79b46f-a343-4e49-8e43-3f78625282e5', 'status': 'completed', 'code': 200} Dec 16 09:28:24.567622 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-ba4513d2-5db4-4c6f-a730-039298bc36e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b76a820-f831-437a-b3f2-ad58a28c5953']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:24.607628 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-ba4513d2-5db4-4c6f-a730-039298bc36e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93544382-2c77-4a6a-b7bb-0e80a8e82b9d') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:24.608067 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-ba4513d2-5db4-4c6f-a730-039298bc36e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93544382-2c77-4a6a-b7bb-0e80a8e82b9d') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:24.627716 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ba4513d2-5db4-4c6f-a730-039298bc36e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:24.644886 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017d067-4355-4e6b-9595-20fc915f29d9 req-eb4bcbe8-6246-4ca1-a0cd-50699e8f1b8c tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:24.650535 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9017d067-4355-4e6b-9595-20fc915f29d9 req-eb4bcbe8-6246-4ca1-a0cd-50699e8f1b8c tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 945 time: 0.1340847 Dec 16 09:28:24.659042 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ba4513d2-5db4-4c6f-a730-039298bc36e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:24.670677 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba4513d2-5db4-4c6f-a730-039298bc36e9 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:28:24.671232 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ba4513d2-5db4-4c6f-a730-039298bc36e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:24.673937 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 936a2b4f-268e-4764-8437-d7452306b777 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:28:24.674359 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:28:24.674359 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:28:24.674359 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:28:24.674359 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:28:24.674359 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:28:24.674359 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:28:24.674359 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:28:24.674359 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:28:24.674359 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:28:24.674359 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:28:24.674359 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:28:24.674359 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:28:24.674359 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:28:24.674359 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:28:24.674359 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:28:24.674359 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:28:24.674359 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:28:24.674359 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:28:24.674359 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:28:24.674359 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:28:24.674359 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:28:24.674359 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:28:24.674359 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:28:24.674359 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:28:24.674359 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:28:24.674359 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:28:24.674359 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:28:24.674359 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:28:24.674359 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:28:24.674359 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:28:24.674359 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:28:24.674359 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:28:24.689972 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-187da85f-ef88-4d90-bd47-6bd822ff7203 None None] Deleting port f60e3e27-ab39-4d4d-8701-76c65255812c {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:24.700613 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98834ac1-0eaf-4da6-9e4f-8f95ee567f49 admin admin] Router 2dee24f8-293b-4593-829d-f5300a1f7365 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:28:24.701548 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-187da85f-ef88-4d90-bd47-6bd822ff7203 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:24.747088 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-91305912-36a3-4515-a20b-31cb0ea2e9f6 None None] Port 87add969-7670-4d5b-bcd1-e5c63f61025c cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:28:24.773364 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cc3fe26b-2f43-46ff-8051-b5f0423f7ba8 req-fa8038eb-25a7-49e2-9ab9-9368fc9449c8 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "GET /v2.0/ports?device_id=072eda69-ce3f-4db3-8ea5-bab699f66960 HTTP/1.1" status: 200 len: 210 time: 0.0343421 Dec 16 09:28:24.789105 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 936a2b4f-268e-4764-8437-d7452306b777 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:28:24.791299 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 936a2b4f-268e-4764-8437-d7452306b777 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:28:24.837210 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=8c05e8c2-a512-42a8-be20-4d61844d2def,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:24.842154 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98834ac1-0eaf-4da6-9e4f-8f95ee567f49 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:28:24.847726 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-187da85f-ef88-4d90-bd47-6bd822ff7203 None None] For port f60e3e27-ab39-4d4d-8701-76c65255812c, host n-d-820550-2, got binding levels [] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:24.848039 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-98834ac1-0eaf-4da6-9e4f-8f95ee567f49 admin admin] 10.222.0.60 "PUT /v2.0/routers/2dee24f8-293b-4593-829d-f5300a1f7365/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2612119 Dec 16 09:28:24.848376 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-187da85f-ef88-4d90-bd47-6bd822ff7203 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:24.851590 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9017d067-4355-4e6b-9595-20fc915f29d9 req-33a87e41-348d-49df-8af6-5320bf5670f3 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941695 Dec 16 09:28:24.860791 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-a86ba284-e78e-46e5-868a-1be140261f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'name': 'tempest-ServersTestJSON-578242003-router', 'tenant_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '74ffe5c2-21aa-4a38-b778-a9178214ae60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:50Z', 'updated_at': '2021-12-16T09:25:58Z', 'revision_number': 4, 'project_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'gw_port': {'id': '74ffe5c2-21aa-4a38-b778-a9178214ae60', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:51Z', 'updated_at': '2021-12-16T09:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '2b6ea7f0-535b-4d2d-847e-78b3ee040a1a', 'name': '', 'network_id': '05457a1a-5fc6-4d7c-b1fd-8a0c61596f21', 'tenant_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'mac_address': 'fa:16:3e:0d:73:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c7d9e3eb-3d14-4963-8608-b6f274561522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:56Z', 'updated_at': '2021-12-16T09:26:05Z', 'revision_number': 5, 'project_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'subnets': [{'id': 'c7d9e3eb-3d14-4963-8608-b6f274561522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:24.864248 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101f484d-7688-4397-8666-7957ddc90d8b None None] Sync routers for ids ['2dee24f8-293b-4593-829d-f5300a1f7365'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:28:24.878474 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101f484d-7688-4397-8666-7957ddc90d8b None None] Routers {'2dee24f8-293b-4593-829d-f5300a1f7365'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:24.880335 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-101f484d-7688-4397-8666-7957ddc90d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:27:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2dee24f8-293b-4593-829d-f5300a1f7365'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:24.942080 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86ba284-e78e-46e5-868a-1be140261f72 None None] Checking router: 4dbfcd0e-6140-4835-9814-853ed0f9d653 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:28:24.961916 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-187da85f-ef88-4d90-bd47-6bd822ff7203 None None] Calling delete_port for f60e3e27-ab39-4d4d-8701-76c65255812c owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:24.968732 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.ipam_backend_mixin [None req-187da85f-ef88-4d90-bd47-6bd822ff7203 None None] Port f60e3e27-ab39-4d4d-8701-76c65255812c was not found and therefore no delete operation was performed {{(pid=102818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 09:28:24.971431 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-187da85f-ef88-4d90-bd47-6bd822ff7203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:24.976556 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86ba284-e78e-46e5-868a-1be140261f72 None None] Routers {'4dbfcd0e-6140-4835-9814-853ed0f9d653'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:24.977224 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-a86ba284-e78e-46e5-868a-1be140261f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:27:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4dbfcd0e-6140-4835-9814-853ed0f9d653'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:25.009738 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-187da85f-ef88-4d90-bd47-6bd822ff7203 None None] Network 9b76a820-f831-437a-b3f2-ad58a28c5953 is not hosted by any dhcp agent {{(pid=102818) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 09:28:25.010976 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187da85f-ef88-4d90-bd47-6bd822ff7203 None None] No DVR routers for this DVR port f60e3e27-ab39-4d4d-8701-76c65255812c on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:28:25.050291 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8c05e8c2-a512-42a8-be20-4d61844d2def up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:25.053709 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187da85f-ef88-4d90-bd47-6bd822ff7203 None None] Pushing event deleted for resources: {'Port': ['ID=f60e3e27-ab39-4d4d-8701-76c65255812c,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:25.056968 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-916c171b-66a5-4876-86e5-9eaa6d611f72 req-e35e8d1f-c0f0-4791-80e9-d8fb91652960 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f HTTP/1.1" status: 200 len: 210 time: 0.1395080 Dec 16 09:28:25.063692 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ba4513d2-5db4-4c6f-a730-039298bc36e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:25.071360 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ba4513d2-5db4-4c6f-a730-039298bc36e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:25.083509 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ba4513d2-5db4-4c6f-a730-039298bc36e9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/9b76a820-f831-437a-b3f2-ad58a28c5953 HTTP/1.1" status: 204 len: 168 time: 1.8996885 Dec 16 09:28:25.117922 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4513d2-5db4-4c6f-a730-039298bc36e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b76a820-f831-437a-b3f2-ad58a28c5953,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:25.173483 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-101f484d-7688-4397-8666-7957ddc90d8b None None] Set router 2dee24f8-293b-4593-829d-f5300a1f7365 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:25.284017 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-a86ba284-e78e-46e5-868a-1be140261f72 None None] Set router 4dbfcd0e-6140-4835-9814-853ed0f9d653 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:25.318707 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 8c05e8c2-a512-42a8-be20-4d61844d2def triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:25.319003 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:25.506742 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-101f484d-7688-4397-8666-7957ddc90d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'name': 'tempest-TaggedBootDevicesTest-497337506-router', 'tenant_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '8c05e8c2-a512-42a8-be20-4d61844d2def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:15Z', 'updated_at': '2021-12-16T09:28:21Z', 'revision_number': 4, 'project_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'gw_port': {'id': '8c05e8c2-a512-42a8-be20-4d61844d2def', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:16Z', 'updated_at': '2021-12-16T09:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '87add969-7670-4d5b-bcd1-e5c63f61025c', 'name': '', 'network_id': '796abadb-0795-4a55-adba-f043e91923a6', 'tenant_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'mac_address': 'fa:16:3e:15:5f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'a9d10a32-22c8-4de7-a5e2-276788e5f144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:20Z', 'updated_at': '2021-12-16T09:28:22Z', 'revision_number': 2, 'project_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'subnets': [{'id': 'a9d10a32-22c8-4de7-a5e2-276788e5f144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:25.656327 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-a86ba284-e78e-46e5-868a-1be140261f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'name': 'tempest-ServersTestJSON-578242003-router', 'tenant_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '74ffe5c2-21aa-4a38-b778-a9178214ae60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:50Z', 'updated_at': '2021-12-16T09:25:58Z', 'revision_number': 4, 'project_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'gw_port': {'id': '74ffe5c2-21aa-4a38-b778-a9178214ae60', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:51Z', 'updated_at': '2021-12-16T09:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '2b6ea7f0-535b-4d2d-847e-78b3ee040a1a', 'name': '', 'network_id': '05457a1a-5fc6-4d7c-b1fd-8a0c61596f21', 'tenant_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'mac_address': 'fa:16:3e:0d:73:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c7d9e3eb-3d14-4963-8608-b6f274561522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:56Z', 'updated_at': '2021-12-16T09:26:05Z', 'revision_number': 5, 'project_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'subnets': [{'id': 'c7d9e3eb-3d14-4963-8608-b6f274561522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:25.663473 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101f484d-7688-4397-8666-7957ddc90d8b None None] Checking router: 2dee24f8-293b-4593-829d-f5300a1f7365 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:28:25.663914 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101f484d-7688-4397-8666-7957ddc90d8b None None] Updating router 2dee24f8-293b-4593-829d-f5300a1f7365 port 87add969-7670-4d5b-bcd1-e5c63f61025c binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:28:25.693549 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86ba284-e78e-46e5-868a-1be140261f72 None None] The sync data for ids ['4dbfcd0e-6140-4835-9814-853ed0f9d653'] in n-d-820550-2 is: [{'id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'name': 'tempest-ServersTestJSON-578242003-router', 'tenant_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '74ffe5c2-21aa-4a38-b778-a9178214ae60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:50Z', 'updated_at': '2021-12-16T09:25:58Z', 'revision_number': 4, 'project_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'gw_port': {'id': '74ffe5c2-21aa-4a38-b778-a9178214ae60', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:51Z', 'updated_at': '2021-12-16T09:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '2b6ea7f0-535b-4d2d-847e-78b3ee040a1a', 'name': '', 'network_id': '05457a1a-5fc6-4d7c-b1fd-8a0c61596f21', 'tenant_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'mac_address': 'fa:16:3e:0d:73:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c7d9e3eb-3d14-4963-8608-b6f274561522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:56Z', 'updated_at': '2021-12-16T09:26:05Z', 'revision_number': 5, 'project_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'subnets': [{'id': 'c7d9e3eb-3d14-4963-8608-b6f274561522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:28:25.715159 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f60e3e27-ab39-4d4d-8701-76c65255812c no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:28:25.728524 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-101f484d-7688-4397-8666-7957ddc90d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:25.754456 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: f60e3e27-ab39-4d4d-8701-76c65255812c {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:28:25.754678 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f60e3e27-ab39-4d4d-8701-76c65255812c not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:28:25.877037 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37086) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:25.974159 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37092) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:25.975616 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4dc9383e-875c-4560-a241-cf9d28f30a52 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=497e35b3d54448868b85015f846b8328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0977380 Dec 16 09:28:25.998707 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37094) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:26.111608 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0c830c55-f7f6-4bba-aac4-b24c274d60fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:26.142527 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241f405-dd04-4450-a656-da4861e74158 req-d3182d92-edfe-489b-a1ed-427cf1442323 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:26.144595 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c241f405-dd04-4450-a656-da4861e74158 req-d3182d92-edfe-489b-a1ed-427cf1442323 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 945 time: 0.1562679 Dec 16 09:28:26.165328 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61e8738-9a4c-492d-8ebe-d30ee7fe6a21 None None] New status for floating IP 8ed81603-e365-4520-b060-58ad4de6930a: DOWN {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:28:26.193854 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f1a6ee60-1f43-4eef-b194-9b1e97859abc tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:26.226659 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0c830c55-f7f6-4bba-aac4-b24c274d60fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:26.241642 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c241f405-dd04-4450-a656-da4861e74158 req-8f6ff4c6-bf33-4bf5-bb42-bdb79ed3c5b8 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816960 Dec 16 09:28:26.271484 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f1a6ee60-1f43-4eef-b194-9b1e97859abc tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:26.325375 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37100) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:26.332637 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-b3a580c4-22ae-453e-af49-a2ba8636ba29 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1237192171-network', 'tenant_id': 'bd5f5d7e67a74d678f1c3a81da65fc26'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:26.347421 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-101f484d-7688-4397-8666-7957ddc90d8b None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:26.350576 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ccbdbe9f-bfe2-4745-9b32-b71fed45249e req-3fb77783-16ee-4091-9492-4c4c0e02327e tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f HTTP/1.1" status: 200 len: 210 time: 0.1083162 Dec 16 09:28:26.602821 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fcb96602-95f6-4013-9791-a5cd1604f9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:26.612238 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a580c4-22ae-453e-af49-a2ba8636ba29 admin admin] Made reservation on behalf of bd5f5d7e67a74d678f1c3a81da65fc26 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:28:26.612718 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0c830c55-f7f6-4bba-aac4-b24c274d60fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:26.612906 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b3a580c4-22ae-453e-af49-a2ba8636ba29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:26.613018 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-101f484d-7688-4397-8666-7957ddc90d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:26.613167 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f1a6ee60-1f43-4eef-b194-9b1e97859abc tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:26.613167 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f1a6ee60-1f43-4eef-b194-9b1e97859abc tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:26.613954 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f1a6ee60-1f43-4eef-b194-9b1e97859abc tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "DELETE /v2.0/security-groups/1cbe89b4-8443-48dc-9d4a-b9dfe9d670f0 HTTP/1.1" status: 204 len: 168 time: 0.6068609 Dec 16 09:28:26.614819 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37104) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:26.621326 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0c830c55-f7f6-4bba-aac4-b24c274d60fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:26.627640 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0c830c55-f7f6-4bba-aac4-b24c274d60fc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7461d54d-e5ec-4be5-8c65-e1473340986f HTTP/1.1" status: 204 len: 168 time: 0.6523912 Dec 16 09:28:26.639422 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c830c55-f7f6-4bba-aac4-b24c274d60fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7461d54d-e5ec-4be5-8c65-e1473340986f,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:26.642751 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b3a580c4-22ae-453e-af49-a2ba8636ba29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:26.645410 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6ee60-1f43-4eef-b194-9b1e97859abc tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbe89b4-8443-48dc-9d4a-b9dfe9d670f0,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:26.648599 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-f8ad154d-561d-4a6d-af55-7efc951c9c95 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] show failed (client error): The resource could not be found. Dec 16 09:28:26.653024 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f8ad154d-561d-4a6d-af55-7efc951c9c95 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "GET /v2.0/security-groups/1cbe89b4-8443-48dc-9d4a-b9dfe9d670f0 HTTP/1.1" status: 404 len: 347 time: 0.0333574 Dec 16 09:28:26.653243 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37108) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:26.801101 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b3a580c4-22ae-453e-af49-a2ba8636ba29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:26.814233 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-101f484d-7688-4397-8666-7957ddc90d8b None None] Attempting to bind port 87add969-7670-4d5b-bcd1-e5c63f61025c on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:28:26.814615 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-101f484d-7688-4397-8666-7957ddc90d8b None None] Attempting to bind port 87add969-7670-4d5b-bcd1-e5c63f61025c by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '1e2014f7-8ae4-4bc0-98b8-25a669313059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '796abadb-0795-4a55-adba-f043e91923a6'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:28:26.814975 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101f484d-7688-4397-8666-7957ddc90d8b None None] Attempting to bind port 87add969-7670-4d5b-bcd1-e5c63f61025c on network 796abadb-0795-4a55-adba-f043e91923a6 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:26.823511 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101f484d-7688-4397-8666-7957ddc90d8b None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:28:26.827675 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101f484d-7688-4397-8666-7957ddc90d8b None None] Checking segment: {'id': '1e2014f7-8ae4-4bc0-98b8-25a669313059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '796abadb-0795-4a55-adba-f043e91923a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:28:26.828105 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-101f484d-7688-4397-8666-7957ddc90d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:26.828507 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101f484d-7688-4397-8666-7957ddc90d8b None None] Bound using segment: {'id': '1e2014f7-8ae4-4bc0-98b8-25a669313059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '796abadb-0795-4a55-adba-f043e91923a6'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:28:26.837011 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-101f484d-7688-4397-8666-7957ddc90d8b None None] Bound port: 87add969-7670-4d5b-bcd1-e5c63f61025c, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2014f7-8ae4-4bc0-98b8-25a669313059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '796abadb-0795-4a55-adba-f043e91923a6'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:28:26.837480 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-101f484d-7688-4397-8666-7957ddc90d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:26.846435 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147ae1b-1316-4e85-bcca-26d305f93a87 None None] Pushing event updated for resources: {'Port': ['ID=87add969-7670-4d5b-bcd1-e5c63f61025c,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:26.923530 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-52ea3836-782e-4dfa-8a29-f60890c411c4 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Deleting port 053dd6d3-e9d7-4edb-9601-f8553d7b2970 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:26.925600 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52ea3836-782e-4dfa-8a29-f60890c411c4 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:26.941912 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-101f484d-7688-4397-8666-7957ddc90d8b None None] For port 87add969-7670-4d5b-bcd1-e5c63f61025c, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:28:26.945616 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-101f484d-7688-4397-8666-7957ddc90d8b None None] For port 87add969-7670-4d5b-bcd1-e5c63f61025c, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=87add969-7670-4d5b-bcd1-e5c63f61025c,segment=NetworkSegment(1e2014f7-8ae4-4bc0-98b8-25a669313059),segment_id=1e2014f7-8ae4-4bc0-98b8-25a669313059)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:28:26.993289 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b3a580c4-22ae-453e-af49-a2ba8636ba29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:27.012951 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52ea3836-782e-4dfa-8a29-f60890c411c4 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:27.013546 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52ea3836-782e-4dfa-8a29-f60890c411c4 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:27.019859 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a580c4-22ae-453e-af49-a2ba8636ba29 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:28:27.028203 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-52ea3836-782e-4dfa-8a29-f60890c411c4 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Calling delete_port for 053dd6d3-e9d7-4edb-9601-f8553d7b2970 owned by network:floatingip {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:27.030915 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a580c4-22ae-453e-af49-a2ba8636ba29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4545f3d0-f664-47c3-a2c5-f174950eac05,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:27.035706 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c365896a-fde8-4b72-b557-46461e3f1c99 None None] Provisioning complete for port 87add969-7670-4d5b-bcd1-e5c63f61025c triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:27.036080 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c365896a-fde8-4b72-b557-46461e3f1c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:27.038610 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b3a580c4-22ae-453e-af49-a2ba8636ba29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:27.038973 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-b3a580c4-22ae-453e-af49-a2ba8636ba29 admin admin] Added segment d7f2ac56-495b-492f-831e-339f782a244d of type vlan for network 1c7e67d1-ae57-498c-a2a6-299c51a9e744 Dec 16 09:28:27.072503 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-c365896a-fde8-4b72-b557-46461e3f1c99 None None] Port 87add969-7670-4d5b-bcd1-e5c63f61025c cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:28:27.094076 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b3a580c4-22ae-453e-af49-a2ba8636ba29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:27.153834 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-101f484d-7688-4397-8666-7957ddc90d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:27.220251 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101f484d-7688-4397-8666-7957ddc90d8b None None] Routers {'2dee24f8-293b-4593-829d-f5300a1f7365'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:27.220974 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-101f484d-7688-4397-8666-7957ddc90d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:28:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2dee24f8-293b-4593-829d-f5300a1f7365'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:27.291350 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b3a580c4-22ae-453e-af49-a2ba8636ba29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:27.292134 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147ae1b-1316-4e85-bcca-26d305f93a87 None None] Pushing event updated for resources: {'Port': ['ID=87add969-7670-4d5b-bcd1-e5c63f61025c,revision_number=4']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:27.293783 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a580c4-22ae-453e-af49-a2ba8636ba29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:27.293783 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b3a580c4-22ae-453e-af49-a2ba8636ba29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:27.348335 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52ea3836-782e-4dfa-8a29-f60890c411c4 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:27.363673 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-101f484d-7688-4397-8666-7957ddc90d8b None None] Set router 2dee24f8-293b-4593-829d-f5300a1f7365 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:27.436453 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a580c4-22ae-453e-af49-a2ba8636ba29 admin admin] Pushing event updated for resources: {'Network': ['ID=1c7e67d1-ae57-498c-a2a6-299c51a9e744,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:27.448619 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 1c7e67d1-ae57-498c-a2a6-299c51a9e744 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:28:27.457551 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea3836-782e-4dfa-8a29-f60890c411c4 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Pushing event deleted for resources: {'Port': ['ID=053dd6d3-e9d7-4edb-9601-f8553d7b2970,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:27.513213 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20bd1bf-2b51-4a07-9801-3b14dd8e3155 req-80e43e6e-9892-409d-ba60-b2996176ff98 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:27.522973 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b20bd1bf-2b51-4a07-9801-3b14dd8e3155 req-80e43e6e-9892-409d-ba60-b2996176ff98 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 945 time: 0.1584127 Dec 16 09:28:27.544950 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b3a580c4-22ae-453e-af49-a2ba8636ba29 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2160587 Dec 16 09:28:27.550299 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37126) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:27.555368 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-82621bf5-071e-43ba-87e7-b544dbde62c1 admin admin] Request body: {'subnet': {'network_id': '1c7e67d1-ae57-498c-a2a6-299c51a9e744', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1237192171-subnet', 'tenant_id': 'bd5f5d7e67a74d678f1c3a81da65fc26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:27.598621 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b20bd1bf-2b51-4a07-9801-3b14dd8e3155 req-1cb5ef26-27ed-4f4a-be0e-c61a46468dd9 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701642 Dec 16 09:28:27.608306 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:27.633800 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52ea3836-782e-4dfa-8a29-f60890c411c4 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks [] for floatingip, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:27.635703 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-99522e30-0b43-4ecc-af3f-9cf2c5e3f4bc None None] Provisioning complete for port 87add969-7670-4d5b-bcd1-e5c63f61025c triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:27.636254 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-99522e30-0b43-4ecc-af3f-9cf2c5e3f4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:27.636921 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52ea3836-782e-4dfa-8a29-f60890c411c4 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:27.641209 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-52ea3836-782e-4dfa-8a29-f60890c411c4 tempest-ServersTestJSON-1817692070 tempest-ServersTestJSON-1817692070-project] 10.222.0.60 "DELETE /v2.0/floatingips/8ed81603-e365-4520-b060-58ad4de6930a HTTP/1.1" status: 204 len: 168 time: 0.9840944 Dec 16 09:28:27.641598 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37130) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:27.715517 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b84fe2bf-552e-4d75-982a-21116383a31b req-06414d36-ea8b-4513-b9b2-b85b736de257 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f HTTP/1.1" status: 200 len: 210 time: 0.2075570 Dec 16 09:28:27.729820 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-101f484d-7688-4397-8666-7957ddc90d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'name': 'tempest-TaggedBootDevicesTest-497337506-router', 'tenant_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '8c05e8c2-a512-42a8-be20-4d61844d2def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:15Z', 'updated_at': '2021-12-16T09:28:21Z', 'revision_number': 4, 'project_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'gw_port': {'id': '8c05e8c2-a512-42a8-be20-4d61844d2def', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:16Z', 'updated_at': '2021-12-16T09:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '87add969-7670-4d5b-bcd1-e5c63f61025c', 'name': '', 'network_id': '796abadb-0795-4a55-adba-f043e91923a6', 'tenant_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'mac_address': 'fa:16:3e:15:5f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'a9d10a32-22c8-4de7-a5e2-276788e5f144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:20Z', 'updated_at': '2021-12-16T09:28:26Z', 'revision_number': 4, 'project_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'subnets': [{'id': 'a9d10a32-22c8-4de7-a5e2-276788e5f144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:27.765410 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-99522e30-0b43-4ecc-af3f-9cf2c5e3f4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:27.770384 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82621bf5-071e-43ba-87e7-b544dbde62c1 admin admin] Made reservation on behalf of bd5f5d7e67a74d678f1c3a81da65fc26 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:28:27.771258 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101f484d-7688-4397-8666-7957ddc90d8b None None] The sync data for ids ['2dee24f8-293b-4593-829d-f5300a1f7365'] in n-d-820550-2 is: [{'id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'name': 'tempest-TaggedBootDevicesTest-497337506-router', 'tenant_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '8c05e8c2-a512-42a8-be20-4d61844d2def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:15Z', 'updated_at': '2021-12-16T09:28:21Z', 'revision_number': 4, 'project_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'gw_port': {'id': '8c05e8c2-a512-42a8-be20-4d61844d2def', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:16Z', 'updated_at': '2021-12-16T09:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '87add969-7670-4d5b-bcd1-e5c63f61025c', 'name': '', 'network_id': '796abadb-0795-4a55-adba-f043e91923a6', 'tenant_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'mac_address': 'fa:16:3e:15:5f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'a9d10a32-22c8-4de7-a5e2-276788e5f144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:20Z', 'updated_at': '2021-12-16T09:28:26Z', 'revision_number': 4, 'project_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'subnets': [{'id': 'a9d10a32-22c8-4de7-a5e2-276788e5f144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:28:27.772871 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-82621bf5-071e-43ba-87e7-b544dbde62c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:27.812196 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-99522e30-0b43-4ecc-af3f-9cf2c5e3f4bc None None] For port 87add969-7670-4d5b-bcd1-e5c63f61025c, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=87add969-7670-4d5b-bcd1-e5c63f61025c,segment=NetworkSegment(1e2014f7-8ae4-4bc0-98b8-25a669313059),segment_id=1e2014f7-8ae4-4bc0-98b8-25a669313059)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:27.985485 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-99522e30-0b43-4ecc-af3f-9cf2c5e3f4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:28.063757 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99522e30-0b43-4ecc-af3f-9cf2c5e3f4bc None None] Pushing event updated for resources: {'Port': ['ID=87add969-7670-4d5b-bcd1-e5c63f61025c,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:28.195153 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-1ba03849-2e39-45b7-8968-ebf896a28401 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=62df495bd2aa4dc38568d36e2ea4852c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417945 Dec 16 09:28:28.203145 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a223a-ce25-4668-9467-a4879a8b0982 req-80503044-95f0-49cd-af1f-24d039b0c79a tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:28.204727 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-791a223a-ce25-4668-9467-a4879a8b0982 req-80503044-95f0-49cd-af1f-24d039b0c79a tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=524a13a1-253e-40bb-a50a-1c5e010b3879 HTTP/1.1" status: 200 len: 945 time: 0.1734164 Dec 16 09:28:28.332488 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-791a223a-ce25-4668-9467-a4879a8b0982 req-90b07e01-4abf-437c-bc08-88d6900e3857 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d635dd-fb21-461a-8c0f-868d41d0e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089633 Dec 16 09:28:28.386775 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-7ad3c7b2-f37d-45a9-b180-db74c351b9db tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:28.388252 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-7ad3c7b2-f37d-45a9-b180-db74c351b9db tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1661801 Dec 16 09:28:28.394408 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-82621bf5-071e-43ba-87e7-b544dbde62c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:28.432214 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-dc0cc894-6867-4b9a-8d9e-7818657203f8 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Request body: {'port': {'device_id': '460a51c5-f1e7-42cc-985a-2873bed917ae', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'admin_state_up': True, 'tenant_id': '62df495bd2aa4dc38568d36e2ea4852c'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:28.549851 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82621bf5-071e-43ba-87e7-b544dbde62c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f471a05-e8bd-484b-bae9-bd0c4e94aa3c,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:28.587881 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37150) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:28.592933 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82621bf5-071e-43ba-87e7-b544dbde62c1 admin admin] Checking segment: {'id': 'd7f2ac56-495b-492f-831e-339f782a244d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1c7e67d1-ae57-498c-a2a6-299c51a9e744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:28:28.593350 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82621bf5-071e-43ba-87e7-b544dbde62c1 admin admin] Network hostable DHCP agents. Network: 1c7e67d1-ae57-498c-a2a6-299c51a9e744, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:28:28.618920 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-63ba7cdc-0685-4ddf-878a-e6a13b9b7221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:28.791194 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad1b12-dfbb-43d4-882b-b07e8d68b4f9 req-b838e014-2f13-40bb-bc6a-2be7013035c9 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:28.805198 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d2ad1b12-dfbb-43d4-882b-b07e8d68b4f9 req-b838e014-2f13-40bb-bc6a-2be7013035c9 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 945 time: 0.1067669 Dec 16 09:28:28.816783 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-d24ab878-8df4-49f9-adb0-e50bcc563211 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2034359071-network', 'tenant_id': '8d5278aa1ed94561beee8ef437c31da8'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:28.863635 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b8b4ea52-f226-4da6-b58f-c28c9df48512 req-896a5e84-20d6-418a-978c-5904b639607b tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f HTTP/1.1" status: 200 len: 210 time: 0.0487752 Dec 16 09:28:28.875176 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d2ad1b12-dfbb-43d4-882b-b07e8d68b4f9 req-2900d1a9-86dc-4081-95df-d72eac1d6374 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689790 Dec 16 09:28:28.905032 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82621bf5-071e-43ba-87e7-b544dbde62c1 admin admin] Network 1c7e67d1-ae57-498c-a2a6-299c51a9e744 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:28:28.947222 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:28.991313 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-dc0cc894-6867-4b9a-8d9e-7818657203f8 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Made reservation on behalf of 62df495bd2aa4dc38568d36e2ea4852c for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:28:29.002594 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-dc0cc894-6867-4b9a-8d9e-7818657203f8 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:29.011312 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-dc0cc894-6867-4b9a-8d9e-7818657203f8 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:29.021660 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-412a9236-3830-4c49-a1f0-12a10250983d req-0619433f-df38-4ec5-ad98-0645d4cd0a84 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=62df495bd2aa4dc38568d36e2ea4852c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570226 Dec 16 09:28:29.092657 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 87add969-7670-4d5b-bcd1-e5c63f61025c up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:29.171940 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 87add969-7670-4d5b-bcd1-e5c63f61025c triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:29.172511 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:29.181596 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-82621bf5-071e-43ba-87e7-b544dbde62c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 1c7e67d1-ae57-498c-a2a6-299c51a9e744) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:28:29.194001 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93d9f4f-229f-48a6-93a0-e44828acf501 None None] Network 1c7e67d1-ae57-498c-a2a6-299c51a9e744 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:28:29.202200 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82621bf5-071e-43ba-87e7-b544dbde62c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:29.202781 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-82621bf5-071e-43ba-87e7-b544dbde62c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:29.209866 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a9236-3830-4c49-a1f0-12a10250983d req-b6d2a8b9-ec9a-4b44-8b8c-95f773b60fe1 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:29.211775 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-412a9236-3830-4c49-a1f0-12a10250983d req-b6d2a8b9-ec9a-4b44-8b8c-95f773b60fe1 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1892338 Dec 16 09:28:29.215456 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24ab878-8df4-49f9-adb0-e50bcc563211 admin admin] Made reservation on behalf of 8d5278aa1ed94561beee8ef437c31da8 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:28:29.217041 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d24ab878-8df4-49f9-adb0-e50bcc563211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:29.234072 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-412a9236-3830-4c49-a1f0-12a10250983d req-995b7b73-e431-455e-b8fb-825aa0bb46f9 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Request body: {'port': {'device_id': 'ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'admin_state_up': True, 'tenant_id': '62df495bd2aa4dc38568d36e2ea4852c'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:29.289876 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-dc0cc894-6867-4b9a-8d9e-7818657203f8 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:29.309567 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-63ba7cdc-0685-4ddf-878a-e6a13b9b7221 admin admin] Deleting port 2b6ea7f0-535b-4d2d-847e-78b3ee040a1a {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:29.309834 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-63ba7cdc-0685-4ddf-878a-e6a13b9b7221 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:29.370326 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d24ab878-8df4-49f9-adb0-e50bcc563211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:29.411407 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5319fd7-bfd7-44c7-bbed-36b35b493143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-1c7e67d1-ae57-498c-a2a6-299c51a9e744', 'network_id': '1c7e67d1-ae57-498c-a2a6-299c51a9e744', 'tenant_id': 'bd5f5d7e67a74d678f1c3a81da65fc26', 'fixed_ips': [{'subnet_id': '8f471a05-e8bd-484b-bae9-bd0c4e94aa3c'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:28:29.412734 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b5319fd7-bfd7-44c7-bbed-36b35b493143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:29.412904 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-63ba7cdc-0685-4ddf-878a-e6a13b9b7221 admin admin] For port 2b6ea7f0-535b-4d2d-847e-78b3ee040a1a, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=2b6ea7f0-535b-4d2d-847e-78b3ee040a1a,segment=NetworkSegment(733c830f-5ca6-4e77-a18d-8162ef3c79e4),segment_id=733c830f-5ca6-4e77-a18d-8162ef3c79e4)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:29.413520 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-63ba7cdc-0685-4ddf-878a-e6a13b9b7221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:29.433617 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-82621bf5-071e-43ba-87e7-b544dbde62c1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8820148 Dec 16 09:28:29.437641 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37164) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:29.442633 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-ac2d44ca-e7a3-4718-a06e-572dd4e43dbe admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1237192171-router', 'tenant_id': 'bd5f5d7e67a74d678f1c3a81da65fc26', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:29.446155 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-63ba7cdc-0685-4ddf-878a-e6a13b9b7221 admin admin] Calling delete_port for 2b6ea7f0-535b-4d2d-847e-78b3ee040a1a owned by network:router_interface {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:29.507470 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-dc0cc894-6867-4b9a-8d9e-7818657203f8 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:29.530695 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d24ab878-8df4-49f9-adb0-e50bcc563211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:29.581259 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-b5319fd7-bfd7-44c7-bbed-36b35b493143 None None] Allocated IP 172.20.0.2 (1c7e67d1-ae57-498c-a2a6-299c51a9e744/8f471a05-e8bd-484b-bae9-bd0c4e94aa3c/9b83028a-bf44-4388-9b1d-e4c98a911b3a) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:28:29.636951 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0cc894-6867-4b9a-8d9e-7818657203f8 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7773d9c1-b949-408d-b35c-ee4d1acd8f2b,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:29.733761 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-dc0cc894-6867-4b9a-8d9e-7818657203f8 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Allocated IP 192.168.233.136 (0f25fa8c-dd15-4f99-b14f-112e51884f75/d30f37a6-2496-485e-9480-e5e1789d975f/6ec4cb7e-854f-4eed-b0c7-eb07b321021d) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:28:29.735073 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b5319fd7-bfd7-44c7-bbed-36b35b493143 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:29.736601 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-412a9236-3830-4c49-a1f0-12a10250983d req-995b7b73-e431-455e-b8fb-825aa0bb46f9 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Made reservation on behalf of 62df495bd2aa4dc38568d36e2ea4852c for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:28:29.740604 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-412a9236-3830-4c49-a1f0-12a10250983d req-995b7b73-e431-455e-b8fb-825aa0bb46f9 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:29.865187 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d24ab878-8df4-49f9-adb0-e50bcc563211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:29.869053 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:29.898678 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d24ab878-8df4-49f9-adb0-e50bcc563211 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:28:29.905995 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ab878-8df4-49f9-adb0-e50bcc563211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a054d7-6dbe-4fb3-acd1-07a5b1bb69c9,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:29.912448 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d24ab878-8df4-49f9-adb0-e50bcc563211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:29.912882 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-d24ab878-8df4-49f9-adb0-e50bcc563211 admin admin] Added segment 8cb433ad-458a-4354-a5da-153646f1f443 of type vlan for network b0f893bc-8ced-46c7-973e-6f1ee6f442d5 Dec 16 09:28:29.920074 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b5319fd7-bfd7-44c7-bbed-36b35b493143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:29.924075 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ac2d44ca-e7a3-4718-a06e-572dd4e43dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:29.925671 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ac2d44ca-e7a3-4718-a06e-572dd4e43dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:29.965624 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d24ab878-8df4-49f9-adb0-e50bcc563211 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:29.975615 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-dc0cc894-6867-4b9a-8d9e-7818657203f8 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:30.000327 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5319fd7-bfd7-44c7-bbed-36b35b493143 None None] Network 1c7e67d1-ae57-498c-a2a6-299c51a9e744 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:28:30.004481 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-b5319fd7-bfd7-44c7-bbed-36b35b493143 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:28:30.011789 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5319fd7-bfd7-44c7-bbed-36b35b493143 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:28:30.021209 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5319fd7-bfd7-44c7-bbed-36b35b493143 None None] Pushing event updated for resources: {'Port': ['ID=9b83028a-bf44-4388-9b1d-e4c98a911b3a,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:30.027123 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-63ba7cdc-0685-4ddf-878a-e6a13b9b7221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:30.034044 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8635a566-0618-4b3c-98e2-9d48d2bfb33c req-a9eee936-2a47-4513-844a-426b9edbd630 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f HTTP/1.1" status: 200 len: 210 time: 0.0291686 Dec 16 09:28:30.053954 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ac2d44ca-e7a3-4718-a06e-572dd4e43dbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:30.102812 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba7cdc-0685-4ddf-878a-e6a13b9b7221 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b6ea7f0-535b-4d2d-847e-78b3ee040a1a,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:30.111520 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-b5319fd7-bfd7-44c7-bbed-36b35b493143 None None] Attempting to bind port 9b83028a-bf44-4388-9b1d-e4c98a911b3a on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:28:30.112032 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-b5319fd7-bfd7-44c7-bbed-36b35b493143 None None] Attempting to bind port 9b83028a-bf44-4388-9b1d-e4c98a911b3a by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'd7f2ac56-495b-492f-831e-339f782a244d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1c7e67d1-ae57-498c-a2a6-299c51a9e744'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:28:30.112466 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5319fd7-bfd7-44c7-bbed-36b35b493143 None None] Attempting to bind port 9b83028a-bf44-4388-9b1d-e4c98a911b3a on network 1c7e67d1-ae57-498c-a2a6-299c51a9e744 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:30.116502 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d24ab878-8df4-49f9-adb0-e50bcc563211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:30.119030 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24ab878-8df4-49f9-adb0-e50bcc563211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:30.119030 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d24ab878-8df4-49f9-adb0-e50bcc563211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:30.125947 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5319fd7-bfd7-44c7-bbed-36b35b493143 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:28:30.125947 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5319fd7-bfd7-44c7-bbed-36b35b493143 None None] Checking segment: {'id': 'd7f2ac56-495b-492f-831e-339f782a244d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1c7e67d1-ae57-498c-a2a6-299c51a9e744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:28:30.125947 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b5319fd7-bfd7-44c7-bbed-36b35b493143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:30.125947 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5319fd7-bfd7-44c7-bbed-36b35b493143 None None] Bound using segment: {'id': 'd7f2ac56-495b-492f-831e-339f782a244d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1c7e67d1-ae57-498c-a2a6-299c51a9e744'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:28:30.125947 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-b5319fd7-bfd7-44c7-bbed-36b35b493143 None None] Bound port: 9b83028a-bf44-4388-9b1d-e4c98a911b3a, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f2ac56-495b-492f-831e-339f782a244d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1c7e67d1-ae57-498c-a2a6-299c51a9e744'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:28:30.125947 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b5319fd7-bfd7-44c7-bbed-36b35b493143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:30.206786 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-b5319fd7-bfd7-44c7-bbed-36b35b493143 None None] For port 9b83028a-bf44-4388-9b1d-e4c98a911b3a, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:28:30.210283 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-b5319fd7-bfd7-44c7-bbed-36b35b493143 None None] For port 9b83028a-bf44-4388-9b1d-e4c98a911b3a, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=9b83028a-bf44-4388-9b1d-e4c98a911b3a,segment=NetworkSegment(d7f2ac56-495b-492f-831e-339f782a244d),segment_id=d7f2ac56-495b-492f-831e-339f782a244d)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:28:30.211699 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb5066-f42c-4e25-9e7f-545b806654d0 req-df9429f3-1afc-48f5-a816-cfe42a979f59 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:30.213367 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cdfb5066-f42c-4e25-9e7f-545b806654d0 req-df9429f3-1afc-48f5-a816-cfe42a979f59 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=524a13a1-253e-40bb-a50a-1c5e010b3879 HTTP/1.1" status: 200 len: 945 time: 0.1913924 Dec 16 09:28:30.245626 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ab878-8df4-49f9-adb0-e50bcc563211 admin admin] Pushing event updated for resources: {'Network': ['ID=b0f893bc-8ced-46c7-973e-6f1ee6f442d5,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:30.263899 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network b0f893bc-8ced-46c7-973e-6f1ee6f442d5 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:28:30.265979 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c10f7-5f21-485a-b1f5-04b2c2bd82c8 req-f8bb75c9-4abf-42c5-a7e2-6a1fe2d5150a tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:30.267534 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ac8c10f7-5f21-485a-b1f5-04b2c2bd82c8 req-f8bb75c9-4abf-42c5-a7e2-6a1fe2d5150a tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 945 time: 0.1266797 Dec 16 09:28:30.317861 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ac8c10f7-5f21-485a-b1f5-04b2c2bd82c8 req-a254c3a5-a097-423f-b353-f80be03f8c92 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407336 Dec 16 09:28:30.396537 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-dc0cc894-6867-4b9a-8d9e-7818657203f8 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:30.414238 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-412a9236-3830-4c49-a1f0-12a10250983d req-995b7b73-e431-455e-b8fb-825aa0bb46f9 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Allocated IP 192.168.233.246 (0f25fa8c-dd15-4f99-b14f-112e51884f75/d30f37a6-2496-485e-9480-e5e1789d975f/9d7ec348-357d-482e-89b9-ff66987a42d8) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:28:30.423060 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b5319fd7-bfd7-44c7-bbed-36b35b493143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:30.436627 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d24ab878-8df4-49f9-adb0-e50bcc563211 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8423133 Dec 16 09:28:30.437341 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37176) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:30.444921 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-6705c7d4-0ed2-4c66-9c73-8402428d7cbe admin admin] Request body: {'subnet': {'network_id': 'b0f893bc-8ced-46c7-973e-6f1ee6f442d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2034359071-subnet', 'tenant_id': '8d5278aa1ed94561beee8ef437c31da8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:30.451489 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cdfb5066-f42c-4e25-9e7f-545b806654d0 req-8e1e96ab-32eb-42f0-8abc-44f37b8164c5 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d635dd-fb21-461a-8c0f-868d41d0e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2260768 Dec 16 09:28:30.493495 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5319fd7-bfd7-44c7-bbed-36b35b493143 None None] Pushing event updated for resources: {'Port': ['ID=9b83028a-bf44-4388-9b1d-e4c98a911b3a,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:30.550835 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-dc0cc894-6867-4b9a-8d9e-7818657203f8 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Network 0f25fa8c-dd15-4f99-b14f-112e51884f75 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:28:30.589928 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-dc0cc894-6867-4b9a-8d9e-7818657203f8 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:28:30.600705 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-dc0cc894-6867-4b9a-8d9e-7818657203f8 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:28:30.608456 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0cc894-6867-4b9a-8d9e-7818657203f8 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Pushing event updated for resources: {'Port': ['ID=6ec4cb7e-854f-4eed-b0c7-eb07b321021d,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:30.612122 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ac2d44ca-e7a3-4718-a06e-572dd4e43dbe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:30.638113 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-412a9236-3830-4c49-a1f0-12a10250983d req-995b7b73-e431-455e-b8fb-825aa0bb46f9 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:30.679596 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6705c7d4-0ed2-4c66-9c73-8402428d7cbe admin admin] Made reservation on behalf of 8d5278aa1ed94561beee8ef437c31da8 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:28:30.682942 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6705c7d4-0ed2-4c66-9c73-8402428d7cbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:30.942234 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-412a9236-3830-4c49-a1f0-12a10250983d req-995b7b73-e431-455e-b8fb-825aa0bb46f9 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:31.011633 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-63ba7cdc-0685-4ddf-878a-e6a13b9b7221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:31.047117 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-412a9236-3830-4c49-a1f0-12a10250983d req-995b7b73-e431-455e-b8fb-825aa0bb46f9 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Network 0f25fa8c-dd15-4f99-b14f-112e51884f75 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:28:31.050054 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-412a9236-3830-4c49-a1f0-12a10250983d req-995b7b73-e431-455e-b8fb-825aa0bb46f9 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:28:31.055026 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b7b73-e431-455e-b8fb-825aa0bb46f9 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Pushing event updated for resources: {'Port': ['ID=9d7ec348-357d-482e-89b9-ff66987a42d8,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:31.055026 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-412a9236-3830-4c49-a1f0-12a10250983d req-995b7b73-e431-455e-b8fb-825aa0bb46f9 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:28:31.089428 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b463f46b-af80-4989-87ac-9407a1f1d6f7 None None] Provisioning complete for port 6ec4cb7e-854f-4eed-b0c7-eb07b321021d triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:31.090492 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b463f46b-af80-4989-87ac-9407a1f1d6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:31.137879 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a9236-3830-4c49-a1f0-12a10250983d req-995b7b73-e431-455e-b8fb-825aa0bb46f9 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:31.138705 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-412a9236-3830-4c49-a1f0-12a10250983d req-995b7b73-e431-455e-b8fb-825aa0bb46f9 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:31.145600 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-dc0cc894-6867-4b9a-8d9e-7818657203f8 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:31.146612 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-dc0cc894-6867-4b9a-8d9e-7818657203f8 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:31.175635 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-b463f46b-af80-4989-87ac-9407a1f1d6f7 None None] Port 6ec4cb7e-854f-4eed-b0c7-eb07b321021d cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:28:31.226706 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 9b83028a-bf44-4388-9b1d-e4c98a911b3a up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:31.265402 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6705c7d4-0ed2-4c66-9c73-8402428d7cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:31.299967 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 9b83028a-bf44-4388-9b1d-e4c98a911b3a triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:31.306175 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:31.332115 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03b106-344c-4c7e-874d-9feb7e90753e req-7a9cc23f-9659-4a84-b7e2-6d0c801e4a1f tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:31.333825 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b03b106-344c-4c7e-874d-9feb7e90753e req-7a9cc23f-9659-4a84-b7e2-6d0c801e4a1f tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f HTTP/1.1" status: 200 len: 936 time: 0.1348479 Dec 16 09:28:31.359712 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-412a9236-3830-4c49-a1f0-12a10250983d req-995b7b73-e431-455e-b8fb-825aa0bb46f9 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1311913 Dec 16 09:28:31.420598 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705c7d4-0ed2-4c66-9c73-8402428d7cbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebee2256-5f40-4706-95a1-a51c593c777b,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:31.437396 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-dc0cc894-6867-4b9a-8d9e-7818657203f8 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0090032 Dec 16 09:28:31.454992 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:31.505571 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b03b106-344c-4c7e-874d-9feb7e90753e req-7ff94950-dfcb-478d-9809-8e56e29b29a8 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/security-groups?id=7773d9c1-b949-408d-b35c-ee4d1acd8f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513405 Dec 16 09:28:31.514605 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6705c7d4-0ed2-4c66-9c73-8402428d7cbe admin admin] Checking segment: {'id': '8cb433ad-458a-4354-a5da-153646f1f443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b0f893bc-8ced-46c7-973e-6f1ee6f442d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:28:31.514605 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6705c7d4-0ed2-4c66-9c73-8402428d7cbe admin admin] Network hostable DHCP agents. Network: b0f893bc-8ced-46c7-973e-6f1ee6f442d5, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:28:31.547917 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-412a9236-3830-4c49-a1f0-12a10250983d req-304d5d06-cad8-4e14-b70a-3e0240738729 service neutron] Request body: {'port': {'device_id': 'ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:31.549910 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 9b83028a-bf44-4388-9b1d-e4c98a911b3a, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=9b83028a-bf44-4388-9b1d-e4c98a911b3a,segment=NetworkSegment(d7f2ac56-495b-492f-831e-339f782a244d),segment_id=d7f2ac56-495b-492f-831e-339f782a244d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:31.607031 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-6768baa2-1047-4fbf-9772-b3d73904b97e service neutron] Request body: {'port': {'device_id': '460a51c5-f1e7-42cc-985a-2873bed917ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:31.639755 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-412a9236-3830-4c49-a1f0-12a10250983d req-304d5d06-cad8-4e14-b70a-3e0240738729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:31.648802 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b2644-d459-4644-894a-b7ffcdb7bf7d req-d4ef8b49-678f-4378-98e8-2434d3dbc810 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:31.652002 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c03b2644-d459-4644-894a-b7ffcdb7bf7d req-d4ef8b49-678f-4378-98e8-2434d3dbc810 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.58 "GET /v2.0/ports?device_id=524a13a1-253e-40bb-a50a-1c5e010b3879 HTTP/1.1" status: 200 len: 945 time: 0.3285167 Dec 16 09:28:31.699940 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6705c7d4-0ed2-4c66-9c73-8402428d7cbe admin admin] Network b0f893bc-8ced-46c7-973e-6f1ee6f442d5 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:28:31.771448 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:31.824880 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=9b83028a-bf44-4388-9b1d-e4c98a911b3a,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:31.828544 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-1c783c07-9f35-42e5-8554-d9ae17b04f1b None None] Provisioning complete for port 9d7ec348-357d-482e-89b9-ff66987a42d8 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:31.828779 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1c783c07-9f35-42e5-8554-d9ae17b04f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:31.867038 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-1c783c07-9f35-42e5-8554-d9ae17b04f1b None None] Port 9d7ec348-357d-482e-89b9-ff66987a42d8 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:28:31.869751 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ba7cdc-0685-4ddf-878a-e6a13b9b7221 admin admin] Router 4dbfcd0e-6140-4835-9814-853ed0f9d653 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:28:31.874060 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-6705c7d4-0ed2-4c66-9c73-8402428d7cbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, b0f893bc-8ced-46c7-973e-6f1ee6f442d5) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:28:31.888846 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5fc66a-7e91-43fc-8434-4df871bd163b None None] Network b0f893bc-8ced-46c7-973e-6f1ee6f442d5 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:28:31.901280 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6705c7d4-0ed2-4c66-9c73-8402428d7cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:31.901897 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6705c7d4-0ed2-4c66-9c73-8402428d7cbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:31.947274 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a02a2-9b0b-479d-b4f5-e284fa3221de req-e25bfeed-9513-49d7-b603-2b1e544681c9 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:31.949045 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-584a02a2-9b0b-479d-b4f5-e284fa3221de req-e25bfeed-9513-49d7-b603-2b1e544681c9 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 945 time: 0.4017394 Dec 16 09:28:31.965891 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-6768baa2-1047-4fbf-9772-b3d73904b97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:31.988424 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03041b2-88c2-4c32-9323-f6b1761c704f req-19d4ee3f-d81a-47d7-b5f9-71dfa57211fe tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:31.991153 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b03041b2-88c2-4c32-9323-f6b1761c704f req-19d4ee3f-d81a-47d7-b5f9-71dfa57211fe tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=524a13a1-253e-40bb-a50a-1c5e010b3879 HTTP/1.1" status: 200 len: 945 time: 0.1588986 Dec 16 09:28:32.036010 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d81841d-8da2-461b-a5ca-9c60bca20cd7 None None] Network 1c7e67d1-ae57-498c-a2a6-299c51a9e744 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:28:32.053195 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b264906c-f3f2-4abb-8f0c-759b85a25617 None None] Network b0f893bc-8ced-46c7-973e-6f1ee6f442d5 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:28:32.090965 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6705c7d4-0ed2-4c66-9c73-8402428d7cbe admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6426454 Dec 16 09:28:32.140957 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b03041b2-88c2-4c32-9323-f6b1761c704f req-14a63a76-6d34-478e-ace7-79d00b8d5140 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d635dd-fb21-461a-8c0f-868d41d0e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261144 Dec 16 09:28:32.163612 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-412a9236-3830-4c49-a1f0-12a10250983d req-304d5d06-cad8-4e14-b70a-3e0240738729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d7ec348-357d-482e-89b9-ff66987a42d8 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:28:32.195339 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-412a9236-3830-4c49-a1f0-12a10250983d req-304d5d06-cad8-4e14-b70a-3e0240738729 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:32.201811 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-48fcc227-b461-4c79-bff4-5a50d97af844 None None] Provisioning complete for port 9b83028a-bf44-4388-9b1d-e4c98a911b3a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:32.202333 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-48fcc227-b461-4c79-bff4-5a50d97af844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:32.223512 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-412a9236-3830-4c49-a1f0-12a10250983d req-304d5d06-cad8-4e14-b70a-3e0240738729 service neutron] Transition to ACTIVE for port object 9d7ec348-357d-482e-89b9-ff66987a42d8 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:28:32.304835 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-412a9236-3830-4c49-a1f0-12a10250983d req-304d5d06-cad8-4e14-b70a-3e0240738729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:32.315596 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ba7cdc-0685-4ddf-878a-e6a13b9b7221 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:28:32.321202 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-63ba7cdc-0685-4ddf-878a-e6a13b9b7221 admin admin] 10.222.0.60 "PUT /v2.0/routers/4dbfcd0e-6140-4835-9814-853ed0f9d653/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6784346 Dec 16 09:28:32.322360 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ac2d44ca-e7a3-4718-a06e-572dd4e43dbe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:32.328886 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37198) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:32.330057 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04a8c40-38f0-49a6-9c6f-a8ce11acee06 None None] Sync routers for ids ['4dbfcd0e-6140-4835-9814-853ed0f9d653'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:28:32.344738 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04a8c40-38f0-49a6-9c6f-a8ce11acee06 None None] Routers {'4dbfcd0e-6140-4835-9814-853ed0f9d653'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:32.384574 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-a04a8c40-38f0-49a6-9c6f-a8ce11acee06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:28:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4dbfcd0e-6140-4835-9814-853ed0f9d653'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:32.497922 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d5d06-cad8-4e14-b70a-3e0240738729 service neutron] Pushing event updated for resources: {'Port': ['ID=9d7ec348-357d-482e-89b9-ff66987a42d8,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:32.516766 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3e96588c-a74b-4aed-9db1-f7cb514d5430 admin admin] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:32.624426 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-412a9236-3830-4c49-a1f0-12a10250983d req-304d5d06-cad8-4e14-b70a-3e0240738729 service neutron] Attempting to bind port 9d7ec348-357d-482e-89b9-ff66987a42d8 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:28:32.624759 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-412a9236-3830-4c49-a1f0-12a10250983d req-304d5d06-cad8-4e14-b70a-3e0240738729 service neutron] Attempting to bind port 9d7ec348-357d-482e-89b9-ff66987a42d8 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:28:32.626152 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412a9236-3830-4c49-a1f0-12a10250983d req-304d5d06-cad8-4e14-b70a-3e0240738729 service neutron] Attempting to bind port 9d7ec348-357d-482e-89b9-ff66987a42d8 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:32.641765 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412a9236-3830-4c49-a1f0-12a10250983d req-304d5d06-cad8-4e14-b70a-3e0240738729 service neutron] Port 9d7ec348-357d-482e-89b9-ff66987a42d8 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:28:32.641765 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412a9236-3830-4c49-a1f0-12a10250983d req-304d5d06-cad8-4e14-b70a-3e0240738729 service neutron] Attempting to bind port 9d7ec348-357d-482e-89b9-ff66987a42d8 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:32.657092 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412a9236-3830-4c49-a1f0-12a10250983d req-304d5d06-cad8-4e14-b70a-3e0240738729 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:28:32.657092 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412a9236-3830-4c49-a1f0-12a10250983d req-304d5d06-cad8-4e14-b70a-3e0240738729 service neutron] Checking segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:28:32.657092 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412a9236-3830-4c49-a1f0-12a10250983d req-304d5d06-cad8-4e14-b70a-3e0240738729 service neutron] Bound using segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:28:32.657092 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-412a9236-3830-4c49-a1f0-12a10250983d req-304d5d06-cad8-4e14-b70a-3e0240738729 service neutron] Bound port: 9d7ec348-357d-482e-89b9-ff66987a42d8, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:28:32.660001 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-412a9236-3830-4c49-a1f0-12a10250983d req-304d5d06-cad8-4e14-b70a-3e0240738729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:32.693990 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-a04a8c40-38f0-49a6-9c6f-a8ce11acee06 None None] Set router 4dbfcd0e-6140-4835-9814-853ed0f9d653 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:32.711593 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-584a02a2-9b0b-479d-b4f5-e284fa3221de req-1c111ef7-1514-43dd-833f-36c2751fc97a tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7501092 Dec 16 09:28:32.731270 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ac2d44ca-e7a3-4718-a06e-572dd4e43dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:32.892150 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-412a9236-3830-4c49-a1f0-12a10250983d req-304d5d06-cad8-4e14-b70a-3e0240738729 service neutron] For port 9d7ec348-357d-482e-89b9-ff66987a42d8, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:28:32.953749 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-412a9236-3830-4c49-a1f0-12a10250983d req-304d5d06-cad8-4e14-b70a-3e0240738729 service neutron] For port 9d7ec348-357d-482e-89b9-ff66987a42d8, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=9d7ec348-357d-482e-89b9-ff66987a42d8,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:28:32.953749 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-26d5925a-5467-44bb-983e-de38fcee5225 tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:32.954235 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-c03b2644-d459-4644-894a-b7ffcdb7bf7d req-0567baf6-5c90-43ff-be33-e1ec774bff6e tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Deleting port 5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:32.954235 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c03b2644-d459-4644-894a-b7ffcdb7bf7d req-0567baf6-5c90-43ff-be33-e1ec774bff6e tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:32.954984 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-26d5925a-5467-44bb-983e-de38fcee5225 tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] 10.222.0.60 "GET /v2.0/networks?id=b0f893bc-8ced-46c7-973e-6f1ee6f442d5 HTTP/1.1" status: 200 len: 818 time: 0.2879784 Dec 16 09:28:32.988065 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-8dce7671-d704-4c58-98b6-3cf8d0936489 tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] 10.222.0.60 "GET /v2.0/quotas/8d5278aa1ed94561beee8ef437c31da8 HTTP/1.1" status: 200 len: 375 time: 0.0288041 Dec 16 09:28:33.007965 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 9b83028a-bf44-4388-9b1d-e4c98a911b3a up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:33.044071 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-4f350858-b719-4f02-86af-e12fc4754888 tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d5278aa1ed94561beee8ef437c31da8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602646 Dec 16 09:28:33.047607 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-412a9236-3830-4c49-a1f0-12a10250983d req-304d5d06-cad8-4e14-b70a-3e0240738729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:33.062362 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-a04a8c40-38f0-49a6-9c6f-a8ce11acee06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'name': 'tempest-ServersTestJSON-578242003-router', 'tenant_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '74ffe5c2-21aa-4a38-b778-a9178214ae60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:50Z', 'updated_at': '2021-12-16T09:28:29Z', 'revision_number': 5, 'project_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'gw_port': {'id': '74ffe5c2-21aa-4a38-b778-a9178214ae60', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:51Z', 'updated_at': '2021-12-16T09:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:33.096851 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04a8c40-38f0-49a6-9c6f-a8ce11acee06 None None] Checking router: 4dbfcd0e-6140-4835-9814-853ed0f9d653 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:28:33.106992 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04a8c40-38f0-49a6-9c6f-a8ce11acee06 None None] Routers {'4dbfcd0e-6140-4835-9814-853ed0f9d653'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:33.107610 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-a04a8c40-38f0-49a6-9c6f-a8ce11acee06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:28:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4dbfcd0e-6140-4835-9814-853ed0f9d653'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:33.131210 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 9b83028a-bf44-4388-9b1d-e4c98a911b3a triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:33.131210 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:33.184491 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-bb08bf2c-a985-48be-a18f-c38617e7a4be None None] Provisioning complete for port 9b83028a-bf44-4388-9b1d-e4c98a911b3a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:33.184876 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bb08bf2c-a985-48be-a18f-c38617e7a4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:33.190049 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a9236-3830-4c49-a1f0-12a10250983d req-304d5d06-cad8-4e14-b70a-3e0240738729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:33.190049 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-412a9236-3830-4c49-a1f0-12a10250983d req-304d5d06-cad8-4e14-b70a-3e0240738729 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:33.190049 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-412a9236-3830-4c49-a1f0-12a10250983d req-304d5d06-cad8-4e14-b70a-3e0240738729 service neutron] 10.222.0.57 "PUT /v2.0/ports/9d7ec348-357d-482e-89b9-ff66987a42d8 HTTP/1.1" status: 200 len: 1096 time: 1.8089895 Dec 16 09:28:33.202570 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f', 'tag': '9d7ec348-357d-482e-89b9-ff66987a42d8'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:33.205657 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d32ad8d-3cc6-4db3-9d79-3af564ebe13a" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f", "tag": "9d7ec348-357d-482e-89b9-ff66987a42d8"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:33.266393 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180a3bb-98c4-469c-bfd7-31d44059679e req-5e5e10f5-9813-47e6-8e0c-2203943b5e0e tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:33.268509 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7180a3bb-98c4-469c-bfd7-31d44059679e req-5e5e10f5-9813-47e6-8e0c-2203943b5e0e tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f HTTP/1.1" status: 200 len: 948 time: 0.4032083 Dec 16 09:28:33.318726 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d5d06-cad8-4e14-b70a-3e0240738729 service neutron] Pushing event updated for resources: {'Port': ['ID=9d7ec348-357d-482e-89b9-ff66987a42d8,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:33.335623 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-0906cb7e-1b2d-49de-8e71-34f48fc1a542 service neutron] 10.222.0.60 "GET /v2.0/networks/b0f893bc-8ced-46c7-973e-6f1ee6f442d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813306 Dec 16 09:28:33.343608 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-a04a8c40-38f0-49a6-9c6f-a8ce11acee06 None None] Set router 4dbfcd0e-6140-4835-9814-853ed0f9d653 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:33.346180 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3e96588c-a74b-4aed-9db1-f7cb514d5430 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:33.387142 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-6768baa2-1047-4fbf-9772-b3d73904b97e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ec4cb7e-854f-4eed-b0c7-eb07b321021d {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:28:33.410160 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-6768baa2-1047-4fbf-9772-b3d73904b97e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:33.459338 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-c03b2644-d459-4644-894a-b7ffcdb7bf7d req-0567baf6-5c90-43ff-be33-e1ec774bff6e tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] For port 5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23,segment=NetworkSegment(1403103d-a4de-4f88-a656-e98daedb16d8),segment_id=1403103d-a4de-4f88-a656-e98daedb16d8)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:33.459865 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c03b2644-d459-4644-894a-b7ffcdb7bf7d req-0567baf6-5c90-43ff-be33-e1ec774bff6e tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:33.471817 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-6768baa2-1047-4fbf-9772-b3d73904b97e service neutron] Transition to ACTIVE for port object 6ec4cb7e-854f-4eed-b0c7-eb07b321021d will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:28:33.473551 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-ac2d44ca-e7a3-4718-a06e-572dd4e43dbe admin admin] Allocated IP 172.25.1.78 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:28:33.486255 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7180a3bb-98c4-469c-bfd7-31d44059679e req-58d8c01f-dd5d-4267-8c1e-0fa835350318 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/security-groups?id=7773d9c1-b949-408d-b35c-ee4d1acd8f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009544 Dec 16 09:28:33.488054 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a9236-3830-4c49-a1f0-12a10250983d req-ce2fdfb9-bc55-4d65-891f-a57948316838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:33.489806 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-412a9236-3830-4c49-a1f0-12a10250983d req-ce2fdfb9-bc55-4d65-891f-a57948316838 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=62df495bd2aa4dc38568d36e2ea4852c&device_id=ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f HTTP/1.1" status: 200 len: 1099 time: 0.0921135 Dec 16 09:28:33.519698 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-dee98f77-fa66-42a7-910b-3011327cc03d service neutron] 10.222.0.60 "GET /v2.0/networks/b0f893bc-8ced-46c7-973e-6f1ee6f442d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831205 Dec 16 09:28:33.554934 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-412a9236-3830-4c49-a1f0-12a10250983d req-e803d807-acd0-4dd5-81c2-3133a14ad43d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=9d7ec348-357d-482e-89b9-ff66987a42d8 HTTP/1.1" status: 200 len: 217 time: 0.0526977 Dec 16 09:28:33.705282 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a9236-3830-4c49-a1f0-12a10250983d req-1dfe32c7-a32b-4355-9eaf-b730393db920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:33.706800 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-412a9236-3830-4c49-a1f0-12a10250983d req-1dfe32c7-a32b-4355-9eaf-b730393db920 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.1448014 Dec 16 09:28:33.711903 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-a04a8c40-38f0-49a6-9c6f-a8ce11acee06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'name': 'tempest-ServersTestJSON-578242003-router', 'tenant_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '74ffe5c2-21aa-4a38-b778-a9178214ae60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:50Z', 'updated_at': '2021-12-16T09:28:29Z', 'revision_number': 5, 'project_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'gw_port': {'id': '74ffe5c2-21aa-4a38-b778-a9178214ae60', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:51Z', 'updated_at': '2021-12-16T09:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:33.719839 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-5e725d9c-59a6-45a8-accf-1d204cda00b3 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:33.721472 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-5e725d9c-59a6-45a8-accf-1d204cda00b3 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18&tenant_id=13f0e2e84c3c42c99759789d057f9272&binding%3Ahost_id=n-h1-820550-2 HTTP/1.1" status: 200 len: 1096 time: 0.0995190 Dec 16 09:28:33.734027 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-80f63a6a-1585-4baa-bfc7-ec1c379bbcd6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820550-2'}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:33.841221 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04a8c40-38f0-49a6-9c6f-a8ce11acee06 None None] The sync data for ids ['4dbfcd0e-6140-4835-9814-853ed0f9d653'] in n-d-820550-2 is: [{'id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'name': 'tempest-ServersTestJSON-578242003-router', 'tenant_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '74ffe5c2-21aa-4a38-b778-a9178214ae60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:50Z', 'updated_at': '2021-12-16T09:28:29Z', 'revision_number': 5, 'project_id': 'bfa782d4c0d04630b4be78dfc55508d2', 'gw_port': {'id': '74ffe5c2-21aa-4a38-b778-a9178214ae60', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbfcd0e-6140-4835-9814-853ed0f9d653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:51Z', 'updated_at': '2021-12-16T09:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:28:33.844180 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-80f63a6a-1585-4baa-bfc7-ec1c379bbcd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:33.848474 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a9236-3830-4c49-a1f0-12a10250983d req-34335b2b-4976-4300-910f-2a2fd9d4880e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:33.849991 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-412a9236-3830-4c49-a1f0-12a10250983d req-34335b2b-4976-4300-910f-2a2fd9d4880e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1326053 Dec 16 09:28:33.968433 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bffc73f-9fea-4642-9293-38bbf82a95e0 x-openstack-request-id: req-5bffc73f-9fea-4642-9293-38bbf82a95e0 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:33.969364 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f", "tag": "9d7ec348-357d-482e-89b9-ff66987a42d8", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:33.969780 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5bffc73f-9fea-4642-9293-38bbf82a95e0 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:33.970460 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f', 'tag': '9d7ec348-357d-482e-89b9-ff66987a42d8', 'status': 'completed', 'code': 200} Dec 16 09:28:33.974036 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-412a9236-3830-4c49-a1f0-12a10250983d req-d702e485-9bb4-478b-b262-3c63ec9e3a81 service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142261 Dec 16 09:28:34.009213 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-6768baa2-1047-4fbf-9772-b3d73904b97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:34.162366 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d03d9c-b7ee-43e4-b362-8d47e78cca92 req-9c99e6bb-60de-4976-b3b5-cc7cde0c91f9 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:34.164040 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a3d03d9c-b7ee-43e4-b362-8d47e78cca92 req-9c99e6bb-60de-4976-b3b5-cc7cde0c91f9 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 945 time: 0.1888595 Dec 16 09:28:34.262136 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-412a9236-3830-4c49-a1f0-12a10250983d req-f5cef208-b5ed-4e37-8460-9b00f0e71a9b service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622983 Dec 16 09:28:34.284347 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c03b2644-d459-4644-894a-b7ffcdb7bf7d req-0567baf6-5c90-43ff-be33-e1ec774bff6e tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:34.284821 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c03b2644-d459-4644-894a-b7ffcdb7bf7d req-0567baf6-5c90-43ff-be33-e1ec774bff6e tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:34.285404 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [req-c03b2644-d459-4644-894a-b7ffcdb7bf7d req-0567baf6-5c90-43ff-be33-e1ec774bff6e tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Floating IP 7d6a6274-ae8b-44ac-8848-de69472de7bd disassociated. External IP: 172.25.1.87, port: 5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23. Dec 16 09:28:34.285797 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-80f63a6a-1585-4baa-bfc7-ec1c379bbcd6 service neutron] For port dbbe2623-248d-4268-a22e-cef181bf7128, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=dbbe2623-248d-4268-a22e-cef181bf7128,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:34.285966 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-c03b2644-d459-4644-894a-b7ffcdb7bf7d req-0567baf6-5c90-43ff-be33-e1ec774bff6e tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Calling delete_port for 5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:34.306297 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a3d03d9c-b7ee-43e4-b362-8d47e78cca92 req-ad7207b0-30d7-4d15-99e0-dd6ccb666f07 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308589 Dec 16 09:28:34.354893 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-80f63a6a-1585-4baa-bfc7-ec1c379bbcd6 service neutron] For port dbbe2623-248d-4268-a22e-cef181bf7128, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:28:34.407652 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768baa2-1047-4fbf-9772-b3d73904b97e service neutron] Pushing event updated for resources: {'Port': ['ID=6ec4cb7e-854f-4eed-b0c7-eb07b321021d,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:34.426273 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5d046e77-7d10-4213-80fc-71291e727d48 req-6703f41f-027c-4c68-9216-19bd8c7d4430 tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a8a2628-ea38-418a-8f1a-460a46c2cb13 HTTP/1.1" status: 200 len: 210 time: 0.0358498 Dec 16 09:28:34.477841 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-80f63a6a-1585-4baa-bfc7-ec1c379bbcd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:34.497615 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32ad8d-3cc6-4db3-9d79-3af564ebe13a req-d39a6380-4a72-4514-8656-035103eac6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:34.499117 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7d32ad8d-3cc6-4db3-9d79-3af564ebe13a req-d39a6380-4a72-4514-8656-035103eac6a7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=62df495bd2aa4dc38568d36e2ea4852c&device_id=ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f HTTP/1.1" status: 200 len: 1099 time: 0.0758693 Dec 16 09:28:34.524534 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ac2d44ca-e7a3-4718-a06e-572dd4e43dbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:34.536277 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e7f5a-8ba9-4027-b718-639b2702953a req-841c5808-744f-48e8-b5b6-7b68e7a070cb tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:34.541631 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7b9e7f5a-8ba9-4027-b718-639b2702953a req-841c5808-744f-48e8-b5b6-7b68e7a070cb tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=524a13a1-253e-40bb-a50a-1c5e010b3879 HTTP/1.1" status: 200 len: 945 time: 0.5455394 Dec 16 09:28:34.543191 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-3e96588c-a74b-4aed-9db1-f7cb514d5430 admin admin] Deleting port 74ffe5c2-21aa-4a38-b778-a9178214ae60 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:34.543538 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3e96588c-a74b-4aed-9db1-f7cb514d5430 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:34.631174 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-80f63a6a-1585-4baa-bfc7-ec1c379bbcd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:34.720161 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7b9e7f5a-8ba9-4027-b718-639b2702953a req-00836e47-3025-4ef4-9f69-58930cd072ae tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d635dd-fb21-461a-8c0f-868d41d0e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741786 Dec 16 09:28:34.725418 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-6768baa2-1047-4fbf-9772-b3d73904b97e service neutron] Attempting to bind port 6ec4cb7e-854f-4eed-b0c7-eb07b321021d on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:28:34.725857 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-6768baa2-1047-4fbf-9772-b3d73904b97e service neutron] Attempting to bind port 6ec4cb7e-854f-4eed-b0c7-eb07b321021d by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:28:34.726198 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-6768baa2-1047-4fbf-9772-b3d73904b97e service neutron] Attempting to bind port 6ec4cb7e-854f-4eed-b0c7-eb07b321021d on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:34.727715 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32ad8d-3cc6-4db3-9d79-3af564ebe13a req-5f404969-4f4a-47f4-959b-db7aa4ec7b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:34.729362 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7d32ad8d-3cc6-4db3-9d79-3af564ebe13a req-5f404969-4f4a-47f4-959b-db7aa4ec7b0c service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.2215583 Dec 16 09:28:34.740333 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-6768baa2-1047-4fbf-9772-b3d73904b97e service neutron] Port 6ec4cb7e-854f-4eed-b0c7-eb07b321021d on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:28:34.740333 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-6768baa2-1047-4fbf-9772-b3d73904b97e service neutron] Attempting to bind port 6ec4cb7e-854f-4eed-b0c7-eb07b321021d on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:34.752626 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-6768baa2-1047-4fbf-9772-b3d73904b97e service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:28:34.752915 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-6768baa2-1047-4fbf-9772-b3d73904b97e service neutron] Checking segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:28:34.753414 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-6768baa2-1047-4fbf-9772-b3d73904b97e service neutron] Bound using segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:28:34.754245 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-6768baa2-1047-4fbf-9772-b3d73904b97e service neutron] Bound port: 6ec4cb7e-854f-4eed-b0c7-eb07b321021d, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:28:34.754609 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-6768baa2-1047-4fbf-9772-b3d73904b97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:34.784534 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c03b2644-d459-4644-894a-b7ffcdb7bf7d req-0567baf6-5c90-43ff-be33-e1ec774bff6e tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:34.800258 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-3e96588c-a74b-4aed-9db1-f7cb514d5430 admin admin] For port 74ffe5c2-21aa-4a38-b778-a9178214ae60, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=74ffe5c2-21aa-4a38-b778-a9178214ae60,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:34.800652 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3e96588c-a74b-4aed-9db1-f7cb514d5430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:34.870395 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ac2d44ca-e7a3-4718-a06e-572dd4e43dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:34.873682 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567baf6-5c90-43ff-be33-e1ec774bff6e tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Pushing event deleted for resources: {'Port': ['ID=5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:34.909940 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-3e96588c-a74b-4aed-9db1-f7cb514d5430 admin admin] Calling delete_port for 74ffe5c2-21aa-4a38-b778-a9178214ae60 owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:34.960336 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 2b6ea7f0-535b-4d2d-847e-78b3ee040a1a no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:28:34.974953 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2d44ca-e7a3-4718-a06e-572dd4e43dbe admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:28:34.984365 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 2b6ea7f0-535b-4d2d-847e-78b3ee040a1a {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:28:34.985218 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 2b6ea7f0-535b-4d2d-847e-78b3ee040a1a not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:28:35.046512 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-ac2d44ca-e7a3-4718-a06e-572dd4e43dbe admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:28:35.056432 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-1570975c-9f1d-4659-888e-f1e6523a958b tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:35.058089 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-1570975c-9f1d-4659-888e-f1e6523a958b tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/networks?id=fd229606-1f82-48a3-82a3-fb35078f3dba HTTP/1.1" status: 200 len: 808 time: 0.4971151 Dec 16 09:28:35.091220 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2d44ca-e7a3-4718-a06e-572dd4e43dbe admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:28:35.106803 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7d32ad8d-3cc6-4db3-9d79-3af564ebe13a req-91fffa19-16fb-493b-8b61-fa6f29a0a7ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=9d7ec348-357d-482e-89b9-ff66987a42d8 HTTP/1.1" status: 200 len: 217 time: 0.3632824 Dec 16 09:28:35.107394 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f63a6a-1585-4baa-bfc7-ec1c379bbcd6 service neutron] Pushing event updated for resources: {'Port': ['ID=dbbe2623-248d-4268-a22e-cef181bf7128,revision_number=7']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:35.135589 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-80f63a6a-1585-4baa-bfc7-ec1c379bbcd6 service neutron] Attempting to bind port dbbe2623-248d-4268-a22e-cef181bf7128 on host n-h1-820550-2 for vnic_type normal with profile {"migrating_to": "n-h2-820550-2"} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:28:35.136097 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-80f63a6a-1585-4baa-bfc7-ec1c379bbcd6 service neutron] Attempting to bind port dbbe2623-248d-4268-a22e-cef181bf7128 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:28:35.136469 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-80f63a6a-1585-4baa-bfc7-ec1c379bbcd6 service neutron] Attempting to bind port dbbe2623-248d-4268-a22e-cef181bf7128 on network 9785c251-9c28-48ae-a129-6f24c5a7ad17 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:35.137880 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d44ca-e7a3-4718-a06e-572dd4e43dbe admin admin] Pushing event updated for resources: {'Port': ['ID=feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:35.140620 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-6768baa2-1047-4fbf-9772-b3d73904b97e service neutron] For port 6ec4cb7e-854f-4eed-b0c7-eb07b321021d, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:28:35.155589 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ccd6b-f32f-4911-96c7-d23245260af7 req-a3f13cbf-fed4-4b1a-a17c-15e486acef9f tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:35.158747 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c35ccd6b-f32f-4911-96c7-d23245260af7 req-a3f13cbf-fed4-4b1a-a17c-15e486acef9f tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f HTTP/1.1" status: 200 len: 948 time: 0.3505459 Dec 16 09:28:35.159001 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-51331ac7-a057-46aa-9570-03cc8f886cb4 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/quotas/ef267339b96a4504bcc86eb4b94505b3 HTTP/1.1" status: 200 len: 375 time: 0.0588355 Dec 16 09:28:35.164347 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-80f63a6a-1585-4baa-bfc7-ec1c379bbcd6 service neutron] Port dbbe2623-248d-4268-a22e-cef181bf7128 on network 9785c251-9c28-48ae-a129-6f24c5a7ad17 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:28:35.164964 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-80f63a6a-1585-4baa-bfc7-ec1c379bbcd6 service neutron] Attempting to bind port dbbe2623-248d-4268-a22e-cef181bf7128 on network 9785c251-9c28-48ae-a129-6f24c5a7ad17 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:35.193074 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-80f63a6a-1585-4baa-bfc7-ec1c379bbcd6 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:28:35.193444 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-80f63a6a-1585-4baa-bfc7-ec1c379bbcd6 service neutron] Checking segment: {'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:28:35.193837 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-80f63a6a-1585-4baa-bfc7-ec1c379bbcd6 service neutron] Bound using segment: {'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:28:35.194281 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-80f63a6a-1585-4baa-bfc7-ec1c379bbcd6 service neutron] Bound port: dbbe2623-248d-4268-a22e-cef181bf7128, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e3e8eb-20e5-426d-93b9-386e8794b901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9785c251-9c28-48ae-a129-6f24c5a7ad17'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:28:35.194643 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-80f63a6a-1585-4baa-bfc7-ec1c379bbcd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:35.220705 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-6768baa2-1047-4fbf-9772-b3d73904b97e service neutron] For port 6ec4cb7e-854f-4eed-b0c7-eb07b321021d, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=6ec4cb7e-854f-4eed-b0c7-eb07b321021d,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:28:35.226484 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32ad8d-3cc6-4db3-9d79-3af564ebe13a req-31df421a-d34a-4e13-96f1-27b2c674a16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:35.228099 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7d32ad8d-3cc6-4db3-9d79-3af564ebe13a req-31df421a-d34a-4e13-96f1-27b2c674a16d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.1044779 Dec 16 09:28:35.298977 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-fb70c44e-3957-4d90-b6ab-0b18f6cacdc1 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef267339b96a4504bcc86eb4b94505b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1229255 Dec 16 09:28:35.365958 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-6768baa2-1047-4fbf-9772-b3d73904b97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:35.383853 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-80f63a6a-1585-4baa-bfc7-ec1c379bbcd6 service neutron] For port dbbe2623-248d-4268-a22e-cef181bf7128, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:28:35.387083 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c35ccd6b-f32f-4911-96c7-d23245260af7 req-c9fb3564-d7d7-4bda-9a23-dd31555a470b tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/security-groups?id=7773d9c1-b949-408d-b35c-ee4d1acd8f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902621 Dec 16 09:28:35.405691 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-80f63a6a-1585-4baa-bfc7-ec1c379bbcd6 service neutron] For port dbbe2623-248d-4268-a22e-cef181bf7128, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=dbbe2623-248d-4268-a22e-cef181bf7128,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:28:35.408045 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32ad8d-3cc6-4db3-9d79-3af564ebe13a req-e7f6694a-6a2b-41ef-9a79-60e2e3a72ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:35.409585 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7d32ad8d-3cc6-4db3-9d79-3af564ebe13a req-e7f6694a-6a2b-41ef-9a79-60e2e3a72ca1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1562114 Dec 16 09:28:35.490888 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c03b2644-d459-4644-894a-b7ffcdb7bf7d req-0567baf6-5c90-43ff-be33-e1ec774bff6e tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Router 61b76931-af15-459e-bd45-144f9d5465a9 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:28:35.509480 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-2898762b-3cf1-4ea2-9dbe-7d895cb3429b service neutron] 10.222.0.60 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902521 Dec 16 09:28:35.516529 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-6768baa2-1047-4fbf-9772-b3d73904b97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:35.517480 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-6768baa2-1047-4fbf-9772-b3d73904b97e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:35.518961 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-6768baa2-1047-4fbf-9772-b3d73904b97e service neutron] 10.222.0.57 "PUT /v2.0/ports/6ec4cb7e-854f-4eed-b0c7-eb07b321021d HTTP/1.1" status: 200 len: 1096 time: 4.0700686 Dec 16 09:28:35.521942 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '460a51c5-f1e7-42cc-985a-2873bed917ae', 'tag': '6ec4cb7e-854f-4eed-b0c7-eb07b321021d'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:35.524240 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631cab89-5f49-4d92-8c45-b768b5fd188e" -d '{"events": [{"name": "network-changed", "server_uuid": "460a51c5-f1e7-42cc-985a-2873bed917ae", "tag": "6ec4cb7e-854f-4eed-b0c7-eb07b321021d"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:35.552995 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768baa2-1047-4fbf-9772-b3d73904b97e service neutron] Pushing event updated for resources: {'Port': ['ID=6ec4cb7e-854f-4eed-b0c7-eb07b321021d,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:35.567804 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-80f63a6a-1585-4baa-bfc7-ec1c379bbcd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:35.640713 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7d32ad8d-3cc6-4db3-9d79-3af564ebe13a req-8e0b540f-aaf5-448c-ada9-20683ac80a37 service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226391 Dec 16 09:28:35.745855 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-d279129d-6261-47c3-b3a3-d2d6cf629d6a service neutron] 10.222.0.60 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351849 Dec 16 09:28:35.746883 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f63a6a-1585-4baa-bfc7-ec1c379bbcd6 service neutron] Pushing event updated for resources: {'Port': ['ID=dbbe2623-248d-4268-a22e-cef181bf7128,revision_number=8']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:35.778064 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-80f63a6a-1585-4baa-bfc7-ec1c379bbcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:35.778909 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-80f63a6a-1585-4baa-bfc7-ec1c379bbcd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:35.787412 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-80f63a6a-1585-4baa-bfc7-ec1c379bbcd6 service neutron] 10.222.0.58 "PUT /v2.0/ports/dbbe2623-248d-4268-a22e-cef181bf7128 HTTP/1.1" status: 200 len: 1121 time: 2.0505669 Dec 16 09:28:35.812899 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d539b-b158-41a5-81ed-0489d078ca46 req-e68c641c-cdd8-466b-9938-9ed1df896027 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:35.814485 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-147d539b-b158-41a5-81ed-0489d078ca46 req-e68c641c-cdd8-466b-9938-9ed1df896027 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 943 time: 0.2838125 Dec 16 09:28:35.864251 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7d32ad8d-3cc6-4db3-9d79-3af564ebe13a req-053e8c62-364b-4b9d-957e-86c174cf6625 service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119133 Dec 16 09:28:35.868744 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3e96588c-a74b-4aed-9db1-f7cb514d5430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:35.871226 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['dbbe2623-248d-4268-a22e-cef181bf7128'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:35.877625 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-7ba07702-c9c1-4d07-bdd5-d8b359dfa62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:35.878927 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-7ba07702-c9c1-4d07-bdd5-d8b359dfa62b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=62df495bd2aa4dc38568d36e2ea4852c&device_id=460a51c5-f1e7-42cc-985a-2873bed917ae HTTP/1.1" status: 200 len: 1099 time: 0.1927891 Dec 16 09:28:35.925481 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['dbbe2623-248d-4268-a22e-cef181bf7128'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:35.940611 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e96588c-a74b-4aed-9db1-f7cb514d5430 admin admin] Pushing event deleted for resources: {'Port': ['ID=74ffe5c2-21aa-4a38-b778-a9178214ae60,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:35.957745 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device dbbe2623-248d-4268-a22e-cef181bf7128 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:28:35.960533 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:28:35.971817 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1604fa-d879-4670-9ff7-cce6e0420a18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbbe2623-248d-4268-a22e-cef181bf7128'}, {'name': 'network-changed', 'server_uuid': '4c1604fa-d879-4670-9ff7-cce6e0420a18', 'tag': 'dbbe2623-248d-4268-a22e-cef181bf7128'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:35.974527 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebd48b6-3dd7-4417-bab0-8ad4658a75c0" -d '{"events": [{"server_uuid": "4c1604fa-d879-4670-9ff7-cce6e0420a18", "name": "network-vif-unplugged", "status": "completed", "tag": "dbbe2623-248d-4268-a22e-cef181bf7128"}, {"name": "network-changed", "server_uuid": "4c1604fa-d879-4670-9ff7-cce6e0420a18", "tag": "dbbe2623-248d-4268-a22e-cef181bf7128"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:35.992375 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:28:36.005447 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:28:36.006124 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-147d539b-b158-41a5-81ed-0489d078ca46 req-d67190dc-af72-46e4-b06f-d84ef7df71d2 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694767 Dec 16 09:28:36.006124 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-9bb053d6-d273-4b6f-97e2-7b3836623aa5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=6ec4cb7e-854f-4eed-b0c7-eb07b321021d HTTP/1.1" status: 200 len: 217 time: 0.0736537 Dec 16 09:28:36.024363 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c03b2644-d459-4644-894a-b7ffcdb7bf7d req-0567baf6-5c90-43ff-be33-e1ec774bff6e tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:28:36.047322 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ac2d44ca-e7a3-4718-a06e-572dd4e43dbe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:36.048019 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eea9394-89c4-4b1d-8521-a12f81cfca9c None None] Sync routers for ids ['61b76931-af15-459e-bd45-144f9d5465a9'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:28:36.128954 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eea9394-89c4-4b1d-8521-a12f81cfca9c None None] Routers {'61b76931-af15-459e-bd45-144f9d5465a9'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:36.129607 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-6eea9394-89c4-4b1d-8521-a12f81cfca9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:28:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['61b76931-af15-459e-bd45-144f9d5465a9'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:36.204507 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03b2644-d459-4644-894a-b7ffcdb7bf7d req-0567baf6-5c90-43ff-be33-e1ec774bff6e tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] No DVR routers for this DVR port 5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:28:36.228314 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c03b2644-d459-4644-894a-b7ffcdb7bf7d req-0567baf6-5c90-43ff-be33-e1ec774bff6e tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:36.232522 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c03b2644-d459-4644-894a-b7ffcdb7bf7d req-0567baf6-5c90-43ff-be33-e1ec774bff6e tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.58 "DELETE /v2.0/ports/5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23 HTTP/1.1" status: 204 len: 173 time: 4.5731516 Dec 16 09:28:36.237799 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b733d7d8-3adc-4cf9-8b41-3dfd54ca7ba1 req-918b24d6-a2e0-4d0d-bbe2-13710489b0cc tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a8a2628-ea38-418a-8f1a-460a46c2cb13 HTTP/1.1" status: 200 len: 210 time: 0.1395209 Dec 16 09:28:36.252421 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-48b0e8c3-f9a1-4cc0-884e-972a5db28ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:36.253934 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-48b0e8c3-f9a1-4cc0-884e-972a5db28ec0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.2241035 Dec 16 09:28:36.268795 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3e96588c-a74b-4aed-9db1-f7cb514d5430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:36.343595 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cd8626-666d-4502-8f65-21ad33d64db5 x-openstack-request-id: req-e3cd8626-666d-4502-8f65-21ad33d64db5 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:36.344058 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "460a51c5-f1e7-42cc-985a-2873bed917ae", "tag": "6ec4cb7e-854f-4eed-b0c7-eb07b321021d", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:36.344163 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e3cd8626-666d-4502-8f65-21ad33d64db5 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:36.344502 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '460a51c5-f1e7-42cc-985a-2873bed917ae', 'tag': '6ec4cb7e-854f-4eed-b0c7-eb07b321021d', 'status': 'completed', 'code': 200} Dec 16 09:28:36.363926 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port dbbe2623-248d-4268-a22e-cef181bf7128, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=dbbe2623-248d-4268-a22e-cef181bf7128,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:36.398626 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device dbbe2623-248d-4268-a22e-cef181bf7128 has no active binding in host n-h2-820550-2 {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 09:28:36.420715 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-6eea9394-89c4-4b1d-8521-a12f81cfca9c None None] Set router 61b76931-af15-459e-bd45-144f9d5465a9 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:36.426649 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3e96588c-a74b-4aed-9db1-f7cb514d5430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:36.431031 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3e96588c-a74b-4aed-9db1-f7cb514d5430 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:36.435809 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-56103247-8557-40ca-81e9-cd3f8413518d req-a09cf443-3377-4bc4-9ba9-eb8762e109cd tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=524a13a1-253e-40bb-a50a-1c5e010b3879 HTTP/1.1" status: 200 len: 210 time: 0.0451419 Dec 16 09:28:36.519632 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e9285d-1fa7-4ad0-866c-8ff233a2d56e x-openstack-request-id: req-71e9285d-1fa7-4ad0-866c-8ff233a2d56e {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:36.520173 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1604fa-d879-4670-9ff7-cce6e0420a18", "name": "network-vif-unplugged", "status": "completed", "tag": "dbbe2623-248d-4268-a22e-cef181bf7128", "code": 200}, {"name": "network-changed", "server_uuid": "4c1604fa-d879-4670-9ff7-cce6e0420a18", "tag": "dbbe2623-248d-4268-a22e-cef181bf7128", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:36.520362 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-71e9285d-1fa7-4ad0-866c-8ff233a2d56e {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:36.520867 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1604fa-d879-4670-9ff7-cce6e0420a18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbbe2623-248d-4268-a22e-cef181bf7128', 'code': 200} Dec 16 09:28:36.522922 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c1604fa-d879-4670-9ff7-cce6e0420a18', 'tag': 'dbbe2623-248d-4268-a22e-cef181bf7128', 'status': 'completed', 'code': 200} Dec 16 09:28:36.613323 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd48b6-3dd7-4417-bab0-8ad4658a75c0 req-c77ff128-1b98-4d68-b1db-01fad834627d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:36.615404 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9ebd48b6-3dd7-4417-bab0-8ad4658a75c0 req-c77ff128-1b98-4d68-b1db-01fad834627d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=13f0e2e84c3c42c99759789d057f9272&device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 1124 time: 0.0664680 Dec 16 09:28:36.773047 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd48b6-3dd7-4417-bab0-8ad4658a75c0 req-e6d9b6a6-f3c5-496e-8ff4-3e8ccf3f4af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:36.776873 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9ebd48b6-3dd7-4417-bab0-8ad4658a75c0 req-e6d9b6a6-f3c5-496e-8ff4-3e8ccf3f4af3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9785c251-9c28-48ae-a129-6f24c5a7ad17 HTTP/1.1" status: 200 len: 922 time: 0.1524463 Dec 16 09:28:36.785152 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-6eea9394-89c4-4b1d-8521-a12f81cfca9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b76931-af15-459e-bd45-144f9d5465a9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-579042584-router', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '50ff2fd3-4913-48dd-90f0-80c503976ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:35Z', 'updated_at': '2021-12-16T09:22:39Z', 'revision_number': 4, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'gw_port': {'id': '50ff2fd3-4913-48dd-90f0-80c503976ba4', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:36Z', 'updated_at': '2021-12-16T09:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'e5106cbd-6d95-4a4a-8de5-98d096f1b5d5', 'name': '', 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'mac_address': 'fa:16:3e:21:e7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '898541b1-ae3e-41a6-ab62-007c2a398b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:38Z', 'updated_at': '2021-12-16T09:22:44Z', 'revision_number': 5, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'subnets': [{'id': '898541b1-ae3e-41a6-ab62-007c2a398b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:36.834177 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eea9394-89c4-4b1d-8521-a12f81cfca9c None None] Checking router: 61b76931-af15-459e-bd45-144f9d5465a9 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:28:36.855797 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eea9394-89c4-4b1d-8521-a12f81cfca9c None None] Routers {'61b76931-af15-459e-bd45-144f9d5465a9'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:36.857537 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-6eea9394-89c4-4b1d-8521-a12f81cfca9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:28:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['61b76931-af15-459e-bd45-144f9d5465a9'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:36.898934 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-26d9f96d-901f-46cf-91d5-fb326f4a628f req-6b7ebda3-6b4a-4af1-835e-0ccf8408c56a tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 210 time: 0.0329399 Dec 16 09:28:36.911752 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9ebd48b6-3dd7-4417-bab0-8ad4658a75c0 req-87910268-0c2e-48f0-818e-a98547cea424 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbbe2623-248d-4268-a22e-cef181bf7128 HTTP/1.1" status: 200 len: 217 time: 0.1176009 Dec 16 09:28:36.922422 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-8f4baeb8-63b6-43c6-8d31-23f28d6a8430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:36.924015 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-8f4baeb8-63b6-43c6-8d31-23f28d6a8430 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6513052 Dec 16 09:28:37.009347 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd48b6-3dd7-4417-bab0-8ad4658a75c0 req-f69a4372-5a5f-4ccc-9712-31b1e8ea046f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:37.013226 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ac2d44ca-e7a3-4718-a06e-572dd4e43dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:37.013379 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9ebd48b6-3dd7-4417-bab0-8ad4658a75c0 req-f69a4372-5a5f-4ccc-9712-31b1e8ea046f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c12d578e-3c58-4d75-9f2c-b724e40168b0 HTTP/1.1" status: 200 len: 861 time: 0.0923543 Dec 16 09:28:37.043203 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3e96588c-a74b-4aed-9db1-f7cb514d5430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:37.043816 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e96588c-a74b-4aed-9db1-f7cb514d5430 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dbfcd0e-6140-4835-9814-853ed0f9d653 {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:28:37.079324 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9ebd48b6-3dd7-4417-bab0-8ad4658a75c0 req-9214a3c0-3cf3-4287-9a79-2347232d5e0e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9785c251-9c28-48ae-a129-6f24c5a7ad17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561409 Dec 16 09:28:37.103525 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:37.175784 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3e96588c-a74b-4aed-9db1-f7cb514d5430 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:37.181354 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3e96588c-a74b-4aed-9db1-f7cb514d5430 admin admin] 10.222.0.60 "DELETE /v2.0/routers/4dbfcd0e-6140-4835-9814-853ed0f9d653 HTTP/1.1" status: 204 len: 168 time: 4.8468728 Dec 16 09:28:37.184920 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37274) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:37.191077 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-27647f9e-8778-4cf8-953c-f5457340c041 service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813223 Dec 16 09:28:37.198002 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-6eea9394-89c4-4b1d-8521-a12f81cfca9c None None] Set router 61b76931-af15-459e-bd45-144f9d5465a9 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:37.265890 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-5538ec66-3e92-4c15-b50f-97f4e0d12d74 admin admin] Deleting subnet c7d9e3eb-3d14-4963-8608-b6f274561522 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:28:37.270477 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5538ec66-3e92-4c15-b50f-97f4e0d12d74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:37.323780 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a8a32-2209-457a-9a9a-a1afa1722a7f req-d67d6c07-7d8b-4eb1-80fb-15b6641f1bdb tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:37.325878 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fe8a8a32-2209-457a-9a9a-a1afa1722a7f req-d67d6c07-7d8b-4eb1-80fb-15b6641f1bdb tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 943 time: 0.2124398 Dec 16 09:28:37.374521 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9ebd48b6-3dd7-4417-bab0-8ad4658a75c0 req-e1c6155d-78fa-4134-a796-31f76cdf47d1 service neutron] 10.222.0.57 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879183 Dec 16 09:28:37.378470 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1ac87-6083-411f-ba0a-ac47d76c05a8 req-f5c1f2da-d9b9-46bb-8446-b31e7320289f tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:37.383223 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5538ec66-3e92-4c15-b50f-97f4e0d12d74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:37.387886 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-98d1ac87-6083-411f-ba0a-ac47d76c05a8 req-f5c1f2da-d9b9-46bb-8446-b31e7320289f tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f HTTP/1.1" status: 200 len: 948 time: 0.5484169 Dec 16 09:28:37.487553 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-98d1ac87-6083-411f-ba0a-ac47d76c05a8 req-c32fe3d1-ccd9-4cbf-aa78-ed701acddd5c tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/security-groups?id=7773d9c1-b949-408d-b35c-ee4d1acd8f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979810 Dec 16 09:28:37.487764 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fe8a8a32-2209-457a-9a9a-a1afa1722a7f req-294616bf-4bfb-4002-98ec-c8934b16cadc tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474140 Dec 16 09:28:37.521519 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-6eea9394-89c4-4b1d-8521-a12f81cfca9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b76931-af15-459e-bd45-144f9d5465a9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-579042584-router', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '50ff2fd3-4913-48dd-90f0-80c503976ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:35Z', 'updated_at': '2021-12-16T09:22:39Z', 'revision_number': 4, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'gw_port': {'id': '50ff2fd3-4913-48dd-90f0-80c503976ba4', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:36Z', 'updated_at': '2021-12-16T09:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'e5106cbd-6d95-4a4a-8de5-98d096f1b5d5', 'name': '', 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'mac_address': 'fa:16:3e:21:e7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '898541b1-ae3e-41a6-ab62-007c2a398b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:38Z', 'updated_at': '2021-12-16T09:22:44Z', 'revision_number': 5, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'subnets': [{'id': '898541b1-ae3e-41a6-ab62-007c2a398b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:37.570496 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eea9394-89c4-4b1d-8521-a12f81cfca9c None None] The sync data for ids ['61b76931-af15-459e-bd45-144f9d5465a9'] in n-d-820550-2 is: [{'id': '61b76931-af15-459e-bd45-144f9d5465a9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-579042584-router', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '50ff2fd3-4913-48dd-90f0-80c503976ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:35Z', 'updated_at': '2021-12-16T09:22:39Z', 'revision_number': 4, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'gw_port': {'id': '50ff2fd3-4913-48dd-90f0-80c503976ba4', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:36Z', 'updated_at': '2021-12-16T09:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'e5106cbd-6d95-4a4a-8de5-98d096f1b5d5', 'name': '', 'network_id': '3a6af1ee-58f2-406c-aa8c-1f9d70774ee8', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'mac_address': 'fa:16:3e:21:e7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '898541b1-ae3e-41a6-ab62-007c2a398b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:38Z', 'updated_at': '2021-12-16T09:22:44Z', 'revision_number': 5, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'subnets': [{'id': '898541b1-ae3e-41a6-ab62-007c2a398b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:28:37.621253 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-686f7814-d575-491f-a84a-a2dff739e9ff tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:37.623386 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-686f7814-d575-491f-a84a-a2dff739e9ff tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] 10.222.0.58 "GET /v2.0/networks?id=b0f893bc-8ced-46c7-973e-6f1ee6f442d5 HTTP/1.1" status: 200 len: 818 time: 0.3277612 Dec 16 09:28:37.625935 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-97aeb0f5-1564-416f-9db8-c0111a09105a req-b628c7a2-524d-4e4e-a652-8cf1d6234140 service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290942 Dec 16 09:28:37.628499 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5538ec66-3e92-4c15-b50f-97f4e0d12d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:37.633870 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9ebd48b6-3dd7-4417-bab0-8ad4658a75c0 req-45a73ef5-c747-4c2e-9fbd-4e53ffaf6676 service neutron] 10.222.0.57 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485523 Dec 16 09:28:37.674733 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-48ef4e8e-f098-4d91-8c8d-9639af24c15d req-e90c7507-8a69-4bf4-a7cd-65b56370d9ce tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/ports?device_id=524a13a1-253e-40bb-a50a-1c5e010b3879 HTTP/1.1" status: 200 len: 210 time: 0.0436895 Dec 16 09:28:37.684230 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ef431176-2b50-4920-872c-e783230a6a4f req-13a8743b-e5e7-4a54-889d-70f4517e40b1 tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a8a2628-ea38-418a-8f1a-460a46c2cb13 HTTP/1.1" status: 200 len: 210 time: 0.0574889 Dec 16 09:28:37.691933 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-192cbb67-b86c-4879-8fb1-eccfbefb0b0f tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] Request body: {'port': {'device_id': '5a8a2628-ea38-418a-8f1a-460a46c2cb13', 'network_id': 'b0f893bc-8ced-46c7-973e-6f1ee6f442d5', 'admin_state_up': True, 'tenant_id': '8d5278aa1ed94561beee8ef437c31da8'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:37.862273 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631cab89-5f49-4d92-8c45-b768b5fd188e req-622f7add-64f3-4f2d-ad65-5c71172eaeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:37.864028 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-631cab89-5f49-4d92-8c45-b768b5fd188e req-622f7add-64f3-4f2d-ad65-5c71172eaeb7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=62df495bd2aa4dc38568d36e2ea4852c&device_id=460a51c5-f1e7-42cc-985a-2873bed917ae HTTP/1.1" status: 200 len: 1099 time: 0.0559862 Dec 16 09:28:37.927917 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2d44ca-e7a3-4718-a06e-572dd4e43dbe admin admin] Router 98b9bc30-d6e7-4aa0-93d4-6bf003e62e92 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:28:37.929165 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5538ec66-3e92-4c15-b50f-97f4e0d12d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:37.973754 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538ec66-3e92-4c15-b50f-97f4e0d12d74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7d9e3eb-3d14-4963-8608-b6f274561522,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:37.975817 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5538ec66-3e92-4c15-b50f-97f4e0d12d74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:37.981241 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cb7f37-b885-4a34-a02a-f05440b66041 None None] Network 05457a1a-5fc6-4d7c-b1fd-8a0c61596f21 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:28:37.984793 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5538ec66-3e92-4c15-b50f-97f4e0d12d74 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c7d9e3eb-3d14-4963-8608-b6f274561522 HTTP/1.1" status: 204 len: 168 time: 0.7981625 Dec 16 09:28:37.987716 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37286) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:38.007651 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-192cbb67-b86c-4879-8fb1-eccfbefb0b0f tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] Made reservation on behalf of 8d5278aa1ed94561beee8ef437c31da8 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:28:38.012080 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-192cbb67-b86c-4879-8fb1-eccfbefb0b0f tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:38.025360 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78cf11d-6db2-48c9-a762-4f43dad09d32 None None] New status for floating IP 7d6a6274-ae8b-44ac-8848-de69472de7bd: DOWN {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:28:38.103553 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-17132d0c-e016-46f8-948f-beb8c5fc6c7d req-832b88d8-c38c-49de-8ffd-a03983f8e636 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 210 time: 0.0887632 Dec 16 09:28:38.138984 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631cab89-5f49-4d92-8c45-b768b5fd188e req-48249e8f-7b0d-4dcc-ae73-bac8f25bda69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:38.138984 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-631cab89-5f49-4d92-8c45-b768b5fd188e req-48249e8f-7b0d-4dcc-ae73-bac8f25bda69 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.2603891 Dec 16 09:28:38.139343 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2d44ca-e7a3-4718-a06e-572dd4e43dbe admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:28:38.151652 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86881e38-856f-4aa0-ab87-01265085c52e None None] Sync routers for ids ['98b9bc30-d6e7-4aa0-93d4-6bf003e62e92'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:28:38.180779 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86881e38-856f-4aa0-ab87-01265085c52e None None] Routers {'98b9bc30-d6e7-4aa0-93d4-6bf003e62e92'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:38.183180 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-86881e38-856f-4aa0-ab87-01265085c52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:28:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['98b9bc30-d6e7-4aa0-93d4-6bf003e62e92'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:38.189469 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-64529bef-990e-4360-9952-88ec6f13cad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:38.224638 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-631cab89-5f49-4d92-8c45-b768b5fd188e req-53b2cb4f-fcb6-4de3-924e-b530dc47b1d1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=6ec4cb7e-854f-4eed-b0c7-eb07b321021d HTTP/1.1" status: 200 len: 217 time: 0.0660944 Dec 16 09:28:38.233130 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-192cbb67-b86c-4879-8fb1-eccfbefb0b0f tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] Allocated IP 172.20.0.5 (b0f893bc-8ced-46c7-973e-6f1ee6f442d5/ebee2256-5f40-4706-95a1-a51c593c777b/a6dc1fa2-01a2-43c2-8a75-266376216ef1) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:28:38.277094 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af39f51e-6053-4f04-b7cd-9d71d9bb98a6 None None] DHCP port deletion for 05457a1a-5fc6-4d7c-b1fd-8a0c61596f21 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:28:38.300437 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ac2d44ca-e7a3-4718-a06e-572dd4e43dbe admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:38.304401 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ac2d44ca-e7a3-4718-a06e-572dd4e43dbe admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.8629968 Dec 16 09:28:38.306105 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37288) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:38.330251 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-86881e38-856f-4aa0-ab87-01265085c52e None None] Set router 98b9bc30-d6e7-4aa0-93d4-6bf003e62e92 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:38.345255 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631cab89-5f49-4d92-8c45-b768b5fd188e req-88c7d9eb-54dd-4d92-a40a-ede9e0092d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:38.347572 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-631cab89-5f49-4d92-8c45-b768b5fd188e req-88c7d9eb-54dd-4d92-a40a-ede9e0092d8d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.1012912 Dec 16 09:28:38.358487 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524a13a1-253e-40bb-a50a-1c5e010b3879', 'name': 'network-vif-deleted', 'tag': '5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:38.360641 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-64529bef-990e-4360-9952-88ec6f13cad4 admin admin] Deleting port d725c297-bf49-4012-a113-805bfcd3e152 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:38.360641 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-64529bef-990e-4360-9952-88ec6f13cad4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:38.361605 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903638c5-628b-417e-999b-ca3a00cd245f" -d '{"events": [{"server_uuid": "524a13a1-253e-40bb-a50a-1c5e010b3879", "name": "network-vif-deleted", "tag": "5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:38.436254 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 9d7ec348-357d-482e-89b9-ff66987a42d8 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:28:38.449098 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-af39f51e-6053-4f04-b7cd-9d71d9bb98a6 None None] Deleting port d725c297-bf49-4012-a113-805bfcd3e152 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:38.449497 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-af39f51e-6053-4f04-b7cd-9d71d9bb98a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:38.460932 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069bc9cf-0019-4790-b529-876d6bd7dfb4 x-openstack-request-id: req-069bc9cf-0019-4790-b529-876d6bd7dfb4 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:38.461847 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "524a13a1-253e-40bb-a50a-1c5e010b3879", "name": "network-vif-deleted", "tag": "5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:38.462441 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-069bc9cf-0019-4790-b529-876d6bd7dfb4 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:38.462897 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524a13a1-253e-40bb-a50a-1c5e010b3879', 'name': 'network-vif-deleted', 'tag': '5d817cdb-e1c7-4bf3-8acd-ac0eefdf2b23', 'status': 'completed', 'code': 200} Dec 16 09:28:38.476908 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631cab89-5f49-4d92-8c45-b768b5fd188e req-b7fcac9f-97c1-4b72-bda5-dfb4bf424897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:38.478482 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-631cab89-5f49-4d92-8c45-b768b5fd188e req-b7fcac9f-97c1-4b72-bda5-dfb4bf424897 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1206567 Dec 16 09:28:38.480415 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-64529bef-990e-4360-9952-88ec6f13cad4 admin admin] For port d725c297-bf49-4012-a113-805bfcd3e152, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d725c297-bf49-4012-a113-805bfcd3e152,segment=NetworkSegment(733c830f-5ca6-4e77-a18d-8162ef3c79e4),segment_id=733c830f-5ca6-4e77-a18d-8162ef3c79e4)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:38.480779 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-64529bef-990e-4360-9952-88ec6f13cad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:38.495567 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-64529bef-990e-4360-9952-88ec6f13cad4 admin admin] Calling delete_port for d725c297-bf49-4012-a113-805bfcd3e152 owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:38.593018 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-192cbb67-b86c-4879-8fb1-eccfbefb0b0f tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:38.629655 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-af39f51e-6053-4f04-b7cd-9d71d9bb98a6 None None] For port d725c297-bf49-4012-a113-805bfcd3e152, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d725c297-bf49-4012-a113-805bfcd3e152,segment=NetworkSegment(733c830f-5ca6-4e77-a18d-8162ef3c79e4),segment_id=733c830f-5ca6-4e77-a18d-8162ef3c79e4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:38.630050 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-af39f51e-6053-4f04-b7cd-9d71d9bb98a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:38.667904 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-af39f51e-6053-4f04-b7cd-9d71d9bb98a6 None None] Calling delete_port for d725c297-bf49-4012-a113-805bfcd3e152 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:38.687578 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-631cab89-5f49-4d92-8c45-b768b5fd188e req-ed6cbafe-7422-4f75-abce-6db3fb356167 service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938980 Dec 16 09:28:38.743316 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-192cbb67-b86c-4879-8fb1-eccfbefb0b0f tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:38.761792 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 9d7ec348-357d-482e-89b9-ff66987a42d8, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=9d7ec348-357d-482e-89b9-ff66987a42d8,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:38.778381 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c9592-c9dd-40f2-b43a-d34c6c7ec7a1 req-fce6e26d-f6ad-40bc-adf0-b66767c42ae4 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:38.780029 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7c8c9592-c9dd-40f2-b43a-d34c6c7ec7a1 req-fce6e26d-f6ad-40bc-adf0-b66767c42ae4 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 943 time: 0.1413276 Dec 16 09:28:38.785060 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '9d7ec348-357d-482e-89b9-ff66987a42d8', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': '9d7ec348-357d-482e-89b9-ff66987a42d8', 'mac_address': 'fa:16:3e:40:c5:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:28:38.832796 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-192cbb67-b86c-4879-8fb1-eccfbefb0b0f tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] Network b0f893bc-8ced-46c7-973e-6f1ee6f442d5 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:28:38.837892 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-86881e38-856f-4aa0-ab87-01265085c52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b9bc30-d6e7-4aa0-93d4-6bf003e62e92', 'name': 'tempest-TaggedBootDevicesTest-1237192171-router', 'tenant_id': 'bd5f5d7e67a74d678f1c3a81da65fc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:29Z', 'updated_at': '2021-12-16T09:28:35Z', 'revision_number': 3, 'project_id': 'bd5f5d7e67a74d678f1c3a81da65fc26', 'gw_port': {'id': 'feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:19:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b9bc30-d6e7-4aa0-93d4-6bf003e62e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:32Z', 'updated_at': '2021-12-16T09:28:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:38.843887 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-192cbb67-b86c-4879-8fb1-eccfbefb0b0f tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:28:38.850202 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-192cbb67-b86c-4879-8fb1-eccfbefb0b0f tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:28:38.857478 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7c8c9592-c9dd-40f2-b43a-d34c6c7ec7a1 req-92fa6895-1b0b-46d0-95e6-29e938b384e2 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703516 Dec 16 09:28:38.863300 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9430b-8c0c-4f17-a90b-3c24e4a12d83 req-3d96b244-561f-4e2c-83e4-c1e5e4b851c8 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:38.865042 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-64529bef-990e-4360-9952-88ec6f13cad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:38.865217 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-75b9430b-8c0c-4f17-a90b-3c24e4a12d83 req-3d96b244-561f-4e2c-83e4-c1e5e4b851c8 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f HTTP/1.1" status: 200 len: 948 time: 0.1628857 Dec 16 09:28:38.870079 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-631cab89-5f49-4d92-8c45-b768b5fd188e req-87f46ddc-99bb-496b-9787-86482da18ce2 service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689184 Dec 16 09:28:38.878242 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86881e38-856f-4aa0-ab87-01265085c52e None None] Checking router: 98b9bc30-d6e7-4aa0-93d4-6bf003e62e92 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:28:38.878585 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86881e38-856f-4aa0-ab87-01265085c52e None None] Updating router 98b9bc30-d6e7-4aa0-93d4-6bf003e62e92 port feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:28:38.881274 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:38.922222 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d7ec348-357d-482e-89b9-ff66987a42d8 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:28:38.923903 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192cbb67-b86c-4879-8fb1-eccfbefb0b0f tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] Pushing event updated for resources: {'Port': ['ID=a6dc1fa2-01a2-43c2-8a75-266376216ef1,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:38.927620 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-af39f51e-6053-4f04-b7cd-9d71d9bb98a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:38.957733 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af39f51e-6053-4f04-b7cd-9d71d9bb98a6 None None] Pushing event deleted for resources: {'Port': ['ID=d725c297-bf49-4012-a113-805bfcd3e152,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:38.962085 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64529bef-990e-4360-9952-88ec6f13cad4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d725c297-bf49-4012-a113-805bfcd3e152,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:38.973474 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-86881e38-856f-4aa0-ab87-01265085c52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:38.977620 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64529bef-990e-4360-9952-88ec6f13cad4 admin admin] No DVR routers for this DVR port d725c297-bf49-4012-a113-805bfcd3e152 on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:28:39.019224 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af39f51e-6053-4f04-b7cd-9d71d9bb98a6 None None] No DVR routers for this DVR port d725c297-bf49-4012-a113-805bfcd3e152 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:28:39.031648 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 9d7ec348-357d-482e-89b9-ff66987a42d8, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=9d7ec348-357d-482e-89b9-ff66987a42d8,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:39.070774 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-192cbb67-b86c-4879-8fb1-eccfbefb0b0f tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:39.071402 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-192cbb67-b86c-4879-8fb1-eccfbefb0b0f tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:39.109724 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-75b9430b-8c0c-4f17-a90b-3c24e4a12d83 req-5a57d24b-6861-4cea-8592-61ee87df8cf9 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/security-groups?id=7773d9c1-b949-408d-b35c-ee4d1acd8f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874435 Dec 16 09:28:39.114954 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-64529bef-990e-4360-9952-88ec6f13cad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:39.127274 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 74ffe5c2-21aa-4a38-b778-a9178214ae60 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:28:39.132251 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:39.150129 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-64529bef-990e-4360-9952-88ec6f13cad4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05457a1a-5fc6-4d7c-b1fd-8a0c61596f21']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:39.174797 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14541f5-c55a-445c-a6a8-20274a8df1be req-f741f636-2667-4922-bfb6-0447507590b6 tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:39.176489 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d14541f5-c55a-445c-a6a8-20274a8df1be req-f741f636-2667-4922-bfb6-0447507590b6 tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a8a2628-ea38-418a-8f1a-460a46c2cb13 HTTP/1.1" status: 200 len: 931 time: 0.1038053 Dec 16 09:28:39.180543 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-64529bef-990e-4360-9952-88ec6f13cad4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '733c830f-5ca6-4e77-a18d-8162ef3c79e4') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:39.181089 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-64529bef-990e-4360-9952-88ec6f13cad4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '733c830f-5ca6-4e77-a18d-8162ef3c79e4') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:39.188614 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 74ffe5c2-21aa-4a38-b778-a9178214ae60 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:28:39.189426 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 74ffe5c2-21aa-4a38-b778-a9178214ae60 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:28:39.189426 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d725c297-bf49-4012-a113-805bfcd3e152 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:28:39.192795 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-64529bef-990e-4360-9952-88ec6f13cad4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:39.223507 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-64529bef-990e-4360-9952-88ec6f13cad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:39.238245 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64529bef-990e-4360-9952-88ec6f13cad4 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:28:39.238631 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-64529bef-990e-4360-9952-88ec6f13cad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:39.240999 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:28:39.240999 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:28:39.240999 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:28:39.240999 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:28:39.240999 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:28:39.240999 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:28:39.240999 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:28:39.240999 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:28:39.240999 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:28:39.240999 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:28:39.240999 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:28:39.240999 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:28:39.240999 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:28:39.240999 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:28:39.240999 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:28:39.240999 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:28:39.240999 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:28:39.240999 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:28:39.240999 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:28:39.240999 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:28:39.240999 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:28:39.240999 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:28:39.240999 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:28:39.240999 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:28:39.240999 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:28:39.240999 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:28:39.240999 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:28:39.240999 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:28:39.240999 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:28:39.240999 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:28:39.240999 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:28:39.240999 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:28:39.243729 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: d725c297-bf49-4012-a113-805bfcd3e152 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:28:39.243729 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d725c297-bf49-4012-a113-805bfcd3e152 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:28:39.262826 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-192cbb67-b86c-4879-8fb1-eccfbefb0b0f tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5862162 Dec 16 09:28:39.288157 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-19fff3e7-cb10-4bdd-883a-941f7fb9de5b service neutron] Request body: {'port': {'device_id': '5a8a2628-ea38-418a-8f1a-460a46c2cb13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:39.309350 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d14541f5-c55a-445c-a6a8-20274a8df1be req-537527ad-124d-4cf9-9e48-8e77b91af11e tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] 10.222.0.60 "GET /v2.0/security-groups?id=83a054d7-6dbe-4fb3-acd1-07a5b1bb69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206241 Dec 16 09:28:39.329804 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=9d7ec348-357d-482e-89b9-ff66987a42d8,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:39.368551 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-19fff3e7-cb10-4bdd-883a-941f7fb9de5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:39.440627 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-59843ae8-500d-40fe-8c43-bb6b64349785 req-bf2952ef-9e6f-4f60-bd7e-a43ab29c8297 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 210 time: 0.0452125 Dec 16 09:28:39.454414 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-64529bef-990e-4360-9952-88ec6f13cad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:39.467172 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fcc8d777-5a27-4392-a19b-e2f211428072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:39.468415 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-64529bef-990e-4360-9952-88ec6f13cad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:39.472365 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-64529bef-990e-4360-9952-88ec6f13cad4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/05457a1a-5fc6-4d7c-b1fd-8a0c61596f21 HTTP/1.1" status: 204 len: 168 time: 1.4832935 Dec 16 09:28:39.485582 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64529bef-990e-4360-9952-88ec6f13cad4 admin admin] Pushing event deleted for resources: {'Network': ['ID=05457a1a-5fc6-4d7c-b1fd-8a0c61596f21,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:39.497385 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-86881e38-856f-4aa0-ab87-01265085c52e None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:39.509019 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37312) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:39.570959 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e1a11404-2640-4f3e-ad0f-4636fee9f643 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:39.597248 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e1a11404-2640-4f3e-ad0f-4636fee9f643 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:39.644621 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-86881e38-856f-4aa0-ab87-01265085c52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:39.696799 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-86881e38-856f-4aa0-ab87-01265085c52e None None] Attempting to bind port feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:28:39.697178 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-86881e38-856f-4aa0-ab87-01265085c52e None None] Attempting to bind port feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:28:39.697571 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86881e38-856f-4aa0-ab87-01265085c52e None None] Attempting to bind port feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:39.699600 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91363f93-1c9a-4a54-b320-979aa4fb31fb None None] Pushing event updated for resources: {'Port': ['ID=feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:39.705423 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86881e38-856f-4aa0-ab87-01265085c52e None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:28:39.705807 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86881e38-856f-4aa0-ab87-01265085c52e None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:28:39.706395 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-86881e38-856f-4aa0-ab87-01265085c52e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:39.706590 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86881e38-856f-4aa0-ab87-01265085c52e None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:28:39.707100 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-86881e38-856f-4aa0-ab87-01265085c52e None None] Bound port: feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:28:39.707768 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-86881e38-856f-4aa0-ab87-01265085c52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:39.748091 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['9d7ec348-357d-482e-89b9-ff66987a42d8'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:39.779370 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-fcc8d777-5a27-4392-a19b-e2f211428072 admin admin] Allocated IP 172.20.0.1 (1c7e67d1-ae57-498c-a2a6-299c51a9e744/8f471a05-e8bd-484b-bae9-bd0c4e94aa3c/29f667f9-97b9-4570-8d39-73f305415e43) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:28:39.792003 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-86881e38-856f-4aa0-ab87-01265085c52e None None] For port feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:28:39.810618 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-86881e38-856f-4aa0-ab87-01265085c52e None None] For port feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:28:39.826478 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e1a11404-2640-4f3e-ad0f-4636fee9f643 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:39.827479 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e1a11404-2640-4f3e-ad0f-4636fee9f643 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:39.831381 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e1a11404-2640-4f3e-ad0f-4636fee9f643 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "DELETE /v2.0/security-groups/10d635dd-fb21-461a-8c0f-868d41d0e3d0 HTTP/1.1" status: 204 len: 168 time: 0.3183372 Dec 16 09:28:39.832416 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37314) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:39.851803 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a11404-2640-4f3e-ad0f-4636fee9f643 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d635dd-fb21-461a-8c0f-868d41d0e3d0,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:39.856274 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-0bb7ba89-45eb-4334-a880-366e565840e2 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] show failed (client error): The resource could not be found. Dec 16 09:28:39.860117 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0bb7ba89-45eb-4334-a880-366e565840e2 tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "GET /v2.0/security-groups/10d635dd-fb21-461a-8c0f-868d41d0e3d0 HTTP/1.1" status: 404 len: 347 time: 0.0238552 Dec 16 09:28:39.861698 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37316) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:39.895868 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-19fff3e7-cb10-4bdd-883a-941f7fb9de5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6dc1fa2-01a2-43c2-8a75-266376216ef1 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:28:39.902025 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-86881e38-856f-4aa0-ab87-01265085c52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:39.906604 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-19fff3e7-cb10-4bdd-883a-941f7fb9de5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:39.934652 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-19fff3e7-cb10-4bdd-883a-941f7fb9de5b service neutron] Transition to ACTIVE for port object a6dc1fa2-01a2-43c2-8a75-266376216ef1 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:28:39.967362 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fcc8d777-5a27-4392-a19b-e2f211428072 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:40.018078 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91363f93-1c9a-4a54-b320-979aa4fb31fb None None] Pushing event updated for resources: {'Port': ['ID=feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:40.022665 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86881e38-856f-4aa0-ab87-01265085c52e None None] Routers {'98b9bc30-d6e7-4aa0-93d4-6bf003e62e92'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:40.023282 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-86881e38-856f-4aa0-ab87-01265085c52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:28:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['98b9bc30-d6e7-4aa0-93d4-6bf003e62e92'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:40.032277 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-19fff3e7-cb10-4bdd-883a-941f7fb9de5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:40.122370 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37322) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:40.133248 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fcc8d777-5a27-4392-a19b-e2f211428072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:40.167946 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-86881e38-856f-4aa0-ab87-01265085c52e None None] Set router 98b9bc30-d6e7-4aa0-93d4-6bf003e62e92 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:40.310417 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:40.448199 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-4db3ab08-2969-439b-b87c-277d4c3b2c84 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:40.449788 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-4db3ab08-2969-439b-b87c-277d4c3b2c84 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.58 "GET /v2.0/networks?id=fd229606-1f82-48a3-82a3-fb35078f3dba HTTP/1.1" status: 200 len: 808 time: 0.5399306 Dec 16 09:28:40.457768 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-680f6445-3cb7-4039-ab2b-1939c0653d00 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bfa782d4c0d04630b4be78dfc55508d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3334229 Dec 16 09:28:40.466082 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37330) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:40.489064 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-3ebede68-0fe0-416a-aab9-19ae321168e5 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Request body: {'port': {'device_id': '4eab0063-672a-47de-b1a7-e4059802b6cc', 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba', 'admin_state_up': True, 'tenant_id': 'ef267339b96a4504bcc86eb4b94505b3'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:40.550646 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-86881e38-856f-4aa0-ab87-01265085c52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b9bc30-d6e7-4aa0-93d4-6bf003e62e92', 'name': 'tempest-TaggedBootDevicesTest-1237192171-router', 'tenant_id': 'bd5f5d7e67a74d678f1c3a81da65fc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:29Z', 'updated_at': '2021-12-16T09:28:35Z', 'revision_number': 3, 'project_id': 'bd5f5d7e67a74d678f1c3a81da65fc26', 'gw_port': {'id': 'feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:19:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b9bc30-d6e7-4aa0-93d4-6bf003e62e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:32Z', 'updated_at': '2021-12-16T09:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:40.562781 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9ffc1-080a-4f78-9a86-0c0ede5a2706 req-bbc348bc-d623-4c85-b25c-131b86744e16 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:40.570199 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f7c9ffc1-080a-4f78-9a86-0c0ede5a2706 req-bbc348bc-d623-4c85-b25c-131b86744e16 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f HTTP/1.1" status: 200 len: 949 time: 0.3326814 Dec 16 09:28:40.580129 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86881e38-856f-4aa0-ab87-01265085c52e None None] The sync data for ids ['98b9bc30-d6e7-4aa0-93d4-6bf003e62e92'] in n-d-820550-2 is: [{'id': '98b9bc30-d6e7-4aa0-93d4-6bf003e62e92', 'name': 'tempest-TaggedBootDevicesTest-1237192171-router', 'tenant_id': 'bd5f5d7e67a74d678f1c3a81da65fc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:29Z', 'updated_at': '2021-12-16T09:28:35Z', 'revision_number': 3, 'project_id': 'bd5f5d7e67a74d678f1c3a81da65fc26', 'gw_port': {'id': 'feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:19:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b9bc30-d6e7-4aa0-93d4-6bf003e62e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:32Z', 'updated_at': '2021-12-16T09:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:28:40.662364 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc8d777-5a27-4392-a19b-e2f211428072 admin admin] Network 1c7e67d1-ae57-498c-a2a6-299c51a9e744 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:28:40.667801 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-fcc8d777-5a27-4392-a19b-e2f211428072 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:28:40.695944 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fff3e7-cb10-4bdd-883a-941f7fb9de5b service neutron] Pushing event updated for resources: {'Port': ['ID=a6dc1fa2-01a2-43c2-8a75-266376216ef1,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:40.709975 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc8d777-5a27-4392-a19b-e2f211428072 admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:28:40.790866 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56d188-1b19-41ea-bc21-aef43d4a97ad req-29ffe190-38f2-4cf5-b73d-8dc6e6e8c1d5 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:40.804563 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9e56d188-1b19-41ea-bc21-aef43d4a97ad req-29ffe190-38f2-4cf5-b73d-8dc6e6e8c1d5 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 943 time: 0.7889485 Dec 16 09:28:40.890376 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9e56d188-1b19-41ea-bc21-aef43d4a97ad req-14b2c43c-6d8a-4e4c-8117-cecf7a7236b7 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844476 Dec 16 09:28:40.984689 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc8d777-5a27-4392-a19b-e2f211428072 admin admin] Pushing event updated for resources: {'Port': ['ID=29f667f9-97b9-4570-8d39-73f305415e43,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:40.988824 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fcc8d777-5a27-4392-a19b-e2f211428072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:41.050325 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-19fff3e7-cb10-4bdd-883a-941f7fb9de5b service neutron] Attempting to bind port a6dc1fa2-01a2-43c2-8a75-266376216ef1 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:28:41.050661 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-19fff3e7-cb10-4bdd-883a-941f7fb9de5b service neutron] Attempting to bind port a6dc1fa2-01a2-43c2-8a75-266376216ef1 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '8cb433ad-458a-4354-a5da-153646f1f443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b0f893bc-8ced-46c7-973e-6f1ee6f442d5'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:28:41.051157 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-19fff3e7-cb10-4bdd-883a-941f7fb9de5b service neutron] Attempting to bind port a6dc1fa2-01a2-43c2-8a75-266376216ef1 on network b0f893bc-8ced-46c7-973e-6f1ee6f442d5 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:41.099641 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-6dbba11d-af45-4482-8a9e-d8a16121d1be None None] Provisioning complete for port 29f667f9-97b9-4570-8d39-73f305415e43 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:41.101437 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6dbba11d-af45-4482-8a9e-d8a16121d1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:41.161765 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f7c9ffc1-080a-4f78-9a86-0c0ede5a2706 req-466f97e1-394d-47e5-a545-548bd128f8a9 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/security-groups?id=7773d9c1-b949-408d-b35c-ee4d1acd8f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5907032 Dec 16 09:28:41.178751 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-6dbba11d-af45-4482-8a9e-d8a16121d1be None None] Port 29f667f9-97b9-4570-8d39-73f305415e43 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:28:41.211967 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-d399aade-1a60-440b-9267-8f732d325afc tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Deleting port 760574bd-6637-4126-aa83-ffa51c7afb51 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:41.213970 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d399aade-1a60-440b-9267-8f732d325afc tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:41.233751 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c90de8ce-ef2d-4de2-80be-503a3ed598bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:41.284312 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-19fff3e7-cb10-4bdd-883a-941f7fb9de5b service neutron] Port a6dc1fa2-01a2-43c2-8a75-266376216ef1 on network b0f893bc-8ced-46c7-973e-6f1ee6f442d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:28:41.284682 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-19fff3e7-cb10-4bdd-883a-941f7fb9de5b service neutron] Attempting to bind port a6dc1fa2-01a2-43c2-8a75-266376216ef1 on network b0f893bc-8ced-46c7-973e-6f1ee6f442d5 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:41.307725 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-19fff3e7-cb10-4bdd-883a-941f7fb9de5b service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:28:41.307725 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-19fff3e7-cb10-4bdd-883a-941f7fb9de5b service neutron] Checking segment: {'id': '8cb433ad-458a-4354-a5da-153646f1f443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b0f893bc-8ced-46c7-973e-6f1ee6f442d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:28:41.307725 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-19fff3e7-cb10-4bdd-883a-941f7fb9de5b service neutron] Bound using segment: {'id': '8cb433ad-458a-4354-a5da-153646f1f443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b0f893bc-8ced-46c7-973e-6f1ee6f442d5'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:28:41.307725 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-19fff3e7-cb10-4bdd-883a-941f7fb9de5b service neutron] Bound port: a6dc1fa2-01a2-43c2-8a75-266376216ef1, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cb433ad-458a-4354-a5da-153646f1f443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b0f893bc-8ced-46c7-973e-6f1ee6f442d5'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:28:41.307725 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-19fff3e7-cb10-4bdd-883a-941f7fb9de5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:41.340293 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458efe4d-957b-4ecb-b9fc-cea0b974c3f0 req-46af68f6-14c7-48fa-8667-77e9dcd6010a tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:41.347986 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-458efe4d-957b-4ecb-b9fc-cea0b974c3f0 req-46af68f6-14c7-48fa-8667-77e9dcd6010a tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a8a2628-ea38-418a-8f1a-460a46c2cb13 HTTP/1.1" status: 200 len: 943 time: 0.0984735 Dec 16 09:28:41.348128 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c90de8ce-ef2d-4de2-80be-503a3ed598bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:41.361648 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f7e5d1c6-cc33-4602-a1fa-260a2a4610cc req-a8c8f01b-4956-4da7-a59c-868702deb9e0 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 210 time: 0.0939240 Dec 16 09:28:41.443671 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fcc8d777-5a27-4392-a19b-e2f211428072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:41.490185 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d399aade-1a60-440b-9267-8f732d325afc tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:41.490544 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d399aade-1a60-440b-9267-8f732d325afc tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:41.491173 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-458efe4d-957b-4ecb-b9fc-cea0b974c3f0 req-4fd4201f-02cf-4b6c-be7c-cdf640a17525 tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] 10.222.0.60 "GET /v2.0/security-groups?id=83a054d7-6dbe-4fb3-acd1-07a5b1bb69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420808 Dec 16 09:28:41.520982 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-d399aade-1a60-440b-9267-8f732d325afc tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Calling delete_port for 760574bd-6637-4126-aa83-ffa51c7afb51 owned by network:floatingip {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:41.540509 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-19fff3e7-cb10-4bdd-883a-941f7fb9de5b service neutron] For port a6dc1fa2-01a2-43c2-8a75-266376216ef1, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:28:41.563690 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-19fff3e7-cb10-4bdd-883a-941f7fb9de5b service neutron] For port a6dc1fa2-01a2-43c2-8a75-266376216ef1, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=a6dc1fa2-01a2-43c2-8a75-266376216ef1,segment=NetworkSegment(8cb433ad-458a-4354-a5da-153646f1f443),segment_id=8cb433ad-458a-4354-a5da-153646f1f443)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:28:41.598559 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-3ebede68-0fe0-416a-aab9-19ae321168e5 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Made reservation on behalf of ef267339b96a4504bcc86eb4b94505b3 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:28:41.602277 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-3ebede68-0fe0-416a-aab9-19ae321168e5 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:41.643561 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c90de8ce-ef2d-4de2-80be-503a3ed598bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:41.645653 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c90de8ce-ef2d-4de2-80be-503a3ed598bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:41.649567 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c90de8ce-ef2d-4de2-80be-503a3ed598bd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/740b9da7-cc62-4700-87cf-9c61651d2423 HTTP/1.1" status: 204 len: 168 time: 1.1803217 Dec 16 09:28:41.668242 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-19fff3e7-cb10-4bdd-883a-941f7fb9de5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:41.700765 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90de8ce-ef2d-4de2-80be-503a3ed598bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740b9da7-cc62-4700-87cf-9c61651d2423,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:41.745927 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-19fff3e7-cb10-4bdd-883a-941f7fb9de5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:41.750248 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-19fff3e7-cb10-4bdd-883a-941f7fb9de5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:41.751470 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-19fff3e7-cb10-4bdd-883a-941f7fb9de5b service neutron] 10.222.0.58 "PUT /v2.0/ports/a6dc1fa2-01a2-43c2-8a75-266376216ef1 HTTP/1.1" status: 200 len: 1091 time: 2.4678054 Dec 16 09:28:41.752144 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8a2628-ea38-418a-8f1a-460a46c2cb13', 'tag': 'a6dc1fa2-01a2-43c2-8a75-266376216ef1'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:41.769597 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adaa8279-82ea-4d14-aaa3-17a17a3a7a39" -d '{"events": [{"name": "network-changed", "server_uuid": "5a8a2628-ea38-418a-8f1a-460a46c2cb13", "tag": "a6dc1fa2-01a2-43c2-8a75-266376216ef1"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:41.839004 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fff3e7-cb10-4bdd-883a-941f7fb9de5b service neutron] Pushing event updated for resources: {'Port': ['ID=a6dc1fa2-01a2-43c2-8a75-266376216ef1,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:41.847232 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c37503-c2b0-444c-bff0-8f857d95eeac x-openstack-request-id: req-72c37503-c2b0-444c-bff0-8f857d95eeac {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:41.858464 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a8a2628-ea38-418a-8f1a-460a46c2cb13", "tag": "a6dc1fa2-01a2-43c2-8a75-266376216ef1", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:41.858464 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-72c37503-c2b0-444c-bff0-8f857d95eeac {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:41.858464 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a8a2628-ea38-418a-8f1a-460a46c2cb13', 'tag': 'a6dc1fa2-01a2-43c2-8a75-266376216ef1', 'status': 'completed', 'code': 200} Dec 16 09:28:41.895215 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-3ebede68-0fe0-416a-aab9-19ae321168e5 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Allocated IP 172.20.0.6 (fd229606-1f82-48a3-82a3-fb35078f3dba/e1e11efc-2921-4ef6-b725-208b9f6cb7a8/3be48b7e-aadb-4715-80b1-ef5517a6fbfa) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:28:41.955163 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fcc8d777-5a27-4392-a19b-e2f211428072 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:41.968291 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-49a9ad8e-9f8b-42a3-9756-5c9c8b37f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:41.970817 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-49a9ad8e-9f8b-42a3-9756-5c9c8b37f6a6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8d5278aa1ed94561beee8ef437c31da8&device_id=5a8a2628-ea38-418a-8f1a-460a46c2cb13 HTTP/1.1" status: 200 len: 1094 time: 0.0974140 Dec 16 09:28:42.025226 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-7820168b-9a91-4937-ae92-263b42e2bb1b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6dc1fa2-01a2-43c2-8a75-266376216ef1 HTTP/1.1" status: 200 len: 217 time: 0.0443995 Dec 16 09:28:42.122150 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-3ebede68-0fe0-416a-aab9-19ae321168e5 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:42.131285 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d399aade-1a60-440b-9267-8f732d325afc tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:42.142865 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fcc8d777-5a27-4392-a19b-e2f211428072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:42.212148 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399aade-1a60-440b-9267-8f732d325afc tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Pushing event deleted for resources: {'Port': ['ID=760574bd-6637-4126-aa83-ffa51c7afb51,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:42.288673 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d399aade-1a60-440b-9267-8f732d325afc tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks [] for floatingip, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:42.292641 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d399aade-1a60-440b-9267-8f732d325afc tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:42.296614 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d399aade-1a60-440b-9267-8f732d325afc tempest-ServersWithSpecificFlavorTestJSON-538937253 tempest-ServersWithSpecificFlavorTestJSON-538937253-project] 10.222.0.60 "DELETE /v2.0/floatingips/7d6a6274-ae8b-44ac-8848-de69472de7bd HTTP/1.1" status: 204 len: 168 time: 2.4222195 Dec 16 09:28:42.296795 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ea835-c5fd-4fdf-9802-a4eb737de261 req-a8fd1421-9454-4f3a-b434-b330d24f11b4 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:42.297572 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d86ea835-c5fd-4fdf-9802-a4eb737de261 req-a8fd1421-9454-4f3a-b434-b330d24f11b4 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 943 time: 0.2751431 Dec 16 09:28:42.314271 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-3ebede68-0fe0-416a-aab9-19ae321168e5 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:42.325945 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['bc4d5cdd-18c4-48c5-9909-5e525878e54a', 'e403726d-b2b8-41fc-baa4-711d810b8a63'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:42.342062 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-d4ec8d82-efeb-4e13-91e4-5402c68f0085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:42.344129 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-d4ec8d82-efeb-4e13-91e4-5402c68f0085 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ebee2256-5f40-4706-95a1-a51c593c777b HTTP/1.1" status: 200 len: 858 time: 0.3108113 Dec 16 09:28:42.390346 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-3ebede68-0fe0-416a-aab9-19ae321168e5 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Network fd229606-1f82-48a3-82a3-fb35078f3dba is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:28:42.404560 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc8d777-5a27-4392-a19b-e2f211428072 admin admin] Pushing event updated for resources: {'Port': ['ID=29f667f9-97b9-4570-8d39-73f305415e43,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:42.448950 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d86ea835-c5fd-4fdf-9802-a4eb737de261 req-916cfef0-c911-4fd9-a13d-681613848ea3 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380856 Dec 16 09:28:42.450150 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fcc8d777-5a27-4392-a19b-e2f211428072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:42.451087 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 6ec4cb7e-854f-4eed-b0c7-eb07b321021d details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:28:42.455200 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-c335c039-5619-4cd3-b030-e989ee2bce9c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b0f893bc-8ced-46c7-973e-6f1ee6f442d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733919 Dec 16 09:28:42.479945 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-3ebede68-0fe0-416a-aab9-19ae321168e5 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:28:42.515629 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9dd44-83d1-4cae-bd0a-078ad10204ec req-828051f6-bbc1-4a0b-bc22-5a8d3b7e6b72 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:42.517725 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-63a9dd44-83d1-4cae-bd0a-078ad10204ec req-828051f6-bbc1-4a0b-bc22-5a8d3b7e6b72 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f HTTP/1.1" status: 200 len: 949 time: 0.2163794 Dec 16 09:28:42.518601 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-3ebede68-0fe0-416a-aab9-19ae321168e5 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:28:42.590260 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 6ec4cb7e-854f-4eed-b0c7-eb07b321021d, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=6ec4cb7e-854f-4eed-b0c7-eb07b321021d,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:42.607248 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 9d7ec348-357d-482e-89b9-ff66987a42d8 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:42.623783 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '6ec4cb7e-854f-4eed-b0c7-eb07b321021d', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': '6ec4cb7e-854f-4eed-b0c7-eb07b321021d', 'mac_address': 'fa:16:3e:6a:d0:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:28:42.661282 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-63a9dd44-83d1-4cae-bd0a-078ad10204ec req-37237b63-0ffd-4d34-b766-be42127f8143 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/security-groups?id=7773d9c1-b949-408d-b35c-ee4d1acd8f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359189 Dec 16 09:28:42.721653 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebede68-0fe0-416a-aab9-19ae321168e5 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Pushing event updated for resources: {'Port': ['ID=3be48b7e-aadb-4715-80b1-ef5517a6fbfa,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:42.795661 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-3ebede68-0fe0-416a-aab9-19ae321168e5 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:42.862387 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-3ebede68-0fe0-416a-aab9-19ae321168e5 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:42.863132 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-0fda4334-fe5e-4db9-bbab-3cfda4d25b3a service neutron] 10.222.0.58 "GET /v2.0/networks/b0f893bc-8ced-46c7-973e-6f1ee6f442d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476734 Dec 16 09:28:42.863132 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc8d777-5a27-4392-a19b-e2f211428072 admin admin] Network 1c7e67d1-ae57-498c-a2a6-299c51a9e744 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:28:42.863132 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-fcc8d777-5a27-4392-a19b-e2f211428072 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:28:42.863729 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:42.863729 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ec4cb7e-854f-4eed-b0c7-eb07b321021d {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:28:42.887520 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-cec2500d-d895-4b68-907c-6e516ba81703 service neutron] 10.222.0.57 "GET /v2.0/ports/dbbe2623-248d-4268-a22e-cef181bf7128/bindings/n-h2-820550-2 HTTP/1.1" status: 200 len: 384 time: 0.3032019 Dec 16 09:28:42.968288 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 6ec4cb7e-854f-4eed-b0c7-eb07b321021d, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=6ec4cb7e-854f-4eed-b0c7-eb07b321021d,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:43.012832 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9a284-79c8-486d-98be-e0244837aaab req-2bfc9452-6e39-4f53-ace8-6e880ecb48fd tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:43.034505 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dfb9a284-79c8-486d-98be-e0244837aaab req-2bfc9452-6e39-4f53-ace8-6e880ecb48fd tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 931 time: 0.2105038 Dec 16 09:28:43.096294 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 9d7ec348-357d-482e-89b9-ff66987a42d8 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:28:43.099008 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:43.111857 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc8d777-5a27-4392-a19b-e2f211428072 admin admin] Router 98b9bc30-d6e7-4aa0-93d4-6bf003e62e92 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:28:43.115401 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 9d7ec348-357d-482e-89b9-ff66987a42d8 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:43.115961 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:43.127960 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-3ebede68-0fe0-416a-aab9-19ae321168e5 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6587594 Dec 16 09:28:43.199489 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:43.224341 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-37483fae-f8e8-4acf-9105-4cd62de84466 service neutron] Request body: {'port': {'device_id': '4eab0063-672a-47de-b1a7-e4059802b6cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:43.235191 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31984c3c-c165-4ee1-a8e4-52cfc1be7f02 req-5e50e9e9-80e9-45b6-85d8-f11db006b496 service neutron] 10.222.0.58 "GET /v2.0/networks/b0f893bc-8ced-46c7-973e-6f1ee6f442d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128585 Dec 16 09:28:43.323614 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dfb9a284-79c8-486d-98be-e0244837aaab req-27bf2ee2-66d5-4e37-ae5c-bd58e19d1002 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881305 Dec 16 09:28:43.347863 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc8d777-5a27-4392-a19b-e2f211428072 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:28:43.359407 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fcc8d777-5a27-4392-a19b-e2f211428072 admin admin] 10.222.0.60 "PUT /v2.0/routers/98b9bc30-d6e7-4aa0-93d4-6bf003e62e92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0523469 Dec 16 09:28:43.377436 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea67c86-19d6-4bb7-88cf-e262e6e5cc5e None None] Sync routers for ids ['98b9bc30-d6e7-4aa0-93d4-6bf003e62e92'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:28:43.411314 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea67c86-19d6-4bb7-88cf-e262e6e5cc5e None None] Routers {'98b9bc30-d6e7-4aa0-93d4-6bf003e62e92'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:43.412645 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-9ea67c86-19d6-4bb7-88cf-e262e6e5cc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:28:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['98b9bc30-d6e7-4aa0-93d4-6bf003e62e92'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:43.490902 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-37483fae-f8e8-4acf-9105-4cd62de84466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:43.513519 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=6ec4cb7e-854f-4eed-b0c7-eb07b321021d,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:43.573385 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:43.576348 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa8279-82ea-4d14-aaa3-17a17a3a7a39 req-9fa83a98-5094-4591-aa23-24eeabb00841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:43.578301 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-adaa8279-82ea-4d14-aaa3-17a17a3a7a39 req-9fa83a98-5094-4591-aa23-24eeabb00841 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8d5278aa1ed94561beee8ef437c31da8&device_id=5a8a2628-ea38-418a-8f1a-460a46c2cb13 HTTP/1.1" status: 200 len: 1094 time: 0.0774400 Dec 16 09:28:43.587659 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:43.588863 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:43.589398 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:43.595432 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:43.595432 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:43.595432 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:43.595432 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:43.595432 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:43.595432 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:43.597044 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:43.597676 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:43.631242 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['6ec4cb7e-854f-4eed-b0c7-eb07b321021d'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:43.706749 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-9ea67c86-19d6-4bb7-88cf-e262e6e5cc5e None None] Set router 98b9bc30-d6e7-4aa0-93d4-6bf003e62e92 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:43.725930 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2cc73f1b-3470-47ca-b7b5-5654d090bd58 None None] Provisioning complete for port 29f667f9-97b9-4570-8d39-73f305415e43 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:43.726645 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2cc73f1b-3470-47ca-b7b5-5654d090bd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:43.803872 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa8279-82ea-4d14-aaa3-17a17a3a7a39 req-031a6888-2b96-4c81-9b96-a84184c14386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:43.805395 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-adaa8279-82ea-4d14-aaa3-17a17a3a7a39 req-031a6888-2b96-4c81-9b96-a84184c14386 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b0f893bc-8ced-46c7-973e-6f1ee6f442d5 HTTP/1.1" status: 200 len: 919 time: 0.2198303 Dec 16 09:28:43.867966 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37388) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:43.889135 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-748fec89-1491-453e-a586-9774aff3e17e service neutron] For port dbbe2623-248d-4268-a22e-cef181bf7128, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=dbbe2623-248d-4268-a22e-cef181bf7128,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:43.948700 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-adaa8279-82ea-4d14-aaa3-17a17a3a7a39 req-094550b8-2464-49c4-8d67-7fccfecac7dc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6dc1fa2-01a2-43c2-8a75-266376216ef1 HTTP/1.1" status: 200 len: 217 time: 0.1189537 Dec 16 09:28:43.977060 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-748fec89-1491-453e-a586-9774aff3e17e service neutron] For port dbbe2623-248d-4268-a22e-cef181bf7128, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:28:43.981273 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2cc73f1b-3470-47ca-b7b5-5654d090bd58 None None] Port 29f667f9-97b9-4570-8d39-73f305415e43 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:28:43.990987 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:43.995032 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:44.012993 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d3942-b2ba-4a7d-b6d6-cd73ea2e9699 req-693a7a84-92d5-4374-9a37-2c6ff116fe2c tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:44.024268 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b39d3942-b2ba-4a7d-b6d6-cd73ea2e9699 req-693a7a84-92d5-4374-9a37-2c6ff116fe2c tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 943 time: 0.2038713 Dec 16 09:28:44.064561 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364bd3d-a361-48e1-b69e-3c8834b7ea25 req-11eb38e5-8be3-48d5-a619-209b737458b3 tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:44.082234 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0364bd3d-a361-48e1-b69e-3c8834b7ea25 req-11eb38e5-8be3-48d5-a619-209b737458b3 tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a8a2628-ea38-418a-8f1a-460a46c2cb13 HTTP/1.1" status: 200 len: 943 time: 0.4953220 Dec 16 09:28:44.092562 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b39d3942-b2ba-4a7d-b6d6-cd73ea2e9699 req-a8403bb7-e0b2-48e6-b639-38cf9bed79d2 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667553 Dec 16 09:28:44.098500 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:44.135155 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa8279-82ea-4d14-aaa3-17a17a3a7a39 req-af611a16-e757-43e0-89f3-09e34689595f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:44.136853 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-adaa8279-82ea-4d14-aaa3-17a17a3a7a39 req-af611a16-e757-43e0-89f3-09e34689595f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ebee2256-5f40-4706-95a1-a51c593c777b HTTP/1.1" status: 200 len: 858 time: 0.1828990 Dec 16 09:28:44.153020 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-748fec89-1491-453e-a586-9774aff3e17e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbbe2623-248d-4268-a22e-cef181bf7128 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:28:44.193347 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0364bd3d-a361-48e1-b69e-3c8834b7ea25 req-6604151d-fa72-4452-9d56-6256ea178734 tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] 10.222.0.60 "GET /v2.0/security-groups?id=83a054d7-6dbe-4fb3-acd1-07a5b1bb69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087620 Dec 16 09:28:44.223069 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-748fec89-1491-453e-a586-9774aff3e17e service neutron] For port dbbe2623-248d-4268-a22e-cef181bf7128, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=dbbe2623-248d-4268-a22e-cef181bf7128,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:44.261635 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-8b2aa2e9-f77f-4340-bb02-f72c0205170d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-370198274-network', 'tenant_id': '928a77c00bdc452c92b87dad5de07f0a'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:44.296567 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7ec348-357d-482e-89b9-ff66987a42d8'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:44.299681 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e098c2-b084-4884-919d-cb2c6999a99d" -d '{"events": [{"server_uuid": "ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f", "name": "network-vif-plugged", "status": "completed", "tag": "9d7ec348-357d-482e-89b9-ff66987a42d8"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:44.313733 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-adaa8279-82ea-4d14-aaa3-17a17a3a7a39 req-883a5668-4019-4890-b427-d0447b6cccea service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b0f893bc-8ced-46c7-973e-6f1ee6f442d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1403394 Dec 16 09:28:44.330898 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 9d7ec348-357d-482e-89b9-ff66987a42d8, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=9d7ec348-357d-482e-89b9-ff66987a42d8,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:44.409670 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:44.439951 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:44.463761 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f847cfe-fe25-4903-964a-3545ced5dd05 req-49445fd4-f15e-45d3-a8eb-d5f32fef4497 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:44.478673 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac322537-d473-40b2-852a-ccca33e9a576 x-openstack-request-id: req-ac322537-d473-40b2-852a-ccca33e9a576 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:44.478673 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f", "name": "network-vif-plugged", "status": "completed", "tag": "9d7ec348-357d-482e-89b9-ff66987a42d8", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:44.478673 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ac322537-d473-40b2-852a-ccca33e9a576 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:44.478673 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7ec348-357d-482e-89b9-ff66987a42d8', 'code': 200} Dec 16 09:28:44.479614 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2f847cfe-fe25-4903-964a-3545ced5dd05 req-49445fd4-f15e-45d3-a8eb-d5f32fef4497 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f HTTP/1.1" status: 200 len: 949 time: 0.2103889 Dec 16 09:28:44.506632 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-748fec89-1491-453e-a586-9774aff3e17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:44.513379 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-9ea67c86-19d6-4bb7-88cf-e262e6e5cc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b9bc30-d6e7-4aa0-93d4-6bf003e62e92', 'name': 'tempest-TaggedBootDevicesTest-1237192171-router', 'tenant_id': 'bd5f5d7e67a74d678f1c3a81da65fc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:29Z', 'updated_at': '2021-12-16T09:28:41Z', 'revision_number': 4, 'project_id': 'bd5f5d7e67a74d678f1c3a81da65fc26', 'gw_port': {'id': 'feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:19:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b9bc30-d6e7-4aa0-93d4-6bf003e62e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:32Z', 'updated_at': '2021-12-16T09:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '29f667f9-97b9-4570-8d39-73f305415e43', 'name': '', 'network_id': '1c7e67d1-ae57-498c-a2a6-299c51a9e744', 'tenant_id': 'bd5f5d7e67a74d678f1c3a81da65fc26', 'mac_address': 'fa:16:3e:af:1c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b9bc30-d6e7-4aa0-93d4-6bf003e62e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '8f471a05-e8bd-484b-bae9-bd0c4e94aa3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:39Z', 'updated_at': '2021-12-16T09:28:41Z', 'revision_number': 2, 'project_id': 'bd5f5d7e67a74d678f1c3a81da65fc26', 'subnets': [{'id': '8f471a05-e8bd-484b-bae9-bd0c4e94aa3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:44.552869 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:44.553878 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device dbbe2623-248d-4268-a22e-cef181bf7128 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:28:44.591739 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-adaa8279-82ea-4d14-aaa3-17a17a3a7a39 req-b66fe07b-c9f5-464c-acb3-dae4528d0b2a service neutron] 10.222.0.58 "GET /v2.0/networks/b0f893bc-8ced-46c7-973e-6f1ee6f442d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619534 Dec 16 09:28:44.597129 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-37483fae-f8e8-4acf-9105-4cd62de84466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3be48b7e-aadb-4715-80b1-ef5517a6fbfa {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:28:44.625792 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea67c86-19d6-4bb7-88cf-e262e6e5cc5e None None] Checking router: 98b9bc30-d6e7-4aa0-93d4-6bf003e62e92 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:28:44.629107 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-37483fae-f8e8-4acf-9105-4cd62de84466 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:44.629283 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea67c86-19d6-4bb7-88cf-e262e6e5cc5e None None] Updating router 98b9bc30-d6e7-4aa0-93d4-6bf003e62e92 port 29f667f9-97b9-4570-8d39-73f305415e43 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:28:44.634229 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2aa2e9-f77f-4340-bb02-f72c0205170d admin admin] Made reservation on behalf of 928a77c00bdc452c92b87dad5de07f0a for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:28:44.637232 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8b2aa2e9-f77f-4340-bb02-f72c0205170d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:44.674156 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-37483fae-f8e8-4acf-9105-4cd62de84466 service neutron] Transition to ACTIVE for port object 3be48b7e-aadb-4715-80b1-ef5517a6fbfa will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:28:44.693137 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8b2aa2e9-f77f-4340-bb02-f72c0205170d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:44.716416 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-9ea67c86-19d6-4bb7-88cf-e262e6e5cc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:44.717527 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=9d7ec348-357d-482e-89b9-ff66987a42d8,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:44.724361 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:44.751194 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2f847cfe-fe25-4903-964a-3545ced5dd05 req-0ffc2230-9a8f-45a2-8e5d-b7eacb06483f tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/security-groups?id=7773d9c1-b949-408d-b35c-ee4d1acd8f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728996 Dec 16 09:28:44.809353 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf802f-50cf-4016-9147-5bbb76b68335 req-20638afb-62f1-4166-bf86-d2803c22945a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:44.812791 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d5bf802f-50cf-4016-9147-5bbb76b68335 req-20638afb-62f1-4166-bf86-d2803c22945a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f HTTP/1.1" status: 200 len: 1101 time: 0.2814231 Dec 16 09:28:44.813977 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-748fec89-1491-453e-a586-9774aff3e17e service neutron] Transition to ACTIVE for port object dbbe2623-248d-4268-a22e-cef181bf7128 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:28:44.818701 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-37483fae-f8e8-4acf-9105-4cd62de84466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:44.831897 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:44.977776 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc68b5d-5179-4cc2-b822-16425b6a469e req-6d6d2619-328a-45ee-8159-f4d45bf75383 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:44.978205 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-748fec89-1491-453e-a586-9774aff3e17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:44.978346 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ddc68b5d-5179-4cc2-b822-16425b6a469e req-6d6d2619-328a-45ee-8159-f4d45bf75383 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 931 time: 0.3407350 Dec 16 09:28:44.997761 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37483fae-f8e8-4acf-9105-4cd62de84466 service neutron] Pushing event updated for resources: {'Port': ['ID=3be48b7e-aadb-4715-80b1-ef5517a6fbfa,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:45.070265 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d5bf802f-50cf-4016-9147-5bbb76b68335 req-bddcbf4e-f467-49e7-943d-b55ea96903e9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7773d9c1-b949-408d-b35c-ee4d1acd8f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391746 Dec 16 09:28:45.108290 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:45.155007 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-adaa8279-82ea-4d14-aaa3-17a17a3a7a39 req-8ed4ac41-0fee-494e-8cc9-137f5091603e service neutron] 10.222.0.58 "GET /v2.0/networks/b0f893bc-8ced-46c7-973e-6f1ee6f442d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5230827 Dec 16 09:28:45.157623 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-748fec89-1491-453e-a586-9774aff3e17e service neutron] No DVR routers for this DVR port dbbe2623-248d-4268-a22e-cef181bf7128 on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:28:45.170111 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748fec89-1491-453e-a586-9774aff3e17e service neutron] Pushing event updated for resources: {'Port': ['ID=dbbe2623-248d-4268-a22e-cef181bf7128,revision_number=10']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:45.212144 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ddc68b5d-5179-4cc2-b822-16425b6a469e req-b943cd0d-5e93-4f56-b3a1-ecb484d5953b tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948156 Dec 16 09:28:45.246391 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-748fec89-1491-453e-a586-9774aff3e17e service neutron] 10.222.0.57 "PUT /v2.0/ports/dbbe2623-248d-4268-a22e-cef181bf7128/bindings/n-h2-820550-2/activate HTTP/1.1" status: 200 len: 369 time: 2.3508761 Dec 16 09:28:45.247089 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-37483fae-f8e8-4acf-9105-4cd62de84466 service neutron] Attempting to bind port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:28:45.247433 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-37483fae-f8e8-4acf-9105-4cd62de84466 service neutron] Attempting to bind port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:28:45.247759 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-37483fae-f8e8-4acf-9105-4cd62de84466 service neutron] Attempting to bind port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa on network fd229606-1f82-48a3-82a3-fb35078f3dba {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:45.254735 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:45.256791 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:45.277831 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8b2aa2e9-f77f-4340-bb02-f72c0205170d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:45.279288 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37444) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:45.281904 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-37483fae-f8e8-4acf-9105-4cd62de84466 service neutron] Port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa on network fd229606-1f82-48a3-82a3-fb35078f3dba not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:28:45.282846 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-37483fae-f8e8-4acf-9105-4cd62de84466 service neutron] Attempting to bind port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa on network fd229606-1f82-48a3-82a3-fb35078f3dba {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:45.293989 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-37483fae-f8e8-4acf-9105-4cd62de84466 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:28:45.295771 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-37483fae-f8e8-4acf-9105-4cd62de84466 service neutron] Checking segment: {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:28:45.295771 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-37483fae-f8e8-4acf-9105-4cd62de84466 service neutron] Bound using segment: {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:28:45.295771 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-37483fae-f8e8-4acf-9105-4cd62de84466 service neutron] Bound port: 3be48b7e-aadb-4715-80b1-ef5517a6fbfa, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:28:45.296272 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-37483fae-f8e8-4acf-9105-4cd62de84466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:45.354792 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8b2aa2e9-f77f-4340-bb02-f72c0205170d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:45.426847 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b2aa2e9-f77f-4340-bb02-f72c0205170d admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:28:45.431035 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-9ea67c86-19d6-4bb7-88cf-e262e6e5cc5e None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:45.448577 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-37483fae-f8e8-4acf-9105-4cd62de84466 service neutron] For port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:28:45.453914 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-37483fae-f8e8-4acf-9105-4cd62de84466 service neutron] For port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=3be48b7e-aadb-4715-80b1-ef5517a6fbfa,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:28:45.475414 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67290d-18a7-4191-a8c8-8bcb7aa6f780 req-cc14e5e1-3ad7-4fc1-8890-20d0f80d7702 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:45.477061 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5a67290d-18a7-4191-a8c8-8bcb7aa6f780 req-cc14e5e1-3ad7-4fc1-8890-20d0f80d7702 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 944 time: 0.2269239 Dec 16 09:28:45.516476 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-9ea67c86-19d6-4bb7-88cf-e262e6e5cc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:45.541935 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5a67290d-18a7-4191-a8c8-8bcb7aa6f780 req-09990d78-e7fc-499d-93a2-7d9748f47dd5 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583837 Dec 16 09:28:45.553463 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2aa2e9-f77f-4340-bb02-f72c0205170d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef88a17-a367-484a-b446-13e8e08a27c1,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:45.561280 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8b2aa2e9-f77f-4340-bb02-f72c0205170d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:45.561786 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-8b2aa2e9-f77f-4340-bb02-f72c0205170d admin admin] Added segment 86c5d65d-0a28-4cbb-b6eb-52df45cc588d of type vlan for network b3f60eab-6f2c-4106-b76e-873bab2183f6 Dec 16 09:28:45.572939 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1cb643-a2a9-45c4-8b97-24add49c9db2 None None] Pushing event updated for resources: {'Port': ['ID=29f667f9-97b9-4570-8d39-73f305415e43,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:45.593046 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-37483fae-f8e8-4acf-9105-4cd62de84466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:45.654978 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-9ea67c86-19d6-4bb7-88cf-e262e6e5cc5e None None] Attempting to bind port 29f667f9-97b9-4570-8d39-73f305415e43 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:28:45.654978 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-9ea67c86-19d6-4bb7-88cf-e262e6e5cc5e None None] Attempting to bind port 29f667f9-97b9-4570-8d39-73f305415e43 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'd7f2ac56-495b-492f-831e-339f782a244d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1c7e67d1-ae57-498c-a2a6-299c51a9e744'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:28:45.654978 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea67c86-19d6-4bb7-88cf-e262e6e5cc5e None None] Attempting to bind port 29f667f9-97b9-4570-8d39-73f305415e43 on network 1c7e67d1-ae57-498c-a2a6-299c51a9e744 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:45.654978 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea67c86-19d6-4bb7-88cf-e262e6e5cc5e None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:28:45.654978 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea67c86-19d6-4bb7-88cf-e262e6e5cc5e None None] Checking segment: {'id': 'd7f2ac56-495b-492f-831e-339f782a244d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1c7e67d1-ae57-498c-a2a6-299c51a9e744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:28:45.654978 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-9ea67c86-19d6-4bb7-88cf-e262e6e5cc5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:45.654978 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea67c86-19d6-4bb7-88cf-e262e6e5cc5e None None] Bound using segment: {'id': 'd7f2ac56-495b-492f-831e-339f782a244d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1c7e67d1-ae57-498c-a2a6-299c51a9e744'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:28:45.654978 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-9ea67c86-19d6-4bb7-88cf-e262e6e5cc5e None None] Bound port: 29f667f9-97b9-4570-8d39-73f305415e43, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f2ac56-495b-492f-831e-339f782a244d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1c7e67d1-ae57-498c-a2a6-299c51a9e744'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:28:45.654978 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-9ea67c86-19d6-4bb7-88cf-e262e6e5cc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:45.664892 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8b2aa2e9-f77f-4340-bb02-f72c0205170d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:45.700997 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-37483fae-f8e8-4acf-9105-4cd62de84466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:45.704405 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-37483fae-f8e8-4acf-9105-4cd62de84466 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:45.708138 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-37483fae-f8e8-4acf-9105-4cd62de84466 service neutron] 10.222.0.58 "PUT /v2.0/ports/3be48b7e-aadb-4715-80b1-ef5517a6fbfa HTTP/1.1" status: 200 len: 1091 time: 2.5506845 Dec 16 09:28:45.708796 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eab0063-672a-47de-b1a7-e4059802b6cc', 'tag': '3be48b7e-aadb-4715-80b1-ef5517a6fbfa'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:45.711955 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1caba23-b13d-4c52-8b75-ff8bb6a23009" -d '{"events": [{"name": "network-changed", "server_uuid": "4eab0063-672a-47de-b1a7-e4059802b6cc", "tag": "3be48b7e-aadb-4715-80b1-ef5517a6fbfa"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:45.741170 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d08804-d2b0-4889-82f9-1611c357ace7 req-3828ae2f-20ba-4418-bca2-d29a21d8f658 tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:45.752173 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-9ea67c86-19d6-4bb7-88cf-e262e6e5cc5e None None] For port 29f667f9-97b9-4570-8d39-73f305415e43, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:28:45.765647 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37483fae-f8e8-4acf-9105-4cd62de84466 service neutron] Pushing event updated for resources: {'Port': ['ID=3be48b7e-aadb-4715-80b1-ef5517a6fbfa,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:45.767628 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-9ea67c86-19d6-4bb7-88cf-e262e6e5cc5e None None] For port 29f667f9-97b9-4570-8d39-73f305415e43, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=29f667f9-97b9-4570-8d39-73f305415e43,segment=NetworkSegment(d7f2ac56-495b-492f-831e-339f782a244d),segment_id=d7f2ac56-495b-492f-831e-339f782a244d)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:28:45.772246 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70d08804-d2b0-4889-82f9-1611c357ace7 req-3828ae2f-20ba-4418-bca2-d29a21d8f658 tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a8a2628-ea38-418a-8f1a-460a46c2cb13 HTTP/1.1" status: 200 len: 943 time: 0.3215208 Dec 16 09:28:45.839892 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-23b3e694-a32c-4627-baf2-db2bacfdb100 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:45.846559 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-23b3e694-a32c-4627-baf2-db2bacfdb100 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18&tenant_id=13f0e2e84c3c42c99759789d057f9272&binding%3Ahost_id=n-h1-820550-2 HTTP/1.1" status: 200 len: 1095 time: 0.3338363 Dec 16 09:28:45.872047 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-9ea67c86-19d6-4bb7-88cf-e262e6e5cc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:45.880631 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b15394b-1010-406a-b85f-0cd6056f86b3 x-openstack-request-id: req-0b15394b-1010-406a-b85f-0cd6056f86b3 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:45.880631 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eab0063-672a-47de-b1a7-e4059802b6cc", "tag": "3be48b7e-aadb-4715-80b1-ef5517a6fbfa", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:45.880631 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0b15394b-1010-406a-b85f-0cd6056f86b3 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:45.880631 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eab0063-672a-47de-b1a7-e4059802b6cc', 'tag': '3be48b7e-aadb-4715-80b1-ef5517a6fbfa', 'status': 'completed', 'code': 200} Dec 16 09:28:45.912152 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-98521a33-6daa-499e-b162-fbdea23d611e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:45.914230 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-98521a33-6daa-499e-b162-fbdea23d611e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ef267339b96a4504bcc86eb4b94505b3&device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 1094 time: 0.0936472 Dec 16 09:28:45.940080 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-6b31016d-cfcd-4cb4-ae7c-e0aa90821791 None None] Provisioning complete for port 29f667f9-97b9-4570-8d39-73f305415e43 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:45.940697 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6b31016d-cfcd-4cb4-ae7c-e0aa90821791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:45.967269 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8b2aa2e9-f77f-4340-bb02-f72c0205170d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:45.972439 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2aa2e9-f77f-4340-bb02-f72c0205170d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:45.972439 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8b2aa2e9-f77f-4340-bb02-f72c0205170d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:45.972767 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea67c86-19d6-4bb7-88cf-e262e6e5cc5e None None] Routers {'98b9bc30-d6e7-4aa0-93d4-6bf003e62e92'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:45.972767 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-9ea67c86-19d6-4bb7-88cf-e262e6e5cc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:28:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['98b9bc30-d6e7-4aa0-93d4-6bf003e62e92'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:45.983493 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device a6dc1fa2-01a2-43c2-8a75-266376216ef1 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:28:46.044552 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-a2f98b41-91b3-456d-9b77-b554fe13d294 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3be48b7e-aadb-4715-80b1-ef5517a6fbfa HTTP/1.1" status: 200 len: 217 time: 0.1224654 Dec 16 09:28:46.065394 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70d08804-d2b0-4889-82f9-1611c357ace7 req-bee6c0db-fb43-4443-844a-d56a653c6279 tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] 10.222.0.60 "GET /v2.0/security-groups?id=83a054d7-6dbe-4fb3-acd1-07a5b1bb69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826493 Dec 16 09:28:46.122589 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1cb643-a2a9-45c4-8b97-24add49c9db2 None None] Pushing event updated for resources: {'Port': ['ID=29f667f9-97b9-4570-8d39-73f305415e43,revision_number=4']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:46.144746 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2aa2e9-f77f-4340-bb02-f72c0205170d admin admin] Pushing event updated for resources: {'Network': ['ID=b3f60eab-6f2c-4106-b76e-873bab2183f6,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:46.148141 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-1ee15900-9339-47c4-9e32-a8536d5c221c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:46.181476 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-1ee15900-9339-47c4-9e32-a8536d5c221c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18&tenant_id=13f0e2e84c3c42c99759789d057f9272 HTTP/1.1" status: 200 len: 1095 time: 0.3261704 Dec 16 09:28:46.186846 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783357c-f05d-447b-8060-a6d504a164ad req-a6bb951e-9d1b-488e-9c33-7e5bc9824f88 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:46.194600 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3783357c-f05d-447b-8060-a6d504a164ad req-a6bb951e-9d1b-488e-9c33-7e5bc9824f88 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f HTTP/1.1" status: 200 len: 950 time: 0.2001600 Dec 16 09:28:46.195034 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8b2aa2e9-f77f-4340-bb02-f72c0205170d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3257151 Dec 16 09:28:46.196311 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37460) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:46.203102 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-9ea67c86-19d6-4bb7-88cf-e262e6e5cc5e None None] Set router 98b9bc30-d6e7-4aa0-93d4-6bf003e62e92 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:46.231951 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network b3f60eab-6f2c-4106-b76e-873bab2183f6 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:28:46.247568 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-00b36406-d7ea-45f1-ad16-fb622adf9ebb admin admin] Request body: {'subnet': {'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-370198274-subnet', 'tenant_id': '928a77c00bdc452c92b87dad5de07f0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:46.324274 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-e20d0dea-6e9a-4cb9-80bc-f1fd243a10f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:46.329750 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-e20d0dea-6e9a-4cb9-80bc-f1fd243a10f9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1e11efc-2921-4ef6-b725-208b9f6cb7a8 HTTP/1.1" status: 200 len: 848 time: 0.2755766 Dec 16 09:28:46.354975 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port a6dc1fa2-01a2-43c2-8a75-266376216ef1, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=a6dc1fa2-01a2-43c2-8a75-266376216ef1,segment=NetworkSegment(8cb433ad-458a-4354-a5da-153646f1f443),segment_id=8cb433ad-458a-4354-a5da-153646f1f443)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:46.424657 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-db4f4030-4f18-474c-af26-c1bdc08519fd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd229606-1f82-48a3-82a3-fb35078f3dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797257 Dec 16 09:28:46.429246 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'a6dc1fa2-01a2-43c2-8a75-266376216ef1', 'network_id': 'b0f893bc-8ced-46c7-973e-6f1ee6f442d5', 'port_id': 'a6dc1fa2-01a2-43c2-8a75-266376216ef1', 'mac_address': 'fa:16:3e:ce:d8:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebee2256-5f40-4706-95a1-a51c593c777b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:28:46.458626 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3783357c-f05d-447b-8060-a6d504a164ad req-3880c643-d127-488e-b317-ee93cdcec00f tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/security-groups?id=7773d9c1-b949-408d-b35c-ee4d1acd8f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629671 Dec 16 09:28:46.490007 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 6ec4cb7e-854f-4eed-b0c7-eb07b321021d up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:46.490279 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-2638218c-4e36-47eb-89a4-c357055f2b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:46.491814 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-2638218c-4e36-47eb-89a4-c357055f2b69 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=13f0e2e84c3c42c99759789d057f9272&device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 1095 time: 0.2748067 Dec 16 09:28:46.511039 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6b31016d-cfcd-4cb4-ae7c-e0aa90821791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:46.554215 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:46.598996 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b36406-d7ea-45f1-ad16-fb622adf9ebb admin admin] Made reservation on behalf of 928a77c00bdc452c92b87dad5de07f0a for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:28:46.606364 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-00b36406-d7ea-45f1-ad16-fb622adf9ebb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:46.611274 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6dc1fa2-01a2-43c2-8a75-266376216ef1 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:28:46.621351 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-6b31016d-cfcd-4cb4-ae7c-e0aa90821791 None None] For port 29f667f9-97b9-4570-8d39-73f305415e43, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=29f667f9-97b9-4570-8d39-73f305415e43,segment=NetworkSegment(d7f2ac56-495b-492f-831e-339f782a244d),segment_id=d7f2ac56-495b-492f-831e-339f782a244d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:46.691637 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port a6dc1fa2-01a2-43c2-8a75-266376216ef1, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=a6dc1fa2-01a2-43c2-8a75-266376216ef1,segment=NetworkSegment(8cb433ad-458a-4354-a5da-153646f1f443),segment_id=8cb433ad-458a-4354-a5da-153646f1f443)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:46.713526 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-9ea67c86-19d6-4bb7-88cf-e262e6e5cc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b9bc30-d6e7-4aa0-93d4-6bf003e62e92', 'name': 'tempest-TaggedBootDevicesTest-1237192171-router', 'tenant_id': 'bd5f5d7e67a74d678f1c3a81da65fc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:29Z', 'updated_at': '2021-12-16T09:28:41Z', 'revision_number': 4, 'project_id': 'bd5f5d7e67a74d678f1c3a81da65fc26', 'gw_port': {'id': 'feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9bc30-d6e7-4aa0-93d4-6bf003e62e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:32Z', 'updated_at': '2021-12-16T09:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '29f667f9-97b9-4570-8d39-73f305415e43', 'name': '', 'network_id': '1c7e67d1-ae57-498c-a2a6-299c51a9e744', 'tenant_id': 'bd5f5d7e67a74d678f1c3a81da65fc26', 'mac_address': 'fa:16:3e:af:1c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b9bc30-d6e7-4aa0-93d4-6bf003e62e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '8f471a05-e8bd-484b-bae9-bd0c4e94aa3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:39Z', 'updated_at': '2021-12-16T09:28:45Z', 'revision_number': 4, 'project_id': 'bd5f5d7e67a74d678f1c3a81da65fc26', 'subnets': [{'id': '8f471a05-e8bd-484b-bae9-bd0c4e94aa3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:46.736125 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6b31016d-cfcd-4cb4-ae7c-e0aa90821791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:46.826455 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23629d-1991-47bd-bc8a-509131114a5b req-f84d9cd7-dee8-4239-b2dc-b5c78d5e01b6 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:46.846989 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:46.848369 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5c23629d-1991-47bd-bc8a-509131114a5b req-f84d9cd7-dee8-4239-b2dc-b5c78d5e01b6 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 943 time: 0.3779135 Dec 16 09:28:46.895653 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 6ec4cb7e-854f-4eed-b0c7-eb07b321021d completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:28:46.929449 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 6ec4cb7e-854f-4eed-b0c7-eb07b321021d triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:46.929828 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:46.973236 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5c23629d-1991-47bd-bc8a-509131114a5b req-1f8f5aee-9490-4a7e-b47f-f2e9d93a35b3 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235161 Dec 16 09:28:46.974621 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-6bf94ecc-e800-481e-befc-576978e9cadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:46.978378 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-6bf94ecc-e800-481e-befc-576978e9cadc service neutron] 10.222.0.58 "GET /v2.0/networks?id=9785c251-9c28-48ae-a129-6f24c5a7ad17 HTTP/1.1" status: 200 len: 922 time: 0.4446075 Dec 16 09:28:47.005260 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea67c86-19d6-4bb7-88cf-e262e6e5cc5e None None] The sync data for ids ['98b9bc30-d6e7-4aa0-93d4-6bf003e62e92'] in n-d-820550-2 is: [{'id': '98b9bc30-d6e7-4aa0-93d4-6bf003e62e92', 'name': 'tempest-TaggedBootDevicesTest-1237192171-router', 'tenant_id': 'bd5f5d7e67a74d678f1c3a81da65fc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:29Z', 'updated_at': '2021-12-16T09:28:41Z', 'revision_number': 4, 'project_id': 'bd5f5d7e67a74d678f1c3a81da65fc26', 'gw_port': {'id': 'feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9bc30-d6e7-4aa0-93d4-6bf003e62e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:32Z', 'updated_at': '2021-12-16T09:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '29f667f9-97b9-4570-8d39-73f305415e43', 'name': '', 'network_id': '1c7e67d1-ae57-498c-a2a6-299c51a9e744', 'tenant_id': 'bd5f5d7e67a74d678f1c3a81da65fc26', 'mac_address': 'fa:16:3e:af:1c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b9bc30-d6e7-4aa0-93d4-6bf003e62e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '8f471a05-e8bd-484b-bae9-bd0c4e94aa3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:39Z', 'updated_at': '2021-12-16T09:28:45Z', 'revision_number': 4, 'project_id': 'bd5f5d7e67a74d678f1c3a81da65fc26', 'subnets': [{'id': '8f471a05-e8bd-484b-bae9-bd0c4e94aa3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:28:47.021092 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68e809-1f66-444d-a98a-57101446c071 req-555ab029-2785-464e-9367-7d2772cfc7ac tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:47.030961 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f68e809-1f66-444d-a98a-57101446c071 req-555ab029-2785-464e-9367-7d2772cfc7ac tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 944 time: 0.2804301 Dec 16 09:28:47.044013 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-db93a7df-7eae-4854-b650-bccd8802d12e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbbe2623-248d-4268-a22e-cef181bf7128 HTTP/1.1" status: 200 len: 217 time: 0.0565920 Dec 16 09:28:47.050225 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-4bdcc887-1075-4a9d-9680-989eb5fe4e3f service neutron] 10.222.0.58 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6160598 Dec 16 09:28:47.207172 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4c3f54a1-bb69-4ef3-8e72-a9cb2775fb26 None None] Provisioning complete for port 29f667f9-97b9-4570-8d39-73f305415e43 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:47.207172 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4c3f54a1-bb69-4ef3-8e72-a9cb2775fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:47.207172 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['a6dc1fa2-01a2-43c2-8a75-266376216ef1'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:47.215922 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31016d-cfcd-4cb4-ae7c-e0aa90821791 None None] Pushing event updated for resources: {'Port': ['ID=29f667f9-97b9-4570-8d39-73f305415e43,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:47.245076 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f68e809-1f66-444d-a98a-57101446c071 req-b2c6cea5-b000-4fff-856f-a6909fbccdf9 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046249 Dec 16 09:28:47.370223 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=a6dc1fa2-01a2-43c2-8a75-266376216ef1,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:47.441190 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4dedeff-1c83-481f-a83d-937b6564cbb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:47.454167 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a9c7f7b2-590b-4da4-8692-afe35a7f0a87 req-5146f78f-e705-4263-bbf9-9e2d2baf4534 service neutron] 10.222.0.58 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797476 Dec 16 09:28:47.463176 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee0a29-a3ef-4229-8a14-cfadc148d9e2 req-10a81bb2-ead4-4c1a-9706-2eef2a7279e7 tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:47.471341 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d6ee0a29-a3ef-4229-8a14-cfadc148d9e2 req-10a81bb2-ead4-4c1a-9706-2eef2a7279e7 tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a8a2628-ea38-418a-8f1a-460a46c2cb13 HTTP/1.1" status: 200 len: 944 time: 0.1905017 Dec 16 09:28:47.478685 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-00b36406-d7ea-45f1-ad16-fb622adf9ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:47.646429 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:47.742693 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460a51c5-f1e7-42cc-985a-2873bed917ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec4cb7e-854f-4eed-b0c7-eb07b321021d'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:47.746618 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5739cc6a-41ba-40bf-8500-b7220b027a33" -d '{"events": [{"server_uuid": "460a51c5-f1e7-42cc-985a-2873bed917ae", "name": "network-vif-plugged", "status": "completed", "tag": "6ec4cb7e-854f-4eed-b0c7-eb07b321021d"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:47.768323 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 6ec4cb7e-854f-4eed-b0c7-eb07b321021d, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=6ec4cb7e-854f-4eed-b0c7-eb07b321021d,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:47.831414 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b36406-d7ea-45f1-ad16-fb622adf9ebb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7f910b2-ddee-47db-a3bc-a08db329ec5c,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:47.871414 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:47.879592 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b36406-d7ea-45f1-ad16-fb622adf9ebb admin admin] Checking segment: {'id': '86c5d65d-0a28-4cbb-b6eb-52df45cc588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:28:47.879883 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b36406-d7ea-45f1-ad16-fb622adf9ebb admin admin] Network hostable DHCP agents. Network: b3f60eab-6f2c-4106-b76e-873bab2183f6, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:28:47.962154 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1caba23-b13d-4c52-8b75-ff8bb6a23009 req-02317164-3962-4282-b781-563e513deb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:47.969579 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c1caba23-b13d-4c52-8b75-ff8bb6a23009 req-02317164-3962-4282-b781-563e513deb32 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ef267339b96a4504bcc86eb4b94505b3&device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 1094 time: 0.3544717 Dec 16 09:28:47.988618 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca765f7a-a16f-468c-9197-9222b1cdc563 req-9994ea70-8c50-43ea-9a41-fb81bb8f2b23 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:48.000560 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ca765f7a-a16f-468c-9197-9222b1cdc563 req-9994ea70-8c50-43ea-9a41-fb81bb8f2b23 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f HTTP/1.1" status: 200 len: 950 time: 0.4107356 Dec 16 09:28:48.056762 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=6ec4cb7e-854f-4eed-b0c7-eb07b321021d,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:48.094257 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ca765f7a-a16f-468c-9197-9222b1cdc563 req-14e1df47-40aa-4d11-8b68-1bdccff304ba tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/security-groups?id=7773d9c1-b949-408d-b35c-ee4d1acd8f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923052 Dec 16 09:28:48.179383 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e80ca8c-cf25-4c1d-8ecc-f0ac1af60eda x-openstack-request-id: req-6e80ca8c-cf25-4c1d-8ecc-f0ac1af60eda {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:48.179954 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460a51c5-f1e7-42cc-985a-2873bed917ae", "name": "network-vif-plugged", "status": "completed", "tag": "6ec4cb7e-854f-4eed-b0c7-eb07b321021d", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:48.184943 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6e80ca8c-cf25-4c1d-8ecc-f0ac1af60eda {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:48.185728 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460a51c5-f1e7-42cc-985a-2873bed917ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec4cb7e-854f-4eed-b0c7-eb07b321021d', 'code': 200} Dec 16 09:28:48.274894 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-7ef50ca9-5063-48b1-a281-1cd4aaf7ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:48.278305 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-7ef50ca9-5063-48b1-a281-1cd4aaf7ee9b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c12d578e-3c58-4d75-9f2c-b724e40168b0 HTTP/1.1" status: 200 len: 861 time: 1.2082543 Dec 16 09:28:48.366595 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1caba23-b13d-4c52-8b75-ff8bb6a23009 req-7fd712b5-468c-4edd-a0f7-deb31d7fd2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:48.371649 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c1caba23-b13d-4c52-8b75-ff8bb6a23009 req-7fd712b5-468c-4edd-a0f7-deb31d7fd2a1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fd229606-1f82-48a3-82a3-fb35078f3dba HTTP/1.1" status: 200 len: 909 time: 0.3437266 Dec 16 09:28:48.380556 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-a777339e-ccab-4874-991b-038559f246e0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9785c251-9c28-48ae-a129-6f24c5a7ad17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888755 Dec 16 09:28:48.387262 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b36406-d7ea-45f1-ad16-fb622adf9ebb admin admin] Network b3f60eab-6f2c-4106-b76e-873bab2183f6 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:28:48.421634 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0d884-38e4-47f8-b07d-9598a4c4e505 req-6b7e3cf5-7720-4f2e-a595-9777fac67db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:48.430668 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-faf0d884-38e4-47f8-b07d-9598a4c4e505 req-6b7e3cf5-7720-4f2e-a595-9777fac67db0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=460a51c5-f1e7-42cc-985a-2873bed917ae HTTP/1.1" status: 200 len: 1101 time: 0.1816235 Dec 16 09:28:48.482316 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0ae27-edc5-44d0-b756-ccff07581e71 req-def69870-17f0-4fe6-ab2e-a3074856d7b8 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:48.492665 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d7b0ae27-edc5-44d0-b756-ccff07581e71 req-def69870-17f0-4fe6-ab2e-a3074856d7b8 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 943 time: 0.2523766 Dec 16 09:28:48.500658 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d6ee0a29-a3ef-4229-8a14-cfadc148d9e2 req-81e1e87c-ed14-4e57-ab48-51553baae19c tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] 10.222.0.60 "GET /v2.0/security-groups?id=83a054d7-6dbe-4fb3-acd1-07a5b1bb69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9764278 Dec 16 09:28:48.585817 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-00b36406-d7ea-45f1-ad16-fb622adf9ebb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, b3f60eab-6f2c-4106-b76e-873bab2183f6) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:28:48.592337 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c1caba23-b13d-4c52-8b75-ff8bb6a23009 req-6337576a-d1c8-44cd-9a98-62919af275fc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3be48b7e-aadb-4715-80b1-ef5517a6fbfa HTTP/1.1" status: 200 len: 217 time: 0.1903362 Dec 16 09:28:48.600029 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ac5f3d-f610-4dc0-a8f5-0b3569bbe243 None None] Network b3f60eab-6f2c-4106-b76e-873bab2183f6 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:28:48.648844 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b36406-d7ea-45f1-ad16-fb622adf9ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:48.649608 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-00b36406-d7ea-45f1-ad16-fb622adf9ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:48.718437 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-e18534b3-fba5-4630-9f04-503c44c5920d service neutron] 10.222.0.58 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248267 Dec 16 09:28:48.776901 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-faf0d884-38e4-47f8-b07d-9598a4c4e505 req-346caad4-282f-4b4b-9b9a-4d6679f2e8e8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7773d9c1-b949-408d-b35c-ee4d1acd8f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355560 Dec 16 09:28:48.814436 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e95d3-77fb-4f3e-8927-fb18ad2e9782 req-77687e4e-ba7a-4248-adb0-65a9295f0fe7 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:48.816566 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da0e95d3-77fb-4f3e-8927-fb18ad2e9782 req-77687e4e-ba7a-4248-adb0-65a9295f0fe7 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/ports?device_id=460a51c5-f1e7-42cc-985a-2873bed917ae HTTP/1.1" status: 200 len: 950 time: 0.1691256 Dec 16 09:28:48.824460 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d7b0ae27-edc5-44d0-b756-ccff07581e71 req-484b2807-6357-4dc0-bb63-d83fd0c442fb tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302073 Dec 16 09:28:48.828344 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1caba23-b13d-4c52-8b75-ff8bb6a23009 req-754d1a13-f914-4a58-a8c9-2753e1cc067a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:48.835833 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c1caba23-b13d-4c52-8b75-ff8bb6a23009 req-754d1a13-f914-4a58-a8c9-2753e1cc067a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1e11efc-2921-4ef6-b725-208b9f6cb7a8 HTTP/1.1" status: 200 len: 848 time: 0.2078347 Dec 16 09:28:48.856779 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-00b36406-d7ea-45f1-ad16-fb622adf9ebb admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6560056 Dec 16 09:28:48.992643 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c1caba23-b13d-4c52-8b75-ff8bb6a23009 req-7d813c54-4339-4626-9a28-b6fc7c24e6ff service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd229606-1f82-48a3-82a3-fb35078f3dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1345010 Dec 16 09:28:49.001157 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-e536ff44-d648-4162-b085-64dbb393dc23 service neutron] 10.222.0.58 "GET /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741463 Dec 16 09:28:49.052318 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da0e95d3-77fb-4f3e-8927-fb18ad2e9782 req-82e27fb8-e2a2-4fd8-9436-d93227ed632e tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/security-groups?id=7773d9c1-b949-408d-b35c-ee4d1acd8f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238424 Dec 16 09:28:49.254248 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-b4dedeff-1c83-481f-a83d-937b6564cbb3 admin admin] Deleting port e5106cbd-6d95-4a4a-8de5-98d096f1b5d5 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:49.255638 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4dedeff-1c83-481f-a83d-937b6564cbb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:49.329846 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6030e-c425-4994-a63c-8a1fbe9330cb req-ed9a8ab0-b534-4187-9eaf-e5684c6c7578 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:49.331683 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a2b6030e-c425-4994-a63c-8a1fbe9330cb req-ed9a8ab0-b534-4187-9eaf-e5684c6c7578 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 944 time: 0.3293662 Dec 16 09:28:49.392190 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c1caba23-b13d-4c52-8b75-ff8bb6a23009 req-ff79ede0-16c9-42af-a231-0c56f66e812a service neutron] 10.222.0.58 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886366 Dec 16 09:28:49.405296 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 29f667f9-97b9-4570-8d39-73f305415e43 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:49.441678 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-b4dedeff-1c83-481f-a83d-937b6564cbb3 admin admin] For port e5106cbd-6d95-4a4a-8de5-98d096f1b5d5, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=e5106cbd-6d95-4a4a-8de5-98d096f1b5d5,segment=NetworkSegment(1403103d-a4de-4f88-a656-e98daedb16d8),segment_id=1403103d-a4de-4f88-a656-e98daedb16d8)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:49.443801 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4dedeff-1c83-481f-a83d-937b6564cbb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:49.455335 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a2b6030e-c425-4994-a63c-8a1fbe9330cb req-eb69a92b-2377-4113-8696-95108b55443d tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080890 Dec 16 09:28:49.483277 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-b4dedeff-1c83-481f-a83d-937b6564cbb3 admin admin] Calling delete_port for e5106cbd-6d95-4a4a-8de5-98d096f1b5d5 owned by network:router_interface {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:49.526759 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f53e85-67e4-4b81-9f97-07bf8997ab32 None None] Network b3f60eab-6f2c-4106-b76e-873bab2183f6 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:28:49.581791 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c1caba23-b13d-4c52-8b75-ff8bb6a23009 req-4990d95f-a1d0-4027-93cd-fdde9a6d1f33 service neutron] 10.222.0.58 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794796 Dec 16 09:28:49.649225 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 29f667f9-97b9-4570-8d39-73f305415e43 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:49.651259 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:49.702379 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6452d-f0a1-43a6-aabb-261c49c50ef4 req-7f3a4c13-c5cf-49bb-bec9-3f97d614ad9f tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:49.704246 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-93c6452d-f0a1-43a6-aabb-261c49c50ef4 req-7f3a4c13-c5cf-49bb-bec9-3f97d614ad9f tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a8a2628-ea38-418a-8f1a-460a46c2cb13 HTTP/1.1" status: 200 len: 944 time: 0.1023581 Dec 16 09:28:49.761655 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-93c6452d-f0a1-43a6-aabb-261c49c50ef4 req-ecbd6dff-8695-4606-84c7-ab21315a1b7b tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] 10.222.0.60 "GET /v2.0/security-groups?id=83a054d7-6dbe-4fb3-acd1-07a5b1bb69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509884 Dec 16 09:28:49.816847 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-abb38f63-91fd-4768-91f4-80cf898c1776 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:49.818417 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-abb38f63-91fd-4768-91f4-80cf898c1776 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18&tenant_id=13f0e2e84c3c42c99759789d057f9272&binding%3Ahost_id=n-h2-820550-2 HTTP/1.1" status: 200 len: 1095 time: 0.2176762 Dec 16 09:28:49.831232 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-15d23fb3-0e57-4531-a1a8-7cf8b4ad5e63 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:49.832825 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-15d23fb3-0e57-4531-a1a8-7cf8b4ad5e63 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/networks?id=b3f60eab-6f2c-4106-b76e-873bab2183f6 HTTP/1.1" status: 200 len: 811 time: 0.2196441 Dec 16 09:28:49.877443 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-09e34ebe-b8fc-4d09-83ff-11ae5ede1ee4 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/quotas/928a77c00bdc452c92b87dad5de07f0a HTTP/1.1" status: 200 len: 375 time: 0.0348656 Dec 16 09:28:49.941976 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-0dcafc60-4d4e-402a-bc13-5f602e6dca26 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=928a77c00bdc452c92b87dad5de07f0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470815 Dec 16 09:28:49.960535 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b81690-c283-42fe-ab60-807a6244dfe6 req-7a4c36d3-ccdf-4689-be68-0e94d65250bd tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:49.966978 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device a6dc1fa2-01a2-43c2-8a75-266376216ef1 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:49.977978 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-40b81690-c283-42fe-ab60-807a6244dfe6 req-7a4c36d3-ccdf-4689-be68-0e94d65250bd tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 943 time: 0.0701532 Dec 16 09:28:50.071346 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-40b81690-c283-42fe-ab60-807a6244dfe6 req-b19a6721-0bd3-4a74-9e48-78964342b504 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841594 Dec 16 09:28:50.139557 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-9f4c83a6-42d3-4791-84a6-287c5c47374c service neutron] 10.222.0.60 "GET /v2.0/networks/b3f60eab-6f2c-4106-b76e-873bab2183f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861937 Dec 16 09:28:50.205336 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4dedeff-1c83-481f-a83d-937b6564cbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:50.208753 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c92f8-3366-4697-93f2-ee37fce9db84 req-202bf26a-5b44-4134-b6a9-707f66771d73 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:50.210422 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-197c92f8-3366-4697-93f2-ee37fce9db84 req-202bf26a-5b44-4134-b6a9-707f66771d73 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/ports?device_id=460a51c5-f1e7-42cc-985a-2873bed917ae HTTP/1.1" status: 200 len: 950 time: 0.0598261 Dec 16 09:28:50.235244 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port a6dc1fa2-01a2-43c2-8a75-266376216ef1 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:28:50.237837 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port a6dc1fa2-01a2-43c2-8a75-266376216ef1 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:50.238580 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:50.250214 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-802758aa-0954-4200-9670-ede02dd9083f service neutron] For port dbbe2623-248d-4268-a22e-cef181bf7128, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:28:50.251245 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dedeff-1c83-481f-a83d-937b6564cbb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5106cbd-6d95-4a4a-8de5-98d096f1b5d5,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:50.265316 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-802758aa-0954-4200-9670-ede02dd9083f service neutron] Notify callbacks [] for binding, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:50.266647 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b56508f2-d7fe-47fd-8c69-607b819b098e req-802758aa-0954-4200-9670-ede02dd9083f service neutron] 10.222.0.58 "DELETE /v2.0/ports/dbbe2623-248d-4268-a22e-cef181bf7128/bindings/n-h1-820550-2 HTTP/1.1" status: 204 len: 173 time: 0.4326563 Dec 16 09:28:50.296324 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dedeff-1c83-481f-a83d-937b6564cbb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:50.296673 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dedeff-1c83-481f-a83d-937b6564cbb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:50.297016 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dedeff-1c83-481f-a83d-937b6564cbb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:50.297384 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dedeff-1c83-481f-a83d-937b6564cbb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:50.297718 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dedeff-1c83-481f-a83d-937b6564cbb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:50.298051 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dedeff-1c83-481f-a83d-937b6564cbb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:50.298378 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dedeff-1c83-481f-a83d-937b6564cbb3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:50.298705 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dedeff-1c83-481f-a83d-937b6564cbb3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:50.299028 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dedeff-1c83-481f-a83d-937b6564cbb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:50.299352 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dedeff-1c83-481f-a83d-937b6564cbb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:50.299681 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dedeff-1c83-481f-a83d-937b6564cbb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:50.300000 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dedeff-1c83-481f-a83d-937b6564cbb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:50.329584 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-197c92f8-3366-4697-93f2-ee37fce9db84 req-e6ec065f-aea3-40df-a1d7-bc8290d30262 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/security-groups?id=7773d9c1-b949-408d-b35c-ee4d1acd8f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108229 Dec 16 09:28:50.378727 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-3637281e-088b-4c55-9e8d-7467332a6949 service neutron] 10.222.0.60 "GET /v2.0/networks/b3f60eab-6f2c-4106-b76e-873bab2183f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380726 Dec 16 09:28:50.490323 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:50.521603 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8a2628-ea38-418a-8f1a-460a46c2cb13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6dc1fa2-01a2-43c2-8a75-266376216ef1'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:50.528128 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f555182-9a9c-4e9c-a075-2394b70043c0" -d '{"events": [{"server_uuid": "5a8a2628-ea38-418a-8f1a-460a46c2cb13", "name": "network-vif-plugged", "status": "completed", "tag": "a6dc1fa2-01a2-43c2-8a75-266376216ef1"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:50.541642 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port a6dc1fa2-01a2-43c2-8a75-266376216ef1, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=a6dc1fa2-01a2-43c2-8a75-266376216ef1,segment=NetworkSegment(8cb433ad-458a-4354-a5da-153646f1f443),segment_id=8cb433ad-458a-4354-a5da-153646f1f443)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:50.604541 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4dedeff-1c83-481f-a83d-937b6564cbb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:50.619121 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e1eb6-13d9-4eee-80e7-1c2191150bd2 req-c1db8911-fada-4010-a2bf-a7adf34f6abb tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:50.620659 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-990e1eb6-13d9-4eee-80e7-1c2191150bd2 req-c1db8911-fada-4010-a2bf-a7adf34f6abb tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 944 time: 0.0521100 Dec 16 09:28:50.663378 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-990e1eb6-13d9-4eee-80e7-1c2191150bd2 req-c0a22ea4-9ddb-4436-ae4d-0bfab3b4c196 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353255 Dec 16 09:28:50.710507 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:50.763200 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1cdb21f-ad27-4ba9-9264-45d24b756ff7 x-openstack-request-id: req-e1cdb21f-ad27-4ba9-9264-45d24b756ff7 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:50.763737 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8a2628-ea38-418a-8f1a-460a46c2cb13", "name": "network-vif-plugged", "status": "completed", "tag": "a6dc1fa2-01a2-43c2-8a75-266376216ef1", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:50.764153 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e1cdb21f-ad27-4ba9-9264-45d24b756ff7 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:50.764713 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8a2628-ea38-418a-8f1a-460a46c2cb13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6dc1fa2-01a2-43c2-8a75-266376216ef1', 'code': 200} Dec 16 09:28:50.818949 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=a6dc1fa2-01a2-43c2-8a75-266376216ef1,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:50.916371 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf21db2-828e-4ce9-8bcd-50e0d1f39c1c req-b392a3cf-4d7f-4e64-94a4-a4baad4e5994 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:50.919803 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ebf21db2-828e-4ce9-8bcd-50e0d1f39c1c req-b392a3cf-4d7f-4e64-94a4-a4baad4e5994 tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 1095 time: 0.0562911 Dec 16 09:28:50.969426 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ebf21db2-828e-4ce9-8bcd-50e0d1f39c1c req-9f27ede1-eb04-48b2-9dcc-617b3d5e17ec tempest-LiveAutoBlockMigrationV225Test-844630226 tempest-LiveAutoBlockMigrationV225Test-844630226-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423996 Dec 16 09:28:51.087414 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-597c9006-20b4-44d1-b06a-f7dfd963ce8d req-46d809ec-106d-478b-b07d-9892b47e4223 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=1780cd1a-fff5-49ad-80de-a5e6cebe0b1b HTTP/1.1" status: 200 len: 210 time: 0.0522628 Dec 16 09:28:51.146063 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da0106-0246-434f-a83c-a8fa21dbe68a req-354da7bc-db70-45a3-ba36-c73a6f498f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:51.147655 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-00da0106-0246-434f-a83c-a8fa21dbe68a req-354da7bc-db70-45a3-ba36-c73a6f498f70 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5a8a2628-ea38-418a-8f1a-460a46c2cb13 HTTP/1.1" status: 200 len: 1096 time: 0.1897926 Dec 16 09:28:51.158032 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c9f4e-e3e4-4f3d-aed4-7eb83cea66b6 req-2fbd8eff-9615-4985-a5f2-72b4c7ba79ef tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:51.163573 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-660c9f4e-e3e4-4f3d-aed4-7eb83cea66b6 req-2fbd8eff-9615-4985-a5f2-72b4c7ba79ef tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a8a2628-ea38-418a-8f1a-460a46c2cb13 HTTP/1.1" status: 200 len: 945 time: 0.2028074 Dec 16 09:28:51.204902 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4dedeff-1c83-481f-a83d-937b6564cbb3 admin admin] Router 61b76931-af15-459e-bd45-144f9d5465a9 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:28:51.237082 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-00da0106-0246-434f-a83c-a8fa21dbe68a req-8ef4fe85-641b-40a7-93b9-87e0370f89ec service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=83a054d7-6dbe-4fb3-acd1-07a5b1bb69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724709 Dec 16 09:28:51.242338 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-660c9f4e-e3e4-4f3d-aed4-7eb83cea66b6 req-244acc37-ef61-497e-b10c-5e1129a5b025 tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] 10.222.0.60 "GET /v2.0/security-groups?id=83a054d7-6dbe-4fb3-acd1-07a5b1bb69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706427 Dec 16 09:28:51.387721 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4dedeff-1c83-481f-a83d-937b6564cbb3 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:28:51.393440 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b4dedeff-1c83-481f-a83d-937b6564cbb3 admin admin] 10.222.0.60 "PUT /v2.0/routers/61b76931-af15-459e-bd45-144f9d5465a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1129255 Dec 16 09:28:51.396220 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37572) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:51.403694 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2085a35-ea24-468f-be64-5ee7df8dc13e req-97d00199-6391-43f3-b32e-edce8143bad0 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:51.405450 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a2085a35-ea24-468f-be64-5ee7df8dc13e req-97d00199-6391-43f3-b32e-edce8143bad0 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 943 time: 0.0841880 Dec 16 09:28:51.410162 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bec9bb6-62e0-4468-9d12-55c96f3be587 None None] Sync routers for ids ['61b76931-af15-459e-bd45-144f9d5465a9'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:28:51.424725 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bec9bb6-62e0-4468-9d12-55c96f3be587 None None] Routers {'61b76931-af15-459e-bd45-144f9d5465a9'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:51.425782 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-2bec9bb6-62e0-4468-9d12-55c96f3be587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:28:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['61b76931-af15-459e-bd45-144f9d5465a9'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:51.455596 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a2085a35-ea24-468f-be64-5ee7df8dc13e req-2528e16e-295c-4180-8711-e417c0b56296 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394042 Dec 16 09:28:51.555726 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7e83140c-6d1e-4aed-a86f-b4802738ab10 admin admin] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:51.576509 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-2bec9bb6-62e0-4468-9d12-55c96f3be587 None None] Set router 61b76931-af15-459e-bd45-144f9d5465a9 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:51.595518 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2fa376-5630-4380-9d7f-4c0754d52245 req-82e768a1-e3e7-4fa6-ad4e-fe0e7f0f014c tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:51.598511 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5f2fa376-5630-4380-9d7f-4c0754d52245 req-82e768a1-e3e7-4fa6-ad4e-fe0e7f0f014c tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/ports?device_id=460a51c5-f1e7-42cc-985a-2873bed917ae HTTP/1.1" status: 200 len: 950 time: 0.0730889 Dec 16 09:28:51.646640 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5f2fa376-5630-4380-9d7f-4c0754d52245 req-10c7c4b0-09df-4105-ad4a-207b3671e376 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/security-groups?id=7773d9c1-b949-408d-b35c-ee4d1acd8f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405710 Dec 16 09:28:51.705572 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7e83140c-6d1e-4aed-a86f-b4802738ab10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:51.817562 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-2bec9bb6-62e0-4468-9d12-55c96f3be587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b76931-af15-459e-bd45-144f9d5465a9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-579042584-router', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '50ff2fd3-4913-48dd-90f0-80c503976ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:35Z', 'updated_at': '2021-12-16T09:28:49Z', 'revision_number': 5, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'gw_port': {'id': '50ff2fd3-4913-48dd-90f0-80c503976ba4', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b76931-af15-459e-bd45-144f9d5465a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:36Z', 'updated_at': '2021-12-16T09:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:51.851260 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bec9bb6-62e0-4468-9d12-55c96f3be587 None None] Checking router: 61b76931-af15-459e-bd45-144f9d5465a9 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:28:51.868595 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bec9bb6-62e0-4468-9d12-55c96f3be587 None None] Routers {'61b76931-af15-459e-bd45-144f9d5465a9'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:51.868595 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-2bec9bb6-62e0-4468-9d12-55c96f3be587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:28:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['61b76931-af15-459e-bd45-144f9d5465a9'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:51.910808 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-7e83140c-6d1e-4aed-a86f-b4802738ab10 admin admin] Deleting port 50ff2fd3-4913-48dd-90f0-80c503976ba4 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:51.911408 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7e83140c-6d1e-4aed-a86f-b4802738ab10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:51.997663 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-2bec9bb6-62e0-4468-9d12-55c96f3be587 None None] Set router 61b76931-af15-459e-bd45-144f9d5465a9 gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:52.062317 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85e07f-7684-4d46-9173-463b1613e31c req-df824709-9a74-4305-b1c3-1a4f9196ef7b tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:52.063833 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7f85e07f-7684-4d46-9173-463b1613e31c req-df824709-9a74-4305-b1c3-1a4f9196ef7b tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 944 time: 0.0954461 Dec 16 09:28:52.066344 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-2bec9bb6-62e0-4468-9d12-55c96f3be587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b76931-af15-459e-bd45-144f9d5465a9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-579042584-router', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:35Z', 'updated_at': '2021-12-16T09:28:51Z', 'revision_number': 6, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:52.074763 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-7e83140c-6d1e-4aed-a86f-b4802738ab10 admin admin] For port 50ff2fd3-4913-48dd-90f0-80c503976ba4, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=50ff2fd3-4913-48dd-90f0-80c503976ba4,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:52.075133 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7e83140c-6d1e-4aed-a86f-b4802738ab10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:52.095855 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bec9bb6-62e0-4468-9d12-55c96f3be587 None None] The sync data for ids ['61b76931-af15-459e-bd45-144f9d5465a9'] in n-d-820550-2 is: [{'id': '61b76931-af15-459e-bd45-144f9d5465a9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-579042584-router', 'tenant_id': '6aea977c1221465ca04aa38c031bb375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:35Z', 'updated_at': '2021-12-16T09:28:51Z', 'revision_number': 6, 'project_id': '6aea977c1221465ca04aa38c031bb375', 'gw_port_host': None}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:28:52.398993 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-7e83140c-6d1e-4aed-a86f-b4802738ab10 admin admin] Calling delete_port for 50ff2fd3-4913-48dd-90f0-80c503976ba4 owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:52.459346 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7f85e07f-7684-4d46-9173-463b1613e31c req-dee4c212-3b57-4850-8b63-a97e4bf18c2d tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813272 Dec 16 09:28:52.572066 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2b8e7-c78a-4cb6-921a-fada7f3bb5a0 req-bac0983d-ad43-4f7c-aa95-ddeb4da9b8bd tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:52.576168 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eee2b8e7-c78a-4cb6-921a-fada7f3bb5a0 req-bac0983d-ad43-4f7c-aa95-ddeb4da9b8bd tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 944 time: 0.0976381 Dec 16 09:28:52.610548 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5c70782d-bee2-48ed-9e19-59f80e3e6427 req-c895343b-e59a-4e87-8a88-fb2d19ddde74 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=1780cd1a-fff5-49ad-80de-a5e6cebe0b1b HTTP/1.1" status: 200 len: 210 time: 0.0416923 Dec 16 09:28:52.727188 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98d008-a1f7-4423-9ecb-d779a38fdabc req-20b5f648-b2f0-4462-a33b-bf6485b867a4 tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:52.729099 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0d98d008-a1f7-4423-9ecb-d779a38fdabc req-20b5f648-b2f0-4462-a33b-bf6485b867a4 tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a8a2628-ea38-418a-8f1a-460a46c2cb13 HTTP/1.1" status: 200 len: 945 time: 0.0899405 Dec 16 09:28:52.752474 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-eee2b8e7-c78a-4cb6-921a-fada7f3bb5a0 req-a40d9648-cd96-4267-8816-dfdef1e1c17d tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Deleting port dbbe2623-248d-4268-a22e-cef181bf7128 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:52.752910 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-eee2b8e7-c78a-4cb6-921a-fada7f3bb5a0 req-a40d9648-cd96-4267-8816-dfdef1e1c17d tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:52.769186 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0a8c8-c6ec-4975-b7bf-8d8b109734c1 req-5e7ec78b-b3d4-4f8d-8553-2bf33d50be31 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:52.778994 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-09e0a8c8-c6ec-4975-b7bf-8d8b109734c1 req-5e7ec78b-b3d4-4f8d-8553-2bf33d50be31 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 943 time: 0.0760512 Dec 16 09:28:52.813397 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7e83140c-6d1e-4aed-a86f-b4802738ab10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:52.833670 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-09e0a8c8-c6ec-4975-b7bf-8d8b109734c1 req-ce17f55d-bbb0-4301-97b0-9aa37f7780be tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533447 Dec 16 09:28:52.849640 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0d98d008-a1f7-4423-9ecb-d779a38fdabc req-b23dda29-dc45-4dd1-a306-d205e8b5336a tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] 10.222.0.60 "GET /v2.0/security-groups?id=83a054d7-6dbe-4fb3-acd1-07a5b1bb69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058424 Dec 16 09:28:52.895665 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83140c-6d1e-4aed-a86f-b4802738ab10 admin admin] Pushing event deleted for resources: {'Port': ['ID=50ff2fd3-4913-48dd-90f0-80c503976ba4,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:52.896541 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-eee2b8e7-c78a-4cb6-921a-fada7f3bb5a0 req-a40d9648-cd96-4267-8816-dfdef1e1c17d tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] For port dbbe2623-248d-4268-a22e-cef181bf7128, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=dbbe2623-248d-4268-a22e-cef181bf7128,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:52.896919 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-eee2b8e7-c78a-4cb6-921a-fada7f3bb5a0 req-a40d9648-cd96-4267-8816-dfdef1e1c17d tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:52.911731 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-eee2b8e7-c78a-4cb6-921a-fada7f3bb5a0 req-a40d9648-cd96-4267-8816-dfdef1e1c17d tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Calling delete_port for dbbe2623-248d-4268-a22e-cef181bf7128 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:52.943291 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e83140c-6d1e-4aed-a86f-b4802738ab10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:52.943702 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e83140c-6d1e-4aed-a86f-b4802738ab10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:52.944106 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e83140c-6d1e-4aed-a86f-b4802738ab10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:52.944565 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e83140c-6d1e-4aed-a86f-b4802738ab10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:52.944968 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e83140c-6d1e-4aed-a86f-b4802738ab10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:52.945534 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e83140c-6d1e-4aed-a86f-b4802738ab10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:52.946154 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e83140c-6d1e-4aed-a86f-b4802738ab10 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:52.946672 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e83140c-6d1e-4aed-a86f-b4802738ab10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:52.947318 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e83140c-6d1e-4aed-a86f-b4802738ab10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:52.948571 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e83140c-6d1e-4aed-a86f-b4802738ab10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:52.949103 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e83140c-6d1e-4aed-a86f-b4802738ab10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:52.949652 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e83140c-6d1e-4aed-a86f-b4802738ab10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:53.035554 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7e83140c-6d1e-4aed-a86f-b4802738ab10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:53.102539 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device e5106cbd-6d95-4a4a-8de5-98d096f1b5d5 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:28:53.128176 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: e5106cbd-6d95-4a4a-8de5-98d096f1b5d5 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:28:53.128521 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device e5106cbd-6d95-4a4a-8de5-98d096f1b5d5 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:28:53.128952 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 50ff2fd3-4913-48dd-90f0-80c503976ba4 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:28:53.152596 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 50ff2fd3-4913-48dd-90f0-80c503976ba4 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:28:53.152953 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 50ff2fd3-4913-48dd-90f0-80c503976ba4 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:28:53.172968 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7e83140c-6d1e-4aed-a86f-b4802738ab10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:53.175284 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7e83140c-6d1e-4aed-a86f-b4802738ab10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:53.298964 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-eee2b8e7-c78a-4cb6-921a-fada7f3bb5a0 req-a40d9648-cd96-4267-8816-dfdef1e1c17d tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:53.310992 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['09ffd442-bc5b-4630-ade5-0ddf27f582b9', 'dbbe2623-248d-4268-a22e-cef181bf7128'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:53.329082 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d9648-cd96-4267-8816-dfdef1e1c17d tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Pushing event deleted for resources: {'Port': ['ID=dbbe2623-248d-4268-a22e-cef181bf7128,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:53.364787 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7e83140c-6d1e-4aed-a86f-b4802738ab10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:53.365726 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e83140c-6d1e-4aed-a86f-b4802738ab10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61b76931-af15-459e-bd45-144f9d5465a9 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:28:53.375616 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7e83140c-6d1e-4aed-a86f-b4802738ab10 admin admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:53.382363 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7e83140c-6d1e-4aed-a86f-b4802738ab10 admin admin] 10.222.0.60 "DELETE /v2.0/routers/61b76931-af15-459e-bd45-144f9d5465a9 HTTP/1.1" status: 204 len: 168 time: 1.9844370 Dec 16 09:28:53.383334 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37612) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:53.389326 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee2b8e7-c78a-4cb6-921a-fada7f3bb5a0 req-a40d9648-cd96-4267-8816-dfdef1e1c17d tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] No DVR routers for this DVR port dbbe2623-248d-4268-a22e-cef181bf7128 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:28:53.391889 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-eee2b8e7-c78a-4cb6-921a-fada7f3bb5a0 req-a40d9648-cd96-4267-8816-dfdef1e1c17d tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:53.396258 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eee2b8e7-c78a-4cb6-921a-fada7f3bb5a0 req-a40d9648-cd96-4267-8816-dfdef1e1c17d tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.58 "DELETE /v2.0/ports/dbbe2623-248d-4268-a22e-cef181bf7128 HTTP/1.1" status: 204 len: 173 time: 0.8131232 Dec 16 09:28:53.396755 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1604fa-d879-4670-9ff7-cce6e0420a18', 'name': 'network-vif-deleted', 'tag': 'dbbe2623-248d-4268-a22e-cef181bf7128'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:53.400239 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8227124a-2d1d-4348-bae6-940b2e9bc319" -d '{"events": [{"server_uuid": "4c1604fa-d879-4670-9ff7-cce6e0420a18", "name": "network-vif-deleted", "tag": "dbbe2623-248d-4268-a22e-cef181bf7128"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:53.465829 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b46f92-72de-4103-8009-a0de1ea17a39 admin admin] Deleting subnet 898541b1-ae3e-41a6-ab62-007c2a398b05 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:28:53.469365 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-91b46f92-72de-4103-8009-a0de1ea17a39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:53.471589 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aaf3dcd-aaec-4f8b-8c0c-c63e322328d1 x-openstack-request-id: req-7aaf3dcd-aaec-4f8b-8c0c-c63e322328d1 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:53.472080 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1604fa-d879-4670-9ff7-cce6e0420a18", "name": "network-vif-deleted", "tag": "dbbe2623-248d-4268-a22e-cef181bf7128", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:53.472464 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7aaf3dcd-aaec-4f8b-8c0c-c63e322328d1 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:53.472927 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1604fa-d879-4670-9ff7-cce6e0420a18', 'name': 'network-vif-deleted', 'tag': 'dbbe2623-248d-4268-a22e-cef181bf7128', 'status': 'completed', 'code': 200} Dec 16 09:28:53.520685 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-91b46f92-72de-4103-8009-a0de1ea17a39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:53.619777 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f40d8e96-0fe1-4b56-934b-1d7b76f3ef0d req-71d16228-0b28-459a-be7e-45bc84ba42bf tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 210 time: 0.0290129 Dec 16 09:28:53.635875 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-91b46f92-72de-4103-8009-a0de1ea17a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:53.728913 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fa510fdb-6235-4884-a0dc-f52af965e4a2 req-b65862db-d969-4b38-bfa9-5d343a21f5c5 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=1780cd1a-fff5-49ad-80de-a5e6cebe0b1b HTTP/1.1" status: 200 len: 210 time: 0.0345051 Dec 16 09:28:53.859410 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-91b46f92-72de-4103-8009-a0de1ea17a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:53.890359 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b46f92-72de-4103-8009-a0de1ea17a39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=898541b1-ae3e-41a6-ab62-007c2a398b05,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:53.892264 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-91b46f92-72de-4103-8009-a0de1ea17a39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:53.895581 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-91b46f92-72de-4103-8009-a0de1ea17a39 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/898541b1-ae3e-41a6-ab62-007c2a398b05 HTTP/1.1" status: 204 len: 168 time: 0.5111105 Dec 16 09:28:53.897914 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8f45b8-51f1-445e-bd5c-2da1db7f999f None None] Network 3a6af1ee-58f2-406c-aa8c-1f9d70774ee8 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:28:53.898062 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37626) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:54.010258 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-90766031-fd66-437a-ad89-0180d8caf8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:54.052005 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d60b48-6850-4f17-837d-a077ba7d36ac req-dd251d27-1fdb-47c5-a43f-e3d42d561fdb tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:54.054008 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a9d60b48-6850-4f17-837d-a077ba7d36ac req-dd251d27-1fdb-47c5-a43f-e3d42d561fdb tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 943 time: 0.0965493 Dec 16 09:28:54.065145 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade5802-546a-4943-b2ea-116b72178f55 req-5792a971-3369-4a73-b061-538052ed1a16 tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:54.066675 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7ade5802-546a-4943-b2ea-116b72178f55 req-5792a971-3369-4a73-b061-538052ed1a16 tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a8a2628-ea38-418a-8f1a-460a46c2cb13 HTTP/1.1" status: 200 len: 945 time: 0.0979807 Dec 16 09:28:54.131878 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a9d60b48-6850-4f17-837d-a077ba7d36ac req-ab4f895b-0c25-4c4d-9ce1-6bb5ae0c614d tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697811 Dec 16 09:28:54.172985 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7ade5802-546a-4943-b2ea-116b72178f55 req-f245a604-c391-41ff-b707-debdac2a792d tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] 10.222.0.60 "GET /v2.0/security-groups?id=83a054d7-6dbe-4fb3-acd1-07a5b1bb69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957205 Dec 16 09:28:54.185292 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-90766031-fd66-437a-ad89-0180d8caf8ea admin admin] Deleting port 1f7b86be-e23f-4a68-8dd5-03e84d9186d8 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:54.198257 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-90766031-fd66-437a-ad89-0180d8caf8ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:54.199946 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d6be42d4-a4a4-4d65-b8de-c40592f4ceb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:54.288970 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcdf07d-d755-4edc-868d-4fa863094f68 None None] DHCP port deletion for 3a6af1ee-58f2-406c-aa8c-1f9d70774ee8 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:28:54.311439 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-90766031-fd66-437a-ad89-0180d8caf8ea admin admin] For port 1f7b86be-e23f-4a68-8dd5-03e84d9186d8, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=1f7b86be-e23f-4a68-8dd5-03e84d9186d8,segment=NetworkSegment(1403103d-a4de-4f88-a656-e98daedb16d8),segment_id=1403103d-a4de-4f88-a656-e98daedb16d8)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:54.311827 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-90766031-fd66-437a-ad89-0180d8caf8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:54.327012 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-90766031-fd66-437a-ad89-0180d8caf8ea admin admin] Calling delete_port for 1f7b86be-e23f-4a68-8dd5-03e84d9186d8 owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:54.358645 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-adcdf07d-d755-4edc-868d-4fa863094f68 None None] Deleting port 1f7b86be-e23f-4a68-8dd5-03e84d9186d8 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:54.359142 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-adcdf07d-d755-4edc-868d-4fa863094f68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:54.481508 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-adcdf07d-d755-4edc-868d-4fa863094f68 None None] For port 1f7b86be-e23f-4a68-8dd5-03e84d9186d8, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=1f7b86be-e23f-4a68-8dd5-03e84d9186d8,segment=NetworkSegment(1403103d-a4de-4f88-a656-e98daedb16d8),segment_id=1403103d-a4de-4f88-a656-e98daedb16d8)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:54.482435 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-adcdf07d-d755-4edc-868d-4fa863094f68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:54.499199 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-adcdf07d-d755-4edc-868d-4fa863094f68 None None] Calling delete_port for 1f7b86be-e23f-4a68-8dd5-03e84d9186d8 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:54.627693 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-90766031-fd66-437a-ad89-0180d8caf8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:54.640144 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-adcdf07d-d755-4edc-868d-4fa863094f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:54.661078 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90766031-fd66-437a-ad89-0180d8caf8ea admin admin] Pushing event deleted for resources: {'Port': ['ID=1f7b86be-e23f-4a68-8dd5-03e84d9186d8,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:54.678615 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcdf07d-d755-4edc-868d-4fa863094f68 None None] Pushing event deleted for resources: {'Port': ['ID=1f7b86be-e23f-4a68-8dd5-03e84d9186d8,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:54.680936 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcdf07d-d755-4edc-868d-4fa863094f68 None None] No DVR routers for this DVR port 1f7b86be-e23f-4a68-8dd5-03e84d9186d8 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:28:54.695542 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90766031-fd66-437a-ad89-0180d8caf8ea admin admin] No DVR routers for this DVR port 1f7b86be-e23f-4a68-8dd5-03e84d9186d8 on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:28:54.813214 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2e268b04-ba11-4822-9f85-df81894448b8 req-5cfc00ee-90f7-4031-b51c-1b698e557617 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 210 time: 0.0660670 Dec 16 09:28:54.913361 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-90766031-fd66-437a-ad89-0180d8caf8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:54.951445 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f2e33d40-6cfd-4ce5-b1cc-39f11fbffa11 req-7016d4c7-8565-470b-bd4f-f1e302bdabba tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=1780cd1a-fff5-49ad-80de-a5e6cebe0b1b HTTP/1.1" status: 200 len: 210 time: 0.0560451 Dec 16 09:28:54.980500 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-90766031-fd66-437a-ad89-0180d8caf8ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a6af1ee-58f2-406c-aa8c-1f9d70774ee8']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:54.997294 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-90766031-fd66-437a-ad89-0180d8caf8ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1403103d-a4de-4f88-a656-e98daedb16d8') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:54.997866 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-90766031-fd66-437a-ad89-0180d8caf8ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1403103d-a4de-4f88-a656-e98daedb16d8') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:55.012671 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-0b479ca2-d699-4017-8b1c-ec6d5e676e06 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:55.017037 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-0b479ca2-d699-4017-8b1c-ec6d5e676e06 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.57 "GET /v2.0/networks?id=b3f60eab-6f2c-4106-b76e-873bab2183f6 HTTP/1.1" status: 200 len: 811 time: 0.3140943 Dec 16 09:28:55.024512 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-90766031-fd66-437a-ad89-0180d8caf8ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:55.042212 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-8189884e-58fb-4a62-bcdb-9d78de2ee5fa tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Request body: {'port': {'device_id': '1780cd1a-fff5-49ad-80de-a5e6cebe0b1b', 'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6', 'admin_state_up': True, 'tenant_id': '928a77c00bdc452c92b87dad5de07f0a'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:55.054618 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14cf04-31a6-43c5-af3c-7c5970052f2b req-5e2bd20e-2a14-4268-bab7-62a19fad58ca tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:55.056376 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2d14cf04-31a6-43c5-af3c-7c5970052f2b req-5e2bd20e-2a14-4268-bab7-62a19fad58ca tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a8a2628-ea38-418a-8f1a-460a46c2cb13 HTTP/1.1" status: 200 len: 945 time: 0.0746794 Dec 16 09:28:55.064270 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 1f7b86be-e23f-4a68-8dd5-03e84d9186d8 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:28:55.106166 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 1f7b86be-e23f-4a68-8dd5-03e84d9186d8 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:28:55.108823 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 1f7b86be-e23f-4a68-8dd5-03e84d9186d8 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:28:55.128970 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-90766031-fd66-437a-ad89-0180d8caf8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:55.141702 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2d14cf04-31a6-43c5-af3c-7c5970052f2b req-58d87f43-946e-4cfb-86e0-d36caf0c421b tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] 10.222.0.60 "GET /v2.0/security-groups?id=83a054d7-6dbe-4fb3-acd1-07a5b1bb69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745368 Dec 16 09:28:55.143482 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90766031-fd66-437a-ad89-0180d8caf8ea admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:28:55.143893 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-90766031-fd66-437a-ad89-0180d8caf8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:55.145612 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:28:55.145612 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:28:55.145612 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:28:55.145612 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:28:55.145612 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:28:55.145612 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:28:55.145612 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:28:55.145612 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:28:55.145612 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:28:55.145612 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:28:55.145612 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:28:55.145612 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:28:55.145612 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:28:55.145612 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:28:55.145612 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:28:55.145612 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:28:55.145612 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:28:55.145612 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:28:55.145612 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:28:55.145612 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:28:55.145612 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:28:55.145612 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:28:55.145612 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:28:55.145612 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:28:55.145612 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:28:55.145612 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:28:55.145612 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:28:55.145612 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:28:55.145612 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:28:55.145612 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:28:55.145612 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:28:55.145612 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:28:55.332805 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab652c-1bbc-4a11-a7f3-b7737fa6d083 req-f16166d5-dde2-4431-8d11-14ef09fd273e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:55.334363 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-04ab652c-1bbc-4a11-a7f3-b7737fa6d083 req-f16166d5-dde2-4431-8d11-14ef09fd273e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 943 time: 0.1083093 Dec 16 09:28:55.401187 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-8189884e-58fb-4a62-bcdb-9d78de2ee5fa tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Made reservation on behalf of 928a77c00bdc452c92b87dad5de07f0a for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:28:55.404984 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-8189884e-58fb-4a62-bcdb-9d78de2ee5fa tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:55.410124 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-90766031-fd66-437a-ad89-0180d8caf8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:55.414121 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-04ab652c-1bbc-4a11-a7f3-b7737fa6d083 req-ab89de46-748a-41e5-8ef2-b5339d123431 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700228 Dec 16 09:28:55.419808 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-90766031-fd66-437a-ad89-0180d8caf8ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:55.428119 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37664) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:55.428576 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-90766031-fd66-437a-ad89-0180d8caf8ea admin admin] 10.222.0.60 "DELETE /v2.0/networks/3a6af1ee-58f2-406c-aa8c-1f9d70774ee8 HTTP/1.1" status: 204 len: 168 time: 1.5294039 Dec 16 09:28:55.448974 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90766031-fd66-437a-ad89-0180d8caf8ea admin admin] Pushing event deleted for resources: {'Network': ['ID=3a6af1ee-58f2-406c-aa8c-1f9d70774ee8,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:55.586232 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-8189884e-58fb-4a62-bcdb-9d78de2ee5fa tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Allocated IP 172.20.0.13 (b3f60eab-6f2c-4106-b76e-873bab2183f6/f7f910b2-ddee-47db-a3bc-a08db329ec5c/7914c882-3d88-4afe-ab59-38343ca9c659) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:28:55.781856 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-8189884e-58fb-4a62-bcdb-9d78de2ee5fa tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:55.876269 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c29ae50f-3f5f-4bba-95d1-9f0a1149d74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:55.909950 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-8189884e-58fb-4a62-bcdb-9d78de2ee5fa tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:55.986718 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6fdbc5e0-3c88-463f-a1c8-4e970de952fc req-c495e97c-a23c-4db1-800b-4e15fe05d8a6 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 210 time: 0.0337560 Dec 16 09:28:56.002052 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-8189884e-58fb-4a62-bcdb-9d78de2ee5fa tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Network b3f60eab-6f2c-4106-b76e-873bab2183f6 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:28:56.004761 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189884e-58fb-4a62-bcdb-9d78de2ee5fa tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Pushing event updated for resources: {'Port': ['ID=7914c882-3d88-4afe-ab59-38343ca9c659,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:56.019370 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-8189884e-58fb-4a62-bcdb-9d78de2ee5fa tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:28:56.031165 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device dbbe2623-248d-4268-a22e-cef181bf7128 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:28:56.033175 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-8189884e-58fb-4a62-bcdb-9d78de2ee5fa tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:28:56.063693 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: dbbe2623-248d-4268-a22e-cef181bf7128 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:28:56.064030 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device dbbe2623-248d-4268-a22e-cef181bf7128 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:28:56.150325 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-8189884e-58fb-4a62-bcdb-9d78de2ee5fa tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:56.151066 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-8189884e-58fb-4a62-bcdb-9d78de2ee5fa tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:56.168990 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4793b-f386-414b-9e44-34248f488e0f req-fe9f19db-0d51-4642-93d9-27e70fd25dfe tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:56.170943 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-afe4793b-f386-414b-9e44-34248f488e0f req-fe9f19db-0d51-4642-93d9-27e70fd25dfe tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=1780cd1a-fff5-49ad-80de-a5e6cebe0b1b HTTP/1.1" status: 200 len: 932 time: 0.0873604 Dec 16 09:28:56.187591 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c197bb3-5683-48b3-bbe0-c5b358fe8602 req-b1f4466d-4705-4ef0-bffc-968f7c0c7916 tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:56.189742 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c197bb3-5683-48b3-bbe0-c5b358fe8602 req-b1f4466d-4705-4ef0-bffc-968f7c0c7916 tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a8a2628-ea38-418a-8f1a-460a46c2cb13 HTTP/1.1" status: 200 len: 945 time: 0.0976698 Dec 16 09:28:56.221068 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-afe4793b-f386-414b-9e44-34248f488e0f req-54c8dc92-4f62-4a3d-b93b-d3b69011fe0b tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413947 Dec 16 09:28:56.264274 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-8189884e-58fb-4a62-bcdb-9d78de2ee5fa tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2371442 Dec 16 09:28:56.285401 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-e5d60b2c-8535-4a7a-ba1c-852c0283260b service neutron] Request body: {'port': {'device_id': '1780cd1a-fff5-49ad-80de-a5e6cebe0b1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:56.356519 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4288204f-7baa-4838-8abf-17a2d7bd8630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:56.370087 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-e5d60b2c-8535-4a7a-ba1c-852c0283260b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:56.393362 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:28:56.416839 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3008c-409c-4458-a57d-9cf3a1fa1b81 req-7167e907-e3ac-4345-9ed0-6748ebdab25a tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:56.418554 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c0d3008c-409c-4458-a57d-9cf3a1fa1b81 req-7167e907-e3ac-4345-9ed0-6748ebdab25a tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a8a2628-ea38-418a-8f1a-460a46c2cb13 HTTP/1.1" status: 200 len: 945 time: 0.1198559 Dec 16 09:28:56.440383 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-4c197bb3-5683-48b3-bbe0-c5b358fe8602 req-a87205f2-4553-4c9a-885f-bd39e9a2bfc9 tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] Deleting port a6dc1fa2-01a2-43c2-8a75-266376216ef1 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:56.440383 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4c197bb3-5683-48b3-bbe0-c5b358fe8602 req-a87205f2-4553-4c9a-885f-bd39e9a2bfc9 tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:56.515221 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 6ec4cb7e-854f-4eed-b0c7-eb07b321021d details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:28:56.527378 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-c29ae50f-3f5f-4bba-95d1-9f0a1149d74b admin admin] Deleting port f3170309-53fa-4a5a-9814-80ad44f721c6 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:56.527691 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c29ae50f-3f5f-4bba-95d1-9f0a1149d74b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:56.564377 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c0d3008c-409c-4458-a57d-9cf3a1fa1b81 req-7c499196-0529-47f4-83b6-ad0ce254d326 tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] 10.222.0.60 "GET /v2.0/security-groups?id=83a054d7-6dbe-4fb3-acd1-07a5b1bb69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368673 Dec 16 09:28:56.674162 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-c29ae50f-3f5f-4bba-95d1-9f0a1149d74b admin admin] For port f3170309-53fa-4a5a-9814-80ad44f721c6, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f3170309-53fa-4a5a-9814-80ad44f721c6,segment=NetworkSegment(80098aea-609b-4b39-90a7-c7402b7fc611),segment_id=80098aea-609b-4b39-90a7-c7402b7fc611)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:56.674463 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c29ae50f-3f5f-4bba-95d1-9f0a1149d74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:56.698025 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-c29ae50f-3f5f-4bba-95d1-9f0a1149d74b admin admin] Calling delete_port for f3170309-53fa-4a5a-9814-80ad44f721c6 owned by network:router_interface {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:56.701450 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 6ec4cb7e-854f-4eed-b0c7-eb07b321021d, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=6ec4cb7e-854f-4eed-b0c7-eb07b321021d,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:56.715390 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-e5d60b2c-8535-4a7a-ba1c-852c0283260b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7914c882-3d88-4afe-ab59-38343ca9c659 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:28:56.717463 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '6ec4cb7e-854f-4eed-b0c7-eb07b321021d', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': '6ec4cb7e-854f-4eed-b0c7-eb07b321021d', 'mac_address': 'fa:16:3e:6a:d0:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:28:56.724010 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-e5d60b2c-8535-4a7a-ba1c-852c0283260b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:56.738630 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-e5d60b2c-8535-4a7a-ba1c-852c0283260b service neutron] Transition to ACTIVE for port object 7914c882-3d88-4afe-ab59-38343ca9c659 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:28:56.797391 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:56.809275 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdda2a-9144-4564-abe3-a3fdf2c326c8 req-8f1803ae-ece5-4666-8cbb-1fa517b31604 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:56.815073 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ec4cb7e-854f-4eed-b0c7-eb07b321021d {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:28:56.817343 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f1fdda2a-9144-4564-abe3-a3fdf2c326c8 req-8f1803ae-ece5-4666-8cbb-1fa517b31604 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 943 time: 0.0767841 Dec 16 09:28:56.833373 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-e5d60b2c-8535-4a7a-ba1c-852c0283260b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:56.858595 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 6ec4cb7e-854f-4eed-b0c7-eb07b321021d, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=6ec4cb7e-854f-4eed-b0c7-eb07b321021d,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:56.864720 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-4c197bb3-5683-48b3-bbe0-c5b358fe8602 req-a87205f2-4553-4c9a-885f-bd39e9a2bfc9 tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] For port a6dc1fa2-01a2-43c2-8a75-266376216ef1, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=a6dc1fa2-01a2-43c2-8a75-266376216ef1,segment=NetworkSegment(8cb433ad-458a-4354-a5da-153646f1f443),segment_id=8cb433ad-458a-4354-a5da-153646f1f443)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:56.865082 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4c197bb3-5683-48b3-bbe0-c5b358fe8602 req-a87205f2-4553-4c9a-885f-bd39e9a2bfc9 tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:56.884664 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-4c197bb3-5683-48b3-bbe0-c5b358fe8602 req-a87205f2-4553-4c9a-885f-bd39e9a2bfc9 tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] Calling delete_port for a6dc1fa2-01a2-43c2-8a75-266376216ef1 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:56.912016 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f1fdda2a-9144-4564-abe3-a3fdf2c326c8 req-867b6bc6-4362-457d-b4a6-7db4335bb280 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883758 Dec 16 09:28:56.944636 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d60b2c-8535-4a7a-ba1c-852c0283260b service neutron] Pushing event updated for resources: {'Port': ['ID=7914c882-3d88-4afe-ab59-38343ca9c659,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:56.950106 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:57.060745 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-e5d60b2c-8535-4a7a-ba1c-852c0283260b service neutron] Attempting to bind port 7914c882-3d88-4afe-ab59-38343ca9c659 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:28:57.062474 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-e5d60b2c-8535-4a7a-ba1c-852c0283260b service neutron] Attempting to bind port 7914c882-3d88-4afe-ab59-38343ca9c659 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '86c5d65d-0a28-4cbb-b6eb-52df45cc588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:28:57.065401 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-e5d60b2c-8535-4a7a-ba1c-852c0283260b service neutron] Attempting to bind port 7914c882-3d88-4afe-ab59-38343ca9c659 on network b3f60eab-6f2c-4106-b76e-873bab2183f6 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:57.072819 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-e5d60b2c-8535-4a7a-ba1c-852c0283260b service neutron] Port 7914c882-3d88-4afe-ab59-38343ca9c659 on network b3f60eab-6f2c-4106-b76e-873bab2183f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:28:57.073335 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-e5d60b2c-8535-4a7a-ba1c-852c0283260b service neutron] Attempting to bind port 7914c882-3d88-4afe-ab59-38343ca9c659 on network b3f60eab-6f2c-4106-b76e-873bab2183f6 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:57.078826 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=6ec4cb7e-854f-4eed-b0c7-eb07b321021d,revision_number=6']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:57.087688 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-e5d60b2c-8535-4a7a-ba1c-852c0283260b service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:28:57.088593 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-e5d60b2c-8535-4a7a-ba1c-852c0283260b service neutron] Checking segment: {'id': '86c5d65d-0a28-4cbb-b6eb-52df45cc588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:28:57.088990 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-e5d60b2c-8535-4a7a-ba1c-852c0283260b service neutron] Bound using segment: {'id': '86c5d65d-0a28-4cbb-b6eb-52df45cc588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:28:57.089468 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-e5d60b2c-8535-4a7a-ba1c-852c0283260b service neutron] Bound port: 7914c882-3d88-4afe-ab59-38343ca9c659, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86c5d65d-0a28-4cbb-b6eb-52df45cc588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:28:57.090185 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-e5d60b2c-8535-4a7a-ba1c-852c0283260b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:57.098586 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['6ec4cb7e-854f-4eed-b0c7-eb07b321021d'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:57.146634 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c29ae50f-3f5f-4bba-95d1-9f0a1149d74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:57.180458 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-e5d60b2c-8535-4a7a-ba1c-852c0283260b service neutron] For port 7914c882-3d88-4afe-ab59-38343ca9c659, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:28:57.180648 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c9314236-b718-4400-bf25-6b9051773876 req-50c0cb81-dd69-4c18-9960-b8d9e1f59953 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 210 time: 0.0697591 Dec 16 09:28:57.185668 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-e5d60b2c-8535-4a7a-ba1c-852c0283260b service neutron] For port 7914c882-3d88-4afe-ab59-38343ca9c659, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=7914c882-3d88-4afe-ab59-38343ca9c659,segment=NetworkSegment(86c5d65d-0a28-4cbb-b6eb-52df45cc588d),segment_id=86c5d65d-0a28-4cbb-b6eb-52df45cc588d)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:28:57.198706 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4c197bb3-5683-48b3-bbe0-c5b358fe8602 req-a87205f2-4553-4c9a-885f-bd39e9a2bfc9 tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:57.216853 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['a6dc1fa2-01a2-43c2-8a75-266376216ef1'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:57.225375 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ae50f-3f5f-4bba-95d1-9f0a1149d74b admin admin] Pushing event deleted for resources: {'Port': ['ID=f3170309-53fa-4a5a-9814-80ad44f721c6,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:57.299353 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-e5d60b2c-8535-4a7a-ba1c-852c0283260b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:57.306386 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87205f2-4553-4c9a-885f-bd39e9a2bfc9 tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] Pushing event deleted for resources: {'Port': ['ID=a6dc1fa2-01a2-43c2-8a75-266376216ef1,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:57.403634 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c197bb3-5683-48b3-bbe0-c5b358fe8602 req-a87205f2-4553-4c9a-885f-bd39e9a2bfc9 tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] No DVR routers for this DVR port a6dc1fa2-01a2-43c2-8a75-266376216ef1 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:28:57.408924 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4c197bb3-5683-48b3-bbe0-c5b358fe8602 req-a87205f2-4553-4c9a-885f-bd39e9a2bfc9 tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:57.413659 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c197bb3-5683-48b3-bbe0-c5b358fe8602 req-a87205f2-4553-4c9a-885f-bd39e9a2bfc9 tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] 10.222.0.58 "DELETE /v2.0/ports/a6dc1fa2-01a2-43c2-8a75-266376216ef1 HTTP/1.1" status: 204 len: 173 time: 1.2159138 Dec 16 09:28:57.418463 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8a2628-ea38-418a-8f1a-460a46c2cb13', 'name': 'network-vif-deleted', 'tag': 'a6dc1fa2-01a2-43c2-8a75-266376216ef1'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:57.420864 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c54c16-66ce-4f71-8f77-cc4a53019148" -d '{"events": [{"server_uuid": "5a8a2628-ea38-418a-8f1a-460a46c2cb13", "name": "network-vif-deleted", "tag": "a6dc1fa2-01a2-43c2-8a75-266376216ef1"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:57.472010 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-e5d60b2c-8535-4a7a-ba1c-852c0283260b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:57.472859 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-e5d60b2c-8535-4a7a-ba1c-852c0283260b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:57.474371 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-e5d60b2c-8535-4a7a-ba1c-852c0283260b service neutron] 10.222.0.57 "PUT /v2.0/ports/7914c882-3d88-4afe-ab59-38343ca9c659 HTTP/1.1" status: 200 len: 1092 time: 1.1983111 Dec 16 09:28:57.474905 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1780cd1a-fff5-49ad-80de-a5e6cebe0b1b', 'tag': '7914c882-3d88-4afe-ab59-38343ca9c659'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:57.477292 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cee7ba0-5768-42d7-854e-eb8244533fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "1780cd1a-fff5-49ad-80de-a5e6cebe0b1b", "tag": "7914c882-3d88-4afe-ab59-38343ca9c659"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:57.493402 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:57.521172 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d60b2c-8535-4a7a-ba1c-852c0283260b service neutron] Pushing event updated for resources: {'Port': ['ID=7914c882-3d88-4afe-ab59-38343ca9c659,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:57.551745 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a42a6f-403b-489f-9ca8-6f59b74353ac req-a1928017-8002-404e-b783-0001af3dd60e tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:57.559826 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-21a42a6f-403b-489f-9ca8-6f59b74353ac req-a1928017-8002-404e-b783-0001af3dd60e tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=1780cd1a-fff5-49ad-80de-a5e6cebe0b1b HTTP/1.1" status: 200 len: 944 time: 0.2105608 Dec 16 09:28:57.611667 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b6c985-3592-426a-aebf-1882c9a6f12d x-openstack-request-id: req-05b6c985-3592-426a-aebf-1882c9a6f12d {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:57.612769 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8a2628-ea38-418a-8f1a-460a46c2cb13", "name": "network-vif-deleted", "tag": "a6dc1fa2-01a2-43c2-8a75-266376216ef1", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:57.614570 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-05b6c985-3592-426a-aebf-1882c9a6f12d {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:57.616475 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8a2628-ea38-418a-8f1a-460a46c2cb13', 'name': 'network-vif-deleted', 'tag': 'a6dc1fa2-01a2-43c2-8a75-266376216ef1', 'status': 'completed', 'code': 200} Dec 16 09:28:57.636357 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-21a42a6f-403b-489f-9ca8-6f59b74353ac req-df83c595-191e-4c40-ad11-2e43a6ca163e tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572286 Dec 16 09:28:57.673765 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94afc71f-cb82-4083-a57b-67941a520854 x-openstack-request-id: req-94afc71f-cb82-4083-a57b-67941a520854 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:57.676376 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1780cd1a-fff5-49ad-80de-a5e6cebe0b1b", "tag": "7914c882-3d88-4afe-ab59-38343ca9c659", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:57.677096 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-94afc71f-cb82-4083-a57b-67941a520854 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:57.677696 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1780cd1a-fff5-49ad-80de-a5e6cebe0b1b', 'tag': '7914c882-3d88-4afe-ab59-38343ca9c659', 'status': 'completed', 'code': 200} Dec 16 09:28:57.694368 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c29ae50f-3f5f-4bba-95d1-9f0a1149d74b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:57.746793 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-e5f74cdf-a240-4dfd-9f1b-5012229c9499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:57.748265 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-e5f74cdf-a240-4dfd-9f1b-5012229c9499 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=928a77c00bdc452c92b87dad5de07f0a&device_id=1780cd1a-fff5-49ad-80de-a5e6cebe0b1b HTTP/1.1" status: 200 len: 1095 time: 0.0934243 Dec 16 09:28:57.802285 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-196613a1-e5e6-4b82-a884-d3d0abdeb525 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7914c882-3d88-4afe-ab59-38343ca9c659 HTTP/1.1" status: 200 len: 217 time: 0.0430584 Dec 16 09:28:57.874368 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-5556810d-c2dc-4e12-9061-db6f6b6560a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:57.876123 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-5556810d-c2dc-4e12-9061-db6f6b6560a1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f7f910b2-ddee-47db-a3bc-a08db329ec5c HTTP/1.1" status: 200 len: 851 time: 0.0672050 Dec 16 09:28:57.918386 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-38ae2a5b-a520-4aac-89e6-4344d9d24da6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b3f60eab-6f2c-4106-b76e-873bab2183f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336721 Dec 16 09:28:58.126806 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140493f4-2b00-48d7-be1d-0321d72a9b86 req-9b10eb64-fca7-48ad-9195-19157a465193 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:58.128385 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-140493f4-2b00-48d7-be1d-0321d72a9b86 req-9b10eb64-fca7-48ad-9195-19157a465193 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 943 time: 0.1005321 Dec 16 09:28:58.131265 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-9731b152-f2b1-484e-b57a-989b1c10d94d service neutron] 10.222.0.57 "GET /v2.0/networks/b3f60eab-6f2c-4106-b76e-873bab2183f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952341 Dec 16 09:28:58.224588 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7163aed4-e1cb-41f3-ab86-b3b3e08dbe26 req-32615643-5293-4927-8858-73fb44dd1d3a tempest-InstanceActionsV221TestJSON-437102912 tempest-InstanceActionsV221TestJSON-437102912-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a8a2628-ea38-418a-8f1a-460a46c2cb13 HTTP/1.1" status: 200 len: 210 time: 0.0668042 Dec 16 09:28:58.252698 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-140493f4-2b00-48d7-be1d-0321d72a9b86 req-23ebe16d-88b6-491a-9aa6-d4c53f821e99 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178207 Dec 16 09:28:58.275366 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ba2d4a55-6856-448d-bf95-886a3ae17a5a req-e4c60a6c-d60e-4f05-8afb-40773b106a7f service neutron] 10.222.0.57 "GET /v2.0/networks/b3f60eab-6f2c-4106-b76e-873bab2183f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321819 Dec 16 09:28:58.407314 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3b4403cb-9c17-4f67-a988-f1d40389744e req-30a52c7f-aa91-448b-bac2-af8889fcfef1 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 210 time: 0.0631530 Dec 16 09:28:58.471099 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29ae50f-3f5f-4bba-95d1-9f0a1149d74b admin admin] Router b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:28:58.472849 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee7ba0-5768-42d7-854e-eb8244533fdc req-e0d7bf1d-fb51-4a35-aa17-778c7dc019b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:58.474479 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3cee7ba0-5768-42d7-854e-eb8244533fdc req-e0d7bf1d-fb51-4a35-aa17-778c7dc019b2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=928a77c00bdc452c92b87dad5de07f0a&device_id=1780cd1a-fff5-49ad-80de-a5e6cebe0b1b HTTP/1.1" status: 200 len: 1095 time: 0.0638323 Dec 16 09:28:58.541322 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 6ec4cb7e-854f-4eed-b0c7-eb07b321021d up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:58.599085 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee7ba0-5768-42d7-854e-eb8244533fdc req-81b9eae9-5f7a-4384-8846-28b44f99b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:58.600551 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3cee7ba0-5768-42d7-854e-eb8244533fdc req-81b9eae9-5f7a-4384-8846-28b44f99b6fa service neutron] 10.222.0.57 "GET /v2.0/networks?id=b3f60eab-6f2c-4106-b76e-873bab2183f6 HTTP/1.1" status: 200 len: 912 time: 0.1171622 Dec 16 09:28:58.610547 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 6ec4cb7e-854f-4eed-b0c7-eb07b321021d triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:58.610847 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:58.623503 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29ae50f-3f5f-4bba-95d1-9f0a1149d74b admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:28:58.637798 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73e00e1-16a3-42dd-aa7d-f6262630067d None None] Sync routers for ids ['b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:28:58.647326 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c29ae50f-3f5f-4bba-95d1-9f0a1149d74b admin admin] 10.222.0.60 "PUT /v2.0/routers/b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2137873 Dec 16 09:28:58.649224 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37728) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:58.667531 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73e00e1-16a3-42dd-aa7d-f6262630067d None None] Routers {'b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:58.667531 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-b73e00e1-16a3-42dd-aa7d-f6262630067d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:28:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:58.768226 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3cee7ba0-5768-42d7-854e-eb8244533fdc req-4c2408aa-1043-415f-9586-8963610d1b7e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7914c882-3d88-4afe-ab59-38343ca9c659 HTTP/1.1" status: 200 len: 217 time: 0.1597700 Dec 16 09:28:58.837359 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-b73e00e1-16a3-42dd-aa7d-f6262630067d None None] Set router b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:58.844405 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60fece5c-7847-4586-86cf-a3b779b433ba admin admin] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:58.849659 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee7ba0-5768-42d7-854e-eb8244533fdc req-1fa23ee8-9f16-40bc-9ef4-a85005ea101c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:58.851737 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3cee7ba0-5768-42d7-854e-eb8244533fdc req-1fa23ee8-9f16-40bc-9ef4-a85005ea101c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f7f910b2-ddee-47db-a3bc-a08db329ec5c HTTP/1.1" status: 200 len: 851 time: 0.0700774 Dec 16 09:28:58.906091 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3cee7ba0-5768-42d7-854e-eb8244533fdc req-c28496c7-5518-420b-866c-2cde3a1c5317 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b3f60eab-6f2c-4106-b76e-873bab2183f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409486 Dec 16 09:28:59.051582 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f16d2-65e4-41ac-9c0b-ecc70280920d req-8bf9539c-f087-4005-8bb5-19f6264531b1 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:59.053553 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dc6f16d2-65e4-41ac-9c0b-ecc70280920d req-8bf9539c-f087-4005-8bb5-19f6264531b1 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=1780cd1a-fff5-49ad-80de-a5e6cebe0b1b HTTP/1.1" status: 200 len: 944 time: 0.2264392 Dec 16 09:28:59.104498 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60fece5c-7847-4586-86cf-a3b779b433ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:59.113702 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:59.148675 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dc6f16d2-65e4-41ac-9c0b-ecc70280920d req-dbac2eb1-97a2-4ce3-82e6-252b33769869 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845633 Dec 16 09:28:59.151862 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460a51c5-f1e7-42cc-985a-2873bed917ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec4cb7e-854f-4eed-b0c7-eb07b321021d'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:59.155658 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8444675a-4858-4bc0-8a49-68e3059d15fa" -d '{"events": [{"server_uuid": "460a51c5-f1e7-42cc-985a-2873bed917ae", "name": "network-vif-plugged", "status": "completed", "tag": "6ec4cb7e-854f-4eed-b0c7-eb07b321021d"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:59.181493 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3cee7ba0-5768-42d7-854e-eb8244533fdc req-a731a582-edb0-4972-9379-05425dc2e6af service neutron] 10.222.0.57 "GET /v2.0/networks/b3f60eab-6f2c-4106-b76e-873bab2183f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680597 Dec 16 09:28:59.185211 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-b73e00e1-16a3-42dd-aa7d-f6262630067d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1925176574-router', 'tenant_id': 'eaade06f1b60497f932b249838dab4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:44Z', 'updated_at': '2021-12-16T09:28:56Z', 'revision_number': 5, 'project_id': 'eaade06f1b60497f932b249838dab4f2', 'gw_port': {'id': 'e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:46Z', 'updated_at': '2021-12-16T09:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:59.186141 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 6ec4cb7e-854f-4eed-b0c7-eb07b321021d, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=6ec4cb7e-854f-4eed-b0c7-eb07b321021d,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:59.207634 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:59.217737 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73e00e1-16a3-42dd-aa7d-f6262630067d None None] Checking router: b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:28:59.219340 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b211864b-dd27-4f4e-bd05-87c477094a86 x-openstack-request-id: req-b211864b-dd27-4f4e-bd05-87c477094a86 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:59.219677 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460a51c5-f1e7-42cc-985a-2873bed917ae", "name": "network-vif-plugged", "status": "completed", "tag": "6ec4cb7e-854f-4eed-b0c7-eb07b321021d", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:59.219943 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b211864b-dd27-4f4e-bd05-87c477094a86 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:59.220393 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460a51c5-f1e7-42cc-985a-2873bed917ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec4cb7e-854f-4eed-b0c7-eb07b321021d', 'code': 200} Dec 16 09:28:59.232153 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73e00e1-16a3-42dd-aa7d-f6262630067d None None] Routers {'b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:59.233208 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-b73e00e1-16a3-42dd-aa7d-f6262630067d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:28:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:59.253030 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-60fece5c-7847-4586-86cf-a3b779b433ba admin admin] Deleting port e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:59.253981 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60fece5c-7847-4586-86cf-a3b779b433ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:59.300919 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:59.314184 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3cee7ba0-5768-42d7-854e-eb8244533fdc req-cf5ec8f2-62f8-485b-86eb-a16b6cea7368 service neutron] 10.222.0.57 "GET /v2.0/networks/b3f60eab-6f2c-4106-b76e-873bab2183f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241050 Dec 16 09:28:59.367257 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-60fece5c-7847-4586-86cf-a3b779b433ba admin admin] For port e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:59.367759 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60fece5c-7847-4586-86cf-a3b779b433ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:59.382555 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-60fece5c-7847-4586-86cf-a3b779b433ba admin admin] Calling delete_port for e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01 owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:59.416639 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-b73e00e1-16a3-42dd-aa7d-f6262630067d None None] Set router b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:59.502170 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=6ec4cb7e-854f-4eed-b0c7-eb07b321021d,revision_number=7']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:59.505555 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d2b3c-e445-4026-bbfc-828bb24a8a29 req-25acacaf-8f7b-4c8f-a34e-f70662ad4abc tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:59.509283 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f1d2b3c-e445-4026-bbfc-828bb24a8a29 req-25acacaf-8f7b-4c8f-a34e-f70662ad4abc tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 943 time: 0.1188605 Dec 16 09:28:59.554807 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-b73e00e1-16a3-42dd-aa7d-f6262630067d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1925176574-router', 'tenant_id': 'eaade06f1b60497f932b249838dab4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:44Z', 'updated_at': '2021-12-16T09:28:59Z', 'revision_number': 6, 'project_id': 'eaade06f1b60497f932b249838dab4f2', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:59.585354 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:59.588338 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f1d2b3c-e445-4026-bbfc-828bb24a8a29 req-f3e2d9eb-37a3-4ad5-b8d0-eb229ca69937 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679750 Dec 16 09:28:59.622935 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73e00e1-16a3-42dd-aa7d-f6262630067d None None] The sync data for ids ['b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb'] in n-d-820550-2 is: [{'id': 'b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1925176574-router', 'tenant_id': 'eaade06f1b60497f932b249838dab4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:44Z', 'updated_at': '2021-12-16T09:28:59Z', 'revision_number': 6, 'project_id': 'eaade06f1b60497f932b249838dab4f2', 'gw_port_host': None}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:28:59.707600 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-01b1c815-f806-457d-a1fa-d53035a32900 req-a5688e01-67f1-49d8-b4f7-e773a91689a1 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c1604fa-d879-4670-9ff7-cce6e0420a18 HTTP/1.1" status: 200 len: 210 time: 0.0657785 Dec 16 09:28:59.778883 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60fece5c-7847-4586-86cf-a3b779b433ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:59.790464 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37760) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:59.804898 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fece5c-7847-4586-86cf-a3b779b433ba admin admin] Pushing event deleted for resources: {'Port': ['ID=e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:59.859445 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6dac721-f510-48bd-a0f5-ddac22c30476 admin admin] Deleting subnet ebee2256-5f40-4706-95a1-a51c593c777b {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:28:59.862783 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f6dac721-f510-48bd-a0f5-ddac22c30476 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:59.875677 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60fece5c-7847-4586-86cf-a3b779b433ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:59.925047 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f6dac721-f510-48bd-a0f5-ddac22c30476 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:59.974633 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60fece5c-7847-4586-86cf-a3b779b433ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:59.977169 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60fece5c-7847-4586-86cf-a3b779b433ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:59.993461 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f6dac721-f510-48bd-a0f5-ddac22c30476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:00.028946 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 3be48b7e-aadb-4715-80b1-ef5517a6fbfa details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:29:00.035915 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device a6dc1fa2-01a2-43c2-8a75-266376216ef1 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:29:00.093693 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: a6dc1fa2-01a2-43c2-8a75-266376216ef1 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:29:00.093693 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device a6dc1fa2-01a2-43c2-8a75-266376216ef1 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:29:00.176143 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=3be48b7e-aadb-4715-80b1-ef5517a6fbfa,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:00.188525 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '3be48b7e-aadb-4715-80b1-ef5517a6fbfa', 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba', 'port_id': '3be48b7e-aadb-4715-80b1-ef5517a6fbfa', 'mac_address': 'fa:16:3e:17:07:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1e11efc-2921-4ef6-b725-208b9f6cb7a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:29:00.226047 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60fece5c-7847-4586-86cf-a3b779b433ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:00.226047 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fece5c-7847-4586-86cf-a3b779b433ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:29:00.231578 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:00.243343 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60fece5c-7847-4586-86cf-a3b779b433ba admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:00.247393 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-60fece5c-7847-4586-86cf-a3b779b433ba admin admin] 10.222.0.60 "DELETE /v2.0/routers/b52a84fa-c0ca-422d-a74f-1d2f5a6a9adb HTTP/1.1" status: 204 len: 168 time: 1.5948501 Dec 16 09:29:00.247549 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3be48b7e-aadb-4715-80b1-ef5517a6fbfa {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:29:00.251806 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37768) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:00.270760 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=3be48b7e-aadb-4715-80b1-ef5517a6fbfa,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:00.288636 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1879f-d5b5-41db-934f-7e856d3035e8 req-42b58179-9b85-4b7b-88d3-383aac0ef532 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:00.288636 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-86b1879f-d5b5-41db-934f-7e856d3035e8 req-42b58179-9b85-4b7b-88d3-383aac0ef532 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=1780cd1a-fff5-49ad-80de-a5e6cebe0b1b HTTP/1.1" status: 200 len: 944 time: 0.0728328 Dec 16 09:29:00.289338 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f6dac721-f510-48bd-a0f5-ddac22c30476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:00.326082 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dac721-f510-48bd-a0f5-ddac22c30476 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebee2256-5f40-4706-95a1-a51c593c777b,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:00.330174 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f6dac721-f510-48bd-a0f5-ddac22c30476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:00.336664 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f6dac721-f510-48bd-a0f5-ddac22c30476 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ebee2256-5f40-4706-95a1-a51c593c777b HTTP/1.1" status: 204 len: 168 time: 0.5448666 Dec 16 09:29:00.338022 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37770) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:00.341015 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-a06779ee-14bd-485a-9399-1b85f22cc9a0 admin admin] Deleting subnet c8e3b12e-94fc-4b8a-be69-00be99ec43e8 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:29:00.345186 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a06779ee-14bd-485a-9399-1b85f22cc9a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:00.350661 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:00.377678 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-86b1879f-d5b5-41db-934f-7e856d3035e8 req-c671a88d-5029-4d29-9aff-6f33d9b85d36 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844443 Dec 16 09:29:00.404808 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a06779ee-14bd-485a-9399-1b85f22cc9a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:00.441794 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-23348456-abde-4fc4-9855-6254689fceeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:00.448323 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=3be48b7e-aadb-4715-80b1-ef5517a6fbfa,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:00.516246 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a06779ee-14bd-485a-9399-1b85f22cc9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:00.548115 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-23348456-abde-4fc4-9855-6254689fceeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:00.578427 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-23348456-abde-4fc4-9855-6254689fceeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0f893bc-8ced-46c7-973e-6f1ee6f442d5']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:00.590689 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-23348456-abde-4fc4-9855-6254689fceeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb433ad-458a-4354-a5da-153646f1f443') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:00.590984 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-23348456-abde-4fc4-9855-6254689fceeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb433ad-458a-4354-a5da-153646f1f443') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:00.592536 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['3be48b7e-aadb-4715-80b1-ef5517a6fbfa'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:00.602179 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-23348456-abde-4fc4-9855-6254689fceeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:00.615914 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-23348456-abde-4fc4-9855-6254689fceeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:00.623876 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23348456-abde-4fc4-9855-6254689fceeb admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:29:00.624474 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-23348456-abde-4fc4-9855-6254689fceeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:00.626780 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:29:00.626780 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:29:00.626780 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:29:00.626780 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:29:00.626780 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:29:00.626780 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:29:00.626780 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:29:00.626780 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:29:00.626780 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:29:00.626780 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:29:00.626780 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:29:00.626780 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:29:00.626780 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:29:00.626780 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:29:00.626780 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:29:00.626780 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:29:00.626780 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:29:00.626780 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:29:00.626780 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:29:00.626780 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:29:00.626780 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:29:00.626780 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:29:00.626780 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:29:00.626780 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:29:00.626780 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:29:00.626780 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:29:00.626780 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:29:00.626780 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:29:00.626780 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:29:00.626780 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:29:00.626780 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:29:00.626780 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:29:00.668956 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a06779ee-14bd-485a-9399-1b85f22cc9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:00.725657 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06779ee-14bd-485a-9399-1b85f22cc9a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8e3b12e-94fc-4b8a-be69-00be99ec43e8,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:00.736970 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a06779ee-14bd-485a-9399-1b85f22cc9a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:00.743797 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a06779ee-14bd-485a-9399-1b85f22cc9a0 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c8e3b12e-94fc-4b8a-be69-00be99ec43e8 HTTP/1.1" status: 204 len: 168 time: 0.4950299 Dec 16 09:29:00.747107 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37774) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:00.780150 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49efebec-9861-481e-9ab8-d50215e381e3 None None] Network 0d97f94e-90f4-4087-bc98-27089d381e20 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:29:00.851820 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ef810d27-c98b-4b38-b916-d610ad6afb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:00.855501 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-23348456-abde-4fc4-9855-6254689fceeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:00.863113 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-23348456-abde-4fc4-9855-6254689fceeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:00.869739 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-23348456-abde-4fc4-9855-6254689fceeb admin admin] 10.222.0.60 "DELETE /v2.0/networks/b0f893bc-8ced-46c7-973e-6f1ee6f442d5 HTTP/1.1" status: 204 len: 168 time: 0.5287502 Dec 16 09:29:00.893234 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23348456-abde-4fc4-9855-6254689fceeb admin admin] Pushing event deleted for resources: {'Network': ['ID=b0f893bc-8ced-46c7-973e-6f1ee6f442d5,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:00.921778 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e1bfb-8393-440a-ac59-6825377b1a54 req-3eea7484-2579-4c43-af78-f8dcdc062c99 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:00.929570 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-183e1bfb-8393-440a-ac59-6825377b1a54 req-3eea7484-2579-4c43-af78-f8dcdc062c99 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 944 time: 0.1736927 Dec 16 09:29:00.984122 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-ef810d27-c98b-4b38-b916-d610ad6afb38 admin admin] Deleting port 3891ed36-dd1b-48ce-a97d-0fa92e137c9a {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:29:00.984507 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ef810d27-c98b-4b38-b916-d610ad6afb38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:01.058479 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-183e1bfb-8393-440a-ac59-6825377b1a54 req-3f75c23b-2e52-4f51-b506-48320ff5fc50 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183772 Dec 16 09:29:01.066482 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f3170309-53fa-4a5a-9814-80ad44f721c6 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:29:01.107440 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: f3170309-53fa-4a5a-9814-80ad44f721c6 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:29:01.107440 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f3170309-53fa-4a5a-9814-80ad44f721c6 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:29:01.107855 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:29:01.138626 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-ef810d27-c98b-4b38-b916-d610ad6afb38 admin admin] For port 3891ed36-dd1b-48ce-a97d-0fa92e137c9a, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=3891ed36-dd1b-48ce-a97d-0fa92e137c9a,segment=NetworkSegment(80098aea-609b-4b39-90a7-c7402b7fc611),segment_id=80098aea-609b-4b39-90a7-c7402b7fc611)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:01.139197 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ef810d27-c98b-4b38-b916-d610ad6afb38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:01.163963 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-ef810d27-c98b-4b38-b916-d610ad6afb38 admin admin] Calling delete_port for 3891ed36-dd1b-48ce-a97d-0fa92e137c9a owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:29:01.179613 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:29:01.179613 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device e8d88bdd-6d13-4dcb-b59e-2da4fe7abd01 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:29:01.294419 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f475f2-dabe-4b66-8517-ed2d399442a6 None None] DHCP port deletion for 0d97f94e-90f4-4087-bc98-27089d381e20 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:29:01.349875 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-c9f475f2-dabe-4b66-8517-ed2d399442a6 None None] Deleting port 3891ed36-dd1b-48ce-a97d-0fa92e137c9a {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:29:01.350293 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c9f475f2-dabe-4b66-8517-ed2d399442a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:01.416400 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ef810d27-c98b-4b38-b916-d610ad6afb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:01.431124 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-c9f475f2-dabe-4b66-8517-ed2d399442a6 None None] For port 3891ed36-dd1b-48ce-a97d-0fa92e137c9a, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=3891ed36-dd1b-48ce-a97d-0fa92e137c9a,segment=NetworkSegment(80098aea-609b-4b39-90a7-c7402b7fc611),segment_id=80098aea-609b-4b39-90a7-c7402b7fc611)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:01.431561 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c9f475f2-dabe-4b66-8517-ed2d399442a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:01.457023 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef810d27-c98b-4b38-b916-d610ad6afb38 admin admin] Pushing event deleted for resources: {'Port': ['ID=3891ed36-dd1b-48ce-a97d-0fa92e137c9a,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:01.459182 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-c9f475f2-dabe-4b66-8517-ed2d399442a6 None None] Calling delete_port for 3891ed36-dd1b-48ce-a97d-0fa92e137c9a owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:29:01.475486 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef810d27-c98b-4b38-b916-d610ad6afb38 admin admin] No DVR routers for this DVR port 3891ed36-dd1b-48ce-a97d-0fa92e137c9a on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:29:01.524705 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37800) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:01.617935 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c9f475f2-dabe-4b66-8517-ed2d399442a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:01.633250 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f475f2-dabe-4b66-8517-ed2d399442a6 None None] No DVR routers for this DVR port 3891ed36-dd1b-48ce-a97d-0fa92e137c9a on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:29:01.636268 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ef810d27-c98b-4b38-b916-d610ad6afb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:01.644748 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6c636a38-1c0d-473f-947f-9b9ff97f3a53 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8d5278aa1ed94561beee8ef437c31da8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1163492 Dec 16 09:29:01.644748 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37802) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:01.664056 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-ef810d27-c98b-4b38-b916-d610ad6afb38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d97f94e-90f4-4087-bc98-27089d381e20']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:01.675258 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-ef810d27-c98b-4b38-b916-d610ad6afb38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80098aea-609b-4b39-90a7-c7402b7fc611') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:01.675258 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-ef810d27-c98b-4b38-b916-d610ad6afb38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80098aea-609b-4b39-90a7-c7402b7fc611') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:01.678241 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f475f2-dabe-4b66-8517-ed2d399442a6 None None] Pushing event deleted for resources: {'Port': ['ID=3891ed36-dd1b-48ce-a97d-0fa92e137c9a,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:01.678557 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb1c38-9737-4b75-9122-beaa29897a19 req-163117c8-2aca-4ff6-8ec5-2206d2187cb3 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:01.686768 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ef810d27-c98b-4b38-b916-d610ad6afb38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:01.689570 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c6cb1c38-9737-4b75-9122-beaa29897a19 req-163117c8-2aca-4ff6-8ec5-2206d2187cb3 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=1780cd1a-fff5-49ad-80de-a5e6cebe0b1b HTTP/1.1" status: 200 len: 944 time: 0.1427639 Dec 16 09:29:01.703027 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ef810d27-c98b-4b38-b916-d610ad6afb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:01.709884 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef810d27-c98b-4b38-b916-d610ad6afb38 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:29:01.710278 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ef810d27-c98b-4b38-b916-d610ad6afb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:01.762078 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c6cb1c38-9737-4b75-9122-beaa29897a19 req-9524f607-31a7-44a5-8312-18584c8122af tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713844 Dec 16 09:29:01.767612 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:29:01.767612 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:29:01.767612 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:29:01.767612 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:29:01.767612 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:29:01.767612 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:29:01.767612 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:29:01.767612 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:29:01.767612 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:29:01.767612 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:29:01.767612 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:29:01.767612 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:29:01.767612 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:29:01.767612 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:29:01.767612 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:29:01.767612 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:29:01.767612 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:29:01.767612 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:29:01.767612 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:29:01.767612 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:29:01.767612 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:29:01.767612 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:29:01.767612 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:29:01.767612 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:29:01.767612 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:29:01.767612 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:29:01.767612 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:29:01.767612 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:29:01.767612 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:29:01.767612 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:29:01.767612 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:29:01.767612 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:29:01.799492 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ae1b0d5e-9128-45aa-abaa-c85c6787483b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:01.831312 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ae1b0d5e-9128-45aa-abaa-c85c6787483b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:01.850035 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ef810d27-c98b-4b38-b916-d610ad6afb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:01.856748 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ef810d27-c98b-4b38-b916-d610ad6afb38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:01.860232 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ef810d27-c98b-4b38-b916-d610ad6afb38 admin admin] 10.222.0.60 "DELETE /v2.0/networks/0d97f94e-90f4-4087-bc98-27089d381e20 HTTP/1.1" status: 204 len: 168 time: 1.1118433 Dec 16 09:29:01.893674 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef810d27-c98b-4b38-b916-d610ad6afb38 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d97f94e-90f4-4087-bc98-27089d381e20,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:01.950095 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ae1b0d5e-9128-45aa-abaa-c85c6787483b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:01.952589 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ae1b0d5e-9128-45aa-abaa-c85c6787483b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:01.953784 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ae1b0d5e-9128-45aa-abaa-c85c6787483b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/83a054d7-6dbe-4fb3-acd1-07a5b1bb69c9 HTTP/1.1" status: 204 len: 168 time: 0.3042510 Dec 16 09:29:01.970443 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b0d5e-9128-45aa-abaa-c85c6787483b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a054d7-6dbe-4fb3-acd1-07a5b1bb69c9,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:02.039356 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 3be48b7e-aadb-4715-80b1-ef5517a6fbfa up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:29:02.190412 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:29:02.196809 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:29:02.197485 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:02.354279 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a18aac-aa0c-449a-a7e7-cc3e68c3b8f4 req-831a2529-ba7b-4ef2-86dc-5b17162b7f23 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:02.356350 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f0a18aac-aa0c-449a-a7e7-cc3e68c3b8f4 req-831a2529-ba7b-4ef2-86dc-5b17162b7f23 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 944 time: 0.1016562 Dec 16 09:29:02.375491 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:02.403415 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eab0063-672a-47de-b1a7-e4059802b6cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be48b7e-aadb-4715-80b1-ef5517a6fbfa'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:02.405892 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1873461a-2fba-4957-afaa-b5a83e7236e3" -d '{"events": [{"server_uuid": "4eab0063-672a-47de-b1a7-e4059802b6cc", "name": "network-vif-plugged", "status": "completed", "tag": "3be48b7e-aadb-4715-80b1-ef5517a6fbfa"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:02.415423 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f0a18aac-aa0c-449a-a7e7-cc3e68c3b8f4 req-69da5172-fb47-4508-958a-c35da8c4907a tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518260 Dec 16 09:29:02.442415 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=3be48b7e-aadb-4715-80b1-ef5517a6fbfa,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:02.492496 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d51771-9ea4-4fb0-ac2f-6fa75d186416 x-openstack-request-id: req-55d51771-9ea4-4fb0-ac2f-6fa75d186416 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:02.492717 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eab0063-672a-47de-b1a7-e4059802b6cc", "name": "network-vif-plugged", "status": "completed", "tag": "3be48b7e-aadb-4715-80b1-ef5517a6fbfa", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:02.492986 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-55d51771-9ea4-4fb0-ac2f-6fa75d186416 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:02.493664 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eab0063-672a-47de-b1a7-e4059802b6cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be48b7e-aadb-4715-80b1-ef5517a6fbfa', 'code': 200} Dec 16 09:29:02.524275 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:02.562343 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 7914c882-3d88-4afe-ab59-38343ca9c659 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:29:02.610304 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=3be48b7e-aadb-4715-80b1-ef5517a6fbfa,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:02.698205 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9a5b8-711b-45f4-9380-f3bd97ba4100 req-2b641631-e187-476e-aa5f-4edef586cfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:02.702106 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-37a9a5b8-711b-45f4-9380-f3bd97ba4100 req-2b641631-e187-476e-aa5f-4edef586cfc0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 1096 time: 0.1480865 Dec 16 09:29:02.727585 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 7914c882-3d88-4afe-ab59-38343ca9c659, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=7914c882-3d88-4afe-ab59-38343ca9c659,segment=NetworkSegment(86c5d65d-0a28-4cbb-b6eb-52df45cc588d),segment_id=86c5d65d-0a28-4cbb-b6eb-52df45cc588d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:02.749222 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '7914c882-3d88-4afe-ab59-38343ca9c659', 'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6', 'port_id': '7914c882-3d88-4afe-ab59-38343ca9c659', 'mac_address': 'fa:16:3e:d6:c8:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f910b2-ddee-47db-a3bc-a08db329ec5c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:29:02.779576 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-37a9a5b8-711b-45f4-9380-f3bd97ba4100 req-b9e0715b-1be2-43fe-8a8f-23b99da1a843 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705519 Dec 16 09:29:02.810431 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:02.827737 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7914c882-3d88-4afe-ab59-38343ca9c659 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:29:02.852000 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 7914c882-3d88-4afe-ab59-38343ca9c659, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=7914c882-3d88-4afe-ab59-38343ca9c659,segment=NetworkSegment(86c5d65d-0a28-4cbb-b6eb-52df45cc588d),segment_id=86c5d65d-0a28-4cbb-b6eb-52df45cc588d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:02.896350 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beed77d-5080-43c0-99a2-353a000d4760 req-534ff00f-a47c-4373-ae59-dc6e2ce824b9 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:02.897876 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6beed77d-5080-43c0-99a2-353a000d4760 req-534ff00f-a47c-4373-ae59-dc6e2ce824b9 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=1780cd1a-fff5-49ad-80de-a5e6cebe0b1b HTTP/1.1" status: 200 len: 944 time: 0.0558937 Dec 16 09:29:02.941965 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:02.982557 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6beed77d-5080-43c0-99a2-353a000d4760 req-ed35afd6-9ecb-4a85-a8c1-a6336db0e832 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760009 Dec 16 09:29:03.016579 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37852) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:03.037647 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=7914c882-3d88-4afe-ab59-38343ca9c659,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:03.061699 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-172cb149-dd82-4e20-ad02-55e65c8f288f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6aea977c1221465ca04aa38c031bb375&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0478888 Dec 16 09:29:03.063641 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37858) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:03.111596 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 3891ed36-dd1b-48ce-a97d-0fa92e137c9a no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:29:03.148601 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5f2e4ec3-6bfc-4c2b-b22f-3217eae865f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:03.166453 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 3891ed36-dd1b-48ce-a97d-0fa92e137c9a {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:29:03.166805 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 3891ed36-dd1b-48ce-a97d-0fa92e137c9a not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:29:03.186558 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5f2e4ec3-6bfc-4c2b-b22f-3217eae865f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:03.347390 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5f2e4ec3-6bfc-4c2b-b22f-3217eae865f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:03.350212 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5f2e4ec3-6bfc-4c2b-b22f-3217eae865f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:03.354187 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5f2e4ec3-6bfc-4c2b-b22f-3217eae865f8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f81a20d4-9c22-4079-8cb6-b6c4fd5101b9 HTTP/1.1" status: 204 len: 168 time: 0.2888386 Dec 16 09:29:03.363300 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e4ec3-6bfc-4c2b-b22f-3217eae865f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81a20d4-9c22-4079-8cb6-b6c4fd5101b9,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:03.416532 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['7914c882-3d88-4afe-ab59-38343ca9c659'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:03.655971 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13fd2e5-4602-4505-a6d9-55ba6f32fb12 req-97630c45-dd6d-43ce-b36e-c10b6fde34ec tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:03.662696 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a13fd2e5-4602-4505-a6d9-55ba6f32fb12 req-97630c45-dd6d-43ce-b36e-c10b6fde34ec tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 945 time: 0.1472423 Dec 16 09:29:03.773031 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a13fd2e5-4602-4505-a6d9-55ba6f32fb12 req-1c7922ad-77a7-4a19-9a0a-68b3ff61dd82 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998027 Dec 16 09:29:04.098414 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37894) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:04.195684 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9da35-7f60-47b8-bd8e-d21fae9c6f88 req-4771d87b-47c1-401b-9372-16e58a7b843d tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:04.204029 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b6a9da35-7f60-47b8-bd8e-d21fae9c6f88 req-4771d87b-47c1-401b-9372-16e58a7b843d tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=1780cd1a-fff5-49ad-80de-a5e6cebe0b1b HTTP/1.1" status: 200 len: 945 time: 0.0783818 Dec 16 09:29:04.288063 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b6a9da35-7f60-47b8-bd8e-d21fae9c6f88 req-1dca4207-5c3f-419f-911c-308637f72c2b tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807524 Dec 16 09:29:04.339748 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-85e90ec3-5a58-4d0f-9e9c-99048cbc29a2 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-459948318-network', 'tenant_id': '0560e1f342d14730ab7e3bce316d12ba'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:04.512040 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e90ec3-5a58-4d0f-9e9c-99048cbc29a2 admin admin] Made reservation on behalf of 0560e1f342d14730ab7e3bce316d12ba for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:29:04.512040 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-85e90ec3-5a58-4d0f-9e9c-99048cbc29a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:04.529906 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-85e90ec3-5a58-4d0f-9e9c-99048cbc29a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:04.666835 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-85e90ec3-5a58-4d0f-9e9c-99048cbc29a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:04.717023 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37904) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:04.764793 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-85e90ec3-5a58-4d0f-9e9c-99048cbc29a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:04.826639 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e90ec3-5a58-4d0f-9e9c-99048cbc29a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:29:04.833919 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37906) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:04.838596 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9518e0dd-066b-4ac1-a5c5-ae52afe9b0c2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eaade06f1b60497f932b249838dab4f2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1155407 Dec 16 09:29:04.872919 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-85e90ec3-5a58-4d0f-9e9c-99048cbc29a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:04.877940 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-85e90ec3-5a58-4d0f-9e9c-99048cbc29a2 admin admin] Added segment 3c888856-58cc-42f3-a8e0-540f91bb1828 of type vlan for network 54cd7390-9ce7-41da-a108-8bb6fcdb5cae Dec 16 09:29:04.902087 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e90ec3-5a58-4d0f-9e9c-99048cbc29a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8731037-b59e-49d1-b57d-15e6ba9783d0,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:04.991174 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-60ef4da7-d8a7-4508-80cd-b8ebf9379bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:05.005839 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-85e90ec3-5a58-4d0f-9e9c-99048cbc29a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:05.038237 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-60ef4da7-d8a7-4508-80cd-b8ebf9379bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:05.063653 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d7ce4-a767-484d-8dfd-cfd6c5caf5d1 req-06a13b07-1517-4b74-af1e-d1e0ec816f6a tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:05.065334 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b3d7ce4-a767-484d-8dfd-cfd6c5caf5d1 req-06a13b07-1517-4b74-af1e-d1e0ec816f6a tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 945 time: 0.1125381 Dec 16 09:29:05.130711 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b3d7ce4-a767-484d-8dfd-cfd6c5caf5d1 req-7be848e1-2e27-4a4f-8f3a-04f2f886b2b6 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521290 Dec 16 09:29:05.214380 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-85e90ec3-5a58-4d0f-9e9c-99048cbc29a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:05.215495 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e90ec3-5a58-4d0f-9e9c-99048cbc29a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:05.216148 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-85e90ec3-5a58-4d0f-9e9c-99048cbc29a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:05.253896 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ad52b-0ffc-478f-9cb3-de796efc20d7 req-0c35100b-88d1-4faf-bfd1-99632d4a7fa6 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:05.255772 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-620ad52b-0ffc-478f-9cb3-de796efc20d7 req-0c35100b-88d1-4faf-bfd1-99632d4a7fa6 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 1096 time: 0.0533979 Dec 16 09:29:05.264565 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-60ef4da7-d8a7-4508-80cd-b8ebf9379bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:05.270423 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-60ef4da7-d8a7-4508-80cd-b8ebf9379bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:05.275078 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-60ef4da7-d8a7-4508-80cd-b8ebf9379bed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dd3916ee-6b10-4f72-968d-e4dca7b98f9f HTTP/1.1" status: 204 len: 168 time: 0.4378207 Dec 16 09:29:05.297062 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e90ec3-5a58-4d0f-9e9c-99048cbc29a2 admin admin] Pushing event updated for resources: {'Network': ['ID=54cd7390-9ce7-41da-a108-8bb6fcdb5cae,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:05.303383 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-85e90ec3-5a58-4d0f-9e9c-99048cbc29a2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2032173 Dec 16 09:29:05.311736 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 54cd7390-9ce7-41da-a108-8bb6fcdb5cae details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:29:05.312496 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37918) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:05.317219 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-7cf7ce0e-0e0a-412e-b2aa-97f0789968a9 admin admin] Request body: {'subnet': {'network_id': '54cd7390-9ce7-41da-a108-8bb6fcdb5cae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-459948318-subnet', 'tenant_id': '0560e1f342d14730ab7e3bce316d12ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:05.326778 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef4da7-d8a7-4508-80cd-b8ebf9379bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3916ee-6b10-4f72-968d-e4dca7b98f9f,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:05.378838 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-620ad52b-0ffc-478f-9cb3-de796efc20d7 req-25a76cf3-cfa5-4dee-8cc2-09104eca27da tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155205 Dec 16 09:29:05.626904 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508a576-a52b-41a7-828c-89cdc296f433 req-51bbeddf-3951-427d-83bd-10fb29598334 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:05.628785 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6508a576-a52b-41a7-828c-89cdc296f433 req-51bbeddf-3951-427d-83bd-10fb29598334 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=1780cd1a-fff5-49ad-80de-a5e6cebe0b1b HTTP/1.1" status: 200 len: 945 time: 0.1151428 Dec 16 09:29:05.700161 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6508a576-a52b-41a7-828c-89cdc296f433 req-9709f096-88ca-4642-b508-3b4f5d420f65 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581791 Dec 16 09:29:05.832130 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bffc0-24a7-4a8b-bab0-9e61c2801ab0 req-744f5295-f921-46eb-897f-247071886f7c tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:05.848757 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fe4bffc0-24a7-4a8b-bab0-9e61c2801ab0 req-744f5295-f921-46eb-897f-247071886f7c tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 1096 time: 0.0501971 Dec 16 09:29:05.876765 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fe4bffc0-24a7-4a8b-bab0-9e61c2801ab0 req-bd56e0f3-912f-41c2-82fc-686002210c49 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356889 Dec 16 09:29:05.924866 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf7ce0e-0e0a-412e-b2aa-97f0789968a9 admin admin] Made reservation on behalf of 0560e1f342d14730ab7e3bce316d12ba for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:29:05.927537 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ce0e-0e0a-412e-b2aa-97f0789968a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:06.552358 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 7914c882-3d88-4afe-ab59-38343ca9c659 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:29:06.653189 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ce0e-0e0a-412e-b2aa-97f0789968a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:06.739435 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 7914c882-3d88-4afe-ab59-38343ca9c659 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:29:06.751133 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 7914c882-3d88-4afe-ab59-38343ca9c659 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:29:06.753689 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:06.814983 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf7ce0e-0e0a-412e-b2aa-97f0789968a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74044546-cbf3-4a48-9e82-792716e250de,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:06.836059 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf7ce0e-0e0a-412e-b2aa-97f0789968a9 admin admin] Checking segment: {'id': '3c888856-58cc-42f3-a8e0-540f91bb1828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '54cd7390-9ce7-41da-a108-8bb6fcdb5cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:29:06.840003 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf7ce0e-0e0a-412e-b2aa-97f0789968a9 admin admin] Network hostable DHCP agents. Network: 54cd7390-9ce7-41da-a108-8bb6fcdb5cae, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:29:07.043658 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf7ce0e-0e0a-412e-b2aa-97f0789968a9 admin admin] Network 54cd7390-9ce7-41da-a108-8bb6fcdb5cae is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:29:07.048176 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:07.048942 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:07.066538 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ab667-9fc7-4295-8fb5-7d01eb4f3b83 req-c25b1a6e-17d7-4c0c-9c95-b025a387fed9 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:07.077431 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-009ab667-9fc7-4295-8fb5-7d01eb4f3b83 req-c25b1a6e-17d7-4c0c-9c95-b025a387fed9 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=1780cd1a-fff5-49ad-80de-a5e6cebe0b1b HTTP/1.1" status: 200 len: 945 time: 0.0974543 Dec 16 09:29:07.131181 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1780cd1a-fff5-49ad-80de-a5e6cebe0b1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7914c882-3d88-4afe-ab59-38343ca9c659'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:07.142907 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a40407a-33da-44c7-a46d-3387906d44ab" -d '{"events": [{"server_uuid": "1780cd1a-fff5-49ad-80de-a5e6cebe0b1b", "name": "network-vif-plugged", "status": "completed", "tag": "7914c882-3d88-4afe-ab59-38343ca9c659"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:07.151436 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-009ab667-9fc7-4295-8fb5-7d01eb4f3b83 req-f0e3100a-0f39-455e-8567-81ae64f9b84d tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684385 Dec 16 09:29:07.185436 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 7914c882-3d88-4afe-ab59-38343ca9c659, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=7914c882-3d88-4afe-ab59-38343ca9c659,segment=NetworkSegment(86c5d65d-0a28-4cbb-b6eb-52df45cc588d),segment_id=86c5d65d-0a28-4cbb-b6eb-52df45cc588d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:07.287171 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-7cf7ce0e-0e0a-412e-b2aa-97f0789968a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 54cd7390-9ce7-41da-a108-8bb6fcdb5cae) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:29:07.294919 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf7ce0e-0e0a-412e-b2aa-97f0789968a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:07.295559 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ce0e-0e0a-412e-b2aa-97f0789968a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:07.301043 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd9602c-ab79-45b1-9442-4a4dec586ca9 None None] Network 54cd7390-9ce7-41da-a108-8bb6fcdb5cae requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:29:07.325630 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:07.483100 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=7914c882-3d88-4afe-ab59-38343ca9c659,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:07.580609 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7cf7ce0e-0e0a-412e-b2aa-97f0789968a9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.2673020 Dec 16 09:29:07.626287 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf348cb-2d15-47b1-984b-104c0f7c9268 req-28d621bb-752c-4d37-9c4e-fd6eb1d0f61d tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:07.638485 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9cf348cb-2d15-47b1-984b-104c0f7c9268 req-28d621bb-752c-4d37-9c4e-fd6eb1d0f61d tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 944 time: 0.2741444 Dec 16 09:29:07.684651 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104899c4-8247-490c-b84c-1329a7a63840 req-c1b28879-535a-46df-9be9-963550cfbe78 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:07.693512 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-104899c4-8247-490c-b84c-1329a7a63840 req-c1b28879-535a-46df-9be9-963550cfbe78 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 944 time: 0.2407568 Dec 16 09:29:07.694022 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e79a6b2-2303-410e-8ee1-eed905b8ca16 None None] Network 54cd7390-9ce7-41da-a108-8bb6fcdb5cae requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:29:07.885146 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9cf348cb-2d15-47b1-984b-104c0f7c9268 req-cbbe4e98-c6c2-4788-91d2-5b9d6ce338b1 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456291 Dec 16 09:29:07.994856 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a133735f-2f25-4bab-a9a5-74e44858a9e1 x-openstack-request-id: req-a133735f-2f25-4bab-a9a5-74e44858a9e1 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:07.995164 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1780cd1a-fff5-49ad-80de-a5e6cebe0b1b", "name": "network-vif-plugged", "status": "completed", "tag": "7914c882-3d88-4afe-ab59-38343ca9c659", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:07.995438 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a133735f-2f25-4bab-a9a5-74e44858a9e1 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:07.995841 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1780cd1a-fff5-49ad-80de-a5e6cebe0b1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7914c882-3d88-4afe-ab59-38343ca9c659', 'code': 200} Dec 16 09:29:08.057251 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-104899c4-8247-490c-b84c-1329a7a63840 req-0efdacb1-4862-4db3-8a06-1d93efeadc82 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Deleting port 09ffd442-bc5b-4630-ade5-0ddf27f582b9 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:29:08.059807 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-104899c4-8247-490c-b84c-1329a7a63840 req-0efdacb1-4862-4db3-8a06-1d93efeadc82 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:08.152581 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad37e2-760b-4a97-839f-49e58436798e req-ddae97a4-3b31-45a1-afaa-b70592c2625a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:08.167793 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-15ad37e2-760b-4a97-839f-49e58436798e req-ddae97a4-3b31-45a1-afaa-b70592c2625a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1780cd1a-fff5-49ad-80de-a5e6cebe0b1b HTTP/1.1" status: 200 len: 1097 time: 0.1143501 Dec 16 09:29:08.223346 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-15ad37e2-760b-4a97-839f-49e58436798e req-1449d71d-f2a2-4120-9da5-d1bbf10f8b6b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462036 Dec 16 09:29:08.255556 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-104899c4-8247-490c-b84c-1329a7a63840 req-0efdacb1-4862-4db3-8a06-1d93efeadc82 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] For port 09ffd442-bc5b-4630-ade5-0ddf27f582b9, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=09ffd442-bc5b-4630-ade5-0ddf27f582b9,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:08.256295 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-104899c4-8247-490c-b84c-1329a7a63840 req-0efdacb1-4862-4db3-8a06-1d93efeadc82 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:08.274830 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-104899c4-8247-490c-b84c-1329a7a63840 req-0efdacb1-4862-4db3-8a06-1d93efeadc82 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Calling delete_port for 09ffd442-bc5b-4630-ade5-0ddf27f582b9 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:29:08.656917 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-104899c4-8247-490c-b84c-1329a7a63840 req-0efdacb1-4862-4db3-8a06-1d93efeadc82 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:08.670138 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['09ffd442-bc5b-4630-ade5-0ddf27f582b9'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:08.700170 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-e60bc7eb-911b-4de1-b3b1-9bf8abada843 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:08.701700 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-e60bc7eb-911b-4de1-b3b1-9bf8abada843 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] 10.222.0.60 "GET /v2.0/networks?id=54cd7390-9ce7-41da-a108-8bb6fcdb5cae HTTP/1.1" status: 200 len: 820 time: 0.2247856 Dec 16 09:29:08.704954 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efdacb1-4862-4db3-8a06-1d93efeadc82 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Pushing event deleted for resources: {'Port': ['ID=09ffd442-bc5b-4630-ade5-0ddf27f582b9,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:08.752376 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-74d78cc1-7357-49c1-88f8-e5aafa693b68 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] 10.222.0.60 "GET /v2.0/quotas/0560e1f342d14730ab7e3bce316d12ba HTTP/1.1" status: 200 len: 375 time: 0.0393000 Dec 16 09:29:08.769359 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-104899c4-8247-490c-b84c-1329a7a63840 req-0efdacb1-4862-4db3-8a06-1d93efeadc82 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] No DVR routers for this DVR port 09ffd442-bc5b-4630-ade5-0ddf27f582b9 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:29:08.779884 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-104899c4-8247-490c-b84c-1329a7a63840 req-0efdacb1-4862-4db3-8a06-1d93efeadc82 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:08.784026 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-104899c4-8247-490c-b84c-1329a7a63840 req-0efdacb1-4862-4db3-8a06-1d93efeadc82 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.58 "DELETE /v2.0/ports/09ffd442-bc5b-4630-ade5-0ddf27f582b9 HTTP/1.1" status: 204 len: 173 time: 1.0771415 Dec 16 09:29:08.784697 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d', 'name': 'network-vif-deleted', 'tag': '09ffd442-bc5b-4630-ade5-0ddf27f582b9'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:08.788865 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da8e12f-b019-4599-924f-d4346e499204" -d '{"events": [{"server_uuid": "ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d", "name": "network-vif-deleted", "tag": "09ffd442-bc5b-4630-ade5-0ddf27f582b9"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:08.836516 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-3cca0954-bc51-481c-be08-5bbfdd33538b tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0560e1f342d14730ab7e3bce316d12ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690479 Dec 16 09:29:08.963359 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-9f9c745f-2365-4a3f-b7ce-f34c96734e63 service neutron] 10.222.0.60 "GET /v2.0/networks/54cd7390-9ce7-41da-a108-8bb6fcdb5cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258147 Dec 16 09:29:09.093667 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-4ce51a64-74dd-4656-987b-fed2f1b91566 service neutron] 10.222.0.60 "GET /v2.0/networks/54cd7390-9ce7-41da-a108-8bb6fcdb5cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294196 Dec 16 09:29:09.569517 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb2602-03de-4bfa-9d96-5d58e8d7a8da req-84faae5f-782c-4ab9-b130-4cbdd8043547 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:09.571260 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-98eb2602-03de-4bfa-9d96-5d58e8d7a8da req-84faae5f-782c-4ab9-b130-4cbdd8043547 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=1780cd1a-fff5-49ad-80de-a5e6cebe0b1b HTTP/1.1" status: 200 len: 946 time: 0.0719640 Dec 16 09:29:09.614542 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-98eb2602-03de-4bfa-9d96-5d58e8d7a8da req-7a1fca8c-5d60-4382-bc38-2ddb6e389ef3 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346503 Dec 16 09:29:09.725263 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56faac7f-49a0-47e7-9558-9312c567d704 x-openstack-request-id: req-56faac7f-49a0-47e7-9558-9312c567d704 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:09.725848 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d", "name": "network-vif-deleted", "tag": "09ffd442-bc5b-4630-ade5-0ddf27f582b9", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:09.725962 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-56faac7f-49a0-47e7-9558-9312c567d704 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:09.726691 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d', 'name': 'network-vif-deleted', 'tag': '09ffd442-bc5b-4630-ade5-0ddf27f582b9', 'status': 'completed', 'code': 200} Dec 16 09:29:09.865921 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-595f9617-1e43-423d-b7ab-2ff2b619f744 req-2e3756aa-40a0-4177-9cd9-31f689bd755d tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce399f9d-3bc6-49fc-acbd-0e0f50f3c73d HTTP/1.1" status: 200 len: 210 time: 0.0463855 Dec 16 09:29:10.073807 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-786dc1e2-8115-422b-b109-b8db862c8f63 req-c3bdadb2-a143-4516-bba7-8eab050ba32a tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] 10.222.0.60 "GET /v2.0/ports?device_id=341851b8-1f66-4cc3-9a27-d991ed88c09c HTTP/1.1" status: 200 len: 210 time: 0.0428982 Dec 16 09:29:10.314417 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:10.834310 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ed051-56ae-4df0-b0f7-478ba5f76ce8 req-3bf34515-1bc3-476c-b4b5-e63039f4b8c2 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:10.835866 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7a4ed051-56ae-4df0-b0f7-478ba5f76ce8 req-3bf34515-1bc3-476c-b4b5-e63039f4b8c2 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=1780cd1a-fff5-49ad-80de-a5e6cebe0b1b HTTP/1.1" status: 200 len: 946 time: 0.1000633 Dec 16 09:29:10.913326 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7a4ed051-56ae-4df0-b0f7-478ba5f76ce8 req-89c486c0-dcb5-4cbc-8ec4-8ddde7ecfd8c tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663576 Dec 16 09:29:11.048726 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-1ebd0cfb-8d9c-44da-9eef-e0add6beccfe tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:29:11.050878 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-1ebd0cfb-8d9c-44da-9eef-e0add6beccfe tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068147 Dec 16 09:29:11.177635 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-9f42fa6b-8759-4c4a-8193-80dba3a7b6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:11.180054 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-9f42fa6b-8759-4c4a-8193-80dba3a7b6a3 service neutron] 10.222.0.60 "GET /v2.0/ports/3be48b7e-aadb-4715-80b1-ef5517a6fbfa HTTP/1.1" status: 200 len: 1093 time: 0.1138873 Dec 16 09:29:11.199505 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-0327bbef-bd98-4a67-a1d0-825f69692c6b service neutron] Request body: {'binding': {'host': 'n-h1-820550-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:11.200368 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-0327bbef-bd98-4a67-a1d0-825f69692c6b service neutron] Unknown quota resources ['binding']. {{(pid=102817) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 09:29:11.835920 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-0327bbef-bd98-4a67-a1d0-825f69692c6b service neutron] Attempting to bind port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa on host n-h1-820550-2 for vnic_type normal with profile None {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:29:11.836549 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-0327bbef-bd98-4a67-a1d0-825f69692c6b service neutron] Attempting to bind port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:29:11.837075 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-0327bbef-bd98-4a67-a1d0-825f69692c6b service neutron] Attempting to bind port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa on network fd229606-1f82-48a3-82a3-fb35078f3dba {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:29:11.851336 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-0327bbef-bd98-4a67-a1d0-825f69692c6b service neutron] Port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa on network fd229606-1f82-48a3-82a3-fb35078f3dba not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:29:11.851673 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-0327bbef-bd98-4a67-a1d0-825f69692c6b service neutron] Attempting to bind port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa on network fd229606-1f82-48a3-82a3-fb35078f3dba {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:29:11.857806 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-0327bbef-bd98-4a67-a1d0-825f69692c6b service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:29:11.858429 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-0327bbef-bd98-4a67-a1d0-825f69692c6b service neutron] Checking segment: {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:29:11.859425 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-0327bbef-bd98-4a67-a1d0-825f69692c6b service neutron] Bound using segment: {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:29:11.860283 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-0327bbef-bd98-4a67-a1d0-825f69692c6b service neutron] Bound port: 3be48b7e-aadb-4715-80b1-ef5517a6fbfa, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:29:11.928574 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-0327bbef-bd98-4a67-a1d0-825f69692c6b service neutron] For port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=3be48b7e-aadb-4715-80b1-ef5517a6fbfa,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:29:12.049729 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-0327bbef-bd98-4a67-a1d0-825f69692c6b service neutron] Notify callbacks [] for binding, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:12.050893 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-0327bbef-bd98-4a67-a1d0-825f69692c6b service neutron] 10.222.0.60 "POST /v2.0/ports/3be48b7e-aadb-4715-80b1-ef5517a6fbfa/bindings HTTP/1.1" status: 201 len: 389 time: 0.8638086 Dec 16 09:29:12.060695 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 09ffd442-bc5b-4630-ade5-0ddf27f582b9 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:29:12.108623 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 09ffd442-bc5b-4630-ade5-0ddf27f582b9 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:29:12.115648 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 09ffd442-bc5b-4630-ade5-0ddf27f582b9 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:29:12.485904 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bfcecfb1-eb1c-4813-85ac-3f47d4738319 req-e1e6722e-e47d-49ed-b43e-a8337fdd2c38 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] 10.222.0.60 "GET /v2.0/ports?device_id=341851b8-1f66-4cc3-9a27-d991ed88c09c HTTP/1.1" status: 200 len: 210 time: 0.0536902 Dec 16 09:29:12.890356 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342645da-5576-4b8b-9a47-998412d3163d req-73945983-0bce-4a33-944a-bbc9331378b4 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:12.893318 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-342645da-5576-4b8b-9a47-998412d3163d req-73945983-0bce-4a33-944a-bbc9331378b4 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed438a16-1053-417b-8133-5ebafebae73c HTTP/1.1" status: 200 len: 945 time: 0.0857961 Dec 16 09:29:13.040421 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-2939ae63-1cc2-4fb4-ab45-d66e21561648 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:13.042776 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-2939ae63-1cc2-4fb4-ab45-d66e21561648 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] 10.222.0.58 "GET /v2.0/networks?id=54cd7390-9ce7-41da-a108-8bb6fcdb5cae HTTP/1.1" status: 200 len: 820 time: 0.5691102 Dec 16 09:29:13.049947 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-342645da-5576-4b8b-9a47-998412d3163d req-a3afcb71-30d7-4c9e-afcf-5487d0e36f7a tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Deleting port ae735225-7071-449e-8754-e40f44df1b40 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:29:13.050425 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-342645da-5576-4b8b-9a47-998412d3163d req-a3afcb71-30d7-4c9e-afcf-5487d0e36f7a tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:13.051682 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19404654-7c04-4c1f-93f0-cab91ee6a06e req-d08db55f-bc2c-472f-8619-24888fb70937 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:13.058340 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-19404654-7c04-4c1f-93f0-cab91ee6a06e req-d08db55f-bc2c-472f-8619-24888fb70937 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=1780cd1a-fff5-49ad-80de-a5e6cebe0b1b HTTP/1.1" status: 200 len: 946 time: 0.1217661 Dec 16 09:29:13.063226 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-ec9a331c-8c9f-4385-b378-c95d3f734139 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] Request body: {'port': {'device_id': '341851b8-1f66-4cc3-9a27-d991ed88c09c', 'network_id': '54cd7390-9ce7-41da-a108-8bb6fcdb5cae', 'admin_state_up': True, 'tenant_id': '0560e1f342d14730ab7e3bce316d12ba'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:13.173825 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-19404654-7c04-4c1f-93f0-cab91ee6a06e req-b2336080-559f-49bd-92e2-3364fa2a994a tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064017 Dec 16 09:29:13.200233 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-342645da-5576-4b8b-9a47-998412d3163d req-a3afcb71-30d7-4c9e-afcf-5487d0e36f7a tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] For port ae735225-7071-449e-8754-e40f44df1b40, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ae735225-7071-449e-8754-e40f44df1b40,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:13.200637 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-342645da-5576-4b8b-9a47-998412d3163d req-a3afcb71-30d7-4c9e-afcf-5487d0e36f7a tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:13.272415 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-342645da-5576-4b8b-9a47-998412d3163d req-a3afcb71-30d7-4c9e-afcf-5487d0e36f7a tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Calling delete_port for ae735225-7071-449e-8754-e40f44df1b40 owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:29:13.338488 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c0172-486c-42a7-a700-f22ec193640e req-da4b8070-05e4-415c-b539-f3d189dbf098 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:13.340549 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-020c0172-486c-42a7-a700-f22ec193640e req-da4b8070-05e4-415c-b539-f3d189dbf098 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 945 time: 0.0662618 Dec 16 09:29:13.396764 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-020c0172-486c-42a7-a700-f22ec193640e req-955919c7-a99d-4861-8f0f-428730d0abad tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474093 Dec 16 09:29:13.402859 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-ec9a331c-8c9f-4385-b378-c95d3f734139 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] Made reservation on behalf of 0560e1f342d14730ab7e3bce316d12ba for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:29:13.407324 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-ec9a331c-8c9f-4385-b378-c95d3f734139 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:13.435166 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9fdafc-ddc7-41a9-a0bb-a082d13b5bee req-357b909d-f87a-4fa0-a17a-9414193d8450 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:13.442913 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e9fdafc-ddc7-41a9-a0bb-a082d13b5bee req-357b909d-f87a-4fa0-a17a-9414193d8450 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed438a16-1053-417b-8133-5ebafebae73c HTTP/1.1" status: 200 len: 945 time: 0.2091255 Dec 16 09:29:13.466157 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-e3dd0e63-31ce-45bf-9a7a-431dc1ab72ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:13.468310 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-e3dd0e63-31ce-45bf-9a7a-431dc1ab72ce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef267339b96a4504bcc86eb4b94505b3&device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 1096 time: 0.2333105 Dec 16 09:29:13.563154 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e9fdafc-ddc7-41a9-a0bb-a082d13b5bee req-d731e015-4078-4020-80cf-4b2f09fb517a tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167669 Dec 16 09:29:13.651371 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-805ff2ba-d9c0-4576-8e0c-c66d436ab59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:13.654264 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-805ff2ba-d9c0-4576-8e0c-c66d436ab59b service neutron] 10.222.0.57 "GET /v2.0/networks?id=fd229606-1f82-48a3-82a3-fb35078f3dba HTTP/1.1" status: 200 len: 909 time: 0.1718748 Dec 16 09:29:13.686815 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735ff2f-82ce-43fe-8a3d-08ca0138e71b req-0d424203-7dde-413a-89a6-a45776866ab2 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:13.689264 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d735ff2f-82ce-43fe-8a3d-08ca0138e71b req-0d424203-7dde-413a-89a6-a45776866ab2 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.57 "GET /v2.0/ports?device_id=1780cd1a-fff5-49ad-80de-a5e6cebe0b1b HTTP/1.1" status: 200 len: 946 time: 0.1612234 Dec 16 09:29:13.696478 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d3d79207-5828-494f-90e4-8a4413e37d68 req-a427af46-2316-4482-8edf-be381816dfe4 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] 10.222.0.60 "GET /v2.0/ports?device_id=341851b8-1f66-4cc3-9a27-d991ed88c09c HTTP/1.1" status: 200 len: 210 time: 0.0630283 Dec 16 09:29:13.746656 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-04780ddf-4b57-4050-8bba-d9868fc28f3e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3be48b7e-aadb-4715-80b1-ef5517a6fbfa HTTP/1.1" status: 200 len: 217 time: 0.0821595 Dec 16 09:29:13.768531 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-ec9a331c-8c9f-4385-b378-c95d3f734139 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] Allocated IP 172.20.0.14 (54cd7390-9ce7-41da-a108-8bb6fcdb5cae/74044546-cbf3-4a48-9e82-792716e250de/1289ae8b-b5f4-465f-98cc-c0b0e4e94aad) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:29:13.800643 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-8d1e7707-3a20-41a1-9495-2ab744918d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:13.801960 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-8d1e7707-3a20-41a1-9495-2ab744918d97 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1e11efc-2921-4ef6-b725-208b9f6cb7a8 HTTP/1.1" status: 200 len: 848 time: 0.0445347 Dec 16 09:29:13.839037 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-7f655926-9e49-4c1f-a94c-28e339bf8ea9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd229606-1f82-48a3-82a3-fb35078f3dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256891 Dec 16 09:29:13.856911 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-d735ff2f-82ce-43fe-8a3d-08ca0138e71b req-f0ce98c7-d60a-4d97-a62e-e1c8f997a1cf tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Deleting port 7914c882-3d88-4afe-ab59-38343ca9c659 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:29:13.857300 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d735ff2f-82ce-43fe-8a3d-08ca0138e71b req-f0ce98c7-d60a-4d97-a62e-e1c8f997a1cf tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:13.896907 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-342645da-5576-4b8b-9a47-998412d3163d req-a3afcb71-30d7-4c9e-afcf-5487d0e36f7a tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:13.929663 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3afcb71-30d7-4c9e-afcf-5487d0e36f7a tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Pushing event deleted for resources: {'Port': ['ID=ae735225-7071-449e-8754-e40f44df1b40,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:13.988647 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-342645da-5576-4b8b-9a47-998412d3163d req-a3afcb71-30d7-4c9e-afcf-5487d0e36f7a tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] No DVR routers for this DVR port ae735225-7071-449e-8754-e40f44df1b40 on host n-h2-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:29:13.994786 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-342645da-5576-4b8b-9a47-998412d3163d req-a3afcb71-30d7-4c9e-afcf-5487d0e36f7a tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:13.998552 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-342645da-5576-4b8b-9a47-998412d3163d req-a3afcb71-30d7-4c9e-afcf-5487d0e36f7a tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.58 "DELETE /v2.0/ports/ae735225-7071-449e-8754-e40f44df1b40 HTTP/1.1" status: 204 len: 173 time: 1.0925512 Dec 16 09:29:13.998552 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed438a16-1053-417b-8133-5ebafebae73c', 'name': 'network-vif-deleted', 'tag': 'ae735225-7071-449e-8754-e40f44df1b40'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:14.000741 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249be46c-757c-4067-a0b5-3b3726db0a92" -d '{"events": [{"server_uuid": "ed438a16-1053-417b-8133-5ebafebae73c", "name": "network-vif-deleted", "tag": "ae735225-7071-449e-8754-e40f44df1b40"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:14.015014 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-4df28758-7d80-42b7-a206-dae8a60a5c11 service neutron] 10.222.0.57 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679621 Dec 16 09:29:14.033491 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-d735ff2f-82ce-43fe-8a3d-08ca0138e71b req-f0ce98c7-d60a-4d97-a62e-e1c8f997a1cf tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] For port 7914c882-3d88-4afe-ab59-38343ca9c659, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=7914c882-3d88-4afe-ab59-38343ca9c659,segment=NetworkSegment(86c5d65d-0a28-4cbb-b6eb-52df45cc588d),segment_id=86c5d65d-0a28-4cbb-b6eb-52df45cc588d)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:14.033859 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d735ff2f-82ce-43fe-8a3d-08ca0138e71b req-f0ce98c7-d60a-4d97-a62e-e1c8f997a1cf tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:14.057347 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-ec9a331c-8c9f-4385-b378-c95d3f734139 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:14.059002 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-d735ff2f-82ce-43fe-8a3d-08ca0138e71b req-f0ce98c7-d60a-4d97-a62e-e1c8f997a1cf tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Calling delete_port for 7914c882-3d88-4afe-ab59-38343ca9c659 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:29:14.115700 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a4f87b-3fc3-42f3-b58d-c9678c23b62e x-openstack-request-id: req-06a4f87b-3fc3-42f3-b58d-c9678c23b62e {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:14.116269 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed438a16-1053-417b-8133-5ebafebae73c", "name": "network-vif-deleted", "tag": "ae735225-7071-449e-8754-e40f44df1b40", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:14.116269 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-06a4f87b-3fc3-42f3-b58d-c9678c23b62e {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:14.116612 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed438a16-1053-417b-8133-5ebafebae73c', 'name': 'network-vif-deleted', 'tag': 'ae735225-7071-449e-8754-e40f44df1b40', 'status': 'completed', 'code': 200} Dec 16 09:29:14.173736 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-e5894842-96f0-40f9-8981-277aae827233 service neutron] 10.222.0.57 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500242 Dec 16 09:29:14.313645 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-ec9a331c-8c9f-4385-b378-c95d3f734139 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:14.344824 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e3582-8adf-43eb-b5a0-bd93c9a4d71f req-bf911199-8ae7-4e5f-90f1-daa73b26d2e8 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:14.346766 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-858e3582-8adf-43eb-b5a0-bd93c9a4d71f req-bf911199-8ae7-4e5f-90f1-daa73b26d2e8 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=1780cd1a-fff5-49ad-80de-a5e6cebe0b1b HTTP/1.1" status: 200 len: 946 time: 0.0698164 Dec 16 09:29:14.378985 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-ec9a331c-8c9f-4385-b378-c95d3f734139 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] Network 54cd7390-9ce7-41da-a108-8bb6fcdb5cae is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:29:14.398180 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-ec9a331c-8c9f-4385-b378-c95d3f734139 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:29:14.405564 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-ec9a331c-8c9f-4385-b378-c95d3f734139 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:29:14.425494 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-858e3582-8adf-43eb-b5a0-bd93c9a4d71f req-9cbe3d0e-bf37-4560-ac58-b9099719fa67 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697410 Dec 16 09:29:14.497312 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38176) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:14.518544 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-ec9a331c-8c9f-4385-b378-c95d3f734139 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:14.519237 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-ec9a331c-8c9f-4385-b378-c95d3f734139 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:14.562951 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a331c-8c9f-4385-b378-c95d3f734139 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] Pushing event updated for resources: {'Port': ['ID=1289ae8b-b5f4-465f-98cc-c0b0e4e94aad,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:14.571482 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d735ff2f-82ce-43fe-8a3d-08ca0138e71b req-f0ce98c7-d60a-4d97-a62e-e1c8f997a1cf tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:14.587642 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['7914c882-3d88-4afe-ab59-38343ca9c659'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:14.659176 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce98c7-d60a-4d97-a62e-e1c8f997a1cf tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Pushing event deleted for resources: {'Port': ['ID=7914c882-3d88-4afe-ab59-38343ca9c659,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:14.730673 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c5aa3f5b-cd59-4639-b99f-bfc51a902556 req-aabe6e14-5be2-4313-915a-4dd501f24b0a tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed438a16-1053-417b-8133-5ebafebae73c HTTP/1.1" status: 200 len: 210 time: 0.0358839 Dec 16 09:29:14.747020 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-559af2c7-1964-4fa5-80b1-07e493daa348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:14.794327 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d735ff2f-82ce-43fe-8a3d-08ca0138e71b req-f0ce98c7-d60a-4d97-a62e-e1c8f997a1cf tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] No DVR routers for this DVR port 7914c882-3d88-4afe-ab59-38343ca9c659 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:29:14.801616 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d735ff2f-82ce-43fe-8a3d-08ca0138e71b req-f0ce98c7-d60a-4d97-a62e-e1c8f997a1cf tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:14.807461 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d735ff2f-82ce-43fe-8a3d-08ca0138e71b req-f0ce98c7-d60a-4d97-a62e-e1c8f997a1cf tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.57 "DELETE /v2.0/ports/7914c882-3d88-4afe-ab59-38343ca9c659 HTTP/1.1" status: 204 len: 173 time: 1.1067750 Dec 16 09:29:14.820102 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-ec9a331c-8c9f-4385-b378-c95d3f734139 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7527564 Dec 16 09:29:14.820102 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1780cd1a-fff5-49ad-80de-a5e6cebe0b1b', 'name': 'network-vif-deleted', 'tag': '7914c882-3d88-4afe-ab59-38343ca9c659'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:14.821246 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58cac29-7125-49d3-b88d-76f80d909d92" -d '{"events": [{"server_uuid": "1780cd1a-fff5-49ad-80de-a5e6cebe0b1b", "name": "network-vif-deleted", "tag": "7914c882-3d88-4afe-ab59-38343ca9c659"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:14.836865 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-9428f740-4fe5-476b-a8e2-313cca69c239 service neutron] Request body: {'port': {'device_id': '341851b8-1f66-4cc3-9a27-d991ed88c09c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:14.858581 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b0de9-1a7d-4366-979d-95d62091d4b1 req-c2ed40b9-a435-476f-ad3b-670d9f3e54df tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:14.867282 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1a0b0de9-1a7d-4366-979d-95d62091d4b1 req-c2ed40b9-a435-476f-ad3b-670d9f3e54df tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 945 time: 0.2226622 Dec 16 09:29:14.957793 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1a0b0de9-1a7d-4366-979d-95d62091d4b1 req-72702afb-c936-4fa6-aa00-d16e5c926a94 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895271 Dec 16 09:29:15.038567 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-559af2c7-1964-4fa5-80b1-07e493daa348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:15.074553 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-9428f740-4fe5-476b-a8e2-313cca69c239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:15.137644 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d6e2f-4eb4-44bf-ba31-59a5abdc6a11 req-2ef0bc2f-f4b0-4804-8131-2df916cd8202 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:15.151565 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fc3d6e2f-4eb4-44bf-ba31-59a5abdc6a11 req-2ef0bc2f-f4b0-4804-8131-2df916cd8202 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] 10.222.0.60 "GET /v2.0/ports?device_id=341851b8-1f66-4cc3-9a27-d991ed88c09c HTTP/1.1" status: 200 len: 932 time: 0.2418046 Dec 16 09:29:15.164687 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216eb9b9-aeaa-4ffe-8d86-fab5d7ee3d41 x-openstack-request-id: req-216eb9b9-aeaa-4ffe-8d86-fab5d7ee3d41 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:15.165048 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1780cd1a-fff5-49ad-80de-a5e6cebe0b1b", "name": "network-vif-deleted", "tag": "7914c882-3d88-4afe-ab59-38343ca9c659", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:15.165664 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-216eb9b9-aeaa-4ffe-8d86-fab5d7ee3d41 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:15.172837 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-559af2c7-1964-4fa5-80b1-07e493daa348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:15.175386 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1780cd1a-fff5-49ad-80de-a5e6cebe0b1b', 'name': 'network-vif-deleted', 'tag': '7914c882-3d88-4afe-ab59-38343ca9c659', 'status': 'completed', 'code': 200} Dec 16 09:29:15.275823 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559af2c7-1964-4fa5-80b1-07e493daa348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d15c434-45b8-462c-aea3-ec1bc58a3bef,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:15.337599 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-559af2c7-1964-4fa5-80b1-07e493daa348 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=80f56baa85af4d139885fc31067ebc33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8380935 Dec 16 09:29:15.340088 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38198) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:15.351812 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fc3d6e2f-4eb4-44bf-ba31-59a5abdc6a11 req-0829b14d-54c0-48f2-85ea-55ffdd7cb7f8 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] 10.222.0.60 "GET /v2.0/security-groups?id=c8731037-b59e-49d1-b57d-15e6ba9783d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969013 Dec 16 09:29:15.721500 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d134ced9-d300-4610-8aba-48cc28e43cb3 req-2a9c5c02-0c1d-4890-894c-9cbb3b33a6c8 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=1780cd1a-fff5-49ad-80de-a5e6cebe0b1b HTTP/1.1" status: 200 len: 210 time: 0.0902843 Dec 16 09:29:15.795794 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-9428f740-4fe5-476b-a8e2-313cca69c239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1289ae8b-b5f4-465f-98cc-c0b0e4e94aad {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:29:15.805386 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5df22834-8487-4fe7-be86-b126a49f347d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:15.832023 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5df22834-8487-4fe7-be86-b126a49f347d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:15.929407 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-9428f740-4fe5-476b-a8e2-313cca69c239 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:16.050877 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-9428f740-4fe5-476b-a8e2-313cca69c239 service neutron] Transition to ACTIVE for port object 1289ae8b-b5f4-465f-98cc-c0b0e4e94aad will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:29:16.052831 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5df22834-8487-4fe7-be86-b126a49f347d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:16.056568 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5df22834-8487-4fe7-be86-b126a49f347d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:16.058357 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5df22834-8487-4fe7-be86-b126a49f347d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1d15c434-45b8-462c-aea3-ec1bc58a3bef HTTP/1.1" status: 204 len: 168 time: 0.7168760 Dec 16 09:29:16.065009 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device ae735225-7071-449e-8754-e40f44df1b40 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:29:16.081860 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df22834-8487-4fe7-be86-b126a49f347d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d15c434-45b8-462c-aea3-ec1bc58a3bef,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:16.134769 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: ae735225-7071-449e-8754-e40f44df1b40 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:29:16.135256 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device ae735225-7071-449e-8754-e40f44df1b40 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:29:16.141867 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-9428f740-4fe5-476b-a8e2-313cca69c239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:16.194202 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04acfdbf-52de-4ec1-aa18-f29602c17da0 req-924dd083-dea2-480d-9357-d6b4b14a70dd tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:16.198987 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-04acfdbf-52de-4ec1-aa18-f29602c17da0 req-924dd083-dea2-480d-9357-d6b4b14a70dd tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 945 time: 0.1615105 Dec 16 09:29:16.278869 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-04acfdbf-52de-4ec1-aa18-f29602c17da0 req-f0d99060-bbe8-4d81-8d6d-3c98a84c51bf tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729923 Dec 16 09:29:16.372196 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9428f740-4fe5-476b-a8e2-313cca69c239 service neutron] Pushing event updated for resources: {'Port': ['ID=1289ae8b-b5f4-465f-98cc-c0b0e4e94aad,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:16.385579 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-9428f740-4fe5-476b-a8e2-313cca69c239 service neutron] Attempting to bind port 1289ae8b-b5f4-465f-98cc-c0b0e4e94aad on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:29:16.386007 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-9428f740-4fe5-476b-a8e2-313cca69c239 service neutron] Attempting to bind port 1289ae8b-b5f4-465f-98cc-c0b0e4e94aad by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '3c888856-58cc-42f3-a8e0-540f91bb1828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '54cd7390-9ce7-41da-a108-8bb6fcdb5cae'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:29:16.386239 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-9428f740-4fe5-476b-a8e2-313cca69c239 service neutron] Attempting to bind port 1289ae8b-b5f4-465f-98cc-c0b0e4e94aad on network 54cd7390-9ce7-41da-a108-8bb6fcdb5cae {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:29:16.391360 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-9428f740-4fe5-476b-a8e2-313cca69c239 service neutron] Port 1289ae8b-b5f4-465f-98cc-c0b0e4e94aad on network 54cd7390-9ce7-41da-a108-8bb6fcdb5cae not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:29:16.391687 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-9428f740-4fe5-476b-a8e2-313cca69c239 service neutron] Attempting to bind port 1289ae8b-b5f4-465f-98cc-c0b0e4e94aad on network 54cd7390-9ce7-41da-a108-8bb6fcdb5cae {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:29:16.397701 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-9428f740-4fe5-476b-a8e2-313cca69c239 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:29:16.397949 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-9428f740-4fe5-476b-a8e2-313cca69c239 service neutron] Checking segment: {'id': '3c888856-58cc-42f3-a8e0-540f91bb1828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '54cd7390-9ce7-41da-a108-8bb6fcdb5cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:29:16.398339 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-9428f740-4fe5-476b-a8e2-313cca69c239 service neutron] Bound using segment: {'id': '3c888856-58cc-42f3-a8e0-540f91bb1828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '54cd7390-9ce7-41da-a108-8bb6fcdb5cae'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:29:16.398787 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-9428f740-4fe5-476b-a8e2-313cca69c239 service neutron] Bound port: 1289ae8b-b5f4-465f-98cc-c0b0e4e94aad, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c888856-58cc-42f3-a8e0-540f91bb1828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '54cd7390-9ce7-41da-a108-8bb6fcdb5cae'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:29:16.399125 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-9428f740-4fe5-476b-a8e2-313cca69c239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:16.484708 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-9428f740-4fe5-476b-a8e2-313cca69c239 service neutron] For port 1289ae8b-b5f4-465f-98cc-c0b0e4e94aad, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:29:16.486193 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-9428f740-4fe5-476b-a8e2-313cca69c239 service neutron] For port 1289ae8b-b5f4-465f-98cc-c0b0e4e94aad, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=1289ae8b-b5f4-465f-98cc-c0b0e4e94aad,segment=NetworkSegment(3c888856-58cc-42f3-a8e0-540f91bb1828),segment_id=3c888856-58cc-42f3-a8e0-540f91bb1828)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:29:16.668868 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1485d66-3ce0-4d89-883b-31ce00872b8d req-9e16df36-ec24-4954-bc77-78cda58e21b1 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:16.671483 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e5e05-8aab-4ca8-95e2-eadf32d1c5cd req-de02bd07-457f-4f44-838d-a52b8f9f39b2 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:16.676512 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c1485d66-3ce0-4d89-883b-31ce00872b8d req-9e16df36-ec24-4954-bc77-78cda58e21b1 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7aed87-9375-4780-96ca-6b77cb95d113 HTTP/1.1" status: 200 len: 945 time: 0.0634980 Dec 16 09:29:16.681910 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2d9e5e05-8aab-4ca8-95e2-eadf32d1c5cd req-de02bd07-457f-4f44-838d-a52b8f9f39b2 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] 10.222.0.60 "GET /v2.0/ports?device_id=341851b8-1f66-4cc3-9a27-d991ed88c09c HTTP/1.1" status: 200 len: 944 time: 0.0921528 Dec 16 09:29:16.738525 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c1485d66-3ce0-4d89-883b-31ce00872b8d req-fdd2ddd6-53a8-464c-aa4f-0daaf4b5a8fd tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587273 Dec 16 09:29:16.745035 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-9428f740-4fe5-476b-a8e2-313cca69c239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:16.788368 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2d9e5e05-8aab-4ca8-95e2-eadf32d1c5cd req-d91b0e11-ef8d-4503-8640-5025895d61d4 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] 10.222.0.60 "GET /v2.0/security-groups?id=c8731037-b59e-49d1-b57d-15e6ba9783d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054759 Dec 16 09:29:16.866405 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-9428f740-4fe5-476b-a8e2-313cca69c239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:16.867034 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-9428f740-4fe5-476b-a8e2-313cca69c239 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:16.868449 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-9428f740-4fe5-476b-a8e2-313cca69c239 service neutron] 10.222.0.58 "PUT /v2.0/ports/1289ae8b-b5f4-465f-98cc-c0b0e4e94aad HTTP/1.1" status: 200 len: 1092 time: 2.0397611 Dec 16 09:29:16.938593 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9428f740-4fe5-476b-a8e2-313cca69c239 service neutron] Pushing event updated for resources: {'Port': ['ID=1289ae8b-b5f4-465f-98cc-c0b0e4e94aad,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:17.079099 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0b2b4-5afe-479b-97e1-85aa454ba6d8 req-34c69fac-c349-420c-858b-f7feb6b3a751 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:17.080702 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-08f0b2b4-5afe-479b-97e1-85aa454ba6d8 req-34c69fac-c349-420c-858b-f7feb6b3a751 tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d7aed87-9375-4780-96ca-6b77cb95d113 HTTP/1.1" status: 200 len: 945 time: 0.1382627 Dec 16 09:29:17.083247 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-2d77cda2-05ee-48a5-b269-f500e2b4be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:17.085806 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-2d77cda2-05ee-48a5-b269-f500e2b4be86 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0560e1f342d14730ab7e3bce316d12ba&device_id=341851b8-1f66-4cc3-9a27-d991ed88c09c HTTP/1.1" status: 200 len: 1095 time: 0.0735214 Dec 16 09:29:17.183224 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-45db702d-62ae-4392-9991-bc6f5e06def5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1289ae8b-b5f4-465f-98cc-c0b0e4e94aad HTTP/1.1" status: 200 len: 217 time: 0.0811043 Dec 16 09:29:17.183743 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '341851b8-1f66-4cc3-9a27-d991ed88c09c', 'tag': '1289ae8b-b5f4-465f-98cc-c0b0e4e94aad'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:17.186304 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121f668b-1ecf-444f-a1c4-70fcf6aab970" -d '{"events": [{"name": "network-changed", "server_uuid": "341851b8-1f66-4cc3-9a27-d991ed88c09c", "tag": "1289ae8b-b5f4-465f-98cc-c0b0e4e94aad"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:17.280202 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-c464de8a-81ac-43db-8ccc-83e8d56d2d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:17.283752 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-c464de8a-81ac-43db-8ccc-83e8d56d2d39 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74044546-cbf3-4a48-9e82-792716e250de HTTP/1.1" status: 200 len: 860 time: 0.0938492 Dec 16 09:29:17.294033 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d00960c-1d12-4f5f-82b8-76894fc7122c x-openstack-request-id: req-7d00960c-1d12-4f5f-82b8-76894fc7122c {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:17.294469 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "341851b8-1f66-4cc3-9a27-d991ed88c09c", "tag": "1289ae8b-b5f4-465f-98cc-c0b0e4e94aad", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:17.294901 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7d00960c-1d12-4f5f-82b8-76894fc7122c {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:17.295396 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '341851b8-1f66-4cc3-9a27-d991ed88c09c', 'tag': '1289ae8b-b5f4-465f-98cc-c0b0e4e94aad', 'status': 'completed', 'code': 200} Dec 16 09:29:17.389221 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-b7c73182-d347-46a0-a7b2-7505800afe95 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=54cd7390-9ce7-41da-a108-8bb6fcdb5cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879824 Dec 16 09:29:17.486700 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-b13e106d-d607-413a-a4f2-5f28dd887bff tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:17.489994 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-b13e106d-d607-413a-a4f2-5f28dd887bff tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/networks?id=b3f60eab-6f2c-4106-b76e-873bab2183f6 HTTP/1.1" status: 200 len: 811 time: 0.2237685 Dec 16 09:29:17.559508 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-08f0b2b4-5afe-479b-97e1-85aa454ba6d8 req-28729271-54e9-47c4-a759-fc75f90349ea tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Deleting port 266c00ed-295e-4866-a2f0-1531c8535562 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:29:17.564244 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-08f0b2b4-5afe-479b-97e1-85aa454ba6d8 req-28729271-54e9-47c4-a759-fc75f90349ea tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:17.586728 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-454f89f9-fe08-425b-b748-865ef2c501c2 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/quotas/928a77c00bdc452c92b87dad5de07f0a HTTP/1.1" status: 200 len: 375 time: 0.0902023 Dec 16 09:29:17.669586 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38264) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:17.701202 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-21876403-f9d3-4714-bf29-36d7ea7c491f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:17.731299 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b14fa6-72af-43f1-ac88-0ade68bd2179 req-eef3127c-f5e3-481c-ad23-d062e46a8def tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:17.738838 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c1b14fa6-72af-43f1-ac88-0ade68bd2179 req-eef3127c-f5e3-481c-ad23-d062e46a8def tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 945 time: 0.1459646 Dec 16 09:29:17.745644 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-1e91788a-e408-4031-9169-1985594b06a5 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=928a77c00bdc452c92b87dad5de07f0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522342 Dec 16 09:29:17.859600 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-21bd060e-32ff-4352-b1a7-d61054898def service neutron] 10.222.0.60 "GET /v2.0/networks/b3f60eab-6f2c-4106-b76e-873bab2183f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129069 Dec 16 09:29:17.866695 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-333da0a7-030a-47e1-a6c9-9fc81694bb6b service neutron] 10.222.0.58 "GET /v2.0/networks/54cd7390-9ce7-41da-a108-8bb6fcdb5cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694414 Dec 16 09:29:17.965767 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c1b14fa6-72af-43f1-ac88-0ade68bd2179 req-8c45c3b5-b8dc-404d-8fd7-fb51730ddec0 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254703 Dec 16 09:29:18.046709 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-21876403-f9d3-4714-bf29-36d7ea7c491f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:18.054232 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-08f0b2b4-5afe-479b-97e1-85aa454ba6d8 req-28729271-54e9-47c4-a759-fc75f90349ea tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] For port 266c00ed-295e-4866-a2f0-1531c8535562, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=266c00ed-295e-4866-a2f0-1531c8535562,segment=NetworkSegment(03e3e8eb-20e5-426d-93b9-386e8794b901),segment_id=03e3e8eb-20e5-426d-93b9-386e8794b901)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:18.054796 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-08f0b2b4-5afe-479b-97e1-85aa454ba6d8 req-28729271-54e9-47c4-a759-fc75f90349ea tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:18.072495 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-08f0b2b4-5afe-479b-97e1-85aa454ba6d8 req-28729271-54e9-47c4-a759-fc75f90349ea tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Calling delete_port for 266c00ed-295e-4866-a2f0-1531c8535562 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:29:18.101146 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3d574a79-9ce2-48b8-909a-c43007be3ff4 req-f3faa510-f4ca-4778-b092-ef4bcf8112b3 service neutron] 10.222.0.58 "GET /v2.0/networks/54cd7390-9ce7-41da-a108-8bb6fcdb5cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216446 Dec 16 09:29:18.132720 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-21876403-f9d3-4714-bf29-36d7ea7c491f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:18.166219 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-2753c7f8-ef46-4fdd-a207-5e673272cb7c service neutron] 10.222.0.60 "GET /v2.0/networks/b3f60eab-6f2c-4106-b76e-873bab2183f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050950 Dec 16 09:29:18.297954 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21876403-f9d3-4714-bf29-36d7ea7c491f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8157dd0c-4b36-46bc-b7ca-eb7be881c791,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:18.346895 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-21876403-f9d3-4714-bf29-36d7ea7c491f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7e061e9ad144416087880a4834953fd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6606784 Dec 16 09:29:18.346895 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38272) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:18.375536 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44370fcb-068b-45fb-b74e-9c0320e38ee1 req-dcd91751-dd97-4f3a-aed3-3b9dce09468c tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:18.385777 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-44370fcb-068b-45fb-b74e-9c0320e38ee1 req-dcd91751-dd97-4f3a-aed3-3b9dce09468c tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7aed87-9375-4780-96ca-6b77cb95d113 HTTP/1.1" status: 200 len: 945 time: 0.1942558 Dec 16 09:29:18.395876 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a5ccd754-c42f-44e5-a10d-c79c3b4b17bd req-bad26f7d-6b44-4818-b0dc-26b90a6a674b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1552205 Dec 16 09:29:18.398959 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f668b-1ecf-444f-a1c4-70fcf6aab970 req-f0df0dbc-64dc-4589-a304-09f7ad752939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:18.401999 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-121f668b-1ecf-444f-a1c4-70fcf6aab970 req-f0df0dbc-64dc-4589-a304-09f7ad752939 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0560e1f342d14730ab7e3bce316d12ba&device_id=341851b8-1f66-4cc3-9a27-d991ed88c09c HTTP/1.1" status: 200 len: 1095 time: 0.0667329 Dec 16 09:29:18.509181 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-44370fcb-068b-45fb-b74e-9c0320e38ee1 req-3ec1b7ac-9297-4ca5-a085-3323f185688a tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/security-groups?id=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138611 Dec 16 09:29:18.559015 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f668b-1ecf-444f-a1c4-70fcf6aab970 req-1e652694-d8a2-4e1c-a671-0ad7da51e699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:18.560583 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-121f668b-1ecf-444f-a1c4-70fcf6aab970 req-1e652694-d8a2-4e1c-a671-0ad7da51e699 service neutron] 10.222.0.58 "GET /v2.0/networks?id=54cd7390-9ce7-41da-a108-8bb6fcdb5cae HTTP/1.1" status: 200 len: 921 time: 0.1501234 Dec 16 09:29:18.583579 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1b73aa5a-51f3-48a1-889d-e6efaf0f2ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:18.611354 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 7914c882-3d88-4afe-ab59-38343ca9c659 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:29:18.619986 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ccd754-c42f-44e5-a10d-c79c3b4b17bd req-ce7e2f01-28e8-49da-8c81-9b1e5ad33f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:18.621576 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a5ccd754-c42f-44e5-a10d-c79c3b4b17bd req-ce7e2f01-28e8-49da-8c81-9b1e5ad33f1b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ef267339b96a4504bcc86eb4b94505b3&device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 1096 time: 0.1647992 Dec 16 09:29:18.688943 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-08f0b2b4-5afe-479b-97e1-85aa454ba6d8 req-28729271-54e9-47c4-a759-fc75f90349ea tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:18.695669 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 7914c882-3d88-4afe-ab59-38343ca9c659 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:29:18.696037 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 7914c882-3d88-4afe-ab59-38343ca9c659 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:29:18.709727 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-121f668b-1ecf-444f-a1c4-70fcf6aab970 req-017273bc-14d0-4f08-be7c-5e17c54df86d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1289ae8b-b5f4-465f-98cc-c0b0e4e94aad HTTP/1.1" status: 200 len: 217 time: 0.1333487 Dec 16 09:29:18.779684 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1b73aa5a-51f3-48a1-889d-e6efaf0f2ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:18.855366 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28729271-54e9-47c4-a759-fc75f90349ea tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Pushing event deleted for resources: {'Port': ['ID=266c00ed-295e-4866-a2f0-1531c8535562,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:18.875605 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-39d68d1b-9144-4149-8564-2115f9613180 req-03fed603-d335-4d14-8cef-eca14eb1cb04 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 210 time: 0.1573036 Dec 16 09:29:18.888679 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb02570-67cd-43ce-b081-fcd7d5f746d9 req-c70dde0c-92bd-44c6-8590-e7a68acb27f5 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:18.898482 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-efb02570-67cd-43ce-b081-fcd7d5f746d9 req-c70dde0c-92bd-44c6-8590-e7a68acb27f5 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] 10.222.0.60 "GET /v2.0/ports?device_id=341851b8-1f66-4cc3-9a27-d991ed88c09c HTTP/1.1" status: 200 len: 944 time: 0.2174358 Dec 16 09:29:18.917431 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ccd754-c42f-44e5-a10d-c79c3b4b17bd req-919c6770-10bb-4ef4-a296-eff9f0442e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:18.919094 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a5ccd754-c42f-44e5-a10d-c79c3b4b17bd req-919c6770-10bb-4ef4-a296-eff9f0442e82 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fd229606-1f82-48a3-82a3-fb35078f3dba HTTP/1.1" status: 200 len: 909 time: 0.2584119 Dec 16 09:29:18.955848 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f0b2b4-5afe-479b-97e1-85aa454ba6d8 req-28729271-54e9-47c4-a759-fc75f90349ea tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] No DVR routers for this DVR port 266c00ed-295e-4866-a2f0-1531c8535562 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:29:18.959602 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-08f0b2b4-5afe-479b-97e1-85aa454ba6d8 req-28729271-54e9-47c4-a759-fc75f90349ea tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:18.964167 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-08f0b2b4-5afe-479b-97e1-85aa454ba6d8 req-28729271-54e9-47c4-a759-fc75f90349ea tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.58 "DELETE /v2.0/ports/266c00ed-295e-4866-a2f0-1531c8535562 HTTP/1.1" status: 204 len: 173 time: 1.8700898 Dec 16 09:29:18.992128 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f668b-1ecf-444f-a1c4-70fcf6aab970 req-a5fa43da-76d4-472b-acde-2040ffd54739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:18.993698 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-121f668b-1ecf-444f-a1c4-70fcf6aab970 req-a5fa43da-76d4-472b-acde-2040ffd54739 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74044546-cbf3-4a48-9e82-792716e250de HTTP/1.1" status: 200 len: 860 time: 0.2664375 Dec 16 09:29:18.998077 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-efb02570-67cd-43ce-b081-fcd7d5f746d9 req-0723b6fb-0ac2-4575-86e9-85715277e5a4 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] 10.222.0.60 "GET /v2.0/security-groups?id=c8731037-b59e-49d1-b57d-15e6ba9783d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984628 Dec 16 09:29:19.000329 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a5ccd754-c42f-44e5-a10d-c79c3b4b17bd req-c4287aff-51ba-4406-9114-8cd3093243fb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60471c1d-42eb-423b-bcb3-275603b614e3 HTTP/1.1" status: 200 len: 217 time: 0.0620992 Dec 16 09:29:19.053334 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-121f668b-1ecf-444f-a1c4-70fcf6aab970 req-457f64fa-8f81-4d1a-8e77-0e5201d6e249 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=54cd7390-9ce7-41da-a108-8bb6fcdb5cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447023 Dec 16 09:29:19.093239 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ccd754-c42f-44e5-a10d-c79c3b4b17bd req-301ed6d6-597c-4351-9c81-3cb920de2a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:19.094752 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a5ccd754-c42f-44e5-a10d-c79c3b4b17bd req-301ed6d6-597c-4351-9c81-3cb920de2a14 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1e11efc-2921-4ef6-b725-208b9f6cb7a8 HTTP/1.1" status: 200 len: 848 time: 0.0774262 Dec 16 09:29:19.131789 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a5ccd754-c42f-44e5-a10d-c79c3b4b17bd req-898a76c2-a737-4bdd-878a-a61eef8b13eb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd229606-1f82-48a3-82a3-fb35078f3dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274823 Dec 16 09:29:19.174698 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52af85-2412-473c-9896-4f5366554741 req-70fcf07e-a196-4770-a524-32b3d31dbfd2 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:19.183125 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4f52af85-2412-473c-9896-4f5366554741 req-70fcf07e-a196-4770-a524-32b3d31dbfd2 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 945 time: 0.1286905 Dec 16 09:29:19.222427 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1b73aa5a-51f3-48a1-889d-e6efaf0f2ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:19.225958 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1b73aa5a-51f3-48a1-889d-e6efaf0f2ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:19.232612 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1b73aa5a-51f3-48a1-889d-e6efaf0f2ace admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8157dd0c-4b36-46bc-b7ca-eb7be881c791 HTTP/1.1" status: 204 len: 168 time: 0.8969810 Dec 16 09:29:19.245425 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4f52af85-2412-473c-9896-4f5366554741 req-4e4e1c3c-b306-4d91-aede-4178e409faa9 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613394 Dec 16 09:29:19.259600 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73aa5a-51f3-48a1-889d-e6efaf0f2ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8157dd0c-4b36-46bc-b7ca-eb7be881c791,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:19.282035 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-121f668b-1ecf-444f-a1c4-70fcf6aab970 req-5033a9f2-3a04-45ee-a0a0-c919d8daf1f6 service neutron] 10.222.0.58 "GET /v2.0/networks/54cd7390-9ce7-41da-a108-8bb6fcdb5cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149656 Dec 16 09:29:19.299767 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7aed87-9375-4780-96ca-6b77cb95d113', 'name': 'network-vif-deleted', 'tag': '266c00ed-295e-4866-a2f0-1531c8535562'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:19.302327 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27c33a2-832c-4c4f-8ffc-d1666c92ca69" -d '{"events": [{"server_uuid": "1d7aed87-9375-4780-96ca-6b77cb95d113", "name": "network-vif-deleted", "tag": "266c00ed-295e-4866-a2f0-1531c8535562"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:19.326253 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a5ccd754-c42f-44e5-a10d-c79c3b4b17bd req-d2cfc542-bbea-43ce-a28a-f50b8e4e082b service neutron] 10.222.0.58 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836035 Dec 16 09:29:19.367635 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee304310-6ac8-4ee7-b777-4838b2270e89 x-openstack-request-id: req-ee304310-6ac8-4ee7-b777-4838b2270e89 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:19.367952 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7aed87-9375-4780-96ca-6b77cb95d113", "name": "network-vif-deleted", "tag": "266c00ed-295e-4866-a2f0-1531c8535562", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:19.368207 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ee304310-6ac8-4ee7-b777-4838b2270e89 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:19.368645 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7aed87-9375-4780-96ca-6b77cb95d113', 'name': 'network-vif-deleted', 'tag': '266c00ed-295e-4866-a2f0-1531c8535562', 'status': 'completed', 'code': 200} Dec 16 09:29:19.442302 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-121f668b-1ecf-444f-a1c4-70fcf6aab970 req-87ddf561-3fc7-4d8d-8ccf-c308512cb958 service neutron] 10.222.0.58 "GET /v2.0/networks/54cd7390-9ce7-41da-a108-8bb6fcdb5cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511414 Dec 16 09:29:19.471515 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a5ccd754-c42f-44e5-a10d-c79c3b4b17bd req-0e1f1da2-0d9a-43c6-be27-581890fc6a4b service neutron] 10.222.0.58 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390874 Dec 16 09:29:19.685469 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-642cea8b-6578-4373-9e5c-a9637eed7bda req-621d7b1a-5bf8-439c-ba41-127a64a9be5e tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7aed87-9375-4780-96ca-6b77cb95d113 HTTP/1.1" status: 200 len: 210 time: 0.1046975 Dec 16 09:29:19.752559 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6191bcbf-fb83-42f8-a04e-3f312ea11fbd req-b07b7e40-846c-4880-8a87-8a8c98818a65 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0649178 Dec 16 09:29:19.856226 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191bcbf-fb83-42f8-a04e-3f312ea11fbd req-b5ac824e-e7af-4f64-aa8c-e2c0e6d3daf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:19.863931 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6191bcbf-fb83-42f8-a04e-3f312ea11fbd req-b5ac824e-e7af-4f64-aa8c-e2c0e6d3daf0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef267339b96a4504bcc86eb4b94505b3&device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 1097 time: 0.0605733 Dec 16 09:29:20.053168 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8fb55ded-909e-4b8f-8bab-39b45ae5703a req-cea92996-833b-4f75-b657-acd926aa2d55 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 210 time: 0.0510921 Dec 16 09:29:20.091873 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 1289ae8b-b5f4-465f-98cc-c0b0e4e94aad details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:29:20.102944 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191bcbf-fb83-42f8-a04e-3f312ea11fbd req-10c5da23-c117-4f80-83e1-c0401a71bb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:20.107573 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6191bcbf-fb83-42f8-a04e-3f312ea11fbd req-10c5da23-c117-4f80-83e1-c0401a71bb13 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fd229606-1f82-48a3-82a3-fb35078f3dba HTTP/1.1" status: 200 len: 909 time: 0.2204974 Dec 16 09:29:20.118121 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 266c00ed-295e-4866-a2f0-1531c8535562 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:29:20.195767 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 266c00ed-295e-4866-a2f0-1531c8535562 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:29:20.196117 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 266c00ed-295e-4866-a2f0-1531c8535562 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:29:20.219339 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6191bcbf-fb83-42f8-a04e-3f312ea11fbd req-33d4ebdb-00c6-4013-904b-37f2b5691044 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc4d5cdd-18c4-48c5-9909-5e525878e54a HTTP/1.1" status: 200 len: 217 time: 0.1063597 Dec 16 09:29:20.245482 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824ab63-9804-4412-aee2-f4d57125f5e8 req-93858dbc-c833-4867-b5b3-d3307b76247b tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:20.247775 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c824ab63-9804-4412-aee2-f4d57125f5e8 req-93858dbc-c833-4867-b5b3-d3307b76247b tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] 10.222.0.60 "GET /v2.0/ports?device_id=341851b8-1f66-4cc3-9a27-d991ed88c09c HTTP/1.1" status: 200 len: 944 time: 0.1143444 Dec 16 09:29:20.299713 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191bcbf-fb83-42f8-a04e-3f312ea11fbd req-b4cb9be0-9b93-454a-92d0-9c1e55410d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:20.302353 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6191bcbf-fb83-42f8-a04e-3f312ea11fbd req-b4cb9be0-9b93-454a-92d0-9c1e55410d0b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1e11efc-2921-4ef6-b725-208b9f6cb7a8 HTTP/1.1" status: 200 len: 848 time: 0.0758853 Dec 16 09:29:20.316433 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 1289ae8b-b5f4-465f-98cc-c0b0e4e94aad, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=1289ae8b-b5f4-465f-98cc-c0b0e4e94aad,segment=NetworkSegment(3c888856-58cc-42f3-a8e0-540f91bb1828),segment_id=3c888856-58cc-42f3-a8e0-540f91bb1828)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:20.320176 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c824ab63-9804-4412-aee2-f4d57125f5e8 req-dd23d301-5932-4c6c-a114-2abf60de45dd tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] 10.222.0.60 "GET /v2.0/security-groups?id=c8731037-b59e-49d1-b57d-15e6ba9783d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654132 Dec 16 09:29:20.329017 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '1289ae8b-b5f4-465f-98cc-c0b0e4e94aad', 'network_id': '54cd7390-9ce7-41da-a108-8bb6fcdb5cae', 'port_id': '1289ae8b-b5f4-465f-98cc-c0b0e4e94aad', 'mac_address': 'fa:16:3e:f4:82:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74044546-cbf3-4a48-9e82-792716e250de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:29:20.350018 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6191bcbf-fb83-42f8-a04e-3f312ea11fbd req-01939893-37b8-4dcb-a8fc-a31f62f531b2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd229606-1f82-48a3-82a3-fb35078f3dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402472 Dec 16 09:29:20.379959 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:20.393299 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1289ae8b-b5f4-465f-98cc-c0b0e4e94aad {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:29:20.414487 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 1289ae8b-b5f4-465f-98cc-c0b0e4e94aad, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=1289ae8b-b5f4-465f-98cc-c0b0e4e94aad,segment=NetworkSegment(3c888856-58cc-42f3-a8e0-540f91bb1828),segment_id=3c888856-58cc-42f3-a8e0-540f91bb1828)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:20.452623 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60799b-2fef-4669-80d5-67cd63ee1043 req-b01e9e40-01ea-4665-b7de-f3f9fc639790 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:20.454281 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cf60799b-2fef-4669-80d5-67cd63ee1043 req-b01e9e40-01ea-4665-b7de-f3f9fc639790 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 945 time: 0.1074259 Dec 16 09:29:20.506608 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cf60799b-2fef-4669-80d5-67cd63ee1043 req-a85b9d12-36af-4357-8b48-e23d00ef41cf tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446107 Dec 16 09:29:20.641624 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6191bcbf-fb83-42f8-a04e-3f312ea11fbd req-5d6505d5-7f17-4237-b76e-3db9fa46fef2 service neutron] 10.222.0.57 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796485 Dec 16 09:29:20.695557 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:20.769975 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6191bcbf-fb83-42f8-a04e-3f312ea11fbd req-01665339-a9e5-4f6f-b7fd-c5152463879d service neutron] 10.222.0.57 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211216 Dec 16 09:29:20.771333 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=1289ae8b-b5f4-465f-98cc-c0b0e4e94aad,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:20.886306 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4d4524bc-128a-47d5-8d78-844e1f50c0b4 req-d1118728-e708-426d-aab6-1218a42a6eff tempest-LiveAutoBlockMigrationV225Test-331826303 tempest-LiveAutoBlockMigrationV225Test-331826303-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7aed87-9375-4780-96ca-6b77cb95d113 HTTP/1.1" status: 200 len: 210 time: 0.0385466 Dec 16 09:29:20.922849 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['1289ae8b-b5f4-465f-98cc-c0b0e4e94aad'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:21.135938 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c754080e-6353-4efa-9f03-457236c1fa66 req-36cd8d8c-7c57-46fa-acec-c97f2eefdb24 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 210 time: 0.0290997 Dec 16 09:29:21.447688 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93063cab-485a-41b1-bdd7-e45feb51bddd req-fc01b348-7816-4b1e-9813-a00394cdef5c tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:21.449160 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-93063cab-485a-41b1-bdd7-e45feb51bddd req-fc01b348-7816-4b1e-9813-a00394cdef5c tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] 10.222.0.60 "GET /v2.0/ports?device_id=341851b8-1f66-4cc3-9a27-d991ed88c09c HTTP/1.1" status: 200 len: 945 time: 0.0534871 Dec 16 09:29:21.487230 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-93063cab-485a-41b1-bdd7-e45feb51bddd req-69654610-956b-4b19-821d-9c315bdccd80 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] 10.222.0.60 "GET /v2.0/security-groups?id=c8731037-b59e-49d1-b57d-15e6ba9783d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321164 Dec 16 09:29:21.861952 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5181110-cbd8-4988-9dc1-bb4133745509 req-bac77e24-101f-458c-be90-c091c3fc8ce4 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:21.863458 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c5181110-cbd8-4988-9dc1-bb4133745509 req-bac77e24-101f-458c-be90-c091c3fc8ce4 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 945 time: 0.0583589 Dec 16 09:29:21.934490 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c5181110-cbd8-4988-9dc1-bb4133745509 req-5871d1c4-519a-44ea-a7b3-addc134ccc2f tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636764 Dec 16 09:29:21.985987 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38416) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:22.073833 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6652b-71b0-4149-94da-981d4de04c8a req-0bf75867-e23f-4b78-91fa-87bc9499d026 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:22.075682 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fac6652b-71b0-4149-94da-981d4de04c8a req-0bf75867-e23f-4b78-91fa-87bc9499d026 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/ports?device_id=460a51c5-f1e7-42cc-985a-2873bed917ae HTTP/1.1" status: 200 len: 950 time: 0.0518110 Dec 16 09:29:22.106025 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 1289ae8b-b5f4-465f-98cc-c0b0e4e94aad up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:29:22.145166 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fac6652b-71b0-4149-94da-981d4de04c8a req-df0f5cc5-2cc8-4318-bf20-db20e7f68388 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/security-groups?id=7773d9c1-b949-408d-b35c-ee4d1acd8f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611827 Dec 16 09:29:22.164751 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-41824105-b762-41f7-bcd5-32521a0f34e2 admin admin] Deleting subnet c12d578e-3c58-4d75-9f2c-b724e40168b0 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:29:22.173965 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-41824105-b762-41f7-bcd5-32521a0f34e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:22.213309 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-41824105-b762-41f7-bcd5-32521a0f34e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:22.260565 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-41824105-b762-41f7-bcd5-32521a0f34e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:22.261914 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0fa31490-ae9e-45ed-8b96-4827316b7c93 req-c8d8cb01-aec6-482a-bb3a-e2cb5591aa51 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 210 time: 0.0331955 Dec 16 09:29:22.386916 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 1289ae8b-b5f4-465f-98cc-c0b0e4e94aad completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:29:22.391525 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 1289ae8b-b5f4-465f-98cc-c0b0e4e94aad triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:29:22.392815 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:22.472540 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-41824105-b762-41f7-bcd5-32521a0f34e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:22.474992 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:22.482962 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41824105-b762-41f7-bcd5-32521a0f34e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c12d578e-3c58-4d75-9f2c-b724e40168b0,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:22.488239 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-41824105-b762-41f7-bcd5-32521a0f34e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:22.501729 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-41824105-b762-41f7-bcd5-32521a0f34e2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c12d578e-3c58-4d75-9f2c-b724e40168b0 HTTP/1.1" status: 204 len: 168 time: 0.5058908 Dec 16 09:29:22.501729 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38434) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:22.501943 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '341851b8-1f66-4cc3-9a27-d991ed88c09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1289ae8b-b5f4-465f-98cc-c0b0e4e94aad'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:22.503887 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e86b6fe-5606-47ef-ac28-8f4f3484ec1d" -d '{"events": [{"server_uuid": "341851b8-1f66-4cc3-9a27-d991ed88c09c", "name": "network-vif-plugged", "status": "completed", "tag": "1289ae8b-b5f4-465f-98cc-c0b0e4e94aad"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:22.520890 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 1289ae8b-b5f4-465f-98cc-c0b0e4e94aad, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=1289ae8b-b5f4-465f-98cc-c0b0e4e94aad,segment=NetworkSegment(3c888856-58cc-42f3-a8e0-540f91bb1828),segment_id=3c888856-58cc-42f3-a8e0-540f91bb1828)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:22.562611 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a587b3-ea97-4f78-8fbb-9f7ca2a55e99 x-openstack-request-id: req-e8a587b3-ea97-4f78-8fbb-9f7ca2a55e99 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:22.562901 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "341851b8-1f66-4cc3-9a27-d991ed88c09c", "name": "network-vif-plugged", "status": "completed", "tag": "1289ae8b-b5f4-465f-98cc-c0b0e4e94aad", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:22.563151 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e8a587b3-ea97-4f78-8fbb-9f7ca2a55e99 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:22.563683 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '341851b8-1f66-4cc3-9a27-d991ed88c09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1289ae8b-b5f4-465f-98cc-c0b0e4e94aad', 'code': 200} Dec 16 09:29:22.648157 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-69d06023-021c-41d7-ba47-5f49f5ab12e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:22.676458 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0031f82-cbc3-4097-917d-92e91d9c66a1 req-424c5c45-b81d-4978-8c5f-d3c00b0858f9 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:22.677910 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a0031f82-cbc3-4097-917d-92e91d9c66a1 req-424c5c45-b81d-4978-8c5f-d3c00b0858f9 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] 10.222.0.60 "GET /v2.0/ports?device_id=341851b8-1f66-4cc3-9a27-d991ed88c09c HTTP/1.1" status: 200 len: 945 time: 0.0966349 Dec 16 09:29:22.679816 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02409d-0b5f-46c9-9a78-7a7a3e9aab1c req-e236388a-92c4-4183-978f-4a3729fa8b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:22.681802 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ba02409d-0b5f-46c9-9a78-7a7a3e9aab1c req-e236388a-92c4-4183-978f-4a3729fa8b0c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=341851b8-1f66-4cc3-9a27-d991ed88c09c HTTP/1.1" status: 200 len: 1096 time: 0.0601156 Dec 16 09:29:22.714041 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-d902fcb5-ae86-4d18-a791-aaf0620aee34 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:22.715720 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-d902fcb5-ae86-4d18-a791-aaf0620aee34 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.57 "GET /v2.0/networks?id=b3f60eab-6f2c-4106-b76e-873bab2183f6 HTTP/1.1" status: 200 len: 811 time: 0.1569486 Dec 16 09:29:22.731752 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-b2a39d78-dda0-4ae2-96b8-e331988fa5cb tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Request body: {'port': {'device_id': '79f71db5-0700-47d3-b944-3010c1cbc410', 'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6', 'admin_state_up': True, 'tenant_id': '928a77c00bdc452c92b87dad5de07f0a'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:22.744610 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:22.755546 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a0031f82-cbc3-4097-917d-92e91d9c66a1 req-b3c81143-c7a9-4a4a-ad9b-50568876c73e tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] 10.222.0.60 "GET /v2.0/security-groups?id=c8731037-b59e-49d1-b57d-15e6ba9783d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614638 Dec 16 09:29:22.757209 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ba02409d-0b5f-46c9-9a78-7a7a3e9aab1c req-f14bdbfe-1ac7-4558-9f5d-9a20b5b7b8a3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c8731037-b59e-49d1-b57d-15e6ba9783d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620728 Dec 16 09:29:22.796138 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=1289ae8b-b5f4-465f-98cc-c0b0e4e94aad,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:22.819059 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-69d06023-021c-41d7-ba47-5f49f5ab12e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:22.848195 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-69d06023-021c-41d7-ba47-5f49f5ab12e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9785c251-9c28-48ae-a129-6f24c5a7ad17']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:22.867697 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-69d06023-021c-41d7-ba47-5f49f5ab12e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e3e8eb-20e5-426d-93b9-386e8794b901') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:22.867989 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-69d06023-021c-41d7-ba47-5f49f5ab12e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e3e8eb-20e5-426d-93b9-386e8794b901') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:22.887968 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-69d06023-021c-41d7-ba47-5f49f5ab12e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:22.908682 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-69d06023-021c-41d7-ba47-5f49f5ab12e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:22.919859 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69d06023-021c-41d7-ba47-5f49f5ab12e1 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:29:22.920258 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-69d06023-021c-41d7-ba47-5f49f5ab12e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:22.921936 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:29:22.921936 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:29:22.921936 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:29:22.921936 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:29:22.921936 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:29:22.921936 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:29:22.921936 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:29:22.921936 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:29:22.921936 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:29:22.921936 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:29:22.921936 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:29:22.921936 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:29:22.921936 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:29:22.921936 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:29:22.921936 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:29:22.921936 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:29:22.921936 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:29:22.921936 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:29:22.921936 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:29:22.921936 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:29:22.921936 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:29:22.921936 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:29:22.921936 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:29:22.921936 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:29:22.921936 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:29:22.921936 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:29:22.921936 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:29:22.921936 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:29:22.921936 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:29:22.921936 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:29:22.921936 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:29:22.921936 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:29:23.083568 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-b2a39d78-dda0-4ae2-96b8-e331988fa5cb tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Made reservation on behalf of 928a77c00bdc452c92b87dad5de07f0a for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:29:23.087015 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-b2a39d78-dda0-4ae2-96b8-e331988fa5cb tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:23.110065 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf54c4-d9a7-4972-b7d9-418c6e46f480 req-4d16e22b-cc92-4962-8e4b-da8d71673732 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:23.111570 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3bdf54c4-d9a7-4972-b7d9-418c6e46f480 req-4d16e22b-cc92-4962-8e4b-da8d71673732 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 945 time: 0.0665736 Dec 16 09:29:23.171668 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-69d06023-021c-41d7-ba47-5f49f5ab12e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:23.181887 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-69d06023-021c-41d7-ba47-5f49f5ab12e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:23.184965 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-69d06023-021c-41d7-ba47-5f49f5ab12e1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/9785c251-9c28-48ae-a129-6f24c5a7ad17 HTTP/1.1" status: 204 len: 168 time: 0.6879570 Dec 16 09:29:23.187870 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38444) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:23.216288 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d06023-021c-41d7-ba47-5f49f5ab12e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9785c251-9c28-48ae-a129-6f24c5a7ad17,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:23.240681 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-b45ba85d-7bd2-474b-bfd6-bf478e9b2eb0 admin admin] Deleting subnet 31490f55-a0e6-4469-a62c-924ba77e9697 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:29:23.240805 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3bdf54c4-d9a7-4972-b7d9-418c6e46f480 req-adf7b073-76a5-45d6-98f6-c2ba2a36fef1 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183679 Dec 16 09:29:23.245784 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b45ba85d-7bd2-474b-bfd6-bf478e9b2eb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:23.313980 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-b2a39d78-dda0-4ae2-96b8-e331988fa5cb tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Allocated IP 172.20.0.11 (b3f60eab-6f2c-4106-b76e-873bab2183f6/f7f910b2-ddee-47db-a3bc-a08db329ec5c/0be98687-6110-4383-beff-0f41449fce46) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:29:23.319609 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b45ba85d-7bd2-474b-bfd6-bf478e9b2eb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:23.332741 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38452) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:23.383898 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f8807-eefc-4f38-a501-11186c1bcc52 req-daf88a6d-14bb-49c2-930e-eec903e0173c tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:23.385621 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-779f8807-eefc-4f38-a501-11186c1bcc52 req-daf88a6d-14bb-49c2-930e-eec903e0173c tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/ports?device_id=460a51c5-f1e7-42cc-985a-2873bed917ae HTTP/1.1" status: 200 len: 950 time: 0.1064227 Dec 16 09:29:23.394460 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2d9b5362-41f1-4d9d-b780-592140a53cc4 req-1e9cf8b1-c5d6-47b7-902e-2ef3fe06b1ab tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 210 time: 0.0359075 Dec 16 09:29:23.401938 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b45ba85d-7bd2-474b-bfd6-bf478e9b2eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:23.477650 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-779f8807-eefc-4f38-a501-11186c1bcc52 req-240ecd1b-508d-456b-8aff-700249b334c3 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/security-groups?id=7773d9c1-b949-408d-b35c-ee4d1acd8f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756917 Dec 16 09:29:23.522621 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d5b47ac-1b80-46d4-8927-186bcc763822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:23.564995 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-b2a39d78-dda0-4ae2-96b8-e331988fa5cb tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:23.646183 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d5b47ac-1b80-46d4-8927-186bcc763822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:23.781728 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b45ba85d-7bd2-474b-bfd6-bf478e9b2eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:23.809333 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ba85d-7bd2-474b-bfd6-bf478e9b2eb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31490f55-a0e6-4469-a62c-924ba77e9697,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:23.813085 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b45ba85d-7bd2-474b-bfd6-bf478e9b2eb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:23.816242 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b45ba85d-7bd2-474b-bfd6-bf478e9b2eb0 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/31490f55-a0e6-4469-a62c-924ba77e9697 HTTP/1.1" status: 204 len: 168 time: 0.6267288 Dec 16 09:29:23.818729 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38470) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:23.887010 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27142e-b88a-473c-a557-442df2860a48 req-98b2d13b-075e-4c09-b959-969dc6f390dc tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:23.888644 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ca27142e-b88a-473c-a557-442df2860a48 req-98b2d13b-075e-4c09-b959-969dc6f390dc tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] 10.222.0.60 "GET /v2.0/ports?device_id=341851b8-1f66-4cc3-9a27-d991ed88c09c HTTP/1.1" status: 200 len: 946 time: 0.0554814 Dec 16 09:29:23.891699 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e0ef79d-b3a3-4069-b101-27faf6c67a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:23.975060 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e0ef79d-b3a3-4069-b101-27faf6c67a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:23.999013 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-8e0ef79d-b3a3-4069-b101-27faf6c67a90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37215633-dff0-480b-8d3a-b75545aea628']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:24.009736 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-8e0ef79d-b3a3-4069-b101-27faf6c67a90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '577bab0b-e5ae-46bb-95d9-e51e595365f1') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:24.010031 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-8e0ef79d-b3a3-4069-b101-27faf6c67a90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '577bab0b-e5ae-46bb-95d9-e51e595365f1') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:24.020711 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e0ef79d-b3a3-4069-b101-27faf6c67a90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:24.035924 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e0ef79d-b3a3-4069-b101-27faf6c67a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:24.043760 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e0ef79d-b3a3-4069-b101-27faf6c67a90 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:29:24.044171 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e0ef79d-b3a3-4069-b101-27faf6c67a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:24.046329 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:29:24.046329 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:29:24.046329 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:29:24.046329 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:29:24.046329 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:29:24.046329 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:29:24.046329 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:29:24.046329 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:29:24.046329 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:29:24.046329 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:29:24.046329 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:29:24.046329 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:29:24.046329 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:29:24.046329 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:29:24.046329 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:29:24.046329 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:29:24.046329 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:29:24.046329 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:29:24.046329 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:29:24.046329 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:29:24.046329 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:29:24.046329 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:29:24.046329 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:29:24.046329 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:29:24.046329 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:29:24.046329 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:29:24.046329 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:29:24.046329 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:29:24.046329 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:29:24.046329 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:29:24.046329 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:29:24.046329 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:29:24.202205 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0ef7d32a-e093-4bf8-a976-b97fa8ae1910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:24.245427 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d5b47ac-1b80-46d4-8927-186bcc763822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:24.248023 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-b2a39d78-dda0-4ae2-96b8-e331988fa5cb tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:24.301639 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e0ef79d-b3a3-4069-b101-27faf6c67a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:24.307329 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e0ef79d-b3a3-4069-b101-27faf6c67a90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:24.311279 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8e0ef79d-b3a3-4069-b101-27faf6c67a90 admin admin] 10.222.0.60 "DELETE /v2.0/networks/37215633-dff0-480b-8d3a-b75545aea628 HTTP/1.1" status: 204 len: 168 time: 0.4915617 Dec 16 09:29:24.323162 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ef79d-b3a3-4069-b101-27faf6c67a90 admin admin] Pushing event deleted for resources: {'Network': ['ID=37215633-dff0-480b-8d3a-b75545aea628,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:24.353962 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3d5b47ac-1b80-46d4-8927-186bcc763822 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=42c68972c14b4126b47736ee9dd46c2f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0193415 Dec 16 09:29:24.356787 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38478) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:24.358384 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-b2a39d78-dda0-4ae2-96b8-e331988fa5cb tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Network b3f60eab-6f2c-4106-b76e-873bab2183f6 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:29:24.361618 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ca27142e-b88a-473c-a557-442df2860a48 req-75490ce2-ad99-423f-b719-6a8970ed0b5d tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] 10.222.0.60 "GET /v2.0/security-groups?id=c8731037-b59e-49d1-b57d-15e6ba9783d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665332 Dec 16 09:29:24.365073 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b47ac-1b80-46d4-8927-186bcc763822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2228e809-d5eb-4736-b628-d4e75a6326c5,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:24.367844 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-b2a39d78-dda0-4ae2-96b8-e331988fa5cb tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:29:24.371924 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-b2a39d78-dda0-4ae2-96b8-e331988fa5cb tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:29:24.381723 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a39d78-dda0-4ae2-96b8-e331988fa5cb tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Pushing event updated for resources: {'Port': ['ID=0be98687-6110-4383-beff-0f41449fce46,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:24.432167 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-68b2d640-4903-4a51-82dc-9c9d3c1dd01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:24.455389 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-68b2d640-4903-4a51-82dc-9c9d3c1dd01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:24.463600 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-b2a39d78-dda0-4ae2-96b8-e331988fa5cb tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:24.464228 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-b2a39d78-dda0-4ae2-96b8-e331988fa5cb tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:24.513622 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c68f87-f512-4036-8ca3-d73dd8892a1a req-45a0e686-3852-4f84-976e-d53be156111c tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:24.515106 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e0c68f87-f512-4036-8ca3-d73dd8892a1a req-45a0e686-3852-4f84-976e-d53be156111c tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 945 time: 0.0755527 Dec 16 09:29:24.554813 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e0c68f87-f512-4036-8ca3-d73dd8892a1a req-c4a0bc08-e5b0-48e5-a6bf-10585d1b4e33 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335178 Dec 16 09:29:24.666741 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c751d-dc20-45c7-b1d2-751eb53479b7 req-5c6db842-5ce9-4aea-aac2-765a13c01089 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:24.670680 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4a4c751d-dc20-45c7-b1d2-751eb53479b7 req-5c6db842-5ce9-4aea-aac2-765a13c01089 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 932 time: 0.0600553 Dec 16 09:29:24.711379 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4a4c751d-dc20-45c7-b1d2-751eb53479b7 req-ff4d2675-b72c-4575-b4c1-c924d9c381e2 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336740 Dec 16 09:29:24.733773 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-68b2d640-4903-4a51-82dc-9c9d3c1dd01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:24.738804 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-b2a39d78-dda0-4ae2-96b8-e331988fa5cb tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0111706 Dec 16 09:29:24.739224 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-68b2d640-4903-4a51-82dc-9c9d3c1dd01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:24.740949 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-68b2d640-4903-4a51-82dc-9c9d3c1dd01a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2228e809-d5eb-4736-b628-d4e75a6326c5 HTTP/1.1" status: 204 len: 168 time: 0.3827651 Dec 16 09:29:24.751379 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-560e26ef-6f5d-4a5b-a4b8-7bbe0d2bf9e6 service neutron] Request body: {'port': {'device_id': '79f71db5-0700-47d3-b944-3010c1cbc410', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:24.762979 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2d640-4903-4a51-82dc-9c9d3c1dd01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2228e809-d5eb-4736-b628-d4e75a6326c5,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:24.818384 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-560e26ef-6f5d-4a5b-a4b8-7bbe0d2bf9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:24.911272 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38496) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:24.955585 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-afbfb13a-fc92-4711-ae3a-bb1b7f76c213 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=13f0e2e84c3c42c99759789d057f9272&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431011 Dec 16 09:29:24.958104 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38498) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:25.023147 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-40d4172d-f006-4b1a-91b0-0c19012926c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:25.046474 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-40d4172d-f006-4b1a-91b0-0c19012926c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:25.107037 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-560e26ef-6f5d-4a5b-a4b8-7bbe0d2bf9e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0be98687-6110-4383-beff-0f41449fce46 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:29:25.115085 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-560e26ef-6f5d-4a5b-a4b8-7bbe0d2bf9e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:25.135787 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-560e26ef-6f5d-4a5b-a4b8-7bbe0d2bf9e6 service neutron] Transition to ACTIVE for port object 0be98687-6110-4383-beff-0f41449fce46 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:29:25.301368 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-40d4172d-f006-4b1a-91b0-0c19012926c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:25.306974 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-40d4172d-f006-4b1a-91b0-0c19012926c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:25.306974 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-40d4172d-f006-4b1a-91b0-0c19012926c6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83 HTTP/1.1" status: 204 len: 168 time: 0.3429873 Dec 16 09:29:25.314826 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d4172d-f006-4b1a-91b0-0c19012926c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ba5e2b-e805-4f9e-b7b2-d3b6f948cb83,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:25.381592 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-560e26ef-6f5d-4a5b-a4b8-7bbe0d2bf9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:25.441541 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e26ef-6f5d-4a5b-a4b8-7bbe0d2bf9e6 service neutron] Pushing event updated for resources: {'Port': ['ID=0be98687-6110-4383-beff-0f41449fce46,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:25.495308 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-560e26ef-6f5d-4a5b-a4b8-7bbe0d2bf9e6 service neutron] Attempting to bind port 0be98687-6110-4383-beff-0f41449fce46 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:29:25.496299 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-560e26ef-6f5d-4a5b-a4b8-7bbe0d2bf9e6 service neutron] Attempting to bind port 0be98687-6110-4383-beff-0f41449fce46 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '86c5d65d-0a28-4cbb-b6eb-52df45cc588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:29:25.496299 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-560e26ef-6f5d-4a5b-a4b8-7bbe0d2bf9e6 service neutron] Attempting to bind port 0be98687-6110-4383-beff-0f41449fce46 on network b3f60eab-6f2c-4106-b76e-873bab2183f6 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:29:25.500618 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-560e26ef-6f5d-4a5b-a4b8-7bbe0d2bf9e6 service neutron] Port 0be98687-6110-4383-beff-0f41449fce46 on network b3f60eab-6f2c-4106-b76e-873bab2183f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:29:25.500936 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-560e26ef-6f5d-4a5b-a4b8-7bbe0d2bf9e6 service neutron] Attempting to bind port 0be98687-6110-4383-beff-0f41449fce46 on network b3f60eab-6f2c-4106-b76e-873bab2183f6 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:29:25.501233 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66787279-469f-4799-b804-b6a0c0607826 req-0a51dbac-4169-4f9e-83c8-4de38e21a22e tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:25.502872 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-66787279-469f-4799-b804-b6a0c0607826 req-0a51dbac-4169-4f9e-83c8-4de38e21a22e tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] 10.222.0.60 "GET /v2.0/ports?device_id=341851b8-1f66-4cc3-9a27-d991ed88c09c HTTP/1.1" status: 200 len: 946 time: 0.0518105 Dec 16 09:29:25.507186 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-560e26ef-6f5d-4a5b-a4b8-7bbe0d2bf9e6 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:29:25.507626 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-560e26ef-6f5d-4a5b-a4b8-7bbe0d2bf9e6 service neutron] Checking segment: {'id': '86c5d65d-0a28-4cbb-b6eb-52df45cc588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:29:25.508010 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-560e26ef-6f5d-4a5b-a4b8-7bbe0d2bf9e6 service neutron] Bound using segment: {'id': '86c5d65d-0a28-4cbb-b6eb-52df45cc588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:29:25.508478 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-560e26ef-6f5d-4a5b-a4b8-7bbe0d2bf9e6 service neutron] Bound port: 0be98687-6110-4383-beff-0f41449fce46, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86c5d65d-0a28-4cbb-b6eb-52df45cc588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:29:25.508834 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-560e26ef-6f5d-4a5b-a4b8-7bbe0d2bf9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:25.545420 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-66787279-469f-4799-b804-b6a0c0607826 req-c31dddbc-4ca1-4515-b2e7-1e174e52d5ba tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] 10.222.0.60 "GET /v2.0/security-groups?id=c8731037-b59e-49d1-b57d-15e6ba9783d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345991 Dec 16 09:29:25.576347 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-560e26ef-6f5d-4a5b-a4b8-7bbe0d2bf9e6 service neutron] For port 0be98687-6110-4383-beff-0f41449fce46, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:29:25.580962 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-560e26ef-6f5d-4a5b-a4b8-7bbe0d2bf9e6 service neutron] For port 0be98687-6110-4383-beff-0f41449fce46, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=0be98687-6110-4383-beff-0f41449fce46,segment=NetworkSegment(86c5d65d-0a28-4cbb-b6eb-52df45cc588d),segment_id=86c5d65d-0a28-4cbb-b6eb-52df45cc588d)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:29:25.678110 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cfa5e-2150-4e79-b803-a073ad6b0dc0 req-fe5bf3e7-5bbd-4057-8285-750188e2aa6d tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:25.679549 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-321cfa5e-2150-4e79-b803-a073ad6b0dc0 req-fe5bf3e7-5bbd-4057-8285-750188e2aa6d tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 945 time: 0.0513113 Dec 16 09:29:25.717470 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-321cfa5e-2150-4e79-b803-a073ad6b0dc0 req-d65443cc-8c48-4ebd-a369-8a1fdba85996 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317812 Dec 16 09:29:25.776590 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-560e26ef-6f5d-4a5b-a4b8-7bbe0d2bf9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:25.818820 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-560e26ef-6f5d-4a5b-a4b8-7bbe0d2bf9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:25.819944 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-560e26ef-6f5d-4a5b-a4b8-7bbe0d2bf9e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:25.822421 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-560e26ef-6f5d-4a5b-a4b8-7bbe0d2bf9e6 service neutron] 10.222.0.57 "PUT /v2.0/ports/0be98687-6110-4383-beff-0f41449fce46 HTTP/1.1" status: 200 len: 1092 time: 1.0755398 Dec 16 09:29:25.823042 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f71db5-0700-47d3-b944-3010c1cbc410', 'tag': '0be98687-6110-4383-beff-0f41449fce46'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:25.827111 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77796341-0949-4f74-a0b5-d84095e736ef" -d '{"events": [{"name": "network-changed", "server_uuid": "79f71db5-0700-47d3-b944-3010c1cbc410", "tag": "0be98687-6110-4383-beff-0f41449fce46"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:25.849611 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c49584-c9f3-4875-9dbb-930ffe29844d req-877a62c2-c963-4372-ba64-858198cc4616 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:25.851093 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-90c49584-c9f3-4875-9dbb-930ffe29844d req-877a62c2-c963-4372-ba64-858198cc4616 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 944 time: 0.0670831 Dec 16 09:29:25.864997 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e26ef-6f5d-4a5b-a4b8-7bbe0d2bf9e6 service neutron] Pushing event updated for resources: {'Port': ['ID=0be98687-6110-4383-beff-0f41449fce46,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:25.915697 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-90c49584-c9f3-4875-9dbb-930ffe29844d req-dac586cb-b487-4881-9496-015a07934a93 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516706 Dec 16 09:29:25.916115 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec038ab-a93a-4db0-af82-913760fbaea0 x-openstack-request-id: req-1ec038ab-a93a-4db0-af82-913760fbaea0 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:25.916115 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f71db5-0700-47d3-b944-3010c1cbc410", "tag": "0be98687-6110-4383-beff-0f41449fce46", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:25.916115 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1ec038ab-a93a-4db0-af82-913760fbaea0 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:25.916115 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f71db5-0700-47d3-b944-3010c1cbc410', 'tag': '0be98687-6110-4383-beff-0f41449fce46', 'status': 'completed', 'code': 200} Dec 16 09:29:25.989586 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77796341-0949-4f74-a0b5-d84095e736ef req-03f1071f-a78c-457e-b8f1-8b585f8e0fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:25.989586 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77796341-0949-4f74-a0b5-d84095e736ef req-03f1071f-a78c-457e-b8f1-8b585f8e0fdb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=928a77c00bdc452c92b87dad5de07f0a&device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 1095 time: 0.0422270 Dec 16 09:29:26.088566 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77796341-0949-4f74-a0b5-d84095e736ef req-318de939-3d50-46c3-a486-2c938799b271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:26.090306 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77796341-0949-4f74-a0b5-d84095e736ef req-318de939-3d50-46c3-a486-2c938799b271 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=928a77c00bdc452c92b87dad5de07f0a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1050291 Dec 16 09:29:26.159037 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38536) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:26.178321 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d5a9864e-242a-4673-a508-2cc6973ab663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:26.202213 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77796341-0949-4f74-a0b5-d84095e736ef req-1ba656fb-26a1-415d-ad64-a9e35902d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:26.204371 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77796341-0949-4f74-a0b5-d84095e736ef req-1ba656fb-26a1-415d-ad64-a9e35902d7be service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1057668 Dec 16 09:29:26.295590 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-ef7e3dd2-ac4a-4751-99d7-372d35d1642d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:26.297203 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-ef7e3dd2-ac4a-4751-99d7-372d35d1642d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=928a77c00bdc452c92b87dad5de07f0a&device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 1095 time: 0.0498281 Dec 16 09:29:26.304979 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d5a9864e-242a-4673-a508-2cc6973ab663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:26.351555 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-05b52dd6-4bc2-4dbc-854f-f80cb48e9e17 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0be98687-6110-4383-beff-0f41449fce46 HTTP/1.1" status: 200 len: 217 time: 0.0398660 Dec 16 09:29:26.405586 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-306975d8-28ad-4e20-a3bd-d8e13f1dab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:26.407334 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-306975d8-28ad-4e20-a3bd-d8e13f1dab46 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f7f910b2-ddee-47db-a3bc-a08db329ec5c HTTP/1.1" status: 200 len: 851 time: 0.0533695 Dec 16 09:29:26.441567 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-0bfb1b19-c89f-4700-b646-412e06849609 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b3f60eab-6f2c-4106-b76e-873bab2183f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257790 Dec 16 09:29:26.455460 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5d79f15a-44b9-4ebc-b542-d636a9c775ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:26.541292 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-7aad0ade-2d51-4c52-b0f2-5f1db699b6bf service neutron] 10.222.0.57 "GET /v2.0/networks/b3f60eab-6f2c-4106-b76e-873bab2183f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912678 Dec 16 09:29:26.542238 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d5a9864e-242a-4673-a508-2cc6973ab663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:26.584661 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d5a9864e-242a-4673-a508-2cc6973ab663 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f65a81e1843d4eee96640d8e04eed409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4222500 Dec 16 09:29:26.584661 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9864e-242a-4673-a508-2cc6973ab663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed2f563-8edf-4a5f-a94b-a4c7185b5842,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:26.585562 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38558) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:26.634727 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a599f64f-12f3-4680-adb4-f08edc62392e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:26.647703 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-83395873-c2b0-4ecc-b7ec-a14978c0000a req-9e1988f7-ab3f-479e-b59a-75ad8eeb8760 service neutron] 10.222.0.57 "GET /v2.0/networks/b3f60eab-6f2c-4106-b76e-873bab2183f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963769 Dec 16 09:29:26.656434 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a599f64f-12f3-4680-adb4-f08edc62392e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:26.668107 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 6ec4cb7e-854f-4eed-b0c7-eb07b321021d no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:29:26.741884 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:26.767626 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460a51c5-f1e7-42cc-985a-2873bed917ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ec4cb7e-854f-4eed-b0c7-eb07b321021d'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:26.770080 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca2a33a-a803-4fcc-9434-2a47fa2fd0bb" -d '{"events": [{"server_uuid": "460a51c5-f1e7-42cc-985a-2873bed917ae", "name": "network-vif-unplugged", "status": "completed", "tag": "6ec4cb7e-854f-4eed-b0c7-eb07b321021d"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:26.785462 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 6ec4cb7e-854f-4eed-b0c7-eb07b321021d, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=6ec4cb7e-854f-4eed-b0c7-eb07b321021d,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:26.789762 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38564) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:26.833475 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2ce17f57-2ae6-4e3e-a6eb-8bdf73651161 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=40a4d454313f48e4a60665c2e8016dcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423925 Dec 16 09:29:26.836767 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38568) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:26.840351 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228a2da-9b84-4fc1-9583-79382c5020f2 req-33db8276-8475-474f-b244-c6ea3d335f2c tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:26.842024 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f228a2da-9b84-4fc1-9583-79382c5020f2 req-33db8276-8475-474f-b244-c6ea3d335f2c tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 945 time: 0.0527172 Dec 16 09:29:26.881270 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f228a2da-9b84-4fc1-9583-79382c5020f2 req-d88612b0-0d83-4c76-8972-5af383a18b85 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331023 Dec 16 09:29:26.888650 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b35ce575-1a01-429c-bfe7-10b1503a22a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:26.912123 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b35ce575-1a01-429c-bfe7-10b1503a22a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:26.928942 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dab07f6-a27c-4229-a8d9-356ad8ac3039 x-openstack-request-id: req-2dab07f6-a27c-4229-a8d9-356ad8ac3039 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:26.929279 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460a51c5-f1e7-42cc-985a-2873bed917ae", "name": "network-vif-unplugged", "status": "completed", "tag": "6ec4cb7e-854f-4eed-b0c7-eb07b321021d", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:26.929551 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2dab07f6-a27c-4229-a8d9-356ad8ac3039 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:26.929941 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460a51c5-f1e7-42cc-985a-2873bed917ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ec4cb7e-854f-4eed-b0c7-eb07b321021d', 'code': 200} Dec 16 09:29:26.961205 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:26.966143 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a599f64f-12f3-4680-adb4-f08edc62392e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:26.970583 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a599f64f-12f3-4680-adb4-f08edc62392e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:26.971947 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a599f64f-12f3-4680-adb4-f08edc62392e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3ed2f563-8edf-4a5f-a94b-a4c7185b5842 HTTP/1.1" status: 204 len: 168 time: 0.3853726 Dec 16 09:29:26.982558 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599f64f-12f3-4680-adb4-f08edc62392e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed2f563-8edf-4a5f-a94b-a4c7185b5842,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:27.032709 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=6ec4cb7e-854f-4eed-b0c7-eb07b321021d,revision_number=8']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:27.084098 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b35ce575-1a01-429c-bfe7-10b1503a22a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:27.086910 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b35ce575-1a01-429c-bfe7-10b1503a22a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:27.089430 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b35ce575-1a01-429c-bfe7-10b1503a22a0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/72c8d171-e798-45ac-9d2d-712561c6d45c HTTP/1.1" status: 204 len: 168 time: 0.2505865 Dec 16 09:29:27.098898 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ce575-1a01-429c-bfe7-10b1503a22a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c8d171-e798-45ac-9d2d-712561c6d45c,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:27.214183 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1cf40-871c-444b-b5e9-2063c85790d4 req-504e8f7a-ffd9-4b5b-be0f-ec4b1b66b0a6 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:27.216596 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ccd1cf40-871c-444b-b5e9-2063c85790d4 req-504e8f7a-ffd9-4b5b-be0f-ec4b1b66b0a6 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 944 time: 0.0861433 Dec 16 09:29:27.257376 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ccd1cf40-871c-444b-b5e9-2063c85790d4 req-5364e8e8-9663-4f66-ba84-b38a797da4b6 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334315 Dec 16 09:29:27.269310 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76a449-257c-4e8c-995e-9142b9c537da req-eb62a474-9d3b-44ea-a039-331af965b4eb tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:27.271014 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5a76a449-257c-4e8c-995e-9142b9c537da req-eb62a474-9d3b-44ea-a039-331af965b4eb tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] 10.222.0.60 "GET /v2.0/ports?device_id=341851b8-1f66-4cc3-9a27-d991ed88c09c HTTP/1.1" status: 200 len: 946 time: 0.0535891 Dec 16 09:29:27.311743 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5a76a449-257c-4e8c-995e-9142b9c537da req-e85e8265-7376-41fb-b15c-daaaed8dd3b4 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] 10.222.0.60 "GET /v2.0/security-groups?id=c8731037-b59e-49d1-b57d-15e6ba9783d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343924 Dec 16 09:29:27.692475 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:27.997895 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885ce5b-a7a3-4b50-9c04-c9be23ae7fa2 req-c5fe6da1-3d80-4df8-b54d-42d73b9c5f1e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:27.999348 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c885ce5b-a7a3-4b50-9c04-c9be23ae7fa2 req-c5fe6da1-3d80-4df8-b54d-42d73b9c5f1e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 945 time: 0.0490711 Dec 16 09:29:28.039079 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c885ce5b-a7a3-4b50-9c04-c9be23ae7fa2 req-c024fe97-205c-4d7a-83a1-bf7ccbb3b41c tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325809 Dec 16 09:29:28.391468 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181cb67-24a8-4e96-8375-74c1c9850f12 req-ff9f8ad6-029a-4085-94a2-939a740980cc tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:28.393712 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3181cb67-24a8-4e96-8375-74c1c9850f12 req-ff9f8ad6-029a-4085-94a2-939a740980cc tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 944 time: 0.0670497 Dec 16 09:29:28.465888 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3181cb67-24a8-4e96-8375-74c1c9850f12 req-ab05c9ce-7f9d-4338-ab18-99b06b28cf44 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592828 Dec 16 09:29:28.480199 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6603f-1b6f-4c01-9985-62069c33176d req-7bcd3da0-49ca-4fce-b391-2c747ef5eff1 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:28.489911 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-13f6603f-1b6f-4c01-9985-62069c33176d req-7bcd3da0-49ca-4fce-b391-2c747ef5eff1 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] 10.222.0.60 "GET /v2.0/ports?device_id=341851b8-1f66-4cc3-9a27-d991ed88c09c HTTP/1.1" status: 200 len: 946 time: 0.0848804 Dec 16 09:29:28.529553 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-13f6603f-1b6f-4c01-9985-62069c33176d req-d9c702e3-23de-4f73-b742-675bb58b5505 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] 10.222.0.60 "GET /v2.0/security-groups?id=c8731037-b59e-49d1-b57d-15e6ba9783d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411558 Dec 16 09:29:28.635615 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5b978-92d3-4b99-82d5-582b2db425bf req-1ac00e65-78b3-444a-a9f2-93800cbcf120 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:28.637136 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-70c5b978-92d3-4b99-82d5-582b2db425bf req-1ac00e65-78b3-444a-a9f2-93800cbcf120 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] 10.222.0.58 "GET /v2.0/ports?device_id=341851b8-1f66-4cc3-9a27-d991ed88c09c HTTP/1.1" status: 200 len: 946 time: 0.0529780 Dec 16 09:29:28.685091 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 9d7ec348-357d-482e-89b9-ff66987a42d8 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:29:28.756782 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-70c5b978-92d3-4b99-82d5-582b2db425bf req-1d9ca4b8-58e4-4a77-a003-108f84be69b5 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] Deleting port 1289ae8b-b5f4-465f-98cc-c0b0e4e94aad {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:29:28.757192 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-70c5b978-92d3-4b99-82d5-582b2db425bf req-1d9ca4b8-58e4-4a77-a003-108f84be69b5 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:28.811489 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 9d7ec348-357d-482e-89b9-ff66987a42d8, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=9d7ec348-357d-482e-89b9-ff66987a42d8,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:28.827347 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '9d7ec348-357d-482e-89b9-ff66987a42d8', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': '9d7ec348-357d-482e-89b9-ff66987a42d8', 'mac_address': 'fa:16:3e:40:c5:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:29:28.866043 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-70c5b978-92d3-4b99-82d5-582b2db425bf req-1d9ca4b8-58e4-4a77-a003-108f84be69b5 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] For port 1289ae8b-b5f4-465f-98cc-c0b0e4e94aad, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=1289ae8b-b5f4-465f-98cc-c0b0e4e94aad,segment=NetworkSegment(3c888856-58cc-42f3-a8e0-540f91bb1828),segment_id=3c888856-58cc-42f3-a8e0-540f91bb1828)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:28.866412 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-70c5b978-92d3-4b99-82d5-582b2db425bf req-1d9ca4b8-58e4-4a77-a003-108f84be69b5 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:28.880450 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-70c5b978-92d3-4b99-82d5-582b2db425bf req-1d9ca4b8-58e4-4a77-a003-108f84be69b5 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] Calling delete_port for 1289ae8b-b5f4-465f-98cc-c0b0e4e94aad owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:29:28.893839 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:28.903624 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d7ec348-357d-482e-89b9-ff66987a42d8 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:29:28.926130 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 9d7ec348-357d-482e-89b9-ff66987a42d8, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=9d7ec348-357d-482e-89b9-ff66987a42d8,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:28.961443 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:29.060763 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:29.111205 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=9d7ec348-357d-482e-89b9-ff66987a42d8,revision_number=6']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:29.167952 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-70c5b978-92d3-4b99-82d5-582b2db425bf req-1d9ca4b8-58e4-4a77-a003-108f84be69b5 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:29.179999 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['1289ae8b-b5f4-465f-98cc-c0b0e4e94aad'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:29.212675 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a069d-0362-432b-9a9c-8d9f01c45a40 req-2012f635-1627-4495-a088-b820c1c917b6 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:29.221041 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8d8a069d-0362-432b-9a9c-8d9f01c45a40 req-2012f635-1627-4495-a088-b820c1c917b6 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 945 time: 0.1001782 Dec 16 09:29:29.234878 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ca4b8-58e4-4a77-a003-108f84be69b5 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] Pushing event deleted for resources: {'Port': ['ID=1289ae8b-b5f4-465f-98cc-c0b0e4e94aad,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:29.282177 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c5b978-92d3-4b99-82d5-582b2db425bf req-1d9ca4b8-58e4-4a77-a003-108f84be69b5 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] No DVR routers for this DVR port 1289ae8b-b5f4-465f-98cc-c0b0e4e94aad on host n-h2-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:29:29.289135 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-70c5b978-92d3-4b99-82d5-582b2db425bf req-1d9ca4b8-58e4-4a77-a003-108f84be69b5 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:29.293235 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-70c5b978-92d3-4b99-82d5-582b2db425bf req-1d9ca4b8-58e4-4a77-a003-108f84be69b5 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] 10.222.0.58 "DELETE /v2.0/ports/1289ae8b-b5f4-465f-98cc-c0b0e4e94aad HTTP/1.1" status: 204 len: 173 time: 0.6497951 Dec 16 09:29:29.296651 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '341851b8-1f66-4cc3-9a27-d991ed88c09c', 'name': 'network-vif-deleted', 'tag': '1289ae8b-b5f4-465f-98cc-c0b0e4e94aad'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:29.296651 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b422a439-06a6-4675-bd79-c85eb8fe4e41" -d '{"events": [{"server_uuid": "341851b8-1f66-4cc3-9a27-d991ed88c09c", "name": "network-vif-deleted", "tag": "1289ae8b-b5f4-465f-98cc-c0b0e4e94aad"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:29.306897 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8d8a069d-0362-432b-9a9c-8d9f01c45a40 req-af3a0a60-da5d-4ce3-a903-f6e96ab731b6 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841410 Dec 16 09:29:29.335070 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a34d05-5e6d-4f40-acc2-08ee966fd9cb x-openstack-request-id: req-e9a34d05-5e6d-4f40-acc2-08ee966fd9cb {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:29.335358 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "341851b8-1f66-4cc3-9a27-d991ed88c09c", "name": "network-vif-deleted", "tag": "1289ae8b-b5f4-465f-98cc-c0b0e4e94aad", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:29.335656 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e9a34d05-5e6d-4f40-acc2-08ee966fd9cb {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:29.336054 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '341851b8-1f66-4cc3-9a27-d991ed88c09c', 'name': 'network-vif-deleted', 'tag': '1289ae8b-b5f4-465f-98cc-c0b0e4e94aad', 'status': 'completed', 'code': 200} Dec 16 09:29:29.433909 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['9d7ec348-357d-482e-89b9-ff66987a42d8'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:29.584911 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f92c56-520b-4ee5-9dc2-829c80032e07 req-6923c33e-2365-4075-a5fe-90897ab14516 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:29.588447 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c6f92c56-520b-4ee5-9dc2-829c80032e07 req-6923c33e-2365-4075-a5fe-90897ab14516 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 944 time: 0.0647728 Dec 16 09:29:29.630486 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c6f92c56-520b-4ee5-9dc2-829c80032e07 req-ce50c9f6-a4b1-4fb6-b106-aaf7ca959ca1 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347445 Dec 16 09:29:29.646005 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99decac8-1b34-4fee-8734-1c5a8a26d183 req-c4e84fd7-6f82-4c02-98b3-ec4fa7206bc6 tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] 10.222.0.60 "GET /v2.0/ports?device_id=341851b8-1f66-4cc3-9a27-d991ed88c09c HTTP/1.1" status: 200 len: 210 time: 0.0317750 Dec 16 09:29:29.653064 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:30.051991 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-72030e10-b6f1-4e34-8e24-6670a565ffb2 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:30.053536 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-72030e10-b6f1-4e34-8e24-6670a565ffb2 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc&tenant_id=ef267339b96a4504bcc86eb4b94505b3&binding%3Ahost_id=n-h2-820550-2 HTTP/1.1" status: 200 len: 1096 time: 0.0456498 Dec 16 09:29:30.066027 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-916d2531-e060-4363-87c4-e768821b3e4b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820550-2'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:30.131220 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-916d2531-e060-4363-87c4-e768821b3e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:30.278685 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-916d2531-e060-4363-87c4-e768821b3e4b service neutron] For port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=3be48b7e-aadb-4715-80b1-ef5517a6fbfa,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:30.325414 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-916d2531-e060-4363-87c4-e768821b3e4b service neutron] For port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:29:30.372038 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eab0063-672a-47de-b1a7-e4059802b6cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3be48b7e-aadb-4715-80b1-ef5517a6fbfa'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:30.374544 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dac27d1-81bf-4fbb-8bea-b345c11e9d90" -d '{"events": [{"server_uuid": "4eab0063-672a-47de-b1a7-e4059802b6cc", "name": "network-vif-unplugged", "status": "completed", "tag": "3be48b7e-aadb-4715-80b1-ef5517a6fbfa"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:30.378965 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-916d2531-e060-4363-87c4-e768821b3e4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:30.557975 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-1f13a6e6-3023-4d7e-8dda-aab4d78adc54 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=558bd48fddf64bb0a44f276b2fb8a24f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261688 Dec 16 09:29:30.586631 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-916d2531-e060-4363-87c4-e768821b3e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:30.612523 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4b669-ef52-47f0-864c-7a58d3ed15e4 req-ebe533a9-0de6-4167-ab4e-65764f037ce6 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:30.614319 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-02a4b669-ef52-47f0-864c-7a58d3ed15e4 req-ebe533a9-0de6-4167-ab4e-65764f037ce6 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 945 time: 0.0491691 Dec 16 09:29:30.661675 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-02a4b669-ef52-47f0-864c-7a58d3ed15e4 req-104ceceb-5697-41a9-8efb-84b385e09475 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404432 Dec 16 09:29:30.688537 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 3be48b7e-aadb-4715-80b1-ef5517a6fbfa details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:29:30.692948 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 9d7ec348-357d-482e-89b9-ff66987a42d8 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:29:30.700792 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d2531-e060-4363-87c4-e768821b3e4b service neutron] Pushing event updated for resources: {'Port': ['ID=3be48b7e-aadb-4715-80b1-ef5517a6fbfa,revision_number=7']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:30.728953 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1328236-6fa3-4b38-833d-da844ce3bd23 x-openstack-request-id: req-c1328236-6fa3-4b38-833d-da844ce3bd23 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:30.733494 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eab0063-672a-47de-b1a7-e4059802b6cc", "name": "network-vif-unplugged", "status": "completed", "tag": "3be48b7e-aadb-4715-80b1-ef5517a6fbfa", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:30.733494 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c1328236-6fa3-4b38-833d-da844ce3bd23 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:30.733494 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eab0063-672a-47de-b1a7-e4059802b6cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3be48b7e-aadb-4715-80b1-ef5517a6fbfa', 'code': 200} Dec 16 09:29:30.755356 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-916d2531-e060-4363-87c4-e768821b3e4b service neutron] Attempting to bind port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa on host n-h2-820550-2 for vnic_type normal with profile {"migrating_to": "n-h1-820550-2"} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:29:30.755702 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-916d2531-e060-4363-87c4-e768821b3e4b service neutron] Attempting to bind port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:29:30.756064 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-916d2531-e060-4363-87c4-e768821b3e4b service neutron] Attempting to bind port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa on network fd229606-1f82-48a3-82a3-fb35078f3dba {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:29:30.766813 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-3b5314e6-8caa-4da7-8704-9382433f3a14 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:30.768366 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-3b5314e6-8caa-4da7-8704-9382433f3a14 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2047000 Dec 16 09:29:30.770621 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-916d2531-e060-4363-87c4-e768821b3e4b service neutron] Port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa on network fd229606-1f82-48a3-82a3-fb35078f3dba not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:29:30.771072 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-916d2531-e060-4363-87c4-e768821b3e4b service neutron] Attempting to bind port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa on network fd229606-1f82-48a3-82a3-fb35078f3dba {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:29:30.777261 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-916d2531-e060-4363-87c4-e768821b3e4b service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:29:30.779672 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-916d2531-e060-4363-87c4-e768821b3e4b service neutron] Checking segment: {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:29:30.779672 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-916d2531-e060-4363-87c4-e768821b3e4b service neutron] Bound using segment: {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:29:30.779672 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-916d2531-e060-4363-87c4-e768821b3e4b service neutron] Bound port: 3be48b7e-aadb-4715-80b1-ef5517a6fbfa, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:29:30.779672 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-916d2531-e060-4363-87c4-e768821b3e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:30.801321 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-8bbc9c6d-acb7-47b5-a138-869d112cca9b tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/quotas/558bd48fddf64bb0a44f276b2fb8a24f HTTP/1.1" status: 200 len: 375 time: 0.0200465 Dec 16 09:29:30.817417 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 9d7ec348-357d-482e-89b9-ff66987a42d8 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:29:30.819765 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:30.854862 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-a698bca0-8bec-48cf-8f21-db21c508606f tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=558bd48fddf64bb0a44f276b2fb8a24f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318196 Dec 16 09:29:30.872851 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa, host n-h2-820550-2, got binding levels [] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:30.886202 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-916d2531-e060-4363-87c4-e768821b3e4b service neutron] For port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:29:30.889789 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-916d2531-e060-4363-87c4-e768821b3e4b service neutron] For port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=3be48b7e-aadb-4715-80b1-ef5517a6fbfa,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:29:30.909441 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Attempting to bind port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa on host n-h2-820550-2 for vnic_type normal with profile {"migrating_to": "n-h1-820550-2"} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:29:30.909812 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Attempting to bind port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:29:30.910170 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Attempting to bind port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa on network fd229606-1f82-48a3-82a3-fb35078f3dba {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:29:30.920416 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa on network fd229606-1f82-48a3-82a3-fb35078f3dba not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:29:30.923165 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Attempting to bind port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa on network fd229606-1f82-48a3-82a3-fb35078f3dba {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:29:30.944957 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:29:30.945385 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Checking segment: {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:29:30.945912 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Bound using segment: {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:29:30.946382 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Bound port: 3be48b7e-aadb-4715-80b1-ef5517a6fbfa, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:29:30.947353 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:30.993161 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:31.035523 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7ec348-357d-482e-89b9-ff66987a42d8'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:31.037920 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99650236-603c-4e84-8400-ba94807a4887" -d '{"events": [{"server_uuid": "ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f", "name": "network-vif-plugged", "status": "completed", "tag": "9d7ec348-357d-482e-89b9-ff66987a42d8"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:31.050368 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 9d7ec348-357d-482e-89b9-ff66987a42d8, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=9d7ec348-357d-482e-89b9-ff66987a42d8,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:31.166345 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79256e5f-4e65-465f-9450-309c79f37069 req-39805555-efeb-4119-bfa5-5c94f13532ae tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:31.168068 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-79256e5f-4e65-465f-9450-309c79f37069 req-39805555-efeb-4119-bfa5-5c94f13532ae tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 944 time: 0.0526917 Dec 16 09:29:31.207139 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-79256e5f-4e65-465f-9450-309c79f37069 req-6b7ee55f-403d-4ab9-b7fe-f6936045ee73 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323260 Dec 16 09:29:31.241603 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-916d2531-e060-4363-87c4-e768821b3e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:31.248647 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa, host n-h2-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:29:31.307508 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-17752845-3c4b-40e8-9c93-557ccdd30e4d req-0f6bf21d-35e4-4a35-98dd-8253c869e28d tempest-ServerMetadataNegativeTestJSON-522503819 tempest-ServerMetadataNegativeTestJSON-522503819-project] 10.222.0.60 "GET /v2.0/ports?device_id=341851b8-1f66-4cc3-9a27-d991ed88c09c HTTP/1.1" status: 200 len: 210 time: 0.0292866 Dec 16 09:29:31.327841 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-916d2531-e060-4363-87c4-e768821b3e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:31.328543 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-916d2531-e060-4363-87c4-e768821b3e4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:31.330024 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-916d2531-e060-4363-87c4-e768821b3e4b service neutron] 10.222.0.57 "PUT /v2.0/ports/3be48b7e-aadb-4715-80b1-ef5517a6fbfa HTTP/1.1" status: 200 len: 1121 time: 1.2679589 Dec 16 09:29:31.330746 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d2531-e060-4363-87c4-e768821b3e4b service neutron] Pushing event updated for resources: {'Port': ['ID=3be48b7e-aadb-4715-80b1-ef5517a6fbfa,revision_number=8']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:31.351306 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53a3908-369f-4d17-a4fe-83db5e766174 x-openstack-request-id: req-c53a3908-369f-4d17-a4fe-83db5e766174 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:31.357299 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f", "name": "network-vif-plugged", "status": "completed", "tag": "9d7ec348-357d-482e-89b9-ff66987a42d8", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:31.357299 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c53a3908-369f-4d17-a4fe-83db5e766174 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:31.357299 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7ec348-357d-482e-89b9-ff66987a42d8', 'code': 200} Dec 16 09:29:31.357299 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:31.401309 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 3be48b7e-aadb-4715-80b1-ef5517a6fbfa-n-h2-820550-2-0 {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:29:31.401309 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:29:31.404754 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['3be48b7e-aadb-4715-80b1-ef5517a6fbfa'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:31.437186 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=9d7ec348-357d-482e-89b9-ff66987a42d8,revision_number=7']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:31.478563 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['3be48b7e-aadb-4715-80b1-ef5517a6fbfa'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:31.608636 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6cab5f20-8861-4415-8d0d-3cdff47ae789 req-2bef3dc8-01cf-4339-9f01-58bdb585481a tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?device_id=b24069bc-8e81-4763-887d-70b610830a46 HTTP/1.1" status: 200 len: 210 time: 0.0389514 Dec 16 09:29:31.774130 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a5d4f-b5be-432c-8110-9fbf6466a815 req-6e7ad709-ba6d-4df1-9955-4feebcf651ec tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:31.776142 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a0a5d4f-b5be-432c-8110-9fbf6466a815 req-6e7ad709-ba6d-4df1-9955-4feebcf651ec tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 943 time: 0.0496416 Dec 16 09:29:31.817029 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a0a5d4f-b5be-432c-8110-9fbf6466a815 req-896e1200-d066-4b24-92f3-5fbbe328e291 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344503 Dec 16 09:29:31.906448 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Attempting to bind port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa on host n-h2-820550-2 for vnic_type normal with profile {"migrating_to": "n-h1-820550-2"} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:29:31.907104 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Attempting to bind port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:29:31.907246 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Attempting to bind port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa on network fd229606-1f82-48a3-82a3-fb35078f3dba {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:29:31.911238 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa on network fd229606-1f82-48a3-82a3-fb35078f3dba not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:29:31.911596 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Attempting to bind port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa on network fd229606-1f82-48a3-82a3-fb35078f3dba {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:29:31.916845 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:29:31.917236 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Checking segment: {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:29:31.917646 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Bound using segment: {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:29:31.918093 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Bound port: 3be48b7e-aadb-4715-80b1-ef5517a6fbfa, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6550377d-0b8e-4c85-ad20-0d34dc63eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fd229606-1f82-48a3-82a3-fb35078f3dba'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:29:31.918474 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:31.974387 n-d-820550-2 neutron-server[102818]: WARNING neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Concurrent port binding operations failed on port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa Dec 16 09:29:31.977873 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=3be48b7e-aadb-4715-80b1-ef5517a6fbfa,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:31.979260 n-d-820550-2 neutron-server[102818]: INFO neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Attempt 2 to bind port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa Dec 16 09:29:31.979642 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 3be48b7e-aadb-4715-80b1-ef5517a6fbfa has no active binding in host n-h1-820550-2 {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 09:29:31.979991 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 0be98687-6110-4383-beff-0f41449fce46 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:29:32.073852 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 0be98687-6110-4383-beff-0f41449fce46, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=0be98687-6110-4383-beff-0f41449fce46,segment=NetworkSegment(86c5d65d-0a28-4cbb-b6eb-52df45cc588d),segment_id=86c5d65d-0a28-4cbb-b6eb-52df45cc588d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:32.088636 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '0be98687-6110-4383-beff-0f41449fce46', 'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6', 'port_id': '0be98687-6110-4383-beff-0f41449fce46', 'mac_address': 'fa:16:3e:7b:e9:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f910b2-ddee-47db-a3bc-a08db329ec5c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:29:32.124661 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:32.137740 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0be98687-6110-4383-beff-0f41449fce46 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:29:32.159289 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 0be98687-6110-4383-beff-0f41449fce46, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=0be98687-6110-4383-beff-0f41449fce46,segment=NetworkSegment(86c5d65d-0a28-4cbb-b6eb-52df45cc588d),segment_id=86c5d65d-0a28-4cbb-b6eb-52df45cc588d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:32.167623 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 1289ae8b-b5f4-465f-98cc-c0b0e4e94aad no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:29:32.187212 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 1289ae8b-b5f4-465f-98cc-c0b0e4e94aad {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:29:32.187564 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 1289ae8b-b5f4-465f-98cc-c0b0e4e94aad not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:29:32.322820 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acdacc-12b7-4362-bbdb-c9d0bbcb13a3 req-1fefd425-dfdf-4fec-9ce5-04d915d47eb0 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:32.324302 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-79acdacc-12b7-4362-bbdb-c9d0bbcb13a3 req-1fefd425-dfdf-4fec-9ce5-04d915d47eb0 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 944 time: 0.0508039 Dec 16 09:29:32.349728 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:32.369762 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-79acdacc-12b7-4362-bbdb-c9d0bbcb13a3 req-61625e86-5180-4dc3-a628-07d52e9b927f tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389273 Dec 16 09:29:32.416861 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=0be98687-6110-4383-beff-0f41449fce46,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:32.417798 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38800) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:32.474387 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc2ee294-4119-4913-b6de-c5acb0ef34dc admin admin] Deleting subnet 74044546-cbf3-4a48-9e82-792716e250de {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:29:32.477551 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dc2ee294-4119-4913-b6de-c5acb0ef34dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:32.512770 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dc2ee294-4119-4913-b6de-c5acb0ef34dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:32.559746 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dc2ee294-4119-4913-b6de-c5acb0ef34dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:32.689046 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d79ac175-3de0-47f2-9501-0e0e64ee2f0f req-d7f3a052-e1d6-4f6f-90d5-b6c867a63698 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?device_id=b24069bc-8e81-4763-887d-70b610830a46 HTTP/1.1" status: 200 len: 210 time: 0.0290937 Dec 16 09:29:32.731780 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eab0063-672a-47de-b1a7-e4059802b6cc', 'tag': '3be48b7e-aadb-4715-80b1-ef5517a6fbfa'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:32.734381 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27315ca-e9f0-43c7-af9f-ba328cf875e9" -d '{"events": [{"name": "network-changed", "server_uuid": "4eab0063-672a-47de-b1a7-e4059802b6cc", "tag": "3be48b7e-aadb-4715-80b1-ef5517a6fbfa"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:32.773727 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbe2efb-1696-4caf-a0d8-5a9ab0d7e0ec x-openstack-request-id: req-4fbe2efb-1696-4caf-a0d8-5a9ab0d7e0ec {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:32.774053 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eab0063-672a-47de-b1a7-e4059802b6cc", "tag": "3be48b7e-aadb-4715-80b1-ef5517a6fbfa", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:32.774324 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4fbe2efb-1696-4caf-a0d8-5a9ab0d7e0ec {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:32.774717 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eab0063-672a-47de-b1a7-e4059802b6cc', 'tag': '3be48b7e-aadb-4715-80b1-ef5517a6fbfa', 'status': 'completed', 'code': 200} Dec 16 09:29:32.795756 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dc2ee294-4119-4913-b6de-c5acb0ef34dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:32.848080 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ee294-4119-4913-b6de-c5acb0ef34dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74044546-cbf3-4a48-9e82-792716e250de,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:32.851942 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dc2ee294-4119-4913-b6de-c5acb0ef34dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:32.855963 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-dc2ee294-4119-4913-b6de-c5acb0ef34dc admin admin] 10.222.0.60 "DELETE /v2.0/subnets/74044546-cbf3-4a48-9e82-792716e250de HTTP/1.1" status: 204 len: 168 time: 0.4369404 Dec 16 09:29:32.859018 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38832) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:32.875303 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27315ca-e9f0-43c7-af9f-ba328cf875e9 req-41920fe2-f328-4263-9151-bf615e4232c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:32.876855 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e27315ca-e9f0-43c7-af9f-ba328cf875e9 req-41920fe2-f328-4263-9151-bf615e4232c8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ef267339b96a4504bcc86eb4b94505b3&device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 1124 time: 0.0778043 Dec 16 09:29:32.979351 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4fa7f5a2-0556-4f02-8c9d-7a488c95e4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:32.980868 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27315ca-e9f0-43c7-af9f-ba328cf875e9 req-d4db6b56-2d0a-499c-b8ed-4301d5ab7056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:32.982448 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e27315ca-e9f0-43c7-af9f-ba328cf875e9 req-d4db6b56-2d0a-499c-b8ed-4301d5ab7056 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fd229606-1f82-48a3-82a3-fb35078f3dba HTTP/1.1" status: 200 len: 909 time: 0.0969038 Dec 16 09:29:33.006706 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead83ab7-d601-44c4-9e5b-13461f7e74d4 req-f0f29f02-2ae3-4ef7-850c-946d9a97cb75 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:33.008191 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ead83ab7-d601-44c4-9e5b-13461f7e74d4 req-f0f29f02-2ae3-4ef7-850c-946d9a97cb75 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 943 time: 0.0708413 Dec 16 09:29:33.026678 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e27315ca-e9f0-43c7-af9f-ba328cf875e9 req-9da1f291-b409-485c-a1d3-756ee251a23c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3be48b7e-aadb-4715-80b1-ef5517a6fbfa HTTP/1.1" status: 200 len: 217 time: 0.0365283 Dec 16 09:29:33.078066 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27315ca-e9f0-43c7-af9f-ba328cf875e9 req-27e747d4-666e-46a3-9d61-d37e605ef78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:33.079572 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e27315ca-e9f0-43c7-af9f-ba328cf875e9 req-27e747d4-666e-46a3-9d61-d37e605ef78e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1e11efc-2921-4ef6-b725-208b9f6cb7a8 HTTP/1.1" status: 200 len: 848 time: 0.0461135 Dec 16 09:29:33.105278 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4fa7f5a2-0556-4f02-8c9d-7a488c95e4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:33.114769 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e27315ca-e9f0-43c7-af9f-ba328cf875e9 req-a8e369bb-f010-444c-9b88-00aa560d0f4d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd229606-1f82-48a3-82a3-fb35078f3dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261147 Dec 16 09:29:33.119472 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ead83ab7-d601-44c4-9e5b-13461f7e74d4 req-c9223617-b614-45c5-b81b-18cd5b2a6c7f tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931528 Dec 16 09:29:33.131364 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-4fa7f5a2-0556-4f02-8c9d-7a488c95e4d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54cd7390-9ce7-41da-a108-8bb6fcdb5cae']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:33.147389 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-4fa7f5a2-0556-4f02-8c9d-7a488c95e4d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c888856-58cc-42f3-a8e0-540f91bb1828') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:33.147687 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-4fa7f5a2-0556-4f02-8c9d-7a488c95e4d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c888856-58cc-42f3-a8e0-540f91bb1828') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:33.158448 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4fa7f5a2-0556-4f02-8c9d-7a488c95e4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:33.174224 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4fa7f5a2-0556-4f02-8c9d-7a488c95e4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:33.181828 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa7f5a2-0556-4f02-8c9d-7a488c95e4d8 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:29:33.182381 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4fa7f5a2-0556-4f02-8c9d-7a488c95e4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:33.184244 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:29:33.184244 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:29:33.184244 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:29:33.184244 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:29:33.184244 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:29:33.184244 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:29:33.184244 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:29:33.184244 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:29:33.184244 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:29:33.184244 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:29:33.184244 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:29:33.184244 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:29:33.184244 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:29:33.184244 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:29:33.184244 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:29:33.184244 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:29:33.184244 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:29:33.184244 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:29:33.184244 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:29:33.184244 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:29:33.184244 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:29:33.184244 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:29:33.184244 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:29:33.184244 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:29:33.184244 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:29:33.184244 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:29:33.184244 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:29:33.184244 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:29:33.184244 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:29:33.184244 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:29:33.184244 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:29:33.184244 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:29:33.232152 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e27315ca-e9f0-43c7-af9f-ba328cf875e9 req-e4765580-53d0-4c7d-be3a-4f503180b91b service neutron] 10.222.0.58 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099639 Dec 16 09:29:33.325977 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e27315ca-e9f0-43c7-af9f-ba328cf875e9 req-77ff925d-81db-46f7-a6c1-1c720960deaa service neutron] 10.222.0.58 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845234 Dec 16 09:29:33.392154 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:29:33.438097 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4fa7f5a2-0556-4f02-8c9d-7a488c95e4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:33.451669 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4fa7f5a2-0556-4f02-8c9d-7a488c95e4d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:33.455688 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4fa7f5a2-0556-4f02-8c9d-7a488c95e4d8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/54cd7390-9ce7-41da-a108-8bb6fcdb5cae HTTP/1.1" status: 204 len: 168 time: 0.5943398 Dec 16 09:29:33.487204 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa7f5a2-0556-4f02-8c9d-7a488c95e4d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=54cd7390-9ce7-41da-a108-8bb6fcdb5cae,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:33.510313 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f8d6f-c46d-4fec-8c99-aa55467f5cf1 req-db9b9649-2168-4b46-b203-3fa0d95e6928 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:33.511893 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-050f8d6f-c46d-4fec-8c99-aa55467f5cf1 req-db9b9649-2168-4b46-b203-3fa0d95e6928 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 945 time: 0.0718577 Dec 16 09:29:33.558771 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-050f8d6f-c46d-4fec-8c99-aa55467f5cf1 req-146cf53c-5826-4f85-a265-e5a3bb172744 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398674 Dec 16 09:29:34.032067 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-60071aae-db7b-4cfe-a5f0-e9c73aa23fb2 req-8bfaf3f6-2bd4-4fb2-b276-eca4bafe2489 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?device_id=b24069bc-8e81-4763-887d-70b610830a46 HTTP/1.1" status: 200 len: 210 time: 0.0275631 Dec 16 09:29:34.140133 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38882) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:34.189712 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3df269ae-dc77-4925-aacf-6ce1b1d17c38 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0560e1f342d14730ab7e3bce316d12ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468218 Dec 16 09:29:34.192084 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38886) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:34.293955 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49ffcb-7e38-47e9-9f06-d3f5642fd2de req-fa8e8fb9-2556-4e00-a888-56289cfa60dd tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:34.300691 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-db49ffcb-7e38-47e9-9f06-d3f5642fd2de req-fa8e8fb9-2556-4e00-a888-56289cfa60dd tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 943 time: 0.0901027 Dec 16 09:29:34.300691 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3e651936-1547-44e0-b8fb-2186535309f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:34.331221 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3e651936-1547-44e0-b8fb-2186535309f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:34.342301 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['0be98687-6110-4383-beff-0f41449fce46'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:34.376028 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-db49ffcb-7e38-47e9-9f06-d3f5642fd2de req-cc45cca3-6c7c-47f9-93fe-df44a5db52c4 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684447 Dec 16 09:29:34.604758 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3e651936-1547-44e0-b8fb-2186535309f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:34.607429 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3e651936-1547-44e0-b8fb-2186535309f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:34.608639 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3e651936-1547-44e0-b8fb-2186535309f1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c8731037-b59e-49d1-b57d-15e6ba9783d0 HTTP/1.1" status: 204 len: 168 time: 0.4156258 Dec 16 09:29:34.617168 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e651936-1547-44e0-b8fb-2186535309f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8731037-b59e-49d1-b57d-15e6ba9783d0,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:34.978702 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6a569-48d4-41c4-97bf-ad50de6202cc req-cc2fabde-e6b1-4289-a85d-c564ba9f7cfd tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:34.980255 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-36a6a569-48d4-41c4-97bf-ad50de6202cc req-cc2fabde-e6b1-4289-a85d-c564ba9f7cfd tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 945 time: 0.3386555 Dec 16 09:29:35.019705 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-36a6a569-48d4-41c4-97bf-ad50de6202cc req-c2bb3e64-8173-4159-b356-e7d64281b021 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332789 Dec 16 09:29:35.132022 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1d2c309d-7aca-4f2e-b8c8-cc621f82163c req-b054a4c6-8d88-4f40-a09a-1e519aa0d1f4 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?device_id=b24069bc-8e81-4763-887d-70b610830a46 HTTP/1.1" status: 200 len: 210 time: 0.0302606 Dec 16 09:29:35.343526 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-00e2121c-00ba-41db-a6bc-b8648f2a23b5 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=558bd48fddf64bb0a44f276b2fb8a24f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237610 Dec 16 09:29:35.483891 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-244466a3-977b-4b12-b07b-8ae19f6be4c0 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:35.485676 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-244466a3-977b-4b12-b07b-8ae19f6be4c0 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1355720 Dec 16 09:29:35.503767 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-4e4012f4-ab3a-4348-9dfc-156b93555caf tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Request body: {'port': {'device_id': 'b24069bc-8e81-4763-887d-70b610830a46', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'admin_state_up': True, 'tenant_id': '558bd48fddf64bb0a44f276b2fb8a24f'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:35.593456 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a46b8-fa6b-4b55-a0e6-921fcd2e1485 req-95d7daf3-64da-4f6e-b9d7-c8fa43b96125 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:35.595343 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ae0a46b8-fa6b-4b55-a0e6-921fcd2e1485 req-95d7daf3-64da-4f6e-b9d7-c8fa43b96125 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 943 time: 0.0864539 Dec 16 09:29:35.659526 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ae0a46b8-fa6b-4b55-a0e6-921fcd2e1485 req-f17b26cb-d865-42f4-98e6-6f60fa5b6f00 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565565 Dec 16 09:29:35.786753 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-4e4012f4-ab3a-4348-9dfc-156b93555caf tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Made reservation on behalf of 558bd48fddf64bb0a44f276b2fb8a24f for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:29:35.792458 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-4e4012f4-ab3a-4348-9dfc-156b93555caf tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:35.806920 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-4e4012f4-ab3a-4348-9dfc-156b93555caf tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:35.908742 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-4e4012f4-ab3a-4348-9dfc-156b93555caf tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:36.091094 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-4e4012f4-ab3a-4348-9dfc-156b93555caf tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:36.205697 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4012f4-ab3a-4348-9dfc-156b93555caf tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac77af22-a255-4d4c-aa4d-f860c351936d,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:36.219071 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38966) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:36.270189 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd133db-1330-4634-bc91-ef7ae08618ae req-7c1db289-f149-473c-aa26-c96fcb3e8901 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:36.277473 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8fd133db-1330-4634-bc91-ef7ae08618ae req-7c1db289-f149-473c-aa26-c96fcb3e8901 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 945 time: 0.1276550 Dec 16 09:29:36.309489 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-4e4012f4-ab3a-4348-9dfc-156b93555caf tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Allocated IP 192.168.233.147 (0f25fa8c-dd15-4f99-b14f-112e51884f75/d30f37a6-2496-485e-9480-e5e1789d975f/2a2e78fd-84a6-4170-acf1-a82741c394a6) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:29:36.327179 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-9ef7c30b-4fa8-453b-9f4c-43a1f3aba10a admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-759151280-network', 'tenant_id': 'c44800f1fa494c0195888fd7a35555b7'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:36.337615 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8fd133db-1330-4634-bc91-ef7ae08618ae req-b2ebe87d-dd36-4c57-9dbd-78b64fbe9609 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592473 Dec 16 09:29:36.447873 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-996d42e5-0314-4653-b34e-2f92c17052e6 req-7cbc7805-3633-415a-9ee9-78b4fc046f43 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?device_id=b24069bc-8e81-4763-887d-70b610830a46 HTTP/1.1" status: 200 len: 210 time: 0.0355783 Dec 16 09:29:36.505896 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-4e4012f4-ab3a-4348-9dfc-156b93555caf tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:36.535372 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef7c30b-4fa8-453b-9f4c-43a1f3aba10a admin admin] Made reservation on behalf of c44800f1fa494c0195888fd7a35555b7 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:29:36.540028 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9ef7c30b-4fa8-453b-9f4c-43a1f3aba10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:36.550298 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9ef7c30b-4fa8-453b-9f4c-43a1f3aba10a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:36.629099 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9ef7c30b-4fa8-453b-9f4c-43a1f3aba10a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:36.704581 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-4e4012f4-ab3a-4348-9dfc-156b93555caf tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:36.708666 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 0be98687-6110-4383-beff-0f41449fce46 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:29:36.752789 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9ef7c30b-4fa8-453b-9f4c-43a1f3aba10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:36.765504 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-4e4012f4-ab3a-4348-9dfc-156b93555caf tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Network 0f25fa8c-dd15-4f99-b14f-112e51884f75 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:29:36.783716 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-4e4012f4-ab3a-4348-9dfc-156b93555caf tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:29:36.791684 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-4e4012f4-ab3a-4348-9dfc-156b93555caf tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:29:36.804371 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ef7c30b-4fa8-453b-9f4c-43a1f3aba10a admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:29:36.825058 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9ef7c30b-4fa8-453b-9f4c-43a1f3aba10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:36.825760 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-9ef7c30b-4fa8-453b-9f4c-43a1f3aba10a admin admin] Added segment 99a0d03c-b3d9-47f7-ba14-13d7b0cfa4f4 of type vlan for network f35f8b5f-d20e-4f77-8c1d-e367cb406dc4 Dec 16 09:29:36.827498 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7c30b-4fa8-453b-9f4c-43a1f3aba10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c6adb9-5e7a-4ecc-aa7b-30089bc7b3a5,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:36.859909 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4012f4-ab3a-4348-9dfc-156b93555caf tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Pushing event updated for resources: {'Port': ['ID=2a2e78fd-84a6-4170-acf1-a82741c394a6,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:36.900759 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9ef7c30b-4fa8-453b-9f4c-43a1f3aba10a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:36.902965 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-4e4012f4-ab3a-4348-9dfc-156b93555caf tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:36.903622 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-4e4012f4-ab3a-4348-9dfc-156b93555caf tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:36.928773 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03e8b1-7541-40c6-bb6b-fb096039f8df req-f6f140c4-cf0b-4073-afe5-a84dfd346f6f tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:36.930435 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7b03e8b1-7541-40c6-bb6b-fb096039f8df req-f6f140c4-cf0b-4073-afe5-a84dfd346f6f tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 943 time: 0.1929307 Dec 16 09:29:36.993497 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7b03e8b1-7541-40c6-bb6b-fb096039f8df req-597d607f-dcaf-4876-ab6b-744b8a1b7dfc tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550046 Dec 16 09:29:37.013399 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:37.013399 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 0be98687-6110-4383-beff-0f41449fce46 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:29:37.013399 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 0be98687-6110-4383-beff-0f41449fce46 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:29:37.013939 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:37.089818 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-4e4012f4-ab3a-4348-9dfc-156b93555caf tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5945046 Dec 16 09:29:37.108061 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-fb9b2278-5a78-44bb-aadc-bde781aece2d service neutron] Request body: {'port': {'device_id': 'b24069bc-8e81-4763-887d-70b610830a46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:37.118836 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:37.124186 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2552c4ae-8729-4043-8c4b-daf42fe68d26 None None] Provisioning complete for port 2a2e78fd-84a6-4170-acf1-a82741c394a6 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:29:37.124749 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2552c4ae-8729-4043-8c4b-daf42fe68d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:37.150289 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9ef7c30b-4fa8-453b-9f4c-43a1f3aba10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:37.156218 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef7c30b-4fa8-453b-9f4c-43a1f3aba10a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:37.156218 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9ef7c30b-4fa8-453b-9f4c-43a1f3aba10a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:37.175502 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f71db5-0700-47d3-b944-3010c1cbc410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be98687-6110-4383-beff-0f41449fce46'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:37.178912 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c86618-5c9d-4baf-ae0f-3a4d64f7b9a9" -d '{"events": [{"server_uuid": "79f71db5-0700-47d3-b944-3010c1cbc410", "name": "network-vif-plugged", "status": "completed", "tag": "0be98687-6110-4383-beff-0f41449fce46"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:37.195360 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2552c4ae-8729-4043-8c4b-daf42fe68d26 None None] Port 2a2e78fd-84a6-4170-acf1-a82741c394a6 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:29:37.198724 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 0be98687-6110-4383-beff-0f41449fce46, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=0be98687-6110-4383-beff-0f41449fce46,segment=NetworkSegment(86c5d65d-0a28-4cbb-b6eb-52df45cc588d),segment_id=86c5d65d-0a28-4cbb-b6eb-52df45cc588d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:37.202009 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-fb9b2278-5a78-44bb-aadc-bde781aece2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:37.228573 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7c30b-4fa8-453b-9f4c-43a1f3aba10a admin admin] Pushing event updated for resources: {'Network': ['ID=f35f8b5f-d20e-4f77-8c1d-e367cb406dc4,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:37.239431 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2525eb-c0cf-436e-9e92-1843da2d6d69 x-openstack-request-id: req-5c2525eb-c0cf-436e-9e92-1843da2d6d69 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:37.239874 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f71db5-0700-47d3-b944-3010c1cbc410", "name": "network-vif-plugged", "status": "completed", "tag": "0be98687-6110-4383-beff-0f41449fce46", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:37.240017 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5c2525eb-c0cf-436e-9e92-1843da2d6d69 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:37.240408 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f71db5-0700-47d3-b944-3010c1cbc410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be98687-6110-4383-beff-0f41449fce46', 'code': 200} Dec 16 09:29:37.242368 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network f35f8b5f-d20e-4f77-8c1d-e367cb406dc4 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:29:37.350805 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41e8c4-80f6-4fba-b666-bdf606a08ee5 req-0923efaf-f835-40d1-83ae-ddf7a252d12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:37.352322 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fb41e8c4-80f6-4fba-b666-bdf606a08ee5 req-0923efaf-f835-40d1-83ae-ddf7a252d12e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 1096 time: 0.0414944 Dec 16 09:29:37.395859 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fb41e8c4-80f6-4fba-b666-bdf606a08ee5 req-5fc196fe-cc51-439d-8fc5-d9a7bd32f0db service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318673 Dec 16 09:29:37.513477 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433a0a9-1b1d-4abf-96b5-15401b3f589d req-e071c4ef-8150-41ea-8593-5bd567528d87 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:37.520607 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1433a0a9-1b1d-4abf-96b5-15401b3f589d req-e071c4ef-8150-41ea-8593-5bd567528d87 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 945 time: 0.0986242 Dec 16 09:29:37.569176 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-fb9b2278-5a78-44bb-aadc-bde781aece2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a2e78fd-84a6-4170-acf1-a82741c394a6 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:29:37.583377 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-fb9b2278-5a78-44bb-aadc-bde781aece2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:37.602715 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1433a0a9-1b1d-4abf-96b5-15401b3f589d req-8d6f15c1-2413-4169-a963-7c4ddb95fa72 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764480 Dec 16 09:29:37.620542 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:37.631610 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9ef7c30b-4fa8-453b-9f4c-43a1f3aba10a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4094870 Dec 16 09:29:37.635518 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 39010) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:37.643677 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-fb9b2278-5a78-44bb-aadc-bde781aece2d service neutron] Transition to ACTIVE for port object 2a2e78fd-84a6-4170-acf1-a82741c394a6 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:29:37.670719 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-9284bc88-881f-4d5a-9ed2-11074698caa6 admin admin] Request body: {'subnet': {'network_id': 'f35f8b5f-d20e-4f77-8c1d-e367cb406dc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-759151280-subnet', 'tenant_id': 'c44800f1fa494c0195888fd7a35555b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:37.742455 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=0be98687-6110-4383-beff-0f41449fce46,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:37.752878 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c8d1f-39f8-485d-aab8-9be6dadf7b4f req-1c9bdd29-e194-430c-af47-b242f3e2f16f tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:37.760131 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-936c8d1f-39f8-485d-aab8-9be6dadf7b4f req-1c9bdd29-e194-430c-af47-b242f3e2f16f tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?device_id=b24069bc-8e81-4763-887d-70b610830a46 HTTP/1.1" status: 200 len: 936 time: 0.0612712 Dec 16 09:29:37.796420 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-936c8d1f-39f8-485d-aab8-9be6dadf7b4f req-415ef145-8978-4320-81b4-b19ade7aacfc tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac77af22-a255-4d4c-aa4d-f860c351936d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354199 Dec 16 09:29:37.807117 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-fb9b2278-5a78-44bb-aadc-bde781aece2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:37.866092 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b2278-5a78-44bb-aadc-bde781aece2d service neutron] Pushing event updated for resources: {'Port': ['ID=2a2e78fd-84a6-4170-acf1-a82741c394a6,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:37.892093 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9284bc88-881f-4d5a-9ed2-11074698caa6 admin admin] Made reservation on behalf of c44800f1fa494c0195888fd7a35555b7 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:29:37.892093 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9284bc88-881f-4d5a-9ed2-11074698caa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:37.965440 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-fb9b2278-5a78-44bb-aadc-bde781aece2d service neutron] Attempting to bind port 2a2e78fd-84a6-4170-acf1-a82741c394a6 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:29:37.965871 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-fb9b2278-5a78-44bb-aadc-bde781aece2d service neutron] Attempting to bind port 2a2e78fd-84a6-4170-acf1-a82741c394a6 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:29:37.966267 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-fb9b2278-5a78-44bb-aadc-bde781aece2d service neutron] Attempting to bind port 2a2e78fd-84a6-4170-acf1-a82741c394a6 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:29:37.971440 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-fb9b2278-5a78-44bb-aadc-bde781aece2d service neutron] Port 2a2e78fd-84a6-4170-acf1-a82741c394a6 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:29:37.971838 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-fb9b2278-5a78-44bb-aadc-bde781aece2d service neutron] Attempting to bind port 2a2e78fd-84a6-4170-acf1-a82741c394a6 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:29:37.977435 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-fb9b2278-5a78-44bb-aadc-bde781aece2d service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:29:37.978119 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-fb9b2278-5a78-44bb-aadc-bde781aece2d service neutron] Checking segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:29:37.978596 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-fb9b2278-5a78-44bb-aadc-bde781aece2d service neutron] Bound using segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:29:37.979113 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-fb9b2278-5a78-44bb-aadc-bde781aece2d service neutron] Bound port: 2a2e78fd-84a6-4170-acf1-a82741c394a6, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:29:37.979545 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-fb9b2278-5a78-44bb-aadc-bde781aece2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:38.151564 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-fb9b2278-5a78-44bb-aadc-bde781aece2d service neutron] For port 2a2e78fd-84a6-4170-acf1-a82741c394a6, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:29:38.155056 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-fb9b2278-5a78-44bb-aadc-bde781aece2d service neutron] For port 2a2e78fd-84a6-4170-acf1-a82741c394a6, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=2a2e78fd-84a6-4170-acf1-a82741c394a6,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:29:38.242090 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9284bc88-881f-4d5a-9ed2-11074698caa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:38.242668 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-fb9b2278-5a78-44bb-aadc-bde781aece2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:38.286523 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-fb9b2278-5a78-44bb-aadc-bde781aece2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:38.288213 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-fb9b2278-5a78-44bb-aadc-bde781aece2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:38.290617 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-fb9b2278-5a78-44bb-aadc-bde781aece2d service neutron] 10.222.0.58 "PUT /v2.0/ports/2a2e78fd-84a6-4170-acf1-a82741c394a6 HTTP/1.1" status: 200 len: 1096 time: 1.1920989 Dec 16 09:29:38.294952 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b24069bc-8e81-4763-887d-70b610830a46', 'tag': '2a2e78fd-84a6-4170-acf1-a82741c394a6'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:38.298028 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b03cc3-f23f-444f-bb01-ee6e19e8d93d" -d '{"events": [{"name": "network-changed", "server_uuid": "b24069bc-8e81-4763-887d-70b610830a46", "tag": "2a2e78fd-84a6-4170-acf1-a82741c394a6"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:38.346835 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284bc88-881f-4d5a-9ed2-11074698caa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71533df0-993d-4bde-b823-010f456aa29e,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:38.349358 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9284bc88-881f-4d5a-9ed2-11074698caa6 admin admin] Checking segment: {'id': '99a0d03c-b3d9-47f7-ba14-13d7b0cfa4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f35f8b5f-d20e-4f77-8c1d-e367cb406dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:29:38.349716 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9284bc88-881f-4d5a-9ed2-11074698caa6 admin admin] Network hostable DHCP agents. Network: f35f8b5f-d20e-4f77-8c1d-e367cb406dc4, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:29:38.358351 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b2278-5a78-44bb-aadc-bde781aece2d service neutron] Pushing event updated for resources: {'Port': ['ID=2a2e78fd-84a6-4170-acf1-a82741c394a6,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:38.489474 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9284bc88-881f-4d5a-9ed2-11074698caa6 admin admin] Network f35f8b5f-d20e-4f77-8c1d-e367cb406dc4 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:29:38.576311 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-61dd8af9-7e38-4ace-9118-5b67a430512e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:38.577867 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-61dd8af9-7e38-4ace-9118-5b67a430512e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=558bd48fddf64bb0a44f276b2fb8a24f&device_id=b24069bc-8e81-4763-887d-70b610830a46 HTTP/1.1" status: 200 len: 1099 time: 0.0546558 Dec 16 09:29:38.631499 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-6701da12-8e62-44a9-bfeb-f5c10a779372 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=2a2e78fd-84a6-4170-acf1-a82741c394a6 HTTP/1.1" status: 200 len: 217 time: 0.0453007 Dec 16 09:29:38.646531 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-9284bc88-881f-4d5a-9ed2-11074698caa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, f35f8b5f-d20e-4f77-8c1d-e367cb406dc4) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:29:38.655557 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9284bc88-881f-4d5a-9ed2-11074698caa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:38.656457 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9284bc88-881f-4d5a-9ed2-11074698caa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:38.662096 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c750a4-e814-412e-b5c1-2bf26a8a0e36 None None] Network f35f8b5f-d20e-4f77-8c1d-e367cb406dc4 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:29:38.710539 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-8d30522c-895a-4884-9ed0-ddf60721e15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:38.712684 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-8d30522c-895a-4884-9ed0-ddf60721e15c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0707719 Dec 16 09:29:38.781415 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-b7f09d10-b930-431b-8d3b-b10a8edb425a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:38.783304 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-b7f09d10-b930-431b-8d3b-b10a8edb425a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0642092 Dec 16 09:29:38.821153 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63541279-73c1-4338-9f32-c2020ffc297c None None] Network f35f8b5f-d20e-4f77-8c1d-e367cb406dc4 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:29:38.821743 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9284bc88-881f-4d5a-9ed2-11074698caa6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1786146 Dec 16 09:29:38.926754 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-5180610b-85ee-43fa-a21d-557074d9dd05 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351013 Dec 16 09:29:39.069065 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d45e76-fce3-4ecf-a12a-72ebd3ba4809 req-cdfd1634-89e6-4f2c-bd19-661872e5df04 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:39.079923 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b8d45e76-fce3-4ecf-a12a-72ebd3ba4809 req-cdfd1634-89e6-4f2c-bd19-661872e5df04 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 943 time: 0.1154718 Dec 16 09:29:39.114564 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4caa487-fa3b-41f5-af13-c5685aed27f3 req-02898fa9-7597-4c4a-bbeb-31dbd5e7ec84 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802697 Dec 16 09:29:39.154507 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b8d45e76-fce3-4ecf-a12a-72ebd3ba4809 req-1d289df0-a51b-45ba-8dfe-61d36269dab7 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719409 Dec 16 09:29:39.280439 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33975f33-3b36-4381-8543-f1383debd940 x-openstack-request-id: req-33975f33-3b36-4381-8543-f1383debd940 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:39.280971 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b24069bc-8e81-4763-887d-70b610830a46", "tag": "2a2e78fd-84a6-4170-acf1-a82741c394a6", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:39.280971 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-33975f33-3b36-4381-8543-f1383debd940 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:39.281368 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b24069bc-8e81-4763-887d-70b610830a46', 'tag': '2a2e78fd-84a6-4170-acf1-a82741c394a6', 'status': 'completed', 'code': 200} Dec 16 09:29:39.382415 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b03cc3-f23f-444f-bb01-ee6e19e8d93d req-439b8822-e516-4531-b267-23e141170693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:39.383944 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e1b03cc3-f23f-444f-bb01-ee6e19e8d93d req-439b8822-e516-4531-b267-23e141170693 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=558bd48fddf64bb0a44f276b2fb8a24f&device_id=b24069bc-8e81-4763-887d-70b610830a46 HTTP/1.1" status: 200 len: 1099 time: 0.0702493 Dec 16 09:29:39.418844 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0059eb-3fb1-49f3-a978-90394cb8da9e req-55ea2095-5257-4a36-bb60-4f43d144a480 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:39.426382 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-df0059eb-3fb1-49f3-a978-90394cb8da9e req-55ea2095-5257-4a36-bb60-4f43d144a480 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 946 time: 0.0918939 Dec 16 09:29:39.482341 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-df0059eb-3fb1-49f3-a978-90394cb8da9e req-0c814cad-562c-43d8-94c2-d2a5af0cde99 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500300 Dec 16 09:29:39.533483 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b03cc3-f23f-444f-bb01-ee6e19e8d93d req-419c620c-4c86-4f7a-8dab-5e3ed5c08775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:39.535158 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e1b03cc3-f23f-444f-bb01-ee6e19e8d93d req-419c620c-4c86-4f7a-8dab-5e3ed5c08775 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.1397216 Dec 16 09:29:39.599448 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e1b03cc3-f23f-444f-bb01-ee6e19e8d93d req-8016320b-c0d9-43a1-8e00-1b3d89ee357b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=2a2e78fd-84a6-4170-acf1-a82741c394a6 HTTP/1.1" status: 200 len: 217 time: 0.0542514 Dec 16 09:29:39.611867 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01b21d-3b9a-4faa-beba-2349d9339c5b req-765c16b6-97fe-4ac9-b120-ced01c4f9dc5 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:39.625727 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eb01b21d-3b9a-4faa-beba-2349d9339c5b req-765c16b6-97fe-4ac9-b120-ced01c4f9dc5 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?device_id=b24069bc-8e81-4763-887d-70b610830a46 HTTP/1.1" status: 200 len: 948 time: 0.0839348 Dec 16 09:29:39.708162 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eb01b21d-3b9a-4faa-beba-2349d9339c5b req-620f9272-aa6f-4d88-83f3-719556dd8a74 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac77af22-a255-4d4c-aa4d-f860c351936d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660844 Dec 16 09:29:39.709879 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b03cc3-f23f-444f-bb01-ee6e19e8d93d req-643a46b4-6ab5-46c4-a2e6-f9cc84f83751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:39.711377 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e1b03cc3-f23f-444f-bb01-ee6e19e8d93d req-643a46b4-6ab5-46c4-a2e6-f9cc84f83751 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.1024809 Dec 16 09:29:39.779063 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b03cc3-f23f-444f-bb01-ee6e19e8d93d req-ab525ac6-f422-4538-a5ba-8354cbb5071f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:39.780756 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e1b03cc3-f23f-444f-bb01-ee6e19e8d93d req-ab525ac6-f422-4538-a5ba-8354cbb5071f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0609920 Dec 16 09:29:39.923564 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e1b03cc3-f23f-444f-bb01-ee6e19e8d93d req-472585dd-bf41-4aa4-964a-47e69d4af3db service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321120 Dec 16 09:29:40.063409 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e1b03cc3-f23f-444f-bb01-ee6e19e8d93d req-7d3ebb40-9736-41e6-83a8-d771d60955f5 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341465 Dec 16 09:29:40.277970 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:41.759784 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-95af348f-273e-4433-9413-e324303bb1a6 service neutron] 10.222.0.58 "GET /v2.0/ports/3be48b7e-aadb-4715-80b1-ef5517a6fbfa/bindings/n-h1-820550-2 HTTP/1.1" status: 200 len: 384 time: 0.0566545 Dec 16 09:29:41.935204 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-4aa96360-e5fa-41fc-a84e-b573af9a844a service neutron] For port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=3be48b7e-aadb-4715-80b1-ef5517a6fbfa,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:41.978198 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-4aa96360-e5fa-41fc-a84e-b573af9a844a service neutron] For port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:29:42.015614 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-4aa96360-e5fa-41fc-a84e-b573af9a844a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3be48b7e-aadb-4715-80b1-ef5517a6fbfa {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:29:42.026690 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-4aa96360-e5fa-41fc-a84e-b573af9a844a service neutron] For port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=3be48b7e-aadb-4715-80b1-ef5517a6fbfa,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:42.212854 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 2a2e78fd-84a6-4170-acf1-a82741c394a6 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:29:42.215100 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 3be48b7e-aadb-4715-80b1-ef5517a6fbfa no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:29:42.323607 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-4aa96360-e5fa-41fc-a84e-b573af9a844a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:42.371549 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 2a2e78fd-84a6-4170-acf1-a82741c394a6, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=2a2e78fd-84a6-4170-acf1-a82741c394a6,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:42.382530 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '2a2e78fd-84a6-4170-acf1-a82741c394a6', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': '2a2e78fd-84a6-4170-acf1-a82741c394a6', 'mac_address': 'fa:16:3e:da:3a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:29:42.400699 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-4aa96360-e5fa-41fc-a84e-b573af9a844a service neutron] Transition to ACTIVE for port object 3be48b7e-aadb-4715-80b1-ef5517a6fbfa will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:29:42.424368 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:42.439310 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a2e78fd-84a6-4170-acf1-a82741c394a6 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:29:42.461896 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 2a2e78fd-84a6-4170-acf1-a82741c394a6, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=2a2e78fd-84a6-4170-acf1-a82741c394a6,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:42.593150 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-4aa96360-e5fa-41fc-a84e-b573af9a844a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:42.627332 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:42.685958 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-4aa96360-e5fa-41fc-a84e-b573af9a844a service neutron] No DVR routers for this DVR port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa on host n-h2-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:29:42.701447 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa96360-e5fa-41fc-a84e-b573af9a844a service neutron] Pushing event updated for resources: {'Port': ['ID=3be48b7e-aadb-4715-80b1-ef5517a6fbfa,revision_number=10']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:42.703590 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=2a2e78fd-84a6-4170-acf1-a82741c394a6,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:42.728512 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-4aa96360-e5fa-41fc-a84e-b573af9a844a service neutron] 10.222.0.58 "PUT /v2.0/ports/3be48b7e-aadb-4715-80b1-ef5517a6fbfa/bindings/n-h1-820550-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9606192 Dec 16 09:29:42.828810 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['2a2e78fd-84a6-4170-acf1-a82741c394a6'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:43.199382 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 39078) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:43.204371 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-d79aec32-3133-4671-b758-0f28369d411d tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1860478250'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:43.409659 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79aec32-3133-4671-b758-0f28369d411d tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Made reservation on behalf of 2fdf9ee8bfea41ea812d81e90556fa69 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:29:43.414371 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d79aec32-3133-4671-b758-0f28369d411d tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:43.442854 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79aec32-3133-4671-b758-0f28369d411d tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:29:43.454840 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d79aec32-3133-4671-b758-0f28369d411d tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:43.457145 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-d79aec32-3133-4671-b758-0f28369d411d tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Added segment 8d69c9a9-3071-4ca9-b695-b89cbd7318a7 of type vlan for network 684e8d31-9cdf-4419-92e5-be50ab03fd53 Dec 16 09:29:43.503843 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d79aec32-3133-4671-b758-0f28369d411d tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:43.623993 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d79aec32-3133-4671-b758-0f28369d411d tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:43.629494 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79aec32-3133-4671-b758-0f28369d411d tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:43.630081 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d79aec32-3133-4671-b758-0f28369d411d tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:43.703192 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79aec32-3133-4671-b758-0f28369d411d tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Pushing event updated for resources: {'Network': ['ID=684e8d31-9cdf-4419-92e5-be50ab03fd53,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:43.714486 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 684e8d31-9cdf-4419-92e5-be50ab03fd53 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:29:43.809087 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39084) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:43.809901 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d79aec32-3133-4671-b758-0f28369d411d tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6087575 Dec 16 09:29:43.822841 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-0aa26214-ff33-4d8c-a55f-7ab813e443cb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1251295147'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:44.006371 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa26214-ff33-4d8c-a55f-7ab813e443cb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Made reservation on behalf of 2fdf9ee8bfea41ea812d81e90556fa69 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:29:44.012032 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0aa26214-ff33-4d8c-a55f-7ab813e443cb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:44.047243 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa26214-ff33-4d8c-a55f-7ab813e443cb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:29:44.057049 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0aa26214-ff33-4d8c-a55f-7ab813e443cb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:44.057490 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-0aa26214-ff33-4d8c-a55f-7ab813e443cb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Added segment 5c9e9750-dcd0-4530-8e67-4882aa666bb7 of type vlan for network 3976022d-4300-480a-88ba-80eb47c64065 Dec 16 09:29:44.099319 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2987c91-7430-472e-9423-d6b573621daa req-ce178fec-29e6-4cb9-9625-2876948e2a01 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:44.105621 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0aa26214-ff33-4d8c-a55f-7ab813e443cb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:44.108620 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b2987c91-7430-472e-9423-d6b573621daa req-ce178fec-29e6-4cb9-9625-2876948e2a01 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] 10.222.0.60 "GET /v2.0/networks?id=f35f8b5f-d20e-4f77-8c1d-e367cb406dc4 HTTP/1.1" status: 200 len: 812 time: 0.1377454 Dec 16 09:29:44.120187 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b2987c91-7430-472e-9423-d6b573621daa req-304e1230-9e0a-4cca-9fe3-828c45ba02c5 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] 10.222.0.60 "GET /v2.0/quotas/c44800f1fa494c0195888fd7a35555b7 HTTP/1.1" status: 200 len: 375 time: 0.0107036 Dec 16 09:29:44.159952 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b2987c91-7430-472e-9423-d6b573621daa req-5149da6a-cec5-4901-9484-1b355664dcda tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c44800f1fa494c0195888fd7a35555b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327942 Dec 16 09:29:44.215433 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 2a2e78fd-84a6-4170-acf1-a82741c394a6 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:29:44.257831 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0aa26214-ff33-4d8c-a55f-7ab813e443cb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:44.264033 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa26214-ff33-4d8c-a55f-7ab813e443cb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:44.279736 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0aa26214-ff33-4d8c-a55f-7ab813e443cb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:44.302679 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b2987c91-7430-472e-9423-d6b573621daa req-fcd19930-51c9-42ca-819b-ffa3743934cc service neutron] 10.222.0.60 "GET /v2.0/networks/f35f8b5f-d20e-4f77-8c1d-e367cb406dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188710 Dec 16 09:29:44.345502 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa26214-ff33-4d8c-a55f-7ab813e443cb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Pushing event updated for resources: {'Network': ['ID=3976022d-4300-480a-88ba-80eb47c64065,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:44.358051 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 3976022d-4300-480a-88ba-80eb47c64065 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:29:44.430990 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b2987c91-7430-472e-9423-d6b573621daa req-23ba8e44-a7cc-40c2-9d30-a2713a7d7900 service neutron] 10.222.0.60 "GET /v2.0/networks/f35f8b5f-d20e-4f77-8c1d-e367cb406dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198978 Dec 16 09:29:44.466955 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 39096) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:44.467503 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0aa26214-ff33-4d8c-a55f-7ab813e443cb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6556869 Dec 16 09:29:44.471143 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 2a2e78fd-84a6-4170-acf1-a82741c394a6 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:29:44.476097 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-d9a5d2af-a16b-4d81-8801-35175f0a01cf tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Request body: {'subnet': {'network_id': '684e8d31-9cdf-4419-92e5-be50ab03fd53', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:44.482961 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 2a2e78fd-84a6-4170-acf1-a82741c394a6 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:29:44.484603 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:44.591968 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39098) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:44.644136 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:44.677923 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b24069bc-8e81-4763-887d-70b610830a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2e78fd-84a6-4170-acf1-a82741c394a6'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:44.680794 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157e4132-0c62-4d30-a8fb-397db23d26b4" -d '{"events": [{"server_uuid": "b24069bc-8e81-4763-887d-70b610830a46", "name": "network-vif-plugged", "status": "completed", "tag": "2a2e78fd-84a6-4170-acf1-a82741c394a6"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:44.695597 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 2a2e78fd-84a6-4170-acf1-a82741c394a6, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=2a2e78fd-84a6-4170-acf1-a82741c394a6,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:44.734863 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a5d2af-a16b-4d81-8801-35175f0a01cf tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Made reservation on behalf of 2fdf9ee8bfea41ea812d81e90556fa69 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:29:44.739683 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d9a5d2af-a16b-4d81-8801-35175f0a01cf tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:44.772795 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ea936996-9fa1-4297-af8c-0d10d368db60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:44.803899 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:44.901275 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=2a2e78fd-84a6-4170-acf1-a82741c394a6,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:44.908288 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ea936996-9fa1-4297-af8c-0d10d368db60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:44.938226 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:44.939501 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:44.939850 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:44.940191 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:44.940527 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:44.942769 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:44.943720 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:44.944113 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:44.944569 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:44.966116 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:44.966116 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:44.966116 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:44.966371 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad49e26-fa27-42e4-9487-90dd17792208 req-f83c569f-2f92-479c-89b7-b437b96a137b tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:44.966371 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1ad49e26-fa27-42e4-9487-90dd17792208 req-f83c569f-2f92-479c-89b7-b437b96a137b tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 944 time: 0.1216080 Dec 16 09:29:45.031979 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ea936996-9fa1-4297-af8c-0d10d368db60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:45.039277 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1ad49e26-fa27-42e4-9487-90dd17792208 req-5173fd1e-c6eb-465a-9936-fb186f62da53 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798075 Dec 16 09:29:45.072813 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ea936996-9fa1-4297-af8c-0d10d368db60 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=17269516c65e4d2fa7d7c997543e81c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4790916 Dec 16 09:29:45.076213 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39116) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:45.187588 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea936996-9fa1-4297-af8c-0d10d368db60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172778b8-2923-4599-99c4-2cd6700f4aa2,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:45.195688 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-31a60fcd-597a-4361-921e-e528132ec497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:45.222229 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-31a60fcd-597a-4361-921e-e528132ec497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:45.249863 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc436bc-3dc1-47cf-b2e0-fc732c289500 req-80d943cd-8f15-4d3a-89ac-ae02310d8b57 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:45.251699 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6fc436bc-3dc1-47cf-b2e0-fc732c289500 req-80d943cd-8f15-4d3a-89ac-ae02310d8b57 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 946 time: 0.0612838 Dec 16 09:29:45.258722 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d9a5d2af-a16b-4d81-8801-35175f0a01cf tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:45.337790 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5d2af-a16b-4d81-8801-35175f0a01cf tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Pushing event updated for resources: {'Subnet': ['ID=bfac0808-cedf-4b34-81bb-040e7c2c8cb1,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:45.342513 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a5d2af-a16b-4d81-8801-35175f0a01cf tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Checking segment: {'id': '8d69c9a9-3071-4ca9-b695-b89cbd7318a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '684e8d31-9cdf-4419-92e5-be50ab03fd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:29:45.342875 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a5d2af-a16b-4d81-8801-35175f0a01cf tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Network hostable DHCP agents. Network: 684e8d31-9cdf-4419-92e5-be50ab03fd53, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:29:45.506406 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6fc436bc-3dc1-47cf-b2e0-fc732c289500 req-18bbfbbb-d022-48ee-9fc6-e1b6e923ce05 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450929 Dec 16 09:29:45.515929 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a5d2af-a16b-4d81-8801-35175f0a01cf tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Network 684e8d31-9cdf-4419-92e5-be50ab03fd53 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:29:45.618787 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a6984-2ad3-4a4c-b859-83e8caa18606 req-96ccc133-c543-4e6b-b4cf-2ee898f6f2b6 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:45.626837 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ed9a6984-2ad3-4a4c-b859-83e8caa18606 req-96ccc133-c543-4e6b-b4cf-2ee898f6f2b6 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?device_id=b24069bc-8e81-4763-887d-70b610830a46 HTTP/1.1" status: 200 len: 950 time: 0.0594327 Dec 16 09:29:45.662615 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ed9a6984-2ad3-4a4c-b859-83e8caa18606 req-4e3a3f8a-3f08-4127-9b03-33097bcffcb4 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac77af22-a255-4d4c-aa4d-f860c351936d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348980 Dec 16 09:29:45.710232 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96845b14-18d0-4143-b56a-3c4cbb5813c7 x-openstack-request-id: req-96845b14-18d0-4143-b56a-3c4cbb5813c7 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:45.710519 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b24069bc-8e81-4763-887d-70b610830a46", "name": "network-vif-plugged", "status": "completed", "tag": "2a2e78fd-84a6-4170-acf1-a82741c394a6", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:45.710767 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-96845b14-18d0-4143-b56a-3c4cbb5813c7 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:45.711162 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b24069bc-8e81-4763-887d-70b610830a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2e78fd-84a6-4170-acf1-a82741c394a6', 'code': 200} Dec 16 09:29:45.723355 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-31a60fcd-597a-4361-921e-e528132ec497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:45.763306 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-31a60fcd-597a-4361-921e-e528132ec497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:45.763306 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-31a60fcd-597a-4361-921e-e528132ec497 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/172778b8-2923-4599-99c4-2cd6700f4aa2 HTTP/1.1" status: 204 len: 168 time: 0.6500907 Dec 16 09:29:45.763306 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a60fcd-597a-4361-921e-e528132ec497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172778b8-2923-4599-99c4-2cd6700f4aa2,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:45.778275 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e2d87b85-23a6-4855-9ffd-244493c870d5 req-7788cc65-3939-41c7-90bd-6bf22cd99ab0 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] 10.222.0.60 "GET /v2.0/ports?device_id=34d5b83d-5e71-4335-91a9-46feeb126cff HTTP/1.1" status: 200 len: 210 time: 0.0364468 Dec 16 09:29:45.808809 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c802a01-77dc-4c60-b6b2-74f17b547704 req-bc7c27b9-61bf-4e43-9944-d5df7a872939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:45.810462 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1c802a01-77dc-4c60-b6b2-74f17b547704 req-bc7c27b9-61bf-4e43-9944-d5df7a872939 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b24069bc-8e81-4763-887d-70b610830a46 HTTP/1.1" status: 200 len: 1101 time: 0.0420575 Dec 16 09:29:45.844672 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1c802a01-77dc-4c60-b6b2-74f17b547704 req-dc5efd78-c4cb-4e02-b2e6-67284714a117 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ac77af22-a255-4d4c-aa4d-f860c351936d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277755 Dec 16 09:29:46.158000 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e5332-b376-49d3-a2d9-bf76b2f69820 req-9449dcc9-4332-497b-8d81-db28c9c165a0 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:46.159528 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-704e5332-b376-49d3-a2d9-bf76b2f69820 req-9449dcc9-4332-497b-8d81-db28c9c165a0 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 944 time: 0.0527575 Dec 16 09:29:46.201467 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-704e5332-b376-49d3-a2d9-bf76b2f69820 req-30398115-3007-4b8a-af38-ad32542fddcb tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358758 Dec 16 09:29:46.279486 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-d9a5d2af-a16b-4d81-8801-35175f0a01cf tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 684e8d31-9cdf-4419-92e5-be50ab03fd53) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:29:46.280499 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a5d2af-a16b-4d81-8801-35175f0a01cf tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:46.281707 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d9a5d2af-a16b-4d81-8801-35175f0a01cf tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:46.284103 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d2ac23-9ba9-4712-8048-b2a5b2e9609f None None] Network 684e8d31-9cdf-4419-92e5-be50ab03fd53 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:29:46.451752 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d9a5d2af-a16b-4d81-8801-35175f0a01cf tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9828486 Dec 16 09:29:46.454827 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39138) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:46.460669 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-21196854-568f-4769-9f78-856788c78446 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Request body: {'subnet': {'network_id': '3976022d-4300-480a-88ba-80eb47c64065', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:46.668087 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9dbb94-8945-407b-85e6-4c49b77c5e50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-684e8d31-9cdf-4419-92e5-be50ab03fd53', 'network_id': '684e8d31-9cdf-4419-92e5-be50ab03fd53', 'tenant_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'fixed_ips': [{'subnet_id': 'bfac0808-cedf-4b34-81bb-040e7c2c8cb1'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:29:46.669287 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8e9dbb94-8945-407b-85e6-4c49b77c5e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:46.721909 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940946f-d4d3-4f6a-b7b0-ad3464f9b2eb req-185054cd-85c4-40ba-84e6-03ef3458fdf8 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:46.723617 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6940946f-d4d3-4f6a-b7b0-ad3464f9b2eb req-185054cd-85c4-40ba-84e6-03ef3458fdf8 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 946 time: 0.0809114 Dec 16 09:29:46.755621 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21196854-568f-4769-9f78-856788c78446 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Made reservation on behalf of 2fdf9ee8bfea41ea812d81e90556fa69 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:29:46.766875 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-21196854-568f-4769-9f78-856788c78446 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:46.776400 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6940946f-d4d3-4f6a-b7b0-ad3464f9b2eb req-2d7ef3ae-8dd3-417d-8a80-6ac16e34d565 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452690 Dec 16 09:29:47.023264 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-8e9dbb94-8945-407b-85e6-4c49b77c5e50 None None] Allocated IP 10.1.1.2 (684e8d31-9cdf-4419-92e5-be50ab03fd53/bfac0808-cedf-4b34-81bb-040e7c2c8cb1/d9e70de6-eb14-42c4-acba-6836e498149f) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:29:47.272761 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-21196854-568f-4769-9f78-856788c78446 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:47.340135 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fcad3-d65c-4ec5-b16f-3a52f6d956f5 req-c44a55c3-04fd-467d-947d-5345869cbc6b tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:47.353313 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8e9dbb94-8945-407b-85e6-4c49b77c5e50 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:47.353865 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21196854-568f-4769-9f78-856788c78446 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Pushing event updated for resources: {'Subnet': ['ID=9bebcc90-db8b-4005-83f2-cb4ef7d4c14e,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:47.360938 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-146fcad3-d65c-4ec5-b16f-3a52f6d956f5 req-c44a55c3-04fd-467d-947d-5345869cbc6b tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?device_id=b24069bc-8e81-4763-887d-70b610830a46 HTTP/1.1" status: 200 len: 950 time: 0.1126065 Dec 16 09:29:47.403202 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21196854-568f-4769-9f78-856788c78446 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Checking segment: {'id': '5c9e9750-dcd0-4530-8e67-4882aa666bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3976022d-4300-480a-88ba-80eb47c64065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:29:47.403576 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21196854-568f-4769-9f78-856788c78446 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Network hostable DHCP agents. Network: 3976022d-4300-480a-88ba-80eb47c64065, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:29:47.437687 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-146fcad3-d65c-4ec5-b16f-3a52f6d956f5 req-ee7ab382-2137-418f-9fd8-17ddc541b747 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac77af22-a255-4d4c-aa4d-f860c351936d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629611 Dec 16 09:29:47.496454 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8e9dbb94-8945-407b-85e6-4c49b77c5e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:47.535092 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cb9c1872-8293-4e6b-aa9e-08a20f912253 req-3e75d36f-6edd-4e6a-b232-2ed85e5711f2 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] 10.222.0.60 "GET /v2.0/ports?device_id=34d5b83d-5e71-4335-91a9-46feeb126cff HTTP/1.1" status: 200 len: 210 time: 0.0293741 Dec 16 09:29:47.545553 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9dbb94-8945-407b-85e6-4c49b77c5e50 None None] Network 684e8d31-9cdf-4419-92e5-be50ab03fd53 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:29:47.549181 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-8e9dbb94-8945-407b-85e6-4c49b77c5e50 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:29:47.553928 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9dbb94-8945-407b-85e6-4c49b77c5e50 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:29:47.616022 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9dbb94-8945-407b-85e6-4c49b77c5e50 None None] Pushing event updated for resources: {'Port': ['ID=d9e70de6-eb14-42c4-acba-6836e498149f,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:47.635989 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39160) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:47.656945 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21196854-568f-4769-9f78-856788c78446 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Network 3976022d-4300-480a-88ba-80eb47c64065 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:29:47.691248 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2081d782-ef8c-4d13-946c-4651977d3106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:47.708656 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-8e9dbb94-8945-407b-85e6-4c49b77c5e50 None None] Attempting to bind port d9e70de6-eb14-42c4-acba-6836e498149f on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:29:47.709230 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-8e9dbb94-8945-407b-85e6-4c49b77c5e50 None None] Attempting to bind port d9e70de6-eb14-42c4-acba-6836e498149f by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '8d69c9a9-3071-4ca9-b695-b89cbd7318a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '684e8d31-9cdf-4419-92e5-be50ab03fd53'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:29:47.709644 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9dbb94-8945-407b-85e6-4c49b77c5e50 None None] Attempting to bind port d9e70de6-eb14-42c4-acba-6836e498149f on network 684e8d31-9cdf-4419-92e5-be50ab03fd53 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:29:47.728183 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9dbb94-8945-407b-85e6-4c49b77c5e50 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:29:47.729467 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9dbb94-8945-407b-85e6-4c49b77c5e50 None None] Checking segment: {'id': '8d69c9a9-3071-4ca9-b695-b89cbd7318a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '684e8d31-9cdf-4419-92e5-be50ab03fd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:29:47.729875 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8e9dbb94-8945-407b-85e6-4c49b77c5e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:47.730354 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9dbb94-8945-407b-85e6-4c49b77c5e50 None None] Bound using segment: {'id': '8d69c9a9-3071-4ca9-b695-b89cbd7318a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '684e8d31-9cdf-4419-92e5-be50ab03fd53'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:29:47.730883 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-8e9dbb94-8945-407b-85e6-4c49b77c5e50 None None] Bound port: d9e70de6-eb14-42c4-acba-6836e498149f, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d69c9a9-3071-4ca9-b695-b89cbd7318a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '684e8d31-9cdf-4419-92e5-be50ab03fd53'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:29:47.731262 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8e9dbb94-8945-407b-85e6-4c49b77c5e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:47.851482 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-8e9dbb94-8945-407b-85e6-4c49b77c5e50 None None] For port d9e70de6-eb14-42c4-acba-6836e498149f, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:29:47.855432 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-8e9dbb94-8945-407b-85e6-4c49b77c5e50 None None] For port d9e70de6-eb14-42c4-acba-6836e498149f, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d9e70de6-eb14-42c4-acba-6836e498149f,segment=NetworkSegment(8d69c9a9-3071-4ca9-b695-b89cbd7318a7),segment_id=8d69c9a9-3071-4ca9-b695-b89cbd7318a7)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:29:47.888442 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4d4e2-ec88-49a4-9900-7d316f120015 req-25a57ae4-62ec-48a3-b84c-9830edfde8c5 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:47.897431 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6ff4d4e2-ec88-49a4-9900-7d316f120015 req-25a57ae4-62ec-48a3-b84c-9830edfde8c5 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 944 time: 0.1542282 Dec 16 09:29:47.908548 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2081d782-ef8c-4d13-946c-4651977d3106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:47.910228 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-21196854-568f-4769-9f78-856788c78446 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 3976022d-4300-480a-88ba-80eb47c64065) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:29:47.920598 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c68386-1384-4861-a95c-338cc8faa04e None None] Network 3976022d-4300-480a-88ba-80eb47c64065 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:29:47.926778 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21196854-568f-4769-9f78-856788c78446 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:47.927680 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-21196854-568f-4769-9f78-856788c78446 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:47.970150 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6ff4d4e2-ec88-49a4-9900-7d316f120015 req-855d0939-9c28-4016-9253-2662f477011d tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712931 Dec 16 09:29:48.007179 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ecc7c-ec05-4bd4-95b7-7569056e4cf8 req-b9f73779-32f7-4137-b10b-0eb479f62a30 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:48.009395 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1d2ecc7c-ec05-4bd4-95b7-7569056e4cf8 req-b9f73779-32f7-4137-b10b-0eb479f62a30 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 946 time: 0.0680470 Dec 16 09:29:48.054108 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8e9dbb94-8945-407b-85e6-4c49b77c5e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:48.074406 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1d2ecc7c-ec05-4bd4-95b7-7569056e4cf8 req-a98c94de-0a56-4dcb-bcf6-aa6e8bd2842a tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579896 Dec 16 09:29:48.102826 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2081d782-ef8c-4d13-946c-4651977d3106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:48.125717 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9dbb94-8945-407b-85e6-4c49b77c5e50 None None] Pushing event updated for resources: {'Port': ['ID=d9e70de6-eb14-42c4-acba-6836e498149f,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:48.142991 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-781e47c1-97c6-4a68-957c-d45db68a6b08 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:48.144736 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-781e47c1-97c6-4a68-957c-d45db68a6b08 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc&tenant_id=ef267339b96a4504bcc86eb4b94505b3&binding%3Ahost_id=n-h2-820550-2 HTTP/1.1" status: 200 len: 1095 time: 0.4083059 Dec 16 09:29:48.155023 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081d782-ef8c-4d13-946c-4651977d3106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313fd5ce-2d97-4ab6-a5b0-db35be944bad,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:48.205999 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-21196854-568f-4769-9f78-856788c78446 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7421789 Dec 16 09:29:48.205999 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39170) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:48.206518 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-b7932559-9005-4fc8-93c6-2e9e056633d2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Request body: {'port': {'network_id': '684e8d31-9cdf-4419-92e5-be50ab03fd53', 'name': 'tempest-TaggedBootDevicesTest-1103182856', 'fixed_ips': [{'subnet_id': 'bfac0808-cedf-4b34-81bb-040e7c2c8cb1'}]}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:48.230387 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b5a9ce-9998-400a-aeeb-fc647e1ed2e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-3976022d-4300-480a-88ba-80eb47c64065', 'network_id': '3976022d-4300-480a-88ba-80eb47c64065', 'tenant_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'fixed_ips': [{'subnet_id': '9bebcc90-db8b-4005-83f2-cb4ef7d4c14e'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:29:48.233924 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-8eebdef6-82cf-4219-a4b6-7bf66c0a4e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:48.234088 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e2b5a9ce-9998-400a-aeeb-fc647e1ed2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:48.237014 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-8eebdef6-82cf-4219-a4b6-7bf66c0a4e2b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc&tenant_id=ef267339b96a4504bcc86eb4b94505b3 HTTP/1.1" status: 200 len: 1095 time: 0.0771914 Dec 16 09:29:48.344373 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-e3cd2233-acc0-4929-8682-b6b61b67b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:48.348920 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-e3cd2233-acc0-4929-8682-b6b61b67b707 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef267339b96a4504bcc86eb4b94505b3&device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 1095 time: 0.0804994 Dec 16 09:29:48.362528 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2081d782-ef8c-4d13-946c-4651977d3106 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=39129f0d5b854a86a05d901003f26355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7247806 Dec 16 09:29:48.372594 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39172) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:48.517925 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-e2b5a9ce-9998-400a-aeeb-fc647e1ed2e4 None None] Allocated IP 10.2.2.2 (3976022d-4300-480a-88ba-80eb47c64065/9bebcc90-db8b-4005-83f2-cb4ef7d4c14e/88a82786-fc57-48c2-be9f-c67a6867e3af) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:29:48.558871 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-dadbf297-ca10-462e-ab50-d6655da6d5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:48.560385 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-dadbf297-ca10-462e-ab50-d6655da6d5c5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fd229606-1f82-48a3-82a3-fb35078f3dba HTTP/1.1" status: 200 len: 909 time: 0.2045894 Dec 16 09:29:48.563143 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad8ba36b-9eca-4cfc-8723-ac57c3f7287c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:48.625938 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad8ba36b-9eca-4cfc-8723-ac57c3f7287c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:48.691605 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-9f51ceff-6c85-4676-9aa5-be8cc72700f5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3be48b7e-aadb-4715-80b1-ef5517a6fbfa HTTP/1.1" status: 200 len: 217 time: 0.1161964 Dec 16 09:29:48.733268 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7932559-9005-4fc8-93c6-2e9e056633d2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Made reservation on behalf of 2fdf9ee8bfea41ea812d81e90556fa69 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:29:48.766510 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-df0d0a92-aaf1-4ea7-881a-9d0761d9fa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:48.768301 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-df0d0a92-aaf1-4ea7-881a-9d0761d9fa8a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1e11efc-2921-4ef6-b725-208b9f6cb7a8 HTTP/1.1" status: 200 len: 848 time: 0.0561793 Dec 16 09:29:48.798623 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e2b5a9ce-9998-400a-aeeb-fc647e1ed2e4 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:48.811597 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-03874afa-89c3-482e-8c0a-5db4849decd5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd229606-1f82-48a3-82a3-fb35078f3dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326238 Dec 16 09:29:48.822766 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f639b4d-dbb4-4da5-83b1-f1b2d7afb308 req-f9b7a404-a5b0-4520-9d6a-c7247ce1000b tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:48.824312 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1f639b4d-dbb4-4da5-83b1-f1b2d7afb308 req-f9b7a404-a5b0-4520-9d6a-c7247ce1000b tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?device_id=b24069bc-8e81-4763-887d-70b610830a46 HTTP/1.1" status: 200 len: 950 time: 0.1438692 Dec 16 09:29:48.856117 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b7932559-9005-4fc8-93c6-2e9e056633d2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:48.857933 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad8ba36b-9eca-4cfc-8723-ac57c3f7287c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:48.860436 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad8ba36b-9eca-4cfc-8723-ac57c3f7287c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:48.861779 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ad8ba36b-9eca-4cfc-8723-ac57c3f7287c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/313fd5ce-2d97-4ab6-a5b0-db35be944bad HTTP/1.1" status: 204 len: 168 time: 0.4883108 Dec 16 09:29:48.913785 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e2b5a9ce-9998-400a-aeeb-fc647e1ed2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:48.937540 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1f639b4d-dbb4-4da5-83b1-f1b2d7afb308 req-81ea606f-31b6-4522-86bc-51299c9e0082 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac77af22-a255-4d4c-aa4d-f860c351936d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021357 Dec 16 09:29:48.960428 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f3fa9d3e-e7ce-4ecb-ac24-5161fa51d752 req-29e830a0-152d-4d98-b547-f56b04cbd88c tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] 10.222.0.60 "GET /v2.0/ports?device_id=34d5b83d-5e71-4335-91a9-46feeb126cff HTTP/1.1" status: 200 len: 210 time: 0.2314560 Dec 16 09:29:48.967831 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ba36b-9eca-4cfc-8723-ac57c3f7287c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313fd5ce-2d97-4ab6-a5b0-db35be944bad,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:48.992236 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-b7932559-9005-4fc8-93c6-2e9e056633d2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] device_id is not set on port c0f0f737-e643-4831-9c6f-93b9615090fb yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:29:49.065040 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-8c7d8389-edbf-459b-9eb6-ca72e72d1e91 service neutron] 10.222.0.57 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395184 Dec 16 09:29:49.079765 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b5a9ce-9998-400a-aeeb-fc647e1ed2e4 None None] Network 3976022d-4300-480a-88ba-80eb47c64065 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:29:49.161962 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5a9ce-9998-400a-aeeb-fc647e1ed2e4 None None] Pushing event updated for resources: {'Port': ['ID=88a82786-fc57-48c2-be9f-c67a6867e3af,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:49.197724 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-e2b5a9ce-9998-400a-aeeb-fc647e1ed2e4 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:29:49.203930 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b5a9ce-9998-400a-aeeb-fc647e1ed2e4 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:29:49.354259 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d9e70de6-eb14-42c4-acba-6836e498149f up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:29:49.356783 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-3b3fc37d-8079-4c70-a532-55d7f3306b02 service neutron] 10.222.0.57 "GET /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825606 Dec 16 09:29:49.400108 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-b7932559-9005-4fc8-93c6-2e9e056633d2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Allocated IP 10.1.1.10 (684e8d31-9cdf-4419-92e5-be50ab03fd53/bfac0808-cedf-4b34-81bb-040e7c2c8cb1/c0f0f737-e643-4831-9c6f-93b9615090fb) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:29:49.450419 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-e2b5a9ce-9998-400a-aeeb-fc647e1ed2e4 None None] Attempting to bind port 88a82786-fc57-48c2-be9f-c67a6867e3af on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:29:49.453993 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-e2b5a9ce-9998-400a-aeeb-fc647e1ed2e4 None None] Attempting to bind port 88a82786-fc57-48c2-be9f-c67a6867e3af by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '5c9e9750-dcd0-4530-8e67-4882aa666bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3976022d-4300-480a-88ba-80eb47c64065'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:29:49.455046 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b5a9ce-9998-400a-aeeb-fc647e1ed2e4 None None] Attempting to bind port 88a82786-fc57-48c2-be9f-c67a6867e3af on network 3976022d-4300-480a-88ba-80eb47c64065 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:29:49.490036 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b5a9ce-9998-400a-aeeb-fc647e1ed2e4 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:29:49.492929 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b5a9ce-9998-400a-aeeb-fc647e1ed2e4 None None] Checking segment: {'id': '5c9e9750-dcd0-4530-8e67-4882aa666bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3976022d-4300-480a-88ba-80eb47c64065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:29:49.494120 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e2b5a9ce-9998-400a-aeeb-fc647e1ed2e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:49.494827 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b5a9ce-9998-400a-aeeb-fc647e1ed2e4 None None] Bound using segment: {'id': '5c9e9750-dcd0-4530-8e67-4882aa666bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3976022d-4300-480a-88ba-80eb47c64065'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:29:49.495604 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-e2b5a9ce-9998-400a-aeeb-fc647e1ed2e4 None None] Bound port: 88a82786-fc57-48c2-be9f-c67a6867e3af, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c9e9750-dcd0-4530-8e67-4882aa666bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3976022d-4300-480a-88ba-80eb47c64065'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:29:49.496254 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e2b5a9ce-9998-400a-aeeb-fc647e1ed2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:49.589826 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port d9e70de6-eb14-42c4-acba-6836e498149f triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:29:49.593619 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:49.636760 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239cf70-66b7-4c2f-84e7-cf487348a950 req-c9354fe8-eb34-40a8-9b8e-3ee06ca3a80f tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:49.652411 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2239cf70-66b7-4c2f-84e7-cf487348a950 req-c9354fe8-eb34-40a8-9b8e-3ee06ca3a80f tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 944 time: 0.3199255 Dec 16 09:29:49.668821 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-e2b5a9ce-9998-400a-aeeb-fc647e1ed2e4 None None] For port 88a82786-fc57-48c2-be9f-c67a6867e3af, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:29:49.687933 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-e2b5a9ce-9998-400a-aeeb-fc647e1ed2e4 None None] For port 88a82786-fc57-48c2-be9f-c67a6867e3af, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=88a82786-fc57-48c2-be9f-c67a6867e3af,segment=NetworkSegment(5c9e9750-dcd0-4530-8e67-4882aa666bb7),segment_id=5c9e9750-dcd0-4530-8e67-4882aa666bb7)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:29:49.824147 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:49.824147 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e2b5a9ce-9998-400a-aeeb-fc647e1ed2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:49.974409 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2239cf70-66b7-4c2f-84e7-cf487348a950 req-4268103f-8000-4fc8-b659-7434cfc7c811 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191600 Dec 16 09:29:50.061060 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8687e11-c90f-44f1-9d82-45ec3c843288 None None] Network 684e8d31-9cdf-4419-92e5-be50ab03fd53 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:29:50.086836 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754dfb8-4ab2-4834-9cb7-fbea6b71a307 req-4e9dd3b3-2de1-45ea-8bc0-702d6ce5bc4f tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:50.092348 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port d9e70de6-eb14-42c4-acba-6836e498149f, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d9e70de6-eb14-42c4-acba-6836e498149f,segment=NetworkSegment(8d69c9a9-3071-4ca9-b695-b89cbd7318a7),segment_id=8d69c9a9-3071-4ca9-b695-b89cbd7318a7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:50.097243 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8754dfb8-4ab2-4834-9cb7-fbea6b71a307 req-4e9dd3b3-2de1-45ea-8bc0-702d6ce5bc4f tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 946 time: 0.1544721 Dec 16 09:29:50.099606 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b7932559-9005-4fc8-93c6-2e9e056633d2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:50.131419 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2987c91-7430-472e-9423-d6b573621daa req-29225bb5-fe37-41b5-905b-53a0d90b182d tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:50.132951 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b2987c91-7430-472e-9423-d6b573621daa req-29225bb5-fe37-41b5-905b-53a0d90b182d tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] 10.222.0.58 "GET /v2.0/networks?id=f35f8b5f-d20e-4f77-8c1d-e367cb406dc4 HTTP/1.1" status: 200 len: 812 time: 0.4756823 Dec 16 09:29:50.183748 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-b2987c91-7430-472e-9423-d6b573621daa req-50b0f8a8-c1a2-48f4-8377-f4509eebe135 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Request body: {'port': {'device_id': '34d5b83d-5e71-4335-91a9-46feeb126cff', 'network_id': 'f35f8b5f-d20e-4f77-8c1d-e367cb406dc4', 'admin_state_up': True, 'tenant_id': 'c44800f1fa494c0195888fd7a35555b7'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:50.220844 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8754dfb8-4ab2-4834-9cb7-fbea6b71a307 req-a97b782e-7f3c-40d3-aafc-d0509254ebba tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224389 Dec 16 09:29:50.268762 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5a9ce-9998-400a-aeeb-fc647e1ed2e4 None None] Pushing event updated for resources: {'Port': ['ID=88a82786-fc57-48c2-be9f-c67a6867e3af,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:50.305141 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-22621a07-ce23-4b37-a5ea-d538bdc372e3 None None] Provisioning complete for port d9e70de6-eb14-42c4-acba-6836e498149f triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:29:50.305141 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-22621a07-ce23-4b37-a5ea-d538bdc372e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:50.368405 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5035c-6d3a-42d2-b1e7-3b9e3abe8f28 req-67fce595-3988-4f45-9364-ded3c6a4661c tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:50.376028 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-2f47b7e5-8a41-4dcb-a42a-06e1fafe028a tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:50.377904 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-2f47b7e5-8a41-4dcb-a42a-06e1fafe028a tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc&tenant_id=ef267339b96a4504bcc86eb4b94505b3&binding%3Ahost_id=n-h1-820550-2 HTTP/1.1" status: 200 len: 1095 time: 0.1275549 Dec 16 09:29:50.380152 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-17a5035c-6d3a-42d2-b1e7-3b9e3abe8f28 req-67fce595-3988-4f45-9364-ded3c6a4661c tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?device_id=b24069bc-8e81-4763-887d-70b610830a46 HTTP/1.1" status: 200 len: 950 time: 0.2731879 Dec 16 09:29:50.403220 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:50.564512 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-17a5035c-6d3a-42d2-b1e7-3b9e3abe8f28 req-b1244bb8-3bc6-4afa-a507-93e215280ccf tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac77af22-a255-4d4c-aa4d-f860c351936d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463153 Dec 16 09:29:50.587423 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b7932559-9005-4fc8-93c6-2e9e056633d2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:50.771192 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=d9e70de6-eb14-42c4-acba-6836e498149f,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:50.772117 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7932559-9005-4fc8-93c6-2e9e056633d2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Network 684e8d31-9cdf-4419-92e5-be50ab03fd53 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:29:50.784542 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2987c91-7430-472e-9423-d6b573621daa req-50b0f8a8-c1a2-48f4-8377-f4509eebe135 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Made reservation on behalf of c44800f1fa494c0195888fd7a35555b7 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:29:50.800687 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b2987c91-7430-472e-9423-d6b573621daa req-50b0f8a8-c1a2-48f4-8377-f4509eebe135 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:50.827637 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-b7932559-9005-4fc8-93c6-2e9e056633d2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:29:50.863340 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7932559-9005-4fc8-93c6-2e9e056633d2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:29:50.918709 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7932559-9005-4fc8-93c6-2e9e056633d2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Pushing event updated for resources: {'Port': ['ID=c0f0f737-e643-4831-9c6f-93b9615090fb,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:50.955944 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3174c3d7-05df-4955-a224-8a7210c34742 req-e33d25cd-1f3a-4179-881e-5b869805247f tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] 10.222.0.60 "GET /v2.0/ports?device_id=34d5b83d-5e71-4335-91a9-46feeb126cff HTTP/1.1" status: 200 len: 210 time: 0.5217519 Dec 16 09:29:51.096866 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7932559-9005-4fc8-93c6-2e9e056633d2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:51.101436 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b7932559-9005-4fc8-93c6-2e9e056633d2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:51.144762 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5a7da408-61ba-43fd-8c4c-53356505173f req-b8effeec-8b5d-49c6-82c3-9ef479c3ed7e tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=558bd48fddf64bb0a44f276b2fb8a24f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1160648 Dec 16 09:29:51.295977 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-7fa34e57-a8a0-4176-b1c6-b41e65b5211e service neutron] For port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:29:51.313730 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-7fa34e57-a8a0-4176-b1c6-b41e65b5211e service neutron] Notify callbacks [] for binding, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:51.316942 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0d4adbe5-b93d-4256-ae3c-3c5e9eee3ccb req-7fa34e57-a8a0-4176-b1c6-b41e65b5211e service neutron] 10.222.0.57 "DELETE /v2.0/ports/3be48b7e-aadb-4715-80b1-ef5517a6fbfa/bindings/n-h2-820550-2 HTTP/1.1" status: 204 len: 173 time: 0.9280374 Dec 16 09:29:51.348835 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8eea8a-aa45-4494-8b18-47f61b85c990 req-ee68f474-b062-4488-8d29-79150b5dd291 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:51.359766 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9e8eea8a-aa45-4494-8b18-47f61b85c990 req-ee68f474-b062-4488-8d29-79150b5dd291 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 944 time: 0.1853862 Dec 16 09:29:51.368614 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 88a82786-fc57-48c2-be9f-c67a6867e3af up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:29:51.426079 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b7932559-9005-4fc8-93c6-2e9e056633d2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2241459 Dec 16 09:29:51.432987 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 39252) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:51.448919 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-800fdedb-12f9-468b-92a7-2d41502b021a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Request body: {'port': {'network_id': '684e8d31-9cdf-4419-92e5-be50ab03fd53', 'name': 'tempest-TaggedBootDevicesTest-619207962', 'fixed_ips': [{'subnet_id': 'bfac0808-cedf-4b34-81bb-040e7c2c8cb1'}]}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:51.489885 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-b2987c91-7430-472e-9423-d6b573621daa req-50b0f8a8-c1a2-48f4-8377-f4509eebe135 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Allocated IP 172.20.0.9 (f35f8b5f-d20e-4f77-8c1d-e367cb406dc4/71533df0-993d-4bde-b823-010f456aa29e/56db27f6-f606-4f1f-8ef4-8cf5c6236699) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:29:51.525592 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-6db6e28e-c0b3-4ad1-a64b-fd8d24d98f07 None None] Provisioning complete for port d9e70de6-eb14-42c4-acba-6836e498149f triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:29:51.526302 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6db6e28e-c0b3-4ad1-a64b-fd8d24d98f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:51.594310 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 88a82786-fc57-48c2-be9f-c67a6867e3af triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:29:51.595001 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:51.678235 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9e8eea8a-aa45-4494-8b18-47f61b85c990 req-f5292669-ce6f-40ea-a50d-484b2f270bdf tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164508 Dec 16 09:29:51.850503 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800fdedb-12f9-468b-92a7-2d41502b021a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Made reservation on behalf of 2fdf9ee8bfea41ea812d81e90556fa69 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:29:51.853974 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-6db6e28e-c0b3-4ad1-a64b-fd8d24d98f07 None None] Provisioning complete for port c0f0f737-e643-4831-9c6f-93b9615090fb triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:29:51.854911 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6db6e28e-c0b3-4ad1-a64b-fd8d24d98f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:51.903231 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:51.961428 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 88a82786-fc57-48c2-be9f-c67a6867e3af, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=88a82786-fc57-48c2-be9f-c67a6867e3af,segment=NetworkSegment(5c9e9750-dcd0-4530-8e67-4882aa666bb7),segment_id=5c9e9750-dcd0-4530-8e67-4882aa666bb7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:51.963670 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-6db6e28e-c0b3-4ad1-a64b-fd8d24d98f07 None None] Port c0f0f737-e643-4831-9c6f-93b9615090fb cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:29:52.019592 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42779de0-a63a-4112-8c9c-63cb99f087fb req-40bf2240-3412-41bd-9672-d09c45bf25a7 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:52.034412 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-42779de0-a63a-4112-8c9c-63cb99f087fb req-40bf2240-3412-41bd-9672-d09c45bf25a7 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 946 time: 0.2378585 Dec 16 09:29:52.037946 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9fbd54-0c6d-4c83-be3e-3bd8b0622afb None None] Network 3976022d-4300-480a-88ba-80eb47c64065 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:29:52.080134 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-42779de0-a63a-4112-8c9c-63cb99f087fb req-2e6b9eff-9a8b-4088-b12f-a91916ff246a tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488720 Dec 16 09:29:52.106828 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7da408-61ba-43fd-8c4c-53356505173f req-5aea1aba-b3b1-4de1-b338-bbea032b82a9 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:52.116014 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5a7da408-61ba-43fd-8c4c-53356505173f req-5aea1aba-b3b1-4de1-b338-bbea032b82a9 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9695747 Dec 16 09:29:52.129896 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c54d5e5d-e7dd-4ada-8f1b-d36a0f1c18d8 None None] Provisioning complete for port c0f0f737-e643-4831-9c6f-93b9615090fb triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:29:52.130272 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c54d5e5d-e7dd-4ada-8f1b-d36a0f1c18d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:52.138454 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-800fdedb-12f9-468b-92a7-2d41502b021a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:52.144847 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5a7da408-61ba-43fd-8c4c-53356505173f req-1cd26721-5af7-4390-b95a-b05d1c7a8dfa tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/quotas/558bd48fddf64bb0a44f276b2fb8a24f HTTP/1.1" status: 200 len: 375 time: 0.0280650 Dec 16 09:29:52.182425 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-800fdedb-12f9-468b-92a7-2d41502b021a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] device_id is not set on port e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67 yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:29:52.219888 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-c54d5e5d-e7dd-4ada-8f1b-d36a0f1c18d8 None None] Port c0f0f737-e643-4831-9c6f-93b9615090fb cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:29:52.223235 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:52.223943 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d9e70de6-eb14-42c4-acba-6836e498149f up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:29:52.293669 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5a7da408-61ba-43fd-8c4c-53356505173f req-8dd5ee8d-9958-4f87-8f68-5352949cce1c tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=558bd48fddf64bb0a44f276b2fb8a24f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1476727 Dec 16 09:29:52.456630 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b2987c91-7430-472e-9423-d6b573621daa req-50b0f8a8-c1a2-48f4-8377-f4509eebe135 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:52.542237 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c54d5e5d-e7dd-4ada-8f1b-d36a0f1c18d8 None None] Provisioning complete for port 88a82786-fc57-48c2-be9f-c67a6867e3af triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:29:52.543691 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c54d5e5d-e7dd-4ada-8f1b-d36a0f1c18d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:52.554407 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-800fdedb-12f9-468b-92a7-2d41502b021a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Allocated IP 10.1.1.53 (684e8d31-9cdf-4419-92e5-be50ab03fd53/bfac0808-cedf-4b34-81bb-040e7c2c8cb1/e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:29:52.575451 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-52ef9d36-5233-4d36-9535-7d05c6dbd8de req-54ad68b1-5a0a-406c-8281-efbfa544e085 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] 10.222.0.60 "GET /v2.0/ports?device_id=34d5b83d-5e71-4335-91a9-46feeb126cff HTTP/1.1" status: 200 len: 210 time: 0.0677166 Dec 16 09:29:52.588234 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=88a82786-fc57-48c2-be9f-c67a6867e3af,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:52.629093 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port d9e70de6-eb14-42c4-acba-6836e498149f triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:29:52.633013 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:52.761407 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b2987c91-7430-472e-9423-d6b573621daa req-50b0f8a8-c1a2-48f4-8377-f4509eebe135 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:52.860318 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9e2cf-a783-4073-9b38-4c308fd5da61 req-702d008a-c9dc-4b2d-aca3-8445de6fd432 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:52.876887 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fdb9e2cf-a783-4073-9b38-4c308fd5da61 req-702d008a-c9dc-4b2d-aca3-8445de6fd432 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 1095 time: 0.1392205 Dec 16 09:29:52.935918 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-60a21588-ac64-4a5e-8ce0-45202858d366 req-66e0d86f-9397-4f3f-9112-ac355dfc67be tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?device_id=962a8291-bad4-4df7-a0c1-1f2700acf4ef HTTP/1.1" status: 200 len: 210 time: 0.0821209 Dec 16 09:29:52.964612 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2987c91-7430-472e-9423-d6b573621daa req-50b0f8a8-c1a2-48f4-8377-f4509eebe135 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Network f35f8b5f-d20e-4f77-8c1d-e367cb406dc4 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:29:52.971618 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-b2987c91-7430-472e-9423-d6b573621daa req-50b0f8a8-c1a2-48f4-8377-f4509eebe135 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:29:52.975342 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2987c91-7430-472e-9423-d6b573621daa req-50b0f8a8-c1a2-48f4-8377-f4509eebe135 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:29:52.987733 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0f8a8-c1a2-48f4-8377-f4509eebe135 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Pushing event updated for resources: {'Port': ['ID=56db27f6-f606-4f1f-8ef4-8cf5c6236699,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:53.005929 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-800fdedb-12f9-468b-92a7-2d41502b021a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:53.057598 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0f8a8-c1a2-48f4-8377-f4509eebe135 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:53.057598 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0f8a8-c1a2-48f4-8377-f4509eebe135 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:53.057598 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0f8a8-c1a2-48f4-8377-f4509eebe135 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:53.057598 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0f8a8-c1a2-48f4-8377-f4509eebe135 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:53.058796 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0f8a8-c1a2-48f4-8377-f4509eebe135 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:53.059040 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0f8a8-c1a2-48f4-8377-f4509eebe135 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:53.059383 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0f8a8-c1a2-48f4-8377-f4509eebe135 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:53.059758 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0f8a8-c1a2-48f4-8377-f4509eebe135 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:53.060028 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0f8a8-c1a2-48f4-8377-f4509eebe135 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:53.060347 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0f8a8-c1a2-48f4-8377-f4509eebe135 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:53.060665 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0f8a8-c1a2-48f4-8377-f4509eebe135 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:53.061056 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0f8a8-c1a2-48f4-8377-f4509eebe135 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:53.166496 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2987c91-7430-472e-9423-d6b573621daa req-50b0f8a8-c1a2-48f4-8377-f4509eebe135 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:53.167257 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b2987c91-7430-472e-9423-d6b573621daa req-50b0f8a8-c1a2-48f4-8377-f4509eebe135 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:53.179734 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 88a82786-fc57-48c2-be9f-c67a6867e3af up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:29:53.183432 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fdb9e2cf-a783-4073-9b38-4c308fd5da61 req-92ca287e-b826-491c-aee1-71b596640c57 tempest-LiveMigrationTest-867307539 tempest-LiveMigrationTest-867307539-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033090 Dec 16 09:29:53.299530 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 88a82786-fc57-48c2-be9f-c67a6867e3af triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:29:53.300193 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:53.334602 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b2987c91-7430-472e-9423-d6b573621daa req-50b0f8a8-c1a2-48f4-8377-f4509eebe135 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1590855 Dec 16 09:29:53.350407 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-b2987c91-7430-472e-9423-d6b573621daa req-8df34c43-4abf-48a9-8954-ff863f0266a4 service neutron] Request body: {'port': {'device_id': '34d5b83d-5e71-4335-91a9-46feeb126cff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:53.381416 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae48f5-c932-48b4-bf70-b04cc4772b0b req-b8c31e9c-d620-439e-a4b2-47cd52ce97cc tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:53.390665 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d0ae48f5-c932-48b4-bf70-b04cc4772b0b req-b8c31e9c-d620-439e-a4b2-47cd52ce97cc tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 946 time: 0.1034362 Dec 16 09:29:53.408139 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-800fdedb-12f9-468b-92a7-2d41502b021a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:53.493711 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d0ae48f5-c932-48b4-bf70-b04cc4772b0b req-edd11533-4108-451e-8ed7-a49b4fa22b9b tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962641 Dec 16 09:29:53.494738 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b2987c91-7430-472e-9423-d6b573621daa req-8df34c43-4abf-48a9-8954-ff863f0266a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:53.505249 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800fdedb-12f9-468b-92a7-2d41502b021a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Network 684e8d31-9cdf-4419-92e5-be50ab03fd53 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:29:53.516859 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-800fdedb-12f9-468b-92a7-2d41502b021a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:29:53.556131 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800fdedb-12f9-468b-92a7-2d41502b021a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:29:53.639586 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-943b4ec1-b918-425b-be49-d33f82127ccc None None] Provisioning complete for port 88a82786-fc57-48c2-be9f-c67a6867e3af triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:29:53.639586 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-943b4ec1-b918-425b-be49-d33f82127ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:53.672383 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800fdedb-12f9-468b-92a7-2d41502b021a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:53.673194 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-800fdedb-12f9-468b-92a7-2d41502b021a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:53.677070 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800fdedb-12f9-468b-92a7-2d41502b021a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Pushing event updated for resources: {'Port': ['ID=e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:53.740983 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800fdedb-12f9-468b-92a7-2d41502b021a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:53.740983 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800fdedb-12f9-468b-92a7-2d41502b021a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:53.740983 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800fdedb-12f9-468b-92a7-2d41502b021a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:53.740983 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800fdedb-12f9-468b-92a7-2d41502b021a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:53.740983 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800fdedb-12f9-468b-92a7-2d41502b021a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:53.740983 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800fdedb-12f9-468b-92a7-2d41502b021a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:53.740983 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800fdedb-12f9-468b-92a7-2d41502b021a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:53.740983 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800fdedb-12f9-468b-92a7-2d41502b021a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:53.740983 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800fdedb-12f9-468b-92a7-2d41502b021a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:53.740983 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800fdedb-12f9-468b-92a7-2d41502b021a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:53.740983 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800fdedb-12f9-468b-92a7-2d41502b021a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:53.740983 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800fdedb-12f9-468b-92a7-2d41502b021a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:53.856605 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-09b74a24-8100-450d-9b62-76c20edad9da tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=867f2fd004a44f5d9ab9f6f84238d4fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515268 Dec 16 09:29:53.870809 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-e7650bba-8d08-471c-a69c-0929eb3ee339 None None] Provisioning complete for port e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:29:53.871543 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e7650bba-8d08-471c-a69c-0929eb3ee339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:53.907500 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-e7650bba-8d08-471c-a69c-0929eb3ee339 None None] Port e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:29:54.069350 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-f99c959e-22e7-4cce-b97e-1e1b01ffbdcf tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:54.070796 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-f99c959e-22e7-4cce-b97e-1e1b01ffbdcf tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2070410 Dec 16 09:29:54.077811 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-b2987c91-7430-472e-9423-d6b573621daa req-8df34c43-4abf-48a9-8954-ff863f0266a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56db27f6-f606-4f1f-8ef4-8cf5c6236699 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:29:54.097769 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b2987c91-7430-472e-9423-d6b573621daa req-8df34c43-4abf-48a9-8954-ff863f0266a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:54.106599 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-772fd5fc-cd61-4743-9e94-1f4435e318f3 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.60 "GET /v2.0/quotas/867f2fd004a44f5d9ab9f6f84238d4fa HTTP/1.1" status: 200 len: 375 time: 0.0244482 Dec 16 09:29:54.125442 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-b2987c91-7430-472e-9423-d6b573621daa req-8df34c43-4abf-48a9-8954-ff863f0266a4 service neutron] Transition to ACTIVE for port object 56db27f6-f606-4f1f-8ef4-8cf5c6236699 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:29:54.146670 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-34bb2824-4342-4db6-ba85-c45981ebdfda tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=867f2fd004a44f5d9ab9f6f84238d4fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341480 Dec 16 09:29:54.692990 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d94a2f0d-6595-4f99-8db8-d5edd4a98cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:54.698568 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-800fdedb-12f9-468b-92a7-2d41502b021a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2614999 Dec 16 09:29:54.702490 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b2987c91-7430-472e-9423-d6b573621daa req-8df34c43-4abf-48a9-8954-ff863f0266a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:54.786840 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df34c43-4abf-48a9-8954-ff863f0266a4 service neutron] Pushing event updated for resources: {'Port': ['ID=56db27f6-f606-4f1f-8ef4-8cf5c6236699,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:54.907531 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-b2987c91-7430-472e-9423-d6b573621daa req-8df34c43-4abf-48a9-8954-ff863f0266a4 service neutron] Attempting to bind port 56db27f6-f606-4f1f-8ef4-8cf5c6236699 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:29:54.907956 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-b2987c91-7430-472e-9423-d6b573621daa req-8df34c43-4abf-48a9-8954-ff863f0266a4 service neutron] Attempting to bind port 56db27f6-f606-4f1f-8ef4-8cf5c6236699 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '99a0d03c-b3d9-47f7-ba14-13d7b0cfa4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f35f8b5f-d20e-4f77-8c1d-e367cb406dc4'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:29:54.908366 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2987c91-7430-472e-9423-d6b573621daa req-8df34c43-4abf-48a9-8954-ff863f0266a4 service neutron] Attempting to bind port 56db27f6-f606-4f1f-8ef4-8cf5c6236699 on network f35f8b5f-d20e-4f77-8c1d-e367cb406dc4 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:29:54.914619 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2987c91-7430-472e-9423-d6b573621daa req-8df34c43-4abf-48a9-8954-ff863f0266a4 service neutron] Port 56db27f6-f606-4f1f-8ef4-8cf5c6236699 on network f35f8b5f-d20e-4f77-8c1d-e367cb406dc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:29:54.915376 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2987c91-7430-472e-9423-d6b573621daa req-8df34c43-4abf-48a9-8954-ff863f0266a4 service neutron] Attempting to bind port 56db27f6-f606-4f1f-8ef4-8cf5c6236699 on network f35f8b5f-d20e-4f77-8c1d-e367cb406dc4 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:29:54.929260 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2987c91-7430-472e-9423-d6b573621daa req-8df34c43-4abf-48a9-8954-ff863f0266a4 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:29:54.929260 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2987c91-7430-472e-9423-d6b573621daa req-8df34c43-4abf-48a9-8954-ff863f0266a4 service neutron] Checking segment: {'id': '99a0d03c-b3d9-47f7-ba14-13d7b0cfa4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f35f8b5f-d20e-4f77-8c1d-e367cb406dc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:29:54.929260 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2987c91-7430-472e-9423-d6b573621daa req-8df34c43-4abf-48a9-8954-ff863f0266a4 service neutron] Bound using segment: {'id': '99a0d03c-b3d9-47f7-ba14-13d7b0cfa4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f35f8b5f-d20e-4f77-8c1d-e367cb406dc4'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:29:54.929260 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-b2987c91-7430-472e-9423-d6b573621daa req-8df34c43-4abf-48a9-8954-ff863f0266a4 service neutron] Bound port: 56db27f6-f606-4f1f-8ef4-8cf5c6236699, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a0d03c-b3d9-47f7-ba14-13d7b0cfa4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f35f8b5f-d20e-4f77-8c1d-e367cb406dc4'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:29:54.929260 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b2987c91-7430-472e-9423-d6b573621daa req-8df34c43-4abf-48a9-8954-ff863f0266a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:55.039881 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7ab8c-9a8e-45af-a82d-443f31fc289e req-39b489a5-7db2-4e14-a252-3eec4e0afcb2 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:55.040392 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b73d3e2e-1577-42c5-90ff-c863f996987d req-d64cfb15-6d45-4e23-a0c7-a9335fb1410d tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?device_id=962a8291-bad4-4df7-a0c1-1f2700acf4ef HTTP/1.1" status: 200 len: 210 time: 0.0613847 Dec 16 09:29:55.062082 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-14b7ab8c-9a8e-45af-a82d-443f31fc289e req-39b489a5-7db2-4e14-a252-3eec4e0afcb2 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] 10.222.0.60 "GET /v2.0/ports?device_id=34d5b83d-5e71-4335-91a9-46feeb126cff HTTP/1.1" status: 200 len: 943 time: 0.0982018 Dec 16 09:29:55.075765 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-b2987c91-7430-472e-9423-d6b573621daa req-8df34c43-4abf-48a9-8954-ff863f0266a4 service neutron] For port 56db27f6-f606-4f1f-8ef4-8cf5c6236699, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:29:55.081826 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-b2987c91-7430-472e-9423-d6b573621daa req-8df34c43-4abf-48a9-8954-ff863f0266a4 service neutron] For port 56db27f6-f606-4f1f-8ef4-8cf5c6236699, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=56db27f6-f606-4f1f-8ef4-8cf5c6236699,segment=NetworkSegment(99a0d03c-b3d9-47f7-ba14-13d7b0cfa4f4),segment_id=99a0d03c-b3d9-47f7-ba14-13d7b0cfa4f4)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:29:55.111968 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-14b7ab8c-9a8e-45af-a82d-443f31fc289e req-9eb959a5-5b88-45e0-b77b-3469c87c1615 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] 10.222.0.60 "GET /v2.0/security-groups?id=47c6adb9-5e7a-4ecc-aa7b-30089bc7b3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487030 Dec 16 09:29:55.185917 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfaeda-db4f-4fb7-9358-fc2d72f697f7 req-b9755264-d420-4be8-a0a6-363e395b09b8 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:55.187544 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a8cfaeda-db4f-4fb7-9358-fc2d72f697f7 req-b9755264-d420-4be8-a0a6-363e395b09b8 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 946 time: 0.0841563 Dec 16 09:29:55.214238 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b2987c91-7430-472e-9423-d6b573621daa req-8df34c43-4abf-48a9-8954-ff863f0266a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:55.276091 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2987c91-7430-472e-9423-d6b573621daa req-8df34c43-4abf-48a9-8954-ff863f0266a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:55.276819 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b2987c91-7430-472e-9423-d6b573621daa req-8df34c43-4abf-48a9-8954-ff863f0266a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:55.278356 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b2987c91-7430-472e-9423-d6b573621daa req-8df34c43-4abf-48a9-8954-ff863f0266a4 service neutron] 10.222.0.58 "PUT /v2.0/ports/56db27f6-f606-4f1f-8ef4-8cf5c6236699 HTTP/1.1" status: 200 len: 1091 time: 1.9331732 Dec 16 09:29:55.280671 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d5b83d-5e71-4335-91a9-46feeb126cff', 'tag': '56db27f6-f606-4f1f-8ef4-8cf5c6236699'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:55.283156 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e92ac02-9a62-4d82-b5a4-0235785a0084" -d '{"events": [{"name": "network-changed", "server_uuid": "34d5b83d-5e71-4335-91a9-46feeb126cff", "tag": "56db27f6-f606-4f1f-8ef4-8cf5c6236699"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:55.293788 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a8cfaeda-db4f-4fb7-9358-fc2d72f697f7 req-4925be7e-ba46-43f9-9840-38871d0acdc4 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998511 Dec 16 09:29:55.311939 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df34c43-4abf-48a9-8954-ff863f0266a4 service neutron] Pushing event updated for resources: {'Port': ['ID=56db27f6-f606-4f1f-8ef4-8cf5c6236699,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:55.385233 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-330963a8-3fd0-467d-9db3-17857c0dfd73 req-27ff8341-898d-41b1-89a6-1a027a42ffce tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.60 "GET /v2.0/ports?device_id=901f8fc4-c51e-49ae-894b-cd45fea6836d HTTP/1.1" status: 200 len: 210 time: 0.0351057 Dec 16 09:29:55.539116 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2987c91-7430-472e-9423-d6b573621daa req-5c77dec5-4dd4-4a99-81b3-c38be2134c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:55.541190 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b2987c91-7430-472e-9423-d6b573621daa req-5c77dec5-4dd4-4a99-81b3-c38be2134c3c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c44800f1fa494c0195888fd7a35555b7&device_id=34d5b83d-5e71-4335-91a9-46feeb126cff HTTP/1.1" status: 200 len: 1094 time: 0.1090155 Dec 16 09:29:55.553845 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e911a-a619-49e0-8434-60b6bf7712b0 req-c8675f72-4e8b-4074-8baa-d02f8ed86d60 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:55.555197 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d80e911a-a619-49e0-8434-60b6bf7712b0 req-c8675f72-4e8b-4074-8baa-d02f8ed86d60 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 944 time: 0.0961583 Dec 16 09:29:55.603117 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b2987c91-7430-472e-9423-d6b573621daa req-6773f122-fbbf-495a-a796-29edf8ac90cd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56db27f6-f606-4f1f-8ef4-8cf5c6236699 HTTP/1.1" status: 200 len: 217 time: 0.0459995 Dec 16 09:29:55.648399 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d80e911a-a619-49e0-8434-60b6bf7712b0 req-6dd7b7d9-59bd-4396-b779-4c52bb8bb0dd tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855634 Dec 16 09:29:55.665676 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2987c91-7430-472e-9423-d6b573621daa req-c0cc1f94-657e-484b-bb45-bf4d8eb98f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:55.667548 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b2987c91-7430-472e-9423-d6b573621daa req-c0cc1f94-657e-484b-bb45-bf4d8eb98f36 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71533df0-993d-4bde-b823-010f456aa29e HTTP/1.1" status: 200 len: 852 time: 0.0563481 Dec 16 09:29:55.703232 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b2987c91-7430-472e-9423-d6b573621daa req-755e51d4-8b77-4003-b806-ee618eb72714 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f35f8b5f-d20e-4f77-8c1d-e367cb406dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287616 Dec 16 09:29:55.704631 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f724b2d7-1d00-4f97-b2b1-2c4e3048e839 x-openstack-request-id: req-f724b2d7-1d00-4f97-b2b1-2c4e3048e839 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:55.704917 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34d5b83d-5e71-4335-91a9-46feeb126cff", "tag": "56db27f6-f606-4f1f-8ef4-8cf5c6236699", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:55.705193 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f724b2d7-1d00-4f97-b2b1-2c4e3048e839 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:55.705571 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34d5b83d-5e71-4335-91a9-46feeb126cff', 'tag': '56db27f6-f606-4f1f-8ef4-8cf5c6236699', 'status': 'completed', 'code': 200} Dec 16 09:29:55.763421 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10cb19-81b3-4a3d-947e-37350ad4e7c6 req-bd77d578-44ac-4efa-ba33-869d024b0ab9 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:55.765905 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce10cb19-81b3-4a3d-947e-37350ad4e7c6 req-bd77d578-44ac-4efa-ba33-869d024b0ab9 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 944 time: 0.0551875 Dec 16 09:29:55.793998 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39352) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:55.800097 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-8a96cab9-e889-469f-9c3d-026360840549 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1303630292', 'description': 'tempest-description--813569223'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:55.855221 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b2987c91-7430-472e-9423-d6b573621daa req-d984eff9-1f08-4eb1-a152-ef03967eaa60 service neutron] 10.222.0.58 "GET /v2.0/networks/f35f8b5f-d20e-4f77-8c1d-e367cb406dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405766 Dec 16 09:29:55.908559 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-ce10cb19-81b3-4a3d-947e-37350ad4e7c6 req-f2dfda51-e6c6-4827-8a1a-64b9b578b65e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Deleting port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:29:55.908928 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ce10cb19-81b3-4a3d-947e-37350ad4e7c6 req-f2dfda51-e6c6-4827-8a1a-64b9b578b65e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:55.970197 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b2987c91-7430-472e-9423-d6b573621daa req-9ad14174-60d0-4abe-b4ae-1b314a62537b service neutron] 10.222.0.58 "GET /v2.0/networks/f35f8b5f-d20e-4f77-8c1d-e367cb406dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080234 Dec 16 09:29:56.003335 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a96cab9-e889-469f-9c3d-026360840549 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:56.018298 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-ce10cb19-81b3-4a3d-947e-37350ad4e7c6 req-f2dfda51-e6c6-4827-8a1a-64b9b578b65e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] For port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=3be48b7e-aadb-4715-80b1-ef5517a6fbfa,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:56.018982 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ce10cb19-81b3-4a3d-947e-37350ad4e7c6 req-f2dfda51-e6c6-4827-8a1a-64b9b578b65e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:56.034627 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-ce10cb19-81b3-4a3d-947e-37350ad4e7c6 req-f2dfda51-e6c6-4827-8a1a-64b9b578b65e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Calling delete_port for 3be48b7e-aadb-4715-80b1-ef5517a6fbfa owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:29:56.082556 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a96cab9-e889-469f-9c3d-026360840549 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:56.143532 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e9dcdb2e-f98c-44c5-920b-619ef559abfc req-605f99f6-7e40-4e8f-98a5-78bfe5a7f9d2 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?device_id=962a8291-bad4-4df7-a0c1-1f2700acf4ef HTTP/1.1" status: 200 len: 210 time: 0.0376620 Dec 16 09:29:56.190319 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92ac02-9a62-4d82-b5a4-0235785a0084 req-caf4ef71-778d-46b9-aab7-c94c15f1b1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:56.190464 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8e92ac02-9a62-4d82-b5a4-0235785a0084 req-caf4ef71-778d-46b9-aab7-c94c15f1b1de service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c44800f1fa494c0195888fd7a35555b7&device_id=34d5b83d-5e71-4335-91a9-46feeb126cff HTTP/1.1" status: 200 len: 1094 time: 0.0726295 Dec 16 09:29:56.191753 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a96cab9-e889-469f-9c3d-026360840549 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:56.288448 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fab53-9058-42db-a469-a3ab96838afd req-4bbfbd69-6b96-4863-a759-024196aa1cc6 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:56.290047 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-139fab53-9058-42db-a469-a3ab96838afd req-4bbfbd69-6b96-4863-a759-024196aa1cc6 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] 10.222.0.60 "GET /v2.0/ports?device_id=34d5b83d-5e71-4335-91a9-46feeb126cff HTTP/1.1" status: 200 len: 943 time: 0.0622489 Dec 16 09:29:56.302000 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96cab9-e889-469f-9c3d-026360840549 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:56.335423 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-139fab53-9058-42db-a469-a3ab96838afd req-c4911fe9-972b-4d7a-9575-d13a1eb66394 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] 10.222.0.60 "GET /v2.0/security-groups?id=47c6adb9-5e7a-4ecc-aa7b-30089bc7b3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383410 Dec 16 09:29:56.347755 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ce10cb19-81b3-4a3d-947e-37350ad4e7c6 req-f2dfda51-e6c6-4827-8a1a-64b9b578b65e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:56.361328 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92ac02-9a62-4d82-b5a4-0235785a0084 req-25f2311e-1534-4b2f-bbe5-e9754d4cf076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:56.361328 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8e92ac02-9a62-4d82-b5a4-0235785a0084 req-25f2311e-1534-4b2f-bbe5-e9754d4cf076 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f35f8b5f-d20e-4f77-8c1d-e367cb406dc4 HTTP/1.1" status: 200 len: 913 time: 0.1551292 Dec 16 09:29:56.361926 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['bc4d5cdd-18c4-48c5-9909-5e525878e54a', 'e403726d-b2b8-41fc-baa4-711d810b8a63', '3be48b7e-aadb-4715-80b1-ef5517a6fbfa'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:56.390509 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dfda51-e6c6-4827-8a1a-64b9b578b65e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Pushing event deleted for resources: {'Port': ['ID=3be48b7e-aadb-4715-80b1-ef5517a6fbfa,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:56.406886 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8e92ac02-9a62-4d82-b5a4-0235785a0084 req-688d8823-48d6-4536-a6ef-875a57d335b4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56db27f6-f606-4f1f-8ef4-8cf5c6236699 HTTP/1.1" status: 200 len: 217 time: 0.0437367 Dec 16 09:29:56.421554 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4ee81a8c-fd67-462b-bf88-e7503e989cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:56.436276 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce10cb19-81b3-4a3d-947e-37350ad4e7c6 req-f2dfda51-e6c6-4827-8a1a-64b9b578b65e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] No DVR routers for this DVR port 3be48b7e-aadb-4715-80b1-ef5517a6fbfa on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:29:56.438421 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ce10cb19-81b3-4a3d-947e-37350ad4e7c6 req-f2dfda51-e6c6-4827-8a1a-64b9b578b65e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:56.442046 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce10cb19-81b3-4a3d-947e-37350ad4e7c6 req-f2dfda51-e6c6-4827-8a1a-64b9b578b65e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.57 "DELETE /v2.0/ports/3be48b7e-aadb-4715-80b1-ef5517a6fbfa HTTP/1.1" status: 204 len: 173 time: 0.6693449 Dec 16 09:29:56.442495 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eab0063-672a-47de-b1a7-e4059802b6cc', 'name': 'network-vif-deleted', 'tag': '3be48b7e-aadb-4715-80b1-ef5517a6fbfa'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:56.444927 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f878c99b-f74d-4c10-86d6-dfe1ed5e9952" -d '{"events": [{"server_uuid": "4eab0063-672a-47de-b1a7-e4059802b6cc", "name": "network-vif-deleted", "tag": "3be48b7e-aadb-4715-80b1-ef5517a6fbfa"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:56.450546 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a96cab9-e889-469f-9c3d-026360840549 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:56.455243 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8a96cab9-e889-469f-9c3d-026360840549 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6566181 Dec 16 09:29:56.455457 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39384) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:56.461177 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-f2b1905e-deda-4aea-b149-61cc33f6e51b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Request body: {'security_group_rule': {'security_group_id': '89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:56.477466 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-778b84ce-1faf-4dca-86de-06dd7b2290f3 req-63a09a82-077c-43d2-8924-c5d6554695d3 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.60 "GET /v2.0/ports?device_id=901f8fc4-c51e-49ae-894b-cd45fea6836d HTTP/1.1" status: 200 len: 210 time: 0.0287323 Dec 16 09:29:56.527206 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92ac02-9a62-4d82-b5a4-0235785a0084 req-6bef44f8-814b-40f3-ae22-3f99c3d7e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:56.528782 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8e92ac02-9a62-4d82-b5a4-0235785a0084 req-6bef44f8-814b-40f3-ae22-3f99c3d7e3e0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71533df0-993d-4bde-b823-010f456aa29e HTTP/1.1" status: 200 len: 852 time: 0.0888698 Dec 16 09:29:56.529684 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462b732a-f617-422c-a34b-58336415b952 x-openstack-request-id: req-462b732a-f617-422c-a34b-58336415b952 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:56.530553 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eab0063-672a-47de-b1a7-e4059802b6cc", "name": "network-vif-deleted", "tag": "3be48b7e-aadb-4715-80b1-ef5517a6fbfa", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:56.530553 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-462b732a-f617-422c-a34b-58336415b952 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:56.536115 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de449c4c-7151-40f7-b3c4-9c97a75b86d6 req-9a3957b2-45b5-4f3a-a21e-d15763b77864 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:56.539770 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-de449c4c-7151-40f7-b3c4-9c97a75b86d6 req-9a3957b2-45b5-4f3a-a21e-d15763b77864 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 946 time: 0.1298959 Dec 16 09:29:56.540484 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eab0063-672a-47de-b1a7-e4059802b6cc', 'name': 'network-vif-deleted', 'tag': '3be48b7e-aadb-4715-80b1-ef5517a6fbfa', 'status': 'completed', 'code': 200} Dec 16 09:29:56.581258 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8e92ac02-9a62-4d82-b5a4-0235785a0084 req-3b427aba-495a-4f9b-aa8d-42c59356af3f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f35f8b5f-d20e-4f77-8c1d-e367cb406dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297277 Dec 16 09:29:56.607710 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-de449c4c-7151-40f7-b3c4-9c97a75b86d6 req-b12f1d37-baa9-48e9-9e93-e82b653bf0c0 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623858 Dec 16 09:29:56.681165 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f2b1905e-deda-4aea-b149-61cc33f6e51b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:56.709741 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8e92ac02-9a62-4d82-b5a4-0235785a0084 req-0bdc2248-2132-46da-b74b-11cec6fa0821 service neutron] 10.222.0.58 "GET /v2.0/networks/f35f8b5f-d20e-4f77-8c1d-e367cb406dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169925 Dec 16 09:29:56.750239 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6d5d2468-f9bd-4ff0-bd47-15e196e3f181 req-141c1066-f154-4c09-b549-7f25b81cfd06 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 210 time: 0.0279472 Dec 16 09:29:56.798124 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f2b1905e-deda-4aea-b149-61cc33f6e51b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:56.825726 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8e92ac02-9a62-4d82-b5a4-0235785a0084 req-b0791622-e9af-4da7-bca5-03018b8e7702 service neutron] 10.222.0.58 "GET /v2.0/networks/f35f8b5f-d20e-4f77-8c1d-e367cb406dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050954 Dec 16 09:29:57.035436 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f2b1905e-deda-4aea-b149-61cc33f6e51b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:57.053348 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1905e-deda-4aea-b149-61cc33f6e51b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f29f9b-57d2-492b-bcae-d07377c3d953,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:57.180497 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f2b1905e-deda-4aea-b149-61cc33f6e51b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:57.184307 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f2b1905e-deda-4aea-b149-61cc33f6e51b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7255740 Dec 16 09:29:57.184589 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39414) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:57.189707 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-5aa79530-749c-4d62-a203-61cd6abfdd0c tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Request body: {'security_group_rule': {'security_group_id': '89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:57.233571 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11a140-56ba-42d7-a6f6-a7353e80781f req-aae4c4d6-1e53-453f-8885-80c22a79bb81 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:57.235160 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e11a140-56ba-42d7-a6f6-a7353e80781f req-aae4c4d6-1e53-453f-8885-80c22a79bb81 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f HTTP/1.1" status: 200 len: 950 time: 0.0752485 Dec 16 09:29:57.273594 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c992918a-8870-422f-86e9-c324d409e6af req-a02ee822-8f92-4619-90eb-e52758d64101 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?device_id=962a8291-bad4-4df7-a0c1-1f2700acf4ef HTTP/1.1" status: 200 len: 210 time: 0.0315478 Dec 16 09:29:57.276494 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e11a140-56ba-42d7-a6f6-a7353e80781f req-6708be4b-199c-41e0-b343-42caa7fc67d6 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/security-groups?id=7773d9c1-b949-408d-b35c-ee4d1acd8f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347679 Dec 16 09:29:57.481468 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5aa79530-749c-4d62-a203-61cd6abfdd0c tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:57.510780 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:57.531377 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386da691-0bf9-4831-9e11-9e648844ff3d req-a9daf8c2-6400-4f07-8bf4-146a0af3749d tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:57.533032 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-386da691-0bf9-4831-9e11-9e648844ff3d req-a9daf8c2-6400-4f07-8bf4-146a0af3749d tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] 10.222.0.60 "GET /v2.0/ports?device_id=34d5b83d-5e71-4335-91a9-46feeb126cff HTTP/1.1" status: 200 len: 943 time: 0.1221600 Dec 16 09:29:57.554602 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5aa79530-749c-4d62-a203-61cd6abfdd0c tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:57.594311 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-386da691-0bf9-4831-9e11-9e648844ff3d req-e8d30e20-c533-4596-b30b-b9d85f685bb7 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] 10.222.0.60 "GET /v2.0/security-groups?id=47c6adb9-5e7a-4ecc-aa7b-30089bc7b3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544770 Dec 16 09:29:57.619915 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5a7da408-61ba-43fd-8c4c-53356505173f req-7c634723-a509-4f36-838e-d4ad5f53aca6 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=558bd48fddf64bb0a44f276b2fb8a24f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227048 Dec 16 09:29:57.715047 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f8cbdb45-0c94-4e2a-8360-1c3b42c39a55 req-1e8ec1e6-55ac-4f8d-9629-72b303c388df tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.60 "GET /v2.0/ports?device_id=901f8fc4-c51e-49ae-894b-cd45fea6836d HTTP/1.1" status: 200 len: 210 time: 0.0322278 Dec 16 09:29:57.759036 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5aa79530-749c-4d62-a203-61cd6abfdd0c tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:57.794038 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa79530-749c-4d62-a203-61cd6abfdd0c tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f34993ca-595e-4ca9-96ed-992881a116c4,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:57.822399 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7da408-61ba-43fd-8c4c-53356505173f req-143bc462-55f2-4110-bc95-676d2fa0559d tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:57.824147 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5a7da408-61ba-43fd-8c4c-53356505173f req-143bc462-55f2-4110-bc95-676d2fa0559d tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1989682 Dec 16 09:29:57.839306 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-5a7da408-61ba-43fd-8c4c-53356505173f req-323b4828-d300-437f-80c6-eed95bc41675 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Request body: {'port': {'device_id': '962a8291-bad4-4df7-a0c1-1f2700acf4ef', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'admin_state_up': True, 'tenant_id': '558bd48fddf64bb0a44f276b2fb8a24f'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:57.931738 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22865fce-aab5-495f-8b5c-a6519374dc87 req-799a2ecc-4840-4665-a87c-08e71b85657a tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:57.933269 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-22865fce-aab5-495f-8b5c-a6519374dc87 req-799a2ecc-4840-4665-a87c-08e71b85657a tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 946 time: 0.1082163 Dec 16 09:29:57.990474 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-22865fce-aab5-495f-8b5c-a6519374dc87 req-8e0eef94-3c40-41d8-b5d1-e4b74a2ed5b2 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476942 Dec 16 09:29:58.078640 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-414aac3d-b9cd-4645-866b-e2c65d3a9145 req-ce3aa76b-ef6e-49b8-8199-bc0ad84068c5 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 210 time: 0.0325131 Dec 16 09:29:58.097222 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5aa79530-749c-4d62-a203-61cd6abfdd0c tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:58.098567 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5aa79530-749c-4d62-a203-61cd6abfdd0c tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9127221 Dec 16 09:29:58.106562 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39436) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:58.111572 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-6991ef15-aad2-4755-b076-49b3deff5ea0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:58.308443 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 56db27f6-f606-4f1f-8ef4-8cf5c6236699 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:29:58.393986 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a7da408-61ba-43fd-8c4c-53356505173f req-323b4828-d300-437f-80c6-eed95bc41675 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Made reservation on behalf of 558bd48fddf64bb0a44f276b2fb8a24f for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:29:58.399617 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-5a7da408-61ba-43fd-8c4c-53356505173f req-323b4828-d300-437f-80c6-eed95bc41675 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:58.404750 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5c0ca57e-6fab-475b-8b83-bdad79508b14 req-de35a078-4388-40cf-8703-84c222d19d9c tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?device_id=962a8291-bad4-4df7-a0c1-1f2700acf4ef HTTP/1.1" status: 200 len: 210 time: 0.0555501 Dec 16 09:29:58.407978 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 56db27f6-f606-4f1f-8ef4-8cf5c6236699, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=56db27f6-f606-4f1f-8ef4-8cf5c6236699,segment=NetworkSegment(99a0d03c-b3d9-47f7-ba14-13d7b0cfa4f4),segment_id=99a0d03c-b3d9-47f7-ba14-13d7b0cfa4f4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:58.423162 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '56db27f6-f606-4f1f-8ef4-8cf5c6236699', 'network_id': 'f35f8b5f-d20e-4f77-8c1d-e367cb406dc4', 'port_id': '56db27f6-f606-4f1f-8ef4-8cf5c6236699', 'mac_address': 'fa:16:3e:1c:9b:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71533df0-993d-4bde-b823-010f456aa29e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:29:58.494667 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:58.508249 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56db27f6-f606-4f1f-8ef4-8cf5c6236699 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:29:58.527561 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 56db27f6-f606-4f1f-8ef4-8cf5c6236699, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=56db27f6-f606-4f1f-8ef4-8cf5c6236699,segment=NetworkSegment(99a0d03c-b3d9-47f7-ba14-13d7b0cfa4f4),segment_id=99a0d03c-b3d9-47f7-ba14-13d7b0cfa4f4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:58.553629 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-5a7da408-61ba-43fd-8c4c-53356505173f req-323b4828-d300-437f-80c6-eed95bc41675 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Allocated IP 192.168.233.220 (0f25fa8c-dd15-4f99-b14f-112e51884f75/d30f37a6-2496-485e-9480-e5e1789d975f/39b0e072-6808-4573-91e5-10c38e1c4d36) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:29:58.589017 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6991ef15-aad2-4755-b076-49b3deff5ea0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks [] for floatingip, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:58.693222 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:58.749850 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d9b65-44c3-4404-82fd-dbc35edd2829 req-6701ab77-5f36-4afc-bf77-b57decccebf0 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:58.761107 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b3d9b65-44c3-4404-82fd-dbc35edd2829 req-6701ab77-5f36-4afc-bf77-b57decccebf0 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] 10.222.0.60 "GET /v2.0/ports?device_id=34d5b83d-5e71-4335-91a9-46feeb126cff HTTP/1.1" status: 200 len: 943 time: 0.0976331 Dec 16 09:29:58.764995 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=56db27f6-f606-4f1f-8ef4-8cf5c6236699,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:58.793588 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-5a7da408-61ba-43fd-8c4c-53356505173f req-323b4828-d300-437f-80c6-eed95bc41675 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:58.818689 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 3be48b7e-aadb-4715-80b1-ef5517a6fbfa no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:29:58.836170 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b3d9b65-44c3-4404-82fd-dbc35edd2829 req-41909fa8-fc51-4276-9643-51caca52eb5b tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] 10.222.0.60 "GET /v2.0/security-groups?id=47c6adb9-5e7a-4ecc-aa7b-30089bc7b3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734522 Dec 16 09:29:58.844903 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 3be48b7e-aadb-4715-80b1-ef5517a6fbfa {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:29:58.845384 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 3be48b7e-aadb-4715-80b1-ef5517a6fbfa not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:29:58.858026 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-217fb873-842c-4d3d-a45b-cb304397ce29 req-249879a3-fd0b-400c-a4b8-4da4d4e453d5 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.60 "GET /v2.0/ports?device_id=901f8fc4-c51e-49ae-894b-cd45fea6836d HTTP/1.1" status: 200 len: 210 time: 0.0406044 Dec 16 09:29:58.882729 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6991ef15-aad2-4755-b076-49b3deff5ea0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:58.952304 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['56db27f6-f606-4f1f-8ef4-8cf5c6236699'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:58.995861 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-6991ef15-aad2-4755-b076-49b3deff5ea0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Allocated IP 172.25.1.191 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/7d6e6641-93d7-4993-9d48-2fd884827ca5) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:29:59.096990 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:59.102520 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-5a7da408-61ba-43fd-8c4c-53356505173f req-323b4828-d300-437f-80c6-eed95bc41675 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:59.132435 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9779ddf-633a-4e1b-8c1a-f2965ab08b52 req-d8f78c36-40aa-4dc5-9749-1cb26907b5de tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:59.134683 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b9779ddf-633a-4e1b-8c1a-f2965ab08b52 req-d8f78c36-40aa-4dc5-9749-1cb26907b5de tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 946 time: 0.0623517 Dec 16 09:29:59.182739 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b9779ddf-633a-4e1b-8c1a-f2965ab08b52 req-0a92b2e1-ac9b-4f04-a9a0-3431a4d1de73 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406919 Dec 16 09:29:59.207111 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6991ef15-aad2-4755-b076-49b3deff5ea0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:59.207111 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a7da408-61ba-43fd-8c4c-53356505173f req-323b4828-d300-437f-80c6-eed95bc41675 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Network 0f25fa8c-dd15-4f99-b14f-112e51884f75 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:29:59.224499 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-5a7da408-61ba-43fd-8c4c-53356505173f req-323b4828-d300-437f-80c6-eed95bc41675 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:29:59.262195 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7da408-61ba-43fd-8c4c-53356505173f req-323b4828-d300-437f-80c6-eed95bc41675 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:29:59.278091 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-17228b2d-693a-46a3-9525-2bb175f1d0d8 req-a3efdcca-0774-4ebe-8d69-505f54b0f0d2 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 210 time: 0.0953906 Dec 16 09:29:59.321382 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b4828-d300-437f-80c6-eed95bc41675 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Pushing event updated for resources: {'Port': ['ID=39b0e072-6808-4573-91e5-10c38e1c4d36,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:59.372379 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7da408-61ba-43fd-8c4c-53356505173f req-323b4828-d300-437f-80c6-eed95bc41675 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:59.373600 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-5a7da408-61ba-43fd-8c4c-53356505173f req-323b4828-d300-437f-80c6-eed95bc41675 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:59.373973 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-ce8a7fae-7781-4565-b027-b51a8b75336b tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=867f2fd004a44f5d9ab9f6f84238d4fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278130 Dec 16 09:29:59.476162 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['2a2e78fd-84a6-4170-acf1-a82741c394a6'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:59.514730 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-308ea88a-f063-48ab-b010-c1cde4566a0a tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:59.516671 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-308ea88a-f063-48ab-b010-c1cde4566a0a tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1342902 Dec 16 09:29:59.522862 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-475f9760-949b-4b5a-9ffe-4b122ffb02ad None None] Provisioning complete for port 39b0e072-6808-4573-91e5-10c38e1c4d36 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:29:59.523413 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-475f9760-949b-4b5a-9ffe-4b122ffb02ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:59.533138 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-8a9f0258-feda-42cf-8c01-57a90403f5c4 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] Request body: {'port': {'device_id': '901f8fc4-c51e-49ae-894b-cd45fea6836d', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'admin_state_up': True, 'tenant_id': '867f2fd004a44f5d9ab9f6f84238d4fa'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:59.549292 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea629ae-5984-4ef0-8fa6-284b1cba5fdb req-a3f13bec-dd6e-43e9-8853-6c67c28477cf tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:59.551433 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bea629ae-5984-4ef0-8fa6-284b1cba5fdb req-a3f13bec-dd6e-43e9-8853-6c67c28477cf tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?device_id=962a8291-bad4-4df7-a0c1-1f2700acf4ef HTTP/1.1" status: 200 len: 936 time: 0.0598032 Dec 16 09:29:59.597430 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bea629ae-5984-4ef0-8fa6-284b1cba5fdb req-13a0c7f1-e790-469e-81ba-8db83ab4048c tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac77af22-a255-4d4c-aa4d-f860c351936d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380692 Dec 16 09:29:59.619342 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5a7da408-61ba-43fd-8c4c-53356505173f req-323b4828-d300-437f-80c6-eed95bc41675 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7851486 Dec 16 09:29:59.627591 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-475f9760-949b-4b5a-9ffe-4b122ffb02ad None None] Port 39b0e072-6808-4573-91e5-10c38e1c4d36 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:29:59.634399 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-5a7da408-61ba-43fd-8c4c-53356505173f req-bbbc9c42-178a-4604-839b-fdd0903979ab service neutron] Request body: {'port': {'device_id': '962a8291-bad4-4df7-a0c1-1f2700acf4ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:59.692345 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-5a7da408-61ba-43fd-8c4c-53356505173f req-bbbc9c42-178a-4604-839b-fdd0903979ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:59.699524 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:59.706371 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6991ef15-aad2-4755-b076-49b3deff5ea0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:59.768093 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6991ef15-aad2-4755-b076-49b3deff5ea0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:29:59.775129 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-6991ef15-aad2-4755-b076-49b3deff5ea0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:29:59.782978 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6991ef15-aad2-4755-b076-49b3deff5ea0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:29:59.795089 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991ef15-aad2-4755-b076-49b3deff5ea0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Pushing event updated for resources: {'Port': ['ID=7d6e6641-93d7-4993-9d48-2fd884827ca5,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:59.911657 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-8a9f0258-feda-42cf-8c01-57a90403f5c4 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] Made reservation on behalf of 867f2fd004a44f5d9ab9f6f84238d4fa for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:29:59.916154 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-8a9f0258-feda-42cf-8c01-57a90403f5c4 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:59.939016 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-8a9f0258-feda-42cf-8c01-57a90403f5c4 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:59.997589 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6991ef15-aad2-4755-b076-49b3deff5ea0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:00.037158 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-75dc1924-517d-4595-9f6c-622133e2f003 req-84724213-947d-48e0-8925-da30afbcf470 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.60 "GET /v2.0/ports?device_id=901f8fc4-c51e-49ae-894b-cd45fea6836d HTTP/1.1" status: 200 len: 210 time: 0.0329044 Dec 16 09:30:00.077887 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-8a9f0258-feda-42cf-8c01-57a90403f5c4 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:00.089310 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b19f8-1438-4844-8d25-94daedb5ba6d req-29e03365-7e73-45e3-8f8a-a6261c98462c tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:00.090983 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-095b19f8-1438-4844-8d25-94daedb5ba6d req-29e03365-7e73-45e3-8f8a-a6261c98462c tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] 10.222.0.60 "GET /v2.0/ports?device_id=34d5b83d-5e71-4335-91a9-46feeb126cff HTTP/1.1" status: 200 len: 944 time: 0.1542699 Dec 16 09:30:00.131571 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-095b19f8-1438-4844-8d25-94daedb5ba6d req-d2f9db1e-451a-481d-b18d-1538cb25db5a tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] 10.222.0.60 "GET /v2.0/security-groups?id=47c6adb9-5e7a-4ecc-aa7b-30089bc7b3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342453 Dec 16 09:30:00.145173 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-5a7da408-61ba-43fd-8c4c-53356505173f req-bbbc9c42-178a-4604-839b-fdd0903979ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39b0e072-6808-4573-91e5-10c38e1c4d36 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:30:00.153298 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-5a7da408-61ba-43fd-8c4c-53356505173f req-bbbc9c42-178a-4604-839b-fdd0903979ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:00.166767 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-5a7da408-61ba-43fd-8c4c-53356505173f req-bbbc9c42-178a-4604-839b-fdd0903979ab service neutron] Transition to ACTIVE for port object 39b0e072-6808-4573-91e5-10c38e1c4d36 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:30:00.192481 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6991ef15-aad2-4755-b076-49b3deff5ea0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:00.263843 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-8a9f0258-feda-42cf-8c01-57a90403f5c4 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:00.322351 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 56db27f6-f606-4f1f-8ef4-8cf5c6236699 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:30:00.347359 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f0258-feda-42cf-8c01-57a90403f5c4 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6438f7af-0bb3-4914-8c71-3197b9565bd6,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:00.475528 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-081b3e60-59fe-4ade-b224-e05982724ea1 req-a15e02a8-28a8-44dd-8649-8caae9c64ffd tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 210 time: 0.0324130 Dec 16 09:30:00.488848 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-8a9f0258-feda-42cf-8c01-57a90403f5c4 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] Allocated IP 192.168.233.150 (0f25fa8c-dd15-4f99-b14f-112e51884f75/d30f37a6-2496-485e-9480-e5e1789d975f/f6fcda6d-c109-48a2-9829-3fd0190d3095) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:30:00.591476 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-5a7da408-61ba-43fd-8c4c-53356505173f req-bbbc9c42-178a-4604-839b-fdd0903979ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:00.675249 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 56db27f6-f606-4f1f-8ef4-8cf5c6236699 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:30:00.680420 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 56db27f6-f606-4f1f-8ef4-8cf5c6236699 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:30:00.688522 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:00.707259 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc9c42-178a-4604-839b-fdd0903979ab service neutron] Pushing event updated for resources: {'Port': ['ID=39b0e072-6808-4573-91e5-10c38e1c4d36,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:00.711535 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-8a9f0258-feda-42cf-8c01-57a90403f5c4 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:00.748660 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d74f3-ad66-4290-85da-10137be4dd07 req-46bb6f21-79ee-4513-9fd2-c72caa85eb8c tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:00.756908 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0f7d74f3-ad66-4290-85da-10137be4dd07 req-46bb6f21-79ee-4513-9fd2-c72caa85eb8c tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 946 time: 0.1936181 Dec 16 09:30:00.783343 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb82baf-b5ed-4536-b4a2-9873ab28c7d3 req-9515a911-3f3a-4db9-8e36-99ca5e39119e tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:00.792038 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8eb82baf-b5ed-4536-b4a2-9873ab28c7d3 req-9515a911-3f3a-4db9-8e36-99ca5e39119e tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?device_id=962a8291-bad4-4df7-a0c1-1f2700acf4ef HTTP/1.1" status: 200 len: 948 time: 0.0984948 Dec 16 09:30:00.817264 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:00.841789 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8eb82baf-b5ed-4536-b4a2-9873ab28c7d3 req-e582d82f-9736-46db-8f16-79e8caf38168 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac77af22-a255-4d4c-aa4d-f860c351936d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486968 Dec 16 09:30:00.858744 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d5b83d-5e71-4335-91a9-46feeb126cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56db27f6-f606-4f1f-8ef4-8cf5c6236699'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:00.861419 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271249e4-e33a-4d16-86e2-77784701f193" -d '{"events": [{"server_uuid": "34d5b83d-5e71-4335-91a9-46feeb126cff", "name": "network-vif-plugged", "status": "completed", "tag": "56db27f6-f606-4f1f-8ef4-8cf5c6236699"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:00.866755 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 9d7ec348-357d-482e-89b9-ff66987a42d8 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:30:00.874079 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6991ef15-aad2-4755-b076-49b3deff5ea0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:00.889181 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0f7d74f3-ad66-4290-85da-10137be4dd07 req-b33f2f73-bc19-4653-9564-c23b1b70349e tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314461 Dec 16 09:30:00.890092 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-5a7da408-61ba-43fd-8c4c-53356505173f req-bbbc9c42-178a-4604-839b-fdd0903979ab service neutron] Attempting to bind port 39b0e072-6808-4573-91e5-10c38e1c4d36 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:30:00.890503 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-5a7da408-61ba-43fd-8c4c-53356505173f req-bbbc9c42-178a-4604-839b-fdd0903979ab service neutron] Attempting to bind port 39b0e072-6808-4573-91e5-10c38e1c4d36 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:30:00.890831 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7da408-61ba-43fd-8c4c-53356505173f req-bbbc9c42-178a-4604-839b-fdd0903979ab service neutron] Attempting to bind port 39b0e072-6808-4573-91e5-10c38e1c4d36 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:30:00.895749 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7da408-61ba-43fd-8c4c-53356505173f req-bbbc9c42-178a-4604-839b-fdd0903979ab service neutron] Port 39b0e072-6808-4573-91e5-10c38e1c4d36 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:30:00.896179 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7da408-61ba-43fd-8c4c-53356505173f req-bbbc9c42-178a-4604-839b-fdd0903979ab service neutron] Attempting to bind port 39b0e072-6808-4573-91e5-10c38e1c4d36 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:30:00.902203 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7da408-61ba-43fd-8c4c-53356505173f req-bbbc9c42-178a-4604-839b-fdd0903979ab service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:30:00.902969 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7da408-61ba-43fd-8c4c-53356505173f req-bbbc9c42-178a-4604-839b-fdd0903979ab service neutron] Checking segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:30:00.902969 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7da408-61ba-43fd-8c4c-53356505173f req-bbbc9c42-178a-4604-839b-fdd0903979ab service neutron] Bound using segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:30:00.903342 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-5a7da408-61ba-43fd-8c4c-53356505173f req-bbbc9c42-178a-4604-839b-fdd0903979ab service neutron] Bound port: 39b0e072-6808-4573-91e5-10c38e1c4d36, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:30:00.903705 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-5a7da408-61ba-43fd-8c4c-53356505173f req-bbbc9c42-178a-4604-839b-fdd0903979ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:00.919317 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 56db27f6-f606-4f1f-8ef4-8cf5c6236699, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=56db27f6-f606-4f1f-8ef4-8cf5c6236699,segment=NetworkSegment(99a0d03c-b3d9-47f7-ba14-13d7b0cfa4f4),segment_id=99a0d03c-b3d9-47f7-ba14-13d7b0cfa4f4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:00.931292 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832ce0e6-b1b8-4e1e-8f33-522682b25d64 x-openstack-request-id: req-832ce0e6-b1b8-4e1e-8f33-522682b25d64 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:00.931682 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d5b83d-5e71-4335-91a9-46feeb126cff", "name": "network-vif-plugged", "status": "completed", "tag": "56db27f6-f606-4f1f-8ef4-8cf5c6236699", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:00.932031 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-832ce0e6-b1b8-4e1e-8f33-522682b25d64 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:00.932520 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d5b83d-5e71-4335-91a9-46feeb126cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56db27f6-f606-4f1f-8ef4-8cf5c6236699', 'code': 200} Dec 16 09:30:00.944384 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-8a9f0258-feda-42cf-8c01-57a90403f5c4 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:00.995875 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-8a9f0258-feda-42cf-8c01-57a90403f5c4 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] Network 0f25fa8c-dd15-4f99-b14f-112e51884f75 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:30:01.002885 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:01.005884 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-5a7da408-61ba-43fd-8c4c-53356505173f req-bbbc9c42-178a-4604-839b-fdd0903979ab service neutron] For port 39b0e072-6808-4573-91e5-10c38e1c4d36, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:30:01.010917 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-5a7da408-61ba-43fd-8c4c-53356505173f req-bbbc9c42-178a-4604-839b-fdd0903979ab service neutron] For port 39b0e072-6808-4573-91e5-10c38e1c4d36, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=39b0e072-6808-4573-91e5-10c38e1c4d36,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:30:01.023269 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6991ef15-aad2-4755-b076-49b3deff5ea0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:01.028228 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-8a9f0258-feda-42cf-8c01-57a90403f5c4 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:30:01.031537 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-8a9f0258-feda-42cf-8c01-57a90403f5c4 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:30:01.035272 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f0258-feda-42cf-8c01-57a90403f5c4 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] Pushing event updated for resources: {'Port': ['ID=f6fcda6d-c109-48a2-9829-3fd0190d3095,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:01.045746 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 9d7ec348-357d-482e-89b9-ff66987a42d8, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=9d7ec348-357d-482e-89b9-ff66987a42d8,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:01.088075 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5266ad-40b0-40c0-b597-48030fe4c948 req-47012afa-16e1-4119-b6e8-3dd3e4da959d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:01.089663 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1a5266ad-40b0-40c0-b597-48030fe4c948 req-47012afa-16e1-4119-b6e8-3dd3e4da959d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=34d5b83d-5e71-4335-91a9-46feeb126cff HTTP/1.1" status: 200 len: 1095 time: 0.0959218 Dec 16 09:30:01.097621 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:01.099333 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991ef15-aad2-4755-b076-49b3deff5ea0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Pushing event updated for resources: {'Port': ['ID=7d6e6641-93d7-4993-9d48-2fd884827ca5,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:01.116791 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-8a9f0258-feda-42cf-8c01-57a90403f5c4 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:01.117511 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6991ef15-aad2-4755-b076-49b3deff5ea0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:01.125816 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-8a9f0258-feda-42cf-8c01-57a90403f5c4 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:01.160542 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=56db27f6-f606-4f1f-8ef4-8cf5c6236699,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:01.194257 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1a5266ad-40b0-40c0-b597-48030fe4c948 req-bd291343-bb36-4a2c-bec8-83a7663244ac service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=47c6adb9-5e7a-4ecc-aa7b-30089bc7b3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840399 Dec 16 09:30:01.211754 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22932387-8b3d-442e-84fe-0f34037feba5 req-931521e1-d1e8-441c-a131-ad3ce4dc1e14 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:01.213531 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-22932387-8b3d-442e-84fe-0f34037feba5 req-931521e1-d1e8-441c-a131-ad3ce4dc1e14 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.60 "GET /v2.0/ports?device_id=901f8fc4-c51e-49ae-894b-cd45fea6836d HTTP/1.1" status: 200 len: 936 time: 0.0885074 Dec 16 09:30:01.243261 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-5a7da408-61ba-43fd-8c4c-53356505173f req-bbbc9c42-178a-4604-839b-fdd0903979ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:01.276144 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6e87e-3f19-454e-99d2-f2e39b34357a req-ffd45b3d-5936-4830-8d08-452ab1cc3be7 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:01.278170 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-58d6e87e-3f19-454e-99d2-f2e39b34357a req-ffd45b3d-5936-4830-8d08-452ab1cc3be7 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] 10.222.0.60 "GET /v2.0/ports?device_id=34d5b83d-5e71-4335-91a9-46feeb126cff HTTP/1.1" status: 200 len: 945 time: 0.0574803 Dec 16 09:30:01.282857 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-22932387-8b3d-442e-84fe-0f34037feba5 req-90d6b53b-7c31-4e26-bfb4-f4e71e946c7d tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.60 "GET /v2.0/security-groups?id=6438f7af-0bb3-4914-8c71-3197b9565bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622013 Dec 16 09:30:01.293403 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7da408-61ba-43fd-8c4c-53356505173f req-bbbc9c42-178a-4604-839b-fdd0903979ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:01.293904 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-5a7da408-61ba-43fd-8c4c-53356505173f req-bbbc9c42-178a-4604-839b-fdd0903979ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:01.295582 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5a7da408-61ba-43fd-8c4c-53356505173f req-bbbc9c42-178a-4604-839b-fdd0903979ab service neutron] 10.222.0.58 "PUT /v2.0/ports/39b0e072-6808-4573-91e5-10c38e1c4d36 HTTP/1.1" status: 200 len: 1096 time: 1.6662292 Dec 16 09:30:01.296157 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962a8291-bad4-4df7-a0c1-1f2700acf4ef', 'tag': '39b0e072-6808-4573-91e5-10c38e1c4d36'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:01.298623 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d604201a-0308-4eb6-9dfc-bf4ee35c3ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "962a8291-bad4-4df7-a0c1-1f2700acf4ef", "tag": "39b0e072-6808-4573-91e5-10c38e1c4d36"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:01.301275 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:01.303851 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-8a9f0258-feda-42cf-8c01-57a90403f5c4 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7775972 Dec 16 09:30:01.318428 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-af14aff7-98f1-446c-83fe-b69854c16893 None None] Provisioning complete for port f6fcda6d-c109-48a2-9829-3fd0190d3095 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:30:01.318428 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-af14aff7-98f1-446c-83fe-b69854c16893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:01.320986 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6991ef15-aad2-4755-b076-49b3deff5ea0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:01.322305 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6991ef15-aad2-4755-b076-49b3deff5ea0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2144449 Dec 16 09:30:01.360480 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc9c42-178a-4604-839b-fdd0903979ab service neutron] Pushing event updated for resources: {'Port': ['ID=39b0e072-6808-4573-91e5-10c38e1c4d36,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:01.380118 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7c2342-be45-4437-aa08-cdf791c2b053 x-openstack-request-id: req-9d7c2342-be45-4437-aa08-cdf791c2b053 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:01.380304 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-58d6e87e-3f19-454e-99d2-f2e39b34357a req-d125ad66-40a2-4354-9d6c-93e92f2a322a tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] 10.222.0.60 "GET /v2.0/security-groups?id=47c6adb9-5e7a-4ecc-aa7b-30089bc7b3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847530 Dec 16 09:30:01.380402 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "962a8291-bad4-4df7-a0c1-1f2700acf4ef", "tag": "39b0e072-6808-4573-91e5-10c38e1c4d36", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:01.380402 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9d7c2342-be45-4437-aa08-cdf791c2b053 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:01.381436 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '962a8291-bad4-4df7-a0c1-1f2700acf4ef', 'tag': '39b0e072-6808-4573-91e5-10c38e1c4d36', 'status': 'completed', 'code': 200} Dec 16 09:30:01.389975 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-9615cb0e-e496-41f2-ac78-ee5fdfe1f54d service neutron] Request body: {'port': {'device_id': '901f8fc4-c51e-49ae-894b-cd45fea6836d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:01.492203 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-9615cb0e-e496-41f2-ac78-ee5fdfe1f54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:01.543446 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-af14aff7-98f1-446c-83fe-b69854c16893 None None] Port f6fcda6d-c109-48a2-9829-3fd0190d3095 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:30:01.549228 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604201a-0308-4eb6-9dfc-bf4ee35c3ce7 req-6be79ab2-dbe3-444b-94d5-789271202e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:01.551330 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d604201a-0308-4eb6-9dfc-bf4ee35c3ce7 req-6be79ab2-dbe3-444b-94d5-789271202e2d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=558bd48fddf64bb0a44f276b2fb8a24f&device_id=962a8291-bad4-4df7-a0c1-1f2700acf4ef HTTP/1.1" status: 200 len: 1099 time: 0.0957208 Dec 16 09:30:01.566328 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=9d7ec348-357d-482e-89b9-ff66987a42d8,revision_number=8']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:01.607946 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d604201a-0308-4eb6-9dfc-bf4ee35c3ce7 req-797b40d1-5dc2-470c-9d6e-cbdffbfd050a service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=558bd48fddf64bb0a44f276b2fb8a24f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397923 Dec 16 09:30:01.684902 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dd718189-6cf2-41f7-8821-8b0319148e2d req-66014742-3360-4870-a48b-e9b8dc63f8f1 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eab0063-672a-47de-b1a7-e4059802b6cc HTTP/1.1" status: 200 len: 210 time: 0.0411291 Dec 16 09:30:01.748919 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604201a-0308-4eb6-9dfc-bf4ee35c3ce7 req-c12a0f2d-4f28-4de2-bc58-82abac177015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:01.750536 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d604201a-0308-4eb6-9dfc-bf4ee35c3ce7 req-c12a0f2d-4f28-4de2-bc58-82abac177015 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286354 Dec 16 09:30:01.791477 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-bb0d7070-98ef-4574-a7a9-b83b89d35b64 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1303630292&fields=id&tenant_id=2fdf9ee8bfea41ea812d81e90556fa69 HTTP/1.1" status: 200 len: 267 time: 0.0398607 Dec 16 09:30:01.881386 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-5031488e-b598-40a2-8341-35ad6de60195 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:01.882774 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-5031488e-b598-40a2-8341-35ad6de60195 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports/c0f0f737-e643-4831-9c6f-93b9615090fb HTTP/1.1" status: 200 len: 931 time: 0.0765302 Dec 16 09:30:01.888563 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7da408-61ba-43fd-8c4c-53356505173f req-281b6a48-da0f-4781-935e-9216b0a3bcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:01.890038 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5a7da408-61ba-43fd-8c4c-53356505173f req-281b6a48-da0f-4781-935e-9216b0a3bcba service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=558bd48fddf64bb0a44f276b2fb8a24f&device_id=962a8291-bad4-4df7-a0c1-1f2700acf4ef HTTP/1.1" status: 200 len: 1099 time: 0.0976286 Dec 16 09:30:01.956059 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5a7da408-61ba-43fd-8c4c-53356505173f req-429828e5-32a7-430a-88d8-4813219ec24b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=39b0e072-6808-4573-91e5-10c38e1c4d36 HTTP/1.1" status: 200 len: 217 time: 0.0552595 Dec 16 09:30:01.979077 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-5deede28-26cc-40a2-84d2-a4d6a89425c2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:01.980468 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-5deede28-26cc-40a2-84d2-a4d6a89425c2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports/e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67 HTTP/1.1" status: 200 len: 930 time: 0.0895493 Dec 16 09:30:01.998405 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-9615cb0e-e496-41f2-ac78-ee5fdfe1f54d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6fcda6d-c109-48a2-9829-3fd0190d3095 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:30:02.009089 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-9615cb0e-e496-41f2-ac78-ee5fdfe1f54d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:02.021834 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c052e-4532-40e7-94a6-849fb542d365 req-4e0b6f32-e9e7-42be-9c12-b5802dc1861f tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:02.023349 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-964c052e-4532-40e7-94a6-849fb542d365 req-4e0b6f32-e9e7-42be-9c12-b5802dc1861f tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?device_id=962a8291-bad4-4df7-a0c1-1f2700acf4ef HTTP/1.1" status: 200 len: 948 time: 0.0948036 Dec 16 09:30:02.037029 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-bb764fb4-4944-4316-aef7-b5fcf2a5c46a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?network_id=3976022d-4300-480a-88ba-80eb47c64065&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0379925 Dec 16 09:30:02.045744 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-9615cb0e-e496-41f2-ac78-ee5fdfe1f54d service neutron] Transition to ACTIVE for port object f6fcda6d-c109-48a2-9829-3fd0190d3095 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:30:02.047603 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7da408-61ba-43fd-8c4c-53356505173f req-5fb62833-ac4b-4b77-81e0-dab7079b19fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:02.049726 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5a7da408-61ba-43fd-8c4c-53356505173f req-5fb62833-ac4b-4b77-81e0-dab7079b19fe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0855818 Dec 16 09:30:02.071931 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-964c052e-4532-40e7-94a6-849fb542d365 req-c5d7fbe6-9517-42d7-97a1-974f48cb0f5b tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac77af22-a255-4d4c-aa4d-f860c351936d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382309 Dec 16 09:30:02.095331 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-103bde27-ceb9-498d-91be-c813e7adf495 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?network_id=3976022d-4300-480a-88ba-80eb47c64065&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0394468 Dec 16 09:30:02.191158 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-9615cb0e-e496-41f2-ac78-ee5fdfe1f54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:02.211620 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7da408-61ba-43fd-8c4c-53356505173f req-cbb9f494-e870-4e5d-a88b-cb2af274afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:02.213641 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5a7da408-61ba-43fd-8c4c-53356505173f req-cbb9f494-e870-4e5d-a88b-cb2af274afa8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1517076 Dec 16 09:30:02.251374 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccbd8e-100b-4521-8c39-366d716d177f req-43c88274-7d93-4d62-96a5-d68bfde24cb0 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:02.252985 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8eccbd8e-100b-4521-8c39-366d716d177f req-43c88274-7d93-4d62-96a5-d68bfde24cb0 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 946 time: 0.1083064 Dec 16 09:30:02.278749 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615cb0e-e496-41f2-ac78-ee5fdfe1f54d service neutron] Pushing event updated for resources: {'Port': ['ID=f6fcda6d-c109-48a2-9829-3fd0190d3095,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:02.335644 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-cf01dd48-c757-40da-a315-1ee10c48f858 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:02.342309 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-cf01dd48-c757-40da-a315-1ee10c48f858 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:02.348212 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-cf01dd48-c757-40da-a315-1ee10c48f858 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:02.348657 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8eccbd8e-100b-4521-8c39-366d716d177f req-c07ec05f-2908-4929-96e1-b72485791d53 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839865 Dec 16 09:30:02.350106 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-cf01dd48-c757-40da-a315-1ee10c48f858 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/networks?id=796abadb-0795-4a55-adba-f043e91923a6&id=684e8d31-9cdf-4419-92e5-be50ab03fd53&id=684e8d31-9cdf-4419-92e5-be50ab03fd53&id=3976022d-4300-480a-88ba-80eb47c64065&id=3976022d-4300-480a-88ba-80eb47c64065 HTTP/1.1" status: 200 len: 1990 time: 0.2539949 Dec 16 09:30:02.379365 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-23508457-e4dd-4431-9018-82a63d99cf17 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/quotas/2fdf9ee8bfea41ea812d81e90556fa69 HTTP/1.1" status: 200 len: 375 time: 0.0202541 Dec 16 09:30:02.400171 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-9615cb0e-e496-41f2-ac78-ee5fdfe1f54d service neutron] Attempting to bind port f6fcda6d-c109-48a2-9829-3fd0190d3095 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:30:02.400585 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-9615cb0e-e496-41f2-ac78-ee5fdfe1f54d service neutron] Attempting to bind port f6fcda6d-c109-48a2-9829-3fd0190d3095 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:30:02.400890 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-9615cb0e-e496-41f2-ac78-ee5fdfe1f54d service neutron] Attempting to bind port f6fcda6d-c109-48a2-9829-3fd0190d3095 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:30:02.406621 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-9615cb0e-e496-41f2-ac78-ee5fdfe1f54d service neutron] Port f6fcda6d-c109-48a2-9829-3fd0190d3095 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:30:02.406945 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-9615cb0e-e496-41f2-ac78-ee5fdfe1f54d service neutron] Attempting to bind port f6fcda6d-c109-48a2-9829-3fd0190d3095 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:30:02.412227 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-9615cb0e-e496-41f2-ac78-ee5fdfe1f54d service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:30:02.412737 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-9615cb0e-e496-41f2-ac78-ee5fdfe1f54d service neutron] Checking segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:30:02.413285 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-9615cb0e-e496-41f2-ac78-ee5fdfe1f54d service neutron] Bound using segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:30:02.413969 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-9615cb0e-e496-41f2-ac78-ee5fdfe1f54d service neutron] Bound port: f6fcda6d-c109-48a2-9829-3fd0190d3095, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:30:02.414382 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-9615cb0e-e496-41f2-ac78-ee5fdfe1f54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:02.479399 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-6815e70f-ef5c-428e-82e7-1cc20faf4415 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2fdf9ee8bfea41ea812d81e90556fa69&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0935712 Dec 16 09:30:02.481997 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5a7da408-61ba-43fd-8c4c-53356505173f req-60ac7c81-c3a9-4ff6-ac87-c4ca23f75a68 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495511 Dec 16 09:30:02.532333 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-9615cb0e-e496-41f2-ac78-ee5fdfe1f54d service neutron] For port f6fcda6d-c109-48a2-9829-3fd0190d3095, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:30:02.545398 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5772d7a2-beaf-4b20-bf6e-8ed8a0b3762a req-8cebc8c7-7ce8-41c2-83fa-4b1fbeb7d933 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:02.547481 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5772d7a2-beaf-4b20-bf6e-8ed8a0b3762a req-8cebc8c7-7ce8-41c2-83fa-4b1fbeb7d933 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.60 "GET /v2.0/ports?device_id=901f8fc4-c51e-49ae-894b-cd45fea6836d HTTP/1.1" status: 200 len: 948 time: 0.0946791 Dec 16 09:30:02.549958 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-9615cb0e-e496-41f2-ac78-ee5fdfe1f54d service neutron] For port f6fcda6d-c109-48a2-9829-3fd0190d3095, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=f6fcda6d-c109-48a2-9829-3fd0190d3095,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:30:02.624166 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5772d7a2-beaf-4b20-bf6e-8ed8a0b3762a req-bf77ad65-56e5-4fbb-8ef0-aa06857e536e tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.60 "GET /v2.0/security-groups?id=6438f7af-0bb3-4914-8c71-3197b9565bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700083 Dec 16 09:30:02.718681 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5a7da408-61ba-43fd-8c4c-53356505173f req-b46d45d9-4bf5-4093-a0a3-c4b94499e7e8 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246881 Dec 16 09:30:02.735035 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b4cab-99db-4b9a-a618-de2f192438b0 req-34e3af38-06ca-41c1-9178-ab658c0e85e2 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:02.737681 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-682b4cab-99db-4b9a-a618-de2f192438b0 req-34e3af38-06ca-41c1-9178-ab658c0e85e2 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] 10.222.0.60 "GET /v2.0/ports?device_id=34d5b83d-5e71-4335-91a9-46feeb126cff HTTP/1.1" status: 200 len: 945 time: 0.0581169 Dec 16 09:30:02.753385 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-9615cb0e-e496-41f2-ac78-ee5fdfe1f54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:02.765644 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-6a4ba77e-fbd4-4371-8d8d-eede0502af11 service neutron] 10.222.0.60 "GET /v2.0/networks/796abadb-0795-4a55-adba-f043e91923a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730594 Dec 16 09:30:02.800823 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-9615cb0e-e496-41f2-ac78-ee5fdfe1f54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:02.801552 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-9615cb0e-e496-41f2-ac78-ee5fdfe1f54d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:02.802903 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-9615cb0e-e496-41f2-ac78-ee5fdfe1f54d service neutron] 10.222.0.58 "PUT /v2.0/ports/f6fcda6d-c109-48a2-9829-3fd0190d3095 HTTP/1.1" status: 200 len: 1096 time: 1.4194446 Dec 16 09:30:02.805167 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '901f8fc4-c51e-49ae-894b-cd45fea6836d', 'tag': 'f6fcda6d-c109-48a2-9829-3fd0190d3095'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:02.808053 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fd3683-e5a3-489c-892d-fa8c0958d1b8" -d '{"events": [{"name": "network-changed", "server_uuid": "901f8fc4-c51e-49ae-894b-cd45fea6836d", "tag": "f6fcda6d-c109-48a2-9829-3fd0190d3095"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:02.845712 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-682b4cab-99db-4b9a-a618-de2f192438b0 req-b675b9db-e3f7-4817-a58d-da9bca209e29 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] 10.222.0.60 "GET /v2.0/security-groups?id=47c6adb9-5e7a-4ecc-aa7b-30089bc7b3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006017 Dec 16 09:30:02.851528 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615cb0e-e496-41f2-ac78-ee5fdfe1f54d service neutron] Pushing event updated for resources: {'Port': ['ID=f6fcda6d-c109-48a2-9829-3fd0190d3095,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:02.878382 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-57366379-370d-4406-b1e1-5933b1e54273 service neutron] 10.222.0.60 "GET /v2.0/networks/796abadb-0795-4a55-adba-f043e91923a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068053 Dec 16 09:30:02.934131 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d7ec348-357d-482e-89b9-ff66987a42d8'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:02.937107 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394805ab-24b3-4033-a2ec-ee7c5098e640" -d '{"events": [{"server_uuid": "ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f", "name": "network-vif-unplugged", "status": "completed", "tag": "9d7ec348-357d-482e-89b9-ff66987a42d8"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:02.938038 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-bfcda5ba-8cee-4daa-8bfd-6da952eac11e service neutron] 10.222.0.60 "GET /v2.0/ports/c0f0f737-e643-4831-9c6f-93b9615090fb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0517895 Dec 16 09:30:03.049330 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-4c0cee1f-fbc7-4bce-936a-b523944ead84 service neutron] 10.222.0.60 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103809 Dec 16 09:30:03.066496 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4483490-a695-4c91-816f-f01b2e85ac2a x-openstack-request-id: req-e4483490-a695-4c91-816f-f01b2e85ac2a {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:03.066988 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "901f8fc4-c51e-49ae-894b-cd45fea6836d", "tag": "f6fcda6d-c109-48a2-9829-3fd0190d3095", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:03.066988 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e4483490-a695-4c91-816f-f01b2e85ac2a {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:03.067400 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '901f8fc4-c51e-49ae-894b-cd45fea6836d', 'tag': 'f6fcda6d-c109-48a2-9829-3fd0190d3095', 'status': 'completed', 'code': 200} Dec 16 09:30:03.085593 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-6c00a47e-8005-44fc-9e05-95c16afa69d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:03.087881 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-6c00a47e-8005-44fc-9e05-95c16afa69d5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=867f2fd004a44f5d9ab9f6f84238d4fa&device_id=901f8fc4-c51e-49ae-894b-cd45fea6836d HTTP/1.1" status: 200 len: 1099 time: 0.0501115 Dec 16 09:30:03.098976 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0128c1f-8dae-412d-b7ce-7350d86ad724 x-openstack-request-id: req-d0128c1f-8dae-412d-b7ce-7350d86ad724 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:03.098976 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f", "name": "network-vif-unplugged", "status": "completed", "tag": "9d7ec348-357d-482e-89b9-ff66987a42d8", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:03.098976 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d0128c1f-8dae-412d-b7ce-7350d86ad724 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:03.098976 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d7ec348-357d-482e-89b9-ff66987a42d8', 'code': 200} Dec 16 09:30:03.160182 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-a34a7ad9-9957-46d2-aa71-a3aeef824e53 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=f6fcda6d-c109-48a2-9829-3fd0190d3095 HTTP/1.1" status: 200 len: 217 time: 0.0631495 Dec 16 09:30:03.164424 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-07b335ee-9538-4856-8d84-a805aff8f3ce service neutron] 10.222.0.60 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081903 Dec 16 09:30:03.216992 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-72191159-d384-42fe-a1ae-e0347a182c06 service neutron] 10.222.0.60 "GET /v2.0/ports/e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0345941 Dec 16 09:30:03.252646 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87405177-0bb1-4171-a8a2-fbccd2f8a539 req-d55072aa-f472-447f-8ace-ec5722094906 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:03.254320 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-87405177-0bb1-4171-a8a2-fbccd2f8a539 req-d55072aa-f472-447f-8ace-ec5722094906 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?device_id=962a8291-bad4-4df7-a0c1-1f2700acf4ef HTTP/1.1" status: 200 len: 948 time: 0.0917795 Dec 16 09:30:03.255720 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-dcb49747-948a-4d30-ba97-29eb5f003d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:03.257033 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-dcb49747-948a-4d30-ba97-29eb5f003d11 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0847878 Dec 16 09:30:03.313306 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-dd4d622e-aeca-410e-8045-efd6ebb76f73 service neutron] 10.222.0.60 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894787 Dec 16 09:30:03.342966 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-87405177-0bb1-4171-a8a2-fbccd2f8a539 req-d51ad54f-cf73-4d8f-b577-da0dde4cf1de tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac77af22-a255-4d4c-aa4d-f860c351936d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731916 Dec 16 09:30:03.361630 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-d93ba97b-2e09-42e2-8da6-a0084c0c1268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:03.364001 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-d93ba97b-2e09-42e2-8da6-a0084c0c1268 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0878220 Dec 16 09:30:03.421651 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-2da85ea2-a1ad-48db-9d8a-6dd2776613ee service neutron] 10.222.0.60 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019120 Dec 16 09:30:03.517069 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-0f656850-e72f-43af-b328-598995e23fb2 service neutron] 10.222.0.60 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894370 Dec 16 09:30:03.519440 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d95be0-430c-427e-a310-13f6cefe83d4 req-bd15c5a0-9fdc-4b9d-895b-c10584f22dee tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:03.521027 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70d95be0-430c-427e-a310-13f6cefe83d4 req-bd15c5a0-9fdc-4b9d-895b-c10584f22dee tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 946 time: 0.0766771 Dec 16 09:30:03.560469 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-c14cc4e2-acbb-4f0c-9f53-cb742f0a7104 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861706 Dec 16 09:30:03.595719 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70d95be0-430c-427e-a310-13f6cefe83d4 req-c0a90529-5714-4fd6-8dc3-b6af4314518f tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653064 Dec 16 09:30:03.619486 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-60c913eb-b1e8-467a-ae9c-ed5a97452094 service neutron] 10.222.0.60 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954750 Dec 16 09:30:03.700736 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7513244-ce39-4ca5-abb8-4fe36692d887 req-a875132d-b73e-4106-ad30-3ef377e18e47 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311531 Dec 16 09:30:03.728559 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-9975ad56-c271-400c-a699-09515828a4e6 service neutron] 10.222.0.60 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027083 Dec 16 09:30:03.781325 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15a2e0-4167-4df7-94d3-2af553821e34 req-54cae9ee-7121-43e6-8110-c21e3b3e2cc7 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:03.783168 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fb15a2e0-4167-4df7-94d3-2af553821e34 req-54cae9ee-7121-43e6-8110-c21e3b3e2cc7 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.60 "GET /v2.0/ports?device_id=901f8fc4-c51e-49ae-894b-cd45fea6836d HTTP/1.1" status: 200 len: 948 time: 0.0695689 Dec 16 09:30:03.840039 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-70fd86ae-f585-49e4-be43-45a4c2ee3ff1 service neutron] 10.222.0.60 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987232 Dec 16 09:30:03.844903 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fb15a2e0-4167-4df7-94d3-2af553821e34 req-08c0c8f9-125b-4eee-96bc-c5a18431973b tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.60 "GET /v2.0/security-groups?id=6438f7af-0bb3-4914-8c71-3197b9565bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550864 Dec 16 09:30:03.918726 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd3683-e5a3-489c-892d-fa8c0958d1b8 req-5acce9d8-77ba-493d-91e3-3321068e30a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:03.920393 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-78fd3683-e5a3-489c-892d-fa8c0958d1b8 req-5acce9d8-77ba-493d-91e3-3321068e30a2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=867f2fd004a44f5d9ab9f6f84238d4fa&device_id=901f8fc4-c51e-49ae-894b-cd45fea6836d HTTP/1.1" status: 200 len: 1099 time: 0.0667205 Dec 16 09:30:03.941312 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-0fffef5d-9b49-43d6-bd75-35312fe05596 service neutron] 10.222.0.60 "GET /v2.0/networks/3976022d-4300-480a-88ba-80eb47c64065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923970 Dec 16 09:30:04.047496 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-44aac915-db63-4256-8576-f5e6cf4fa4a3 service neutron] 10.222.0.60 "GET /v2.0/networks/3976022d-4300-480a-88ba-80eb47c64065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991838 Dec 16 09:30:04.071944 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e15c3b-fe02-4f00-9d92-ce7cdf270c1c req-047035d5-1b54-4595-8b12-559f41306427 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:04.073472 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-34e15c3b-fe02-4f00-9d92-ce7cdf270c1c req-047035d5-1b54-4595-8b12-559f41306427 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] 10.222.0.60 "GET /v2.0/ports?device_id=34d5b83d-5e71-4335-91a9-46feeb126cff HTTP/1.1" status: 200 len: 945 time: 0.1239390 Dec 16 09:30:04.142015 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd3683-e5a3-489c-892d-fa8c0958d1b8 req-4ec9156a-db75-4b75-947f-8cd528a93b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:04.143562 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-78fd3683-e5a3-489c-892d-fa8c0958d1b8 req-4ec9156a-db75-4b75-947f-8cd528a93b37 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.2155137 Dec 16 09:30:04.154042 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-34e15c3b-fe02-4f00-9d92-ce7cdf270c1c req-7b0056d8-a67f-4c94-a587-b0302938b1ce tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] 10.222.0.60 "GET /v2.0/security-groups?id=47c6adb9-5e7a-4ecc-aa7b-30089bc7b3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710545 Dec 16 09:30:04.186185 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-688ce1f9-e826-4c3a-85bb-ae5d4f5544e7 service neutron] 10.222.0.60 "GET /v2.0/networks/3976022d-4300-480a-88ba-80eb47c64065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370082 Dec 16 09:30:04.220852 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-78fd3683-e5a3-489c-892d-fa8c0958d1b8 req-609ce1b4-7c2c-4ba5-8a11-8a3fe4f08888 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=f6fcda6d-c109-48a2-9829-3fd0190d3095 HTTP/1.1" status: 200 len: 217 time: 0.0657814 Dec 16 09:30:04.303544 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd3683-e5a3-489c-892d-fa8c0958d1b8 req-0009747c-b202-462c-a5a2-f212a8304745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:04.305635 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-78fd3683-e5a3-489c-892d-fa8c0958d1b8 req-0009747c-b202-462c-a5a2-f212a8304745 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0746577 Dec 16 09:30:04.321722 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-9189cba9-cec3-4f9c-b371-0d499630259f service neutron] 10.222.0.60 "GET /v2.0/networks/3976022d-4300-480a-88ba-80eb47c64065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284685 Dec 16 09:30:04.408377 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd3683-e5a3-489c-892d-fa8c0958d1b8 req-f314fd0c-febe-4d2b-9e70-4b82cf14a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:04.416028 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-78fd3683-e5a3-489c-892d-fa8c0958d1b8 req-f314fd0c-febe-4d2b-9e70-4b82cf14a6eb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0901725 Dec 16 09:30:04.596257 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-78fd3683-e5a3-489c-892d-fa8c0958d1b8 req-e15d420f-5593-46af-aab2-fb51ff6fa1cd service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753051 Dec 16 09:30:04.738844 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-78fd3683-e5a3-489c-892d-fa8c0958d1b8 req-a3ab21cc-0b65-4c41-83a4-22d8de89b082 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220608 Dec 16 09:30:04.810905 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88c50c-1570-4f4e-8951-94edfe898c52 req-6cd8127f-d9c7-41a2-9408-c45192707b06 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:04.812389 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b88c50c-1570-4f4e-8951-94edfe898c52 req-6cd8127f-d9c7-41a2-9408-c45192707b06 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?device_id=962a8291-bad4-4df7-a0c1-1f2700acf4ef HTTP/1.1" status: 200 len: 948 time: 0.0498588 Dec 16 09:30:04.856159 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b88c50c-1570-4f4e-8951-94edfe898c52 req-cbee19f5-e991-4b43-b3e8-a602adfa5af1 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac77af22-a255-4d4c-aa4d-f860c351936d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375056 Dec 16 09:30:04.862425 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 6ec4cb7e-854f-4eed-b0c7-eb07b321021d details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:30:04.970362 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 6ec4cb7e-854f-4eed-b0c7-eb07b321021d, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=6ec4cb7e-854f-4eed-b0c7-eb07b321021d,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:04.976595 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987547f-7842-48df-8e1c-3a632b13fab9 req-7d9f53cf-5f88-458f-8c1f-191ebbe27ce8 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:04.978224 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3987547f-7842-48df-8e1c-3a632b13fab9 req-7d9f53cf-5f88-458f-8c1f-191ebbe27ce8 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 946 time: 0.0547142 Dec 16 09:30:04.981189 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '6ec4cb7e-854f-4eed-b0c7-eb07b321021d', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': '6ec4cb7e-854f-4eed-b0c7-eb07b321021d', 'mac_address': 'fa:16:3e:6a:d0:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:30:05.023900 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3987547f-7842-48df-8e1c-3a632b13fab9 req-5425aa42-0208-4e61-8b12-b1e0f3163f8a tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361998 Dec 16 09:30:05.026539 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:05.046003 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ec4cb7e-854f-4eed-b0c7-eb07b321021d {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:30:05.069153 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 6ec4cb7e-854f-4eed-b0c7-eb07b321021d, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=6ec4cb7e-854f-4eed-b0c7-eb07b321021d,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:05.189495 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625bc5c-556d-4149-b953-45e8afe6891b req-0515ccd6-5808-4573-8b43-81d2c79cd120 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:05.190733 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:05.192314 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c625bc5c-556d-4149-b953-45e8afe6891b req-0515ccd6-5808-4573-8b43-81d2c79cd120 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.60 "GET /v2.0/ports?device_id=901f8fc4-c51e-49ae-894b-cd45fea6836d HTTP/1.1" status: 200 len: 948 time: 0.0695629 Dec 16 09:30:05.249356 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c625bc5c-556d-4149-b953-45e8afe6891b req-bfbee686-6ccd-4c2b-b34c-17b4c6ca1f8b tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.60 "GET /v2.0/security-groups?id=6438f7af-0bb3-4914-8c71-3197b9565bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471385 Dec 16 09:30:05.249728 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=6ec4cb7e-854f-4eed-b0c7-eb07b321021d,revision_number=9']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:05.331404 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['6ec4cb7e-854f-4eed-b0c7-eb07b321021d'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:30:06.026716 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6e397-23a0-41f9-b44a-d14f47d156a5 req-d4db6dd0-d588-49de-925e-5bb1c8439b9d tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:06.028192 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-50d6e397-23a0-41f9-b44a-d14f47d156a5 req-d4db6dd0-d588-49de-925e-5bb1c8439b9d tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] 10.222.0.60 "GET /v2.0/ports?device_id=34d5b83d-5e71-4335-91a9-46feeb126cff HTTP/1.1" status: 200 len: 945 time: 0.0494297 Dec 16 09:30:06.079904 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-50d6e397-23a0-41f9-b44a-d14f47d156a5 req-b69558be-8f4a-4da1-81c0-89669b5e5fbb tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] 10.222.0.60 "GET /v2.0/security-groups?id=47c6adb9-5e7a-4ecc-aa7b-30089bc7b3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377359 Dec 16 09:30:06.178519 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9e330-6639-49ba-b660-df85d91f5bc2 req-88cbdc1e-45da-4ebe-b2dc-18eb84b73262 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:06.180670 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-05f9e330-6639-49ba-b660-df85d91f5bc2 req-88cbdc1e-45da-4ebe-b2dc-18eb84b73262 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?device_id=962a8291-bad4-4df7-a0c1-1f2700acf4ef HTTP/1.1" status: 200 len: 948 time: 0.0523887 Dec 16 09:30:06.222420 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-05f9e330-6639-49ba-b660-df85d91f5bc2 req-4c9110be-9102-4936-a509-ed8a731c204a tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac77af22-a255-4d4c-aa4d-f860c351936d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353713 Dec 16 09:30:06.331565 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631d337-e98c-475c-9339-7bd87b40eafa req-637ebfda-13ba-4bea-8ae2-eac6f69ebb3b tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:06.332938 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a631d337-e98c-475c-9339-7bd87b40eafa req-637ebfda-13ba-4bea-8ae2-eac6f69ebb3b tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 946 time: 0.0513091 Dec 16 09:30:06.342108 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device f6fcda6d-c109-48a2-9829-3fd0190d3095 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:30:06.372182 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a631d337-e98c-475c-9339-7bd87b40eafa req-231b3d76-cd22-4e30-85b8-74727c183951 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327804 Dec 16 09:30:06.441788 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port f6fcda6d-c109-48a2-9829-3fd0190d3095, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=f6fcda6d-c109-48a2-9829-3fd0190d3095,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:06.454821 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'f6fcda6d-c109-48a2-9829-3fd0190d3095', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': 'f6fcda6d-c109-48a2-9829-3fd0190d3095', 'mac_address': 'fa:16:3e:cc:f7:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:30:06.475145 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb1e12-d520-45ff-a162-e89058debdf1 req-0e5d5525-15dc-46a7-8dee-5664f901ca1e tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:06.476621 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-48eb1e12-d520-45ff-a162-e89058debdf1 req-0e5d5525-15dc-46a7-8dee-5664f901ca1e tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.60 "GET /v2.0/ports?device_id=901f8fc4-c51e-49ae-894b-cd45fea6836d HTTP/1.1" status: 200 len: 948 time: 0.0495121 Dec 16 09:30:06.497731 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:06.512879 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6fcda6d-c109-48a2-9829-3fd0190d3095 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:30:06.520039 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-48eb1e12-d520-45ff-a162-e89058debdf1 req-8fc8b4bc-4951-41dd-b7a3-4fd4a881e753 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.60 "GET /v2.0/security-groups?id=6438f7af-0bb3-4914-8c71-3197b9565bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358775 Dec 16 09:30:06.532938 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port f6fcda6d-c109-48a2-9829-3fd0190d3095, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=f6fcda6d-c109-48a2-9829-3fd0190d3095,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:06.712126 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:06.712918 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 39b0e072-6808-4573-91e5-10c38e1c4d36 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:30:06.776499 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 39b0e072-6808-4573-91e5-10c38e1c4d36, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=39b0e072-6808-4573-91e5-10c38e1c4d36,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:06.786428 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=f6fcda6d-c109-48a2-9829-3fd0190d3095,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:06.791346 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '39b0e072-6808-4573-91e5-10c38e1c4d36', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': '39b0e072-6808-4573-91e5-10c38e1c4d36', 'mac_address': 'fa:16:3e:76:89:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:30:06.829331 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:06.858979 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b0e072-6808-4573-91e5-10c38e1c4d36 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:30:06.873772 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 6ec4cb7e-854f-4eed-b0c7-eb07b321021d up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:30:06.891324 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 39b0e072-6808-4573-91e5-10c38e1c4d36, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=39b0e072-6808-4573-91e5-10c38e1c4d36,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:06.908168 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d323a79b-117b-4504-bc48-bff00995d478 req-08f0e119-06a1-486a-a279-e7dad7d9f0cc tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 210 time: 0.0359797 Dec 16 09:30:06.946370 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 6ec4cb7e-854f-4eed-b0c7-eb07b321021d triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:30:06.947314 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:06.949437 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:06.994028 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:07.069997 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=39b0e072-6808-4573-91e5-10c38e1c4d36,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:07.110879 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:07.134694 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460a51c5-f1e7-42cc-985a-2873bed917ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec4cb7e-854f-4eed-b0c7-eb07b321021d'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:07.136989 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2e296d-d8ba-42b7-a2df-ece4caabb1e0" -d '{"events": [{"server_uuid": "460a51c5-f1e7-42cc-985a-2873bed917ae", "name": "network-vif-plugged", "status": "completed", "tag": "6ec4cb7e-854f-4eed-b0c7-eb07b321021d"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:07.154830 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 6ec4cb7e-854f-4eed-b0c7-eb07b321021d, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=6ec4cb7e-854f-4eed-b0c7-eb07b321021d,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:07.193240 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557d9ae9-4293-476b-8485-e77846efe5d8 x-openstack-request-id: req-557d9ae9-4293-476b-8485-e77846efe5d8 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:07.193532 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460a51c5-f1e7-42cc-985a-2873bed917ae", "name": "network-vif-plugged", "status": "completed", "tag": "6ec4cb7e-854f-4eed-b0c7-eb07b321021d", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:07.199022 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-557d9ae9-4293-476b-8485-e77846efe5d8 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:07.199022 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460a51c5-f1e7-42cc-985a-2873bed917ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec4cb7e-854f-4eed-b0c7-eb07b321021d', 'code': 200} Dec 16 09:30:07.216986 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39c78e-5887-4f92-a976-a59f947e9487 req-ab2ba25f-8645-4c6e-a97e-619464d543d2 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:07.218544 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5c39c78e-5887-4f92-a976-a59f947e9487 req-ab2ba25f-8645-4c6e-a97e-619464d543d2 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] 10.222.0.60 "GET /v2.0/ports?device_id=34d5b83d-5e71-4335-91a9-46feeb126cff HTTP/1.1" status: 200 len: 945 time: 0.0651205 Dec 16 09:30:07.253300 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92291ad2-767d-4023-81e5-0eedf1693986 req-f52bcb22-ff5b-4864-9870-30e758c30160 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:07.255317 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-92291ad2-767d-4023-81e5-0eedf1693986 req-f52bcb22-ff5b-4864-9870-30e758c30160 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] 10.222.0.58 "GET /v2.0/ports?device_id=34d5b83d-5e71-4335-91a9-46feeb126cff HTTP/1.1" status: 200 len: 945 time: 0.0547841 Dec 16 09:30:07.263165 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['39b0e072-6808-4573-91e5-10c38e1c4d36'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:30:07.266968 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['f6fcda6d-c109-48a2-9829-3fd0190d3095'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:30:07.312607 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5c39c78e-5887-4f92-a976-a59f947e9487 req-af4325a3-ffb6-4729-bffb-c046dc0e8bc7 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] 10.222.0.60 "GET /v2.0/security-groups?id=47c6adb9-5e7a-4ecc-aa7b-30089bc7b3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875852 Dec 16 09:30:07.390269 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:07.398162 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90e1d4-5780-4662-8b0f-65e835b44c95 req-e2be5e39-aebb-4be0-bea1-a7aa2a65bc35 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:07.400378 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6d90e1d4-5780-4662-8b0f-65e835b44c95 req-e2be5e39-aebb-4be0-bea1-a7aa2a65bc35 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?device_id=962a8291-bad4-4df7-a0c1-1f2700acf4ef HTTP/1.1" status: 200 len: 949 time: 0.0817952 Dec 16 09:30:07.414314 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-92291ad2-767d-4023-81e5-0eedf1693986 req-8ad89482-94e9-463f-bc40-7fc6e4ae08f6 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Deleting port 56db27f6-f606-4f1f-8ef4-8cf5c6236699 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:30:07.414687 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-92291ad2-767d-4023-81e5-0eedf1693986 req-8ad89482-94e9-463f-bc40-7fc6e4ae08f6 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:07.498397 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=6ec4cb7e-854f-4eed-b0c7-eb07b321021d,revision_number=10']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:07.547283 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcf00f-b5e3-49d7-ab2c-5337c2a1750e req-630573f1-3c0f-45da-b229-b59c5749e4fb tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:07.549911 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b6dcf00f-b5e3-49d7-ab2c-5337c2a1750e req-630573f1-3c0f-45da-b229-b59c5749e4fb tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 946 time: 0.0649991 Dec 16 09:30:07.556478 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6d90e1d4-5780-4662-8b0f-65e835b44c95 req-ac026964-e575-45d7-a1db-4545972c2ab5 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac77af22-a255-4d4c-aa4d-f860c351936d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399474 Dec 16 09:30:07.603825 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-92291ad2-767d-4023-81e5-0eedf1693986 req-8ad89482-94e9-463f-bc40-7fc6e4ae08f6 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] For port 56db27f6-f606-4f1f-8ef4-8cf5c6236699, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=56db27f6-f606-4f1f-8ef4-8cf5c6236699,segment=NetworkSegment(99a0d03c-b3d9-47f7-ba14-13d7b0cfa4f4),segment_id=99a0d03c-b3d9-47f7-ba14-13d7b0cfa4f4)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:07.604520 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-92291ad2-767d-4023-81e5-0eedf1693986 req-8ad89482-94e9-463f-bc40-7fc6e4ae08f6 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:07.613396 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b6dcf00f-b5e3-49d7-ab2c-5337c2a1750e req-cf37aeb2-3e9b-4976-aa4c-e1840ad62bfa tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567527 Dec 16 09:30:07.625183 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-92291ad2-767d-4023-81e5-0eedf1693986 req-8ad89482-94e9-463f-bc40-7fc6e4ae08f6 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Calling delete_port for 56db27f6-f606-4f1f-8ef4-8cf5c6236699 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:30:07.736063 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44d4ca-f590-4783-b100-d153ba0ea630 req-e93d33c1-471c-4b7d-ab03-fc12900b926d tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:07.737485 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ab44d4ca-f590-4783-b100-d153ba0ea630 req-e93d33c1-471c-4b7d-ab03-fc12900b926d tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.60 "GET /v2.0/ports?device_id=901f8fc4-c51e-49ae-894b-cd45fea6836d HTTP/1.1" status: 200 len: 949 time: 0.0970538 Dec 16 09:30:07.800048 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ab44d4ca-f590-4783-b100-d153ba0ea630 req-866295e9-9385-49c5-8dbb-9d57845410dc tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.60 "GET /v2.0/security-groups?id=6438f7af-0bb3-4914-8c71-3197b9565bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544209 Dec 16 09:30:08.002055 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f8507b8-1207-4551-ae46-2dfd6b1e0e85 req-df895d04-14d4-46d7-aa35-4a539212ed7d tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 210 time: 0.0292728 Dec 16 09:30:08.064118 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-92291ad2-767d-4023-81e5-0eedf1693986 req-8ad89482-94e9-463f-bc40-7fc6e4ae08f6 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:08.084430 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['56db27f6-f606-4f1f-8ef4-8cf5c6236699'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:30:08.119875 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad89482-94e9-463f-bc40-7fc6e4ae08f6 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Pushing event deleted for resources: {'Port': ['ID=56db27f6-f606-4f1f-8ef4-8cf5c6236699,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:08.155856 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-92291ad2-767d-4023-81e5-0eedf1693986 req-8ad89482-94e9-463f-bc40-7fc6e4ae08f6 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] No DVR routers for this DVR port 56db27f6-f606-4f1f-8ef4-8cf5c6236699 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:30:08.163233 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-92291ad2-767d-4023-81e5-0eedf1693986 req-8ad89482-94e9-463f-bc40-7fc6e4ae08f6 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:08.163233 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-92291ad2-767d-4023-81e5-0eedf1693986 req-8ad89482-94e9-463f-bc40-7fc6e4ae08f6 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] 10.222.0.58 "DELETE /v2.0/ports/56db27f6-f606-4f1f-8ef4-8cf5c6236699 HTTP/1.1" status: 204 len: 173 time: 0.8995488 Dec 16 09:30:08.163233 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d5b83d-5e71-4335-91a9-46feeb126cff', 'name': 'network-vif-deleted', 'tag': '56db27f6-f606-4f1f-8ef4-8cf5c6236699'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:08.165385 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd34839-e095-460d-a5fe-46cb3f308693" -d '{"events": [{"server_uuid": "34d5b83d-5e71-4335-91a9-46feeb126cff", "name": "network-vif-deleted", "tag": "56db27f6-f606-4f1f-8ef4-8cf5c6236699"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:08.227526 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955f1348-3a96-4686-bfc8-02386f727749 x-openstack-request-id: req-955f1348-3a96-4686-bfc8-02386f727749 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:08.227758 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d5b83d-5e71-4335-91a9-46feeb126cff", "name": "network-vif-deleted", "tag": "56db27f6-f606-4f1f-8ef4-8cf5c6236699", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:08.227912 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-955f1348-3a96-4686-bfc8-02386f727749 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:08.228237 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d5b83d-5e71-4335-91a9-46feeb126cff', 'name': 'network-vif-deleted', 'tag': '56db27f6-f606-4f1f-8ef4-8cf5c6236699', 'status': 'completed', 'code': 200} Dec 16 09:30:08.296244 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb9586-1863-4548-a1c6-e5ef0c73474b req-fde04946-5880-4120-97fe-9ff3497fd252 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:08.297697 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b7bb9586-1863-4548-a1c6-e5ef0c73474b req-fde04946-5880-4120-97fe-9ff3497fd252 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 945 time: 0.0528784 Dec 16 09:30:08.339890 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b7bb9586-1863-4548-a1c6-e5ef0c73474b req-2173a616-61d1-4d6c-820b-2810cf16bda5 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359461 Dec 16 09:30:08.360532 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device f6fcda6d-c109-48a2-9829-3fd0190d3095 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:30:08.417029 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-244eee92-f481-43e3-89c1-549287f0dad7 req-6b17ec69-368a-4bef-ab73-9280c01cafc0 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] 10.222.0.60 "GET /v2.0/ports?device_id=34d5b83d-5e71-4335-91a9-46feeb126cff HTTP/1.1" status: 200 len: 210 time: 0.0295291 Dec 16 09:30:08.662571 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9add5d-32f1-46fe-b26b-115e48529477 req-4603f1c6-55da-4260-85d1-2fdbb039e06a tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:08.664063 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cb9add5d-32f1-46fe-b26b-115e48529477 req-4603f1c6-55da-4260-85d1-2fdbb039e06a tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?device_id=962a8291-bad4-4df7-a0c1-1f2700acf4ef HTTP/1.1" status: 200 len: 949 time: 0.0523162 Dec 16 09:30:08.694846 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port f6fcda6d-c109-48a2-9829-3fd0190d3095 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:30:08.700255 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port f6fcda6d-c109-48a2-9829-3fd0190d3095 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:30:08.700701 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:08.703827 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cb9add5d-32f1-46fe-b26b-115e48529477 req-3147c3b1-3962-4e54-9738-7cb1450c9a23 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac77af22-a255-4d4c-aa4d-f860c351936d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336690 Dec 16 09:30:08.748119 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5410be-6792-45f2-837b-98976e1c6742 req-72763549-766e-4cea-90ed-e17033eabb9f tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:08.750089 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ef5410be-6792-45f2-837b-98976e1c6742 req-72763549-766e-4cea-90ed-e17033eabb9f tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 946 time: 0.0680826 Dec 16 09:30:08.793377 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:08.796313 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ef5410be-6792-45f2-837b-98976e1c6742 req-dcd75bde-8f9c-4a0f-8530-966c989cc948 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384443 Dec 16 09:30:08.835759 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port f6fcda6d-c109-48a2-9829-3fd0190d3095, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=f6fcda6d-c109-48a2-9829-3fd0190d3095,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:08.914041 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043b34e-1f77-44e8-8f9b-2da327103c1c req-1203145e-3203-4794-bb79-b88f43bb73b4 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:08.918217 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4043b34e-1f77-44e8-8f9b-2da327103c1c req-1203145e-3203-4794-bb79-b88f43bb73b4 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.60 "GET /v2.0/ports?device_id=901f8fc4-c51e-49ae-894b-cd45fea6836d HTTP/1.1" status: 200 len: 949 time: 0.0471914 Dec 16 09:30:08.955857 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4043b34e-1f77-44e8-8f9b-2da327103c1c req-7a0272d9-f406-4486-9c9e-f259aaaa93ae tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.60 "GET /v2.0/security-groups?id=6438f7af-0bb3-4914-8c71-3197b9565bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338342 Dec 16 09:30:09.087502 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c16f32ab-ccf4-40e1-b02f-3f53bc2f12a4 req-ed40e622-1635-4438-a302-e88d4cf66f7d tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 210 time: 0.0261104 Dec 16 09:30:09.195261 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901f8fc4-c51e-49ae-894b-cd45fea6836d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6fcda6d-c109-48a2-9829-3fd0190d3095'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:09.198459 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30c173f-1720-46df-bff6-b367c64f10ba" -d '{"events": [{"server_uuid": "901f8fc4-c51e-49ae-894b-cd45fea6836d", "name": "network-vif-plugged", "status": "completed", "tag": "f6fcda6d-c109-48a2-9829-3fd0190d3095"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:09.225820 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:09.232224 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 39b0e072-6808-4573-91e5-10c38e1c4d36 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:30:09.250794 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f016e239-15de-42a8-8fb7-740d084bb75d x-openstack-request-id: req-f016e239-15de-42a8-8fb7-740d084bb75d {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:09.251096 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901f8fc4-c51e-49ae-894b-cd45fea6836d", "name": "network-vif-plugged", "status": "completed", "tag": "f6fcda6d-c109-48a2-9829-3fd0190d3095", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:09.251359 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f016e239-15de-42a8-8fb7-740d084bb75d {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:09.251747 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901f8fc4-c51e-49ae-894b-cd45fea6836d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6fcda6d-c109-48a2-9829-3fd0190d3095', 'code': 200} Dec 16 09:30:09.307485 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=f6fcda6d-c109-48a2-9829-3fd0190d3095,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:09.344165 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18b91b-73b2-4ce7-b518-989ad103d8d7 req-cd40a8ed-f859-45d7-9002-a224cd3d5cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:09.345607 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2e18b91b-73b2-4ce7-b518-989ad103d8d7 req-cd40a8ed-f859-45d7-9002-a224cd3d5cf4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=901f8fc4-c51e-49ae-894b-cd45fea6836d HTTP/1.1" status: 200 len: 1101 time: 0.0489230 Dec 16 09:30:09.388395 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2e18b91b-73b2-4ce7-b518-989ad103d8d7 req-427d5e71-6061-4347-9eb2-80940d174866 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6438f7af-0bb3-4914-8c71-3197b9565bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298479 Dec 16 09:30:09.464815 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b888a-9431-45e7-9cf0-e4bf4811571c req-a116e943-d6d7-4185-a4ca-de0dd1533c71 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:09.466348 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-238b888a-9431-45e7-9cf0-e4bf4811571c req-a116e943-d6d7-4185-a4ca-de0dd1533c71 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 945 time: 0.0532758 Dec 16 09:30:09.497303 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 39b0e072-6808-4573-91e5-10c38e1c4d36 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:30:09.501708 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 39b0e072-6808-4573-91e5-10c38e1c4d36 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:30:09.502210 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:09.526205 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4e7df94a-aea8-4f49-9707-a8f49571eb27 req-47f3bfc3-754c-46b1-af84-6ce7b47ce3e4 tempest-ServerPasswordTestJSON-911736538 tempest-ServerPasswordTestJSON-911736538-project] 10.222.0.60 "GET /v2.0/ports?device_id=34d5b83d-5e71-4335-91a9-46feeb126cff HTTP/1.1" status: 200 len: 210 time: 0.0269368 Dec 16 09:30:09.532948 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-238b888a-9431-45e7-9cf0-e4bf4811571c req-bd33319b-5c8e-44ac-9a75-e1fb728ee560 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573108 Dec 16 09:30:09.543820 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61552b8e-5aae-422b-a2ca-03b6c74d2495 req-830cd10a-5b51-4fa3-9af0-b607e2cd7c4f tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:09.545649 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-61552b8e-5aae-422b-a2ca-03b6c74d2495 req-830cd10a-5b51-4fa3-9af0-b607e2cd7c4f tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.57 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 945 time: 0.0781224 Dec 16 09:30:09.591760 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:09.625055 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 39b0e072-6808-4573-91e5-10c38e1c4d36, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=39b0e072-6808-4573-91e5-10c38e1c4d36,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:09.654168 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-61552b8e-5aae-422b-a2ca-03b6c74d2495 req-82f7dfa6-840d-4bf9-b4e1-9a7c49b854ef tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Deleting port e403726d-b2b8-41fc-baa4-711d810b8a63 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:30:09.654476 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-61552b8e-5aae-422b-a2ca-03b6c74d2495 req-82f7dfa6-840d-4bf9-b4e1-9a7c49b854ef tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:09.755806 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-61552b8e-5aae-422b-a2ca-03b6c74d2495 req-82f7dfa6-840d-4bf9-b4e1-9a7c49b854ef tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] For port e403726d-b2b8-41fc-baa4-711d810b8a63, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=e403726d-b2b8-41fc-baa4-711d810b8a63,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:09.756181 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-61552b8e-5aae-422b-a2ca-03b6c74d2495 req-82f7dfa6-840d-4bf9-b4e1-9a7c49b854ef tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:09.770640 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-61552b8e-5aae-422b-a2ca-03b6c74d2495 req-82f7dfa6-840d-4bf9-b4e1-9a7c49b854ef tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Calling delete_port for e403726d-b2b8-41fc-baa4-711d810b8a63 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:30:09.783228 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:09.784039 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 56db27f6-f606-4f1f-8ef4-8cf5c6236699 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:30:09.878488 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 56db27f6-f606-4f1f-8ef4-8cf5c6236699 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:30:09.880505 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 56db27f6-f606-4f1f-8ef4-8cf5c6236699 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:30:09.891101 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ef033-19de-4527-857e-e7c86928610f req-ee59ae63-1524-41f3-880d-13ca490e2a29 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:09.893257 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3d1ef033-19de-4527-857e-e7c86928610f req-ee59ae63-1524-41f3-880d-13ca490e2a29 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?device_id=962a8291-bad4-4df7-a0c1-1f2700acf4ef HTTP/1.1" status: 200 len: 950 time: 0.0934885 Dec 16 09:30:09.897778 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=39b0e072-6808-4573-91e5-10c38e1c4d36,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:09.941011 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3d1ef033-19de-4527-857e-e7c86928610f req-2d1e9eac-931f-48e4-a350-89b6288a2e90 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac77af22-a255-4d4c-aa4d-f860c351936d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392888 Dec 16 09:30:10.107768 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270bfd9-6c61-4a67-a928-221c828c011e req-1cac0dc1-c1de-4c5f-a696-180026de8a9b tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:10.116596 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c270bfd9-6c61-4a67-a928-221c828c011e req-1cac0dc1-c1de-4c5f-a696-180026de8a9b tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.60 "GET /v2.0/ports?device_id=901f8fc4-c51e-49ae-894b-cd45fea6836d HTTP/1.1" status: 200 len: 950 time: 0.0845690 Dec 16 09:30:10.199771 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c270bfd9-6c61-4a67-a928-221c828c011e req-2a1366dd-3de3-43d8-8d91-dded624668fb tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.60 "GET /v2.0/security-groups?id=6438f7af-0bb3-4914-8c71-3197b9565bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794814 Dec 16 09:30:10.314363 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcae87f-74e0-4525-8b02-800c5f8f87c5 req-403e62fc-c24c-4911-a0b8-a9d667c05da8 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:10.316047 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0bcae87f-74e0-4525-8b02-800c5f8f87c5 req-403e62fc-c24c-4911-a0b8-a9d667c05da8 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 946 time: 0.0633085 Dec 16 09:30:10.327013 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f623a702-8d59-44a3-9879-d5661fa86717 req-16b6855d-1285-410d-af84-594a97a457a3 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 210 time: 0.0423448 Dec 16 09:30:10.393528 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0bcae87f-74e0-4525-8b02-800c5f8f87c5 req-ca4bb9ae-068c-4f0b-8626-9ce26f2a412f tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518837 Dec 16 09:30:10.395906 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:30:10.439318 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:10.599845 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39748) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:10.648729 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a802910-c8fa-45da-be61-5c82ce1ff84d admin admin] Deleting subnet 71533df0-993d-4bde-b823-010f456aa29e {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:30:10.652096 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a802910-c8fa-45da-be61-5c82ce1ff84d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:10.668289 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29edda-7379-45d3-b2c8-1cb30c1b7f44 req-7fd95fe5-26c3-4ed1-9a38-bd3b1a93aedd tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:10.669884 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cd29edda-7379-45d3-b2c8-1cb30c1b7f44 req-7fd95fe5-26c3-4ed1-9a38-bd3b1a93aedd tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 945 time: 0.0568378 Dec 16 09:30:10.688327 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a802910-c8fa-45da-be61-5c82ce1ff84d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:10.714527 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cd29edda-7379-45d3-b2c8-1cb30c1b7f44 req-d9b5f730-5709-4266-86f4-4e84dd03f115 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324121 Dec 16 09:30:10.714527 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-61552b8e-5aae-422b-a2ca-03b6c74d2495 req-82f7dfa6-840d-4bf9-b4e1-9a7c49b854ef tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:10.725462 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['bc4d5cdd-18c4-48c5-9909-5e525878e54a', 'e403726d-b2b8-41fc-baa4-711d810b8a63'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:30:10.741257 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7dfa6-840d-4bf9-b4e1-9a7c49b854ef tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Pushing event deleted for resources: {'Port': ['ID=e403726d-b2b8-41fc-baa4-711d810b8a63,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:10.749334 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a802910-c8fa-45da-be61-5c82ce1ff84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:10.784183 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-61552b8e-5aae-422b-a2ca-03b6c74d2495 req-82f7dfa6-840d-4bf9-b4e1-9a7c49b854ef tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] No DVR routers for this DVR port e403726d-b2b8-41fc-baa4-711d810b8a63 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:30:10.787030 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-61552b8e-5aae-422b-a2ca-03b6c74d2495 req-82f7dfa6-840d-4bf9-b4e1-9a7c49b854ef tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:10.790441 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-61552b8e-5aae-422b-a2ca-03b6c74d2495 req-82f7dfa6-840d-4bf9-b4e1-9a7c49b854ef tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.57 "DELETE /v2.0/ports/e403726d-b2b8-41fc-baa4-711d810b8a63 HTTP/1.1" status: 204 len: 173 time: 1.2338464 Dec 16 09:30:10.801358 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07142285-cf98-4390-8dae-cfa81a032cb5', 'name': 'network-vif-deleted', 'tag': 'e403726d-b2b8-41fc-baa4-711d810b8a63'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:10.801358 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8c947b-3bd1-4828-886a-7334d0c7249a" -d '{"events": [{"server_uuid": "07142285-cf98-4390-8dae-cfa81a032cb5", "name": "network-vif-deleted", "tag": "e403726d-b2b8-41fc-baa4-711d810b8a63"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:10.831052 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad77eb13-b388-468d-9808-31905aad06ad x-openstack-request-id: req-ad77eb13-b388-468d-9808-31905aad06ad {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:10.831500 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07142285-cf98-4390-8dae-cfa81a032cb5", "name": "network-vif-deleted", "tag": "e403726d-b2b8-41fc-baa4-711d810b8a63", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:10.831747 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ad77eb13-b388-468d-9808-31905aad06ad {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:10.832275 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07142285-cf98-4390-8dae-cfa81a032cb5', 'name': 'network-vif-deleted', 'tag': 'e403726d-b2b8-41fc-baa4-711d810b8a63', 'status': 'completed', 'code': 200} Dec 16 09:30:11.060121 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fbb54-232f-4596-b3a2-0966e6d293c7 req-26781afb-45cb-42a0-ab9a-9ff15c11af28 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:11.062224 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6e3fbb54-232f-4596-b3a2-0966e6d293c7 req-26781afb-45cb-42a0-ab9a-9ff15c11af28 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?device_id=962a8291-bad4-4df7-a0c1-1f2700acf4ef HTTP/1.1" status: 200 len: 950 time: 0.0549023 Dec 16 09:30:11.098661 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6e3fbb54-232f-4596-b3a2-0966e6d293c7 req-927b11a7-9c92-4a9f-b86f-624ab92069f5 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac77af22-a255-4d4c-aa4d-f860c351936d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302694 Dec 16 09:30:11.158573 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a802910-c8fa-45da-be61-5c82ce1ff84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:11.206359 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a802910-c8fa-45da-be61-5c82ce1ff84d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71533df0-993d-4bde-b823-010f456aa29e,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:11.213909 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a802910-c8fa-45da-be61-5c82ce1ff84d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:11.217440 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2a802910-c8fa-45da-be61-5c82ce1ff84d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/71533df0-993d-4bde-b823-010f456aa29e HTTP/1.1" status: 204 len: 168 time: 0.6162825 Dec 16 09:30:11.220140 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39758) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:11.252756 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962a8291-bad4-4df7-a0c1-1f2700acf4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b0e072-6808-4573-91e5-10c38e1c4d36'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:11.255297 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b83b84f-d8ea-4b62-8207-200bc65fb353" -d '{"events": [{"server_uuid": "962a8291-bad4-4df7-a0c1-1f2700acf4ef", "name": "network-vif-plugged", "status": "completed", "tag": "39b0e072-6808-4573-91e5-10c38e1c4d36"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:11.315114 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493f14f6-2d3e-4766-9308-c37a5d1183b3 x-openstack-request-id: req-493f14f6-2d3e-4766-9308-c37a5d1183b3 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:11.315424 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962a8291-bad4-4df7-a0c1-1f2700acf4ef", "name": "network-vif-plugged", "status": "completed", "tag": "39b0e072-6808-4573-91e5-10c38e1c4d36", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:11.315677 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-493f14f6-2d3e-4766-9308-c37a5d1183b3 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:11.316087 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962a8291-bad4-4df7-a0c1-1f2700acf4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b0e072-6808-4573-91e5-10c38e1c4d36', 'code': 200} Dec 16 09:30:11.349552 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-909acdbd-8654-4720-8a34-eb62cbe809ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:11.400885 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c1bda-91ed-4b1b-9021-412bfbdb8a42 req-af690452-4a98-4018-a5da-749bc11e561f tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:11.406100 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-227c1bda-91ed-4b1b-9021-412bfbdb8a42 req-af690452-4a98-4018-a5da-749bc11e561f tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.60 "GET /v2.0/ports?device_id=901f8fc4-c51e-49ae-894b-cd45fea6836d HTTP/1.1" status: 200 len: 950 time: 0.1029391 Dec 16 09:30:11.436346 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7941f9ce-06c8-42cc-bed6-7000d87dfdef req-321010da-5afa-4d71-bca7-8f9c0f05a112 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 210 time: 0.0311232 Dec 16 09:30:11.444860 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1eda9-f648-4747-b1c4-6ae8045e4294 req-633be0b8-97ee-4d29-a5d8-803bf9061885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:11.447310 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c6a1eda9-f648-4747-b1c4-6ae8045e4294 req-633be0b8-97ee-4d29-a5d8-803bf9061885 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=962a8291-bad4-4df7-a0c1-1f2700acf4ef HTTP/1.1" status: 200 len: 1101 time: 0.0684617 Dec 16 09:30:11.474497 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-909acdbd-8654-4720-8a34-eb62cbe809ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:11.499188 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-227c1bda-91ed-4b1b-9021-412bfbdb8a42 req-af471bf2-b2cf-4ea0-a420-b2342fd7b688 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.60 "GET /v2.0/security-groups?id=6438f7af-0bb3-4914-8c71-3197b9565bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839031 Dec 16 09:30:11.507619 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-909acdbd-8654-4720-8a34-eb62cbe809ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f35f8b5f-d20e-4f77-8c1d-e367cb406dc4']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:11.522985 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-909acdbd-8654-4720-8a34-eb62cbe809ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a0d03c-b3d9-47f7-ba14-13d7b0cfa4f4') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:11.523422 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-909acdbd-8654-4720-8a34-eb62cbe809ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a0d03c-b3d9-47f7-ba14-13d7b0cfa4f4') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:11.540060 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-909acdbd-8654-4720-8a34-eb62cbe809ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:11.551839 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-909acdbd-8654-4720-8a34-eb62cbe809ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:11.567664 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-909acdbd-8654-4720-8a34-eb62cbe809ba admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:30:11.568131 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-909acdbd-8654-4720-8a34-eb62cbe809ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:11.570257 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:30:11.570257 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:30:11.570257 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:30:11.570257 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:30:11.570257 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:30:11.570257 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:30:11.570257 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:30:11.570257 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:30:11.570257 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:30:11.570257 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:30:11.570257 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:30:11.570257 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:30:11.570257 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:30:11.570257 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:30:11.570257 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:30:11.570257 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:30:11.570257 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:30:11.570257 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:30:11.570257 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:30:11.570257 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:30:11.570257 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:30:11.570257 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:30:11.570257 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:30:11.570257 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:30:11.570257 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:30:11.570257 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:30:11.570257 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:30:11.570257 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:30:11.570257 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:30:11.570257 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:30:11.570257 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:30:11.570257 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:30:11.584536 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff39ebe-3bbf-46db-b030-630255f19ec7 req-dab98888-7fe8-401d-a8c0-c771b59322c4 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:11.586827 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fff39ebe-3bbf-46db-b030-630255f19ec7 req-dab98888-7fe8-401d-a8c0-c771b59322c4 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 946 time: 0.0814729 Dec 16 09:30:11.588997 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c6a1eda9-f648-4747-b1c4-6ae8045e4294 req-3103af74-2248-40bf-aaaf-84ac621317d8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ac77af22-a255-4d4c-aa4d-f860c351936d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706253 Dec 16 09:30:11.653392 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fff39ebe-3bbf-46db-b030-630255f19ec7 req-5bcc4974-0dfe-481e-906b-17261ddc65c4 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461659 Dec 16 09:30:11.829092 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7caa4240-5a08-41ad-83f9-b21c1905249a req-0e1af85a-91a3-4c29-9c94-ace2d208f97a tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 210 time: 0.0265453 Dec 16 09:30:11.937427 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-909acdbd-8654-4720-8a34-eb62cbe809ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:11.943379 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-909acdbd-8654-4720-8a34-eb62cbe809ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:11.946582 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-909acdbd-8654-4720-8a34-eb62cbe809ba admin admin] 10.222.0.60 "DELETE /v2.0/networks/f35f8b5f-d20e-4f77-8c1d-e367cb406dc4 HTTP/1.1" status: 204 len: 168 time: 0.7255194 Dec 16 09:30:11.958123 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909acdbd-8654-4720-8a34-eb62cbe809ba admin admin] Pushing event deleted for resources: {'Network': ['ID=f35f8b5f-d20e-4f77-8c1d-e367cb406dc4,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:12.217342 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848233c0-45d2-4fc3-b740-9b45ee752744 req-0b032e61-4e6b-4e54-b21a-45fdc20940c9 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:12.218830 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-848233c0-45d2-4fc3-b740-9b45ee752744 req-0b032e61-4e6b-4e54-b21a-45fdc20940c9 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?device_id=962a8291-bad4-4df7-a0c1-1f2700acf4ef HTTP/1.1" status: 200 len: 950 time: 0.0493915 Dec 16 09:30:12.270384 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-848233c0-45d2-4fc3-b740-9b45ee752744 req-fc77c6b8-015c-492e-96a2-99314fb37044 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac77af22-a255-4d4c-aa4d-f860c351936d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358951 Dec 16 09:30:12.562776 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e67f7481-752a-467d-983f-92730f8fb503 req-ffb25029-a205-4cd7-9400-4c58e6cc5750 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 210 time: 0.0434406 Dec 16 09:30:12.623595 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 39810) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:12.673277 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2ffff948-9a56-4e58-84f6-634204dc9d47 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c44800f1fa494c0195888fd7a35555b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480244 Dec 16 09:30:12.676971 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 39814) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:12.716630 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ee797-4511-4232-8316-f50a058b64fe req-069ce96f-b49e-47b9-8449-438728995790 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:12.719354 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-021ee797-4511-4232-8316-f50a058b64fe req-069ce96f-b49e-47b9-8449-438728995790 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.60 "GET /v2.0/ports?device_id=901f8fc4-c51e-49ae-894b-cd45fea6836d HTTP/1.1" status: 200 len: 950 time: 0.1186273 Dec 16 09:30:12.765476 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-187a5a66-48fb-4bf5-9ace-1868395f7942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:12.767165 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-187a5a66-48fb-4bf5-9ace-1868395f7942 service neutron] 10.222.0.57 "GET /v2.0/ports/c0f0f737-e643-4831-9c6f-93b9615090fb HTTP/1.1" status: 200 len: 1027 time: 0.0672281 Dec 16 09:30:12.780459 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8f713a3e-878c-47e8-a9b4-82864ea63e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:12.801818 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-021ee797-4511-4232-8316-f50a058b64fe req-200ee0d6-db35-4bd4-a56b-091feca20226 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.60 "GET /v2.0/security-groups?id=6438f7af-0bb3-4914-8c71-3197b9565bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754838 Dec 16 09:30:12.895252 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device e403726d-b2b8-41fc-baa4-711d810b8a63 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:30:12.932938 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8f713a3e-878c-47e8-a9b4-82864ea63e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:12.938619 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: e403726d-b2b8-41fc-baa4-711d810b8a63 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:30:12.938987 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device e403726d-b2b8-41fc-baa4-711d810b8a63 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:30:12.948054 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-fc7fb610-fbbc-4b24-bdec-b01d05b37ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:12.948054 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-fc7fb610-fbbc-4b24-bdec-b01d05b37ac2 service neutron] 10.222.0.57 "GET /v2.0/ports/e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67 HTTP/1.1" status: 200 len: 1026 time: 0.1637719 Dec 16 09:30:12.986743 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783cb35-035d-424d-80f1-96e5577c608c req-accaf056-5056-4005-94be-f8f1dd79f9c6 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:12.988910 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1783cb35-035d-424d-80f1-96e5577c608c req-accaf056-5056-4005-94be-f8f1dd79f9c6 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 946 time: 0.2041869 Dec 16 09:30:13.108102 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1783cb35-035d-424d-80f1-96e5577c608c req-25839922-eed5-4efb-b3fd-d431be10b9f4 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084940 Dec 16 09:30:13.201210 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-9e05590e-114f-4473-a7e3-30a4ab21c6c6 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:13.211052 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-9e05590e-114f-4473-a7e3-30a4ab21c6c6 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:13.222775 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-9e05590e-114f-4473-a7e3-30a4ab21c6c6 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:13.224644 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-9e05590e-114f-4473-a7e3-30a4ab21c6c6 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.57 "GET /v2.0/networks?id=796abadb-0795-4a55-adba-f043e91923a6&id=684e8d31-9cdf-4419-92e5-be50ab03fd53&id=684e8d31-9cdf-4419-92e5-be50ab03fd53&id=684e8d31-9cdf-4419-92e5-be50ab03fd53&id=684e8d31-9cdf-4419-92e5-be50ab03fd53&id=3976022d-4300-480a-88ba-80eb47c64065&id=3976022d-4300-480a-88ba-80eb47c64065 HTTP/1.1" status: 200 len: 1990 time: 0.2684929 Dec 16 09:30:13.229502 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8f713a3e-878c-47e8-a9b4-82864ea63e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:13.232633 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8f713a3e-878c-47e8-a9b4-82864ea63e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:13.234036 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8f713a3e-878c-47e8-a9b4-82864ea63e53 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/47c6adb9-5e7a-4ecc-aa7b-30089bc7b3a5 HTTP/1.1" status: 204 len: 168 time: 0.5560527 Dec 16 09:30:13.291309 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-890c9d30-1da0-4fb7-8b55-f10739717b18 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fdf9ee8bfea41ea812d81e90556fa69 HTTP/1.1" status: 200 len: 380 time: 0.0555835 Dec 16 09:30:13.299073 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f713a3e-878c-47e8-a9b4-82864ea63e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c6adb9-5e7a-4ecc-aa7b-30089bc7b3a5,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:13.312744 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-320989e8-6c2d-48d3-9539-2d3c0a7ecf5b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Request body: {'port': {'device_id': '3325c660-c7c0-4c30-903a-4a974a289311', 'network_id': '796abadb-0795-4a55-adba-f043e91923a6', 'admin_state_up': True, 'tenant_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'security_groups': ['89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:13.429339 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a19ee17b-3249-4d2b-8f80-a1e5cd43a58e req-1258cf30-5547-4ce2-932c-73da051a9817 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=07142285-cf98-4390-8dae-cfa81a032cb5 HTTP/1.1" status: 200 len: 210 time: 0.0431707 Dec 16 09:30:13.560246 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90675b15-2942-496d-aece-91bf3f73ef44 req-9029106c-fcc3-41c4-84f1-68f5a0d9d248 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:13.561996 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-90675b15-2942-496d-aece-91bf3f73ef44 req-9029106c-fcc3-41c4-84f1-68f5a0d9d248 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?device_id=962a8291-bad4-4df7-a0c1-1f2700acf4ef HTTP/1.1" status: 200 len: 950 time: 0.0911920 Dec 16 09:30:13.620846 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-320989e8-6c2d-48d3-9539-2d3c0a7ecf5b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Made reservation on behalf of 2fdf9ee8bfea41ea812d81e90556fa69 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:30:13.633527 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-320989e8-6c2d-48d3-9539-2d3c0a7ecf5b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:13.644256 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-90675b15-2942-496d-aece-91bf3f73ef44 req-e4df1b61-6abf-4fd7-8ede-339512932e61 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac77af22-a255-4d4c-aa4d-f860c351936d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715957 Dec 16 09:30:13.874971 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-af9862ff-0cc7-4475-8b64-453696fe96fd req-08ac54e1-490f-493d-b5af-3cb90e005a7d tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 210 time: 0.0414448 Dec 16 09:30:13.930403 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-320989e8-6c2d-48d3-9539-2d3c0a7ecf5b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Allocated IP 172.20.0.14 (796abadb-0795-4a55-adba-f043e91923a6/a9d10a32-22c8-4de7-a5e2-276788e5f144/a31daa73-ffc5-41f9-90d7-545bce6114ab) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:30:14.222090 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-320989e8-6c2d-48d3-9539-2d3c0a7ecf5b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:14.369174 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-320989e8-6c2d-48d3-9539-2d3c0a7ecf5b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:14.466775 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320989e8-6c2d-48d3-9539-2d3c0a7ecf5b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Pushing event updated for resources: {'Port': ['ID=a31daa73-ffc5-41f9-90d7-545bce6114ab,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:14.487879 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-320989e8-6c2d-48d3-9539-2d3c0a7ecf5b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Network 796abadb-0795-4a55-adba-f043e91923a6 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:30:14.492698 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-320989e8-6c2d-48d3-9539-2d3c0a7ecf5b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:30:14.504817 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-320989e8-6c2d-48d3-9539-2d3c0a7ecf5b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:30:14.637423 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-320989e8-6c2d-48d3-9539-2d3c0a7ecf5b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:14.657876 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-320989e8-6c2d-48d3-9539-2d3c0a7ecf5b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:14.711927 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab57f3-91ce-48f8-8974-65cb573ae0c3 req-d1b21497-cbac-4a38-ba3a-186134367276 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:14.722415 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eeab57f3-91ce-48f8-8974-65cb573ae0c3 req-d1b21497-cbac-4a38-ba3a-186134367276 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?device_id=962a8291-bad4-4df7-a0c1-1f2700acf4ef HTTP/1.1" status: 200 len: 950 time: 0.0794461 Dec 16 09:30:14.740886 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c73a5d-0181-455d-90d9-075b1409d553 req-5e9f1905-49ee-4442-8677-a64d49497b4c tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:14.750368 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f6c73a5d-0181-455d-90d9-075b1409d553 req-5e9f1905-49ee-4442-8677-a64d49497b4c tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 946 time: 0.2548425 Dec 16 09:30:14.775510 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eeab57f3-91ce-48f8-8974-65cb573ae0c3 req-24bdf6c3-3856-4c46-95b1-ed6db7469880 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac77af22-a255-4d4c-aa4d-f860c351936d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517151 Dec 16 09:30:14.834820 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-320989e8-6c2d-48d3-9539-2d3c0a7ecf5b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5371664 Dec 16 09:30:14.856081 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-d05e1c04-581b-4fbe-9462-1f597944aa2a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Request body: {'port': {'device_id': '3325c660-c7c0-4c30-903a-4a974a289311', 'network_id': '684e8d31-9cdf-4419-92e5-be50ab03fd53', 'admin_state_up': True, 'tenant_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'security_groups': ['89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:14.963029 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-02078c98-4a3e-43f5-9e70-6f9ea1901106 None None] Provisioning complete for port a31daa73-ffc5-41f9-90d7-545bce6114ab triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:30:14.963988 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-02078c98-4a3e-43f5-9e70-6f9ea1901106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:15.011100 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-02078c98-4a3e-43f5-9e70-6f9ea1901106 None None] Port a31daa73-ffc5-41f9-90d7-545bce6114ab cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:30:15.021019 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f6c73a5d-0181-455d-90d9-075b1409d553 req-27df1eb4-d90a-439d-834b-def7d5bc5ba0 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694585 Dec 16 09:30:15.181443 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b4346-acfc-476a-bccc-38ff929d9f5c req-f5d1eda3-8914-41ef-aaa0-3907ef27792f tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:15.193455 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7d7b4346-acfc-476a-bccc-38ff929d9f5c req-f5d1eda3-8914-41ef-aaa0-3907ef27792f tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.60 "GET /v2.0/ports?device_id=901f8fc4-c51e-49ae-894b-cd45fea6836d HTTP/1.1" status: 200 len: 950 time: 0.1958675 Dec 16 09:30:15.206154 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-d05e1c04-581b-4fbe-9462-1f597944aa2a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Made reservation on behalf of 2fdf9ee8bfea41ea812d81e90556fa69 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:30:15.209862 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-d05e1c04-581b-4fbe-9462-1f597944aa2a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:15.299993 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7d7b4346-acfc-476a-bccc-38ff929d9f5c req-0c804513-3d8c-4f31-b271-48739e626e10 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.60 "GET /v2.0/security-groups?id=6438f7af-0bb3-4914-8c71-3197b9565bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035106 Dec 16 09:30:15.380252 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39894) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:15.499397 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb1d77-3c71-4449-a741-80cd4acc613b req-cf2bbc46-0960-4480-98d4-d4f958933001 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:15.500979 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0ebb1d77-3c71-4449-a741-80cd4acc613b req-cf2bbc46-0960-4480-98d4-d4f958933001 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 932 time: 0.0865352 Dec 16 09:30:15.541570 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-d05e1c04-581b-4fbe-9462-1f597944aa2a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Allocated IP 10.1.1.226 (684e8d31-9cdf-4419-92e5-be50ab03fd53/bfac0808-cedf-4b34-81bb-040e7c2c8cb1/a69db5df-6239-44ea-8f1f-7db59c4d729d) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:30:15.564353 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0ebb1d77-3c71-4449-a741-80cd4acc613b req-18f35eb7-aa1f-4514-ac5e-a1da71f035e3 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467498 Dec 16 09:30:15.666073 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-50ac237d-d9d5-48af-b306-4b54c5d8780c admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1442373226-network', 'tenant_id': '835dcbe1dc204494b2c4638e564dc237'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:15.796104 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ac237d-d9d5-48af-b306-4b54c5d8780c admin admin] Made reservation on behalf of 835dcbe1dc204494b2c4638e564dc237 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:30:15.796820 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-50ac237d-d9d5-48af-b306-4b54c5d8780c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:15.813995 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-50ac237d-d9d5-48af-b306-4b54c5d8780c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:15.879747 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-d05e1c04-581b-4fbe-9462-1f597944aa2a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:16.012413 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-d05e1c04-581b-4fbe-9462-1f597944aa2a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:16.057094 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-50ac237d-d9d5-48af-b306-4b54c5d8780c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:16.098268 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-d05e1c04-581b-4fbe-9462-1f597944aa2a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Network 684e8d31-9cdf-4419-92e5-be50ab03fd53 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:30:16.111775 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-50ac237d-d9d5-48af-b306-4b54c5d8780c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:16.124575 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-d05e1c04-581b-4fbe-9462-1f597944aa2a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:30:16.266820 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ac237d-d9d5-48af-b306-4b54c5d8780c admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:30:16.335882 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-d05e1c04-581b-4fbe-9462-1f597944aa2a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:30:16.358354 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac237d-d9d5-48af-b306-4b54c5d8780c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a5a1ca-bd1e-4e7f-bf19-5bad20c7040b,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:16.367414 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-50ac237d-d9d5-48af-b306-4b54c5d8780c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:16.368245 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-50ac237d-d9d5-48af-b306-4b54c5d8780c admin admin] Added segment accbb58c-9d02-4558-9479-a2f21f260625 of type vlan for network c6780a4c-f238-4783-b969-88b87f06119d Dec 16 09:30:16.456948 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d6d3c-6ff1-40e2-9b35-5551e3b1555e req-f288d843-9595-4bf1-b35c-4cf58a124716 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:16.464403 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-804d6d3c-6ff1-40e2-9b35-5551e3b1555e req-f288d843-9595-4bf1-b35c-4cf58a124716 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?device_id=962a8291-bad4-4df7-a0c1-1f2700acf4ef HTTP/1.1" status: 200 len: 950 time: 0.2490036 Dec 16 09:30:16.467452 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-50ac237d-d9d5-48af-b306-4b54c5d8780c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:16.571692 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30af3ee-8497-48a6-9a12-dbf411a98ccb req-d4983d4f-c9ea-41a3-83d5-588eda53c8cd tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:16.573208 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c30af3ee-8497-48a6-9a12-dbf411a98ccb req-d4983d4f-c9ea-41a3-83d5-588eda53c8cd tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.57 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 946 time: 0.1632781 Dec 16 09:30:16.673460 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-804d6d3c-6ff1-40e2-9b35-5551e3b1555e req-4f4128cb-b2d3-4d1a-ae25-da4ad836c468 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac77af22-a255-4d4c-aa4d-f860c351936d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079446 Dec 16 09:30:16.680242 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-50ac237d-d9d5-48af-b306-4b54c5d8780c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:16.684338 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac237d-d9d5-48af-b306-4b54c5d8780c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:16.686784 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-50ac237d-d9d5-48af-b306-4b54c5d8780c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:16.755621 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-5de31355-cd1a-47c0-a33d-ef44a2867dc4 None None] Provisioning complete for port a69db5df-6239-44ea-8f1f-7db59c4d729d triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:30:16.758727 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5de31355-cd1a-47c0-a33d-ef44a2867dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:16.783194 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-d05e1c04-581b-4fbe-9462-1f597944aa2a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:16.784645 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-d05e1c04-581b-4fbe-9462-1f597944aa2a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:16.884877 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-5de31355-cd1a-47c0-a33d-ef44a2867dc4 None None] Port a69db5df-6239-44ea-8f1f-7db59c4d729d cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:30:16.937819 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-d05e1c04-581b-4fbe-9462-1f597944aa2a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0928452 Dec 16 09:30:16.947099 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda52d4-be93-4fea-8de0-fbafddb7ae0b req-5351f9f8-fd8e-4e31-99e8-b6aa29ab353c tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:16.956352 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1bda52d4-be93-4fea-8de0-fbafddb7ae0b req-5351f9f8-fd8e-4e31-99e8-b6aa29ab353c tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 946 time: 0.8537300 Dec 16 09:30:16.979034 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67948a-51da-49da-8d5c-f80474580e06 req-37928242-9416-4c97-bdbc-b5674e41ffa4 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:16.980596 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce67948a-51da-49da-8d5c-f80474580e06 req-37928242-9416-4c97-bdbc-b5674e41ffa4 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.58 "GET /v2.0/ports?device_id=901f8fc4-c51e-49ae-894b-cd45fea6836d HTTP/1.1" status: 200 len: 950 time: 0.7709398 Dec 16 09:30:16.981286 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e1c04-581b-4fbe-9462-1f597944aa2a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Pushing event updated for resources: {'Port': ['ID=a69db5df-6239-44ea-8f1f-7db59c4d729d,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:17.012218 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-e507880b-cbea-4479-8102-9545574a634c tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Request body: {'port': {'device_id': '3325c660-c7c0-4c30-903a-4a974a289311', 'network_id': '684e8d31-9cdf-4419-92e5-be50ab03fd53', 'admin_state_up': True, 'tenant_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'security_groups': ['89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:17.065757 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-50ac237d-d9d5-48af-b306-4b54c5d8780c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6839240 Dec 16 09:30:17.071888 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39924) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:17.076518 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac237d-d9d5-48af-b306-4b54c5d8780c admin admin] Pushing event updated for resources: {'Network': ['ID=c6780a4c-f238-4783-b969-88b87f06119d,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:17.087861 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network c6780a4c-f238-4783-b969-88b87f06119d details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:30:17.104358 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-f238af3e-3463-4110-94a1-878535c9cee1 admin admin] Request body: {'subnet': {'network_id': 'c6780a4c-f238-4783-b969-88b87f06119d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1442373226-subnet', 'tenant_id': '835dcbe1dc204494b2c4638e564dc237', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:17.235483 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6e32f-3829-455b-b311-dd920665266c req-0c650ab4-a31b-41b0-ad59-4228b2bda13e tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:17.245952 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-71f6e32f-3829-455b-b311-dd920665266c req-0c650ab4-a31b-41b0-ad59-4228b2bda13e tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 946 time: 0.2698617 Dec 16 09:30:17.251875 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f238af3e-3463-4110-94a1-878535c9cee1 admin admin] Made reservation on behalf of 835dcbe1dc204494b2c4638e564dc237 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:30:17.255197 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f238af3e-3463-4110-94a1-878535c9cee1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:17.261221 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-c30af3ee-8497-48a6-9a12-dbf411a98ccb req-1e40511e-5871-4275-89d8-325423c717ac tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Deleting port bc4d5cdd-18c4-48c5-9909-5e525878e54a {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:30:17.261568 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c30af3ee-8497-48a6-9a12-dbf411a98ccb req-1e40511e-5871-4275-89d8-325423c717ac tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:17.317539 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1bda52d4-be93-4fea-8de0-fbafddb7ae0b req-43883696-3083-4a73-b46e-ace8c0b79a6c tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612700 Dec 16 09:30:17.449444 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-ce67948a-51da-49da-8d5c-f80474580e06 req-317c1617-eb3c-4f32-b38e-5daad7e70bd6 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] Deleting port f6fcda6d-c109-48a2-9829-3fd0190d3095 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:30:17.449444 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ce67948a-51da-49da-8d5c-f80474580e06 req-317c1617-eb3c-4f32-b38e-5daad7e70bd6 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:17.535548 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-71f6e32f-3829-455b-b311-dd920665266c req-3aad7feb-0048-4d2d-bc56-314e5e62cb8c tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886808 Dec 16 09:30:17.592860 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-c30af3ee-8497-48a6-9a12-dbf411a98ccb req-1e40511e-5871-4275-89d8-325423c717ac tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] For port bc4d5cdd-18c4-48c5-9909-5e525878e54a, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=bc4d5cdd-18c4-48c5-9909-5e525878e54a,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:17.593661 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c30af3ee-8497-48a6-9a12-dbf411a98ccb req-1e40511e-5871-4275-89d8-325423c717ac tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:17.618305 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-c30af3ee-8497-48a6-9a12-dbf411a98ccb req-1e40511e-5871-4275-89d8-325423c717ac tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Calling delete_port for bc4d5cdd-18c4-48c5-9909-5e525878e54a owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:30:17.675638 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-e507880b-cbea-4479-8102-9545574a634c tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Made reservation on behalf of 2fdf9ee8bfea41ea812d81e90556fa69 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:30:17.681186 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-e507880b-cbea-4479-8102-9545574a634c tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:17.716402 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-ce67948a-51da-49da-8d5c-f80474580e06 req-317c1617-eb3c-4f32-b38e-5daad7e70bd6 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] For port f6fcda6d-c109-48a2-9829-3fd0190d3095, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=f6fcda6d-c109-48a2-9829-3fd0190d3095,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:17.717172 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ce67948a-51da-49da-8d5c-f80474580e06 req-317c1617-eb3c-4f32-b38e-5daad7e70bd6 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:17.759938 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd2cc7-a498-43c5-a669-8f9b6889ebf1 req-4d977cfc-aa1a-4f27-802c-1d6930bd2832 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:17.763890 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b1fd2cc7-a498-43c5-a669-8f9b6889ebf1 req-4d977cfc-aa1a-4f27-802c-1d6930bd2832 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.60 "GET /v2.0/ports?device_id=901f8fc4-c51e-49ae-894b-cd45fea6836d HTTP/1.1" status: 200 len: 950 time: 0.2619758 Dec 16 09:30:17.771114 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-ce67948a-51da-49da-8d5c-f80474580e06 req-317c1617-eb3c-4f32-b38e-5daad7e70bd6 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] Calling delete_port for f6fcda6d-c109-48a2-9829-3fd0190d3095 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:30:17.928740 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b1fd2cc7-a498-43c5-a669-8f9b6889ebf1 req-ca2e5d52-7599-4c53-ac19-4cb0a6448d04 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.60 "GET /v2.0/security-groups?id=6438f7af-0bb3-4914-8c71-3197b9565bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530018 Dec 16 09:30:18.150026 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-e507880b-cbea-4479-8102-9545574a634c tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Allocated IP 10.1.1.205 (684e8d31-9cdf-4419-92e5-be50ab03fd53/bfac0808-cedf-4b34-81bb-040e7c2c8cb1/71a536ff-db73-40d7-a675-389e7dd9e143) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:30:18.153828 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e8dfd-37d5-4621-9b76-a878ab2caee2 req-4f232ba0-a48e-46c6-8206-5ab7d557ee2d tempest-LiveMigrationNegativeTest-1471075085 tempest-LiveMigrationNegativeTest-1471075085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:18.164353 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-611e8dfd-37d5-4621-9b76-a878ab2caee2 req-4f232ba0-a48e-46c6-8206-5ab7d557ee2d tempest-LiveMigrationNegativeTest-1471075085 tempest-LiveMigrationNegativeTest-1471075085-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=962a8291-bad4-4df7-a0c1-1f2700acf4ef HTTP/1.1" status: 200 len: 1101 time: 0.1160817 Dec 16 09:30:18.188064 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-611e8dfd-37d5-4621-9b76-a878ab2caee2 req-ae4e1f1d-61c3-4f59-86d8-f65cf0ff3dfc tempest-LiveMigrationNegativeTest-1471075085 tempest-LiveMigrationNegativeTest-1471075085-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:18.474790 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ce67948a-51da-49da-8d5c-f80474580e06 req-317c1617-eb3c-4f32-b38e-5daad7e70bd6 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:18.521052 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6efb49-39b7-426d-bc27-7b9cb7e0b976 req-921b5cee-8748-4990-9991-ea5c87a417a9 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:18.527976 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6efb49-39b7-426d-bc27-7b9cb7e0b976 req-921b5cee-8748-4990-9991-ea5c87a417a9 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:18.532643 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c1617-eb3c-4f32-b38e-5daad7e70bd6 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] Pushing event deleted for resources: {'Port': ['ID=f6fcda6d-c109-48a2-9829-3fd0190d3095,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:18.544005 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4c6efb49-39b7-426d-bc27-7b9cb7e0b976 req-921b5cee-8748-4990-9991-ea5c87a417a9 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 1654 time: 0.8317225 Dec 16 09:30:18.618128 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce67948a-51da-49da-8d5c-f80474580e06 req-317c1617-eb3c-4f32-b38e-5daad7e70bd6 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] No DVR routers for this DVR port f6fcda6d-c109-48a2-9829-3fd0190d3095 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:30:18.646815 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ce67948a-51da-49da-8d5c-f80474580e06 req-317c1617-eb3c-4f32-b38e-5daad7e70bd6 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:18.651316 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce67948a-51da-49da-8d5c-f80474580e06 req-317c1617-eb3c-4f32-b38e-5daad7e70bd6 tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.58 "DELETE /v2.0/ports/f6fcda6d-c109-48a2-9829-3fd0190d3095 HTTP/1.1" status: 204 len: 173 time: 1.6327310 Dec 16 09:30:18.651473 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4c6efb49-39b7-426d-bc27-7b9cb7e0b976 req-956f7d78-684a-418d-ad81-bfea121df4f8 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064174 Dec 16 09:30:18.656940 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901f8fc4-c51e-49ae-894b-cd45fea6836d', 'name': 'network-vif-deleted', 'tag': 'f6fcda6d-c109-48a2-9829-3fd0190d3095'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:18.660226 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ef5166-a55f-4f96-bdc6-9e65581148f2" -d '{"events": [{"server_uuid": "901f8fc4-c51e-49ae-894b-cd45fea6836d", "name": "network-vif-deleted", "tag": "f6fcda6d-c109-48a2-9829-3fd0190d3095"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:18.674732 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f238af3e-3463-4110-94a1-878535c9cee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:18.749147 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-611e8dfd-37d5-4621-9b76-a878ab2caee2 req-ae4e1f1d-61c3-4f59-86d8-f65cf0ff3dfc tempest-LiveMigrationNegativeTest-1471075085 tempest-LiveMigrationNegativeTest-1471075085-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:18.794912 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-e507880b-cbea-4479-8102-9545574a634c tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:18.808791 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238af3e-3463-4110-94a1-878535c9cee1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0d9a1ff-efc5-41f0-b3a7-8f41f1ab2809,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:18.828233 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c30af3ee-8497-48a6-9a12-dbf411a98ccb req-1e40511e-5871-4275-89d8-325423c717ac tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:18.836082 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['bc4d5cdd-18c4-48c5-9909-5e525878e54a'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:30:18.879058 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e40511e-5871-4275-89d8-325423c717ac tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Pushing event deleted for resources: {'Port': ['ID=bc4d5cdd-18c4-48c5-9909-5e525878e54a,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:18.944811 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30af3ee-8497-48a6-9a12-dbf411a98ccb req-1e40511e-5871-4275-89d8-325423c717ac tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] No DVR routers for this DVR port bc4d5cdd-18c4-48c5-9909-5e525878e54a on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:30:18.947792 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c30af3ee-8497-48a6-9a12-dbf411a98ccb req-1e40511e-5871-4275-89d8-325423c717ac tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:18.951498 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c30af3ee-8497-48a6-9a12-dbf411a98ccb req-1e40511e-5871-4275-89d8-325423c717ac tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.57 "DELETE /v2.0/ports/bc4d5cdd-18c4-48c5-9909-5e525878e54a HTTP/1.1" status: 204 len: 173 time: 2.3684864 Dec 16 09:30:18.952064 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dbbc3de-a533-4eb8-b548-d3a211d74f1b', 'name': 'network-vif-deleted', 'tag': 'bc4d5cdd-18c4-48c5-9909-5e525878e54a'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:18.954916 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495ffe8b-69f9-499e-a442-8b3217c54636" -d '{"events": [{"server_uuid": "4dbbc3de-a533-4eb8-b548-d3a211d74f1b", "name": "network-vif-deleted", "tag": "bc4d5cdd-18c4-48c5-9909-5e525878e54a"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:18.966199 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f238af3e-3463-4110-94a1-878535c9cee1 admin admin] Checking segment: {'id': 'accbb58c-9d02-4558-9479-a2f21f260625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c6780a4c-f238-4783-b969-88b87f06119d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:30:18.966621 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f238af3e-3463-4110-94a1-878535c9cee1 admin admin] Network hostable DHCP agents. Network: c6780a4c-f238-4783-b969-88b87f06119d, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:30:19.368850 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f238af3e-3463-4110-94a1-878535c9cee1 admin admin] Network c6780a4c-f238-4783-b969-88b87f06119d is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:30:19.369167 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-611e8dfd-37d5-4621-9b76-a878ab2caee2 req-ae4e1f1d-61c3-4f59-86d8-f65cf0ff3dfc tempest-LiveMigrationNegativeTest-1471075085 tempest-LiveMigrationNegativeTest-1471075085-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:19.374581 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-e507880b-cbea-4479-8102-9545574a634c tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:19.427191 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-611e8dfd-37d5-4621-9b76-a878ab2caee2 req-ae4e1f1d-61c3-4f59-86d8-f65cf0ff3dfc tempest-LiveMigrationNegativeTest-1471075085 tempest-LiveMigrationNegativeTest-1471075085-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=ac77af22-a255-4d4c-aa4d-f860c351936d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2569447 Dec 16 09:30:19.441571 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e1f1d-61c3-4f59-86d8-f65cf0ff3dfc tempest-LiveMigrationNegativeTest-1471075085 tempest-LiveMigrationNegativeTest-1471075085-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e88547b-0e59-464b-b93b-7128ac96dd01,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:19.450842 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-e507880b-cbea-4479-8102-9545574a634c tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Network 684e8d31-9cdf-4419-92e5-be50ab03fd53 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:30:19.459834 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-e507880b-cbea-4479-8102-9545574a634c tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:30:19.459834 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-e507880b-cbea-4479-8102-9545574a634c tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:30:19.511217 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e507880b-cbea-4479-8102-9545574a634c tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Pushing event updated for resources: {'Port': ['ID=71a536ff-db73-40d7-a675-389e7dd9e143,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:19.543465 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-f238af3e-3463-4110-94a1-878535c9cee1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, c6780a4c-f238-4783-b969-88b87f06119d) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:30:19.548121 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f238af3e-3463-4110-94a1-878535c9cee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:19.548821 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f238af3e-3463-4110-94a1-878535c9cee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:19.555658 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8eed9e-ee82-4f04-9169-4ac91670153f None None] Network c6780a4c-f238-4783-b969-88b87f06119d requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:30:19.589010 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-e507880b-cbea-4479-8102-9545574a634c tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:19.589827 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-e507880b-cbea-4479-8102-9545574a634c tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:19.683448 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f238af3e-3463-4110-94a1-878535c9cee1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5897865 Dec 16 09:30:19.696478 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ace2dad1-6944-4deb-95c6-7f8a9896daa0 req-6382f8a5-d2f2-4e16-85d7-fa5d47b29bfd tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 210 time: 0.0499001 Dec 16 09:30:19.760392 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-e507880b-cbea-4479-8102-9545574a634c tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7961245 Dec 16 09:30:19.955736 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c5b4c-16d7-4d6a-ad58-38b0e2026c51 req-bf3a1708-e903-4be3-aca0-fd4025a0ce9f tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:19.958962 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-785c5b4c-16d7-4d6a-ad58-38b0e2026c51 req-bf3a1708-e903-4be3-aca0-fd4025a0ce9f tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 946 time: 0.1053855 Dec 16 09:30:20.012987 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e87d49-b0ab-4b63-9932-0494d1eed4af None None] Network c6780a4c-f238-4783-b969-88b87f06119d requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:30:20.034731 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-785c5b4c-16d7-4d6a-ad58-38b0e2026c51 req-d554d227-5dd2-4b6f-bb19-53b7e6af3841 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745783 Dec 16 09:30:20.112719 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbe5729-f64e-480d-a780-f4054f6cf350 x-openstack-request-id: req-9cbe5729-f64e-480d-a780-f4054f6cf350 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:20.113799 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901f8fc4-c51e-49ae-894b-cd45fea6836d", "name": "network-vif-deleted", "tag": "f6fcda6d-c109-48a2-9829-3fd0190d3095", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:20.114245 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9cbe5729-f64e-480d-a780-f4054f6cf350 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:20.114808 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901f8fc4-c51e-49ae-894b-cd45fea6836d', 'name': 'network-vif-deleted', 'tag': 'f6fcda6d-c109-48a2-9829-3fd0190d3095', 'status': 'completed', 'code': 200} Dec 16 09:30:20.220643 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2ac73d84-8137-4ed0-bed7-2595b20a3580 None None] Provisioning complete for port 71a536ff-db73-40d7-a675-389e7dd9e143 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:30:20.221241 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2ac73d84-8137-4ed0-bed7-2595b20a3580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:20.235510 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d1b5231d-4ca9-4c66-a64d-3041b5a773cf req-f3926238-98bf-4294-86b7-ca4a893cf48c tempest-TenantUsagesTestJSON-555403181 tempest-TenantUsagesTestJSON-555403181-project] 10.222.0.60 "GET /v2.0/ports?device_id=901f8fc4-c51e-49ae-894b-cd45fea6836d HTTP/1.1" status: 200 len: 210 time: 0.0377951 Dec 16 09:30:20.293406 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72218124-404d-4f68-bfd0-5d478539b8da x-openstack-request-id: req-72218124-404d-4f68-bfd0-5d478539b8da {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:20.293914 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dbbc3de-a533-4eb8-b548-d3a211d74f1b", "name": "network-vif-deleted", "tag": "bc4d5cdd-18c4-48c5-9909-5e525878e54a", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:20.294339 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-72218124-404d-4f68-bfd0-5d478539b8da {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:20.294925 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dbbc3de-a533-4eb8-b548-d3a211d74f1b', 'name': 'network-vif-deleted', 'tag': 'bc4d5cdd-18c4-48c5-9909-5e525878e54a', 'status': 'completed', 'code': 200} Dec 16 09:30:20.304731 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2ac73d84-8137-4ed0-bed7-2595b20a3580 None None] Port 71a536ff-db73-40d7-a675-389e7dd9e143 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:30:20.363063 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device f6fcda6d-c109-48a2-9829-3fd0190d3095 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:30:20.393603 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: f6fcda6d-c109-48a2-9829-3fd0190d3095 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:30:20.393963 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device f6fcda6d-c109-48a2-9829-3fd0190d3095 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:30:20.526070 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fb681-2115-44a8-b4a0-094628a39b2a req-2a6fa621-ab1a-4a99-a79d-b6ef30c60862 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:20.532449 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fb681-2115-44a8-b4a0-094628a39b2a req-2a6fa621-ab1a-4a99-a79d-b6ef30c60862 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:20.538518 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fb681-2115-44a8-b4a0-094628a39b2a req-2a6fa621-ab1a-4a99-a79d-b6ef30c60862 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:20.541045 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6a8fb681-2115-44a8-b4a0-094628a39b2a req-2a6fa621-ab1a-4a99-a79d-b6ef30c60862 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 2375 time: 0.1132262 Dec 16 09:30:20.588417 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6a8fb681-2115-44a8-b4a0-094628a39b2a req-9a5d286c-db8f-4b8a-9796-7d43284ccc43 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396056 Dec 16 09:30:20.955792 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device bc4d5cdd-18c4-48c5-9909-5e525878e54a no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:30:20.988630 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: bc4d5cdd-18c4-48c5-9909-5e525878e54a {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:30:20.989303 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device bc4d5cdd-18c4-48c5-9909-5e525878e54a not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:30:20.999811 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-8dfc77be-c850-45ff-81ea-3d99a71b1698 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:21.013714 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-8dfc77be-c850-45ff-81ea-3d99a71b1698 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] 10.222.0.60 "GET /v2.0/networks?id=c6780a4c-f238-4783-b969-88b87f06119d HTTP/1.1" status: 200 len: 809 time: 0.1525240 Dec 16 09:30:21.033303 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-1acbf910-f284-4413-956e-be2844191543 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] 10.222.0.60 "GET /v2.0/quotas/835dcbe1dc204494b2c4638e564dc237 HTTP/1.1" status: 200 len: 375 time: 0.0182438 Dec 16 09:30:21.067570 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-4ca510d6-dc89-434f-ac66-6cdd3a200d6b tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=835dcbe1dc204494b2c4638e564dc237&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333281 Dec 16 09:30:21.201220 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-cecc9745-1b74-4e7a-9ef0-2ebd76b0d0e5 service neutron] 10.222.0.60 "GET /v2.0/networks/c6780a4c-f238-4783-b969-88b87f06119d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242177 Dec 16 09:30:21.321752 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-e1a05330-4593-46f0-ba0a-a15832644ba9 service neutron] 10.222.0.60 "GET /v2.0/networks/c6780a4c-f238-4783-b969-88b87f06119d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191001 Dec 16 09:30:21.742982 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-80ea6450-659a-453d-96e0-4b45a3cb7c32 req-72103281-ccbc-4896-97ed-3230c3574ea3 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 210 time: 0.0375185 Dec 16 09:30:21.859654 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe7e42-3df4-4580-9abc-cb4c01b15901 req-290b621c-2f6e-4a63-8d79-fcd8c1613c4e tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:21.861173 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a5fe7e42-3df4-4580-9abc-cb4c01b15901 req-290b621c-2f6e-4a63-8d79-fcd8c1613c4e tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 946 time: 0.0634446 Dec 16 09:30:21.905333 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a5fe7e42-3df4-4580-9abc-cb4c01b15901 req-641b32b2-dee4-47fe-9e44-25d87b41d5e8 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363512 Dec 16 09:30:22.008707 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ee98b164-d348-4967-a0f0-1efcf09dc51b req-5b38f49f-e1cd-427b-99be-8fbe64cf7915 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] 10.222.0.60 "GET /v2.0/ports?device_id=0eec516e-7fad-40c4-b84e-cbcee937e5ad HTTP/1.1" status: 200 len: 210 time: 0.0296044 Dec 16 09:30:22.576696 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40010) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:22.724861 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78309c8-08d0-431f-95e5-204625932bca req-dc5f5d3f-890f-4af0-8ad0-634984bf308a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:22.731167 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78309c8-08d0-431f-95e5-204625932bca req-dc5f5d3f-890f-4af0-8ad0-634984bf308a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:22.737250 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78309c8-08d0-431f-95e5-204625932bca req-dc5f5d3f-890f-4af0-8ad0-634984bf308a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:22.739211 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b78309c8-08d0-431f-95e5-204625932bca req-dc5f5d3f-890f-4af0-8ad0-634984bf308a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 2375 time: 0.0986595 Dec 16 09:30:22.806136 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b78309c8-08d0-431f-95e5-204625932bca req-86fcc9ff-674a-4e3d-9934-958d75d96216 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596941 Dec 16 09:30:22.809795 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6a719406-a5a6-4292-a1e8-2cefb8febd65 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=867f2fd004a44f5d9ab9f6f84238d4fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315624 Dec 16 09:30:22.813240 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40018) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:22.886777 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5f3d56cc-af77-48e0-a5d7-2dd6cf0ee6fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:22.919165 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5f3d56cc-af77-48e0-a5d7-2dd6cf0ee6fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:22.950550 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8db3c-97d8-439a-bcd9-943a02942903 req-3bf8764a-3d8d-46b9-a5d8-d7aea8330040 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:22.952585 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5ef8db3c-97d8-439a-bcd9-943a02942903 req-3bf8764a-3d8d-46b9-a5d8-d7aea8330040 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?device_id=962a8291-bad4-4df7-a0c1-1f2700acf4ef HTTP/1.1" status: 200 len: 950 time: 0.0599015 Dec 16 09:30:22.997879 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5ef8db3c-97d8-439a-bcd9-943a02942903 req-fcdfc1a7-9706-4e63-b558-4dcffbb3230c tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac77af22-a255-4d4c-aa4d-f860c351936d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385160 Dec 16 09:30:23.136038 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a25ba984-d56a-4c64-ac07-9e38485d200d req-3c52dc3a-ec9e-4ceb-a216-0d70dd6440be tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 210 time: 0.0315282 Dec 16 09:30:23.289004 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a147d-8e8c-43fc-beda-501320478844 req-43dd194d-eaa9-4a58-8f9e-1f9f7a67c869 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:23.289004 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fb2a147d-8e8c-43fc-beda-501320478844 req-43dd194d-eaa9-4a58-8f9e-1f9f7a67c869 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 946 time: 0.0636108 Dec 16 09:30:23.304343 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fb2a147d-8e8c-43fc-beda-501320478844 req-f0c4f955-44de-40a6-99fc-1b58e625aae5 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431428 Dec 16 09:30:23.386804 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a8382d76-7b00-4587-b370-0ffcbf5b5465 req-46a25ef6-9ed8-4da6-bd36-9921d888bd12 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] 10.222.0.60 "GET /v2.0/ports?device_id=0eec516e-7fad-40c4-b84e-cbcee937e5ad HTTP/1.1" status: 200 len: 210 time: 0.0264115 Dec 16 09:30:23.391431 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5f3d56cc-af77-48e0-a5d7-2dd6cf0ee6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:23.393995 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5f3d56cc-af77-48e0-a5d7-2dd6cf0ee6fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:23.395125 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5f3d56cc-af77-48e0-a5d7-2dd6cf0ee6fd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6438f7af-0bb3-4914-8c71-3197b9565bd6 HTTP/1.1" status: 204 len: 168 time: 0.5808856 Dec 16 09:30:23.404916 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d56cc-af77-48e0-a5d7-2dd6cf0ee6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6438f7af-0bb3-4914-8c71-3197b9565bd6,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:23.969632 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc43ff1-068c-4582-b621-c052271db8d2 req-f1a80b40-7447-4174-8939-e221217fecee tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:23.975932 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc43ff1-068c-4582-b621-c052271db8d2 req-f1a80b40-7447-4174-8939-e221217fecee tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:23.982855 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc43ff1-068c-4582-b621-c052271db8d2 req-f1a80b40-7447-4174-8939-e221217fecee tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:23.984399 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ffc43ff1-068c-4582-b621-c052271db8d2 req-f1a80b40-7447-4174-8939-e221217fecee tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 2375 time: 0.0793123 Dec 16 09:30:24.031552 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-54d6fc8f-1996-4a68-a86c-c737c39e31ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:24.036316 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ffc43ff1-068c-4582-b621-c052271db8d2 req-3490fbd3-7925-466c-872b-997c52d787df tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455663 Dec 16 09:30:24.170131 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6a48a-f4bc-409c-babc-37b7a3e70e51 req-7228adb6-d888-4c43-a6a4-9fbe063c493b tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:24.177932 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5db6a48a-f4bc-409c-babc-37b7a3e70e51 req-7228adb6-d888-4c43-a6a4-9fbe063c493b tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?device_id=962a8291-bad4-4df7-a0c1-1f2700acf4ef HTTP/1.1" status: 200 len: 950 time: 0.0756736 Dec 16 09:30:24.252973 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5db6a48a-f4bc-409c-babc-37b7a3e70e51 req-5e5fa89c-44ea-4651-8a14-cd2de69b07c8 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac77af22-a255-4d4c-aa4d-f860c351936d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626640 Dec 16 09:30:24.255266 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40048) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:24.261510 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810822a-2f6e-4267-810d-be178d8c63a5 req-22cf4466-3732-4e2b-b54d-365ae6ddaf74 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:24.263638 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7810822a-2f6e-4267-810d-be178d8c63a5 req-22cf4466-3732-4e2b-b54d-365ae6ddaf74 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.58 "GET /v2.0/ports?device_id=962a8291-bad4-4df7-a0c1-1f2700acf4ef HTTP/1.1" status: 200 len: 950 time: 0.0843062 Dec 16 09:30:24.271126 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8762f01c-72d4-4571-aa87-e54b2269dd41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:24.384924 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8762f01c-72d4-4571-aa87-e54b2269dd41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:24.400063 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-7810822a-2f6e-4267-810d-be178d8c63a5 req-8fb330c1-b59c-4bf3-9a19-6cc3769bcfce tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Deleting port 39b0e072-6808-4573-91e5-10c38e1c4d36 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:30:24.400634 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7810822a-2f6e-4267-810d-be178d8c63a5 req-8fb330c1-b59c-4bf3-9a19-6cc3769bcfce tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:24.480998 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0018cdde-2762-49d0-a8d9-6d93f5cec705 req-93f6b993-b003-4022-86cf-5326daa697a5 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 210 time: 0.0601645 Dec 16 09:30:24.498368 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8762f01c-72d4-4571-aa87-e54b2269dd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:24.546017 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-7810822a-2f6e-4267-810d-be178d8c63a5 req-8fb330c1-b59c-4bf3-9a19-6cc3769bcfce tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] For port 39b0e072-6808-4573-91e5-10c38e1c4d36, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=39b0e072-6808-4573-91e5-10c38e1c4d36,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:24.546406 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7810822a-2f6e-4267-810d-be178d8c63a5 req-8fb330c1-b59c-4bf3-9a19-6cc3769bcfce tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:24.550688 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762f01c-72d4-4571-aa87-e54b2269dd41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6c597a-fab0-4537-aa5c-215643a515c2,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:24.577830 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-7810822a-2f6e-4267-810d-be178d8c63a5 req-8fb330c1-b59c-4bf3-9a19-6cc3769bcfce tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Calling delete_port for 39b0e072-6808-4573-91e5-10c38e1c4d36 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:30:24.590612 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8762f01c-72d4-4571-aa87-e54b2269dd41 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d608234ad8f744ad98518a366823e512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3318458 Dec 16 09:30:24.591778 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40062) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:24.671129 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bbdde954-27f6-46fb-886b-d67dd2604ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:24.701357 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bbdde954-27f6-46fb-886b-d67dd2604ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:24.710341 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd8f3d-b95a-42bf-b709-26b52d992884 req-4654f825-857c-4a0b-bf55-58bd2e74af64 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:24.718843 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5abd8f3d-b95a-42bf-b709-26b52d992884 req-4654f825-857c-4a0b-bf55-58bd2e74af64 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 946 time: 0.0803590 Dec 16 09:30:24.762117 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5abd8f3d-b95a-42bf-b709-26b52d992884 req-5f22789c-a9d0-40bb-b8f4-753d6224585f tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423152 Dec 16 09:30:24.811829 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-62e5fc13-fd89-4692-80f5-eb531c7dd147 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Request body: {'port': {'device_id': '3325c660-c7c0-4c30-903a-4a974a289311', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3976022d-4300-480a-88ba-80eb47c64065', 'admin_state_up': True, 'tenant_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'security_groups': ['89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:24.919136 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-436a085b-28e6-474e-a106-e122cf89ae2b req-8b1298b4-33d6-4b83-a402-dc7bc261957f tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] 10.222.0.60 "GET /v2.0/ports?device_id=0eec516e-7fad-40c4-b84e-cbcee937e5ad HTTP/1.1" status: 200 len: 210 time: 0.0411882 Dec 16 09:30:24.997525 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bbdde954-27f6-46fb-886b-d67dd2604ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:25.002609 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bbdde954-27f6-46fb-886b-d67dd2604ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:25.003809 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-bbdde954-27f6-46fb-886b-d67dd2604ce8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5e6c597a-fab0-4537-aa5c-215643a515c2 HTTP/1.1" status: 204 len: 168 time: 0.4109316 Dec 16 09:30:25.037021 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7810822a-2f6e-4267-810d-be178d8c63a5 req-8fb330c1-b59c-4bf3-9a19-6cc3769bcfce tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:25.052526 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['2a2e78fd-84a6-4170-acf1-a82741c394a6', '39b0e072-6808-4573-91e5-10c38e1c4d36'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:30:25.066032 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdde954-27f6-46fb-886b-d67dd2604ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6c597a-fab0-4537-aa5c-215643a515c2,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:25.089158 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb330c1-b59c-4bf3-9a19-6cc3769bcfce tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Pushing event deleted for resources: {'Port': ['ID=39b0e072-6808-4573-91e5-10c38e1c4d36,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:25.093912 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-4ef93b93-55d9-47d5-ab16-770871fb51d0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1790662 Dec 16 09:30:25.162003 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-7810822a-2f6e-4267-810d-be178d8c63a5 req-8fb330c1-b59c-4bf3-9a19-6cc3769bcfce tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] No DVR routers for this DVR port 39b0e072-6808-4573-91e5-10c38e1c4d36 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:30:25.186576 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7810822a-2f6e-4267-810d-be178d8c63a5 req-8fb330c1-b59c-4bf3-9a19-6cc3769bcfce tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:25.197842 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7810822a-2f6e-4267-810d-be178d8c63a5 req-8fb330c1-b59c-4bf3-9a19-6cc3769bcfce tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.58 "DELETE /v2.0/ports/39b0e072-6808-4573-91e5-10c38e1c4d36 HTTP/1.1" status: 204 len: 173 time: 0.9287400 Dec 16 09:30:25.201617 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962a8291-bad4-4df7-a0c1-1f2700acf4ef', 'name': 'network-vif-deleted', 'tag': '39b0e072-6808-4573-91e5-10c38e1c4d36'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:25.203318 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfa4e28-6c23-4cdd-8926-70f9c226b597" -d '{"events": [{"server_uuid": "962a8291-bad4-4df7-a0c1-1f2700acf4ef", "name": "network-vif-deleted", "tag": "39b0e072-6808-4573-91e5-10c38e1c4d36"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:25.225580 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-62e5fc13-fd89-4692-80f5-eb531c7dd147 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Made reservation on behalf of 2fdf9ee8bfea41ea812d81e90556fa69 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:30:25.298977 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-cd096b26-a391-42b1-a648-503e0a8631bf tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:25.301453 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-cd096b26-a391-42b1-a648-503e0a8631bf tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] 10.222.0.58 "GET /v2.0/networks?id=c6780a4c-f238-4783-b969-88b87f06119d HTTP/1.1" status: 200 len: 809 time: 0.3302574 Dec 16 09:30:25.336354 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24f0255-eaa7-4657-ba15-a91191c5a56a x-openstack-request-id: req-c24f0255-eaa7-4657-ba15-a91191c5a56a {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:25.336753 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962a8291-bad4-4df7-a0c1-1f2700acf4ef", "name": "network-vif-deleted", "tag": "39b0e072-6808-4573-91e5-10c38e1c4d36", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:25.337924 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c24f0255-eaa7-4657-ba15-a91191c5a56a {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:25.338896 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962a8291-bad4-4df7-a0c1-1f2700acf4ef', 'name': 'network-vif-deleted', 'tag': '39b0e072-6808-4573-91e5-10c38e1c4d36', 'status': 'completed', 'code': 200} Dec 16 09:30:25.368810 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-0f3166af-649e-4123-a780-1c8da8c1ecb1 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] Request body: {'port': {'device_id': '0eec516e-7fad-40c4-b84e-cbcee937e5ad', 'network_id': 'c6780a4c-f238-4783-b969-88b87f06119d', 'admin_state_up': True, 'tenant_id': '835dcbe1dc204494b2c4638e564dc237'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:25.496430 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c1d7f003-13c4-4616-a268-38ac1b6c7eee req-70630100-097a-4960-bdc4-e99fde7c399c tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?device_id=962a8291-bad4-4df7-a0c1-1f2700acf4ef HTTP/1.1" status: 200 len: 210 time: 0.0889263 Dec 16 09:30:25.514833 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-62e5fc13-fd89-4692-80f5-eb531c7dd147 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:25.521344 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-f358d8f3-c30a-40ab-b834-f76b1d8e1584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:25.522372 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-f358d8f3-c30a-40ab-b834-f76b1d8e1584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:25.522805 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-f358d8f3-c30a-40ab-b834-f76b1d8e1584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:25.528026 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-f358d8f3-c30a-40ab-b834-f76b1d8e1584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:25.528684 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-f358d8f3-c30a-40ab-b834-f76b1d8e1584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:25.529075 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-f358d8f3-c30a-40ab-b834-f76b1d8e1584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:25.531210 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-f358d8f3-c30a-40ab-b834-f76b1d8e1584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:25.536279 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-f358d8f3-c30a-40ab-b834-f76b1d8e1584 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=089b504b14134411afd7c91777dc992c&device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 6502 time: 0.4132874 Dec 16 09:30:25.718672 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491654a-de91-40ab-b3fe-eb29d5765199 req-245ad87b-a27e-484a-bd88-466f2ee64777 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:25.724862 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491654a-de91-40ab-b3fe-eb29d5765199 req-245ad87b-a27e-484a-bd88-466f2ee64777 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:25.731421 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491654a-de91-40ab-b3fe-eb29d5765199 req-245ad87b-a27e-484a-bd88-466f2ee64777 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:25.733287 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d491654a-de91-40ab-b3fe-eb29d5765199 req-245ad87b-a27e-484a-bd88-466f2ee64777 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 2375 time: 0.5006282 Dec 16 09:30:25.771423 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-61207a17-7125-4c88-81a8-d381db900882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:25.772299 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-61207a17-7125-4c88-81a8-d381db900882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:25.773239 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-61207a17-7125-4c88-81a8-d381db900882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:25.790893 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-61207a17-7125-4c88-81a8-d381db900882 service neutron] 10.222.0.57 "GET /v2.0/networks?id=afd4b102-4e58-4a14-a495-ab824dc8cc6e&id=bcdce265-2bf3-4f52-9658-1bf0eadeeba8&id=bcdce265-2bf3-4f52-9658-1bf0eadeeba8&id=bcdce265-2bf3-4f52-9658-1bf0eadeeba8&id=bcdce265-2bf3-4f52-9658-1bf0eadeeba8&id=8ee8fe93-c571-40ef-82e1-da1c2c6af86e&id=8ee8fe93-c571-40ef-82e1-da1c2c6af86e HTTP/1.1" status: 200 len: 2297 time: 0.1904080 Dec 16 09:30:25.808633 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2f09f016-c108-440a-8026-39cc68895b3a req-38805e29-ca6d-46c1-886f-bb7f3eeffa6e tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 210 time: 0.1064951 Dec 16 09:30:25.844909 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-0f3166af-649e-4123-a780-1c8da8c1ecb1 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] Made reservation on behalf of 835dcbe1dc204494b2c4638e564dc237 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:30:25.859105 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-0f3166af-649e-4123-a780-1c8da8c1ecb1 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:25.972935 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-cdb1cdc2-93ee-4929-9162-c3c6edf8365d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=636aafc8-1c44-4d0a-aec0-701e4fd6e301 HTTP/1.1" status: 200 len: 1001 time: 0.1542730 Dec 16 09:30:26.003928 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-62e5fc13-fd89-4692-80f5-eb531c7dd147 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Allocated IP 10.2.2.100 (3976022d-4300-480a-88ba-80eb47c64065/9bebcc90-db8b-4005-83f2-cb4ef7d4c14e/a650ab00-f145-4f7c-be24-463bd6eebdba) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:30:26.021718 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5143fd-496d-4eea-97e9-c047a8562756 req-30079fa7-37bf-4968-9ad0-e75b61619604 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:26.030523 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4e5143fd-496d-4eea-97e9-c047a8562756 req-30079fa7-37bf-4968-9ad0-e75b61619604 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 946 time: 0.1126857 Dec 16 09:30:26.090076 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4e5143fd-496d-4eea-97e9-c047a8562756 req-82778c19-23f6-423c-b578-c548c2e298a5 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585234 Dec 16 09:30:26.192666 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d491654a-de91-40ab-b3fe-eb29d5765199 req-e54aac3f-c397-448f-9e06-a471cea42499 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4353824 Dec 16 09:30:26.368054 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-e5e8823b-3736-4fc8-9e22-38a003227d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:26.370005 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-e5e8823b-3736-4fc8-9e22-38a003227d75 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=049c4f18-5546-4461-b625-6d7fda2dbad0 HTTP/1.1" status: 200 len: 855 time: 0.3466051 Dec 16 09:30:26.375843 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d31385d8-0ff5-4940-b0b0-63bfcbeda208 req-50bc12a6-b664-44b5-aa7a-714dd3cd55da tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] 10.222.0.60 "GET /v2.0/ports?device_id=0eec516e-7fad-40c4-b84e-cbcee937e5ad HTTP/1.1" status: 200 len: 210 time: 0.0606411 Dec 16 09:30:26.444474 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-62e5fc13-fd89-4692-80f5-eb531c7dd147 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:26.454647 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a66f04a5-3c75-4838-bc02-6f85db1cbbed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:26.468169 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-36b4c38b-f8b1-4290-a4ee-88247b6bfe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:26.470095 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-36b4c38b-f8b1-4290-a4ee-88247b6bfe1d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=afd4b102-4e58-4a14-a495-ab824dc8cc6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898008 Dec 16 09:30:26.554907 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-0f3166af-649e-4123-a780-1c8da8c1ecb1 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] Allocated IP 172.20.0.5 (c6780a4c-f238-4783-b969-88b87f06119d/e0d9a1ff-efc5-41f0-b3a7-8f41f1ab2809/6c6a7afd-1129-4f4f-9049-1486ec782452) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:30:26.676483 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-92e5edea-8cca-4c9b-8f39-e46ade26dcb5 service neutron] 10.222.0.57 "GET /v2.0/networks/afd4b102-4e58-4a14-a495-ab824dc8cc6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903465 Dec 16 09:30:26.715985 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7af405a9-de4d-4c19-a505-0749a91841f4 req-bf4103bb-7f62-4e50-ac42-d0d0ac9b2901 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?device_id=962a8291-bad4-4df7-a0c1-1f2700acf4ef HTTP/1.1" status: 200 len: 210 time: 0.0483494 Dec 16 09:30:26.789602 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-62e5fc13-fd89-4692-80f5-eb531c7dd147 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:26.880213 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-62e5fc13-fd89-4692-80f5-eb531c7dd147 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Network 3976022d-4300-480a-88ba-80eb47c64065 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:30:26.927947 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-62e5fc13-fd89-4692-80f5-eb531c7dd147 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:30:26.949487 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-62e5fc13-fd89-4692-80f5-eb531c7dd147 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:30:26.962408 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5fc13-fd89-4692-80f5-eb531c7dd147 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Pushing event updated for resources: {'Port': ['ID=a650ab00-f145-4f7c-be24-463bd6eebdba,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:26.982706 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-18c234d6-abb6-4ebf-90f2-9c65d50c8fb7 service neutron] 10.222.0.57 "GET /v2.0/networks/afd4b102-4e58-4a14-a495-ab824dc8cc6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880926 Dec 16 09:30:27.019621 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-0f3166af-649e-4123-a780-1c8da8c1ecb1 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:27.076717 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-198d1231-fbd0-477f-a3c5-aeea6ec9bb46 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=ef9e2251-85d6-4e38-85e2-5b6699d7fbbb HTTP/1.1" status: 200 len: 217 time: 0.0830348 Dec 16 09:30:27.115452 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-431dbee5-32a9-4975-93a0-27f71b81ab7c req-02d7ef00-d61e-47da-80ce-13e00b44cdb1 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dbbc3de-a533-4eb8-b548-d3a211d74f1b HTTP/1.1" status: 200 len: 210 time: 0.0913258 Dec 16 09:30:27.277509 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-2e708d22-e4e4-401a-a2da-0d6f1df530c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:27.282745 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-2e708d22-e4e4-401a-a2da-0d6f1df530c9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b48454b-4343-4949-9c3c-1b7ee1f2332d HTTP/1.1" status: 200 len: 797 time: 0.1858935 Dec 16 09:30:27.466316 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-7b789846-dca3-470c-aeb9-aa5e6b9d7009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:27.472638 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-7b789846-dca3-470c-aeb9-aa5e6b9d7009 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bcdce265-2bf3-4f52-9658-1bf0eadeeba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1761982 Dec 16 09:30:27.482356 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4786f5d9-304e-4875-8414-604f4958a103 None None] Provisioning complete for port a650ab00-f145-4f7c-be24-463bd6eebdba triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:30:27.483509 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4786f5d9-304e-4875-8414-604f4958a103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:27.485563 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:27.497252 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae300ba1-87d1-42a2-8c81-cbab4c985aa2 req-9b227a98-a2db-4cc8-8770-1190002380db tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:27.503676 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae300ba1-87d1-42a2-8c81-cbab4c985aa2 req-9b227a98-a2db-4cc8-8770-1190002380db tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:27.511076 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae300ba1-87d1-42a2-8c81-cbab4c985aa2 req-9b227a98-a2db-4cc8-8770-1190002380db tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:27.517955 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae300ba1-87d1-42a2-8c81-cbab4c985aa2 req-9b227a98-a2db-4cc8-8770-1190002380db tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:27.527096 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ae300ba1-87d1-42a2-8c81-cbab4c985aa2 req-9b227a98-a2db-4cc8-8770-1190002380db tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 3096 time: 0.2082314 Dec 16 09:30:27.559438 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-0f3166af-649e-4123-a780-1c8da8c1ecb1 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:27.569905 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4786f5d9-304e-4875-8414-604f4958a103 None None] Port a650ab00-f145-4f7c-be24-463bd6eebdba cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:30:27.691615 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ae300ba1-87d1-42a2-8c81-cbab4c985aa2 req-cd7dd901-b012-41c9-8300-5c182ea006f1 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599774 Dec 16 09:30:27.722458 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40134) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:27.732161 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-0f3166af-649e-4123-a780-1c8da8c1ecb1 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] Network c6780a4c-f238-4783-b969-88b87f06119d is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:30:27.773481 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-0f3166af-649e-4123-a780-1c8da8c1ecb1 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:30:27.781605 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-0f3166af-649e-4123-a780-1c8da8c1ecb1 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:30:27.781964 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-62e5fc13-fd89-4692-80f5-eb531c7dd147 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:27.782602 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-62e5fc13-fd89-4692-80f5-eb531c7dd147 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:27.817946 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3166af-649e-4123-a780-1c8da8c1ecb1 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] Pushing event updated for resources: {'Port': ['ID=6c6a7afd-1129-4f4f-9049-1486ec782452,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:27.871695 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5703817-826c-4959-8f04-f87420759975 req-04d74d63-452e-4095-b549-583a929bef90 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:27.880305 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d5703817-826c-4959-8f04-f87420759975 req-04d74d63-452e-4095-b549-583a929bef90 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 946 time: 0.1716537 Dec 16 09:30:27.886129 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-0f3166af-649e-4123-a780-1c8da8c1ecb1 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:27.886830 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-0f3166af-649e-4123-a780-1c8da8c1ecb1 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:27.916400 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-014de784-4f94-4f7a-b479-701b54e253f6 service neutron] 10.222.0.57 "GET /v2.0/networks/bcdce265-2bf3-4f52-9658-1bf0eadeeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871472 Dec 16 09:30:28.000350 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d5703817-826c-4959-8f04-f87420759975 req-bbfcd9a7-05a8-45eb-9ecc-c4e799f9ae9f tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128116 Dec 16 09:30:28.034773 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-6c690b79-3db1-4194-9585-ed6a0870eb3f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-291776897-network', 'tenant_id': 'a0a7ccea68d84a2aac5d7884fd6dd2dc'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:28.051430 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-62e5fc13-fd89-4692-80f5-eb531c7dd147 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2453690 Dec 16 09:30:28.063304 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-89807e75-d41b-4f77-a13c-bc83ea3925fc tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Request body: {'port': {'device_id': '3325c660-c7c0-4c30-903a-4a974a289311', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3976022d-4300-480a-88ba-80eb47c64065', 'admin_state_up': True, 'tenant_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'security_groups': ['89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:28.088510 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-0f3166af-649e-4123-a780-1c8da8c1ecb1 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7301056 Dec 16 09:30:28.116445 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb5292-8611-40f5-94bb-0c6894e94568 req-f4184625-b3c4-4d60-9bd3-cb86744a39d1 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:28.118674 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5dfb5292-8611-40f5-94bb-0c6894e94568 req-f4184625-b3c4-4d60-9bd3-cb86744a39d1 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] 10.222.0.60 "GET /v2.0/ports?device_id=0eec516e-7fad-40c4-b84e-cbcee937e5ad HTTP/1.1" status: 200 len: 931 time: 0.1929622 Dec 16 09:30:28.122907 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-2d075e1c-d8ba-4cde-bdf2-d18e88c4bbdf service neutron] Request body: {'port': {'device_id': '0eec516e-7fad-40c4-b84e-cbcee937e5ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:28.221766 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-433db6f5-09da-4afb-b5eb-5bcc5ffb1c8e service neutron] 10.222.0.57 "GET /v2.0/networks/bcdce265-2bf3-4f52-9658-1bf0eadeeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872839 Dec 16 09:30:28.318298 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c690b79-3db1-4194-9585-ed6a0870eb3f admin admin] Made reservation on behalf of a0a7ccea68d84a2aac5d7884fd6dd2dc for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:30:28.320776 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6c690b79-3db1-4194-9585-ed6a0870eb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:28.329088 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5dfb5292-8611-40f5-94bb-0c6894e94568 req-b36f29e2-ca02-4eb2-b042-6d3fca7be965 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1a5a1ca-bd1e-4e7f-bf19-5bad20c7040b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935191 Dec 16 09:30:28.329699 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-2d075e1c-d8ba-4cde-bdf2-d18e88c4bbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:28.338288 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-7e28ede9-775e-4a82-9b3c-47ca04be295d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=3058776e-d043-4111-8f6d-a315f433be18 HTTP/1.1" status: 200 len: 217 time: 0.1093273 Dec 16 09:30:28.350497 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6c690b79-3db1-4194-9585-ed6a0870eb3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:28.421224 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 39b0e072-6808-4573-91e5-10c38e1c4d36 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:30:28.460017 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 39b0e072-6808-4573-91e5-10c38e1c4d36 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:30:28.461651 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 39b0e072-6808-4573-91e5-10c38e1c4d36 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:30:28.487540 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-6bb32b04-8a0f-4dbe-b33b-aadb1c36e227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:28.489487 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-6bb32b04-8a0f-4dbe-b33b-aadb1c36e227 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b48454b-4343-4949-9c3c-1b7ee1f2332d HTTP/1.1" status: 200 len: 797 time: 0.1401331 Dec 16 09:30:28.525890 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-89807e75-d41b-4f77-a13c-bc83ea3925fc tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Made reservation on behalf of 2fdf9ee8bfea41ea812d81e90556fa69 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:30:28.536964 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-89807e75-d41b-4f77-a13c-bc83ea3925fc tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:28.750691 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6c690b79-3db1-4194-9585-ed6a0870eb3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:28.764760 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-e09192cf-1364-4360-9c3a-32c9dac1bece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:28.766982 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-e09192cf-1364-4360-9c3a-32c9dac1bece service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bcdce265-2bf3-4f52-9658-1bf0eadeeba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2616417 Dec 16 09:30:28.879556 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-89807e75-d41b-4f77-a13c-bc83ea3925fc tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Allocated IP 10.2.2.200 (3976022d-4300-480a-88ba-80eb47c64065/9bebcc90-db8b-4005-83f2-cb4ef7d4c14e/93e17d84-b280-47fd-913c-8795ea943d25) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:30:28.931464 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-eb6bd468-ce8c-4a87-9e4b-77f00485a204 service neutron] 10.222.0.57 "GET /v2.0/networks/bcdce265-2bf3-4f52-9658-1bf0eadeeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548002 Dec 16 09:30:28.935284 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6c690b79-3db1-4194-9585-ed6a0870eb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:29.029363 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:29.045017 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c690b79-3db1-4194-9585-ed6a0870eb3f admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:30:29.082023 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c690b79-3db1-4194-9585-ed6a0870eb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696a4b09-b3a3-4f17-abef-85acb2de8174,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:29.088752 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6c690b79-3db1-4194-9585-ed6a0870eb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:29.089138 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-6c690b79-3db1-4194-9585-ed6a0870eb3f admin admin] Added segment 3a7edfb0-337b-4b49-b073-660d3a9aa7a7 of type vlan for network 887cc043-b6ed-4a3d-999d-90a25a7e3331 Dec 16 09:30:29.091729 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-89807e75-d41b-4f77-a13c-bc83ea3925fc tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:29.256687 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6c690b79-3db1-4194-9585-ed6a0870eb3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:29.291137 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-89807e75-d41b-4f77-a13c-bc83ea3925fc tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:29.296766 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-50f9de2c-5ffc-4c1e-afc9-f4c749aef1f5 service neutron] 10.222.0.57 "GET /v2.0/networks/bcdce265-2bf3-4f52-9658-1bf0eadeeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547463 Dec 16 09:30:29.326899 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-2d075e1c-d8ba-4cde-bdf2-d18e88c4bbdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c6a7afd-1129-4f4f-9049-1486ec782452 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:30:29.361975 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-89807e75-d41b-4f77-a13c-bc83ea3925fc tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Network 3976022d-4300-480a-88ba-80eb47c64065 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:30:29.365208 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-2d075e1c-d8ba-4cde-bdf2-d18e88c4bbdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:29.372834 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-34328666-af19-4dd3-95d6-17dbffd6f5cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0 HTTP/1.1" status: 200 len: 217 time: 0.0671129 Dec 16 09:30:29.379285 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bce37-c128-4097-a613-320bfa204538 req-1f605c21-9c6c-4f79-ba78-a7479c1ebb46 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:29.393504 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bce37-c128-4097-a613-320bfa204538 req-1f605c21-9c6c-4f79-ba78-a7479c1ebb46 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:29.398101 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bce37-c128-4097-a613-320bfa204538 req-1f605c21-9c6c-4f79-ba78-a7479c1ebb46 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:29.400116 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-2d075e1c-d8ba-4cde-bdf2-d18e88c4bbdf service neutron] Transition to ACTIVE for port object 6c6a7afd-1129-4f4f-9049-1486ec782452 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:30:29.405966 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bce37-c128-4097-a613-320bfa204538 req-1f605c21-9c6c-4f79-ba78-a7479c1ebb46 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:29.413876 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a84bce37-c128-4097-a613-320bfa204538 req-1f605c21-9c6c-4f79-ba78-a7479c1ebb46 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 3096 time: 0.2140965 Dec 16 09:30:29.430290 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358a5ca-e821-4ac2-a719-05f9b7fa4569 req-dadc6e98-819d-4a67-b9c4-66e5bd2d942c tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:29.434402 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-89807e75-d41b-4f77-a13c-bc83ea3925fc tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:30:29.439603 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a358a5ca-e821-4ac2-a719-05f9b7fa4569 req-dadc6e98-819d-4a67-b9c4-66e5bd2d942c tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?device_id=b24069bc-8e81-4763-887d-70b610830a46 HTTP/1.1" status: 200 len: 950 time: 0.2371221 Dec 16 09:30:29.492578 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-a4a16e7a-aa71-418a-864a-7a204837e686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:29.494079 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-a4a16e7a-aa71-418a-864a-7a204837e686 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b48454b-4343-4949-9c3c-1b7ee1f2332d HTTP/1.1" status: 200 len: 797 time: 0.1073265 Dec 16 09:30:29.511407 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a358a5ca-e821-4ac2-a719-05f9b7fa4569 req-266c5390-0d1a-4b93-9393-22b2aa890e94 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac77af22-a255-4d4c-aa4d-f860c351936d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657103 Dec 16 09:30:29.527835 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6c690b79-3db1-4194-9585-ed6a0870eb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:29.528785 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c690b79-3db1-4194-9585-ed6a0870eb3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:29.529379 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6c690b79-3db1-4194-9585-ed6a0870eb3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:29.541953 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-89807e75-d41b-4f77-a13c-bc83ea3925fc tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:30:29.639732 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-2d075e1c-d8ba-4cde-bdf2-d18e88c4bbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:29.640270 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:29.670920 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89807e75-d41b-4f77-a13c-bc83ea3925fc tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Pushing event updated for resources: {'Port': ['ID=93e17d84-b280-47fd-913c-8795ea943d25,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:29.693555 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a84bce37-c128-4097-a613-320bfa204538 req-369da488-5853-4c63-be07-a3acaf2d2888 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2785938 Dec 16 09:30:29.759293 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6c690b79-3db1-4194-9585-ed6a0870eb3f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0132203 Dec 16 09:30:29.759293 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-35f5f4f3-7b3c-49ff-8311-54a8fdc4afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:29.763119 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-35f5f4f3-7b3c-49ff-8311-54a8fdc4afd0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bcdce265-2bf3-4f52-9658-1bf0eadeeba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2493525 Dec 16 09:30:29.763627 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40168) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:29.777937 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-30168898-d91f-4bf8-abbe-06cbba2d3dea admin admin] Request body: {'subnet': {'network_id': '887cc043-b6ed-4a3d-999d-90a25a7e3331', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-291776897-subnet', 'tenant_id': 'a0a7ccea68d84a2aac5d7884fd6dd2dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:29.837793 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccafc1-4bdd-4c66-9a71-e12d6abdc67e req-dcdde4b4-3e9b-4212-947c-595c9081cac3 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:29.840009 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7bccafc1-4bdd-4c66-9a71-e12d6abdc67e req-dcdde4b4-3e9b-4212-947c-595c9081cac3 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.58 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 945 time: 0.3846343 Dec 16 09:30:29.847227 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-89807e75-d41b-4f77-a13c-bc83ea3925fc tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:29.848293 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-89807e75-d41b-4f77-a13c-bc83ea3925fc tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:30.013391 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-3a0dd19e-94b7-4809-88ef-3918d0b4ac75 None None] Provisioning complete for port 93e17d84-b280-47fd-913c-8795ea943d25 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:30:30.014062 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a0dd19e-94b7-4809-88ef-3918d0b4ac75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:30.051661 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-3a0dd19e-94b7-4809-88ef-3918d0b4ac75 None None] Port 93e17d84-b280-47fd-913c-8795ea943d25 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:30:30.053662 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b90d7-6774-4735-8f4e-592fa2bf6541 req-a33bfa01-e732-4d72-8715-7066c5133b9d tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:30.062033 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7b5b90d7-6774-4735-8f4e-592fa2bf6541 req-a33bfa01-e732-4d72-8715-7066c5133b9d tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 946 time: 0.1981747 Dec 16 09:30:30.122978 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7b5b90d7-6774-4735-8f4e-592fa2bf6541 req-a16e806c-0d97-48d7-8853-c56c88948f02 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586953 Dec 16 09:30:30.134518 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-7bccafc1-4bdd-4c66-9a71-e12d6abdc67e req-18aaf3c0-3653-459d-a6dd-878d1c302630 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Deleting port 60471c1d-42eb-423b-bcb3-275603b614e3 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:30:30.134518 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7bccafc1-4bdd-4c66-9a71-e12d6abdc67e req-18aaf3c0-3653-459d-a6dd-878d1c302630 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:30.244937 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-7bccafc1-4bdd-4c66-9a71-e12d6abdc67e req-18aaf3c0-3653-459d-a6dd-878d1c302630 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] For port 60471c1d-42eb-423b-bcb3-275603b614e3, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=60471c1d-42eb-423b-bcb3-275603b614e3,segment=NetworkSegment(6550377d-0b8e-4c85-ad20-0d34dc63eaf7),segment_id=6550377d-0b8e-4c85-ad20-0d34dc63eaf7)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:30.245497 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7bccafc1-4bdd-4c66-9a71-e12d6abdc67e req-18aaf3c0-3653-459d-a6dd-878d1c302630 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:30.259840 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-7bccafc1-4bdd-4c66-9a71-e12d6abdc67e req-18aaf3c0-3653-459d-a6dd-878d1c302630 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Calling delete_port for 60471c1d-42eb-423b-bcb3-275603b614e3 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:30:30.286512 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c690b79-3db1-4194-9585-ed6a0870eb3f admin admin] Pushing event updated for resources: {'Network': ['ID=887cc043-b6ed-4a3d-999d-90a25a7e3331,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:30.298461 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 887cc043-b6ed-4a3d-999d-90a25a7e3331 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:30:30.314796 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0106886-ce93-410a-9163-3fa1bccf24c0 req-3f3cee07-248e-43dc-8da2-3f212fe5e96a tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:30.316338 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b0106886-ce93-410a-9163-3fa1bccf24c0 req-3f3cee07-248e-43dc-8da2-3f212fe5e96a tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 945 time: 0.6702583 Dec 16 09:30:30.316985 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d075e1c-d8ba-4cde-bdf2-d18e88c4bbdf service neutron] Pushing event updated for resources: {'Port': ['ID=6c6a7afd-1129-4f4f-9049-1486ec782452,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:30.423836 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875b689-1997-414c-bc06-a45263ef30b4 req-5a3c7162-f766-4a9f-afae-bbcdb820bd04 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:30.425741 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7875b689-1997-414c-bc06-a45263ef30b4 req-5a3c7162-f766-4a9f-afae-bbcdb820bd04 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] 10.222.0.60 "GET /v2.0/ports?device_id=0eec516e-7fad-40c4-b84e-cbcee937e5ad HTTP/1.1" status: 200 len: 943 time: 0.1544707 Dec 16 09:30:30.432554 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b0106886-ce93-410a-9163-3fa1bccf24c0 req-f8e70623-0671-4b33-8bf4-786da0048389 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2c4bdc-2840-4698-9de2-55de015e4aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000834 Dec 16 09:30:30.438932 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c976cab-a8d6-4f5b-aa8d-a27134e90ccf req-2626b14e-c742-4908-8f24-ca1c09b83d4e tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:30.742428 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3c976cab-a8d6-4f5b-aa8d-a27134e90ccf req-2626b14e-c742-4908-8f24-ca1c09b83d4e tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.58 "GET /v2.0/ports?device_id=b24069bc-8e81-4763-887d-70b610830a46 HTTP/1.1" status: 200 len: 950 time: 0.0965106 Dec 16 09:30:30.744035 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-d53a38c7-5379-4f8b-ae4b-f6f878259986 service neutron] 10.222.0.57 "GET /v2.0/networks/bcdce265-2bf3-4f52-9658-1bf0eadeeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6116014 Dec 16 09:30:30.744035 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-2d075e1c-d8ba-4cde-bdf2-d18e88c4bbdf service neutron] Attempting to bind port 6c6a7afd-1129-4f4f-9049-1486ec782452 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:30:30.744035 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-2d075e1c-d8ba-4cde-bdf2-d18e88c4bbdf service neutron] Attempting to bind port 6c6a7afd-1129-4f4f-9049-1486ec782452 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'accbb58c-9d02-4558-9479-a2f21f260625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c6780a4c-f238-4783-b969-88b87f06119d'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:30:30.744035 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-2d075e1c-d8ba-4cde-bdf2-d18e88c4bbdf service neutron] Attempting to bind port 6c6a7afd-1129-4f4f-9049-1486ec782452 on network c6780a4c-f238-4783-b969-88b87f06119d {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:30:30.744035 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-2d075e1c-d8ba-4cde-bdf2-d18e88c4bbdf service neutron] Port 6c6a7afd-1129-4f4f-9049-1486ec782452 on network c6780a4c-f238-4783-b969-88b87f06119d not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:30:30.744035 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-2d075e1c-d8ba-4cde-bdf2-d18e88c4bbdf service neutron] Attempting to bind port 6c6a7afd-1129-4f4f-9049-1486ec782452 on network c6780a4c-f238-4783-b969-88b87f06119d {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:30:30.745306 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7875b689-1997-414c-bc06-a45263ef30b4 req-8e1fd160-5898-4082-ad86-824c20dc360b tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1a5a1ca-bd1e-4e7f-bf19-5bad20c7040b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723267 Dec 16 09:30:30.745607 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-2d075e1c-d8ba-4cde-bdf2-d18e88c4bbdf service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:30:30.745607 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-2d075e1c-d8ba-4cde-bdf2-d18e88c4bbdf service neutron] Checking segment: {'id': 'accbb58c-9d02-4558-9479-a2f21f260625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c6780a4c-f238-4783-b969-88b87f06119d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:30:30.745607 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-2d075e1c-d8ba-4cde-bdf2-d18e88c4bbdf service neutron] Bound using segment: {'id': 'accbb58c-9d02-4558-9479-a2f21f260625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c6780a4c-f238-4783-b969-88b87f06119d'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:30:30.745607 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-2d075e1c-d8ba-4cde-bdf2-d18e88c4bbdf service neutron] Bound port: 6c6a7afd-1129-4f4f-9049-1486ec782452, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accbb58c-9d02-4558-9479-a2f21f260625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c6780a4c-f238-4783-b969-88b87f06119d'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:30:30.745607 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-2d075e1c-d8ba-4cde-bdf2-d18e88c4bbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:30.745607 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-be3bc7e2-48de-40e5-8f7e-ac5ba26bf90a service neutron] 10.222.0.57 "GET /v2.0/networks/bcdce265-2bf3-4f52-9658-1bf0eadeeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717992 Dec 16 09:30:30.745607 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-96cb63fb-9bcc-4527-ae6c-de1f2a7479ef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=c461236c-f15f-42e1-b835-1d05e4b6965a HTTP/1.1" status: 200 len: 217 time: 0.0520360 Dec 16 09:30:30.745607 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-2d075e1c-d8ba-4cde-bdf2-d18e88c4bbdf service neutron] For port 6c6a7afd-1129-4f4f-9049-1486ec782452, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:30:30.745607 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53dcef-8489-4686-953a-5dd68f22b520 req-1ca931f7-dd78-4b3a-b168-07be8ae9a140 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:30.745607 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7a53dcef-8489-4686-953a-5dd68f22b520 req-1ca931f7-dd78-4b3a-b168-07be8ae9a140 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?device_id=b24069bc-8e81-4763-887d-70b610830a46 HTTP/1.1" status: 200 len: 950 time: 0.1241248 Dec 16 09:30:30.749889 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-2d075e1c-d8ba-4cde-bdf2-d18e88c4bbdf service neutron] For port 6c6a7afd-1129-4f4f-9049-1486ec782452, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=6c6a7afd-1129-4f4f-9049-1486ec782452,segment=NetworkSegment(accbb58c-9d02-4558-9479-a2f21f260625),segment_id=accbb58c-9d02-4558-9479-a2f21f260625)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:30:30.789912 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-7b3fd0d2-7a58-454b-9610-3b45c3e92524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:30.792678 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-7b3fd0d2-7a58-454b-9610-3b45c3e92524 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b48454b-4343-4949-9c3c-1b7ee1f2332d HTTP/1.1" status: 200 len: 797 time: 0.0884130 Dec 16 09:30:30.795719 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7a53dcef-8489-4686-953a-5dd68f22b520 req-3a85318d-fe4d-4dc9-bc5c-244e5dc3f42e tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac77af22-a255-4d4c-aa4d-f860c351936d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760028 Dec 16 09:30:30.860461 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-332f28ff-9d33-47ec-87a3-a43bd7b5d1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:30.862227 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-332f28ff-9d33-47ec-87a3-a43bd7b5d1a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bcdce265-2bf3-4f52-9658-1bf0eadeeba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0614800 Dec 16 09:30:30.900615 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30168898-d91f-4bf8-abbe-06cbba2d3dea admin admin] Made reservation on behalf of a0a7ccea68d84a2aac5d7884fd6dd2dc for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:30:30.903859 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-30168898-d91f-4bf8-abbe-06cbba2d3dea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:30.932366 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-2d075e1c-d8ba-4cde-bdf2-d18e88c4bbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:30.962272 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7bccafc1-4bdd-4c66-9a71-e12d6abdc67e req-18aaf3c0-3653-459d-a6dd-878d1c302630 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:30.989465 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-2d075e1c-d8ba-4cde-bdf2-d18e88c4bbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:30.990107 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-2d075e1c-d8ba-4cde-bdf2-d18e88c4bbdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:30.991464 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-2d075e1c-d8ba-4cde-bdf2-d18e88c4bbdf service neutron] 10.222.0.58 "PUT /v2.0/ports/6c6a7afd-1129-4f4f-9049-1486ec782452 HTTP/1.1" status: 200 len: 1091 time: 2.8864050 Dec 16 09:30:30.991895 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eec516e-7fad-40c4-b84e-cbcee937e5ad', 'tag': '6c6a7afd-1129-4f4f-9049-1486ec782452'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:30.994807 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2de049f-30ae-49ef-b681-c3be29eb9223" -d '{"events": [{"name": "network-changed", "server_uuid": "0eec516e-7fad-40c4-b84e-cbcee937e5ad", "tag": "6c6a7afd-1129-4f4f-9049-1486ec782452"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:31.004610 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-9ea9bcaf-02e1-4a7c-9af3-2d9023bde4db service neutron] 10.222.0.57 "GET /v2.0/networks/bcdce265-2bf3-4f52-9658-1bf0eadeeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297853 Dec 16 09:30:31.038219 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aaf3c0-3653-459d-a6dd-878d1c302630 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Pushing event deleted for resources: {'Port': ['ID=60471c1d-42eb-423b-bcb3-275603b614e3,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:31.042166 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d075e1c-d8ba-4cde-bdf2-d18e88c4bbdf service neutron] Pushing event updated for resources: {'Port': ['ID=6c6a7afd-1129-4f4f-9049-1486ec782452,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:31.077352 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-3c976cab-a8d6-4f5b-aa8d-a27134e90ccf req-a884e91b-fe23-41e6-be57-d58dfe6d55c4 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Deleting port 2a2e78fd-84a6-4170-acf1-a82741c394a6 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:30:31.077855 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3c976cab-a8d6-4f5b-aa8d-a27134e90ccf req-a884e91b-fe23-41e6-be57-d58dfe6d55c4 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:31.082858 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f76a96-72a4-4ff5-b484-1874d07e3478 x-openstack-request-id: req-26f76a96-72a4-4ff5-b484-1874d07e3478 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:31.083155 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eec516e-7fad-40c4-b84e-cbcee937e5ad", "tag": "6c6a7afd-1129-4f4f-9049-1486ec782452", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:31.083402 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-26f76a96-72a4-4ff5-b484-1874d07e3478 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:31.083802 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eec516e-7fad-40c4-b84e-cbcee937e5ad', 'tag': '6c6a7afd-1129-4f4f-9049-1486ec782452', 'status': 'completed', 'code': 200} Dec 16 09:30:31.196719 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-89807e75-d41b-4f77-a13c-bc83ea3925fc tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1375060 Dec 16 09:30:31.204768 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-c6b4429e-358e-4ff6-9f10-0b41c070fada service neutron] 10.222.0.57 "GET /v2.0/networks/bcdce265-2bf3-4f52-9658-1bf0eadeeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887109 Dec 16 09:30:31.220828 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de049f-30ae-49ef-b681-c3be29eb9223 req-cf5e779e-bf60-485e-9a08-e7aa407128fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:31.222325 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d2de049f-30ae-49ef-b681-c3be29eb9223 req-cf5e779e-bf60-485e-9a08-e7aa407128fa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=835dcbe1dc204494b2c4638e564dc237&device_id=0eec516e-7fad-40c4-b84e-cbcee937e5ad HTTP/1.1" status: 200 len: 1094 time: 0.1333187 Dec 16 09:30:31.238039 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-a2de5e90-c352-411c-bac9-da58142ee5db service neutron] Request body: {'port': {'device_id': '3325c660-c7c0-4c30-903a-4a974a289311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:31.341220 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bccafc1-4bdd-4c66-9a71-e12d6abdc67e req-18aaf3c0-3653-459d-a6dd-878d1c302630 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] No DVR routers for this DVR port 60471c1d-42eb-423b-bcb3-275603b614e3 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:30:31.354275 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7bccafc1-4bdd-4c66-9a71-e12d6abdc67e req-18aaf3c0-3653-459d-a6dd-878d1c302630 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:31.366269 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7bccafc1-4bdd-4c66-9a71-e12d6abdc67e req-18aaf3c0-3653-459d-a6dd-878d1c302630 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.58 "DELETE /v2.0/ports/60471c1d-42eb-423b-bcb3-275603b614e3 HTTP/1.1" status: 204 len: 173 time: 1.4976265 Dec 16 09:30:31.392214 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace8b7cf-775a-4b15-9563-564adc768861', 'name': 'network-vif-deleted', 'tag': '60471c1d-42eb-423b-bcb3-275603b614e3'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:31.395479 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591b3683-6f68-414e-a3cb-61c35267b0c7" -d '{"events": [{"server_uuid": "ace8b7cf-775a-4b15-9563-564adc768861", "name": "network-vif-deleted", "tag": "60471c1d-42eb-423b-bcb3-275603b614e3"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:31.404807 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-410d5212-90dc-46ce-9ce4-c5d74d65ac58 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c234b0b2-c376-4db4-ad98-7124204fbe46 HTTP/1.1" status: 200 len: 217 time: 0.1861482 Dec 16 09:30:31.412740 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b5476-8e91-4fd4-909e-edc25dda4271 req-2202a70b-a7b7-45ca-93c9-a6af027480b4 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:31.422634 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b5476-8e91-4fd4-909e-edc25dda4271 req-2202a70b-a7b7-45ca-93c9-a6af027480b4 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:31.430745 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b5476-8e91-4fd4-909e-edc25dda4271 req-2202a70b-a7b7-45ca-93c9-a6af027480b4 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:31.438334 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b5476-8e91-4fd4-909e-edc25dda4271 req-2202a70b-a7b7-45ca-93c9-a6af027480b4 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:31.446201 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b5476-8e91-4fd4-909e-edc25dda4271 req-2202a70b-a7b7-45ca-93c9-a6af027480b4 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:31.449714 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-993b5476-8e91-4fd4-909e-edc25dda4271 req-2202a70b-a7b7-45ca-93c9-a6af027480b4 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 3817 time: 0.6112742 Dec 16 09:30:31.510736 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de049f-30ae-49ef-b681-c3be29eb9223 req-38ae2760-6bf6-48a7-a2d7-792fbe3a5e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:31.512239 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d2de049f-30ae-49ef-b681-c3be29eb9223 req-38ae2760-6bf6-48a7-a2d7-792fbe3a5e17 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=835dcbe1dc204494b2c4638e564dc237&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2722149 Dec 16 09:30:31.525174 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-a2de5e90-c352-411c-bac9-da58142ee5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:31.588687 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-be6a82cd-743d-4811-bba2-a52611d01a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:31.592686 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-be6a82cd-743d-4811-bba2-a52611d01a68 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d86e42b0-c2d4-4c18-971d-7f418a472e6d HTTP/1.1" status: 200 len: 797 time: 0.1728187 Dec 16 09:30:31.614376 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456494ae-a1ef-4f91-898d-acc754e95ca8 req-a236a5a6-a059-453d-9200-2d92882717ac tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:31.615965 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-456494ae-a1ef-4f91-898d-acc754e95ca8 req-a236a5a6-a059-453d-9200-2d92882717ac tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 946 time: 0.2706277 Dec 16 09:30:31.725410 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-456494ae-a1ef-4f91-898d-acc754e95ca8 req-856de8b9-2fd4-4079-80a6-6086a223bfc2 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968666 Dec 16 09:30:31.731857 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de049f-30ae-49ef-b681-c3be29eb9223 req-afc72ab2-1eac-4f41-a0fa-9fa83d5419df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:31.733816 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d2de049f-30ae-49ef-b681-c3be29eb9223 req-afc72ab2-1eac-4f41-a0fa-9fa83d5419df service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2130985 Dec 16 09:30:31.736702 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-a37bce4f-fa3d-4cf5-96c8-5eac76a0dce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:31.739327 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-a37bce4f-fa3d-4cf5-96c8-5eac76a0dce7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ee8fe93-c571-40ef-82e1-da1c2c6af86e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1354122 Dec 16 09:30:31.811645 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-993b5476-8e91-4fd4-909e-edc25dda4271 req-2f461af2-fde2-4cd7-8b1c-e60a16aaf17a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3443544 Dec 16 09:30:31.952871 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73496d1c-e4ff-4e01-91b3-8402561febfc x-openstack-request-id: req-73496d1c-e4ff-4e01-91b3-8402561febfc {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:31.953276 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace8b7cf-775a-4b15-9563-564adc768861", "name": "network-vif-deleted", "tag": "60471c1d-42eb-423b-bcb3-275603b614e3", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:31.953421 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-73496d1c-e4ff-4e01-91b3-8402561febfc {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:31.958952 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace8b7cf-775a-4b15-9563-564adc768861', 'name': 'network-vif-deleted', 'tag': '60471c1d-42eb-423b-bcb3-275603b614e3', 'status': 'completed', 'code': 200} Dec 16 09:30:32.005622 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-3c976cab-a8d6-4f5b-aa8d-a27134e90ccf req-a884e91b-fe23-41e6-be57-d58dfe6d55c4 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] For port 2a2e78fd-84a6-4170-acf1-a82741c394a6, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=2a2e78fd-84a6-4170-acf1-a82741c394a6,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:32.005994 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3c976cab-a8d6-4f5b-aa8d-a27134e90ccf req-a884e91b-fe23-41e6-be57-d58dfe6d55c4 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:32.093275 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-2324eb79-1553-4804-bc89-736f07236e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:32.100605 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-2324eb79-1553-4804-bc89-736f07236e0b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=835dcbe1dc204494b2c4638e564dc237&device_id=0eec516e-7fad-40c4-b84e-cbcee937e5ad HTTP/1.1" status: 200 len: 1094 time: 0.2522631 Dec 16 09:30:32.129830 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-ddcf16f5-7268-49a3-8845-fd8dcdcd8623 service neutron] 10.222.0.57 "GET /v2.0/networks/8ee8fe93-c571-40ef-82e1-da1c2c6af86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795319 Dec 16 09:30:32.250239 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-ee4a9979-f97c-4882-95d0-89bae2fad725 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c6a7afd-1129-4f4f-9049-1486ec782452 HTTP/1.1" status: 200 len: 217 time: 0.1420355 Dec 16 09:30:32.270226 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-3c976cab-a8d6-4f5b-aa8d-a27134e90ccf req-a884e91b-fe23-41e6-be57-d58dfe6d55c4 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Calling delete_port for 2a2e78fd-84a6-4170-acf1-a82741c394a6 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:30:32.300681 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-66dc1b7e-a11d-4ebb-9a55-7ce46206c711 req-0467d6d3-b041-43c0-b9fa-c5628ffd0dc3 tempest-LiveMigrationTest-1729002477 tempest-LiveMigrationTest-1729002477-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace8b7cf-775a-4b15-9563-564adc768861 HTTP/1.1" status: 200 len: 210 time: 0.0776641 Dec 16 09:30:32.444426 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 60471c1d-42eb-423b-bcb3-275603b614e3 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:30:32.482490 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 60471c1d-42eb-423b-bcb3-275603b614e3 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:30:32.483492 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 60471c1d-42eb-423b-bcb3-275603b614e3 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:30:32.490395 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-f778a1ee-c540-4d52-9454-050abf3d5ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:32.503712 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-f778a1ee-c540-4d52-9454-050abf3d5ff6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e0d9a1ff-efc5-41f0-b3a7-8f41f1ab2809 HTTP/1.1" status: 200 len: 849 time: 0.1352255 Dec 16 09:30:32.544918 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-d38410b9-8a6a-4f8e-83fb-5864e688ca66 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c6780a4c-f238-4783-b969-88b87f06119d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442441 Dec 16 09:30:32.583202 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9724d71-fb76-441a-960b-060278103474 req-188cab01-4c26-447e-af46-2c7b1a3ed5e0 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:32.583461 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c7d84-0b49-4f52-8511-3a8a927597ec req-ba6ba0f7-2171-4840-8d52-35f5d2e9300e tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:32.584874 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-574c7d84-0b49-4f52-8511-3a8a927597ec req-ba6ba0f7-2171-4840-8d52-35f5d2e9300e tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] 10.222.0.60 "GET /v2.0/ports?device_id=0eec516e-7fad-40c4-b84e-cbcee937e5ad HTTP/1.1" status: 200 len: 943 time: 0.4860368 Dec 16 09:30:32.599586 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b9724d71-fb76-441a-960b-060278103474 req-188cab01-4c26-447e-af46-2c7b1a3ed5e0 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?device_id=b24069bc-8e81-4763-887d-70b610830a46 HTTP/1.1" status: 200 len: 950 time: 0.1628425 Dec 16 09:30:32.637648 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-a2de5e90-c352-411c-bac9-da58142ee5db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a31daa73-ffc5-41f9-90d7-545bce6114ab {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:30:32.653098 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-a2de5e90-c352-411c-bac9-da58142ee5db service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:32.673315 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-df4026c6-208c-44ee-8730-88ae5c4fd3af service neutron] 10.222.0.57 "GET /v2.0/networks/8ee8fe93-c571-40ef-82e1-da1c2c6af86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382339 Dec 16 09:30:32.691748 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-30168898-d91f-4bf8-abbe-06cbba2d3dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:32.745054 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-9fa4e8ca-9eff-41ef-8119-48d39beee90e service neutron] 10.222.0.58 "GET /v2.0/networks/c6780a4c-f238-4783-b969-88b87f06119d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910241 Dec 16 09:30:32.752524 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-574c7d84-0b49-4f52-8511-3a8a927597ec req-e0c37b42-2af3-4ddb-ae0b-95f64b8d63f8 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1a5a1ca-bd1e-4e7f-bf19-5bad20c7040b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092048 Dec 16 09:30:32.801793 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30168898-d91f-4bf8-abbe-06cbba2d3dea admin admin] Pushing event updated for resources: {'Subnet': ['ID=8230b2bb-1d7b-40d4-98a9-63860403a493,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:32.806237 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30168898-d91f-4bf8-abbe-06cbba2d3dea admin admin] Checking segment: {'id': '3a7edfb0-337b-4b49-b073-660d3a9aa7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '887cc043-b6ed-4a3d-999d-90a25a7e3331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:30:32.806237 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30168898-d91f-4bf8-abbe-06cbba2d3dea admin admin] Network hostable DHCP agents. Network: 887cc043-b6ed-4a3d-999d-90a25a7e3331, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:30:32.845220 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-fae1e305-891d-4bb3-9dfb-f488b8cb007c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1305e84e-c1fb-4148-a219-de2e95349bca HTTP/1.1" status: 200 len: 217 time: 0.1042612 Dec 16 09:30:32.865603 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b9724d71-fb76-441a-960b-060278103474 req-b21abdaa-7f1c-489a-a5fe-129ea489899a tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac77af22-a255-4d4c-aa4d-f860c351936d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629349 Dec 16 09:30:32.948978 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0f3cadfa-6d31-4a6c-b2e8-9048bacf5754 req-5625a495-32d4-4782-800c-2e23c1fdbe36 service neutron] 10.222.0.58 "GET /v2.0/networks/c6780a4c-f238-4783-b969-88b87f06119d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729274 Dec 16 09:30:32.964080 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-a2de5e90-c352-411c-bac9-da58142ee5db service neutron] Transition to ACTIVE for port object a31daa73-ffc5-41f9-90d7-545bce6114ab will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:30:32.984410 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76eada-4ccb-4470-a663-b7faa642a932 req-96252fa6-9b63-4551-9f9b-78d7e00b8d8b tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:32.986428 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1d76eada-4ccb-4470-a663-b7faa642a932 req-96252fa6-9b63-4551-9f9b-78d7e00b8d8b tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 946 time: 0.1197085 Dec 16 09:30:32.986916 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3c976cab-a8d6-4f5b-aa8d-a27134e90ccf req-a884e91b-fe23-41e6-be57-d58dfe6d55c4 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:33.049050 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30168898-d91f-4bf8-abbe-06cbba2d3dea admin admin] Network 887cc043-b6ed-4a3d-999d-90a25a7e3331 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:30:33.051743 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a884e91b-fe23-41e6-be57-d58dfe6d55c4 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Pushing event deleted for resources: {'Port': ['ID=2a2e78fd-84a6-4170-acf1-a82741c394a6,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:33.069833 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-20e01332-c8b5-47f1-a8c8-78a16bdcbbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:33.073284 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-20e01332-c8b5-47f1-a8c8-78a16bdcbbc9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d86e42b0-c2d4-4c18-971d-7f418a472e6d HTTP/1.1" status: 200 len: 797 time: 0.2070642 Dec 16 09:30:33.093980 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1d76eada-4ccb-4470-a663-b7faa642a932 req-6d587275-1f98-48a2-abd3-74417e956fa7 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948133 Dec 16 09:30:33.122335 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c9e7f-da21-4dbc-9d03-3284e741718a req-7b040704-28b3-4dd4-bed6-4ecd8f38a251 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:33.131846 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c9e7f-da21-4dbc-9d03-3284e741718a req-7b040704-28b3-4dd4-bed6-4ecd8f38a251 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:33.152732 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c9e7f-da21-4dbc-9d03-3284e741718a req-7b040704-28b3-4dd4-bed6-4ecd8f38a251 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:33.157214 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c976cab-a8d6-4f5b-aa8d-a27134e90ccf req-a884e91b-fe23-41e6-be57-d58dfe6d55c4 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] No DVR routers for this DVR port 2a2e78fd-84a6-4170-acf1-a82741c394a6 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:30:33.161318 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3c976cab-a8d6-4f5b-aa8d-a27134e90ccf req-a884e91b-fe23-41e6-be57-d58dfe6d55c4 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:33.165804 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3c976cab-a8d6-4f5b-aa8d-a27134e90ccf req-a884e91b-fe23-41e6-be57-d58dfe6d55c4 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.58 "DELETE /v2.0/ports/2a2e78fd-84a6-4170-acf1-a82741c394a6 HTTP/1.1" status: 204 len: 173 time: 2.7145295 Dec 16 09:30:33.174212 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c9e7f-da21-4dbc-9d03-3284e741718a req-7b040704-28b3-4dd4-bed6-4ecd8f38a251 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:33.184000 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c9e7f-da21-4dbc-9d03-3284e741718a req-7b040704-28b3-4dd4-bed6-4ecd8f38a251 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:33.186065 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ca9c9e7f-da21-4dbc-9d03-3284e741718a req-7b040704-28b3-4dd4-bed6-4ecd8f38a251 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 3817 time: 0.2202902 Dec 16 09:30:33.189945 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-a2de5e90-c352-411c-bac9-da58142ee5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:33.312337 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-30168898-d91f-4bf8-abbe-06cbba2d3dea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 887cc043-b6ed-4a3d-999d-90a25a7e3331) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:30:33.317562 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30168898-d91f-4bf8-abbe-06cbba2d3dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:33.318387 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-30168898-d91f-4bf8-abbe-06cbba2d3dea admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:33.322674 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6577f8cb-31f8-4546-9371-83e52f8993f0 None None] Network 887cc043-b6ed-4a3d-999d-90a25a7e3331 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:30:33.323501 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-fad7422d-47a2-4c93-ad2d-ee17b44c3482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:33.327220 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-fad7422d-47a2-4c93-ad2d-ee17b44c3482 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ee8fe93-c571-40ef-82e1-da1c2c6af86e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2455738 Dec 16 09:30:33.336401 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ca9c9e7f-da21-4dbc-9d03-3284e741718a req-626068f7-e4d0-496c-ba0d-e4164da05bcd tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997379 Dec 16 09:30:33.480467 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de5e90-c352-411c-bac9-da58142ee5db service neutron] Pushing event updated for resources: {'Port': ['ID=a31daa73-ffc5-41f9-90d7-545bce6114ab,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:33.488538 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40250) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:33.544970 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-a2de5e90-c352-411c-bac9-da58142ee5db service neutron] Attempting to bind port a31daa73-ffc5-41f9-90d7-545bce6114ab on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:30:33.545421 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-a2de5e90-c352-411c-bac9-da58142ee5db service neutron] Attempting to bind port a31daa73-ffc5-41f9-90d7-545bce6114ab by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '1e2014f7-8ae4-4bc0-98b8-25a669313059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '796abadb-0795-4a55-adba-f043e91923a6'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:30:33.545776 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-a2de5e90-c352-411c-bac9-da58142ee5db service neutron] Attempting to bind port a31daa73-ffc5-41f9-90d7-545bce6114ab on network 796abadb-0795-4a55-adba-f043e91923a6 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:30:33.559852 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-a2de5e90-c352-411c-bac9-da58142ee5db service neutron] Port a31daa73-ffc5-41f9-90d7-545bce6114ab on network 796abadb-0795-4a55-adba-f043e91923a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:30:33.560570 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-a2de5e90-c352-411c-bac9-da58142ee5db service neutron] Attempting to bind port a31daa73-ffc5-41f9-90d7-545bce6114ab on network 796abadb-0795-4a55-adba-f043e91923a6 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:30:33.569143 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-a2de5e90-c352-411c-bac9-da58142ee5db service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:30:33.576575 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-a2de5e90-c352-411c-bac9-da58142ee5db service neutron] Checking segment: {'id': '1e2014f7-8ae4-4bc0-98b8-25a669313059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '796abadb-0795-4a55-adba-f043e91923a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:30:33.576575 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-a2de5e90-c352-411c-bac9-da58142ee5db service neutron] Bound using segment: {'id': '1e2014f7-8ae4-4bc0-98b8-25a669313059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '796abadb-0795-4a55-adba-f043e91923a6'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:30:33.576575 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-a2de5e90-c352-411c-bac9-da58142ee5db service neutron] Bound port: a31daa73-ffc5-41f9-90d7-545bce6114ab, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e2014f7-8ae4-4bc0-98b8-25a669313059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '796abadb-0795-4a55-adba-f043e91923a6'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:30:33.576575 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-a2de5e90-c352-411c-bac9-da58142ee5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:33.707540 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-30168898-d91f-4bf8-abbe-06cbba2d3dea admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.9401972 Dec 16 09:30:33.715758 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40256) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:33.720609 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-25012a56-d0e2-4c7f-9302-fedae25eed1a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-291776897-router', 'tenant_id': 'a0a7ccea68d84a2aac5d7884fd6dd2dc', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:33.778714 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-a2de5e90-c352-411c-bac9-da58142ee5db service neutron] For port a31daa73-ffc5-41f9-90d7-545bce6114ab, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:30:33.782823 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-a2de5e90-c352-411c-bac9-da58142ee5db service neutron] For port a31daa73-ffc5-41f9-90d7-545bce6114ab, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=a31daa73-ffc5-41f9-90d7-545bce6114ab,segment=NetworkSegment(1e2014f7-8ae4-4bc0-98b8-25a669313059),segment_id=1e2014f7-8ae4-4bc0-98b8-25a669313059)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:30:33.801360 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-4c4662d1-b490-4383-a0f9-5fc1f001832a service neutron] 10.222.0.57 "GET /v2.0/networks/8ee8fe93-c571-40ef-82e1-da1c2c6af86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4597452 Dec 16 09:30:33.863861 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-25012a56-d0e2-4c7f-9302-fedae25eed1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:33.865507 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-25012a56-d0e2-4c7f-9302-fedae25eed1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:33.930293 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d6248c1-05a4-49cb-85f8-558ffa3a2f7e admin admin] Deleting subnet e1e11efc-2921-4ef6-b725-208b9f6cb7a8 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:30:33.930293 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9d6248c1-05a4-49cb-85f8-558ffa3a2f7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:33.941976 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caccfd7-1b58-4777-aca6-dec5ff83afa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-887cc043-b6ed-4a3d-999d-90a25a7e3331', 'network_id': '887cc043-b6ed-4a3d-999d-90a25a7e3331', 'tenant_id': 'a0a7ccea68d84a2aac5d7884fd6dd2dc', 'fixed_ips': [{'subnet_id': '8230b2bb-1d7b-40d4-98a9-63860403a493'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:30:33.946360 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6caccfd7-1b58-4777-aca6-dec5ff83afa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:33.951881 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-25012a56-d0e2-4c7f-9302-fedae25eed1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:33.955936 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-a2de5e90-c352-411c-bac9-da58142ee5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:33.968190 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b24069bc-8e81-4763-887d-70b610830a46', 'name': 'network-vif-deleted', 'tag': '2a2e78fd-84a6-4170-acf1-a82741c394a6'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:33.968407 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbecb2-f2ec-4abd-a754-e85f20d1c4c4 req-8a61e750-8a12-4fd0-936e-cd3898a3f026 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:33.974000 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a7dbecb2-f2ec-4abd-a754-e85f20d1c4c4 req-8a61e750-8a12-4fd0-936e-cd3898a3f026 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/ports?device_id=460a51c5-f1e7-42cc-985a-2873bed917ae HTTP/1.1" status: 200 len: 951 time: 0.2549801 Dec 16 09:30:33.974175 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b18411-1815-42db-a7e2-03ac2ebeabe9" -d '{"events": [{"server_uuid": "b24069bc-8e81-4763-887d-70b610830a46", "name": "network-vif-deleted", "tag": "2a2e78fd-84a6-4170-acf1-a82741c394a6"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:33.994625 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9d6248c1-05a4-49cb-85f8-558ffa3a2f7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:34.037094 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-a2de5e90-c352-411c-bac9-da58142ee5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:34.037849 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-a2de5e90-c352-411c-bac9-da58142ee5db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:34.039766 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-a2de5e90-c352-411c-bac9-da58142ee5db service neutron] 10.222.0.57 "PUT /v2.0/ports/a31daa73-ffc5-41f9-90d7-545bce6114ab HTTP/1.1" status: 200 len: 1092 time: 2.8323922 Dec 16 09:30:34.057351 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a7dbecb2-f2ec-4abd-a754-e85f20d1c4c4 req-a6f46328-6a07-4005-a33d-9b081533dfbf tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/security-groups?id=7773d9c1-b949-408d-b35c-ee4d1acd8f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656598 Dec 16 09:30:34.079450 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e954aee-60ed-4cf0-9308-88896ef40f10 req-982028d8-a199-4239-aa6c-ced35a4670aa tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:34.081183 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1e954aee-60ed-4cf0-9308-88896ef40f10 req-982028d8-a199-4239-aa6c-ced35a4670aa tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] 10.222.0.60 "GET /v2.0/ports?device_id=0eec516e-7fad-40c4-b84e-cbcee937e5ad HTTP/1.1" status: 200 len: 943 time: 0.1312842 Dec 16 09:30:34.083079 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de5e90-c352-411c-bac9-da58142ee5db service neutron] Pushing event updated for resources: {'Port': ['ID=a31daa73-ffc5-41f9-90d7-545bce6114ab,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:34.143458 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29c2327f-ddc4-48d1-ab4b-d8c1a870aff5 req-ecbbc367-7816-4fc6-a6c7-52f775417717 service neutron] 10.222.0.57 "GET /v2.0/networks/8ee8fe93-c571-40ef-82e1-da1c2c6af86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090270 Dec 16 09:30:34.158413 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-6caccfd7-1b58-4777-aca6-dec5ff83afa2 None None] Allocated IP 172.20.0.2 (887cc043-b6ed-4a3d-999d-90a25a7e3331/8230b2bb-1d7b-40d4-98a9-63860403a493/4c3e55eb-9b50-4c9f-9504-87c010614be1) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:30:34.198410 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9d6248c1-05a4-49cb-85f8-558ffa3a2f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:34.251455 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-e7ff26b6-a9d4-4faa-b1af-de52e8dca605 service neutron] Request body: {'port': {'device_id': '3325c660-c7c0-4c30-903a-4a974a289311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:34.308491 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1e954aee-60ed-4cf0-9308-88896ef40f10 req-5b2c6ebe-a9c2-4bdb-828d-0eefd526d614 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1a5a1ca-bd1e-4e7f-bf19-5bad20c7040b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067232 Dec 16 09:30:34.341097 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-63ce00da-c610-4d53-ac8e-00e954af8b4d req-a4de9a31-5c36-4333-b7d5-233bab823e13 tempest-LiveMigrationNegativeTest-150971474 tempest-LiveMigrationNegativeTest-150971474-project] 10.222.0.60 "GET /v2.0/ports?device_id=b24069bc-8e81-4763-887d-70b610830a46 HTTP/1.1" status: 200 len: 210 time: 0.0648763 Dec 16 09:30:34.396226 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-e7ff26b6-a9d4-4faa-b1af-de52e8dca605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:34.418988 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced41b4f-4e76-4453-a032-1c7f077f6ce1 x-openstack-request-id: req-ced41b4f-4e76-4453-a032-1c7f077f6ce1 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:34.419563 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b24069bc-8e81-4763-887d-70b610830a46", "name": "network-vif-deleted", "tag": "2a2e78fd-84a6-4170-acf1-a82741c394a6", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:34.419563 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ced41b4f-4e76-4453-a032-1c7f077f6ce1 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:34.419884 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b24069bc-8e81-4763-887d-70b610830a46', 'name': 'network-vif-deleted', 'tag': '2a2e78fd-84a6-4170-acf1-a82741c394a6', 'status': 'completed', 'code': 200} Dec 16 09:30:34.469335 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-25012a56-d0e2-4c7f-9302-fedae25eed1a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:34.518277 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 2a2e78fd-84a6-4170-acf1-a82741c394a6 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:30:34.553060 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 2a2e78fd-84a6-4170-acf1-a82741c394a6 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:30:34.553432 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 2a2e78fd-84a6-4170-acf1-a82741c394a6 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:30:34.580092 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6caccfd7-1b58-4777-aca6-dec5ff83afa2 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:34.666018 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf53f9d-8e6a-4c7d-b923-2c39001f70b3 req-e51d0672-984d-4f6a-b6df-18bf1db51639 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:34.672049 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf53f9d-8e6a-4c7d-b923-2c39001f70b3 req-e51d0672-984d-4f6a-b6df-18bf1db51639 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:34.677861 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9d6248c1-05a4-49cb-85f8-558ffa3a2f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:34.681102 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf53f9d-8e6a-4c7d-b923-2c39001f70b3 req-e51d0672-984d-4f6a-b6df-18bf1db51639 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:34.688300 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf53f9d-8e6a-4c7d-b923-2c39001f70b3 req-e51d0672-984d-4f6a-b6df-18bf1db51639 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:34.694400 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81967533-ba05-4fb6-ab8f-6e2038acaff2 req-7ddf36b0-7a7d-41e4-b50e-aacf3d238279 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:34.703983 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-81967533-ba05-4fb6-ab8f-6e2038acaff2 req-7ddf36b0-7a7d-41e4-b50e-aacf3d238279 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 946 time: 0.1217940 Dec 16 09:30:34.704138 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf53f9d-8e6a-4c7d-b923-2c39001f70b3 req-e51d0672-984d-4f6a-b6df-18bf1db51639 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:34.704138 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bdf53f9d-8e6a-4c7d-b923-2c39001f70b3 req-e51d0672-984d-4f6a-b6df-18bf1db51639 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 3829 time: 0.1080847 Dec 16 09:30:34.738930 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6caccfd7-1b58-4777-aca6-dec5ff83afa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:34.739127 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6248c1-05a4-49cb-85f8-558ffa3a2f7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1e11efc-2921-4ef6-b725-208b9f6cb7a8,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:34.739127 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9d6248c1-05a4-49cb-85f8-558ffa3a2f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:34.742999 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9d6248c1-05a4-49cb-85f8-558ffa3a2f7e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e1e11efc-2921-4ef6-b725-208b9f6cb7a8 HTTP/1.1" status: 204 len: 168 time: 1.2465029 Dec 16 09:30:34.747320 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40270) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:34.760485 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caccfd7-1b58-4777-aca6-dec5ff83afa2 None None] Network 887cc043-b6ed-4a3d-999d-90a25a7e3331 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:30:34.793210 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-6caccfd7-1b58-4777-aca6-dec5ff83afa2 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:30:34.796887 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caccfd7-1b58-4777-aca6-dec5ff83afa2 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:30:34.807284 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bdf53f9d-8e6a-4c7d-b923-2c39001f70b3 req-e02d6490-76d8-4af8-bad5-fda7980468ef tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577414 Dec 16 09:30:34.902108 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-81967533-ba05-4fb6-ab8f-6e2038acaff2 req-b7652145-84bb-4bf4-a2b8-1f59853c92fb tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760213 Dec 16 09:30:34.918521 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-237cfe65-4a0f-4ba4-b225-29ac4f15187e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:34.954035 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caccfd7-1b58-4777-aca6-dec5ff83afa2 None None] Pushing event updated for resources: {'Port': ['ID=4c3e55eb-9b50-4c9f-9504-87c010614be1,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:34.997083 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-6caccfd7-1b58-4777-aca6-dec5ff83afa2 None None] Attempting to bind port 4c3e55eb-9b50-4c9f-9504-87c010614be1 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:30:35.000482 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-6caccfd7-1b58-4777-aca6-dec5ff83afa2 None None] Attempting to bind port 4c3e55eb-9b50-4c9f-9504-87c010614be1 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '3a7edfb0-337b-4b49-b073-660d3a9aa7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '887cc043-b6ed-4a3d-999d-90a25a7e3331'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:30:35.000482 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caccfd7-1b58-4777-aca6-dec5ff83afa2 None None] Attempting to bind port 4c3e55eb-9b50-4c9f-9504-87c010614be1 on network 887cc043-b6ed-4a3d-999d-90a25a7e3331 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:30:35.013562 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caccfd7-1b58-4777-aca6-dec5ff83afa2 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:30:35.014121 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caccfd7-1b58-4777-aca6-dec5ff83afa2 None None] Checking segment: {'id': '3a7edfb0-337b-4b49-b073-660d3a9aa7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '887cc043-b6ed-4a3d-999d-90a25a7e3331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:30:35.014345 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6caccfd7-1b58-4777-aca6-dec5ff83afa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:35.014858 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caccfd7-1b58-4777-aca6-dec5ff83afa2 None None] Bound using segment: {'id': '3a7edfb0-337b-4b49-b073-660d3a9aa7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '887cc043-b6ed-4a3d-999d-90a25a7e3331'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:30:35.016209 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-6caccfd7-1b58-4777-aca6-dec5ff83afa2 None None] Bound port: 4c3e55eb-9b50-4c9f-9504-87c010614be1, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a7edfb0-337b-4b49-b073-660d3a9aa7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '887cc043-b6ed-4a3d-999d-90a25a7e3331'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:30:35.016656 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6caccfd7-1b58-4777-aca6-dec5ff83afa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:35.019440 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-e7ff26b6-a9d4-4faa-b1af-de52e8dca605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0f0f737-e643-4831-9c6f-93b9615090fb {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:30:35.083303 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-e7ff26b6-a9d4-4faa-b1af-de52e8dca605 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:35.088692 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-25012a56-d0e2-4c7f-9302-fedae25eed1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:35.118174 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-237cfe65-4a0f-4ba4-b225-29ac4f15187e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:35.135099 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-25012a56-d0e2-4c7f-9302-fedae25eed1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:35.148983 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-6caccfd7-1b58-4777-aca6-dec5ff83afa2 None None] For port 4c3e55eb-9b50-4c9f-9504-87c010614be1, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:30:35.153986 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-6caccfd7-1b58-4777-aca6-dec5ff83afa2 None None] For port 4c3e55eb-9b50-4c9f-9504-87c010614be1, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=4c3e55eb-9b50-4c9f-9504-87c010614be1,segment=NetworkSegment(3a7edfb0-337b-4b49-b073-660d3a9aa7a7),segment_id=3a7edfb0-337b-4b49-b073-660d3a9aa7a7)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:30:35.156084 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-237cfe65-4a0f-4ba4-b225-29ac4f15187e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd229606-1f82-48a3-82a3-fb35078f3dba']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:35.201763 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-237cfe65-4a0f-4ba4-b225-29ac4f15187e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6550377d-0b8e-4c85-ad20-0d34dc63eaf7') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:35.202161 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-237cfe65-4a0f-4ba4-b225-29ac4f15187e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6550377d-0b8e-4c85-ad20-0d34dc63eaf7') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:35.204766 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-e7ff26b6-a9d4-4faa-b1af-de52e8dca605 service neutron] Transition to ACTIVE for port object c0f0f737-e643-4831-9c6f-93b9615090fb will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:30:35.217642 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-237cfe65-4a0f-4ba4-b225-29ac4f15187e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:35.234468 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-237cfe65-4a0f-4ba4-b225-29ac4f15187e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:35.246194 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-237cfe65-4a0f-4ba4-b225-29ac4f15187e admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:30:35.247382 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-237cfe65-4a0f-4ba4-b225-29ac4f15187e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:35.248829 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:30:35.248829 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:30:35.248829 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:30:35.248829 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:30:35.248829 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:30:35.248829 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:30:35.248829 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:30:35.248829 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:30:35.248829 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:30:35.248829 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:30:35.248829 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:30:35.248829 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:30:35.248829 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:30:35.248829 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:30:35.248829 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:30:35.248829 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:30:35.248829 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:30:35.248829 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:30:35.248829 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:30:35.248829 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:30:35.248829 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:30:35.248829 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:30:35.248829 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:30:35.248829 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:30:35.248829 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:30:35.248829 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:30:35.248829 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:30:35.248829 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:30:35.248829 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:30:35.248829 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:30:35.248829 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:30:35.248829 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:30:35.301229 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf50a54-a812-478d-ad2d-37e2e9d4fa15 req-2a67ad1b-a417-4970-aeb1-83cdb2597671 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:35.302815 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-abf50a54-a812-478d-ad2d-37e2e9d4fa15 req-2a67ad1b-a417-4970-aeb1-83cdb2597671 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/ports?device_id=460a51c5-f1e7-42cc-985a-2873bed917ae HTTP/1.1" status: 200 len: 951 time: 0.1041243 Dec 16 09:30:35.328718 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-25012a56-d0e2-4c7f-9302-fedae25eed1a admin admin] Allocated IP 172.25.1.107 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/748aefb1-a0f8-4be1-a5ec-bc0361ba262f) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:30:35.363699 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6caccfd7-1b58-4777-aca6-dec5ff83afa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:35.370306 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-e7ff26b6-a9d4-4faa-b1af-de52e8dca605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:35.421638 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-abf50a54-a812-478d-ad2d-37e2e9d4fa15 req-8ebb8d81-102d-4aeb-a297-9d2426eac463 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/security-groups?id=7773d9c1-b949-408d-b35c-ee4d1acd8f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067841 Dec 16 09:30:35.471664 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caccfd7-1b58-4777-aca6-dec5ff83afa2 None None] Pushing event updated for resources: {'Port': ['ID=4c3e55eb-9b50-4c9f-9504-87c010614be1,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:35.527182 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-237cfe65-4a0f-4ba4-b225-29ac4f15187e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:35.565802 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-237cfe65-4a0f-4ba4-b225-29ac4f15187e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:35.574125 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-237cfe65-4a0f-4ba4-b225-29ac4f15187e admin admin] 10.222.0.60 "DELETE /v2.0/networks/fd229606-1f82-48a3-82a3-fb35078f3dba HTTP/1.1" status: 204 len: 168 time: 0.8234608 Dec 16 09:30:35.587162 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40290) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:35.666720 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237cfe65-4a0f-4ba4-b225-29ac4f15187e admin admin] Pushing event deleted for resources: {'Network': ['ID=fd229606-1f82-48a3-82a3-fb35078f3dba,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:35.667839 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-25012a56-d0e2-4c7f-9302-fedae25eed1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:35.732593 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff26b6-a9d4-4faa-b1af-de52e8dca605 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f0f737-e643-4831-9c6f-93b9615090fb,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:35.907989 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-527489bc-91f0-4814-86dc-cbaf301cc2ce admin admin] Deleting subnet 7a255da3-2c81-48b9-a3fc-9588c894603d {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:30:35.923371 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-25012a56-d0e2-4c7f-9302-fedae25eed1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:35.952531 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f28370-5866-4b1e-9efe-5be812d7cde7 req-217954dd-8e3b-407a-82b8-dc6df1ea21a7 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:35.954184 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e1f28370-5866-4b1e-9efe-5be812d7cde7 req-217954dd-8e3b-407a-82b8-dc6df1ea21a7 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] 10.222.0.60 "GET /v2.0/ports?device_id=0eec516e-7fad-40c4-b84e-cbcee937e5ad HTTP/1.1" status: 200 len: 943 time: 0.5213788 Dec 16 09:30:35.955236 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-527489bc-91f0-4814-86dc-cbaf301cc2ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:36.042787 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25012a56-d0e2-4c7f-9302-fedae25eed1a admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:30:36.048151 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-25012a56-d0e2-4c7f-9302-fedae25eed1a admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:30:36.062707 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25012a56-d0e2-4c7f-9302-fedae25eed1a admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:30:36.087715 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-527489bc-91f0-4814-86dc-cbaf301cc2ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:36.111615 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-e7ff26b6-a9d4-4faa-b1af-de52e8dca605 service neutron] Attempting to bind port c0f0f737-e643-4831-9c6f-93b9615090fb on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:30:36.112304 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-e7ff26b6-a9d4-4faa-b1af-de52e8dca605 service neutron] Attempting to bind port c0f0f737-e643-4831-9c6f-93b9615090fb by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '8d69c9a9-3071-4ca9-b695-b89cbd7318a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '684e8d31-9cdf-4419-92e5-be50ab03fd53'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:30:36.112642 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-e7ff26b6-a9d4-4faa-b1af-de52e8dca605 service neutron] Attempting to bind port c0f0f737-e643-4831-9c6f-93b9615090fb on network 684e8d31-9cdf-4419-92e5-be50ab03fd53 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:30:36.118015 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e1f28370-5866-4b1e-9efe-5be812d7cde7 req-fde4b152-0147-4209-8869-a80806a8010e tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1a5a1ca-bd1e-4e7f-bf19-5bad20c7040b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334093 Dec 16 09:30:36.131958 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-e7ff26b6-a9d4-4faa-b1af-de52e8dca605 service neutron] Port c0f0f737-e643-4831-9c6f-93b9615090fb on network 684e8d31-9cdf-4419-92e5-be50ab03fd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:30:36.134232 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-e7ff26b6-a9d4-4faa-b1af-de52e8dca605 service neutron] Attempting to bind port c0f0f737-e643-4831-9c6f-93b9615090fb on network 684e8d31-9cdf-4419-92e5-be50ab03fd53 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:30:36.160105 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-527489bc-91f0-4814-86dc-cbaf301cc2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:36.185165 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-e7ff26b6-a9d4-4faa-b1af-de52e8dca605 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:30:36.190671 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-e7ff26b6-a9d4-4faa-b1af-de52e8dca605 service neutron] Checking segment: {'id': '8d69c9a9-3071-4ca9-b695-b89cbd7318a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '684e8d31-9cdf-4419-92e5-be50ab03fd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:30:36.190671 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-e7ff26b6-a9d4-4faa-b1af-de52e8dca605 service neutron] Bound using segment: {'id': '8d69c9a9-3071-4ca9-b695-b89cbd7318a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '684e8d31-9cdf-4419-92e5-be50ab03fd53'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:30:36.190671 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-e7ff26b6-a9d4-4faa-b1af-de52e8dca605 service neutron] Bound port: c0f0f737-e643-4831-9c6f-93b9615090fb, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d69c9a9-3071-4ca9-b695-b89cbd7318a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '684e8d31-9cdf-4419-92e5-be50ab03fd53'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:30:36.190671 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-e7ff26b6-a9d4-4faa-b1af-de52e8dca605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:36.222548 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25012a56-d0e2-4c7f-9302-fedae25eed1a admin admin] Pushing event updated for resources: {'Port': ['ID=748aefb1-a0f8-4be1-a5ec-bc0361ba262f,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:36.428696 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'tag': 'a31daa73-ffc5-41f9-90d7-545bce6114ab'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:36.433290 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd68a73-6cbc-4dd6-a604-c9c8a0eec94e" -d '{"events": [{"name": "network-changed", "server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "tag": "a31daa73-ffc5-41f9-90d7-545bce6114ab"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:36.464381 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 6c6a7afd-1129-4f4f-9049-1486ec782452 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:30:36.578603 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40336) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:36.618524 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0feab36-045b-4036-af76-99babf9e19a5 x-openstack-request-id: req-c0feab36-045b-4036-af76-99babf9e19a5 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:36.618811 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "tag": "a31daa73-ffc5-41f9-90d7-545bce6114ab", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:36.619068 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c0feab36-045b-4036-af76-99babf9e19a5 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:36.624910 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'tag': 'a31daa73-ffc5-41f9-90d7-545bce6114ab', 'status': 'completed', 'code': 200} Dec 16 09:30:36.698461 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 6c6a7afd-1129-4f4f-9049-1486ec782452, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=6c6a7afd-1129-4f4f-9049-1486ec782452,segment=NetworkSegment(accbb58c-9d02-4558-9479-a2f21f260625),segment_id=accbb58c-9d02-4558-9479-a2f21f260625)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:36.749331 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '6c6a7afd-1129-4f4f-9049-1486ec782452', 'network_id': 'c6780a4c-f238-4783-b969-88b87f06119d', 'port_id': '6c6a7afd-1129-4f4f-9049-1486ec782452', 'mac_address': 'fa:16:3e:56:62:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d9a1ff-efc5-41f0-b3a7-8f41f1ab2809', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:30:36.852138 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd68a73-6cbc-4dd6-a604-c9c8a0eec94e req-3a62775f-cac7-4c35-b692-d3be6b7bbba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:36.852138 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd68a73-6cbc-4dd6-a604-c9c8a0eec94e req-3a62775f-cac7-4c35-b692-d3be6b7bbba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:36.853175 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd68a73-6cbc-4dd6-a604-c9c8a0eec94e req-3a62775f-cac7-4c35-b692-d3be6b7bbba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:36.853450 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd68a73-6cbc-4dd6-a604-c9c8a0eec94e req-3a62775f-cac7-4c35-b692-d3be6b7bbba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:36.853947 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd68a73-6cbc-4dd6-a604-c9c8a0eec94e req-3a62775f-cac7-4c35-b692-d3be6b7bbba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:36.855967 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd68a73-6cbc-4dd6-a604-c9c8a0eec94e req-3a62775f-cac7-4c35-b692-d3be6b7bbba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:36.856829 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1dd68a73-6cbc-4dd6-a604-c9c8a0eec94e req-3a62775f-cac7-4c35-b692-d3be6b7bbba6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2fdf9ee8bfea41ea812d81e90556fa69&device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5245 time: 0.2203968 Dec 16 09:30:36.905879 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:36.952240 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c6a7afd-1129-4f4f-9049-1486ec782452 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:30:36.994240 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 6c6a7afd-1129-4f4f-9049-1486ec782452, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=6c6a7afd-1129-4f4f-9049-1486ec782452,segment=NetworkSegment(accbb58c-9d02-4558-9479-a2f21f260625),segment_id=accbb58c-9d02-4558-9479-a2f21f260625)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:37.020953 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:37.057540 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 6ec4cb7e-854f-4eed-b0c7-eb07b321021d no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:30:37.182246 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-e7ff26b6-a9d4-4faa-b1af-de52e8dca605 service neutron] For port c0f0f737-e643-4831-9c6f-93b9615090fb, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:30:37.196626 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-e7ff26b6-a9d4-4faa-b1af-de52e8dca605 service neutron] For port c0f0f737-e643-4831-9c6f-93b9615090fb, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c0f0f737-e643-4831-9c6f-93b9615090fb,segment=NetworkSegment(8d69c9a9-3071-4ca9-b695-b89cbd7318a7),segment_id=8d69c9a9-3071-4ca9-b695-b89cbd7318a7)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:30:37.219585 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:37.229556 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68220d-1ef9-4952-9575-e9210d051591 req-b72946c8-625d-48c9-9e06-ad08930c1fb6 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:37.239142 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68220d-1ef9-4952-9575-e9210d051591 req-b72946c8-625d-48c9-9e06-ad08930c1fb6 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:37.246313 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68220d-1ef9-4952-9575-e9210d051591 req-b72946c8-625d-48c9-9e06-ad08930c1fb6 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:37.262518 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc74e39-bbcb-4f36-ae5a-97dce4f264ce None None] Network 887cc043-b6ed-4a3d-999d-90a25a7e3331 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:30:37.262797 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68220d-1ef9-4952-9575-e9210d051591 req-b72946c8-625d-48c9-9e06-ad08930c1fb6 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:37.264781 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68220d-1ef9-4952-9575-e9210d051591 req-b72946c8-625d-48c9-9e06-ad08930c1fb6 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:37.283762 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68220d-1ef9-4952-9575-e9210d051591 req-b72946c8-625d-48c9-9e06-ad08930c1fb6 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:37.302928 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fc68220d-1ef9-4952-9575-e9210d051591 req-b72946c8-625d-48c9-9e06-ad08930c1fb6 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 4601 time: 1.0426273 Dec 16 09:30:37.330851 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-527489bc-91f0-4814-86dc-cbaf301cc2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:37.407269 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-527489bc-91f0-4814-86dc-cbaf301cc2ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:37.412994 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-527489bc-91f0-4814-86dc-cbaf301cc2ce admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7a255da3-2c81-48b9-a3fc-9588c894603d HTTP/1.1" status: 204 len: 168 time: 1.8148127 Dec 16 09:30:37.417232 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527489bc-91f0-4814-86dc-cbaf301cc2ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a255da3-2c81-48b9-a3fc-9588c894603d,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:37.424192 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-e7ff26b6-a9d4-4faa-b1af-de52e8dca605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:37.440655 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40368) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:37.465714 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=6c6a7afd-1129-4f4f-9049-1486ec782452,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:37.485370 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 4c3e55eb-9b50-4c9f-9504-87c010614be1 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:30:37.615112 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['6c6a7afd-1129-4f4f-9049-1486ec782452'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:30:37.659211 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-14402185-68cd-4cd3-94f1-02eb66a06add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:37.681634 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-cfe05975-799b-43f4-b979-3be86daf492a None None] Provisioning complete for port 4c3e55eb-9b50-4c9f-9504-87c010614be1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:30:37.714494 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cfe05975-799b-43f4-b979-3be86daf492a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:37.754094 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd68a73-6cbc-4dd6-a604-c9c8a0eec94e req-d4b42ba5-eae1-43b1-aec2-5ed79d0bd48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:37.754822 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd68a73-6cbc-4dd6-a604-c9c8a0eec94e req-d4b42ba5-eae1-43b1-aec2-5ed79d0bd48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:37.755415 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd68a73-6cbc-4dd6-a604-c9c8a0eec94e req-d4b42ba5-eae1-43b1-aec2-5ed79d0bd48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:37.759196 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1dd68a73-6cbc-4dd6-a604-c9c8a0eec94e req-d4b42ba5-eae1-43b1-aec2-5ed79d0bd48d service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2fdf9ee8bfea41ea812d81e90556fa69&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8341539 Dec 16 09:30:37.779993 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:37.785579 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff26b6-a9d4-4faa-b1af-de52e8dca605 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f0f737-e643-4831-9c6f-93b9615090fb,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:37.822568 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-e7ff26b6-a9d4-4faa-b1af-de52e8dca605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:37.822568 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-e7ff26b6-a9d4-4faa-b1af-de52e8dca605 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:37.827653 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-e7ff26b6-a9d4-4faa-b1af-de52e8dca605 service neutron] 10.222.0.57 "PUT /v2.0/ports/c0f0f737-e643-4831-9c6f-93b9615090fb HTTP/1.1" status: 200 len: 1130 time: 3.5806530 Dec 16 09:30:37.830015 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'tag': 'c0f0f737-e643-4831-9c6f-93b9615090fb'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:37.836782 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f9931d-77e1-44a4-9d02-0d30838b34d9" -d '{"events": [{"name": "network-changed", "server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "tag": "c0f0f737-e643-4831-9c6f-93b9615090fb"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:37.842796 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40372) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:37.860361 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7d7a8790-df0c-454b-bea2-57e92540bd24 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=558bd48fddf64bb0a44f276b2fb8a24f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2734106 Dec 16 09:30:37.877095 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fc68220d-1ef9-4952-9575-e9210d051591 req-c02de6f1-94fc-4fd3-9a79-8a0e56f8c56c tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5715811 Dec 16 09:30:37.898107 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460a51c5-f1e7-42cc-985a-2873bed917ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ec4cb7e-854f-4eed-b0c7-eb07b321021d'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:37.903803 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29af49c1-7f2a-464c-9df0-08a40b15c8a6" -d '{"events": [{"server_uuid": "460a51c5-f1e7-42cc-985a-2873bed917ae", "name": "network-vif-unplugged", "status": "completed", "tag": "6ec4cb7e-854f-4eed-b0c7-eb07b321021d"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:37.976799 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 6ec4cb7e-854f-4eed-b0c7-eb07b321021d, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=6ec4cb7e-854f-4eed-b0c7-eb07b321021d,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:37.992430 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-5684bbc1-cd0e-4d79-a8c9-e5ea798b8849 service neutron] Request body: {'port': {'device_id': '3325c660-c7c0-4c30-903a-4a974a289311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:38.030257 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd68a73-6cbc-4dd6-a604-c9c8a0eec94e req-afcbe12c-23ed-4faa-ab0f-0b416c4e9b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:38.041028 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1dd68a73-6cbc-4dd6-a604-c9c8a0eec94e req-afcbe12c-23ed-4faa-ab0f-0b416c4e9b8d service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2059906 Dec 16 09:30:38.041028 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-25012a56-d0e2-4c7f-9302-fedae25eed1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:38.071326 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 4c3e55eb-9b50-4c9f-9504-87c010614be1 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:30:38.074658 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:38.107612 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-14402185-68cd-4cd3-94f1-02eb66a06add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:38.242874 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-14402185-68cd-4cd3-94f1-02eb66a06add admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffdef472-c3b9-473a-ac49-84c78064bf52']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:38.267008 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-14402185-68cd-4cd3-94f1-02eb66a06add admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42b1efc3-b983-4bc9-ae86-8b885fb6639f') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:38.269857 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-14402185-68cd-4cd3-94f1-02eb66a06add admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42b1efc3-b983-4bc9-ae86-8b885fb6639f') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:38.275811 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:38.289950 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-14402185-68cd-4cd3-94f1-02eb66a06add admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:38.343058 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-14402185-68cd-4cd3-94f1-02eb66a06add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:38.361156 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14402185-68cd-4cd3-94f1-02eb66a06add admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:30:38.361156 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-14402185-68cd-4cd3-94f1-02eb66a06add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:38.382086 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed02293-e049-4505-b79d-54124be6a631 x-openstack-request-id: req-0ed02293-e049-4505-b79d-54124be6a631 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:38.384785 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460a51c5-f1e7-42cc-985a-2873bed917ae", "name": "network-vif-unplugged", "status": "completed", "tag": "6ec4cb7e-854f-4eed-b0c7-eb07b321021d", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:38.384785 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0ed02293-e049-4505-b79d-54124be6a631 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:38.384785 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460a51c5-f1e7-42cc-985a-2873bed917ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ec4cb7e-854f-4eed-b0c7-eb07b321021d', 'code': 200} Dec 16 09:30:38.395235 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:30:38.395235 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:30:38.395235 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:30:38.395235 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:30:38.395235 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:30:38.395235 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:30:38.395235 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:30:38.395235 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:30:38.395235 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:30:38.395235 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:30:38.395235 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:30:38.395235 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:30:38.395235 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:30:38.395235 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:30:38.395235 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:30:38.395235 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:30:38.395235 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:30:38.395235 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:30:38.395235 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:30:38.395235 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:30:38.395235 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:30:38.395235 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:30:38.395235 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:30:38.395235 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:30:38.395235 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:30:38.395235 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:30:38.395235 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:30:38.395235 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:30:38.395235 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:30:38.395235 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:30:38.395235 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:30:38.395235 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:30:38.399689 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8693aa9e-d299-4907-bb00-3ebf551a82e7 x-openstack-request-id: req-8693aa9e-d299-4907-bb00-3ebf551a82e7 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:38.403037 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "tag": "c0f0f737-e643-4831-9c6f-93b9615090fb", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:38.403509 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8693aa9e-d299-4907-bb00-3ebf551a82e7 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:38.403658 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e68779-740e-40fc-b9a4-515f71421702 req-1e236e30-a412-4e35-ba56-61e5698d9d5d tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:38.404424 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'tag': 'c0f0f737-e643-4831-9c6f-93b9615090fb', 'status': 'completed', 'code': 200} Dec 16 09:30:38.412068 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c7e68779-740e-40fc-b9a4-515f71421702 req-1e236e30-a412-4e35-ba56-61e5698d9d5d tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] 10.222.0.60 "GET /v2.0/ports?device_id=0eec516e-7fad-40c4-b84e-cbcee937e5ad HTTP/1.1" status: 200 len: 944 time: 0.5845768 Dec 16 09:30:38.436215 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cfe05975-799b-43f4-b979-3be86daf492a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:38.474025 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9931d-77e1-44a4-9d02-0d30838b34d9 req-08d0d672-83a5-4983-b9f1-062577fb595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:38.475566 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9931d-77e1-44a4-9d02-0d30838b34d9 req-08d0d672-83a5-4983-b9f1-062577fb595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:38.476076 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9931d-77e1-44a4-9d02-0d30838b34d9 req-08d0d672-83a5-4983-b9f1-062577fb595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:38.476708 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9931d-77e1-44a4-9d02-0d30838b34d9 req-08d0d672-83a5-4983-b9f1-062577fb595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:38.477469 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9931d-77e1-44a4-9d02-0d30838b34d9 req-08d0d672-83a5-4983-b9f1-062577fb595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:38.478139 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9931d-77e1-44a4-9d02-0d30838b34d9 req-08d0d672-83a5-4983-b9f1-062577fb595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:38.480239 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b0f9931d-77e1-44a4-9d02-0d30838b34d9 req-08d0d672-83a5-4983-b9f1-062577fb595c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2fdf9ee8bfea41ea812d81e90556fa69&device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5287 time: 0.1512122 Dec 16 09:30:38.517100 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c7e68779-740e-40fc-b9a4-515f71421702 req-4c732bf7-c41e-42d2-b236-1d8627fc50a8 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1a5a1ca-bd1e-4e7f-bf19-5bad20c7040b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037493 Dec 16 09:30:38.560494 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-34bfb169-cb4c-4dfa-a79e-e6de63e1b7a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:38.610357 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:38.642997 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=6ec4cb7e-854f-4eed-b0c7-eb07b321021d,revision_number=11']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:38.704316 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-5684bbc1-cd0e-4d79-a8c9-e5ea798b8849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:38.754662 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9931d-77e1-44a4-9d02-0d30838b34d9 req-19ac5b24-3a85-4b2e-93bb-7b94cb22efec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:38.756890 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9931d-77e1-44a4-9d02-0d30838b34d9 req-19ac5b24-3a85-4b2e-93bb-7b94cb22efec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:38.758751 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9931d-77e1-44a4-9d02-0d30838b34d9 req-19ac5b24-3a85-4b2e-93bb-7b94cb22efec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:38.762044 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b0f9931d-77e1-44a4-9d02-0d30838b34d9 req-19ac5b24-3a85-4b2e-93bb-7b94cb22efec service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2fdf9ee8bfea41ea812d81e90556fa69&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2583878 Dec 16 09:30:38.789639 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-34bfb169-cb4c-4dfa-a79e-e6de63e1b7a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:38.859016 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-cfe05975-799b-43f4-b979-3be86daf492a None None] For port 4c3e55eb-9b50-4c9f-9504-87c010614be1, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=4c3e55eb-9b50-4c9f-9504-87c010614be1,segment=NetworkSegment(3a7edfb0-337b-4b49-b073-660d3a9aa7a7),segment_id=3a7edfb0-337b-4b49-b073-660d3a9aa7a7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:38.953901 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cfe05975-799b-43f4-b979-3be86daf492a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:38.979192 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-14402185-68cd-4cd3-94f1-02eb66a06add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:38.990072 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-14402185-68cd-4cd3-94f1-02eb66a06add admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:39.011492 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-14402185-68cd-4cd3-94f1-02eb66a06add admin admin] 10.222.0.60 "DELETE /v2.0/networks/ffdef472-c3b9-473a-ac49-84c78064bf52 HTTP/1.1" status: 204 len: 168 time: 1.5676703 Dec 16 09:30:39.150773 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-25012a56-d0e2-4c7f-9302-fedae25eed1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:39.166525 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe05975-799b-43f4-b979-3be86daf492a None None] Pushing event updated for resources: {'Port': ['ID=4c3e55eb-9b50-4c9f-9504-87c010614be1,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:39.170823 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:30:39.171348 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:30:39.188031 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14402185-68cd-4cd3-94f1-02eb66a06add admin admin] Pushing event deleted for resources: {'Network': ['ID=ffdef472-c3b9-473a-ac49-84c78064bf52,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:39.200150 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-34bfb169-cb4c-4dfa-a79e-e6de63e1b7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:39.202666 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-34bfb169-cb4c-4dfa-a79e-e6de63e1b7a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:39.206305 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-34bfb169-cb4c-4dfa-a79e-e6de63e1b7a6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ac77af22-a255-4d4c-aa4d-f860c351936d HTTP/1.1" status: 204 len: 168 time: 1.3588181 Dec 16 09:30:39.228566 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c5186f62-da86-40df-9072-2c4d5ec0b276 None None] Provisioning complete for port 4c3e55eb-9b50-4c9f-9504-87c010614be1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:30:39.228936 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c5186f62-da86-40df-9072-2c4d5ec0b276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:39.250556 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bfb169-cb4c-4dfa-a79e-e6de63e1b7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac77af22-a255-4d4c-aa4d-f860c351936d,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:39.409219 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9931d-77e1-44a4-9d02-0d30838b34d9 req-8b0e4910-d79e-4c61-baaa-b2265b0d4e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:39.411039 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b0f9931d-77e1-44a4-9d02-0d30838b34d9 req-8b0e4910-d79e-4c61-baaa-b2265b0d4e80 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5949490 Dec 16 09:30:39.530642 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-5684bbc1-cd0e-4d79-a8c9-e5ea798b8849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:30:39.547848 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-5684bbc1-cd0e-4d79-a8c9-e5ea798b8849 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:39.566137 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-5684bbc1-cd0e-4d79-a8c9-e5ea798b8849 service neutron] Transition to ACTIVE for port object e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:30:39.573913 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2f682-c9f3-4169-b31b-646106db2330 req-3f777bd5-f1d0-4ddd-80a5-8883659914cb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:39.579990 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2f682-c9f3-4169-b31b-646106db2330 req-3f777bd5-f1d0-4ddd-80a5-8883659914cb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:39.591772 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2f682-c9f3-4169-b31b-646106db2330 req-3f777bd5-f1d0-4ddd-80a5-8883659914cb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:39.598818 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2f682-c9f3-4169-b31b-646106db2330 req-3f777bd5-f1d0-4ddd-80a5-8883659914cb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:39.606575 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2f682-c9f3-4169-b31b-646106db2330 req-3f777bd5-f1d0-4ddd-80a5-8883659914cb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:39.613404 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2f682-c9f3-4169-b31b-646106db2330 req-3f777bd5-f1d0-4ddd-80a5-8883659914cb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:39.623069 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0e2f682-c9f3-4169-b31b-646106db2330 req-3f777bd5-f1d0-4ddd-80a5-8883659914cb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 4601 time: 0.4104323 Dec 16 09:30:39.678951 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40472) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:39.725295 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0e2f682-c9f3-4169-b31b-646106db2330 req-dd8b24f0-4a0c-41fe-8d54-bf7bad524ee1 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1011462 Dec 16 09:30:39.783849 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-5684bbc1-cd0e-4d79-a8c9-e5ea798b8849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:39.864443 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-caf55127-143d-4ac3-844e-389dec0a94d0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ef267339b96a4504bcc86eb4b94505b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1823058 Dec 16 09:30:39.866503 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40478) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:39.897508 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 4c3e55eb-9b50-4c9f-9504-87c010614be1 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:30:39.979907 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-355b349b-2a00-400e-8ca8-3a5830c546b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:39.990226 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684bbc1-cd0e-4d79-a8c9-e5ea798b8849 service neutron] Pushing event updated for resources: {'Port': ['ID=e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:40.019829 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 4c3e55eb-9b50-4c9f-9504-87c010614be1 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:30:40.020215 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:40.036838 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-355b349b-2a00-400e-8ca8-3a5830c546b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:40.055906 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25012a56-d0e2-4c7f-9302-fedae25eed1a admin admin] Router f1739b3b-eafb-4092-85ef-7db6cfc58f43 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:30:40.124648 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42195b7b-bebc-4cbc-a2a1-0f393391c843 req-3cc6b477-1e96-4c96-9eac-d6e41be34102 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:40.141301 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-42195b7b-bebc-4cbc-a2a1-0f393391c843 req-3cc6b477-1e96-4c96-9eac-d6e41be34102 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] 10.222.0.60 "GET /v2.0/ports?device_id=0eec516e-7fad-40c4-b84e-cbcee937e5ad HTTP/1.1" status: 200 len: 944 time: 0.3968251 Dec 16 09:30:40.264520 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-5684bbc1-cd0e-4d79-a8c9-e5ea798b8849 service neutron] Attempting to bind port e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:30:40.265268 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-5684bbc1-cd0e-4d79-a8c9-e5ea798b8849 service neutron] Attempting to bind port e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '8d69c9a9-3071-4ca9-b695-b89cbd7318a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '684e8d31-9cdf-4419-92e5-be50ab03fd53'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:30:40.265268 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-5684bbc1-cd0e-4d79-a8c9-e5ea798b8849 service neutron] Attempting to bind port e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67 on network 684e8d31-9cdf-4419-92e5-be50ab03fd53 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:30:40.315468 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-5684bbc1-cd0e-4d79-a8c9-e5ea798b8849 service neutron] Port e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67 on network 684e8d31-9cdf-4419-92e5-be50ab03fd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:30:40.316393 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-5684bbc1-cd0e-4d79-a8c9-e5ea798b8849 service neutron] Attempting to bind port e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67 on network 684e8d31-9cdf-4419-92e5-be50ab03fd53 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:30:40.334529 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-5684bbc1-cd0e-4d79-a8c9-e5ea798b8849 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:30:40.334529 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-5684bbc1-cd0e-4d79-a8c9-e5ea798b8849 service neutron] Checking segment: {'id': '8d69c9a9-3071-4ca9-b695-b89cbd7318a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '684e8d31-9cdf-4419-92e5-be50ab03fd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:30:40.334529 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-5684bbc1-cd0e-4d79-a8c9-e5ea798b8849 service neutron] Bound using segment: {'id': '8d69c9a9-3071-4ca9-b695-b89cbd7318a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '684e8d31-9cdf-4419-92e5-be50ab03fd53'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:30:40.334529 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-5684bbc1-cd0e-4d79-a8c9-e5ea798b8849 service neutron] Bound port: e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d69c9a9-3071-4ca9-b695-b89cbd7318a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '684e8d31-9cdf-4419-92e5-be50ab03fd53'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:30:40.334529 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-5684bbc1-cd0e-4d79-a8c9-e5ea798b8849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:40.348064 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25012a56-d0e2-4c7f-9302-fedae25eed1a admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:30:40.361664 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e36862-1f21-4a0d-8c1a-69db33243c00 None None] Sync routers for ids ['f1739b3b-eafb-4092-85ef-7db6cfc58f43'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:30:40.376913 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e36862-1f21-4a0d-8c1a-69db33243c00 None None] Routers {'f1739b3b-eafb-4092-85ef-7db6cfc58f43'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:30:40.377744 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-79e36862-1f21-4a0d-8c1a-69db33243c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:30:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['f1739b3b-eafb-4092-85ef-7db6cfc58f43'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:40.434108 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-42195b7b-bebc-4cbc-a2a1-0f393391c843 req-b9c6b1a7-7eed-4003-91f3-8845d8564365 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1a5a1ca-bd1e-4e7f-bf19-5bad20c7040b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886474 Dec 16 09:30:40.498889 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-79e36862-1f21-4a0d-8c1a-69db33243c00 None None] Set router f1739b3b-eafb-4092-85ef-7db6cfc58f43 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:30:40.512458 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-5684bbc1-cd0e-4d79-a8c9-e5ea798b8849 service neutron] For port e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:30:40.524627 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-5684bbc1-cd0e-4d79-a8c9-e5ea798b8849 service neutron] For port e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67,segment=NetworkSegment(8d69c9a9-3071-4ca9-b695-b89cbd7318a7),segment_id=8d69c9a9-3071-4ca9-b695-b89cbd7318a7)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:30:40.532090 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-355b349b-2a00-400e-8ca8-3a5830c546b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:40.535715 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-355b349b-2a00-400e-8ca8-3a5830c546b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:40.539898 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-355b349b-2a00-400e-8ca8-3a5830c546b9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6c2c4bdc-2840-4698-9de2-55de015e4aa9 HTTP/1.1" status: 204 len: 168 time: 0.6712956 Dec 16 09:30:40.544487 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-25012a56-d0e2-4c7f-9302-fedae25eed1a admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:40.549807 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-25012a56-d0e2-4c7f-9302-fedae25eed1a admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.8300920 Dec 16 09:30:40.552284 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40506) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:40.567969 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b349b-2a00-400e-8ca8-3a5830c546b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2c4bdc-2840-4698-9de2-55de015e4aa9,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:40.681459 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-5684bbc1-cd0e-4d79-a8c9-e5ea798b8849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:40.749484 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-5684bbc1-cd0e-4d79-a8c9-e5ea798b8849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:40.749484 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-5684bbc1-cd0e-4d79-a8c9-e5ea798b8849 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:40.750886 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-5684bbc1-cd0e-4d79-a8c9-e5ea798b8849 service neutron] 10.222.0.57 "PUT /v2.0/ports/e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67 HTTP/1.1" status: 200 len: 1129 time: 2.7645068 Dec 16 09:30:40.764569 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'tag': 'e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:40.767748 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1038a4-16e0-4ac5-95a3-bc5e0e20a7b1" -d '{"events": [{"name": "network-changed", "server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "tag": "e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:40.796004 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684bbc1-cd0e-4d79-a8c9-e5ea798b8849 service neutron] Pushing event updated for resources: {'Port': ['ID=e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:40.825419 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 6c6a7afd-1129-4f4f-9049-1486ec782452 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:30:40.849825 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:40.996285 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-ff079c4d-494e-4950-bb23-822300b57172 service neutron] Request body: {'port': {'device_id': '3325c660-c7c0-4c30-903a-4a974a289311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:41.016799 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40520) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:41.075922 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-79e36862-1f21-4a0d-8c1a-69db33243c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1739b3b-eafb-4092-85ef-7db6cfc58f43', 'name': 'tempest-FloatingIPsTestJSON-291776897-router', 'tenant_id': 'a0a7ccea68d84a2aac5d7884fd6dd2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '748aefb1-a0f8-4be1-a5ec-bc0361ba262f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:30:33Z', 'updated_at': '2021-12-16T09:30:36Z', 'revision_number': 3, 'project_id': 'a0a7ccea68d84a2aac5d7884fd6dd2dc', 'gw_port': {'id': '748aefb1-a0f8-4be1-a5ec-bc0361ba262f', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:65:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1739b3b-eafb-4092-85ef-7db6cfc58f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:30:35Z', 'updated_at': '2021-12-16T09:30:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:41.108927 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9bfe3adf-00ac-4ae3-b75f-1bb083df6665 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7b5a818c3f2f46f8874e845154ef4478&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0903506 Dec 16 09:30:41.111477 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40522) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:41.146329 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-ff079c4d-494e-4950-bb23-822300b57172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:41.179392 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c5a5b476-c4cd-444d-8772-9c09e19c2109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:41.222613 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c5a5b476-c4cd-444d-8772-9c09e19c2109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:41.226378 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e36862-1f21-4a0d-8c1a-69db33243c00 None None] Checking router: f1739b3b-eafb-4092-85ef-7db6cfc58f43 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:30:41.229499 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e36862-1f21-4a0d-8c1a-69db33243c00 None None] Updating router f1739b3b-eafb-4092-85ef-7db6cfc58f43 port 748aefb1-a0f8-4be1-a5ec-bc0361ba262f binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:30:41.231376 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 6c6a7afd-1129-4f4f-9049-1486ec782452 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:30:41.242234 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 6c6a7afd-1129-4f4f-9049-1486ec782452 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:30:41.242619 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:41.330463 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-79e36862-1f21-4a0d-8c1a-69db33243c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:41.402872 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c5a5b476-c4cd-444d-8772-9c09e19c2109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:41.406648 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c5a5b476-c4cd-444d-8772-9c09e19c2109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:41.408470 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c5a5b476-c4cd-444d-8772-9c09e19c2109 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2e88547b-0e59-464b-b93b-7128ac96dd01 HTTP/1.1" status: 204 len: 168 time: 0.2952790 Dec 16 09:30:41.428246 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a5b476-c4cd-444d-8772-9c09e19c2109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e88547b-0e59-464b-b93b-7128ac96dd01,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:41.480169 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:41.580209 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 6c6a7afd-1129-4f4f-9049-1486ec782452, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=6c6a7afd-1129-4f4f-9049-1486ec782452,segment=NetworkSegment(accbb58c-9d02-4558-9479-a2f21f260625),segment_id=accbb58c-9d02-4558-9479-a2f21f260625)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:41.590519 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eec516e-7fad-40c4-b84e-cbcee937e5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6a7afd-1129-4f4f-9049-1486ec782452'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:41.593578 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086c878b-0e24-42d7-a118-802833bb6e76" -d '{"events": [{"server_uuid": "0eec516e-7fad-40c4-b84e-cbcee937e5ad", "name": "network-vif-plugged", "status": "completed", "tag": "6c6a7afd-1129-4f4f-9049-1486ec782452"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:41.732944 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c7cb458e-528d-4004-ae97-461d1972597e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:41.751562 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:41.830920 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=6c6a7afd-1129-4f4f-9049-1486ec782452,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:41.947503 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-79e36862-1f21-4a0d-8c1a-69db33243c00 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:41.950357 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-ff079c4d-494e-4950-bb23-822300b57172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a69db5df-6239-44ea-8f1f-7db59c4d729d {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:30:41.962062 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-ff079c4d-494e-4950-bb23-822300b57172 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:42.005472 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-ff079c4d-494e-4950-bb23-822300b57172 service neutron] Transition to ACTIVE for port object a69db5df-6239-44ea-8f1f-7db59c4d729d will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:30:42.017984 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-c7cb458e-528d-4004-ae97-461d1972597e admin admin] Allocated IP 172.20.0.1 (887cc043-b6ed-4a3d-999d-90a25a7e3331/8230b2bb-1d7b-40d4-98a9-63860403a493/732cb0da-fc84-48ba-aaa2-68e9d6cdaf39) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:30:42.047513 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40554) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:42.089326 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-79e36862-1f21-4a0d-8c1a-69db33243c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:42.109879 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3958e75b-8429-48d4-be6a-7b9d79ee47b6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bdc17b105fde4cf0b29960b1761b4761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0615308 Dec 16 09:30:42.112788 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40556) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:42.180312 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-ff079c4d-494e-4950-bb23-822300b57172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:42.195500 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee098e3b-290d-4dbe-a5ab-3eff26a3cfd2 None None] Pushing event updated for resources: {'Port': ['ID=748aefb1-a0f8-4be1-a5ec-bc0361ba262f,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:42.232925 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1c68da4c-27b7-49f5-b673-cc44623ffefc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:42.250466 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-79e36862-1f21-4a0d-8c1a-69db33243c00 None None] Attempting to bind port 748aefb1-a0f8-4be1-a5ec-bc0361ba262f on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:30:42.251273 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-79e36862-1f21-4a0d-8c1a-69db33243c00 None None] Attempting to bind port 748aefb1-a0f8-4be1-a5ec-bc0361ba262f by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:30:42.252774 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e36862-1f21-4a0d-8c1a-69db33243c00 None None] Attempting to bind port 748aefb1-a0f8-4be1-a5ec-bc0361ba262f on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:30:42.271986 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e36862-1f21-4a0d-8c1a-69db33243c00 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:30:42.272683 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e36862-1f21-4a0d-8c1a-69db33243c00 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:30:42.274299 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-79e36862-1f21-4a0d-8c1a-69db33243c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:42.275500 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e36862-1f21-4a0d-8c1a-69db33243c00 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:30:42.276085 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-79e36862-1f21-4a0d-8c1a-69db33243c00 None None] Bound port: 748aefb1-a0f8-4be1-a5ec-bc0361ba262f, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:30:42.276530 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-79e36862-1f21-4a0d-8c1a-69db33243c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:42.282463 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1c68da4c-27b7-49f5-b673-cc44623ffefc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:42.317525 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c7cb458e-528d-4004-ae97-461d1972597e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:42.458637 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-79e36862-1f21-4a0d-8c1a-69db33243c00 None None] For port 748aefb1-a0f8-4be1-a5ec-bc0361ba262f, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:30:42.463195 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-79e36862-1f21-4a0d-8c1a-69db33243c00 None None] For port 748aefb1-a0f8-4be1-a5ec-bc0361ba262f, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=748aefb1-a0f8-4be1-a5ec-bc0361ba262f,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:30:42.473192 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff079c4d-494e-4950-bb23-822300b57172 service neutron] Pushing event updated for resources: {'Port': ['ID=a69db5df-6239-44ea-8f1f-7db59c4d729d,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:42.600615 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1c68da4c-27b7-49f5-b673-cc44623ffefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:42.608106 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1c68da4c-27b7-49f5-b673-cc44623ffefc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:42.618434 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1c68da4c-27b7-49f5-b673-cc44623ffefc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2ce19ed2-629f-4220-96c5-3744d3c43d16 HTTP/1.1" status: 204 len: 168 time: 0.4964759 Dec 16 09:30:42.626600 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68da4c-27b7-49f5-b673-cc44623ffefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce19ed2-629f-4220-96c5-3744d3c43d16,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:42.642281 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e9368-0a92-4ea6-b452-a3df5157c042 req-fc65dc34-9db6-4fae-8a0b-33089c8875f6 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:42.654849 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e9368-0a92-4ea6-b452-a3df5157c042 req-fc65dc34-9db6-4fae-8a0b-33089c8875f6 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:42.661993 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e9368-0a92-4ea6-b452-a3df5157c042 req-fc65dc34-9db6-4fae-8a0b-33089c8875f6 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:42.668807 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e9368-0a92-4ea6-b452-a3df5157c042 req-fc65dc34-9db6-4fae-8a0b-33089c8875f6 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:42.682070 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e9368-0a92-4ea6-b452-a3df5157c042 req-fc65dc34-9db6-4fae-8a0b-33089c8875f6 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:42.689731 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e9368-0a92-4ea6-b452-a3df5157c042 req-fc65dc34-9db6-4fae-8a0b-33089c8875f6 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:42.697025 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e9368-0a92-4ea6-b452-a3df5157c042 req-fc65dc34-9db6-4fae-8a0b-33089c8875f6 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:42.712670 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c45e9368-0a92-4ea6-b452-a3df5157c042 req-fc65dc34-9db6-4fae-8a0b-33089c8875f6 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5384 time: 0.3701062 Dec 16 09:30:42.720919 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-79e36862-1f21-4a0d-8c1a-69db33243c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:42.777268 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-ff079c4d-494e-4950-bb23-822300b57172 service neutron] Attempting to bind port a69db5df-6239-44ea-8f1f-7db59c4d729d on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:30:42.777843 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-ff079c4d-494e-4950-bb23-822300b57172 service neutron] Attempting to bind port a69db5df-6239-44ea-8f1f-7db59c4d729d by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '8d69c9a9-3071-4ca9-b695-b89cbd7318a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '684e8d31-9cdf-4419-92e5-be50ab03fd53'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:30:42.777986 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-ff079c4d-494e-4950-bb23-822300b57172 service neutron] Attempting to bind port a69db5df-6239-44ea-8f1f-7db59c4d729d on network 684e8d31-9cdf-4419-92e5-be50ab03fd53 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:30:42.788163 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-ff079c4d-494e-4950-bb23-822300b57172 service neutron] Port a69db5df-6239-44ea-8f1f-7db59c4d729d on network 684e8d31-9cdf-4419-92e5-be50ab03fd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:30:42.788488 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-ff079c4d-494e-4950-bb23-822300b57172 service neutron] Attempting to bind port a69db5df-6239-44ea-8f1f-7db59c4d729d on network 684e8d31-9cdf-4419-92e5-be50ab03fd53 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:30:42.814041 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c45e9368-0a92-4ea6-b452-a3df5157c042 req-59c7b3b3-3287-48a0-bc94-3e8633183226 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1003501 Dec 16 09:30:42.818666 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-ff079c4d-494e-4950-bb23-822300b57172 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:30:42.822089 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-ff079c4d-494e-4950-bb23-822300b57172 service neutron] Checking segment: {'id': '8d69c9a9-3071-4ca9-b695-b89cbd7318a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '684e8d31-9cdf-4419-92e5-be50ab03fd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:30:42.822734 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-ff079c4d-494e-4950-bb23-822300b57172 service neutron] Bound using segment: {'id': '8d69c9a9-3071-4ca9-b695-b89cbd7318a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '684e8d31-9cdf-4419-92e5-be50ab03fd53'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:30:42.823414 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-ff079c4d-494e-4950-bb23-822300b57172 service neutron] Bound port: a69db5df-6239-44ea-8f1f-7db59c4d729d, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d69c9a9-3071-4ca9-b695-b89cbd7318a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '684e8d31-9cdf-4419-92e5-be50ab03fd53'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:30:42.823963 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-ff079c4d-494e-4950-bb23-822300b57172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:42.852579 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e36862-1f21-4a0d-8c1a-69db33243c00 None None] Routers {'f1739b3b-eafb-4092-85ef-7db6cfc58f43'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:30:42.853281 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-79e36862-1f21-4a0d-8c1a-69db33243c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:30:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['f1739b3b-eafb-4092-85ef-7db6cfc58f43'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:42.888334 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c7cb458e-528d-4004-ae97-461d1972597e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:42.944881 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f2b330-8ccb-4353-9c24-9a79c676afd8 x-openstack-request-id: req-f0f2b330-8ccb-4353-9c24-9a79c676afd8 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:42.944881 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "tag": "e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:42.944881 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f0f2b330-8ccb-4353-9c24-9a79c676afd8 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:42.944881 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'tag': 'e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67', 'status': 'completed', 'code': 200} Dec 16 09:30:42.984533 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb458e-528d-4004-ae97-461d1972597e admin admin] Pushing event updated for resources: {'Port': ['ID=732cb0da-fc84-48ba-aaa2-68e9d6cdaf39,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:43.042548 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee098e3b-290d-4dbe-a5ab-3eff26a3cfd2 None None] Pushing event updated for resources: {'Port': ['ID=748aefb1-a0f8-4be1-a5ec-bc0361ba262f,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:43.064614 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-79e36862-1f21-4a0d-8c1a-69db33243c00 None None] Set router f1739b3b-eafb-4092-85ef-7db6cfc58f43 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:30:43.084966 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cb458e-528d-4004-ae97-461d1972597e admin admin] Network 887cc043-b6ed-4a3d-999d-90a25a7e3331 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:30:43.096750 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-c7cb458e-528d-4004-ae97-461d1972597e admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:30:43.100710 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1038a4-16e0-4ac5-95a3-bc5e0e20a7b1 req-dac267f0-6046-4ee7-942f-8c71c028054a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:43.102477 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1038a4-16e0-4ac5-95a3-bc5e0e20a7b1 req-dac267f0-6046-4ee7-942f-8c71c028054a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:43.103117 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1038a4-16e0-4ac5-95a3-bc5e0e20a7b1 req-dac267f0-6046-4ee7-942f-8c71c028054a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:43.104017 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cb458e-528d-4004-ae97-461d1972597e admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:30:43.104661 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1038a4-16e0-4ac5-95a3-bc5e0e20a7b1 req-dac267f0-6046-4ee7-942f-8c71c028054a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:43.105326 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1038a4-16e0-4ac5-95a3-bc5e0e20a7b1 req-dac267f0-6046-4ee7-942f-8c71c028054a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:43.113481 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1038a4-16e0-4ac5-95a3-bc5e0e20a7b1 req-dac267f0-6046-4ee7-942f-8c71c028054a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:43.114278 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1038a4-16e0-4ac5-95a3-bc5e0e20a7b1 req-dac267f0-6046-4ee7-942f-8c71c028054a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:43.116455 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2f1038a4-16e0-4ac5-95a3-bc5e0e20a7b1 req-dac267f0-6046-4ee7-942f-8c71c028054a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2fdf9ee8bfea41ea812d81e90556fa69&device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 6234 time: 0.1620541 Dec 16 09:30:43.182561 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-ff079c4d-494e-4950-bb23-822300b57172 service neutron] For port a69db5df-6239-44ea-8f1f-7db59c4d729d, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:30:43.204335 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-ff079c4d-494e-4950-bb23-822300b57172 service neutron] For port a69db5df-6239-44ea-8f1f-7db59c4d729d, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=a69db5df-6239-44ea-8f1f-7db59c4d729d,segment=NetworkSegment(8d69c9a9-3071-4ca9-b695-b89cbd7318a7),segment_id=8d69c9a9-3071-4ca9-b695-b89cbd7318a7)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:30:43.209735 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c7cb458e-528d-4004-ae97-461d1972597e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:43.395800 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-ff079c4d-494e-4950-bb23-822300b57172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:43.439548 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1038a4-16e0-4ac5-95a3-bc5e0e20a7b1 req-17362958-0e16-41fe-bc26-2cd26c1165a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:43.440836 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1038a4-16e0-4ac5-95a3-bc5e0e20a7b1 req-17362958-0e16-41fe-bc26-2cd26c1165a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:43.443791 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1038a4-16e0-4ac5-95a3-bc5e0e20a7b1 req-17362958-0e16-41fe-bc26-2cd26c1165a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:43.447586 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2f1038a4-16e0-4ac5-95a3-bc5e0e20a7b1 req-17362958-0e16-41fe-bc26-2cd26c1165a9 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2fdf9ee8bfea41ea812d81e90556fa69&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3166032 Dec 16 09:30:43.481495 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-ff079c4d-494e-4950-bb23-822300b57172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:43.483695 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-ff079c4d-494e-4950-bb23-822300b57172 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:43.488900 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-ff079c4d-494e-4950-bb23-822300b57172 service neutron] 10.222.0.57 "PUT /v2.0/ports/a69db5df-6239-44ea-8f1f-7db59c4d729d HTTP/1.1" status: 200 len: 1091 time: 2.4949594 Dec 16 09:30:43.531841 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-79e36862-1f21-4a0d-8c1a-69db33243c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1739b3b-eafb-4092-85ef-7db6cfc58f43', 'name': 'tempest-FloatingIPsTestJSON-291776897-router', 'tenant_id': 'a0a7ccea68d84a2aac5d7884fd6dd2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '748aefb1-a0f8-4be1-a5ec-bc0361ba262f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:30:33Z', 'updated_at': '2021-12-16T09:30:36Z', 'revision_number': 3, 'project_id': 'a0a7ccea68d84a2aac5d7884fd6dd2dc', 'gw_port': {'id': '748aefb1-a0f8-4be1-a5ec-bc0361ba262f', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:65:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1739b3b-eafb-4092-85ef-7db6cfc58f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:30:35Z', 'updated_at': '2021-12-16T09:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:43.583556 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822bcde-1a40-472c-a56c-02ee17cd7902 req-d30b3412-2263-4713-9ae4-edf44f3c3520 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:43.595090 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d822bcde-1a40-472c-a56c-02ee17cd7902 req-d30b3412-2263-4713-9ae4-edf44f3c3520 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] 10.222.0.60 "GET /v2.0/ports?device_id=0eec516e-7fad-40c4-b84e-cbcee937e5ad HTTP/1.1" status: 200 len: 945 time: 0.2021313 Dec 16 09:30:43.609048 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e36862-1f21-4a0d-8c1a-69db33243c00 None None] The sync data for ids ['f1739b3b-eafb-4092-85ef-7db6cfc58f43'] in n-d-820550-2 is: [{'id': 'f1739b3b-eafb-4092-85ef-7db6cfc58f43', 'name': 'tempest-FloatingIPsTestJSON-291776897-router', 'tenant_id': 'a0a7ccea68d84a2aac5d7884fd6dd2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '748aefb1-a0f8-4be1-a5ec-bc0361ba262f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:30:33Z', 'updated_at': '2021-12-16T09:30:36Z', 'revision_number': 3, 'project_id': 'a0a7ccea68d84a2aac5d7884fd6dd2dc', 'gw_port': {'id': '748aefb1-a0f8-4be1-a5ec-bc0361ba262f', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:65:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1739b3b-eafb-4092-85ef-7db6cfc58f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:30:35Z', 'updated_at': '2021-12-16T09:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:30:43.627324 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff079c4d-494e-4950-bb23-822300b57172 service neutron] Pushing event updated for resources: {'Port': ['ID=a69db5df-6239-44ea-8f1f-7db59c4d729d,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:43.649819 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-caf051b7-65e9-423d-becc-2ab6cfc36111 None None] Provisioning complete for port 732cb0da-fc84-48ba-aaa2-68e9d6cdaf39 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:30:43.650631 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-caf051b7-65e9-423d-becc-2ab6cfc36111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:43.680026 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-df417a6b-b3a4-49e7-b14b-e30e5d4f5669 service neutron] Request body: {'port': {'device_id': '3325c660-c7c0-4c30-903a-4a974a289311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:43.768683 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-caf051b7-65e9-423d-becc-2ab6cfc36111 None None] Port 732cb0da-fc84-48ba-aaa2-68e9d6cdaf39 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:30:43.790238 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1038a4-16e0-4ac5-95a3-bc5e0e20a7b1 req-95af7252-7ae9-42f6-949e-5c9dca1e7fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:43.791811 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2f1038a4-16e0-4ac5-95a3-bc5e0e20a7b1 req-95af7252-7ae9-42f6-949e-5c9dca1e7fc6 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3353620 Dec 16 09:30:43.853167 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9901b8ec-4578-405c-9606-637a7b4ccc57 x-openstack-request-id: req-9901b8ec-4578-405c-9606-637a7b4ccc57 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:43.853682 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eec516e-7fad-40c4-b84e-cbcee937e5ad", "name": "network-vif-plugged", "status": "completed", "tag": "6c6a7afd-1129-4f4f-9049-1486ec782452", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:43.854974 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9901b8ec-4578-405c-9606-637a7b4ccc57 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:43.855614 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eec516e-7fad-40c4-b84e-cbcee937e5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6a7afd-1129-4f4f-9049-1486ec782452', 'code': 200} Dec 16 09:30:43.917078 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d822bcde-1a40-472c-a56c-02ee17cd7902 req-544f365f-ee9b-4d9c-86fc-2494a6490f58 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1a5a1ca-bd1e-4e7f-bf19-5bad20c7040b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084874 Dec 16 09:30:43.919180 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c7cb458e-528d-4004-ae97-461d1972597e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:44.052461 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff748b85-8992-4b20-888d-e4ad80908675 req-9ad183dd-011c-466f-8539-dbabb518bae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:44.054018 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ff748b85-8992-4b20-888d-e4ad80908675 req-9ad183dd-011c-466f-8539-dbabb518bae8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0eec516e-7fad-40c4-b84e-cbcee937e5ad HTTP/1.1" status: 200 len: 1096 time: 0.1084466 Dec 16 09:30:44.118139 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-df417a6b-b3a4-49e7-b14b-e30e5d4f5669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:44.203625 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ff748b85-8992-4b20-888d-e4ad80908675 req-d770aac1-df4d-4ac1-a2ff-5b7276497084 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d1a5a1ca-bd1e-4e7f-bf19-5bad20c7040b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418736 Dec 16 09:30:44.774727 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a1530-cfc4-47e4-a3a6-457f8d4ec86d req-b2116664-f8e4-42a6-a830-531285129604 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:44.791017 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a1530-cfc4-47e4-a3a6-457f8d4ec86d req-b2116664-f8e4-42a6-a830-531285129604 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:44.801458 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a1530-cfc4-47e4-a3a6-457f8d4ec86d req-b2116664-f8e4-42a6-a830-531285129604 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:44.815868 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a1530-cfc4-47e4-a3a6-457f8d4ec86d req-b2116664-f8e4-42a6-a830-531285129604 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:44.830377 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a1530-cfc4-47e4-a3a6-457f8d4ec86d req-b2116664-f8e4-42a6-a830-531285129604 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:44.846023 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a1530-cfc4-47e4-a3a6-457f8d4ec86d req-b2116664-f8e4-42a6-a830-531285129604 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:44.863938 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a1530-cfc4-47e4-a3a6-457f8d4ec86d req-b2116664-f8e4-42a6-a830-531285129604 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:44.878216 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5d9a1530-cfc4-47e4-a3a6-457f8d4ec86d req-b2116664-f8e4-42a6-a830-531285129604 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5384 time: 0.7984707 Dec 16 09:30:44.944291 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'tag': 'a69db5df-6239-44ea-8f1f-7db59c4d729d'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:44.947242 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa33101-b89f-4dcd-9a90-61fe81a4b94f" -d '{"events": [{"name": "network-changed", "server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "tag": "a69db5df-6239-44ea-8f1f-7db59c4d729d"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:45.084787 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5d9a1530-cfc4-47e4-a3a6-457f8d4ec86d req-b5d43803-b832-4573-b89a-f68d2f4d28f9 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2055588 Dec 16 09:30:45.153792 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-df417a6b-b3a4-49e7-b14b-e30e5d4f5669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71a536ff-db73-40d7-a675-389e7dd9e143 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:30:45.209018 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-df417a6b-b3a4-49e7-b14b-e30e5d4f5669 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:45.281080 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-df417a6b-b3a4-49e7-b14b-e30e5d4f5669 service neutron] Transition to ACTIVE for port object 71a536ff-db73-40d7-a675-389e7dd9e143 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:30:45.384579 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c7cb458e-528d-4004-ae97-461d1972597e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:45.413374 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96621e-54ec-42b1-857c-6525dbe28330 req-ad3a25d4-907b-415b-8555-1e1e79d47bed tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:45.415640 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ea96621e-54ec-42b1-857c-6525dbe28330 req-ad3a25d4-907b-415b-8555-1e1e79d47bed tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] 10.222.0.60 "GET /v2.0/ports?device_id=0eec516e-7fad-40c4-b84e-cbcee937e5ad HTTP/1.1" status: 200 len: 945 time: 0.0963657 Dec 16 09:30:45.467521 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ea96621e-54ec-42b1-857c-6525dbe28330 req-49dc0c8a-2f01-4e0e-8a03-68e9fa6d6b44 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1a5a1ca-bd1e-4e7f-bf19-5bad20c7040b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451751 Dec 16 09:30:45.538123 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d80ee1-d127-4b32-ae20-e1e90589bd80 x-openstack-request-id: req-e3d80ee1-d127-4b32-ae20-e1e90589bd80 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:45.538410 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "tag": "a69db5df-6239-44ea-8f1f-7db59c4d729d", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:45.539213 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e3d80ee1-d127-4b32-ae20-e1e90589bd80 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:45.539632 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'tag': 'a69db5df-6239-44ea-8f1f-7db59c4d729d', 'status': 'completed', 'code': 200} Dec 16 09:30:45.612741 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa33101-b89f-4dcd-9a90-61fe81a4b94f req-42bfb6a6-7300-44b9-adf5-45eb749f6b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:45.614186 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa33101-b89f-4dcd-9a90-61fe81a4b94f req-42bfb6a6-7300-44b9-adf5-45eb749f6b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:45.614835 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa33101-b89f-4dcd-9a90-61fe81a4b94f req-42bfb6a6-7300-44b9-adf5-45eb749f6b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:45.615499 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa33101-b89f-4dcd-9a90-61fe81a4b94f req-42bfb6a6-7300-44b9-adf5-45eb749f6b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:45.616183 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa33101-b89f-4dcd-9a90-61fe81a4b94f req-42bfb6a6-7300-44b9-adf5-45eb749f6b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:45.616923 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa33101-b89f-4dcd-9a90-61fe81a4b94f req-42bfb6a6-7300-44b9-adf5-45eb749f6b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:45.618115 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa33101-b89f-4dcd-9a90-61fe81a4b94f req-42bfb6a6-7300-44b9-adf5-45eb749f6b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:45.619972 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bfa33101-b89f-4dcd-9a90-61fe81a4b94f req-42bfb6a6-7300-44b9-adf5-45eb749f6b10 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2fdf9ee8bfea41ea812d81e90556fa69&device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 6276 time: 0.0519657 Dec 16 09:30:45.677618 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-df417a6b-b3a4-49e7-b14b-e30e5d4f5669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:45.824641 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c7cb458e-528d-4004-ae97-461d1972597e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:45.850009 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df417a6b-b3a4-49e7-b14b-e30e5d4f5669 service neutron] Pushing event updated for resources: {'Port': ['ID=71a536ff-db73-40d7-a675-389e7dd9e143,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:45.869014 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa33101-b89f-4dcd-9a90-61fe81a4b94f req-50c3c911-92cb-4f0d-b7df-398bd6833e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:45.869014 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa33101-b89f-4dcd-9a90-61fe81a4b94f req-50c3c911-92cb-4f0d-b7df-398bd6833e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:45.873966 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa33101-b89f-4dcd-9a90-61fe81a4b94f req-50c3c911-92cb-4f0d-b7df-398bd6833e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:45.875808 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bfa33101-b89f-4dcd-9a90-61fe81a4b94f req-50c3c911-92cb-4f0d-b7df-398bd6833e00 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2fdf9ee8bfea41ea812d81e90556fa69&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2460620 Dec 16 09:30:46.022619 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 748aefb1-a0f8-4be1-a5ec-bc0361ba262f up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:30:46.101300 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c7cb458e-528d-4004-ae97-461d1972597e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:46.103286 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb458e-528d-4004-ae97-461d1972597e admin admin] Pushing event updated for resources: {'Port': ['ID=732cb0da-fc84-48ba-aaa2-68e9d6cdaf39,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:46.218150 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 748aefb1-a0f8-4be1-a5ec-bc0361ba262f triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:30:46.220277 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:46.222547 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-df417a6b-b3a4-49e7-b14b-e30e5d4f5669 service neutron] Attempting to bind port 71a536ff-db73-40d7-a675-389e7dd9e143 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:30:46.223099 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-df417a6b-b3a4-49e7-b14b-e30e5d4f5669 service neutron] Attempting to bind port 71a536ff-db73-40d7-a675-389e7dd9e143 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '8d69c9a9-3071-4ca9-b695-b89cbd7318a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '684e8d31-9cdf-4419-92e5-be50ab03fd53'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:30:46.224851 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-df417a6b-b3a4-49e7-b14b-e30e5d4f5669 service neutron] Attempting to bind port 71a536ff-db73-40d7-a675-389e7dd9e143 on network 684e8d31-9cdf-4419-92e5-be50ab03fd53 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:30:46.247672 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-df417a6b-b3a4-49e7-b14b-e30e5d4f5669 service neutron] Port 71a536ff-db73-40d7-a675-389e7dd9e143 on network 684e8d31-9cdf-4419-92e5-be50ab03fd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:30:46.247981 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-df417a6b-b3a4-49e7-b14b-e30e5d4f5669 service neutron] Attempting to bind port 71a536ff-db73-40d7-a675-389e7dd9e143 on network 684e8d31-9cdf-4419-92e5-be50ab03fd53 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:30:46.410541 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa33101-b89f-4dcd-9a90-61fe81a4b94f req-e5faae70-b2b2-4b33-ab13-b817688cdaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:46.415558 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bfa33101-b89f-4dcd-9a90-61fe81a4b94f req-e5faae70-b2b2-4b33-ab13-b817688cdaf0 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5231445 Dec 16 09:30:46.511690 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-df417a6b-b3a4-49e7-b14b-e30e5d4f5669 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:30:46.512378 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-df417a6b-b3a4-49e7-b14b-e30e5d4f5669 service neutron] Checking segment: {'id': '8d69c9a9-3071-4ca9-b695-b89cbd7318a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '684e8d31-9cdf-4419-92e5-be50ab03fd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:30:46.512946 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-df417a6b-b3a4-49e7-b14b-e30e5d4f5669 service neutron] Bound using segment: {'id': '8d69c9a9-3071-4ca9-b695-b89cbd7318a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '684e8d31-9cdf-4419-92e5-be50ab03fd53'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:30:46.513805 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-df417a6b-b3a4-49e7-b14b-e30e5d4f5669 service neutron] Bound port: 71a536ff-db73-40d7-a675-389e7dd9e143, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d69c9a9-3071-4ca9-b695-b89cbd7318a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '684e8d31-9cdf-4419-92e5-be50ab03fd53'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:30:46.515506 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-df417a6b-b3a4-49e7-b14b-e30e5d4f5669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:46.582981 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:46.657336 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 748aefb1-a0f8-4be1-a5ec-bc0361ba262f, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=748aefb1-a0f8-4be1-a5ec-bc0361ba262f,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:46.731637 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-df417a6b-b3a4-49e7-b14b-e30e5d4f5669 service neutron] For port 71a536ff-db73-40d7-a675-389e7dd9e143, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:30:46.755910 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-df417a6b-b3a4-49e7-b14b-e30e5d4f5669 service neutron] For port 71a536ff-db73-40d7-a675-389e7dd9e143, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=71a536ff-db73-40d7-a675-389e7dd9e143,segment=NetworkSegment(8d69c9a9-3071-4ca9-b695-b89cbd7318a7),segment_id=8d69c9a9-3071-4ca9-b695-b89cbd7318a7)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:30:46.771463 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cb458e-528d-4004-ae97-461d1972597e admin admin] Network 887cc043-b6ed-4a3d-999d-90a25a7e3331 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:30:46.774605 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-c7cb458e-528d-4004-ae97-461d1972597e admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:30:46.789577 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5205c5-c07e-41fa-a5d1-6591800374fb req-81e3e68b-3ffe-4611-8b75-33004c454695 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:46.796347 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5205c5-c07e-41fa-a5d1-6591800374fb req-81e3e68b-3ffe-4611-8b75-33004c454695 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:46.804945 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5205c5-c07e-41fa-a5d1-6591800374fb req-81e3e68b-3ffe-4611-8b75-33004c454695 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:46.811608 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5205c5-c07e-41fa-a5d1-6591800374fb req-81e3e68b-3ffe-4611-8b75-33004c454695 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:46.817468 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5205c5-c07e-41fa-a5d1-6591800374fb req-81e3e68b-3ffe-4611-8b75-33004c454695 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:46.824037 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5205c5-c07e-41fa-a5d1-6591800374fb req-81e3e68b-3ffe-4611-8b75-33004c454695 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:46.836788 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:46.852218 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5205c5-c07e-41fa-a5d1-6591800374fb req-81e3e68b-3ffe-4611-8b75-33004c454695 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:46.868668 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6f5205c5-c07e-41fa-a5d1-6591800374fb req-81e3e68b-3ffe-4611-8b75-33004c454695 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5396 time: 0.4056721 Dec 16 09:30:46.904947 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-df417a6b-b3a4-49e7-b14b-e30e5d4f5669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:46.945859 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=748aefb1-a0f8-4be1-a5ec-bc0361ba262f,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:46.987299 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:46.993323 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:46.993882 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:46.997911 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:46.998386 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:46.999519 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:47.001404 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:47.007244 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:47.007244 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:47.007244 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:47.007244 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:47.007244 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:47.221041 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-ca3132a7-9506-41b3-9855-e0e8b6f9fb1f None None] Provisioning complete for port 732cb0da-fc84-48ba-aaa2-68e9d6cdaf39 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:30:47.222204 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ca3132a7-9506-41b3-9855-e0e8b6f9fb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:47.265266 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-ca3132a7-9506-41b3-9855-e0e8b6f9fb1f None None] Port 732cb0da-fc84-48ba-aaa2-68e9d6cdaf39 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:30:47.372584 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-df417a6b-b3a4-49e7-b14b-e30e5d4f5669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:47.374128 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-df417a6b-b3a4-49e7-b14b-e30e5d4f5669 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:47.375143 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-df417a6b-b3a4-49e7-b14b-e30e5d4f5669 service neutron] 10.222.0.57 "PUT /v2.0/ports/71a536ff-db73-40d7-a675-389e7dd9e143 HTTP/1.1" status: 200 len: 1091 time: 3.7006185 Dec 16 09:30:47.395502 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:30:47.404214 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6f5205c5-c07e-41fa-a5d1-6591800374fb req-1770753f-94a7-47af-b918-0d019ba1e4bc tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5245910 Dec 16 09:30:47.458834 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df417a6b-b3a4-49e7-b14b-e30e5d4f5669 service neutron] Pushing event updated for resources: {'Port': ['ID=71a536ff-db73-40d7-a675-389e7dd9e143,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:47.503020 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-f57ae0d6-5546-4adb-993c-0c9b3f5f8f90 service neutron] Request body: {'port': {'device_id': '3325c660-c7c0-4c30-903a-4a974a289311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:47.517292 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7cb458e-528d-4004-ae97-461d1972597e admin admin] Router f1739b3b-eafb-4092-85ef-7db6cfc58f43 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:30:47.546232 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'tag': '71a536ff-db73-40d7-a675-389e7dd9e143'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:47.548783 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4296f3b-4380-482a-b902-c62ec146f91b" -d '{"events": [{"name": "network-changed", "server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "tag": "71a536ff-db73-40d7-a675-389e7dd9e143"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:47.779202 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-f57ae0d6-5546-4adb-993c-0c9b3f5f8f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:47.842080 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b854665-5ee4-4428-8fc0-227ced635d78 req-5494ff2f-366f-4ef4-9dca-3cc839ebfa9a tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:47.847183 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3b854665-5ee4-4428-8fc0-227ced635d78 req-5494ff2f-366f-4ef4-9dca-3cc839ebfa9a tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] 10.222.0.60 "GET /v2.0/ports?device_id=0eec516e-7fad-40c4-b84e-cbcee937e5ad HTTP/1.1" status: 200 len: 945 time: 0.3294358 Dec 16 09:30:47.974349 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 748aefb1-a0f8-4be1-a5ec-bc0361ba262f up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:30:48.015577 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3b854665-5ee4-4428-8fc0-227ced635d78 req-8574e146-6da1-4d29-9c1e-514d7acf90ea tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1a5a1ca-bd1e-4e7f-bf19-5bad20c7040b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626604 Dec 16 09:30:48.018623 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7cb458e-528d-4004-ae97-461d1972597e admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:30:48.035236 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c7cb458e-528d-4004-ae97-461d1972597e admin admin] 10.222.0.60 "PUT /v2.0/routers/f1739b3b-eafb-4092-85ef-7db6cfc58f43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4737430 Dec 16 09:30:48.044569 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39786101-66e7-4ead-b24d-d6828ee76c65 None None] Sync routers for ids ['f1739b3b-eafb-4092-85ef-7db6cfc58f43'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:30:48.063645 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39786101-66e7-4ead-b24d-d6828ee76c65 None None] Routers {'f1739b3b-eafb-4092-85ef-7db6cfc58f43'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:30:48.064276 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-39786101-66e7-4ead-b24d-d6828ee76c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:30:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['f1739b3b-eafb-4092-85ef-7db6cfc58f43'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:48.100888 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-5ade121b-4991-4ed7-aa84-b9717a90a342 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=c72236daaf3c429fb462e278e5b03cb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1191425 Dec 16 09:30:48.196303 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 748aefb1-a0f8-4be1-a5ec-bc0361ba262f triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:30:48.196303 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:48.270224 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-39786101-66e7-4ead-b24d-d6828ee76c65 None None] Set router f1739b3b-eafb-4092-85ef-7db6cfc58f43 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:30:48.378524 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-c57422a0-8898-4b60-8226-850f5f3670c4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:48.383903 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-c57422a0-8898-4b60-8226-850f5f3670c4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2755759 Dec 16 09:30:48.407080 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-3a40419f-3d07-4ddd-9b97-87db0c55b3d4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/quotas/c72236daaf3c429fb462e278e5b03cb7 HTTP/1.1" status: 200 len: 375 time: 0.0131989 Dec 16 09:30:48.448652 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-adfa8316-9d68-4449-82ac-3d8b8c52b589 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c72236daaf3c429fb462e278e5b03cb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321710 Dec 16 09:30:48.532597 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-39786101-66e7-4ead-b24d-d6828ee76c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1739b3b-eafb-4092-85ef-7db6cfc58f43', 'name': 'tempest-FloatingIPsTestJSON-291776897-router', 'tenant_id': 'a0a7ccea68d84a2aac5d7884fd6dd2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '748aefb1-a0f8-4be1-a5ec-bc0361ba262f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:30:33Z', 'updated_at': '2021-12-16T09:30:43Z', 'revision_number': 4, 'project_id': 'a0a7ccea68d84a2aac5d7884fd6dd2dc', 'gw_port': {'id': '748aefb1-a0f8-4be1-a5ec-bc0361ba262f', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:65:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1739b3b-eafb-4092-85ef-7db6cfc58f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:30:35Z', 'updated_at': '2021-12-16T09:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '732cb0da-fc84-48ba-aaa2-68e9d6cdaf39', 'name': '', 'network_id': '887cc043-b6ed-4a3d-999d-90a25a7e3331', 'tenant_id': 'a0a7ccea68d84a2aac5d7884fd6dd2dc', 'mac_address': 'fa:16:3e:19:50:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1739b3b-eafb-4092-85ef-7db6cfc58f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '8230b2bb-1d7b-40d4-98a9-63860403a493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:30:41Z', 'updated_at': '2021-12-16T09:30:44Z', 'revision_number': 2, 'project_id': 'a0a7ccea68d84a2aac5d7884fd6dd2dc', 'subnets': [{'id': '8230b2bb-1d7b-40d4-98a9-63860403a493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:48.537787 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-f57ae0d6-5546-4adb-993c-0c9b3f5f8f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a650ab00-f145-4f7c-be24-463bd6eebdba {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:30:48.546258 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-f57ae0d6-5546-4adb-993c-0c9b3f5f8f90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:48.559570 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-f57ae0d6-5546-4adb-993c-0c9b3f5f8f90 service neutron] Transition to ACTIVE for port object a650ab00-f145-4f7c-be24-463bd6eebdba will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:30:48.568866 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39786101-66e7-4ead-b24d-d6828ee76c65 None None] Checking router: f1739b3b-eafb-4092-85ef-7db6cfc58f43 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:30:48.569239 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39786101-66e7-4ead-b24d-d6828ee76c65 None None] Updating router f1739b3b-eafb-4092-85ef-7db6cfc58f43 port 732cb0da-fc84-48ba-aaa2-68e9d6cdaf39 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:30:48.593350 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-39786101-66e7-4ead-b24d-d6828ee76c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:48.731860 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-f57ae0d6-5546-4adb-993c-0c9b3f5f8f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:48.796944 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ae0d6-5546-4adb-993c-0c9b3f5f8f90 service neutron] Pushing event updated for resources: {'Port': ['ID=a650ab00-f145-4f7c-be24-463bd6eebdba,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:48.907376 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca11bc12-ec03-4e69-a6d7-3bcd48eb7d67 x-openstack-request-id: req-ca11bc12-ec03-4e69-a6d7-3bcd48eb7d67 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:48.911767 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "tag": "71a536ff-db73-40d7-a675-389e7dd9e143", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:48.912202 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ca11bc12-ec03-4e69-a6d7-3bcd48eb7d67 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:48.912728 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'tag': '71a536ff-db73-40d7-a675-389e7dd9e143', 'status': 'completed', 'code': 200} Dec 16 09:30:48.956442 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-f57ae0d6-5546-4adb-993c-0c9b3f5f8f90 service neutron] Attempting to bind port a650ab00-f145-4f7c-be24-463bd6eebdba on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:30:48.956885 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-39786101-66e7-4ead-b24d-d6828ee76c65 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:48.957866 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-f57ae0d6-5546-4adb-993c-0c9b3f5f8f90 service neutron] Attempting to bind port a650ab00-f145-4f7c-be24-463bd6eebdba by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '5c9e9750-dcd0-4530-8e67-4882aa666bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3976022d-4300-480a-88ba-80eb47c64065'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:30:48.959901 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-f57ae0d6-5546-4adb-993c-0c9b3f5f8f90 service neutron] Attempting to bind port a650ab00-f145-4f7c-be24-463bd6eebdba on network 3976022d-4300-480a-88ba-80eb47c64065 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:30:48.974719 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-f57ae0d6-5546-4adb-993c-0c9b3f5f8f90 service neutron] Port a650ab00-f145-4f7c-be24-463bd6eebdba on network 3976022d-4300-480a-88ba-80eb47c64065 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:30:48.975161 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-f57ae0d6-5546-4adb-993c-0c9b3f5f8f90 service neutron] Attempting to bind port a650ab00-f145-4f7c-be24-463bd6eebdba on network 3976022d-4300-480a-88ba-80eb47c64065 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:30:48.986824 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-f57ae0d6-5546-4adb-993c-0c9b3f5f8f90 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:30:48.987519 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-f57ae0d6-5546-4adb-993c-0c9b3f5f8f90 service neutron] Checking segment: {'id': '5c9e9750-dcd0-4530-8e67-4882aa666bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3976022d-4300-480a-88ba-80eb47c64065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:30:48.988604 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-f57ae0d6-5546-4adb-993c-0c9b3f5f8f90 service neutron] Bound using segment: {'id': '5c9e9750-dcd0-4530-8e67-4882aa666bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3976022d-4300-480a-88ba-80eb47c64065'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:30:48.989248 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-f57ae0d6-5546-4adb-993c-0c9b3f5f8f90 service neutron] Bound port: a650ab00-f145-4f7c-be24-463bd6eebdba, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c9e9750-dcd0-4530-8e67-4882aa666bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3976022d-4300-480a-88ba-80eb47c64065'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:30:48.989853 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-f57ae0d6-5546-4adb-993c-0c9b3f5f8f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:48.994089 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4296f3b-4380-482a-b902-c62ec146f91b req-756b267a-cab9-42db-8419-9b085e894841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:48.994581 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4296f3b-4380-482a-b902-c62ec146f91b req-756b267a-cab9-42db-8419-9b085e894841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:48.995111 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4296f3b-4380-482a-b902-c62ec146f91b req-756b267a-cab9-42db-8419-9b085e894841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:48.995580 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4296f3b-4380-482a-b902-c62ec146f91b req-756b267a-cab9-42db-8419-9b085e894841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:48.996433 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4296f3b-4380-482a-b902-c62ec146f91b req-756b267a-cab9-42db-8419-9b085e894841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:48.996904 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4296f3b-4380-482a-b902-c62ec146f91b req-756b267a-cab9-42db-8419-9b085e894841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:48.998858 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4296f3b-4380-482a-b902-c62ec146f91b req-756b267a-cab9-42db-8419-9b085e894841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:49.000829 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b4296f3b-4380-482a-b902-c62ec146f91b req-756b267a-cab9-42db-8419-9b085e894841 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2fdf9ee8bfea41ea812d81e90556fa69&device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 6368 time: 0.1410878 Dec 16 09:30:49.032145 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-39786101-66e7-4ead-b24d-d6828ee76c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:49.135166 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-f57ae0d6-5546-4adb-993c-0c9b3f5f8f90 service neutron] For port a650ab00-f145-4f7c-be24-463bd6eebdba, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:30:49.139550 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-f57ae0d6-5546-4adb-993c-0c9b3f5f8f90 service neutron] For port a650ab00-f145-4f7c-be24-463bd6eebdba, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=a650ab00-f145-4f7c-be24-463bd6eebdba,segment=NetworkSegment(5c9e9750-dcd0-4530-8e67-4882aa666bb7),segment_id=5c9e9750-dcd0-4530-8e67-4882aa666bb7)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:30:49.183817 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4296f3b-4380-482a-b902-c62ec146f91b req-cf16460d-d0a1-4331-9825-f31246a1bc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:49.184313 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4296f3b-4380-482a-b902-c62ec146f91b req-cf16460d-d0a1-4331-9825-f31246a1bc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:49.185033 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4296f3b-4380-482a-b902-c62ec146f91b req-cf16460d-d0a1-4331-9825-f31246a1bc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:49.186853 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b4296f3b-4380-482a-b902-c62ec146f91b req-cf16460d-d0a1-4331-9825-f31246a1bc53 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2fdf9ee8bfea41ea812d81e90556fa69&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1713824 Dec 16 09:30:49.224873 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0a258-469d-41e3-a8ba-0fa3c0e6fb2f None None] Pushing event updated for resources: {'Port': ['ID=732cb0da-fc84-48ba-aaa2-68e9d6cdaf39,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:49.236063 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0a258-469d-41e3-a8ba-0fa3c0e6fb2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:49.236660 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0a258-469d-41e3-a8ba-0fa3c0e6fb2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:49.244268 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0a258-469d-41e3-a8ba-0fa3c0e6fb2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:49.244268 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0a258-469d-41e3-a8ba-0fa3c0e6fb2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:49.244268 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0a258-469d-41e3-a8ba-0fa3c0e6fb2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:49.244268 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0a258-469d-41e3-a8ba-0fa3c0e6fb2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:49.244268 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0a258-469d-41e3-a8ba-0fa3c0e6fb2f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:49.244268 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0a258-469d-41e3-a8ba-0fa3c0e6fb2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:49.244268 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0a258-469d-41e3-a8ba-0fa3c0e6fb2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:49.244268 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0a258-469d-41e3-a8ba-0fa3c0e6fb2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:49.244268 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0a258-469d-41e3-a8ba-0fa3c0e6fb2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:49.244268 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0a258-469d-41e3-a8ba-0fa3c0e6fb2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:49.248537 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-f57ae0d6-5546-4adb-993c-0c9b3f5f8f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:49.325762 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-39786101-66e7-4ead-b24d-d6828ee76c65 None None] Attempting to bind port 732cb0da-fc84-48ba-aaa2-68e9d6cdaf39 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:30:49.335115 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-f57ae0d6-5546-4adb-993c-0c9b3f5f8f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:49.335893 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-f57ae0d6-5546-4adb-993c-0c9b3f5f8f90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:49.337330 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-f57ae0d6-5546-4adb-993c-0c9b3f5f8f90 service neutron] 10.222.0.57 "PUT /v2.0/ports/a650ab00-f145-4f7c-be24-463bd6eebdba HTTP/1.1" status: 200 len: 1091 time: 1.8406341 Dec 16 09:30:49.340532 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-39786101-66e7-4ead-b24d-d6828ee76c65 None None] Attempting to bind port 732cb0da-fc84-48ba-aaa2-68e9d6cdaf39 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '3a7edfb0-337b-4b49-b073-660d3a9aa7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '887cc043-b6ed-4a3d-999d-90a25a7e3331'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:30:49.346626 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39786101-66e7-4ead-b24d-d6828ee76c65 None None] Attempting to bind port 732cb0da-fc84-48ba-aaa2-68e9d6cdaf39 on network 887cc043-b6ed-4a3d-999d-90a25a7e3331 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:30:49.354265 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39786101-66e7-4ead-b24d-d6828ee76c65 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:30:49.355125 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39786101-66e7-4ead-b24d-d6828ee76c65 None None] Checking segment: {'id': '3a7edfb0-337b-4b49-b073-660d3a9aa7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '887cc043-b6ed-4a3d-999d-90a25a7e3331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:30:49.356035 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-39786101-66e7-4ead-b24d-d6828ee76c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:49.356658 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39786101-66e7-4ead-b24d-d6828ee76c65 None None] Bound using segment: {'id': '3a7edfb0-337b-4b49-b073-660d3a9aa7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '887cc043-b6ed-4a3d-999d-90a25a7e3331'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:30:49.358422 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-39786101-66e7-4ead-b24d-d6828ee76c65 None None] Bound port: 732cb0da-fc84-48ba-aaa2-68e9d6cdaf39, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a7edfb0-337b-4b49-b073-660d3a9aa7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '887cc043-b6ed-4a3d-999d-90a25a7e3331'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:30:49.359061 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-39786101-66e7-4ead-b24d-d6828ee76c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:49.367001 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4296f3b-4380-482a-b902-c62ec146f91b req-3049e41e-7e85-4903-887e-e7e2cb2d040f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:49.371181 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b4296f3b-4380-482a-b902-c62ec146f91b req-3049e41e-7e85-4903-887e-e7e2cb2d040f service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1740196 Dec 16 09:30:49.406619 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ae0d6-5546-4adb-993c-0c9b3f5f8f90 service neutron] Pushing event updated for resources: {'Port': ['ID=a650ab00-f145-4f7c-be24-463bd6eebdba,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:49.474330 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-cc582421-1bf2-4107-9eae-be9c525ade79 service neutron] Request body: {'port': {'device_id': '3325c660-c7c0-4c30-903a-4a974a289311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:49.495282 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-39786101-66e7-4ead-b24d-d6828ee76c65 None None] For port 732cb0da-fc84-48ba-aaa2-68e9d6cdaf39, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:30:49.498993 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-39786101-66e7-4ead-b24d-d6828ee76c65 None None] For port 732cb0da-fc84-48ba-aaa2-68e9d6cdaf39, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=732cb0da-fc84-48ba-aaa2-68e9d6cdaf39,segment=NetworkSegment(3a7edfb0-337b-4b49-b073-660d3a9aa7a7),segment_id=3a7edfb0-337b-4b49-b073-660d3a9aa7a7)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:30:49.625655 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-39786101-66e7-4ead-b24d-d6828ee76c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:49.647680 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-cc582421-1bf2-4107-9eae-be9c525ade79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:49.704220 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39786101-66e7-4ead-b24d-d6828ee76c65 None None] Routers {'f1739b3b-eafb-4092-85ef-7db6cfc58f43'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:30:49.705275 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-39786101-66e7-4ead-b24d-d6828ee76c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:30:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['f1739b3b-eafb-4092-85ef-7db6cfc58f43'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:49.718929 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-ca422c20-36e7-4b31-b589-2016faed501b None None] Provisioning complete for port 732cb0da-fc84-48ba-aaa2-68e9d6cdaf39 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:30:49.721360 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ca422c20-36e7-4b31-b589-2016faed501b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:49.744266 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0a258-469d-41e3-a8ba-0fa3c0e6fb2f None None] Pushing event updated for resources: {'Port': ['ID=732cb0da-fc84-48ba-aaa2-68e9d6cdaf39,revision_number=4']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:49.871855 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ca422c20-36e7-4b31-b589-2016faed501b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:49.908606 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f3ba84f5-0f70-4211-800a-490672671e9e req-01a0b41b-afc1-4195-9f29-3db2818e5638 tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4293351 Dec 16 09:30:49.915169 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-39786101-66e7-4ead-b24d-d6828ee76c65 None None] Set router f1739b3b-eafb-4092-85ef-7db6cfc58f43 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:30:49.920065 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-f3ba84f5-0f70-4211-800a-490672671e9e req-acc5ea10-a17d-4ce6-bbfd-4762c5dc593d tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:49.929371 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-ca422c20-36e7-4b31-b589-2016faed501b None None] For port 732cb0da-fc84-48ba-aaa2-68e9d6cdaf39, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=732cb0da-fc84-48ba-aaa2-68e9d6cdaf39,segment=NetworkSegment(3a7edfb0-337b-4b49-b073-660d3a9aa7a7),segment_id=3a7edfb0-337b-4b49-b073-660d3a9aa7a7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:50.057858 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ca422c20-36e7-4b31-b589-2016faed501b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:50.088575 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f3ba84f5-0f70-4211-800a-490672671e9e req-acc5ea10-a17d-4ce6-bbfd-4762c5dc593d tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Notify callbacks [] for floatingip, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:50.195581 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-cc582421-1bf2-4107-9eae-be9c525ade79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e17d84-b280-47fd-913c-8795ea943d25 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:30:50.205684 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-cc582421-1bf2-4107-9eae-be9c525ade79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:50.223749 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-cc582421-1bf2-4107-9eae-be9c525ade79 service neutron] Transition to ACTIVE for port object 93e17d84-b280-47fd-913c-8795ea943d25 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:30:50.233433 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca422c20-36e7-4b31-b589-2016faed501b None None] Pushing event updated for resources: {'Port': ['ID=732cb0da-fc84-48ba-aaa2-68e9d6cdaf39,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:50.248545 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-39786101-66e7-4ead-b24d-d6828ee76c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1739b3b-eafb-4092-85ef-7db6cfc58f43', 'name': 'tempest-FloatingIPsTestJSON-291776897-router', 'tenant_id': 'a0a7ccea68d84a2aac5d7884fd6dd2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '748aefb1-a0f8-4be1-a5ec-bc0361ba262f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:30:33Z', 'updated_at': '2021-12-16T09:30:43Z', 'revision_number': 4, 'project_id': 'a0a7ccea68d84a2aac5d7884fd6dd2dc', 'gw_port': {'id': '748aefb1-a0f8-4be1-a5ec-bc0361ba262f', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:65:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1739b3b-eafb-4092-85ef-7db6cfc58f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:30:35Z', 'updated_at': '2021-12-16T09:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '732cb0da-fc84-48ba-aaa2-68e9d6cdaf39', 'name': '', 'network_id': '887cc043-b6ed-4a3d-999d-90a25a7e3331', 'tenant_id': 'a0a7ccea68d84a2aac5d7884fd6dd2dc', 'mac_address': 'fa:16:3e:19:50:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1739b3b-eafb-4092-85ef-7db6cfc58f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '8230b2bb-1d7b-40d4-98a9-63860403a493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:30:41Z', 'updated_at': '2021-12-16T09:30:49Z', 'revision_number': 4, 'project_id': 'a0a7ccea68d84a2aac5d7884fd6dd2dc', 'subnets': [{'id': '8230b2bb-1d7b-40d4-98a9-63860403a493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:50.271634 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f3ba84f5-0f70-4211-800a-490672671e9e req-acc5ea10-a17d-4ce6-bbfd-4762c5dc593d tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:50.282857 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39786101-66e7-4ead-b24d-d6828ee76c65 None None] The sync data for ids ['f1739b3b-eafb-4092-85ef-7db6cfc58f43'] in n-d-820550-2 is: [{'id': 'f1739b3b-eafb-4092-85ef-7db6cfc58f43', 'name': 'tempest-FloatingIPsTestJSON-291776897-router', 'tenant_id': 'a0a7ccea68d84a2aac5d7884fd6dd2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '748aefb1-a0f8-4be1-a5ec-bc0361ba262f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:30:33Z', 'updated_at': '2021-12-16T09:30:43Z', 'revision_number': 4, 'project_id': 'a0a7ccea68d84a2aac5d7884fd6dd2dc', 'gw_port': {'id': '748aefb1-a0f8-4be1-a5ec-bc0361ba262f', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:65:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1739b3b-eafb-4092-85ef-7db6cfc58f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:30:35Z', 'updated_at': '2021-12-16T09:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '732cb0da-fc84-48ba-aaa2-68e9d6cdaf39', 'name': '', 'network_id': '887cc043-b6ed-4a3d-999d-90a25a7e3331', 'tenant_id': 'a0a7ccea68d84a2aac5d7884fd6dd2dc', 'mac_address': 'fa:16:3e:19:50:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1739b3b-eafb-4092-85ef-7db6cfc58f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '8230b2bb-1d7b-40d4-98a9-63860403a493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:30:41Z', 'updated_at': '2021-12-16T09:30:49Z', 'revision_number': 4, 'project_id': 'a0a7ccea68d84a2aac5d7884fd6dd2dc', 'subnets': [{'id': '8230b2bb-1d7b-40d4-98a9-63860403a493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:30:50.334961 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-0423942a-ce74-41c7-8f3b-35788a970632 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=943fa0c3d4fb47ff82b8e8cad21d5b54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230834 Dec 16 09:30:50.366972 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-cc582421-1bf2-4107-9eae-be9c525ade79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:50.395859 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-cbd0f5b5-29ae-4c59-be76-c5fbdabe2c28 None None] Provisioning complete for port 732cb0da-fc84-48ba-aaa2-68e9d6cdaf39 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:30:50.396574 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cbd0f5b5-29ae-4c59-be76-c5fbdabe2c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:50.506270 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc582421-1bf2-4107-9eae-be9c525ade79 service neutron] Pushing event updated for resources: {'Port': ['ID=93e17d84-b280-47fd-913c-8795ea943d25,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:50.584615 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-b98c84cc-619d-4806-ba05-65edc6d1f36b tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:50.595507 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-b98c84cc-619d-4806-ba05-65edc6d1f36b tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2533274 Dec 16 09:30:50.604895 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-f3ba84f5-0f70-4211-800a-490672671e9e req-acc5ea10-a17d-4ce6-bbfd-4762c5dc593d tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Allocated IP 172.25.1.71 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/e26931a8-4254-47cd-967c-156f772f11ce) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:30:50.622608 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-3ff9f9ba-ea98-4e6d-8648-da85b767a3ba tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/quotas/943fa0c3d4fb47ff82b8e8cad21d5b54 HTTP/1.1" status: 200 len: 375 time: 0.0258751 Dec 16 09:30:50.681165 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-696c3439-e680-46d9-9fa7-09385b6bd2f4 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=943fa0c3d4fb47ff82b8e8cad21d5b54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575399 Dec 16 09:30:50.750953 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f3ba84f5-0f70-4211-800a-490672671e9e req-acc5ea10-a17d-4ce6-bbfd-4762c5dc593d tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:50.796821 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-cc582421-1bf2-4107-9eae-be9c525ade79 service neutron] Attempting to bind port 93e17d84-b280-47fd-913c-8795ea943d25 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:30:50.797291 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-cc582421-1bf2-4107-9eae-be9c525ade79 service neutron] Attempting to bind port 93e17d84-b280-47fd-913c-8795ea943d25 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '5c9e9750-dcd0-4530-8e67-4882aa666bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3976022d-4300-480a-88ba-80eb47c64065'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:30:50.797618 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-cc582421-1bf2-4107-9eae-be9c525ade79 service neutron] Attempting to bind port 93e17d84-b280-47fd-913c-8795ea943d25 on network 3976022d-4300-480a-88ba-80eb47c64065 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:30:50.805764 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-cc582421-1bf2-4107-9eae-be9c525ade79 service neutron] Port 93e17d84-b280-47fd-913c-8795ea943d25 on network 3976022d-4300-480a-88ba-80eb47c64065 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:30:50.806159 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-cc582421-1bf2-4107-9eae-be9c525ade79 service neutron] Attempting to bind port 93e17d84-b280-47fd-913c-8795ea943d25 on network 3976022d-4300-480a-88ba-80eb47c64065 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:30:50.821841 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-cc582421-1bf2-4107-9eae-be9c525ade79 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:30:50.822179 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-cc582421-1bf2-4107-9eae-be9c525ade79 service neutron] Checking segment: {'id': '5c9e9750-dcd0-4530-8e67-4882aa666bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3976022d-4300-480a-88ba-80eb47c64065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:30:50.822562 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-cc582421-1bf2-4107-9eae-be9c525ade79 service neutron] Bound using segment: {'id': '5c9e9750-dcd0-4530-8e67-4882aa666bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3976022d-4300-480a-88ba-80eb47c64065'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:30:50.822997 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-cc582421-1bf2-4107-9eae-be9c525ade79 service neutron] Bound port: 93e17d84-b280-47fd-913c-8795ea943d25, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c9e9750-dcd0-4530-8e67-4882aa666bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3976022d-4300-480a-88ba-80eb47c64065'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:30:50.823352 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-cc582421-1bf2-4107-9eae-be9c525ade79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:50.912542 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-cc582421-1bf2-4107-9eae-be9c525ade79 service neutron] For port 93e17d84-b280-47fd-913c-8795ea943d25, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:30:50.914600 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'tag': 'a650ab00-f145-4f7c-be24-463bd6eebdba'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:50.916642 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-cc582421-1bf2-4107-9eae-be9c525ade79 service neutron] For port 93e17d84-b280-47fd-913c-8795ea943d25, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=93e17d84-b280-47fd-913c-8795ea943d25,segment=NetworkSegment(5c9e9750-dcd0-4530-8e67-4882aa666bb7),segment_id=5c9e9750-dcd0-4530-8e67-4882aa666bb7)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:30:50.916981 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75848f1-6e7f-4bfd-872d-0dfecf471c43" -d '{"events": [{"name": "network-changed", "server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "tag": "a650ab00-f145-4f7c-be24-463bd6eebdba"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:50.991339 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f3ba84f5-0f70-4211-800a-490672671e9e req-acc5ea10-a17d-4ce6-bbfd-4762c5dc593d tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:51.031217 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-cc582421-1bf2-4107-9eae-be9c525ade79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:51.035110 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3ba84f5-0f70-4211-800a-490672671e9e req-acc5ea10-a17d-4ce6-bbfd-4762c5dc593d tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:30:51.046988 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-f3ba84f5-0f70-4211-800a-490672671e9e req-acc5ea10-a17d-4ce6-bbfd-4762c5dc593d tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:30:51.049667 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ba84f5-0f70-4211-800a-490672671e9e req-acc5ea10-a17d-4ce6-bbfd-4762c5dc593d tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:30:51.098918 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-cc582421-1bf2-4107-9eae-be9c525ade79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:51.102334 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-cc582421-1bf2-4107-9eae-be9c525ade79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:51.106659 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-cc582421-1bf2-4107-9eae-be9c525ade79 service neutron] 10.222.0.57 "PUT /v2.0/ports/93e17d84-b280-47fd-913c-8795ea943d25 HTTP/1.1" status: 200 len: 1091 time: 1.6366975 Dec 16 09:30:51.116741 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97cc0b-96eb-4315-9c16-50a52818ff62 req-096c6946-e81e-40e8-a24b-62305f1089b2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:51.120626 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'tag': '93e17d84-b280-47fd-913c-8795ea943d25'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:51.123165 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b551a3c-171f-4e9e-85b3-8d7cf51991ae" -d '{"events": [{"name": "network-changed", "server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "tag": "93e17d84-b280-47fd-913c-8795ea943d25"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:51.135751 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97cc0b-96eb-4315-9c16-50a52818ff62 req-096c6946-e81e-40e8-a24b-62305f1089b2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:51.145452 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97cc0b-96eb-4315-9c16-50a52818ff62 req-096c6946-e81e-40e8-a24b-62305f1089b2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:51.152736 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5ea10-a17d-4ce6-bbfd-4762c5dc593d tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Pushing event updated for resources: {'Port': ['ID=e26931a8-4254-47cd-967c-156f772f11ce,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:51.174733 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97cc0b-96eb-4315-9c16-50a52818ff62 req-096c6946-e81e-40e8-a24b-62305f1089b2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:51.191272 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97cc0b-96eb-4315-9c16-50a52818ff62 req-096c6946-e81e-40e8-a24b-62305f1089b2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:51.205606 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97cc0b-96eb-4315-9c16-50a52818ff62 req-096c6946-e81e-40e8-a24b-62305f1089b2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:51.220253 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97cc0b-96eb-4315-9c16-50a52818ff62 req-096c6946-e81e-40e8-a24b-62305f1089b2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:51.233724 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7f97cc0b-96eb-4315-9c16-50a52818ff62 req-096c6946-e81e-40e8-a24b-62305f1089b2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5420 time: 0.2229075 Dec 16 09:30:51.287278 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7f97cc0b-96eb-4315-9c16-50a52818ff62 req-fa9f36d3-a579-4714-b45b-9dc683e00024 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526586 Dec 16 09:30:51.513842 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9cb503e9-7dda-49c0-b227-611e113ddb86 req-d2698594-8df1-4a8d-a471-03dce430927a tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 210 time: 0.0427947 Dec 16 09:30:51.730039 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc582421-1bf2-4107-9eae-be9c525ade79 service neutron] Pushing event updated for resources: {'Port': ['ID=93e17d84-b280-47fd-913c-8795ea943d25,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:51.746893 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-fb7b77bd-4664-4c3b-b3c3-e0244824b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:51.746893 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-fb7b77bd-4664-4c3b-b3c3-e0244824b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:51.746893 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-fb7b77bd-4664-4c3b-b3c3-e0244824b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:51.746893 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-fb7b77bd-4664-4c3b-b3c3-e0244824b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:51.747406 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-fb7b77bd-4664-4c3b-b3c3-e0244824b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:51.748106 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-fb7b77bd-4664-4c3b-b3c3-e0244824b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:51.748653 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-fb7b77bd-4664-4c3b-b3c3-e0244824b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:51.750594 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-fb7b77bd-4664-4c3b-b3c3-e0244824b61b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2fdf9ee8bfea41ea812d81e90556fa69&device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 6477 time: 0.1177287 Dec 16 09:30:51.755447 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f3ba84f5-0f70-4211-800a-490672671e9e req-acc5ea10-a17d-4ce6-bbfd-4762c5dc593d tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:51.797148 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-d42b6608-8856-4013-ab23-a93935b2d67d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a31daa73-ffc5-41f9-90d7-545bce6114ab HTTP/1.1" status: 200 len: 217 time: 0.0363793 Dec 16 09:30:51.854939 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-ce874796-c856-44ae-91d1-eb109c3eabf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:51.856503 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-ce874796-c856-44ae-91d1-eb109c3eabf2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9d10a32-22c8-4de7-a5e2-276788e5f144 HTTP/1.1" status: 200 len: 850 time: 0.0497553 Dec 16 09:30:51.895229 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 732cb0da-fc84-48ba-aaa2-68e9d6cdaf39 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:30:51.952476 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 732cb0da-fc84-48ba-aaa2-68e9d6cdaf39 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:30:51.953145 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:51.983550 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f3ba84f5-0f70-4211-800a-490672671e9e req-acc5ea10-a17d-4ce6-bbfd-4762c5dc593d tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:51.989042 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-1178d0f5-5351-4a02-bf7f-6efe3c0c9ced tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=c72236daaf3c429fb462e278e5b03cb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483341 Dec 16 09:30:52.011475 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-8d845252-7f3e-4dc3-a685-aad661b547c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:52.012974 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-8d845252-7f3e-4dc3-a685-aad661b547c9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=796abadb-0795-4a55-adba-f043e91923a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1491592 Dec 16 09:30:52.019287 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b044ff07-f663-438b-a8d7-2363c7cf2232 x-openstack-request-id: req-b044ff07-f663-438b-a8d7-2363c7cf2232 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:52.020102 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "tag": "a650ab00-f145-4f7c-be24-463bd6eebdba", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:52.020517 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b044ff07-f663-438b-a8d7-2363c7cf2232 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:52.021247 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'tag': 'a650ab00-f145-4f7c-be24-463bd6eebdba', 'status': 'completed', 'code': 200} Dec 16 09:30:52.084195 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f0118ed-6a2f-4978-98aa-6ceca867b82a req-5c802a0d-e080-422e-8d7a-46646c3b40eb tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1ca4839-8593-467a-a0a0-680c168f2685 HTTP/1.1" status: 200 len: 210 time: 0.0271995 Dec 16 09:30:52.148929 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adaee8c-33a4-4cfc-8629-8b8851059c7d x-openstack-request-id: req-0adaee8c-33a4-4cfc-8629-8b8851059c7d {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:52.149235 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "tag": "93e17d84-b280-47fd-913c-8795ea943d25", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:52.149665 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0adaee8c-33a4-4cfc-8629-8b8851059c7d {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:52.153071 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'tag': '93e17d84-b280-47fd-913c-8795ea943d25', 'status': 'completed', 'code': 200} Dec 16 09:30:52.294116 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-5f0fc311-7d42-47f1-960a-6076ba157be3 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:52.295625 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-5f0fc311-7d42-47f1-960a-6076ba157be3 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2863841 Dec 16 09:30:52.300680 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-39fdc76f-da5f-475b-ba11-1eeb7d4d212c service neutron] 10.222.0.57 "GET /v2.0/networks/796abadb-0795-4a55-adba-f043e91923a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742264 Dec 16 09:30:52.309476 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-00590039-9433-4d3d-a551-bd4a6fed0bf4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Request body: {'port': {'device_id': 'f889d042-7378-4865-8230-ca4e3982e384', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'admin_state_up': True, 'tenant_id': 'c72236daaf3c429fb462e278e5b03cb7'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:52.502185 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f3ba84f5-0f70-4211-800a-490672671e9e req-acc5ea10-a17d-4ce6-bbfd-4762c5dc593d tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:52.518896 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-f275953e-62ca-4082-8ada-dbd5303494ce service neutron] 10.222.0.57 "GET /v2.0/networks/796abadb-0795-4a55-adba-f043e91923a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033114 Dec 16 09:30:52.568545 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-fb8161c6-ce63-4fc6-90ad-3c536bf8db2b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=c0f0f737-e643-4831-9c6f-93b9615090fb HTTP/1.1" status: 200 len: 217 time: 0.0413039 Dec 16 09:30:52.576113 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f3ba84f5-0f70-4211-800a-490672671e9e req-acc5ea10-a17d-4ce6-bbfd-4762c5dc593d tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:52.664960 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-00590039-9433-4d3d-a551-bd4a6fed0bf4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Made reservation on behalf of c72236daaf3c429fb462e278e5b03cb7 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:30:52.668407 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-00590039-9433-4d3d-a551-bd4a6fed0bf4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:52.694596 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5ea10-a17d-4ce6-bbfd-4762c5dc593d tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Pushing event updated for resources: {'Port': ['ID=e26931a8-4254-47cd-967c-156f772f11ce,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:52.700014 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-00590039-9433-4d3d-a551-bd4a6fed0bf4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:52.715456 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-56884e38-afcb-484e-af77-7a6e269e7fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:52.716921 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-56884e38-afcb-484e-af77-7a6e269e7fb9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bfac0808-cedf-4b34-81bb-040e7c2c8cb1 HTTP/1.1" status: 200 len: 797 time: 0.1377852 Dec 16 09:30:52.720585 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f3ba84f5-0f70-4211-800a-490672671e9e req-acc5ea10-a17d-4ce6-bbfd-4762c5dc593d tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:52.795200 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-f02057c2-0f13-424a-addc-c1db64724a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:52.796703 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-f02057c2-0f13-424a-addc-c1db64724a57 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=684e8d31-9cdf-4419-92e5-be50ab03fd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0684171 Dec 16 09:30:52.869933 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f3ba84f5-0f70-4211-800a-490672671e9e req-acc5ea10-a17d-4ce6-bbfd-4762c5dc593d tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:52.871073 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f3ba84f5-0f70-4211-800a-490672671e9e req-acc5ea10-a17d-4ce6-bbfd-4762c5dc593d tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9616215 Dec 16 09:30:52.892923 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-00590039-9433-4d3d-a551-bd4a6fed0bf4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:52.935181 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f3ba84f5-0f70-4211-800a-490672671e9e req-ffbfb551-f719-4028-ad9f-2f0de4f62ea5 tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.71 HTTP/1.1" status: 200 len: 695 time: 0.0549679 Dec 16 09:30:53.005552 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-00590039-9433-4d3d-a551-bd4a6fed0bf4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:53.015486 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-89db67fc-d3bc-4462-9b8e-20e160f880ce service neutron] 10.222.0.57 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083874 Dec 16 09:30:53.138268 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00590039-9433-4d3d-a551-bd4a6fed0bf4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f93900db-3fd3-48de-a78c-e6f95390720c,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:53.236206 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba84f5-0f70-4211-800a-490672671e9e req-1007c753-7862-460f-ba6b-96036f5ff9ef tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:53.237580 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f3ba84f5-0f70-4211-800a-490672671e9e req-1007c753-7862-460f-ba6b-96036f5ff9ef tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 784 time: 0.2918704 Dec 16 09:30:53.258557 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-05d49b26-2f4a-45d0-9ad8-4d4da9c7691b service neutron] 10.222.0.57 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262990 Dec 16 09:30:53.259573 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-00590039-9433-4d3d-a551-bd4a6fed0bf4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Allocated IP 192.168.233.140 (0f25fa8c-dd15-4f99-b14f-112e51884f75/d30f37a6-2496-485e-9480-e5e1789d975f/ac70669c-691a-4abe-bae4-34f176f01320) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:30:53.313676 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-c3027f3d-19d7-4032-ae52-80e4ef1cd8ef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67 HTTP/1.1" status: 200 len: 217 time: 0.0449064 Dec 16 09:30:53.430428 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e273c3-2e79-47c6-a776-b42193d4175d req-78acbbc9-f4dc-4c0b-bbc8-01d7eb5d8882 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:53.430428 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5e273c3-2e79-47c6-a776-b42193d4175d req-78acbbc9-f4dc-4c0b-bbc8-01d7eb5d8882 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f HTTP/1.1" status: 200 len: 948 time: 0.1140752 Dec 16 09:30:53.474481 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-e36a9daa-e411-4d26-9a21-d80ba2829ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:53.475914 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-e36a9daa-e411-4d26-9a21-d80ba2829ed4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bfac0808-cedf-4b34-81bb-040e7c2c8cb1 HTTP/1.1" status: 200 len: 797 time: 0.1527693 Dec 16 09:30:53.519352 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c92ce9-73f1-40c1-b859-85940406aa82 req-4807562b-7c3b-44fe-9466-c94b0ba2ca04 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:53.525795 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c92ce9-73f1-40c1-b859-85940406aa82 req-4807562b-7c3b-44fe-9466-c94b0ba2ca04 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:53.531826 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c92ce9-73f1-40c1-b859-85940406aa82 req-4807562b-7c3b-44fe-9466-c94b0ba2ca04 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:53.537843 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c92ce9-73f1-40c1-b859-85940406aa82 req-4807562b-7c3b-44fe-9466-c94b0ba2ca04 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:53.543908 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c92ce9-73f1-40c1-b859-85940406aa82 req-4807562b-7c3b-44fe-9466-c94b0ba2ca04 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:53.549887 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c92ce9-73f1-40c1-b859-85940406aa82 req-4807562b-7c3b-44fe-9466-c94b0ba2ca04 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:53.556444 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c92ce9-73f1-40c1-b859-85940406aa82 req-4807562b-7c3b-44fe-9466-c94b0ba2ca04 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:53.557873 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5e273c3-2e79-47c6-a776-b42193d4175d req-e3e810a3-d561-4d4f-9a9e-f00019056eed tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/security-groups?id=7773d9c1-b949-408d-b35c-ee4d1acd8f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204019 Dec 16 09:30:53.558471 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-12c92ce9-73f1-40c1-b859-85940406aa82 req-4807562b-7c3b-44fe-9466-c94b0ba2ca04 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5420 time: 0.0951095 Dec 16 09:30:53.574515 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-7cd23312-0387-4d02-bcb6-ce7266e9138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:53.577786 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-7cd23312-0387-4d02-bcb6-ce7266e9138b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=684e8d31-9cdf-4419-92e5-be50ab03fd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0870979 Dec 16 09:30:53.622075 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-00590039-9433-4d3d-a551-bd4a6fed0bf4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:53.633790 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-31a47d35-263c-4e2d-bc3e-5310faf1e6df tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=943fa0c3d4fb47ff82b8e8cad21d5b54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296335 Dec 16 09:30:53.638777 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-12c92ce9-73f1-40c1-b859-85940406aa82 req-5118294b-4b26-4579-98a8-17ee6d8a3c61 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0736852 Dec 16 09:30:53.740159 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-05ff88bf-3efc-4a87-93f4-b53c89e848bc service neutron] 10.222.0.57 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528847 Dec 16 09:30:53.786962 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e75cfd59-549e-4c5d-a300-0bd43a290726 req-7cb4fb41-01bc-4c71-8c14-6595d68800d9 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1ca4839-8593-467a-a0a0-680c168f2685 HTTP/1.1" status: 200 len: 210 time: 0.0369041 Dec 16 09:30:53.787634 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a727b383-80d9-4688-b9e9-f765ee221562 req-7cf8fd42-c994-4b65-81e2-9a51e54ba96b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 210 time: 0.0462222 Dec 16 09:30:53.794999 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-51ce2265-1f0d-43cf-b351-296728bc2ede tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:53.796542 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-51ce2265-1f0d-43cf-b351-296728bc2ede tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1563320 Dec 16 09:30:53.815667 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-c6554562-512f-41ec-92b2-33af50a89abd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Request body: {'port': {'device_id': 'b1ca4839-8593-467a-a0a0-680c168f2685', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'admin_state_up': True, 'tenant_id': '943fa0c3d4fb47ff82b8e8cad21d5b54'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:53.883394 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-00590039-9433-4d3d-a551-bd4a6fed0bf4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:53.898724 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-399bee88-d181-4d0b-86a3-1de992592f7c req-c84fd23c-f83c-4d2d-9d84-556b65ae4ae3 tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] 10.222.0.60 "GET /v2.0/floatingips/e7f9cb5c-c8a2-45e2-b5de-8de284e9cd67 HTTP/1.1" status: 200 len: 692 time: 0.0753014 Dec 16 09:30:53.996191 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-00590039-9433-4d3d-a551-bd4a6fed0bf4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Network 0f25fa8c-dd15-4f99-b14f-112e51884f75 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:30:54.006755 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-00590039-9433-4d3d-a551-bd4a6fed0bf4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:30:54.016093 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00590039-9433-4d3d-a551-bd4a6fed0bf4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Pushing event updated for resources: {'Port': ['ID=ac70669c-691a-4abe-bae4-34f176f01320,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:54.019998 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-00590039-9433-4d3d-a551-bd4a6fed0bf4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:30:54.036283 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-c6554562-512f-41ec-92b2-33af50a89abd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Made reservation on behalf of 943fa0c3d4fb47ff82b8e8cad21d5b54 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:30:54.037415 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4431aee6-5f9e-4dd3-bd23-b0b6e5eeb8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:54.042267 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-c6554562-512f-41ec-92b2-33af50a89abd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:54.060718 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-c6554562-512f-41ec-92b2-33af50a89abd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:54.061827 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00590039-9433-4d3d-a551-bd4a6fed0bf4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:54.062156 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00590039-9433-4d3d-a551-bd4a6fed0bf4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:54.062497 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00590039-9433-4d3d-a551-bd4a6fed0bf4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:54.063052 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00590039-9433-4d3d-a551-bd4a6fed0bf4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:54.063196 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00590039-9433-4d3d-a551-bd4a6fed0bf4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:54.063479 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00590039-9433-4d3d-a551-bd4a6fed0bf4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:54.063805 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00590039-9433-4d3d-a551-bd4a6fed0bf4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:54.064128 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00590039-9433-4d3d-a551-bd4a6fed0bf4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:54.064449 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00590039-9433-4d3d-a551-bd4a6fed0bf4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:54.064769 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00590039-9433-4d3d-a551-bd4a6fed0bf4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:54.065090 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00590039-9433-4d3d-a551-bd4a6fed0bf4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:54.065438 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00590039-9433-4d3d-a551-bd4a6fed0bf4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:54.081859 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-a609b680-d547-4279-8766-47ab62419ce4 service neutron] 10.222.0.57 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264370 Dec 16 09:30:54.131635 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-00590039-9433-4d3d-a551-bd4a6fed0bf4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:54.131635 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-00590039-9433-4d3d-a551-bd4a6fed0bf4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:54.187773 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-c8797d74-37ee-45c3-84e6-30a64d44c452 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=a69db5df-6239-44ea-8f1f-7db59c4d729d HTTP/1.1" status: 200 len: 217 time: 0.0867627 Dec 16 09:30:54.199918 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bee88-d181-4d0b-86a3-1de992592f7c req-74d7a1ff-70a9-4e41-8fd6-d8595fb56a33 tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:54.209013 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-399bee88-d181-4d0b-86a3-1de992592f7c req-74d7a1ff-70a9-4e41-8fd6-d8595fb56a33 tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 784 time: 0.2837782 Dec 16 09:30:54.217697 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-399bee88-d181-4d0b-86a3-1de992592f7c req-cbe5cfd7-1140-4f73-8f7a-4c3136636832 tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:30:54.221528 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-399bee88-d181-4d0b-86a3-1de992592f7c req-cbe5cfd7-1140-4f73-8f7a-4c3136636832 tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123932 Dec 16 09:30:54.266106 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-c6554562-512f-41ec-92b2-33af50a89abd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:54.266106 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e2d62-6723-4c77-a52d-24a27894551c req-979fda13-11fa-41fd-8afd-0476a373f4aa tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:54.266106 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d61e2d62-6723-4c77-a52d-24a27894551c req-979fda13-11fa-41fd-8afd-0476a373f4aa tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f HTTP/1.1" status: 200 len: 948 time: 0.1048365 Dec 16 09:30:54.339127 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c9f345b6-e45a-403c-82e2-5b158907d6a4 req-eb09d2b0-7d22-48d8-8c14-46541236ab94 tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=a0a7ccea68d84a2aac5d7884fd6dd2dc HTTP/1.1" status: 200 len: 695 time: 0.0952480 Dec 16 09:30:54.344372 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-d1c8aafe-f8ac-4cb3-8b4a-df37f790decf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:54.345798 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-d1c8aafe-f8ac-4cb3-8b4a-df37f790decf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bfac0808-cedf-4b34-81bb-040e7c2c8cb1 HTTP/1.1" status: 200 len: 797 time: 0.1345472 Dec 16 09:30:54.357368 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-d61e2d62-6723-4c77-a52d-24a27894551c req-e0d3793d-d5d2-4096-acae-1af227274d53 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Deleting port 9d7ec348-357d-482e-89b9-ff66987a42d8 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:30:54.357711 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d61e2d62-6723-4c77-a52d-24a27894551c req-e0d3793d-d5d2-4096-acae-1af227274d53 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:54.376462 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b7655641-2b5f-4153-ad86-53f1af526071 None None] Provisioning complete for port ac70669c-691a-4abe-bae4-34f176f01320 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:30:54.377226 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b7655641-2b5f-4153-ad86-53f1af526071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:54.429394 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-b7655641-2b5f-4153-ad86-53f1af526071 None None] Port ac70669c-691a-4abe-bae4-34f176f01320 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:30:54.444725 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-00590039-9433-4d3d-a551-bd4a6fed0bf4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1372080 Dec 16 09:30:54.445431 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-c6554562-512f-41ec-92b2-33af50a89abd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:54.457591 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-47c43cc7-cd38-446b-a3a3-440b00e207c9 service neutron] Request body: {'port': {'device_id': 'f889d042-7378-4865-8230-ca4e3982e384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:54.489929 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-d61e2d62-6723-4c77-a52d-24a27894551c req-e0d3793d-d5d2-4096-acae-1af227274d53 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] For port 9d7ec348-357d-482e-89b9-ff66987a42d8, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=9d7ec348-357d-482e-89b9-ff66987a42d8,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:54.490304 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d61e2d62-6723-4c77-a52d-24a27894551c req-e0d3793d-d5d2-4096-acae-1af227274d53 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:54.545202 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-d61e2d62-6723-4c77-a52d-24a27894551c req-e0d3793d-d5d2-4096-acae-1af227274d53 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Calling delete_port for 9d7ec348-357d-482e-89b9-ff66987a42d8 owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:30:54.575589 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6554562-512f-41ec-92b2-33af50a89abd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40af0459-64a8-4d28-8905-de33a4a7cdb7,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:54.624776 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6554562-512f-41ec-92b2-33af50a89abd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:54.625144 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6554562-512f-41ec-92b2-33af50a89abd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:54.625724 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6554562-512f-41ec-92b2-33af50a89abd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:54.626246 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6554562-512f-41ec-92b2-33af50a89abd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:54.626744 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6554562-512f-41ec-92b2-33af50a89abd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:54.627267 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6554562-512f-41ec-92b2-33af50a89abd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:54.627782 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6554562-512f-41ec-92b2-33af50a89abd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:54.628319 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6554562-512f-41ec-92b2-33af50a89abd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:54.629177 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6554562-512f-41ec-92b2-33af50a89abd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:54.630195 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6554562-512f-41ec-92b2-33af50a89abd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:54.630700 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6554562-512f-41ec-92b2-33af50a89abd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:54.631199 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6554562-512f-41ec-92b2-33af50a89abd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:54.731115 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-c6554562-512f-41ec-92b2-33af50a89abd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Allocated IP 192.168.233.37 (0f25fa8c-dd15-4f99-b14f-112e51884f75/d30f37a6-2496-485e-9480-e5e1789d975f/f695d964-1317-4a63-ba12-223ca9ede639) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:30:54.812261 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-14cec2b5-070a-4b97-8195-ef1c99cf4b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:54.812261 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-14cec2b5-070a-4b97-8195-ef1c99cf4b8c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=684e8d31-9cdf-4419-92e5-be50ab03fd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4556918 Dec 16 09:30:54.885138 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f345b6-e45a-403c-82e2-5b158907d6a4 req-f7f96d0c-7511-4d00-9f88-412f6b2997f4 tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:54.886661 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c9f345b6-e45a-403c-82e2-5b158907d6a4 req-f7f96d0c-7511-4d00-9f88-412f6b2997f4 tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] 10.222.0.60 "GET /v2.0/networks?id=66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 787 time: 0.5396056 Dec 16 09:30:54.917767 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-c9f345b6-e45a-403c-82e2-5b158907d6a4 req-e6c5fdfb-f77f-4c27-986b-43b1bc2aea9e tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:30:54.918750 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c9f345b6-e45a-403c-82e2-5b158907d6a4 req-e6c5fdfb-f77f-4c27-986b-43b1bc2aea9e tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102077 Dec 16 09:30:54.922915 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d61e2d62-6723-4c77-a52d-24a27894551c req-e0d3793d-d5d2-4096-acae-1af227274d53 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:54.929073 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-47c43cc7-cd38-446b-a3a3-440b00e207c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:54.946075 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1cae4-0947-4942-a98e-799be90618d2 req-543d9ba5-745c-4c69-8f32-858e64d842b4 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:54.947627 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-58b1cae4-0947-4942-a98e-799be90618d2 req-543d9ba5-745c-4c69-8f32-858e64d842b4 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f HTTP/1.1" status: 200 len: 948 time: 0.0886979 Dec 16 09:30:54.987470 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-58596354-be38-44c3-8589-3d248970871a service neutron] 10.222.0.57 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680019 Dec 16 09:30:54.998239 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3793d-d5d2-4096-acae-1af227274d53 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Pushing event deleted for resources: {'Port': ['ID=9d7ec348-357d-482e-89b9-ff66987a42d8,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:55.064635 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-d61e2d62-6723-4c77-a52d-24a27894551c req-e0d3793d-d5d2-4096-acae-1af227274d53 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] No DVR routers for this DVR port 9d7ec348-357d-482e-89b9-ff66987a42d8 on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:30:55.067887 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d61e2d62-6723-4c77-a52d-24a27894551c req-e0d3793d-d5d2-4096-acae-1af227274d53 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:55.071929 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d61e2d62-6723-4c77-a52d-24a27894551c req-e0d3793d-d5d2-4096-acae-1af227274d53 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.57 "DELETE /v2.0/ports/9d7ec348-357d-482e-89b9-ff66987a42d8 HTTP/1.1" status: 204 len: 173 time: 0.8107705 Dec 16 09:30:55.075927 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-c6554562-512f-41ec-92b2-33af50a89abd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:55.077578 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f', 'name': 'network-vif-deleted', 'tag': '9d7ec348-357d-482e-89b9-ff66987a42d8'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:55.079806 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a2b785-b38d-49aa-9274-2870119bcc6e" -d '{"events": [{"server_uuid": "ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f", "name": "network-vif-deleted", "tag": "9d7ec348-357d-482e-89b9-ff66987a42d8"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:55.105422 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-58b1cae4-0947-4942-a98e-799be90618d2 req-9aab6515-6450-414b-b570-aac279b89709 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/security-groups?id=7773d9c1-b949-408d-b35c-ee4d1acd8f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468780 Dec 16 09:30:55.200816 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda773e3-b007-4d38-8b99-1f18365dc376 req-418edbc9-f5e4-4f6b-bd4d-7c43bbf74cc0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:55.206690 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda773e3-b007-4d38-8b99-1f18365dc376 req-418edbc9-f5e4-4f6b-bd4d-7c43bbf74cc0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:55.213094 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda773e3-b007-4d38-8b99-1f18365dc376 req-418edbc9-f5e4-4f6b-bd4d-7c43bbf74cc0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:55.218929 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda773e3-b007-4d38-8b99-1f18365dc376 req-418edbc9-f5e4-4f6b-bd4d-7c43bbf74cc0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:55.224703 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda773e3-b007-4d38-8b99-1f18365dc376 req-418edbc9-f5e4-4f6b-bd4d-7c43bbf74cc0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:55.230773 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda773e3-b007-4d38-8b99-1f18365dc376 req-418edbc9-f5e4-4f6b-bd4d-7c43bbf74cc0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:55.234323 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-c6554562-512f-41ec-92b2-33af50a89abd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:55.236595 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda773e3-b007-4d38-8b99-1f18365dc376 req-418edbc9-f5e4-4f6b-bd4d-7c43bbf74cc0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:55.243677 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fda773e3-b007-4d38-8b99-1f18365dc376 req-418edbc9-f5e4-4f6b-bd4d-7c43bbf74cc0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5420 time: 0.1822672 Dec 16 09:30:55.285796 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-c6554562-512f-41ec-92b2-33af50a89abd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Network 0f25fa8c-dd15-4f99-b14f-112e51884f75 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:30:55.287605 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-c6554562-512f-41ec-92b2-33af50a89abd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:30:55.299957 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-c6554562-512f-41ec-92b2-33af50a89abd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:30:55.312386 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-40f56f73-ca12-4da1-b30d-5c7dac9f0ca1 service neutron] 10.222.0.57 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169184 Dec 16 09:30:55.327266 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6554562-512f-41ec-92b2-33af50a89abd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Pushing event updated for resources: {'Port': ['ID=f695d964-1317-4a63-ba12-223ca9ede639,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:55.362164 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-c6554562-512f-41ec-92b2-33af50a89abd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:55.363605 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-c6554562-512f-41ec-92b2-33af50a89abd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:55.376855 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fda773e3-b007-4d38-8b99-1f18365dc376 req-2a4095f1-338c-4028-84ea-593fff5bc586 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1174448 Dec 16 09:30:55.380794 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-783a5a6e-575d-43ef-80a9-1242c91b79cc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=71a536ff-db73-40d7-a675-389e7dd9e143 HTTP/1.1" status: 200 len: 217 time: 0.0542998 Dec 16 09:30:55.454325 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14576121-0d7e-49d7-9c63-bbf53979ec1e req-00aa936f-48c7-4887-a42b-22cfe59a5977 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:55.463886 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-14576121-0d7e-49d7-9c63-bbf53979ec1e req-00aa936f-48c7-4887-a42b-22cfe59a5977 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 936 time: 0.0971735 Dec 16 09:30:55.472495 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-edf546e1-5ab7-461e-a75b-ffa5fbe11a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:55.473970 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-edf546e1-5ab7-461e-a75b-ffa5fbe11a94 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bfac0808-cedf-4b34-81bb-040e7c2c8cb1 HTTP/1.1" status: 200 len: 797 time: 0.0820227 Dec 16 09:30:55.521195 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-c6554562-512f-41ec-92b2-33af50a89abd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7136981 Dec 16 09:30:55.530862 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-14576121-0d7e-49d7-9c63-bbf53979ec1e req-381ef450-556e-42ae-9502-dfccf670f3ed tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657434 Dec 16 09:30:55.536160 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-d5b764f8-503e-4dec-8e00-0a74ce04912c service neutron] Request body: {'port': {'device_id': 'b1ca4839-8593-467a-a0a0-680c168f2685', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:55.586591 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-47c43cc7-cd38-446b-a3a3-440b00e207c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac70669c-691a-4abe-bae4-34f176f01320 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:30:55.596651 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-47c43cc7-cd38-446b-a3a3-440b00e207c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:55.625648 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf35934-9c7a-430f-a87e-dbfe579f7a88 req-194fa4df-5bff-4534-9a0f-418efa7a3f96 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:55.627196 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-acf35934-9c7a-430f-a87e-dbfe579f7a88 req-194fa4df-5bff-4534-9a0f-418efa7a3f96 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1ca4839-8593-467a-a0a0-680c168f2685 HTTP/1.1" status: 200 len: 935 time: 0.1566579 Dec 16 09:30:55.628269 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-47c43cc7-cd38-446b-a3a3-440b00e207c9 service neutron] Transition to ACTIVE for port object ac70669c-691a-4abe-bae4-34f176f01320 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:30:55.631159 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-50c0a62a-296b-4dfb-bd24-2ee69afd9518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:55.633216 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-50c0a62a-296b-4dfb-bd24-2ee69afd9518 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=684e8d31-9cdf-4419-92e5-be50ab03fd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1339426 Dec 16 09:30:55.634274 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3ee8925d-edb9-4b2a-88cc-11cb2505b3f1 req-79bb01dd-5c33-4abf-85b5-3b809a7f265f tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] 10.222.0.60 "GET /v2.0/floatingips/e7f9cb5c-c8a2-45e2-b5de-8de284e9cd67 HTTP/1.1" status: 200 len: 692 time: 0.0562043 Dec 16 09:30:55.718068 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-acf35934-9c7a-430f-a87e-dbfe579f7a88 req-51d5562f-1449-47bd-bb44-30484a15ea85 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/security-groups?id=40af0459-64a8-4d28-8905-de33a4a7cdb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836563 Dec 16 09:30:55.722204 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-d5b764f8-503e-4dec-8e00-0a74ce04912c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:55.726425 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-47c43cc7-cd38-446b-a3a3-440b00e207c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:55.788564 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-412342ef-dcc1-4a28-afd8-f92f066352ab service neutron] 10.222.0.57 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398375 Dec 16 09:30:55.802748 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b5714b-3366-4737-afb3-77ca28f3d3ee x-openstack-request-id: req-d5b5714b-3366-4737-afb3-77ca28f3d3ee {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:55.804878 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f", "name": "network-vif-deleted", "tag": "9d7ec348-357d-482e-89b9-ff66987a42d8", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:55.804878 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d5b5714b-3366-4737-afb3-77ca28f3d3ee {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:55.804878 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f', 'name': 'network-vif-deleted', 'tag': '9d7ec348-357d-482e-89b9-ff66987a42d8', 'status': 'completed', 'code': 200} Dec 16 09:30:55.842620 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8925d-edb9-4b2a-88cc-11cb2505b3f1 req-6fb19133-6ea1-4177-98d3-b9b63b6f2a25 tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:55.851002 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3ee8925d-edb9-4b2a-88cc-11cb2505b3f1 req-6fb19133-6ea1-4177-98d3-b9b63b6f2a25 tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 784 time: 0.2157741 Dec 16 09:30:55.929975 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c43cc7-cd38-446b-a3a3-440b00e207c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ac70669c-691a-4abe-bae4-34f176f01320,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:55.965609 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-fdde4856-5f46-4639-a350-c08301343fa1 None None] Provisioning complete for port f695d964-1317-4a63-ba12-223ca9ede639 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:30:55.967275 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fdde4856-5f46-4639-a350-c08301343fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:55.968251 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-ea9b976f-fecf-4bcd-98bf-bcd5d1968e23 service neutron] 10.222.0.57 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654024 Dec 16 09:30:56.011306 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-fdde4856-5f46-4639-a350-c08301343fa1 None None] Port f695d964-1317-4a63-ba12-223ca9ede639 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:30:56.035845 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-658ebb8a-90ee-442e-a5e2-0fbbbdf58b96 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a650ab00-f145-4f7c-be24-463bd6eebdba HTTP/1.1" status: 200 len: 217 time: 0.0477772 Dec 16 09:30:56.091323 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-47c43cc7-cd38-446b-a3a3-440b00e207c9 service neutron] Attempting to bind port ac70669c-691a-4abe-bae4-34f176f01320 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:30:56.091663 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-47c43cc7-cd38-446b-a3a3-440b00e207c9 service neutron] Attempting to bind port ac70669c-691a-4abe-bae4-34f176f01320 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:30:56.092172 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-47c43cc7-cd38-446b-a3a3-440b00e207c9 service neutron] Attempting to bind port ac70669c-691a-4abe-bae4-34f176f01320 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:30:56.100504 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3ee8925d-edb9-4b2a-88cc-11cb2505b3f1 req-432fa72f-7939-4f4f-b767-28949074ea8a tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.71 HTTP/1.1" status: 200 len: 695 time: 0.2478721 Dec 16 09:30:56.104019 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-47c43cc7-cd38-446b-a3a3-440b00e207c9 service neutron] Port ac70669c-691a-4abe-bae4-34f176f01320 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:30:56.110310 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-47c43cc7-cd38-446b-a3a3-440b00e207c9 service neutron] Attempting to bind port ac70669c-691a-4abe-bae4-34f176f01320 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:30:56.124396 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-47c43cc7-cd38-446b-a3a3-440b00e207c9 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:30:56.124741 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-47c43cc7-cd38-446b-a3a3-440b00e207c9 service neutron] Checking segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:30:56.125138 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-47c43cc7-cd38-446b-a3a3-440b00e207c9 service neutron] Bound using segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:30:56.125611 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-47c43cc7-cd38-446b-a3a3-440b00e207c9 service neutron] Bound port: ac70669c-691a-4abe-bae4-34f176f01320, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:30:56.125972 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-47c43cc7-cd38-446b-a3a3-440b00e207c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:56.133457 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-ae26f252-284e-4089-8f69-305b2a4c08fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:56.135188 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-ae26f252-284e-4089-8f69-305b2a4c08fe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bebcc90-db8b-4005-83f2-cb4ef7d4c14e HTTP/1.1" status: 200 len: 797 time: 0.0900636 Dec 16 09:30:56.190831 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3ee8925d-edb9-4b2a-88cc-11cb2505b3f1 req-30b04330-b989-4ecf-ad4e-e37ecdc3af34 tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.71 HTTP/1.1" status: 200 len: 695 time: 0.0824401 Dec 16 09:30:56.254262 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-9e06a266-5ca3-4d95-9d72-32528ecb05b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:56.256050 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-9e06a266-5ca3-4d95-9d72-32528ecb05b5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3976022d-4300-480a-88ba-80eb47c64065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1117535 Dec 16 09:30:56.283591 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0b5bef58-0fe7-4ccc-8ed5-fb1436a0b84e req-b9ab5880-065a-4200-ab53-581cfff4b323 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffd4f2f0-b9a0-4f88-a5d5-b00d1b61d35f HTTP/1.1" status: 200 len: 210 time: 0.0399034 Dec 16 09:30:56.284950 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-47c43cc7-cd38-446b-a3a3-440b00e207c9 service neutron] For port ac70669c-691a-4abe-bae4-34f176f01320, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:30:56.343446 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-47c43cc7-cd38-446b-a3a3-440b00e207c9 service neutron] For port ac70669c-691a-4abe-bae4-34f176f01320, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ac70669c-691a-4abe-bae4-34f176f01320,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:30:56.362134 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-d5b764f8-503e-4dec-8e00-0a74ce04912c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f695d964-1317-4a63-ba12-223ca9ede639 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:30:56.371682 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-d5b764f8-503e-4dec-8e00-0a74ce04912c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:56.389137 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-1ba180e4-f605-4d23-9a2c-467e9d7f2f35 service neutron] 10.222.0.57 "GET /v2.0/networks/3976022d-4300-480a-88ba-80eb47c64065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078923 Dec 16 09:30:56.390740 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-d5b764f8-503e-4dec-8e00-0a74ce04912c service neutron] Transition to ACTIVE for port object f695d964-1317-4a63-ba12-223ca9ede639 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:30:56.405822 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-3ee8925d-edb9-4b2a-88cc-11cb2505b3f1 req-284e035f-cec8-4eb0-a951-f66bcf38ff25 tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Deleting port e26931a8-4254-47cd-967c-156f772f11ce {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:30:56.406167 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-3ee8925d-edb9-4b2a-88cc-11cb2505b3f1 req-284e035f-cec8-4eb0-a951-f66bcf38ff25 tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:56.415185 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-24fb75d3-12ee-4360-9cda-abc8ffa8acb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:56.488535 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-d890bb11-682f-4a6f-a8d2-1274e3ac0738 service neutron] 10.222.0.57 "GET /v2.0/networks/3976022d-4300-480a-88ba-80eb47c64065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916998 Dec 16 09:30:56.490896 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-3ee8925d-edb9-4b2a-88cc-11cb2505b3f1 req-284e035f-cec8-4eb0-a951-f66bcf38ff25 tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:56.491246 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-3ee8925d-edb9-4b2a-88cc-11cb2505b3f1 req-284e035f-cec8-4eb0-a951-f66bcf38ff25 tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:56.503219 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-3ee8925d-edb9-4b2a-88cc-11cb2505b3f1 req-284e035f-cec8-4eb0-a951-f66bcf38ff25 tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Calling delete_port for e26931a8-4254-47cd-967c-156f772f11ce owned by network:floatingip {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:30:56.536663 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-de3380be-1395-4a56-b511-fa545252e709 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=93e17d84-b280-47fd-913c-8795ea943d25 HTTP/1.1" status: 200 len: 217 time: 0.0400882 Dec 16 09:30:56.537889 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-47c43cc7-cd38-446b-a3a3-440b00e207c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:56.560014 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-d5b764f8-503e-4dec-8e00-0a74ce04912c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:56.615454 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-47c43cc7-cd38-446b-a3a3-440b00e207c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:56.616096 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-47c43cc7-cd38-446b-a3a3-440b00e207c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:56.617559 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-47c43cc7-cd38-446b-a3a3-440b00e207c9 service neutron] 10.222.0.58 "PUT /v2.0/ports/ac70669c-691a-4abe-bae4-34f176f01320 HTTP/1.1" status: 200 len: 1096 time: 2.1641073 Dec 16 09:30:56.618024 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f889d042-7378-4865-8230-ca4e3982e384', 'tag': 'ac70669c-691a-4abe-bae4-34f176f01320'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:56.620283 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d61517-6911-48b7-bec8-977ad30785d0" -d '{"events": [{"name": "network-changed", "server_uuid": "f889d042-7378-4865-8230-ca4e3982e384", "tag": "ac70669c-691a-4abe-bae4-34f176f01320"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:56.641099 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b764f8-503e-4dec-8e00-0a74ce04912c service neutron] Pushing event updated for resources: {'Port': ['ID=f695d964-1317-4a63-ba12-223ca9ede639,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:56.647800 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-4a2f5c1d-a239-47a0-a1f6-8e568ab08164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:56.649923 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-4a2f5c1d-a239-47a0-a1f6-8e568ab08164 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bebcc90-db8b-4005-83f2-cb4ef7d4c14e HTTP/1.1" status: 200 len: 797 time: 0.0861011 Dec 16 09:30:56.653034 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c43cc7-cd38-446b-a3a3-440b00e207c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ac70669c-691a-4abe-bae4-34f176f01320,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:56.705480 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-991c0c8e-de78-449b-81cc-2e6728d839f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:56.707551 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-991c0c8e-de78-449b-81cc-2e6728d839f6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3976022d-4300-480a-88ba-80eb47c64065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0499897 Dec 16 09:30:56.792018 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-d5b764f8-503e-4dec-8e00-0a74ce04912c service neutron] Attempting to bind port f695d964-1317-4a63-ba12-223ca9ede639 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:30:56.792018 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-d5b764f8-503e-4dec-8e00-0a74ce04912c service neutron] Attempting to bind port f695d964-1317-4a63-ba12-223ca9ede639 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:30:56.792018 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-d5b764f8-503e-4dec-8e00-0a74ce04912c service neutron] Attempting to bind port f695d964-1317-4a63-ba12-223ca9ede639 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:30:56.799257 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-d5b764f8-503e-4dec-8e00-0a74ce04912c service neutron] Port f695d964-1317-4a63-ba12-223ca9ede639 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:30:56.799581 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-d5b764f8-503e-4dec-8e00-0a74ce04912c service neutron] Attempting to bind port f695d964-1317-4a63-ba12-223ca9ede639 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:30:56.811500 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-d5b764f8-503e-4dec-8e00-0a74ce04912c service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:30:56.811843 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-d5b764f8-503e-4dec-8e00-0a74ce04912c service neutron] Checking segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:30:56.812232 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-d5b764f8-503e-4dec-8e00-0a74ce04912c service neutron] Bound using segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:30:56.812667 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-d5b764f8-503e-4dec-8e00-0a74ce04912c service neutron] Bound port: f695d964-1317-4a63-ba12-223ca9ede639, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:30:56.813035 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-d5b764f8-503e-4dec-8e00-0a74ce04912c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:56.884277 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-d5b764f8-503e-4dec-8e00-0a74ce04912c service neutron] For port f695d964-1317-4a63-ba12-223ca9ede639, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:30:56.887481 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-d5b764f8-503e-4dec-8e00-0a74ce04912c service neutron] For port f695d964-1317-4a63-ba12-223ca9ede639, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=f695d964-1317-4a63-ba12-223ca9ede639,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:30:56.904332 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df8f3d-ec18-4a2f-82cb-3c2e12bb5f92 req-b0be246c-e578-4442-aea1-3d79727fdbb4 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:56.908369 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-3ee8925d-edb9-4b2a-88cc-11cb2505b3f1 req-284e035f-cec8-4eb0-a951-f66bcf38ff25 tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:56.911657 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df8f3d-ec18-4a2f-82cb-3c2e12bb5f92 req-b0be246c-e578-4442-aea1-3d79727fdbb4 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:56.920562 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df8f3d-ec18-4a2f-82cb-3c2e12bb5f92 req-b0be246c-e578-4442-aea1-3d79727fdbb4 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:56.926555 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df8f3d-ec18-4a2f-82cb-3c2e12bb5f92 req-b0be246c-e578-4442-aea1-3d79727fdbb4 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:56.932839 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df8f3d-ec18-4a2f-82cb-3c2e12bb5f92 req-b0be246c-e578-4442-aea1-3d79727fdbb4 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:56.938900 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df8f3d-ec18-4a2f-82cb-3c2e12bb5f92 req-b0be246c-e578-4442-aea1-3d79727fdbb4 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:56.939825 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e035f-cec8-4eb0-a951-f66bcf38ff25 tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Pushing event deleted for resources: {'Port': ['ID=e26931a8-4254-47cd-967c-156f772f11ce,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:56.953532 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df8f3d-ec18-4a2f-82cb-3c2e12bb5f92 req-b0be246c-e578-4442-aea1-3d79727fdbb4 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:56.955419 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-48df8f3d-ec18-4a2f-82cb-3c2e12bb5f92 req-b0be246c-e578-4442-aea1-3d79727fdbb4 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5420 time: 0.2064853 Dec 16 09:30:56.959682 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-d0b02c7f-1c90-4136-806b-d524bf574095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:56.962014 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-d0b02c7f-1c90-4136-806b-d524bf574095 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c72236daaf3c429fb462e278e5b03cb7&device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 1099 time: 0.1732819 Dec 16 09:30:56.966596 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-e7ccd0a4-b9e2-4f98-8567-763371ef1b33 service neutron] 10.222.0.57 "GET /v2.0/networks/3976022d-4300-480a-88ba-80eb47c64065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508156 Dec 16 09:30:57.008097 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-d5b764f8-503e-4dec-8e00-0a74ce04912c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:57.035484 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-3ee8925d-edb9-4b2a-88cc-11cb2505b3f1 req-284e035f-cec8-4eb0-a951-f66bcf38ff25 tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Notify callbacks [] for floatingip, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:57.038332 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-3ee8925d-edb9-4b2a-88cc-11cb2505b3f1 req-284e035f-cec8-4eb0-a951-f66bcf38ff25 tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:57.041580 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3ee8925d-edb9-4b2a-88cc-11cb2505b3f1 req-284e035f-cec8-4eb0-a951-f66bcf38ff25 tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] 10.222.0.60 "DELETE /v2.0/floatingips/e7f9cb5c-c8a2-45e2-b5de-8de284e9cd67 HTTP/1.1" status: 204 len: 173 time: 0.8497801 Dec 16 09:30:57.069284 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-728015b7-51bd-4959-a19b-7458e3ee6940 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=ac70669c-691a-4abe-bae4-34f176f01320 HTTP/1.1" status: 200 len: 217 time: 0.0944102 Dec 16 09:30:57.074086 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b764f8-503e-4dec-8e00-0a74ce04912c service neutron] Pushing event updated for resources: {'Port': ['ID=f695d964-1317-4a63-ba12-223ca9ede639,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:57.102144 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-d5b764f8-503e-4dec-8e00-0a74ce04912c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:57.102897 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-d5b764f8-503e-4dec-8e00-0a74ce04912c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:57.104845 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-d5b764f8-503e-4dec-8e00-0a74ce04912c service neutron] 10.222.0.58 "PUT /v2.0/ports/f695d964-1317-4a63-ba12-223ca9ede639 HTTP/1.1" status: 200 len: 1095 time: 1.5729556 Dec 16 09:30:57.133022 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 9d7ec348-357d-482e-89b9-ff66987a42d8 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:30:57.144738 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-48df8f3d-ec18-4a2f-82cb-3c2e12bb5f92 req-7c1ec797-ca36-4bb0-9c76-cc4d6ba6c2d9 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1770861 Dec 16 09:30:57.167292 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-5a5cd608-5c80-4d1d-ae81-186a035a59b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:57.168900 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-5a5cd608-5c80-4d1d-ae81-186a035a59b7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0799112 Dec 16 09:30:57.180553 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f6dc5-1e77-44ad-a878-439770432557 req-94f35e68-29de-487d-8e09-b4061b1a8922 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:57.188761 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e7f6dc5-1e77-44ad-a878-439770432557 req-94f35e68-29de-487d-8e09-b4061b1a8922 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 948 time: 0.0767989 Dec 16 09:30:57.190161 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 9d7ec348-357d-482e-89b9-ff66987a42d8 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:30:57.190520 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 9d7ec348-357d-482e-89b9-ff66987a42d8 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:30:57.233258 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4aaae69-c464-44bf-9a64-2528d2bbb2ee req-8a2ec04e-7956-4783-b36e-be7b141ab0dc service neutron] 10.222.0.57 "GET /v2.0/networks/3976022d-4300-480a-88ba-80eb47c64065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573328 Dec 16 09:30:57.237434 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75759eeb-c46d-4097-a955-1273acc028b7 x-openstack-request-id: req-75759eeb-c46d-4097-a955-1273acc028b7 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:57.237781 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f889d042-7378-4865-8230-ca4e3982e384", "tag": "ac70669c-691a-4abe-bae4-34f176f01320", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:57.248565 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-75759eeb-c46d-4097-a955-1273acc028b7 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:57.249143 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f889d042-7378-4865-8230-ca4e3982e384', 'tag': 'ac70669c-691a-4abe-bae4-34f176f01320', 'status': 'completed', 'code': 200} Dec 16 09:30:57.266060 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e7f6dc5-1e77-44ad-a878-439770432557 req-30ce0eab-817c-4797-8621-591262038396 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621450 Dec 16 09:30:57.268319 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-3365da37-e6b3-4b28-aadd-100f2063b236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:57.270620 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-3365da37-e6b3-4b28-aadd-100f2063b236 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0902395 Dec 16 09:30:57.329079 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-0f7d1243-33e5-4df2-9f50-2ba6418fde0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:57.330678 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-0f7d1243-33e5-4df2-9f50-2ba6418fde0b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=943fa0c3d4fb47ff82b8e8cad21d5b54&device_id=b1ca4839-8593-467a-a0a0-680c168f2685 HTTP/1.1" status: 200 len: 1098 time: 0.0636005 Dec 16 09:30:57.389887 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-aa1ec5c1-717f-4b32-8148-c4f5077d0327 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=f695d964-1317-4a63-ba12-223ca9ede639 HTTP/1.1" status: 200 len: 217 time: 0.0503035 Dec 16 09:30:57.407736 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-61ac6d73-b293-44d9-9865-6ebf2f2b11af service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229610 Dec 16 09:30:57.471657 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f55be-8235-4b82-af51-ee8cd2012923 req-c830c8c6-b323-44a1-a5c1-bb0e03228170 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:57.473163 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d56f55be-8235-4b82-af51-ee8cd2012923 req-c830c8c6-b323-44a1-a5c1-bb0e03228170 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1ca4839-8593-467a-a0a0-680c168f2685 HTTP/1.1" status: 200 len: 947 time: 0.0852165 Dec 16 09:30:57.474888 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-b33d7c51-8740-42b8-8b15-8c07052518e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:57.476316 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-b33d7c51-8740-42b8-8b15-8c07052518e9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0782099 Dec 16 09:30:57.497385 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:57.498162 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75848f1-6e7f-4bfd-872d-0dfecf471c43 req-24932664-a3c1-4b96-a6f1-b188d7edbea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:57.498643 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75848f1-6e7f-4bfd-872d-0dfecf471c43 req-24932664-a3c1-4b96-a6f1-b188d7edbea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:57.499388 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75848f1-6e7f-4bfd-872d-0dfecf471c43 req-24932664-a3c1-4b96-a6f1-b188d7edbea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:57.499546 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75848f1-6e7f-4bfd-872d-0dfecf471c43 req-24932664-a3c1-4b96-a6f1-b188d7edbea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:57.501966 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75848f1-6e7f-4bfd-872d-0dfecf471c43 req-24932664-a3c1-4b96-a6f1-b188d7edbea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:57.501966 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75848f1-6e7f-4bfd-872d-0dfecf471c43 req-24932664-a3c1-4b96-a6f1-b188d7edbea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:57.501966 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75848f1-6e7f-4bfd-872d-0dfecf471c43 req-24932664-a3c1-4b96-a6f1-b188d7edbea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:57.503063 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f75848f1-6e7f-4bfd-872d-0dfecf471c43 req-24932664-a3c1-4b96-a6f1-b188d7edbea5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2fdf9ee8bfea41ea812d81e90556fa69&device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 6477 time: 0.1100357 Dec 16 09:30:57.552222 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d56f55be-8235-4b82-af51-ee8cd2012923 req-8a42ec16-76ee-43bb-989c-50b618781caf tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/security-groups?id=40af0459-64a8-4d28-8905-de33a4a7cdb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681703 Dec 16 09:30:57.553858 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-ffd63219-dc4b-41af-8350-4f6dbdb4dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:57.555360 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-ffd63219-dc4b-41af-8350-4f6dbdb4dca4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0690637 Dec 16 09:30:57.582145 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0931d28a-c761-483c-9bcb-bfbb5cd08a6a req-04d8a1d3-fafa-481c-9af9-4e543987ec2a service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587937 Dec 16 09:30:57.683421 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-b3339224-cfaf-4423-8e29-0e2d23a052ab service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195419 Dec 16 09:30:57.721157 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75848f1-6e7f-4bfd-872d-0dfecf471c43 req-ebe6f24d-3e68-4069-87f2-63be7eb5049d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:57.722661 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f75848f1-6e7f-4bfd-872d-0dfecf471c43 req-ebe6f24d-3e68-4069-87f2-63be7eb5049d service neutron] 10.222.0.57 "GET /v2.0/networks?id=3976022d-4300-480a-88ba-80eb47c64065 HTTP/1.1" status: 200 len: 903 time: 0.2079244 Dec 16 09:30:57.730659 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-27924b79-1fcf-400f-9c59-2742c58998d0 req-0bca2a4b-ceb2-45ee-bedb-dded07646020 tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1876597 Dec 16 09:30:57.778058 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-27924b79-1fcf-400f-9c59-2742c58998d0 req-c902f11e-2f9c-425a-9197-84edeceac39c tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:57.802635 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2b15c45a-55b1-4401-ace0-a0f831a91935 req-5772597b-8f9c-44a3-87a9-8a5d8299bdb6 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104429 Dec 16 09:30:57.805216 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ca4839-8593-467a-a0a0-680c168f2685', 'tag': 'f695d964-1317-4a63-ba12-223ca9ede639'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:57.808061 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1805e27c-d2d3-414e-a539-2de682894a80" -d '{"events": [{"name": "network-changed", "server_uuid": "b1ca4839-8593-467a-a0a0-680c168f2685", "tag": "f695d964-1317-4a63-ba12-223ca9ede639"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:57.835417 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f75848f1-6e7f-4bfd-872d-0dfecf471c43 req-9acdd309-10f1-44e9-b723-767ecd798b63 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a650ab00-f145-4f7c-be24-463bd6eebdba HTTP/1.1" status: 200 len: 217 time: 0.1024973 Dec 16 09:30:57.880372 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d61517-6911-48b7-bec8-977ad30785d0 req-91da2ed2-8507-492c-9888-adf922f8e38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:57.882014 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-23d61517-6911-48b7-bec8-977ad30785d0 req-91da2ed2-8507-492c-9888-adf922f8e38b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c72236daaf3c429fb462e278e5b03cb7&device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 1099 time: 0.1504483 Dec 16 09:30:57.947909 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75848f1-6e7f-4bfd-872d-0dfecf471c43 req-8ef498cf-574b-46a7-ba9b-f0845bf91a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:57.949409 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f75848f1-6e7f-4bfd-872d-0dfecf471c43 req-8ef498cf-574b-46a7-ba9b-f0845bf91a67 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bebcc90-db8b-4005-83f2-cb4ef7d4c14e HTTP/1.1" status: 200 len: 797 time: 0.1048594 Dec 16 09:30:57.970337 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-27924b79-1fcf-400f-9c59-2742c58998d0 req-c902f11e-2f9c-425a-9197-84edeceac39c tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Notify callbacks [] for floatingip, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:58.063940 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75848f1-6e7f-4bfd-872d-0dfecf471c43 req-f8db9bc8-16fe-4e8d-897a-630ae152340d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:58.065457 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f75848f1-6e7f-4bfd-872d-0dfecf471c43 req-f8db9bc8-16fe-4e8d-897a-630ae152340d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3976022d-4300-480a-88ba-80eb47c64065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1077480 Dec 16 09:30:58.071798 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d61517-6911-48b7-bec8-977ad30785d0 req-b0e0d2c2-7652-49ee-8b9a-3ee2856cf5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:58.073147 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-23d61517-6911-48b7-bec8-977ad30785d0 req-b0e0d2c2-7652-49ee-8b9a-3ee2856cf5af service neutron] 10.222.0.58 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.1758883 Dec 16 09:30:58.163277 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-23d61517-6911-48b7-bec8-977ad30785d0 req-26e0bee6-caa9-4bdf-9879-fa54ab6231e2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=ac70669c-691a-4abe-bae4-34f176f01320 HTTP/1.1" status: 200 len: 217 time: 0.0771916 Dec 16 09:30:58.256238 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d61517-6911-48b7-bec8-977ad30785d0 req-55df7947-3b97-497d-8e7e-0c8d113108d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:58.257714 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-23d61517-6911-48b7-bec8-977ad30785d0 req-55df7947-3b97-497d-8e7e-0c8d113108d4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0817909 Dec 16 09:30:58.259381 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f75848f1-6e7f-4bfd-872d-0dfecf471c43 req-1907c26b-fc21-4b28-8c7b-43c07f5704a2 service neutron] 10.222.0.57 "GET /v2.0/networks/3976022d-4300-480a-88ba-80eb47c64065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853800 Dec 16 09:30:58.310950 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-27924b79-1fcf-400f-9c59-2742c58998d0 req-c902f11e-2f9c-425a-9197-84edeceac39c tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:58.344213 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5d3944-5907-444e-861c-dcc3248da2fc x-openstack-request-id: req-db5d3944-5907-444e-861c-dcc3248da2fc {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:58.344700 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1ca4839-8593-467a-a0a0-680c168f2685", "tag": "f695d964-1317-4a63-ba12-223ca9ede639", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:58.344958 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-db5d3944-5907-444e-861c-dcc3248da2fc {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:58.345391 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1ca4839-8593-467a-a0a0-680c168f2685', 'tag': 'f695d964-1317-4a63-ba12-223ca9ede639', 'status': 'completed', 'code': 200} Dec 16 09:30:58.406572 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d61517-6911-48b7-bec8-977ad30785d0 req-e5191bac-9fe3-4822-981f-9270a85326ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:58.408100 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-23d61517-6911-48b7-bec8-977ad30785d0 req-e5191bac-9fe3-4822-981f-9270a85326ff service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1410997 Dec 16 09:30:58.415558 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805e27c-d2d3-414e-a539-2de682894a80 req-986fcbb1-bd8d-4e46-8c6f-4d1eecb35edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:58.417211 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1805e27c-d2d3-414e-a539-2de682894a80 req-986fcbb1-bd8d-4e46-8c6f-4d1eecb35edf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=943fa0c3d4fb47ff82b8e8cad21d5b54&device_id=b1ca4839-8593-467a-a0a0-680c168f2685 HTTP/1.1" status: 200 len: 1098 time: 0.0431914 Dec 16 09:30:58.504890 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f75848f1-6e7f-4bfd-872d-0dfecf471c43 req-e64d9d20-cb4c-47a6-bf3e-2e8120c68296 service neutron] 10.222.0.57 "GET /v2.0/networks/3976022d-4300-480a-88ba-80eb47c64065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289717 Dec 16 09:30:58.517576 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805e27c-d2d3-414e-a539-2de682894a80 req-aeab223a-896a-4545-a9c9-43572fa044d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:58.519200 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1805e27c-d2d3-414e-a539-2de682894a80 req-aeab223a-896a-4545-a9c9-43572fa044d4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.0906065 Dec 16 09:30:58.542572 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-27924b79-1fcf-400f-9c59-2742c58998d0 req-c902f11e-2f9c-425a-9197-84edeceac39c tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Allocated IP 172.25.1.22 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/8fd86bab-f06a-4f43-aedc-1d19cdea722b) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:30:58.567724 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1805e27c-d2d3-414e-a539-2de682894a80 req-edad1a73-0a82-44c2-bedf-651474ae7df0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=f695d964-1317-4a63-ba12-223ca9ede639 HTTP/1.1" status: 200 len: 217 time: 0.0382729 Dec 16 09:30:58.612262 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-23d61517-6911-48b7-bec8-977ad30785d0 req-84fe5e1c-1461-4f78-a480-1fb5fe87e86a service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816547 Dec 16 09:30:58.621886 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805e27c-d2d3-414e-a539-2de682894a80 req-abd4372a-be1f-433a-83c7-a2e1dd55b493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:58.622877 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1805e27c-d2d3-414e-a539-2de682894a80 req-abd4372a-be1f-433a-83c7-a2e1dd55b493 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0468867 Dec 16 09:30:58.680058 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805e27c-d2d3-414e-a539-2de682894a80 req-babf9541-b290-4d44-a0d4-972ad1b628d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:58.681642 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1805e27c-d2d3-414e-a539-2de682894a80 req-babf9541-b290-4d44-a0d4-972ad1b628d8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0435681 Dec 16 09:30:58.784610 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1805e27c-d2d3-414e-a539-2de682894a80 req-95e9585c-a0db-4042-9a14-8aa09b07f7bd service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942068 Dec 16 09:30:58.931648 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1805e27c-d2d3-414e-a539-2de682894a80 req-b4053069-796d-47f4-9e8d-f8a7a161d512 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388001 Dec 16 09:30:58.933655 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:58.943366 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d2acb-7534-4aac-877d-64847ae78fb6 req-dd818ead-e85d-413d-8036-5d1970ce0dfb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:58.951594 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d2acb-7534-4aac-877d-64847ae78fb6 req-dd818ead-e85d-413d-8036-5d1970ce0dfb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:58.957581 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d2acb-7534-4aac-877d-64847ae78fb6 req-dd818ead-e85d-413d-8036-5d1970ce0dfb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:58.964050 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d2acb-7534-4aac-877d-64847ae78fb6 req-dd818ead-e85d-413d-8036-5d1970ce0dfb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:58.970025 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d2acb-7534-4aac-877d-64847ae78fb6 req-dd818ead-e85d-413d-8036-5d1970ce0dfb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:58.975841 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d2acb-7534-4aac-877d-64847ae78fb6 req-dd818ead-e85d-413d-8036-5d1970ce0dfb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:58.981694 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d2acb-7534-4aac-877d-64847ae78fb6 req-dd818ead-e85d-413d-8036-5d1970ce0dfb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:58.983568 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-726d2acb-7534-4aac-877d-64847ae78fb6 req-dd818ead-e85d-413d-8036-5d1970ce0dfb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5420 time: 0.1234608 Dec 16 09:30:59.026165 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-726d2acb-7534-4aac-877d-64847ae78fb6 req-e7235534-586d-44bf-9c36-ddb3b2e33e2a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357106 Dec 16 09:30:59.031850 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b551a3c-171f-4e9e-85b3-8d7cf51991ae req-35b4532c-7a44-4d24-968f-1cb5a321f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:59.032489 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b551a3c-171f-4e9e-85b3-8d7cf51991ae req-35b4532c-7a44-4d24-968f-1cb5a321f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:59.032901 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b551a3c-171f-4e9e-85b3-8d7cf51991ae req-35b4532c-7a44-4d24-968f-1cb5a321f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:59.033383 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b551a3c-171f-4e9e-85b3-8d7cf51991ae req-35b4532c-7a44-4d24-968f-1cb5a321f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:59.033835 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b551a3c-171f-4e9e-85b3-8d7cf51991ae req-35b4532c-7a44-4d24-968f-1cb5a321f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:59.034280 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b551a3c-171f-4e9e-85b3-8d7cf51991ae req-35b4532c-7a44-4d24-968f-1cb5a321f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:59.034721 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b551a3c-171f-4e9e-85b3-8d7cf51991ae req-35b4532c-7a44-4d24-968f-1cb5a321f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:59.036590 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b551a3c-171f-4e9e-85b3-8d7cf51991ae req-35b4532c-7a44-4d24-968f-1cb5a321f360 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2fdf9ee8bfea41ea812d81e90556fa69&device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 6477 time: 0.4788847 Dec 16 09:30:59.134766 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-23d61517-6911-48b7-bec8-977ad30785d0 req-e545e3ad-b9fb-4719-997b-0a56354caf94 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4961896 Dec 16 09:30:59.136687 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4db9c7-e015-4a63-82b7-edbd8faccdea req-df16de48-dfdc-4a6e-9ffc-105f39675369 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:59.138270 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fc4db9c7-e015-4a63-82b7-edbd8faccdea req-df16de48-dfdc-4a6e-9ffc-105f39675369 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 948 time: 0.0515602 Dec 16 09:30:59.155730 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-27924b79-1fcf-400f-9c59-2742c58998d0 req-c902f11e-2f9c-425a-9197-84edeceac39c tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:59.186148 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fc4db9c7-e015-4a63-82b7-edbd8faccdea req-de5089a5-f562-4858-8297-91158e68bb01 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404487 Dec 16 09:30:59.197723 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b551a3c-171f-4e9e-85b3-8d7cf51991ae req-e621ea65-5e64-4908-beed-b63b7726dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:59.199153 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b551a3c-171f-4e9e-85b3-8d7cf51991ae req-e621ea65-5e64-4908-beed-b63b7726dcd0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3976022d-4300-480a-88ba-80eb47c64065 HTTP/1.1" status: 200 len: 903 time: 0.1520834 Dec 16 09:30:59.244647 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b551a3c-171f-4e9e-85b3-8d7cf51991ae req-465d5dcc-37ff-4952-844f-1469f347caf6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=93e17d84-b280-47fd-913c-8795ea943d25 HTTP/1.1" status: 200 len: 217 time: 0.0360591 Dec 16 09:30:59.287420 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80d655-1894-4d15-b09b-c22a33ef4269 req-6fabd60e-825e-452e-bed4-409c2f306b4c tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:59.288968 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0d80d655-1894-4d15-b09b-c22a33ef4269 req-6fabd60e-825e-452e-bed4-409c2f306b4c tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/ports?device_id=460a51c5-f1e7-42cc-985a-2873bed917ae HTTP/1.1" status: 200 len: 949 time: 0.0500693 Dec 16 09:30:59.298899 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b551a3c-171f-4e9e-85b3-8d7cf51991ae req-136999ab-731c-423a-bc2f-a8eb4cf73c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:59.300423 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b551a3c-171f-4e9e-85b3-8d7cf51991ae req-136999ab-731c-423a-bc2f-a8eb4cf73c84 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bebcc90-db8b-4005-83f2-cb4ef7d4c14e HTTP/1.1" status: 200 len: 797 time: 0.0479589 Dec 16 09:30:59.318737 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-27924b79-1fcf-400f-9c59-2742c58998d0 req-c902f11e-2f9c-425a-9197-84edeceac39c tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:59.330671 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0d80d655-1894-4d15-b09b-c22a33ef4269 req-36173a11-3721-4809-8512-fb179f2fd410 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/security-groups?id=7773d9c1-b949-408d-b35c-ee4d1acd8f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353606 Dec 16 09:30:59.370955 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27924b79-1fcf-400f-9c59-2742c58998d0 req-c902f11e-2f9c-425a-9197-84edeceac39c tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:30:59.377943 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-27924b79-1fcf-400f-9c59-2742c58998d0 req-c902f11e-2f9c-425a-9197-84edeceac39c tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:30:59.382015 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-27924b79-1fcf-400f-9c59-2742c58998d0 req-c902f11e-2f9c-425a-9197-84edeceac39c tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:30:59.419391 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c902f11e-2f9c-425a-9197-84edeceac39c tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Pushing event updated for resources: {'Port': ['ID=8fd86bab-f06a-4f43-aedc-1d19cdea722b,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:59.419391 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b551a3c-171f-4e9e-85b3-8d7cf51991ae req-6936c877-dbf6-48a5-b7fe-f817732cd9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:59.419391 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b551a3c-171f-4e9e-85b3-8d7cf51991ae req-6936c877-dbf6-48a5-b7fe-f817732cd9a7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3976022d-4300-480a-88ba-80eb47c64065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1082895 Dec 16 09:30:59.433422 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963c0a4-8ac6-4b83-bef1-be1fb1588a23 req-2fcc6aca-8b44-477c-94c3-67a1f74226c7 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:59.435422 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0963c0a4-8ac6-4b83-bef1-be1fb1588a23 req-2fcc6aca-8b44-477c-94c3-67a1f74226c7 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1ca4839-8593-467a-a0a0-680c168f2685 HTTP/1.1" status: 200 len: 947 time: 0.0483499 Dec 16 09:30:59.473771 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0963c0a4-8ac6-4b83-bef1-be1fb1588a23 req-dddd3e4a-69b1-4bf9-90fe-1bd280816525 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/security-groups?id=40af0459-64a8-4d28-8905-de33a4a7cdb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316496 Dec 16 09:30:59.539951 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-27924b79-1fcf-400f-9c59-2742c58998d0 req-c902f11e-2f9c-425a-9197-84edeceac39c tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:59.543526 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:59.560456 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b551a3c-171f-4e9e-85b3-8d7cf51991ae req-ebb0ae22-e340-4ff9-b9a2-310fd197623f service neutron] 10.222.0.57 "GET /v2.0/networks/3976022d-4300-480a-88ba-80eb47c64065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314654 Dec 16 09:30:59.644617 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381848c-7da0-43f3-a704-7c639c738a80 req-a17373c7-677e-4981-b6e6-cf4996a0ae22 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:59.646117 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d381848c-7da0-43f3-a704-7c639c738a80 req-a17373c7-677e-4981-b6e6-cf4996a0ae22 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 946 time: 0.0496483 Dec 16 09:30:59.659884 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b551a3c-171f-4e9e-85b3-8d7cf51991ae req-9cbb23f9-52dd-46ac-859c-046e24e0f9ee service neutron] 10.222.0.57 "GET /v2.0/networks/3976022d-4300-480a-88ba-80eb47c64065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885518 Dec 16 09:30:59.684593 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d381848c-7da0-43f3-a704-7c639c738a80 req-cf19a454-6064-4d26-be7c-5561738a361d tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314825 Dec 16 09:30:59.726535 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-27924b79-1fcf-400f-9c59-2742c58998d0 req-c902f11e-2f9c-425a-9197-84edeceac39c tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:59.875045 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-27924b79-1fcf-400f-9c59-2742c58998d0 req-c902f11e-2f9c-425a-9197-84edeceac39c tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:59.956292 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-27924b79-1fcf-400f-9c59-2742c58998d0 req-c902f11e-2f9c-425a-9197-84edeceac39c tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:00.025218 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c902f11e-2f9c-425a-9197-84edeceac39c tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Pushing event updated for resources: {'Port': ['ID=8fd86bab-f06a-4f43-aedc-1d19cdea722b,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:00.035369 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-27924b79-1fcf-400f-9c59-2742c58998d0 req-c902f11e-2f9c-425a-9197-84edeceac39c tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:00.126877 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-27924b79-1fcf-400f-9c59-2742c58998d0 req-c902f11e-2f9c-425a-9197-84edeceac39c tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:00.128131 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-27924b79-1fcf-400f-9c59-2742c58998d0 req-c902f11e-2f9c-425a-9197-84edeceac39c tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3651791 Dec 16 09:31:00.182351 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-27924b79-1fcf-400f-9c59-2742c58998d0 req-625d0e6b-3557-4a51-8a07-90c4f47cdb9f tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 695 time: 0.0477512 Dec 16 09:31:00.292874 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27924b79-1fcf-400f-9c59-2742c58998d0 req-0e5c5030-f97b-4dc7-a699-66448838dfbb tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:00.294340 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-27924b79-1fcf-400f-9c59-2742c58998d0 req-0e5c5030-f97b-4dc7-a699-66448838dfbb tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 784 time: 0.1062646 Dec 16 09:31:00.409740 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954db41a-0e09-4992-b0b5-7ebb1cb68eee req-0633084a-fae8-4ce4-b1a3-42bf84197a4f tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:00.416434 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954db41a-0e09-4992-b0b5-7ebb1cb68eee req-0633084a-fae8-4ce4-b1a3-42bf84197a4f tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:00.422524 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954db41a-0e09-4992-b0b5-7ebb1cb68eee req-0633084a-fae8-4ce4-b1a3-42bf84197a4f tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:00.428667 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954db41a-0e09-4992-b0b5-7ebb1cb68eee req-0633084a-fae8-4ce4-b1a3-42bf84197a4f tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:00.434649 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954db41a-0e09-4992-b0b5-7ebb1cb68eee req-0633084a-fae8-4ce4-b1a3-42bf84197a4f tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:00.440486 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954db41a-0e09-4992-b0b5-7ebb1cb68eee req-0633084a-fae8-4ce4-b1a3-42bf84197a4f tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:00.444093 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f4a60-245c-4807-af41-f6814ef7cfd1 req-7058fbe5-f198-4935-89ad-839067c48319 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:00.446179 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d83f4a60-245c-4807-af41-f6814ef7cfd1 req-7058fbe5-f198-4935-89ad-839067c48319 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 948 time: 0.0490582 Dec 16 09:31:00.446882 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954db41a-0e09-4992-b0b5-7ebb1cb68eee req-0633084a-fae8-4ce4-b1a3-42bf84197a4f tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:00.448760 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-954db41a-0e09-4992-b0b5-7ebb1cb68eee req-0633084a-fae8-4ce4-b1a3-42bf84197a4f tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5420 time: 0.1018114 Dec 16 09:31:00.486933 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d83f4a60-245c-4807-af41-f6814ef7cfd1 req-4fac8e32-b510-4bd6-945a-e4b4b1b04350 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344796 Dec 16 09:31:00.489053 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-954db41a-0e09-4992-b0b5-7ebb1cb68eee req-da64f808-be95-405c-8842-98509265b177 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341291 Dec 16 09:31:00.554013 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-76ac0516-eb01-42b0-87b7-53df79f0f7f2 req-f2523321-5276-4e9c-b9ea-b84d231297ec tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] 10.222.0.60 "GET /v2.0/floatingips/736e5124-a810-47ba-b81b-71955157af80 HTTP/1.1" status: 200 len: 692 time: 0.0430524 Dec 16 09:31:00.601724 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790402b-3a64-403e-b935-a99bd561325d req-cceaf01e-93a3-4195-995a-3881dce0da7b tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:00.603210 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3790402b-3a64-403e-b935-a99bd561325d req-cceaf01e-93a3-4195-995a-3881dce0da7b tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] 10.222.0.60 "GET /v2.0/ports?device_id=0eec516e-7fad-40c4-b84e-cbcee937e5ad HTTP/1.1" status: 200 len: 945 time: 0.0487351 Dec 16 09:31:00.609599 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device f695d964-1317-4a63-ba12-223ca9ede639 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:31:00.671478 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac0516-eb01-42b0-87b7-53df79f0f7f2 req-070a5c07-3cf9-4f3c-b08e-14838a465718 tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:00.673064 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3790402b-3a64-403e-b935-a99bd561325d req-93323cce-c16b-47c8-94c5-96bb0cbcea68 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1a5a1ca-bd1e-4e7f-bf19-5bad20c7040b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619648 Dec 16 09:31:00.673309 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-76ac0516-eb01-42b0-87b7-53df79f0f7f2 req-070a5c07-3cf9-4f3c-b08e-14838a465718 tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 784 time: 0.1127591 Dec 16 09:31:00.696546 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a1c1c-9b3e-4459-9db7-a15c3e4199a6 req-d70d5b22-5d54-450b-be8a-b477ded60cc3 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:00.698143 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b54a1c1c-9b3e-4459-9db7-a15c3e4199a6 req-d70d5b22-5d54-450b-be8a-b477ded60cc3 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.57 "GET /v2.0/ports?device_id=460a51c5-f1e7-42cc-985a-2873bed917ae HTTP/1.1" status: 200 len: 949 time: 0.0598774 Dec 16 09:31:00.721619 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port f695d964-1317-4a63-ba12-223ca9ede639, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=f695d964-1317-4a63-ba12-223ca9ede639,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:00.733434 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'f695d964-1317-4a63-ba12-223ca9ede639', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': 'f695d964-1317-4a63-ba12-223ca9ede639', 'mac_address': 'fa:16:3e:cf:99:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:31:00.750047 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-76ac0516-eb01-42b0-87b7-53df79f0f7f2 req-8449cac7-58dc-4927-8ccd-8359ba669940 tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 695 time: 0.0626905 Dec 16 09:31:00.779322 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:00.793929 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f695d964-1317-4a63-ba12-223ca9ede639 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:31:00.799664 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-76ac0516-eb01-42b0-87b7-53df79f0f7f2 req-a1b37be4-b587-4cb7-bb45-e3358b162ace tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 695 time: 0.0485179 Dec 16 09:31:00.813264 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port f695d964-1317-4a63-ba12-223ca9ede639, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=f695d964-1317-4a63-ba12-223ca9ede639,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:00.836213 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb69a13-f505-4600-8d49-9c2912ded40c req-2f797c79-6736-4df2-ad19-5ee7769216bb tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:00.837856 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cbb69a13-f505-4600-8d49-9c2912ded40c req-2f797c79-6736-4df2-ad19-5ee7769216bb tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/ports?device_id=460a51c5-f1e7-42cc-985a-2873bed917ae HTTP/1.1" status: 200 len: 949 time: 0.0652688 Dec 16 09:31:00.846663 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-b54a1c1c-9b3e-4459-9db7-a15c3e4199a6 req-558b913b-3979-45dd-bb25-c4169614e84f tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Deleting port 6ec4cb7e-854f-4eed-b0c7-eb07b321021d {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:31:00.847010 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b54a1c1c-9b3e-4459-9db7-a15c3e4199a6 req-558b913b-3979-45dd-bb25-c4169614e84f tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:00.894201 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:00.895057 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device ac70669c-691a-4abe-bae4-34f176f01320 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:31:00.938862 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cbb69a13-f505-4600-8d49-9c2912ded40c req-47f10495-630c-4174-b39b-c05b4f0c0a72 tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/security-groups?id=7773d9c1-b949-408d-b35c-ee4d1acd8f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883505 Dec 16 09:31:00.952991 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=f695d964-1317-4a63-ba12-223ca9ede639,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:00.978832 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-b54a1c1c-9b3e-4459-9db7-a15c3e4199a6 req-558b913b-3979-45dd-bb25-c4169614e84f tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] For port 6ec4cb7e-854f-4eed-b0c7-eb07b321021d, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=6ec4cb7e-854f-4eed-b0c7-eb07b321021d,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:00.979343 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b54a1c1c-9b3e-4459-9db7-a15c3e4199a6 req-558b913b-3979-45dd-bb25-c4169614e84f tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:00.986104 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port ac70669c-691a-4abe-bae4-34f176f01320, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ac70669c-691a-4abe-bae4-34f176f01320,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:01.000341 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'ac70669c-691a-4abe-bae4-34f176f01320', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': 'ac70669c-691a-4abe-bae4-34f176f01320', 'mac_address': 'fa:16:3e:be:f8:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:31:01.001409 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-b54a1c1c-9b3e-4459-9db7-a15c3e4199a6 req-558b913b-3979-45dd-bb25-c4169614e84f tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Calling delete_port for 6ec4cb7e-854f-4eed-b0c7-eb07b321021d owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:31:01.043256 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:01.061549 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac70669c-691a-4abe-bae4-34f176f01320 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:31:01.082946 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port ac70669c-691a-4abe-bae4-34f176f01320, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ac70669c-691a-4abe-bae4-34f176f01320,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:01.111191 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57b91c-6796-4b05-9c4a-2f3975208545 req-cd2579f7-50c4-4cc1-931b-bafbc4669c1d tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:01.112751 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1d57b91c-6796-4b05-9c4a-2f3975208545 req-cd2579f7-50c4-4cc1-931b-bafbc4669c1d tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1ca4839-8593-467a-a0a0-680c168f2685 HTTP/1.1" status: 200 len: 948 time: 0.0678864 Dec 16 09:31:01.184994 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:01.186851 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1d57b91c-6796-4b05-9c4a-2f3975208545 req-4e27f664-bd74-49c8-a700-8d77bb73b73e tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/security-groups?id=40af0459-64a8-4d28-8905-de33a4a7cdb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642591 Dec 16 09:31:01.239204 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=ac70669c-691a-4abe-bae4-34f176f01320,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:01.273950 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b54a1c1c-9b3e-4459-9db7-a15c3e4199a6 req-558b913b-3979-45dd-bb25-c4169614e84f tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:01.276254 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907b83a-32db-4710-8eea-0669e2514b5d req-723a3256-9a8d-41fc-bd61-719d976918e1 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:01.277882 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3907b83a-32db-4710-8eea-0669e2514b5d req-723a3256-9a8d-41fc-bd61-719d976918e1 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.57 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 946 time: 0.4286215 Dec 16 09:31:01.306147 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b913b-3979-45dd-bb25-c4169614e84f tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Pushing event deleted for resources: {'Port': ['ID=6ec4cb7e-854f-4eed-b0c7-eb07b321021d,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:01.392245 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-76ac0516-eb01-42b0-87b7-53df79f0f7f2 req-1eb126e2-3d6d-41d8-a71e-57d5048cf33d tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Deleting port 8fd86bab-f06a-4f43-aedc-1d19cdea722b {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:31:01.392245 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-76ac0516-eb01-42b0-87b7-53df79f0f7f2 req-1eb126e2-3d6d-41d8-a71e-57d5048cf33d tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:01.392773 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b54a1c1c-9b3e-4459-9db7-a15c3e4199a6 req-558b913b-3979-45dd-bb25-c4169614e84f tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] No DVR routers for this DVR port 6ec4cb7e-854f-4eed-b0c7-eb07b321021d on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:31:01.392773 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b54a1c1c-9b3e-4459-9db7-a15c3e4199a6 req-558b913b-3979-45dd-bb25-c4169614e84f tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:01.395326 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b54a1c1c-9b3e-4459-9db7-a15c3e4199a6 req-558b913b-3979-45dd-bb25-c4169614e84f tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.57 "DELETE /v2.0/ports/6ec4cb7e-854f-4eed-b0c7-eb07b321021d HTTP/1.1" status: 204 len: 173 time: 0.6910267 Dec 16 09:31:01.395765 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460a51c5-f1e7-42cc-985a-2873bed917ae', 'name': 'network-vif-deleted', 'tag': '6ec4cb7e-854f-4eed-b0c7-eb07b321021d'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:01.398064 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe11664-2be9-47dc-8aaf-900ad30c74ff" -d '{"events": [{"server_uuid": "460a51c5-f1e7-42cc-985a-2873bed917ae", "name": "network-vif-deleted", "tag": "6ec4cb7e-854f-4eed-b0c7-eb07b321021d"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:01.423385 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2a86e-ecfa-45c4-917a-e81db8f87377 req-c11aae53-6ff1-4f4e-a4a9-21da56218e9b tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:01.424938 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-aec2a86e-ecfa-45c4-917a-e81db8f87377 req-c11aae53-6ff1-4f4e-a4a9-21da56218e9b tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 946 time: 0.0796280 Dec 16 09:31:01.443040 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-3907b83a-32db-4710-8eea-0669e2514b5d req-0609ae49-f632-4084-acb0-299125528e74 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Deleting port 0be98687-6110-4383-beff-0f41449fce46 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:31:01.443398 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-3907b83a-32db-4710-8eea-0669e2514b5d req-0609ae49-f632-4084-acb0-299125528e74 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:01.443691 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['ac70669c-691a-4abe-bae4-34f176f01320'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:31:01.452425 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['f695d964-1317-4a63-ba12-223ca9ede639'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:31:01.465511 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-76ac0516-eb01-42b0-87b7-53df79f0f7f2 req-1eb126e2-3d6d-41d8-a71e-57d5048cf33d tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:01.466691 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-76ac0516-eb01-42b0-87b7-53df79f0f7f2 req-1eb126e2-3d6d-41d8-a71e-57d5048cf33d tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:01.470573 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-aec2a86e-ecfa-45c4-917a-e81db8f87377 req-d7e6dcad-6f51-4d40-80c5-5df7f975f8b4 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383940 Dec 16 09:31:01.554662 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-76ac0516-eb01-42b0-87b7-53df79f0f7f2 req-1eb126e2-3d6d-41d8-a71e-57d5048cf33d tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Calling delete_port for 8fd86bab-f06a-4f43-aedc-1d19cdea722b owned by network:floatingip {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:31:01.554798 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0a4316-bc97-42b5-873e-dd7e2ca16e7a x-openstack-request-id: req-8a0a4316-bc97-42b5-873e-dd7e2ca16e7a {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:01.554798 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460a51c5-f1e7-42cc-985a-2873bed917ae", "name": "network-vif-deleted", "tag": "6ec4cb7e-854f-4eed-b0c7-eb07b321021d", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:01.554798 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8a0a4316-bc97-42b5-873e-dd7e2ca16e7a {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:01.554798 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460a51c5-f1e7-42cc-985a-2873bed917ae', 'name': 'network-vif-deleted', 'tag': '6ec4cb7e-854f-4eed-b0c7-eb07b321021d', 'status': 'completed', 'code': 200} Dec 16 09:31:01.653152 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-3907b83a-32db-4710-8eea-0669e2514b5d req-0609ae49-f632-4084-acb0-299125528e74 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] For port 0be98687-6110-4383-beff-0f41449fce46, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=0be98687-6110-4383-beff-0f41449fce46,segment=NetworkSegment(86c5d65d-0a28-4cbb-b6eb-52df45cc588d),segment_id=86c5d65d-0a28-4cbb-b6eb-52df45cc588d)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:01.653152 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-3907b83a-32db-4710-8eea-0669e2514b5d req-0609ae49-f632-4084-acb0-299125528e74 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:01.653152 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-3907b83a-32db-4710-8eea-0669e2514b5d req-0609ae49-f632-4084-acb0-299125528e74 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Calling delete_port for 0be98687-6110-4383-beff-0f41449fce46 owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:31:01.697795 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a293c-15cd-4dca-83f9-dc3861d35804 req-355e6634-f635-4ed6-9b5f-ab073866e1b0 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:01.699842 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b54a293c-15cd-4dca-83f9-dc3861d35804 req-355e6634-f635-4ed6-9b5f-ab073866e1b0 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 949 time: 0.0735612 Dec 16 09:31:01.771847 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b54a293c-15cd-4dca-83f9-dc3861d35804 req-c07953a6-e0b7-40db-9f20-a64160d8970c tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555511 Dec 16 09:31:01.814046 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f432b8-bc35-4ef6-870b-1b5e32819214 req-343dc321-0e1c-48d6-9a1b-300f708cbe20 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:01.826183 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b5f432b8-bc35-4ef6-870b-1b5e32819214 req-343dc321-0e1c-48d6-9a1b-300f708cbe20 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] 10.222.0.58 "GET /v2.0/ports?device_id=0eec516e-7fad-40c4-b84e-cbcee937e5ad HTTP/1.1" status: 200 len: 945 time: 0.0783701 Dec 16 09:31:01.919590 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-76ac0516-eb01-42b0-87b7-53df79f0f7f2 req-1eb126e2-3d6d-41d8-a71e-57d5048cf33d tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:01.946937 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb126e2-3d6d-41d8-a71e-57d5048cf33d tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Pushing event deleted for resources: {'Port': ['ID=8fd86bab-f06a-4f43-aedc-1d19cdea722b,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:01.959833 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403f211-48e7-47ab-80e5-902b57652bb9 req-1f28ddc9-e102-4e88-8b6f-2e5787884be2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:01.967069 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403f211-48e7-47ab-80e5-902b57652bb9 req-1f28ddc9-e102-4e88-8b6f-2e5787884be2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:01.969774 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-3907b83a-32db-4710-8eea-0669e2514b5d req-0609ae49-f632-4084-acb0-299125528e74 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:01.973844 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403f211-48e7-47ab-80e5-902b57652bb9 req-1f28ddc9-e102-4e88-8b6f-2e5787884be2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:01.979880 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403f211-48e7-47ab-80e5-902b57652bb9 req-1f28ddc9-e102-4e88-8b6f-2e5787884be2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:01.980820 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['0be98687-6110-4383-beff-0f41449fce46'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:31:01.986174 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403f211-48e7-47ab-80e5-902b57652bb9 req-1f28ddc9-e102-4e88-8b6f-2e5787884be2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:01.992625 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403f211-48e7-47ab-80e5-902b57652bb9 req-1f28ddc9-e102-4e88-8b6f-2e5787884be2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:01.999421 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403f211-48e7-47ab-80e5-902b57652bb9 req-1f28ddc9-e102-4e88-8b6f-2e5787884be2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:02.001573 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2403f211-48e7-47ab-80e5-902b57652bb9 req-1f28ddc9-e102-4e88-8b6f-2e5787884be2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5420 time: 0.1594746 Dec 16 09:31:02.027037 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609ae49-f632-4084-acb0-299125528e74 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Pushing event deleted for resources: {'Port': ['ID=0be98687-6110-4383-beff-0f41449fce46,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:02.052096 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-b5f432b8-bc35-4ef6-870b-1b5e32819214 req-2081af6a-a512-4f40-94bd-6387b5f64978 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] Deleting port 6c6a7afd-1129-4f4f-9049-1486ec782452 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:31:02.052447 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b5f432b8-bc35-4ef6-870b-1b5e32819214 req-2081af6a-a512-4f40-94bd-6387b5f64978 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:02.068997 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-76ac0516-eb01-42b0-87b7-53df79f0f7f2 req-1eb126e2-3d6d-41d8-a71e-57d5048cf33d tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Notify callbacks [] for floatingip, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:02.072601 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2403f211-48e7-47ab-80e5-902b57652bb9 req-cbc4047a-bdf4-4df4-80d3-ac9c90b66bb3 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624254 Dec 16 09:31:02.073568 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-76ac0516-eb01-42b0-87b7-53df79f0f7f2 req-1eb126e2-3d6d-41d8-a71e-57d5048cf33d tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:02.074727 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-76ac0516-eb01-42b0-87b7-53df79f0f7f2 req-1eb126e2-3d6d-41d8-a71e-57d5048cf33d tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] 10.222.0.60 "DELETE /v2.0/floatingips/736e5124-a810-47ba-b81b-71955157af80 HTTP/1.1" status: 204 len: 173 time: 1.2687528 Dec 16 09:31:02.090193 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-3907b83a-32db-4710-8eea-0669e2514b5d req-0609ae49-f632-4084-acb0-299125528e74 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] No DVR routers for this DVR port 0be98687-6110-4383-beff-0f41449fce46 on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:31:02.093309 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-3907b83a-32db-4710-8eea-0669e2514b5d req-0609ae49-f632-4084-acb0-299125528e74 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:02.096564 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3907b83a-32db-4710-8eea-0669e2514b5d req-0609ae49-f632-4084-acb0-299125528e74 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.57 "DELETE /v2.0/ports/0be98687-6110-4383-beff-0f41449fce46 HTTP/1.1" status: 204 len: 173 time: 0.8114908 Dec 16 09:31:02.097008 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f71db5-0700-47d3-b944-3010c1cbc410', 'name': 'network-vif-deleted', 'tag': '0be98687-6110-4383-beff-0f41449fce46'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:02.099394 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765fdfdd-05b8-4844-acff-130b16888355" -d '{"events": [{"server_uuid": "79f71db5-0700-47d3-b944-3010c1cbc410", "name": "network-vif-deleted", "tag": "0be98687-6110-4383-beff-0f41449fce46"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:02.192104 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8ca4f7fe-3f68-4980-9fe1-4f989f8c08f2 req-fdaf9829-663b-4e50-81fc-5e2e22d4b5bd tempest-ListImageFiltersTestJSON-1884677407 tempest-ListImageFiltersTestJSON-1884677407-project] 10.222.0.60 "GET /v2.0/ports?device_id=460a51c5-f1e7-42cc-985a-2873bed917ae HTTP/1.1" status: 200 len: 210 time: 0.0368950 Dec 16 09:31:02.195492 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac67007-2ae9-474f-9ad6-73ce98912b46 req-fd8980ed-52aa-43f5-84e6-cb0f1d6838d5 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:02.199700 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1ac67007-2ae9-474f-9ad6-73ce98912b46 req-fd8980ed-52aa-43f5-84e6-cb0f1d6838d5 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] 10.222.0.60 "GET /v2.0/ports?device_id=0eec516e-7fad-40c4-b84e-cbcee937e5ad HTTP/1.1" status: 200 len: 945 time: 0.0551939 Dec 16 09:31:02.200033 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-b5f432b8-bc35-4ef6-870b-1b5e32819214 req-2081af6a-a512-4f40-94bd-6387b5f64978 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] For port 6c6a7afd-1129-4f4f-9049-1486ec782452, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=6c6a7afd-1129-4f4f-9049-1486ec782452,segment=NetworkSegment(accbb58c-9d02-4558-9479-a2f21f260625),segment_id=accbb58c-9d02-4558-9479-a2f21f260625)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:02.200033 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b5f432b8-bc35-4ef6-870b-1b5e32819214 req-2081af6a-a512-4f40-94bd-6387b5f64978 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:02.214843 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-b5f432b8-bc35-4ef6-870b-1b5e32819214 req-2081af6a-a512-4f40-94bd-6387b5f64978 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] Calling delete_port for 6c6a7afd-1129-4f4f-9049-1486ec782452 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:31:02.244485 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1ac67007-2ae9-474f-9ad6-73ce98912b46 req-47657b02-d087-453f-91d7-8693378f6f06 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1a5a1ca-bd1e-4e7f-bf19-5bad20c7040b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402765 Dec 16 09:31:02.276787 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [req-4c574b69-85c3-41bd-bbb2-830925865cfd req-0d3ffd9f-9d9c-4622-88fa-a35637e61fa5 tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] show failed (client error): The resource could not be found. Dec 16 09:31:02.276787 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c574b69-85c3-41bd-bbb2-830925865cfd req-0d3ffd9f-9d9c-4622-88fa-a35637e61fa5 tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] 10.222.0.60 "GET /v2.0/floatingips/736e5124-a810-47ba-b81b-71955157af80 HTTP/1.1" status: 404 len: 350 time: 0.0485740 Dec 16 09:31:02.291555 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4216fb70-0adf-44b7-8bf8-85566c9626a1 x-openstack-request-id: req-4216fb70-0adf-44b7-8bf8-85566c9626a1 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:02.292156 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f71db5-0700-47d3-b944-3010c1cbc410", "name": "network-vif-deleted", "tag": "0be98687-6110-4383-beff-0f41449fce46", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:02.292386 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4216fb70-0adf-44b7-8bf8-85566c9626a1 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:02.292847 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f71db5-0700-47d3-b944-3010c1cbc410', 'name': 'network-vif-deleted', 'tag': '0be98687-6110-4383-beff-0f41449fce46', 'status': 'completed', 'code': 200} Dec 16 09:31:02.347806 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [req-eefdd451-839d-4ab4-a9ac-eaab21267e32 req-dc06e502-a587-4e45-970e-cce81667d8d4 tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] show failed (client error): The resource could not be found. Dec 16 09:31:02.350012 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eefdd451-839d-4ab4-a9ac-eaab21267e32 req-dc06e502-a587-4e45-970e-cce81667d8d4 tempest-FloatingIPsTestJSON-904713531 tempest-FloatingIPsTestJSON-904713531-project] 10.222.0.60 "GET /v2.0/floatingips/736e5124-a810-47ba-b81b-71955157af80 HTTP/1.1" status: 404 len: 350 time: 0.0467570 Dec 16 09:31:02.359230 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40966) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:02.445383 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22532d13-04de-4044-b94b-e7b64846fe71 req-f220bad5-cc74-4dac-8d52-bea2edbce4ae tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:02.446928 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-22532d13-04de-4044-b94b-e7b64846fe71 req-f220bad5-cc74-4dac-8d52-bea2edbce4ae tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1ca4839-8593-467a-a0a0-680c168f2685 HTTP/1.1" status: 200 len: 948 time: 0.1086349 Dec 16 09:31:02.489762 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-22532d13-04de-4044-b94b-e7b64846fe71 req-2e79b9ae-37f3-4db0-a8e7-a68b96babf5e tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/security-groups?id=40af0459-64a8-4d28-8905-de33a4a7cdb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356708 Dec 16 09:31:02.579359 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b5f432b8-bc35-4ef6-870b-1b5e32819214 req-2081af6a-a512-4f40-94bd-6387b5f64978 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:02.590838 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['6c6a7afd-1129-4f4f-9049-1486ec782452'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:31:02.603429 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-18d14b66-8d06-4099-b432-dfc9b899c7af req-7daae1b4-bcdc-4b7f-b6c2-5d4aa72c13cb tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 210 time: 0.0406783 Dec 16 09:31:02.647957 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081af6a-a512-4f40-94bd-6387b5f64978 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] Pushing event deleted for resources: {'Port': ['ID=6c6a7afd-1129-4f4f-9049-1486ec782452,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:02.650515 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device f695d964-1317-4a63-ba12-223ca9ede639 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:31:02.721884 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f432b8-bc35-4ef6-870b-1b5e32819214 req-2081af6a-a512-4f40-94bd-6387b5f64978 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] No DVR routers for this DVR port 6c6a7afd-1129-4f4f-9049-1486ec782452 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:31:02.726498 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b5f432b8-bc35-4ef6-870b-1b5e32819214 req-2081af6a-a512-4f40-94bd-6387b5f64978 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:02.730696 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b5f432b8-bc35-4ef6-870b-1b5e32819214 req-2081af6a-a512-4f40-94bd-6387b5f64978 tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] 10.222.0.58 "DELETE /v2.0/ports/6c6a7afd-1129-4f4f-9049-1486ec782452 HTTP/1.1" status: 204 len: 173 time: 0.8873234 Dec 16 09:31:02.790941 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-983bbf8b-3444-456e-9506-6a01943779c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:02.830631 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port f695d964-1317-4a63-ba12-223ca9ede639 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:31:02.834751 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port f695d964-1317-4a63-ba12-223ca9ede639 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:02.835244 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:02.908085 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770a035-8632-493e-bc44-b4f0936302b6 req-bba0e76c-6b1c-4b54-a394-b0c921041531 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:02.916106 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a770a035-8632-493e-bc44-b4f0936302b6 req-bba0e76c-6b1c-4b54-a394-b0c921041531 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 949 time: 0.0751097 Dec 16 09:31:02.922548 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:02.947006 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ca4839-8593-467a-a0a0-680c168f2685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f695d964-1317-4a63-ba12-223ca9ede639'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:02.950203 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0341ca78-1d26-424d-911d-49f3ab02b119" -d '{"events": [{"server_uuid": "b1ca4839-8593-467a-a0a0-680c168f2685", "name": "network-vif-plugged", "status": "completed", "tag": "f695d964-1317-4a63-ba12-223ca9ede639"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:02.984019 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a770a035-8632-493e-bc44-b4f0936302b6 req-dd27ec4a-297f-4d09-9c5a-f1201a45c1d6 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665758 Dec 16 09:31:02.992680 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port f695d964-1317-4a63-ba12-223ca9ede639, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=f695d964-1317-4a63-ba12-223ca9ede639,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:03.024768 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca96baa2-0977-44df-8e92-17a9fff660bc x-openstack-request-id: req-ca96baa2-0977-44df-8e92-17a9fff660bc {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:03.025253 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ca4839-8593-467a-a0a0-680c168f2685", "name": "network-vif-plugged", "status": "completed", "tag": "f695d964-1317-4a63-ba12-223ca9ede639", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:03.025938 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ca96baa2-0977-44df-8e92-17a9fff660bc {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:03.027177 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ca4839-8593-467a-a0a0-680c168f2685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f695d964-1317-4a63-ba12-223ca9ede639', 'code': 200} Dec 16 09:31:03.086624 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:03.087660 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device ac70669c-691a-4abe-bae4-34f176f01320 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:31:03.131916 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-983bbf8b-3444-456e-9506-6a01943779c6 admin admin] Deleting port 732cb0da-fc84-48ba-aaa2-68e9d6cdaf39 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:31:03.132604 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-983bbf8b-3444-456e-9506-6a01943779c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:03.151026 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a43ee2-97cb-4aaa-b0ba-42e8b45f8222 req-21876162-6d2a-400c-b4d3-201c2d757153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:03.152658 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-55a43ee2-97cb-4aaa-b0ba-42e8b45f8222 req-21876162-6d2a-400c-b4d3-201c2d757153 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b1ca4839-8593-467a-a0a0-680c168f2685 HTTP/1.1" status: 200 len: 1100 time: 0.0703001 Dec 16 09:31:03.221611 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-55a43ee2-97cb-4aaa-b0ba-42e8b45f8222 req-0fe63994-826a-42ad-8a4a-381d585d146d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=40af0459-64a8-4d28-8905-de33a4a7cdb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587404 Dec 16 09:31:03.234696 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-983bbf8b-3444-456e-9506-6a01943779c6 admin admin] For port 732cb0da-fc84-48ba-aaa2-68e9d6cdaf39, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=732cb0da-fc84-48ba-aaa2-68e9d6cdaf39,segment=NetworkSegment(3a7edfb0-337b-4b49-b073-660d3a9aa7a7),segment_id=3a7edfb0-337b-4b49-b073-660d3a9aa7a7)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:03.237219 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-983bbf8b-3444-456e-9506-6a01943779c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:03.251412 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-983bbf8b-3444-456e-9506-6a01943779c6 admin admin] Calling delete_port for 732cb0da-fc84-48ba-aaa2-68e9d6cdaf39 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:31:03.316412 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a37b7-ab0f-4bb2-95f4-e21633e93e48 req-2c068594-761c-4bcc-81dd-67d6492d6ac5 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:03.328937 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a37b7-ab0f-4bb2-95f4-e21633e93e48 req-2c068594-761c-4bcc-81dd-67d6492d6ac5 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:03.340607 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a37b7-ab0f-4bb2-95f4-e21633e93e48 req-2c068594-761c-4bcc-81dd-67d6492d6ac5 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:03.347764 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a37b7-ab0f-4bb2-95f4-e21633e93e48 req-2c068594-761c-4bcc-81dd-67d6492d6ac5 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:03.354929 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a37b7-ab0f-4bb2-95f4-e21633e93e48 req-2c068594-761c-4bcc-81dd-67d6492d6ac5 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:03.360333 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=f695d964-1317-4a63-ba12-223ca9ede639,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:03.375298 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a37b7-ab0f-4bb2-95f4-e21633e93e48 req-2c068594-761c-4bcc-81dd-67d6492d6ac5 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:03.382995 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a37b7-ab0f-4bb2-95f4-e21633e93e48 req-2c068594-761c-4bcc-81dd-67d6492d6ac5 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:03.392281 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ae6a37b7-ab0f-4bb2-95f4-e21633e93e48 req-2c068594-761c-4bcc-81dd-67d6492d6ac5 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5420 time: 0.1894245 Dec 16 09:31:03.441481 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ae6a37b7-ab0f-4bb2-95f4-e21633e93e48 req-f54f977a-aca4-4387-9b77-d70ef111607a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481801 Dec 16 09:31:03.466613 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c6192577-8b1c-4ce9-91ac-82f19a170a42 req-e5fb774d-55c3-48fa-960d-e95eb12399da tempest-ServerTagsTestJSON-1896444974 tempest-ServerTagsTestJSON-1896444974-project] 10.222.0.60 "GET /v2.0/ports?device_id=0eec516e-7fad-40c4-b84e-cbcee937e5ad HTTP/1.1" status: 200 len: 210 time: 0.0465667 Dec 16 09:31:03.476051 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port ac70669c-691a-4abe-bae4-34f176f01320 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:31:03.480060 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port ac70669c-691a-4abe-bae4-34f176f01320 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:03.480441 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:03.546482 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eec516e-7fad-40c4-b84e-cbcee937e5ad', 'name': 'network-vif-deleted', 'tag': '6c6a7afd-1129-4f4f-9049-1486ec782452'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:03.549636 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3724febe-7c05-4011-987e-4de0309b9337" -d '{"events": [{"server_uuid": "0eec516e-7fad-40c4-b84e-cbcee937e5ad", "name": "network-vif-deleted", "tag": "6c6a7afd-1129-4f4f-9049-1486ec782452"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:03.595108 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:03.635412 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port ac70669c-691a-4abe-bae4-34f176f01320, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ac70669c-691a-4abe-bae4-34f176f01320,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:03.644148 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-983bbf8b-3444-456e-9506-6a01943779c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:03.690173 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983bbf8b-3444-456e-9506-6a01943779c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=732cb0da-fc84-48ba-aaa2-68e9d6cdaf39,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:03.756478 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:03.757861 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 6c6a7afd-1129-4f4f-9049-1486ec782452 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:31:03.792776 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 6c6a7afd-1129-4f4f-9049-1486ec782452 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:31:03.796045 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318df07f-cfbc-444b-a1cc-9cd1e83a1e8f req-2fa253cd-68e7-439e-b9e2-b7040e0d3e1f tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:03.800467 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 6c6a7afd-1129-4f4f-9049-1486ec782452 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:31:03.806844 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-318df07f-cfbc-444b-a1cc-9cd1e83a1e8f req-2fa253cd-68e7-439e-b9e2-b7040e0d3e1f tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1ca4839-8593-467a-a0a0-680c168f2685 HTTP/1.1" status: 200 len: 949 time: 0.1186569 Dec 16 09:31:03.901031 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=ac70669c-691a-4abe-bae4-34f176f01320,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:03.930673 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-318df07f-cfbc-444b-a1cc-9cd1e83a1e8f req-c86bbc51-0899-41d3-aff5-3fc38d7a3b76 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/security-groups?id=40af0459-64a8-4d28-8905-de33a4a7cdb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228404 Dec 16 09:31:03.970929 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-983bbf8b-3444-456e-9506-6a01943779c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:03.987239 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700fde29-5855-4224-9af6-e32dd7c6818d x-openstack-request-id: req-700fde29-5855-4224-9af6-e32dd7c6818d {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:03.987404 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eec516e-7fad-40c4-b84e-cbcee937e5ad", "name": "network-vif-deleted", "tag": "6c6a7afd-1129-4f4f-9049-1486ec782452", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:03.987646 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-700fde29-5855-4224-9af6-e32dd7c6818d {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:03.988442 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eec516e-7fad-40c4-b84e-cbcee937e5ad', 'name': 'network-vif-deleted', 'tag': '6c6a7afd-1129-4f4f-9049-1486ec782452', 'status': 'completed', 'code': 200} Dec 16 09:31:04.088010 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-576321a8-adf4-4312-b665-de7fcb97720f req-5dcac693-a709-4e83-8044-0948e8f29d15 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 210 time: 0.0304582 Dec 16 09:31:04.272263 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81123a1f-1d0f-41ff-8628-c58df59ffbc4 req-7d5a96df-ae5e-4d1c-94d8-35dc6e69bc81 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:04.273778 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-81123a1f-1d0f-41ff-8628-c58df59ffbc4 req-7d5a96df-ae5e-4d1c-94d8-35dc6e69bc81 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 950 time: 0.1076241 Dec 16 09:31:04.301789 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983bbf8b-3444-456e-9506-6a01943779c6 admin admin] Router f1739b3b-eafb-4092-85ef-7db6cfc58f43 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:31:04.330850 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-81123a1f-1d0f-41ff-8628-c58df59ffbc4 req-b9406458-b33b-45d3-a98b-00e85d866e77 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486596 Dec 16 09:31:04.427153 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983bbf8b-3444-456e-9506-6a01943779c6 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:31:04.432675 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-983bbf8b-3444-456e-9506-6a01943779c6 admin admin] 10.222.0.60 "PUT /v2.0/routers/f1739b3b-eafb-4092-85ef-7db6cfc58f43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0723305 Dec 16 09:31:04.436963 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41008) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:04.437481 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5a9a95-6e4d-4bdf-bad0-0051a7ace156 None None] Sync routers for ids ['f1739b3b-eafb-4092-85ef-7db6cfc58f43'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:31:04.452602 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5a9a95-6e4d-4bdf-bad0-0051a7ace156 None None] Routers {'f1739b3b-eafb-4092-85ef-7db6cfc58f43'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:31:04.453268 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-4d5a9a95-6e4d-4bdf-bad0-0051a7ace156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:30:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['f1739b3b-eafb-4092-85ef-7db6cfc58f43'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:31:04.588457 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-4d5a9a95-6e4d-4bdf-bad0-0051a7ace156 None None] Set router f1739b3b-eafb-4092-85ef-7db6cfc58f43 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:31:04.638516 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb1291-b134-4340-ae2e-9bd5ed420ce0 req-1c5d647f-a808-4303-ae1a-d39beed70292 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:04.644488 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb1291-b134-4340-ae2e-9bd5ed420ce0 req-1c5d647f-a808-4303-ae1a-d39beed70292 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:04.651174 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb1291-b134-4340-ae2e-9bd5ed420ce0 req-1c5d647f-a808-4303-ae1a-d39beed70292 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:04.657562 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb1291-b134-4340-ae2e-9bd5ed420ce0 req-1c5d647f-a808-4303-ae1a-d39beed70292 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:04.665856 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb1291-b134-4340-ae2e-9bd5ed420ce0 req-1c5d647f-a808-4303-ae1a-d39beed70292 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:04.671882 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb1291-b134-4340-ae2e-9bd5ed420ce0 req-1c5d647f-a808-4303-ae1a-d39beed70292 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:04.678160 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb1291-b134-4340-ae2e-9bd5ed420ce0 req-1c5d647f-a808-4303-ae1a-d39beed70292 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:04.680076 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6ceb1291-b134-4340-ae2e-9bd5ed420ce0 req-1c5d647f-a808-4303-ae1a-d39beed70292 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5420 time: 0.1245351 Dec 16 09:31:04.696569 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-46dbabac-28e3-4d70-b5d5-8d838d253386 admin admin] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:04.794327 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6ceb1291-b134-4340-ae2e-9bd5ed420ce0 req-80408a69-5886-49b7-aa80-1f27b948f31d tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1041174 Dec 16 09:31:04.796400 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-4d5a9a95-6e4d-4bdf-bad0-0051a7ace156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1739b3b-eafb-4092-85ef-7db6cfc58f43', 'name': 'tempest-FloatingIPsTestJSON-291776897-router', 'tenant_id': 'a0a7ccea68d84a2aac5d7884fd6dd2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '748aefb1-a0f8-4be1-a5ec-bc0361ba262f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:30:33Z', 'updated_at': '2021-12-16T09:31:03Z', 'revision_number': 5, 'project_id': 'a0a7ccea68d84a2aac5d7884fd6dd2dc', 'gw_port': {'id': '748aefb1-a0f8-4be1-a5ec-bc0361ba262f', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:65:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1739b3b-eafb-4092-85ef-7db6cfc58f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:30:35Z', 'updated_at': '2021-12-16T09:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:31:04.828496 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-46dbabac-28e3-4d70-b5d5-8d838d253386 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:04.830143 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5a9a95-6e4d-4bdf-bad0-0051a7ace156 None None] Checking router: f1739b3b-eafb-4092-85ef-7db6cfc58f43 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:31:04.843808 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5a9a95-6e4d-4bdf-bad0-0051a7ace156 None None] Routers {'f1739b3b-eafb-4092-85ef-7db6cfc58f43'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:31:04.844508 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-4d5a9a95-6e4d-4bdf-bad0-0051a7ace156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:30:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['f1739b3b-eafb-4092-85ef-7db6cfc58f43'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:31:04.866778 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41034) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:04.946953 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a1204f5-9c81-40bb-bb07-2f27d3092a4c admin admin] Deleting subnet e0d9a1ff-efc5-41f0-b3a7-8f41f1ab2809 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:31:04.950930 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6a1204f5-9c81-40bb-bb07-2f27d3092a4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:04.992187 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6a1204f5-9c81-40bb-bb07-2f27d3092a4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:05.002656 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-46dbabac-28e3-4d70-b5d5-8d838d253386 admin admin] Deleting port 748aefb1-a0f8-4be1-a5ec-bc0361ba262f {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:31:05.003327 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-46dbabac-28e3-4d70-b5d5-8d838d253386 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:05.012791 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-4d5a9a95-6e4d-4bdf-bad0-0051a7ace156 None None] Set router f1739b3b-eafb-4092-85ef-7db6cfc58f43 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:31:05.039088 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6a1204f5-9c81-40bb-bb07-2f27d3092a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:05.059224 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f889d042-7378-4865-8230-ca4e3982e384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac70669c-691a-4abe-bae4-34f176f01320'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:05.063485 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba69fc1-264a-4dff-8684-8280e75a181d" -d '{"events": [{"server_uuid": "f889d042-7378-4865-8230-ca4e3982e384", "name": "network-vif-plugged", "status": "completed", "tag": "ac70669c-691a-4abe-bae4-34f176f01320"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:05.165858 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf8bd0-92c0-4cfc-b9c1-adf05c9a25e8 req-2a5f86f4-c311-4479-aae9-aeeb964a84b2 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:05.176203 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-27cf8bd0-92c0-4cfc-b9c1-adf05c9a25e8 req-2a5f86f4-c311-4479-aae9-aeeb964a84b2 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1ca4839-8593-467a-a0a0-680c168f2685 HTTP/1.1" status: 200 len: 949 time: 0.1168468 Dec 16 09:31:05.216725 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-46dbabac-28e3-4d70-b5d5-8d838d253386 admin admin] For port 748aefb1-a0f8-4be1-a5ec-bc0361ba262f, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=748aefb1-a0f8-4be1-a5ec-bc0361ba262f,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:05.217039 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6a1204f5-9c81-40bb-bb07-2f27d3092a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:05.222635 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-46dbabac-28e3-4d70-b5d5-8d838d253386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:05.240694 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f61d2b-cbd6-4eb9-9d77-da666a9dbe97 x-openstack-request-id: req-66f61d2b-cbd6-4eb9-9d77-da666a9dbe97 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:05.240966 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f889d042-7378-4865-8230-ca4e3982e384", "name": "network-vif-plugged", "status": "completed", "tag": "ac70669c-691a-4abe-bae4-34f176f01320", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:05.241294 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-66f61d2b-cbd6-4eb9-9d77-da666a9dbe97 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:05.241737 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f889d042-7378-4865-8230-ca4e3982e384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac70669c-691a-4abe-bae4-34f176f01320', 'code': 200} Dec 16 09:31:05.243686 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 6ec4cb7e-854f-4eed-b0c7-eb07b321021d no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:31:05.268838 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-46dbabac-28e3-4d70-b5d5-8d838d253386 admin admin] Calling delete_port for 748aefb1-a0f8-4be1-a5ec-bc0361ba262f owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:31:05.272483 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 6ec4cb7e-854f-4eed-b0c7-eb07b321021d {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:31:05.272734 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 6ec4cb7e-854f-4eed-b0c7-eb07b321021d not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:31:05.273676 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 0be98687-6110-4383-beff-0f41449fce46 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:31:05.284056 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6a1204f5-9c81-40bb-bb07-2f27d3092a4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:05.292852 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6a1204f5-9c81-40bb-bb07-2f27d3092a4c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e0d9a1ff-efc5-41f0-b3a7-8f41f1ab2809 HTTP/1.1" status: 204 len: 168 time: 0.4248571 Dec 16 09:31:05.294012 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1204f5-9c81-40bb-bb07-2f27d3092a4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0d9a1ff-efc5-41f0-b3a7-8f41f1ab2809,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:05.295701 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41054) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:05.311334 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 0be98687-6110-4383-beff-0f41449fce46 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:31:05.314274 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 0be98687-6110-4383-beff-0f41449fce46 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:31:05.322398 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-27cf8bd0-92c0-4cfc-b9c1-adf05c9a25e8 req-cd2aed2c-bd5a-43b2-89de-0aefea36588a tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/security-groups?id=40af0459-64a8-4d28-8905-de33a4a7cdb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430821 Dec 16 09:31:05.351046 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-4d5a9a95-6e4d-4bdf-bad0-0051a7ace156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1739b3b-eafb-4092-85ef-7db6cfc58f43', 'name': 'tempest-FloatingIPsTestJSON-291776897-router', 'tenant_id': 'a0a7ccea68d84a2aac5d7884fd6dd2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '748aefb1-a0f8-4be1-a5ec-bc0361ba262f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:30:33Z', 'updated_at': '2021-12-16T09:31:03Z', 'revision_number': 5, 'project_id': 'a0a7ccea68d84a2aac5d7884fd6dd2dc', 'gw_port': {'id': '748aefb1-a0f8-4be1-a5ec-bc0361ba262f', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:65:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1739b3b-eafb-4092-85ef-7db6cfc58f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:30:35Z', 'updated_at': '2021-12-16T09:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:31:05.383632 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e6129-6224-433c-b3ee-6ce88d75400c req-3616aef2-4af8-451b-9c70-40792b51fdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:05.384694 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-274e6129-6224-433c-b3ee-6ce88d75400c req-3616aef2-4af8-451b-9c70-40792b51fdfa service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 1101 time: 0.1635876 Dec 16 09:31:05.410053 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5a9a95-6e4d-4bdf-bad0-0051a7ace156 None None] The sync data for ids ['f1739b3b-eafb-4092-85ef-7db6cfc58f43'] in n-d-820550-2 is: [{'id': 'f1739b3b-eafb-4092-85ef-7db6cfc58f43', 'name': 'tempest-FloatingIPsTestJSON-291776897-router', 'tenant_id': 'a0a7ccea68d84a2aac5d7884fd6dd2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '748aefb1-a0f8-4be1-a5ec-bc0361ba262f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:30:33Z', 'updated_at': '2021-12-16T09:31:03Z', 'revision_number': 5, 'project_id': 'a0a7ccea68d84a2aac5d7884fd6dd2dc', 'gw_port': {'id': '748aefb1-a0f8-4be1-a5ec-bc0361ba262f', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:65:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1739b3b-eafb-4092-85ef-7db6cfc58f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:30:35Z', 'updated_at': '2021-12-16T09:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:31:05.410876 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be72ac58-a625-4f89-8848-faa15af876db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:05.482278 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-274e6129-6224-433c-b3ee-6ce88d75400c req-3430f387-c161-4f46-8081-db9d9d951595 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802903 Dec 16 09:31:05.504766 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-925d71a0-d9c6-4cf5-8cbb-f8f5c5ee9243 req-f9802631-12d0-41fd-a747-a2fff6f30b89 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 210 time: 0.0380216 Dec 16 09:31:05.512837 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be72ac58-a625-4f89-8848-faa15af876db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:05.538974 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-be72ac58-a625-4f89-8848-faa15af876db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6780a4c-f238-4783-b969-88b87f06119d']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:31:05.549587 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-be72ac58-a625-4f89-8848-faa15af876db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'accbb58c-9d02-4558-9479-a2f21f260625') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:31:05.550025 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-be72ac58-a625-4f89-8848-faa15af876db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'accbb58c-9d02-4558-9479-a2f21f260625') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:31:05.561528 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be72ac58-a625-4f89-8848-faa15af876db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:05.578359 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be72ac58-a625-4f89-8848-faa15af876db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:05.584464 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be72ac58-a625-4f89-8848-faa15af876db admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:31:05.584962 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be72ac58-a625-4f89-8848-faa15af876db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:05.586896 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:31:05.586896 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:31:05.586896 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:31:05.586896 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:31:05.586896 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:31:05.586896 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:31:05.586896 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:31:05.586896 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:31:05.586896 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:31:05.586896 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:31:05.586896 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:31:05.586896 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:31:05.586896 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:31:05.586896 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:31:05.586896 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:31:05.586896 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:31:05.586896 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:31:05.586896 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:31:05.586896 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:31:05.586896 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:31:05.586896 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:31:05.586896 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:31:05.586896 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:31:05.586896 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:31:05.586896 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:31:05.586896 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:31:05.586896 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:31:05.586896 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:31:05.586896 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:31:05.586896 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:31:05.586896 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:31:05.586896 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:31:05.675325 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-46dbabac-28e3-4d70-b5d5-8d838d253386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:05.723565 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dbabac-28e3-4d70-b5d5-8d838d253386 admin admin] Pushing event deleted for resources: {'Port': ['ID=748aefb1-a0f8-4be1-a5ec-bc0361ba262f,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:05.784139 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be72ac58-a625-4f89-8848-faa15af876db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:05.794250 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b783ba8-ced7-45fa-bcba-f92362adfa1a req-af5c1d24-8889-46b4-b1f4-371a0d9a6f9c tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:05.794679 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be72ac58-a625-4f89-8848-faa15af876db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:05.800456 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6b783ba8-ced7-45fa-bcba-f92362adfa1a req-af5c1d24-8889-46b4-b1f4-371a0d9a6f9c tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 950 time: 0.1340487 Dec 16 09:31:05.802228 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-be72ac58-a625-4f89-8848-faa15af876db admin admin] 10.222.0.60 "DELETE /v2.0/networks/c6780a4c-f238-4783-b969-88b87f06119d HTTP/1.1" status: 204 len: 168 time: 0.5053778 Dec 16 09:31:05.825225 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be72ac58-a625-4f89-8848-faa15af876db admin admin] Pushing event deleted for resources: {'Network': ['ID=c6780a4c-f238-4783-b969-88b87f06119d,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:05.894209 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-46dbabac-28e3-4d70-b5d5-8d838d253386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:05.909755 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 732cb0da-fc84-48ba-aaa2-68e9d6cdaf39 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:31:05.935743 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 732cb0da-fc84-48ba-aaa2-68e9d6cdaf39 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:31:05.941909 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6b783ba8-ced7-45fa-bcba-f92362adfa1a req-b0c216fb-d750-4299-bcb0-130500baa1c0 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404202 Dec 16 09:31:05.942067 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 732cb0da-fc84-48ba-aaa2-68e9d6cdaf39 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:31:06.043101 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-46dbabac-28e3-4d70-b5d5-8d838d253386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:06.049023 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-46dbabac-28e3-4d70-b5d5-8d838d253386 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:06.149467 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-374004db-a014-46eb-87de-b1911dc85d21 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=943fa0c3d4fb47ff82b8e8cad21d5b54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278246 Dec 16 09:31:06.164078 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fba84e-b9d7-42c6-8a53-452e44fb02a0 req-5889b4e2-31dd-40c0-aae9-1dc3b456e759 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:06.171788 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fba84e-b9d7-42c6-8a53-452e44fb02a0 req-5889b4e2-31dd-40c0-aae9-1dc3b456e759 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:06.178280 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fba84e-b9d7-42c6-8a53-452e44fb02a0 req-5889b4e2-31dd-40c0-aae9-1dc3b456e759 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:06.184402 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fba84e-b9d7-42c6-8a53-452e44fb02a0 req-5889b4e2-31dd-40c0-aae9-1dc3b456e759 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:06.190606 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fba84e-b9d7-42c6-8a53-452e44fb02a0 req-5889b4e2-31dd-40c0-aae9-1dc3b456e759 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:06.197089 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fba84e-b9d7-42c6-8a53-452e44fb02a0 req-5889b4e2-31dd-40c0-aae9-1dc3b456e759 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:06.202874 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fba84e-b9d7-42c6-8a53-452e44fb02a0 req-5889b4e2-31dd-40c0-aae9-1dc3b456e759 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:06.204752 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a2fba84e-b9d7-42c6-8a53-452e44fb02a0 req-5889b4e2-31dd-40c0-aae9-1dc3b456e759 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5420 time: 0.1025548 Dec 16 09:31:06.249439 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a2fba84e-b9d7-42c6-8a53-452e44fb02a0 req-c13bcce7-c502-45c6-b658-93148d7da62f tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352468 Dec 16 09:31:06.262477 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-46dbabac-28e3-4d70-b5d5-8d838d253386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:06.263087 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46dbabac-28e3-4d70-b5d5-8d838d253386 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1739b3b-eafb-4092-85ef-7db6cfc58f43 {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:31:06.285248 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-46dbabac-28e3-4d70-b5d5-8d838d253386 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:06.292409 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-46dbabac-28e3-4d70-b5d5-8d838d253386 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f1739b3b-eafb-4092-85ef-7db6cfc58f43 HTTP/1.1" status: 204 len: 168 time: 1.8494914 Dec 16 09:31:06.293003 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41088) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:06.309304 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-c25be495-0165-432b-8738-7f177b171044 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:06.317789 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-c25be495-0165-432b-8738-7f177b171044 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1562729 Dec 16 09:31:06.339517 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-c83ce135-4340-41e4-bc15-4d6d46313176 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/quotas/943fa0c3d4fb47ff82b8e8cad21d5b54 HTTP/1.1" status: 200 len: 375 time: 0.0198398 Dec 16 09:31:06.377730 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-abbea6d9-2604-4dd5-b156-e6b252c70b7b admin admin] Deleting subnet 8230b2bb-1d7b-40d4-98a9-63860403a493 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:31:06.379237 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-abbea6d9-2604-4dd5-b156-e6b252c70b7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:06.415338 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41090) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:06.444036 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-abbea6d9-2604-4dd5-b156-e6b252c70b7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:06.461994 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-18de1500-8a95-4c3c-97fe-31c7376322cf tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=943fa0c3d4fb47ff82b8e8cad21d5b54&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1204462 Dec 16 09:31:06.533078 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3c06e8bc-d062-4542-9137-f714aeb6d3b1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=835dcbe1dc204494b2c4638e564dc237&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1092331 Dec 16 09:31:06.534827 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41092) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:06.546224 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-abbea6d9-2604-4dd5-b156-e6b252c70b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:06.660950 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f84a45a8-88a5-4fad-80ef-faa056223c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:06.667877 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f7de5ce3-bb8c-481b-a68a-8e0a409292d3 req-bc216d79-8a10-4651-8ac6-7b0ebdc80a46 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 210 time: 0.0395489 Dec 16 09:31:06.688771 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f84a45a8-88a5-4fad-80ef-faa056223c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:06.714527 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41100) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:06.774652 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-abbea6d9-2604-4dd5-b156-e6b252c70b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:06.788984 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-abbea6d9-2604-4dd5-b156-e6b252c70b7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:06.794341 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c377d6f7-130b-4a6e-8a21-02090f464b92 None None] Network 887cc043-b6ed-4a3d-999d-90a25a7e3331 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:31:06.797495 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-abbea6d9-2604-4dd5-b156-e6b252c70b7b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8230b2bb-1d7b-40d4-98a9-63860403a493 HTTP/1.1" status: 204 len: 168 time: 0.5024381 Dec 16 09:31:06.799859 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41104) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:06.888073 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f84a45a8-88a5-4fad-80ef-faa056223c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:06.892118 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f84a45a8-88a5-4fad-80ef-faa056223c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:06.901097 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f84a45a8-88a5-4fad-80ef-faa056223c6c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d1a5a1ca-bd1e-4e7f-bf19-5bad20c7040b HTTP/1.1" status: 204 len: 168 time: 0.3589671 Dec 16 09:31:06.908271 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a45a8-88a5-4fad-80ef-faa056223c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a5a1ca-bd1e-4e7f-bf19-5bad20c7040b,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:06.920590 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbea6d9-2604-4dd5-b156-e6b252c70b7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8230b2bb-1d7b-40d4-98a9-63860403a493,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:07.016417 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6643a2c8-86a6-42a9-8695-ff333861d7ff req-9bf08dff-e93b-4444-a59c-9f148e54e4c5 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e7b2978-ea46-4ed7-a881-1038bf0daee4 HTTP/1.1" status: 200 len: 210 time: 0.1042612 Dec 16 09:31:07.032818 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b7a0cbf1-650a-4848-af32-4d1fd685275d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:07.079023 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6970614d-dc0b-4bcd-ba6c-43b49f2f5846 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=62df495bd2aa4dc38568d36e2ea4852c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3630900 Dec 16 09:31:07.085766 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41118) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:07.098464 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:07.127412 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-b7a0cbf1-650a-4848-af32-4d1fd685275d admin admin] Deleting port 4c3e55eb-9b50-4c9f-9504-87c010614be1 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:31:07.127756 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b7a0cbf1-650a-4848-af32-4d1fd685275d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:07.174047 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4bd02-f8a9-42bd-9706-65609a8b378f req-533bacf8-3118-4cd2-8b3a-e617bbc9decf tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:07.176606 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b48787-e372-40c7-9e57-f1ebfe8b4739 None None] DHCP port deletion for 887cc043-b6ed-4a3d-999d-90a25a7e3331 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:31:07.178330 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-59b4bd02-f8a9-42bd-9706-65609a8b378f req-533bacf8-3118-4cd2-8b3a-e617bbc9decf tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 950 time: 0.1064742 Dec 16 09:31:07.188086 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e2fef907-3708-4f65-bb0c-e4227c15e048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:07.202702 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-b7a0cbf1-650a-4848-af32-4d1fd685275d admin admin] For port 4c3e55eb-9b50-4c9f-9504-87c010614be1, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=4c3e55eb-9b50-4c9f-9504-87c010614be1,segment=NetworkSegment(3a7edfb0-337b-4b49-b073-660d3a9aa7a7),segment_id=3a7edfb0-337b-4b49-b073-660d3a9aa7a7)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:07.203302 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b7a0cbf1-650a-4848-af32-4d1fd685275d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:07.232088 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-b7a0cbf1-650a-4848-af32-4d1fd685275d admin admin] Calling delete_port for 4c3e55eb-9b50-4c9f-9504-87c010614be1 owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:31:07.232431 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e2fef907-3708-4f65-bb0c-e4227c15e048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:07.232547 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-21b48787-e372-40c7-9e57-f1ebfe8b4739 None None] Deleting port 4c3e55eb-9b50-4c9f-9504-87c010614be1 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:31:07.232848 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-21b48787-e372-40c7-9e57-f1ebfe8b4739 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:07.247688 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-59b4bd02-f8a9-42bd-9706-65609a8b378f req-785a1704-029e-4615-a007-50e0c19fc3b8 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615230 Dec 16 09:31:07.353976 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-21b48787-e372-40c7-9e57-f1ebfe8b4739 None None] For port 4c3e55eb-9b50-4c9f-9504-87c010614be1, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=4c3e55eb-9b50-4c9f-9504-87c010614be1,segment=NetworkSegment(3a7edfb0-337b-4b49-b073-660d3a9aa7a7),segment_id=3a7edfb0-337b-4b49-b073-660d3a9aa7a7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:07.354370 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-21b48787-e372-40c7-9e57-f1ebfe8b4739 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:07.376030 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-21b48787-e372-40c7-9e57-f1ebfe8b4739 None None] Calling delete_port for 4c3e55eb-9b50-4c9f-9504-87c010614be1 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:31:07.401477 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125190d-391c-4912-b685-7bd73d8d4846 req-9dfb10a2-cefd-471e-b2f4-f37adabf1c54 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:07.407495 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125190d-391c-4912-b685-7bd73d8d4846 req-9dfb10a2-cefd-471e-b2f4-f37adabf1c54 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:07.413933 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125190d-391c-4912-b685-7bd73d8d4846 req-9dfb10a2-cefd-471e-b2f4-f37adabf1c54 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:07.419815 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125190d-391c-4912-b685-7bd73d8d4846 req-9dfb10a2-cefd-471e-b2f4-f37adabf1c54 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:07.425742 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125190d-391c-4912-b685-7bd73d8d4846 req-9dfb10a2-cefd-471e-b2f4-f37adabf1c54 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:07.432332 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125190d-391c-4912-b685-7bd73d8d4846 req-9dfb10a2-cefd-471e-b2f4-f37adabf1c54 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:07.438511 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125190d-391c-4912-b685-7bd73d8d4846 req-9dfb10a2-cefd-471e-b2f4-f37adabf1c54 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:07.440548 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f125190d-391c-4912-b685-7bd73d8d4846 req-9dfb10a2-cefd-471e-b2f4-f37adabf1c54 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5420 time: 0.1002157 Dec 16 09:31:07.487470 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f125190d-391c-4912-b685-7bd73d8d4846 req-06045ca5-859a-4d58-a6ef-c0f76fb61f1c tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393624 Dec 16 09:31:07.533471 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e2fef907-3708-4f65-bb0c-e4227c15e048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:07.544286 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e2fef907-3708-4f65-bb0c-e4227c15e048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:07.544286 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e2fef907-3708-4f65-bb0c-e4227c15e048 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7773d9c1-b949-408d-b35c-ee4d1acd8f2b HTTP/1.1" status: 204 len: 168 time: 0.4515638 Dec 16 09:31:07.548632 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fef907-3708-4f65-bb0c-e4227c15e048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7773d9c1-b949-408d-b35c-ee4d1acd8f2b,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:07.614619 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b7a0cbf1-650a-4848-af32-4d1fd685275d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: from cryptography.utils import int_from_bytes Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: from cryptography.utils import int_from_bytes Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:07.614872 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:31:07.618312 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:07.618312 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:31:07.618312 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:07.618312 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:31:07.618312 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:07.618312 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:31:07.618312 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:07.618312 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:31:07.618312 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:07.618312 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:31:07.618312 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:07.618312 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:31:07.618312 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:07.618312 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:31:07.620523 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-21b48787-e372-40c7-9e57-f1ebfe8b4739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:07.672979 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a0cbf1-650a-4848-af32-4d1fd685275d admin admin] Pushing event deleted for resources: {'Port': ['ID=4c3e55eb-9b50-4c9f-9504-87c010614be1,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:07.678957 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b48787-e372-40c7-9e57-f1ebfe8b4739 None None] Pushing event deleted for resources: {'Port': ['ID=4c3e55eb-9b50-4c9f-9504-87c010614be1,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:07.678957 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b48787-e372-40c7-9e57-f1ebfe8b4739 None None] No DVR routers for this DVR port 4c3e55eb-9b50-4c9f-9504-87c010614be1 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:31:07.715410 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a0cbf1-650a-4848-af32-4d1fd685275d admin admin] No DVR routers for this DVR port 4c3e55eb-9b50-4c9f-9504-87c010614be1 on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:31:07.796771 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1021cf-216d-4fc0-99a7-5516ed8142d1 req-4045b0ec-d10d-42da-8a6f-3517dce2039c tempest-MigrationsAdminTest-476529388 tempest-MigrationsAdminTest-476529388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:07.807469 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5d1021cf-216d-4fc0-99a7-5516ed8142d1 req-4045b0ec-d10d-42da-8a6f-3517dce2039c tempest-MigrationsAdminTest-476529388 tempest-MigrationsAdminTest-476529388-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 1101 time: 0.1356099 Dec 16 09:31:07.811868 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b7a0cbf1-650a-4848-af32-4d1fd685275d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:07.853628 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-5d1021cf-216d-4fc0-99a7-5516ed8142d1 req-cf4730cd-308e-4919-9bb3-aa159de37e14 tempest-MigrationsAdminTest-476529388 tempest-MigrationsAdminTest-476529388-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:07.858144 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fd6cd9e1-3836-4363-a8f4-42c5ddd875c7 req-287a83b0-3c72-481a-ae51-b7445bb1968d tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=79f71db5-0700-47d3-b944-3010c1cbc410 HTTP/1.1" status: 200 len: 210 time: 0.0578079 Dec 16 09:31:07.887038 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 4c3e55eb-9b50-4c9f-9504-87c010614be1 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:31:07.898143 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 4c3e55eb-9b50-4c9f-9504-87c010614be1 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:31:07.898499 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 4c3e55eb-9b50-4c9f-9504-87c010614be1 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:31:07.898971 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 748aefb1-a0f8-4be1-a5ec-bc0361ba262f no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:31:07.919140 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 748aefb1-a0f8-4be1-a5ec-bc0361ba262f {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:31:07.919486 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 748aefb1-a0f8-4be1-a5ec-bc0361ba262f not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:31:08.108051 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4145072d-3080-4639-b4d8-3e18fa5d8e37 req-7b1f596f-9c69-4fd0-9e7e-64f2a3832dd0 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e7b2978-ea46-4ed7-a881-1038bf0daee4 HTTP/1.1" status: 200 len: 210 time: 0.0416067 Dec 16 09:31:08.155548 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-b7a0cbf1-650a-4848-af32-4d1fd685275d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['887cc043-b6ed-4a3d-999d-90a25a7e3331']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:31:08.175106 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-b7a0cbf1-650a-4848-af32-4d1fd685275d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a7edfb0-337b-4b49-b073-660d3a9aa7a7') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:31:08.175307 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-b7a0cbf1-650a-4848-af32-4d1fd685275d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a7edfb0-337b-4b49-b073-660d3a9aa7a7') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:31:08.191530 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b7a0cbf1-650a-4848-af32-4d1fd685275d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:08.209251 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b7a0cbf1-650a-4848-af32-4d1fd685275d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:08.221718 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a0cbf1-650a-4848-af32-4d1fd685275d admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:31:08.222199 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b7a0cbf1-650a-4848-af32-4d1fd685275d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:08.224003 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:31:08.224003 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:31:08.224003 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:31:08.224003 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:31:08.224003 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:31:08.224003 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:31:08.224003 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:31:08.224003 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:31:08.224003 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:31:08.224003 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:31:08.224003 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:31:08.224003 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:31:08.224003 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:31:08.224003 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:31:08.224003 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:31:08.224003 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:31:08.224003 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:31:08.224003 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:31:08.224003 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:31:08.224003 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:31:08.224003 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:31:08.224003 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:31:08.224003 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:31:08.224003 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:31:08.224003 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:31:08.224003 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:31:08.224003 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:31:08.224003 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:31:08.224003 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:31:08.224003 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:31:08.224003 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:31:08.224003 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:31:08.302630 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-5d1021cf-216d-4fc0-99a7-5516ed8142d1 req-cf4730cd-308e-4919-9bb3-aa159de37e14 tempest-MigrationsAdminTest-476529388 tempest-MigrationsAdminTest-476529388-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:08.441961 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-5d1021cf-216d-4fc0-99a7-5516ed8142d1 req-cf4730cd-308e-4919-9bb3-aa159de37e14 tempest-MigrationsAdminTest-476529388 tempest-MigrationsAdminTest-476529388-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:08.452698 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b7a0cbf1-650a-4848-af32-4d1fd685275d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:08.467776 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b7a0cbf1-650a-4848-af32-4d1fd685275d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:08.471003 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b7a0cbf1-650a-4848-af32-4d1fd685275d admin admin] 10.222.0.60 "DELETE /v2.0/networks/887cc043-b6ed-4a3d-999d-90a25a7e3331 HTTP/1.1" status: 204 len: 168 time: 1.6700797 Dec 16 09:31:08.482583 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5d1021cf-216d-4fc0-99a7-5516ed8142d1 req-cf4730cd-308e-4919-9bb3-aa159de37e14 tempest-MigrationsAdminTest-476529388 tempest-MigrationsAdminTest-476529388-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6678493 Dec 16 09:31:08.497276 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4730cd-308e-4919-9bb3-aa159de37e14 tempest-MigrationsAdminTest-476529388 tempest-MigrationsAdminTest-476529388-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38016423-4ac7-45a6-9df6-c224d50e267e,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:08.499373 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a0cbf1-650a-4848-af32-4d1fd685275d admin admin] Pushing event deleted for resources: {'Network': ['ID=887cc043-b6ed-4a3d-999d-90a25a7e3331,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:08.656545 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a80893-bf13-49cb-bea8-56c202c0a0ff req-bc6792ff-754e-4826-8ade-bfd3d0227fc1 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:08.662841 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a80893-bf13-49cb-bea8-56c202c0a0ff req-bc6792ff-754e-4826-8ade-bfd3d0227fc1 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:08.669340 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a80893-bf13-49cb-bea8-56c202c0a0ff req-bc6792ff-754e-4826-8ade-bfd3d0227fc1 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:08.680733 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a80893-bf13-49cb-bea8-56c202c0a0ff req-bc6792ff-754e-4826-8ade-bfd3d0227fc1 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:08.681575 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a80893-bf13-49cb-bea8-56c202c0a0ff req-bc6792ff-754e-4826-8ade-bfd3d0227fc1 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:08.687520 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a80893-bf13-49cb-bea8-56c202c0a0ff req-bc6792ff-754e-4826-8ade-bfd3d0227fc1 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:08.693920 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a80893-bf13-49cb-bea8-56c202c0a0ff req-bc6792ff-754e-4826-8ade-bfd3d0227fc1 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:08.696586 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f9a80893-bf13-49cb-bea8-56c202c0a0ff req-bc6792ff-754e-4826-8ade-bfd3d0227fc1 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5420 time: 0.1121290 Dec 16 09:31:08.740359 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f9a80893-bf13-49cb-bea8-56c202c0a0ff req-db3421d5-c572-4d88-accb-c48ba464a7fe tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371807 Dec 16 09:31:09.024086 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41196) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:09.079491 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6e891c50-fc1b-4db0-809c-eb8e4ee0fe2b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a0a7ccea68d84a2aac5d7884fd6dd2dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528119 Dec 16 09:31:09.082195 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41198) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:09.136466 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2baa-c70e-4fcb-b996-198e874390f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:09.180915 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2baa-c70e-4fcb-b996-198e874390f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:09.260531 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41202) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:09.353934 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2baa-c70e-4fcb-b996-198e874390f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:09.358111 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2baa-c70e-4fcb-b996-198e874390f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:09.359528 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9e4f2baa-c70e-4fcb-b996-198e874390f3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/696a4b09-b3a3-4f17-abef-85acb2de8174 HTTP/1.1" status: 204 len: 168 time: 0.2762644 Dec 16 09:31:09.369413 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f2baa-c70e-4fcb-b996-198e874390f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696a4b09-b3a3-4f17-abef-85acb2de8174,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:09.394432 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-de5d128d-bb92-4205-8a77-b378b58b55ce admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1047180000-network', 'tenant_id': '73c35d2260cd4ba19a10ddfb4ed6ea15'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:09.493626 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-11fc9e6e-ec63-4e3c-a549-5b01382dc20f req-de117f6f-67aa-435d-a6a7-2d66af6fc826 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e7b2978-ea46-4ed7-a881-1038bf0daee4 HTTP/1.1" status: 200 len: 210 time: 0.0437675 Dec 16 09:31:09.503825 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-d6511cad-b2f2-4e6e-9282-f3cbf50671e5 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=943fa0c3d4fb47ff82b8e8cad21d5b54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357993 Dec 16 09:31:09.522400 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5d128d-bb92-4205-8a77-b378b58b55ce admin admin] Made reservation on behalf of 73c35d2260cd4ba19a10ddfb4ed6ea15 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:09.527111 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-de5d128d-bb92-4205-8a77-b378b58b55ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:09.539766 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-de5d128d-bb92-4205-8a77-b378b58b55ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:09.653937 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-8b5f90c2-bd33-4352-836a-2a1d9f00910d tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:09.655415 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-8b5f90c2-bd33-4352-836a-2a1d9f00910d tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1454470 Dec 16 09:31:09.695510 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-7a4b2574-c4fa-479c-8a24-2f5fc4ef9f13 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Request body: {'port': {'device_id': '7e7b2978-ea46-4ed7-a881-1038bf0daee4', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'admin_state_up': True, 'tenant_id': '943fa0c3d4fb47ff82b8e8cad21d5b54'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:09.733607 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-de5d128d-bb92-4205-8a77-b378b58b55ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:09.748712 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858fd92-8b02-464f-ab40-dd8ee713b21c req-f400c14a-9623-4898-b619-fb620b64413c tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:09.758112 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a858fd92-8b02-464f-ab40-dd8ee713b21c req-f400c14a-9623-4898-b619-fb620b64413c tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 950 time: 0.0868201 Dec 16 09:31:09.809524 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a858fd92-8b02-464f-ab40-dd8ee713b21c req-b5d7a1e9-f9a4-429b-b396-a327a7928c1c tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462286 Dec 16 09:31:09.868713 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-de5d128d-bb92-4205-8a77-b378b58b55ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:09.896282 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de5d128d-bb92-4205-8a77-b378b58b55ce admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:31:09.950180 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-de5d128d-bb92-4205-8a77-b378b58b55ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:09.950978 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-de5d128d-bb92-4205-8a77-b378b58b55ce admin admin] Added segment 9c7a6734-cc3f-42d5-afdd-20a3a7d54918 of type vlan for network b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2 Dec 16 09:31:09.969070 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d128d-bb92-4205-8a77-b378b58b55ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3a4e68-0d2f-4df0-ae97-216286384b1f,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:09.974031 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cddbd-b391-4e15-a104-8574c712d89b req-21552628-3fa9-4486-8c8c-f37794104bf5 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:09.982778 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cddbd-b391-4e15-a104-8574c712d89b req-21552628-3fa9-4486-8c8c-f37794104bf5 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:09.990403 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cddbd-b391-4e15-a104-8574c712d89b req-21552628-3fa9-4486-8c8c-f37794104bf5 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:09.998717 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cddbd-b391-4e15-a104-8574c712d89b req-21552628-3fa9-4486-8c8c-f37794104bf5 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:10.004978 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cddbd-b391-4e15-a104-8574c712d89b req-21552628-3fa9-4486-8c8c-f37794104bf5 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:10.014731 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cddbd-b391-4e15-a104-8574c712d89b req-21552628-3fa9-4486-8c8c-f37794104bf5 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:10.017800 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cddbd-b391-4e15-a104-8574c712d89b req-21552628-3fa9-4486-8c8c-f37794104bf5 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:10.019780 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-799cddbd-b391-4e15-a104-8574c712d89b req-21552628-3fa9-4486-8c8c-f37794104bf5 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5420 time: 0.1219282 Dec 16 09:31:10.028975 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-7a4b2574-c4fa-479c-8a24-2f5fc4ef9f13 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Made reservation on behalf of 943fa0c3d4fb47ff82b8e8cad21d5b54 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:10.031435 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-de5d128d-bb92-4205-8a77-b378b58b55ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:10.032833 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-7a4b2574-c4fa-479c-8a24-2f5fc4ef9f13 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:10.102411 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-799cddbd-b391-4e15-a104-8574c712d89b req-9a27177b-aa40-4d89-acc5-03ea168048de tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0662751 Dec 16 09:31:10.119032 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-f0732b60-a943-4c50-8b82-8fb70acca541 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3689420 Dec 16 09:31:10.159751 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-467c8f6d-f82f-472b-bedf-1d1a4d68e7e7 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:10.160737 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-467c8f6d-f82f-472b-bedf-1d1a4d68e7e7 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082188 Dec 16 09:31:10.234348 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-de5d128d-bb92-4205-8a77-b378b58b55ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:10.243599 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5d128d-bb92-4205-8a77-b378b58b55ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:10.243599 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-de5d128d-bb92-4205-8a77-b378b58b55ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:10.308137 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-7a4b2574-c4fa-479c-8a24-2f5fc4ef9f13 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Allocated IP 192.168.233.16 (0f25fa8c-dd15-4f99-b14f-112e51884f75/d30f37a6-2496-485e-9480-e5e1789d975f/6f78d0dd-a80a-4308-8b62-fe65a5239b12) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:31:10.339476 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d128d-bb92-4205-8a77-b378b58b55ce admin admin] Pushing event updated for resources: {'Network': ['ID=b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:10.353649 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:31:10.370204 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ff60d-57bb-4d3d-98d2-1749d0bb187b req-301ef007-929e-49f4-9c2e-4175725680d2 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:10.372743 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-de5d128d-bb92-4205-8a77-b378b58b55ce admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1105676 Dec 16 09:31:10.373391 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:10.373559 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41276) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:10.377155 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4a4ff60d-57bb-4d3d-98d2-1749d0bb187b req-301ef007-929e-49f4-9c2e-4175725680d2 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/networks?id=b3f60eab-6f2c-4106-b76e-873bab2183f6 HTTP/1.1" status: 200 len: 811 time: 0.1570151 Dec 16 09:31:10.387446 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-6bb22cd6-1071-4d72-8685-7391c5b914ae admin admin] Request body: {'subnet': {'network_id': 'b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1047180000-subnet', 'tenant_id': '73c35d2260cd4ba19a10ddfb4ed6ea15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:10.402373 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4a4ff60d-57bb-4d3d-98d2-1749d0bb187b req-851cdf57-5dad-4eb9-822d-09881c597043 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/quotas/928a77c00bdc452c92b87dad5de07f0a HTTP/1.1" status: 200 len: 375 time: 0.0243180 Dec 16 09:31:10.441656 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4a4ff60d-57bb-4d3d-98d2-1749d0bb187b req-2d680d23-be00-44ab-9d9e-fd2fbc8fc125 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=928a77c00bdc452c92b87dad5de07f0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383816 Dec 16 09:31:10.536613 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb22cd6-1071-4d72-8685-7391c5b914ae admin admin] Made reservation on behalf of 73c35d2260cd4ba19a10ddfb4ed6ea15 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:10.539708 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6bb22cd6-1071-4d72-8685-7391c5b914ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:10.642534 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4a4ff60d-57bb-4d3d-98d2-1749d0bb187b req-915e9f26-0f03-4cac-9f19-51945e44a0d3 service neutron] 10.222.0.60 "GET /v2.0/networks/b3f60eab-6f2c-4106-b76e-873bab2183f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905925 Dec 16 09:31:10.645334 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-7a4b2574-c4fa-479c-8a24-2f5fc4ef9f13 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:10.662990 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9ac4aff8-45b7-447f-af84-395568a5e691 req-8b9276ff-23b5-49cc-b020-58a888ed22bd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e7b2978-ea46-4ed7-a881-1038bf0daee4 HTTP/1.1" status: 200 len: 210 time: 0.0335190 Dec 16 09:31:10.774624 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4a4ff60d-57bb-4d3d-98d2-1749d0bb187b req-69d98333-7ef8-4012-89af-dc123a9cc21d service neutron] 10.222.0.60 "GET /v2.0/networks/b3f60eab-6f2c-4106-b76e-873bab2183f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218407 Dec 16 09:31:10.859303 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-7a4b2574-c4fa-479c-8a24-2f5fc4ef9f13 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:10.874743 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['f695d964-1317-4a63-ba12-223ca9ede639'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:31:10.905787 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-7a4b2574-c4fa-479c-8a24-2f5fc4ef9f13 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Network 0f25fa8c-dd15-4f99-b14f-112e51884f75 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:31:10.908924 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-7a4b2574-c4fa-479c-8a24-2f5fc4ef9f13 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:31:10.912845 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-7a4b2574-c4fa-479c-8a24-2f5fc4ef9f13 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:31:10.918933 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41e115-a1b7-4bc2-9613-8f37b011ee8b req-82ccaa1b-c82d-4cad-bd81-0e7ef30afde3 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:10.920582 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c41e115-a1b7-4bc2-9613-8f37b011ee8b req-82ccaa1b-c82d-4cad-bd81-0e7ef30afde3 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 950 time: 0.0529535 Dec 16 09:31:10.961706 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b2574-c4fa-479c-8a24-2f5fc4ef9f13 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Pushing event updated for resources: {'Port': ['ID=6f78d0dd-a80a-4308-8b62-fe65a5239b12,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:10.981035 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c41e115-a1b7-4bc2-9613-8f37b011ee8b req-d4161e54-c9ec-4542-9c15-0111f7a42dc6 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494373 Dec 16 09:31:10.999754 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6bb22cd6-1071-4d72-8685-7391c5b914ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:11.023989 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-7a4b2574-c4fa-479c-8a24-2f5fc4ef9f13 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:11.024763 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-7a4b2574-c4fa-479c-8a24-2f5fc4ef9f13 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:11.165704 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-7a4b2574-c4fa-479c-8a24-2f5fc4ef9f13 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4989772 Dec 16 09:31:11.184181 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-4f9f9fcb-9aa7-4de9-93d4-d19610e800af service neutron] Request body: {'port': {'device_id': '7e7b2978-ea46-4ed7-a881-1038bf0daee4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:11.218430 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0b57c080-635e-4ae3-89ba-d52218713949 req-6154013b-cf8d-43d7-bbc3-c0033ab76d9b tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=2292b0c0-584a-4894-9132-ae91d4e55ba2 HTTP/1.1" status: 200 len: 210 time: 0.1394947 Dec 16 09:31:11.219045 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb22cd6-1071-4d72-8685-7391c5b914ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=123636c8-84c2-46cd-9cab-17a514560fa3,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:11.230686 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb22cd6-1071-4d72-8685-7391c5b914ae admin admin] Checking segment: {'id': '9c7a6734-cc3f-42d5-afdd-20a3a7d54918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:31:11.233004 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb22cd6-1071-4d72-8685-7391c5b914ae admin admin] Network hostable DHCP agents. Network: b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:31:11.269358 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-929f3446-700d-4d48-ba6b-fbe82ea48226 None None] Provisioning complete for port 6f78d0dd-a80a-4308-8b62-fe65a5239b12 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:11.269774 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-929f3446-700d-4d48-ba6b-fbe82ea48226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:11.326084 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-4f9f9fcb-9aa7-4de9-93d4-d19610e800af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:11.342847 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81de255-f394-4acc-8ffe-b22a19169e4d req-5d84ddab-2a8a-4a2f-97ef-9e0264fca8f2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:11.351581 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41326) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:11.353493 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-929f3446-700d-4d48-ba6b-fbe82ea48226 None None] Port 6f78d0dd-a80a-4308-8b62-fe65a5239b12 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:31:11.355416 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81de255-f394-4acc-8ffe-b22a19169e4d req-5d84ddab-2a8a-4a2f-97ef-9e0264fca8f2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:11.367132 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81de255-f394-4acc-8ffe-b22a19169e4d req-5d84ddab-2a8a-4a2f-97ef-9e0264fca8f2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:11.373312 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81de255-f394-4acc-8ffe-b22a19169e4d req-5d84ddab-2a8a-4a2f-97ef-9e0264fca8f2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:11.384682 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81de255-f394-4acc-8ffe-b22a19169e4d req-5d84ddab-2a8a-4a2f-97ef-9e0264fca8f2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:11.384813 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb22cd6-1071-4d72-8685-7391c5b914ae admin admin] Network b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:31:11.386411 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81de255-f394-4acc-8ffe-b22a19169e4d req-5d84ddab-2a8a-4a2f-97ef-9e0264fca8f2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:11.392441 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81de255-f394-4acc-8ffe-b22a19169e4d req-5d84ddab-2a8a-4a2f-97ef-9e0264fca8f2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:11.394580 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b81de255-f394-4acc-8ffe-b22a19169e4d req-5d84ddab-2a8a-4a2f-97ef-9e0264fca8f2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5420 time: 0.1768320 Dec 16 09:31:11.481243 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b81de255-f394-4acc-8ffe-b22a19169e4d req-11b4f8ec-d84e-499f-8655-49d8f7d9487b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0780647 Dec 16 09:31:11.554772 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-6bb22cd6-1071-4d72-8685-7391c5b914ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:31:11.561313 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb22cd6-1071-4d72-8685-7391c5b914ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:11.562151 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6bb22cd6-1071-4d72-8685-7391c5b914ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:11.565173 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9155461-495f-4a24-aadf-5c7e2dc4036c None None] Network b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:31:11.589448 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dec20ae9-f57d-40e4-b628-c0fa59bbcd0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:11.722703 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6bb22cd6-1071-4d72-8685-7391c5b914ae admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3401051 Dec 16 09:31:11.749774 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1320004-1398-4da6-86c8-677168cedb2e None None] Network b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:31:11.753029 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dec20ae9-f57d-40e4-b628-c0fa59bbcd0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:11.843722 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69752b-b623-44b7-98ed-c70f0c896b52 req-d7508ec0-0c99-4197-a56a-6dc3e84fbb7f tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:11.849225 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8a69752b-b623-44b7-98ed-c70f0c896b52 req-d7508ec0-0c99-4197-a56a-6dc3e84fbb7f tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e7b2978-ea46-4ed7-a881-1038bf0daee4 HTTP/1.1" status: 200 len: 935 time: 0.0848668 Dec 16 09:31:11.896665 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-4f9f9fcb-9aa7-4de9-93d4-d19610e800af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f78d0dd-a80a-4308-8b62-fe65a5239b12 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:31:11.906517 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-4f9f9fcb-9aa7-4de9-93d4-d19610e800af service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:11.907691 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dec20ae9-f57d-40e4-b628-c0fa59bbcd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:11.931129 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-4f9f9fcb-9aa7-4de9-93d4-d19610e800af service neutron] Transition to ACTIVE for port object 6f78d0dd-a80a-4308-8b62-fe65a5239b12 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:31:11.943657 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8a69752b-b623-44b7-98ed-c70f0c896b52 req-098c5905-0a08-4c0c-820e-541ddd033bbf tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/security-groups?id=40af0459-64a8-4d28-8905-de33a4a7cdb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873389 Dec 16 09:31:11.989264 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-dec20ae9-f57d-40e4-b628-c0fa59bbcd0f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4615f94f6f104a6e9b9ce52c3f2bcd1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6344337 Dec 16 09:31:11.991097 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41366) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:11.993077 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec20ae9-f57d-40e4-b628-c0fa59bbcd0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6387cf99-1310-4b56-85a4-51835cef776e,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:12.050162 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9ab1794e-cd84-4f71-af5c-2b8b4710ebc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:12.077765 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9ab1794e-cd84-4f71-af5c-2b8b4710ebc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:12.097018 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-4f9f9fcb-9aa7-4de9-93d4-d19610e800af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:12.247674 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f9fcb-9aa7-4de9-93d4-d19610e800af service neutron] Pushing event updated for resources: {'Port': ['ID=6f78d0dd-a80a-4308-8b62-fe65a5239b12,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:12.318615 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4122201-b44a-405e-89a8-fdbb97b6a150 req-13016691-c443-412c-b5eb-277e88a67c60 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:12.321939 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4122201-b44a-405e-89a8-fdbb97b6a150 req-13016691-c443-412c-b5eb-277e88a67c60 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 950 time: 0.1260321 Dec 16 09:31:12.323265 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867084a6-6112-4e6c-943a-f50e94a2869c req-24a784ea-9317-41fa-9a55-176cdf4af405 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:12.324793 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-867084a6-6112-4e6c-943a-f50e94a2869c req-24a784ea-9317-41fa-9a55-176cdf4af405 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/networks?id=b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2 HTTP/1.1" status: 200 len: 818 time: 0.1735935 Dec 16 09:31:12.335390 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-4f9f9fcb-9aa7-4de9-93d4-d19610e800af service neutron] Attempting to bind port 6f78d0dd-a80a-4308-8b62-fe65a5239b12 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:31:12.343270 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-4f9f9fcb-9aa7-4de9-93d4-d19610e800af service neutron] Attempting to bind port 6f78d0dd-a80a-4308-8b62-fe65a5239b12 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:31:12.343270 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-4f9f9fcb-9aa7-4de9-93d4-d19610e800af service neutron] Attempting to bind port 6f78d0dd-a80a-4308-8b62-fe65a5239b12 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:31:12.343558 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-867084a6-6112-4e6c-943a-f50e94a2869c req-c4f7fbb3-f820-42bd-b06c-cb36907fc969 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/quotas/73c35d2260cd4ba19a10ddfb4ed6ea15 HTTP/1.1" status: 200 len: 375 time: 0.0101504 Dec 16 09:31:12.356352 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-4f9f9fcb-9aa7-4de9-93d4-d19610e800af service neutron] Port 6f78d0dd-a80a-4308-8b62-fe65a5239b12 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:31:12.356677 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-4f9f9fcb-9aa7-4de9-93d4-d19610e800af service neutron] Attempting to bind port 6f78d0dd-a80a-4308-8b62-fe65a5239b12 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:31:12.365104 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-4f9f9fcb-9aa7-4de9-93d4-d19610e800af service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:31:12.367581 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-4f9f9fcb-9aa7-4de9-93d4-d19610e800af service neutron] Checking segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:31:12.368108 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-4f9f9fcb-9aa7-4de9-93d4-d19610e800af service neutron] Bound using segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:31:12.368561 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-4f9f9fcb-9aa7-4de9-93d4-d19610e800af service neutron] Bound port: 6f78d0dd-a80a-4308-8b62-fe65a5239b12, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:31:12.368928 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-4f9f9fcb-9aa7-4de9-93d4-d19610e800af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:12.386730 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-867084a6-6112-4e6c-943a-f50e94a2869c req-6e5e9dbc-576b-41c7-ba99-bf3a00b534a8 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=73c35d2260cd4ba19a10ddfb4ed6ea15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363092 Dec 16 09:31:12.397050 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f4122201-b44a-405e-89a8-fdbb97b6a150 req-c3e53b85-2f7b-4ec8-ad78-93bdd8215865 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574498 Dec 16 09:31:12.432611 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9ab1794e-cd84-4f71-af5c-2b8b4710ebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:12.435293 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9ab1794e-cd84-4f71-af5c-2b8b4710ebc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:12.439020 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9ab1794e-cd84-4f71-af5c-2b8b4710ebc5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6387cf99-1310-4b56-85a4-51835cef776e HTTP/1.1" status: 204 len: 168 time: 0.4434834 Dec 16 09:31:12.449312 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1794e-cd84-4f71-af5c-2b8b4710ebc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6387cf99-1310-4b56-85a4-51835cef776e,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:12.483346 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-4f9f9fcb-9aa7-4de9-93d4-d19610e800af service neutron] For port 6f78d0dd-a80a-4308-8b62-fe65a5239b12, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:31:12.494260 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-4f9f9fcb-9aa7-4de9-93d4-d19610e800af service neutron] For port 6f78d0dd-a80a-4308-8b62-fe65a5239b12, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=6f78d0dd-a80a-4308-8b62-fe65a5239b12,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:31:12.529335 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-867084a6-6112-4e6c-943a-f50e94a2869c req-3bab2df4-10a8-4228-ade4-4d3c99b4a982 service neutron] 10.222.0.60 "GET /v2.0/networks/b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333632 Dec 16 09:31:12.633325 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-867084a6-6112-4e6c-943a-f50e94a2869c req-b0ff1ae9-da19-4222-a701-f2f9c115afe8 service neutron] 10.222.0.60 "GET /v2.0/networks/b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979695 Dec 16 09:31:12.663188 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-4f9f9fcb-9aa7-4de9-93d4-d19610e800af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:12.728933 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-4f9f9fcb-9aa7-4de9-93d4-d19610e800af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:12.729999 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-4f9f9fcb-9aa7-4de9-93d4-d19610e800af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:12.731416 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-4f9f9fcb-9aa7-4de9-93d4-d19610e800af service neutron] 10.222.0.57 "PUT /v2.0/ports/6f78d0dd-a80a-4308-8b62-fe65a5239b12 HTTP/1.1" status: 200 len: 1095 time: 1.5567205 Dec 16 09:31:12.731873 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7b2978-ea46-4ed7-a881-1038bf0daee4', 'tag': '6f78d0dd-a80a-4308-8b62-fe65a5239b12'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:12.734382 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b6951a-8a3f-4281-b894-fc95b912a071" -d '{"events": [{"name": "network-changed", "server_uuid": "7e7b2978-ea46-4ed7-a881-1038bf0daee4", "tag": "6f78d0dd-a80a-4308-8b62-fe65a5239b12"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:12.760133 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f9fcb-9aa7-4de9-93d4-d19610e800af service neutron] Pushing event updated for resources: {'Port': ['ID=6f78d0dd-a80a-4308-8b62-fe65a5239b12,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:12.791598 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae60d1-a7a0-4250-b39b-a4c9c819cb13 req-4428f3fc-549f-4ae8-a8a1-485b9c05dca7 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:12.798330 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae60d1-a7a0-4250-b39b-a4c9c819cb13 req-4428f3fc-549f-4ae8-a8a1-485b9c05dca7 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:12.804502 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae60d1-a7a0-4250-b39b-a4c9c819cb13 req-4428f3fc-549f-4ae8-a8a1-485b9c05dca7 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:12.813640 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae60d1-a7a0-4250-b39b-a4c9c819cb13 req-4428f3fc-549f-4ae8-a8a1-485b9c05dca7 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:12.817041 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae60d1-a7a0-4250-b39b-a4c9c819cb13 req-4428f3fc-549f-4ae8-a8a1-485b9c05dca7 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:12.823455 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae60d1-a7a0-4250-b39b-a4c9c819cb13 req-4428f3fc-549f-4ae8-a8a1-485b9c05dca7 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:12.829299 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae60d1-a7a0-4250-b39b-a4c9c819cb13 req-4428f3fc-549f-4ae8-a8a1-485b9c05dca7 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:12.831176 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4eae60d1-a7a0-4250-b39b-a4c9c819cb13 req-4428f3fc-549f-4ae8-a8a1-485b9c05dca7 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5420 time: 0.1621575 Dec 16 09:31:12.878041 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4eae60d1-a7a0-4250-b39b-a4c9c819cb13 req-bbd8948c-30fd-4b5d-9ee2-87ced35d4367 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396020 Dec 16 09:31:12.982765 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-fac4308b-f866-468f-9896-492212143321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:12.984330 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-fac4308b-f866-468f-9896-492212143321 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=943fa0c3d4fb47ff82b8e8cad21d5b54&device_id=7e7b2978-ea46-4ed7-a881-1038bf0daee4 HTTP/1.1" status: 200 len: 1098 time: 0.0622995 Dec 16 09:31:13.064597 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-22f1282a-0119-43dd-8852-f11e747fb6a9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=6f78d0dd-a80a-4308-8b62-fe65a5239b12 HTTP/1.1" status: 200 len: 217 time: 0.0696323 Dec 16 09:31:13.169370 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-c52b0959-1d93-405c-8b77-546b219904a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:13.170705 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-c52b0959-1d93-405c-8b77-546b219904a9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0968835 Dec 16 09:31:13.224571 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-fe984cac-08f2-44bc-b623-2949faa0a36c tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:13.226261 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-fe984cac-08f2-44bc-b623-2949faa0a36c tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/networks?id=b3f60eab-6f2c-4106-b76e-873bab2183f6 HTTP/1.1" status: 200 len: 811 time: 0.1646397 Dec 16 09:31:13.245258 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-cb209ff5-7203-41a7-88dd-7f4bfc923ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:13.246775 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-cb209ff5-7203-41a7-88dd-7f4bfc923ff8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0646751 Dec 16 09:31:13.248091 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-a7cd439e-40b3-47e4-9580-9c0ea89a2dd3 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/quotas/928a77c00bdc452c92b87dad5de07f0a HTTP/1.1" status: 200 len: 375 time: 0.0154929 Dec 16 09:31:13.288401 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-8df8cd4e-a140-47a7-82a8-7286cdb8b65e tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=928a77c00bdc452c92b87dad5de07f0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347152 Dec 16 09:31:13.389260 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdbea18-4a9b-4aee-8491-cec0a61b3f59 x-openstack-request-id: req-9cdbea18-4a9b-4aee-8491-cec0a61b3f59 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:13.389618 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e7b2978-ea46-4ed7-a881-1038bf0daee4", "tag": "6f78d0dd-a80a-4308-8b62-fe65a5239b12", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:13.389867 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9cdbea18-4a9b-4aee-8491-cec0a61b3f59 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:13.390268 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e7b2978-ea46-4ed7-a881-1038bf0daee4', 'tag': '6f78d0dd-a80a-4308-8b62-fe65a5239b12', 'status': 'completed', 'code': 200} Dec 16 09:31:13.437699 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-9a350e06-fff1-4831-9310-111105154487 service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755567 Dec 16 09:31:13.454409 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-7ea1ad1c-a588-4d2f-9fb8-187e7c8b185d service neutron] 10.222.0.60 "GET /v2.0/networks/b3f60eab-6f2c-4106-b76e-873bab2183f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572170 Dec 16 09:31:13.610882 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-da843637-a2fa-4ae8-8d53-c14b4020628e req-01d8329d-7a8f-4541-adf5-3fc9da1cc96f service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650820 Dec 16 09:31:13.615001 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-9373e024-1488-4567-a263-b353bb8cf0cd service neutron] 10.222.0.60 "GET /v2.0/networks/b3f60eab-6f2c-4106-b76e-873bab2183f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463764 Dec 16 09:31:13.776053 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41460) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:13.924977 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6a84792d-a3db-4a8c-b026-af15c77b5524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:13.966673 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb087a9-e322-4e3a-8fda-e4bbb60a0b4a req-ef3c184d-c0c5-4851-a7f8-9e52bd7a15f4 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:13.972235 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7eb087a9-e322-4e3a-8fda-e4bbb60a0b4a req-ef3c184d-c0c5-4851-a7f8-9e52bd7a15f4 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e7b2978-ea46-4ed7-a881-1038bf0daee4 HTTP/1.1" status: 200 len: 947 time: 0.5121725 Dec 16 09:31:13.988368 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6951a-8a3f-4281-b894-fc95b912a071 req-62f0a1e5-f4d3-4c3a-884a-6da0ffb9cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:13.990555 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-36b6951a-8a3f-4281-b894-fc95b912a071 req-62f0a1e5-f4d3-4c3a-884a-6da0ffb9cfb6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=943fa0c3d4fb47ff82b8e8cad21d5b54&device_id=7e7b2978-ea46-4ed7-a881-1038bf0daee4 HTTP/1.1" status: 200 len: 1098 time: 0.1519480 Dec 16 09:31:14.015421 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-32b84d2f-6c75-432a-b9f6-24893dbc9e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:14.016943 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-32b84d2f-6c75-432a-b9f6-24893dbc9e58 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c72236daaf3c429fb462e278e5b03cb7&device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 1101 time: 0.1423371 Dec 16 09:31:14.066011 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7eb087a9-e322-4e3a-8fda-e4bbb60a0b4a req-d8ebd519-2fb7-4ca9-bf9a-f3d2bd0ddfc8 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/security-groups?id=40af0459-64a8-4d28-8905-de33a4a7cdb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858595 Dec 16 09:31:14.182252 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-be238442-7cbf-4cbb-972b-ef7a8197661b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:14.184605 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-be238442-7cbf-4cbb-972b-ef7a8197661b service neutron] 10.222.0.58 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.1485798 Dec 16 09:31:14.185027 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6951a-8a3f-4281-b894-fc95b912a071 req-94ea215c-24c6-469b-b0d2-cda91a8c5bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:14.186531 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-36b6951a-8a3f-4281-b894-fc95b912a071 req-94ea215c-24c6-469b-b0d2-cda91a8c5bf4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.1877847 Dec 16 09:31:14.197284 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f5283-e1e8-4f98-8bab-ee2d47de4b8b req-f7be91ab-43fd-4746-873c-a7c906849984 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:14.198740 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3b8f5283-e1e8-4f98-8bab-ee2d47de4b8b req-f7be91ab-43fd-4746-873c-a7c906849984 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 950 time: 0.2013035 Dec 16 09:31:14.242082 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-0f5808bc-63d3-4687-b6b9-ac1894ea1f15 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=ac70669c-691a-4abe-bae4-34f176f01320 HTTP/1.1" status: 200 len: 217 time: 0.0390637 Dec 16 09:31:14.249875 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-36b6951a-8a3f-4281-b894-fc95b912a071 req-35f2126e-af7d-40e1-bb68-d9eacb53a18c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=6f78d0dd-a80a-4308-8b62-fe65a5239b12 HTTP/1.1" status: 200 len: 217 time: 0.0501847 Dec 16 09:31:14.282111 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-303920ef-d2f8-46f6-b013-0f0d3e4a2fa4 req-e2741537-85ce-4b44-845f-2e31044f6be9 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=b184a632-ca14-45d5-8c6d-bb0ef87cee8e HTTP/1.1" status: 200 len: 210 time: 0.0371134 Dec 16 09:31:14.332896 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-d455ff24-4231-453f-8fcd-083db8953c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:14.334713 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-d455ff24-4231-453f-8fcd-083db8953c37 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0799782 Dec 16 09:31:14.339486 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3b8f5283-e1e8-4f98-8bab-ee2d47de4b8b req-78b2966c-0a69-44c4-b60e-b3ba103b33b9 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321266 Dec 16 09:31:14.347113 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6a84792d-a3db-4a8c-b026-af15c77b5524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:14.351602 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6951a-8a3f-4281-b894-fc95b912a071 req-1a2ddfff-15a0-43fb-b533-f8653bddf666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:14.353060 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-36b6951a-8a3f-4281-b894-fc95b912a071 req-1a2ddfff-15a0-43fb-b533-f8653bddf666 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0945120 Dec 16 09:31:14.432944 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bb3ea4a3-75b6-4718-b855-7f73b905e6bc req-c3f0e068-ccf0-43e7-8901-c1dbfb17b7b5 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c66af04-a2b5-46d7-9bd2-5afd61d12f8f HTTP/1.1" status: 200 len: 210 time: 0.0327480 Dec 16 09:31:14.434644 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6a84792d-a3db-4a8c-b026-af15c77b5524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:14.437285 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-8cba685c-8a50-4abf-b0ed-f4ddfc97cbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:14.438796 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-8cba685c-8a50-4abf-b0ed-f4ddfc97cbe2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0921366 Dec 16 09:31:14.461937 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88d9d7-e9b0-4ab9-8bf6-68dc9d8e8ffa req-93b7ee8f-7bfd-472a-9c6b-4472fcb27b3c tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:14.467819 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88d9d7-e9b0-4ab9-8bf6-68dc9d8e8ffa req-93b7ee8f-7bfd-472a-9c6b-4472fcb27b3c tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:14.468931 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6951a-8a3f-4281-b894-fc95b912a071 req-efba6b99-2afd-4d13-9f1b-07f879442183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:14.470538 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-36b6951a-8a3f-4281-b894-fc95b912a071 req-efba6b99-2afd-4d13-9f1b-07f879442183 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1077461 Dec 16 09:31:14.473938 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88d9d7-e9b0-4ab9-8bf6-68dc9d8e8ffa req-93b7ee8f-7bfd-472a-9c6b-4472fcb27b3c tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:14.480387 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88d9d7-e9b0-4ab9-8bf6-68dc9d8e8ffa req-93b7ee8f-7bfd-472a-9c6b-4472fcb27b3c tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:14.486368 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88d9d7-e9b0-4ab9-8bf6-68dc9d8e8ffa req-93b7ee8f-7bfd-472a-9c6b-4472fcb27b3c tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:14.492564 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88d9d7-e9b0-4ab9-8bf6-68dc9d8e8ffa req-93b7ee8f-7bfd-472a-9c6b-4472fcb27b3c tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:14.498416 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88d9d7-e9b0-4ab9-8bf6-68dc9d8e8ffa req-93b7ee8f-7bfd-472a-9c6b-4472fcb27b3c tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:14.500315 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-af88d9d7-e9b0-4ab9-8bf6-68dc9d8e8ffa req-93b7ee8f-7bfd-472a-9c6b-4472fcb27b3c tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5420 time: 0.1513329 Dec 16 09:31:14.535197 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6a84792d-a3db-4a8c-b026-af15c77b5524 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=569f041676bd4a75b229030861ea2b26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7578599 Dec 16 09:31:14.537685 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84792d-a3db-4a8c-b026-af15c77b5524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142fae43-3ec1-4cb5-b6c0-a8e10f8b0a06,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:14.542466 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41486) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:14.592639 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-af88d9d7-e9b0-4ab9-8bf6-68dc9d8e8ffa req-492e1ffe-1827-4f40-87d6-2066c7fa7b30 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0834403 Dec 16 09:31:14.619997 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-4df9090d-93d7-456e-a647-77d9163b96e5 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186612 Dec 16 09:31:14.664402 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7689c87e-bc01-4a71-8187-9dc9cd57d908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:14.690313 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-36b6951a-8a3f-4281-b894-fc95b912a071 req-b50506ce-d45a-4a72-8b21-a23ed920a260 service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073333 Dec 16 09:31:14.707103 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7689c87e-bc01-4a71-8187-9dc9cd57d908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:14.717359 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-d3ae0337-a720-46d2-b38f-8c5b427383e6 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902135 Dec 16 09:31:14.811980 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-36b6951a-8a3f-4281-b894-fc95b912a071 req-744f8534-0ada-4505-9a20-a04e0981cd1f service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135473 Dec 16 09:31:14.925320 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7689c87e-bc01-4a71-8187-9dc9cd57d908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:14.928238 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7689c87e-bc01-4a71-8187-9dc9cd57d908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:14.935274 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7689c87e-bc01-4a71-8187-9dc9cd57d908 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/142fae43-3ec1-4cb5-b6c0-a8e10f8b0a06 HTTP/1.1" status: 204 len: 168 time: 0.3865788 Dec 16 09:31:14.945280 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7689c87e-bc01-4a71-8187-9dc9cd57d908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142fae43-3ec1-4cb5-b6c0-a8e10f8b0a06,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:15.239563 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16ea7a-3a23-44c8-b14d-ba8f8d5330d0 req-0639ac2f-fb82-4c2d-80b9-b95132a9293d tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:15.241183 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4f16ea7a-3a23-44c8-b14d-ba8f8d5330d0 req-0639ac2f-fb82-4c2d-80b9-b95132a9293d tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e7b2978-ea46-4ed7-a881-1038bf0daee4 HTTP/1.1" status: 200 len: 947 time: 0.0530529 Dec 16 09:31:15.281486 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4f16ea7a-3a23-44c8-b14d-ba8f8d5330d0 req-d7bc3db6-45f9-4374-9667-2f1f9580e9b5 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/security-groups?id=40af0459-64a8-4d28-8905-de33a4a7cdb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339036 Dec 16 09:31:15.416637 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9d24929a-0ffe-4c43-bd3f-f6e3989a5936 req-aa055f11-8a3e-4f95-89c4-73aaf4153d0f tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=b184a632-ca14-45d5-8c6d-bb0ef87cee8e HTTP/1.1" status: 200 len: 210 time: 0.0317321 Dec 16 09:31:15.470327 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128900ef-c6f0-4b80-a637-719937d53864 req-dcffe3f5-9cf5-4919-933e-7ba0d7f1a719 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:15.472187 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-128900ef-c6f0-4b80-a637-719937d53864 req-dcffe3f5-9cf5-4919-933e-7ba0d7f1a719 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 950 time: 0.0523200 Dec 16 09:31:15.522566 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-88223fbd-be2d-4cb7-aa9f-b6ebb57c651e req-c7808619-6ac7-49e9-8a5d-ff0563fc34e6 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c66af04-a2b5-46d7-9bd2-5afd61d12f8f HTTP/1.1" status: 200 len: 210 time: 0.0341465 Dec 16 09:31:15.522751 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-128900ef-c6f0-4b80-a637-719937d53864 req-7a7f08ab-b16b-4a88-b84e-bc4ba8793a6c tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438564 Dec 16 09:31:15.776060 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078d367-1517-44f7-8095-af60105eb181 req-ee88ff69-d63e-4b11-bd1f-b8cb6fc4b4ec tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:15.783010 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078d367-1517-44f7-8095-af60105eb181 req-ee88ff69-d63e-4b11-bd1f-b8cb6fc4b4ec tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:15.789775 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078d367-1517-44f7-8095-af60105eb181 req-ee88ff69-d63e-4b11-bd1f-b8cb6fc4b4ec tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:15.795749 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078d367-1517-44f7-8095-af60105eb181 req-ee88ff69-d63e-4b11-bd1f-b8cb6fc4b4ec tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:15.801712 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078d367-1517-44f7-8095-af60105eb181 req-ee88ff69-d63e-4b11-bd1f-b8cb6fc4b4ec tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:15.808992 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078d367-1517-44f7-8095-af60105eb181 req-ee88ff69-d63e-4b11-bd1f-b8cb6fc4b4ec tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:15.814992 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078d367-1517-44f7-8095-af60105eb181 req-ee88ff69-d63e-4b11-bd1f-b8cb6fc4b4ec tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:15.816982 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0078d367-1517-44f7-8095-af60105eb181 req-ee88ff69-d63e-4b11-bd1f-b8cb6fc4b4ec tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5420 time: 0.1152503 Dec 16 09:31:15.859241 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0078d367-1517-44f7-8095-af60105eb181 req-3e3c9da6-bd6a-490e-9cf3-8893e49b3b1f tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358760 Dec 16 09:31:16.409895 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4b913-ed4b-47c3-b080-d83d1d1470f0 req-66f103e2-e477-412a-b796-9c48d7a9dab1 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:16.411400 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07e4b913-ed4b-47c3-b080-d83d1d1470f0 req-66f103e2-e477-412a-b796-9c48d7a9dab1 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e7b2978-ea46-4ed7-a881-1038bf0daee4 HTTP/1.1" status: 200 len: 947 time: 0.0550103 Dec 16 09:31:16.449991 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07e4b913-ed4b-47c3-b080-d83d1d1470f0 req-0ff1f4e0-cc27-4847-95f3-b1163b9a0aea tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/security-groups?id=40af0459-64a8-4d28-8905-de33a4a7cdb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326254 Dec 16 09:31:16.501559 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41564) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:16.519482 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f7577d0d-228e-414d-9e6e-03bb5366f66c req-5bfaf7c2-1057-417a-9e85-cb13d03773de tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=b184a632-ca14-45d5-8c6d-bb0ef87cee8e HTTP/1.1" status: 200 len: 210 time: 0.0304615 Dec 16 09:31:16.618092 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-590540eb-f405-4120-8cc7-0f578c287e6d req-84b488e1-49ae-4287-b476-3f81fe998bea tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c66af04-a2b5-46d7-9bd2-5afd61d12f8f HTTP/1.1" status: 200 len: 210 time: 0.0336230 Dec 16 09:31:16.621348 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-d5fd1980-2d53-450e-899b-9cd499af6d98 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1887718569-network', 'tenant_id': '1e7e6b140fda42e19ce52d82028fabc5'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:16.785057 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fd1980-2d53-450e-899b-9cd499af6d98 admin admin] Made reservation on behalf of 1e7e6b140fda42e19ce52d82028fabc5 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:16.787394 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d5fd1980-2d53-450e-899b-9cd499af6d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:16.795424 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95bf3b-767a-4228-bf4c-5f141f84e70e req-70a4b9c8-5301-4c41-89ed-5bdc515f7033 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:16.796630 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d5fd1980-2d53-450e-899b-9cd499af6d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:16.796976 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cb95bf3b-767a-4228-bf4c-5f141f84e70e req-70a4b9c8-5301-4c41-89ed-5bdc515f7033 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 950 time: 0.1894000 Dec 16 09:31:16.835105 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cb95bf3b-767a-4228-bf4c-5f141f84e70e req-dacb7318-c52f-4f7b-86b3-e6dbf49022c7 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320413 Dec 16 09:31:16.875009 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d5fd1980-2d53-450e-899b-9cd499af6d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:16.995798 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42a7b4-de7b-4109-b790-45ba53264f4f req-2acb6625-0176-4679-adcd-9da097bd37aa tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:17.001780 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42a7b4-de7b-4109-b790-45ba53264f4f req-2acb6625-0176-4679-adcd-9da097bd37aa tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:17.007705 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42a7b4-de7b-4109-b790-45ba53264f4f req-2acb6625-0176-4679-adcd-9da097bd37aa tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:17.013707 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42a7b4-de7b-4109-b790-45ba53264f4f req-2acb6625-0176-4679-adcd-9da097bd37aa tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:17.019787 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42a7b4-de7b-4109-b790-45ba53264f4f req-2acb6625-0176-4679-adcd-9da097bd37aa tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:17.025815 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42a7b4-de7b-4109-b790-45ba53264f4f req-2acb6625-0176-4679-adcd-9da097bd37aa tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:17.032604 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42a7b4-de7b-4109-b790-45ba53264f4f req-2acb6625-0176-4679-adcd-9da097bd37aa tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:17.034497 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6a42a7b4-de7b-4109-b790-45ba53264f4f req-2acb6625-0176-4679-adcd-9da097bd37aa tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5420 time: 0.0996852 Dec 16 09:31:17.035871 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d5fd1980-2d53-450e-899b-9cd499af6d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:17.084768 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5fd1980-2d53-450e-899b-9cd499af6d98 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:31:17.153389 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd1980-2d53-450e-899b-9cd499af6d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c29b94-81f7-4546-8e1f-ae76487389c1,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:17.162018 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d5fd1980-2d53-450e-899b-9cd499af6d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:17.162018 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-d5fd1980-2d53-450e-899b-9cd499af6d98 admin admin] Added segment 2082cd97-2035-461e-ae5b-e2756d7ddb51 of type vlan for network 2eeb7a38-55b2-441b-9574-26196c5f8d08 Dec 16 09:31:17.181814 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6a42a7b4-de7b-4109-b790-45ba53264f4f req-74ab79b5-76d8-4260-b6f5-d963e5335994 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1278579 Dec 16 09:31:17.228981 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 6f78d0dd-a80a-4308-8b62-fe65a5239b12 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:31:17.236496 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d5fd1980-2d53-450e-899b-9cd499af6d98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:17.258100 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-e9a19378-a0ff-44b8-8573-8be6f4b813b7 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:17.259600 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-e9a19378-a0ff-44b8-8573-8be6f4b813b7 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.58 "GET /v2.0/networks?id=b3f60eab-6f2c-4106-b76e-873bab2183f6 HTTP/1.1" status: 200 len: 811 time: 0.2168839 Dec 16 09:31:17.282669 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-384efa8f-7c5d-4012-ad43-d3b7fcec7abf tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Request body: {'port': {'device_id': 'b184a632-ca14-45d5-8c6d-bb0ef87cee8e', 'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6', 'admin_state_up': True, 'tenant_id': '928a77c00bdc452c92b87dad5de07f0a'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:17.344633 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 6f78d0dd-a80a-4308-8b62-fe65a5239b12, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=6f78d0dd-a80a-4308-8b62-fe65a5239b12,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:17.358914 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '6f78d0dd-a80a-4308-8b62-fe65a5239b12', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': '6f78d0dd-a80a-4308-8b62-fe65a5239b12', 'mac_address': 'fa:16:3e:55:6a:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:31:17.403640 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:17.420074 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f78d0dd-a80a-4308-8b62-fe65a5239b12 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:31:17.441235 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 6f78d0dd-a80a-4308-8b62-fe65a5239b12, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=6f78d0dd-a80a-4308-8b62-fe65a5239b12,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:17.447273 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d5fd1980-2d53-450e-899b-9cd499af6d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:17.448340 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fd1980-2d53-450e-899b-9cd499af6d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:17.448941 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d5fd1980-2d53-450e-899b-9cd499af6d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:17.494665 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-384efa8f-7c5d-4012-ad43-d3b7fcec7abf tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Made reservation on behalf of 928a77c00bdc452c92b87dad5de07f0a for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:17.498549 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-384efa8f-7c5d-4012-ad43-d3b7fcec7abf tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:17.534079 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd1980-2d53-450e-899b-9cd499af6d98 admin admin] Pushing event updated for resources: {'Network': ['ID=2eeb7a38-55b2-441b-9574-26196c5f8d08,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:17.549529 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 2eeb7a38-55b2-441b-9574-26196c5f8d08 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:31:17.617939 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d5fd1980-2d53-450e-899b-9cd499af6d98 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1152463 Dec 16 09:31:17.621966 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41586) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:17.641781 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-2a6f7a50-1394-4825-9487-d5a7c16781c0 admin admin] Request body: {'subnet': {'network_id': '2eeb7a38-55b2-441b-9574-26196c5f8d08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1887718569-subnet', 'tenant_id': '1e7e6b140fda42e19ce52d82028fabc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:17.642916 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:17.643927 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device a31daa73-ffc5-41f9-90d7-545bce6114ab details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:31:17.653017 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f7aaa-e17c-4fb8-b26f-1415149bb73d req-71c91dd8-4b8d-4a0f-922f-6ef07f240210 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:17.654845 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-067f7aaa-e17c-4fb8-b26f-1415149bb73d req-71c91dd8-4b8d-4a0f-922f-6ef07f240210 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e7b2978-ea46-4ed7-a881-1038bf0daee4 HTTP/1.1" status: 200 len: 948 time: 0.1116683 Dec 16 09:31:17.665945 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e0aa51f5-f207-4e53-827f-72ab61694cd6 req-7b918be1-49da-449b-b1c6-b71ee4f9a3c8 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=b184a632-ca14-45d5-8c6d-bb0ef87cee8e HTTP/1.1" status: 200 len: 210 time: 0.0479417 Dec 16 09:31:17.754838 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-067f7aaa-e17c-4fb8-b26f-1415149bb73d req-189e5485-d440-46a4-a9c3-d8290a82e6a0 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/security-groups?id=40af0459-64a8-4d28-8905-de33a4a7cdb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652575 Dec 16 09:31:17.756315 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-384efa8f-7c5d-4012-ad43-d3b7fcec7abf tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Allocated IP 172.20.0.5 (b3f60eab-6f2c-4106-b76e-873bab2183f6/f7f910b2-ddee-47db-a3bc-a08db329ec5c/1b833339-88bd-4c4e-9fdf-d09d40444dab) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:31:17.800929 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1cfe1aca-5c3a-4fc4-b006-ca429862a5c2 req-8c938ede-6f4a-4f64-bfe4-1200501d4a14 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c66af04-a2b5-46d7-9bd2-5afd61d12f8f HTTP/1.1" status: 200 len: 210 time: 0.0391607 Dec 16 09:31:17.805133 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=6f78d0dd-a80a-4308-8b62-fe65a5239b12,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:17.820611 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6f7a50-1394-4825-9487-d5a7c16781c0 admin admin] Made reservation on behalf of 1e7e6b140fda42e19ce52d82028fabc5 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:17.823108 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a6f7a50-1394-4825-9487-d5a7c16781c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:17.864888 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port a31daa73-ffc5-41f9-90d7-545bce6114ab, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=a31daa73-ffc5-41f9-90d7-545bce6114ab,segment=NetworkSegment(1e2014f7-8ae4-4bc0-98b8-25a669313059),segment_id=1e2014f7-8ae4-4bc0-98b8-25a669313059)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:17.880837 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'a31daa73-ffc5-41f9-90d7-545bce6114ab', 'network_id': '796abadb-0795-4a55-adba-f043e91923a6', 'port_id': 'a31daa73-ffc5-41f9-90d7-545bce6114ab', 'mac_address': 'fa:16:3e:d1:61:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9d10a32-22c8-4de7-a5e2-276788e5f144', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:31:17.924997 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:17.940496 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a31daa73-ffc5-41f9-90d7-545bce6114ab {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:31:17.971913 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port a31daa73-ffc5-41f9-90d7-545bce6114ab, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=a31daa73-ffc5-41f9-90d7-545bce6114ab,segment=NetworkSegment(1e2014f7-8ae4-4bc0-98b8-25a669313059),segment_id=1e2014f7-8ae4-4bc0-98b8-25a669313059)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:18.043144 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595a6d8-3ab3-4ce8-9eeb-5ee2383341c9 req-1e1f3f1d-a216-4b9d-a583-52a15556e49c tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:18.044850 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a595a6d8-3ab3-4ce8-9eeb-5ee2383341c9 req-1e1f3f1d-a216-4b9d-a583-52a15556e49c tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 950 time: 0.1088836 Dec 16 09:31:18.051023 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:18.068619 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-384efa8f-7c5d-4012-ad43-d3b7fcec7abf tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:18.164207 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a595a6d8-3ab3-4ce8-9eeb-5ee2383341c9 req-b30e096d-8cf9-4571-b898-58b91d312a7c tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009893 Dec 16 09:31:18.167024 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=a31daa73-ffc5-41f9-90d7-545bce6114ab,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:18.374847 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-384efa8f-7c5d-4012-ad43-d3b7fcec7abf tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:18.420372 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b736cc2-68bd-4927-a773-7112ad887942 req-deb03842-29cd-4785-aa59-1e6e82493d9b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:18.426280 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b736cc2-68bd-4927-a773-7112ad887942 req-deb03842-29cd-4785-aa59-1e6e82493d9b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:18.433727 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-384efa8f-7c5d-4012-ad43-d3b7fcec7abf tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Network b3f60eab-6f2c-4106-b76e-873bab2183f6 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:31:18.434502 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b736cc2-68bd-4927-a773-7112ad887942 req-deb03842-29cd-4785-aa59-1e6e82493d9b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:18.439919 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-384efa8f-7c5d-4012-ad43-d3b7fcec7abf tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:31:18.441491 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b736cc2-68bd-4927-a773-7112ad887942 req-deb03842-29cd-4785-aa59-1e6e82493d9b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:18.446945 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-384efa8f-7c5d-4012-ad43-d3b7fcec7abf tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:31:18.452725 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b736cc2-68bd-4927-a773-7112ad887942 req-deb03842-29cd-4785-aa59-1e6e82493d9b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:18.457529 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b736cc2-68bd-4927-a773-7112ad887942 req-deb03842-29cd-4785-aa59-1e6e82493d9b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:18.464007 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b736cc2-68bd-4927-a773-7112ad887942 req-deb03842-29cd-4785-aa59-1e6e82493d9b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:18.473327 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8b736cc2-68bd-4927-a773-7112ad887942 req-deb03842-29cd-4785-aa59-1e6e82493d9b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5421 time: 0.1786897 Dec 16 09:31:18.497820 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867084a6-6112-4e6c-943a-f50e94a2869c req-da35386f-ba08-4f7d-b145-e5d79139ee4a tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:18.499344 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-867084a6-6112-4e6c-943a-f50e94a2869c req-da35386f-ba08-4f7d-b145-e5d79139ee4a tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.58 "GET /v2.0/networks?id=b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2 HTTP/1.1" status: 200 len: 818 time: 0.2561991 Dec 16 09:31:18.532068 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-867084a6-6112-4e6c-943a-f50e94a2869c req-3719e615-0eb5-4130-909e-18c81e9fe47b tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Request body: {'port': {'device_id': '16c34073-d486-427f-8297-1185a1c1567f', 'network_id': 'b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2', 'admin_state_up': True, 'tenant_id': '73c35d2260cd4ba19a10ddfb4ed6ea15'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:18.534181 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384efa8f-7c5d-4012-ad43-d3b7fcec7abf tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Pushing event updated for resources: {'Port': ['ID=1b833339-88bd-4c4e-9fdf-d09d40444dab,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:18.584737 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-384efa8f-7c5d-4012-ad43-d3b7fcec7abf tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:18.586008 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-384efa8f-7c5d-4012-ad43-d3b7fcec7abf tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:18.614165 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['6f78d0dd-a80a-4308-8b62-fe65a5239b12'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:31:18.642093 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['a31daa73-ffc5-41f9-90d7-545bce6114ab'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:31:18.711294 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8b736cc2-68bd-4927-a773-7112ad887942 req-83d2be14-4b67-4828-8769-b5d1db2cf643 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2369990 Dec 16 09:31:18.797480 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-384efa8f-7c5d-4012-ad43-d3b7fcec7abf tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5091760 Dec 16 09:31:18.810164 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ebc04-6615-4286-9ae9-c3bf64c706dc req-81e43e38-5c4d-49bf-b8ad-53d304fa5b2f tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:18.817878 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4d0ebc04-6615-4286-9ae9-c3bf64c706dc req-81e43e38-5c4d-49bf-b8ad-53d304fa5b2f tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=b184a632-ca14-45d5-8c6d-bb0ef87cee8e HTTP/1.1" status: 200 len: 931 time: 0.0732987 Dec 16 09:31:18.865512 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-ef9d87d0-bd94-4bb1-8871-8cdd0457101b service neutron] Request body: {'port': {'device_id': 'b184a632-ca14-45d5-8c6d-bb0ef87cee8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:18.876868 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4d0ebc04-6615-4286-9ae9-c3bf64c706dc req-ee34c48f-4625-4c50-817b-d78bb7517852 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575767 Dec 16 09:31:18.963111 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a6f7a50-1394-4825-9487-d5a7c16781c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:18.977673 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-ef9d87d0-bd94-4bb1-8871-8cdd0457101b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:19.043376 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-585ea7b2-39b5-44e7-b4a6-13203ead7268 req-eba08032-d1bd-45ef-9e84-c4d350b46f41 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c66af04-a2b5-46d7-9bd2-5afd61d12f8f HTTP/1.1" status: 200 len: 210 time: 0.0579548 Dec 16 09:31:19.075572 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a153a3-89eb-4572-8657-dd3bddd29dba req-18989c21-ceaf-41e4-b150-7bb19d26f660 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:19.077092 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-62a153a3-89eb-4572-8657-dd3bddd29dba req-18989c21-ceaf-41e4-b150-7bb19d26f660 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e7b2978-ea46-4ed7-a881-1038bf0daee4 HTTP/1.1" status: 200 len: 948 time: 0.2216566 Dec 16 09:31:19.083583 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867084a6-6112-4e6c-943a-f50e94a2869c req-7e1988c1-79c5-430e-a2b9-9a1ed9962440 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:19.085544 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-867084a6-6112-4e6c-943a-f50e94a2869c req-7e1988c1-79c5-430e-a2b9-9a1ed9962440 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.57 "GET /v2.0/networks?id=b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2 HTTP/1.1" status: 200 len: 818 time: 0.4576778 Dec 16 09:31:19.102252 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-867084a6-6112-4e6c-943a-f50e94a2869c req-937eba33-7f23-42e5-833a-92f7edbc03b7 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Request body: {'port': {'device_id': '1456d6f8-eee1-4326-86ca-37e50469cb48', 'network_id': 'b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2', 'admin_state_up': True, 'tenant_id': '73c35d2260cd4ba19a10ddfb4ed6ea15'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:19.115227 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f7a50-1394-4825-9487-d5a7c16781c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=211efb7a-3b19-4354-921e-9061bf2ec918,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:19.231993 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 93e17d84-b280-47fd-913c-8795ea943d25 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:31:19.247968 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6f7a50-1394-4825-9487-d5a7c16781c0 admin admin] Checking segment: {'id': '2082cd97-2035-461e-ae5b-e2756d7ddb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2eeb7a38-55b2-441b-9574-26196c5f8d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:31:19.248749 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6f7a50-1394-4825-9487-d5a7c16781c0 admin admin] Network hostable DHCP agents. Network: 2eeb7a38-55b2-441b-9574-26196c5f8d08, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:31:19.258191 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-62a153a3-89eb-4572-8657-dd3bddd29dba req-0479a9b3-a758-485c-bb70-cbe6ea9607c4 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/security-groups?id=40af0459-64a8-4d28-8905-de33a4a7cdb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655059 Dec 16 09:31:19.260475 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-867084a6-6112-4e6c-943a-f50e94a2869c req-3719e615-0eb5-4130-909e-18c81e9fe47b tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Made reservation on behalf of 73c35d2260cd4ba19a10ddfb4ed6ea15 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:19.266479 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-867084a6-6112-4e6c-943a-f50e94a2869c req-3719e615-0eb5-4130-909e-18c81e9fe47b tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:19.406436 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-ef9d87d0-bd94-4bb1-8871-8cdd0457101b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b833339-88bd-4c4e-9fdf-d09d40444dab {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:31:19.415267 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-ef9d87d0-bd94-4bb1-8871-8cdd0457101b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:19.441832 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-867084a6-6112-4e6c-943a-f50e94a2869c req-3719e615-0eb5-4130-909e-18c81e9fe47b tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Allocated IP 172.20.0.7 (b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2/123636c8-84c2-46cd-9cab-17a514560fa3/00159916-6322-4521-a478-09a36ded7aed) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:31:19.453258 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-ef9d87d0-bd94-4bb1-8871-8cdd0457101b service neutron] Transition to ACTIVE for port object 1b833339-88bd-4c4e-9fdf-d09d40444dab will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:31:19.480696 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 93e17d84-b280-47fd-913c-8795ea943d25, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=93e17d84-b280-47fd-913c-8795ea943d25,segment=NetworkSegment(5c9e9750-dcd0-4530-8e67-4882aa666bb7),segment_id=5c9e9750-dcd0-4530-8e67-4882aa666bb7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:19.481887 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e492d62e-ccf4-4f4c-8f9f-f73808309c36 req-88b3b4c6-5398-44ab-87fe-91a41dae09af tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:19.522393 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e492d62e-ccf4-4f4c-8f9f-f73808309c36 req-88b3b4c6-5398-44ab-87fe-91a41dae09af tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 950 time: 0.1986780 Dec 16 09:31:19.523085 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '93e17d84-b280-47fd-913c-8795ea943d25', 'network_id': '3976022d-4300-480a-88ba-80eb47c64065', 'port_id': '93e17d84-b280-47fd-913c-8795ea943d25', 'mac_address': 'fa:16:3e:fe:64:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bebcc90-db8b-4005-83f2-cb4ef7d4c14e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:31:19.525043 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e492d62e-ccf4-4f4c-8f9f-f73808309c36 req-78c4771b-69dd-42ff-ac63-64c5359fa780 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349827 Dec 16 09:31:19.534469 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:19.547622 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e17d84-b280-47fd-913c-8795ea943d25 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:31:19.567442 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 93e17d84-b280-47fd-913c-8795ea943d25, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=93e17d84-b280-47fd-913c-8795ea943d25,segment=NetworkSegment(5c9e9750-dcd0-4530-8e67-4882aa666bb7),segment_id=5c9e9750-dcd0-4530-8e67-4882aa666bb7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:19.599788 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-867084a6-6112-4e6c-943a-f50e94a2869c req-937eba33-7f23-42e5-833a-92f7edbc03b7 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Made reservation on behalf of 73c35d2260cd4ba19a10ddfb4ed6ea15 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:19.603314 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-867084a6-6112-4e6c-943a-f50e94a2869c req-937eba33-7f23-42e5-833a-92f7edbc03b7 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:19.605150 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6f7a50-1394-4825-9487-d5a7c16781c0 admin admin] Network 2eeb7a38-55b2-441b-9574-26196c5f8d08 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:31:19.625604 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-867084a6-6112-4e6c-943a-f50e94a2869c req-3719e615-0eb5-4130-909e-18c81e9fe47b tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:19.725180 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-ef9d87d0-bd94-4bb1-8871-8cdd0457101b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:19.760891 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-2a6f7a50-1394-4825-9487-d5a7c16781c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 2eeb7a38-55b2-441b-9574-26196c5f8d08) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:31:19.761474 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:19.761868 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device a69db5df-6239-44ea-8f1f-7db59c4d729d details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:31:19.765191 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6f7a50-1394-4825-9487-d5a7c16781c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:19.765809 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a6f7a50-1394-4825-9487-d5a7c16781c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:19.804532 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432563cb-3caf-4a59-b485-17e65905122f None None] Network 2eeb7a38-55b2-441b-9574-26196c5f8d08 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:31:19.841006 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d87d0-bd94-4bb1-8871-8cdd0457101b service neutron] Pushing event updated for resources: {'Port': ['ID=1b833339-88bd-4c4e-9fdf-d09d40444dab,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:19.860432 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-867084a6-6112-4e6c-943a-f50e94a2869c req-3719e615-0eb5-4130-909e-18c81e9fe47b tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:19.915739 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27da40-53ce-45df-a03e-c28f7fe8211f req-a634ae00-f9ce-4497-8d4f-f9fbeb6e6067 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:19.919262 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27da40-53ce-45df-a03e-c28f7fe8211f req-a634ae00-f9ce-4497-8d4f-f9fbeb6e6067 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:19.924135 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2a6f7a50-1394-4825-9487-d5a7c16781c0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3004644 Dec 16 09:31:19.935761 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27da40-53ce-45df-a03e-c28f7fe8211f req-a634ae00-f9ce-4497-8d4f-f9fbeb6e6067 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:19.936375 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-867084a6-6112-4e6c-943a-f50e94a2869c req-3719e615-0eb5-4130-909e-18c81e9fe47b tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Network b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:31:19.941657 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-867084a6-6112-4e6c-943a-f50e94a2869c req-3719e615-0eb5-4130-909e-18c81e9fe47b tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:31:19.942350 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27da40-53ce-45df-a03e-c28f7fe8211f req-a634ae00-f9ce-4497-8d4f-f9fbeb6e6067 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:19.944068 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-867084a6-6112-4e6c-943a-f50e94a2869c req-3719e615-0eb5-4130-909e-18c81e9fe47b tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:31:19.949081 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27da40-53ce-45df-a03e-c28f7fe8211f req-a634ae00-f9ce-4497-8d4f-f9fbeb6e6067 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:19.955042 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27da40-53ce-45df-a03e-c28f7fe8211f req-a634ae00-f9ce-4497-8d4f-f9fbeb6e6067 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:19.961766 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27da40-53ce-45df-a03e-c28f7fe8211f req-a634ae00-f9ce-4497-8d4f-f9fbeb6e6067 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:19.969603 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-af27da40-53ce-45df-a03e-c28f7fe8211f req-a634ae00-f9ce-4497-8d4f-f9fbeb6e6067 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5422 time: 0.1463590 Dec 16 09:31:19.992171 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port a69db5df-6239-44ea-8f1f-7db59c4d729d, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=a69db5df-6239-44ea-8f1f-7db59c4d729d,segment=NetworkSegment(8d69c9a9-3071-4ca9-b695-b89cbd7318a7),segment_id=8d69c9a9-3071-4ca9-b695-b89cbd7318a7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:19.992514 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-ef9d87d0-bd94-4bb1-8871-8cdd0457101b service neutron] Attempting to bind port 1b833339-88bd-4c4e-9fdf-d09d40444dab on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:31:19.993422 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-ef9d87d0-bd94-4bb1-8871-8cdd0457101b service neutron] Attempting to bind port 1b833339-88bd-4c4e-9fdf-d09d40444dab by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '86c5d65d-0a28-4cbb-b6eb-52df45cc588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:31:19.993871 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-ef9d87d0-bd94-4bb1-8871-8cdd0457101b service neutron] Attempting to bind port 1b833339-88bd-4c4e-9fdf-d09d40444dab on network b3f60eab-6f2c-4106-b76e-873bab2183f6 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:31:20.004704 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-ef9d87d0-bd94-4bb1-8871-8cdd0457101b service neutron] Port 1b833339-88bd-4c4e-9fdf-d09d40444dab on network b3f60eab-6f2c-4106-b76e-873bab2183f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:31:20.004704 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-ef9d87d0-bd94-4bb1-8871-8cdd0457101b service neutron] Attempting to bind port 1b833339-88bd-4c4e-9fdf-d09d40444dab on network b3f60eab-6f2c-4106-b76e-873bab2183f6 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:31:20.011567 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-867084a6-6112-4e6c-943a-f50e94a2869c req-937eba33-7f23-42e5-833a-92f7edbc03b7 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Allocated IP 172.20.0.14 (b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2/123636c8-84c2-46cd-9cab-17a514560fa3/0523186b-f8be-4279-8d8b-d6262cd651fa) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:31:20.012451 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-ef9d87d0-bd94-4bb1-8871-8cdd0457101b service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:31:20.012768 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-ef9d87d0-bd94-4bb1-8871-8cdd0457101b service neutron] Checking segment: {'id': '86c5d65d-0a28-4cbb-b6eb-52df45cc588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:31:20.013218 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-ef9d87d0-bd94-4bb1-8871-8cdd0457101b service neutron] Bound using segment: {'id': '86c5d65d-0a28-4cbb-b6eb-52df45cc588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:31:20.013627 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719e615-0eb5-4130-909e-18c81e9fe47b tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Pushing event updated for resources: {'Port': ['ID=00159916-6322-4521-a478-09a36ded7aed,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:20.013777 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-ef9d87d0-bd94-4bb1-8871-8cdd0457101b service neutron] Bound port: 1b833339-88bd-4c4e-9fdf-d09d40444dab, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86c5d65d-0a28-4cbb-b6eb-52df45cc588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:31:20.013997 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-ef9d87d0-bd94-4bb1-8871-8cdd0457101b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:20.036064 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-af27da40-53ce-45df-a03e-c28f7fe8211f req-f949e63f-bab9-4258-a4c9-55056f0979bb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0641406 Dec 16 09:31:20.063741 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867084a6-6112-4e6c-943a-f50e94a2869c req-3719e615-0eb5-4130-909e-18c81e9fe47b tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:20.064374 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-867084a6-6112-4e6c-943a-f50e94a2869c req-3719e615-0eb5-4130-909e-18c81e9fe47b tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:20.071571 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'a69db5df-6239-44ea-8f1f-7db59c4d729d', 'network_id': '684e8d31-9cdf-4419-92e5-be50ab03fd53', 'port_id': 'a69db5df-6239-44ea-8f1f-7db59c4d729d', 'mac_address': 'fa:16:3e:d7:0f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfac0808-cedf-4b34-81bb-040e7c2c8cb1', 'ip_address': '10.1.1.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:31:20.104292 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9b7f3-741c-47b3-8c41-6dad2f86caee req-0bc69b1c-112c-4928-ae4c-74ea7bd70248 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:20.105863 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-84a9b7f3-741c-47b3-8c41-6dad2f86caee req-0bc69b1c-112c-4928-ae4c-74ea7bd70248 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=b184a632-ca14-45d5-8c6d-bb0ef87cee8e HTTP/1.1" status: 200 len: 943 time: 0.1080353 Dec 16 09:31:20.183070 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-ef9d87d0-bd94-4bb1-8871-8cdd0457101b service neutron] For port 1b833339-88bd-4c4e-9fdf-d09d40444dab, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:31:20.190627 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-ef9d87d0-bd94-4bb1-8871-8cdd0457101b service neutron] For port 1b833339-88bd-4c4e-9fdf-d09d40444dab, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=1b833339-88bd-4c4e-9fdf-d09d40444dab,segment=NetworkSegment(86c5d65d-0a28-4cbb-b6eb-52df45cc588d),segment_id=86c5d65d-0a28-4cbb-b6eb-52df45cc588d)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:31:20.203891 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-84a9b7f3-741c-47b3-8c41-6dad2f86caee req-fcbf5225-06c4-4013-9ad7-a7d428c4b62e tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882668 Dec 16 09:31:20.220866 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=93e17d84-b280-47fd-913c-8795ea943d25,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:20.235400 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:20.249755 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0d5a52-ad76-410e-977c-29c75d6403b0 None None] Network 2eeb7a38-55b2-441b-9574-26196c5f8d08 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:31:20.268554 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a69db5df-6239-44ea-8f1f-7db59c4d729d {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:31:20.299471 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5fed4f35-0d58-4e85-851f-ee1d39f88734 req-569e0f2e-60ab-4383-9646-c5088f4c106a tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c66af04-a2b5-46d7-9bd2-5afd61d12f8f HTTP/1.1" status: 200 len: 210 time: 0.1072173 Dec 16 09:31:20.314221 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port a69db5df-6239-44ea-8f1f-7db59c4d729d, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=a69db5df-6239-44ea-8f1f-7db59c4d729d,segment=NetworkSegment(8d69c9a9-3071-4ca9-b695-b89cbd7318a7),segment_id=8d69c9a9-3071-4ca9-b695-b89cbd7318a7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:20.340062 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-867084a6-6112-4e6c-943a-f50e94a2869c req-937eba33-7f23-42e5-833a-92f7edbc03b7 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:20.388795 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-867084a6-6112-4e6c-943a-f50e94a2869c req-3719e615-0eb5-4130-909e-18c81e9fe47b tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8622503 Dec 16 09:31:20.406192 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-867084a6-6112-4e6c-943a-f50e94a2869c req-162a2688-c85b-4059-9def-89e998aec9e9 service neutron] Request body: {'port': {'device_id': '16c34073-d486-427f-8297-1185a1c1567f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:20.416931 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867084a6-6112-4e6c-943a-f50e94a2869c req-bf3f65b4-2fa8-43e1-8c28-a0e14ce148f8 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:20.418572 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-867084a6-6112-4e6c-943a-f50e94a2869c req-bf3f65b4-2fa8-43e1-8c28-a0e14ce148f8 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.58 "GET /v2.0/networks?id=b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2 HTTP/1.1" status: 200 len: 818 time: 0.2253294 Dec 16 09:31:20.433945 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-867084a6-6112-4e6c-943a-f50e94a2869c req-587d307a-6882-4879-bc03-47894af057ca tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Request body: {'port': {'device_id': '3c66af04-a2b5-46d7-9bd2-5afd61d12f8f', 'network_id': 'b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2', 'admin_state_up': True, 'tenant_id': '73c35d2260cd4ba19a10ddfb4ed6ea15'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:20.467881 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:20.468846 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 71a536ff-db73-40d7-a675-389e7dd9e143 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:31:20.498644 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-867084a6-6112-4e6c-943a-f50e94a2869c req-162a2688-c85b-4059-9def-89e998aec9e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:20.524457 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455503f-b7e3-4ae6-bdaa-8ddbeacbf39d req-9384fd9d-e195-402d-9acf-3e2461315e50 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:20.526036 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6455503f-b7e3-4ae6-bdaa-8ddbeacbf39d req-9384fd9d-e195-402d-9acf-3e2461315e50 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e7b2978-ea46-4ed7-a881-1038bf0daee4 HTTP/1.1" status: 200 len: 948 time: 0.1542697 Dec 16 09:31:20.530202 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-ef9d87d0-bd94-4bb1-8871-8cdd0457101b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:20.548064 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 71a536ff-db73-40d7-a675-389e7dd9e143, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=71a536ff-db73-40d7-a675-389e7dd9e143,segment=NetworkSegment(8d69c9a9-3071-4ca9-b695-b89cbd7318a7),segment_id=8d69c9a9-3071-4ca9-b695-b89cbd7318a7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:20.550547 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=a69db5df-6239-44ea-8f1f-7db59c4d729d,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:20.563613 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '71a536ff-db73-40d7-a675-389e7dd9e143', 'network_id': '684e8d31-9cdf-4419-92e5-be50ab03fd53', 'port_id': '71a536ff-db73-40d7-a675-389e7dd9e143', 'mac_address': 'fa:16:3e:fa:0b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfac0808-cedf-4b34-81bb-040e7c2c8cb1', 'ip_address': '10.1.1.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:31:20.595566 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-ef9d87d0-bd94-4bb1-8871-8cdd0457101b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:20.596191 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-ef9d87d0-bd94-4bb1-8871-8cdd0457101b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:20.597614 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-ef9d87d0-bd94-4bb1-8871-8cdd0457101b service neutron] 10.222.0.58 "PUT /v2.0/ports/1b833339-88bd-4c4e-9fdf-d09d40444dab HTTP/1.1" status: 200 len: 1091 time: 1.7585347 Dec 16 09:31:20.603079 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b184a632-ca14-45d5-8c6d-bb0ef87cee8e', 'tag': '1b833339-88bd-4c4e-9fdf-d09d40444dab'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:20.605017 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e7b54c-83c1-4aa4-8258-04d8daada428" -d '{"events": [{"name": "network-changed", "server_uuid": "b184a632-ca14-45d5-8c6d-bb0ef87cee8e", "tag": "1b833339-88bd-4c4e-9fdf-d09d40444dab"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:20.609219 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-867084a6-6112-4e6c-943a-f50e94a2869c req-937eba33-7f23-42e5-833a-92f7edbc03b7 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:20.610467 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:20.633514 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a536ff-db73-40d7-a675-389e7dd9e143 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:31:20.655963 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 71a536ff-db73-40d7-a675-389e7dd9e143, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=71a536ff-db73-40d7-a675-389e7dd9e143,segment=NetworkSegment(8d69c9a9-3071-4ca9-b695-b89cbd7318a7),segment_id=8d69c9a9-3071-4ca9-b695-b89cbd7318a7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:20.666281 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6455503f-b7e3-4ae6-bdaa-8ddbeacbf39d req-c7704f87-406f-44ce-97b5-d6b3997a577f tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/security-groups?id=40af0459-64a8-4d28-8905-de33a4a7cdb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228249 Dec 16 09:31:20.674557 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d87d0-bd94-4bb1-8871-8cdd0457101b service neutron] Pushing event updated for resources: {'Port': ['ID=1b833339-88bd-4c4e-9fdf-d09d40444dab,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:20.705392 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-dfc57ad7-62b7-41aa-ac55-758bb8e84a37 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:20.706874 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-dfc57ad7-62b7-41aa-ac55-758bb8e84a37 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/networks?id=2eeb7a38-55b2-441b-9574-26196c5f8d08 HTTP/1.1" status: 200 len: 805 time: 0.2029819 Dec 16 09:31:20.713897 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-867084a6-6112-4e6c-943a-f50e94a2869c req-937eba33-7f23-42e5-833a-92f7edbc03b7 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Network b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:31:20.722398 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-867084a6-6112-4e6c-943a-f50e94a2869c req-937eba33-7f23-42e5-833a-92f7edbc03b7 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:31:20.724261 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937eba33-7f23-42e5-833a-92f7edbc03b7 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Pushing event updated for resources: {'Port': ['ID=0523186b-f8be-4279-8d8b-d6262cd651fa,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:20.775273 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-867084a6-6112-4e6c-943a-f50e94a2869c req-937eba33-7f23-42e5-833a-92f7edbc03b7 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:31:20.776328 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e90b8-325a-40f4-af6e-b43093c910d8 req-94a10656-a988-44cb-8c36-32b0b399290f tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:20.777914 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-631e90b8-325a-40f4-af6e-b43093c910d8 req-94a10656-a988-44cb-8c36-32b0b399290f tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 950 time: 0.0530608 Dec 16 09:31:20.811557 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-e75f93ac-2712-4c60-b7f4-eddef7dba007 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/quotas/1e7e6b140fda42e19ce52d82028fabc5 HTTP/1.1" status: 200 len: 375 time: 0.0945261 Dec 16 09:31:20.817904 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-631e90b8-325a-40f4-af6e-b43093c910d8 req-ac238f92-dc08-46c3-bf16-a1a1378cb880 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326257 Dec 16 09:31:20.823254 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:20.824670 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:31:20.853852 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867084a6-6112-4e6c-943a-f50e94a2869c req-937eba33-7f23-42e5-833a-92f7edbc03b7 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:20.854485 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-867084a6-6112-4e6c-943a-f50e94a2869c req-937eba33-7f23-42e5-833a-92f7edbc03b7 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:20.871101 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbac8953-12de-4974-b843-b00af250e8c4 x-openstack-request-id: req-cbac8953-12de-4974-b843-b00af250e8c4 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:20.871683 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b184a632-ca14-45d5-8c6d-bb0ef87cee8e", "tag": "1b833339-88bd-4c4e-9fdf-d09d40444dab", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:20.872154 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cbac8953-12de-4974-b843-b00af250e8c4 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:20.872765 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b184a632-ca14-45d5-8c6d-bb0ef87cee8e', 'tag': '1b833339-88bd-4c4e-9fdf-d09d40444dab', 'status': 'completed', 'code': 200} Dec 16 09:31:20.923786 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-b633e7c1-3ac8-4159-9399-6dc9129067ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:20.926336 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-b633e7c1-3ac8-4159-9399-6dc9129067ca service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=928a77c00bdc452c92b87dad5de07f0a&device_id=b184a632-ca14-45d5-8c6d-bb0ef87cee8e HTTP/1.1" status: 200 len: 1094 time: 0.0683374 Dec 16 09:31:20.950767 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-7bb77336-5b42-4992-b30c-a5a350415774 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1e7e6b140fda42e19ce52d82028fabc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1227221 Dec 16 09:31:20.952558 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67,segment=NetworkSegment(8d69c9a9-3071-4ca9-b695-b89cbd7318a7),segment_id=8d69c9a9-3071-4ca9-b695-b89cbd7318a7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:20.963873 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=71a536ff-db73-40d7-a675-389e7dd9e143,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:20.964855 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-867084a6-6112-4e6c-943a-f50e94a2869c req-587d307a-6882-4879-bc03-47894af057ca tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Made reservation on behalf of 73c35d2260cd4ba19a10ddfb4ed6ea15 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:20.971110 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67', 'network_id': '684e8d31-9cdf-4419-92e5-be50ab03fd53', 'port_id': 'e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67', 'mac_address': 'fa:16:3e:ba:b4:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfac0808-cedf-4b34-81bb-040e7c2c8cb1', 'ip_address': '10.1.1.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:31:20.976077 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-867084a6-6112-4e6c-943a-f50e94a2869c req-587d307a-6882-4879-bc03-47894af057ca tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:21.013170 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-c95ae4c8-48ce-4fac-be9a-f8908453cef6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b833339-88bd-4c4e-9fdf-d09d40444dab HTTP/1.1" status: 200 len: 217 time: 0.0733576 Dec 16 09:31:21.016720 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:21.034383 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:31:21.055486 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67,segment=NetworkSegment(8d69c9a9-3071-4ca9-b695-b89cbd7318a7),segment_id=8d69c9a9-3071-4ca9-b695-b89cbd7318a7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:21.080074 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-ccaf483d-aa13-41aa-a919-430cdde2a970 service neutron] 10.222.0.60 "GET /v2.0/networks/2eeb7a38-55b2-441b-9574-26196c5f8d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284287 Dec 16 09:31:21.125965 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-f358ad63-566d-4e56-a42b-871cc35a1971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:21.127629 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-f358ad63-566d-4e56-a42b-871cc35a1971 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f7f910b2-ddee-47db-a3bc-a08db329ec5c HTTP/1.1" status: 200 len: 851 time: 0.1067266 Dec 16 09:31:21.159906 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-867084a6-6112-4e6c-943a-f50e94a2869c req-937eba33-7f23-42e5-833a-92f7edbc03b7 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0611286 Dec 16 09:31:21.166118 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-867084a6-6112-4e6c-943a-f50e94a2869c req-162a2688-c85b-4059-9def-89e998aec9e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00159916-6322-4521-a478-09a36ded7aed {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:31:21.172953 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-e81a6758-a58f-4ea8-b488-65131de03e4c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b3f60eab-6f2c-4106-b76e-873bab2183f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367136 Dec 16 09:31:21.182697 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-867084a6-6112-4e6c-943a-f50e94a2869c req-c4b5f5b7-341e-4437-b8a0-6c8b14405bfa service neutron] Request body: {'port': {'device_id': '1456d6f8-eee1-4326-86ca-37e50469cb48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:21.199171 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:21.200383 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device c0f0f737-e643-4831-9c6f-93b9615090fb details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:31:21.211648 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-867084a6-6112-4e6c-943a-f50e94a2869c req-162a2688-c85b-4059-9def-89e998aec9e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:21.262135 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-867084a6-6112-4e6c-943a-f50e94a2869c req-162a2688-c85b-4059-9def-89e998aec9e9 service neutron] Transition to ACTIVE for port object 00159916-6322-4521-a478-09a36ded7aed will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:31:21.271976 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.58', 55819) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:21.300857 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port c0f0f737-e643-4831-9c6f-93b9615090fb, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c0f0f737-e643-4831-9c6f-93b9615090fb,segment=NetworkSegment(8d69c9a9-3071-4ca9-b695-b89cbd7318a7),segment_id=8d69c9a9-3071-4ca9-b695-b89cbd7318a7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:21.303264 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:21.309803 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-867084a6-6112-4e6c-943a-f50e94a2869c req-c4b5f5b7-341e-4437-b8a0-6c8b14405bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:21.317872 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-3dff58f5-3ed0-497d-a158-c86e6fd7fcc7 service neutron] 10.222.0.60 "GET /v2.0/networks/2eeb7a38-55b2-441b-9574-26196c5f8d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274303 Dec 16 09:31:21.320952 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'c0f0f737-e643-4831-9c6f-93b9615090fb', 'network_id': '684e8d31-9cdf-4419-92e5-be50ab03fd53', 'port_id': 'c0f0f737-e643-4831-9c6f-93b9615090fb', 'mac_address': 'fa:16:3e:c5:b4:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfac0808-cedf-4b34-81bb-040e7c2c8cb1', 'ip_address': '10.1.1.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:31:21.328975 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc9c1e-7453-4844-b936-ae917351ea2c req-4a301c8d-1811-4558-a77b-fff6abf88218 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:21.336492 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc9c1e-7453-4844-b936-ae917351ea2c req-4a301c8d-1811-4558-a77b-fff6abf88218 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:21.342567 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc9c1e-7453-4844-b936-ae917351ea2c req-4a301c8d-1811-4558-a77b-fff6abf88218 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:21.348778 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc9c1e-7453-4844-b936-ae917351ea2c req-4a301c8d-1811-4558-a77b-fff6abf88218 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:21.355386 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc9c1e-7453-4844-b936-ae917351ea2c req-4a301c8d-1811-4558-a77b-fff6abf88218 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:21.361351 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc9c1e-7453-4844-b936-ae917351ea2c req-4a301c8d-1811-4558-a77b-fff6abf88218 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:21.367504 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc9c1e-7453-4844-b936-ae917351ea2c req-4a301c8d-1811-4558-a77b-fff6abf88218 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:21.374006 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703a51a-51ef-4fe2-8f16-06ddfc489558 req-a3977cde-d9b6-4ad3-aeb2-602469d54778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:21.374242 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:21.375499 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a703a51a-51ef-4fe2-8f16-06ddfc489558 req-a3977cde-d9b6-4ad3-aeb2-602469d54778 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c72236daaf3c429fb462e278e5b03cb7&device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 1101 time: 0.1020718 Dec 16 09:31:21.375641 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f8dc9c1e-7453-4844-b936-ae917351ea2c req-4a301c8d-1811-4558-a77b-fff6abf88218 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5424 time: 0.2014992 Dec 16 09:31:21.423186 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0f0f737-e643-4831-9c6f-93b9615090fb {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:31:21.446662 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f8dc9c1e-7453-4844-b936-ae917351ea2c req-af8e46bd-0ace-4c0e-b84f-167d42ef1ef8 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0634134 Dec 16 09:31:21.449002 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-a4d0e78b-368d-402d-917a-681abdbd3e2b service neutron] 10.222.0.58 "GET /v2.0/networks/b3f60eab-6f2c-4106-b76e-873bab2183f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651644 Dec 16 09:31:21.478909 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port c0f0f737-e643-4831-9c6f-93b9615090fb, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c0f0f737-e643-4831-9c6f-93b9615090fb,segment=NetworkSegment(8d69c9a9-3071-4ca9-b695-b89cbd7318a7),segment_id=8d69c9a9-3071-4ca9-b695-b89cbd7318a7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:21.553406 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703a51a-51ef-4fe2-8f16-06ddfc489558 req-8bac9cfa-58fe-4476-a60a-eb25a831b809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:21.555440 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a703a51a-51ef-4fe2-8f16-06ddfc489558 req-8bac9cfa-58fe-4476-a60a-eb25a831b809 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.1089063 Dec 16 09:31:21.602634 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a703a51a-51ef-4fe2-8f16-06ddfc489558 req-74250bc6-1adc-45c6-af0f-6384c0da384d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=ac70669c-691a-4abe-bae4-34f176f01320 HTTP/1.1" status: 200 len: 217 time: 0.0346377 Dec 16 09:31:21.603223 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-867084a6-6112-4e6c-943a-f50e94a2869c req-162a2688-c85b-4059-9def-89e998aec9e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:21.609800 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04540e-afb8-44e6-8497-fdb7aac17dfe req-ec3fe81f-066f-42fc-a8b1-7b261c629c86 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:21.611200 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7e04540e-afb8-44e6-8497-fdb7aac17dfe req-ec3fe81f-066f-42fc-a8b1-7b261c629c86 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=b184a632-ca14-45d5-8c6d-bb0ef87cee8e HTTP/1.1" status: 200 len: 943 time: 0.0932922 Dec 16 09:31:21.660397 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-867084a6-6112-4e6c-943a-f50e94a2869c req-587d307a-6882-4879-bc03-47894af057ca tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Allocated IP 172.20.0.8 (b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2/123636c8-84c2-46cd-9cab-17a514560fa3/c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:31:21.689307 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:21.690601 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device a650ab00-f145-4f7c-be24-463bd6eebdba details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:31:21.692542 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4e64698c-d0be-4928-b69b-41e28768c4c2 req-6cd8714a-106c-4b56-b76d-ad2302703ffb service neutron] 10.222.0.58 "GET /v2.0/networks/b3f60eab-6f2c-4106-b76e-873bab2183f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320991 Dec 16 09:31:21.706043 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a2688-c85b-4059-9def-89e998aec9e9 service neutron] Pushing event updated for resources: {'Port': ['ID=00159916-6322-4521-a478-09a36ded7aed,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:21.732785 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703a51a-51ef-4fe2-8f16-06ddfc489558 req-465b41c5-31ae-4409-8898-499057c8ca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:21.732785 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a703a51a-51ef-4fe2-8f16-06ddfc489558 req-465b41c5-31ae-4409-8898-499057c8ca23 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.1222687 Dec 16 09:31:21.786195 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port a650ab00-f145-4f7c-be24-463bd6eebdba, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=a650ab00-f145-4f7c-be24-463bd6eebdba,segment=NetworkSegment(5c9e9750-dcd0-4530-8e67-4882aa666bb7),segment_id=5c9e9750-dcd0-4530-8e67-4882aa666bb7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:21.814532 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d285b18a-0eb8-4a82-b80e-93484d6b8181 req-ad74ff2e-53be-45f0-9fe5-8ab8435156b9 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c66af04-a2b5-46d7-9bd2-5afd61d12f8f HTTP/1.1" status: 200 len: 210 time: 0.0614331 Dec 16 09:31:21.818684 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'a650ab00-f145-4f7c-be24-463bd6eebdba', 'network_id': '3976022d-4300-480a-88ba-80eb47c64065', 'port_id': 'a650ab00-f145-4f7c-be24-463bd6eebdba', 'mac_address': 'fa:16:3e:cf:a1:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bebcc90-db8b-4005-83f2-cb4ef7d4c14e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:31:21.861072 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703a51a-51ef-4fe2-8f16-06ddfc489558 req-bf76a864-8e8a-46cb-ba01-63771e5fd1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:21.876168 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a703a51a-51ef-4fe2-8f16-06ddfc489558 req-bf76a864-8e8a-46cb-ba01-63771e5fd1b9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1241846 Dec 16 09:31:21.877417 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-867084a6-6112-4e6c-943a-f50e94a2869c req-162a2688-c85b-4059-9def-89e998aec9e9 service neutron] Attempting to bind port 00159916-6322-4521-a478-09a36ded7aed on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:31:21.882703 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-867084a6-6112-4e6c-943a-f50e94a2869c req-162a2688-c85b-4059-9def-89e998aec9e9 service neutron] Attempting to bind port 00159916-6322-4521-a478-09a36ded7aed by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '9c7a6734-cc3f-42d5-afdd-20a3a7d54918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:31:21.882703 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867084a6-6112-4e6c-943a-f50e94a2869c req-162a2688-c85b-4059-9def-89e998aec9e9 service neutron] Attempting to bind port 00159916-6322-4521-a478-09a36ded7aed on network b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:31:21.883946 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867084a6-6112-4e6c-943a-f50e94a2869c req-162a2688-c85b-4059-9def-89e998aec9e9 service neutron] Port 00159916-6322-4521-a478-09a36ded7aed on network b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:31:21.884493 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867084a6-6112-4e6c-943a-f50e94a2869c req-162a2688-c85b-4059-9def-89e998aec9e9 service neutron] Attempting to bind port 00159916-6322-4521-a478-09a36ded7aed on network b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:31:21.891153 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7e04540e-afb8-44e6-8497-fdb7aac17dfe req-df71505b-e9ff-4483-ac5f-ac5335a5f027 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665908 Dec 16 09:31:21.906762 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867084a6-6112-4e6c-943a-f50e94a2869c req-162a2688-c85b-4059-9def-89e998aec9e9 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:31:21.910405 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867084a6-6112-4e6c-943a-f50e94a2869c req-162a2688-c85b-4059-9def-89e998aec9e9 service neutron] Checking segment: {'id': '9c7a6734-cc3f-42d5-afdd-20a3a7d54918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:31:21.911043 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867084a6-6112-4e6c-943a-f50e94a2869c req-162a2688-c85b-4059-9def-89e998aec9e9 service neutron] Bound using segment: {'id': '9c7a6734-cc3f-42d5-afdd-20a3a7d54918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:31:21.912472 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-867084a6-6112-4e6c-943a-f50e94a2869c req-162a2688-c85b-4059-9def-89e998aec9e9 service neutron] Bound port: 00159916-6322-4521-a478-09a36ded7aed, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c7a6734-cc3f-42d5-afdd-20a3a7d54918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:31:21.912472 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-867084a6-6112-4e6c-943a-f50e94a2869c req-162a2688-c85b-4059-9def-89e998aec9e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:21.944169 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:21.946739 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=c0f0f737-e643-4831-9c6f-93b9615090fb,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:21.972153 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a650ab00-f145-4f7c-be24-463bd6eebdba {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:31:22.002607 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port a650ab00-f145-4f7c-be24-463bd6eebdba, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=a650ab00-f145-4f7c-be24-463bd6eebdba,segment=NetworkSegment(5c9e9750-dcd0-4530-8e67-4882aa666bb7),segment_id=5c9e9750-dcd0-4530-8e67-4882aa666bb7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:22.056722 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7b54c-83c1-4aa4-8258-04d8daada428 req-574b8c81-4ed5-4410-b96c-e14bcd3850e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:22.058290 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b5e7b54c-83c1-4aa4-8258-04d8daada428 req-574b8c81-4ed5-4410-b96c-e14bcd3850e7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=928a77c00bdc452c92b87dad5de07f0a&device_id=b184a632-ca14-45d5-8c6d-bb0ef87cee8e HTTP/1.1" status: 200 len: 1094 time: 0.1775823 Dec 16 09:31:22.067536 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f9f246b-aa59-438b-9b2a-a1407f1e14c9 req-cc3e9356-17be-4ab0-91a9-7bd7dc3567db tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=23fa82b0-7188-4e98-9368-099a2fbc7cca HTTP/1.1" status: 200 len: 210 time: 0.1522832 Dec 16 09:31:22.070005 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-867084a6-6112-4e6c-943a-f50e94a2869c req-587d307a-6882-4879-bc03-47894af057ca tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:22.073525 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a703a51a-51ef-4fe2-8f16-06ddfc489558 req-ad7959e0-c14d-4d4c-9049-d82f1fc6d567 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707611 Dec 16 09:31:22.147492 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29627aa-0b11-4671-b359-7695f0ba3024 req-8072fec2-d7df-4543-a330-668c4d8f03e1 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:22.148978 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d29627aa-0b11-4671-b359-7695f0ba3024 req-8072fec2-d7df-4543-a330-668c4d8f03e1 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e7b2978-ea46-4ed7-a881-1038bf0daee4 HTTP/1.1" status: 200 len: 948 time: 0.1423380 Dec 16 09:31:22.190412 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:22.220576 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-867084a6-6112-4e6c-943a-f50e94a2869c req-162a2688-c85b-4059-9def-89e998aec9e9 service neutron] For port 00159916-6322-4521-a478-09a36ded7aed, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:31:22.223969 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 6f78d0dd-a80a-4308-8b62-fe65a5239b12 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:31:22.228781 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7b54c-83c1-4aa4-8258-04d8daada428 req-0ac112bb-c58d-4c2c-988a-4c24ce23cfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:22.231195 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-867084a6-6112-4e6c-943a-f50e94a2869c req-162a2688-c85b-4059-9def-89e998aec9e9 service neutron] For port 00159916-6322-4521-a478-09a36ded7aed, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=00159916-6322-4521-a478-09a36ded7aed,segment=NetworkSegment(9c7a6734-cc3f-42d5-afdd-20a3a7d54918),segment_id=9c7a6734-cc3f-42d5-afdd-20a3a7d54918)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:31:22.231393 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b5e7b54c-83c1-4aa4-8258-04d8daada428 req-0ac112bb-c58d-4c2c-988a-4c24ce23cfdd service neutron] 10.222.0.58 "GET /v2.0/networks?id=b3f60eab-6f2c-4106-b76e-873bab2183f6 HTTP/1.1" status: 200 len: 912 time: 0.1533685 Dec 16 09:31:22.234419 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d29627aa-0b11-4671-b359-7695f0ba3024 req-7445a458-9892-4f8d-aff4-6dd8610b2bd8 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/security-groups?id=40af0459-64a8-4d28-8905-de33a4a7cdb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785089 Dec 16 09:31:22.266695 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82c90c-c857-4638-97a9-25249cfcfe10 req-2b0e8aef-e660-448a-9e94-16752b99ccc9 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:22.268030 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1d82c90c-c857-4638-97a9-25249cfcfe10 req-2b0e8aef-e660-448a-9e94-16752b99ccc9 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 950 time: 0.1222701 Dec 16 09:31:22.280981 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=a650ab00-f145-4f7c-be24-463bd6eebdba,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:22.283350 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b5e7b54c-83c1-4aa4-8258-04d8daada428 req-8035f4e2-dcfe-445f-a38e-cc05fbdb7366 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b833339-88bd-4c4e-9fdf-d09d40444dab HTTP/1.1" status: 200 len: 217 time: 0.0437920 Dec 16 09:31:22.287495 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a703a51a-51ef-4fe2-8f16-06ddfc489558 req-52d984dc-8d76-4a7b-8629-29f26d7fbf92 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952715 Dec 16 09:31:22.323809 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1d82c90c-c857-4638-97a9-25249cfcfe10 req-dd6c0cd1-9bc1-40cd-9d4f-25b378967cd5 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472715 Dec 16 09:31:22.353345 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7b54c-83c1-4aa4-8258-04d8daada428 req-6e011886-8e6b-4fb7-a49b-36cfae39623f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:22.355208 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b5e7b54c-83c1-4aa4-8258-04d8daada428 req-6e011886-8e6b-4fb7-a49b-36cfae39623f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f7f910b2-ddee-47db-a3bc-a08db329ec5c HTTP/1.1" status: 200 len: 851 time: 0.0531263 Dec 16 09:31:22.390433 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b5e7b54c-83c1-4aa4-8258-04d8daada428 req-9a37c9a3-fdf2-4c45-9a30-549ebd80e49c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b3f60eab-6f2c-4106-b76e-873bab2183f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267458 Dec 16 09:31:22.482078 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b5e7b54c-83c1-4aa4-8258-04d8daada428 req-f42782bc-5246-48e6-a604-e6448de6230c service neutron] 10.222.0.58 "GET /v2.0/networks/b3f60eab-6f2c-4106-b76e-873bab2183f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837793 Dec 16 09:31:22.488108 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-867084a6-6112-4e6c-943a-f50e94a2869c req-587d307a-6882-4879-bc03-47894af057ca tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:22.490163 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-867084a6-6112-4e6c-943a-f50e94a2869c req-162a2688-c85b-4059-9def-89e998aec9e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:22.570817 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867084a6-6112-4e6c-943a-f50e94a2869c req-162a2688-c85b-4059-9def-89e998aec9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:22.571431 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-867084a6-6112-4e6c-943a-f50e94a2869c req-162a2688-c85b-4059-9def-89e998aec9e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:22.572827 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-867084a6-6112-4e6c-943a-f50e94a2869c req-162a2688-c85b-4059-9def-89e998aec9e9 service neutron] 10.222.0.58 "PUT /v2.0/ports/00159916-6322-4521-a478-09a36ded7aed HTTP/1.1" status: 200 len: 1091 time: 2.1735704 Dec 16 09:31:22.573356 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c34073-d486-427f-8297-1185a1c1567f', 'tag': '00159916-6322-4521-a478-09a36ded7aed'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:22.575638 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842b2884-e383-4b2f-a895-ae4468a3bd6f" -d '{"events": [{"name": "network-changed", "server_uuid": "16c34073-d486-427f-8297-1185a1c1567f", "tag": "00159916-6322-4521-a478-09a36ded7aed"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:22.588667 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 6f78d0dd-a80a-4308-8b62-fe65a5239b12 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:31:22.594263 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 6f78d0dd-a80a-4308-8b62-fe65a5239b12 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:22.594878 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:22.608993 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a2688-c85b-4059-9def-89e998aec9e9 service neutron] Pushing event updated for resources: {'Port': ['ID=00159916-6322-4521-a478-09a36ded7aed,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:22.614722 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-867084a6-6112-4e6c-943a-f50e94a2869c req-587d307a-6882-4879-bc03-47894af057ca tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Network b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:31:22.628868 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-867084a6-6112-4e6c-943a-f50e94a2869c req-587d307a-6882-4879-bc03-47894af057ca tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:31:22.636608 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-867084a6-6112-4e6c-943a-f50e94a2869c req-587d307a-6882-4879-bc03-47894af057ca tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:31:22.650945 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3629497c-da03-4d95-a078-effd2d7a19ed x-openstack-request-id: req-3629497c-da03-4d95-a078-effd2d7a19ed {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:22.651304 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c34073-d486-427f-8297-1185a1c1567f", "tag": "00159916-6322-4521-a478-09a36ded7aed", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:22.651705 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3629497c-da03-4d95-a078-effd2d7a19ed {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:22.652336 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c34073-d486-427f-8297-1185a1c1567f', 'tag': '00159916-6322-4521-a478-09a36ded7aed', 'status': 'completed', 'code': 200} Dec 16 09:31:22.692503 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d307a-6882-4879-bc03-47894af057ca tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Pushing event updated for resources: {'Port': ['ID=c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:22.740536 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c34b3a-99a1-4e11-91fc-817c499617fc req-9b2e0ade-ac33-4f1f-90a3-781fe260de1b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:22.746722 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c34b3a-99a1-4e11-91fc-817c499617fc req-9b2e0ade-ac33-4f1f-90a3-781fe260de1b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:22.749264 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:22.752776 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c34b3a-99a1-4e11-91fc-817c499617fc req-9b2e0ade-ac33-4f1f-90a3-781fe260de1b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:22.758774 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c34b3a-99a1-4e11-91fc-817c499617fc req-9b2e0ade-ac33-4f1f-90a3-781fe260de1b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:22.764712 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c34b3a-99a1-4e11-91fc-817c499617fc req-9b2e0ade-ac33-4f1f-90a3-781fe260de1b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:22.770140 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b2884-e383-4b2f-a895-ae4468a3bd6f req-0fc61531-45e0-49af-b231-15d675f1a541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:22.770529 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c34b3a-99a1-4e11-91fc-817c499617fc req-9b2e0ade-ac33-4f1f-90a3-781fe260de1b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:22.771843 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-842b2884-e383-4b2f-a895-ae4468a3bd6f req-0fc61531-45e0-49af-b231-15d675f1a541 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=73c35d2260cd4ba19a10ddfb4ed6ea15&device_id=16c34073-d486-427f-8297-1185a1c1567f HTTP/1.1" status: 200 len: 1094 time: 0.1052303 Dec 16 09:31:22.777050 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c34b3a-99a1-4e11-91fc-817c499617fc req-9b2e0ade-ac33-4f1f-90a3-781fe260de1b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:22.778938 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7b2978-ea46-4ed7-a881-1038bf0daee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f78d0dd-a80a-4308-8b62-fe65a5239b12'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:22.781514 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d706e26-9ce8-40eb-b9fb-d49c187ea24c" -d '{"events": [{"server_uuid": "7e7b2978-ea46-4ed7-a881-1038bf0daee4", "name": "network-vif-plugged", "status": "completed", "tag": "6f78d0dd-a80a-4308-8b62-fe65a5239b12"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:22.785411 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b8c34b3a-99a1-4e11-91fc-817c499617fc req-9b2e0ade-ac33-4f1f-90a3-781fe260de1b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5427 time: 0.2225916 Dec 16 09:31:22.796603 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 6f78d0dd-a80a-4308-8b62-fe65a5239b12, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=6f78d0dd-a80a-4308-8b62-fe65a5239b12,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:22.810859 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-867084a6-6112-4e6c-943a-f50e94a2869c req-c4b5f5b7-341e-4437-b8a0-6c8b14405bfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0523186b-f8be-4279-8d8b-d6262cd651fa {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:31:22.814999 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867084a6-6112-4e6c-943a-f50e94a2869c req-587d307a-6882-4879-bc03-47894af057ca tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:22.814999 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-867084a6-6112-4e6c-943a-f50e94a2869c req-587d307a-6882-4879-bc03-47894af057ca tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:22.832530 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b5e7b54c-83c1-4aa4-8258-04d8daada428 req-bdd865d9-340f-4177-b81c-3a7b6ce372ba service neutron] 10.222.0.58 "GET /v2.0/networks/b3f60eab-6f2c-4106-b76e-873bab2183f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368812 Dec 16 09:31:22.833278 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9dd78b-0e34-4c44-aff7-e5ddb7f5f9c9 x-openstack-request-id: req-2a9dd78b-0e34-4c44-aff7-e5ddb7f5f9c9 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:22.833872 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e7b2978-ea46-4ed7-a881-1038bf0daee4", "name": "network-vif-plugged", "status": "completed", "tag": "6f78d0dd-a80a-4308-8b62-fe65a5239b12", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:22.834368 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2a9dd78b-0e34-4c44-aff7-e5ddb7f5f9c9 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:22.835461 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7b2978-ea46-4ed7-a881-1038bf0daee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f78d0dd-a80a-4308-8b62-fe65a5239b12', 'code': 200} Dec 16 09:31:22.868754 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-867084a6-6112-4e6c-943a-f50e94a2869c req-c4b5f5b7-341e-4437-b8a0-6c8b14405bfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:22.874734 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b8c34b3a-99a1-4e11-91fc-817c499617fc req-186c81ee-d582-47f7-9fc9-a4840dd8e0ef tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0883348 Dec 16 09:31:22.945589 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:22.946627 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device a31daa73-ffc5-41f9-90d7-545bce6114ab up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:31:22.971284 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-867084a6-6112-4e6c-943a-f50e94a2869c req-587d307a-6882-4879-bc03-47894af057ca tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5410085 Dec 16 09:31:22.980829 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa25df0-7f21-48c1-bdb5-cf8bd6a7ed9a req-027e4a54-11b2-4015-97ce-75d2d9e51bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:22.982779 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfa25df0-7f21-48c1-bdb5-cf8bd6a7ed9a req-027e4a54-11b2-4015-97ce-75d2d9e51bbe service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7e7b2978-ea46-4ed7-a881-1038bf0daee4 HTTP/1.1" status: 200 len: 1099 time: 0.0557308 Dec 16 09:31:22.989597 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-867084a6-6112-4e6c-943a-f50e94a2869c req-f85d56b2-572b-4929-99e5-33f8fa1a1437 service neutron] Request body: {'port': {'device_id': '3c66af04-a2b5-46d7-9bd2-5afd61d12f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:23.041222 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=6f78d0dd-a80a-4308-8b62-fe65a5239b12,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:23.110046 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfa25df0-7f21-48c1-bdb5-cf8bd6a7ed9a req-c4f98585-6b13-4868-aa5c-789243f302e6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=40af0459-64a8-4d28-8905-de33a4a7cdb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167965 Dec 16 09:31:23.121645 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-867084a6-6112-4e6c-943a-f50e94a2869c req-f85d56b2-572b-4929-99e5-33f8fa1a1437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:23.139377 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f742f72-9ee4-4f5a-adec-161fa9f7c767 req-7dd19a4b-901f-42d1-bae7-2a37a07fef1b tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:23.140997 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7f742f72-9ee4-4f5a-adec-161fa9f7c767 req-7dd19a4b-901f-42d1-bae7-2a37a07fef1b tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=b184a632-ca14-45d5-8c6d-bb0ef87cee8e HTTP/1.1" status: 200 len: 943 time: 0.1149821 Dec 16 09:31:23.157867 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port a31daa73-ffc5-41f9-90d7-545bce6114ab completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:31:23.159504 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port a31daa73-ffc5-41f9-90d7-545bce6114ab triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:23.160194 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:23.230957 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['93e17d84-b280-47fd-913c-8795ea943d25'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:31:23.329302 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-867084a6-6112-4e6c-943a-f50e94a2869c req-c4b5f5b7-341e-4437-b8a0-6c8b14405bfa service neutron] Transition to ACTIVE for port object 0523186b-f8be-4279-8d8b-d6262cd651fa will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:31:23.365309 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b2884-e383-4b2f-a895-ae4468a3bd6f req-2dd2f4fc-50a5-417f-88ee-2a19223db200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:23.368264 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-842b2884-e383-4b2f-a895-ae4468a3bd6f req-2dd2f4fc-50a5-417f-88ee-2a19223db200 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=73c35d2260cd4ba19a10ddfb4ed6ea15&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5842729 Dec 16 09:31:23.379603 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441105e-964e-432e-9cb8-f28169f1df7f req-4b1d9559-0211-437a-88f0-1f86d6a39f7d tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:23.382410 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:23.388648 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f441105e-964e-432e-9cb8-f28169f1df7f req-4b1d9559-0211-437a-88f0-1f86d6a39f7d tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c66af04-a2b5-46d7-9bd2-5afd61d12f8f HTTP/1.1" status: 200 len: 931 time: 0.4830194 Dec 16 09:31:23.389374 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['a650ab00-f145-4f7c-be24-463bd6eebdba'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:31:23.396521 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['a69db5df-6239-44ea-8f1f-7db59c4d729d'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:31:23.402951 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['71a536ff-db73-40d7-a675-389e7dd9e143'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:31:23.460758 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-867084a6-6112-4e6c-943a-f50e94a2869c req-c4b5f5b7-341e-4437-b8a0-6c8b14405bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:23.572671 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f441105e-964e-432e-9cb8-f28169f1df7f req-d028c4eb-6030-4173-a375-4f394a62ed4c tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b3a4e68-0d2f-4df0-ae97-216286384b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827078 Dec 16 09:31:23.621433 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7f742f72-9ee4-4f5a-adec-161fa9f7c767 req-6205e807-688a-489c-ab05-b66b23fd934b tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343560 Dec 16 09:31:23.673023 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port a31daa73-ffc5-41f9-90d7-545bce6114ab, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=a31daa73-ffc5-41f9-90d7-545bce6114ab,segment=NetworkSegment(1e2014f7-8ae4-4bc0-98b8-25a669313059),segment_id=1e2014f7-8ae4-4bc0-98b8-25a669313059)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:23.679179 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b2884-e383-4b2f-a895-ae4468a3bd6f req-17cc7529-ae6e-4d05-b062-a876b06037bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:23.680760 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-842b2884-e383-4b2f-a895-ae4468a3bd6f req-17cc7529-ae6e-4d05-b062-a876b06037bd service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2896509 Dec 16 09:31:23.687114 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b5f5b7-341e-4437-b8a0-6c8b14405bfa service neutron] Pushing event updated for resources: {'Port': ['ID=0523186b-f8be-4279-8d8b-d6262cd651fa,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:23.751009 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5a3ccdaf-1c17-47f4-8698-43fe667fc454 req-1559e44c-0072-4790-aceb-b394f213c635 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=23fa82b0-7188-4e98-9368-099a2fbc7cca HTTP/1.1" status: 200 len: 210 time: 0.0674632 Dec 16 09:31:23.785354 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-867084a6-6112-4e6c-943a-f50e94a2869c req-c4b5f5b7-341e-4437-b8a0-6c8b14405bfa service neutron] Attempting to bind port 0523186b-f8be-4279-8d8b-d6262cd651fa on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:31:23.785354 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-867084a6-6112-4e6c-943a-f50e94a2869c req-c4b5f5b7-341e-4437-b8a0-6c8b14405bfa service neutron] Attempting to bind port 0523186b-f8be-4279-8d8b-d6262cd651fa by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '9c7a6734-cc3f-42d5-afdd-20a3a7d54918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:31:23.785354 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867084a6-6112-4e6c-943a-f50e94a2869c req-c4b5f5b7-341e-4437-b8a0-6c8b14405bfa service neutron] Attempting to bind port 0523186b-f8be-4279-8d8b-d6262cd651fa on network b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:31:23.816140 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867084a6-6112-4e6c-943a-f50e94a2869c req-c4b5f5b7-341e-4437-b8a0-6c8b14405bfa service neutron] Port 0523186b-f8be-4279-8d8b-d6262cd651fa on network b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:31:23.816140 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867084a6-6112-4e6c-943a-f50e94a2869c req-c4b5f5b7-341e-4437-b8a0-6c8b14405bfa service neutron] Attempting to bind port 0523186b-f8be-4279-8d8b-d6262cd651fa on network b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:31:23.816383 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:23.823694 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867084a6-6112-4e6c-943a-f50e94a2869c req-c4b5f5b7-341e-4437-b8a0-6c8b14405bfa service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:31:23.824039 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867084a6-6112-4e6c-943a-f50e94a2869c req-c4b5f5b7-341e-4437-b8a0-6c8b14405bfa service neutron] Checking segment: {'id': '9c7a6734-cc3f-42d5-afdd-20a3a7d54918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:31:23.824419 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867084a6-6112-4e6c-943a-f50e94a2869c req-c4b5f5b7-341e-4437-b8a0-6c8b14405bfa service neutron] Bound using segment: {'id': '9c7a6734-cc3f-42d5-afdd-20a3a7d54918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:31:23.825461 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-867084a6-6112-4e6c-943a-f50e94a2869c req-c4b5f5b7-341e-4437-b8a0-6c8b14405bfa service neutron] Bound port: 0523186b-f8be-4279-8d8b-d6262cd651fa, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c7a6734-cc3f-42d5-afdd-20a3a7d54918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:31:23.825630 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-867084a6-6112-4e6c-943a-f50e94a2869c req-c4b5f5b7-341e-4437-b8a0-6c8b14405bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:23.875961 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867084a6-6112-4e6c-943a-f50e94a2869c req-f138c1a0-accb-4535-93f0-33467fb8d085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:23.877761 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-867084a6-6112-4e6c-943a-f50e94a2869c req-f138c1a0-accb-4535-93f0-33467fb8d085 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=73c35d2260cd4ba19a10ddfb4ed6ea15&device_id=16c34073-d486-427f-8297-1185a1c1567f HTTP/1.1" status: 200 len: 1094 time: 0.1185958 Dec 16 09:31:23.968808 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-867084a6-6112-4e6c-943a-f50e94a2869c req-53a8d4ab-fec6-46cc-8d0c-1d01e6d65609 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00159916-6322-4521-a478-09a36ded7aed HTTP/1.1" status: 200 len: 217 time: 0.0801067 Dec 16 09:31:23.986601 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-867084a6-6112-4e6c-943a-f50e94a2869c req-f85d56b2-572b-4929-99e5-33f8fa1a1437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:31:23.992226 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['c0f0f737-e643-4831-9c6f-93b9615090fb'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:31:24.005768 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-867084a6-6112-4e6c-943a-f50e94a2869c req-f85d56b2-572b-4929-99e5-33f8fa1a1437 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:24.015829 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234445a-a679-47a4-a370-c70c4c3af599 req-569c5882-002e-412d-b977-445bdddefa17 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:24.021632 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a234445a-a679-47a4-a370-c70c4c3af599 req-569c5882-002e-412d-b977-445bdddefa17 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e7b2978-ea46-4ed7-a881-1038bf0daee4 HTTP/1.1" status: 200 len: 949 time: 0.1053462 Dec 16 09:31:24.054358 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-867084a6-6112-4e6c-943a-f50e94a2869c req-f85d56b2-572b-4929-99e5-33f8fa1a1437 service neutron] Transition to ACTIVE for port object c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:31:24.078959 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-867084a6-6112-4e6c-943a-f50e94a2869c req-c4b5f5b7-341e-4437-b8a0-6c8b14405bfa service neutron] For port 0523186b-f8be-4279-8d8b-d6262cd651fa, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:31:24.082351 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-867084a6-6112-4e6c-943a-f50e94a2869c req-c4b5f5b7-341e-4437-b8a0-6c8b14405bfa service neutron] For port 0523186b-f8be-4279-8d8b-d6262cd651fa, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=0523186b-f8be-4279-8d8b-d6262cd651fa,segment=NetworkSegment(9c7a6734-cc3f-42d5-afdd-20a3a7d54918),segment_id=9c7a6734-cc3f-42d5-afdd-20a3a7d54918)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:31:24.088338 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a234445a-a679-47a4-a370-c70c4c3af599 req-4949322b-32a1-4d00-9301-20fb3d326ce8 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/security-groups?id=40af0459-64a8-4d28-8905-de33a4a7cdb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555110 Dec 16 09:31:24.139318 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-867084a6-6112-4e6c-943a-f50e94a2869c req-f85d56b2-572b-4929-99e5-33f8fa1a1437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:24.154325 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867084a6-6112-4e6c-943a-f50e94a2869c req-6ab0a2bc-538a-422c-981a-e4843eee9c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:24.156013 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-867084a6-6112-4e6c-943a-f50e94a2869c req-6ab0a2bc-538a-422c-981a-e4843eee9c7d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=123636c8-84c2-46cd-9cab-17a514560fa3 HTTP/1.1" status: 200 len: 858 time: 0.1707504 Dec 16 09:31:24.165132 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:31:24.193473 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ad1e8-cc19-42e2-bc50-129eab07d396 req-3dca91d9-2087-470b-9689-8e15da830642 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:24.195064 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-379ad1e8-cc19-42e2-bc50-129eab07d396 req-3dca91d9-2087-470b-9689-8e15da830642 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 950 time: 0.1113584 Dec 16 09:31:24.197935 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-867084a6-6112-4e6c-943a-f50e94a2869c req-c4b5f5b7-341e-4437-b8a0-6c8b14405bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:24.228901 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-867084a6-6112-4e6c-943a-f50e94a2869c req-2e779ac3-4361-4ce9-ac0d-16ceea61a8a8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585980 Dec 16 09:31:24.255785 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867084a6-6112-4e6c-943a-f50e94a2869c req-c4b5f5b7-341e-4437-b8a0-6c8b14405bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:24.256486 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-867084a6-6112-4e6c-943a-f50e94a2869c req-c4b5f5b7-341e-4437-b8a0-6c8b14405bfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:24.257938 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-867084a6-6112-4e6c-943a-f50e94a2869c req-c4b5f5b7-341e-4437-b8a0-6c8b14405bfa service neutron] 10.222.0.57 "PUT /v2.0/ports/0523186b-f8be-4279-8d8b-d6262cd651fa HTTP/1.1" status: 200 len: 1092 time: 3.0838232 Dec 16 09:31:24.305576 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d56b2-572b-4929-99e5-33f8fa1a1437 service neutron] Pushing event updated for resources: {'Port': ['ID=c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:24.366264 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-379ad1e8-cc19-42e2-bc50-129eab07d396 req-9fd2ce1e-334d-450a-a5d9-d0d766aa8d60 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595867 Dec 16 09:31:24.367695 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada61b8-43b4-4a60-8034-883c5e5944b3 req-832e1a69-fb2d-47a4-8612-149c704ba388 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:24.368768 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b5f5b7-341e-4437-b8a0-6c8b14405bfa service neutron] Pushing event updated for resources: {'Port': ['ID=0523186b-f8be-4279-8d8b-d6262cd651fa,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:24.375256 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada61b8-43b4-4a60-8034-883c5e5944b3 req-832e1a69-fb2d-47a4-8612-149c704ba388 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:24.387568 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada61b8-43b4-4a60-8034-883c5e5944b3 req-832e1a69-fb2d-47a4-8612-149c704ba388 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:24.397769 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:31:24.400531 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada61b8-43b4-4a60-8034-883c5e5944b3 req-832e1a69-fb2d-47a4-8612-149c704ba388 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:24.407176 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada61b8-43b4-4a60-8034-883c5e5944b3 req-832e1a69-fb2d-47a4-8612-149c704ba388 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:24.413721 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-867084a6-6112-4e6c-943a-f50e94a2869c req-a3118810-ab06-4f2e-8f9d-081ace320c3e service neutron] 10.222.0.58 "GET /v2.0/networks/b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548238 Dec 16 09:31:24.414430 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada61b8-43b4-4a60-8034-883c5e5944b3 req-832e1a69-fb2d-47a4-8612-149c704ba388 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:24.427505 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada61b8-43b4-4a60-8034-883c5e5944b3 req-832e1a69-fb2d-47a4-8612-149c704ba388 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:24.427505 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5ada61b8-43b4-4a60-8034-883c5e5944b3 req-832e1a69-fb2d-47a4-8612-149c704ba388 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5428 time: 0.2184188 Dec 16 09:31:24.462148 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=a31daa73-ffc5-41f9-90d7-545bce6114ab,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:24.483339 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-867084a6-6112-4e6c-943a-f50e94a2869c req-f85d56b2-572b-4929-99e5-33f8fa1a1437 service neutron] Attempting to bind port c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:31:24.483614 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-867084a6-6112-4e6c-943a-f50e94a2869c req-f85d56b2-572b-4929-99e5-33f8fa1a1437 service neutron] Attempting to bind port c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '9c7a6734-cc3f-42d5-afdd-20a3a7d54918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:31:24.483941 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867084a6-6112-4e6c-943a-f50e94a2869c req-f85d56b2-572b-4929-99e5-33f8fa1a1437 service neutron] Attempting to bind port c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3 on network b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:31:24.487351 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b00e256a-0473-49d7-840b-6112c06b31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:24.492046 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867084a6-6112-4e6c-943a-f50e94a2869c req-f85d56b2-572b-4929-99e5-33f8fa1a1437 service neutron] Port c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3 on network b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:31:24.492386 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867084a6-6112-4e6c-943a-f50e94a2869c req-f85d56b2-572b-4929-99e5-33f8fa1a1437 service neutron] Attempting to bind port c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3 on network b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:31:24.498839 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867084a6-6112-4e6c-943a-f50e94a2869c req-f85d56b2-572b-4929-99e5-33f8fa1a1437 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:31:24.499077 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867084a6-6112-4e6c-943a-f50e94a2869c req-f85d56b2-572b-4929-99e5-33f8fa1a1437 service neutron] Checking segment: {'id': '9c7a6734-cc3f-42d5-afdd-20a3a7d54918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:31:24.499463 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867084a6-6112-4e6c-943a-f50e94a2869c req-f85d56b2-572b-4929-99e5-33f8fa1a1437 service neutron] Bound using segment: {'id': '9c7a6734-cc3f-42d5-afdd-20a3a7d54918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:31:24.499888 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-867084a6-6112-4e6c-943a-f50e94a2869c req-f85d56b2-572b-4929-99e5-33f8fa1a1437 service neutron] Bound port: c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c7a6734-cc3f-42d5-afdd-20a3a7d54918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:31:24.500631 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-867084a6-6112-4e6c-943a-f50e94a2869c req-f85d56b2-572b-4929-99e5-33f8fa1a1437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:24.575322 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867084a6-6112-4e6c-943a-f50e94a2869c req-164508b5-b1a9-4cfb-b30b-04f445333ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:24.577132 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-867084a6-6112-4e6c-943a-f50e94a2869c req-164508b5-b1a9-4cfb-b30b-04f445333ab8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73c35d2260cd4ba19a10ddfb4ed6ea15&device_id=1456d6f8-eee1-4326-86ca-37e50469cb48 HTTP/1.1" status: 200 len: 1095 time: 0.1269779 Dec 16 09:31:24.582529 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-867084a6-6112-4e6c-943a-f50e94a2869c req-4693796e-a9bc-4533-b10a-cc1affa1c782 service neutron] 10.222.0.58 "GET /v2.0/networks/b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600628 Dec 16 09:31:24.631490 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-867084a6-6112-4e6c-943a-f50e94a2869c req-f85d56b2-572b-4929-99e5-33f8fa1a1437 service neutron] For port c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:31:24.685597 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1456d6f8-eee1-4326-86ca-37e50469cb48', 'tag': '0523186b-f8be-4279-8d8b-d6262cd651fa'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:24.686019 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5ada61b8-43b4-4a60-8034-883c5e5944b3 req-a4fac971-269b-40f1-96a3-4de5ea07e6fc tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2426925 Dec 16 09:31:24.686117 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914ecf7f-5036-4d79-a0b5-21a30b66fb6f" -d '{"events": [{"name": "network-changed", "server_uuid": "1456d6f8-eee1-4326-86ca-37e50469cb48", "tag": "0523186b-f8be-4279-8d8b-d6262cd651fa"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:24.696994 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-867084a6-6112-4e6c-943a-f50e94a2869c req-89576aed-a427-46cb-895b-f0dab975c6d1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0523186b-f8be-4279-8d8b-d6262cd651fa HTTP/1.1" status: 200 len: 217 time: 0.0967278 Dec 16 09:31:24.705316 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-867084a6-6112-4e6c-943a-f50e94a2869c req-f85d56b2-572b-4929-99e5-33f8fa1a1437 service neutron] For port c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3,segment=NetworkSegment(9c7a6734-cc3f-42d5-afdd-20a3a7d54918),segment_id=9c7a6734-cc3f-42d5-afdd-20a3a7d54918)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:31:24.731042 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 1b833339-88bd-4c4e-9fdf-d09d40444dab details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:31:24.805463 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-867084a6-6112-4e6c-943a-f50e94a2869c req-f85d56b2-572b-4929-99e5-33f8fa1a1437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:24.816875 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867084a6-6112-4e6c-943a-f50e94a2869c req-1a22ef6a-810b-45b5-943a-6448b2ffabe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:24.817630 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-867084a6-6112-4e6c-943a-f50e94a2869c req-1a22ef6a-810b-45b5-943a-6448b2ffabe5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=123636c8-84c2-46cd-9cab-17a514560fa3 HTTP/1.1" status: 200 len: 858 time: 0.1123872 Dec 16 09:31:24.846224 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ecbbcc-5ed0-4f13-8beb-7fdc58a96b98 req-6b419c16-778f-47cb-84ae-f816013a8892 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:24.847876 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-03ecbbcc-5ed0-4f13-8beb-7fdc58a96b98 req-6b419c16-778f-47cb-84ae-f816013a8892 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c66af04-a2b5-46d7-9bd2-5afd61d12f8f HTTP/1.1" status: 200 len: 943 time: 0.0855656 Dec 16 09:31:24.849435 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31daa73-ffc5-41f9-90d7-545bce6114ab'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:24.852245 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0ae8bb-f2eb-4caa-b868-87e8a1372de5" -d '{"events": [{"server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "name": "network-vif-plugged", "status": "completed", "tag": "a31daa73-ffc5-41f9-90d7-545bce6114ab"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:24.868923 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-867084a6-6112-4e6c-943a-f50e94a2869c req-996a5c17-8e18-4c9d-a701-eba8b0da6982 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438845 Dec 16 09:31:24.870270 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d56b2-572b-4929-99e5-33f8fa1a1437 service neutron] Pushing event updated for resources: {'Port': ['ID=c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:24.884571 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867084a6-6112-4e6c-943a-f50e94a2869c req-f85d56b2-572b-4929-99e5-33f8fa1a1437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:24.885233 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-867084a6-6112-4e6c-943a-f50e94a2869c req-f85d56b2-572b-4929-99e5-33f8fa1a1437 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:24.887443 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-867084a6-6112-4e6c-943a-f50e94a2869c req-f85d56b2-572b-4929-99e5-33f8fa1a1437 service neutron] 10.222.0.58 "PUT /v2.0/ports/c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3 HTTP/1.1" status: 200 len: 1091 time: 1.9022801 Dec 16 09:31:24.888894 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c66af04-a2b5-46d7-9bd2-5afd61d12f8f', 'tag': 'c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:24.891828 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0cd63a-c922-46f8-ab16-f0d9eca46746" -d '{"events": [{"name": "network-changed", "server_uuid": "3c66af04-a2b5-46d7-9bd2-5afd61d12f8f", "tag": "c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:24.907001 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfcb7f2-823a-480e-8bba-a081ca8f5dda req-8d3a9c94-3f2c-4798-b7ce-f210c52c730e tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:24.918160 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7bfcb7f2-823a-480e-8bba-a081ca8f5dda req-8d3a9c94-3f2c-4798-b7ce-f210c52c730e tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=b184a632-ca14-45d5-8c6d-bb0ef87cee8e HTTP/1.1" status: 200 len: 943 time: 0.1440613 Dec 16 09:31:24.957087 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7bfcb7f2-823a-480e-8bba-a081ca8f5dda req-c105f42d-4692-473b-b884-7c125f0e0121 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402830 Dec 16 09:31:25.012038 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 1b833339-88bd-4c4e-9fdf-d09d40444dab, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=1b833339-88bd-4c4e-9fdf-d09d40444dab,segment=NetworkSegment(86c5d65d-0a28-4cbb-b6eb-52df45cc588d),segment_id=86c5d65d-0a28-4cbb-b6eb-52df45cc588d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:25.019549 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-03ecbbcc-5ed0-4f13-8beb-7fdc58a96b98 req-ce918e42-afba-471a-90a0-aabb71d2f2bf tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b3a4e68-0d2f-4df0-ae97-216286384b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540310 Dec 16 09:31:25.027267 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '1b833339-88bd-4c4e-9fdf-d09d40444dab', 'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6', 'port_id': '1b833339-88bd-4c4e-9fdf-d09d40444dab', 'mac_address': 'fa:16:3e:68:1f:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f910b2-ddee-47db-a3bc-a08db329ec5c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:31:25.035286 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9237987c-5474-4eb2-b84a-3cf31f10c1a3 x-openstack-request-id: req-9237987c-5474-4eb2-b84a-3cf31f10c1a3 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:25.035581 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1456d6f8-eee1-4326-86ca-37e50469cb48", "tag": "0523186b-f8be-4279-8d8b-d6262cd651fa", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:25.035837 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9237987c-5474-4eb2-b84a-3cf31f10c1a3 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:25.036238 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1456d6f8-eee1-4326-86ca-37e50469cb48', 'tag': '0523186b-f8be-4279-8d8b-d6262cd651fa', 'status': 'completed', 'code': 200} Dec 16 09:31:25.074818 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:25.102242 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b833339-88bd-4c4e-9fdf-d09d40444dab {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:31:25.110717 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-867084a6-6112-4e6c-943a-f50e94a2869c req-b2c1c90d-b9d3-4df0-9eb2-6671e944f15a service neutron] 10.222.0.57 "GET /v2.0/networks/b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237198 Dec 16 09:31:25.111034 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d899e5c-cf71-4e33-b94a-bf82c6f8bd9e x-openstack-request-id: req-6d899e5c-cf71-4e33-b94a-bf82c6f8bd9e {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:25.111838 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "name": "network-vif-plugged", "status": "completed", "tag": "a31daa73-ffc5-41f9-90d7-545bce6114ab", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:25.112179 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6d899e5c-cf71-4e33-b94a-bf82c6f8bd9e {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:25.113330 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31daa73-ffc5-41f9-90d7-545bce6114ab', 'code': 200} Dec 16 09:31:25.142699 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 1b833339-88bd-4c4e-9fdf-d09d40444dab, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=1b833339-88bd-4c4e-9fdf-d09d40444dab,segment=NetworkSegment(86c5d65d-0a28-4cbb-b6eb-52df45cc588d),segment_id=86c5d65d-0a28-4cbb-b6eb-52df45cc588d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:25.151876 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbcff22-fae0-4543-8a5e-e7eae39f6bfd x-openstack-request-id: req-bdbcff22-fae0-4543-8a5e-e7eae39f6bfd {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:25.152365 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c66af04-a2b5-46d7-9bd2-5afd61d12f8f", "tag": "c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:25.152464 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bdbcff22-fae0-4543-8a5e-e7eae39f6bfd {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:25.152779 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c66af04-a2b5-46d7-9bd2-5afd61d12f8f', 'tag': 'c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3', 'status': 'completed', 'code': 200} Dec 16 09:31:25.180608 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-529c8229-bc01-442f-909c-6005da41fa2d req-b3719370-a142-4b30-a135-097fd76ea88c tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=23fa82b0-7188-4e98-9368-099a2fbc7cca HTTP/1.1" status: 200 len: 210 time: 0.0441439 Dec 16 09:31:25.206787 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867084a6-6112-4e6c-943a-f50e94a2869c req-ca5aed81-faf9-4fd7-aefd-d4a1ccf1206a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:25.208801 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-867084a6-6112-4e6c-943a-f50e94a2869c req-ca5aed81-faf9-4fd7-aefd-d4a1ccf1206a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=73c35d2260cd4ba19a10ddfb4ed6ea15&device_id=3c66af04-a2b5-46d7-9bd2-5afd61d12f8f HTTP/1.1" status: 200 len: 1094 time: 0.1270454 Dec 16 09:31:25.224550 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:25.273279 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-867084a6-6112-4e6c-943a-f50e94a2869c req-731940d9-5e55-4d1d-be97-7ca89dda4ffd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3 HTTP/1.1" status: 200 len: 217 time: 0.0526183 Dec 16 09:31:25.279173 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-867084a6-6112-4e6c-943a-f50e94a2869c req-80068e28-52ba-4d56-a3d2-4a11134fd6bd service neutron] 10.222.0.57 "GET /v2.0/networks/b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500540 Dec 16 09:31:25.294845 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=1b833339-88bd-4c4e-9fdf-d09d40444dab,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:25.364997 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8a1de-0729-425d-bd29-90d064de796f req-6041e273-4422-4b85-bad0-40c5f6c3a9c1 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:25.369694 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b1f8a1de-0729-425d-bd29-90d064de796f req-6041e273-4422-4b85-bad0-40c5f6c3a9c1 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e7b2978-ea46-4ed7-a881-1038bf0daee4 HTTP/1.1" status: 200 len: 949 time: 0.1000164 Dec 16 09:31:25.376049 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867084a6-6112-4e6c-943a-f50e94a2869c req-844a736e-c2c9-40f7-b5da-f4984e327ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:25.377517 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-867084a6-6112-4e6c-943a-f50e94a2869c req-844a736e-c2c9-40f7-b5da-f4984e327ec1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=123636c8-84c2-46cd-9cab-17a514560fa3 HTTP/1.1" status: 200 len: 858 time: 0.0945647 Dec 16 09:31:25.421801 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-867084a6-6112-4e6c-943a-f50e94a2869c req-53fa1426-b76c-4da8-8bc2-fb77aa2c17c9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312805 Dec 16 09:31:25.458839 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b1f8a1de-0729-425d-bd29-90d064de796f req-0eb0cdc1-8f68-4814-a1f0-c159092c3d3c tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/security-groups?id=40af0459-64a8-4d28-8905-de33a4a7cdb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855174 Dec 16 09:31:25.470110 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ecf7f-5036-4d79-a0b5-21a30b66fb6f req-4639ede2-b014-431d-8ed4-fe76624e1232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:25.471571 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-914ecf7f-5036-4d79-a0b5-21a30b66fb6f req-4639ede2-b014-431d-8ed4-fe76624e1232 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73c35d2260cd4ba19a10ddfb4ed6ea15&device_id=1456d6f8-eee1-4326-86ca-37e50469cb48 HTTP/1.1" status: 200 len: 1095 time: 0.0532253 Dec 16 09:31:25.533465 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-867084a6-6112-4e6c-943a-f50e94a2869c req-6117051d-57a9-4a48-bb80-f7cf2f59cef1 service neutron] 10.222.0.58 "GET /v2.0/networks/b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991547 Dec 16 09:31:25.541426 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['1b833339-88bd-4c4e-9fdf-d09d40444dab'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:31:25.576985 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d79842-c234-491f-bde4-35293fc29de2 req-daf5485b-a861-49a8-b802-2c0fbc8764dc tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:25.578509 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-19d79842-c234-491f-bde4-35293fc29de2 req-daf5485b-a861-49a8-b802-2c0fbc8764dc tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 950 time: 0.1190217 Dec 16 09:31:25.639357 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ecf7f-5036-4d79-a0b5-21a30b66fb6f req-810c70ec-0522-4bc5-ad04-a4f60898d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:25.640617 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-914ecf7f-5036-4d79-a0b5-21a30b66fb6f req-810c70ec-0522-4bc5-ad04-a4f60898d7ce service neutron] 10.222.0.57 "GET /v2.0/networks?id=b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2 HTTP/1.1" status: 200 len: 919 time: 0.1410184 Dec 16 09:31:25.644648 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-19d79842-c234-491f-bde4-35293fc29de2 req-7ae45d8a-e156-488f-8067-7b2f486e1e7e tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583625 Dec 16 09:31:25.715019 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-9de306c1-7f0d-4408-ad6e-2bacdb3744bf tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:25.716936 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-9de306c1-7f0d-4408-ad6e-2bacdb3744bf tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.57 "GET /v2.0/networks?id=2eeb7a38-55b2-441b-9574-26196c5f8d08 HTTP/1.1" status: 200 len: 805 time: 0.1826000 Dec 16 09:31:25.721006 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-914ecf7f-5036-4d79-a0b5-21a30b66fb6f req-6c2593b5-d5c7-43cd-9673-0de152bf7410 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0523186b-f8be-4279-8d8b-d6262cd651fa HTTP/1.1" status: 200 len: 217 time: 0.0720990 Dec 16 09:31:25.721679 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-867084a6-6112-4e6c-943a-f50e94a2869c req-3e0b253b-63db-403d-b5bf-c549ea0c0ad3 service neutron] 10.222.0.58 "GET /v2.0/networks/b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757817 Dec 16 09:31:25.736501 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-ab7fee7d-8d3c-4c44-886e-391174c69480 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Request body: {'port': {'device_id': '23fa82b0-7188-4e98-9368-099a2fbc7cca', 'network_id': '2eeb7a38-55b2-441b-9574-26196c5f8d08', 'admin_state_up': True, 'tenant_id': '1e7e6b140fda42e19ce52d82028fabc5'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:25.824745 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ecf7f-5036-4d79-a0b5-21a30b66fb6f req-01b84fb7-6578-4d5a-9610-f599004d253f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:25.826259 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-914ecf7f-5036-4d79-a0b5-21a30b66fb6f req-01b84fb7-6578-4d5a-9610-f599004d253f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=123636c8-84c2-46cd-9cab-17a514560fa3 HTTP/1.1" status: 200 len: 858 time: 0.0937629 Dec 16 09:31:25.858729 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea03045-7b79-48a3-a9e9-47ec1d811c6c req-73b3305b-d409-4ab7-88f0-de4e4c67bf75 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:25.864858 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea03045-7b79-48a3-a9e9-47ec1d811c6c req-73b3305b-d409-4ab7-88f0-de4e4c67bf75 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:25.870750 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea03045-7b79-48a3-a9e9-47ec1d811c6c req-73b3305b-d409-4ab7-88f0-de4e4c67bf75 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:25.886439 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea03045-7b79-48a3-a9e9-47ec1d811c6c req-73b3305b-d409-4ab7-88f0-de4e4c67bf75 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:25.892648 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea03045-7b79-48a3-a9e9-47ec1d811c6c req-73b3305b-d409-4ab7-88f0-de4e4c67bf75 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:25.899064 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea03045-7b79-48a3-a9e9-47ec1d811c6c req-73b3305b-d409-4ab7-88f0-de4e4c67bf75 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:25.905135 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea03045-7b79-48a3-a9e9-47ec1d811c6c req-73b3305b-d409-4ab7-88f0-de4e4c67bf75 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:25.907012 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-aea03045-7b79-48a3-a9e9-47ec1d811c6c req-73b3305b-d409-4ab7-88f0-de4e4c67bf75 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5428 time: 0.1391110 Dec 16 09:31:25.926968 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-914ecf7f-5036-4d79-a0b5-21a30b66fb6f req-b7af5ef8-6a3a-489f-bc87-1ce79dc45b18 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926235 Dec 16 09:31:25.996649 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41854) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.017670 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-aea03045-7b79-48a3-a9e9-47ec1d811c6c req-a8d94410-45e6-4350-ba90-2ee0e46dad93 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0930023 Dec 16 09:31:26.030018 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-ab7fee7d-8d3c-4c44-886e-391174c69480 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Made reservation on behalf of 1e7e6b140fda42e19ce52d82028fabc5 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:26.034934 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-ab7fee7d-8d3c-4c44-886e-391174c69480 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:26.068235 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-914ecf7f-5036-4d79-a0b5-21a30b66fb6f req-c25da2e6-1e1a-43f8-b5f6-4ab2d5ca603a service neutron] 10.222.0.57 "GET /v2.0/networks/b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208212 Dec 16 09:31:26.076632 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0cd63a-c922-46f8-ab16-f0d9eca46746 req-9ce7a75f-7699-4247-9194-1c9ac58b1975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:26.078163 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5b0cd63a-c922-46f8-ab16-f0d9eca46746 req-9ce7a75f-7699-4247-9194-1c9ac58b1975 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=73c35d2260cd4ba19a10ddfb4ed6ea15&device_id=3c66af04-a2b5-46d7-9bd2-5afd61d12f8f HTTP/1.1" status: 200 len: 1094 time: 0.0872409 Dec 16 09:31:26.184587 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e026cbbe-de3e-4bf5-9b2c-bf38154d6b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:26.256191 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-914ecf7f-5036-4d79-a0b5-21a30b66fb6f req-ff1e31df-79a6-4e9a-87b6-82b54d2f9434 service neutron] 10.222.0.57 "GET /v2.0/networks/b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885407 Dec 16 09:31:26.276818 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52104450-cdcf-4346-8c18-44ea83119b86 req-778eb8f8-afc3-4c2b-8f9a-6b6ce82c5a03 tempest-ServersAdminNegativeTestJSON-77636431 tempest-ServersAdminNegativeTestJSON-77636431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:26.282020 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-52104450-cdcf-4346-8c18-44ea83119b86 req-778eb8f8-afc3-4c2b-8f9a-6b6ce82c5a03 tempest-ServersAdminNegativeTestJSON-77636431 tempest-ServersAdminNegativeTestJSON-77636431-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7e7b2978-ea46-4ed7-a881-1038bf0daee4 HTTP/1.1" status: 200 len: 1100 time: 0.0939608 Dec 16 09:31:26.304853 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-ab7fee7d-8d3c-4c44-886e-391174c69480 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Allocated IP 172.20.0.2 (2eeb7a38-55b2-441b-9574-26196c5f8d08/211efb7a-3b19-4354-921e-9061bf2ec918/6b3b017a-7015-4f55-b6de-0c722d24e346) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:31:26.313433 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-52104450-cdcf-4346-8c18-44ea83119b86 req-5719b795-3f59-4a83-a629-4e5baf7e4ad6 tempest-ServersAdminNegativeTestJSON-77636431 tempest-ServersAdminNegativeTestJSON-77636431-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:26.359311 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc992d65-db5f-4229-a7c2-8044ed517758 req-c0f29f3b-fd70-40bf-a979-f45b40818cad tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:26.360831 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fc992d65-db5f-4229-a7c2-8044ed517758 req-c0f29f3b-fd70-40bf-a979-f45b40818cad tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=b184a632-ca14-45d5-8c6d-bb0ef87cee8e HTTP/1.1" status: 200 len: 944 time: 0.1513116 Dec 16 09:31:26.363963 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e026cbbe-de3e-4bf5-9b2c-bf38154d6b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:26.374606 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0cd63a-c922-46f8-ab16-f0d9eca46746 req-b9da02e1-99c0-4d5c-a183-dcdf1df064b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:26.376023 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5b0cd63a-c922-46f8-ab16-f0d9eca46746 req-b9da02e1-99c0-4d5c-a183-dcdf1df064b3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2 HTTP/1.1" status: 200 len: 919 time: 0.2174265 Dec 16 09:31:26.409895 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e7e26758-c495-48ec-a719-fd799058cb10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:26.415807 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-52104450-cdcf-4346-8c18-44ea83119b86 req-5719b795-3f59-4a83-a629-4e5baf7e4ad6 tempest-ServersAdminNegativeTestJSON-77636431 tempest-ServersAdminNegativeTestJSON-77636431-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:26.453294 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5b0cd63a-c922-46f8-ab16-f0d9eca46746 req-bcbe517f-01ee-41dc-b907-08884af29ad1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3 HTTP/1.1" status: 200 len: 217 time: 0.0660863 Dec 16 09:31:26.535694 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fc992d65-db5f-4229-a7c2-8044ed517758 req-9ec65e8d-3f9c-4e6d-ae3e-61d795334d52 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624777 Dec 16 09:31:26.552904 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e026cbbe-de3e-4bf5-9b2c-bf38154d6b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:26.554958 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0cd63a-c922-46f8-ab16-f0d9eca46746 req-eb08ca1f-2271-4829-aab0-376d7a0551e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:26.556439 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5b0cd63a-c922-46f8-ab16-f0d9eca46746 req-eb08ca1f-2271-4829-aab0-376d7a0551e5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=123636c8-84c2-46cd-9cab-17a514560fa3 HTTP/1.1" status: 200 len: 858 time: 0.0733523 Dec 16 09:31:26.580690 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-52104450-cdcf-4346-8c18-44ea83119b86 req-5719b795-3f59-4a83-a629-4e5baf7e4ad6 tempest-ServersAdminNegativeTestJSON-77636431 tempest-ServersAdminNegativeTestJSON-77636431-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:26.600851 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5b0cd63a-c922-46f8-ab16-f0d9eca46746 req-c9ae341a-b881-46c1-bb63-e11d1d2bb598 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352373 Dec 16 09:31:26.610159 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e026cbbe-de3e-4bf5-9b2c-bf38154d6b0c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0c08128d42a3499fb1b1774640773ef0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6124365 Dec 16 09:31:26.613734 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-52104450-cdcf-4346-8c18-44ea83119b86 req-5719b795-3f59-4a83-a629-4e5baf7e4ad6 tempest-ServersAdminNegativeTestJSON-77636431 tempest-ServersAdminNegativeTestJSON-77636431-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=40af0459-64a8-4d28-8905-de33a4a7cdb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185132 Dec 16 09:31:26.614513 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41866) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.627155 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-ab7fee7d-8d3c-4c44-886e-391174c69480 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:26.630907 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026cbbe-de3e-4bf5-9b2c-bf38154d6b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8b1f96-965b-4c54-8e47-f4758c4d1ee8,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:26.677598 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719b795-3f59-4a83-a629-4e5baf7e4ad6 tempest-ServersAdminNegativeTestJSON-77636431 tempest-ServersAdminNegativeTestJSON-77636431-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86231436-5f15-4f5d-9a2c-f78975ebdf2f,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:26.709128 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-72d0f8c1-2da6-4b34-9019-4fe2da61156c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:26.714024 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 00159916-6322-4521-a478-09a36ded7aed details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:31:26.718018 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 1b833339-88bd-4c4e-9fdf-d09d40444dab up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:31:26.730159 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-25282f26-70ea-42f2-a28d-791fca6f747a req-d322a0c8-4823-496f-bdfa-8e8e1f21cfea tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=23fa82b0-7188-4e98-9368-099a2fbc7cca HTTP/1.1" status: 200 len: 210 time: 0.0388522 Dec 16 09:31:26.749015 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b24af-ec06-4342-8871-b3aa1f4884b3 req-fd4062a2-2c24-4afd-98d6-9ee5851c126c tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:26.751544 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-72d0f8c1-2da6-4b34-9019-4fe2da61156c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:26.756126 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ee5b24af-ec06-4342-8871-b3aa1f4884b3 req-fd4062a2-2c24-4afd-98d6-9ee5851c126c tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c66af04-a2b5-46d7-9bd2-5afd61d12f8f HTTP/1.1" status: 200 len: 943 time: 0.1492057 Dec 16 09:31:26.792474 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5b0cd63a-c922-46f8-ab16-f0d9eca46746 req-542830bb-2dde-4893-80e5-fd77cbde4bea service neutron] 10.222.0.58 "GET /v2.0/networks/b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682990 Dec 16 09:31:26.841374 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ee5b24af-ec06-4342-8871-b3aa1f4884b3 req-15601c6d-be46-4e24-90e1-0c360ce74c75 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b3a4e68-0d2f-4df0-ae97-216286384b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838456 Dec 16 09:31:26.860110 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 00159916-6322-4521-a478-09a36ded7aed, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=00159916-6322-4521-a478-09a36ded7aed,segment=NetworkSegment(9c7a6734-cc3f-42d5-afdd-20a3a7d54918),segment_id=9c7a6734-cc3f-42d5-afdd-20a3a7d54918)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:26.872932 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '00159916-6322-4521-a478-09a36ded7aed', 'network_id': 'b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2', 'port_id': '00159916-6322-4521-a478-09a36ded7aed', 'mac_address': 'fa:16:3e:04:7b:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '123636c8-84c2-46cd-9cab-17a514560fa3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:31:26.906203 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-ab7fee7d-8d3c-4c44-886e-391174c69480 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:26.913746 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:26.929057 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00159916-6322-4521-a478-09a36ded7aed {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:31:26.945522 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-72d0f8c1-2da6-4b34-9019-4fe2da61156c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:26.947475 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 1b833339-88bd-4c4e-9fdf-d09d40444dab completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:31:26.952073 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-72d0f8c1-2da6-4b34-9019-4fe2da61156c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:26.952214 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5b0cd63a-c922-46f8-ab16-f0d9eca46746 req-74ec3492-a3f5-4045-8b34-07e10ca5b552 service neutron] 10.222.0.58 "GET /v2.0/networks/b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357782 Dec 16 09:31:26.952324 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-72d0f8c1-2da6-4b34-9019-4fe2da61156c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fd8b1f96-965b-4c54-8e47-f4758c4d1ee8 HTTP/1.1" status: 204 len: 168 time: 0.3341241 Dec 16 09:31:26.952469 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 00159916-6322-4521-a478-09a36ded7aed, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=00159916-6322-4521-a478-09a36ded7aed,segment=NetworkSegment(9c7a6734-cc3f-42d5-afdd-20a3a7d54918),segment_id=9c7a6734-cc3f-42d5-afdd-20a3a7d54918)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:26.953300 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 1b833339-88bd-4c4e-9fdf-d09d40444dab triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:26.953647 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:26.959226 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0f8c1-2da6-4b34-9019-4fe2da61156c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8b1f96-965b-4c54-8e47-f4758c4d1ee8,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:26.979316 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-ab7fee7d-8d3c-4c44-886e-391174c69480 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Network 2eeb7a38-55b2-441b-9574-26196c5f8d08 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:31:26.983035 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508e4c7-a9df-43a3-86fb-b2fb3e0def74 req-7de300d2-48a0-4710-b4da-ac1eb5476ecb tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:26.983035 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9508e4c7-a9df-43a3-86fb-b2fb3e0def74 req-7de300d2-48a0-4710-b4da-ac1eb5476ecb tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 950 time: 0.0790756 Dec 16 09:31:26.983806 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-ab7fee7d-8d3c-4c44-886e-391174c69480 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:31:26.991235 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-ab7fee7d-8d3c-4c44-886e-391174c69480 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:31:26.995239 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7fee7d-8d3c-4c44-886e-391174c69480 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Pushing event updated for resources: {'Port': ['ID=6b3b017a-7015-4f55-b6de-0c722d24e346,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:27.035091 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:27.036943 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9508e4c7-a9df-43a3-86fb-b2fb3e0def74 req-72a33201-d5b3-4f33-af5e-92619c21da1b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476246 Dec 16 09:31:27.055029 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-ab7fee7d-8d3c-4c44-886e-391174c69480 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:27.055637 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-ab7fee7d-8d3c-4c44-886e-391174c69480 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:27.104383 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:27.128329 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=00159916-6322-4521-a478-09a36ded7aed,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:27.142352 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b184a632-ca14-45d5-8c6d-bb0ef87cee8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b833339-88bd-4c4e-9fdf-d09d40444dab'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:27.144632 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea10eb9-40a9-427e-917b-5d29b5e88a51" -d '{"events": [{"server_uuid": "b184a632-ca14-45d5-8c6d-bb0ef87cee8e", "name": "network-vif-plugged", "status": "completed", "tag": "1b833339-88bd-4c4e-9fdf-d09d40444dab"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:27.167145 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 1b833339-88bd-4c4e-9fdf-d09d40444dab, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=1b833339-88bd-4c4e-9fdf-d09d40444dab,segment=NetworkSegment(86c5d65d-0a28-4cbb-b6eb-52df45cc588d),segment_id=86c5d65d-0a28-4cbb-b6eb-52df45cc588d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:27.183661 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52f4c2-56b8-4f0b-a84d-11406485e70d req-f5fa0f48-5165-469a-8baf-1828135296b2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:27.184960 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da5290f-1be0-4f51-af35-426e39d1659d x-openstack-request-id: req-0da5290f-1be0-4f51-af35-426e39d1659d {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:27.185373 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b184a632-ca14-45d5-8c6d-bb0ef87cee8e", "name": "network-vif-plugged", "status": "completed", "tag": "1b833339-88bd-4c4e-9fdf-d09d40444dab", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:27.185684 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0da5290f-1be0-4f51-af35-426e39d1659d {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:27.186210 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b184a632-ca14-45d5-8c6d-bb0ef87cee8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b833339-88bd-4c4e-9fdf-d09d40444dab', 'code': 200} Dec 16 09:31:27.189652 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52f4c2-56b8-4f0b-a84d-11406485e70d req-f5fa0f48-5165-469a-8baf-1828135296b2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:27.199231 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52f4c2-56b8-4f0b-a84d-11406485e70d req-f5fa0f48-5165-469a-8baf-1828135296b2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:27.205624 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52f4c2-56b8-4f0b-a84d-11406485e70d req-f5fa0f48-5165-469a-8baf-1828135296b2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:27.212595 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52f4c2-56b8-4f0b-a84d-11406485e70d req-f5fa0f48-5165-469a-8baf-1828135296b2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:27.219488 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52f4c2-56b8-4f0b-a84d-11406485e70d req-f5fa0f48-5165-469a-8baf-1828135296b2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:27.226575 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52f4c2-56b8-4f0b-a84d-11406485e70d req-f5fa0f48-5165-469a-8baf-1828135296b2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:27.228588 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0c52f4c2-56b8-4f0b-a84d-11406485e70d req-f5fa0f48-5165-469a-8baf-1828135296b2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5428 time: 0.1124504 Dec 16 09:31:27.232844 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-ab7fee7d-8d3c-4c44-886e-391174c69480 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5008917 Dec 16 09:31:27.248070 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-2a2e6a0f-c0b7-470f-beff-09bd2f5d645f service neutron] Request body: {'port': {'device_id': '23fa82b0-7188-4e98-9368-099a2fbc7cca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:27.306773 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['00159916-6322-4521-a478-09a36ded7aed'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:31:27.333631 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:27.354453 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0c52f4c2-56b8-4f0b-a84d-11406485e70d req-c6db4919-b39e-4ba6-b7ef-088ca623cd43 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1177580 Dec 16 09:31:27.368467 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-2a2e6a0f-c0b7-470f-beff-09bd2f5d645f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:27.371915 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff979f-b4c1-4297-93f9-7d3e8c31f361 req-3054ad9a-c8ef-4623-b54a-7a669a6d10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:27.385224 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4cff979f-b4c1-4297-93f9-7d3e8c31f361 req-3054ad9a-c8ef-4623-b54a-7a669a6d10f2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b184a632-ca14-45d5-8c6d-bb0ef87cee8e HTTP/1.1" status: 200 len: 1095 time: 0.1177261 Dec 16 09:31:27.416776 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=1b833339-88bd-4c4e-9fdf-d09d40444dab,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:27.453060 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4cff979f-b4c1-4297-93f9-7d3e8c31f361 req-fabff15b-fd87-4f68-aa8c-64b9368959b0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667105 Dec 16 09:31:27.587317 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:27.657618 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c1b049-4b1c-4004-85c1-bf518b3c32f2 req-03862eae-2e31-4c73-bcb0-bdb6be79e7c0 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:27.660881 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b2c1b049-4b1c-4004-85c1-bf518b3c32f2 req-03862eae-2e31-4c73-bcb0-bdb6be79e7c0 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=b184a632-ca14-45d5-8c6d-bb0ef87cee8e HTTP/1.1" status: 200 len: 945 time: 0.0531232 Dec 16 09:31:27.682744 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-2a2e6a0f-c0b7-470f-beff-09bd2f5d645f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b3b017a-7015-4f55-b6de-0c722d24e346 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:31:27.698640 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-2a2e6a0f-c0b7-470f-beff-09bd2f5d645f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:27.705826 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b2c1b049-4b1c-4004-85c1-bf518b3c32f2 req-52f53975-030f-416f-bdbb-c68ce8e1a062 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360997 Dec 16 09:31:27.726741 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-2a2e6a0f-c0b7-470f-beff-09bd2f5d645f service neutron] Transition to ACTIVE for port object 6b3b017a-7015-4f55-b6de-0c722d24e346 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:31:27.739026 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94844193-8b2b-4608-8586-4a361769426f req-9c02cf86-4b40-4da1-9ceb-b3858923365d tempest-ServersAdminNegativeTestJSON-77636431 tempest-ServersAdminNegativeTestJSON-77636431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:27.740620 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-94844193-8b2b-4608-8586-4a361769426f req-9c02cf86-4b40-4da1-9ceb-b3858923365d tempest-ServersAdminNegativeTestJSON-77636431 tempest-ServersAdminNegativeTestJSON-77636431-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7e7b2978-ea46-4ed7-a881-1038bf0daee4 HTTP/1.1" status: 200 len: 1100 time: 0.0530589 Dec 16 09:31:27.763065 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41882) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:27.776064 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d47185cb-f7a1-4688-942f-a6c681060aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:27.779333 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-94844193-8b2b-4608-8586-4a361769426f req-359af3fb-ca01-4adf-b77e-8d1eac0ab2f3 tempest-ServersAdminNegativeTestJSON-77636431 tempest-ServersAdminNegativeTestJSON-77636431-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=40af0459-64a8-4d28-8905-de33a4a7cdb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318058 Dec 16 09:31:27.892140 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d47185cb-f7a1-4688-942f-a6c681060aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:27.906724 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af904eca-6af2-4e42-8ffa-410155077bea req-92b4c8b9-20f5-441a-95f2-1509e8cbe076 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:27.908183 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-af904eca-6af2-4e42-8ffa-410155077bea req-92b4c8b9-20f5-441a-95f2-1509e8cbe076 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=23fa82b0-7188-4e98-9368-099a2fbc7cca HTTP/1.1" status: 200 len: 931 time: 0.0743151 Dec 16 09:31:27.909862 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-2a2e6a0f-c0b7-470f-beff-09bd2f5d645f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:27.957007 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-af904eca-6af2-4e42-8ffa-410155077bea req-4f55c537-5432-4e2a-aa0b-65462f96cfeb tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411739 Dec 16 09:31:27.969576 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e6a0f-c0b7-470f-beff-09bd2f5d645f service neutron] Pushing event updated for resources: {'Port': ['ID=6b3b017a-7015-4f55-b6de-0c722d24e346,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:27.982169 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d47185cb-f7a1-4688-942f-a6c681060aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:28.026573 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d47185cb-f7a1-4688-942f-a6c681060aa4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=321d6f408157413e9ef765c6751c6d84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2623785 Dec 16 09:31:28.027205 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41900) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:28.029171 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47185cb-f7a1-4688-942f-a6c681060aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3db06e4-1ba9-49ec-8564-fd3598a71c8c,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:28.086475 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6599bda-e46f-4348-afe7-a1a5e808dac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:28.089376 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36118f-64fd-4849-964c-cc76d118d34b req-4e0784ee-b18b-48bb-b842-90d0c10eda14 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:28.090292 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4a36118f-64fd-4849-964c-cc76d118d34b req-4e0784ee-b18b-48bb-b842-90d0c10eda14 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c66af04-a2b5-46d7-9bd2-5afd61d12f8f HTTP/1.1" status: 200 len: 943 time: 0.0942991 Dec 16 09:31:28.092959 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-2a2e6a0f-c0b7-470f-beff-09bd2f5d645f service neutron] Attempting to bind port 6b3b017a-7015-4f55-b6de-0c722d24e346 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:31:28.093328 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-2a2e6a0f-c0b7-470f-beff-09bd2f5d645f service neutron] Attempting to bind port 6b3b017a-7015-4f55-b6de-0c722d24e346 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '2082cd97-2035-461e-ae5b-e2756d7ddb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2eeb7a38-55b2-441b-9574-26196c5f8d08'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:31:28.093662 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-2a2e6a0f-c0b7-470f-beff-09bd2f5d645f service neutron] Attempting to bind port 6b3b017a-7015-4f55-b6de-0c722d24e346 on network 2eeb7a38-55b2-441b-9574-26196c5f8d08 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:31:28.098209 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-2a2e6a0f-c0b7-470f-beff-09bd2f5d645f service neutron] Port 6b3b017a-7015-4f55-b6de-0c722d24e346 on network 2eeb7a38-55b2-441b-9574-26196c5f8d08 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:31:28.098538 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-2a2e6a0f-c0b7-470f-beff-09bd2f5d645f service neutron] Attempting to bind port 6b3b017a-7015-4f55-b6de-0c722d24e346 on network 2eeb7a38-55b2-441b-9574-26196c5f8d08 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:31:28.110376 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-2a2e6a0f-c0b7-470f-beff-09bd2f5d645f service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:31:28.110694 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-2a2e6a0f-c0b7-470f-beff-09bd2f5d645f service neutron] Checking segment: {'id': '2082cd97-2035-461e-ae5b-e2756d7ddb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2eeb7a38-55b2-441b-9574-26196c5f8d08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:31:28.111065 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-2a2e6a0f-c0b7-470f-beff-09bd2f5d645f service neutron] Bound using segment: {'id': '2082cd97-2035-461e-ae5b-e2756d7ddb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2eeb7a38-55b2-441b-9574-26196c5f8d08'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:31:28.111214 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6599bda-e46f-4348-afe7-a1a5e808dac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:28.111501 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-2a2e6a0f-c0b7-470f-beff-09bd2f5d645f service neutron] Bound port: 6b3b017a-7015-4f55-b6de-0c722d24e346, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2082cd97-2035-461e-ae5b-e2756d7ddb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2eeb7a38-55b2-441b-9574-26196c5f8d08'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:31:28.111858 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-2a2e6a0f-c0b7-470f-beff-09bd2f5d645f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:28.180426 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4a36118f-64fd-4849-964c-cc76d118d34b req-76ba19aa-5822-467b-a248-48de0338c541 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b3a4e68-0d2f-4df0-ae97-216286384b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782921 Dec 16 09:31:28.208196 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-2a2e6a0f-c0b7-470f-beff-09bd2f5d645f service neutron] For port 6b3b017a-7015-4f55-b6de-0c722d24e346, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:31:28.211994 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-2a2e6a0f-c0b7-470f-beff-09bd2f5d645f service neutron] For port 6b3b017a-7015-4f55-b6de-0c722d24e346, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=6b3b017a-7015-4f55-b6de-0c722d24e346,segment=NetworkSegment(2082cd97-2035-461e-ae5b-e2756d7ddb51),segment_id=2082cd97-2035-461e-ae5b-e2756d7ddb51)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:31:28.220610 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device a650ab00-f145-4f7c-be24-463bd6eebdba up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:31:28.275903 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6599bda-e46f-4348-afe7-a1a5e808dac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:28.279688 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6599bda-e46f-4348-afe7-a1a5e808dac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:28.280914 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c6599bda-e46f-4348-afe7-a1a5e808dac6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e3db06e4-1ba9-49ec-8564-fd3598a71c8c HTTP/1.1" status: 204 len: 168 time: 0.2526786 Dec 16 09:31:28.290896 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6599bda-e46f-4348-afe7-a1a5e808dac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3db06e4-1ba9-49ec-8564-fd3598a71c8c,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:28.301022 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd25a88-6037-44e2-b873-4217cdea7390 req-98e58b1e-b510-49c2-bea0-7e4456934bb5 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:28.302584 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3cd25a88-6037-44e2-b873-4217cdea7390 req-98e58b1e-b510-49c2-bea0-7e4456934bb5 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 950 time: 0.0525107 Dec 16 09:31:28.344112 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3cd25a88-6037-44e2-b873-4217cdea7390 req-15f24baa-5bf1-44bc-9f7c-6c6712486688 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334024 Dec 16 09:31:28.456166 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port a650ab00-f145-4f7c-be24-463bd6eebdba completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:31:28.457095 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-2a2e6a0f-c0b7-470f-beff-09bd2f5d645f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:28.460892 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port a650ab00-f145-4f7c-be24-463bd6eebdba triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:28.461409 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:28.525593 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-2a2e6a0f-c0b7-470f-beff-09bd2f5d645f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:28.526198 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-2a2e6a0f-c0b7-470f-beff-09bd2f5d645f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:28.527551 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-2a2e6a0f-c0b7-470f-beff-09bd2f5d645f service neutron] 10.222.0.57 "PUT /v2.0/ports/6b3b017a-7015-4f55-b6de-0c722d24e346 HTTP/1.1" status: 200 len: 1091 time: 1.2840326 Dec 16 09:31:28.530842 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23fa82b0-7188-4e98-9368-099a2fbc7cca', 'tag': '6b3b017a-7015-4f55-b6de-0c722d24e346'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:28.533803 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8014aa12-2ea0-4da9-a6f0-11fc80a8cece" -d '{"events": [{"name": "network-changed", "server_uuid": "23fa82b0-7188-4e98-9368-099a2fbc7cca", "tag": "6b3b017a-7015-4f55-b6de-0c722d24e346"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:28.551605 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:28.583588 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e6a0f-c0b7-470f-beff-09bd2f5d645f service neutron] Pushing event updated for resources: {'Port': ['ID=6b3b017a-7015-4f55-b6de-0c722d24e346,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:28.584098 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port a650ab00-f145-4f7c-be24-463bd6eebdba, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=a650ab00-f145-4f7c-be24-463bd6eebdba,segment=NetworkSegment(5c9e9750-dcd0-4530-8e67-4882aa666bb7),segment_id=5c9e9750-dcd0-4530-8e67-4882aa666bb7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:28.603690 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068fa47d-994d-47a3-8b0d-de3e2ffbd284 req-1834cdd1-f3f2-47ca-8969-704b7a52ad62 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:28.609467 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068fa47d-994d-47a3-8b0d-de3e2ffbd284 req-1834cdd1-f3f2-47ca-8969-704b7a52ad62 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:28.615581 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068fa47d-994d-47a3-8b0d-de3e2ffbd284 req-1834cdd1-f3f2-47ca-8969-704b7a52ad62 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:28.621823 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068fa47d-994d-47a3-8b0d-de3e2ffbd284 req-1834cdd1-f3f2-47ca-8969-704b7a52ad62 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:28.629348 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068fa47d-994d-47a3-8b0d-de3e2ffbd284 req-1834cdd1-f3f2-47ca-8969-704b7a52ad62 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:28.637343 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068fa47d-994d-47a3-8b0d-de3e2ffbd284 req-1834cdd1-f3f2-47ca-8969-704b7a52ad62 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:28.644766 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068fa47d-994d-47a3-8b0d-de3e2ffbd284 req-1834cdd1-f3f2-47ca-8969-704b7a52ad62 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:28.647722 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-068fa47d-994d-47a3-8b0d-de3e2ffbd284 req-1834cdd1-f3f2-47ca-8969-704b7a52ad62 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5428 time: 0.1413732 Dec 16 09:31:28.653052 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5800cbf-1723-4398-b6dc-17d5c7db6396 x-openstack-request-id: req-b5800cbf-1723-4398-b6dc-17d5c7db6396 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:28.653052 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23fa82b0-7188-4e98-9368-099a2fbc7cca", "tag": "6b3b017a-7015-4f55-b6de-0c722d24e346", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:28.653052 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b5800cbf-1723-4398-b6dc-17d5c7db6396 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:28.653052 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23fa82b0-7188-4e98-9368-099a2fbc7cca', 'tag': '6b3b017a-7015-4f55-b6de-0c722d24e346', 'status': 'completed', 'code': 200} Dec 16 09:31:28.669999 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:28.740681 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:31:28.748908 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 00159916-6322-4521-a478-09a36ded7aed up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:31:28.750277 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-068fa47d-994d-47a3-8b0d-de3e2ffbd284 req-3c99dc1f-b631-473a-a166-746b7a4d67e9 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0920973 Dec 16 09:31:28.758368 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014aa12-2ea0-4da9-a6f0-11fc80a8cece req-227cf674-dd44-4f99-8202-c6f4b78eb1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:28.760061 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8014aa12-2ea0-4da9-a6f0-11fc80a8cece req-227cf674-dd44-4f99-8202-c6f4b78eb1e2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e7e6b140fda42e19ce52d82028fabc5&device_id=23fa82b0-7188-4e98-9368-099a2fbc7cca HTTP/1.1" status: 200 len: 1094 time: 0.0951376 Dec 16 09:31:28.787272 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd000f6f-12e3-4a6a-ad76-c14292b08f5a req-6b7f5926-49d4-4f67-88c8-79affed6beb8 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:28.804877 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bd000f6f-12e3-4a6a-ad76-c14292b08f5a req-6b7f5926-49d4-4f67-88c8-79affed6beb8 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e7b2978-ea46-4ed7-a881-1038bf0daee4 HTTP/1.1" status: 200 len: 949 time: 0.1120126 Dec 16 09:31:28.850148 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=a650ab00-f145-4f7c-be24-463bd6eebdba,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:28.863313 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bd000f6f-12e3-4a6a-ad76-c14292b08f5a req-6c4eb5d4-1ffa-4b4a-b2ee-dc3f513c4e91 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/security-groups?id=40af0459-64a8-4d28-8905-de33a4a7cdb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574133 Dec 16 09:31:28.936600 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fddb97-32ff-4e2c-9776-ccea3ed3c8fc req-714c32f8-96a6-45d5-ba23-53de5566c879 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:28.938297 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-83fddb97-32ff-4e2c-9776-ccea3ed3c8fc req-714c32f8-96a6-45d5-ba23-53de5566c879 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=b184a632-ca14-45d5-8c6d-bb0ef87cee8e HTTP/1.1" status: 200 len: 945 time: 0.0897546 Dec 16 09:31:28.959041 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014aa12-2ea0-4da9-a6f0-11fc80a8cece req-49ca21ba-856b-4603-bcf3-fe66d81d26c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:28.960970 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8014aa12-2ea0-4da9-a6f0-11fc80a8cece req-49ca21ba-856b-4603-bcf3-fe66d81d26c9 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=1e7e6b140fda42e19ce52d82028fabc5&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1915200 Dec 16 09:31:29.000160 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3,segment=NetworkSegment(9c7a6734-cc3f-42d5-afdd-20a3a7d54918),segment_id=9c7a6734-cc3f-42d5-afdd-20a3a7d54918)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:29.013138 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3', 'network_id': 'b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2', 'port_id': 'c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3', 'mac_address': 'fa:16:3e:a6:37:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '123636c8-84c2-46cd-9cab-17a514560fa3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:31:29.038331 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-83fddb97-32ff-4e2c-9776-ccea3ed3c8fc req-90247557-58ce-4a46-9480-bd4ce77a402e tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895610 Dec 16 09:31:29.055039 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:29.059490 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:29.076643 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:31:29.084828 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014aa12-2ea0-4da9-a6f0-11fc80a8cece req-0ea20cd8-0165-4371-86ba-a6136554f631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:29.085325 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 00159916-6322-4521-a478-09a36ded7aed completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:31:29.087177 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8014aa12-2ea0-4da9-a6f0-11fc80a8cece req-0ea20cd8-0165-4371-86ba-a6136554f631 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1173506 Dec 16 09:31:29.096324 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3,segment=NetworkSegment(9c7a6734-cc3f-42d5-afdd-20a3a7d54918),segment_id=9c7a6734-cc3f-42d5-afdd-20a3a7d54918)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:29.097149 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 00159916-6322-4521-a478-09a36ded7aed triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:29.097534 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:29.130480 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88daf46-cd5e-44cb-a724-90ec33933871 req-5dd40c1f-a207-46b1-b0dc-c1d80108f159 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:29.132565 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c88daf46-cd5e-44cb-a724-90ec33933871 req-5dd40c1f-a207-46b1-b0dc-c1d80108f159 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=23fa82b0-7188-4e98-9368-099a2fbc7cca HTTP/1.1" status: 200 len: 943 time: 0.0851827 Dec 16 09:31:29.180356 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:29.187287 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-5e506406-0312-41aa-b3e7-9f1603768521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:29.189217 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a650ab00-f145-4f7c-be24-463bd6eebdba'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:29.190347 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-5e506406-0312-41aa-b3e7-9f1603768521 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e7e6b140fda42e19ce52d82028fabc5&device_id=23fa82b0-7188-4e98-9368-099a2fbc7cca HTTP/1.1" status: 200 len: 1094 time: 0.0570381 Dec 16 09:31:29.191744 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c2b4a8-0fae-4b4e-95cc-35103e824ab1" -d '{"events": [{"server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "name": "network-vif-plugged", "status": "completed", "tag": "a650ab00-f145-4f7c-be24-463bd6eebdba"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:29.193479 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c88daf46-cd5e-44cb-a724-90ec33933871 req-1b70f0e9-c3c2-4a9c-8e32-14d8547433f0 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508261 Dec 16 09:31:29.236014 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:29.236284 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-a23c26f5-d9f3-45e0-a2db-86362a08ba82 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b3b017a-7015-4f55-b6de-0c722d24e346 HTTP/1.1" status: 200 len: 217 time: 0.0382113 Dec 16 09:31:29.261741 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824ef857-8030-4b2c-ae45-d03c32a6d320 x-openstack-request-id: req-824ef857-8030-4b2c-ae45-d03c32a6d320 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:29.262087 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "name": "network-vif-plugged", "status": "completed", "tag": "a650ab00-f145-4f7c-be24-463bd6eebdba", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:29.262351 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-824ef857-8030-4b2c-ae45-d03c32a6d320 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:29.262731 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a650ab00-f145-4f7c-be24-463bd6eebdba', 'code': 200} Dec 16 09:31:29.273845 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:29.292802 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 00159916-6322-4521-a478-09a36ded7aed, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=00159916-6322-4521-a478-09a36ded7aed,segment=NetworkSegment(9c7a6734-cc3f-42d5-afdd-20a3a7d54918),segment_id=9c7a6734-cc3f-42d5-afdd-20a3a7d54918)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:29.316464 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-83663568-c9c4-44e8-9e48-728875887674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:29.317965 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-83663568-c9c4-44e8-9e48-728875887674 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=211efb7a-3b19-4354-921e-9061bf2ec918 HTTP/1.1" status: 200 len: 845 time: 0.0748713 Dec 16 09:31:29.344957 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:29.355615 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-ac4db091-dd4d-4105-b70d-eb4c1a456efe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eeb7a38-55b2-441b-9574-26196c5f8d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282600 Dec 16 09:31:29.363277 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a2233-f0ef-4246-a656-28c8e0fbae02 req-a9662ffb-88fb-4598-a935-143480b4d288 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:29.364673 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-723a2233-f0ef-4246-a656-28c8e0fbae02 req-a9662ffb-88fb-4598-a935-143480b4d288 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c66af04-a2b5-46d7-9bd2-5afd61d12f8f HTTP/1.1" status: 200 len: 944 time: 0.0911200 Dec 16 09:31:29.403725 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=00159916-6322-4521-a478-09a36ded7aed,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:29.451811 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:31:29.485581 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e2ee5-f7fe-4470-bc85-86121a2d0f8d req-03e472d1-ee03-4112-bc9a-c2a1259d68df tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:29.487273 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ec5e2ee5-f7fe-4470-bc85-86121a2d0f8d req-03e472d1-ee03-4112-bc9a-c2a1259d68df tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 950 time: 0.0512788 Dec 16 09:31:29.492998 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-73e6bc76-6f63-437a-bc1f-9ff0f1900c4b service neutron] 10.222.0.57 "GET /v2.0/networks/2eeb7a38-55b2-441b-9574-26196c5f8d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271982 Dec 16 09:31:29.501885 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-723a2233-f0ef-4246-a656-28c8e0fbae02 req-7a5a7993-bc89-4d27-842e-c911f661c35e tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b3a4e68-0d2f-4df0-ae97-216286384b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168222 Dec 16 09:31:29.549498 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ec5e2ee5-f7fe-4470-bc85-86121a2d0f8d req-4e0c0ee2-6d3e-4a01-842d-bc085d6d3a49 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506637 Dec 16 09:31:29.586384 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:29.609673 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e3bae6c0-fc91-4815-b6d5-927e20a148b2 req-3999fe90-ca80-4a3b-b614-ed94a3107909 service neutron] 10.222.0.57 "GET /v2.0/networks/2eeb7a38-55b2-441b-9574-26196c5f8d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068962 Dec 16 09:31:29.891535 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f73f25-025b-409a-8ffa-2d3cf95de377 req-c7ae3003-3f41-44e6-9a17-0040a09c3f69 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:29.897984 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f73f25-025b-409a-8ffa-2d3cf95de377 req-c7ae3003-3f41-44e6-9a17-0040a09c3f69 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:29.903867 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f73f25-025b-409a-8ffa-2d3cf95de377 req-c7ae3003-3f41-44e6-9a17-0040a09c3f69 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:29.909819 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f73f25-025b-409a-8ffa-2d3cf95de377 req-c7ae3003-3f41-44e6-9a17-0040a09c3f69 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:29.915690 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f73f25-025b-409a-8ffa-2d3cf95de377 req-c7ae3003-3f41-44e6-9a17-0040a09c3f69 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:29.926524 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f73f25-025b-409a-8ffa-2d3cf95de377 req-c7ae3003-3f41-44e6-9a17-0040a09c3f69 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:29.933103 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f73f25-025b-409a-8ffa-2d3cf95de377 req-c7ae3003-3f41-44e6-9a17-0040a09c3f69 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:29.935030 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-14f73f25-025b-409a-8ffa-2d3cf95de377 req-c7ae3003-3f41-44e6-9a17-0040a09c3f69 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5429 time: 0.1020250 Dec 16 09:31:29.977754 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-14f73f25-025b-409a-8ffa-2d3cf95de377 req-2952fd26-803a-4d9e-bd1f-df78baa820eb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357256 Dec 16 09:31:29.992884 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bcfc29-41ea-4521-a690-580c123557da req-c2088e63-cf0d-485d-887d-4aabb553bd4a tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:29.995973 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-43bcfc29-41ea-4521-a690-580c123557da req-c2088e63-cf0d-485d-887d-4aabb553bd4a tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e7b2978-ea46-4ed7-a881-1038bf0daee4 HTTP/1.1" status: 200 len: 949 time: 0.0522647 Dec 16 09:31:30.032967 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-43bcfc29-41ea-4521-a690-580c123557da req-c355910a-54e1-4d48-a61d-93dd2a42d6a6 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/security-groups?id=40af0459-64a8-4d28-8905-de33a4a7cdb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324738 Dec 16 09:31:30.174905 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad1867-56fe-4a42-a820-4753ad5bd0a8 req-486bffa9-09fd-46eb-a4b5-6c777f69d3b1 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:30.176038 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-81ad1867-56fe-4a42-a820-4753ad5bd0a8 req-486bffa9-09fd-46eb-a4b5-6c777f69d3b1 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=b184a632-ca14-45d5-8c6d-bb0ef87cee8e HTTP/1.1" status: 200 len: 945 time: 0.0522621 Dec 16 09:31:30.214476 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-81ad1867-56fe-4a42-a820-4753ad5bd0a8 req-e803a3dd-6e02-4a7f-a36c-ee7b7d33c8ed tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312955 Dec 16 09:31:30.237057 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 0523186b-f8be-4279-8d8b-d6262cd651fa details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:31:30.239458 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 93e17d84-b280-47fd-913c-8795ea943d25 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:31:30.327775 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df59e4-c797-431e-b515-2e7cfbea165d req-5d3ea502-5c4c-4a4c-b38f-aca07261eec4 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:30.335380 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07df59e4-c797-431e-b515-2e7cfbea165d req-5d3ea502-5c4c-4a4c-b38f-aca07261eec4 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=23fa82b0-7188-4e98-9368-099a2fbc7cca HTTP/1.1" status: 200 len: 943 time: 0.0575294 Dec 16 09:31:30.375728 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07df59e4-c797-431e-b515-2e7cfbea165d req-ff1d9c3f-0c0d-42a1-83a1-9ca9a27ae46d tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390716 Dec 16 09:31:30.401800 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 0523186b-f8be-4279-8d8b-d6262cd651fa, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=0523186b-f8be-4279-8d8b-d6262cd651fa,segment=NetworkSegment(9c7a6734-cc3f-42d5-afdd-20a3a7d54918),segment_id=9c7a6734-cc3f-42d5-afdd-20a3a7d54918)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:30.413683 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '0523186b-f8be-4279-8d8b-d6262cd651fa', 'network_id': 'b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2', 'port_id': '0523186b-f8be-4279-8d8b-d6262cd651fa', 'mac_address': 'fa:16:3e:12:5b:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '123636c8-84c2-46cd-9cab-17a514560fa3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:31:30.451319 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:30.465375 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0523186b-f8be-4279-8d8b-d6262cd651fa {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:31:30.471501 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 93e17d84-b280-47fd-913c-8795ea943d25 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:31:30.484351 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 93e17d84-b280-47fd-913c-8795ea943d25 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:30.484717 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:30.489950 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 0523186b-f8be-4279-8d8b-d6262cd651fa, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=0523186b-f8be-4279-8d8b-d6262cd651fa,segment=NetworkSegment(9c7a6734-cc3f-42d5-afdd-20a3a7d54918),segment_id=9c7a6734-cc3f-42d5-afdd-20a3a7d54918)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:30.556350 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da381377-43eb-48f3-a645-d17f25cbbc36 req-70e511fb-3ee4-42f8-ba22-5a46c761271a tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:30.557994 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da381377-43eb-48f3-a645-d17f25cbbc36 req-70e511fb-3ee4-42f8-ba22-5a46c761271a tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e7b2978-ea46-4ed7-a881-1038bf0daee4 HTTP/1.1" status: 200 len: 949 time: 0.0519159 Dec 16 09:31:30.579747 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:30.624639 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:30.652996 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 93e17d84-b280-47fd-913c-8795ea943d25, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=93e17d84-b280-47fd-913c-8795ea943d25,segment=NetworkSegment(5c9e9750-dcd0-4530-8e67-4882aa666bb7),segment_id=5c9e9750-dcd0-4530-8e67-4882aa666bb7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:30.681230 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=0523186b-f8be-4279-8d8b-d6262cd651fa,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:30.685015 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e6096-561e-436f-a0d1-c5ba649ae519 req-0accd5d5-630b-487f-9745-d59d8f8a512d tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:30.686831 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-091e6096-561e-436f-a0d1-c5ba649ae519 req-0accd5d5-630b-487f-9745-d59d8f8a512d tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c66af04-a2b5-46d7-9bd2-5afd61d12f8f HTTP/1.1" status: 200 len: 944 time: 0.0930362 Dec 16 09:31:30.724484 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb86272-d736-4357-92b7-b49e8cb45314 req-10a36ee8-d2a9-48b5-8c91-6819f8c89c05 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:30.726655 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bcb86272-d736-4357-92b7-b49e8cb45314 req-10a36ee8-d2a9-48b5-8c91-6819f8c89c05 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 950 time: 0.0760207 Dec 16 09:31:30.727351 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:30.728331 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 71a536ff-db73-40d7-a675-389e7dd9e143 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:31:30.766889 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-091e6096-561e-436f-a0d1-c5ba649ae519 req-9ca30958-ebc6-4801-aa59-6b1e5cf77834 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b3a4e68-0d2f-4df0-ae97-216286384b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658369 Dec 16 09:31:30.769376 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-da381377-43eb-48f3-a645-d17f25cbbc36 req-f1516df4-7f02-4339-a4fd-00266052bf9c tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Deleting port 6f78d0dd-a80a-4308-8b62-fe65a5239b12 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:31:30.769725 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-da381377-43eb-48f3-a645-d17f25cbbc36 req-f1516df4-7f02-4339-a4fd-00266052bf9c tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:30.773518 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:31:30.792373 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bcb86272-d736-4357-92b7-b49e8cb45314 req-db408531-c944-42ce-b426-78b8900a3be0 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530052 Dec 16 09:31:30.866475 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=93e17d84-b280-47fd-913c-8795ea943d25,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:30.895778 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-da381377-43eb-48f3-a645-d17f25cbbc36 req-f1516df4-7f02-4339-a4fd-00266052bf9c tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] For port 6f78d0dd-a80a-4308-8b62-fe65a5239b12, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=6f78d0dd-a80a-4308-8b62-fe65a5239b12,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:30.896201 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-da381377-43eb-48f3-a645-d17f25cbbc36 req-f1516df4-7f02-4339-a4fd-00266052bf9c tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:30.919955 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026852a-01fa-46e4-8263-dab187a8e7e5 req-67fb92d3-a3d6-415a-b3d4-1e5508f5c5ee tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:30.921801 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0026852a-01fa-46e4-8263-dab187a8e7e5 req-67fb92d3-a3d6-415a-b3d4-1e5508f5c5ee tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=b184a632-ca14-45d5-8c6d-bb0ef87cee8e HTTP/1.1" status: 200 len: 945 time: 0.0861228 Dec 16 09:31:30.922745 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-da381377-43eb-48f3-a645-d17f25cbbc36 req-f1516df4-7f02-4339-a4fd-00266052bf9c tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Calling delete_port for 6f78d0dd-a80a-4308-8b62-fe65a5239b12 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:31:30.970746 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 71a536ff-db73-40d7-a675-389e7dd9e143 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:31:30.973003 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:31:30.978381 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 71a536ff-db73-40d7-a675-389e7dd9e143 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:30.978661 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:30.980424 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:30.980939 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:31.011445 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0026852a-01fa-46e4-8263-dab187a8e7e5 req-c4cf5706-ca3b-47dd-84a3-b36484a96d51 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822406 Dec 16 09:31:31.137380 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['0523186b-f8be-4279-8d8b-d6262cd651fa'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:31:31.160344 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:31.167258 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da1bc7-2848-426a-b9ed-e8cf08c396d5 req-c100fa3f-57c4-4766-8720-09022c838965 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:31.177431 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:31.177627 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da1bc7-2848-426a-b9ed-e8cf08c396d5 req-c100fa3f-57c4-4766-8720-09022c838965 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:31.184632 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da1bc7-2848-426a-b9ed-e8cf08c396d5 req-c100fa3f-57c4-4766-8720-09022c838965 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:31.191102 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da1bc7-2848-426a-b9ed-e8cf08c396d5 req-c100fa3f-57c4-4766-8720-09022c838965 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:31.192165 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e66ef7-297d-4278-9639-d1ef599025fb req-7241fd60-d2c5-4795-9014-b53d785bbe0f tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:31.193722 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-80e66ef7-297d-4278-9639-d1ef599025fb req-7241fd60-d2c5-4795-9014-b53d785bbe0f tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e7b2978-ea46-4ed7-a881-1038bf0daee4 HTTP/1.1" status: 200 len: 949 time: 0.0637572 Dec 16 09:31:31.198451 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da1bc7-2848-426a-b9ed-e8cf08c396d5 req-c100fa3f-57c4-4766-8720-09022c838965 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:31.204807 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da1bc7-2848-426a-b9ed-e8cf08c396d5 req-c100fa3f-57c4-4766-8720-09022c838965 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:31.211265 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da1bc7-2848-426a-b9ed-e8cf08c396d5 req-c100fa3f-57c4-4766-8720-09022c838965 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:31.213136 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-81da1bc7-2848-426a-b9ed-e8cf08c396d5 req-c100fa3f-57c4-4766-8720-09022c838965 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5430 time: 0.1239774 Dec 16 09:31:31.241231 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3,segment=NetworkSegment(9c7a6734-cc3f-42d5-afdd-20a3a7d54918),segment_id=9c7a6734-cc3f-42d5-afdd-20a3a7d54918)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:31.244121 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-80e66ef7-297d-4278-9639-d1ef599025fb req-c79b29c0-0530-4fab-aa46-7e2205e3da27 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/security-groups?id=40af0459-64a8-4d28-8905-de33a4a7cdb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427897 Dec 16 09:31:31.261693 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-81da1bc7-2848-426a-b9ed-e8cf08c396d5 req-e1fb3157-b5d3-4bbe-afff-4578b217c2b5 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417094 Dec 16 09:31:31.320128 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-da381377-43eb-48f3-a645-d17f25cbbc36 req-f1516df4-7f02-4339-a4fd-00266052bf9c tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:31.363971 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1516df4-7f02-4339-a4fd-00266052bf9c tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Pushing event deleted for resources: {'Port': ['ID=6f78d0dd-a80a-4308-8b62-fe65a5239b12,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:31.384184 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c34073-d486-427f-8297-1185a1c1567f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00159916-6322-4521-a478-09a36ded7aed'}, {'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e17d84-b280-47fd-913c-8795ea943d25'}, {'server_uuid': '3c66af04-a2b5-46d7-9bd2-5afd61d12f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3'}, {'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a536ff-db73-40d7-a675-389e7dd9e143'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:31.386574 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b7973b-4774-47ee-ac4f-e07d7a23aebe" -d '{"events": [{"server_uuid": "16c34073-d486-427f-8297-1185a1c1567f", "name": "network-vif-plugged", "status": "completed", "tag": "00159916-6322-4521-a478-09a36ded7aed"}, {"server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "name": "network-vif-plugged", "status": "completed", "tag": "93e17d84-b280-47fd-913c-8795ea943d25"}, {"server_uuid": "3c66af04-a2b5-46d7-9bd2-5afd61d12f8f", "name": "network-vif-plugged", "status": "completed", "tag": "c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3"}, {"server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "name": "network-vif-plugged", "status": "completed", "tag": "71a536ff-db73-40d7-a675-389e7dd9e143"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:31.395017 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['f695d964-1317-4a63-ba12-223ca9ede639'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:31:31.402910 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 71a536ff-db73-40d7-a675-389e7dd9e143, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=71a536ff-db73-40d7-a675-389e7dd9e143,segment=NetworkSegment(8d69c9a9-3071-4ca9-b695-b89cbd7318a7),segment_id=8d69c9a9-3071-4ca9-b695-b89cbd7318a7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:31.403952 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:31.427320 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-da381377-43eb-48f3-a645-d17f25cbbc36 req-f1516df4-7f02-4339-a4fd-00266052bf9c tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] No DVR routers for this DVR port 6f78d0dd-a80a-4308-8b62-fe65a5239b12 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:31:31.431200 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-da381377-43eb-48f3-a645-d17f25cbbc36 req-f1516df4-7f02-4339-a4fd-00266052bf9c tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:31.439304 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da381377-43eb-48f3-a645-d17f25cbbc36 req-f1516df4-7f02-4339-a4fd-00266052bf9c tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.57 "DELETE /v2.0/ports/6f78d0dd-a80a-4308-8b62-fe65a5239b12 HTTP/1.1" status: 204 len: 173 time: 0.8738389 Dec 16 09:31:31.440324 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7b2978-ea46-4ed7-a881-1038bf0daee4', 'name': 'network-vif-deleted', 'tag': '6f78d0dd-a80a-4308-8b62-fe65a5239b12'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:31.447592 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf675563-10fc-4e07-aaa4-1de5f5319d27" -d '{"events": [{"server_uuid": "7e7b2978-ea46-4ed7-a881-1038bf0daee4", "name": "network-vif-deleted", "tag": "6f78d0dd-a80a-4308-8b62-fe65a5239b12"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:31.500713 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc95c6e2-b502-41a2-9e95-6f82b9947b02 x-openstack-request-id: req-fc95c6e2-b502-41a2-9e95-6f82b9947b02 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:31.500713 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c34073-d486-427f-8297-1185a1c1567f", "name": "network-vif-plugged", "status": "completed", "tag": "00159916-6322-4521-a478-09a36ded7aed", "code": 200}, {"server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "name": "network-vif-plugged", "status": "completed", "tag": "93e17d84-b280-47fd-913c-8795ea943d25", "code": 200}, {"server_uuid": "3c66af04-a2b5-46d7-9bd2-5afd61d12f8f", "name": "network-vif-plugged", "status": "completed", "tag": "c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3", "code": 200}, {"server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "name": "network-vif-plugged", "status": "completed", "tag": "71a536ff-db73-40d7-a675-389e7dd9e143", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:31.500961 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fc95c6e2-b502-41a2-9e95-6f82b9947b02 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:31.501374 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c34073-d486-427f-8297-1185a1c1567f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00159916-6322-4521-a478-09a36ded7aed', 'code': 200} Dec 16 09:31:31.501631 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e17d84-b280-47fd-913c-8795ea943d25', 'code': 200} Dec 16 09:31:31.501886 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c66af04-a2b5-46d7-9bd2-5afd61d12f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3', 'code': 200} Dec 16 09:31:31.502132 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a536ff-db73-40d7-a675-389e7dd9e143', 'code': 200} Dec 16 09:31:31.549035 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:31.549859 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:31:31.581008 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d394d9f-8595-49a9-9c6f-5bd9472bc33b x-openstack-request-id: req-5d394d9f-8595-49a9-9c6f-5bd9472bc33b {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:31.582111 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e7b2978-ea46-4ed7-a881-1038bf0daee4", "name": "network-vif-deleted", "tag": "6f78d0dd-a80a-4308-8b62-fe65a5239b12", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:31.582764 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5d394d9f-8595-49a9-9c6f-5bd9472bc33b {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:31.583388 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7b2978-ea46-4ed7-a881-1038bf0daee4', 'name': 'network-vif-deleted', 'tag': '6f78d0dd-a80a-4308-8b62-fe65a5239b12', 'status': 'completed', 'code': 200} Dec 16 09:31:31.597217 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08df673-f7ac-47d1-b037-c71c0991a785 req-b585aae4-fbb8-402c-9efd-f4641c970e7d tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:31.606025 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:31.606659 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d08df673-f7ac-47d1-b037-c71c0991a785 req-b585aae4-fbb8-402c-9efd-f4641c970e7d tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=23fa82b0-7188-4e98-9368-099a2fbc7cca HTTP/1.1" status: 200 len: 943 time: 0.0923603 Dec 16 09:31:31.641099 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696491a8-3942-4027-ae9e-729b6e893b20 req-046aab4d-af6a-42e8-ad14-e0d411a51614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:31.643280 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-696491a8-3942-4027-ae9e-729b6e893b20 req-046aab4d-af6a-42e8-ad14-e0d411a51614 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3c66af04-a2b5-46d7-9bd2-5afd61d12f8f HTTP/1.1" status: 200 len: 1096 time: 0.0821888 Dec 16 09:31:31.693318 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce5c2e-46a4-4d76-87ec-131781128566 req-3266d75a-7127-491a-847d-f941f956ddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:31.695500 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fbce5c2e-46a4-4d76-87ec-131781128566 req-3266d75a-7127-491a-847d-f941f956ddf2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=16c34073-d486-427f-8297-1185a1c1567f HTTP/1.1" status: 200 len: 1096 time: 0.1328762 Dec 16 09:31:31.699377 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d08df673-f7ac-47d1-b037-c71c0991a785 req-ad93afdf-0bd3-451a-b1fa-33b12e1eb3b0 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916395 Dec 16 09:31:31.723245 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-696491a8-3942-4027-ae9e-729b6e893b20 req-3e127681-5930-40e5-9f7e-c7fd54c498d8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9b3a4e68-0d2f-4df0-ae97-216286384b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727232 Dec 16 09:31:31.741439 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fbce5c2e-46a4-4d76-87ec-131781128566 req-045662fa-630e-47a7-b9be-166c82ecae1d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9b3a4e68-0d2f-4df0-ae97-216286384b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356832 Dec 16 09:31:31.787400 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=71a536ff-db73-40d7-a675-389e7dd9e143,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:31.905042 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdeb182-00f0-4d38-a956-8eacff083d1d req-680cbb3e-6311-4fbe-a7ba-54d11f5ffdbe tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:31.909490 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3fdeb182-00f0-4d38-a956-8eacff083d1d req-680cbb3e-6311-4fbe-a7ba-54d11f5ffdbe tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c66af04-a2b5-46d7-9bd2-5afd61d12f8f HTTP/1.1" status: 200 len: 945 time: 0.0632205 Dec 16 09:31:31.931154 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:31:31.937150 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:31.937975 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:31.945374 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62364391-97d4-4c3b-8074-88b5969f0dd3 req-4688b64c-b0b9-4232-bf41-d27b378caf0d tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:31.947135 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3fdeb182-00f0-4d38-a956-8eacff083d1d req-980ed8f9-b173-4a37-8b42-2035ee484ea0 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b3a4e68-0d2f-4df0-ae97-216286384b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358109 Dec 16 09:31:31.948091 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-62364391-97d4-4c3b-8074-88b5969f0dd3 req-4688b64c-b0b9-4232-bf41-d27b378caf0d tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 950 time: 0.0677583 Dec 16 09:31:32.000629 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-62364391-97d4-4c3b-8074-88b5969f0dd3 req-c699426e-308b-4dcd-a653-51901b772be7 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462818 Dec 16 09:31:32.041751 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:32.077276 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67,segment=NetworkSegment(8d69c9a9-3071-4ca9-b695-b89cbd7318a7),segment_id=8d69c9a9-3071-4ca9-b695-b89cbd7318a7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:32.140595 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda46c2d-a397-48f5-a0de-e803a9de5a2d req-8a40c2a8-6d6d-419a-a6a2-5bff951bcf46 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:32.145629 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eda46c2d-a397-48f5-a0de-e803a9de5a2d req-8a40c2a8-6d6d-419a-a6a2-5bff951bcf46 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=b184a632-ca14-45d5-8c6d-bb0ef87cee8e HTTP/1.1" status: 200 len: 945 time: 0.0584259 Dec 16 09:31:32.155806 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:32.156975 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device a69db5df-6239-44ea-8f1f-7db59c4d729d up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:31:32.189993 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eda46c2d-a397-48f5-a0de-e803a9de5a2d req-6892e1f9-466b-4a76-8828-8a24119edf72 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400264 Dec 16 09:31:32.254486 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:32.361723 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f26cc78b-2dc6-4730-8e67-c123d361494c req-e1e846b0-de35-45ed-bbb3-fa3dee580cca tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e7b2978-ea46-4ed7-a881-1038bf0daee4 HTTP/1.1" status: 200 len: 210 time: 0.0280459 Dec 16 09:31:32.416198 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port a69db5df-6239-44ea-8f1f-7db59c4d729d completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:31:32.420723 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port a69db5df-6239-44ea-8f1f-7db59c4d729d triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:32.425670 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:32.479316 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399d925-3dc1-4b14-80cc-c80b2e28fe4e req-cede995f-5010-431f-9125-d072758a869f tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:32.488207 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399d925-3dc1-4b14-80cc-c80b2e28fe4e req-cede995f-5010-431f-9125-d072758a869f tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:32.495823 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399d925-3dc1-4b14-80cc-c80b2e28fe4e req-cede995f-5010-431f-9125-d072758a869f tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:32.504770 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399d925-3dc1-4b14-80cc-c80b2e28fe4e req-cede995f-5010-431f-9125-d072758a869f tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:32.511939 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399d925-3dc1-4b14-80cc-c80b2e28fe4e req-cede995f-5010-431f-9125-d072758a869f tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:32.519179 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399d925-3dc1-4b14-80cc-c80b2e28fe4e req-cede995f-5010-431f-9125-d072758a869f tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:32.524059 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:32.526310 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399d925-3dc1-4b14-80cc-c80b2e28fe4e req-cede995f-5010-431f-9125-d072758a869f tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:32.528262 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a399d925-3dc1-4b14-80cc-c80b2e28fe4e req-cede995f-5010-431f-9125-d072758a869f tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5432 time: 0.1102324 Dec 16 09:31:32.569190 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port a69db5df-6239-44ea-8f1f-7db59c4d729d, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=a69db5df-6239-44ea-8f1f-7db59c4d729d,segment=NetworkSegment(8d69c9a9-3071-4ca9-b695-b89cbd7318a7),segment_id=8d69c9a9-3071-4ca9-b695-b89cbd7318a7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:32.586683 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a399d925-3dc1-4b14-80cc-c80b2e28fe4e req-93d1c7e2-b0a7-450e-beee-79bf4674ff80 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514469 Dec 16 09:31:32.814083 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:32.815159 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device c0f0f737-e643-4831-9c6f-93b9615090fb up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:31:32.837069 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd40c13-fe03-4fb3-9bab-4bce4924d9c3 req-0ddf3118-e208-4bc7-ada0-f8e6bb80d989 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:32.838816 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-edd40c13-fe03-4fb3-9bab-4bce4924d9c3 req-0ddf3118-e208-4bc7-ada0-f8e6bb80d989 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=23fa82b0-7188-4e98-9368-099a2fbc7cca HTTP/1.1" status: 200 len: 943 time: 0.0652277 Dec 16 09:31:32.878177 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-edd40c13-fe03-4fb3-9bab-4bce4924d9c3 req-c3673782-45e4-4512-99a4-a0c083cc137b tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330439 Dec 16 09:31:32.908130 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=a69db5df-6239-44ea-8f1f-7db59c4d729d,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:33.000915 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541cbe0-9efb-44ea-bd64-ffd4b9b9a673 req-1a25b01d-aab3-4624-8cc8-903a9123c897 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:33.002464 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b541cbe0-9efb-44ea-bd64-ffd4b9b9a673 req-1a25b01d-aab3-4624-8cc8-903a9123c897 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=b184a632-ca14-45d5-8c6d-bb0ef87cee8e HTTP/1.1" status: 200 len: 945 time: 0.0552478 Dec 16 09:31:33.015707 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port c0f0f737-e643-4831-9c6f-93b9615090fb completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:31:33.019694 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port c0f0f737-e643-4831-9c6f-93b9615090fb triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:33.025372 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:33.048445 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b541cbe0-9efb-44ea-bd64-ffd4b9b9a673 req-ec43e8e4-04dc-428d-a7a0-755f70317584 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376751 Dec 16 09:31:33.077077 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd923d5a-baf2-4394-9785-b5d6743f0adc req-39cd6e5f-36b5-45e8-a8d6-49ab58ce972b tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:33.081305 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bd923d5a-baf2-4394-9785-b5d6743f0adc req-39cd6e5f-36b5-45e8-a8d6-49ab58ce972b tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c66af04-a2b5-46d7-9bd2-5afd61d12f8f HTTP/1.1" status: 200 len: 945 time: 0.0605295 Dec 16 09:31:33.115794 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:33.121312 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bd923d5a-baf2-4394-9785-b5d6743f0adc req-97b09cb4-00f3-4f38-b606-245d906a67f4 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b3a4e68-0d2f-4df0-ae97-216286384b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389819 Dec 16 09:31:33.172548 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port c0f0f737-e643-4831-9c6f-93b9615090fb, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c0f0f737-e643-4831-9c6f-93b9615090fb,segment=NetworkSegment(8d69c9a9-3071-4ca9-b695-b89cbd7318a7),segment_id=8d69c9a9-3071-4ca9-b695-b89cbd7318a7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:33.195109 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49a802-7d0d-4d71-82b8-bf0b32ee2fbd req-ac7bcc14-5764-420f-ab1d-b6fe8a6d2d1e tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:33.196637 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4f49a802-7d0d-4d71-82b8-bf0b32ee2fbd req-ac7bcc14-5764-420f-ab1d-b6fe8a6d2d1e tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 950 time: 0.0581932 Dec 16 09:31:33.238651 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4f49a802-7d0d-4d71-82b8-bf0b32ee2fbd req-edbd359a-d3f7-4acc-961c-644acb5d9b6f tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355091 Dec 16 09:31:33.245010 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:33.270266 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 0523186b-f8be-4279-8d8b-d6262cd651fa up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:31:33.328844 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=c0f0f737-e643-4831-9c6f-93b9615090fb,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:33.484246 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 0523186b-f8be-4279-8d8b-d6262cd651fa completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:31:33.490035 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 0523186b-f8be-4279-8d8b-d6262cd651fa triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:33.490626 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:33.510580 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67'}, {'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69db5df-6239-44ea-8f1f-7db59c4d729d'}, {'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f0f737-e643-4831-9c6f-93b9615090fb'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:33.513786 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fdd834-f0c7-4cba-b13a-b0aafcd80314" -d '{"events": [{"server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "name": "network-vif-plugged", "status": "completed", "tag": "e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67"}, {"server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "name": "network-vif-plugged", "status": "completed", "tag": "a69db5df-6239-44ea-8f1f-7db59c4d729d"}, {"server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "name": "network-vif-plugged", "status": "completed", "tag": "c0f0f737-e643-4831-9c6f-93b9615090fb"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:33.570525 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4e6217-7a89-4add-9938-7608c48b5a92 x-openstack-request-id: req-dc4e6217-7a89-4add-9938-7608c48b5a92 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:33.570525 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "name": "network-vif-plugged", "status": "completed", "tag": "e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67", "code": 200}, {"server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "name": "network-vif-plugged", "status": "completed", "tag": "a69db5df-6239-44ea-8f1f-7db59c4d729d", "code": 200}, {"server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "name": "network-vif-plugged", "status": "completed", "tag": "c0f0f737-e643-4831-9c6f-93b9615090fb", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:33.570525 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dc4e6217-7a89-4add-9938-7608c48b5a92 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:33.570525 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67', 'code': 200} Dec 16 09:31:33.570525 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69db5df-6239-44ea-8f1f-7db59c4d729d', 'code': 200} Dec 16 09:31:33.570525 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f0f737-e643-4831-9c6f-93b9615090fb', 'code': 200} Dec 16 09:31:33.581841 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:33.627411 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 0523186b-f8be-4279-8d8b-d6262cd651fa, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=0523186b-f8be-4279-8d8b-d6262cd651fa,segment=NetworkSegment(9c7a6734-cc3f-42d5-afdd-20a3a7d54918),segment_id=9c7a6734-cc3f-42d5-afdd-20a3a7d54918)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:33.707488 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:33.708941 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 6f78d0dd-a80a-4308-8b62-fe65a5239b12 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:31:33.735153 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66431cf2-77e8-49cd-922c-a60d19ff1a72 req-d28b9650-8094-40d2-9919-2ab78ea2814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:33.735630 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66431cf2-77e8-49cd-922c-a60d19ff1a72 req-d28b9650-8094-40d2-9919-2ab78ea2814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:33.736093 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66431cf2-77e8-49cd-922c-a60d19ff1a72 req-d28b9650-8094-40d2-9919-2ab78ea2814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:33.736556 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66431cf2-77e8-49cd-922c-a60d19ff1a72 req-d28b9650-8094-40d2-9919-2ab78ea2814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:33.737009 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66431cf2-77e8-49cd-922c-a60d19ff1a72 req-d28b9650-8094-40d2-9919-2ab78ea2814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:33.737743 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66431cf2-77e8-49cd-922c-a60d19ff1a72 req-d28b9650-8094-40d2-9919-2ab78ea2814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:33.738197 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66431cf2-77e8-49cd-922c-a60d19ff1a72 req-d28b9650-8094-40d2-9919-2ab78ea2814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:33.740114 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-66431cf2-77e8-49cd-922c-a60d19ff1a72 req-d28b9650-8094-40d2-9919-2ab78ea2814e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 6491 time: 0.0882421 Dec 16 09:31:33.764391 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 6f78d0dd-a80a-4308-8b62-fe65a5239b12 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:31:33.764741 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 6f78d0dd-a80a-4308-8b62-fe65a5239b12 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:31:33.773942 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30910e5f-d24b-45c7-a92a-920c8ec2d84d req-f6ad3ae7-28be-4262-924d-d1158857c475 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:33.777967 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30910e5f-d24b-45c7-a92a-920c8ec2d84d req-f6ad3ae7-28be-4262-924d-d1158857c475 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:33.783926 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30910e5f-d24b-45c7-a92a-920c8ec2d84d req-f6ad3ae7-28be-4262-924d-d1158857c475 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:33.790295 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30910e5f-d24b-45c7-a92a-920c8ec2d84d req-f6ad3ae7-28be-4262-924d-d1158857c475 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:33.792594 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=0523186b-f8be-4279-8d8b-d6262cd651fa,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:33.797741 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30910e5f-d24b-45c7-a92a-920c8ec2d84d req-f6ad3ae7-28be-4262-924d-d1158857c475 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:33.804499 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30910e5f-d24b-45c7-a92a-920c8ec2d84d req-f6ad3ae7-28be-4262-924d-d1158857c475 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:33.810396 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30910e5f-d24b-45c7-a92a-920c8ec2d84d req-f6ad3ae7-28be-4262-924d-d1158857c475 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:33.812333 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-30910e5f-d24b-45c7-a92a-920c8ec2d84d req-f6ad3ae7-28be-4262-924d-d1158857c475 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5434 time: 0.1254771 Dec 16 09:31:33.854084 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-66431cf2-77e8-49cd-922c-a60d19ff1a72 req-38d544c0-4bf3-4885-b467-e0b14169a1b3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1039617 Dec 16 09:31:33.872761 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-30910e5f-d24b-45c7-a92a-920c8ec2d84d req-07c910fd-da58-450b-8b88-83379be0d674 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0503607 Dec 16 09:31:33.940585 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c231cb-3e25-461a-8d6d-143e0f4cabcf req-cc6d8c6b-eae7-4d54-8ba1-897a28918c57 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:33.942090 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c4c231cb-3e25-461a-8d6d-143e0f4cabcf req-cc6d8c6b-eae7-4d54-8ba1-897a28918c57 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1ca4839-8593-467a-a0a0-680c168f2685 HTTP/1.1" status: 200 len: 949 time: 0.0599136 Dec 16 09:31:33.980725 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c4c231cb-3e25-461a-8d6d-143e0f4cabcf req-820572c5-1ce6-4106-9dd7-046e8e288a9c tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/security-groups?id=40af0459-64a8-4d28-8905-de33a4a7cdb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325019 Dec 16 09:31:34.000009 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb5f96-270b-4ede-a9f4-cbf755d6001e req-2cd4f4a5-2412-40d9-ab1d-ec492effb6d9 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:34.001590 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77fb5f96-270b-4ede-a9f4-cbf755d6001e req-2cd4f4a5-2412-40d9-ab1d-ec492effb6d9 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=23fa82b0-7188-4e98-9368-099a2fbc7cca HTTP/1.1" status: 200 len: 943 time: 0.0533969 Dec 16 09:31:34.043022 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77fb5f96-270b-4ede-a9f4-cbf755d6001e req-e35ba877-47de-43b0-a619-429cec489987 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352070 Dec 16 09:31:34.179876 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144aaae-e46c-456e-b346-66e38c1862d6 req-f681e2e0-e3ef-4299-b7c6-e20ac685bfd9 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:34.181647 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c144aaae-e46c-456e-b346-66e38c1862d6 req-f681e2e0-e3ef-4299-b7c6-e20ac685bfd9 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=b184a632-ca14-45d5-8c6d-bb0ef87cee8e HTTP/1.1" status: 200 len: 945 time: 0.0518153 Dec 16 09:31:34.220891 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c144aaae-e46c-456e-b346-66e38c1862d6 req-9317b7ce-e2bd-46f8-83d8-fea13bf97559 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322087 Dec 16 09:31:34.253757 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce08f0-9390-4d47-b210-893728dd0238 req-43ae4f54-3b60-4328-b71d-273e64b0f89b tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:34.255240 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cbce08f0-9390-4d47-b210-893728dd0238 req-43ae4f54-3b60-4328-b71d-273e64b0f89b tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c66af04-a2b5-46d7-9bd2-5afd61d12f8f HTTP/1.1" status: 200 len: 945 time: 0.0556157 Dec 16 09:31:34.277698 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 6b3b017a-7015-4f55-b6de-0c722d24e346 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:31:34.308751 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cbce08f0-9390-4d47-b210-893728dd0238 req-f42f9159-9b6b-45ae-9e80-7125d73e370f tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b3a4e68-0d2f-4df0-ae97-216286384b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473750 Dec 16 09:31:34.371823 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03d10d-e5f4-496d-9c67-1b51bd7c0347 req-4438f226-bfc1-45d5-aa9f-3ad10d40f515 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:34.373625 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7a03d10d-e5f4-496d-9c67-1b51bd7c0347 req-4438f226-bfc1-45d5-aa9f-3ad10d40f515 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 950 time: 0.0566547 Dec 16 09:31:34.388347 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 6b3b017a-7015-4f55-b6de-0c722d24e346, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=6b3b017a-7015-4f55-b6de-0c722d24e346,segment=NetworkSegment(2082cd97-2035-461e-ae5b-e2756d7ddb51),segment_id=2082cd97-2035-461e-ae5b-e2756d7ddb51)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:34.400578 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '6b3b017a-7015-4f55-b6de-0c722d24e346', 'network_id': '2eeb7a38-55b2-441b-9574-26196c5f8d08', 'port_id': '6b3b017a-7015-4f55-b6de-0c722d24e346', 'mac_address': 'fa:16:3e:c1:8c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211efb7a-3b19-4354-921e-9061bf2ec918', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:31:34.416746 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7a03d10d-e5f4-496d-9c67-1b51bd7c0347 req-e78c6daa-531e-4825-a7fa-59003981e6a7 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367489 Dec 16 09:31:34.436089 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d7e14-b6aa-495d-bd04-ef160802b600 req-9ed0f8fb-e855-443b-8a45-ffeb13b70117 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:34.441580 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f18d7e14-b6aa-495d-bd04-ef160802b600 req-9ed0f8fb-e855-443b-8a45-ffeb13b70117 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/ports?device_id=1456d6f8-eee1-4326-86ca-37e50469cb48 HTTP/1.1" status: 200 len: 946 time: 0.0555129 Dec 16 09:31:34.443960 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:34.458749 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b3b017a-7015-4f55-b6de-0c722d24e346 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:31:34.475748 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f18d7e14-b6aa-495d-bd04-ef160802b600 req-82529fc0-04f8-405f-9599-9d6d3df99e3a tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b3a4e68-0d2f-4df0-ae97-216286384b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317061 Dec 16 09:31:34.498685 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 6b3b017a-7015-4f55-b6de-0c722d24e346, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=6b3b017a-7015-4f55-b6de-0c722d24e346,segment=NetworkSegment(2082cd97-2035-461e-ae5b-e2756d7ddb51),segment_id=2082cd97-2035-461e-ae5b-e2756d7ddb51)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:34.555474 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:34.603320 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=6b3b017a-7015-4f55-b6de-0c722d24e346,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:34.823230 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716d156-06f2-4d05-9205-b33abf3b2e5b req-acbc8dde-c906-4ce6-a910-d182b12a6b35 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:34.824689 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c716d156-06f2-4d05-9205-b33abf3b2e5b req-acbc8dde-c906-4ce6-a910-d182b12a6b35 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.58 "GET /v2.0/ports?device_id=b184a632-ca14-45d5-8c6d-bb0ef87cee8e HTTP/1.1" status: 200 len: 945 time: 0.0478146 Dec 16 09:31:35.108225 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2aa42-27d1-4f9b-99e2-96568de3993b req-78912b96-2800-4b01-b785-68d721b9b0b4 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:35.109927 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6bd2aa42-27d1-4f9b-99e2-96568de3993b req-78912b96-2800-4b01-b785-68d721b9b0b4 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1ca4839-8593-467a-a0a0-680c168f2685 HTTP/1.1" status: 200 len: 949 time: 0.0552049 Dec 16 09:31:35.139998 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['6b3b017a-7015-4f55-b6de-0c722d24e346'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:31:35.175265 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6bd2aa42-27d1-4f9b-99e2-96568de3993b req-ea680e59-0cb9-4e53-a974-20db962bd86e tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/security-groups?id=40af0459-64a8-4d28-8905-de33a4a7cdb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491221 Dec 16 09:31:35.294116 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b203db-c2b3-4edf-8107-d71e05d54f3c req-217f8cab-3549-45db-9b9b-3e9d5a057fe0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:35.299989 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b203db-c2b3-4edf-8107-d71e05d54f3c req-217f8cab-3549-45db-9b9b-3e9d5a057fe0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:35.306242 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b203db-c2b3-4edf-8107-d71e05d54f3c req-217f8cab-3549-45db-9b9b-3e9d5a057fe0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:35.317823 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b203db-c2b3-4edf-8107-d71e05d54f3c req-217f8cab-3549-45db-9b9b-3e9d5a057fe0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:35.322401 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957f462-136e-4df0-8b07-8d31ac288490 req-3297cc80-eb94-4153-a54e-df292d933704 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:35.325989 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b203db-c2b3-4edf-8107-d71e05d54f3c req-217f8cab-3549-45db-9b9b-3e9d5a057fe0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:35.326174 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b957f462-136e-4df0-8b07-8d31ac288490 req-3297cc80-eb94-4153-a54e-df292d933704 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=23fa82b0-7188-4e98-9368-099a2fbc7cca HTTP/1.1" status: 200 len: 944 time: 0.0647426 Dec 16 09:31:35.332403 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b203db-c2b3-4edf-8107-d71e05d54f3c req-217f8cab-3549-45db-9b9b-3e9d5a057fe0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:35.341383 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b203db-c2b3-4edf-8107-d71e05d54f3c req-217f8cab-3549-45db-9b9b-3e9d5a057fe0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:35.343257 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-16b203db-c2b3-4edf-8107-d71e05d54f3c req-217f8cab-3549-45db-9b9b-3e9d5a057fe0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5434 time: 0.1620514 Dec 16 09:31:35.363352 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-c716d156-06f2-4d05-9205-b33abf3b2e5b req-65c5d58d-db35-405a-a422-6186f19e0d3f tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Deleting port 1b833339-88bd-4c4e-9fdf-d09d40444dab {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:31:35.363595 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c716d156-06f2-4d05-9205-b33abf3b2e5b req-65c5d58d-db35-405a-a422-6186f19e0d3f tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:35.367842 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b957f462-136e-4df0-8b07-8d31ac288490 req-d31d1d60-3d20-4d9f-91dc-59d71e5b2789 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346847 Dec 16 09:31:35.442842 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-16b203db-c2b3-4edf-8107-d71e05d54f3c req-8dde33f4-5732-4134-b201-92e073a1a063 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0902085 Dec 16 09:31:35.492351 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-c716d156-06f2-4d05-9205-b33abf3b2e5b req-65c5d58d-db35-405a-a422-6186f19e0d3f tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] For port 1b833339-88bd-4c4e-9fdf-d09d40444dab, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=1b833339-88bd-4c4e-9fdf-d09d40444dab,segment=NetworkSegment(86c5d65d-0a28-4cbb-b6eb-52df45cc588d),segment_id=86c5d65d-0a28-4cbb-b6eb-52df45cc588d)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:35.493805 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c716d156-06f2-4d05-9205-b33abf3b2e5b req-65c5d58d-db35-405a-a422-6186f19e0d3f tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:35.507546 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-c716d156-06f2-4d05-9205-b33abf3b2e5b req-65c5d58d-db35-405a-a422-6186f19e0d3f tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Calling delete_port for 1b833339-88bd-4c4e-9fdf-d09d40444dab owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:31:35.522962 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3e42e-3054-4ce9-a460-b725e710e1da req-046e794a-2b74-4698-ad8d-336807d6b220 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:35.524481 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fce3e42e-3054-4ce9-a460-b725e710e1da req-046e794a-2b74-4698-ad8d-336807d6b220 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=b184a632-ca14-45d5-8c6d-bb0ef87cee8e HTTP/1.1" status: 200 len: 945 time: 0.0893891 Dec 16 09:31:35.532051 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed99da-a2a7-4039-b5e6-cf10984aeb0a req-83d31198-d491-4b56-865d-e2c712f3b0c7 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:35.533492 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d6ed99da-a2a7-4039-b5e6-cf10984aeb0a req-83d31198-d491-4b56-865d-e2c712f3b0c7 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ca4839-8593-467a-a0a0-680c168f2685 HTTP/1.1" status: 200 len: 949 time: 0.1085360 Dec 16 09:31:35.565864 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1456d6f8-eee1-4326-86ca-37e50469cb48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0523186b-f8be-4279-8d8b-d6262cd651fa'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:35.568363 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc40e9e-8847-49fb-b678-b25a7b28fe4c" -d '{"events": [{"server_uuid": "1456d6f8-eee1-4326-86ca-37e50469cb48", "name": "network-vif-plugged", "status": "completed", "tag": "0523186b-f8be-4279-8d8b-d6262cd651fa"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:35.602845 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c256e1-a80d-40df-82e6-908b56b13e3f req-fae40a69-ac89-4733-a605-d278ddeb1cde tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:35.604348 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-00c256e1-a80d-40df-82e6-908b56b13e3f req-fae40a69-ac89-4733-a605-d278ddeb1cde tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 950 time: 0.0875869 Dec 16 09:31:35.610426 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fce3e42e-3054-4ce9-a460-b725e710e1da req-4b2e3321-5349-4f96-af7d-89ab6e5ac1fc tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759592 Dec 16 09:31:35.659716 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-00c256e1-a80d-40df-82e6-908b56b13e3f req-603e46e2-95e1-4da5-97bb-c906a1ddc1f8 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465729 Dec 16 09:31:35.721987 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9aa68b9-e7f7-42ad-b07b-161bb83b6202 x-openstack-request-id: req-b9aa68b9-e7f7-42ad-b07b-161bb83b6202 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:35.722585 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1456d6f8-eee1-4326-86ca-37e50469cb48", "name": "network-vif-plugged", "status": "completed", "tag": "0523186b-f8be-4279-8d8b-d6262cd651fa", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:35.723024 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b9aa68b9-e7f7-42ad-b07b-161bb83b6202 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:35.723593 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1456d6f8-eee1-4326-86ca-37e50469cb48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0523186b-f8be-4279-8d8b-d6262cd651fa', 'code': 200} Dec 16 09:31:35.743562 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-d6ed99da-a2a7-4039-b5e6-cf10984aeb0a req-2bbaaed0-d44e-4074-a6dc-70a4c4f1dfcd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Deleting port f695d964-1317-4a63-ba12-223ca9ede639 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:31:35.743814 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d6ed99da-a2a7-4039-b5e6-cf10984aeb0a req-2bbaaed0-d44e-4074-a6dc-70a4c4f1dfcd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:35.809251 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81f68d-0255-4b02-9686-eecb939f57eb req-cd435bc1-26b4-4fe1-947b-eb5bec420f46 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:35.810806 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e81f68d-0255-4b02-9686-eecb939f57eb req-cd435bc1-26b4-4fe1-947b-eb5bec420f46 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/ports?device_id=1456d6f8-eee1-4326-86ca-37e50469cb48 HTTP/1.1" status: 200 len: 946 time: 0.1280854 Dec 16 09:31:35.825034 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c716d156-06f2-4d05-9205-b33abf3b2e5b req-65c5d58d-db35-405a-a422-6186f19e0d3f tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:35.832272 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42118) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:35.839972 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['1b833339-88bd-4c4e-9fdf-d09d40444dab'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:31:35.875973 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5d58d-db35-405a-a422-6186f19e0d3f tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Pushing event deleted for resources: {'Port': ['ID=1b833339-88bd-4c4e-9fdf-d09d40444dab,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:35.891335 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e81f68d-0255-4b02-9686-eecb939f57eb req-a2c9f7cf-8e3e-4e37-87a1-eed95bf06a1b tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b3a4e68-0d2f-4df0-ae97-216286384b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696080 Dec 16 09:31:35.902435 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18167be-5b81-4e06-8431-fc03842747a9 req-bf423636-7073-4bd8-a641-d25a14c9dcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:35.915986 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b18167be-5b81-4e06-8431-fc03842747a9 req-bf423636-7073-4bd8-a641-d25a14c9dcdf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1456d6f8-eee1-4326-86ca-37e50469cb48 HTTP/1.1" status: 200 len: 1097 time: 0.1132116 Dec 16 09:31:35.916666 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-d6ed99da-a2a7-4039-b5e6-cf10984aeb0a req-2bbaaed0-d44e-4074-a6dc-70a4c4f1dfcd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] For port f695d964-1317-4a63-ba12-223ca9ede639, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=f695d964-1317-4a63-ba12-223ca9ede639,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:35.916666 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d6ed99da-a2a7-4039-b5e6-cf10984aeb0a req-2bbaaed0-d44e-4074-a6dc-70a4c4f1dfcd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:35.924978 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c716d156-06f2-4d05-9205-b33abf3b2e5b req-65c5d58d-db35-405a-a422-6186f19e0d3f tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] No DVR routers for this DVR port 1b833339-88bd-4c4e-9fdf-d09d40444dab on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:31:35.927617 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-d6ed99da-a2a7-4039-b5e6-cf10984aeb0a req-2bbaaed0-d44e-4074-a6dc-70a4c4f1dfcd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Calling delete_port for f695d964-1317-4a63-ba12-223ca9ede639 owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:31:35.927812 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c716d156-06f2-4d05-9205-b33abf3b2e5b req-65c5d58d-db35-405a-a422-6186f19e0d3f tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:35.931769 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c716d156-06f2-4d05-9205-b33abf3b2e5b req-65c5d58d-db35-405a-a422-6186f19e0d3f tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.58 "DELETE /v2.0/ports/1b833339-88bd-4c4e-9fdf-d09d40444dab HTTP/1.1" status: 204 len: 173 time: 1.0947478 Dec 16 09:31:35.932808 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b184a632-ca14-45d5-8c6d-bb0ef87cee8e', 'name': 'network-vif-deleted', 'tag': '1b833339-88bd-4c4e-9fdf-d09d40444dab'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:35.936038 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79de304a-e8cd-4899-9797-888cdb0ce221" -d '{"events": [{"server_uuid": "b184a632-ca14-45d5-8c6d-bb0ef87cee8e", "name": "network-vif-deleted", "tag": "1b833339-88bd-4c4e-9fdf-d09d40444dab"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:35.964700 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b18167be-5b81-4e06-8431-fc03842747a9 req-c2827172-ab49-42c8-8b39-c4139594706e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9b3a4e68-0d2f-4df0-ae97-216286384b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453219 Dec 16 09:31:35.988579 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d81b368-f050-4017-a569-bcadc23ac5bd x-openstack-request-id: req-6d81b368-f050-4017-a569-bcadc23ac5bd {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:35.988870 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b184a632-ca14-45d5-8c6d-bb0ef87cee8e", "name": "network-vif-deleted", "tag": "1b833339-88bd-4c4e-9fdf-d09d40444dab", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:35.989138 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6d81b368-f050-4017-a569-bcadc23ac5bd {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:35.989549 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b184a632-ca14-45d5-8c6d-bb0ef87cee8e', 'name': 'network-vif-deleted', 'tag': '1b833339-88bd-4c4e-9fdf-d09d40444dab', 'status': 'completed', 'code': 200} Dec 16 09:31:36.036779 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2825e0b2-5134-464a-870a-62bc7df7f281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:36.147092 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2825e0b2-5134-464a-870a-62bc7df7f281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:36.181226 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d6ed99da-a2a7-4039-b5e6-cf10984aeb0a req-2bbaaed0-d44e-4074-a6dc-70a4c4f1dfcd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:36.192877 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['f695d964-1317-4a63-ba12-223ca9ede639'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:31:36.208752 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbaaed0-d44e-4074-a6dc-70a4c4f1dfcd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Pushing event deleted for resources: {'Port': ['ID=f695d964-1317-4a63-ba12-223ca9ede639,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:36.261862 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ed99da-a2a7-4039-b5e6-cf10984aeb0a req-2bbaaed0-d44e-4074-a6dc-70a4c4f1dfcd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] No DVR routers for this DVR port f695d964-1317-4a63-ba12-223ca9ede639 on host n-h2-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:31:36.264125 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2825e0b2-5134-464a-870a-62bc7df7f281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:36.266893 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d6ed99da-a2a7-4039-b5e6-cf10984aeb0a req-2bbaaed0-d44e-4074-a6dc-70a4c4f1dfcd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:36.270060 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d6ed99da-a2a7-4039-b5e6-cf10984aeb0a req-2bbaaed0-d44e-4074-a6dc-70a4c4f1dfcd tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.58 "DELETE /v2.0/ports/f695d964-1317-4a63-ba12-223ca9ede639 HTTP/1.1" status: 204 len: 173 time: 0.7288656 Dec 16 09:31:36.278067 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ca4839-8593-467a-a0a0-680c168f2685', 'name': 'network-vif-deleted', 'tag': 'f695d964-1317-4a63-ba12-223ca9ede639'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:36.280373 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13cb5c45-04af-43bc-b298-cdc62af9bc9a" -d '{"events": [{"server_uuid": "b1ca4839-8593-467a-a0a0-680c168f2685", "name": "network-vif-deleted", "tag": "f695d964-1317-4a63-ba12-223ca9ede639"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:36.313590 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f601579c-87af-48a8-8548-446837f390c0 req-6768f431-5c5b-4bcb-827c-c516a2408190 tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1ca4839-8593-467a-a0a0-680c168f2685 HTTP/1.1" status: 200 len: 210 time: 0.0522845 Dec 16 09:31:36.322592 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85339b19-dd7b-440a-be15-4af41417db4d x-openstack-request-id: req-85339b19-dd7b-440a-be15-4af41417db4d {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:36.323268 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ca4839-8593-467a-a0a0-680c168f2685", "name": "network-vif-deleted", "tag": "f695d964-1317-4a63-ba12-223ca9ede639", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:36.323268 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-85339b19-dd7b-440a-be15-4af41417db4d {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:36.323561 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ca4839-8593-467a-a0a0-680c168f2685', 'name': 'network-vif-deleted', 'tag': 'f695d964-1317-4a63-ba12-223ca9ede639', 'status': 'completed', 'code': 200} Dec 16 09:31:36.336212 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825e0b2-5134-464a-870a-62bc7df7f281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f5e9f7-9320-4d24-90ad-d4eb02a2248e,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:36.345617 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2825e0b2-5134-464a-870a-62bc7df7f281 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6b426f1e8fec4727bbd71519ac951843&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5094173 Dec 16 09:31:36.345753 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42130) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:36.397708 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c020f6b5-7433-4e15-b6d4-3f5215743765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:36.420175 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c020f6b5-7433-4e15-b6d4-3f5215743765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:36.500444 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62514f8-dc6b-4b39-932e-70990c4a57f8 req-05c2debf-aed3-4a4a-bbef-1204614d80f5 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:36.507789 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b62514f8-dc6b-4b39-932e-70990c4a57f8 req-05c2debf-aed3-4a4a-bbef-1204614d80f5 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=23fa82b0-7188-4e98-9368-099a2fbc7cca HTTP/1.1" status: 200 len: 944 time: 0.0693300 Dec 16 09:31:36.544123 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b62514f8-dc6b-4b39-932e-70990c4a57f8 req-950d8f60-e1f1-493b-8b6a-4190a2a43313 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354965 Dec 16 09:31:36.586218 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d15e4-d1a8-4f66-93b9-57fe4658c286 req-007734be-cf31-459f-826d-a35f9cc03ecb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:36.592079 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d15e4-d1a8-4f66-93b9-57fe4658c286 req-007734be-cf31-459f-826d-a35f9cc03ecb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:36.598010 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d15e4-d1a8-4f66-93b9-57fe4658c286 req-007734be-cf31-459f-826d-a35f9cc03ecb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:36.604791 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d15e4-d1a8-4f66-93b9-57fe4658c286 req-007734be-cf31-459f-826d-a35f9cc03ecb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:36.610744 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d15e4-d1a8-4f66-93b9-57fe4658c286 req-007734be-cf31-459f-826d-a35f9cc03ecb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:36.617396 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d15e4-d1a8-4f66-93b9-57fe4658c286 req-007734be-cf31-459f-826d-a35f9cc03ecb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:36.623375 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d15e4-d1a8-4f66-93b9-57fe4658c286 req-007734be-cf31-459f-826d-a35f9cc03ecb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:36.625313 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ae0d15e4-d1a8-4f66-93b9-57fe4658c286 req-007734be-cf31-459f-826d-a35f9cc03ecb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5434 time: 0.0963209 Dec 16 09:31:36.638987 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c020f6b5-7433-4e15-b6d4-3f5215743765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:36.641611 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c020f6b5-7433-4e15-b6d4-3f5215743765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:36.642760 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c020f6b5-7433-4e15-b6d4-3f5215743765 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/38f5e9f7-9320-4d24-90ad-d4eb02a2248e HTTP/1.1" status: 204 len: 168 time: 0.2958894 Dec 16 09:31:36.653321 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020f6b5-7433-4e15-b6d4-3f5215743765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f5e9f7-9320-4d24-90ad-d4eb02a2248e,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:36.726567 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ae0d15e4-d1a8-4f66-93b9-57fe4658c286 req-90aca98f-239d-4700-88a7-e371e66b52c7 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0876832 Dec 16 09:31:36.772281 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d39515a3-27ba-4aa0-9f05-a0506c7fc3af req-a615fa91-1cf9-4605-9039-b834b393f72b tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=b184a632-ca14-45d5-8c6d-bb0ef87cee8e HTTP/1.1" status: 200 len: 210 time: 0.0272689 Dec 16 09:31:36.841917 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e2319-9a83-40fb-a8c9-1c2fdf3cdb04 req-20de72e0-3b0f-4c73-99a4-f084b8488bee tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:36.843491 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4b4e2319-9a83-40fb-a8c9-1c2fdf3cdb04 req-20de72e0-3b0f-4c73-99a4-f084b8488bee tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 950 time: 0.0540326 Dec 16 09:31:36.888720 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a731332-99b9-4127-bad4-d7832abdd490 req-f4d0981c-1c8e-4288-b5ae-2a45277a32a6 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:36.888874 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4b4e2319-9a83-40fb-a8c9-1c2fdf3cdb04 req-8f722a53-34f6-49a0-a494-2a9ba3acc348 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368621 Dec 16 09:31:36.891476 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a731332-99b9-4127-bad4-d7832abdd490 req-f4d0981c-1c8e-4288-b5ae-2a45277a32a6 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:36.897939 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a731332-99b9-4127-bad4-d7832abdd490 req-f4d0981c-1c8e-4288-b5ae-2a45277a32a6 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:36.903925 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a731332-99b9-4127-bad4-d7832abdd490 req-f4d0981c-1c8e-4288-b5ae-2a45277a32a6 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:36.909879 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a731332-99b9-4127-bad4-d7832abdd490 req-f4d0981c-1c8e-4288-b5ae-2a45277a32a6 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:36.916260 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a731332-99b9-4127-bad4-d7832abdd490 req-f4d0981c-1c8e-4288-b5ae-2a45277a32a6 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:36.922084 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a731332-99b9-4127-bad4-d7832abdd490 req-f4d0981c-1c8e-4288-b5ae-2a45277a32a6 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:36.923988 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4a731332-99b9-4127-bad4-d7832abdd490 req-f4d0981c-1c8e-4288-b5ae-2a45277a32a6 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5434 time: 0.0963628 Dec 16 09:31:36.935838 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42146) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:36.940437 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-3855f740-dc97-40c4-a1d6-ebabbe500ce3 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Request body: {'floatingip': {'port_id': 'a31daa73-ffc5-41f9-90d7-545bce6114ab'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:36.981670 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3855f740-dc97-40c4-a1d6-ebabbe500ce3 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks [] for floatingip, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:36.984250 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:37.106202 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b354786-6e2f-4b91-a8f0-75ee2add1007 req-941dd453-fb92-4810-916e-db54f78abd39 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:37.107457 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2b354786-6e2f-4b91-a8f0-75ee2add1007 req-941dd453-fb92-4810-916e-db54f78abd39 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/ports?device_id=1456d6f8-eee1-4326-86ca-37e50469cb48 HTTP/1.1" status: 200 len: 946 time: 0.1283624 Dec 16 09:31:37.218067 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2b354786-6e2f-4b91-a8f0-75ee2add1007 req-989d1a2f-8bef-4291-befb-1d13a1f865d7 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b3a4e68-0d2f-4df0-ae97-216286384b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032300 Dec 16 09:31:37.600321 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42156) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:37.617874 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8c1b1675-2e59-480b-af75-4eee59d7add7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:37.708444 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c818b0-ef25-4a71-8388-183fdd7ae9b6 req-b672a4a4-7bc1-43c8-b30a-2e24baee2dd8 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:37.715980 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e0c818b0-ef25-4a71-8388-183fdd7ae9b6 req-b672a4a4-7bc1-43c8-b30a-2e24baee2dd8 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=23fa82b0-7188-4e98-9368-099a2fbc7cca HTTP/1.1" status: 200 len: 944 time: 0.0944617 Dec 16 09:31:37.768572 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e0c818b0-ef25-4a71-8388-183fdd7ae9b6 req-d016f638-4ca5-4940-9453-b053aa18c57c tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515354 Dec 16 09:31:37.783548 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b725ebe9-803b-4c18-a81b-6af4d9723a27 req-992e0d9a-1c93-4386-b089-384c6d9e00fc tempest-ServersAdminNegativeTestJSON-2096300389 tempest-ServersAdminNegativeTestJSON-2096300389-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1ca4839-8593-467a-a0a0-680c168f2685 HTTP/1.1" status: 200 len: 210 time: 0.0846069 Dec 16 09:31:37.797260 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8c1b1675-2e59-480b-af75-4eee59d7add7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:37.840855 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-ef1d811b-d397-4c2d-9be4-efd31aa3a2ef service neutron] show failed (client error): The resource could not be found. Dec 16 09:31:37.841973 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-ef1d811b-d397-4c2d-9be4-efd31aa3a2ef service neutron] 10.222.0.58 "GET /v2.0/ports/ac70669c-691a-4abe-bae4-34f176f01320/bindings/n-h1-820550-2 HTTP/1.1" status: 404 len: 380 time: 0.1419754 Dec 16 09:31:37.895912 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8c1b1675-2e59-480b-af75-4eee59d7add7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:37.943911 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8c1b1675-2e59-480b-af75-4eee59d7add7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=42b1483cb103404cb70cb52036e93298&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3423119 Dec 16 09:31:37.951737 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b1675-2e59-480b-af75-4eee59d7add7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebb7395-6d10-40e0-aad9-21928d51080b,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:37.951737 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42164) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:37.983656 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3855f740-dc97-40c4-a1d6-ebabbe500ce3 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:38.022590 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90149fe3-fb50-446c-a56b-d0a9cabfb306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:38.038582 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018a905-3a3b-435a-9eb0-da6ec7280071 req-79f7d405-6e5f-4f09-b695-d4863b079e07 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:38.040245 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c018a905-3a3b-435a-9eb0-da6ec7280071 req-79f7d405-6e5f-4f09-b695-d4863b079e07 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 950 time: 0.0556619 Dec 16 09:31:38.059082 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90149fe3-fb50-446c-a56b-d0a9cabfb306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:38.079772 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c018a905-3a3b-435a-9eb0-da6ec7280071 req-59fff0d2-699d-4937-af33-bfe8264ed6f4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326049 Dec 16 09:31:38.084050 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3855f740-dc97-40c4-a1d6-ebabbe500ce3 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:38.175101 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-0880a72b-6eaa-419c-b565-ae1607aa40c3 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:38.176629 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-0880a72b-6eaa-419c-b565-ae1607aa40c3 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/networks?id=b3f60eab-6f2c-4106-b76e-873bab2183f6 HTTP/1.1" status: 200 len: 811 time: 0.1356964 Dec 16 09:31:38.189399 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [None req-3855f740-dc97-40c4-a1d6-ebabbe500ce3 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Floating IP 4aadeec1-0b70-456a-81b8-450deb952a66 associated. External IP: 172.25.1.191, port: a31daa73-ffc5-41f9-90d7-545bce6114ab. Dec 16 09:31:38.192221 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-68708c12-299b-4b15-9249-14456fac9a8c tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/quotas/928a77c00bdc452c92b87dad5de07f0a HTTP/1.1" status: 200 len: 375 time: 0.0095510 Dec 16 09:31:38.229183 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-1de7b682-7dbf-4707-8f30-b02e3b03dc84 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=928a77c00bdc452c92b87dad5de07f0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307198 Dec 16 09:31:38.266989 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 6b3b017a-7015-4f55-b6de-0c722d24e346 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:31:38.302365 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90149fe3-fb50-446c-a56b-d0a9cabfb306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:38.304992 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90149fe3-fb50-446c-a56b-d0a9cabfb306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:38.306246 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-90149fe3-fb50-446c-a56b-d0a9cabfb306 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aebb7395-6d10-40e0-aad9-21928d51080b HTTP/1.1" status: 204 len: 168 time: 0.3572137 Dec 16 09:31:38.327633 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90149fe3-fb50-446c-a56b-d0a9cabfb306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebb7395-6d10-40e0-aad9-21928d51080b,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:38.378381 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-1c51dc43-24df-4977-97ad-b45b78291aa8 service neutron] 10.222.0.60 "GET /v2.0/networks/b3f60eab-6f2c-4106-b76e-873bab2183f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420946 Dec 16 09:31:38.427439 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 6b3b017a-7015-4f55-b6de-0c722d24e346 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:31:38.433648 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 6b3b017a-7015-4f55-b6de-0c722d24e346 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:38.433648 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:38.453808 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3bf4b-0650-4a55-8154-96d3ecf5530e req-87146740-248f-45c9-82b7-d3b57a068373 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:38.455324 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-04f3bf4b-0650-4a55-8154-96d3ecf5530e req-87146740-248f-45c9-82b7-d3b57a068373 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/ports?device_id=1456d6f8-eee1-4326-86ca-37e50469cb48 HTTP/1.1" status: 200 len: 946 time: 0.1340580 Dec 16 09:31:38.493358 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-3f8e390b-b782-44a7-8318-bed2c8486808 service neutron] 10.222.0.60 "GET /v2.0/networks/b3f60eab-6f2c-4106-b76e-873bab2183f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073380 Dec 16 09:31:38.505915 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3855f740-dc97-40c4-a1d6-ebabbe500ce3 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Router 2dee24f8-293b-4593-829d-f5300a1f7365 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:31:38.520118 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-04f3bf4b-0650-4a55-8154-96d3ecf5530e req-a81c34a4-7dff-4ea1-b176-2bd1c6df4055 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b3a4e68-0d2f-4df0-ae97-216286384b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557487 Dec 16 09:31:38.541362 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:38.572509 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fa82b0-7188-4e98-9368-099a2fbc7cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3b017a-7015-4f55-b6de-0c722d24e346'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:38.575370 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5221f1d5-e400-4783-ade0-9cd721193875" -d '{"events": [{"server_uuid": "23fa82b0-7188-4e98-9368-099a2fbc7cca", "name": "network-vif-plugged", "status": "completed", "tag": "6b3b017a-7015-4f55-b6de-0c722d24e346"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:38.593396 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 6b3b017a-7015-4f55-b6de-0c722d24e346, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=6b3b017a-7015-4f55-b6de-0c722d24e346,segment=NetworkSegment(2082cd97-2035-461e-ae5b-e2756d7ddb51),segment_id=2082cd97-2035-461e-ae5b-e2756d7ddb51)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:38.599788 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-26f5a4a0-1afa-4f45-ac25-62c20f21e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:38.601757 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-26f5a4a0-1afa-4f45-ac25-62c20f21e15a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384&tenant_id=c72236daaf3c429fb462e278e5b03cb7 HTTP/1.1" status: 200 len: 1101 time: 0.0705462 Dec 16 09:31:38.613911 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-0fc62883-3311-4fa4-b47a-d019a37fad6e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820550-2', 'device_owner': 'compute:nova'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:38.669917 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:38.673512 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-0fc62883-3311-4fa4-b47a-d019a37fad6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:38.718828 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=6b3b017a-7015-4f55-b6de-0c722d24e346,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:38.725747 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3855f740-dc97-40c4-a1d6-ebabbe500ce3 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:31:38.735472 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec30d0b0-0f4c-4ddf-8768-331b16f2956e None None] Sync routers for ids ['2dee24f8-293b-4593-829d-f5300a1f7365'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:31:38.742854 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1658c-24fd-440c-a466-88a27e1e3b12 req-5002aa31-6db8-4894-b6f7-f5579a569be1 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:38.744775 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7dd1658c-24fd-440c-a466-88a27e1e3b12 req-5002aa31-6db8-4894-b6f7-f5579a569be1 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/ports?device_id=16c34073-d486-427f-8297-1185a1c1567f HTTP/1.1" status: 200 len: 945 time: 0.0922661 Dec 16 09:31:38.747405 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec30d0b0-0f4c-4ddf-8768-331b16f2956e None None] Routers {'2dee24f8-293b-4593-829d-f5300a1f7365'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:31:38.750284 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-ec30d0b0-0f4c-4ddf-8768-331b16f2956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:31:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2dee24f8-293b-4593-829d-f5300a1f7365'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:31:38.771090 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3855f740-dc97-40c4-a1d6-ebabbe500ce3 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:38.807059 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device f695d964-1317-4a63-ba12-223ca9ede639 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:31:38.837048 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3855f740-dc97-40c4-a1d6-ebabbe500ce3 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "PUT /v2.0/floatingips/4aadeec1-0b70-456a-81b8-450deb952a66 HTTP/1.1" status: 200 len: 992 time: 1.8974960 Dec 16 09:31:38.847060 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'tag': 'a31daa73-ffc5-41f9-90d7-545bce6114ab'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:38.849563 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a9c14e-e63a-4374-8111-26a54846398c" -d '{"events": [{"name": "network-changed", "server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "tag": "a31daa73-ffc5-41f9-90d7-545bce6114ab"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:38.889616 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03914c6-ba2b-4f1c-afcf-b4abd6d05526 x-openstack-request-id: req-e03914c6-ba2b-4f1c-afcf-b4abd6d05526 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:38.890012 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23fa82b0-7188-4e98-9368-099a2fbc7cca", "name": "network-vif-plugged", "status": "completed", "tag": "6b3b017a-7015-4f55-b6de-0c722d24e346", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:38.890271 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e03914c6-ba2b-4f1c-afcf-b4abd6d05526 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:38.890660 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23fa82b0-7188-4e98-9368-099a2fbc7cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3b017a-7015-4f55-b6de-0c722d24e346', 'code': 200} Dec 16 09:31:38.891346 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: f695d964-1317-4a63-ba12-223ca9ede639 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:31:38.891732 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device f695d964-1317-4a63-ba12-223ca9ede639 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:31:38.892150 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 1b833339-88bd-4c4e-9fdf-d09d40444dab no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:31:38.893692 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7dd1658c-24fd-440c-a466-88a27e1e3b12 req-11696511-cb30-4060-8542-baeb0956be2a tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b3a4e68-0d2f-4df0-ae97-216286384b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198752 Dec 16 09:31:38.930972 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 1b833339-88bd-4c4e-9fdf-d09d40444dab {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:31:38.931324 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 1b833339-88bd-4c4e-9fdf-d09d40444dab not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:31:38.950422 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f876d58-bba8-4239-b764-231794654b4c req-69ebaaab-4615-488f-9e8e-7fad21f1e05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:38.950833 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4f876d58-bba8-4239-b764-231794654b4c req-69ebaaab-4615-488f-9e8e-7fad21f1e05a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=23fa82b0-7188-4e98-9368-099a2fbc7cca HTTP/1.1" status: 200 len: 1096 time: 0.0558851 Dec 16 09:31:38.969808 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-ec30d0b0-0f4c-4ddf-8768-331b16f2956e None None] Set router 2dee24f8-293b-4593-829d-f5300a1f7365 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:31:39.002558 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2c967a3b-8534-49bd-bb54-c45f024f60c1 req-eb4d3642-eef0-479a-81e4-20ce23d18c8e tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 210 time: 0.1194391 Dec 16 09:31:39.031610 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4f876d58-bba8-4239-b764-231794654b4c req-645e12e6-b564-4295-be3b-5278f924f670 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736649 Dec 16 09:31:39.091403 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16570cc-2b38-42fe-b4f0-6baf3003dc55 req-df2ae24b-0d6c-49b7-8f54-197319e0afea tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:39.105005 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b16570cc-2b38-42fe-b4f0-6baf3003dc55 req-df2ae24b-0d6c-49b7-8f54-197319e0afea tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=23fa82b0-7188-4e98-9368-099a2fbc7cca HTTP/1.1" status: 200 len: 945 time: 0.0957878 Dec 16 09:31:39.110477 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-0fc62883-3311-4fa4-b47a-d019a37fad6e service neutron] For port ac70669c-691a-4abe-bae4-34f176f01320, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ac70669c-691a-4abe-bae4-34f176f01320,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:39.190326 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-0fc62883-3311-4fa4-b47a-d019a37fad6e service neutron] For port ac70669c-691a-4abe-bae4-34f176f01320, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:31:39.191414 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b16570cc-2b38-42fe-b4f0-6baf3003dc55 req-042d865b-a0d1-42bc-98b4-b2f437404bfa tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843916 Dec 16 09:31:39.241689 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f889d042-7378-4865-8230-ca4e3982e384', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac70669c-691a-4abe-bae4-34f176f01320'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:39.244992 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1950c6e-79e1-4e2d-be6d-cc814cefa5f3" -d '{"events": [{"server_uuid": "f889d042-7378-4865-8230-ca4e3982e384", "name": "network-vif-unplugged", "status": "completed", "tag": "ac70669c-691a-4abe-bae4-34f176f01320"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:39.249316 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-0fc62883-3311-4fa4-b47a-d019a37fad6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:39.265547 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d37c8c4-36f3-44bc-9fe6-96575c1204bc x-openstack-request-id: req-2d37c8c4-36f3-44bc-9fe6-96575c1204bc {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:39.266149 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "tag": "a31daa73-ffc5-41f9-90d7-545bce6114ab", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:39.266627 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2d37c8c4-36f3-44bc-9fe6-96575c1204bc {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:39.267225 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'tag': 'a31daa73-ffc5-41f9-90d7-545bce6114ab', 'status': 'completed', 'code': 200} Dec 16 09:31:39.270258 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-0fc62883-3311-4fa4-b47a-d019a37fad6e service neutron] Transition to ACTIVE for port object ac70669c-691a-4abe-bae4-34f176f01320 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:31:39.341252 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-ec30d0b0-0f4c-4ddf-8768-331b16f2956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'name': 'tempest-TaggedBootDevicesTest-497337506-router', 'tenant_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '8c05e8c2-a512-42a8-be20-4d61844d2def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:15Z', 'updated_at': '2021-12-16T09:28:21Z', 'revision_number': 4, 'project_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'gw_port': {'id': '8c05e8c2-a512-42a8-be20-4d61844d2def', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:16Z', 'updated_at': '2021-12-16T09:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '4aadeec1-0b70-456a-81b8-450deb952a66', 'tenant_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'floating_ip_address': '172.25.1.191', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'port_id': 'a31daa73-ffc5-41f9-90d7-545bce6114ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '796abadb-0795-4a55-adba-f043e91923a6', 'mac_address': 'fa:16:3e:d1:61:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3325c660-c7c0-4c30-903a-4a974a289311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:29:59Z', 'updated_at': '2021-12-16T09:31:37Z', 'revision_number': 1, 'project_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87add969-7670-4d5b-bcd1-e5c63f61025c', 'name': '', 'network_id': '796abadb-0795-4a55-adba-f043e91923a6', 'tenant_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'mac_address': 'fa:16:3e:15:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'a9d10a32-22c8-4de7-a5e2-276788e5f144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:20Z', 'updated_at': '2021-12-16T09:28:27Z', 'revision_number': 5, 'project_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'subnets': [{'id': 'a9d10a32-22c8-4de7-a5e2-276788e5f144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:31:39.369260 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-0fc62883-3311-4fa4-b47a-d019a37fad6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:39.370379 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec30d0b0-0f4c-4ddf-8768-331b16f2956e None None] Checking router: 2dee24f8-293b-4593-829d-f5300a1f7365 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:31:39.385184 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec30d0b0-0f4c-4ddf-8768-331b16f2956e None None] Routers {'2dee24f8-293b-4593-829d-f5300a1f7365'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:31:39.385824 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-ec30d0b0-0f4c-4ddf-8768-331b16f2956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:31:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2dee24f8-293b-4593-829d-f5300a1f7365'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:31:39.439903 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996fcfe-00e4-45ac-92c3-450fc972e204 req-f73eaa28-76ce-4f32-8695-9e9765b066d0 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:39.441548 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7996fcfe-00e4-45ac-92c3-450fc972e204 req-f73eaa28-76ce-4f32-8695-9e9765b066d0 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 950 time: 0.1071908 Dec 16 09:31:39.456444 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc62883-3311-4fa4-b47a-d019a37fad6e service neutron] Pushing event updated for resources: {'Port': ['ID=ac70669c-691a-4abe-bae4-34f176f01320,revision_number=6']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:39.481924 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-0fc62883-3311-4fa4-b47a-d019a37fad6e service neutron] No DVR routers for this DVR port ac70669c-691a-4abe-bae4-34f176f01320 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:31:39.507075 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9c14e-e63a-4374-8111-26a54846398c req-391b72f9-16b7-4865-afe9-9296cd982924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:39.507647 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9c14e-e63a-4374-8111-26a54846398c req-391b72f9-16b7-4865-afe9-9296cd982924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:39.508149 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9c14e-e63a-4374-8111-26a54846398c req-391b72f9-16b7-4865-afe9-9296cd982924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:39.508591 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9c14e-e63a-4374-8111-26a54846398c req-391b72f9-16b7-4865-afe9-9296cd982924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:39.509478 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9c14e-e63a-4374-8111-26a54846398c req-391b72f9-16b7-4865-afe9-9296cd982924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:39.509713 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9c14e-e63a-4374-8111-26a54846398c req-391b72f9-16b7-4865-afe9-9296cd982924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:39.510316 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9c14e-e63a-4374-8111-26a54846398c req-391b72f9-16b7-4865-afe9-9296cd982924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:39.512419 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c5a9c14e-e63a-4374-8111-26a54846398c req-391b72f9-16b7-4865-afe9-9296cd982924 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2fdf9ee8bfea41ea812d81e90556fa69&device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 6491 time: 0.0800426 Dec 16 09:31:39.543781 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-ec30d0b0-0f4c-4ddf-8768-331b16f2956e None None] Set router 2dee24f8-293b-4593-829d-f5300a1f7365 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:31:39.549150 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7996fcfe-00e4-45ac-92c3-450fc972e204 req-143e8940-8b4d-48d7-942c-d9da7f4ee0f1 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940273 Dec 16 09:31:39.579760 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-0fc62883-3311-4fa4-b47a-d019a37fad6e service neutron] Attempting to bind port ac70669c-691a-4abe-bae4-34f176f01320 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:31:39.580399 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-0fc62883-3311-4fa4-b47a-d019a37fad6e service neutron] Attempting to bind port ac70669c-691a-4abe-bae4-34f176f01320 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:31:39.580985 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-0fc62883-3311-4fa4-b47a-d019a37fad6e service neutron] Attempting to bind port ac70669c-691a-4abe-bae4-34f176f01320 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:31:39.592639 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-0fc62883-3311-4fa4-b47a-d019a37fad6e service neutron] Port ac70669c-691a-4abe-bae4-34f176f01320 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:31:39.598164 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-0fc62883-3311-4fa4-b47a-d019a37fad6e service neutron] Attempting to bind port ac70669c-691a-4abe-bae4-34f176f01320 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:31:39.607232 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-0fc62883-3311-4fa4-b47a-d019a37fad6e service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:31:39.610352 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-0fc62883-3311-4fa4-b47a-d019a37fad6e service neutron] Checking segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:31:39.610352 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-0fc62883-3311-4fa4-b47a-d019a37fad6e service neutron] Bound using segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:31:39.610352 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-0fc62883-3311-4fa4-b47a-d019a37fad6e service neutron] Bound port: ac70669c-691a-4abe-bae4-34f176f01320, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:31:39.610352 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-0fc62883-3311-4fa4-b47a-d019a37fad6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:39.668868 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda9e660-fc9a-49fb-8592-1578f3417ea4 x-openstack-request-id: req-bda9e660-fc9a-49fb-8592-1578f3417ea4 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:39.669255 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f889d042-7378-4865-8230-ca4e3982e384", "name": "network-vif-unplugged", "status": "completed", "tag": "ac70669c-691a-4abe-bae4-34f176f01320", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:39.669609 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bda9e660-fc9a-49fb-8592-1578f3417ea4 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:39.670074 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f889d042-7378-4865-8230-ca4e3982e384', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac70669c-691a-4abe-bae4-34f176f01320', 'code': 200} Dec 16 09:31:39.692001 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9c14e-e63a-4374-8111-26a54846398c req-6b68b9a8-3e88-498c-a968-d9658b95a1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:39.694431 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c5a9c14e-e63a-4374-8111-26a54846398c req-6b68b9a8-3e88-498c-a968-d9658b95a1f7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=796abadb-0795-4a55-adba-f043e91923a6 HTTP/1.1" status: 200 len: 912 time: 0.1739616 Dec 16 09:31:39.711992 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-0fc62883-3311-4fa4-b47a-d019a37fad6e service neutron] For port ac70669c-691a-4abe-bae4-34f176f01320, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:31:39.715754 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-0fc62883-3311-4fa4-b47a-d019a37fad6e service neutron] For port ac70669c-691a-4abe-bae4-34f176f01320, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ac70669c-691a-4abe-bae4-34f176f01320,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:31:39.803606 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c5a9c14e-e63a-4374-8111-26a54846398c req-1bc36623-b9b2-4d5d-84f8-af0575175f6d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a31daa73-ffc5-41f9-90d7-545bce6114ab HTTP/1.1" status: 200 len: 1000 time: 0.1010816 Dec 16 09:31:39.830113 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-0fc62883-3311-4fa4-b47a-d019a37fad6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:39.873922 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9c14e-e63a-4374-8111-26a54846398c req-8e9e5d0b-b22b-4ae2-8fe3-a613eff50f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:39.875665 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c5a9c14e-e63a-4374-8111-26a54846398c req-8e9e5d0b-b22b-4ae2-8fe3-a613eff50f70 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9d10a32-22c8-4de7-a5e2-276788e5f144 HTTP/1.1" status: 200 len: 850 time: 0.0634100 Dec 16 09:31:39.897410 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-0fc62883-3311-4fa4-b47a-d019a37fad6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:39.898042 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-0fc62883-3311-4fa4-b47a-d019a37fad6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:39.899619 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-0fc62883-3311-4fa4-b47a-d019a37fad6e service neutron] 10.222.0.57 "PUT /v2.0/ports/ac70669c-691a-4abe-bae4-34f176f01320 HTTP/1.1" status: 200 len: 1096 time: 1.2906065 Dec 16 09:31:39.911733 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc62883-3311-4fa4-b47a-d019a37fad6e service neutron] Pushing event updated for resources: {'Port': ['ID=ac70669c-691a-4abe-bae4-34f176f01320,revision_number=7']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:39.956065 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9c14e-e63a-4374-8111-26a54846398c req-fc87caa4-420a-4a7d-ac30-f6f1f14427ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:39.958437 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c5a9c14e-e63a-4374-8111-26a54846398c req-fc87caa4-420a-4a7d-ac30-f6f1f14427ce service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=796abadb-0795-4a55-adba-f043e91923a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745125 Dec 16 09:31:40.018783 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-ec30d0b0-0f4c-4ddf-8768-331b16f2956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'name': 'tempest-TaggedBootDevicesTest-497337506-router', 'tenant_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '8c05e8c2-a512-42a8-be20-4d61844d2def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:15Z', 'updated_at': '2021-12-16T09:28:21Z', 'revision_number': 4, 'project_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'gw_port': {'id': '8c05e8c2-a512-42a8-be20-4d61844d2def', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:16Z', 'updated_at': '2021-12-16T09:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '4aadeec1-0b70-456a-81b8-450deb952a66', 'tenant_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'floating_ip_address': '172.25.1.191', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'port_id': 'a31daa73-ffc5-41f9-90d7-545bce6114ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '796abadb-0795-4a55-adba-f043e91923a6', 'mac_address': 'fa:16:3e:d1:61:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3325c660-c7c0-4c30-903a-4a974a289311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:29:59Z', 'updated_at': '2021-12-16T09:31:37Z', 'revision_number': 1, 'project_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87add969-7670-4d5b-bcd1-e5c63f61025c', 'name': '', 'network_id': '796abadb-0795-4a55-adba-f043e91923a6', 'tenant_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'mac_address': 'fa:16:3e:15:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'a9d10a32-22c8-4de7-a5e2-276788e5f144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:20Z', 'updated_at': '2021-12-16T09:28:27Z', 'revision_number': 5, 'project_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'subnets': [{'id': 'a9d10a32-22c8-4de7-a5e2-276788e5f144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:31:40.037665 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42234) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:40.090575 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec30d0b0-0f4c-4ddf-8768-331b16f2956e None None] The sync data for ids ['2dee24f8-293b-4593-829d-f5300a1f7365'] in n-d-820550-2 is: [{'id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'name': 'tempest-TaggedBootDevicesTest-497337506-router', 'tenant_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '8c05e8c2-a512-42a8-be20-4d61844d2def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:15Z', 'updated_at': '2021-12-16T09:28:21Z', 'revision_number': 4, 'project_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'gw_port': {'id': '8c05e8c2-a512-42a8-be20-4d61844d2def', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:16Z', 'updated_at': '2021-12-16T09:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '4aadeec1-0b70-456a-81b8-450deb952a66', 'tenant_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'floating_ip_address': '172.25.1.191', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'port_id': 'a31daa73-ffc5-41f9-90d7-545bce6114ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '796abadb-0795-4a55-adba-f043e91923a6', 'mac_address': 'fa:16:3e:d1:61:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3325c660-c7c0-4c30-903a-4a974a289311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:29:59Z', 'updated_at': '2021-12-16T09:31:37Z', 'revision_number': 1, 'project_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87add969-7670-4d5b-bcd1-e5c63f61025c', 'name': '', 'network_id': '796abadb-0795-4a55-adba-f043e91923a6', 'tenant_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'mac_address': 'fa:16:3e:15:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'a9d10a32-22c8-4de7-a5e2-276788e5f144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:20Z', 'updated_at': '2021-12-16T09:28:27Z', 'revision_number': 5, 'project_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'subnets': [{'id': 'a9d10a32-22c8-4de7-a5e2-276788e5f144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:31:40.119109 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-69d1c00b-67e4-409a-bf2e-f5822cfd64a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:40.122378 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-69d1c00b-67e4-409a-bf2e-f5822cfd64a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c72236daaf3c429fb462e278e5b03cb7&device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 1099 time: 0.1986351 Dec 16 09:31:40.148414 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-35c8716b-670f-494f-aced-547492b3aaa0 req-fcc10ee6-cab1-4839-bc86-ba1b9ff2a9e5 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 210 time: 0.0669014 Dec 16 09:31:40.233264 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c5a9c14e-e63a-4374-8111-26a54846398c req-bfe607fc-d975-4fe5-ac9c-ae09a0f459b9 service neutron] 10.222.0.57 "GET /v2.0/networks/796abadb-0795-4a55-adba-f043e91923a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586920 Dec 16 09:31:40.304749 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5240248-af88-4f20-9149-ac09f2984ae8 req-0fa891ec-b828-4fe4-9fe8-b3a4e642a14c tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:40.306303 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f5240248-af88-4f20-9149-ac09f2984ae8 req-0fa891ec-b828-4fe4-9fe8-b3a4e642a14c tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/ports?device_id=16c34073-d486-427f-8297-1185a1c1567f HTTP/1.1" status: 200 len: 945 time: 0.3184588 Dec 16 09:31:40.315254 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-3da850d7-16d0-4bba-9583-1e0600ac7e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:40.325280 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:40.327704 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-3da850d7-16d0-4bba-9583-1e0600ac7e5d service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.1932302 Dec 16 09:31:40.411840 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-4e65f501-02fe-4af8-b544-c8f403ca2be3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=ac70669c-691a-4abe-bae4-34f176f01320 HTTP/1.1" status: 200 len: 217 time: 0.0594161 Dec 16 09:31:40.429023 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e868454-d1cc-4b89-b56b-5a8179ec5a74 req-eae07d4e-b616-4c52-b6e1-1f8d52ed33b6 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:40.439901 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e868454-d1cc-4b89-b56b-5a8179ec5a74 req-eae07d4e-b616-4c52-b6e1-1f8d52ed33b6 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=23fa82b0-7188-4e98-9368-099a2fbc7cca HTTP/1.1" status: 200 len: 945 time: 0.1328170 Dec 16 09:31:40.470717 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c5a9c14e-e63a-4374-8111-26a54846398c req-8f4f13ff-715c-4c96-92df-398cc13b8fe9 service neutron] 10.222.0.57 "GET /v2.0/networks/796abadb-0795-4a55-adba-f043e91923a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323070 Dec 16 09:31:40.498960 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e868454-d1cc-4b89-b56b-5a8179ec5a74 req-fd5994ae-159a-42a1-85b2-4d836dec1134 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567770 Dec 16 09:31:40.528787 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-cae5c712-c7d4-41fe-be95-7d800e5bf6ed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=943fa0c3d4fb47ff82b8e8cad21d5b54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4843631 Dec 16 09:31:40.529491 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42248) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:40.533651 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0030ae-063d-4034-9be3-e25e756c85e9 None None] New status for floating IP 4aadeec1-0b70-456a-81b8-450deb952a66: ACTIVE {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:31:40.550803 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f5240248-af88-4f20-9149-ac09f2984ae8 req-88eeecc9-4ee5-403b-b325-0d6a34386c3d tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b3a4e68-0d2f-4df0-ae97-216286384b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169614 Dec 16 09:31:40.570307 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-330b06e2-d64a-4450-97b8-47e325690d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:40.570307 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-330b06e2-d64a-4450-97b8-47e325690d48 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.1303067 Dec 16 09:31:40.683819 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5c4996e7-01ca-4864-af0d-d34a190db2c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:40.693145 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-3afa5123-f247-4149-af02-585d9b01544a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:40.695223 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-3afa5123-f247-4149-af02-585d9b01544a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1106858 Dec 16 09:31:40.728353 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64078801-7e6b-4676-8f83-45f6257624a7 req-14eaf5b1-db50-4f0b-921a-502e599cdf34 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:40.729928 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-64078801-7e6b-4676-8f83-45f6257624a7 req-14eaf5b1-db50-4f0b-921a-502e599cdf34 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 948 time: 0.1018970 Dec 16 09:31:40.745453 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5c4996e7-01ca-4864-af0d-d34a190db2c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:40.800882 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device ac70669c-691a-4abe-bae4-34f176f01320 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:31:40.846121 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device ac70669c-691a-4abe-bae4-34f176f01320 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:31:40.860184 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-64078801-7e6b-4676-8f83-45f6257624a7 req-313980bb-771f-487f-bcea-0f89097dcbe5 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096315 Dec 16 09:31:40.893566 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-0dedef13-79f7-48d9-93cd-9a52a5449889 service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818252 Dec 16 09:31:40.992833 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-26a8bea1-44c3-4a7b-9b2e-576a0d614dad req-438a6712-0432-4b2c-a33b-054d02d84071 service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944009 Dec 16 09:31:41.052885 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5c4996e7-01ca-4864-af0d-d34a190db2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:41.055981 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5c4996e7-01ca-4864-af0d-d34a190db2c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:41.057139 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5c4996e7-01ca-4864-af0d-d34a190db2c2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/40af0459-64a8-4d28-8905-de33a4a7cdb7 HTTP/1.1" status: 204 len: 168 time: 0.5236192 Dec 16 09:31:41.064836 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4996e7-01ca-4864-af0d-d34a190db2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40af0459-64a8-4d28-8905-de33a4a7cdb7,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:41.248006 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b364753f-a9c5-46db-a29b-feed49352abb req-4d4c5cae-0d37-4127-ab6c-49f080be19b6 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 210 time: 0.0278146 Dec 16 09:31:41.347338 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275da352-dff6-400b-9f89-0adb5fc25158 req-eeb67406-74ce-4eb3-8e33-50bada2aa5ee tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:41.348817 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-275da352-dff6-400b-9f89-0adb5fc25158 req-eeb67406-74ce-4eb3-8e33-50bada2aa5ee tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=16c34073-d486-427f-8297-1185a1c1567f HTTP/1.1" status: 200 len: 945 time: 0.0507402 Dec 16 09:31:41.468993 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-275da352-dff6-400b-9f89-0adb5fc25158 req-bc8b8cc5-2a16-42c7-86c2-131f029583a0 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Deleting port 00159916-6322-4521-a478-09a36ded7aed {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:31:41.469361 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-275da352-dff6-400b-9f89-0adb5fc25158 req-bc8b8cc5-2a16-42c7-86c2-131f029583a0 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:41.588175 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-275da352-dff6-400b-9f89-0adb5fc25158 req-bc8b8cc5-2a16-42c7-86c2-131f029583a0 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] For port 00159916-6322-4521-a478-09a36ded7aed, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=00159916-6322-4521-a478-09a36ded7aed,segment=NetworkSegment(9c7a6734-cc3f-42d5-afdd-20a3a7d54918),segment_id=9c7a6734-cc3f-42d5-afdd-20a3a7d54918)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:41.588767 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-275da352-dff6-400b-9f89-0adb5fc25158 req-bc8b8cc5-2a16-42c7-86c2-131f029583a0 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:41.608741 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-275da352-dff6-400b-9f89-0adb5fc25158 req-bc8b8cc5-2a16-42c7-86c2-131f029583a0 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Calling delete_port for 00159916-6322-4521-a478-09a36ded7aed owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:31:41.674134 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f889d042-7378-4865-8230-ca4e3982e384', 'tag': 'ac70669c-691a-4abe-bae4-34f176f01320'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:41.677165 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b569a87d-2fe9-412d-b383-e4d46c595a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "f889d042-7378-4865-8230-ca4e3982e384", "tag": "ac70669c-691a-4abe-bae4-34f176f01320"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:41.686373 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd50b2-3b92-4bc9-ae00-14a3f043cdcf req-116da9aa-bf0e-4b57-bd38-f287bea2c86d tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:41.687869 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c8cd50b2-3b92-4bc9-ae00-14a3f043cdcf req-116da9aa-bf0e-4b57-bd38-f287bea2c86d tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=23fa82b0-7188-4e98-9368-099a2fbc7cca HTTP/1.1" status: 200 len: 945 time: 0.1158500 Dec 16 09:31:41.743701 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-f39c79d6-a4dd-4344-b07c-a88dd33ce288 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:41.745255 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c56f02-15f7-4052-b9ca-29f38d2dea7e req-48fb9a70-e9d7-4aa8-82de-1d7d204724f8 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:41.745881 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-f39c79d6-a4dd-4344-b07c-a88dd33ce288 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.58 "GET /v2.0/networks?id=b3f60eab-6f2c-4106-b76e-873bab2183f6 HTTP/1.1" status: 200 len: 811 time: 0.1845522 Dec 16 09:31:41.746862 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-68c56f02-15f7-4052-b9ca-29f38d2dea7e req-48fb9a70-e9d7-4aa8-82de-1d7d204724f8 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/ports?device_id=16c34073-d486-427f-8297-1185a1c1567f HTTP/1.1" status: 200 len: 945 time: 0.0689244 Dec 16 09:31:41.764139 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-d6134edd-e5d0-4fce-91c8-699370dfdedc tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Request body: {'port': {'device_id': 'dd540a4a-2149-4a72-804d-b9306761915d', 'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6', 'admin_state_up': True, 'tenant_id': '928a77c00bdc452c92b87dad5de07f0a'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:41.818568 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c8cd50b2-3b92-4bc9-ae00-14a3f043cdcf req-7fb3920f-63e4-4a46-885a-b867d495d21d tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226881 Dec 16 09:31:41.824214 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-68c56f02-15f7-4052-b9ca-29f38d2dea7e req-fa25f7e4-3d1d-4cee-a057-717d11e0411b tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b3a4e68-0d2f-4df0-ae97-216286384b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692275 Dec 16 09:31:41.898408 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0b3335-9743-4f0e-940d-1e9d213ea7ad x-openstack-request-id: req-af0b3335-9743-4f0e-940d-1e9d213ea7ad {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:41.902735 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f889d042-7378-4865-8230-ca4e3982e384", "tag": "ac70669c-691a-4abe-bae4-34f176f01320", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:41.902735 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-af0b3335-9743-4f0e-940d-1e9d213ea7ad {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:41.902735 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f889d042-7378-4865-8230-ca4e3982e384', 'tag': 'ac70669c-691a-4abe-bae4-34f176f01320', 'status': 'completed', 'code': 200} Dec 16 09:31:42.012260 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569a87d-2fe9-412d-b383-e4d46c595a2d req-14fcf369-180c-4391-a5dc-b8086193eaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:42.013726 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b569a87d-2fe9-412d-b383-e4d46c595a2d req-14fcf369-180c-4391-a5dc-b8086193eaf6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c72236daaf3c429fb462e278e5b03cb7&device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 1099 time: 0.0934153 Dec 16 09:31:42.016211 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569a87d-2fe9-412d-b383-e4d46c595a2d req-0f22384d-0a76-4340-990c-2d492dd6a791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:42.017670 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b569a87d-2fe9-412d-b383-e4d46c595a2d req-0f22384d-0a76-4340-990c-2d492dd6a791 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c72236daaf3c429fb462e278e5b03cb7&device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 1099 time: 0.0873184 Dec 16 09:31:42.036037 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-275da352-dff6-400b-9f89-0adb5fc25158 req-bc8b8cc5-2a16-42c7-86c2-131f029583a0 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:42.050199 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['00159916-6322-4521-a478-09a36ded7aed', 'c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:31:42.053686 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['0523186b-f8be-4279-8d8b-d6262cd651fa'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:31:42.079284 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b8cc5-2a16-42c7-86c2-131f029583a0 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Pushing event deleted for resources: {'Port': ['ID=00159916-6322-4521-a478-09a36ded7aed,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:42.129996 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-275da352-dff6-400b-9f89-0adb5fc25158 req-bc8b8cc5-2a16-42c7-86c2-131f029583a0 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] No DVR routers for this DVR port 00159916-6322-4521-a478-09a36ded7aed on host n-h2-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:31:42.134134 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-275da352-dff6-400b-9f89-0adb5fc25158 req-bc8b8cc5-2a16-42c7-86c2-131f029583a0 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:42.137828 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-275da352-dff6-400b-9f89-0adb5fc25158 req-bc8b8cc5-2a16-42c7-86c2-131f029583a0 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.58 "DELETE /v2.0/ports/00159916-6322-4521-a478-09a36ded7aed HTTP/1.1" status: 204 len: 173 time: 0.7828627 Dec 16 09:31:42.138058 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c34073-d486-427f-8297-1185a1c1567f', 'name': 'network-vif-deleted', 'tag': '00159916-6322-4521-a478-09a36ded7aed'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:42.140652 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be11d99-bcc5-49c2-a87f-eb9e352eae1b" -d '{"events": [{"server_uuid": "16c34073-d486-427f-8297-1185a1c1567f", "name": "network-vif-deleted", "tag": "00159916-6322-4521-a478-09a36ded7aed"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:42.195883 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42294) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:42.224304 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-d6134edd-e5d0-4fce-91c8-699370dfdedc tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Made reservation on behalf of 928a77c00bdc452c92b87dad5de07f0a for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:42.229573 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-d6134edd-e5d0-4fce-91c8-699370dfdedc tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:42.243977 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7957c039-fca2-4da7-b951-b16c9babe0ad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c4f6828ce51e4799b290458d8f114210&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468564 Dec 16 09:31:42.247356 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42296) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:42.259451 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569a87d-2fe9-412d-b383-e4d46c595a2d req-dff3440e-19dc-4c58-8506-fe30cbdd16b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:42.261325 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b569a87d-2fe9-412d-b383-e4d46c595a2d req-dff3440e-19dc-4c58-8506-fe30cbdd16b6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.2306414 Dec 16 09:31:42.305695 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-65edacd4-aa4c-4608-9bc9-067c266f43a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:42.339976 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-65edacd4-aa4c-4608-9bc9-067c266f43a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:42.392532 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b569a87d-2fe9-412d-b383-e4d46c595a2d req-8d9130cf-03d7-4519-a849-18cc1066bb29 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=ac70669c-691a-4abe-bae4-34f176f01320 HTTP/1.1" status: 200 len: 217 time: 0.1069591 Dec 16 09:31:42.406533 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e3aff-401f-4733-bd32-c75c13808659 req-c02855c9-573e-4ba1-96d5-5dcb5342fb28 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:42.408039 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ba7e3aff-401f-4733-bd32-c75c13808659 req-c02855c9-573e-4ba1-96d5-5dcb5342fb28 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 948 time: 0.3786755 Dec 16 09:31:42.455237 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768099d7-dae8-4703-b671-ce89b6ac44c1 x-openstack-request-id: req-768099d7-dae8-4703-b671-ce89b6ac44c1 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:42.455649 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c34073-d486-427f-8297-1185a1c1567f", "name": "network-vif-deleted", "tag": "00159916-6322-4521-a478-09a36ded7aed", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:42.456218 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-768099d7-dae8-4703-b671-ce89b6ac44c1 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:42.457038 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c34073-d486-427f-8297-1185a1c1567f', 'name': 'network-vif-deleted', 'tag': '00159916-6322-4521-a478-09a36ded7aed', 'status': 'completed', 'code': 200} Dec 16 09:31:42.476118 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569a87d-2fe9-412d-b383-e4d46c595a2d req-dfbfe63c-4326-497a-91e0-6c9614b66ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:42.477719 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b569a87d-2fe9-412d-b383-e4d46c595a2d req-dfbfe63c-4326-497a-91e0-6c9614b66ff0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.4563363 Dec 16 09:31:42.524498 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-65edacd4-aa4c-4608-9bc9-067c266f43a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:42.527099 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-65edacd4-aa4c-4608-9bc9-067c266f43a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:42.529143 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-65edacd4-aa4c-4608-9bc9-067c266f43a3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/86231436-5f15-4f5d-9a2c-f78975ebdf2f HTTP/1.1" status: 204 len: 168 time: 0.2798820 Dec 16 09:31:42.545831 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a7c3b5eb-3af7-45c3-a186-723bb28d43eb req-87be976b-6a80-4ccd-ba22-1f60eef23a03 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 210 time: 0.0326049 Dec 16 09:31:42.551707 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65edacd4-aa4c-4608-9bc9-067c266f43a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86231436-5f15-4f5d-9a2c-f78975ebdf2f,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:42.566136 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b569a87d-2fe9-412d-b383-e4d46c595a2d req-4d7b13a0-3f02-4776-8262-a36ade355325 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=ac70669c-691a-4abe-bae4-34f176f01320 HTTP/1.1" status: 200 len: 217 time: 0.0751207 Dec 16 09:31:42.571561 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569a87d-2fe9-412d-b383-e4d46c595a2d req-a5cfdeb2-032f-4569-a0c8-5a28e1bd6fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:42.573400 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b569a87d-2fe9-412d-b383-e4d46c595a2d req-a5cfdeb2-032f-4569-a0c8-5a28e1bd6fac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.1641028 Dec 16 09:31:42.678230 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ba7e3aff-401f-4733-bd32-c75c13808659 req-f7ab1274-a19d-4e43-a311-7de7967462f4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245777 Dec 16 09:31:42.705186 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-d6134edd-e5d0-4fce-91c8-699370dfdedc tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Allocated IP 172.20.0.8 (b3f60eab-6f2c-4106-b76e-873bab2183f6/f7f910b2-ddee-47db-a3bc-a08db329ec5c/a08b2d43-a347-439d-a614-3a0ff3d4bd7b) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:31:42.721363 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df13bb-3c01-4bc7-9c85-66513b029950 req-9bb0a8d0-a2bb-48e1-a679-4034e0679e92 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:42.722930 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e3df13bb-3c01-4bc7-9c85-66513b029950 req-9bb0a8d0-a2bb-48e1-a679-4034e0679e92 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=23fa82b0-7188-4e98-9368-099a2fbc7cca HTTP/1.1" status: 200 len: 945 time: 0.0644262 Dec 16 09:31:42.744012 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569a87d-2fe9-412d-b383-e4d46c595a2d req-de429158-865e-4dd3-8155-6f09e5635a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:42.745679 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b569a87d-2fe9-412d-b383-e4d46c595a2d req-de429158-865e-4dd3-8155-6f09e5635a01 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.1562767 Dec 16 09:31:42.774006 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569a87d-2fe9-412d-b383-e4d46c595a2d req-ebf2276e-4224-4658-8cbb-5523116127ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:42.775537 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b569a87d-2fe9-412d-b383-e4d46c595a2d req-ebf2276e-4224-4658-8cbb-5523116127ce service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1884716 Dec 16 09:31:42.777655 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e3df13bb-3c01-4bc7-9c85-66513b029950 req-14dfa44f-bd9d-4516-8b80-e8c200eb5b9a tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482454 Dec 16 09:31:42.937389 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569a87d-2fe9-412d-b383-e4d46c595a2d req-3b040d52-2dd6-42f1-af62-60bcaf2ecd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:42.937389 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b569a87d-2fe9-412d-b383-e4d46c595a2d req-3b040d52-2dd6-42f1-af62-60bcaf2ecd32 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1822970 Dec 16 09:31:42.960282 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-164f172d-5f63-4635-b545-3122f9a2d99b req-31641a92-f3d7-475f-b13d-f7f7b250d230 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/ports?device_id=16c34073-d486-427f-8297-1185a1c1567f HTTP/1.1" status: 200 len: 210 time: 0.0492404 Dec 16 09:31:43.048331 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b569a87d-2fe9-412d-b383-e4d46c595a2d req-b4eb87dc-143f-4766-8777-4a67a5ed2bfc service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509096 Dec 16 09:31:43.078436 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-d6134edd-e5d0-4fce-91c8-699370dfdedc tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:43.179610 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b569a87d-2fe9-412d-b383-e4d46c595a2d req-b0f47611-31b2-4cf0-bbe4-ccf016e0bf21 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240372 Dec 16 09:31:43.253355 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b569a87d-2fe9-412d-b383-e4d46c595a2d req-78288858-686b-43f6-91d6-40476463a91a service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898155 Dec 16 09:31:43.292954 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b569a87d-2fe9-412d-b383-e4d46c595a2d req-e33d6dbd-6740-49c3-8134-94d8f6982236 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023743 Dec 16 09:31:43.370715 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-d6134edd-e5d0-4fce-91c8-699370dfdedc tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:43.413671 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-d6134edd-e5d0-4fce-91c8-699370dfdedc tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Network b3f60eab-6f2c-4106-b76e-873bab2183f6 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:31:43.416771 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-d6134edd-e5d0-4fce-91c8-699370dfdedc tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:31:43.420443 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-d6134edd-e5d0-4fce-91c8-699370dfdedc tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:31:43.722476 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae252db8-7438-4ead-8723-8760a116c814 req-a836f6b0-72d4-4b79-a7d1-cafe976634d0 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:43.724640 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ae252db8-7438-4ead-8723-8760a116c814 req-a836f6b0-72d4-4b79-a7d1-cafe976634d0 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 931 time: 0.0650012 Dec 16 09:31:43.786035 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ae252db8-7438-4ead-8723-8760a116c814 req-abd6020c-741b-4b51-b28c-c2e204afa145 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551329 Dec 16 09:31:43.805161 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6134edd-e5d0-4fce-91c8-699370dfdedc tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Pushing event updated for resources: {'Port': ['ID=a08b2d43-a347-439d-a614-3a0ff3d4bd7b,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:43.871159 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-d6134edd-e5d0-4fce-91c8-699370dfdedc tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:43.871813 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-d6134edd-e5d0-4fce-91c8-699370dfdedc tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:43.901761 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e908e-b286-4f91-9208-887f842a01da req-90c7153d-0a21-474a-bac9-2ec21f5d3bae tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:43.903717 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a50e908e-b286-4f91-9208-887f842a01da req-90c7153d-0a21-474a-bac9-2ec21f5d3bae tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 948 time: 0.1024747 Dec 16 09:31:43.920818 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1df074-7ceb-4d9e-a3b3-9bfa7afe016a req-3e60dc3b-a23b-4cb4-84d1-d1c091ce8bb8 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:43.926933 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-be1df074-7ceb-4d9e-a3b3-9bfa7afe016a req-3e60dc3b-a23b-4cb4-84d1-d1c091ce8bb8 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=23fa82b0-7188-4e98-9368-099a2fbc7cca HTTP/1.1" status: 200 len: 945 time: 0.0681639 Dec 16 09:31:43.955395 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a50e908e-b286-4f91-9208-887f842a01da req-0c834d26-1953-4b2d-85bf-242e932ea237 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451586 Dec 16 09:31:43.963773 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-be1df074-7ceb-4d9e-a3b3-9bfa7afe016a req-3bdf64bf-0202-4356-812c-d62c36488d89 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338657 Dec 16 09:31:44.055954 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-d6134edd-e5d0-4fce-91c8-699370dfdedc tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2987440 Dec 16 09:31:44.070608 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-f34e2335-ae2f-4247-9de7-a49c3d037b2f service neutron] Request body: {'port': {'device_id': 'dd540a4a-2149-4a72-804d-b9306761915d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:44.137196 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-f34e2335-ae2f-4247-9de7-a49c3d037b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:44.450131 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-f34e2335-ae2f-4247-9de7-a49c3d037b2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a08b2d43-a347-439d-a614-3a0ff3d4bd7b {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:31:44.460714 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-f34e2335-ae2f-4247-9de7-a49c3d037b2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:44.478207 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-f34e2335-ae2f-4247-9de7-a49c3d037b2f service neutron] Transition to ACTIVE for port object a08b2d43-a347-439d-a614-3a0ff3d4bd7b will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:31:44.546149 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-f34e2335-ae2f-4247-9de7-a49c3d037b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:44.618597 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e2335-ae2f-4247-9de7-a49c3d037b2f service neutron] Pushing event updated for resources: {'Port': ['ID=a08b2d43-a347-439d-a614-3a0ff3d4bd7b,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:44.671421 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-f34e2335-ae2f-4247-9de7-a49c3d037b2f service neutron] Attempting to bind port a08b2d43-a347-439d-a614-3a0ff3d4bd7b on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:31:44.671761 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-f34e2335-ae2f-4247-9de7-a49c3d037b2f service neutron] Attempting to bind port a08b2d43-a347-439d-a614-3a0ff3d4bd7b by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '86c5d65d-0a28-4cbb-b6eb-52df45cc588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:31:44.672093 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-f34e2335-ae2f-4247-9de7-a49c3d037b2f service neutron] Attempting to bind port a08b2d43-a347-439d-a614-3a0ff3d4bd7b on network b3f60eab-6f2c-4106-b76e-873bab2183f6 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:31:44.677330 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-f34e2335-ae2f-4247-9de7-a49c3d037b2f service neutron] Port a08b2d43-a347-439d-a614-3a0ff3d4bd7b on network b3f60eab-6f2c-4106-b76e-873bab2183f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:31:44.677862 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-f34e2335-ae2f-4247-9de7-a49c3d037b2f service neutron] Attempting to bind port a08b2d43-a347-439d-a614-3a0ff3d4bd7b on network b3f60eab-6f2c-4106-b76e-873bab2183f6 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:31:44.684052 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-f34e2335-ae2f-4247-9de7-a49c3d037b2f service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:31:44.684630 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-f34e2335-ae2f-4247-9de7-a49c3d037b2f service neutron] Checking segment: {'id': '86c5d65d-0a28-4cbb-b6eb-52df45cc588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:31:44.685364 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-f34e2335-ae2f-4247-9de7-a49c3d037b2f service neutron] Bound using segment: {'id': '86c5d65d-0a28-4cbb-b6eb-52df45cc588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:31:44.685804 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-f34e2335-ae2f-4247-9de7-a49c3d037b2f service neutron] Bound port: a08b2d43-a347-439d-a614-3a0ff3d4bd7b, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86c5d65d-0a28-4cbb-b6eb-52df45cc588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:31:44.686542 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-f34e2335-ae2f-4247-9de7-a49c3d037b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:44.768412 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-f34e2335-ae2f-4247-9de7-a49c3d037b2f service neutron] For port a08b2d43-a347-439d-a614-3a0ff3d4bd7b, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:31:44.771533 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-f34e2335-ae2f-4247-9de7-a49c3d037b2f service neutron] For port a08b2d43-a347-439d-a614-3a0ff3d4bd7b, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=a08b2d43-a347-439d-a614-3a0ff3d4bd7b,segment=NetworkSegment(86c5d65d-0a28-4cbb-b6eb-52df45cc588d),segment_id=86c5d65d-0a28-4cbb-b6eb-52df45cc588d)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:31:44.805814 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 00159916-6322-4521-a478-09a36ded7aed no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:31:44.826827 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 00159916-6322-4521-a478-09a36ded7aed {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:31:44.827420 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 00159916-6322-4521-a478-09a36ded7aed not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:31:44.998144 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6941b1a-b2a0-4909-9864-d2e49811ffcc req-528402ed-4662-47aa-9eed-31dd056429ad tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:44.999788 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c6941b1a-b2a0-4909-9864-d2e49811ffcc req-528402ed-4662-47aa-9eed-31dd056429ad tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 943 time: 0.0576127 Dec 16 09:31:45.001180 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789c4a0-23ba-4619-bd5f-9efa319ea059 req-f7695802-db42-48e0-afd6-96ed67262a1c tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:45.008342 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789c4a0-23ba-4619-bd5f-9efa319ea059 req-f7695802-db42-48e0-afd6-96ed67262a1c tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:45.010083 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3789c4a0-23ba-4619-bd5f-9efa319ea059 req-f7695802-db42-48e0-afd6-96ed67262a1c tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c66af04-a2b5-46d7-9bd2-5afd61d12f8f&device_id=1456d6f8-eee1-4326-86ca-37e50469cb48 HTTP/1.1" status: 200 len: 1682 time: 0.0589139 Dec 16 09:31:45.011420 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-f34e2335-ae2f-4247-9de7-a49c3d037b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:45.058912 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c6941b1a-b2a0-4909-9864-d2e49811ffcc req-6fd61e46-b7f4-4cfa-bf71-0c9cfd10be4d tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525908 Dec 16 09:31:45.093550 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-f34e2335-ae2f-4247-9de7-a49c3d037b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:45.094743 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-f34e2335-ae2f-4247-9de7-a49c3d037b2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:45.096602 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-f34e2335-ae2f-4247-9de7-a49c3d037b2f service neutron] 10.222.0.58 "PUT /v2.0/ports/a08b2d43-a347-439d-a614-3a0ff3d4bd7b HTTP/1.1" status: 200 len: 1091 time: 1.0327349 Dec 16 09:31:45.107485 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd540a4a-2149-4a72-804d-b9306761915d', 'tag': 'a08b2d43-a347-439d-a614-3a0ff3d4bd7b'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:45.126027 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0846347-32b5-42a4-bc17-1493b5f65b63" -d '{"events": [{"name": "network-changed", "server_uuid": "dd540a4a-2149-4a72-804d-b9306761915d", "tag": "a08b2d43-a347-439d-a614-3a0ff3d4bd7b"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:45.148106 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3789c4a0-23ba-4619-bd5f-9efa319ea059 req-e16240b5-6c35-4d70-b846-e14bc0756bbd tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b3a4e68-0d2f-4df0-ae97-216286384b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307867 Dec 16 09:31:45.149231 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e2335-ae2f-4247-9de7-a49c3d037b2f service neutron] Pushing event updated for resources: {'Port': ['ID=a08b2d43-a347-439d-a614-3a0ff3d4bd7b,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:45.268999 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1f0d58-2c56-49d6-9259-5c10d9446a84 x-openstack-request-id: req-2d1f0d58-2c56-49d6-9259-5c10d9446a84 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:45.269585 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd540a4a-2149-4a72-804d-b9306761915d", "tag": "a08b2d43-a347-439d-a614-3a0ff3d4bd7b", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:45.270019 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2d1f0d58-2c56-49d6-9259-5c10d9446a84 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:45.270596 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd540a4a-2149-4a72-804d-b9306761915d', 'tag': 'a08b2d43-a347-439d-a614-3a0ff3d4bd7b', 'status': 'completed', 'code': 200} Dec 16 09:31:45.307504 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd15366-0361-4ede-a93a-1dbb2b41c83d req-910f970c-a7c0-4189-89c8-e27d1987c65c tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:45.315693 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ccd15366-0361-4ede-a93a-1dbb2b41c83d req-910f970c-a7c0-4189-89c8-e27d1987c65c tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 948 time: 0.0800641 Dec 16 09:31:45.355073 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42430) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:45.366347 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ccd15366-0361-4ede-a93a-1dbb2b41c83d req-c8f7b2cf-6c76-4fc4-93e0-942bc64c14db tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495155 Dec 16 09:31:45.375046 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0846347-32b5-42a4-bc17-1493b5f65b63 req-050abc1b-e1d3-4f1c-b70a-87c9d259dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:45.385699 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0846347-32b5-42a4-bc17-1493b5f65b63 req-050abc1b-e1d3-4f1c-b70a-87c9d259dec6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=928a77c00bdc452c92b87dad5de07f0a&device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 1094 time: 0.0817606 Dec 16 09:31:45.519081 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd66dd54-91cc-4c78-b6b5-4f121daef8d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:45.522593 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0846347-32b5-42a4-bc17-1493b5f65b63 req-3094f170-b371-40d9-b89f-641fe6375343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:45.524490 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0846347-32b5-42a4-bc17-1493b5f65b63 req-3094f170-b371-40d9-b89f-641fe6375343 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=928a77c00bdc452c92b87dad5de07f0a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1343324 Dec 16 09:31:45.622062 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd66dd54-91cc-4c78-b6b5-4f121daef8d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:45.658814 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0846347-32b5-42a4-bc17-1493b5f65b63 req-b84f2dcf-0f58-412b-bf28-bc2b38ba7901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:45.660358 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0846347-32b5-42a4-bc17-1493b5f65b63 req-b84f2dcf-0f58-412b-bf28-bc2b38ba7901 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1235409 Dec 16 09:31:45.742114 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-d9d8976b-bf7f-48f0-996a-e0952864fdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:45.743612 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-d9d8976b-bf7f-48f0-996a-e0952864fdf3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=928a77c00bdc452c92b87dad5de07f0a&device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 1094 time: 0.0454030 Dec 16 09:31:45.744568 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd66dd54-91cc-4c78-b6b5-4f121daef8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:45.788327 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-cd66dd54-91cc-4c78-b6b5-4f121daef8d1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e932759777c849b7af4361bbf4fd6e15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4180593 Dec 16 09:31:45.789421 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd66dd54-91cc-4c78-b6b5-4f121daef8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51094082-5ffc-4b4f-bcdb-2c1713fbbffd,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:45.792006 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42458) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:45.798878 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-d16b032f-df08-4663-83c8-ee819dcd4de4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a08b2d43-a347-439d-a614-3a0ff3d4bd7b HTTP/1.1" status: 200 len: 217 time: 0.0450871 Dec 16 09:31:45.876640 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-88ec3be9-723d-47b4-b8fe-fe26307d5adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:45.878100 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-88ec3be9-723d-47b4-b8fe-fe26307d5adb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f7f910b2-ddee-47db-a3bc-a08db329ec5c HTTP/1.1" status: 200 len: 851 time: 0.0704496 Dec 16 09:31:45.880715 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8312ecb8-e16d-4fb9-b3d8-dc481e2923fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:45.920172 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-bd3e3b92-b8d4-4ca5-b504-10ea49c8008f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b3f60eab-6f2c-4106-b76e-873bab2183f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307138 Dec 16 09:31:45.924599 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8312ecb8-e16d-4fb9-b3d8-dc481e2923fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:46.038383 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-09246fc7-e692-444d-bd05-b80083c6fc0c service neutron] 10.222.0.58 "GET /v2.0/networks/b3f60eab-6f2c-4106-b76e-873bab2183f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064897 Dec 16 09:31:46.106117 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8312ecb8-e16d-4fb9-b3d8-dc481e2923fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:46.108779 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8312ecb8-e16d-4fb9-b3d8-dc481e2923fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:46.112476 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8312ecb8-e16d-4fb9-b3d8-dc481e2923fe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/51094082-5ffc-4b4f-bcdb-2c1713fbbffd HTTP/1.1" status: 204 len: 168 time: 0.3169670 Dec 16 09:31:46.128536 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312ecb8-e16d-4fb9-b3d8-dc481e2923fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51094082-5ffc-4b4f-bcdb-2c1713fbbffd,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:46.168227 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c01e11b9-c3ef-4551-a254-645f8051e45a req-ca4ccd99-3544-410e-b96b-4028c3a5e7e3 service neutron] 10.222.0.58 "GET /v2.0/networks/b3f60eab-6f2c-4106-b76e-873bab2183f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235855 Dec 16 09:31:46.218847 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2d59e-5135-4bde-97bb-0a22a9489e85 req-df4659e0-dedb-4492-902d-06699095f8dd tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:46.220512 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ffc2d59e-5135-4bde-97bb-0a22a9489e85 req-df4659e0-dedb-4492-902d-06699095f8dd tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 943 time: 0.0554733 Dec 16 09:31:46.264130 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ffc2d59e-5135-4bde-97bb-0a22a9489e85 req-3bae590f-c033-4f76-8f15-307d7c512f6e tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367136 Dec 16 09:31:46.313481 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ac70669c-691a-4abe-bae4-34f176f01320 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:31:46.354854 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42480) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:46.431042 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port ac70669c-691a-4abe-bae4-34f176f01320, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ac70669c-691a-4abe-bae4-34f176f01320,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:46.442668 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'ac70669c-691a-4abe-bae4-34f176f01320', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': 'ac70669c-691a-4abe-bae4-34f176f01320', 'mac_address': 'fa:16:3e:be:f8:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:31:46.482827 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-369eaedf-265b-4add-97c9-c308228bcdf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:46.502449 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:46.515862 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac70669c-691a-4abe-bae4-34f176f01320 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:31:46.535219 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port ac70669c-691a-4abe-bae4-34f176f01320, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ac70669c-691a-4abe-bae4-34f176f01320,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:46.562049 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-369eaedf-265b-4add-97c9-c308228bcdf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:46.667133 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fadebc-b8f6-4d51-9575-da3d79af0d0d req-ff9398fb-2260-4ba9-a107-7bd8b8a096fd tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:46.668673 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-67fadebc-b8f6-4d51-9575-da3d79af0d0d req-ff9398fb-2260-4ba9-a107-7bd8b8a096fd tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 948 time: 0.0531869 Dec 16 09:31:46.692853 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:46.695780 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-369eaedf-265b-4add-97c9-c308228bcdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:46.748177 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=ac70669c-691a-4abe-bae4-34f176f01320,revision_number=8']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:46.761832 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-67fadebc-b8f6-4d51-9575-da3d79af0d0d req-0ab9ab78-da4e-49ca-9f5b-2463a52c4bd9 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865445 Dec 16 09:31:46.769795 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369eaedf-265b-4add-97c9-c308228bcdf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f819a19-a567-43a2-931b-db25088d8c3c,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:46.775236 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-369eaedf-265b-4add-97c9-c308228bcdf7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bc595c7c671349fc9c0ddceffd666ffc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4193587 Dec 16 09:31:46.778542 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42492) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:46.856257 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1c341747-5746-4b6f-b516-9724ee42dd32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:46.890991 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1c341747-5746-4b6f-b516-9724ee42dd32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:46.993072 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3820cd0-c66b-4a55-8eb1-aa0f1d726f5c req-6a28ef3c-e1ae-4eb0-ad80-1aec08c79253 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:46.994713 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b3820cd0-c66b-4a55-8eb1-aa0f1d726f5c req-6a28ef3c-e1ae-4eb0-ad80-1aec08c79253 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/ports?device_id=1456d6f8-eee1-4326-86ca-37e50469cb48 HTTP/1.1" status: 200 len: 946 time: 0.0594251 Dec 16 09:31:47.034367 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b3820cd0-c66b-4a55-8eb1-aa0f1d726f5c req-7e22df3f-1762-4dac-8101-029536d56436 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b3a4e68-0d2f-4df0-ae97-216286384b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337234 Dec 16 09:31:47.057964 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1c341747-5746-4b6f-b516-9724ee42dd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:47.060867 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1c341747-5746-4b6f-b516-9724ee42dd32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:47.062189 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1c341747-5746-4b6f-b516-9724ee42dd32 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3f819a19-a567-43a2-931b-db25088d8c3c HTTP/1.1" status: 204 len: 168 time: 0.2811747 Dec 16 09:31:47.072558 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c341747-5746-4b6f-b516-9724ee42dd32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f819a19-a567-43a2-931b-db25088d8c3c,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:47.278833 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef805d-3470-45a1-8d8d-0d63739a49aa req-2e102ce2-ffd8-4397-8a6c-f3cba82fbdae tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:47.280446 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0cef805d-3470-45a1-8d8d-0d63739a49aa req-2e102ce2-ffd8-4397-8a6c-f3cba82fbdae tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 949 time: 0.0525701 Dec 16 09:31:47.320814 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0cef805d-3470-45a1-8d8d-0d63739a49aa req-be4b3c40-0284-49ca-a5ad-1f51a423fc7d tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341816 Dec 16 09:31:47.403884 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a57890-9c7a-4e87-9c55-b15d50056b10 req-c30abcd2-32d0-45a1-8e4c-2e4ea010ec95 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:47.406224 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-25a57890-9c7a-4e87-9c55-b15d50056b10 req-c30abcd2-32d0-45a1-8e4c-2e4ea010ec95 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 943 time: 0.0669491 Dec 16 09:31:47.464637 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-25a57890-9c7a-4e87-9c55-b15d50056b10 req-f0aebaf9-146d-4d76-9e05-85e03eb5d250 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520208 Dec 16 09:31:47.549063 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7036a44-bbac-402c-8d41-9472cfca3089 req-6d378e27-1d8e-4ceb-a4d4-75e8d0d675c4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:47.550582 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c7036a44-bbac-402c-8d41-9472cfca3089 req-6d378e27-1d8e-4ceb-a4d4-75e8d0d675c4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.58 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384&tenant_id=c72236daaf3c429fb462e278e5b03cb7&binding%3Ahost_id=n-h1-820550-2 HTTP/1.1" status: 200 len: 949 time: 0.1078708 Dec 16 09:31:47.609766 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['ac70669c-691a-4abe-bae4-34f176f01320'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:31:47.617879 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [req-c7036a44-bbac-402c-8d41-9472cfca3089 req-7cf6be04-05df-4b6c-ae01-04d3127a2aa7 service neutron] delete failed (client error): The resource could not be found. Dec 16 09:31:47.619023 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c7036a44-bbac-402c-8d41-9472cfca3089 req-7cf6be04-05df-4b6c-ae01-04d3127a2aa7 service neutron] 10.222.0.58 "DELETE /v2.0/ports/ac70669c-691a-4abe-bae4-34f176f01320/bindings/n-h2-820550-2 HTTP/1.1" status: 404 len: 380 time: 0.0593510 Dec 16 09:31:47.759234 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7036a44-bbac-402c-8d41-9472cfca3089 req-cca8ab66-693d-4b5f-9a01-bb097fc9475a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:47.760787 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c7036a44-bbac-402c-8d41-9472cfca3089 req-cca8ab66-693d-4b5f-9a01-bb097fc9475a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c72236daaf3c429fb462e278e5b03cb7&device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 1100 time: 0.0468001 Dec 16 09:31:47.861724 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7036a44-bbac-402c-8d41-9472cfca3089 req-23d5cf53-dc1c-4cb8-a9db-aa7c0492d6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:47.863674 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c7036a44-bbac-402c-8d41-9472cfca3089 req-23d5cf53-dc1c-4cb8-a9db-aa7c0492d6c7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.0945895 Dec 16 09:31:47.918807 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42540) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:47.919329 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c7036a44-bbac-402c-8d41-9472cfca3089 req-7c9bff2d-5b5f-40b6-b98f-1c8defa97751 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=ac70669c-691a-4abe-bae4-34f176f01320 HTTP/1.1" status: 200 len: 217 time: 0.0474424 Dec 16 09:31:47.936298 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-39001970-3b4a-49be-aee8-8e5d40fe9ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:47.988251 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7036a44-bbac-402c-8d41-9472cfca3089 req-b124a6e2-4349-4e76-b430-d2f9515d04de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:47.989943 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c7036a44-bbac-402c-8d41-9472cfca3089 req-b124a6e2-4349-4e76-b430-d2f9515d04de service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0620816 Dec 16 09:31:48.025883 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-39001970-3b4a-49be-aee8-8e5d40fe9ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:48.040242 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7036a44-bbac-402c-8d41-9472cfca3089 req-eb45f323-d5e7-4317-a589-02010e0ba52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:48.041872 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c7036a44-bbac-402c-8d41-9472cfca3089 req-eb45f323-d5e7-4317-a589-02010e0ba52a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0435252 Dec 16 09:31:48.137854 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-39001970-3b4a-49be-aee8-8e5d40fe9ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:48.188527 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42552) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:48.189178 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-39001970-3b4a-49be-aee8-8e5d40fe9ea8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=93e7bef03922451ab34965922a7534cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2685034 Dec 16 09:31:48.190206 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39001970-3b4a-49be-aee8-8e5d40fe9ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af8e05a-bc87-4bf7-8709-0f06a9b13784,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:48.226870 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b899d3f-25a9-4245-8977-dbf92a39a51b req-542185f8-9916-48ef-b6e9-7cd96d3d03d9 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:48.228316 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3b899d3f-25a9-4245-8977-dbf92a39a51b req-542185f8-9916-48ef-b6e9-7cd96d3d03d9 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.57 "GET /v2.0/ports?device_id=1456d6f8-eee1-4326-86ca-37e50469cb48 HTTP/1.1" status: 200 len: 946 time: 0.1263757 Dec 16 09:31:48.243710 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c7036a44-bbac-402c-8d41-9472cfca3089 req-65ee03e3-814a-4629-8fec-f9b8ed3e8a04 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892633 Dec 16 09:31:48.262547 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43395703-4b0e-41c3-8ffc-3097b57f2473 req-f1111288-e684-4e20-907f-97aab0c99bcd tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:48.263951 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-43395703-4b0e-41c3-8ffc-3097b57f2473 req-f1111288-e684-4e20-907f-97aab0c99bcd tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/ports?device_id=1456d6f8-eee1-4326-86ca-37e50469cb48 HTTP/1.1" status: 200 len: 946 time: 0.1448178 Dec 16 09:31:48.456373 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a40fa452-293e-4443-9edc-50613f53faa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:48.464882 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f948592-1798-4b36-b68e-b336c86b6c6c req-21b9f767-8deb-4033-8bf5-d6eed403fc44 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:48.466483 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0f948592-1798-4b36-b68e-b336c86b6c6c req-21b9f767-8deb-4033-8bf5-d6eed403fc44 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 949 time: 0.0543332 Dec 16 09:31:48.466901 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-43395703-4b0e-41c3-8ffc-3097b57f2473 req-ea6be30b-5352-4e9c-92a3-cf143b0a55ed tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b3a4e68-0d2f-4df0-ae97-216286384b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615164 Dec 16 09:31:48.489960 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47992cc6-9f22-4d9c-99b9-2131bf22e4a4 req-802e203c-b309-4896-b964-91e839d7385f tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:48.491526 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-47992cc6-9f22-4d9c-99b9-2131bf22e4a4 req-802e203c-b309-4896-b964-91e839d7385f tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c66af04-a2b5-46d7-9bd2-5afd61d12f8f HTTP/1.1" status: 200 len: 945 time: 0.2060969 Dec 16 09:31:48.529288 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0f948592-1798-4b36-b68e-b336c86b6c6c req-750bc488-f294-4384-8fc1-dadbf7f77734 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520778 Dec 16 09:31:48.544789 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a40fa452-293e-4443-9edc-50613f53faa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:48.559756 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c7036a44-bbac-402c-8d41-9472cfca3089 req-61f9fbc5-aae6-4e9c-b933-529dd8b84882 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753325 Dec 16 09:31:48.652683 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-3b899d3f-25a9-4245-8977-dbf92a39a51b req-f911692d-74f4-4ccc-bf88-744fd8abf8f3 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Deleting port 0523186b-f8be-4279-8d8b-d6262cd651fa {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:31:48.655182 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3b899d3f-25a9-4245-8977-dbf92a39a51b req-f911692d-74f4-4ccc-bf88-744fd8abf8f3 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:48.664926 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77997af-ec29-4085-8515-122501eb1a6e req-f94f5e18-130c-46b8-b0b9-b543e02df476 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:48.666918 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f77997af-ec29-4085-8515-122501eb1a6e req-f94f5e18-130c-46b8-b0b9-b543e02df476 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 943 time: 0.0806048 Dec 16 09:31:48.711146 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f77997af-ec29-4085-8515-122501eb1a6e req-0c7235ea-82ef-47b0-82a4-f7aa9c3c8274 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363874 Dec 16 09:31:48.751252 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-47992cc6-9f22-4d9c-99b9-2131bf22e4a4 req-93fa1870-da9e-42d5-bf77-b3e6e32fe304 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Deleting port c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:31:48.751736 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-47992cc6-9f22-4d9c-99b9-2131bf22e4a4 req-93fa1870-da9e-42d5-bf77-b3e6e32fe304 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:48.809648 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-3b899d3f-25a9-4245-8977-dbf92a39a51b req-f911692d-74f4-4ccc-bf88-744fd8abf8f3 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] For port 0523186b-f8be-4279-8d8b-d6262cd651fa, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=0523186b-f8be-4279-8d8b-d6262cd651fa,segment=NetworkSegment(9c7a6734-cc3f-42d5-afdd-20a3a7d54918),segment_id=9c7a6734-cc3f-42d5-afdd-20a3a7d54918)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:48.810054 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3b899d3f-25a9-4245-8977-dbf92a39a51b req-f911692d-74f4-4ccc-bf88-744fd8abf8f3 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:48.820861 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device a08b2d43-a347-439d-a614-3a0ff3d4bd7b details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:31:48.830232 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-3b899d3f-25a9-4245-8977-dbf92a39a51b req-f911692d-74f4-4ccc-bf88-744fd8abf8f3 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Calling delete_port for 0523186b-f8be-4279-8d8b-d6262cd651fa owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:31:48.852085 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a40fa452-293e-4443-9edc-50613f53faa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:48.853371 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a40fa452-293e-4443-9edc-50613f53faa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:48.854505 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a40fa452-293e-4443-9edc-50613f53faa3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0af8e05a-bc87-4bf7-8709-0f06a9b13784 HTTP/1.1" status: 204 len: 168 time: 0.6642268 Dec 16 09:31:48.911189 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fa452-293e-4443-9edc-50613f53faa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af8e05a-bc87-4bf7-8709-0f06a9b13784,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:48.919260 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-47992cc6-9f22-4d9c-99b9-2131bf22e4a4 req-93fa1870-da9e-42d5-bf77-b3e6e32fe304 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] For port c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3,segment=NetworkSegment(9c7a6734-cc3f-42d5-afdd-20a3a7d54918),segment_id=9c7a6734-cc3f-42d5-afdd-20a3a7d54918)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:48.919632 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-47992cc6-9f22-4d9c-99b9-2131bf22e4a4 req-93fa1870-da9e-42d5-bf77-b3e6e32fe304 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:48.927484 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port a08b2d43-a347-439d-a614-3a0ff3d4bd7b, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=a08b2d43-a347-439d-a614-3a0ff3d4bd7b,segment=NetworkSegment(86c5d65d-0a28-4cbb-b6eb-52df45cc588d),segment_id=86c5d65d-0a28-4cbb-b6eb-52df45cc588d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:48.944923 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-47992cc6-9f22-4d9c-99b9-2131bf22e4a4 req-93fa1870-da9e-42d5-bf77-b3e6e32fe304 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Calling delete_port for c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:31:48.946453 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'a08b2d43-a347-439d-a614-3a0ff3d4bd7b', 'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6', 'port_id': 'a08b2d43-a347-439d-a614-3a0ff3d4bd7b', 'mac_address': 'fa:16:3e:8b:03:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f910b2-ddee-47db-a3bc-a08db329ec5c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:31:48.995777 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:49.009528 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a08b2d43-a347-439d-a614-3a0ff3d4bd7b {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:31:49.033025 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port a08b2d43-a347-439d-a614-3a0ff3d4bd7b, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=a08b2d43-a347-439d-a614-3a0ff3d4bd7b,segment=NetworkSegment(86c5d65d-0a28-4cbb-b6eb-52df45cc588d),segment_id=86c5d65d-0a28-4cbb-b6eb-52df45cc588d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:49.107063 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:49.154075 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=a08b2d43-a347-439d-a614-3a0ff3d4bd7b,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:49.168189 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:49.168535 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:49.168873 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:49.169243 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:49.169592 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:49.169902 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:49.170225 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:49.170545 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:49.170866 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:49.171199 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:49.171519 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:49.171834 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:49.178710 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3b899d3f-25a9-4245-8977-dbf92a39a51b req-f911692d-74f4-4ccc-bf88-744fd8abf8f3 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:49.218801 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911692d-74f4-4ccc-bf88-744fd8abf8f3 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Pushing event deleted for resources: {'Port': ['ID=0523186b-f8be-4279-8d8b-d6262cd651fa,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:49.220708 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-47992cc6-9f22-4d9c-99b9-2131bf22e4a4 req-93fa1870-da9e-42d5-bf77-b3e6e32fe304 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:49.271051 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa1870-da9e-42d5-bf77-b3e6e32fe304 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Pushing event deleted for resources: {'Port': ['ID=c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:49.305590 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['a08b2d43-a347-439d-a614-3a0ff3d4bd7b'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:31:49.329250 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['0523186b-f8be-4279-8d8b-d6262cd651fa'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:31:49.338742 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['0523186b-f8be-4279-8d8b-d6262cd651fa'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:31:49.339414 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b899d3f-25a9-4245-8977-dbf92a39a51b req-f911692d-74f4-4ccc-bf88-744fd8abf8f3 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] No DVR routers for this DVR port 0523186b-f8be-4279-8d8b-d6262cd651fa on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:31:49.343920 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3b899d3f-25a9-4245-8977-dbf92a39a51b req-f911692d-74f4-4ccc-bf88-744fd8abf8f3 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:49.347267 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3b899d3f-25a9-4245-8977-dbf92a39a51b req-f911692d-74f4-4ccc-bf88-744fd8abf8f3 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.57 "DELETE /v2.0/ports/0523186b-f8be-4279-8d8b-d6262cd651fa HTTP/1.1" status: 204 len: 173 time: 1.1056740 Dec 16 09:31:49.347729 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1456d6f8-eee1-4326-86ca-37e50469cb48', 'name': 'network-vif-deleted', 'tag': '0523186b-f8be-4279-8d8b-d6262cd651fa'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:49.350521 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be8cf31-ca15-4fe5-9061-f217b4926edd" -d '{"events": [{"server_uuid": "1456d6f8-eee1-4326-86ca-37e50469cb48", "name": "network-vif-deleted", "tag": "0523186b-f8be-4279-8d8b-d6262cd651fa"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:49.378918 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-47992cc6-9f22-4d9c-99b9-2131bf22e4a4 req-93fa1870-da9e-42d5-bf77-b3e6e32fe304 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] No DVR routers for this DVR port c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:31:49.381725 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-47992cc6-9f22-4d9c-99b9-2131bf22e4a4 req-93fa1870-da9e-42d5-bf77-b3e6e32fe304 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:49.385852 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-47992cc6-9f22-4d9c-99b9-2131bf22e4a4 req-93fa1870-da9e-42d5-bf77-b3e6e32fe304 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.58 "DELETE /v2.0/ports/c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3 HTTP/1.1" status: 204 len: 173 time: 0.8846464 Dec 16 09:31:49.398664 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940caa4c-2520-49dd-b18e-b40cc53ca360 x-openstack-request-id: req-940caa4c-2520-49dd-b18e-b40cc53ca360 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:49.398935 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1456d6f8-eee1-4326-86ca-37e50469cb48", "name": "network-vif-deleted", "tag": "0523186b-f8be-4279-8d8b-d6262cd651fa", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:49.399185 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-940caa4c-2520-49dd-b18e-b40cc53ca360 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:49.399637 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1456d6f8-eee1-4326-86ca-37e50469cb48', 'name': 'network-vif-deleted', 'tag': '0523186b-f8be-4279-8d8b-d6262cd651fa', 'status': 'completed', 'code': 200} Dec 16 09:31:49.560338 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42602) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:49.587002 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ae3a817b-3dc7-44f0-ad19-bfb4d0657b9c req-5439ee10-b62d-49af-8ec0-97d81bedb16a tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/ports?device_id=1456d6f8-eee1-4326-86ca-37e50469cb48 HTTP/1.1" status: 200 len: 210 time: 0.0408072 Dec 16 09:31:49.735336 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea4000-be84-4370-86d7-229c65fccf26 req-8a09e996-f030-4299-b1b8-6b2598fb76a7 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:49.737804 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b6ea4000-be84-4370-86d7-229c65fccf26 req-8a09e996-f030-4299-b1b8-6b2598fb76a7 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 949 time: 0.0984139 Dec 16 09:31:49.785091 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b6ea4000-be84-4370-86d7-229c65fccf26 req-fd8ced15-1018-480b-8fdf-a19d718e802d tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393255 Dec 16 09:31:49.883583 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-08804702-5a3d-4f14-8dae-20c87ab83985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:49.892846 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7825061-ae66-449f-a95f-1f612ff956cc req-afe141e7-1995-41cf-8324-8e5edc2199ab tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:49.897618 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d7825061-ae66-449f-a95f-1f612ff956cc req-afe141e7-1995-41cf-8324-8e5edc2199ab tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 944 time: 0.0589960 Dec 16 09:31:49.936707 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d7825061-ae66-449f-a95f-1f612ff956cc req-87139cf4-a52e-436a-b1c6-a7f59b9b78c3 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356855 Dec 16 09:31:49.948607 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2be7ab-b544-4d2b-aaa2-40b1e13c10cb req-9495b169-6dc3-4646-b64a-87a8568e8bdf tempest-MigrationsAdminTest-476529388 tempest-MigrationsAdminTest-476529388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:49.950116 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b2be7ab-b544-4d2b-aaa2-40b1e13c10cb req-9495b169-6dc3-4646-b64a-87a8568e8bdf tempest-MigrationsAdminTest-476529388 tempest-MigrationsAdminTest-476529388-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 1100 time: 0.0684767 Dec 16 09:31:50.001273 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b2be7ab-b544-4d2b-aaa2-40b1e13c10cb req-d450266c-02c3-4324-9ac2-1193d34d9b01 tempest-MigrationsAdminTest-476529388 tempest-MigrationsAdminTest-476529388-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451753 Dec 16 09:31:50.023988 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-08804702-5a3d-4f14-8dae-20c87ab83985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:50.258054 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-d885b116-5a44-4fd8-a493-031fcab76d30 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=c72236daaf3c429fb462e278e5b03cb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229568 Dec 16 09:31:50.258318 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-08804702-5a3d-4f14-8dae-20c87ab83985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:50.297569 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-08804702-5a3d-4f14-8dae-20c87ab83985 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9693fb1f799243a3bc6a821a6f5d6eae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7352672 Dec 16 09:31:50.298417 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08804702-5a3d-4f14-8dae-20c87ab83985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f47120-0b2b-48f4-bb65-a92d4ee786d7,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:50.300721 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42646) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:50.330494 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 6b3b017a-7015-4f55-b6de-0c722d24e346 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:31:50.333043 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ac70669c-691a-4abe-bae4-34f176f01320 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:31:50.353349 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-01ed12e5-c1db-428d-b8fd-08c68e0dd855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:50.386268 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-01ed12e5-c1db-428d-b8fd-08c68e0dd855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:50.411894 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-d7df50c3-3937-4606-8c48-5f10fbbfb984 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:50.425626 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-d7df50c3-3937-4606-8c48-5f10fbbfb984 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1596158 Dec 16 09:31:50.447248 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-5e89de68-d370-43b8-97d0-d6cdabf5940f tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/quotas/c72236daaf3c429fb462e278e5b03cb7 HTTP/1.1" status: 200 len: 375 time: 0.0194688 Dec 16 09:31:50.511064 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 6b3b017a-7015-4f55-b6de-0c722d24e346, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=6b3b017a-7015-4f55-b6de-0c722d24e346,segment=NetworkSegment(2082cd97-2035-461e-ae5b-e2756d7ddb51),segment_id=2082cd97-2035-461e-ae5b-e2756d7ddb51)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:50.517024 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '6b3b017a-7015-4f55-b6de-0c722d24e346', 'network_id': '2eeb7a38-55b2-441b-9574-26196c5f8d08', 'port_id': '6b3b017a-7015-4f55-b6de-0c722d24e346', 'mac_address': 'fa:16:3e:c1:8c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211efb7a-3b19-4354-921e-9061bf2ec918', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:31:50.522431 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-d2954ae1-de23-4c60-bd7c-39d432125759 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c72236daaf3c429fb462e278e5b03cb7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0635207 Dec 16 09:31:50.530342 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-01ed12e5-c1db-428d-b8fd-08c68e0dd855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:50.533483 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-01ed12e5-c1db-428d-b8fd-08c68e0dd855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:50.535018 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-01ed12e5-c1db-428d-b8fd-08c68e0dd855 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/29f47120-0b2b-48f4-bb65-a92d4ee786d7 HTTP/1.1" status: 204 len: 168 time: 0.2333734 Dec 16 09:31:50.544868 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port ac70669c-691a-4abe-bae4-34f176f01320 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:31:50.549695 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed12e5-c1db-428d-b8fd-08c68e0dd855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f47120-0b2b-48f4-bb65-a92d4ee786d7,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:50.553885 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port ac70669c-691a-4abe-bae4-34f176f01320 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:50.554456 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:50.610868 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:50.636401 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b3b017a-7015-4f55-b6de-0c722d24e346 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:31:50.665713 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 6b3b017a-7015-4f55-b6de-0c722d24e346, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=6b3b017a-7015-4f55-b6de-0c722d24e346,segment=NetworkSegment(2082cd97-2035-461e-ae5b-e2756d7ddb51),segment_id=2082cd97-2035-461e-ae5b-e2756d7ddb51)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:50.706622 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:50.732140 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f889d042-7378-4865-8230-ca4e3982e384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac70669c-691a-4abe-bae4-34f176f01320'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:50.734374 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3f616b-505a-4291-ab0a-b2be45fb803f" -d '{"events": [{"server_uuid": "f889d042-7378-4865-8230-ca4e3982e384", "name": "network-vif-plugged", "status": "completed", "tag": "ac70669c-691a-4abe-bae4-34f176f01320"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:50.750645 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port ac70669c-691a-4abe-bae4-34f176f01320, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ac70669c-691a-4abe-bae4-34f176f01320,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:50.821948 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device a08b2d43-a347-439d-a614-3a0ff3d4bd7b up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:31:50.850404 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:50.875682 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4dbce684-deab-4544-83c8-30d18a92902f req-ed680d24-4798-47fb-b5e5-7b742f5142f8 tempest-ListServersNegativeTestJSON-1949990351 tempest-ListServersNegativeTestJSON-1949990351-project] 10.222.0.60 "GET /v2.0/ports?device_id=1456d6f8-eee1-4326-86ca-37e50469cb48 HTTP/1.1" status: 200 len: 210 time: 0.0480139 Dec 16 09:31:50.908854 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:50.935561 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=6b3b017a-7015-4f55-b6de-0c722d24e346,revision_number=6']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:50.978405 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8afda9-761e-41ae-96bd-e5505b27e266 x-openstack-request-id: req-7c8afda9-761e-41ae-96bd-e5505b27e266 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:50.978694 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f889d042-7378-4865-8230-ca4e3982e384", "name": "network-vif-plugged", "status": "completed", "tag": "ac70669c-691a-4abe-bae4-34f176f01320", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:50.978939 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7c8afda9-761e-41ae-96bd-e5505b27e266 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:50.979350 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f889d042-7378-4865-8230-ca4e3982e384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac70669c-691a-4abe-bae4-34f176f01320', 'code': 200} Dec 16 09:31:51.023321 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['6b3b017a-7015-4f55-b6de-0c722d24e346'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:31:51.049532 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=ac70669c-691a-4abe-bae4-34f176f01320,revision_number=9']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:51.097864 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-967d727c-1bfb-4f0f-bc21-5df43318ef59 req-8e94ad17-d89a-4fa5-9c99-b37ddb347220 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 210 time: 0.0459483 Dec 16 09:31:51.156512 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port a08b2d43-a347-439d-a614-3a0ff3d4bd7b completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:31:51.160963 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port a08b2d43-a347-439d-a614-3a0ff3d4bd7b triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:51.161515 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:51.216001 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf3f45-611c-4a4a-b1a4-d0dae58054e8 req-81780bea-231c-49fe-8224-638870f985c9 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:51.217971 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f0cf3f45-611c-4a4a-b1a4-d0dae58054e8 req-81780bea-231c-49fe-8224-638870f985c9 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 944 time: 0.0633914 Dec 16 09:31:51.267014 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f0cf3f45-611c-4a4a-b1a4-d0dae58054e8 req-c26ab73c-4299-48ba-977f-a805cd4374e8 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408058 Dec 16 09:31:51.296326 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:51.326910 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port a08b2d43-a347-439d-a614-3a0ff3d4bd7b, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=a08b2d43-a347-439d-a614-3a0ff3d4bd7b,segment=NetworkSegment(86c5d65d-0a28-4cbb-b6eb-52df45cc588d),segment_id=86c5d65d-0a28-4cbb-b6eb-52df45cc588d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:51.400708 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c66af04-a2b5-46d7-9bd2-5afd61d12f8f', 'name': 'network-vif-deleted', 'tag': 'c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:51.403564 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2591bb28-e297-4b7f-a7ce-4564ffc533e8" -d '{"events": [{"server_uuid": "3c66af04-a2b5-46d7-9bd2-5afd61d12f8f", "name": "network-vif-deleted", "tag": "c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:51.446182 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bc6ad4-7b3f-49fc-af64-dd8b798c4c99 x-openstack-request-id: req-e3bc6ad4-7b3f-49fc-af64-dd8b798c4c99 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:51.446492 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c66af04-a2b5-46d7-9bd2-5afd61d12f8f", "name": "network-vif-deleted", "tag": "c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:51.446736 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e3bc6ad4-7b3f-49fc-af64-dd8b798c4c99 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:51.447125 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c66af04-a2b5-46d7-9bd2-5afd61d12f8f', 'name': 'network-vif-deleted', 'tag': 'c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3', 'status': 'completed', 'code': 200} Dec 16 09:31:51.495281 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:51.496107 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:31:51.532748 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:31:51.533135 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device c66f2d6d-468d-4a2e-8e01-d2c5f6ffb7e3 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:31:51.558496 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=a08b2d43-a347-439d-a614-3a0ff3d4bd7b,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:51.930147 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42736) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:51.980378 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42744) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:52.075579 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ab11716-5ed5-44e5-9aec-354217551c4e admin admin] Deleting subnet 123636c8-84c2-46cd-9cab-17a514560fa3 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:31:52.078831 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-46e9b245-0945-45f2-8e11-a26e53164f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:52.082472 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1ab11716-5ed5-44e5-9aec-354217551c4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:52.148150 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1ab11716-5ed5-44e5-9aec-354217551c4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:52.204390 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a75aaa3b-4e8f-49a3-990c-d95d00819fa7 req-22b940b8-56e8-4956-a2e6-f35829055e02 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 210 time: 0.0376780 Dec 16 09:31:52.226139 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1ab11716-5ed5-44e5-9aec-354217551c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:52.288790 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-46e9b245-0945-45f2-8e11-a26e53164f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:52.344909 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 6b3b017a-7015-4f55-b6de-0c722d24e346 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:31:52.387482 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4daab-c8e3-4b03-8970-71da22d0420f req-0a6f7496-a06d-453a-833c-fff0fab7d0ad tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:52.389179 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b9e4daab-c8e3-4b03-8970-71da22d0420f req-0a6f7496-a06d-453a-833c-fff0fab7d0ad tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.0523465 Dec 16 09:31:52.399000 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 6b3b017a-7015-4f55-b6de-0c722d24e346 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:52.399730 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:52.433578 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b9e4daab-c8e3-4b03-8970-71da22d0420f req-41f0f1aa-661e-4b0a-9326-09e86de2b3e2 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376496 Dec 16 09:31:52.485304 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:52.517781 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 6b3b017a-7015-4f55-b6de-0c722d24e346, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=6b3b017a-7015-4f55-b6de-0c722d24e346,segment=NetworkSegment(2082cd97-2035-461e-ae5b-e2756d7ddb51),segment_id=2082cd97-2035-461e-ae5b-e2756d7ddb51)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:52.595300 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-46e9b245-0945-45f2-8e11-a26e53164f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:52.599567 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1ab11716-5ed5-44e5-9aec-354217551c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:52.653449 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab11716-5ed5-44e5-9aec-354217551c4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=123636c8-84c2-46cd-9cab-17a514560fa3,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:52.665488 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1ab11716-5ed5-44e5-9aec-354217551c4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:52.668421 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1ab11716-5ed5-44e5-9aec-354217551c4e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/123636c8-84c2-46cd-9cab-17a514560fa3 HTTP/1.1" status: 204 len: 168 time: 0.6870768 Dec 16 09:31:52.670999 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42788) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:52.671141 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-46e9b245-0945-45f2-8e11-a26e53164f64 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7c7b19ea449f45dbb57bed13a3f62548&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7396808 Dec 16 09:31:52.671657 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9b245-0945-45f2-8e11-a26e53164f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bab6ef-2d89-4a30-a4f2-2c072f7e8a3a,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:52.674099 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42790) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:52.733556 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a0ab796d-fc87-4c30-88be-0c49e8884360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:52.744809 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f1ff18c0-5876-4167-939f-dc3688533229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:52.755522 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:52.756510 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 0523186b-f8be-4279-8d8b-d6262cd651fa no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:31:52.761861 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a0ab796d-fc87-4c30-88be-0c49e8884360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:52.808799 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 0523186b-f8be-4279-8d8b-d6262cd651fa {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:31:52.809910 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 0523186b-f8be-4279-8d8b-d6262cd651fa not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:31:52.834626 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f1ff18c0-5876-4167-939f-dc3688533229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:52.840010 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=6b3b017a-7015-4f55-b6de-0c722d24e346,revision_number=7']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:52.856415 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-f1ff18c0-5876-4167-939f-dc3688533229 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:31:52.865990 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-f1ff18c0-5876-4167-939f-dc3688533229 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c7a6734-cc3f-42d5-afdd-20a3a7d54918') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:31:52.866297 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-f1ff18c0-5876-4167-939f-dc3688533229 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c7a6734-cc3f-42d5-afdd-20a3a7d54918') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:31:52.875712 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f1ff18c0-5876-4167-939f-dc3688533229 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:52.889052 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f1ff18c0-5876-4167-939f-dc3688533229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:52.894901 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ff18c0-5876-4167-939f-dc3688533229 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:31:52.895317 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f1ff18c0-5876-4167-939f-dc3688533229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:52.897693 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:31:52.897693 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:31:52.897693 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:31:52.897693 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:31:52.897693 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:31:52.897693 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:31:52.897693 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:31:52.897693 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:31:52.897693 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:31:52.897693 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:31:52.897693 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:31:52.897693 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:31:52.897693 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:31:52.897693 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:31:52.897693 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:31:52.897693 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:31:52.897693 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:31:52.897693 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:31:52.897693 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:31:52.897693 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:31:52.897693 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:31:52.897693 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:31:52.897693 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:31:52.897693 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:31:52.897693 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:31:52.897693 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:31:52.897693 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:31:52.897693 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:31:52.897693 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:31:52.897693 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:31:52.897693 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:31:52.897693 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:31:52.980222 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd540a4a-2149-4a72-804d-b9306761915d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08b2d43-a347-439d-a614-3a0ff3d4bd7b'}, {'server_uuid': '23fa82b0-7188-4e98-9368-099a2fbc7cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3b017a-7015-4f55-b6de-0c722d24e346'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:52.982526 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8697996-8966-45a6-9c38-af106219d120" -d '{"events": [{"server_uuid": "dd540a4a-2149-4a72-804d-b9306761915d", "name": "network-vif-plugged", "status": "completed", "tag": "a08b2d43-a347-439d-a614-3a0ff3d4bd7b"}, {"server_uuid": "23fa82b0-7188-4e98-9368-099a2fbc7cca", "name": "network-vif-plugged", "status": "completed", "tag": "6b3b017a-7015-4f55-b6de-0c722d24e346"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:52.995091 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a0ab796d-fc87-4c30-88be-0c49e8884360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:52.998039 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a0ab796d-fc87-4c30-88be-0c49e8884360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:52.999348 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a0ab796d-fc87-4c30-88be-0c49e8884360 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/27bab6ef-2d89-4a30-a4f2-2c072f7e8a3a HTTP/1.1" status: 204 len: 168 time: 0.3245628 Dec 16 09:31:53.009572 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab796d-fc87-4c30-88be-0c49e8884360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bab6ef-2d89-4a30-a4f2-2c072f7e8a3a,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:53.041319 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cc9087-9053-4fd5-afeb-e34fbcdebaed x-openstack-request-id: req-f0cc9087-9053-4fd5-afeb-e34fbcdebaed {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:53.041319 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd540a4a-2149-4a72-804d-b9306761915d", "name": "network-vif-plugged", "status": "completed", "tag": "a08b2d43-a347-439d-a614-3a0ff3d4bd7b", "code": 200}, {"server_uuid": "23fa82b0-7188-4e98-9368-099a2fbc7cca", "name": "network-vif-plugged", "status": "completed", "tag": "6b3b017a-7015-4f55-b6de-0c722d24e346", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:53.041319 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f0cc9087-9053-4fd5-afeb-e34fbcdebaed {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:53.041319 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd540a4a-2149-4a72-804d-b9306761915d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08b2d43-a347-439d-a614-3a0ff3d4bd7b', 'code': 200} Dec 16 09:31:53.041319 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23fa82b0-7188-4e98-9368-099a2fbc7cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3b017a-7015-4f55-b6de-0c722d24e346', 'code': 200} Dec 16 09:31:53.140668 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b84b02-72ad-403b-9736-9ec5ddc0c077 req-32d05b8c-965d-43c6-ab11-e9438f3869a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:53.142288 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-53b84b02-72ad-403b-9736-9ec5ddc0c077 req-32d05b8c-965d-43c6-ab11-e9438f3869a4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 1096 time: 0.0405691 Dec 16 09:31:53.143645 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f1ff18c0-5876-4167-939f-dc3688533229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:53.151507 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f1ff18c0-5876-4167-939f-dc3688533229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:53.156942 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f1ff18c0-5876-4167-939f-dc3688533229 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2 HTTP/1.1" status: 204 len: 168 time: 0.4827235 Dec 16 09:31:53.181364 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff18c0-5876-4167-939f-dc3688533229 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5a22ec5-e5cd-448c-a645-d2ba5e19e6d2,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:53.201506 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-53b84b02-72ad-403b-9736-9ec5ddc0c077 req-190def1a-691a-42e6-b6e2-b126e8312976 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512269 Dec 16 09:31:53.305920 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e043b3e8-b526-4d4c-9475-7280a40a96c3 req-cfba4987-05da-4ab7-9d56-2b04b9fd069b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 210 time: 0.0269408 Dec 16 09:31:53.558307 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea57235-807a-4eb1-9517-0fe07b0575fc req-c5b199dd-2974-43f8-8d3d-4eb71eb98de7 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:53.559784 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8ea57235-807a-4eb1-9517-0fe07b0575fc req-c5b199dd-2974-43f8-8d3d-4eb71eb98de7 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.0532157 Dec 16 09:31:53.599718 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8ea57235-807a-4eb1-9517-0fe07b0575fc req-725ea9bf-533d-410d-82bd-4520930edadd tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334644 Dec 16 09:31:53.643245 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42838) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:53.707717 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-99c57d29-b5ea-4109-8443-0f34c46e4ea0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=73c35d2260cd4ba19a10ddfb4ed6ea15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0626161 Dec 16 09:31:53.710010 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42842) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:53.793795 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f2b74a1c-673e-4c4d-9c8b-20bf0462e848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:53.823633 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f2b74a1c-673e-4c4d-9c8b-20bf0462e848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:54.064009 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f2b74a1c-673e-4c4d-9c8b-20bf0462e848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:54.066762 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f2b74a1c-673e-4c4d-9c8b-20bf0462e848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:54.070790 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f2b74a1c-673e-4c4d-9c8b-20bf0462e848 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9b3a4e68-0d2f-4df0-ae97-216286384b1f HTTP/1.1" status: 204 len: 168 time: 0.3570812 Dec 16 09:31:54.077024 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b74a1c-673e-4c4d-9c8b-20bf0462e848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3a4e68-0d2f-4df0-ae97-216286384b1f,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:54.127976 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7b63f8d8-20dc-4af8-a827-c092f6e26013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:54.426305 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f095e274-91a1-4bf5-b403-2f4a0c107829 req-316b7c84-0dc2-49a4-804a-14b2c1466f69 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 210 time: 0.0340850 Dec 16 09:31:54.584822 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-16126904-aeea-48d6-8cce-4ea2b2ad242a tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=c72236daaf3c429fb462e278e5b03cb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397069 Dec 16 09:31:54.778346 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-9822ca7f-1dad-467f-b355-437cec7cd26a tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:54.780159 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-9822ca7f-1dad-467f-b355-437cec7cd26a tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1907339 Dec 16 09:31:54.800652 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-44690fa2-3773-41cf-afaa-dda9e6f764db tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Request body: {'port': {'device_id': 'e1c0134d-1b11-414d-977d-f59bd604f57b', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'admin_state_up': True, 'tenant_id': 'c72236daaf3c429fb462e278e5b03cb7'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:54.878538 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e33983-ee3e-482a-b009-e3ce3d320dee req-0482d445-ee74-4bc5-a490-445fae79c0a7 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:54.898584 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-21e33983-ee3e-482a-b009-e3ce3d320dee req-0482d445-ee74-4bc5-a490-445fae79c0a7 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.1280878 Dec 16 09:31:54.979225 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-21e33983-ee3e-482a-b009-e3ce3d320dee req-75a79470-d6a2-429a-a867-62e3e6e8ee19 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789332 Dec 16 09:31:55.025451 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42916) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:55.086817 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-44690fa2-3773-41cf-afaa-dda9e6f764db tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Made reservation on behalf of c72236daaf3c429fb462e278e5b03cb7 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:55.092019 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-44690fa2-3773-41cf-afaa-dda9e6f764db tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:55.313850 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-44690fa2-3773-41cf-afaa-dda9e6f764db tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Allocated IP 192.168.233.187 (0f25fa8c-dd15-4f99-b14f-112e51884f75/d30f37a6-2496-485e-9480-e5e1789d975f/29d83386-159a-4f4d-a005-563093e201ab) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:31:55.428681 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-f4eabbc2-bc72-4c95-9771-7b868507d4c8 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1891178783-network', 'tenant_id': '49b65172668f4824bedbcb7718d403b3'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:55.577360 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a30d73c3-13d9-48ff-aa5a-6bb7bafa0387 req-eb0d6d08-5d1b-425c-a772-eefb4fc3cdf9 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 210 time: 0.0750191 Dec 16 09:31:55.579537 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4eabbc2-bc72-4c95-9771-7b868507d4c8 admin admin] Made reservation on behalf of 49b65172668f4824bedbcb7718d403b3 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:55.587486 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f4eabbc2-bc72-4c95-9771-7b868507d4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:55.614297 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-44690fa2-3773-41cf-afaa-dda9e6f764db tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:55.616648 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f4eabbc2-bc72-4c95-9771-7b868507d4c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:55.756500 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f4eabbc2-bc72-4c95-9771-7b868507d4c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:55.801585 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-44690fa2-3773-41cf-afaa-dda9e6f764db tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:55.814113 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['ac70669c-691a-4abe-bae4-34f176f01320'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:31:55.855681 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f4eabbc2-bc72-4c95-9771-7b868507d4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:55.901066 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4eabbc2-bc72-4c95-9771-7b868507d4c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:31:55.932374 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-44690fa2-3773-41cf-afaa-dda9e6f764db tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Network 0f25fa8c-dd15-4f99-b14f-112e51884f75 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:31:55.940946 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-44690fa2-3773-41cf-afaa-dda9e6f764db tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:31:55.944648 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-44690fa2-3773-41cf-afaa-dda9e6f764db tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:31:55.946089 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f4eabbc2-bc72-4c95-9771-7b868507d4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:55.948151 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44690fa2-3773-41cf-afaa-dda9e6f764db tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Pushing event updated for resources: {'Port': ['ID=29d83386-159a-4f4d-a005-563093e201ab,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:55.948374 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-f4eabbc2-bc72-4c95-9771-7b868507d4c8 admin admin] Added segment ac95600e-3c1a-420e-8879-213e8cd120c0 of type vlan for network 7d041dd8-e312-4dee-9f8d-03e6df17a8ab Dec 16 09:31:56.057153 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44690fa2-3773-41cf-afaa-dda9e6f764db tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:56.066656 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44690fa2-3773-41cf-afaa-dda9e6f764db tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:56.072624 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44690fa2-3773-41cf-afaa-dda9e6f764db tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:56.075536 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44690fa2-3773-41cf-afaa-dda9e6f764db tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:56.080008 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44690fa2-3773-41cf-afaa-dda9e6f764db tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:56.081100 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44690fa2-3773-41cf-afaa-dda9e6f764db tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:56.082681 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44690fa2-3773-41cf-afaa-dda9e6f764db tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:56.089709 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44690fa2-3773-41cf-afaa-dda9e6f764db tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:56.091367 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44690fa2-3773-41cf-afaa-dda9e6f764db tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:56.093069 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44690fa2-3773-41cf-afaa-dda9e6f764db tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:56.097676 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44690fa2-3773-41cf-afaa-dda9e6f764db tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:56.099172 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44690fa2-3773-41cf-afaa-dda9e6f764db tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:56.156487 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42964) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:56.224037 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f4eabbc2-bc72-4c95-9771-7b868507d4c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:56.227964 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eabbc2-bc72-4c95-9771-7b868507d4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67391aff-42a9-4b0e-9d92-487a9db328e7,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:56.246245 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eabbc2-bc72-4c95-9771-7b868507d4c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:56.246245 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eabbc2-bc72-4c95-9771-7b868507d4c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:56.246245 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eabbc2-bc72-4c95-9771-7b868507d4c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:56.246245 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eabbc2-bc72-4c95-9771-7b868507d4c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:56.246245 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eabbc2-bc72-4c95-9771-7b868507d4c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:56.246245 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eabbc2-bc72-4c95-9771-7b868507d4c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:56.246245 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eabbc2-bc72-4c95-9771-7b868507d4c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:56.246245 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eabbc2-bc72-4c95-9771-7b868507d4c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:56.246245 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eabbc2-bc72-4c95-9771-7b868507d4c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:56.246245 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eabbc2-bc72-4c95-9771-7b868507d4c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:56.246245 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eabbc2-bc72-4c95-9771-7b868507d4c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:56.246245 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eabbc2-bc72-4c95-9771-7b868507d4c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:56.289226 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-44690fa2-3773-41cf-afaa-dda9e6f764db tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:56.289892 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-44690fa2-3773-41cf-afaa-dda9e6f764db tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:56.309797 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-04cfd1e7-0b6d-49a3-ab2a-594b94f44c46 None None] Provisioning complete for port 29d83386-159a-4f4d-a005-563093e201ab triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:56.310171 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-04cfd1e7-0b6d-49a3-ab2a-594b94f44c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:56.339209 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-5d60e9c1-2582-4c01-8840-50d0aac3a624 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1758158111-network', 'tenant_id': '7d48a4f7e1a34db984bed2887fe98157'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:56.391288 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-04cfd1e7-0b6d-49a3-ab2a-594b94f44c46 None None] Port 29d83386-159a-4f4d-a005-563093e201ab cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:31:56.404650 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a526cb-036d-490f-b1f6-5bd6ab8ff4ae req-6d49c8e9-f96d-4e2e-bdb1-aac33f4fa281 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:56.421529 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-52a526cb-036d-490f-b1f6-5bd6ab8ff4ae req-6d49c8e9-f96d-4e2e-bdb1-aac33f4fa281 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.2342236 Dec 16 09:31:56.503945 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-52a526cb-036d-490f-b1f6-5bd6ab8ff4ae req-0f118773-5da6-4d41-940a-4ce351355e30 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790880 Dec 16 09:31:56.566389 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f4eabbc2-bc72-4c95-9771-7b868507d4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:56.578383 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4eabbc2-bc72-4c95-9771-7b868507d4c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:56.578383 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f4eabbc2-bc72-4c95-9771-7b868507d4c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:56.653955 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eabbc2-bc72-4c95-9771-7b868507d4c8 admin admin] Pushing event updated for resources: {'Network': ['ID=7d041dd8-e312-4dee-9f8d-03e6df17a8ab,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:56.670799 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 7d041dd8-e312-4dee-9f8d-03e6df17a8ab details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:31:56.751862 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821379f8-92bb-41eb-9620-f3d770dba644 req-c55a5d28-0093-40c7-b7b3-b2662ce7d59b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:56.758467 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-821379f8-92bb-41eb-9620-f3d770dba644 req-c55a5d28-0093-40c7-b7b3-b2662ce7d59b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 936 time: 0.0785065 Dec 16 09:31:56.760060 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9f00a942-0568-44ad-a0ca-ccdeb38b1ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:56.790788 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-44690fa2-3773-41cf-afaa-dda9e6f764db tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9945087 Dec 16 09:31:56.801885 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-821379f8-92bb-41eb-9620-f3d770dba644 req-ea625ed9-8b0d-4600-9a23-ba93eac9666f tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387855 Dec 16 09:31:56.818176 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-ff6ba1f1-0c94-4483-af19-30b21dc70c67 service neutron] Request body: {'port': {'device_id': 'e1c0134d-1b11-414d-977d-f59bd604f57b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:56.916046 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-ff6ba1f1-0c94-4483-af19-30b21dc70c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:56.938235 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d60e9c1-2582-4c01-8840-50d0aac3a624 admin admin] Made reservation on behalf of 7d48a4f7e1a34db984bed2887fe98157 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:56.940864 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d60e9c1-2582-4c01-8840-50d0aac3a624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:56.970340 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d60e9c1-2582-4c01-8840-50d0aac3a624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:57.056119 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f4eabbc2-bc72-4c95-9771-7b868507d4c8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.0293720 Dec 16 09:31:57.059621 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42994) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:57.063775 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-aaf593c2-d736-47cb-b51d-e00965097195 admin admin] Request body: {'subnet': {'network_id': '7d041dd8-e312-4dee-9f8d-03e6df17a8ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1891178783-subnet', 'tenant_id': '49b65172668f4824bedbcb7718d403b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:57.195226 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf593c2-d736-47cb-b51d-e00965097195 admin admin] Made reservation on behalf of 49b65172668f4824bedbcb7718d403b3 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:57.199638 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-aaf593c2-d736-47cb-b51d-e00965097195 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:57.214579 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d60e9c1-2582-4c01-8840-50d0aac3a624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:57.290509 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d60e9c1-2582-4c01-8840-50d0aac3a624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:57.353947 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60e9c1-2582-4c01-8840-50d0aac3a624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3daa55eb-788e-4a42-ac59-35750821b5fb,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:57.358655 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d60e9c1-2582-4c01-8840-50d0aac3a624 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:31:57.378978 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-ff6ba1f1-0c94-4483-af19-30b21dc70c67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d83386-159a-4f4d-a005-563093e201ab {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:31:57.389416 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-ff6ba1f1-0c94-4483-af19-30b21dc70c67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:57.395115 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d60e9c1-2582-4c01-8840-50d0aac3a624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:57.395570 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-5d60e9c1-2582-4c01-8840-50d0aac3a624 admin admin] Added segment b931fc80-5c52-47b3-9284-e6cec8b94c7a of type vlan for network 663bf9a6-05de-4f79-aa5a-20a2c7635d42 Dec 16 09:31:57.431634 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-ff6ba1f1-0c94-4483-af19-30b21dc70c67 service neutron] Transition to ACTIVE for port object 29d83386-159a-4f4d-a005-563093e201ab will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:31:57.447835 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d60e9c1-2582-4c01-8840-50d0aac3a624 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:57.495384 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:57.529608 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-ff6ba1f1-0c94-4483-af19-30b21dc70c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:57.589380 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ba1f1-0c94-4483-af19-30b21dc70c67 service neutron] Pushing event updated for resources: {'Port': ['ID=29d83386-159a-4f4d-a005-563093e201ab,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:57.592166 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d60e9c1-2582-4c01-8840-50d0aac3a624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:57.593530 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d60e9c1-2582-4c01-8840-50d0aac3a624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:57.594224 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d60e9c1-2582-4c01-8840-50d0aac3a624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:57.642228 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-aaf593c2-d736-47cb-b51d-e00965097195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:57.717986 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf593c2-d736-47cb-b51d-e00965097195 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f63564b-3edf-4765-82ea-be9bd22a95a8,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:57.780456 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60e9c1-2582-4c01-8840-50d0aac3a624 admin admin] Pushing event updated for resources: {'Network': ['ID=663bf9a6-05de-4f79-aa5a-20a2c7635d42,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:57.796710 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 663bf9a6-05de-4f79-aa5a-20a2c7635d42 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:31:57.838902 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf593c2-d736-47cb-b51d-e00965097195 admin admin] Checking segment: {'id': 'ac95600e-3c1a-420e-8879-213e8cd120c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7d041dd8-e312-4dee-9f8d-03e6df17a8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:31:57.839264 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf593c2-d736-47cb-b51d-e00965097195 admin admin] Network hostable DHCP agents. Network: 7d041dd8-e312-4dee-9f8d-03e6df17a8ab, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:31:57.895152 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5d60e9c1-2582-4c01-8840-50d0aac3a624 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7343817 Dec 16 09:31:57.898928 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43028) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:57.900081 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-ff6ba1f1-0c94-4483-af19-30b21dc70c67 service neutron] Attempting to bind port 29d83386-159a-4f4d-a005-563093e201ab on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:31:57.900765 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-ff6ba1f1-0c94-4483-af19-30b21dc70c67 service neutron] Attempting to bind port 29d83386-159a-4f4d-a005-563093e201ab by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:31:57.901615 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-ff6ba1f1-0c94-4483-af19-30b21dc70c67 service neutron] Attempting to bind port 29d83386-159a-4f4d-a005-563093e201ab on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:31:57.905757 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-07ea0ed3-cbb2-4aac-837f-d10d4842e6e7 admin admin] Request body: {'subnet': {'network_id': '663bf9a6-05de-4f79-aa5a-20a2c7635d42', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1758158111-subnet', 'tenant_id': '7d48a4f7e1a34db984bed2887fe98157', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:57.907651 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-ff6ba1f1-0c94-4483-af19-30b21dc70c67 service neutron] Port 29d83386-159a-4f4d-a005-563093e201ab on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:31:57.908169 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-ff6ba1f1-0c94-4483-af19-30b21dc70c67 service neutron] Attempting to bind port 29d83386-159a-4f4d-a005-563093e201ab on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:31:57.914929 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-ff6ba1f1-0c94-4483-af19-30b21dc70c67 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:31:57.915718 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-ff6ba1f1-0c94-4483-af19-30b21dc70c67 service neutron] Checking segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:31:57.923499 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-ff6ba1f1-0c94-4483-af19-30b21dc70c67 service neutron] Bound using segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:31:57.924168 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-ff6ba1f1-0c94-4483-af19-30b21dc70c67 service neutron] Bound port: 29d83386-159a-4f4d-a005-563093e201ab, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:31:57.924871 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-ff6ba1f1-0c94-4483-af19-30b21dc70c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:58.020157 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234901b-1266-47f5-aa58-7133900dadc3 req-1f57bc3d-e26a-499f-a126-349e1ab972bb tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:58.020157 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b234901b-1266-47f5-aa58-7133900dadc3 req-1f57bc3d-e26a-499f-a126-349e1ab972bb tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 948 time: 0.0726700 Dec 16 09:31:58.020157 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf593c2-d736-47cb-b51d-e00965097195 admin admin] Network 7d041dd8-e312-4dee-9f8d-03e6df17a8ab is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:31:58.020627 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-ff6ba1f1-0c94-4483-af19-30b21dc70c67 service neutron] For port 29d83386-159a-4f4d-a005-563093e201ab, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:31:58.023374 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-ff6ba1f1-0c94-4483-af19-30b21dc70c67 service neutron] For port 29d83386-159a-4f4d-a005-563093e201ab, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=29d83386-159a-4f4d-a005-563093e201ab,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:31:58.058195 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b234901b-1266-47f5-aa58-7133900dadc3 req-10301788-71f3-4a28-b5c1-1656b7d4db2a tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410404 Dec 16 09:31:58.154963 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ea0ed3-cbb2-4aac-837f-d10d4842e6e7 admin admin] Made reservation on behalf of 7d48a4f7e1a34db984bed2887fe98157 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:58.164777 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-07ea0ed3-cbb2-4aac-837f-d10d4842e6e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:58.204180 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-ff6ba1f1-0c94-4483-af19-30b21dc70c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:58.208368 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-aaf593c2-d736-47cb-b51d-e00965097195 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 7d041dd8-e312-4dee-9f8d-03e6df17a8ab) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:31:58.216216 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf593c2-d736-47cb-b51d-e00965097195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:58.218102 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-aaf593c2-d736-47cb-b51d-e00965097195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:58.219204 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838a09a6-1187-4c0b-a0f0-239d17b166af None None] Network 7d041dd8-e312-4dee-9f8d-03e6df17a8ab requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:31:58.245201 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-ff6ba1f1-0c94-4483-af19-30b21dc70c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:58.245811 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-ff6ba1f1-0c94-4483-af19-30b21dc70c67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:58.247530 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-ff6ba1f1-0c94-4483-af19-30b21dc70c67 service neutron] 10.222.0.58 "PUT /v2.0/ports/29d83386-159a-4f4d-a005-563093e201ab HTTP/1.1" status: 200 len: 1096 time: 1.4477615 Dec 16 09:31:58.248212 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c0134d-1b11-414d-977d-f59bd604f57b', 'tag': '29d83386-159a-4f4d-a005-563093e201ab'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:58.250498 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500dce2d-fc8e-44e5-96d0-c196fc043859" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c0134d-1b11-414d-977d-f59bd604f57b", "tag": "29d83386-159a-4f4d-a005-563093e201ab"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:58.279892 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ba1f1-0c94-4483-af19-30b21dc70c67 service neutron] Pushing event updated for resources: {'Port': ['ID=29d83386-159a-4f4d-a005-563093e201ab,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:58.366462 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-aaf593c2-d736-47cb-b51d-e00965097195 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2959673 Dec 16 09:31:58.368281 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c7217e-27ee-4246-af6c-bd673b56bb8a None None] Network 7d041dd8-e312-4dee-9f8d-03e6df17a8ab requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:31:58.482152 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-07ea0ed3-cbb2-4aac-837f-d10d4842e6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:58.487211 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-55447cb7-db29-436e-8209-c43840a3bb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:58.490090 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-55447cb7-db29-436e-8209-c43840a3bb2e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c72236daaf3c429fb462e278e5b03cb7&device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 1099 time: 0.0768051 Dec 16 09:31:58.593615 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea0ed3-cbb2-4aac-837f-d10d4842e6e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=248936eb-80c1-4399-b5ff-3fe59ac29881,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:58.602019 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-ea048d56-2dc4-4c00-9063-44feba6d7ddc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=29d83386-159a-4f4d-a005-563093e201ab HTTP/1.1" status: 200 len: 217 time: 0.0919161 Dec 16 09:31:58.602460 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ea0ed3-cbb2-4aac-837f-d10d4842e6e7 admin admin] Checking segment: {'id': 'b931fc80-5c52-47b3-9284-e6cec8b94c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '663bf9a6-05de-4f79-aa5a-20a2c7635d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:31:58.602833 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ea0ed3-cbb2-4aac-837f-d10d4842e6e7 admin admin] Network hostable DHCP agents. Network: 663bf9a6-05de-4f79-aa5a-20a2c7635d42, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:31:58.699324 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-27b29232-e0bc-4185-908f-60e09e02482e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:58.701571 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-27b29232-e0bc-4185-908f-60e09e02482e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0919940 Dec 16 09:31:58.706574 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ea0ed3-cbb2-4aac-837f-d10d4842e6e7 admin admin] Network 663bf9a6-05de-4f79-aa5a-20a2c7635d42 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:31:58.757719 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-c472c75f-d1c1-4df6-87e5-5039a5592972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:58.759592 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-c472c75f-d1c1-4df6-87e5-5039a5592972 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0504944 Dec 16 09:31:58.804616 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-07ea0ed3-cbb2-4aac-837f-d10d4842e6e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 663bf9a6-05de-4f79-aa5a-20a2c7635d42) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:31:58.809216 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ea0ed3-cbb2-4aac-837f-d10d4842e6e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:58.810133 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-07ea0ed3-cbb2-4aac-837f-d10d4842e6e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:58.815556 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a24ce72-0328-41f2-bb5d-705793fc5906 None None] Network 663bf9a6-05de-4f79-aa5a-20a2c7635d42 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:31:58.905917 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-07ea0ed3-cbb2-4aac-837f-d10d4842e6e7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0042253 Dec 16 09:31:58.917313 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf927aa-b80e-4167-8726-f9ccadfe95c0 x-openstack-request-id: req-daf927aa-b80e-4167-8726-f9ccadfe95c0 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:58.918234 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c0134d-1b11-414d-977d-f59bd604f57b", "tag": "29d83386-159a-4f4d-a005-563093e201ab", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:58.918712 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-daf927aa-b80e-4167-8726-f9ccadfe95c0 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:58.919434 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c0134d-1b11-414d-977d-f59bd604f57b', 'tag': '29d83386-159a-4f4d-a005-563093e201ab', 'status': 'completed', 'code': 200} Dec 16 09:31:58.928844 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-c90f8822-f14e-4c1d-832a-e5c28a1995f4 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598964 Dec 16 09:31:59.162613 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288ec25c-2ce6-4a9a-9a39-5d886edbe47d None None] Network 663bf9a6-05de-4f79-aa5a-20a2c7635d42 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:31:59.178401 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:59.238661 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b7c4c-d51e-44e7-a5da-11521e07ca6b req-0934f62a-2601-46fb-9324-8acc763fe4c2 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:59.241518 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e40b7c4c-d51e-44e7-a5da-11521e07ca6b req-0934f62a-2601-46fb-9324-8acc763fe4c2 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.1025624 Dec 16 09:31:59.307856 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e40b7c4c-d51e-44e7-a5da-11521e07ca6b req-978f09ad-5398-4ab3-b741-07c04a4d5062 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552421 Dec 16 09:31:59.465336 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34663a2b-e238-4c9c-a1d3-27e18bc28730 req-4b8bb766-9ecd-4d9e-84fc-5d06f91d7eec tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:59.470974 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-34663a2b-e238-4c9c-a1d3-27e18bc28730 req-4b8bb766-9ecd-4d9e-84fc-5d06f91d7eec tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 948 time: 0.0709596 Dec 16 09:31:59.522459 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-34663a2b-e238-4c9c-a1d3-27e18bc28730 req-0c1feb15-7289-47c6-98da-525ed3a36c69 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442646 Dec 16 09:31:59.555326 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:59.594487 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84a87682-b449-4fec-9b0a-63ee98ff05d9 req-5ae72f1d-e77a-459c-8a28-d3232e5c6074 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6574907 Dec 16 09:31:59.929262 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500dce2d-fc8e-44e5-96d0-c196fc043859 req-4f611985-feb9-49fb-8d04-a2f00f3f35e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:59.931737 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-500dce2d-fc8e-44e5-96d0-c196fc043859 req-4f611985-feb9-49fb-8d04-a2f00f3f35e6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c72236daaf3c429fb462e278e5b03cb7&device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 1099 time: 0.1136811 Dec 16 09:31:59.985503 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-f3fafa6a-b74b-4090-86fe-6d3471757c5b tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:59.994331 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-f3fafa6a-b74b-4090-86fe-6d3471757c5b tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/networks?id=7d041dd8-e312-4dee-9f8d-03e6df17a8ab HTTP/1.1" status: 200 len: 822 time: 0.2042382 Dec 16 09:32:00.083662 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-9ade8531-baf8-4a1d-a995-4684262c3df9 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/quotas/49b65172668f4824bedbcb7718d403b3 HTTP/1.1" status: 200 len: 375 time: 0.0883465 Dec 16 09:32:00.087455 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500dce2d-fc8e-44e5-96d0-c196fc043859 req-13a58071-8cb4-43b2-9168-84116304457b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:00.089199 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-500dce2d-fc8e-44e5-96d0-c196fc043859 req-13a58071-8cb4-43b2-9168-84116304457b service neutron] 10.222.0.58 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.1461713 Dec 16 09:32:00.149455 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-109d4e8c-22f6-4bfb-b7fd-1b2efe06e5a0 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:00.158578 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-109d4e8c-22f6-4bfb-b7fd-1b2efe06e5a0 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/networks?id=663bf9a6-05de-4f79-aa5a-20a2c7635d42 HTTP/1.1" status: 200 len: 814 time: 0.1744597 Dec 16 09:32:00.188633 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-72e33b81-fc28-4600-bcf5-6b7fb9fb4e0e tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/quotas/7d48a4f7e1a34db984bed2887fe98157 HTTP/1.1" status: 200 len: 375 time: 0.0288489 Dec 16 09:32:00.205701 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-1822be87-651f-48b0-aaa6-7786adfe386e tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=49b65172668f4824bedbcb7718d403b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1128762 Dec 16 09:32:00.208163 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-500dce2d-fc8e-44e5-96d0-c196fc043859 req-c8138dae-321e-4229-8170-9a4dc7de4282 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=29d83386-159a-4f4d-a005-563093e201ab HTTP/1.1" status: 200 len: 217 time: 0.1056125 Dec 16 09:32:00.219691 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-0091ae46-3f8b-4d6e-99bc-d5aef27f7e44 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7d48a4f7e1a34db984bed2887fe98157&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299792 Dec 16 09:32:00.339259 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500dce2d-fc8e-44e5-96d0-c196fc043859 req-2eff1a80-057f-4d1a-b4f9-6654d95824d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:00.340864 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-500dce2d-fc8e-44e5-96d0-c196fc043859 req-2eff1a80-057f-4d1a-b4f9-6654d95824d5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.1186910 Dec 16 09:32:00.410591 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-46234831-5673-415c-a1f8-adf7eceb16c7 service neutron] 10.222.0.60 "GET /v2.0/networks/7d041dd8-e312-4dee-9f8d-03e6df17a8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006896 Dec 16 09:32:00.480000 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500dce2d-fc8e-44e5-96d0-c196fc043859 req-7de65acb-2fc6-4648-bf46-8fcb8acb4957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:00.481519 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-500dce2d-fc8e-44e5-96d0-c196fc043859 req-7de65acb-2fc6-4648-bf46-8fcb8acb4957 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1283803 Dec 16 09:32:00.606099 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-d1a52a32-8e0d-4297-8b2d-6b3930647fc2 service neutron] 10.222.0.60 "GET /v2.0/networks/7d041dd8-e312-4dee-9f8d-03e6df17a8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944652 Dec 16 09:32:00.659133 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-500dce2d-fc8e-44e5-96d0-c196fc043859 req-e337f300-f087-4164-a754-fca1481a9047 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644375 Dec 16 09:32:00.677244 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-4899a16f-7576-4bc2-a400-c27cf4bbae20 service neutron] 10.222.0.60 "GET /v2.0/networks/663bf9a6-05de-4f79-aa5a-20a2c7635d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491878 Dec 16 09:32:00.778556 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-ecc94c2c-9147-49d7-9a7b-c59fd06b6f00 service neutron] 10.222.0.60 "GET /v2.0/networks/663bf9a6-05de-4f79-aa5a-20a2c7635d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997372 Dec 16 09:32:00.814530 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-500dce2d-fc8e-44e5-96d0-c196fc043859 req-5f462c8c-40b7-43d4-bb35-9038ca6f25c8 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443553 Dec 16 09:32:01.349825 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b0f2d-1636-4783-9eb0-9c424d2b0d79 req-2f6bc009-0466-422b-ade6-bb54d15ab0cc tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:01.357601 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-618b0f2d-1636-4783-9eb0-9c424d2b0d79 req-2f6bc009-0466-422b-ade6-bb54d15ab0cc tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.0822015 Dec 16 09:32:01.403374 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:32:01.412804 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-618b0f2d-1636-4783-9eb0-9c424d2b0d79 req-310b934c-da24-4a78-8021-37bb5f04d19b tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489514 Dec 16 09:32:01.529575 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1613062-e725-41eb-b6bb-8b5f0c3e0eeb req-166b2117-4989-46c9-a558-3d978fde7017 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:01.537094 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f1613062-e725-41eb-b6bb-8b5f0c3e0eeb req-166b2117-4989-46c9-a558-3d978fde7017 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 948 time: 0.0701895 Dec 16 09:32:01.592858 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f1613062-e725-41eb-b6bb-8b5f0c3e0eeb req-c9196bf8-8a6f-4f49-a3b2-8a0a729fa79e tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546954 Dec 16 09:32:01.710765 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-87dbb20e-9d10-40e3-b6a2-576f9c805ffe req-8af5d6f6-ea5f-4e47-8a10-681adba3293a tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 210 time: 0.0414679 Dec 16 09:32:01.755217 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1a32320f-813a-4f33-bc5c-ba05c0a40714 req-ff465789-0556-44b8-a993-a95466541316 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/ports?device_id=e81a0baf-f384-4562-9ca5-7317ab021b0d HTTP/1.1" status: 200 len: 210 time: 0.0480878 Dec 16 09:32:02.536171 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d51683-b343-4415-af03-3a99c2bc1762 req-a6383221-6f7e-4421-8c7e-5afaed43540f tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:02.538292 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-63d51683-b343-4415-af03-3a99c2bc1762 req-a6383221-6f7e-4421-8c7e-5afaed43540f tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.0596838 Dec 16 09:32:02.577555 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-63d51683-b343-4415-af03-3a99c2bc1762 req-bdb19c7a-2908-43d6-98e8-2e95faa3a580 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331125 Dec 16 09:32:02.708477 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48159ba0-68a3-4dae-8b21-4b14e61290c3 req-3306c989-90f3-4e7f-9e39-9a75ab617448 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:02.710347 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-48159ba0-68a3-4dae-8b21-4b14e61290c3 req-3306c989-90f3-4e7f-9e39-9a75ab617448 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 948 time: 0.0547748 Dec 16 09:32:02.779888 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-48159ba0-68a3-4dae-8b21-4b14e61290c3 req-a223b92d-5c5c-4b43-8e88-26f839ff5277 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554309 Dec 16 09:32:02.899409 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 29d83386-159a-4f4d-a005-563093e201ab details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:32:02.943011 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d9224a2c-e7f6-4d6d-b509-d3dbac5b8f4c req-cd6f3665-3ff2-4090-84a0-4f28f8f3ae82 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 210 time: 0.0649390 Dec 16 09:32:02.980018 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8a450314-a850-40e6-9e15-aae003b78c99 req-e11c99fc-7433-41c9-aed2-335f148d14b0 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/ports?device_id=e81a0baf-f384-4562-9ca5-7317ab021b0d HTTP/1.1" status: 200 len: 210 time: 0.0494010 Dec 16 09:32:03.045756 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 29d83386-159a-4f4d-a005-563093e201ab, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=29d83386-159a-4f4d-a005-563093e201ab,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:03.060550 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '29d83386-159a-4f4d-a005-563093e201ab', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': '29d83386-159a-4f4d-a005-563093e201ab', 'mac_address': 'fa:16:3e:70:6d:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:32:03.114803 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:03.137745 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d83386-159a-4f4d-a005-563093e201ab {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:32:03.162761 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 29d83386-159a-4f4d-a005-563093e201ab, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=29d83386-159a-4f4d-a005-563093e201ab,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:03.270034 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:03.337976 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=29d83386-159a-4f4d-a005-563093e201ab,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:03.457718 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43246) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:03.490043 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['29d83386-159a-4f4d-a005-563093e201ab'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:32:03.610440 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-baebab3d-f6cb-4b05-ace0-f4e51b5c4244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:03.733837 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-baebab3d-f6cb-4b05-ace0-f4e51b5c4244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:03.741411 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d689c8-8312-4b6d-92c0-11d99aaa3c18 req-08769e79-f5bc-47f5-92a8-a9c6c3e6c26a tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:03.743137 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-27d689c8-8312-4b6d-92c0-11d99aaa3c18 req-08769e79-f5bc-47f5-92a8-a9c6c3e6c26a tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.0585105 Dec 16 09:32:03.783346 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-27d689c8-8312-4b6d-92c0-11d99aaa3c18 req-ba2a9a7f-f912-4a47-95b1-f6f9d774972e tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338078 Dec 16 09:32:03.810066 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-baebab3d-f6cb-4b05-ace0-f4e51b5c4244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:03.860753 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-baebab3d-f6cb-4b05-ace0-f4e51b5c4244 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dc5f5d2755ac4e20ba9493b85ffe0dbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3991606 Dec 16 09:32:03.861019 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43260) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:03.863738 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baebab3d-f6cb-4b05-ace0-f4e51b5c4244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec623a7-4fae-480f-b411-f95edf3f4a4c,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:03.954821 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d8d425ae-c302-4535-b572-97f513069184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:03.974295 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb661567-dc0b-4c82-96bc-bbe3742d249c req-76c1824e-dfc3-41de-9feb-212a3fc1ff0b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:03.976366 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eb661567-dc0b-4c82-96bc-bbe3742d249c req-76c1824e-dfc3-41de-9feb-212a3fc1ff0b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 949 time: 0.0636528 Dec 16 09:32:04.000241 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d8d425ae-c302-4535-b572-97f513069184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:04.029610 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eb661567-dc0b-4c82-96bc-bbe3742d249c req-a05e86ed-8f87-4c7c-8160-5c991a1ddc83 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446222 Dec 16 09:32:04.123951 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-75cc9098-4a01-4ecd-8a33-57da46cf83f9 req-e0044023-1d90-4b47-a25a-56b31707c125 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 210 time: 0.0357866 Dec 16 09:32:04.138051 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d8d425ae-c302-4535-b572-97f513069184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:04.141031 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d8d425ae-c302-4535-b572-97f513069184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:04.142884 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d8d425ae-c302-4535-b572-97f513069184 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aec623a7-4fae-480f-b411-f95edf3f4a4c HTTP/1.1" status: 204 len: 168 time: 0.2808697 Dec 16 09:32:04.153616 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d425ae-c302-4535-b572-97f513069184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec623a7-4fae-480f-b411-f95edf3f4a4c,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:04.184770 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a75c7f44-c5d3-40aa-88f2-eb7b0514e413 req-ad82735e-853e-421c-8535-ec44bbb52a8e tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/ports?device_id=e81a0baf-f384-4562-9ca5-7317ab021b0d HTTP/1.1" status: 200 len: 210 time: 0.0584505 Dec 16 09:32:04.490649 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-15df4daa-fa80-46a2-bacd-60a4e1f2fae9 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:04.491060 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-15df4daa-fa80-46a2-bacd-60a4e1f2fae9 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.57 "GET /v2.0/networks?id=7d041dd8-e312-4dee-9f8d-03e6df17a8ab HTTP/1.1" status: 200 len: 822 time: 0.1352618 Dec 16 09:32:04.517603 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-f7d24ded-1f6d-457b-9a93-9f95a859bb04 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Request body: {'port': {'device_id': 'dcba6c30-d2f3-4361-8c07-6b02dfc18965', 'network_id': '7d041dd8-e312-4dee-9f8d-03e6df17a8ab', 'admin_state_up': True, 'tenant_id': '49b65172668f4824bedbcb7718d403b3'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:04.761393 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-f7d24ded-1f6d-457b-9a93-9f95a859bb04 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Made reservation on behalf of 49b65172668f4824bedbcb7718d403b3 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:04.765322 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-f7d24ded-1f6d-457b-9a93-9f95a859bb04 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:04.903692 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 29d83386-159a-4f4d-a005-563093e201ab up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:32:04.997445 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-f7d24ded-1f6d-457b-9a93-9f95a859bb04 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Allocated IP 172.20.0.3 (7d041dd8-e312-4dee-9f8d-03e6df17a8ab/5f63564b-3edf-4765-82ea-be9bd22a95a8/3969a027-1406-45e3-a815-a50f07a69757) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:05.012235 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f778e40-9f86-44d0-8447-7f546c040fb5 req-a57c63bb-6e3f-443a-a9d3-dcb67ac3826f tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:05.017406 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1f778e40-9f86-44d0-8447-7f546c040fb5 req-a57c63bb-6e3f-443a-a9d3-dcb67ac3826f tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.1222658 Dec 16 09:32:05.065331 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 29d83386-159a-4f4d-a005-563093e201ab completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:32:05.066277 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 29d83386-159a-4f4d-a005-563093e201ab triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:05.066985 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:05.095245 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1f778e40-9f86-44d0-8447-7f546c040fb5 req-18de196f-462b-4bc3-9e4b-697bae2e9373 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712092 Dec 16 09:32:05.222882 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:05.311132 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c0134d-1b11-414d-977d-f59bd604f57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d83386-159a-4f4d-a005-563093e201ab'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:32:05.323629 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ce1d4d-05ee-4847-8100-4efb1f7e0c2c" -d '{"events": [{"server_uuid": "e1c0134d-1b11-414d-977d-f59bd604f57b", "name": "network-vif-plugged", "status": "completed", "tag": "29d83386-159a-4f4d-a005-563093e201ab"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:32:05.335005 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-f7d24ded-1f6d-457b-9a93-9f95a859bb04 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:05.340602 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 29d83386-159a-4f4d-a005-563093e201ab, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=29d83386-159a-4f4d-a005-563093e201ab,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:05.418549 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fce7dd3e-b7f0-47de-94bd-268a1ce77328 req-6ebb06a4-bda7-4daf-982d-987b731cee43 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 210 time: 0.0771513 Dec 16 09:32:05.447520 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558dc2a-48c3-48cd-8b60-1374d627a990 req-39f331cd-8dd6-40ef-abec-166e69d7959b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:05.449400 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3558dc2a-48c3-48cd-8b60-1374d627a990 req-39f331cd-8dd6-40ef-abec-166e69d7959b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 949 time: 0.1439655 Dec 16 09:32:05.452418 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:05.458470 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-2e27b504-cecd-4147-a7fe-d32c69c5de1f tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:05.460750 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-2e27b504-cecd-4147-a7fe-d32c69c5de1f tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.57 "GET /v2.0/networks?id=663bf9a6-05de-4f79-aa5a-20a2c7635d42 HTTP/1.1" status: 200 len: 814 time: 0.2864535 Dec 16 09:32:05.515664 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3558dc2a-48c3-48cd-8b60-1374d627a990 req-ad1a271e-1df6-4071-97a4-51f1356238c4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492969 Dec 16 09:32:05.543135 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-0f03c4bb-a9f2-4e6c-a9ef-e39856358700 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] Request body: {'port': {'device_id': 'e81a0baf-f384-4562-9ca5-7317ab021b0d', 'network_id': '663bf9a6-05de-4f79-aa5a-20a2c7635d42', 'admin_state_up': True, 'tenant_id': '7d48a4f7e1a34db984bed2887fe98157'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:05.603146 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=29d83386-159a-4f4d-a005-563093e201ab,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:05.614649 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fff419-892c-4963-ae2c-a964a8631fe0 x-openstack-request-id: req-22fff419-892c-4963-ae2c-a964a8631fe0 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:32:05.614940 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c0134d-1b11-414d-977d-f59bd604f57b", "name": "network-vif-plugged", "status": "completed", "tag": "29d83386-159a-4f4d-a005-563093e201ab", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:32:05.615859 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-22fff419-892c-4963-ae2c-a964a8631fe0 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:32:05.615859 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c0134d-1b11-414d-977d-f59bd604f57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d83386-159a-4f4d-a005-563093e201ab', 'code': 200} Dec 16 09:32:05.626234 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7b803328-7414-41d0-a034-83169171edc1 req-549d96fe-e78d-4129-8b0a-4a1435be0ffd tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/ports?device_id=e81a0baf-f384-4562-9ca5-7317ab021b0d HTTP/1.1" status: 200 len: 210 time: 0.0656667 Dec 16 09:32:05.634861 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-f7d24ded-1f6d-457b-9a93-9f95a859bb04 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:05.745809 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-f7d24ded-1f6d-457b-9a93-9f95a859bb04 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Network 7d041dd8-e312-4dee-9f8d-03e6df17a8ab is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:05.764607 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-f7d24ded-1f6d-457b-9a93-9f95a859bb04 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:05.769441 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-f7d24ded-1f6d-457b-9a93-9f95a859bb04 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:05.779756 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d24ded-1f6d-457b-9a93-9f95a859bb04 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Pushing event updated for resources: {'Port': ['ID=3969a027-1406-45e3-a815-a50f07a69757,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:05.840504 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba077d5e-23a2-4b35-8257-3944b001b06a req-66f7baca-e33e-49c2-b307-9aa459a428e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:05.842646 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ba077d5e-23a2-4b35-8257-3944b001b06a req-66f7baca-e33e-49c2-b307-9aa459a428e2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 1101 time: 0.1437383 Dec 16 09:32:05.864595 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-f7d24ded-1f6d-457b-9a93-9f95a859bb04 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:05.866586 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-f7d24ded-1f6d-457b-9a93-9f95a859bb04 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:05.903451 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ba077d5e-23a2-4b35-8257-3944b001b06a req-a6c7d28b-0e99-4fd3-81c2-a3f6f2da6c54 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520444 Dec 16 09:32:05.915218 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-0f03c4bb-a9f2-4e6c-a9ef-e39856358700 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] Made reservation on behalf of 7d48a4f7e1a34db984bed2887fe98157 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:05.919097 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-0f03c4bb-a9f2-4e6c-a9ef-e39856358700 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:06.032268 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-f7d24ded-1f6d-457b-9a93-9f95a859bb04 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5286248 Dec 16 09:32:06.055657 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-72eaaa14-9e5f-4f83-ba3a-612dee1fa31e service neutron] Request body: {'port': {'device_id': 'dcba6c30-d2f3-4361-8c07-6b02dfc18965', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:06.103098 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-0f03c4bb-a9f2-4e6c-a9ef-e39856358700 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] Allocated IP 172.20.0.11 (663bf9a6-05de-4f79-aa5a-20a2c7635d42/248936eb-80c1-4399-b5ff-3fe59ac29881/2054fbec-a385-4ca0-a5b1-3b7b893cd4de) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:06.187581 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-72eaaa14-9e5f-4f83-ba3a-612dee1fa31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:06.440991 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-0f03c4bb-a9f2-4e6c-a9ef-e39856358700 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:06.487975 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91feebba-4253-413e-93cc-272bc275584c req-0596ff21-4848-4196-9d92-b09041c8b887 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:06.496637 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-91feebba-4253-413e-93cc-272bc275584c req-0596ff21-4848-4196-9d92-b09041c8b887 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.2885115 Dec 16 09:32:06.574983 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-91feebba-4253-413e-93cc-272bc275584c req-cd52aa9f-450e-473e-a6d4-5b50453694e7 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774293 Dec 16 09:32:06.620756 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-72eaaa14-9e5f-4f83-ba3a-612dee1fa31e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3969a027-1406-45e3-a815-a50f07a69757 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:32:06.631770 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-72eaaa14-9e5f-4f83-ba3a-612dee1fa31e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:06.674063 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-72eaaa14-9e5f-4f83-ba3a-612dee1fa31e service neutron] Transition to ACTIVE for port object 3969a027-1406-45e3-a815-a50f07a69757 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:32:06.692355 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22c4f1-9373-47f3-82f4-ac3748cbfd12 req-2fde2bff-71f8-457f-9917-2fefd263664a tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:06.697265 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7e22c4f1-9373-47f3-82f4-ac3748cbfd12 req-2fde2bff-71f8-457f-9917-2fefd263664a tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 931 time: 0.0925016 Dec 16 09:32:06.732719 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10874be8-cae6-4ef2-b9b7-8bdf313a59eb req-19a334fd-55cf-4555-b246-7e9d2d9f8599 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:06.734503 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-10874be8-cae6-4ef2-b9b7-8bdf313a59eb req-19a334fd-55cf-4555-b246-7e9d2d9f8599 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 950 time: 0.0816898 Dec 16 09:32:06.741733 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7e22c4f1-9373-47f3-82f4-ac3748cbfd12 req-78aaf635-0bbc-4a40-b663-ea7af7015e70 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391023 Dec 16 09:32:06.789256 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-10874be8-cae6-4ef2-b9b7-8bdf313a59eb req-7ba954a1-4df6-42bb-b743-5824ad73ee5b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472834 Dec 16 09:32:06.856343 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7e1e118b-6eca-4ac8-826b-c434c8b4753e req-8c6ff180-b27b-4460-b405-acc8fd72f848 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/ports?device_id=e81a0baf-f384-4562-9ca5-7317ab021b0d HTTP/1.1" status: 200 len: 210 time: 0.0332983 Dec 16 09:32:06.890070 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-0f03c4bb-a9f2-4e6c-a9ef-e39856358700 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:06.934046 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-0f03c4bb-a9f2-4e6c-a9ef-e39856358700 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] Network 663bf9a6-05de-4f79-aa5a-20a2c7635d42 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:06.937126 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-0f03c4bb-a9f2-4e6c-a9ef-e39856358700 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:06.940730 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-0f03c4bb-a9f2-4e6c-a9ef-e39856358700 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:06.967226 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03c4bb-a9f2-4e6c-a9ef-e39856358700 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] Pushing event updated for resources: {'Port': ['ID=2054fbec-a385-4ca0-a5b1-3b7b893cd4de,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:06.986514 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-72eaaa14-9e5f-4f83-ba3a-612dee1fa31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:06.995990 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-0f03c4bb-a9f2-4e6c-a9ef-e39856358700 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:07.003002 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-0f03c4bb-a9f2-4e6c-a9ef-e39856358700 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:07.041026 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eaaa14-9e5f-4f83-ba3a-612dee1fa31e service neutron] Pushing event updated for resources: {'Port': ['ID=3969a027-1406-45e3-a815-a50f07a69757,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:07.049667 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:07.115993 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-0f03c4bb-a9f2-4e6c-a9ef-e39856358700 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5766127 Dec 16 09:32:07.131588 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-3ab0196f-180c-464d-a36a-3cb11fc6f19b service neutron] Request body: {'port': {'device_id': 'e81a0baf-f384-4562-9ca5-7317ab021b0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:07.148299 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-72eaaa14-9e5f-4f83-ba3a-612dee1fa31e service neutron] Attempting to bind port 3969a027-1406-45e3-a815-a50f07a69757 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:07.148299 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-72eaaa14-9e5f-4f83-ba3a-612dee1fa31e service neutron] Attempting to bind port 3969a027-1406-45e3-a815-a50f07a69757 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'ac95600e-3c1a-420e-8879-213e8cd120c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7d041dd8-e312-4dee-9f8d-03e6df17a8ab'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:07.148299 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-72eaaa14-9e5f-4f83-ba3a-612dee1fa31e service neutron] Attempting to bind port 3969a027-1406-45e3-a815-a50f07a69757 on network 7d041dd8-e312-4dee-9f8d-03e6df17a8ab {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:07.159462 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-72eaaa14-9e5f-4f83-ba3a-612dee1fa31e service neutron] Port 3969a027-1406-45e3-a815-a50f07a69757 on network 7d041dd8-e312-4dee-9f8d-03e6df17a8ab not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:07.160059 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-72eaaa14-9e5f-4f83-ba3a-612dee1fa31e service neutron] Attempting to bind port 3969a027-1406-45e3-a815-a50f07a69757 on network 7d041dd8-e312-4dee-9f8d-03e6df17a8ab {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:07.169899 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-72eaaa14-9e5f-4f83-ba3a-612dee1fa31e service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:32:07.170243 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-72eaaa14-9e5f-4f83-ba3a-612dee1fa31e service neutron] Checking segment: {'id': 'ac95600e-3c1a-420e-8879-213e8cd120c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7d041dd8-e312-4dee-9f8d-03e6df17a8ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:07.170685 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-72eaaa14-9e5f-4f83-ba3a-612dee1fa31e service neutron] Bound using segment: {'id': 'ac95600e-3c1a-420e-8879-213e8cd120c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7d041dd8-e312-4dee-9f8d-03e6df17a8ab'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:32:07.171123 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-72eaaa14-9e5f-4f83-ba3a-612dee1fa31e service neutron] Bound port: 3969a027-1406-45e3-a815-a50f07a69757, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac95600e-3c1a-420e-8879-213e8cd120c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7d041dd8-e312-4dee-9f8d-03e6df17a8ab'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:32:07.171503 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-72eaaa14-9e5f-4f83-ba3a-612dee1fa31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:07.228765 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-3ab0196f-180c-464d-a36a-3cb11fc6f19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:07.275649 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-72eaaa14-9e5f-4f83-ba3a-612dee1fa31e service neutron] For port 3969a027-1406-45e3-a815-a50f07a69757, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:32:07.281470 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-72eaaa14-9e5f-4f83-ba3a-612dee1fa31e service neutron] For port 3969a027-1406-45e3-a815-a50f07a69757, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=3969a027-1406-45e3-a815-a50f07a69757,segment=NetworkSegment(ac95600e-3c1a-420e-8879-213e8cd120c0),segment_id=ac95600e-3c1a-420e-8879-213e8cd120c0)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:32:07.397381 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-72eaaa14-9e5f-4f83-ba3a-612dee1fa31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:07.437389 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-72eaaa14-9e5f-4f83-ba3a-612dee1fa31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:07.437389 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-72eaaa14-9e5f-4f83-ba3a-612dee1fa31e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:07.437677 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-72eaaa14-9e5f-4f83-ba3a-612dee1fa31e service neutron] 10.222.0.57 "PUT /v2.0/ports/3969a027-1406-45e3-a815-a50f07a69757 HTTP/1.1" status: 200 len: 1091 time: 1.3883085 Dec 16 09:32:07.447148 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcba6c30-d2f3-4361-8c07-6b02dfc18965', 'tag': '3969a027-1406-45e3-a815-a50f07a69757'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:32:07.449564 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7cd2f9-9963-4f2c-a9e0-eac741b5d926" -d '{"events": [{"name": "network-changed", "server_uuid": "dcba6c30-d2f3-4361-8c07-6b02dfc18965", "tag": "3969a027-1406-45e3-a815-a50f07a69757"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:32:07.509968 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eaaa14-9e5f-4f83-ba3a-612dee1fa31e service neutron] Pushing event updated for resources: {'Port': ['ID=3969a027-1406-45e3-a815-a50f07a69757,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:07.519090 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e2c50f-eda1-4824-90b7-dad080ab5515 x-openstack-request-id: req-13e2c50f-eda1-4824-90b7-dad080ab5515 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:32:07.519574 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcba6c30-d2f3-4361-8c07-6b02dfc18965", "tag": "3969a027-1406-45e3-a815-a50f07a69757", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:32:07.520479 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-13e2c50f-eda1-4824-90b7-dad080ab5515 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:32:07.521035 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcba6c30-d2f3-4361-8c07-6b02dfc18965', 'tag': '3969a027-1406-45e3-a815-a50f07a69757', 'status': 'completed', 'code': 200} Dec 16 09:32:07.634981 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7cd2f9-9963-4f2c-a9e0-eac741b5d926 req-8da6e3fc-333e-4355-babd-bdb201ecb9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:07.638621 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-3ab0196f-180c-464d-a36a-3cb11fc6f19b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2054fbec-a385-4ca0-a5b1-3b7b893cd4de {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:32:07.648069 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-3ab0196f-180c-464d-a36a-3cb11fc6f19b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:07.661166 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9d7cd2f9-9963-4f2c-a9e0-eac741b5d926 req-8da6e3fc-333e-4355-babd-bdb201ecb9fa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=49b65172668f4824bedbcb7718d403b3&device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 1094 time: 0.1158621 Dec 16 09:32:07.665034 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-3ab0196f-180c-464d-a36a-3cb11fc6f19b service neutron] Transition to ACTIVE for port object 2054fbec-a385-4ca0-a5b1-3b7b893cd4de will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:32:07.724811 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1993cf-6921-4a59-952e-4c9052582300 req-ca959c02-16a9-4c23-b36a-2e6d6ebad981 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:07.726730 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7f1993cf-6921-4a59-952e-4c9052582300 req-ca959c02-16a9-4c23-b36a-2e6d6ebad981 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.0555911 Dec 16 09:32:07.774269 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7f1993cf-6921-4a59-952e-4c9052582300 req-4f73c825-bbbf-4d9a-b205-4b76bb2a8eb5 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407031 Dec 16 09:32:07.782875 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-3ab0196f-180c-464d-a36a-3cb11fc6f19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:07.785188 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7cd2f9-9963-4f2c-a9e0-eac741b5d926 req-f9120417-aa4f-4b8c-bc47-83af4fa1825a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:07.786890 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9d7cd2f9-9963-4f2c-a9e0-eac741b5d926 req-f9120417-aa4f-4b8c-bc47-83af4fa1825a service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=49b65172668f4824bedbcb7718d403b3&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1192334 Dec 16 09:32:07.848723 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab0196f-180c-464d-a36a-3cb11fc6f19b service neutron] Pushing event updated for resources: {'Port': ['ID=2054fbec-a385-4ca0-a5b1-3b7b893cd4de,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:07.946413 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43414) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:07.972509 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47bf3f6-76dc-45c9-893c-542cca0e9977 req-c046f25d-ed6a-4b7e-9054-0eb31557c730 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:07.980389 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e47bf3f6-76dc-45c9-893c-542cca0e9977 req-c046f25d-ed6a-4b7e-9054-0eb31557c730 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 943 time: 0.0914667 Dec 16 09:32:07.980563 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-3ab0196f-180c-464d-a36a-3cb11fc6f19b service neutron] Attempting to bind port 2054fbec-a385-4ca0-a5b1-3b7b893cd4de on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:07.980563 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-3ab0196f-180c-464d-a36a-3cb11fc6f19b service neutron] Attempting to bind port 2054fbec-a385-4ca0-a5b1-3b7b893cd4de by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'b931fc80-5c52-47b3-9284-e6cec8b94c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '663bf9a6-05de-4f79-aa5a-20a2c7635d42'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:07.980563 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-3ab0196f-180c-464d-a36a-3cb11fc6f19b service neutron] Attempting to bind port 2054fbec-a385-4ca0-a5b1-3b7b893cd4de on network 663bf9a6-05de-4f79-aa5a-20a2c7635d42 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:07.980880 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7cd2f9-9963-4f2c-a9e0-eac741b5d926 req-b3ef777e-52b0-421f-95b3-439c627987a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:07.982252 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9d7cd2f9-9963-4f2c-a9e0-eac741b5d926 req-b3ef777e-52b0-421f-95b3-439c627987a2 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1861978 Dec 16 09:32:07.994575 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8e519-bcea-4607-b426-175d7c83f198 req-469214b8-d029-4383-8bf5-af4c1406a526 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:07.996109 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fcb8e519-bcea-4607-b426-175d7c83f198 req-469214b8-d029-4383-8bf5-af4c1406a526 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 950 time: 0.0881777 Dec 16 09:32:07.996861 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-3ab0196f-180c-464d-a36a-3cb11fc6f19b service neutron] Port 2054fbec-a385-4ca0-a5b1-3b7b893cd4de on network 663bf9a6-05de-4f79-aa5a-20a2c7635d42 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:07.997230 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-3ab0196f-180c-464d-a36a-3cb11fc6f19b service neutron] Attempting to bind port 2054fbec-a385-4ca0-a5b1-3b7b893cd4de on network 663bf9a6-05de-4f79-aa5a-20a2c7635d42 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:08.004603 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-3ab0196f-180c-464d-a36a-3cb11fc6f19b service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:32:08.006124 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-3ab0196f-180c-464d-a36a-3cb11fc6f19b service neutron] Checking segment: {'id': 'b931fc80-5c52-47b3-9284-e6cec8b94c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '663bf9a6-05de-4f79-aa5a-20a2c7635d42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:08.006124 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-3ab0196f-180c-464d-a36a-3cb11fc6f19b service neutron] Bound using segment: {'id': 'b931fc80-5c52-47b3-9284-e6cec8b94c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '663bf9a6-05de-4f79-aa5a-20a2c7635d42'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:32:08.006124 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-3ab0196f-180c-464d-a36a-3cb11fc6f19b service neutron] Bound port: 2054fbec-a385-4ca0-a5b1-3b7b893cd4de, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b931fc80-5c52-47b3-9284-e6cec8b94c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '663bf9a6-05de-4f79-aa5a-20a2c7635d42'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:32:08.006457 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-3ab0196f-180c-464d-a36a-3cb11fc6f19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:08.045916 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e47bf3f6-76dc-45c9-893c-542cca0e9977 req-9b479d28-ed5d-40e4-95ca-8937691853db tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618162 Dec 16 09:32:08.109847 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-be8c034b-e267-436d-901b-8e893f2101ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:08.110794 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fcb8e519-bcea-4607-b426-175d7c83f198 req-33610edf-ebb4-4f4d-bf0e-8cbe45422731 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081946 Dec 16 09:32:08.112122 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-be8c034b-e267-436d-901b-8e893f2101ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=49b65172668f4824bedbcb7718d403b3&device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 1094 time: 0.0818021 Dec 16 09:32:08.145186 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-3ab0196f-180c-464d-a36a-3cb11fc6f19b service neutron] For port 2054fbec-a385-4ca0-a5b1-3b7b893cd4de, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:32:08.148144 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-3ab0196f-180c-464d-a36a-3cb11fc6f19b service neutron] For port 2054fbec-a385-4ca0-a5b1-3b7b893cd4de, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=2054fbec-a385-4ca0-a5b1-3b7b893cd4de,segment=NetworkSegment(b931fc80-5c52-47b3-9284-e6cec8b94c7a),segment_id=b931fc80-5c52-47b3-9284-e6cec8b94c7a)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:32:08.210158 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-3ab0196f-180c-464d-a36a-3cb11fc6f19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:08.215520 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-3942477f-a84d-4e54-adde-d77a5480879a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3969a027-1406-45e3-a815-a50f07a69757 HTTP/1.1" status: 200 len: 217 time: 0.0702682 Dec 16 09:32:08.218620 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a1f15578-0ad6-4beb-a077-bf9cd2cde4f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:08.251394 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-3ab0196f-180c-464d-a36a-3cb11fc6f19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:08.252067 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-3ab0196f-180c-464d-a36a-3cb11fc6f19b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:08.254110 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-3ab0196f-180c-464d-a36a-3cb11fc6f19b service neutron] 10.222.0.57 "PUT /v2.0/ports/2054fbec-a385-4ca0-a5b1-3b7b893cd4de HTTP/1.1" status: 200 len: 1092 time: 1.1272833 Dec 16 09:32:08.256986 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e81a0baf-f384-4562-9ca5-7317ab021b0d', 'tag': '2054fbec-a385-4ca0-a5b1-3b7b893cd4de'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:32:08.260246 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5bff83-fee3-42b0-90a8-aedb4e53db39" -d '{"events": [{"name": "network-changed", "server_uuid": "e81a0baf-f384-4562-9ca5-7317ab021b0d", "tag": "2054fbec-a385-4ca0-a5b1-3b7b893cd4de"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:32:08.290462 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab0196f-180c-464d-a36a-3cb11fc6f19b service neutron] Pushing event updated for resources: {'Port': ['ID=2054fbec-a385-4ca0-a5b1-3b7b893cd4de,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:08.290939 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf2605-2080-45ec-83b2-04318ca7369c req-1a1d67be-1579-418f-b71d-dddae79e64a6 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:08.298277 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-51bf2605-2080-45ec-83b2-04318ca7369c req-1a1d67be-1579-418f-b71d-dddae79e64a6 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/ports?device_id=e81a0baf-f384-4562-9ca5-7317ab021b0d HTTP/1.1" status: 200 len: 944 time: 0.1791458 Dec 16 09:32:08.310321 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-76e83d51-3e84-4e81-a8d2-b3c56da11c36 req-59c3b41a-3098-4fac-acc4-82dca932d284 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:32:08.311287 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-76e83d51-3e84-4e81-a8d2-b3c56da11c36 req-59c3b41a-3098-4fac-acc4-82dca932d284 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053163 Dec 16 09:32:08.325408 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-318bcae5-da1e-45b7-b1c5-d0ecfd4c5532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:08.326960 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-318bcae5-da1e-45b7-b1c5-d0ecfd4c5532 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5f63564b-3edf-4765-82ea-be9bd22a95a8 HTTP/1.1" status: 200 len: 862 time: 0.1054528 Dec 16 09:32:08.375571 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-b5757e13-5262-4b24-8158-7086919a3def service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d041dd8-e312-4dee-9f8d-03e6df17a8ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340941 Dec 16 09:32:08.378562 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-51bf2605-2080-45ec-83b2-04318ca7369c req-5b301fe8-8586-4b8c-8c17-5d2bfd92807c tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/security-groups?id=3daa55eb-788e-4a42-ac59-35750821b5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796108 Dec 16 09:32:08.443939 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-ce386821-ea1f-4dc8-a1f9-cd778d1117aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:08.446620 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-ce386821-ea1f-4dc8-a1f9-cd778d1117aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d48a4f7e1a34db984bed2887fe98157&device_id=e81a0baf-f384-4562-9ca5-7317ab021b0d HTTP/1.1" status: 200 len: 1095 time: 0.0521650 Dec 16 09:32:08.457196 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93925546-5d3a-445a-9f3b-0c4af94c41ff x-openstack-request-id: req-93925546-5d3a-445a-9f3b-0c4af94c41ff {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:32:08.457552 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e81a0baf-f384-4562-9ca5-7317ab021b0d", "tag": "2054fbec-a385-4ca0-a5b1-3b7b893cd4de", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:32:08.458371 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-93925546-5d3a-445a-9f3b-0c4af94c41ff {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:32:08.459564 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e81a0baf-f384-4562-9ca5-7317ab021b0d', 'tag': '2054fbec-a385-4ca0-a5b1-3b7b893cd4de', 'status': 'completed', 'code': 200} Dec 16 09:32:08.501280 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-131b88cb-f499-493a-80f0-9c43dea5ffb2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2054fbec-a385-4ca0-a5b1-3b7b893cd4de HTTP/1.1" status: 200 len: 217 time: 0.0392349 Dec 16 09:32:08.521890 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a1f15578-0ad6-4beb-a077-bf9cd2cde4f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:08.538425 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-fda5f9a3-28b4-458a-87bc-9aeed45ef750 service neutron] 10.222.0.57 "GET /v2.0/networks/7d041dd8-e312-4dee-9f8d-03e6df17a8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496387 Dec 16 09:32:08.562130 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-c4483a6a-4ff3-4705-9b86-944f051966ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:08.563771 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-c4483a6a-4ff3-4705-9b86-944f051966ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=248936eb-80c1-4399-b5ff-3fe59ac29881 HTTP/1.1" status: 200 len: 854 time: 0.0537536 Dec 16 09:32:08.604501 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-75a9f745-7a82-4e35-96f7-bbcbc30feba3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=663bf9a6-05de-4f79-aa5a-20a2c7635d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337017 Dec 16 09:32:08.610092 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a1f15578-0ad6-4beb-a077-bf9cd2cde4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:08.669971 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f15578-0ad6-4beb-a077-bf9cd2cde4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c06d1c-6b3c-4886-a914-0b4d82383d8e,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:08.680242 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a1f15578-0ad6-4beb-a077-bf9cd2cde4f9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f4fe224d50724c31a9b27ddb470f2469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7290421 Dec 16 09:32:08.680785 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43458) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:08.708161 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9eff9230-07b6-42b2-82fe-c05e4513b1ad req-4de443c1-3077-43db-822e-58aec911015e service neutron] 10.222.0.57 "GET /v2.0/networks/7d041dd8-e312-4dee-9f8d-03e6df17a8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577787 Dec 16 09:32:08.815912 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9534a97a-531f-4d23-a20c-e438076bcbf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:08.828753 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dd67f-8f4e-47ca-b955-8cd2c79cb7ae req-aa5d4806-f4eb-4959-a083-bca01df6e75c tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:08.830130 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cb1dd67f-8f4e-47ca-b955-8cd2c79cb7ae req-aa5d4806-f4eb-4959-a083-bca01df6e75c tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 950 time: 0.0574098 Dec 16 09:32:08.866021 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9534a97a-531f-4d23-a20c-e438076bcbf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:08.875468 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-0786c094-3f78-492a-8149-f7158f247fe5 service neutron] 10.222.0.57 "GET /v2.0/networks/663bf9a6-05de-4f79-aa5a-20a2c7635d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389034 Dec 16 09:32:08.900347 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cb1dd67f-8f4e-47ca-b955-8cd2c79cb7ae req-95cd119f-5261-49f9-8164-c849a0ef89e4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621531 Dec 16 09:32:08.961378 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-932bd8d9-6bf6-4aad-a595-c5ee333b16c2 req-27b6b5e1-93fb-4664-abae-657cc7e1e751 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1266832 Dec 16 09:32:08.979095 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-932bd8d9-6bf6-4aad-a595-c5ee333b16c2 req-28bcd20c-7292-424b-8696-fdf9c2174d2f service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:32:08.980386 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-932bd8d9-6bf6-4aad-a595-c5ee333b16c2 req-28bcd20c-7292-424b-8696-fdf9c2174d2f service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079181 Dec 16 09:32:09.001814 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4d880e7b-92ae-4272-afc4-7ae8371dacc5 req-e3b291f8-737d-4091-b729-f81eb8ab8578 service neutron] 10.222.0.57 "GET /v2.0/networks/663bf9a6-05de-4f79-aa5a-20a2c7635d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155229 Dec 16 09:32:09.037507 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb96d5-5b44-40de-9dae-9dd657aebd06 req-68d5b19e-19f3-4a6f-9c4f-779cd1bf64e5 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:09.038991 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-09bb96d5-5b44-40de-9dae-9dd657aebd06 req-68d5b19e-19f3-4a6f-9c4f-779cd1bf64e5 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.0490174 Dec 16 09:32:09.080426 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9534a97a-531f-4d23-a20c-e438076bcbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:09.080691 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-09bb96d5-5b44-40de-9dae-9dd657aebd06 req-b3248a25-f76e-4d2b-a175-4860f0d232cb tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355303 Dec 16 09:32:09.083018 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9534a97a-531f-4d23-a20c-e438076bcbf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:09.084696 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9534a97a-531f-4d23-a20c-e438076bcbf0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b8c06d1c-6b3c-4886-a914-0b4d82383d8e HTTP/1.1" status: 204 len: 168 time: 0.4036813 Dec 16 09:32:09.092608 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534a97a-531f-4d23-a20c-e438076bcbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c06d1c-6b3c-4886-a914-0b4d82383d8e,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:09.220553 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5bff83-fee3-42b0-90a8-aedb4e53db39 req-8c646926-153a-4d03-94b7-4a9b8b7cf729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:09.223454 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0c5bff83-fee3-42b0-90a8-aedb4e53db39 req-8c646926-153a-4d03-94b7-4a9b8b7cf729 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d48a4f7e1a34db984bed2887fe98157&device_id=e81a0baf-f384-4562-9ca5-7317ab021b0d HTTP/1.1" status: 200 len: 1095 time: 0.0592775 Dec 16 09:32:09.226988 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515ce0c-1d69-41e5-8c8b-ee53b2eb0af8 req-32a522b7-242c-464e-b0d4-84a019ccd3e0 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:09.228574 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c515ce0c-1d69-41e5-8c8b-ee53b2eb0af8 req-32a522b7-242c-464e-b0d4-84a019ccd3e0 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 943 time: 0.0814722 Dec 16 09:32:09.274198 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c515ce0c-1d69-41e5-8c8b-ee53b2eb0af8 req-654f1faf-5add-415a-ad03-c5a0cace1770 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382960 Dec 16 09:32:09.342497 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5bff83-fee3-42b0-90a8-aedb4e53db39 req-50cbba74-c97c-411c-a0e9-2ced4f1a9090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:09.343946 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0c5bff83-fee3-42b0-90a8-aedb4e53db39 req-50cbba74-c97c-411c-a0e9-2ced4f1a9090 service neutron] 10.222.0.57 "GET /v2.0/networks?id=663bf9a6-05de-4f79-aa5a-20a2c7635d42 HTTP/1.1" status: 200 len: 915 time: 0.1141195 Dec 16 09:32:09.389839 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0c5bff83-fee3-42b0-90a8-aedb4e53db39 req-6c5455cf-464c-4e95-9fd2-52e8e6d7a28a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2054fbec-a385-4ca0-a5b1-3b7b893cd4de HTTP/1.1" status: 200 len: 217 time: 0.0374875 Dec 16 09:32:09.444302 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5bff83-fee3-42b0-90a8-aedb4e53db39 req-ec34c186-942b-4440-bb05-ccd61a0bc4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:09.445861 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0c5bff83-fee3-42b0-90a8-aedb4e53db39 req-ec34c186-942b-4440-bb05-ccd61a0bc4bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=248936eb-80c1-4399-b5ff-3fe59ac29881 HTTP/1.1" status: 200 len: 854 time: 0.0483451 Dec 16 09:32:09.492934 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0c5bff83-fee3-42b0-90a8-aedb4e53db39 req-a1173c3f-f783-464c-b626-1d72e9e5feff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=663bf9a6-05de-4f79-aa5a-20a2c7635d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361907 Dec 16 09:32:09.547980 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea0469-17cc-448a-95b8-58fa47524de0 req-cf68a2c5-d6da-4116-971a-5d8507889af3 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:09.549797 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-aaea0469-17cc-448a-95b8-58fa47524de0 req-cf68a2c5-d6da-4116-971a-5d8507889af3 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/ports?device_id=e81a0baf-f384-4562-9ca5-7317ab021b0d HTTP/1.1" status: 200 len: 944 time: 0.0631795 Dec 16 09:32:09.613934 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-aaea0469-17cc-448a-95b8-58fa47524de0 req-de5d596c-c267-425e-9626-ed6d6552694e tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/security-groups?id=3daa55eb-788e-4a42-ac59-35750821b5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547178 Dec 16 09:32:09.617917 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0c5bff83-fee3-42b0-90a8-aedb4e53db39 req-afd7178d-acfa-4140-a43c-ff3c3270a708 service neutron] 10.222.0.57 "GET /v2.0/networks/663bf9a6-05de-4f79-aa5a-20a2c7635d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158938 Dec 16 09:32:09.719052 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0c5bff83-fee3-42b0-90a8-aedb4e53db39 req-b56aeea3-eaa2-430d-997a-cf3972ac07fd service neutron] 10.222.0.57 "GET /v2.0/networks/663bf9a6-05de-4f79-aa5a-20a2c7635d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927701 Dec 16 09:32:10.029809 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e0d05-ab88-4d38-887b-bbeaa68c918c req-351cc746-bc1a-4c95-b3d6-086e43b584c7 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:10.031305 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3f0e0d05-ab88-4d38-887b-bbeaa68c918c req-351cc746-bc1a-4c95-b3d6-086e43b584c7 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 950 time: 0.0505228 Dec 16 09:32:10.084353 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3f0e0d05-ab88-4d38-887b-bbeaa68c918c req-e1631638-70a5-482d-9eec-d283cf6fc895 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384848 Dec 16 09:32:10.200496 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f674b6-1671-40d0-95cf-9921285f6531 req-f1a5ff33-f5aa-474e-a75d-736325997de0 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:10.202043 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-14f674b6-1671-40d0-95cf-9921285f6531 req-f1a5ff33-f5aa-474e-a75d-736325997de0 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.0510404 Dec 16 09:32:10.243288 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-14f674b6-1671-40d0-95cf-9921285f6531 req-a6d25f40-ac5b-46b9-8eda-9ca5e186a400 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342863 Dec 16 09:32:10.338069 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:10.394705 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34787abe-4859-46c2-adbd-5217d236bba7 req-c112ed40-4693-4b06-8603-9aabe22bb3a8 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:10.396812 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-34787abe-4859-46c2-adbd-5217d236bba7 req-c112ed40-4693-4b06-8603-9aabe22bb3a8 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 943 time: 0.0496943 Dec 16 09:32:10.441730 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-34787abe-4859-46c2-adbd-5217d236bba7 req-639fc607-737b-4449-a1f9-1bd7b96dc270 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385101 Dec 16 09:32:10.734155 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b8605-2602-4c42-bd77-fd9d7a42c221 req-be998569-9296-4339-b9c7-155ba37cf804 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:10.735600 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-043b8605-2602-4c42-bd77-fd9d7a42c221 req-be998569-9296-4339-b9c7-155ba37cf804 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/ports?device_id=e81a0baf-f384-4562-9ca5-7317ab021b0d HTTP/1.1" status: 200 len: 944 time: 0.0521615 Dec 16 09:32:10.780661 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-043b8605-2602-4c42-bd77-fd9d7a42c221 req-9348b349-edbb-4ee1-8b0b-f46d4fbc0fd8 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/security-groups?id=3daa55eb-788e-4a42-ac59-35750821b5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380590 Dec 16 09:32:11.022302 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-545ca3de-6561-4390-8f6b-df17d89182e5 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:11.023823 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-545ca3de-6561-4390-8f6b-df17d89182e5 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/networks?id=2eeb7a38-55b2-441b-9574-26196c5f8d08 HTTP/1.1" status: 200 len: 805 time: 0.1057019 Dec 16 09:32:11.041143 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-92bb22fa-44c9-49e9-8e35-cd73f124f7d5 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/quotas/1e7e6b140fda42e19ce52d82028fabc5 HTTP/1.1" status: 200 len: 375 time: 0.0109379 Dec 16 09:32:11.092692 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-d83b5f94-448c-4c9a-bf0d-edf235e2e22a tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1e7e6b140fda42e19ce52d82028fabc5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0457468 Dec 16 09:32:11.200866 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b74082-2722-4151-b20b-b42d659aed6c req-9630a195-ed91-4ca2-bfbc-d35bed4fcc0b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:11.202553 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e5b74082-2722-4151-b20b-b42d659aed6c req-9630a195-ed91-4ca2-bfbc-d35bed4fcc0b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 950 time: 0.0548618 Dec 16 09:32:11.220202 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-77c3cdeb-986f-48d3-9c4a-21660afe2389 service neutron] 10.222.0.60 "GET /v2.0/networks/2eeb7a38-55b2-441b-9574-26196c5f8d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152263 Dec 16 09:32:11.238792 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43586) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:11.250365 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e5b74082-2722-4151-b20b-b42d659aed6c req-a2ad0f10-0aa3-4baa-a27c-e7e1609cebd0 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400491 Dec 16 09:32:11.323589 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-4fa4bbf1-34bc-4560-bf30-2a6b62171bc0 service neutron] 10.222.0.60 "GET /v2.0/networks/2eeb7a38-55b2-441b-9574-26196c5f8d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944886 Dec 16 09:32:11.377480 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7afa9c7-07b7-4a9f-871d-af8b4fec0b57 req-5060a368-8bc6-47a5-a4ef-f641671362cd tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:11.378967 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d7afa9c7-07b7-4a9f-871d-af8b4fec0b57 req-5060a368-8bc6-47a5-a4ef-f641671362cd tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.0608511 Dec 16 09:32:11.416403 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-c3ff00a5-06fa-44f4-84d5-6494542bd8e8 tempest-PortsAdminExtendedAttrsTestJSON-659267508 tempest-PortsAdminExtendedAttrsTestJSON-659267508-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1124454866'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:11.428940 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d7afa9c7-07b7-4a9f-871d-af8b4fec0b57 req-0009717e-a744-4780-a418-c96edf4ec4fe tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431671 Dec 16 09:32:11.563170 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fde234-f10b-418e-b9f3-cdbc440e79e3 req-0334837f-49d7-4b98-b0dd-48493e0e76a0 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:11.571166 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-22fde234-f10b-418e-b9f3-cdbc440e79e3 req-0334837f-49d7-4b98-b0dd-48493e0e76a0 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 943 time: 0.0625129 Dec 16 09:32:11.578174 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ff00a5-06fa-44f4-84d5-6494542bd8e8 tempest-PortsAdminExtendedAttrsTestJSON-659267508 tempest-PortsAdminExtendedAttrsTestJSON-659267508-project] Made reservation on behalf of 29974714033342638dc5bf7f100ca48b for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:11.581521 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c3ff00a5-06fa-44f4-84d5-6494542bd8e8 tempest-PortsAdminExtendedAttrsTestJSON-659267508 tempest-PortsAdminExtendedAttrsTestJSON-659267508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:11.597391 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c3ff00a5-06fa-44f4-84d5-6494542bd8e8 tempest-PortsAdminExtendedAttrsTestJSON-659267508 tempest-PortsAdminExtendedAttrsTestJSON-659267508-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:11.633712 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-22fde234-f10b-418e-b9f3-cdbc440e79e3 req-8bb6b1fa-da32-4ca8-8a17-dad6453ec700 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616887 Dec 16 09:32:11.668832 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6a77a06-a6b6-41f5-bef9-c48abbd07d6f req-44d3cd77-fa8f-4f20-b445-616d99029609 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 210 time: 0.0401387 Dec 16 09:32:11.691543 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c3ff00a5-06fa-44f4-84d5-6494542bd8e8 tempest-PortsAdminExtendedAttrsTestJSON-659267508 tempest-PortsAdminExtendedAttrsTestJSON-659267508-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:11.780373 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bd8d9-6bf6-4aad-a595-c5ee333b16c2 req-d94b688a-0c08-4c0b-80c2-4a3270520a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:11.781865 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-932bd8d9-6bf6-4aad-a595-c5ee333b16c2 req-d94b688a-0c08-4c0b-80c2-4a3270520a6d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c72236daaf3c429fb462e278e5b03cb7&device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 1101 time: 0.0404618 Dec 16 09:32:11.809648 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c3ff00a5-06fa-44f4-84d5-6494542bd8e8 tempest-PortsAdminExtendedAttrsTestJSON-659267508 tempest-PortsAdminExtendedAttrsTestJSON-659267508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:11.843861 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ff00a5-06fa-44f4-84d5-6494542bd8e8 tempest-PortsAdminExtendedAttrsTestJSON-659267508 tempest-PortsAdminExtendedAttrsTestJSON-659267508-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:32:11.894476 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c3ff00a5-06fa-44f4-84d5-6494542bd8e8 tempest-PortsAdminExtendedAttrsTestJSON-659267508 tempest-PortsAdminExtendedAttrsTestJSON-659267508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:11.894821 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-c3ff00a5-06fa-44f4-84d5-6494542bd8e8 tempest-PortsAdminExtendedAttrsTestJSON-659267508 tempest-PortsAdminExtendedAttrsTestJSON-659267508-project] Added segment ce079c6c-ab23-44a5-ad6a-793b2b569f22 of type vlan for network 5bed280a-a8af-4e90-bf7a-72785aafccd7 Dec 16 09:32:11.896107 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff00a5-06fa-44f4-84d5-6494542bd8e8 tempest-PortsAdminExtendedAttrsTestJSON-659267508 tempest-PortsAdminExtendedAttrsTestJSON-659267508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5088ff-2d8c-4eee-b16a-ed0a7c4ac080,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:11.897325 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bd8d9-6bf6-4aad-a595-c5ee333b16c2 req-973ae5c1-e55d-4c56-afe9-9d323a86bbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:11.909674 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-932bd8d9-6bf6-4aad-a595-c5ee333b16c2 req-973ae5c1-e55d-4c56-afe9-9d323a86bbbb service neutron] 10.222.0.58 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.1210513 Dec 16 09:32:11.947336 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c3ff00a5-06fa-44f4-84d5-6494542bd8e8 tempest-PortsAdminExtendedAttrsTestJSON-659267508 tempest-PortsAdminExtendedAttrsTestJSON-659267508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:11.955604 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-932bd8d9-6bf6-4aad-a595-c5ee333b16c2 req-b53ebaff-7474-4f0f-b8ea-440865eef263 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=29d83386-159a-4f4d-a005-563093e201ab HTTP/1.1" status: 200 len: 217 time: 0.0392790 Dec 16 09:32:11.956160 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da61b51-eda4-4a46-8f29-affbfd348e46 req-6cf5733e-fed4-4874-ac61-b3f76369c22f tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:11.957647 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2da61b51-eda4-4a46-8f29-affbfd348e46 req-6cf5733e-fed4-4874-ac61-b3f76369c22f tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/ports?device_id=e81a0baf-f384-4562-9ca5-7317ab021b0d HTTP/1.1" status: 200 len: 944 time: 0.1016676 Dec 16 09:32:12.008122 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bd8d9-6bf6-4aad-a595-c5ee333b16c2 req-09fabbce-06f7-484f-9e77-fbf7366200bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:12.009064 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2da61b51-eda4-4a46-8f29-affbfd348e46 req-a203b5b1-fb36-4999-b1d0-aa806108f1eb tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/security-groups?id=3daa55eb-788e-4a42-ac59-35750821b5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446625 Dec 16 09:32:12.009632 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-932bd8d9-6bf6-4aad-a595-c5ee333b16c2 req-09fabbce-06f7-484f-9e77-fbf7366200bd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0471728 Dec 16 09:32:12.054998 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c3ff00a5-06fa-44f4-84d5-6494542bd8e8 tempest-PortsAdminExtendedAttrsTestJSON-659267508 tempest-PortsAdminExtendedAttrsTestJSON-659267508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:12.058421 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bd8d9-6bf6-4aad-a595-c5ee333b16c2 req-6752e970-44ef-44d2-bb8e-40229f21e7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:12.059964 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-932bd8d9-6bf6-4aad-a595-c5ee333b16c2 req-6752e970-44ef-44d2-bb8e-40229f21e7c7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0405638 Dec 16 09:32:12.060979 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ff00a5-06fa-44f4-84d5-6494542bd8e8 tempest-PortsAdminExtendedAttrsTestJSON-659267508 tempest-PortsAdminExtendedAttrsTestJSON-659267508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:12.061636 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c3ff00a5-06fa-44f4-84d5-6494542bd8e8 tempest-PortsAdminExtendedAttrsTestJSON-659267508 tempest-PortsAdminExtendedAttrsTestJSON-659267508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:12.134453 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff00a5-06fa-44f4-84d5-6494542bd8e8 tempest-PortsAdminExtendedAttrsTestJSON-659267508 tempest-PortsAdminExtendedAttrsTestJSON-659267508-project] Pushing event updated for resources: {'Network': ['ID=5bed280a-a8af-4e90-bf7a-72785aafccd7,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:12.145103 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 5bed280a-a8af-4e90-bf7a-72785aafccd7 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:32:12.168683 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-932bd8d9-6bf6-4aad-a595-c5ee333b16c2 req-80fce024-b2b7-43ec-bd9c-efeeeb2a6c6c service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987008 Dec 16 09:32:12.191090 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c3ff00a5-06fa-44f4-84d5-6494542bd8e8 tempest-PortsAdminExtendedAttrsTestJSON-659267508 tempest-PortsAdminExtendedAttrsTestJSON-659267508-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.9490008 Dec 16 09:32:12.266391 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-932bd8d9-6bf6-4aad-a595-c5ee333b16c2 req-acd5916e-4fb4-4d61-a24e-be57f2bad1c2 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934505 Dec 16 09:32:12.357631 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43616) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:12.363501 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Request body: {'port': {'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7', 'binding:host_id': 'n-h2-820550-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-482011060'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:12.380793 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f628d22-20a0-4a93-b306-4908c3c344b6 req-05e4180b-6d01-4e27-b237-0c65bc4b2e30 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:12.382288 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9f628d22-20a0-4a93-b306-4908c3c344b6 req-05e4180b-6d01-4e27-b237-0c65bc4b2e30 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 950 time: 0.0630436 Dec 16 09:32:12.418490 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 6b3b017a-7015-4f55-b6de-0c722d24e346 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:32:12.425303 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9f628d22-20a0-4a93-b306-4908c3c344b6 req-a6d9f919-2d9d-40f6-82c2-03fd9e144bc6 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365980 Dec 16 09:32:12.492900 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:12.518546 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fa82b0-7188-4e98-9368-099a2fbc7cca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b3b017a-7015-4f55-b6de-0c722d24e346'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:32:12.522155 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534ddaa0-dc96-4945-b0f7-8162ceee735c" -d '{"events": [{"server_uuid": "23fa82b0-7188-4e98-9368-099a2fbc7cca", "name": "network-vif-unplugged", "status": "completed", "tag": "6b3b017a-7015-4f55-b6de-0c722d24e346"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:32:12.523339 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Made reservation on behalf of 3c9dc4189f2e47a6a304283706657c61 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:12.525722 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:12.535395 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:12.539411 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 6b3b017a-7015-4f55-b6de-0c722d24e346, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=6b3b017a-7015-4f55-b6de-0c722d24e346,segment=NetworkSegment(2082cd97-2035-461e-ae5b-e2756d7ddb51),segment_id=2082cd97-2035-461e-ae5b-e2756d7ddb51)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:12.563438 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de5323-00cf-4426-ba63-a6afe0e0f87a req-93eb5641-1883-4ffd-9f43-8588736f45b2 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:12.569219 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6eea8f8-0659-4ada-9900-551c9f6e63af x-openstack-request-id: req-e6eea8f8-0659-4ada-9900-551c9f6e63af {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:32:12.569774 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23fa82b0-7188-4e98-9368-099a2fbc7cca", "name": "network-vif-unplugged", "status": "completed", "tag": "6b3b017a-7015-4f55-b6de-0c722d24e346", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:32:12.570027 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e6eea8f8-0659-4ada-9900-551c9f6e63af {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:32:12.570448 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23fa82b0-7188-4e98-9368-099a2fbc7cca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b3b017a-7015-4f55-b6de-0c722d24e346', 'code': 200} Dec 16 09:32:12.573128 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c4de5323-00cf-4426-ba63-a6afe0e0f87a req-93eb5641-1883-4ffd-9f43-8588736f45b2 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.0753226 Dec 16 09:32:12.615040 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c4de5323-00cf-4426-ba63-a6afe0e0f87a req-1cdd4f86-157b-40b2-a66b-a5e98d76e2ee tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410383 Dec 16 09:32:12.631472 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:12.637795 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:12.695236 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:12.701157 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] device_id is not set on port bfeb7f81-b096-4def-85d5-39c96de4d1eb yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:32:12.796869 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869709bf-36ff-42db-862a-cff848582e2e req-18f247d0-4af9-4d10-8fc2-9b817363f665 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:12.798788 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-869709bf-36ff-42db-862a-cff848582e2e req-18f247d0-4af9-4d10-8fc2-9b817363f665 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 943 time: 0.0691283 Dec 16 09:32:12.821969 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7572cf26-f036-40ad-adc9-1deab32e3da1,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:12.844365 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=6b3b017a-7015-4f55-b6de-0c722d24e346,revision_number=8']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:12.852144 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-869709bf-36ff-42db-862a-cff848582e2e req-00a3d008-80d0-4657-806c-b2b1c6950f04 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458732 Dec 16 09:32:12.884414 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e12d56b2-ac72-4432-bcf8-034006cd8f3d req-50c472c3-6878-41c9-b044-12a99bc9023e tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 210 time: 0.0636194 Dec 16 09:32:12.933785 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7fc55-ef1b-4c4c-a963-90f8181dcebe req-9f395112-abfd-4808-8df7-6c0bed926a98 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:12.935232 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-86a7fc55-ef1b-4c4c-a963-90f8181dcebe req-9f395112-abfd-4808-8df7-6c0bed926a98 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.57 "GET /v2.0/ports?device_id=23fa82b0-7188-4e98-9368-099a2fbc7cca HTTP/1.1" status: 200 len: 943 time: 0.0946527 Dec 16 09:32:13.137154 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] device_id is not set on port bfeb7f81-b096-4def-85d5-39c96de4d1eb yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:32:13.151614 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:13.163395 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-86a7fc55-ef1b-4c4c-a963-90f8181dcebe req-9eeb2dce-058b-423d-8a1a-873d4ec80092 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Deleting port 6b3b017a-7015-4f55-b6de-0c722d24e346 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:13.163746 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-86a7fc55-ef1b-4c4c-a963-90f8181dcebe req-9eeb2dce-058b-423d-8a1a-873d4ec80092 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:13.217961 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02887e-d756-4a54-9454-1b96947e4d62 req-2b8aea92-ee11-46cd-b267-53af46248c2e tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:13.219584 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4e02887e-d756-4a54-9454-1b96947e4d62 req-2b8aea92-ee11-46cd-b267-53af46248c2e tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/ports?device_id=e81a0baf-f384-4562-9ca5-7317ab021b0d HTTP/1.1" status: 200 len: 944 time: 0.1278322 Dec 16 09:32:13.249442 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:13.328948 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4e02887e-d756-4a54-9454-1b96947e4d62 req-e22d8c6e-798a-4ee1-b2b9-ade42e5cc1b2 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/security-groups?id=3daa55eb-788e-4a42-ac59-35750821b5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009979 Dec 16 09:32:13.348689 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-86a7fc55-ef1b-4c4c-a963-90f8181dcebe req-9eeb2dce-058b-423d-8a1a-873d4ec80092 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] For port 6b3b017a-7015-4f55-b6de-0c722d24e346, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=6b3b017a-7015-4f55-b6de-0c722d24e346,segment=NetworkSegment(2082cd97-2035-461e-ae5b-e2756d7ddb51),segment_id=2082cd97-2035-461e-ae5b-e2756d7ddb51)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:13.349066 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-86a7fc55-ef1b-4c4c-a963-90f8181dcebe req-9eeb2dce-058b-423d-8a1a-873d4ec80092 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:13.358904 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Pushing event updated for resources: {'Port': ['ID=bfeb7f81-b096-4def-85d5-39c96de4d1eb,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:13.377692 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-86a7fc55-ef1b-4c4c-a963-90f8181dcebe req-9eeb2dce-058b-423d-8a1a-873d4ec80092 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Calling delete_port for 6b3b017a-7015-4f55-b6de-0c722d24e346 owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:13.394462 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Checking segment: {'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:13.394743 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Network hostable DHCP agents. Network: 5bed280a-a8af-4e90-bf7a-72785aafccd7, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:32:13.546476 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Network 5bed280a-a8af-4e90-bf7a-72785aafccd7 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:32:13.549709 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9f789-1b7d-4333-a62a-250cf2d4fa77 req-9493148d-f6ca-43e8-9b0f-2c309dbca2ae tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:13.551434 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5e9f789-1b7d-4333-a62a-250cf2d4fa77 req-9493148d-f6ca-43e8-9b0f-2c309dbca2ae tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 950 time: 0.0547163 Dec 16 09:32:13.592279 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5e9f789-1b7d-4333-a62a-250cf2d4fa77 req-f37e7cc7-81c9-464e-9575-69f739db84dc tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335722 Dec 16 09:32:13.643890 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-86a7fc55-ef1b-4c4c-a963-90f8181dcebe req-9eeb2dce-058b-423d-8a1a-873d4ec80092 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:13.672900 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb2dce-058b-423d-8a1a-873d4ec80092 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Pushing event deleted for resources: {'Port': ['ID=6b3b017a-7015-4f55-b6de-0c722d24e346,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:13.709910 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 5bed280a-a8af-4e90-bf7a-72785aafccd7) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:13.713957 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:13.721481 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f936bad3-7fdd-459a-8685-91424f58dc26 None None] Network 5bed280a-a8af-4e90-bf7a-72785aafccd7 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:13.761748 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a7fc55-ef1b-4c4c-a963-90f8181dcebe req-9eeb2dce-058b-423d-8a1a-873d4ec80092 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] No DVR routers for this DVR port 6b3b017a-7015-4f55-b6de-0c722d24e346 on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:32:13.765663 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-86a7fc55-ef1b-4c4c-a963-90f8181dcebe req-9eeb2dce-058b-423d-8a1a-873d4ec80092 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:13.769743 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-86a7fc55-ef1b-4c4c-a963-90f8181dcebe req-9eeb2dce-058b-423d-8a1a-873d4ec80092 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.57 "DELETE /v2.0/ports/6b3b017a-7015-4f55-b6de-0c722d24e346 HTTP/1.1" status: 204 len: 173 time: 0.8205466 Dec 16 09:32:13.772074 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fa82b0-7188-4e98-9368-099a2fbc7cca', 'name': 'network-vif-deleted', 'tag': '6b3b017a-7015-4f55-b6de-0c722d24e346'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:32:13.775105 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfea89e0-b082-455b-865b-aa29a9f201dd" -d '{"events": [{"server_uuid": "23fa82b0-7188-4e98-9368-099a2fbc7cca", "name": "network-vif-deleted", "tag": "6b3b017a-7015-4f55-b6de-0c722d24e346"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:32:13.778882 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:13.778882 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:13.779214 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:13.791644 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Port bfeb7f81-b096-4def-85d5-39c96de4d1eb on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:13.792044 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Failed to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] Dec 16 09:32:13.795272 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempt 2 to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb Dec 16 09:32:13.818716 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86ef1a-1d39-4f5a-aa1e-620181698ae2 req-792a3e43-9660-4063-8ff4-e43b5b9bc3bf tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:13.820265 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cc86ef1a-1d39-4f5a-aa1e-620181698ae2 req-792a3e43-9660-4063-8ff4-e43b5b9bc3bf tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.1362693 Dec 16 09:32:13.821735 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e1bf45-bc03-4579-8422-ff0580b42787 x-openstack-request-id: req-e1e1bf45-bc03-4579-8422-ff0580b42787 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:32:13.822036 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23fa82b0-7188-4e98-9368-099a2fbc7cca", "name": "network-vif-deleted", "tag": "6b3b017a-7015-4f55-b6de-0c722d24e346", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:32:13.822311 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e1e1bf45-bc03-4579-8422-ff0580b42787 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:32:13.822698 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23fa82b0-7188-4e98-9368-099a2fbc7cca', 'name': 'network-vif-deleted', 'tag': '6b3b017a-7015-4f55-b6de-0c722d24e346', 'status': 'completed', 'code': 200} Dec 16 09:32:13.827589 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:13.834012 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:13.834012 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:13.841670 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Port bfeb7f81-b096-4def-85d5-39c96de4d1eb on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:13.842007 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Failed to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] Dec 16 09:32:13.843025 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempt 3 to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb Dec 16 09:32:13.873953 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:13.873953 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:13.873953 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:13.885787 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Port bfeb7f81-b096-4def-85d5-39c96de4d1eb on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:13.886195 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Failed to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] Dec 16 09:32:13.888381 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempt 4 to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb Dec 16 09:32:13.916385 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:13.916385 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:13.916385 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:13.921513 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cc86ef1a-1d39-4f5a-aa1e-620181698ae2 req-b15efadf-20ad-435b-8f8a-498605d5e976 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825675 Dec 16 09:32:13.923690 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Port bfeb7f81-b096-4def-85d5-39c96de4d1eb on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:13.924076 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Failed to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] Dec 16 09:32:13.924596 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempt 5 to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb Dec 16 09:32:13.937417 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:13.937821 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:13.938378 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:13.944349 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Port bfeb7f81-b096-4def-85d5-39c96de4d1eb on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:13.944766 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Failed to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] Dec 16 09:32:13.945358 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempt 6 to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb Dec 16 09:32:13.961501 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-ae5c01ed-546d-4c64-94e7-44cdd60cacb3 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:13.962084 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:13.962577 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:13.962984 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:13.963287 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-ae5c01ed-546d-4c64-94e7-44cdd60cacb3 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.58 "GET /v2.0/networks?id=2eeb7a38-55b2-441b-9574-26196c5f8d08 HTTP/1.1" status: 200 len: 805 time: 0.1396060 Dec 16 09:32:13.969798 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Port bfeb7f81-b096-4def-85d5-39c96de4d1eb on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:13.970211 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Failed to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] Dec 16 09:32:13.970924 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempt 7 to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb Dec 16 09:32:13.978710 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-7700fd1b-2588-48ac-8dfa-066f9cc88125 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Request body: {'port': {'device_id': '44094a4a-179e-41aa-a0e7-bf18846c9528', 'network_id': '2eeb7a38-55b2-441b-9574-26196c5f8d08', 'admin_state_up': True, 'tenant_id': '1e7e6b140fda42e19ce52d82028fabc5'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:14.014596 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:14.014958 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:14.015280 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:14.019922 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-71778a35-03be-49a4-8128-ac3bd8ef66e6 req-c2f817d5-9759-498a-aa40-3cc2e82e2b7a tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 210 time: 0.0357325 Dec 16 09:32:14.022811 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Port bfeb7f81-b096-4def-85d5-39c96de4d1eb on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:14.023149 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Failed to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] Dec 16 09:32:14.023565 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempt 8 to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb Dec 16 09:32:14.048131 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:14.048386 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:14.048628 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:14.054481 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Port bfeb7f81-b096-4def-85d5-39c96de4d1eb on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:14.054481 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Failed to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] Dec 16 09:32:14.054481 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempt 9 to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb Dec 16 09:32:14.070121 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:14.070464 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:14.070801 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:14.075458 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Port bfeb7f81-b096-4def-85d5-39c96de4d1eb on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:14.075623 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955fae3-79fe-4904-8616-67b20f3ce0bc req-b851c13c-aa3a-45b2-8e74-1bcc088c4923 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:14.075798 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Failed to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] Dec 16 09:32:14.076161 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempt 10 to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb Dec 16 09:32:14.077047 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4955fae3-79fe-4904-8616-67b20f3ce0bc req-b851c13c-aa3a-45b2-8e74-1bcc088c4923 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 943 time: 0.1244144 Dec 16 09:32:14.101400 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:14.101737 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:14.102080 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:14.107395 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Port bfeb7f81-b096-4def-85d5-39c96de4d1eb on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:14.107822 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Failed to bind port bfeb7f81-b096-4def-85d5-39c96de4d1eb on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] Dec 16 09:32:14.108085 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:14.147555 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4955fae3-79fe-4904-8616-67b20f3ce0bc req-d97f3d82-7492-4bc6-84a2-595d5b385534 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641408 Dec 16 09:32:14.179372 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] For port bfeb7f81-b096-4def-85d5-39c96de4d1eb, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:32:14.179749 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempted to set empty binding levels {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 09:32:14.280297 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-7700fd1b-2588-48ac-8dfa-066f9cc88125 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Made reservation on behalf of 1e7e6b140fda42e19ce52d82028fabc5 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:14.283881 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-7700fd1b-2588-48ac-8dfa-066f9cc88125 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:14.332050 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:14.367501 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:14.368267 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:14.392864 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Pushing event updated for resources: {'Port': ['ID=bfeb7f81-b096-4def-85d5-39c96de4d1eb,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:14.421267 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-7700fd1b-2588-48ac-8dfa-066f9cc88125 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Allocated IP 172.20.0.6 (2eeb7a38-55b2-441b-9574-26196c5f8d08/211efb7a-3b19-4354-921e-9061bf2ec918/0623c71a-9522-46b5-9066-743861d70c1d) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:14.443260 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 2054fbec-a385-4ca0-a5b1-3b7b893cd4de details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:32:14.449968 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777677e-505e-4e93-ab33-973f6e41c431 req-a91f0020-c4ba-4fef-8af5-b3fb4b5dda78 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:14.452005 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5777677e-505e-4e93-ab33-973f6e41c431 req-a91f0020-c4ba-4fef-8af5-b3fb4b5dda78 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/ports?device_id=e81a0baf-f384-4562-9ca5-7317ab021b0d HTTP/1.1" status: 200 len: 944 time: 0.0502691 Dec 16 09:32:14.483305 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-88b2f871-057c-48ee-9e84-14bb73b82eae tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.1220009 Dec 16 09:32:14.483560 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43648) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:14.540692 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5777677e-505e-4e93-ab33-973f6e41c431 req-44942422-d799-47a5-a7bb-65be61c0d208 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/security-groups?id=3daa55eb-788e-4a42-ac59-35750821b5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823050 Dec 16 09:32:14.557634 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 2054fbec-a385-4ca0-a5b1-3b7b893cd4de, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=2054fbec-a385-4ca0-a5b1-3b7b893cd4de,segment=NetworkSegment(b931fc80-5c52-47b3-9284-e6cec8b94c7a),segment_id=b931fc80-5c52-47b3-9284-e6cec8b94c7a)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:14.569875 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '2054fbec-a385-4ca0-a5b1-3b7b893cd4de', 'network_id': '663bf9a6-05de-4f79-aa5a-20a2c7635d42', 'port_id': '2054fbec-a385-4ca0-a5b1-3b7b893cd4de', 'mac_address': 'fa:16:3e:05:8c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '248936eb-80c1-4399-b5ff-3fe59ac29881', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:32:14.585804 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-7700fd1b-2588-48ac-8dfa-066f9cc88125 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:14.593237 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-641d4564-de81-43b6-af9b-0e8b100ddd0d tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Deleting port bfeb7f81-b096-4def-85d5-39c96de4d1eb {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:14.593847 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-641d4564-de81-43b6-af9b-0e8b100ddd0d tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:14.609643 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:14.623826 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2054fbec-a385-4ca0-a5b1-3b7b893cd4de {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:32:14.645837 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 2054fbec-a385-4ca0-a5b1-3b7b893cd4de, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=2054fbec-a385-4ca0-a5b1-3b7b893cd4de,segment=NetworkSegment(b931fc80-5c52-47b3-9284-e6cec8b94c7a),segment_id=b931fc80-5c52-47b3-9284-e6cec8b94c7a)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:14.658494 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-641d4564-de81-43b6-af9b-0e8b100ddd0d tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] For port bfeb7f81-b096-4def-85d5-39c96de4d1eb, host n-h2-820550-2, got binding levels [] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:14.658854 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-641d4564-de81-43b6-af9b-0e8b100ddd0d tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:14.672706 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-641d4564-de81-43b6-af9b-0e8b100ddd0d tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Calling delete_port for bfeb7f81-b096-4def-85d5-39c96de4d1eb owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:14.718873 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-7700fd1b-2588-48ac-8dfa-066f9cc88125 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:14.740819 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:14.741544 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 3969a027-1406-45e3-a815-a50f07a69757 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:32:14.770750 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-7700fd1b-2588-48ac-8dfa-066f9cc88125 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Network 2eeb7a38-55b2-441b-9574-26196c5f8d08 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:14.778993 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0b832-7a45-4a02-b079-459f3c5e83e5 req-b4cbaf00-9edb-453f-a27e-5a58a26885c7 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:14.780565 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-04e0b832-7a45-4a02-b079-459f3c5e83e5 req-b4cbaf00-9edb-453f-a27e-5a58a26885c7 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 950 time: 0.1004333 Dec 16 09:32:14.784030 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-7700fd1b-2588-48ac-8dfa-066f9cc88125 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:14.788524 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-7700fd1b-2588-48ac-8dfa-066f9cc88125 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:14.827537 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700fd1b-2588-48ac-8dfa-066f9cc88125 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Pushing event updated for resources: {'Port': ['ID=0623c71a-9522-46b5-9066-743861d70c1d,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:14.849833 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=2054fbec-a385-4ca0-a5b1-3b7b893cd4de,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:14.869153 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-641d4564-de81-43b6-af9b-0e8b100ddd0d tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:14.873645 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-7700fd1b-2588-48ac-8dfa-066f9cc88125 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:14.873645 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-7700fd1b-2588-48ac-8dfa-066f9cc88125 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:14.884686 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-04e0b832-7a45-4a02-b079-459f3c5e83e5 req-b20ee7d5-d962-4f43-bdc2-ad119cd83cfc tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728457 Dec 16 09:32:14.894633 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 3969a027-1406-45e3-a815-a50f07a69757, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=3969a027-1406-45e3-a815-a50f07a69757,segment=NetworkSegment(ac95600e-3c1a-420e-8879-213e8cd120c0),segment_id=ac95600e-3c1a-420e-8879-213e8cd120c0)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:14.918692 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '3969a027-1406-45e3-a815-a50f07a69757', 'network_id': '7d041dd8-e312-4dee-9f8d-03e6df17a8ab', 'port_id': '3969a027-1406-45e3-a815-a50f07a69757', 'mac_address': 'fa:16:3e:da:dc:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f63564b-3edf-4765-82ea-be9bd22a95a8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:32:14.920288 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d4564-de81-43b6-af9b-0e8b100ddd0d tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Pushing event deleted for resources: {'Port': ['ID=bfeb7f81-b096-4def-85d5-39c96de4d1eb,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:14.929309 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-641d4564-de81-43b6-af9b-0e8b100ddd0d tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:14.933146 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-641d4564-de81-43b6-af9b-0e8b100ddd0d tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] 10.222.0.60 "DELETE /v2.0/ports/bfeb7f81-b096-4def-85d5-39c96de4d1eb HTTP/1.1" status: 204 len: 168 time: 0.4479353 Dec 16 09:32:14.934980 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43654) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:14.956098 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:14.960118 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e1118c-9ce2-41f1-b664-ca20295fd978 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] GET failed (client error): The resource could not be found. Dec 16 09:32:14.961891 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f6e1118c-9ce2-41f1-b664-ca20295fd978 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] 10.222.0.60 "GET /v2.0/ports/bfeb7f81-b096-4def-85d5-39c96de4d1eb HTTP/1.1" status: 404 len: 333 time: 0.0259285 Dec 16 09:32:14.965552 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43658) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:14.971202 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-7d289aaf-4822-4239-9250-20cc2c82dc0e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Request body: {'port': {'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2043266373'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:14.971370 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3969a027-1406-45e3-a815-a50f07a69757 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:32:14.990117 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 3969a027-1406-45e3-a815-a50f07a69757, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=3969a027-1406-45e3-a815-a50f07a69757,segment=NetworkSegment(ac95600e-3c1a-420e-8879-213e8cd120c0),segment_id=ac95600e-3c1a-420e-8879-213e8cd120c0)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:14.995481 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-7700fd1b-2588-48ac-8dfa-066f9cc88125 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0220895 Dec 16 09:32:15.009775 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-0a7998d2-45a7-454e-bbc0-867fe2b83f1a service neutron] Request body: {'port': {'device_id': '44094a4a-179e-41aa-a0e7-bf18846c9528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:15.045714 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50936e0-4d98-4dcc-a0d7-24b992faac52 req-5e999cf4-da48-407a-ae00-7d3fc271b7ef tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:15.047190 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f50936e0-4d98-4dcc-a0d7-24b992faac52 req-5e999cf4-da48-407a-ae00-7d3fc271b7ef tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.0501029 Dec 16 09:32:15.076091 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-0a7998d2-45a7-454e-bbc0-867fe2b83f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:15.091611 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f50936e0-4d98-4dcc-a0d7-24b992faac52 req-a6412958-8557-444e-81c3-1d223d4715c2 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367763 Dec 16 09:32:15.112290 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:15.130000 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d289aaf-4822-4239-9250-20cc2c82dc0e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Made reservation on behalf of 3c9dc4189f2e47a6a304283706657c61 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:15.132846 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7d289aaf-4822-4239-9250-20cc2c82dc0e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:15.166451 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=3969a027-1406-45e3-a815-a50f07a69757,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:15.294811 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b4136-9f6a-4030-8a68-f22120064657 req-6d2d6e57-ba56-4b12-8db8-e597b3d33552 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:15.296410 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-752b4136-9f6a-4030-8a68-f22120064657 req-6d2d6e57-ba56-4b12-8db8-e597b3d33552 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 944 time: 0.0678053 Dec 16 09:32:15.337186 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-752b4136-9f6a-4030-8a68-f22120064657 req-7ea35577-fbf3-431b-aeb4-b544c64fd351 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341010 Dec 16 09:32:15.535723 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-7d289aaf-4822-4239-9250-20cc2c82dc0e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] device_id is not set on port ffa052af-e774-4f71-a8d6-bd4218e89079 yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:32:15.580195 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['2054fbec-a385-4ca0-a5b1-3b7b893cd4de'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:32:15.592226 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4319df-8853-4fae-b9e6-531a3c9c6f14 req-ea6c4859-41c6-491d-bae9-596659ed81f0 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:15.593752 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0a4319df-8853-4fae-b9e6-531a3c9c6f14 req-ea6c4859-41c6-491d-bae9-596659ed81f0 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 931 time: 0.4837582 Dec 16 09:32:15.604187 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['3969a027-1406-45e3-a815-a50f07a69757'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:32:15.666513 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b92235-4641-490f-8c3a-8d6c022c4369 req-63678f21-462e-4b4c-89a9-5c1d5b559bab tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:15.668168 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-40b92235-4641-490f-8c3a-8d6c022c4369 req-63678f21-462e-4b4c-89a9-5c1d5b559bab tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/ports?device_id=e81a0baf-f384-4562-9ca5-7317ab021b0d HTTP/1.1" status: 200 len: 945 time: 0.0591879 Dec 16 09:32:15.717628 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-40b92235-4641-490f-8c3a-8d6c022c4369 req-e2390ea4-16b4-4f18-8fa9-5834f1cef34f tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/security-groups?id=3daa55eb-788e-4a42-ac59-35750821b5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431058 Dec 16 09:32:15.722878 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0a4319df-8853-4fae-b9e6-531a3c9c6f14 req-6807052a-d879-4eed-8adc-e5ef0a139c2e tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167467 Dec 16 09:32:15.826933 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7d289aaf-4822-4239-9250-20cc2c82dc0e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:15.896300 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-0a7998d2-45a7-454e-bbc0-867fe2b83f1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0623c71a-9522-46b5-9066-743861d70c1d {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:32:15.905377 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-0a7998d2-45a7-454e-bbc0-867fe2b83f1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:15.919580 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-0a7998d2-45a7-454e-bbc0-867fe2b83f1a service neutron] Transition to ACTIVE for port object 0623c71a-9522-46b5-9066-743861d70c1d will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:32:15.974508 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7d289aaf-4822-4239-9250-20cc2c82dc0e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:15.999923 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-0a7998d2-45a7-454e-bbc0-867fe2b83f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:16.039824 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d289aaf-4822-4239-9250-20cc2c82dc0e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Network 5bed280a-a8af-4e90-bf7a-72785aafccd7 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:16.050074 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-7d289aaf-4822-4239-9250-20cc2c82dc0e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:16.062029 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d289aaf-4822-4239-9250-20cc2c82dc0e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:16.062927 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d289aaf-4822-4239-9250-20cc2c82dc0e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:16.063515 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7d289aaf-4822-4239-9250-20cc2c82dc0e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:16.069868 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d289aaf-4822-4239-9250-20cc2c82dc0e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Pushing event updated for resources: {'Port': ['ID=ffa052af-e774-4f71-a8d6-bd4218e89079,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:16.085983 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa693b-9b37-4cef-8b5a-16e595ef0e49 req-b0d35d4f-6bd6-4f9c-a452-36bbb58d5a17 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:16.087387 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-83aa693b-9b37-4cef-8b5a-16e595ef0e49 req-b0d35d4f-6bd6-4f9c-a452-36bbb58d5a17 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 950 time: 0.1237402 Dec 16 09:32:16.174189 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7d289aaf-4822-4239-9250-20cc2c82dc0e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2052238 Dec 16 09:32:16.174611 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43674) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:16.180969 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:16.191646 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7998d2-45a7-454e-bbc0-867fe2b83f1a service neutron] Pushing event updated for resources: {'Port': ['ID=0623c71a-9522-46b5-9066-743861d70c1d,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:16.203870 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-83aa693b-9b37-4cef-8b5a-16e595ef0e49 req-e6ea49da-8a5c-4ac8-a8ac-3f05356fd309 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101916 Dec 16 09:32:16.225467 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-0a7998d2-45a7-454e-bbc0-867fe2b83f1a service neutron] Attempting to bind port 0623c71a-9522-46b5-9066-743861d70c1d on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:16.225813 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-0a7998d2-45a7-454e-bbc0-867fe2b83f1a service neutron] Attempting to bind port 0623c71a-9522-46b5-9066-743861d70c1d by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '2082cd97-2035-461e-ae5b-e2756d7ddb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2eeb7a38-55b2-441b-9574-26196c5f8d08'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:16.226208 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-0a7998d2-45a7-454e-bbc0-867fe2b83f1a service neutron] Attempting to bind port 0623c71a-9522-46b5-9066-743861d70c1d on network 2eeb7a38-55b2-441b-9574-26196c5f8d08 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:16.234811 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-0a7998d2-45a7-454e-bbc0-867fe2b83f1a service neutron] Port 0623c71a-9522-46b5-9066-743861d70c1d on network 2eeb7a38-55b2-441b-9574-26196c5f8d08 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:16.235140 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-0a7998d2-45a7-454e-bbc0-867fe2b83f1a service neutron] Attempting to bind port 0623c71a-9522-46b5-9066-743861d70c1d on network 2eeb7a38-55b2-441b-9574-26196c5f8d08 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:16.241731 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-0a7998d2-45a7-454e-bbc0-867fe2b83f1a service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:32:16.242320 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-0a7998d2-45a7-454e-bbc0-867fe2b83f1a service neutron] Checking segment: {'id': '2082cd97-2035-461e-ae5b-e2756d7ddb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2eeb7a38-55b2-441b-9574-26196c5f8d08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:16.242712 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-0a7998d2-45a7-454e-bbc0-867fe2b83f1a service neutron] Bound using segment: {'id': '2082cd97-2035-461e-ae5b-e2756d7ddb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2eeb7a38-55b2-441b-9574-26196c5f8d08'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:32:16.243140 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-0a7998d2-45a7-454e-bbc0-867fe2b83f1a service neutron] Bound port: 0623c71a-9522-46b5-9066-743861d70c1d, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2082cd97-2035-461e-ae5b-e2756d7ddb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2eeb7a38-55b2-441b-9574-26196c5f8d08'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:32:16.243505 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-0a7998d2-45a7-454e-bbc0-867fe2b83f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:16.261324 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:16.269829 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7dad6-69b1-4792-b9ed-9145b9944d80 req-3b42071f-c4a0-47fb-81af-a0c0e0ea1e45 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:16.271361 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c5c7dad6-69b1-4792-b9ed-9145b9944d80 req-3b42071f-c4a0-47fb-81af-a0c0e0ea1e45 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.1079633 Dec 16 09:32:16.320238 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-0a7998d2-45a7-454e-bbc0-867fe2b83f1a service neutron] For port 0623c71a-9522-46b5-9066-743861d70c1d, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:32:16.323385 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-0a7998d2-45a7-454e-bbc0-867fe2b83f1a service neutron] For port 0623c71a-9522-46b5-9066-743861d70c1d, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=0623c71a-9522-46b5-9066-743861d70c1d,segment=NetworkSegment(2082cd97-2035-461e-ae5b-e2756d7ddb51),segment_id=2082cd97-2035-461e-ae5b-e2756d7ddb51)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:32:16.347760 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c5c7dad6-69b1-4792-b9ed-9145b9944d80 req-f38a213d-ff61-419d-8983-1fa6227e85a5 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646150 Dec 16 09:32:16.458162 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e02da5-b050-41e0-ad5d-9becbf4e79c8 req-9df8ec4d-cf97-4022-916b-a2f826c2724d tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:16.459780 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-08e02da5-b050-41e0-ad5d-9becbf4e79c8 req-9df8ec4d-cf97-4022-916b-a2f826c2724d tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 944 time: 0.0500362 Dec 16 09:32:16.461331 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-0a7998d2-45a7-454e-bbc0-867fe2b83f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:16.465657 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 6b3b017a-7015-4f55-b6de-0c722d24e346 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:32:16.466451 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] device_id is not set on port ffa052af-e774-4f71-a8d6-bd4218e89079 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:32:16.476161 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:16.488691 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 6b3b017a-7015-4f55-b6de-0c722d24e346 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:32:16.489236 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 6b3b017a-7015-4f55-b6de-0c722d24e346 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:32:16.509251 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-0a7998d2-45a7-454e-bbc0-867fe2b83f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:16.509908 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-0a7998d2-45a7-454e-bbc0-867fe2b83f1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:16.511697 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-0a7998d2-45a7-454e-bbc0-867fe2b83f1a service neutron] 10.222.0.58 "PUT /v2.0/ports/0623c71a-9522-46b5-9066-743861d70c1d HTTP/1.1" status: 200 len: 1091 time: 1.5068052 Dec 16 09:32:16.515997 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44094a4a-179e-41aa-a0e7-bf18846c9528', 'tag': '0623c71a-9522-46b5-9066-743861d70c1d'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:32:16.518553 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf69360-6e4a-4fc8-8ea1-91cd411e765a" -d '{"events": [{"name": "network-changed", "server_uuid": "44094a4a-179e-41aa-a0e7-bf18846c9528", "tag": "0623c71a-9522-46b5-9066-743861d70c1d"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:32:16.559114 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-08e02da5-b050-41e0-ad5d-9becbf4e79c8 req-f54a88ae-8051-432f-a674-6ff3d7de1eae tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887964 Dec 16 09:32:16.560735 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51e61bf-701a-4931-9460-2b758c9d1177 x-openstack-request-id: req-d51e61bf-701a-4931-9460-2b758c9d1177 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:32:16.561017 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44094a4a-179e-41aa-a0e7-bf18846c9528", "tag": "0623c71a-9522-46b5-9066-743861d70c1d", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:32:16.561296 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d51e61bf-701a-4931-9460-2b758c9d1177 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:32:16.561683 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44094a4a-179e-41aa-a0e7-bf18846c9528', 'tag': '0623c71a-9522-46b5-9066-743861d70c1d', 'status': 'completed', 'code': 200} Dec 16 09:32:16.562366 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7998d2-45a7-454e-bbc0-867fe2b83f1a service neutron] Pushing event updated for resources: {'Port': ['ID=0623c71a-9522-46b5-9066-743861d70c1d,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:16.569442 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:16.619912 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Pushing event updated for resources: {'Port': ['ID=ffa052af-e774-4f71-a8d6-bd4218e89079,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:16.634757 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:16.635100 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:16.635440 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:16.637539 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf69360-6e4a-4fc8-8ea1-91cd411e765a req-43028d78-5312-4465-ac23-3ae70c09708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:16.639110 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3cf69360-6e4a-4fc8-8ea1-91cd411e765a req-43028d78-5312-4465-ac23-3ae70c09708b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e7e6b140fda42e19ce52d82028fabc5&device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 1094 time: 0.0498395 Dec 16 09:32:16.640002 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Port ffa052af-e774-4f71-a8d6-bd4218e89079 on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:16.640330 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Failed to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] Dec 16 09:32:16.640736 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempt 2 to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 Dec 16 09:32:16.654063 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:16.654399 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:16.654735 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:16.658993 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Port ffa052af-e774-4f71-a8d6-bd4218e89079 on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:16.659319 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Failed to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] Dec 16 09:32:16.659708 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempt 3 to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 Dec 16 09:32:16.672198 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:16.672862 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:16.672862 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:16.677237 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Port ffa052af-e774-4f71-a8d6-bd4218e89079 on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:16.677567 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Failed to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] Dec 16 09:32:16.677953 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempt 4 to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 Dec 16 09:32:16.690120 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:16.690450 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:16.690797 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:16.695050 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Port ffa052af-e774-4f71-a8d6-bd4218e89079 on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:16.695380 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Failed to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] Dec 16 09:32:16.695759 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempt 5 to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 Dec 16 09:32:16.707545 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:16.707876 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:16.708209 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:16.712951 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Port ffa052af-e774-4f71-a8d6-bd4218e89079 on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:16.713312 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Failed to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] Dec 16 09:32:16.713718 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempt 6 to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 Dec 16 09:32:16.726280 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:16.726656 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:16.726946 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:16.731078 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Port ffa052af-e774-4f71-a8d6-bd4218e89079 on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:16.731395 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Failed to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] Dec 16 09:32:16.731799 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempt 7 to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 Dec 16 09:32:16.739237 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf69360-6e4a-4fc8-8ea1-91cd411e765a req-7aa5d4b1-2f54-4747-acaa-aa344608841c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:16.740789 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3cf69360-6e4a-4fc8-8ea1-91cd411e765a req-7aa5d4b1-2f54-4747-acaa-aa344608841c service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=1e7e6b140fda42e19ce52d82028fabc5&shared=False HTTP/1.1" status: 200 len: 906 time: 0.0934725 Dec 16 09:32:16.747731 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:16.747731 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:16.747731 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:16.750680 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Port ffa052af-e774-4f71-a8d6-bd4218e89079 on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:16.751006 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Failed to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] Dec 16 09:32:16.751384 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempt 8 to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 Dec 16 09:32:16.767285 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:16.767624 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:16.767968 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:16.772893 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Port ffa052af-e774-4f71-a8d6-bd4218e89079 on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:16.773285 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Failed to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] Dec 16 09:32:16.773654 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempt 9 to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 Dec 16 09:32:16.786116 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:16.786447 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:16.787550 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:16.792171 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Port ffa052af-e774-4f71-a8d6-bd4218e89079 on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:16.792506 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Failed to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] Dec 16 09:32:16.792888 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempt 10 to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 Dec 16 09:32:16.814948 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:16.815278 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:16.815635 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:16.820995 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Port ffa052af-e774-4f71-a8d6-bd4218e89079 on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:16.821356 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Failed to bind port ffa052af-e774-4f71-a8d6-bd4218e89079 on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] Dec 16 09:32:16.821782 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:16.885974 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4686f9-a70b-4ecb-a900-16b7fc1b60e1 req-dbfb7876-5036-49b9-8a2c-0e3f69ed5361 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:16.887394 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1e4686f9-a70b-4ecb-a900-16b7fc1b60e1 req-dbfb7876-5036-49b9-8a2c-0e3f69ed5361 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 943 time: 0.0743935 Dec 16 09:32:16.888157 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b619a63-6136-48af-bde0-4e02f2908d48 req-eed5b4f7-79f4-4e20-b45b-7945257d3a7f tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:16.889656 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b619a63-6136-48af-bde0-4e02f2908d48 req-eed5b4f7-79f4-4e20-b45b-7945257d3a7f tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/ports?device_id=e81a0baf-f384-4562-9ca5-7317ab021b0d HTTP/1.1" status: 200 len: 945 time: 0.0848689 Dec 16 09:32:16.890274 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf69360-6e4a-4fc8-8ea1-91cd411e765a req-d644c990-4d32-4bbf-a5fb-44ac3d5c152e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:16.891623 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3cf69360-6e4a-4fc8-8ea1-91cd411e765a req-d644c990-4d32-4bbf-a5fb-44ac3d5c152e service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1407802 Dec 16 09:32:16.929935 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1e4686f9-a70b-4ecb-a900-16b7fc1b60e1 req-9b878860-4346-4283-86a9-8461410af18f tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356033 Dec 16 09:32:16.931125 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] For port ffa052af-e774-4f71-a8d6-bd4218e89079, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:32:16.931685 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempted to set empty binding levels {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 09:32:16.961564 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b619a63-6136-48af-bde0-4e02f2908d48 req-1a7ff358-66c2-469e-8a76-cbb7c63f1dff tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/security-groups?id=3daa55eb-788e-4a42-ac59-35750821b5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584857 Dec 16 09:32:16.975506 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-2640d46c-0151-4111-883b-fd2e40271ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:16.977270 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-2640d46c-0151-4111-883b-fd2e40271ffe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e7e6b140fda42e19ce52d82028fabc5&device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 1094 time: 0.0464540 Dec 16 09:32:17.009384 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:17.026441 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-e9d9db43-6126-4293-a5a8-aa3da0bee186 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0623c71a-9522-46b5-9066-743861d70c1d HTTP/1.1" status: 200 len: 217 time: 0.0387003 Dec 16 09:32:17.043705 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] In _notify_port_updated(), no bound segment for port ffa052af-e774-4f71-a8d6-bd4218e89079 on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 {{(pid=102817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:32:17.044544 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.045656 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:17.046448 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] 10.222.0.60 "PUT /v2.0/ports/ffa052af-e774-4f71-a8d6-bd4218e89079 HTTP/1.1" status: 200 len: 975 time: 0.8707452 Dec 16 09:32:17.048951 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43688) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:17.077464 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-93add642-0302-4f36-b041-fdb514172490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.079019 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-93add642-0302-4f36-b041-fdb514172490 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=211efb7a-3b19-4354-921e-9061bf2ec918 HTTP/1.1" status: 200 len: 845 time: 0.0451322 Dec 16 09:32:17.106865 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f68797-a57d-47c4-9ebf-8b65cc07fa8e tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Pushing event updated for resources: {'Port': ['ID=ffa052af-e774-4f71-a8d6-bd4218e89079,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:17.116251 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-40f7ba28-b33e-4bc4-848f-e2df8ffcaa57 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2eeb7a38-55b2-441b-9574-26196c5f8d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262959 Dec 16 09:32:17.161482 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.162410 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.163271 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.163408 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.163812 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.164261 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.164734 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.165234 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.165693 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.166147 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.166594 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.167044 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.167505 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.167951 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.168403 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.168868 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.169343 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.169794 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.170301 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.170694 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.171145 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.171593 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.172043 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.172491 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.175540 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.175540 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.175540 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.175540 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.175540 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.175540 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.175540 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.176345 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.177889 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.177889 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.178134 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.178514 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.179155 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.179414 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.179864 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.180313 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.180748 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.181224 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.181762 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.185814 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7f997870-8a31-4434-b30a-f093f4457a02 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 38914 time: 0.1359105 Dec 16 09:32:17.190590 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43690) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:17.215510 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-8e9072a1-867c-4d5e-a8bc-2ac57be7ae50 service neutron] 10.222.0.58 "GET /v2.0/networks/2eeb7a38-55b2-441b-9574-26196c5f8d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929401 Dec 16 09:32:17.317819 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31c06eef-baed-48c2-a267-4a6c6b9008d9 req-4b5836b0-9d1e-4363-be59-de048e0d31b2 service neutron] 10.222.0.58 "GET /v2.0/networks/2eeb7a38-55b2-441b-9574-26196c5f8d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923584 Dec 16 09:32:17.467138 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28b732-ccab-4eca-9149-87eeaebc880b req-343c7c82-6a9c-4608-868e-690b66fb46c2 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.468613 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9e28b732-ccab-4eca-9149-87eeaebc880b req-343c7c82-6a9c-4608-868e-690b66fb46c2 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.0513124 Dec 16 09:32:17.524932 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9e28b732-ccab-4eca-9149-87eeaebc880b req-3b7bb312-4ac2-42cb-9b7e-890bdf618478 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483713 Dec 16 09:32:17.596033 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72a819-b443-442c-8b4a-961891bc2998 req-bc52f6e1-7b27-4981-af55-35c22daa274f tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.597489 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ae72a819-b443-442c-8b4a-961891bc2998 req-bc52f6e1-7b27-4981-af55-35c22daa274f tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 950 time: 0.0855060 Dec 16 09:32:17.626831 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-06a47fe9-6722-4c64-8c3e-e986db285a2d tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Deleting port ffa052af-e774-4f71-a8d6-bd4218e89079 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:17.627180 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-06a47fe9-6722-4c64-8c3e-e986db285a2d tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:17.680275 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ae72a819-b443-442c-8b4a-961891bc2998 req-879a31fa-7148-4091-9e1c-de6d8919ee1b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760727 Dec 16 09:32:17.685887 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97581bf3-bfa7-4057-92dc-0d76d2b5285e req-0a61e37a-4444-4898-890f-e460fc056860 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.687440 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-97581bf3-bfa7-4057-92dc-0d76d2b5285e req-0a61e37a-4444-4898-890f-e460fc056860 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 944 time: 0.0575066 Dec 16 09:32:17.702700 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-06a47fe9-6722-4c64-8c3e-e986db285a2d tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] For port ffa052af-e774-4f71-a8d6-bd4218e89079, host n-h2-820550-2, got binding levels [] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:17.703073 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-06a47fe9-6722-4c64-8c3e-e986db285a2d tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:17.720208 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-06a47fe9-6722-4c64-8c3e-e986db285a2d tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Calling delete_port for ffa052af-e774-4f71-a8d6-bd4218e89079 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:17.733342 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-97581bf3-bfa7-4057-92dc-0d76d2b5285e req-8eb08481-3a52-4240-aebe-a1532cc7b129 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350983 Dec 16 09:32:17.912696 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-06a47fe9-6722-4c64-8c3e-e986db285a2d tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:17.939099 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a47fe9-6722-4c64-8c3e-e986db285a2d tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Pushing event deleted for resources: {'Port': ['ID=ffa052af-e774-4f71-a8d6-bd4218e89079,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:17.946621 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-06a47fe9-6722-4c64-8c3e-e986db285a2d tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:17.949959 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-06a47fe9-6722-4c64-8c3e-e986db285a2d tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] 10.222.0.60 "DELETE /v2.0/ports/ffa052af-e774-4f71-a8d6-bd4218e89079 HTTP/1.1" status: 204 len: 168 time: 0.7584364 Dec 16 09:32:17.952576 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43700) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:17.976681 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf13d838-f96c-41f7-a553-49df9934cb3a tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] GET failed (client error): The resource could not be found. Dec 16 09:32:17.978138 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-cf13d838-f96c-41f7-a553-49df9934cb3a tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] 10.222.0.60 "GET /v2.0/ports/ffa052af-e774-4f71-a8d6-bd4218e89079 HTTP/1.1" status: 404 len: 333 time: 0.0245781 Dec 16 09:32:17.981928 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43704) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:17.992101 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-2020336a-2161-4fa9-8463-362a77b038fc tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2032733495', 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:18.050843 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b56e8-50b2-4608-a33b-8cb15ef2a6ba req-4e8d0930-992e-4ede-8ae1-e76b5a90e088 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:18.052954 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-365b56e8-50b2-4608-a33b-8cb15ef2a6ba req-4e8d0930-992e-4ede-8ae1-e76b5a90e088 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 943 time: 0.0492611 Dec 16 09:32:18.081099 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d6c01-5bc3-443a-9aa3-2da5abb85b9f req-e31c7553-b810-47fc-9a56-a2829c5bae54 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:18.082609 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f41d6c01-5bc3-443a-9aa3-2da5abb85b9f req-e31c7553-b810-47fc-9a56-a2829c5bae54 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/ports?device_id=e81a0baf-f384-4562-9ca5-7317ab021b0d HTTP/1.1" status: 200 len: 945 time: 0.0517488 Dec 16 09:32:18.091364 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-365b56e8-50b2-4608-a33b-8cb15ef2a6ba req-466eb94e-ace6-4148-a573-1b5e782a09be tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320575 Dec 16 09:32:18.103833 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2020336a-2161-4fa9-8463-362a77b038fc tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Made reservation on behalf of 3c9dc4189f2e47a6a304283706657c61 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:18.106525 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2020336a-2161-4fa9-8463-362a77b038fc tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:18.140121 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f41d6c01-5bc3-443a-9aa3-2da5abb85b9f req-ada88876-195a-4e44-83af-1364449efc34 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/security-groups?id=3daa55eb-788e-4a42-ac59-35750821b5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506516 Dec 16 09:32:18.141485 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-2020336a-2161-4fa9-8463-362a77b038fc tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] device_id is not set on port 42f984fc-47c3-4023-aea7-8055fd9c9909 yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:32:18.297000 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2020336a-2161-4fa9-8463-362a77b038fc tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:18.417634 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2020336a-2161-4fa9-8463-362a77b038fc tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:18.461660 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2020336a-2161-4fa9-8463-362a77b038fc tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Network 5bed280a-a8af-4e90-bf7a-72785aafccd7 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:18.464459 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-2020336a-2161-4fa9-8463-362a77b038fc tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:18.467759 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2020336a-2161-4fa9-8463-362a77b038fc tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:18.468662 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2020336a-2161-4fa9-8463-362a77b038fc tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:18.469476 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2020336a-2161-4fa9-8463-362a77b038fc tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:18.478044 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 3969a027-1406-45e3-a815-a50f07a69757 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:32:18.478755 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2020336a-2161-4fa9-8463-362a77b038fc tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Pushing event updated for resources: {'Port': ['ID=42f984fc-47c3-4023-aea7-8055fd9c9909,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:18.562551 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2020336a-2161-4fa9-8463-362a77b038fc tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5737758 Dec 16 09:32:18.562909 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43714) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:18.597795 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33433709-b0bb-477f-ab42-4724d1e4d140 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:18.599223 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-33433709-b0bb-477f-ab42-4724d1e4d140 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] 10.222.0.60 "GET /v2.0/ports/42f984fc-47c3-4023-aea7-8055fd9c9909 HTTP/1.1" status: 200 len: 955 time: 0.0352657 Dec 16 09:32:18.602112 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43716) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:18.647183 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5d09b-a2bf-495e-bcbe-608bdba774b3 req-f607aa93-4861-4f8d-a458-e3499f37bfff tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:18.648852 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-42c5d09b-a2bf-495e-bcbe-608bdba774b3 req-f607aa93-4861-4f8d-a458-e3499f37bfff tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.0511844 Dec 16 09:32:18.668874 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 3969a027-1406-45e3-a815-a50f07a69757 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:32:18.673592 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 3969a027-1406-45e3-a815-a50f07a69757 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:18.674089 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:18.676495 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-27668f6f-dfa6-4ddc-abfb-97e74a77f93f tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Deleting port 42f984fc-47c3-4023-aea7-8055fd9c9909 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:18.676840 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-27668f6f-dfa6-4ddc-abfb-97e74a77f93f tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:18.691371 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-42c5d09b-a2bf-495e-bcbe-608bdba774b3 req-f8670cb1-8827-4f34-9dee-5e931413fef7 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364075 Dec 16 09:32:18.758130 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-27668f6f-dfa6-4ddc-abfb-97e74a77f93f tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:18.767423 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:18.793008 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-27668f6f-dfa6-4ddc-abfb-97e74a77f93f tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Calling delete_port for 42f984fc-47c3-4023-aea7-8055fd9c9909 owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:18.804279 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 3969a027-1406-45e3-a815-a50f07a69757, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=3969a027-1406-45e3-a815-a50f07a69757,segment=NetworkSegment(ac95600e-3c1a-420e-8879-213e8cd120c0),segment_id=ac95600e-3c1a-420e-8879-213e8cd120c0)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:18.805545 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcba6c30-d2f3-4361-8c07-6b02dfc18965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3969a027-1406-45e3-a815-a50f07a69757'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:32:18.808612 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99405e4a-8245-4dc5-afb8-876fb77f98cc" -d '{"events": [{"server_uuid": "dcba6c30-d2f3-4361-8c07-6b02dfc18965", "name": "network-vif-plugged", "status": "completed", "tag": "3969a027-1406-45e3-a815-a50f07a69757"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:32:18.852218 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030d938-2d6c-456b-9f04-9064db468f3c req-8cd80cb4-6382-4ef5-a223-d475ba734b0a tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:18.853489 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6a490-da94-4175-be18-17e651d1ed51 req-aed8a89a-4eeb-4021-b35c-332c9da34aac tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:18.853676 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0030d938-2d6c-456b-9f04-9064db468f3c req-8cd80cb4-6382-4ef5-a223-d475ba734b0a tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 944 time: 0.0485413 Dec 16 09:32:18.854973 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2da6a490-da94-4175-be18-17e651d1ed51 req-aed8a89a-4eeb-4021-b35c-332c9da34aac tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 950 time: 0.0995681 Dec 16 09:32:18.883574 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:18.884588 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 2054fbec-a385-4ca0-a5b1-3b7b893cd4de up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:32:18.894684 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0030d938-2d6c-456b-9f04-9064db468f3c req-200d6c9e-f9d8-40a7-a5e4-9abbdb38b004 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340829 Dec 16 09:32:18.916408 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2da6a490-da94-4175-be18-17e651d1ed51 req-251ec621-b789-40b6-88f3-c07070585538 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523889 Dec 16 09:32:18.948174 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d40fe22-3f48-47ee-ba0c-1392ece656fe x-openstack-request-id: req-2d40fe22-3f48-47ee-ba0c-1392ece656fe {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:32:18.948464 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcba6c30-d2f3-4361-8c07-6b02dfc18965", "name": "network-vif-plugged", "status": "completed", "tag": "3969a027-1406-45e3-a815-a50f07a69757", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:32:18.948714 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2d40fe22-3f48-47ee-ba0c-1392ece656fe {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:32:18.949104 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcba6c30-d2f3-4361-8c07-6b02dfc18965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3969a027-1406-45e3-a815-a50f07a69757', 'code': 200} Dec 16 09:32:18.969511 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-27668f6f-dfa6-4ddc-abfb-97e74a77f93f tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:18.992927 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=3969a027-1406-45e3-a815-a50f07a69757,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:19.023141 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27668f6f-dfa6-4ddc-abfb-97e74a77f93f tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Pushing event deleted for resources: {'Port': ['ID=42f984fc-47c3-4023-aea7-8055fd9c9909,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:19.035671 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-27668f6f-dfa6-4ddc-abfb-97e74a77f93f tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:19.041935 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-27668f6f-dfa6-4ddc-abfb-97e74a77f93f tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] 10.222.0.60 "DELETE /v2.0/ports/42f984fc-47c3-4023-aea7-8055fd9c9909 HTTP/1.1" status: 204 len: 168 time: 0.4365373 Dec 16 09:32:19.042546 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43724) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:19.055032 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 2054fbec-a385-4ca0-a5b1-3b7b893cd4de completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:32:19.062536 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 2054fbec-a385-4ca0-a5b1-3b7b893cd4de triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:19.063316 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:19.068831 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0020e1-8124-402c-89e8-7d7d0464c4a5 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] GET failed (client error): The resource could not be found. Dec 16 09:32:19.070502 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7b0020e1-8124-402c-89e8-7d7d0464c4a5 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] 10.222.0.60 "GET /v2.0/ports/42f984fc-47c3-4023-aea7-8055fd9c9909 HTTP/1.1" status: 404 len: 333 time: 0.0269394 Dec 16 09:32:19.076099 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43726) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:19.077575 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006ab7b-cf59-4aa4-bb31-4803ea376d5d req-596a22c0-0353-4dd4-a54a-1e99fffe6caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:19.079287 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a006ab7b-cf59-4aa4-bb31-4803ea376d5d req-596a22c0-0353-4dd4-a54a-1e99fffe6caa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 1096 time: 0.0562263 Dec 16 09:32:19.082953 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-ec101832-884e-4d24-9229-dd57426490af tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Request body: {'port': {'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1876494896'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:19.125988 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a006ab7b-cf59-4aa4-bb31-4803ea376d5d req-4fd7e97b-c9e2-465a-b76d-b32e8128abfd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386052 Dec 16 09:32:19.162370 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:19.209381 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 2054fbec-a385-4ca0-a5b1-3b7b893cd4de, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=2054fbec-a385-4ca0-a5b1-3b7b893cd4de,segment=NetworkSegment(b931fc80-5c52-47b3-9284-e6cec8b94c7a),segment_id=b931fc80-5c52-47b3-9284-e6cec8b94c7a)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:19.215314 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8442ae-743d-49b5-90ce-0541b0f8c4cb req-5013512e-cf84-43d0-a846-3990cc5173da tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:19.222764 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e8442ae-743d-49b5-90ce-0541b0f8c4cb req-5013512e-cf84-43d0-a846-3990cc5173da tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 943 time: 0.0578053 Dec 16 09:32:19.261799 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e8442ae-743d-49b5-90ce-0541b0f8c4cb req-9a119ec8-5b96-4314-acce-7177730ec274 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377238 Dec 16 09:32:19.268772 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec101832-884e-4d24-9229-dd57426490af tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Made reservation on behalf of 3c9dc4189f2e47a6a304283706657c61 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:19.274549 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ec101832-884e-4d24-9229-dd57426490af tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:19.282219 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cafd3-cc5d-48e5-a7cd-27e9ae653037 req-7131b0f8-c331-4d1d-870c-9919b08000b9 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:19.283737 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8b6cafd3-cc5d-48e5-a7cd-27e9ae653037 req-7131b0f8-c331-4d1d-870c-9919b08000b9 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/ports?device_id=e81a0baf-f384-4562-9ca5-7317ab021b0d HTTP/1.1" status: 200 len: 945 time: 0.0530980 Dec 16 09:32:19.300966 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-ec101832-884e-4d24-9229-dd57426490af tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] device_id is not set on port 38cc02ac-ff71-41ed-8496-e340cfaaae5f yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:32:19.330498 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8b6cafd3-cc5d-48e5-a7cd-27e9ae653037 req-48a62620-d9c9-41b3-9746-b302a1d7f88e tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/security-groups?id=3daa55eb-788e-4a42-ac59-35750821b5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394442 Dec 16 09:32:19.348938 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:19.402524 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=2054fbec-a385-4ca0-a5b1-3b7b893cd4de,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:19.459313 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ec101832-884e-4d24-9229-dd57426490af tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:19.577787 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ec101832-884e-4d24-9229-dd57426490af tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:19.621892 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec101832-884e-4d24-9229-dd57426490af tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Network 5bed280a-a8af-4e90-bf7a-72785aafccd7 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:19.624463 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-ec101832-884e-4d24-9229-dd57426490af tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:19.627821 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec101832-884e-4d24-9229-dd57426490af tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:19.628721 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec101832-884e-4d24-9229-dd57426490af tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:19.629546 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ec101832-884e-4d24-9229-dd57426490af tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:19.639255 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec101832-884e-4d24-9229-dd57426490af tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Pushing event updated for resources: {'Port': ['ID=38cc02ac-ff71-41ed-8496-e340cfaaae5f,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:19.760539 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ec101832-884e-4d24-9229-dd57426490af tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6833482 Dec 16 09:32:19.763253 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43738) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:19.768285 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:19.810007 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f41d4-9783-48d7-b97e-d67e0940b0ec req-480349f6-4b18-464d-b674-1bcf0c50819c tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:19.811767 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-451f41d4-9783-48d7-b97e-d67e0940b0ec req-480349f6-4b18-464d-b674-1bcf0c50819c tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.0497694 Dec 16 09:32:19.820172 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:19.850414 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-451f41d4-9783-48d7-b97e-d67e0940b0ec req-4734131a-aae3-4175-9d2b-37a7c4f153de tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327735 Dec 16 09:32:20.015069 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] device_id is not set on port 38cc02ac-ff71-41ed-8496-e340cfaaae5f yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:32:20.024340 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:20.037846 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f951c-f947-4a0f-a0c7-f4def37d1206 req-dda9aad2-d055-4af6-b506-b93b459111be tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:20.039344 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f13f951c-f947-4a0f-a0c7-f4def37d1206 req-dda9aad2-d055-4af6-b506-b93b459111be tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 950 time: 0.0485077 Dec 16 09:32:20.043120 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec57bd-7caa-4b90-a7bf-5483848d4c0c req-b0e8639d-f635-47a6-acbc-ceaf0a63085a tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:20.043120 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a5ec57bd-7caa-4b90-a7bf-5483848d4c0c req-b0e8639d-f635-47a6-acbc-ceaf0a63085a tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 945 time: 0.0657277 Dec 16 09:32:20.077948 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f13f951c-f947-4a0f-a0c7-f4def37d1206 req-f79a2b5a-1746-4357-82c7-801d425b86e1 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320163 Dec 16 09:32:20.079453 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a5ec57bd-7caa-4b90-a7bf-5483848d4c0c req-97b486e9-d651-483c-91ec-2c45b9b7460b tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315332 Dec 16 09:32:20.131352 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:20.185930 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Pushing event updated for resources: {'Port': ['ID=38cc02ac-ff71-41ed-8496-e340cfaaae5f,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:20.202370 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:20.202850 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:20.203190 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:20.207661 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:20.207993 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Failed to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] Dec 16 09:32:20.208404 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempt 2 to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f Dec 16 09:32:20.220715 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:20.221053 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:20.221419 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:20.226584 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:20.226913 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Failed to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] Dec 16 09:32:20.228024 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempt 3 to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f Dec 16 09:32:20.238648 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:20.238985 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:20.239342 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:20.244047 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:20.244381 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Failed to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] Dec 16 09:32:20.244795 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempt 4 to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f Dec 16 09:32:20.256861 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:20.257240 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:20.257574 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:20.261745 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:20.263392 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Failed to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] Dec 16 09:32:20.263392 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempt 5 to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f Dec 16 09:32:20.274163 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:20.274498 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:20.274829 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:20.278939 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:20.279264 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Failed to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] Dec 16 09:32:20.279641 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempt 6 to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f Dec 16 09:32:20.292061 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:20.292393 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:20.292727 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:20.297015 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:20.297377 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Failed to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] Dec 16 09:32:20.297765 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempt 7 to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f Dec 16 09:32:20.309948 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:20.310288 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:20.310626 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:20.314889 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:20.317299 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Failed to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] Dec 16 09:32:20.317299 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempt 8 to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f Dec 16 09:32:20.327964 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:20.328306 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:20.328644 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:20.332865 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:20.333232 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Failed to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] Dec 16 09:32:20.334154 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempt 9 to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f Dec 16 09:32:20.345709 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:20.346051 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:20.346391 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:20.351324 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:20.352922 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Failed to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] Dec 16 09:32:20.352922 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempt 10 to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f Dec 16 09:32:20.364892 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:20.365274 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:20.365617 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempting to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:20.370741 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:20.371074 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Failed to bind port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'ce079c6c-ab23-44a5-ad6a-793b2b569f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5bed280a-a8af-4e90-bf7a-72785aafccd7'}] Dec 16 09:32:20.371449 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:20.377325 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b79659-789e-4cf0-9a5f-6e9655efbff0 req-6c113f4a-d025-4792-b89c-da430cda421c tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:20.378897 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-67b79659-789e-4cf0-9a5f-6e9655efbff0 req-6c113f4a-d025-4792-b89c-da430cda421c tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 943 time: 0.0520129 Dec 16 09:32:20.432081 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-67b79659-789e-4cf0-9a5f-6e9655efbff0 req-c95a082f-dd9b-48ad-88f3-a3975c15c8a4 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389693 Dec 16 09:32:20.472613 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] For port 38cc02ac-ff71-41ed-8496-e340cfaaae5f, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:32:20.472980 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attempted to set empty binding levels {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 09:32:20.489472 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66ed5e-3a59-4abb-ab43-d59ca00d0db9 req-0bae3654-65b5-4580-8d69-d336dc661e44 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:20.490585 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0a66ed5e-3a59-4abb-ab43-d59ca00d0db9 req-0bae3654-65b5-4580-8d69-d336dc661e44 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/ports?device_id=e81a0baf-f384-4562-9ca5-7317ab021b0d HTTP/1.1" status: 200 len: 946 time: 0.0823298 Dec 16 09:32:20.531088 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0a66ed5e-3a59-4abb-ab43-d59ca00d0db9 req-d5a6afe6-20b3-48ae-8487-44b7e0d284ea tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/security-groups?id=3daa55eb-788e-4a42-ac59-35750821b5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330596 Dec 16 09:32:20.583245 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:20.614912 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] In _notify_port_updated(), no bound segment for port 38cc02ac-ff71-41ed-8496-e340cfaaae5f on network 5bed280a-a8af-4e90-bf7a-72785aafccd7 {{(pid=102817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:32:20.615865 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:20.616430 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:20.617807 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] 10.222.0.60 "PUT /v2.0/ports/38cc02ac-ff71-41ed-8496-e340cfaaae5f HTTP/1.1" status: 200 len: 975 time: 0.8534844 Dec 16 09:32:20.620597 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43752) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:20.631586 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e7c28-f2e4-4322-9c86-bfb71a442e78 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Pushing event updated for resources: {'Port': ['ID=38cc02ac-ff71-41ed-8496-e340cfaaae5f,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:20.698152 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-3c883bcf-8617-4f65-8361-6d79b580955a tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Deleting port 38cc02ac-ff71-41ed-8496-e340cfaaae5f {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:20.698424 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c883bcf-8617-4f65-8361-6d79b580955a tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:20.767174 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-3c883bcf-8617-4f65-8361-6d79b580955a tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] For port 38cc02ac-ff71-41ed-8496-e340cfaaae5f, host n-h2-820550-2, got binding levels [] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:20.767845 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c883bcf-8617-4f65-8361-6d79b580955a tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:20.780187 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-3c883bcf-8617-4f65-8361-6d79b580955a tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Calling delete_port for 38cc02ac-ff71-41ed-8496-e340cfaaae5f owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:20.928847 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c883bcf-8617-4f65-8361-6d79b580955a tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:20.956079 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81a0baf-f384-4562-9ca5-7317ab021b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2054fbec-a385-4ca0-a5b1-3b7b893cd4de'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:32:20.956079 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9287365-dbf0-4ced-9096-8a2afceae99f" -d '{"events": [{"server_uuid": "e81a0baf-f384-4562-9ca5-7317ab021b0d", "name": "network-vif-plugged", "status": "completed", "tag": "2054fbec-a385-4ca0-a5b1-3b7b893cd4de"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:32:20.957796 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c883bcf-8617-4f65-8361-6d79b580955a tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Pushing event deleted for resources: {'Port': ['ID=38cc02ac-ff71-41ed-8496-e340cfaaae5f,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:20.964245 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c883bcf-8617-4f65-8361-6d79b580955a tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:20.967582 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3c883bcf-8617-4f65-8361-6d79b580955a tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] 10.222.0.60 "DELETE /v2.0/ports/38cc02ac-ff71-41ed-8496-e340cfaaae5f HTTP/1.1" status: 204 len: 168 time: 0.3445427 Dec 16 09:32:20.970221 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43758) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:20.983067 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 0623c71a-9522-46b5-9066-743861d70c1d details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:32:20.986484 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509edcc-35e3-49c2-a42b-46328a96336a req-81093b8d-9e84-44a8-b9d3-73a543b72036 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:20.989586 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6509edcc-35e3-49c2-a42b-46328a96336a req-81093b8d-9e84-44a8-b9d3-73a543b72036 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.0645130 Dec 16 09:32:20.999180 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867cb900-9c9e-40c9-ab74-6b155d68009b x-openstack-request-id: req-867cb900-9c9e-40c9-ab74-6b155d68009b {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:32:20.999467 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e81a0baf-f384-4562-9ca5-7317ab021b0d", "name": "network-vif-plugged", "status": "completed", "tag": "2054fbec-a385-4ca0-a5b1-3b7b893cd4de", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:32:20.999712 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-867cb900-9c9e-40c9-ab74-6b155d68009b {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:32:21.000094 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81a0baf-f384-4562-9ca5-7317ab021b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2054fbec-a385-4ca0-a5b1-3b7b893cd4de', 'code': 200} Dec 16 09:32:21.021910 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-76004c85-0c1f-40ce-a46f-7ad14d4e2d44 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] GET failed (client error): The resource could not be found. Dec 16 09:32:21.023445 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-76004c85-0c1f-40ce-a46f-7ad14d4e2d44 tempest-PortsAdminExtendedAttrsTestJSON-1451333668 tempest-PortsAdminExtendedAttrsTestJSON-1451333668-project-admin] 10.222.0.60 "GET /v2.0/ports/38cc02ac-ff71-41ed-8496-e340cfaaae5f HTTP/1.1" status: 404 len: 333 time: 0.0522408 Dec 16 09:32:21.027636 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43760) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:21.057893 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6509edcc-35e3-49c2-a42b-46328a96336a req-73e00db5-9051-444c-8ade-64b9f807c49f tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620947 Dec 16 09:32:21.101532 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 0623c71a-9522-46b5-9066-743861d70c1d, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=0623c71a-9522-46b5-9066-743861d70c1d,segment=NetworkSegment(2082cd97-2035-461e-ae5b-e2756d7ddb51),segment_id=2082cd97-2035-461e-ae5b-e2756d7ddb51)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:21.110665 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f8cc9-a1e4-4dba-a65b-effc40097d9c req-908acc6b-f2a8-49a6-8fc5-61c9d42d92cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:21.113280 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c73f8cc9-a1e4-4dba-a65b-effc40097d9c req-908acc6b-f2a8-49a6-8fc5-61c9d42d92cb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e81a0baf-f384-4562-9ca5-7317ab021b0d HTTP/1.1" status: 200 len: 1097 time: 0.0478108 Dec 16 09:32:21.121932 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '0623c71a-9522-46b5-9066-743861d70c1d', 'network_id': '2eeb7a38-55b2-441b-9574-26196c5f8d08', 'port_id': '0623c71a-9522-46b5-9066-743861d70c1d', 'mac_address': 'fa:16:3e:58:11:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211efb7a-3b19-4354-921e-9061bf2ec918', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:32:21.125823 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d746de9-78b5-44ca-880c-47a84cc68738 tempest-PortsAdminExtendedAttrsTestJSON-659267508 tempest-PortsAdminExtendedAttrsTestJSON-659267508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:21.194576 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:21.205412 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c73f8cc9-a1e4-4dba-a65b-effc40097d9c req-7d2158f9-8ff7-447e-9270-71f69c32e13b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3daa55eb-788e-4a42-ac59-35750821b5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848439 Dec 16 09:32:21.213663 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0623c71a-9522-46b5-9066-743861d70c1d {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:32:21.226411 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647da25-21e4-4a9a-a02c-ed59a8ac3cb0 req-51a7123c-9e2f-4c90-9a72-5871aa85299a tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:21.227896 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a647da25-21e4-4a9a-a02c-ed59a8ac3cb0 req-51a7123c-9e2f-4c90-9a72-5871aa85299a tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 945 time: 0.0672708 Dec 16 09:32:21.233941 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 0623c71a-9522-46b5-9066-743861d70c1d, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=0623c71a-9522-46b5-9066-743861d70c1d,segment=NetworkSegment(2082cd97-2035-461e-ae5b-e2756d7ddb51),segment_id=2082cd97-2035-461e-ae5b-e2756d7ddb51)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:21.267318 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a647da25-21e4-4a9a-a02c-ed59a8ac3cb0 req-2d950f30-1d86-430a-bc53-4b2a7aff4020 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332739 Dec 16 09:32:21.270473 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d746de9-78b5-44ca-880c-47a84cc68738 tempest-PortsAdminExtendedAttrsTestJSON-659267508 tempest-PortsAdminExtendedAttrsTestJSON-659267508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:21.300854 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-5d746de9-78b5-44ca-880c-47a84cc68738 tempest-PortsAdminExtendedAttrsTestJSON-659267508 tempest-PortsAdminExtendedAttrsTestJSON-659267508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bed280a-a8af-4e90-bf7a-72785aafccd7']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:21.314952 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e83c6f-1153-4e7f-a320-72f40141b02d req-7ab30731-988d-4489-a94a-2540002b05a1 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:21.316595 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f1e83c6f-1153-4e7f-a320-72f40141b02d req-7ab30731-988d-4489-a94a-2540002b05a1 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 950 time: 0.1208603 Dec 16 09:32:21.320163 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-5d746de9-78b5-44ca-880c-47a84cc68738 tempest-PortsAdminExtendedAttrsTestJSON-659267508 tempest-PortsAdminExtendedAttrsTestJSON-659267508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce079c6c-ab23-44a5-ad6a-793b2b569f22') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:21.320459 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-5d746de9-78b5-44ca-880c-47a84cc68738 tempest-PortsAdminExtendedAttrsTestJSON-659267508 tempest-PortsAdminExtendedAttrsTestJSON-659267508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce079c6c-ab23-44a5-ad6a-793b2b569f22') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:21.335964 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:21.336958 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d746de9-78b5-44ca-880c-47a84cc68738 tempest-PortsAdminExtendedAttrsTestJSON-659267508 tempest-PortsAdminExtendedAttrsTestJSON-659267508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:21.361104 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d746de9-78b5-44ca-880c-47a84cc68738 tempest-PortsAdminExtendedAttrsTestJSON-659267508 tempest-PortsAdminExtendedAttrsTestJSON-659267508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:21.374896 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d746de9-78b5-44ca-880c-47a84cc68738 tempest-PortsAdminExtendedAttrsTestJSON-659267508 tempest-PortsAdminExtendedAttrsTestJSON-659267508-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:32:21.375298 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d746de9-78b5-44ca-880c-47a84cc68738 tempest-PortsAdminExtendedAttrsTestJSON-659267508 tempest-PortsAdminExtendedAttrsTestJSON-659267508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:21.378744 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:32:21.378744 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:32:21.378744 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:32:21.378744 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:32:21.378744 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:32:21.378744 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:32:21.378744 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:32:21.378744 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:32:21.378744 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:32:21.378744 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:32:21.378744 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:32:21.378744 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:32:21.378744 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:32:21.378744 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:32:21.378744 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:32:21.378744 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:32:21.378744 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:32:21.378744 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:32:21.378744 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:32:21.378744 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:32:21.378744 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:32:21.378744 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:32:21.378744 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:32:21.378744 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:32:21.378744 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:32:21.378744 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:32:21.378744 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:32:21.378744 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:32:21.378744 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:32:21.378744 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:32:21.378744 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:32:21.378744 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:32:21.387959 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=0623c71a-9522-46b5-9066-743861d70c1d,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:21.388805 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188e821-aac7-4350-99fa-bd00487fadb7 req-f50f7d4b-7b15-449d-a6f6-b41122558924 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:21.390677 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0188e821-aac7-4350-99fa-bd00487fadb7 req-f50f7d4b-7b15-449d-a6f6-b41122558924 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 945 time: 0.0571654 Dec 16 09:32:21.392187 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f1e83c6f-1153-4e7f-a320-72f40141b02d req-047de6d5-3f92-4c90-a322-b31c340775ab tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695913 Dec 16 09:32:21.430932 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0188e821-aac7-4350-99fa-bd00487fadb7 req-2854c4f4-4e6e-4f90-b782-516c0e308769 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328515 Dec 16 09:32:21.529249 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d746de9-78b5-44ca-880c-47a84cc68738 tempest-PortsAdminExtendedAttrsTestJSON-659267508 tempest-PortsAdminExtendedAttrsTestJSON-659267508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:21.538008 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d746de9-78b5-44ca-880c-47a84cc68738 tempest-PortsAdminExtendedAttrsTestJSON-659267508 tempest-PortsAdminExtendedAttrsTestJSON-659267508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:21.543636 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5d746de9-78b5-44ca-880c-47a84cc68738 tempest-PortsAdminExtendedAttrsTestJSON-659267508 tempest-PortsAdminExtendedAttrsTestJSON-659267508-project] 10.222.0.60 "DELETE /v2.0/networks/5bed280a-a8af-4e90-bf7a-72785aafccd7 HTTP/1.1" status: 204 len: 168 time: 0.5149574 Dec 16 09:32:21.558789 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d746de9-78b5-44ca-880c-47a84cc68738 tempest-PortsAdminExtendedAttrsTestJSON-659267508 tempest-PortsAdminExtendedAttrsTestJSON-659267508-project] Pushing event deleted for resources: {'Network': ['ID=5bed280a-a8af-4e90-bf7a-72785aafccd7,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:21.572001 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9907d-f0f5-47af-a280-a50ffde8b1d2 req-bb92a864-b60d-428b-a121-1072b719fd9f tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:21.572432 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['0623c71a-9522-46b5-9066-743861d70c1d'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:32:21.573589 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-59c9907d-f0f5-47af-a280-a50ffde8b1d2 req-bb92a864-b60d-428b-a121-1072b719fd9f tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 945 time: 0.0534737 Dec 16 09:32:21.579156 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32b2e7-5ae7-4e3a-b261-a0656fbab23d req-f937e64d-0452-4a74-a899-2177e7370b84 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:21.580674 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ee32b2e7-5ae7-4e3a-b261-a0656fbab23d req-f937e64d-0452-4a74-a899-2177e7370b84 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 944 time: 0.0857081 Dec 16 09:32:21.616083 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-59c9907d-f0f5-47af-a280-a50ffde8b1d2 req-522a10ac-6b01-4db0-b9cf-0aa18a2c4a31 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343208 Dec 16 09:32:21.625660 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ee32b2e7-5ae7-4e3a-b261-a0656fbab23d req-80fa116f-4ac4-483b-be64-0eed42491a71 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381868 Dec 16 09:32:21.767650 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ca240-ff7b-4dee-a186-503283dc544e req-8d81f023-1596-4b5a-af1e-2643f20a9734 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:21.769312 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f51ca240-ff7b-4dee-a186-503283dc544e req-8d81f023-1596-4b5a-af1e-2643f20a9734 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/ports?device_id=e81a0baf-f384-4562-9ca5-7317ab021b0d HTTP/1.1" status: 200 len: 946 time: 0.0533471 Dec 16 09:32:21.806518 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f51ca240-ff7b-4dee-a186-503283dc544e req-4a5ad3df-9d25-4641-8822-27db3d19e004 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/security-groups?id=3daa55eb-788e-4a42-ac59-35750821b5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307717 Dec 16 09:32:21.852551 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8d785-da11-40c5-bd2d-f46b9f4ac890 req-74fb222e-e25d-4916-9119-52658f513cfe tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:21.854054 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-20e8d785-da11-40c5-bd2d-f46b9f4ac890 req-74fb222e-e25d-4916-9119-52658f513cfe tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 945 time: 0.0498872 Dec 16 09:32:21.892258 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-20e8d785-da11-40c5-bd2d-f46b9f4ac890 req-f74c8f62-6588-4278-ac50-ebe47bb31b04 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318847 Dec 16 09:32:22.025501 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa050504-fe7d-4ccb-a390-4cd01a0c2290 req-49d4b326-df1f-4378-b816-22fc020b6ae5 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:22.026944 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fa050504-fe7d-4ccb-a390-4cd01a0c2290 req-49d4b326-df1f-4378-b816-22fc020b6ae5 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 945 time: 0.0531492 Dec 16 09:32:22.065164 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fa050504-fe7d-4ccb-a390-4cd01a0c2290 req-713a8108-1e79-4af8-b841-2472d5ea0feb tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321791 Dec 16 09:32:22.157848 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43794) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:22.186392 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38667599-7455-4d66-8e7d-6e48ab6cc45d req-f38b56b2-22ab-49b3-8da8-09da101a54bc tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:22.189732 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-38667599-7455-4d66-8e7d-6e48ab6cc45d req-f38b56b2-22ab-49b3-8da8-09da101a54bc tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.0596335 Dec 16 09:32:22.207896 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34e93a-63ad-49b6-bd5a-bd477379e425 req-95019697-30ad-4528-8b86-23d72d3f79c9 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:22.209906 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fc34e93a-63ad-49b6-bd5a-bd477379e425 req-95019697-30ad-4528-8b86-23d72d3f79c9 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 945 time: 0.0667379 Dec 16 09:32:22.235487 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-38667599-7455-4d66-8e7d-6e48ab6cc45d req-fa59c8a8-f0e8-4888-b810-4fa27ffddf90 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407403 Dec 16 09:32:22.262637 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fc34e93a-63ad-49b6-bd5a-bd477379e425 req-44887408-7735-4b53-899e-6ce6ec372e37 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440881 Dec 16 09:32:22.310373 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1aedf019-3576-4e9a-9b63-0232d61c4064 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=29974714033342638dc5bf7f100ca48b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512690 Dec 16 09:32:22.312836 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43802) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:22.359971 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dfcd7e74-e254-4867-a0bf-a5a73be6d63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:22.381446 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dfcd7e74-e254-4867-a0bf-a5a73be6d63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:22.393565 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c677f-1f6c-4475-8660-f7e45ab6801b req-345603eb-87ea-4bce-892f-5fac7f4ea55f tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:22.395042 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-118c677f-1f6c-4475-8660-f7e45ab6801b req-345603eb-87ea-4bce-892f-5fac7f4ea55f tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 945 time: 0.0506694 Dec 16 09:32:22.434367 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-118c677f-1f6c-4475-8660-f7e45ab6801b req-17b8175c-0a70-4a28-a32b-6fda0c66ad3d tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333281 Dec 16 09:32:22.518185 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa3505-efa7-45fc-aa6e-2c3f1373f252 req-3f2dfb26-10ae-4d6a-9a0b-e6308b8819b4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:22.519698 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ecfa3505-efa7-45fc-aa6e-2c3f1373f252 req-3f2dfb26-10ae-4d6a-9a0b-e6308b8819b4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 950 time: 0.0497565 Dec 16 09:32:22.542115 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dfcd7e74-e254-4867-a0bf-a5a73be6d63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:22.545590 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dfcd7e74-e254-4867-a0bf-a5a73be6d63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:22.546904 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-dfcd7e74-e254-4867-a0bf-a5a73be6d63e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ce5088ff-2d8c-4eee-b16a-ed0a7c4ac080 HTTP/1.1" status: 204 len: 168 time: 0.2333472 Dec 16 09:32:22.565594 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1a65e-2d81-4e7a-85fc-4f0fbc09fd54 req-64acf110-700b-4a8a-8499-b0d5a35d1a67 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:22.567568 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72c1a65e-2d81-4e7a-85fc-4f0fbc09fd54 req-64acf110-700b-4a8a-8499-b0d5a35d1a67 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 945 time: 0.0621135 Dec 16 09:32:22.573806 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd7e74-e254-4867-a0bf-a5a73be6d63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5088ff-2d8c-4eee-b16a-ed0a7c4ac080,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:22.595795 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ecfa3505-efa7-45fc-aa6e-2c3f1373f252 req-04a54e82-fe5e-465c-943e-0ead1296ccec tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647752 Dec 16 09:32:22.622572 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72c1a65e-2d81-4e7a-85fc-4f0fbc09fd54 req-5a782b43-d354-4aff-afec-3979798ffa27 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483136 Dec 16 09:32:22.770402 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a95529b-da64-4441-9730-87ca4193f93e req-607547c3-a61b-4f27-8c90-3ef046cb766b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0771542 Dec 16 09:32:22.782924 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382995e2-f0ea-496f-98d8-8d3bf7348e25 req-39ef03e0-3c07-46d0-a4be-eb52ffc484ad tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:22.785622 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-382995e2-f0ea-496f-98d8-8d3bf7348e25 req-39ef03e0-3c07-46d0-a4be-eb52ffc484ad tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 944 time: 0.0773251 Dec 16 09:32:22.875626 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-382995e2-f0ea-496f-98d8-8d3bf7348e25 req-3be67003-ff2c-44df-881c-19913af30577 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823417 Dec 16 09:32:22.899526 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95529b-da64-4441-9730-87ca4193f93e req-b8970e96-0091-4689-adb3-f8ce3f8e9779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:22.899526 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95529b-da64-4441-9730-87ca4193f93e req-b8970e96-0091-4689-adb3-f8ce3f8e9779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:22.899526 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95529b-da64-4441-9730-87ca4193f93e req-b8970e96-0091-4689-adb3-f8ce3f8e9779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:22.899526 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95529b-da64-4441-9730-87ca4193f93e req-b8970e96-0091-4689-adb3-f8ce3f8e9779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:22.899526 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95529b-da64-4441-9730-87ca4193f93e req-b8970e96-0091-4689-adb3-f8ce3f8e9779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:22.899526 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95529b-da64-4441-9730-87ca4193f93e req-b8970e96-0091-4689-adb3-f8ce3f8e9779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:22.899526 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95529b-da64-4441-9730-87ca4193f93e req-b8970e96-0091-4689-adb3-f8ce3f8e9779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:22.901328 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a95529b-da64-4441-9730-87ca4193f93e req-b8970e96-0091-4689-adb3-f8ce3f8e9779 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=089b504b14134411afd7c91777dc992c&device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 6502 time: 0.0625544 Dec 16 09:32:22.996564 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 0623c71a-9522-46b5-9066-743861d70c1d up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:32:23.076091 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95529b-da64-4441-9730-87ca4193f93e req-6c5be1c8-f9d4-4ef8-a30e-037c40012499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:23.076607 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95529b-da64-4441-9730-87ca4193f93e req-6c5be1c8-f9d4-4ef8-a30e-037c40012499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:23.077060 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95529b-da64-4441-9730-87ca4193f93e req-6c5be1c8-f9d4-4ef8-a30e-037c40012499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:23.078858 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a95529b-da64-4441-9730-87ca4193f93e req-6c5be1c8-f9d4-4ef8-a30e-037c40012499 service neutron] 10.222.0.57 "GET /v2.0/networks?id=afd4b102-4e58-4a14-a495-ab824dc8cc6e&id=bcdce265-2bf3-4f52-9658-1bf0eadeeba8&id=bcdce265-2bf3-4f52-9658-1bf0eadeeba8&id=bcdce265-2bf3-4f52-9658-1bf0eadeeba8&id=bcdce265-2bf3-4f52-9658-1bf0eadeeba8&id=8ee8fe93-c571-40ef-82e1-da1c2c6af86e&id=8ee8fe93-c571-40ef-82e1-da1c2c6af86e HTTP/1.1" status: 200 len: 2297 time: 0.1484339 Dec 16 09:32:23.172349 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a95529b-da64-4441-9730-87ca4193f93e req-bf0e1c24-709b-4c69-acd1-3faadd099670 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=636aafc8-1c44-4d0a-aec0-701e4fd6e301 HTTP/1.1" status: 200 len: 1001 time: 0.0862095 Dec 16 09:32:23.176987 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 0623c71a-9522-46b5-9066-743861d70c1d completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:32:23.181742 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 0623c71a-9522-46b5-9066-743861d70c1d triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:23.182156 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:23.196919 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4558a6-e9d8-4b11-a903-d750e84eb6d3 req-ca8d6983-ad79-49ca-938f-6ee99b5d3ae3 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:23.198462 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ec4558a6-e9d8-4b11-a903-d750e84eb6d3 req-ca8d6983-ad79-49ca-938f-6ee99b5d3ae3 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/ports?device_id=e81a0baf-f384-4562-9ca5-7317ab021b0d HTTP/1.1" status: 200 len: 946 time: 0.0737345 Dec 16 09:32:23.256295 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95529b-da64-4441-9730-87ca4193f93e req-faef43fd-3e9f-455f-9710-ac425dab10bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:23.257831 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a95529b-da64-4441-9730-87ca4193f93e req-faef43fd-3e9f-455f-9710-ac425dab10bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=049c4f18-5546-4461-b625-6d7fda2dbad0 HTTP/1.1" status: 200 len: 855 time: 0.0757473 Dec 16 09:32:23.266053 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ec4558a6-e9d8-4b11-a903-d750e84eb6d3 req-da14f12a-ea28-4523-8c12-c84fe4452e2b tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/security-groups?id=3daa55eb-788e-4a42-ac59-35750821b5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491331 Dec 16 09:32:23.269616 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:23.319297 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44094a4a-179e-41aa-a0e7-bf18846c9528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0623c71a-9522-46b5-9066-743861d70c1d'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:32:23.321577 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05fc632-f0fc-4c72-9662-8f62621d2040" -d '{"events": [{"server_uuid": "44094a4a-179e-41aa-a0e7-bf18846c9528", "name": "network-vif-plugged", "status": "completed", "tag": "0623c71a-9522-46b5-9066-743861d70c1d"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:32:23.325824 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95529b-da64-4441-9730-87ca4193f93e req-d25c8f77-5d5e-4ff0-970c-0aa385e375a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:23.336154 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a95529b-da64-4441-9730-87ca4193f93e req-d25c8f77-5d5e-4ff0-970c-0aa385e375a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=afd4b102-4e58-4a14-a495-ab824dc8cc6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561740 Dec 16 09:32:23.336306 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 0623c71a-9522-46b5-9066-743861d70c1d, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=0623c71a-9522-46b5-9066-743861d70c1d,segment=NetworkSegment(2082cd97-2035-461e-ae5b-e2756d7ddb51),segment_id=2082cd97-2035-461e-ae5b-e2756d7ddb51)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:23.398388 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b1928-2bbe-4327-8139-292c4805bfb9 req-7d136906-2de0-4e72-9d8b-b76150ec1de1 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:23.400629 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e99b1928-2bbe-4327-8139-292c4805bfb9 req-7d136906-2de0-4e72-9d8b-b76150ec1de1 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.0537376 Dec 16 09:32:23.429637 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:23.443894 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a95529b-da64-4441-9730-87ca4193f93e req-e89d90d1-a6dd-458b-bf95-d63d5a5ab030 service neutron] 10.222.0.57 "GET /v2.0/networks/afd4b102-4e58-4a14-a495-ab824dc8cc6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078336 Dec 16 09:32:23.470369 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e99b1928-2bbe-4327-8139-292c4805bfb9 req-7351e54e-4c92-4f10-bcbf-0d97ef4a863e tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626776 Dec 16 09:32:23.485192 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43842) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:23.546808 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815ccdbf-0873-4977-a5e9-d02d3a28fd5a x-openstack-request-id: req-815ccdbf-0873-4977-a5e9-d02d3a28fd5a {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:32:23.547890 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44094a4a-179e-41aa-a0e7-bf18846c9528", "name": "network-vif-plugged", "status": "completed", "tag": "0623c71a-9522-46b5-9066-743861d70c1d", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:32:23.548317 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-815ccdbf-0873-4977-a5e9-d02d3a28fd5a {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:32:23.549141 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44094a4a-179e-41aa-a0e7-bf18846c9528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0623c71a-9522-46b5-9066-743861d70c1d', 'code': 200} Dec 16 09:32:23.551353 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=0623c71a-9522-46b5-9066-743861d70c1d,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:23.591253 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5349d778-f538-4240-af22-ef75e0666726 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3c9dc4189f2e47a6a304283706657c61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1142085 Dec 16 09:32:23.593690 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43850) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:23.630214 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a95529b-da64-4441-9730-87ca4193f93e req-58466341-7910-47ef-bb21-91fafc1f4f2c service neutron] 10.222.0.57 "GET /v2.0/networks/afd4b102-4e58-4a14-a495-ab824dc8cc6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774383 Dec 16 09:32:23.632913 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adab637-fe4f-40b9-a052-3b1863377190 req-b724c85c-b3e3-4d21-b0de-0eed230abff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:23.634527 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4adab637-fe4f-40b9-a052-3b1863377190 req-b724c85c-b3e3-4d21-b0de-0eed230abff5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 1096 time: 0.0773787 Dec 16 09:32:23.690504 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a95529b-da64-4441-9730-87ca4193f93e req-5329dfad-802d-4a3f-9cbc-e7178ac43013 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=ef9e2251-85d6-4e38-85e2-5b6699d7fbbb HTTP/1.1" status: 200 len: 217 time: 0.0422764 Dec 16 09:32:23.695402 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1dd0a213-8750-4b21-9f56-d9d64abc1f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:23.715702 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4adab637-fe4f-40b9-a052-3b1863377190 req-bfcfe7f4-4c3d-4ccf-9b45-f0709a2eabac service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724599 Dec 16 09:32:23.737414 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1dd0a213-8750-4b21-9f56-d9d64abc1f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:23.749476 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95529b-da64-4441-9730-87ca4193f93e req-65e4bfb3-32c6-4528-8ae7-e67aa4fd536f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:23.751011 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a95529b-da64-4441-9730-87ca4193f93e req-65e4bfb3-32c6-4528-8ae7-e67aa4fd536f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b48454b-4343-4949-9c3c-1b7ee1f2332d HTTP/1.1" status: 200 len: 797 time: 0.0536599 Dec 16 09:32:23.775907 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1a93f-17cc-4647-8cca-41e393006b31 req-9049248f-5fb2-4724-9142-c3bf9bc87787 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:23.777390 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-afe1a93f-17cc-4647-8cca-41e393006b31 req-9049248f-5fb2-4724-9142-c3bf9bc87787 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 950 time: 0.0943377 Dec 16 09:32:23.799448 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95529b-da64-4441-9730-87ca4193f93e req-5f8f953a-4979-4c1a-a50c-d671929a222b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:23.801108 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a95529b-da64-4441-9730-87ca4193f93e req-5f8f953a-4979-4c1a-a50c-d671929a222b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bcdce265-2bf3-4f52-9658-1bf0eadeeba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0425885 Dec 16 09:32:23.831571 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-afe1a93f-17cc-4647-8cca-41e393006b31 req-161b60d9-906b-4dfe-94f2-4530b8072cd9 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474348 Dec 16 09:32:23.916365 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a95529b-da64-4441-9730-87ca4193f93e req-47172be8-b965-42ad-895b-2125cbb4ae3c service neutron] 10.222.0.57 "GET /v2.0/networks/bcdce265-2bf3-4f52-9658-1bf0eadeeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051960 Dec 16 09:32:23.932639 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1dd0a213-8750-4b21-9f56-d9d64abc1f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:23.935204 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1dd0a213-8750-4b21-9f56-d9d64abc1f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:23.936336 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1dd0a213-8750-4b21-9f56-d9d64abc1f15 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7572cf26-f036-40ad-adc9-1deab32e3da1 HTTP/1.1" status: 204 len: 168 time: 0.3415666 Dec 16 09:32:23.950704 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd0a213-8750-4b21-9f56-d9d64abc1f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7572cf26-f036-40ad-adc9-1deab32e3da1,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:23.963931 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76095443-02ae-47a3-8768-40c0ea777863 req-4e06775d-63de-41cf-b6e7-018c3147f37e tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:23.970821 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-76095443-02ae-47a3-8768-40c0ea777863 req-4e06775d-63de-41cf-b6e7-018c3147f37e tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 945 time: 0.0737569 Dec 16 09:32:24.016648 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-76095443-02ae-47a3-8768-40c0ea777863 req-773402a1-9e40-4817-8f04-d1d8431b6284 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449510 Dec 16 09:32:24.026325 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a95529b-da64-4441-9730-87ca4193f93e req-02b19ed4-31cb-4fc6-ab1c-31f1038bcbc3 service neutron] 10.222.0.57 "GET /v2.0/networks/bcdce265-2bf3-4f52-9658-1bf0eadeeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008239 Dec 16 09:32:24.031851 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0c42e7c4-f7ac-45c8-a58d-9f8046e45f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:24.076480 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a95529b-da64-4441-9730-87ca4193f93e req-80e479ed-74b9-4228-9659-ad044a354287 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=3058776e-d043-4111-8f6d-a315f433be18 HTTP/1.1" status: 200 len: 217 time: 0.0406919 Dec 16 09:32:24.129537 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95529b-da64-4441-9730-87ca4193f93e req-fbf0df62-ca3a-4d69-9b4e-8aa3a92185ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:24.129932 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241aed4-5a62-4e1d-a97d-a9305849ea83 req-c03d4c8a-3d9c-4385-bb08-b6196726208e tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:24.131480 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a95529b-da64-4441-9730-87ca4193f93e req-fbf0df62-ca3a-4d69-9b4e-8aa3a92185ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b48454b-4343-4949-9c3c-1b7ee1f2332d HTTP/1.1" status: 200 len: 797 time: 0.0467629 Dec 16 09:32:24.132193 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a241aed4-5a62-4e1d-a97d-a9305849ea83 req-c03d4c8a-3d9c-4385-bb08-b6196726208e tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 945 time: 0.0567725 Dec 16 09:32:24.170799 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a241aed4-5a62-4e1d-a97d-a9305849ea83 req-f581b81e-f055-4346-80ac-82640c6706db tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326505 Dec 16 09:32:24.184310 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95529b-da64-4441-9730-87ca4193f93e req-c968e0ae-1a27-4047-97d4-35c9a609b951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:24.185843 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a95529b-da64-4441-9730-87ca4193f93e req-c968e0ae-1a27-4047-97d4-35c9a609b951 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bcdce265-2bf3-4f52-9658-1bf0eadeeba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0474489 Dec 16 09:32:24.289739 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a95529b-da64-4441-9730-87ca4193f93e req-3e11abd8-8a03-4b8c-9879-f7a5fe287078 service neutron] 10.222.0.57 "GET /v2.0/networks/bcdce265-2bf3-4f52-9658-1bf0eadeeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955591 Dec 16 09:32:24.352730 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7dba8b-5c68-49f3-83ac-9e9076d5a956 req-3a1f6b8e-c43d-4679-86a6-038b0cd6ec64 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:24.354587 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bf7dba8b-5c68-49f3-83ac-9e9076d5a956 req-3a1f6b8e-c43d-4679-86a6-038b0cd6ec64 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/ports?device_id=e81a0baf-f384-4562-9ca5-7317ab021b0d HTTP/1.1" status: 200 len: 946 time: 0.0552614 Dec 16 09:32:24.395791 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a95529b-da64-4441-9730-87ca4193f93e req-66ac5d38-7be0-42e1-9563-6da3e625560f service neutron] 10.222.0.57 "GET /v2.0/networks/bcdce265-2bf3-4f52-9658-1bf0eadeeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964799 Dec 16 09:32:24.397475 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bf7dba8b-5c68-49f3-83ac-9e9076d5a956 req-d87c6852-18dd-4ab5-9f8b-ac1594820bc5 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/security-groups?id=3daa55eb-788e-4a42-ac59-35750821b5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360296 Dec 16 09:32:24.446751 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a95529b-da64-4441-9730-87ca4193f93e req-edba72ab-b6a4-4b87-9edf-928ce0de861e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0 HTTP/1.1" status: 200 len: 217 time: 0.0425098 Dec 16 09:32:24.502103 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95529b-da64-4441-9730-87ca4193f93e req-d7ae1920-2fd2-4383-b21d-a0401ade8c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:24.503627 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a95529b-da64-4441-9730-87ca4193f93e req-d7ae1920-2fd2-4383-b21d-a0401ade8c78 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b48454b-4343-4949-9c3c-1b7ee1f2332d HTTP/1.1" status: 200 len: 797 time: 0.0473821 Dec 16 09:32:24.584012 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95529b-da64-4441-9730-87ca4193f93e req-b19ac523-7bad-42d1-8bee-caf85c5575a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:24.585529 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a95529b-da64-4441-9730-87ca4193f93e req-b19ac523-7bad-42d1-8bee-caf85c5575a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bcdce265-2bf3-4f52-9658-1bf0eadeeba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0718024 Dec 16 09:32:24.597569 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f6eea-71e7-4206-8474-ea71d6afa2ea req-481b615f-62c2-4086-8812-42d3933c4206 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:24.599822 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-214f6eea-71e7-4206-8474-ea71d6afa2ea req-481b615f-62c2-4086-8812-42d3933c4206 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.0594769 Dec 16 09:32:24.690966 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-214f6eea-71e7-4206-8474-ea71d6afa2ea req-4f8ed9f5-5f85-4449-b7b3-cb261a15d227 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820324 Dec 16 09:32:24.718890 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a95529b-da64-4441-9730-87ca4193f93e req-7a5ab9f7-4de2-40ed-9d31-3fe40b0fc6e6 service neutron] 10.222.0.57 "GET /v2.0/networks/bcdce265-2bf3-4f52-9658-1bf0eadeeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181095 Dec 16 09:32:24.829656 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a95529b-da64-4441-9730-87ca4193f93e req-a1230ea4-7243-4a43-b62d-6aa9fa1037de service neutron] 10.222.0.57 "GET /v2.0/networks/bcdce265-2bf3-4f52-9658-1bf0eadeeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854557 Dec 16 09:32:24.891555 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a95529b-da64-4441-9730-87ca4193f93e req-6fd59b2c-0ca7-4566-96e7-5fec12661771 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=c461236c-f15f-42e1-b835-1d05e4b6965a HTTP/1.1" status: 200 len: 217 time: 0.0415227 Dec 16 09:32:24.944619 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95529b-da64-4441-9730-87ca4193f93e req-336e8009-4633-4a12-9176-d64d9fa08f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:24.945829 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a95529b-da64-4441-9730-87ca4193f93e req-336e8009-4633-4a12-9176-d64d9fa08f2b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b48454b-4343-4949-9c3c-1b7ee1f2332d HTTP/1.1" status: 200 len: 797 time: 0.0462902 Dec 16 09:32:24.963831 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16df895-1094-4848-8d82-f5cd3a618333 req-65558615-3c46-46f1-bc6e-e9a99da7237a tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:24.967777 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f16df895-1094-4848-8d82-f5cd3a618333 req-65558615-3c46-46f1-bc6e-e9a99da7237a tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 950 time: 0.0579824 Dec 16 09:32:25.003556 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95529b-da64-4441-9730-87ca4193f93e req-fa04d3d8-0f60-4b51-9213-25acf56ed7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:25.004310 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f16df895-1094-4848-8d82-f5cd3a618333 req-11fbe799-d619-4209-a692-98955e4fecde tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326169 Dec 16 09:32:25.005163 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a95529b-da64-4441-9730-87ca4193f93e req-fa04d3d8-0f60-4b51-9213-25acf56ed7d0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bcdce265-2bf3-4f52-9658-1bf0eadeeba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0416412 Dec 16 09:32:25.136552 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a95529b-da64-4441-9730-87ca4193f93e req-90f389d4-d4fd-4745-8195-c649d35445c4 service neutron] 10.222.0.57 "GET /v2.0/networks/bcdce265-2bf3-4f52-9658-1bf0eadeeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221755 Dec 16 09:32:25.152754 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43892) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:25.164486 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99787e-1b42-419c-9672-e235fd461a65 req-d4c651d6-a6ac-4c41-8c9b-e835c2415033 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:25.164486 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5b99787e-1b42-419c-9672-e235fd461a65 req-d4c651d6-a6ac-4c41-8c9b-e835c2415033 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 945 time: 0.0737395 Dec 16 09:32:25.250842 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5b99787e-1b42-419c-9672-e235fd461a65 req-1a346264-4828-4042-9f2e-cad22b0f49c9 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477872 Dec 16 09:32:25.278826 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a95529b-da64-4441-9730-87ca4193f93e req-3cbc9df2-f54d-4f65-82ac-e9f134891aff service neutron] 10.222.0.57 "GET /v2.0/networks/bcdce265-2bf3-4f52-9658-1bf0eadeeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265595 Dec 16 09:32:25.318688 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2bf9be64-6ca0-4156-b72a-1708a7ff116b tempest-AgentManagementNegativeTest-63374212 tempest-AgentManagementNegativeTest-63374212-project] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1610916 Dec 16 09:32:25.324945 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a95529b-da64-4441-9730-87ca4193f93e req-74c7784f-f5c3-4b3f-8ccf-548c0b66c031 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c234b0b2-c376-4db4-ad98-7124204fbe46 HTTP/1.1" status: 200 len: 217 time: 0.0365376 Dec 16 09:32:25.342932 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170934b-8457-4634-9cd4-142a8679442b req-bdb24116-9523-4e13-bae6-cd01eefae2fd tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:25.350675 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f170934b-8457-4634-9cd4-142a8679442b req-bdb24116-9523-4e13-bae6-cd01eefae2fd tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 945 time: 0.1054831 Dec 16 09:32:25.391739 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95529b-da64-4441-9730-87ca4193f93e req-edb74df0-7c69-4373-a954-cf954ccbc56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:25.393985 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a95529b-da64-4441-9730-87ca4193f93e req-edb74df0-7c69-4373-a954-cf954ccbc56d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d86e42b0-c2d4-4c18-971d-7f418a472e6d HTTP/1.1" status: 200 len: 797 time: 0.0520625 Dec 16 09:32:25.405780 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f170934b-8457-4634-9cd4-142a8679442b req-72d58613-6ee2-484b-aa54-4ea4d551ce80 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439465 Dec 16 09:32:25.472594 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95529b-da64-4441-9730-87ca4193f93e req-5ac70601-ba20-444f-86f1-1502a3b63ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:25.474547 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a95529b-da64-4441-9730-87ca4193f93e req-5ac70601-ba20-444f-86f1-1502a3b63ab4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ee8fe93-c571-40ef-82e1-da1c2c6af86e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0490632 Dec 16 09:32:25.570169 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bd341-f931-4ed6-a9f8-b71768299474 req-77a2989b-7eff-4007-a7f4-91306fc39b9c tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:25.571638 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fc5bd341-f931-4ed6-a9f8-b71768299474 req-77a2989b-7eff-4007-a7f4-91306fc39b9c tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/ports?device_id=e81a0baf-f384-4562-9ca5-7317ab021b0d HTTP/1.1" status: 200 len: 946 time: 0.0960813 Dec 16 09:32:25.614623 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a95529b-da64-4441-9730-87ca4193f93e req-aaa2023b-30d2-4dbf-a664-c4f1af77cf45 service neutron] 10.222.0.57 "GET /v2.0/networks/8ee8fe93-c571-40ef-82e1-da1c2c6af86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140664 Dec 16 09:32:25.637376 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fc5bd341-f931-4ed6-a9f8-b71768299474 req-986a513a-bb38-45e8-b752-aee8af0fab56 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/security-groups?id=3daa55eb-788e-4a42-ac59-35750821b5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594947 Dec 16 09:32:25.711421 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a95529b-da64-4441-9730-87ca4193f93e req-47a2a047-bfdd-4c17-8201-6063c731bd96 service neutron] 10.222.0.57 "GET /v2.0/networks/8ee8fe93-c571-40ef-82e1-da1c2c6af86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836718 Dec 16 09:32:25.762954 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a95529b-da64-4441-9730-87ca4193f93e req-f5c19cba-01f2-4bed-8c59-aeb59f788408 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1305e84e-c1fb-4148-a219-de2e95349bca HTTP/1.1" status: 200 len: 217 time: 0.0432637 Dec 16 09:32:25.820064 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e512cb-0915-4e94-ad85-3da284717397 req-ccd0f164-0418-4246-b51d-a366848d2e50 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:25.821757 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-89e512cb-0915-4e94-ad85-3da284717397 req-ccd0f164-0418-4246-b51d-a366848d2e50 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.0520484 Dec 16 09:32:25.862704 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7cc586-fc46-4689-afc8-4fac4eb8c541 req-c5e296bb-f3ce-4539-b4de-0f8a83256051 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:25.864211 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8e7cc586-fc46-4689-afc8-4fac4eb8c541 req-c5e296bb-f3ce-4539-b4de-0f8a83256051 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 945 time: 0.0841031 Dec 16 09:32:25.866068 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95529b-da64-4441-9730-87ca4193f93e req-6abc3a95-4a3f-499d-b78d-93a90e5ea172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:25.867373 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a95529b-da64-4441-9730-87ca4193f93e req-6abc3a95-4a3f-499d-b78d-93a90e5ea172 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d86e42b0-c2d4-4c18-971d-7f418a472e6d HTTP/1.1" status: 200 len: 797 time: 0.0760641 Dec 16 09:32:25.873381 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-89e512cb-0915-4e94-ad85-3da284717397 req-c0f46e98-5a47-4e31-b4d4-483c1430e0c8 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452187 Dec 16 09:32:25.882887 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43914) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:25.935241 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8e7cc586-fc46-4689-afc8-4fac4eb8c541 req-79654351-6dc4-401a-8c3f-25b206508d2e tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644274 Dec 16 09:32:25.942248 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95529b-da64-4441-9730-87ca4193f93e req-fe1e0a95-d858-4eb1-a799-3b68c3ee1102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:25.944459 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a95529b-da64-4441-9730-87ca4193f93e req-fe1e0a95-d858-4eb1-a799-3b68c3ee1102 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ee8fe93-c571-40ef-82e1-da1c2c6af86e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0679584 Dec 16 09:32:26.032588 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-523a3e9b-19e9-4e2d-b7ba-a7373790049f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:26.045493 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a95529b-da64-4441-9730-87ca4193f93e req-e99ac9ea-bdbc-47d2-b83d-b1cac09b820c service neutron] 10.222.0.57 "GET /v2.0/networks/8ee8fe93-c571-40ef-82e1-da1c2c6af86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916958 Dec 16 09:32:26.142145 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a95529b-da64-4441-9730-87ca4193f93e req-5b14f685-cd37-4e1b-990a-286456d6460d service neutron] 10.222.0.57 "GET /v2.0/networks/8ee8fe93-c571-40ef-82e1-da1c2c6af86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889223 Dec 16 09:32:26.156606 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae83cde-0ba1-4ab0-bcf9-2d0b31312323 req-a5781beb-c5f9-45d8-90fd-d7d06f43d117 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:26.158136 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eae83cde-0ba1-4ab0-bcf9-2d0b31312323 req-a5781beb-c5f9-45d8-90fd-d7d06f43d117 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 950 time: 0.0775738 Dec 16 09:32:26.168957 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-523a3e9b-19e9-4e2d-b7ba-a7373790049f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:26.202039 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eae83cde-0ba1-4ab0-bcf9-2d0b31312323 req-5e467046-733d-4ccb-852b-786b6d2dde89 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351095 Dec 16 09:32:26.237540 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b0e03-da40-426f-97ff-4425b6802a90 req-7bac3343-3db5-4e86-917d-4c0adc812b45 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:26.238932 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9c6b0e03-da40-426f-97ff-4425b6802a90 req-7bac3343-3db5-4e86-917d-4c0adc812b45 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.57 "GET /v2.0/ports?device_id=e81a0baf-f384-4562-9ca5-7317ab021b0d HTTP/1.1" status: 200 len: 946 time: 0.0523527 Dec 16 09:32:26.268794 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-523a3e9b-19e9-4e2d-b7ba-a7373790049f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:26.311395 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-523a3e9b-19e9-4e2d-b7ba-a7373790049f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1bb6707f84c74036ab1eb54164459549&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4248605 Dec 16 09:32:26.311827 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a3e9b-19e9-4e2d-b7ba-a7373790049f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56987c1a-5c38-4609-80bf-58b3ff603ed6,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:26.312642 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43922) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:26.317926 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d5a76a7e-2343-4840-9dbd-4fba2b3b5caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:26.423544 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-9c6b0e03-da40-426f-97ff-4425b6802a90 req-79da1196-339b-4ec6-93df-b7e80ef3997a tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] Deleting port 2054fbec-a385-4ca0-a5b1-3b7b893cd4de {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:26.423892 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9c6b0e03-da40-426f-97ff-4425b6802a90 req-79da1196-339b-4ec6-93df-b7e80ef3997a tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:26.441017 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9766a633-8b2a-4851-a600-6085247e4475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:26.475414 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ed5d8-6a3a-47b9-a8a7-42326e13386c req-c94aee30-d379-42bb-916b-fb76f2e99041 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:26.476897 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-417ed5d8-6a3a-47b9-a8a7-42326e13386c req-c94aee30-d379-42bb-916b-fb76f2e99041 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 945 time: 0.1447699 Dec 16 09:32:26.522705 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9766a633-8b2a-4851-a600-6085247e4475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:26.585310 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-417ed5d8-6a3a-47b9-a8a7-42326e13386c req-0526b8f2-a67a-41d1-a8ef-9a464eb86c34 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995197 Dec 16 09:32:26.601418 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-9c6b0e03-da40-426f-97ff-4425b6802a90 req-79da1196-339b-4ec6-93df-b7e80ef3997a tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] For port 2054fbec-a385-4ca0-a5b1-3b7b893cd4de, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=2054fbec-a385-4ca0-a5b1-3b7b893cd4de,segment=NetworkSegment(b931fc80-5c52-47b3-9284-e6cec8b94c7a),segment_id=b931fc80-5c52-47b3-9284-e6cec8b94c7a)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:26.602763 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9c6b0e03-da40-426f-97ff-4425b6802a90 req-79da1196-339b-4ec6-93df-b7e80ef3997a tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:26.617809 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-9c6b0e03-da40-426f-97ff-4425b6802a90 req-79da1196-339b-4ec6-93df-b7e80ef3997a tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] Calling delete_port for 2054fbec-a385-4ca0-a5b1-3b7b893cd4de owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:26.682342 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9766a633-8b2a-4851-a600-6085247e4475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:26.682342 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9766a633-8b2a-4851-a600-6085247e4475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:26.682342 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9766a633-8b2a-4851-a600-6085247e4475 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/56987c1a-5c38-4609-80bf-58b3ff603ed6 HTTP/1.1" status: 204 len: 168 time: 0.3664017 Dec 16 09:32:26.691700 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9766a633-8b2a-4851-a600-6085247e4475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56987c1a-5c38-4609-80bf-58b3ff603ed6,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:26.780884 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741b794-1c50-46a8-a27f-442279d9c45c req-b745d42f-319d-428a-90f9-cfd5d1428009 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:26.782333 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7741b794-1c50-46a8-a27f-442279d9c45c req-b745d42f-319d-428a-90f9-cfd5d1428009 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/ports?device_id=e81a0baf-f384-4562-9ca5-7317ab021b0d HTTP/1.1" status: 200 len: 946 time: 0.0535388 Dec 16 09:32:26.819714 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7741b794-1c50-46a8-a27f-442279d9c45c req-681ae354-4d6d-4f55-af53-bd9c73bcae44 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/security-groups?id=3daa55eb-788e-4a42-ac59-35750821b5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311916 Dec 16 09:32:26.851316 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9c6b0e03-da40-426f-97ff-4425b6802a90 req-79da1196-339b-4ec6-93df-b7e80ef3997a tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:26.865766 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['2054fbec-a385-4ca0-a5b1-3b7b893cd4de'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:32:26.879105 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da1196-339b-4ec6-93df-b7e80ef3997a tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] Pushing event deleted for resources: {'Port': ['ID=2054fbec-a385-4ca0-a5b1-3b7b893cd4de,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:26.923066 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6b0e03-da40-426f-97ff-4425b6802a90 req-79da1196-339b-4ec6-93df-b7e80ef3997a tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] No DVR routers for this DVR port 2054fbec-a385-4ca0-a5b1-3b7b893cd4de on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:32:26.925725 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9c6b0e03-da40-426f-97ff-4425b6802a90 req-79da1196-339b-4ec6-93df-b7e80ef3997a tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:26.929038 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9c6b0e03-da40-426f-97ff-4425b6802a90 req-79da1196-339b-4ec6-93df-b7e80ef3997a tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.57 "DELETE /v2.0/ports/2054fbec-a385-4ca0-a5b1-3b7b893cd4de HTTP/1.1" status: 204 len: 173 time: 0.6837199 Dec 16 09:32:26.929555 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81a0baf-f384-4562-9ca5-7317ab021b0d', 'name': 'network-vif-deleted', 'tag': '2054fbec-a385-4ca0-a5b1-3b7b893cd4de'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:32:26.931802 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c93539-de8f-4efd-9f8b-93b51a6ef84a" -d '{"events": [{"server_uuid": "e81a0baf-f384-4562-9ca5-7317ab021b0d", "name": "network-vif-deleted", "tag": "2054fbec-a385-4ca0-a5b1-3b7b893cd4de"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:32:27.006675 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909031f0-a984-46ec-a001-25921bfc3b9a x-openstack-request-id: req-909031f0-a984-46ec-a001-25921bfc3b9a {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:32:27.007095 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e81a0baf-f384-4562-9ca5-7317ab021b0d", "name": "network-vif-deleted", "tag": "2054fbec-a385-4ca0-a5b1-3b7b893cd4de", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:32:27.007344 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-909031f0-a984-46ec-a001-25921bfc3b9a {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:32:27.007730 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81a0baf-f384-4562-9ca5-7317ab021b0d', 'name': 'network-vif-deleted', 'tag': '2054fbec-a385-4ca0-a5b1-3b7b893cd4de', 'status': 'completed', 'code': 200} Dec 16 09:32:27.026286 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device a08b2d43-a347-439d-a614-3a0ff3d4bd7b details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:32:27.045064 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c297ed-f813-4d5f-8990-c62c536f03f3 req-1038fa77-dd07-4985-a0ec-09e6eb56f855 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:27.054218 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-53c297ed-f813-4d5f-8990-c62c536f03f3 req-1038fa77-dd07-4985-a0ec-09e6eb56f855 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.0862536 Dec 16 09:32:27.113671 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-53c297ed-f813-4d5f-8990-c62c536f03f3 req-23c776bd-d5b0-4ce2-8b0f-9a66ccfcb962 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581951 Dec 16 09:32:27.127805 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a1caf-6aeb-4a8c-bebb-69968ce388bc req-5a5e2fc9-e47a-4744-bf0b-276313489cf3 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:27.136049 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-419a1caf-6aeb-4a8c-bebb-69968ce388bc req-5a5e2fc9-e47a-4744-bf0b-276313489cf3 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 945 time: 0.0704985 Dec 16 09:32:27.185847 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port a08b2d43-a347-439d-a614-3a0ff3d4bd7b, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=a08b2d43-a347-439d-a614-3a0ff3d4bd7b,segment=NetworkSegment(86c5d65d-0a28-4cbb-b6eb-52df45cc588d),segment_id=86c5d65d-0a28-4cbb-b6eb-52df45cc588d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:27.185847 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'a08b2d43-a347-439d-a614-3a0ff3d4bd7b', 'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6', 'port_id': 'a08b2d43-a347-439d-a614-3a0ff3d4bd7b', 'mac_address': 'fa:16:3e:8b:03:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f910b2-ddee-47db-a3bc-a08db329ec5c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:32:27.209634 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-419a1caf-6aeb-4a8c-bebb-69968ce388bc req-56f51acd-1bb1-4121-b7af-3b9c112d7203 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725822 Dec 16 09:32:27.232238 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:27.250107 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a08b2d43-a347-439d-a614-3a0ff3d4bd7b {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:32:27.275863 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port a08b2d43-a347-439d-a614-3a0ff3d4bd7b, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=a08b2d43-a347-439d-a614-3a0ff3d4bd7b,segment=NetworkSegment(86c5d65d-0a28-4cbb-b6eb-52df45cc588d),segment_id=86c5d65d-0a28-4cbb-b6eb-52df45cc588d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:27.347004 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97424eb9-c1c9-489b-8139-f54fa49dd1be req-9b575f9d-6fd4-408d-b71c-addb23a35e35 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:27.354091 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-97424eb9-c1c9-489b-8139-f54fa49dd1be req-9b575f9d-6fd4-408d-b71c-addb23a35e35 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 950 time: 0.0584540 Dec 16 09:32:27.354261 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:27.389811 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-97424eb9-c1c9-489b-8139-f54fa49dd1be req-bdc91663-304d-4ccf-8f1c-7b0dec84300d tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332811 Dec 16 09:32:27.434822 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=a08b2d43-a347-439d-a614-3a0ff3d4bd7b,revision_number=6']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:27.462319 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['a08b2d43-a347-439d-a614-3a0ff3d4bd7b'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:32:27.534260 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:27.720788 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7467a-dcdb-44b8-bad0-81e66d78e4b5 req-246e55fa-a4ce-4368-ad28-be04ea8b6ac6 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:27.726183 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77b7467a-dcdb-44b8-bad0-81e66d78e4b5 req-246e55fa-a4ce-4368-ad28-be04ea8b6ac6 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 945 time: 0.0578966 Dec 16 09:32:27.761450 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77b7467a-dcdb-44b8-bad0-81e66d78e4b5 req-bae917aa-1334-4f2c-8f6f-8a24ba1d8dac tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319171 Dec 16 09:32:27.944051 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1fa1bb6b-e38c-4ef5-b911-dd06a07705fd req-75f99720-2cd9-4d3a-84c8-4eaa0c7c5a82 tempest-ServerAddressesTestJSON-791879495 tempest-ServerAddressesTestJSON-791879495-project] 10.222.0.60 "GET /v2.0/ports?device_id=e81a0baf-f384-4562-9ca5-7317ab021b0d HTTP/1.1" status: 200 len: 210 time: 0.0342596 Dec 16 09:32:28.119694 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43988) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:28.259183 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bdcdbc-477a-4da8-8406-20b0ca245180 req-54dca466-394c-48c6-a097-6d3cc4bbbc64 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:28.268069 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-87bdcdbc-477a-4da8-8406-20b0ca245180 req-54dca466-394c-48c6-a097-6d3cc4bbbc64 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 944 time: 0.0618086 Dec 16 09:32:28.287658 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-eb62f263-3d04-4484-97b6-8176d6997303 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1213271064'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:28.318703 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-87bdcdbc-477a-4da8-8406-20b0ca245180 req-1e0bbf9e-4e5e-46ea-a7ee-c98012d62a97 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482895 Dec 16 09:32:28.363907 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e24304-e3a3-4f36-bfe5-d5e4639848f7 req-1815c707-6137-4622-8afb-a0ec838efd99 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:28.366644 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-67e24304-e3a3-4f36-bfe5-d5e4639848f7 req-1815c707-6137-4622-8afb-a0ec838efd99 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 945 time: 0.0692861 Dec 16 09:32:28.422553 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-67e24304-e3a3-4f36-bfe5-d5e4639848f7 req-2559e434-119e-4b4a-8e1c-3c90d7caa112 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477066 Dec 16 09:32:28.438259 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb62f263-3d04-4484-97b6-8176d6997303 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Made reservation on behalf of 73829a6deadb4d76855b977d7e0c8799 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:28.441834 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eb62f263-3d04-4484-97b6-8176d6997303 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:28.450909 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eb62f263-3d04-4484-97b6-8176d6997303 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:28.537955 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eb62f263-3d04-4484-97b6-8176d6997303 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:28.558965 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 3969a027-1406-45e3-a815-a50f07a69757 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:32:28.597933 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eb62f263-3d04-4484-97b6-8176d6997303 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:28.616457 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca4c4f-4968-45ff-aa7e-189aec63e4e8 req-39a199f5-b42c-402e-bfd1-c664666f5538 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:28.618658 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65ca4c4f-4968-45ff-aa7e-189aec63e4e8 req-39a199f5-b42c-402e-bfd1-c664666f5538 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 950 time: 0.0829611 Dec 16 09:32:28.641701 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb62f263-3d04-4484-97b6-8176d6997303 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:32:28.672726 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65ca4c4f-4968-45ff-aa7e-189aec63e4e8 req-bdeb774d-691a-41be-a8b8-c3f84a4c69af tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456853 Dec 16 09:32:28.674675 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62f263-3d04-4484-97b6-8176d6997303 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b190287-57ef-47eb-8e81-842c388ec137,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:28.687515 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eb62f263-3d04-4484-97b6-8176d6997303 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:28.687515 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-eb62f263-3d04-4484-97b6-8176d6997303 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Added segment 6383013c-9553-4f98-abe9-3338707183f3 of type vlan for network 154bd33e-340f-495c-8247-55730540b1e9 Dec 16 09:32:28.740399 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 3969a027-1406-45e3-a815-a50f07a69757, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=3969a027-1406-45e3-a815-a50f07a69757,segment=NetworkSegment(ac95600e-3c1a-420e-8879-213e8cd120c0),segment_id=ac95600e-3c1a-420e-8879-213e8cd120c0)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:28.743111 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eb62f263-3d04-4484-97b6-8176d6997303 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:28.763817 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '3969a027-1406-45e3-a815-a50f07a69757', 'network_id': '7d041dd8-e312-4dee-9f8d-03e6df17a8ab', 'port_id': '3969a027-1406-45e3-a815-a50f07a69757', 'mac_address': 'fa:16:3e:da:dc:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f63564b-3edf-4765-82ea-be9bd22a95a8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:32:28.807658 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:28.823189 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3969a027-1406-45e3-a815-a50f07a69757 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:32:28.840768 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eb62f263-3d04-4484-97b6-8176d6997303 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:28.848167 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 3969a027-1406-45e3-a815-a50f07a69757, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=3969a027-1406-45e3-a815-a50f07a69757,segment=NetworkSegment(ac95600e-3c1a-420e-8879-213e8cd120c0),segment_id=ac95600e-3c1a-420e-8879-213e8cd120c0)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:28.849947 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb62f263-3d04-4484-97b6-8176d6997303 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:28.850592 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eb62f263-3d04-4484-97b6-8176d6997303 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:28.894639 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd1156-ec48-42fb-bfe0-f0d8309074e3 req-7523760d-f115-4d2f-b8c0-ebdedc9dea23 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:28.903952 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d5dd1156-ec48-42fb-bfe0-f0d8309074e3 req-7523760d-f115-4d2f-b8c0-ebdedc9dea23 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 945 time: 0.0702477 Dec 16 09:32:28.922563 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62f263-3d04-4484-97b6-8176d6997303 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Pushing event updated for resources: {'Network': ['ID=154bd33e-340f-495c-8247-55730540b1e9,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:28.932604 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:28.939845 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 154bd33e-340f-495c-8247-55730540b1e9 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:32:28.960499 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d5dd1156-ec48-42fb-bfe0-f0d8309074e3 req-87bbfb11-0f8b-423a-9ba1-cfa201e85511 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511439 Dec 16 09:32:28.970924 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-eb62f263-3d04-4484-97b6-8176d6997303 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.8476846 Dec 16 09:32:28.973238 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44006) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:28.978644 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-b443e6f4-792e-4c0c-8611-6c3de231f5be tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Request body: {'subnet': {'network_id': '154bd33e-340f-495c-8247-55730540b1e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:29.026230 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44008) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:29.056364 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.062414 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device a08b2d43-a347-439d-a614-3a0ff3d4bd7b up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:32:29.082716 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-c863bae1-f2ba-4227-bcff-78434e48663a admin admin] Deleting subnet 248936eb-80c1-4399-b5ff-3fe59ac29881 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:32:29.091034 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c863bae1-f2ba-4227-bcff-78434e48663a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.126337 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['3969a027-1406-45e3-a815-a50f07a69757'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:32:29.134996 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c863bae1-f2ba-4227-bcff-78434e48663a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.180006 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b443e6f4-792e-4c0c-8611-6c3de231f5be tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Made reservation on behalf of 73829a6deadb4d76855b977d7e0c8799 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:29.188335 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b443e6f4-792e-4c0c-8611-6c3de231f5be tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.188503 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=3969a027-1406-45e3-a815-a50f07a69757,revision_number=6']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:29.196208 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c863bae1-f2ba-4227-bcff-78434e48663a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.229463 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port a08b2d43-a347-439d-a614-3a0ff3d4bd7b triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:29.230151 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.372016 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c863bae1-f2ba-4227-bcff-78434e48663a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.433633 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863bae1-f2ba-4227-bcff-78434e48663a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=248936eb-80c1-4399-b5ff-3fe59ac29881,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:29.451776 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c863bae1-f2ba-4227-bcff-78434e48663a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.463615 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c863bae1-f2ba-4227-bcff-78434e48663a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/248936eb-80c1-4399-b5ff-3fe59ac29881 HTTP/1.1" status: 204 len: 168 time: 0.4344249 Dec 16 09:32:29.526783 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44014) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:29.586138 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.596488 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.624322 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b443e6f4-792e-4c0c-8611-6c3de231f5be tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.631853 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bbefc920-64d6-45ef-baad-73bc7b4e1748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.656635 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd540a4a-2149-4a72-804d-b9306761915d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08b2d43-a347-439d-a614-3a0ff3d4bd7b'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:32:29.660720 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a76fae6-3e45-43d1-9b43-0df0ca7ddf5d" -d '{"events": [{"server_uuid": "dd540a4a-2149-4a72-804d-b9306761915d", "name": "network-vif-plugged", "status": "completed", "tag": "a08b2d43-a347-439d-a614-3a0ff3d4bd7b"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:32:29.677194 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ac9eb-1ae9-4aab-ab27-051b4332c2fd req-93f4cf30-a24a-493c-b4a8-acc312f7d9f3 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:29.681528 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc913b39-713c-4e10-a96f-0b5ea58a90be req-73533309-d4be-41cc-a655-bd6e4b8a5df1 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:29.684637 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c26ac9eb-1ae9-4aab-ab27-051b4332c2fd req-93f4cf30-a24a-493c-b4a8-acc312f7d9f3 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 944 time: 0.2532573 Dec 16 09:32:29.691336 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fc913b39-713c-4e10-a96f-0b5ea58a90be req-73533309-d4be-41cc-a655-bd6e4b8a5df1 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 945 time: 0.1242831 Dec 16 09:32:29.701208 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port a08b2d43-a347-439d-a614-3a0ff3d4bd7b, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=a08b2d43-a347-439d-a614-3a0ff3d4bd7b,segment=NetworkSegment(86c5d65d-0a28-4cbb-b6eb-52df45cc588d),segment_id=86c5d65d-0a28-4cbb-b6eb-52df45cc588d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:29.772340 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.778075 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c26ac9eb-1ae9-4aab-ab27-051b4332c2fd req-0eb959f9-8d0b-47f4-96e4-f555f9af9841 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904303 Dec 16 09:32:29.803875 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bbefc920-64d6-45ef-baad-73bc7b4e1748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.833049 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-bbefc920-64d6-45ef-baad-73bc7b4e1748 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['663bf9a6-05de-4f79-aa5a-20a2c7635d42']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:29.860919 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-bbefc920-64d6-45ef-baad-73bc7b4e1748 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b931fc80-5c52-47b3-9284-e6cec8b94c7a') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:29.861247 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-bbefc920-64d6-45ef-baad-73bc7b4e1748 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b931fc80-5c52-47b3-9284-e6cec8b94c7a') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:29.875333 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bbefc920-64d6-45ef-baad-73bc7b4e1748 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.893923 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bbefc920-64d6-45ef-baad-73bc7b4e1748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.894927 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=a08b2d43-a347-439d-a614-3a0ff3d4bd7b,revision_number=7']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:29.913389 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbefc920-64d6-45ef-baad-73bc7b4e1748 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:32:29.914154 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bbefc920-64d6-45ef-baad-73bc7b4e1748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.966188 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751f3a64-3337-4dfd-9090-c81c4138f0b6 x-openstack-request-id: req-751f3a64-3337-4dfd-9090-c81c4138f0b6 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:32:29.966556 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd540a4a-2149-4a72-804d-b9306761915d", "name": "network-vif-plugged", "status": "completed", "tag": "a08b2d43-a347-439d-a614-3a0ff3d4bd7b", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:32:29.966881 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-751f3a64-3337-4dfd-9090-c81c4138f0b6 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:32:29.967577 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd540a4a-2149-4a72-804d-b9306761915d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08b2d43-a347-439d-a614-3a0ff3d4bd7b', 'code': 200} Dec 16 09:32:29.989381 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:32:29.989381 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:32:29.989381 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:32:29.989381 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:32:29.989381 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:32:29.989381 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:32:29.989381 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:32:29.989381 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:32:29.989381 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:32:29.989381 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:32:29.989381 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:32:29.989381 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:32:29.989381 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:32:29.989381 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:32:29.989381 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:32:29.989381 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:32:29.989381 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:32:29.989381 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:32:29.989381 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:32:29.989381 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:32:29.989381 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:32:29.989381 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:32:29.989381 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:32:29.989381 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:32:29.989381 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:32:29.989381 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:32:29.989381 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:32:29.989381 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:32:29.989381 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:32:29.989381 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:32:29.989381 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:32:29.989381 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:32:30.085847 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bbefc920-64d6-45ef-baad-73bc7b4e1748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:30.094158 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bbefc920-64d6-45ef-baad-73bc7b4e1748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:30.101674 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443e6f4-792e-4c0c-8611-6c3de231f5be tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Pushing event updated for resources: {'Subnet': ['ID=164b9fc6-01b0-4be0-8196-94bf4f71d18d,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:30.112641 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bbefc920-64d6-45ef-baad-73bc7b4e1748 admin admin] 10.222.0.60 "DELETE /v2.0/networks/663bf9a6-05de-4f79-aa5a-20a2c7635d42 HTTP/1.1" status: 204 len: 168 time: 0.5807498 Dec 16 09:32:30.113000 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fc913b39-713c-4e10-a96f-0b5ea58a90be req-b5a444b5-7af2-47a3-b924-e81d6e2183d0 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4202850 Dec 16 09:32:30.128417 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b443e6f4-792e-4c0c-8611-6c3de231f5be tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Checking segment: {'id': '6383013c-9553-4f98-abe9-3338707183f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '154bd33e-340f-495c-8247-55730540b1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:30.128785 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b443e6f4-792e-4c0c-8611-6c3de231f5be tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Network hostable DHCP agents. Network: 154bd33e-340f-495c-8247-55730540b1e9, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:32:30.129304 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbefc920-64d6-45ef-baad-73bc7b4e1748 admin admin] Pushing event deleted for resources: {'Network': ['ID=663bf9a6-05de-4f79-aa5a-20a2c7635d42,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:30.274358 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b443e6f4-792e-4c0c-8611-6c3de231f5be tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Network 154bd33e-340f-495c-8247-55730540b1e9 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:32:30.362938 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccb406-ae67-4295-97c4-25806bc25c41 req-3fa69c75-ce0a-4dee-890a-483ea7de9ec9 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:30.364635 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07ccb406-ae67-4295-97c4-25806bc25c41 req-3fa69c75-ce0a-4dee-890a-483ea7de9ec9 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 950 time: 0.0661047 Dec 16 09:32:30.406424 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-b443e6f4-792e-4c0c-8611-6c3de231f5be tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 154bd33e-340f-495c-8247-55730540b1e9) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:30.419128 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8142cd17-f042-46ba-98aa-0bfbde22ef7a None None] Network 154bd33e-340f-495c-8247-55730540b1e9 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:30.425302 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07ccb406-ae67-4295-97c4-25806bc25c41 req-692da7cc-d692-4646-ba1c-d12cb8786ddb tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538490 Dec 16 09:32:30.444056 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864e309-c3d8-4b7b-8978-5d46a5eb8e85 req-0933e43f-f365-4e45-96ae-37efa62a2c63 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:30.450129 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d864e309-c3d8-4b7b-8978-5d46a5eb8e85 req-0933e43f-f365-4e45-96ae-37efa62a2c63 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 944 time: 0.0919507 Dec 16 09:32:30.452184 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b443e6f4-792e-4c0c-8611-6c3de231f5be tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:30.452921 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b443e6f4-792e-4c0c-8611-6c3de231f5be tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:30.522735 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d864e309-c3d8-4b7b-8978-5d46a5eb8e85 req-63018be3-9d48-4a56-aa78-5387835200dd tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610783 Dec 16 09:32:30.594120 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 3969a027-1406-45e3-a815-a50f07a69757 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:32:30.602727 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b443e6f4-792e-4c0c-8611-6c3de231f5be tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6279132 Dec 16 09:32:30.605381 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44030) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:30.612319 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-1c1d77b6-6b00-40c1-94bd-6ea1b3a0f2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Request body: {'port': {'network_id': '154bd33e-340f-495c-8247-55730540b1e9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-311775849'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:30.719396 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44032) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:30.731788 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:30.733635 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dfe418-a78f-4704-9167-87d3c7ee54f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-154bd33e-340f-495c-8247-55730540b1e9', 'network_id': '154bd33e-340f-495c-8247-55730540b1e9', 'tenant_id': '73829a6deadb4d76855b977d7e0c8799', 'fixed_ips': [{'subnet_id': '164b9fc6-01b0-4be0-8196-94bf4f71d18d'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:32:30.739186 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-46dfe418-a78f-4704-9167-87d3c7ee54f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:30.760033 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3969a027-1406-45e3-a815-a50f07a69757 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:32:30.786713 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4aecdedd-9629-496a-b0f9-1924f6b13b66 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7d48a4f7e1a34db984bed2887fe98157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0604563 Dec 16 09:32:30.786951 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 3969a027-1406-45e3-a815-a50f07a69757, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=3969a027-1406-45e3-a815-a50f07a69757,segment=NetworkSegment(ac95600e-3c1a-420e-8879-213e8cd120c0),segment_id=ac95600e-3c1a-420e-8879-213e8cd120c0)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:30.787065 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44034) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:30.847034 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bf0dbef0-5c2e-44cb-976f-28572a241c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:30.894273 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bf0dbef0-5c2e-44cb-976f-28572a241c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:30.901316 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:30.902027 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 2054fbec-a385-4ca0-a5b1-3b7b893cd4de no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:32:30.919553 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1d77b6-6b00-40c1-94bd-6ea1b3a0f2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Made reservation on behalf of 73829a6deadb4d76855b977d7e0c8799 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:30.925208 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1c1d77b6-6b00-40c1-94bd-6ea1b3a0f2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:30.937961 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 2054fbec-a385-4ca0-a5b1-3b7b893cd4de {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:32:30.941485 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 2054fbec-a385-4ca0-a5b1-3b7b893cd4de not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:32:30.988485 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-1c1d77b6-6b00-40c1-94bd-6ea1b3a0f2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] device_id is not set on port fd094a64-81cb-40b7-af3e-6ac18a5a4223 yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:32:30.999873 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-46dfe418-a78f-4704-9167-87d3c7ee54f6 None None] Allocated IP 2001:db8::2 (154bd33e-340f-495c-8247-55730540b1e9/164b9fc6-01b0-4be0-8196-94bf4f71d18d/d87e7d6d-8928-44f2-809e-9d270f91c276) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:31.050438 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2ed30-6b88-4b38-804d-c5c15039ed4d req-cebb5124-e61d-49ff-b585-75d6e3ac040c tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:31.052421 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-93e2ed30-6b88-4b38-804d-c5c15039ed4d req-cebb5124-e61d-49ff-b585-75d6e3ac040c tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.1490567 Dec 16 09:32:31.117447 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-93e2ed30-6b88-4b38-804d-c5c15039ed4d req-aca45865-0fe6-497f-b993-649c57fbc08b tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570700 Dec 16 09:32:31.130974 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=3969a027-1406-45e3-a815-a50f07a69757,revision_number=7']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:31.168782 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bf0dbef0-5c2e-44cb-976f-28572a241c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:31.172181 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bf0dbef0-5c2e-44cb-976f-28572a241c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:31.187516 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bf0dbef0-5c2e-44cb-976f-28572a241c00 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3daa55eb-788e-4a42-ac59-35750821b5fb HTTP/1.1" status: 204 len: 168 time: 0.3924346 Dec 16 09:32:31.193769 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0dbef0-5c2e-44cb-976f-28572a241c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3daa55eb-788e-4a42-ac59-35750821b5fb,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:31.280837 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-46dfe418-a78f-4704-9167-87d3c7ee54f6 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:31.300402 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf0c30-be1b-4a41-a216-cd4e2abf021f req-413fb213-0280-4879-9da0-6f2be3df4d3e tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:31.302157 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eebf0c30-be1b-4a41-a216-cd4e2abf021f req-413fb213-0280-4879-9da0-6f2be3df4d3e tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 945 time: 0.0911291 Dec 16 09:32:31.349456 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-46dfe418-a78f-4704-9167-87d3c7ee54f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:31.364852 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eebf0c30-be1b-4a41-a216-cd4e2abf021f req-09c7dbcc-c217-434a-b2c9-02177aaaa4fb tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561063 Dec 16 09:32:31.403206 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dfe418-a78f-4704-9167-87d3c7ee54f6 None None] Network 154bd33e-340f-495c-8247-55730540b1e9 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:31.409428 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-46dfe418-a78f-4704-9167-87d3c7ee54f6 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:31.416158 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dfe418-a78f-4704-9167-87d3c7ee54f6 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:31.423313 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dfe418-a78f-4704-9167-87d3c7ee54f6 None None] Pushing event updated for resources: {'Port': ['ID=d87e7d6d-8928-44f2-809e-9d270f91c276,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:31.440604 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-1c1d77b6-6b00-40c1-94bd-6ea1b3a0f2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Allocated IP 2001:db8::354 (154bd33e-340f-495c-8247-55730540b1e9/164b9fc6-01b0-4be0-8196-94bf4f71d18d/fd094a64-81cb-40b7-af3e-6ac18a5a4223) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:31.485361 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-46dfe418-a78f-4704-9167-87d3c7ee54f6 None None] Attempting to bind port d87e7d6d-8928-44f2-809e-9d270f91c276 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:31.485923 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-46dfe418-a78f-4704-9167-87d3c7ee54f6 None None] Attempting to bind port d87e7d6d-8928-44f2-809e-9d270f91c276 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '6383013c-9553-4f98-abe9-3338707183f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '154bd33e-340f-495c-8247-55730540b1e9'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:31.486350 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dfe418-a78f-4704-9167-87d3c7ee54f6 None None] Attempting to bind port d87e7d6d-8928-44f2-809e-9d270f91c276 on network 154bd33e-340f-495c-8247-55730540b1e9 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:31.493082 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dfe418-a78f-4704-9167-87d3c7ee54f6 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:32:31.501719 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dfe418-a78f-4704-9167-87d3c7ee54f6 None None] Checking segment: {'id': '6383013c-9553-4f98-abe9-3338707183f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '154bd33e-340f-495c-8247-55730540b1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:31.502621 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-46dfe418-a78f-4704-9167-87d3c7ee54f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:31.503032 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dfe418-a78f-4704-9167-87d3c7ee54f6 None None] Bound using segment: {'id': '6383013c-9553-4f98-abe9-3338707183f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '154bd33e-340f-495c-8247-55730540b1e9'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:32:31.503794 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-46dfe418-a78f-4704-9167-87d3c7ee54f6 None None] Bound port: d87e7d6d-8928-44f2-809e-9d270f91c276, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6383013c-9553-4f98-abe9-3338707183f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '154bd33e-340f-495c-8247-55730540b1e9'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:32:31.504202 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-46dfe418-a78f-4704-9167-87d3c7ee54f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:31.596547 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-46dfe418-a78f-4704-9167-87d3c7ee54f6 None None] For port d87e7d6d-8928-44f2-809e-9d270f91c276, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:32:31.615606 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-46dfe418-a78f-4704-9167-87d3c7ee54f6 None None] For port d87e7d6d-8928-44f2-809e-9d270f91c276, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d87e7d6d-8928-44f2-809e-9d270f91c276,segment=NetworkSegment(6383013c-9553-4f98-abe9-3338707183f3),segment_id=6383013c-9553-4f98-abe9-3338707183f3)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:32:31.649882 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984e031-92c6-45c3-8ef9-59b58c6fb3fb req-eeb1e377-2502-41c1-a93d-a3ed89874577 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:31.658190 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c984e031-92c6-45c3-8ef9-59b58c6fb3fb req-eeb1e377-2502-41c1-a93d-a3ed89874577 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 943 time: 0.0712602 Dec 16 09:32:31.683509 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e2be2-0fff-4c37-8e5f-b82db018d0a3 req-d9930686-e32f-47e2-b149-7771b8634c3a tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:31.685370 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cc3e2be2-0fff-4c37-8e5f-b82db018d0a3 req-d9930686-e32f-47e2-b149-7771b8634c3a tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 950 time: 0.1071901 Dec 16 09:32:31.691714 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-46dfe418-a78f-4704-9167-87d3c7ee54f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:31.723248 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c984e031-92c6-45c3-8ef9-59b58c6fb3fb req-cdc7b378-4342-44cd-9f32-ca334d2f3d5e tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636744 Dec 16 09:32:31.732681 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1c1d77b6-6b00-40c1-94bd-6ea1b3a0f2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:31.796865 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dfe418-a78f-4704-9167-87d3c7ee54f6 None None] Pushing event updated for resources: {'Port': ['ID=d87e7d6d-8928-44f2-809e-9d270f91c276,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:31.825564 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cc3e2be2-0fff-4c37-8e5f-b82db018d0a3 req-de0c2fcc-72ff-4079-86a7-bd23e9efb823 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255052 Dec 16 09:32:32.089743 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1c1d77b6-6b00-40c1-94bd-6ea1b3a0f2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:32.217874 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1d77b6-6b00-40c1-94bd-6ea1b3a0f2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Network 154bd33e-340f-495c-8247-55730540b1e9 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:32.217874 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-1c1d77b6-6b00-40c1-94bd-6ea1b3a0f2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:32.217874 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1d77b6-6b00-40c1-94bd-6ea1b3a0f2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:32.217874 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1d77b6-6b00-40c1-94bd-6ea1b3a0f2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:32.217874 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1c1d77b6-6b00-40c1-94bd-6ea1b3a0f2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:32.223637 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d77b6-6b00-40c1-94bd-6ea1b3a0f2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Pushing event updated for resources: {'Port': ['ID=fd094a64-81cb-40b7-af3e-6ac18a5a4223,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:32.271559 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac66aef-77f1-4a85-b895-1a95e48b5254 req-999c1b26-067b-4f1f-a029-63518a17922f tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:32.273280 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1ac66aef-77f1-4a85-b895-1a95e48b5254 req-999c1b26-067b-4f1f-a029-63518a17922f tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.0722747 Dec 16 09:32:32.320307 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1ac66aef-77f1-4a85-b895-1a95e48b5254 req-3102acba-ed22-40a4-b9f5-819588583770 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386477 Dec 16 09:32:32.516363 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc93c56-2d86-4f6c-81a4-0889f9076e28 req-7a188e40-9e5c-4fe8-aabf-537b6578bde8 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:32.518053 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1cc93c56-2d86-4f6c-81a4-0889f9076e28 req-7a188e40-9e5c-4fe8-aabf-537b6578bde8 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 945 time: 0.0642960 Dec 16 09:32:32.522114 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1c1d77b6-6b00-40c1-94bd-6ea1b3a0f2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.9155536 Dec 16 09:32:32.525240 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44070) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:32.531235 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-15864589-5cbb-4be8-b6dc-dec5572806ae tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Request body: {'port': {'network_id': '154bd33e-340f-495c-8247-55730540b1e9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1557299224', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:32.535349 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.api.validators [None req-15864589-5cbb-4be8-b6dc-dec5572806ae tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] bootfile-name is not in valid_values {{(pid=102817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 09:32:32.535349 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.api.validators [None req-15864589-5cbb-4be8-b6dc-dec5572806ae tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] tftp-server is not in valid_values {{(pid=102817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 09:32:32.535349 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.api.validators [None req-15864589-5cbb-4be8-b6dc-dec5572806ae tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] server-ip-address is not in valid_values {{(pid=102817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 09:32:32.581793 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1cc93c56-2d86-4f6c-81a4-0889f9076e28 req-8227faf8-6a55-4d7e-93ba-19e2129d1b42 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460680 Dec 16 09:32:32.763257 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15864589-5cbb-4be8-b6dc-dec5572806ae tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Made reservation on behalf of 73829a6deadb4d76855b977d7e0c8799 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:32.767190 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-15864589-5cbb-4be8-b6dc-dec5572806ae tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:32.800606 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-15864589-5cbb-4be8-b6dc-dec5572806ae tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] device_id is not set on port bb1cce87-4e8c-4cff-872c-a074441a9cac yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:32:32.835421 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d657265-e4b6-4d14-a50e-b913722f38e3 req-1e0c29d5-41f8-45df-bb51-e612188951b8 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:32.837796 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9d657265-e4b6-4d14-a50e-b913722f38e3 req-1e0c29d5-41f8-45df-bb51-e612188951b8 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 943 time: 0.0795135 Dec 16 09:32:32.907149 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9d657265-e4b6-4d14-a50e-b913722f38e3 req-f4d53b3d-8306-44f2-ba56-e0140b9a8009 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634055 Dec 16 09:32:33.023387 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-15864589-5cbb-4be8-b6dc-dec5572806ae tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Allocated IP 2001:db8::156 (154bd33e-340f-495c-8247-55730540b1e9/164b9fc6-01b0-4be0-8196-94bf4f71d18d/bb1cce87-4e8c-4cff-872c-a074441a9cac) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:33.043122 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ac88f-6836-4d10-b16e-08a23bf88352 req-425499e7-5c9d-408b-a072-dbebb35696ea tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:33.044917 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1d9ac88f-6836-4d10-b16e-08a23bf88352 req-425499e7-5c9d-408b-a072-dbebb35696ea tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 950 time: 0.1193552 Dec 16 09:32:33.099677 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44088) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:33.108621 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1d9ac88f-6836-4d10-b16e-08a23bf88352 req-942e3e7b-153d-4a84-9920-485007212e79 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540795 Dec 16 09:32:33.157208 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a062cb67-fd31-4855-8f44-29dfc391218d None None] Network 154bd33e-340f-495c-8247-55730540b1e9 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:33.245527 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-49549b75-c1e8-439c-bb34-e67c4ca1fab5 None None] Provisioning complete for port d87e7d6d-8928-44f2-809e-9d270f91c276 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:33.245527 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-49549b75-c1e8-439c-bb34-e67c4ca1fab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:33.298463 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-15864589-5cbb-4be8-b6dc-dec5572806ae tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:33.301328 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-13bbaf8f-a0bb-4d9e-8704-abf8e3443acc admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2131196878-network', 'tenant_id': '2f8f61b4cde14c72b4dcdad8045c9583'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:33.394844 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-49549b75-c1e8-439c-bb34-e67c4ca1fab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:33.413755 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bbaf8f-a0bb-4d9e-8704-abf8e3443acc admin admin] Made reservation on behalf of 2f8f61b4cde14c72b4dcdad8045c9583 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:33.416794 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-13bbaf8f-a0bb-4d9e-8704-abf8e3443acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:33.421282 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-49549b75-c1e8-439c-bb34-e67c4ca1fab5 None None] For port d87e7d6d-8928-44f2-809e-9d270f91c276, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d87e7d6d-8928-44f2-809e-9d270f91c276,segment=NetworkSegment(6383013c-9553-4f98-abe9-3338707183f3),segment_id=6383013c-9553-4f98-abe9-3338707183f3)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:33.435050 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-13bbaf8f-a0bb-4d9e-8704-abf8e3443acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:33.447842 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-15864589-5cbb-4be8-b6dc-dec5572806ae tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:33.508947 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-49549b75-c1e8-439c-bb34-e67c4ca1fab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:33.564828 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15864589-5cbb-4be8-b6dc-dec5572806ae tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Pushing event updated for resources: {'Port': ['ID=bb1cce87-4e8c-4cff-872c-a074441a9cac,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:33.581043 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49549b75-c1e8-439c-bb34-e67c4ca1fab5 None None] Pushing event updated for resources: {'Port': ['ID=d87e7d6d-8928-44f2-809e-9d270f91c276,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:33.603405 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-13bbaf8f-a0bb-4d9e-8704-abf8e3443acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:33.621708 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15864589-5cbb-4be8-b6dc-dec5572806ae tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Network 154bd33e-340f-495c-8247-55730540b1e9 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:33.643142 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46bef1a-0a03-4546-9fca-b3e771e5e5bb req-eb0d3326-b523-4e57-bc53-edeb3fc46dcc tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:33.658431 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b46bef1a-0a03-4546-9fca-b3e771e5e5bb req-eb0d3326-b523-4e57-bc53-edeb3fc46dcc tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.0915852 Dec 16 09:32:33.658431 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-15864589-5cbb-4be8-b6dc-dec5572806ae tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:33.658431 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15864589-5cbb-4be8-b6dc-dec5572806ae tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:33.673147 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15864589-5cbb-4be8-b6dc-dec5572806ae tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:33.673147 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-15864589-5cbb-4be8-b6dc-dec5572806ae tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:33.758932 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b46bef1a-0a03-4546-9fca-b3e771e5e5bb req-9f4ce1b3-69d8-4600-b7e8-5a3332320e93 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054466 Dec 16 09:32:33.828356 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-15864589-5cbb-4be8-b6dc-dec5572806ae tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.2993999 Dec 16 09:32:33.832895 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44100) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:33.848045 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-e77e92e7-76a3-4968-ad2e-ecafd7eadb1b None None] Provisioning complete for port fd094a64-81cb-40b7-af3e-6ac18a5a4223 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:33.849643 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e77e92e7-76a3-4968-ad2e-ecafd7eadb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:33.971696 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-e77e92e7-76a3-4968-ad2e-ecafd7eadb1b None None] Port fd094a64-81cb-40b7-af3e-6ac18a5a4223 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:32:34.003619 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-e77e92e7-76a3-4968-ad2e-ecafd7eadb1b None None] Provisioning complete for port d87e7d6d-8928-44f2-809e-9d270f91c276 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:34.003994 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e77e92e7-76a3-4968-ad2e-ecafd7eadb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:34.052145 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39310508-dfab-469e-9ba6-4a27138c4c63 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:34.061807 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39310508-dfab-469e-9ba6-4a27138c4c63 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:34.068659 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39310508-dfab-469e-9ba6-4a27138c4c63 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:34.070646 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-39310508-dfab-469e-9ba6-4a27138c4c63 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.2405133 Dec 16 09:32:34.073819 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44104) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:34.081581 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d87e7d6d-8928-44f2-809e-9d270f91c276 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:32:34.191662 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-13bbaf8f-a0bb-4d9e-8704-abf8e3443acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:34.227284 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbaf8f-a0bb-4d9e-8704-abf8e3443acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54c8e21-5bfb-49aa-baac-8265cd1bf337,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:34.247818 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3826b-2597-43fe-a14e-f30dcb52cd91 req-e4d40333-950d-41e2-97d5-acaf7e079185 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:34.257854 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ddc3826b-2597-43fe-a14e-f30dcb52cd91 req-e4d40333-950d-41e2-97d5-acaf7e079185 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 943 time: 0.1854970 Dec 16 09:32:34.265391 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13bbaf8f-a0bb-4d9e-8704-abf8e3443acc admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:32:34.280997 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-13bbaf8f-a0bb-4d9e-8704-abf8e3443acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:34.287982 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-13bbaf8f-a0bb-4d9e-8704-abf8e3443acc admin admin] Added segment 6c496118-4e09-4f89-b8ab-5391fc86f2af of type vlan for network c0c998b7-16cb-40aa-910e-ab4864e39b16 Dec 16 09:32:34.288272 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port d87e7d6d-8928-44f2-809e-9d270f91c276 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:34.288272 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:34.292445 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c01e19-6bea-449c-95e4-76da02e7a4e9 req-fdc0fc48-05bb-4911-a9be-e23ff73b138c tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:34.300575 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-57c01e19-6bea-449c-95e4-76da02e7a4e9 req-fdc0fc48-05bb-4911-a9be-e23ff73b138c tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 945 time: 0.6396549 Dec 16 09:32:34.316739 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ddc3826b-2597-43fe-a14e-f30dcb52cd91 req-07f11c6c-e112-40cd-88eb-cc31799554b4 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574493 Dec 16 09:32:34.341136 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-a311ba60-ab05-4ac0-bed6-22a746170c97 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Deleting port bb1cce87-4e8c-4cff-872c-a074441a9cac {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:34.342652 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a311ba60-ab05-4ac0-bed6-22a746170c97 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:34.387058 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-13bbaf8f-a0bb-4d9e-8704-abf8e3443acc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:34.407990 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-57c01e19-6bea-449c-95e4-76da02e7a4e9 req-6c66109a-00e1-4634-bed1-4c4a898923f6 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015584 Dec 16 09:32:34.464669 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-9280974a-220e-4a54-b045-f3323a1e5956 None None] Provisioning complete for port fd094a64-81cb-40b7-af3e-6ac18a5a4223 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:34.468307 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9280974a-220e-4a54-b045-f3323a1e5956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:34.531310 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-13bbaf8f-a0bb-4d9e-8704-abf8e3443acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:34.532325 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bbaf8f-a0bb-4d9e-8704-abf8e3443acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:34.534528 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-13bbaf8f-a0bb-4d9e-8704-abf8e3443acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:34.564973 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-9280974a-220e-4a54-b045-f3323a1e5956 None None] Port fd094a64-81cb-40b7-af3e-6ac18a5a4223 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:32:34.610138 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7aebff-e4c3-459c-9594-e8a31c5a8310 req-7b5ad8dc-7337-445d-8b33-535c27d6e65e tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:34.621199 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0b7aebff-e4c3-459c-9594-e8a31c5a8310 req-7b5ad8dc-7337-445d-8b33-535c27d6e65e tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 950 time: 0.1533248 Dec 16 09:32:34.627025 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbaf8f-a0bb-4d9e-8704-abf8e3443acc admin admin] Pushing event updated for resources: {'Network': ['ID=c0c998b7-16cb-40aa-910e-ab4864e39b16,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:34.637278 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network c0c998b7-16cb-40aa-910e-ab4864e39b16 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:32:34.659493 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a311ba60-ab05-4ac0-bed6-22a746170c97 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:34.696273 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-a311ba60-ab05-4ac0-bed6-22a746170c97 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Calling delete_port for bb1cce87-4e8c-4cff-872c-a074441a9cac owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:34.696494 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-13bbaf8f-a0bb-4d9e-8704-abf8e3443acc admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5949488 Dec 16 09:32:34.698468 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44112) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:34.703328 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-2614c860-f481-4532-a9bd-c5619acc90cb admin admin] Request body: {'subnet': {'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2131196878-subnet', 'tenant_id': '2f8f61b4cde14c72b4dcdad8045c9583', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:34.737448 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0b7aebff-e4c3-459c-9594-e8a31c5a8310 req-348407d9-625e-498a-ab31-164b48f7fd63 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105247 Dec 16 09:32:34.738070 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-5adeec04-c244-4f51-9b94-1ead08c5962b None None] Provisioning complete for port bb1cce87-4e8c-4cff-872c-a074441a9cac triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:34.738512 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5adeec04-c244-4f51-9b94-1ead08c5962b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:34.778803 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-5adeec04-c244-4f51-9b94-1ead08c5962b None None] Port bb1cce87-4e8c-4cff-872c-a074441a9cac cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:32:34.811525 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2614c860-f481-4532-a9bd-c5619acc90cb admin admin] Made reservation on behalf of 2f8f61b4cde14c72b4dcdad8045c9583 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:34.814657 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2614c860-f481-4532-a9bd-c5619acc90cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:34.830016 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d67613-38ad-4073-a579-acf8e4d554aa req-311258e9-0565-4418-9d08-baca6a47a9c9 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:34.832290 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-36d67613-38ad-4073-a579-acf8e4d554aa req-311258e9-0565-4418-9d08-baca6a47a9c9 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.57 "GET /v2.0/ports?device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 943 time: 0.1600034 Dec 16 09:32:34.977414 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191d938-954f-4556-9e4b-561b82ea9e15 req-462a2cb0-e00f-48b4-8b02-4e812bc976a1 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:34.978977 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7191d938-954f-4556-9e4b-561b82ea9e15 req-462a2cb0-e00f-48b4-8b02-4e812bc976a1 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.0952072 Dec 16 09:32:35.013894 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-36d67613-38ad-4073-a579-acf8e4d554aa req-341f460f-cb80-4b6a-846f-86e72413a86f tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Deleting port 3969a027-1406-45e3-a815-a50f07a69757 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:35.014403 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-36d67613-38ad-4073-a579-acf8e4d554aa req-341f460f-cb80-4b6a-846f-86e72413a86f tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:35.045251 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7191d938-954f-4556-9e4b-561b82ea9e15 req-45d143aa-3da7-4bba-ac33-bcdc72c12b88 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516701 Dec 16 09:32:35.077076 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a311ba60-ab05-4ac0-bed6-22a746170c97 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:35.131318 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311ba60-ab05-4ac0-bed6-22a746170c97 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Pushing event deleted for resources: {'Port': ['ID=bb1cce87-4e8c-4cff-872c-a074441a9cac,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:35.154721 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a311ba60-ab05-4ac0-bed6-22a746170c97 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:35.183207 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a311ba60-ab05-4ac0-bed6-22a746170c97 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] 10.222.0.60 "DELETE /v2.0/ports/bb1cce87-4e8c-4cff-872c-a074441a9cac HTTP/1.1" status: 204 len: 168 time: 1.0975788 Dec 16 09:32:35.183447 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44116) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:35.188818 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-62b1c14f-77d2-4361-8e36-354cd5295af8 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Request body: {'port': {'name': 'tempest-new-port-name-160443244', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:35.189247 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.api.validators [None req-62b1c14f-77d2-4361-8e36-354cd5295af8 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] bootfile-name is not in valid_values {{(pid=102817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 09:32:35.189588 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.api.validators [None req-62b1c14f-77d2-4361-8e36-354cd5295af8 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] tftp-server is not in valid_values {{(pid=102817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 09:32:35.189909 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.api.validators [None req-62b1c14f-77d2-4361-8e36-354cd5295af8 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] server-ip-address is not in valid_values {{(pid=102817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 09:32:35.251696 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-36d67613-38ad-4073-a579-acf8e4d554aa req-341f460f-cb80-4b6a-846f-86e72413a86f tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] For port 3969a027-1406-45e3-a815-a50f07a69757, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=3969a027-1406-45e3-a815-a50f07a69757,segment=NetworkSegment(ac95600e-3c1a-420e-8879-213e8cd120c0),segment_id=ac95600e-3c1a-420e-8879-213e8cd120c0)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:35.251976 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-36d67613-38ad-4073-a579-acf8e4d554aa req-341f460f-cb80-4b6a-846f-86e72413a86f tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:35.291687 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-36d67613-38ad-4073-a579-acf8e4d554aa req-341f460f-cb80-4b6a-846f-86e72413a86f tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Calling delete_port for 3969a027-1406-45e3-a815-a50f07a69757 owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:35.318473 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62b1c14f-77d2-4361-8e36-354cd5295af8 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:35.323588 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2614c860-f481-4532-a9bd-c5619acc90cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:35.410216 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614c860-f481-4532-a9bd-c5619acc90cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=079ef7a2-1551-4eb6-92ba-b7ee17740bf5,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:35.499280 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2614c860-f481-4532-a9bd-c5619acc90cb admin admin] Checking segment: {'id': '6c496118-4e09-4f89-b8ab-5391fc86f2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:35.499873 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2614c860-f481-4532-a9bd-c5619acc90cb admin admin] Network hostable DHCP agents. Network: c0c998b7-16cb-40aa-910e-ab4864e39b16, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:32:35.554429 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42423cba-8212-4678-baee-ae088db3a707 req-f24c4526-5a27-4c75-ba99-e4678e3323bf tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:35.555978 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-42423cba-8212-4678-baee-ae088db3a707 req-f24c4526-5a27-4c75-ba99-e4678e3323bf tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 943 time: 0.0937850 Dec 16 09:32:35.587700 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-36d67613-38ad-4073-a579-acf8e4d554aa req-341f460f-cb80-4b6a-846f-86e72413a86f tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:35.609342 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb05349-eca2-498e-9f39-0b489b321447 req-ebd5f547-f128-43db-a5a4-b4fa1accd591 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:35.611133 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4bb05349-eca2-498e-9f39-0b489b321447 req-ebd5f547-f128-43db-a5a4-b4fa1accd591 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 945 time: 0.1131942 Dec 16 09:32:35.635995 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f460f-cb80-4b6a-846f-86e72413a86f tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Pushing event deleted for resources: {'Port': ['ID=3969a027-1406-45e3-a815-a50f07a69757,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:35.665922 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2614c860-f481-4532-a9bd-c5619acc90cb admin admin] Network c0c998b7-16cb-40aa-910e-ab4864e39b16 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:32:35.678716 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4bb05349-eca2-498e-9f39-0b489b321447 req-e4aec5d4-21b2-45f3-98c2-7004925e2254 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566347 Dec 16 09:32:35.744729 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-42423cba-8212-4678-baee-ae088db3a707 req-2e40792c-173f-4a6d-b36b-4520421aaa8d tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635678 Dec 16 09:32:35.751437 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-2614c860-f481-4532-a9bd-c5619acc90cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, c0c998b7-16cb-40aa-910e-ab4864e39b16) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:35.756744 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2614c860-f481-4532-a9bd-c5619acc90cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:35.757633 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2614c860-f481-4532-a9bd-c5619acc90cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:35.767942 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc4eed6-4197-484e-9024-f739e4945c93 None None] Network c0c998b7-16cb-40aa-910e-ab4864e39b16 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:35.801253 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d67613-38ad-4073-a579-acf8e4d554aa req-341f460f-cb80-4b6a-846f-86e72413a86f tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] No DVR routers for this DVR port 3969a027-1406-45e3-a815-a50f07a69757 on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:32:35.804035 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-36d67613-38ad-4073-a579-acf8e4d554aa req-341f460f-cb80-4b6a-846f-86e72413a86f tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:35.822294 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-36d67613-38ad-4073-a579-acf8e4d554aa req-341f460f-cb80-4b6a-846f-86e72413a86f tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.57 "DELETE /v2.0/ports/3969a027-1406-45e3-a815-a50f07a69757 HTTP/1.1" status: 204 len: 173 time: 0.9774969 Dec 16 09:32:35.830639 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcba6c30-d2f3-4361-8c07-6b02dfc18965', 'name': 'network-vif-deleted', 'tag': '3969a027-1406-45e3-a815-a50f07a69757'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:32:35.835294 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da32b60b-91d8-4537-b512-5049aa5a300b" -d '{"events": [{"server_uuid": "dcba6c30-d2f3-4361-8c07-6b02dfc18965", "name": "network-vif-deleted", "tag": "3969a027-1406-45e3-a815-a50f07a69757"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:32:35.890751 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2614c860-f481-4532-a9bd-c5619acc90cb admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1900070 Dec 16 09:32:35.954547 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55873ecb-051d-434f-83c5-ea2ef4533530 req-c39764e2-fad6-4ee0-a68f-33c247d63501 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:35.963656 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-55873ecb-051d-434f-83c5-ea2ef4533530 req-c39764e2-fad6-4ee0-a68f-33c247d63501 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 950 time: 0.0655880 Dec 16 09:32:35.975433 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62b1c14f-77d2-4361-8e36-354cd5295af8 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:35.995598 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8db67a-6b3a-4aca-9764-433e325c06c3 x-openstack-request-id: req-7f8db67a-6b3a-4aca-9764-433e325c06c3 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:32:35.996094 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcba6c30-d2f3-4361-8c07-6b02dfc18965", "name": "network-vif-deleted", "tag": "3969a027-1406-45e3-a815-a50f07a69757", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:32:35.996559 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7f8db67a-6b3a-4aca-9764-433e325c06c3 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:32:35.997126 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcba6c30-d2f3-4361-8c07-6b02dfc18965', 'name': 'network-vif-deleted', 'tag': '3969a027-1406-45e3-a815-a50f07a69757', 'status': 'completed', 'code': 200} Dec 16 09:32:36.033328 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-55873ecb-051d-434f-83c5-ea2ef4533530 req-0335faf8-073d-416d-b3de-2a3443be85b4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634880 Dec 16 09:32:36.051809 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62b1c14f-77d2-4361-8e36-354cd5295af8 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:36.099598 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1135d15c-03a0-446f-b8f7-f41e0543df42 None None] Network c0c998b7-16cb-40aa-910e-ab4864e39b16 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:36.167467 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-62b1c14f-77d2-4361-8e36-354cd5295af8 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] In _notify_port_updated(), no bound segment for port fd094a64-81cb-40b7-af3e-6ac18a5a4223 on network 154bd33e-340f-495c-8247-55730540b1e9 {{(pid=102817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:32:36.176537 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b1c14f-77d2-4361-8e36-354cd5295af8 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:36.182199 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62b1c14f-77d2-4361-8e36-354cd5295af8 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:36.182434 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-62b1c14f-77d2-4361-8e36-354cd5295af8 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] 10.222.0.60 "PUT /v2.0/ports/fd094a64-81cb-40b7-af3e-6ac18a5a4223 HTTP/1.1" status: 200 len: 1129 time: 0.9976141 Dec 16 09:32:36.184653 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44138) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:36.233508 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1c14f-77d2-4361-8e36-354cd5295af8 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Pushing event updated for resources: {'Port': ['ID=fd094a64-81cb-40b7-af3e-6ac18a5a4223,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:36.267961 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd075fa7-dd49-419b-bc2c-06078e4cd10e req-2a2012f4-ffba-489a-8157-1e30c1c88bc3 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:36.275904 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dd075fa7-dd49-419b-bc2c-06078e4cd10e req-2a2012f4-ffba-489a-8157-1e30c1c88bc3 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.0838404 Dec 16 09:32:36.299751 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c64efdf-ddf6-4229-88f8-fccd2e2fa420 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:36.301447 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6c64efdf-ddf6-4229-88f8-fccd2e2fa420 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] 10.222.0.60 "GET /v2.0/ports/fd094a64-81cb-40b7-af3e-6ac18a5a4223 HTTP/1.1" status: 200 len: 1129 time: 0.1143401 Dec 16 09:32:36.304583 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44142) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:36.358650 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dd075fa7-dd49-419b-bc2c-06078e4cd10e req-3827a3b6-a077-4a96-9797-277f7ec4d475 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794725 Dec 16 09:32:36.454891 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-7c33767d-9df3-442b-b9f6-247fc6fd5cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Deleting port fd094a64-81cb-40b7-af3e-6ac18a5a4223 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:36.455309 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7c33767d-9df3-442b-b9f6-247fc6fd5cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:36.639069 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7c33767d-9df3-442b-b9f6-247fc6fd5cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:36.659575 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-f714e689-2a3c-4f0f-a194-8f840a7baff1 None None] Provisioning complete for port fd094a64-81cb-40b7-af3e-6ac18a5a4223 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:36.660097 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f714e689-2a3c-4f0f-a194-8f840a7baff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:36.668749 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-7c33767d-9df3-442b-b9f6-247fc6fd5cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Calling delete_port for fd094a64-81cb-40b7-af3e-6ac18a5a4223 owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:36.683248 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-0de6c715-6e77-429d-beed-b14642a14cec tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:36.684796 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-0de6c715-6e77-429d-beed-b14642a14cec tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/networks?id=c0c998b7-16cb-40aa-910e-ab4864e39b16 HTTP/1.1" status: 200 len: 806 time: 0.1732507 Dec 16 09:32:36.705743 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-a1dfd71e-c43d-42be-8460-68e7fc1affb6 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/quotas/2f8f61b4cde14c72b4dcdad8045c9583 HTTP/1.1" status: 200 len: 375 time: 0.0136621 Dec 16 09:32:36.709609 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f714e689-2a3c-4f0f-a194-8f840a7baff1 None None] Port fd094a64-81cb-40b7-af3e-6ac18a5a4223 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:32:36.781153 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-b06a97f0-6728-45a0-b66c-787304e16ebd tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f8f61b4cde14c72b4dcdad8045c9583&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367794 Dec 16 09:32:36.845517 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732b2c0-af51-427f-935e-1d7781a08a6a req-4ac43d15-ded3-4b87-9b1b-a21fc4fd1e1f tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:36.847193 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7732b2c0-af51-427f-935e-1d7781a08a6a req-4ac43d15-ded3-4b87-9b1b-a21fc4fd1e1f tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 945 time: 0.0824559 Dec 16 09:32:36.899604 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7732b2c0-af51-427f-935e-1d7781a08a6a req-6de7d945-f350-45ff-bf35-4f96db652b4d tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454798 Dec 16 09:32:36.964011 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-8ea934e8-2e89-4dd8-b872-6818cbf4359c service neutron] 10.222.0.60 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729953 Dec 16 09:32:36.982407 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:37.045400 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bc6856bf-80bc-4fe5-ac40-a139bb1b7c6f req-2d38c88b-c536-4730-9505-1ff8d90c0a00 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcba6c30-d2f3-4361-8c07-6b02dfc18965 HTTP/1.1" status: 200 len: 210 time: 0.0477121 Dec 16 09:32:37.110216 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7c33767d-9df3-442b-b9f6-247fc6fd5cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:37.154039 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-f4cb37a9-04c8-4b36-8e5a-f9552144aa34 service neutron] 10.222.0.60 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805031 Dec 16 09:32:37.155865 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33767d-9df3-442b-b9f6-247fc6fd5cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Pushing event deleted for resources: {'Port': ['ID=fd094a64-81cb-40b7-af3e-6ac18a5a4223,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:37.208625 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7c33767d-9df3-442b-b9f6-247fc6fd5cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:37.208625 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7c33767d-9df3-442b-b9f6-247fc6fd5cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] 10.222.0.60 "DELETE /v2.0/ports/fd094a64-81cb-40b7-af3e-6ac18a5a4223 HTTP/1.1" status: 204 len: 168 time: 0.8954041 Dec 16 09:32:37.208959 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44162) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:37.287920 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-787c1d0a-6cc2-420e-9ac9-d5ac85e69bff tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Deleting subnet 164b9fc6-01b0-4be0-8196-94bf4f71d18d {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:32:37.292962 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-787c1d0a-6cc2-420e-9ac9-d5ac85e69bff tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:37.362933 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-787c1d0a-6cc2-420e-9ac9-d5ac85e69bff tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:37.412415 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50969a-1e03-4c1b-8415-49bda1333f4f req-c745abbc-fed1-4d3c-95bf-0dbbface7763 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:37.413957 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6a50969a-1e03-4c1b-8415-49bda1333f4f req-c745abbc-fed1-4d3c-95bf-0dbbface7763 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 950 time: 0.0996060 Dec 16 09:32:37.487070 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6a50969a-1e03-4c1b-8415-49bda1333f4f req-3d328c6c-c70b-44f7-9117-0ad83b1e6263 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662789 Dec 16 09:32:37.488353 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-787c1d0a-6cc2-420e-9ac9-d5ac85e69bff tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:37.600781 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81327ea-e70a-4319-a4af-d3fd28ce653d req-bd8c24b6-9e0d-4943-9ce7-4f4675676d4e tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:37.602254 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d81327ea-e70a-4319-a4af-d3fd28ce653d req-bd8c24b6-9e0d-4943-9ce7-4f4675676d4e tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.0490315 Dec 16 09:32:37.640919 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d81327ea-e70a-4319-a4af-d3fd28ce653d req-c80e1031-7608-408b-a1d8-4b5f1f23f1a5 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322406 Dec 16 09:32:37.715217 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-787c1d0a-6cc2-420e-9ac9-d5ac85e69bff tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:37.743412 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c1d0a-6cc2-420e-9ac9-d5ac85e69bff tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Pushing event deleted for resources: {'Subnet': ['ID=164b9fc6-01b0-4be0-8196-94bf4f71d18d,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:37.747728 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-787c1d0a-6cc2-420e-9ac9-d5ac85e69bff tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:37.751019 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-787c1d0a-6cc2-420e-9ac9-d5ac85e69bff tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] 10.222.0.60 "DELETE /v2.0/subnets/164b9fc6-01b0-4be0-8196-94bf4f71d18d HTTP/1.1" status: 204 len: 168 time: 0.5414643 Dec 16 09:32:37.753588 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44166) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:37.754606 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69d1de7-d226-4568-92b9-b0e8b1636df0 None None] Network 154bd33e-340f-495c-8247-55730540b1e9 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:38.069719 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ed6a3ae-821c-4870-801a-592d67adcfb9 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:38.069719 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-be26aa01-6448-4d4e-ac06-2db755ca8f96 req-dcd3e7cd-0eb5-4375-bd23-39e35c970858 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d30e604-520e-4176-b03c-fef219039168 HTTP/1.1" status: 200 len: 210 time: 0.0342333 Dec 16 09:32:38.069719 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-3ed6a3ae-821c-4870-801a-592d67adcfb9 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Deleting port d87e7d6d-8928-44f2-809e-9d270f91c276 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:38.069719 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ed6a3ae-821c-4870-801a-592d67adcfb9 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:38.076162 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25979bc3-48a7-4216-98d6-efb8367c717a None None] DHCP port deletion for 154bd33e-340f-495c-8247-55730540b1e9 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:32:38.077716 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-3ed6a3ae-821c-4870-801a-592d67adcfb9 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] For port d87e7d6d-8928-44f2-809e-9d270f91c276, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d87e7d6d-8928-44f2-809e-9d270f91c276,segment=NetworkSegment(6383013c-9553-4f98-abe9-3338707183f3),segment_id=6383013c-9553-4f98-abe9-3338707183f3)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:38.077716 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ed6a3ae-821c-4870-801a-592d67adcfb9 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:38.077716 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-3ed6a3ae-821c-4870-801a-592d67adcfb9 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Calling delete_port for d87e7d6d-8928-44f2-809e-9d270f91c276 owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:38.110791 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abe57d-e8d5-4bde-b90b-e11c91bb0e60 req-a1e3d044-13e7-4a67-810f-ab06d9b721b0 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:38.117622 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-15abe57d-e8d5-4bde-b90b-e11c91bb0e60 req-a1e3d044-13e7-4a67-810f-ab06d9b721b0 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 945 time: 0.1271796 Dec 16 09:32:38.180030 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-25979bc3-48a7-4216-98d6-efb8367c717a None None] Deleting port d87e7d6d-8928-44f2-809e-9d270f91c276 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:38.181969 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-25979bc3-48a7-4216-98d6-efb8367c717a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:38.225030 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-15abe57d-e8d5-4bde-b90b-e11c91bb0e60 req-53e46307-f0f4-46a5-9399-33a55b1513ce tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991366 Dec 16 09:32:38.267677 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ed6a3ae-821c-4870-801a-592d67adcfb9 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:38.283010 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-25979bc3-48a7-4216-98d6-efb8367c717a None None] For port d87e7d6d-8928-44f2-809e-9d270f91c276, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d87e7d6d-8928-44f2-809e-9d270f91c276,segment=NetworkSegment(6383013c-9553-4f98-abe9-3338707183f3),segment_id=6383013c-9553-4f98-abe9-3338707183f3)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:38.283566 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-25979bc3-48a7-4216-98d6-efb8367c717a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:38.310141 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-25979bc3-48a7-4216-98d6-efb8367c717a None None] Calling delete_port for d87e7d6d-8928-44f2-809e-9d270f91c276 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:38.313548 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6a3ae-821c-4870-801a-592d67adcfb9 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Pushing event deleted for resources: {'Port': ['ID=d87e7d6d-8928-44f2-809e-9d270f91c276,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:38.344686 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed6a3ae-821c-4870-801a-592d67adcfb9 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] No DVR routers for this DVR port d87e7d6d-8928-44f2-809e-9d270f91c276 on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:32:38.402939 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:32:38.411311 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-25979bc3-48a7-4216-98d6-efb8367c717a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:38.442142 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25979bc3-48a7-4216-98d6-efb8367c717a None None] Pushing event deleted for resources: {'Port': ['ID=d87e7d6d-8928-44f2-809e-9d270f91c276,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:38.454762 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25979bc3-48a7-4216-98d6-efb8367c717a None None] No DVR routers for this DVR port d87e7d6d-8928-44f2-809e-9d270f91c276 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:32:38.478174 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ed6a3ae-821c-4870-801a-592d67adcfb9 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:38.506632 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-3ed6a3ae-821c-4870-801a-592d67adcfb9 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154bd33e-340f-495c-8247-55730540b1e9']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:38.508178 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44190) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:38.513400 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-bb0a4998-d50c-48df-86e8-170a051af979 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1591063366', 'description': 'tempest-description--724992730'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:38.534977 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-3ed6a3ae-821c-4870-801a-592d67adcfb9 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6383013c-9553-4f98-abe9-3338707183f3') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:38.535423 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-3ed6a3ae-821c-4870-801a-592d67adcfb9 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6383013c-9553-4f98-abe9-3338707183f3') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:38.549455 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ed6a3ae-821c-4870-801a-592d67adcfb9 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:38.563279 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ed6a3ae-821c-4870-801a-592d67adcfb9 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:38.571553 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ed6a3ae-821c-4870-801a-592d67adcfb9 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:32:38.571895 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ed6a3ae-821c-4870-801a-592d67adcfb9 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:38.575237 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:32:38.575237 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:32:38.575237 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:32:38.575237 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:32:38.575237 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:32:38.575237 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:32:38.575237 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:32:38.575237 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:32:38.575237 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:32:38.575237 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:32:38.575237 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:32:38.575237 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:32:38.575237 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:32:38.575237 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:32:38.575237 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:32:38.575237 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:32:38.575237 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:32:38.575237 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:32:38.575237 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:32:38.575237 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:32:38.575237 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:32:38.575237 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:32:38.575237 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:32:38.575237 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:32:38.575237 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:32:38.575237 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:32:38.575237 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:32:38.575237 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:32:38.575237 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:32:38.575237 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:32:38.575237 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:32:38.575237 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:32:38.579458 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 3969a027-1406-45e3-a815-a50f07a69757 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:32:38.652063 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 3969a027-1406-45e3-a815-a50f07a69757 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:32:38.652462 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 3969a027-1406-45e3-a815-a50f07a69757 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:32:38.660732 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909df63c-3808-41c4-9f62-0bb20549cccb req-dbb69d72-f2b3-49cb-8fa4-6efe70295bed tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:38.662908 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-909df63c-3808-41c4-9f62-0bb20549cccb req-dbb69d72-f2b3-49cb-8fa4-6efe70295bed tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 950 time: 0.0965874 Dec 16 09:32:38.664330 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bb0a4998-d50c-48df-86e8-170a051af979 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:38.747974 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-909df63c-3808-41c4-9f62-0bb20549cccb req-4481f246-1d82-48be-934b-4fe8fed9593c tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631654 Dec 16 09:32:38.752057 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ed6a3ae-821c-4870-801a-592d67adcfb9 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:38.778436 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ed6a3ae-821c-4870-801a-592d67adcfb9 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:38.782105 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3ed6a3ae-821c-4870-801a-592d67adcfb9 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] 10.222.0.60 "DELETE /v2.0/networks/154bd33e-340f-495c-8247-55730540b1e9 HTTP/1.1" status: 204 len: 168 time: 1.0275600 Dec 16 09:32:38.796073 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6a3ae-821c-4870-801a-592d67adcfb9 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863 tempest-ExtraDHCPOptionsIpV6TestJSON-939484863-project] Pushing event deleted for resources: {'Network': ['ID=154bd33e-340f-495c-8247-55730540b1e9,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:38.818220 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bb0a4998-d50c-48df-86e8-170a051af979 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:38.898227 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bee2a0-0f69-4ae1-9b97-e7e40d3213a1 req-8a341619-e540-4551-85ea-92a21ab6bd6b tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:38.902856 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bb0a4998-d50c-48df-86e8-170a051af979 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:38.907024 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-40bee2a0-0f69-4ae1-9b97-e7e40d3213a1 req-8a341619-e540-4551-85ea-92a21ab6bd6b tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.1825860 Dec 16 09:32:38.933533 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a4998-d50c-48df-86e8-170a051af979 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2be8e4-8efb-4717-a516-abc546f21477,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:38.970690 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-40bee2a0-0f69-4ae1-9b97-e7e40d3213a1 req-6e70c2b6-0ccb-41b5-98b2-cc6770194a58 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613782 Dec 16 09:32:38.993922 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b8137d84-8221-4d34-bf0c-528be2ae3c42 req-944ea9b4-1534-41a9-be07-f8df794a6e6e tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d30e604-520e-4176-b03c-fef219039168 HTTP/1.1" status: 200 len: 210 time: 0.0330997 Dec 16 09:32:39.056687 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bb0a4998-d50c-48df-86e8-170a051af979 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:39.058168 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bb0a4998-d50c-48df-86e8-170a051af979 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5483253 Dec 16 09:32:39.060903 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44204) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:39.065882 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-3af5996f-e07f-4754-87e2-27ef442cf7ec tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Request body: {'security_group_rule': {'security_group_id': '2d2be8e4-8efb-4717-a516-abc546f21477', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:39.262684 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3af5996f-e07f-4754-87e2-27ef442cf7ec tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:39.388807 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3af5996f-e07f-4754-87e2-27ef442cf7ec tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:39.410479 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95829b8-8c96-4c00-8ff2-15cbe9baacc5 req-864abae1-7d3c-43b8-963e-944780754741 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:39.418687 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c95829b8-8c96-4c00-8ff2-15cbe9baacc5 req-864abae1-7d3c-43b8-963e-944780754741 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 945 time: 0.1016111 Dec 16 09:32:39.466852 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c95829b8-8c96-4c00-8ff2-15cbe9baacc5 req-0546a57e-c689-46df-a74a-8a43e7ecbc4c tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459554 Dec 16 09:32:39.512330 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44214) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:39.558068 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3af5996f-e07f-4754-87e2-27ef442cf7ec tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:39.578965 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5996f-e07f-4754-87e2-27ef442cf7ec tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf15e8d-c3cd-4387-9995-60a4ef853807,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:39.589780 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-932bd8d9-6bf6-4aad-a595-c5ee333b16c2 req-ecb909ec-3bdc-4cfe-b3cf-493e31a621b6 service neutron] 10.222.0.58 "GET /v2.0/ports/29d83386-159a-4f4d-a005-563093e201ab/bindings/n-h2-820550-2 HTTP/1.1" status: 200 len: 382 time: 0.1357152 Dec 16 09:32:39.664888 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3af5996f-e07f-4754-87e2-27ef442cf7ec tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:39.668978 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3af5996f-e07f-4754-87e2-27ef442cf7ec tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6069238 Dec 16 09:32:39.669782 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44218) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:39.674396 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-981ef743-7fd9-4a50-aa5c-7901f01f8868 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Request body: {'security_group_rule': {'security_group_id': '2d2be8e4-8efb-4717-a516-abc546f21477', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:39.730310 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-736c2a0c-06dd-4db5-b9f6-60e68dbd964d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=73829a6deadb4d76855b977d7e0c8799&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2168136 Dec 16 09:32:39.732878 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44220) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:39.781570 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-981ef743-7fd9-4a50-aa5c-7901f01f8868 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:39.802426 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a08a1aaa-824b-4b3c-862b-b89f8d85883a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:39.858491 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a08a1aaa-824b-4b3c-862b-b89f8d85883a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:39.908913 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-981ef743-7fd9-4a50-aa5c-7901f01f8868 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:39.917930 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c6c7d-bfe4-473a-840d-b2b27c619215 req-a6fd925c-b4b0-40e1-8bff-7cca305550db tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:39.925510 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2e8c6c7d-bfe4-473a-840d-b2b27c619215 req-a6fd925c-b4b0-40e1-8bff-7cca305550db tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 950 time: 0.0686097 Dec 16 09:32:39.968947 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-981ef743-7fd9-4a50-aa5c-7901f01f8868 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:40.015241 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ef743-7fd9-4a50-aa5c-7901f01f8868 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad44ebb9-5920-4114-8e28-c7814cd6dff8,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:40.030667 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2e8c6c7d-bfe4-473a-840d-b2b27c619215 req-5153f675-0f58-4a9d-8ed9-471b2a3cba88 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040070 Dec 16 09:32:40.038949 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d87e7d6d-8928-44f2-809e-9d270f91c276 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:32:40.046605 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a08a1aaa-824b-4b3c-862b-b89f8d85883a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:40.052207 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a08a1aaa-824b-4b3c-862b-b89f8d85883a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:40.056773 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a08a1aaa-824b-4b3c-862b-b89f8d85883a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9b190287-57ef-47eb-8e81-842c388ec137 HTTP/1.1" status: 204 len: 168 time: 0.3225832 Dec 16 09:32:40.085874 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a1aaa-824b-4b3c-862b-b89f8d85883a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b190287-57ef-47eb-8e81-842c388ec137,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:40.088100 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: d87e7d6d-8928-44f2-809e-9d270f91c276 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:32:40.088877 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d87e7d6d-8928-44f2-809e-9d270f91c276 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:32:40.129284 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-981ef743-7fd9-4a50-aa5c-7901f01f8868 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:40.133451 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-981ef743-7fd9-4a50-aa5c-7901f01f8868 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4599712 Dec 16 09:32:40.134141 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44230) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:40.142636 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-9e3dcc2b-5b00-4747-9257-37dceef87e0b tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:40.232733 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4e407377-474f-4e57-8ce6-9366908debd0 req-033ed643-151e-416a-aed6-c639b62d1160 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d30e604-520e-4176-b03c-fef219039168 HTTP/1.1" status: 200 len: 210 time: 0.0326235 Dec 16 09:32:40.247654 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8ce4f-1101-4096-875e-0b762562c775 req-ff6837d8-8a45-404a-8e1e-3e9c8640363c tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:40.249347 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b3e8ce4f-1101-4096-875e-0b762562c775 req-ff6837d8-8a45-404a-8e1e-3e9c8640363c tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.1731818 Dec 16 09:32:40.302577 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b3e8ce4f-1101-4096-875e-0b762562c775 req-3e77c0da-5fd0-4acd-881e-7a508021f84d tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459599 Dec 16 09:32:40.351983 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9e3dcc2b-5b00-4747-9257-37dceef87e0b tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks [] for floatingip, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:40.379626 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:40.496559 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bd8d9-6bf6-4aad-a595-c5ee333b16c2 req-2f0cdc06-ff6e-48f2-8068-1cead1b92df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:40.498039 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-932bd8d9-6bf6-4aad-a595-c5ee333b16c2 req-2f0cdc06-ff6e-48f2-8068-1cead1b92df9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b&tenant_id=c72236daaf3c429fb462e278e5b03cb7 HTTP/1.1" status: 200 len: 1101 time: 0.0927594 Dec 16 09:32:40.544100 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9e3dcc2b-5b00-4747-9257-37dceef87e0b tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:40.642469 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bd8d9-6bf6-4aad-a595-c5ee333b16c2 req-fbbdbf33-6021-400f-854d-81c744e7ff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:40.644099 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-932bd8d9-6bf6-4aad-a595-c5ee333b16c2 req-fbbdbf33-6021-400f-854d-81c744e7ff7a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c72236daaf3c429fb462e278e5b03cb7&device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 1101 time: 0.1215968 Dec 16 09:32:40.704422 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ecd6b-01aa-4b43-a753-8af73e49aada req-0e19e126-12e9-4f01-8512-250900ef25c1 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:40.707221 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0e2ecd6b-01aa-4b43-a753-8af73e49aada req-0e19e126-12e9-4f01-8512-250900ef25c1 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 945 time: 0.1340675 Dec 16 09:32:40.753930 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-9e3dcc2b-5b00-4747-9257-37dceef87e0b tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Allocated IP 172.25.1.194 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/f9a17de5-22fb-48f4-8cb3-9be6df68f2e9) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:40.791360 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0e2ecd6b-01aa-4b43-a753-8af73e49aada req-cfd83563-0f73-478f-bb4d-dc59fae7d407 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493155 Dec 16 09:32:40.839923 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bd8d9-6bf6-4aad-a595-c5ee333b16c2 req-e65cc584-c46b-4c93-8739-40b538795df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:40.841501 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-932bd8d9-6bf6-4aad-a595-c5ee333b16c2 req-e65cc584-c46b-4c93-8739-40b538795df3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.1882639 Dec 16 09:32:40.920367 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9e3dcc2b-5b00-4747-9257-37dceef87e0b tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:40.926015 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-932bd8d9-6bf6-4aad-a595-c5ee333b16c2 req-fd5e9f48-5823-4f25-a13a-5f6d74b6a844 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=29d83386-159a-4f4d-a005-563093e201ab HTTP/1.1" status: 200 len: 217 time: 0.0749733 Dec 16 09:32:41.008985 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bd8d9-6bf6-4aad-a595-c5ee333b16c2 req-02a3aafa-83fd-4f30-bc8c-e64635121994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:41.011540 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-932bd8d9-6bf6-4aad-a595-c5ee333b16c2 req-02a3aafa-83fd-4f30-bc8c-e64635121994 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0764444 Dec 16 09:32:41.066674 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bd8d9-6bf6-4aad-a595-c5ee333b16c2 req-2a0f2bab-cc83-4b89-a699-0a934e7842f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:41.069312 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-932bd8d9-6bf6-4aad-a595-c5ee333b16c2 req-2a0f2bab-cc83-4b89-a699-0a934e7842f5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0487103 Dec 16 09:32:41.076373 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-29a1754f-a3f5-42b4-914d-74bdc27b2970 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:41.078834 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-29a1754f-a3f5-42b4-914d-74bdc27b2970 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.57 "GET /v2.0/networks?id=c0c998b7-16cb-40aa-910e-ab4864e39b16 HTTP/1.1" status: 200 len: 806 time: 0.1859443 Dec 16 09:32:41.100111 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-6620fc50-cee5-48d4-b552-d73556dd86df tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Request body: {'port': {'device_id': '9d30e604-520e-4176-b03c-fef219039168', 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16', 'admin_state_up': True, 'tenant_id': '2f8f61b4cde14c72b4dcdad8045c9583'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:41.215944 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-932bd8d9-6bf6-4aad-a595-c5ee333b16c2 req-ea009c75-da85-4b61-a8be-60089da42d22 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189442 Dec 16 09:32:41.224721 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bab534-60ef-4556-8cef-8b978c42f2b4 req-bbfe3aec-8838-4177-8494-970cdab4a6a1 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:41.231815 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-51bab534-60ef-4556-8cef-8b978c42f2b4 req-bbfe3aec-8838-4177-8494-970cdab4a6a1 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 950 time: 0.0783713 Dec 16 09:32:41.252158 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9e3dcc2b-5b00-4747-9257-37dceef87e0b tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:41.399980 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e297ea14-3fdf-41d2-9124-8c4d9c8bee53 req-c2b78bb7-f268-4139-bdd8-7bdefe9698ed tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d30e604-520e-4176-b03c-fef219039168 HTTP/1.1" status: 200 len: 210 time: 0.0487676 Dec 16 09:32:41.406378 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-932bd8d9-6bf6-4aad-a595-c5ee333b16c2 req-1b56c0d1-01b7-47d8-ae43-7de4de446c91 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895471 Dec 16 09:32:41.747026 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44268) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:41.765829 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3dcc2b-5b00-4747-9257-37dceef87e0b tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:41.780704 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dcc2b-5b00-4747-9257-37dceef87e0b tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Pushing event updated for resources: {'Port': ['ID=f9a17de5-22fb-48f4-8cb3-9be6df68f2e9,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:41.787826 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-9e3dcc2b-5b00-4747-9257-37dceef87e0b tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:41.799929 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3dcc2b-5b00-4747-9257-37dceef87e0b tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:41.819144 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-51bab534-60ef-4556-8cef-8b978c42f2b4 req-0a084eeb-4657-42da-9fa0-b2a6396c684b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5862560 Dec 16 09:32:41.829490 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-3d2ddaad-aa62-4c02-97d5-f02596c4a866 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Request body: {'networks': [{'name': 'tempest-network--1259233017'}, {'name': 'tempest-network--1988858705'}]} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:41.830180 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-3d2ddaad-aa62-4c02-97d5-f02596c4a866 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Request body: {'network': {'name': 'tempest-network--1259233017'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:41.830350 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-3d2ddaad-aa62-4c02-97d5-f02596c4a866 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Request body: {'network': {'name': 'tempest-network--1988858705'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:41.944607 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-6620fc50-cee5-48d4-b552-d73556dd86df tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Made reservation on behalf of 2f8f61b4cde14c72b4dcdad8045c9583 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:41.948446 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-6620fc50-cee5-48d4-b552-d73556dd86df tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:41.954289 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738241c8-2ca5-4714-b08b-50aa55897c33 req-0dd01652-5720-4355-96c1-60a60a499496 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:41.962052 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-738241c8-2ca5-4714-b08b-50aa55897c33 req-0dd01652-5720-4355-96c1-60a60a499496 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.4989297 Dec 16 09:32:42.011909 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-738241c8-2ca5-4714-b08b-50aa55897c33 req-8688d8e7-0cef-483a-94d8-4f7530252757 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468090 Dec 16 09:32:42.034044 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2ddaad-aa62-4c02-97d5-f02596c4a866 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Made reservation on behalf of 51fa168a01294cfaa670d53b7b0d0792 for: {'network': 2} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:42.041182 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddaad-aa62-4c02-97d5-f02596c4a866 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:42.058428 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddaad-aa62-4c02-97d5-f02596c4a866 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:42.066455 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9e3dcc2b-5b00-4747-9257-37dceef87e0b tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:42.199694 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddaad-aa62-4c02-97d5-f02596c4a866 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:42.200090 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c8505-4ba1-4123-b1fa-d550229154c9 req-3ddbaa28-ba6d-4d59-b589-45a73830d7b2 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:42.201771 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d99c8505-4ba1-4123-b1fa-d550229154c9 req-3ddbaa28-ba6d-4d59-b589-45a73830d7b2 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 945 time: 0.1285980 Dec 16 09:32:42.205768 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9e3dcc2b-5b00-4747-9257-37dceef87e0b tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:42.251840 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-6620fc50-cee5-48d4-b552-d73556dd86df tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Allocated IP 172.20.0.7 (c0c998b7-16cb-40aa-910e-ab4864e39b16/079ef7a2-1551-4eb6-92ba-b7ee17740bf5/225d8421-3037-4140-9626-c4f741b4bcc0) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:42.296364 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddaad-aa62-4c02-97d5-f02596c4a866 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:42.296364 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddaad-aa62-4c02-97d5-f02596c4a866 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:42.328667 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d99c8505-4ba1-4123-b1fa-d550229154c9 req-62837c59-3257-4438-839f-6e8fe17adb05 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136625 Dec 16 09:32:42.351322 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d2ddaad-aa62-4c02-97d5-f02596c4a866 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:32:42.357056 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ddaad-aa62-4c02-97d5-f02596c4a866 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9deb21-e4a0-4c7e-802c-cc7afe57e5ac,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:42.363440 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddaad-aa62-4c02-97d5-f02596c4a866 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:42.363795 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-3d2ddaad-aa62-4c02-97d5-f02596c4a866 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Added segment 5cba2060-081b-4e6b-be6c-930db7076e95 of type vlan for network 24c1efd9-9f16-40d3-8e7d-ca55d3f7d68b Dec 16 09:32:42.407237 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddaad-aa62-4c02-97d5-f02596c4a866 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:42.451907 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d2ddaad-aa62-4c02-97d5-f02596c4a866 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:32:42.465567 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddaad-aa62-4c02-97d5-f02596c4a866 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:42.466414 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-3d2ddaad-aa62-4c02-97d5-f02596c4a866 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Added segment d82f1060-9508-4fb0-8f04-763ad988840e of type vlan for network 5fe677ad-b89c-44e5-983b-e9e808abbce6 Dec 16 09:32:42.534077 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ad3b31ac-7064-4629-87e0-2c368f5127da req-afbbef44-1c4f-4774-9ae5-c31395810b4e tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d30e604-520e-4176-b03c-fef219039168 HTTP/1.1" status: 200 len: 210 time: 0.0558629 Dec 16 09:32:42.551153 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddaad-aa62-4c02-97d5-f02596c4a866 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:42.562469 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-6620fc50-cee5-48d4-b552-d73556dd86df tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:42.581799 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9e3dcc2b-5b00-4747-9257-37dceef87e0b tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:42.713800 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddaad-aa62-4c02-97d5-f02596c4a866 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:42.714318 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddaad-aa62-4c02-97d5-f02596c4a866 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:42.720022 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2ddaad-aa62-4c02-97d5-f02596c4a866 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:42.724899 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2ddaad-aa62-4c02-97d5-f02596c4a866 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:42.725547 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddaad-aa62-4c02-97d5-f02596c4a866 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:42.765864 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9e3dcc2b-5b00-4747-9257-37dceef87e0b tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:42.768281 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-6620fc50-cee5-48d4-b552-d73556dd86df tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:42.794628 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ddaad-aa62-4c02-97d5-f02596c4a866 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Pushing event updated for resources: {'Network': ['ID=24c1efd9-9f16-40d3-8e7d-ca55d3f7d68b,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:42.814130 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 24c1efd9-9f16-40d3-8e7d-ca55d3f7d68b details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:32:42.843155 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-6620fc50-cee5-48d4-b552-d73556dd86df tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Network c0c998b7-16cb-40aa-910e-ab4864e39b16 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:42.850618 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-6620fc50-cee5-48d4-b552-d73556dd86df tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:42.859996 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-6620fc50-cee5-48d4-b552-d73556dd86df tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:42.867964 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dcc2b-5b00-4747-9257-37dceef87e0b tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Pushing event updated for resources: {'Port': ['ID=f9a17de5-22fb-48f4-8cb3-9be6df68f2e9,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:42.900370 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3d2ddaad-aa62-4c02-97d5-f02596c4a866 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.1524651 Dec 16 09:32:42.903724 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44282) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:42.942056 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ddaad-aa62-4c02-97d5-f02596c4a866 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Pushing event updated for resources: {'Network': ['ID=5fe677ad-b89c-44e5-983b-e9e808abbce6,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:42.960644 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 5fe677ad-b89c-44e5-983b-e9e808abbce6 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:32:42.972649 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9e3dcc2b-5b00-4747-9257-37dceef87e0b tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:43.124737 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 29d83386-159a-4f4d-a005-563093e201ab no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:32:43.148805 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-6620fc50-cee5-48d4-b552-d73556dd86df tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:43.148805 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-6620fc50-cee5-48d4-b552-d73556dd86df tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:43.166323 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620fc50-cee5-48d4-b552-d73556dd86df tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Pushing event updated for resources: {'Port': ['ID=225d8421-3037-4140-9626-c4f741b4bcc0,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:43.187292 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9e3dcc2b-5b00-4747-9257-37dceef87e0b tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:43.188539 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9e3dcc2b-5b00-4747-9257-37dceef87e0b tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0512860 Dec 16 09:32:43.259282 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3a8f1-c38b-4799-87a7-ead585a0d0b4 req-28422ac6-f752-427a-b283-3b06db300ad9 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:43.269217 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eeb3a8f1-c38b-4799-87a7-ead585a0d0b4 req-28422ac6-f752-427a-b283-3b06db300ad9 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.0747509 Dec 16 09:32:43.272319 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:43.303849 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c0134d-1b11-414d-977d-f59bd604f57b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29d83386-159a-4f4d-a005-563093e201ab'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:32:43.306111 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de71fd35-0ef0-499f-830a-79793a1dc810" -d '{"events": [{"server_uuid": "e1c0134d-1b11-414d-977d-f59bd604f57b", "name": "network-vif-unplugged", "status": "completed", "tag": "29d83386-159a-4f4d-a005-563093e201ab"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:32:43.321778 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 29d83386-159a-4f4d-a005-563093e201ab, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=29d83386-159a-4f4d-a005-563093e201ab,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:43.321978 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-6620fc50-cee5-48d4-b552-d73556dd86df tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2259498 Dec 16 09:32:43.326337 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eeb3a8f1-c38b-4799-87a7-ead585a0d0b4 req-80935afb-f3c3-4d56-a47b-a969f1f05507 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560513 Dec 16 09:32:43.338224 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f5906-efef-4f0d-a940-74c007c90e65 req-adf18876-b6ea-4399-b3eb-c3f02eb5c79b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:43.341699 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b90f5906-efef-4f0d-a940-74c007c90e65 req-adf18876-b6ea-4399-b3eb-c3f02eb5c79b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 950 time: 0.3658447 Dec 16 09:32:43.353677 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f30818-90d2-489c-8cce-f8361a0582d2 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:43.360450 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f30818-90d2-489c-8cce-f8361a0582d2 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:43.367506 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f30818-90d2-489c-8cce-f8361a0582d2 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:43.373829 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f30818-90d2-489c-8cce-f8361a0582d2 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:43.378147 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-20f30818-90d2-489c-8cce-f8361a0582d2 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4709663 Dec 16 09:32:43.379288 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44298) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:43.384553 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-ba5a248a-5446-4b1b-829f-f8f4093ff0cc service neutron] Request body: {'port': {'device_id': '9d30e604-520e-4176-b03c-fef219039168', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:43.403943 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:43.406859 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0bba85-ae96-425a-9af2-4e31d3a5cb1b x-openstack-request-id: req-3d0bba85-ae96-425a-9af2-4e31d3a5cb1b {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:32:43.407179 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c0134d-1b11-414d-977d-f59bd604f57b", "name": "network-vif-unplugged", "status": "completed", "tag": "29d83386-159a-4f4d-a005-563093e201ab", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:32:43.407431 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3d0bba85-ae96-425a-9af2-4e31d3a5cb1b {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:32:43.407815 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c0134d-1b11-414d-977d-f59bd604f57b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29d83386-159a-4f4d-a005-563093e201ab', 'code': 200} Dec 16 09:32:43.501284 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=29d83386-159a-4f4d-a005-563093e201ab,revision_number=6']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:43.543340 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b90f5906-efef-4f0d-a940-74c007c90e65 req-7e3b644b-8a18-43d3-943f-c39f00d04720 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638436 Dec 16 09:32:43.551260 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-ba5a248a-5446-4b1b-829f-f8f4093ff0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:43.551954 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9d2e3338-62d0-4126-bf5b-ba89913e5d6d tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:43.628660 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8507e7-ae2f-4720-994e-5a0fb7bf91e9 req-2f0f2363-4a1a-49d5-aab1-60806b8425fa tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:43.628660 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7a8507e7-ae2f-4720-994e-5a0fb7bf91e9 req-2f0f2363-4a1a-49d5-aab1-60806b8425fa tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 945 time: 0.1017282 Dec 16 09:32:43.697649 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9d2e3338-62d0-4126-bf5b-ba89913e5d6d tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:43.726196 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7a8507e7-ae2f-4720-994e-5a0fb7bf91e9 req-addbfa1a-d24a-41c0-a199-e957f72f3ea2 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876496 Dec 16 09:32:43.729623 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-9d2e3338-62d0-4126-bf5b-ba89913e5d6d tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24c1efd9-9f16-40d3-8e7d-ca55d3f7d68b']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:43.746291 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-9d2e3338-62d0-4126-bf5b-ba89913e5d6d tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cba2060-081b-4e6b-be6c-930db7076e95') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:43.746779 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-9d2e3338-62d0-4126-bf5b-ba89913e5d6d tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cba2060-081b-4e6b-be6c-930db7076e95') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:43.765512 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9d2e3338-62d0-4126-bf5b-ba89913e5d6d tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:43.780151 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9d2e3338-62d0-4126-bf5b-ba89913e5d6d tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:43.787235 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2e3338-62d0-4126-bf5b-ba89913e5d6d tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:32:43.787621 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9d2e3338-62d0-4126-bf5b-ba89913e5d6d tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:43.790992 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:32:43.790992 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:32:43.790992 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:32:43.790992 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:32:43.790992 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:32:43.790992 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:32:43.790992 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:32:43.790992 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:32:43.790992 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:32:43.790992 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:32:43.790992 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:32:43.790992 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:32:43.790992 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:32:43.790992 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:32:43.790992 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:32:43.790992 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:32:43.790992 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:32:43.790992 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:32:43.790992 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:32:43.790992 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:32:43.790992 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:32:43.790992 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:32:43.790992 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:32:43.790992 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:32:43.790992 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:32:43.790992 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:32:43.790992 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:32:43.790992 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:32:43.790992 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:32:43.790992 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:32:43.790992 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:32:43.790992 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:32:43.851637 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bce5f8-77c7-416f-8765-90b080373250 req-49818098-634d-45da-ad3b-c6da95cfb93a tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:43.858712 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72bce5f8-77c7-416f-8765-90b080373250 req-49818098-634d-45da-ad3b-c6da95cfb93a tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/networks?id=7d041dd8-e312-4dee-9f8d-03e6df17a8ab HTTP/1.1" status: 200 len: 822 time: 0.2282672 Dec 16 09:32:43.891082 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbaa264-4a71-44e2-b364-7b146eaefa2b req-c003b27d-4bea-4eee-9bdf-f3c422be2689 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:43.891187 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72bce5f8-77c7-416f-8765-90b080373250 req-d46f5a93-b80a-4d9f-a98e-6909e7ce0307 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/quotas/49b65172668f4824bedbcb7718d403b3 HTTP/1.1" status: 200 len: 375 time: 0.0314982 Dec 16 09:32:43.892414 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0cbaa264-4a71-44e2-b364-7b146eaefa2b req-c003b27d-4bea-4eee-9bdf-f3c422be2689 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d30e604-520e-4176-b03c-fef219039168 HTTP/1.1" status: 200 len: 931 time: 0.0628705 Dec 16 09:32:43.941669 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0cbaa264-4a71-44e2-b364-7b146eaefa2b req-fe8d9c86-fe4c-4d51-a251-dc16d1f0bfff tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411928 Dec 16 09:32:43.988741 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9d2e3338-62d0-4126-bf5b-ba89913e5d6d tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:43.994717 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72bce5f8-77c7-416f-8765-90b080373250 req-732846d6-3bc0-4f64-938a-71c20283217a tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=49b65172668f4824bedbcb7718d403b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1027660 Dec 16 09:32:44.004304 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9d2e3338-62d0-4126-bf5b-ba89913e5d6d tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:44.007613 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9d2e3338-62d0-4126-bf5b-ba89913e5d6d tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] 10.222.0.60 "DELETE /v2.0/networks/24c1efd9-9f16-40d3-8e7d-ca55d3f7d68b HTTP/1.1" status: 204 len: 168 time: 0.6261623 Dec 16 09:32:44.013054 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44318) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:44.019448 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e3338-62d0-4126-bf5b-ba89913e5d6d tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Pushing event deleted for resources: {'Network': ['ID=24c1efd9-9f16-40d3-8e7d-ca55d3f7d68b,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:44.035820 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-ba5a248a-5446-4b1b-829f-f8f4093ff0cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 225d8421-3037-4140-9626-c4f741b4bcc0 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:32:44.082082 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-ba5a248a-5446-4b1b-829f-f8f4093ff0cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:44.095774 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-ba5a248a-5446-4b1b-829f-f8f4093ff0cc service neutron] Transition to ACTIVE for port object 225d8421-3037-4140-9626-c4f741b4bcc0 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:32:44.182187 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6ca81ea1-1301-456c-8a14-b47afb234067 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:44.195955 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-ba5a248a-5446-4b1b-829f-f8f4093ff0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:44.227999 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72bce5f8-77c7-416f-8765-90b080373250 req-624f8e5d-6eb8-4548-b6ef-dfaf90ce1e3d service neutron] 10.222.0.60 "GET /v2.0/networks/7d041dd8-e312-4dee-9f8d-03e6df17a8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258506 Dec 16 09:32:44.320899 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a248a-5446-4b1b-829f-f8f4093ff0cc service neutron] Pushing event updated for resources: {'Port': ['ID=225d8421-3037-4140-9626-c4f741b4bcc0,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:44.422479 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6ca81ea1-1301-456c-8a14-b47afb234067 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:44.449502 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb81b3-752b-41f8-bf60-b846ac6c3e57 req-787299f7-dfba-4c23-b04c-bb9b61ba5d5e tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:44.451013 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-06fb81b3-752b-41f8-bf60-b846ac6c3e57 req-787299f7-dfba-4c23-b04c-bb9b61ba5d5e tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.0490046 Dec 16 09:32:44.462510 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-6ca81ea1-1301-456c-8a14-b47afb234067 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe677ad-b89c-44e5-983b-e9e808abbce6']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:44.484123 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-6ca81ea1-1301-456c-8a14-b47afb234067 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd82f1060-9508-4fb0-8f04-763ad988840e') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:44.484427 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-6ca81ea1-1301-456c-8a14-b47afb234067 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd82f1060-9508-4fb0-8f04-763ad988840e') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:44.492871 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72bce5f8-77c7-416f-8765-90b080373250 req-9f85f44f-ebe1-40cb-9cc7-3450f896902c service neutron] 10.222.0.60 "GET /v2.0/networks/7d041dd8-e312-4dee-9f8d-03e6df17a8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543602 Dec 16 09:32:44.493623 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-06fb81b3-752b-41f8-bf60-b846ac6c3e57 req-3e4a0721-d609-43a4-88cc-e90f7744aebf tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354750 Dec 16 09:32:44.503254 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6ca81ea1-1301-456c-8a14-b47afb234067 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:44.505650 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-ba5a248a-5446-4b1b-829f-f8f4093ff0cc service neutron] Attempting to bind port 225d8421-3037-4140-9626-c4f741b4bcc0 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:44.505985 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-ba5a248a-5446-4b1b-829f-f8f4093ff0cc service neutron] Attempting to bind port 225d8421-3037-4140-9626-c4f741b4bcc0 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '6c496118-4e09-4f89-b8ab-5391fc86f2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:44.506329 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-ba5a248a-5446-4b1b-829f-f8f4093ff0cc service neutron] Attempting to bind port 225d8421-3037-4140-9626-c4f741b4bcc0 on network c0c998b7-16cb-40aa-910e-ab4864e39b16 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:44.515989 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-ba5a248a-5446-4b1b-829f-f8f4093ff0cc service neutron] Port 225d8421-3037-4140-9626-c4f741b4bcc0 on network c0c998b7-16cb-40aa-910e-ab4864e39b16 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:44.516323 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-ba5a248a-5446-4b1b-829f-f8f4093ff0cc service neutron] Attempting to bind port 225d8421-3037-4140-9626-c4f741b4bcc0 on network c0c998b7-16cb-40aa-910e-ab4864e39b16 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:44.524685 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-ba5a248a-5446-4b1b-829f-f8f4093ff0cc service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:32:44.529849 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-ba5a248a-5446-4b1b-829f-f8f4093ff0cc service neutron] Checking segment: {'id': '6c496118-4e09-4f89-b8ab-5391fc86f2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:44.529849 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-ba5a248a-5446-4b1b-829f-f8f4093ff0cc service neutron] Bound using segment: {'id': '6c496118-4e09-4f89-b8ab-5391fc86f2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:32:44.529849 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-ba5a248a-5446-4b1b-829f-f8f4093ff0cc service neutron] Bound port: 225d8421-3037-4140-9626-c4f741b4bcc0, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c496118-4e09-4f89-b8ab-5391fc86f2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:32:44.529849 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-ba5a248a-5446-4b1b-829f-f8f4093ff0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:44.535907 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6ca81ea1-1301-456c-8a14-b47afb234067 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:44.546072 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca81ea1-1301-456c-8a14-b47afb234067 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:32:44.546479 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6ca81ea1-1301-456c-8a14-b47afb234067 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:44.549563 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:32:44.549563 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:32:44.549563 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:32:44.549563 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:32:44.549563 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:32:44.549563 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:32:44.549563 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:32:44.549563 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:32:44.549563 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:32:44.549563 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:32:44.549563 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:32:44.549563 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:32:44.549563 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:32:44.549563 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:32:44.549563 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:32:44.549563 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:32:44.549563 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:32:44.549563 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:32:44.549563 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:32:44.549563 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:32:44.549563 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:32:44.549563 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:32:44.549563 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:32:44.549563 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:32:44.549563 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:32:44.549563 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:32:44.549563 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:32:44.549563 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:32:44.549563 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:32:44.549563 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:32:44.549563 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:32:44.549563 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:32:44.646583 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-ba5a248a-5446-4b1b-829f-f8f4093ff0cc service neutron] For port 225d8421-3037-4140-9626-c4f741b4bcc0, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:32:44.649639 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-ba5a248a-5446-4b1b-829f-f8f4093ff0cc service neutron] For port 225d8421-3037-4140-9626-c4f741b4bcc0, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=225d8421-3037-4140-9626-c4f741b4bcc0,segment=NetworkSegment(6c496118-4e09-4f89-b8ab-5391fc86f2af),segment_id=6c496118-4e09-4f89-b8ab-5391fc86f2af)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:32:44.650845 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ef326-96af-4a36-9098-2725c94aa94e req-2c7adf52-e1cf-466f-bb6d-b4934234ad53 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:44.652334 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c82ef326-96af-4a36-9098-2725c94aa94e req-2c7adf52-e1cf-466f-bb6d-b4934234ad53 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 948 time: 0.0559163 Dec 16 09:32:44.690056 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c82ef326-96af-4a36-9098-2725c94aa94e req-313e7139-e479-4773-9e8e-cfb90f800f3b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314114 Dec 16 09:32:44.767325 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-ba5a248a-5446-4b1b-829f-f8f4093ff0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:44.775040 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6ca81ea1-1301-456c-8a14-b47afb234067 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:44.792245 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6ca81ea1-1301-456c-8a14-b47afb234067 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:44.798843 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6ca81ea1-1301-456c-8a14-b47afb234067 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] 10.222.0.60 "DELETE /v2.0/networks/5fe677ad-b89c-44e5-983b-e9e808abbce6 HTTP/1.1" status: 204 len: 168 time: 0.7846630 Dec 16 09:32:44.799550 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44342) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:44.842205 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-ba5a248a-5446-4b1b-829f-f8f4093ff0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:44.842970 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-ba5a248a-5446-4b1b-829f-f8f4093ff0cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:44.844428 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-ba5a248a-5446-4b1b-829f-f8f4093ff0cc service neutron] 10.222.0.57 "PUT /v2.0/ports/225d8421-3037-4140-9626-c4f741b4bcc0 HTTP/1.1" status: 200 len: 1091 time: 1.4672055 Dec 16 09:32:44.848180 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d30e604-520e-4176-b03c-fef219039168', 'tag': '225d8421-3037-4140-9626-c4f741b4bcc0'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:32:44.849208 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa40d0a8-d6f2-4999-a274-c48d4861bce3" -d '{"events": [{"name": "network-changed", "server_uuid": "9d30e604-520e-4176-b03c-fef219039168", "tag": "225d8421-3037-4140-9626-c4f741b4bcc0"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:32:44.852100 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca81ea1-1301-456c-8a14-b47afb234067 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Pushing event deleted for resources: {'Network': ['ID=5fe677ad-b89c-44e5-983b-e9e808abbce6,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:44.873040 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a4b424cd-36d5-4b3c-9070-269550d3ffc4 req-daebaae7-f0a3-41c7-9257-70b0ca0b72bd tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=79d9f379-767a-4042-9033-4a611459a250 HTTP/1.1" status: 200 len: 210 time: 0.0469778 Dec 16 09:32:44.891726 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a248a-5446-4b1b-829f-f8f4093ff0cc service neutron] Pushing event updated for resources: {'Port': ['ID=225d8421-3037-4140-9626-c4f741b4bcc0,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:44.987036 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11d33e-83c4-4dc9-a3e4-e1e98460076a req-ca8d0773-e3d2-4442-ab83-468228e3ba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:44.988566 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce11d33e-83c4-4dc9-a3e4-e1e98460076a req-ca8d0773-e3d2-4442-ab83-468228e3ba8b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=928a77c00bdc452c92b87dad5de07f0a&device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 1096 time: 0.2031221 Dec 16 09:32:45.010285 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6728a-599a-4953-92e2-d5e12cf18a05 req-ecda3ce2-df18-4fdb-a781-ea2832e2e084 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:45.012052 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-13b6728a-599a-4953-92e2-d5e12cf18a05 req-ecda3ce2-df18-4fdb-a781-ea2832e2e084 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 945 time: 0.0581172 Dec 16 09:32:45.113258 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65d1066-d811-4b68-9cd4-8d63d700f222 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:45.114907 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-13b6728a-599a-4953-92e2-d5e12cf18a05 req-9dcdab14-fbea-4e4b-a299-94a1862f3980 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907915 Dec 16 09:32:45.127383 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b934d9f6-1438-40b3-8b60-e2272ca5ebac x-openstack-request-id: req-b934d9f6-1438-40b3-8b60-e2272ca5ebac {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:32:45.127810 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d30e604-520e-4176-b03c-fef219039168", "tag": "225d8421-3037-4140-9626-c4f741b4bcc0", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:32:45.128006 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b934d9f6-1438-40b3-8b60-e2272ca5ebac {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:32:45.128421 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d30e604-520e-4176-b03c-fef219039168', 'tag': '225d8421-3037-4140-9626-c4f741b4bcc0', 'status': 'completed', 'code': 200} Dec 16 09:32:45.142923 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 29d83386-159a-4f4d-a005-563093e201ab details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:32:45.144669 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-a03e09ad-2760-4820-8361-1063ff7e9375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:45.144787 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65d1066-d811-4b68-9cd4-8d63d700f222 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:45.146427 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f65d1066-d811-4b68-9cd4-8d63d700f222 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3459249 Dec 16 09:32:45.151792 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-a03e09ad-2760-4820-8361-1063ff7e9375 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f8f61b4cde14c72b4dcdad8045c9583&device_id=9d30e604-520e-4176-b03c-fef219039168 HTTP/1.1" status: 200 len: 1094 time: 0.1050100 Dec 16 09:32:45.162135 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44356) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:45.240221 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-b69c415d-3ba1-489f-8263-f2a9ca1d9c39 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1335084016'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:45.245147 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11d33e-83c4-4dc9-a3e4-e1e98460076a req-d1753905-3c7a-478b-a8d0-091ff535f7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:45.246639 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce11d33e-83c4-4dc9-a3e4-e1e98460076a req-d1753905-3c7a-478b-a8d0-091ff535f7a5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b3f60eab-6f2c-4106-b76e-873bab2183f6 HTTP/1.1" status: 200 len: 912 time: 0.2424726 Dec 16 09:32:45.248768 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-8b7abcbd-2557-4f1b-b992-7a41152f445c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=225d8421-3037-4140-9626-c4f741b4bcc0 HTTP/1.1" status: 200 len: 217 time: 0.0906477 Dec 16 09:32:45.298515 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 29d83386-159a-4f4d-a005-563093e201ab, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=29d83386-159a-4f4d-a005-563093e201ab,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:45.303960 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce11d33e-83c4-4dc9-a3e4-e1e98460076a req-7bf62d81-8754-424d-9734-77dadf519601 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a08b2d43-a347-439d-a614-3a0ff3d4bd7b HTTP/1.1" status: 200 len: 217 time: 0.0461652 Dec 16 09:32:45.310813 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '29d83386-159a-4f4d-a005-563093e201ab', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': '29d83386-159a-4f4d-a005-563093e201ab', 'mac_address': 'fa:16:3e:70:6d:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:32:45.318925 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c421e6-e51e-4f38-b85d-a98a02b5ed40 req-fd3ec218-af0c-488a-93c7-8c558071dc57 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:45.320436 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25c421e6-e51e-4f38-b85d-a98a02b5ed40 req-fd3ec218-af0c-488a-93c7-8c558071dc57 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b&tenant_id=c72236daaf3c429fb462e278e5b03cb7&binding%3Ahost_id=n-h2-820550-2 HTTP/1.1" status: 200 len: 948 time: 0.1183724 Dec 16 09:32:45.329676 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58179526-269b-47a1-b144-756f04fddb9a req-daa67a8d-97db-410a-a601-a85beb23a1fd tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:45.343036 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-6dd5627e-9b9e-4eb4-a024-8d9319576648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:45.344732 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-6dd5627e-9b9e-4eb4-a024-8d9319576648 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=079ef7a2-1551-4eb6-92ba-b7ee17740bf5 HTTP/1.1" status: 200 len: 846 time: 0.0727038 Dec 16 09:32:45.345900 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-58179526-269b-47a1-b144-756f04fddb9a req-daa67a8d-97db-410a-a601-a85beb23a1fd tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d30e604-520e-4176-b03c-fef219039168 HTTP/1.1" status: 200 len: 943 time: 0.1580808 Dec 16 09:32:45.358096 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b59a69-4343-4df4-a049-80e3aff66a0c req-173b764b-4cf4-41e7-a23a-b27647789897 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:45.360783 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c8b59a69-4343-4df4-a049-80e3aff66a0c req-173b764b-4cf4-41e7-a23a-b27647789897 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 948 time: 0.1319985 Dec 16 09:32:45.368610 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:45.393253 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d83386-159a-4f4d-a005-563093e201ab {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:32:45.399033 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-c98e3c38-33da-4757-a585-748c94f7cfaa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c0c998b7-16cb-40aa-910e-ab4864e39b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367408 Dec 16 09:32:45.421493 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 29d83386-159a-4f4d-a005-563093e201ab, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=29d83386-159a-4f4d-a005-563093e201ab,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:45.456296 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69c415d-3ba1-489f-8263-f2a9ca1d9c39 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Made reservation on behalf of 51fa168a01294cfaa670d53b7b0d0792 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:45.460067 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b69c415d-3ba1-489f-8263-f2a9ca1d9c39 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:45.479822 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11d33e-83c4-4dc9-a3e4-e1e98460076a req-3385c4db-808e-4c83-80d0-9a2c5e6498b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:45.483747 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce11d33e-83c4-4dc9-a3e4-e1e98460076a req-3385c4db-808e-4c83-80d0-9a2c5e6498b1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f7f910b2-ddee-47db-a3bc-a08db329ec5c HTTP/1.1" status: 200 len: 851 time: 0.1623621 Dec 16 09:32:45.488067 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-58179526-269b-47a1-b144-756f04fddb9a req-6fa362c5-1e9c-4a27-9877-beb90119761e tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292667 Dec 16 09:32:45.496883 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c8b59a69-4343-4df4-a049-80e3aff66a0c req-219badbf-a73e-4571-b14a-812ae4406cbb tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250749 Dec 16 09:32:45.508520 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:45.517800 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b69c415d-3ba1-489f-8263-f2a9ca1d9c39 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:32:45.528230 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce11d33e-83c4-4dc9-a3e4-e1e98460076a req-a2cafd87-21a2-4f43-b953-0412ebe03ac6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b3f60eab-6f2c-4106-b76e-873bab2183f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355556 Dec 16 09:32:45.541541 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c421e6-e51e-4f38-b85d-a98a02b5ed40 req-8a9be0ae-b676-4b9b-b49f-e3b8cd3e8996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:45.545253 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25c421e6-e51e-4f38-b85d-a98a02b5ed40 req-8a9be0ae-b676-4b9b-b49f-e3b8cd3e8996 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c72236daaf3c429fb462e278e5b03cb7&device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 1099 time: 0.1246047 Dec 16 09:32:45.549360 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b69c415d-3ba1-489f-8263-f2a9ca1d9c39 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:45.549835 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-b69c415d-3ba1-489f-8263-f2a9ca1d9c39 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Added segment ea5b4680-26e2-4061-9299-cff949721a48 of type vlan for network 0f2a0b7b-ff85-4719-9977-e49c056315d6 Dec 16 09:32:45.573405 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-d546aa9f-ca04-4bd9-a3f8-a5c7ff5692a2 service neutron] 10.222.0.57 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653101 Dec 16 09:32:45.587058 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=29d83386-159a-4f4d-a005-563093e201ab,revision_number=7']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:45.653646 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b69c415d-3ba1-489f-8263-f2a9ca1d9c39 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:45.727614 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fc0e473e-546b-4adb-9be4-2364d4802e68 req-e4a9c641-6c7f-4f8f-805f-99d276e08b92 service neutron] 10.222.0.57 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343479 Dec 16 09:32:45.775066 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['29d83386-159a-4f4d-a005-563093e201ab'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:32:45.779901 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5d6c0-96b2-4d83-9d2f-7da8574d84f4 req-c22205ed-766e-4bc0-a40a-906a7577a7d0 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:45.787452 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a6e5d6c0-96b2-4d83-9d2f-7da8574d84f4 req-c22205ed-766e-4bc0-a40a-906a7577a7d0 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.0582795 Dec 16 09:32:45.823003 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a6e5d6c0-96b2-4d83-9d2f-7da8574d84f4 req-53f2cda9-30fc-4c30-abb7-89bb6906bf2e tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346653 Dec 16 09:32:45.844143 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b69c415d-3ba1-489f-8263-f2a9ca1d9c39 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:45.851123 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69c415d-3ba1-489f-8263-f2a9ca1d9c39 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:45.851754 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b69c415d-3ba1-489f-8263-f2a9ca1d9c39 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:45.929218 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c415d-3ba1-489f-8263-f2a9ca1d9c39 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Pushing event updated for resources: {'Network': ['ID=0f2a0b7b-ff85-4719-9977-e49c056315d6,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:45.945189 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 0f2a0b7b-ff85-4719-9977-e49c056315d6 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:32:45.994445 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b69c415d-3ba1-489f-8263-f2a9ca1d9c39 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7676015 Dec 16 09:32:45.997617 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44366) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:46.004191 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-be9639fc-5e1e-4100-9407-f66a69f48b94 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-514505263'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:46.016344 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40d0a8-d6f2-4999-a274-c48d4861bce3 req-4cb713ed-fe28-4502-a917-568f3abf959e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:46.016344 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fa40d0a8-d6f2-4999-a274-c48d4861bce3 req-4cb713ed-fe28-4502-a917-568f3abf959e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f8f61b4cde14c72b4dcdad8045c9583&device_id=9d30e604-520e-4176-b03c-fef219039168 HTTP/1.1" status: 200 len: 1094 time: 0.0709856 Dec 16 09:32:46.035351 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d19f7a18-e08e-45ab-bcd8-ee4659f5aaaa req-ec69c3e5-d6c1-4388-9dd0-5b0b4e1d4bc3 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=79d9f379-767a-4042-9033-4a611459a250 HTTP/1.1" status: 200 len: 210 time: 0.0356154 Dec 16 09:32:46.088479 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c421e6-e51e-4f38-b85d-a98a02b5ed40 req-fb98531d-6463-474e-94fa-a9aa10d7c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:46.089957 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25c421e6-e51e-4f38-b85d-a98a02b5ed40 req-fb98531d-6463-474e-94fa-a9aa10d7c344 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.5340497 Dec 16 09:32:46.091851 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce11d33e-83c4-4dc9-a3e4-e1e98460076a req-966afbe4-de7c-4d09-b423-bbee6b1911d6 service neutron] 10.222.0.58 "GET /v2.0/networks/b3f60eab-6f2c-4106-b76e-873bab2183f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5548964 Dec 16 09:32:46.124865 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40d0a8-d6f2-4999-a274-c48d4861bce3 req-18ab18b1-5422-46d4-af76-4c2cfd0021d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:46.126360 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fa40d0a8-d6f2-4999-a274-c48d4861bce3 req-18ab18b1-5422-46d4-af76-4c2cfd0021d2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c0c998b7-16cb-40aa-910e-ab4864e39b16 HTTP/1.1" status: 200 len: 907 time: 0.1018364 Dec 16 09:32:46.157965 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25c421e6-e51e-4f38-b85d-a98a02b5ed40 req-01ce9f3b-5efa-4e69-a486-d973ec19729a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=29d83386-159a-4f4d-a005-563093e201ab HTTP/1.1" status: 200 len: 217 time: 0.0537648 Dec 16 09:32:46.169220 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fa40d0a8-d6f2-4999-a274-c48d4861bce3 req-77236c18-e1bf-4a3f-8e02-2bd26359f22d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=225d8421-3037-4140-9626-c4f741b4bcc0 HTTP/1.1" status: 200 len: 217 time: 0.0353620 Dec 16 09:32:46.169766 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9639fc-5e1e-4100-9407-f66a69f48b94 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Made reservation on behalf of 51fa168a01294cfaa670d53b7b0d0792 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:46.173150 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be9639fc-5e1e-4100-9407-f66a69f48b94 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:46.229943 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be9639fc-5e1e-4100-9407-f66a69f48b94 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:32:46.253587 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c421e6-e51e-4f38-b85d-a98a02b5ed40 req-559e8b27-1022-461d-b8ec-cb51a5217996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:46.255588 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25c421e6-e51e-4f38-b85d-a98a02b5ed40 req-559e8b27-1022-461d-b8ec-cb51a5217996 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0663795 Dec 16 09:32:46.284114 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce11d33e-83c4-4dc9-a3e4-e1e98460076a req-4d1951f2-6cd6-4ba1-8ce7-75e8e30dd79c service neutron] 10.222.0.58 "GET /v2.0/networks/b3f60eab-6f2c-4106-b76e-873bab2183f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787045 Dec 16 09:32:46.313226 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c421e6-e51e-4f38-b85d-a98a02b5ed40 req-e594992e-8d60-479d-85fa-7965170ad3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:46.314766 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25c421e6-e51e-4f38-b85d-a98a02b5ed40 req-e594992e-8d60-479d-85fa-7965170ad3d9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0460734 Dec 16 09:32:46.418869 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25c421e6-e51e-4f38-b85d-a98a02b5ed40 req-d6bedb83-69fd-4de3-a5c8-3abe24b2b421 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952942 Dec 16 09:32:46.525390 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25c421e6-e51e-4f38-b85d-a98a02b5ed40 req-13cb55a4-270e-45f1-ad1a-dcd5c957d45e service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944443 Dec 16 09:32:46.577597 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be9639fc-5e1e-4100-9407-f66a69f48b94 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:46.577820 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-be9639fc-5e1e-4100-9407-f66a69f48b94 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Added segment 5fb55084-8bbe-4ce7-b837-5aa3dc7cdb6c of type vlan for network c810d492-a6fc-4ad7-9ce2-a82d106ba3ee Dec 16 09:32:46.617406 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40d0a8-d6f2-4999-a274-c48d4861bce3 req-72682bc5-a53a-41be-9ac3-eeb18b40de2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:46.618868 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fa40d0a8-d6f2-4999-a274-c48d4861bce3 req-72682bc5-a53a-41be-9ac3-eeb18b40de2a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=079ef7a2-1551-4eb6-92ba-b7ee17740bf5 HTTP/1.1" status: 200 len: 846 time: 0.4330101 Dec 16 09:32:46.644042 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be9639fc-5e1e-4100-9407-f66a69f48b94 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:46.673243 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b544f4-afa9-47d4-8482-2997a1ed5041 req-c81fa8f5-78fd-4305-b51c-dbdc7e4ff67e tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:46.674829 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94b544f4-afa9-47d4-8482-2997a1ed5041 req-c81fa8f5-78fd-4305-b51c-dbdc7e4ff67e tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 945 time: 0.4797056 Dec 16 09:32:46.676651 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fa40d0a8-d6f2-4999-a274-c48d4861bce3 req-2ff303e9-1d4d-425c-a452-1a1b3c4329e9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c0c998b7-16cb-40aa-910e-ab4864e39b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458186 Dec 16 09:32:46.698057 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6647a93-56d2-48cc-94c6-5116cdebad93 req-bbc283d2-413c-43c3-b64b-c528d2222f3b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:46.699789 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6647a93-56d2-48cc-94c6-5116cdebad93 req-bbc283d2-413c-43c3-b64b-c528d2222f3b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 949 time: 0.0990279 Dec 16 09:32:46.743571 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6647a93-56d2-48cc-94c6-5116cdebad93 req-a2c6afbb-c7f0-41ce-b99e-11256e5b525d tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359390 Dec 16 09:32:46.792389 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94b544f4-afa9-47d4-8482-2997a1ed5041 req-1bccc7da-9bba-4887-8a7e-f1fdf0903f80 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066144 Dec 16 09:32:46.823857 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fa40d0a8-d6f2-4999-a274-c48d4861bce3 req-eeca16f9-a0e4-44fa-a3cb-4691c43f3769 service neutron] 10.222.0.57 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364529 Dec 16 09:32:46.875295 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be9639fc-5e1e-4100-9407-f66a69f48b94 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:46.876859 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df8f41-23be-4c96-8b12-59edd486f342 req-1617c31d-35c9-4b18-829d-b151b9d1db92 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:46.878657 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-72df8f41-23be-4c96-8b12-59edd486f342 req-1617c31d-35c9-4b18-829d-b151b9d1db92 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d30e604-520e-4176-b03c-fef219039168 HTTP/1.1" status: 200 len: 943 time: 0.0566158 Dec 16 09:32:46.880681 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9639fc-5e1e-4100-9407-f66a69f48b94 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:46.881296 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be9639fc-5e1e-4100-9407-f66a69f48b94 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:46.947375 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-72df8f41-23be-4c96-8b12-59edd486f342 req-86bd9c89-7701-4a25-a70c-42b46c86744d tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490880 Dec 16 09:32:46.969640 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9639fc-5e1e-4100-9407-f66a69f48b94 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Pushing event updated for resources: {'Network': ['ID=c810d492-a6fc-4ad7-9ce2-a82d106ba3ee,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:46.983013 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network c810d492-a6fc-4ad7-9ce2-a82d106ba3ee details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:32:47.007638 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fa40d0a8-d6f2-4999-a274-c48d4861bce3 req-6cbf467d-9df0-46e4-a294-a28a050a86c1 service neutron] 10.222.0.57 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763980 Dec 16 09:32:47.037656 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-be9639fc-5e1e-4100-9407-f66a69f48b94 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0371101 Dec 16 09:32:47.040209 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44380) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:47.045357 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-bbe85335-44fb-40ad-b344-e34fb608ae48 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Request body: {'ports': [{'network_id': '0f2a0b7b-ff85-4719-9977-e49c056315d6', 'name': 'tempest-port--926545292', 'admin_state_up': True}, {'network_id': 'c810d492-a6fc-4ad7-9ce2-a82d106ba3ee', 'admin_state_up': False}]} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:47.045669 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-bbe85335-44fb-40ad-b344-e34fb608ae48 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Request body: {'port': {'network_id': '0f2a0b7b-ff85-4719-9977-e49c056315d6', 'name': 'tempest-port--926545292', 'admin_state_up': True}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:47.046479 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-bbe85335-44fb-40ad-b344-e34fb608ae48 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Request body: {'port': {'network_id': 'c810d492-a6fc-4ad7-9ce2-a82d106ba3ee', 'admin_state_up': False}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:47.085646 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2204c3-a0cd-40aa-a7b3-461e2383faf9 req-7142a5ae-f3d2-4900-b978-9816373e0f27 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:47.087527 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4f2204c3-a0cd-40aa-a7b3-461e2383faf9 req-7142a5ae-f3d2-4900-b978-9816373e0f27 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 945 time: 0.0945899 Dec 16 09:32:47.131840 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4f2204c3-a0cd-40aa-a7b3-461e2383faf9 req-05d99722-8023-4f2e-81b4-a35cddb305f7 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371776 Dec 16 09:32:47.152176 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 29d83386-159a-4f4d-a005-563093e201ab up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:32:47.183798 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d4a5369a-f139-4047-a697-e2cc363ed297 req-c9d176bd-12a4-415e-9606-de098d09b888 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=79d9f379-767a-4042-9033-4a611459a250 HTTP/1.1" status: 200 len: 210 time: 0.0423141 Dec 16 09:32:47.216334 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 29d83386-159a-4f4d-a005-563093e201ab triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:47.217066 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:47.310662 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:47.333631 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c0134d-1b11-414d-977d-f59bd604f57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d83386-159a-4f4d-a005-563093e201ab'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:32:47.335873 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3032f45-d11d-4440-be38-5935baf69a69" -d '{"events": [{"server_uuid": "e1c0134d-1b11-414d-977d-f59bd604f57b", "name": "network-vif-plugged", "status": "completed", "tag": "29d83386-159a-4f4d-a005-563093e201ab"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:32:47.348324 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 29d83386-159a-4f4d-a005-563093e201ab, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=29d83386-159a-4f4d-a005-563093e201ab,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:47.375674 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3d762e-7460-4317-a953-cd1ab0f00723 x-openstack-request-id: req-2a3d762e-7460-4317-a953-cd1ab0f00723 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:32:47.376050 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c0134d-1b11-414d-977d-f59bd604f57b", "name": "network-vif-plugged", "status": "completed", "tag": "29d83386-159a-4f4d-a005-563093e201ab", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:32:47.376212 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2a3d762e-7460-4317-a953-cd1ab0f00723 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:32:47.376607 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c0134d-1b11-414d-977d-f59bd604f57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d83386-159a-4f4d-a005-563093e201ab', 'code': 200} Dec 16 09:32:47.399532 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe85335-44fb-40ad-b344-e34fb608ae48 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Made reservation on behalf of 51fa168a01294cfaa670d53b7b0d0792 for: {'port': 2} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:47.404127 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bbe85335-44fb-40ad-b344-e34fb608ae48 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:47.417998 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bbe85335-44fb-40ad-b344-e34fb608ae48 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:47.454326 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:47.455143 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device a08b2d43-a347-439d-a614-3a0ff3d4bd7b no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:32:47.516992 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-bbe85335-44fb-40ad-b344-e34fb608ae48 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] device_id is not set on port 58f0fe25-1f83-4b9d-a050-c2827295510c yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:32:47.542918 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=29d83386-159a-4f4d-a005-563093e201ab,revision_number=8']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:47.577215 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:47.613384 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port a08b2d43-a347-439d-a614-3a0ff3d4bd7b, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=a08b2d43-a347-439d-a614-3a0ff3d4bd7b,segment=NetworkSegment(86c5d65d-0a28-4cbb-b6eb-52df45cc588d),segment_id=86c5d65d-0a28-4cbb-b6eb-52df45cc588d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:47.640670 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bbe85335-44fb-40ad-b344-e34fb608ae48 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:47.690836 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:47.715659 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-bbe85335-44fb-40ad-b344-e34fb608ae48 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] device_id is not set on port 8c12dc36-c2f2-4300-a830-573f6b116f0b yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:32:47.740206 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bce5f8-77c7-416f-8765-90b080373250 req-05b93330-c077-4a9a-ae29-af53bcec5ef5 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:47.742288 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72bce5f8-77c7-416f-8765-90b080373250 req-05b93330-c077-4a9a-ae29-af53bcec5ef5 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.57 "GET /v2.0/networks?id=7d041dd8-e312-4dee-9f8d-03e6df17a8ab HTTP/1.1" status: 200 len: 822 time: 0.1232305 Dec 16 09:32:47.749022 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=a08b2d43-a347-439d-a614-3a0ff3d4bd7b,revision_number=8']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:47.759090 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-72bce5f8-77c7-416f-8765-90b080373250 req-0929e937-b637-4fa4-80d7-4b2217d7decc tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Request body: {'port': {'device_id': '79d9f379-767a-4042-9033-4a611459a250', 'network_id': '7d041dd8-e312-4dee-9f8d-03e6df17a8ab', 'admin_state_up': True, 'tenant_id': '49b65172668f4824bedbcb7718d403b3'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:47.888074 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bbe85335-44fb-40ad-b344-e34fb608ae48 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:47.921815 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602ec32-6e2d-4418-8117-07c5b0d6d984 req-70e78c3b-99f1-4ad4-8501-c396a04898d5 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:47.923345 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5602ec32-6e2d-4418-8117-07c5b0d6d984 req-70e78c3b-99f1-4ad4-8501-c396a04898d5 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 950 time: 0.0881383 Dec 16 09:32:47.952313 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed41e7-cd7e-4ab7-8bd2-bb9cc2ff12e9 req-fa545be4-f4c3-48f3-bdab-24756345a184 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:47.954131 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-67ed41e7-cd7e-4ab7-8bd2-bb9cc2ff12e9 req-fa545be4-f4c3-48f3-bdab-24756345a184 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 945 time: 0.0902319 Dec 16 09:32:47.977906 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5602ec32-6e2d-4418-8117-07c5b0d6d984 req-5cdfb379-63ac-4fcc-bb5a-0011fde65ccd tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444200 Dec 16 09:32:47.993822 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-67ed41e7-cd7e-4ab7-8bd2-bb9cc2ff12e9 req-1f859ef8-b55e-4dd5-8337-03a432280969 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325093 Dec 16 09:32:48.051310 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72bce5f8-77c7-416f-8765-90b080373250 req-0929e937-b637-4fa4-80d7-4b2217d7decc tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Made reservation on behalf of 49b65172668f4824bedbcb7718d403b3 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:48.051886 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bbe85335-44fb-40ad-b344-e34fb608ae48 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:48.055336 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-72bce5f8-77c7-416f-8765-90b080373250 req-0929e937-b637-4fa4-80d7-4b2217d7decc tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:48.133951 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe85335-44fb-40ad-b344-e34fb608ae48 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Pushing event updated for resources: {'Port': ['ID=58f0fe25-1f83-4b9d-a050-c2827295510c,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:48.153782 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe85335-44fb-40ad-b344-e34fb608ae48 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Checking segment: {'id': 'ea5b4680-26e2-4061-9299-cff949721a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0f2a0b7b-ff85-4719-9977-e49c056315d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:48.154301 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe85335-44fb-40ad-b344-e34fb608ae48 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Network hostable DHCP agents. Network: 0f2a0b7b-ff85-4719-9977-e49c056315d6, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:32:48.224035 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3819a-0d48-4de2-a6a8-159d9d577df5 req-57d17c3b-c17a-4f43-9c04-dd0018423bb4 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:48.225725 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9ac3819a-0d48-4de2-a6a8-159d9d577df5 req-57d17c3b-c17a-4f43-9c04-dd0018423bb4 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d30e604-520e-4176-b03c-fef219039168 HTTP/1.1" status: 200 len: 943 time: 0.0610654 Dec 16 09:32:48.252926 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-72bce5f8-77c7-416f-8765-90b080373250 req-0929e937-b637-4fa4-80d7-4b2217d7decc tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Allocated IP 172.20.0.9 (7d041dd8-e312-4dee-9f8d-03e6df17a8ab/5f63564b-3edf-4765-82ea-be9bd22a95a8/5358f0e6-69e6-4272-90b0-6cb0484c19a6) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:48.272443 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92085707-4274-41d5-a308-18724d3f07d8 req-c4258819-859d-4f28-8684-5886f5e71806 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:48.272965 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9ac3819a-0d48-4de2-a6a8-159d9d577df5 req-8064c93a-e848-419b-ae4e-62139a8cbce1 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409770 Dec 16 09:32:48.274824 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-92085707-4274-41d5-a308-18724d3f07d8 req-c4258819-859d-4f28-8684-5886f5e71806 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 950 time: 0.1094286 Dec 16 09:32:48.343353 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-92085707-4274-41d5-a308-18724d3f07d8 req-ca357f88-5344-413c-8560-8df9a506ba9b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581317 Dec 16 09:32:48.347770 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe85335-44fb-40ad-b344-e34fb608ae48 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Network 0f2a0b7b-ff85-4719-9977-e49c056315d6 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:32:48.412301 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbad792-052f-4930-92c2-c5cff2940edf req-d4a36b82-bb10-4aa2-a6e9-886a64178552 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:48.414216 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5cbad792-052f-4930-92c2-c5cff2940edf req-d4a36b82-bb10-4aa2-a6e9-886a64178552 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 943 time: 0.0607848 Dec 16 09:32:48.455606 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5cbad792-052f-4930-92c2-c5cff2940edf req-00f74563-bbaa-4f2f-8650-2a1bc019137c tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341809 Dec 16 09:32:48.465150 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-df6e4592-0619-4bff-a7ae-2815df82b12c req-2c002731-abdb-4442-91e2-ae991b589192 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=79d9f379-767a-4042-9033-4a611459a250 HTTP/1.1" status: 200 len: 210 time: 0.0354459 Dec 16 09:32:48.485502 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-bbe85335-44fb-40ad-b344-e34fb608ae48 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 0f2a0b7b-ff85-4719-9977-e49c056315d6) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:48.490603 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe85335-44fb-40ad-b344-e34fb608ae48 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:48.495872 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6532ed2-bfad-4e99-a94b-a849c9d8b597 None None] Network 0f2a0b7b-ff85-4719-9977-e49c056315d6 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:48.501442 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bbe85335-44fb-40ad-b344-e34fb608ae48 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:48.559930 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-72bce5f8-77c7-416f-8765-90b080373250 req-0929e937-b637-4fa4-80d7-4b2217d7decc tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:48.572366 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe85335-44fb-40ad-b344-e34fb608ae48 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Pushing event updated for resources: {'Port': ['ID=8c12dc36-c2f2-4300-a830-573f6b116f0b,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:48.590016 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe85335-44fb-40ad-b344-e34fb608ae48 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Checking segment: {'id': '5fb55084-8bbe-4ce7-b837-5aa3dc7cdb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'c810d492-a6fc-4ad7-9ce2-a82d106ba3ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:48.595100 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe85335-44fb-40ad-b344-e34fb608ae48 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Network hostable DHCP agents. Network: c810d492-a6fc-4ad7-9ce2-a82d106ba3ee, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:32:48.740955 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-72bce5f8-77c7-416f-8765-90b080373250 req-0929e937-b637-4fa4-80d7-4b2217d7decc tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:48.742191 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe85335-44fb-40ad-b344-e34fb608ae48 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Network c810d492-a6fc-4ad7-9ce2-a82d106ba3ee is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:32:48.783182 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72bce5f8-77c7-416f-8765-90b080373250 req-0929e937-b637-4fa4-80d7-4b2217d7decc tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Network 7d041dd8-e312-4dee-9f8d-03e6df17a8ab is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:48.786798 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-72bce5f8-77c7-416f-8765-90b080373250 req-0929e937-b637-4fa4-80d7-4b2217d7decc tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:48.790453 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-72bce5f8-77c7-416f-8765-90b080373250 req-0929e937-b637-4fa4-80d7-4b2217d7decc tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:48.818142 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929e937-b637-4fa4-80d7-4b2217d7decc tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Pushing event updated for resources: {'Port': ['ID=5358f0e6-69e6-4272-90b0-6cb0484c19a6,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:48.838465 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-bbe85335-44fb-40ad-b344-e34fb608ae48 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, c810d492-a6fc-4ad7-9ce2-a82d106ba3ee) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:48.844371 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe85335-44fb-40ad-b344-e34fb608ae48 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:48.850336 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769cdf7b-f537-42b9-a68c-77458b6e19ad None None] Network c810d492-a6fc-4ad7-9ce2-a82d106ba3ee requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:48.853736 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe85335-44fb-40ad-b344-e34fb608ae48 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:48.858966 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe85335-44fb-40ad-b344-e34fb608ae48 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:48.859749 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bbe85335-44fb-40ad-b344-e34fb608ae48 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:48.862806 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bce5f8-77c7-416f-8765-90b080373250 req-0929e937-b637-4fa4-80d7-4b2217d7decc tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:48.864381 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-72bce5f8-77c7-416f-8765-90b080373250 req-0929e937-b637-4fa4-80d7-4b2217d7decc tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:48.913668 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-ed2a3bfa-e739-48ae-b122-efe0b061d85c tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=c72236daaf3c429fb462e278e5b03cb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228925 Dec 16 09:32:48.982520 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bbe85335-44fb-40ad-b344-e34fb608ae48 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.9411581 Dec 16 09:32:48.983478 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72bce5f8-77c7-416f-8765-90b080373250 req-0929e937-b637-4fa4-80d7-4b2217d7decc tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2293327 Dec 16 09:32:48.986835 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44422) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:49.000848 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-72bce5f8-77c7-416f-8765-90b080373250 req-a30f4548-6f78-4fb4-b0ac-5b4f644b063e service neutron] Request body: {'port': {'device_id': '79d9f379-767a-4042-9033-4a611459a250', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:49.028544 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-1dc0d225-5272-4477-a107-41ae7b359508 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:49.030076 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-1dc0d225-5272-4477-a107-41ae7b359508 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1107244 Dec 16 09:32:49.047312 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-d9b0908a-23e3-449e-9640-2625e44f6208 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/quotas/c72236daaf3c429fb462e278e5b03cb7 HTTP/1.1" status: 200 len: 375 time: 0.0110607 Dec 16 09:32:49.093999 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b066a28-ccba-4352-81bf-7b76b1354093 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:49.100690 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b066a28-ccba-4352-81bf-7b76b1354093 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:49.102250 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0b066a28-ccba-4352-81bf-7b76b1354093 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1144211 Dec 16 09:32:49.105302 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-72bce5f8-77c7-416f-8765-90b080373250 req-a30f4548-6f78-4fb4-b0ac-5b4f644b063e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:49.106406 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-cdd37980-59b9-4874-86cd-9b5b159c06ce tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c72236daaf3c429fb462e278e5b03cb7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507841 Dec 16 09:32:49.106876 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44428) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:49.206977 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-052ef576-ea49-42f7-a885-7b21e65930dd tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Deleting port 58f0fe25-1f83-4b9d-a050-c2827295510c {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:49.207318 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-052ef576-ea49-42f7-a885-7b21e65930dd tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:49.210494 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c024496-25ac-4012-9cf1-37ee300f3b3f req-2437b994-7bf3-4f6c-8feb-9adb0d158b26 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:49.212015 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4c024496-25ac-4012-9cf1-37ee300f3b3f req-2437b994-7bf3-4f6c-8feb-9adb0d158b26 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 945 time: 0.1087596 Dec 16 09:32:49.274489 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-052ef576-ea49-42f7-a885-7b21e65930dd tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:49.286990 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-052ef576-ea49-42f7-a885-7b21e65930dd tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Calling delete_port for 58f0fe25-1f83-4b9d-a050-c2827295510c owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:49.320390 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4c024496-25ac-4012-9cf1-37ee300f3b3f req-da4019d2-d5b2-45f9-a4aa-b24aab42f1db tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603197 Dec 16 09:32:49.377663 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd540a4a-2149-4a72-804d-b9306761915d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a08b2d43-a347-439d-a614-3a0ff3d4bd7b'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:32:49.380577 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98385b91-3d90-4b8f-8096-cc146380aa82" -d '{"events": [{"server_uuid": "dd540a4a-2149-4a72-804d-b9306761915d", "name": "network-vif-unplugged", "status": "completed", "tag": "a08b2d43-a347-439d-a614-3a0ff3d4bd7b"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:32:49.492853 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-052ef576-ea49-42f7-a885-7b21e65930dd tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:49.512281 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e9ebfec1-5f79-48b0-92d4-781d18959d53 req-45d60d06-ac50-4130-bcc2-52dc9c761612 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 210 time: 0.0333862 Dec 16 09:32:49.522585 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-72bce5f8-77c7-416f-8765-90b080373250 req-a30f4548-6f78-4fb4-b0ac-5b4f644b063e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5358f0e6-69e6-4272-90b0-6cb0484c19a6 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:32:49.539756 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-052ef576-ea49-42f7-a885-7b21e65930dd tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:49.540642 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-72bce5f8-77c7-416f-8765-90b080373250 req-a30f4548-6f78-4fb4-b0ac-5b4f644b063e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:49.542975 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-052ef576-ea49-42f7-a885-7b21e65930dd tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] 10.222.0.60 "DELETE /v2.0/ports/58f0fe25-1f83-4b9d-a050-c2827295510c HTTP/1.1" status: 204 len: 168 time: 0.4335482 Dec 16 09:32:49.548152 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ef576-ea49-42f7-a885-7b21e65930dd tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Pushing event deleted for resources: {'Port': ['ID=58f0fe25-1f83-4b9d-a050-c2827295510c,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:49.551408 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44448) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:49.566541 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bda37-5e98-4948-9e09-bb098e46be65 req-71b227fd-03de-4a2e-9faf-964cc7b1c831 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:49.568616 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ef7bda37-5e98-4948-9e09-bb098e46be65 req-71b227fd-03de-4a2e-9faf-964cc7b1c831 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d30e604-520e-4176-b03c-fef219039168 HTTP/1.1" status: 200 len: 943 time: 0.1047831 Dec 16 09:32:49.578992 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Dec 2021 09:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ee1c68-9288-49cc-9f85-807d0a71f271 x-openstack-request-id: req-89ee1c68-9288-49cc-9f85-807d0a71f271 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:32:49.579472 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd540a4a-2149-4a72-804d-b9306761915d", "name": "network-vif-unplugged", "status": "failed", "tag": "a08b2d43-a347-439d-a614-3a0ff3d4bd7b", "code": 422}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:32:49.579580 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-89ee1c68-9288-49cc-9f85-807d0a71f271 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:32:49.579927 n-d-820550-2 neutron-server[102818]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dd540a4a-2149-4a72-804d-b9306761915d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a08b2d43-a347-439d-a614-3a0ff3d4bd7b', 'code': 422} returned with failed status Dec 16 09:32:49.588194 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-72bce5f8-77c7-416f-8765-90b080373250 req-a30f4548-6f78-4fb4-b0ac-5b4f644b063e service neutron] Transition to ACTIVE for port object 5358f0e6-69e6-4272-90b0-6cb0484c19a6 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:32:49.615338 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ef7bda37-5e98-4948-9e09-bb098e46be65 req-203bbeb8-a531-4fa2-8385-3b5b2a886727 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392351 Dec 16 09:32:49.697697 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4fd5c-bbc2-4a58-8b87-c480077ba09d req-dc3f0f94-f511-4175-98ff-b189027e3295 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:49.699318 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-79e4fd5c-bbc2-4a58-8b87-c480077ba09d req-dc3f0f94-f511-4175-98ff-b189027e3295 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 943 time: 0.0624154 Dec 16 09:32:49.700100 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-72bce5f8-77c7-416f-8765-90b080373250 req-a30f4548-6f78-4fb4-b0ac-5b4f644b063e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:49.726072 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8aab64-a95b-45c7-8496-c5f909faa9f9 req-c34ab026-bd5e-48c9-b3fa-de755d00089d tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:49.727585 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bc8aab64-a95b-45c7-8496-c5f909faa9f9 req-c34ab026-bd5e-48c9-b3fa-de755d00089d tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=79d9f379-767a-4042-9033-4a611459a250 HTTP/1.1" status: 200 len: 931 time: 0.0578151 Dec 16 09:32:49.757345 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-22f0842a-fe3e-4e87-93e8-d43bdb33101b tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Deleting port 8c12dc36-c2f2-4300-a830-573f6b116f0b {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:49.757696 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-22f0842a-fe3e-4e87-93e8-d43bdb33101b tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:49.767141 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bc8aab64-a95b-45c7-8496-c5f909faa9f9 req-71fa47f5-7b3e-406a-9c9b-8d07df0cda7d tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331960 Dec 16 09:32:49.851849 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f4548-6f78-4fb4-b0ac-5b4f644b063e service neutron] Pushing event updated for resources: {'Port': ['ID=5358f0e6-69e6-4272-90b0-6cb0484c19a6,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:49.861531 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-79e4fd5c-bbc2-4a58-8b87-c480077ba09d req-bf3dddbd-e27c-4d7e-ba05-3eb8617bf0d7 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501713 Dec 16 09:32:49.898830 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-22f0842a-fe3e-4e87-93e8-d43bdb33101b tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:49.917285 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-22f0842a-fe3e-4e87-93e8-d43bdb33101b tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Calling delete_port for 8c12dc36-c2f2-4300-a830-573f6b116f0b owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:49.971126 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-72bce5f8-77c7-416f-8765-90b080373250 req-a30f4548-6f78-4fb4-b0ac-5b4f644b063e service neutron] Attempting to bind port 5358f0e6-69e6-4272-90b0-6cb0484c19a6 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:49.971471 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-72bce5f8-77c7-416f-8765-90b080373250 req-a30f4548-6f78-4fb4-b0ac-5b4f644b063e service neutron] Attempting to bind port 5358f0e6-69e6-4272-90b0-6cb0484c19a6 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'ac95600e-3c1a-420e-8879-213e8cd120c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7d041dd8-e312-4dee-9f8d-03e6df17a8ab'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:49.971802 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bce5f8-77c7-416f-8765-90b080373250 req-a30f4548-6f78-4fb4-b0ac-5b4f644b063e service neutron] Attempting to bind port 5358f0e6-69e6-4272-90b0-6cb0484c19a6 on network 7d041dd8-e312-4dee-9f8d-03e6df17a8ab {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:49.980335 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bce5f8-77c7-416f-8765-90b080373250 req-a30f4548-6f78-4fb4-b0ac-5b4f644b063e service neutron] Port 5358f0e6-69e6-4272-90b0-6cb0484c19a6 on network 7d041dd8-e312-4dee-9f8d-03e6df17a8ab not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:49.980667 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bce5f8-77c7-416f-8765-90b080373250 req-a30f4548-6f78-4fb4-b0ac-5b4f644b063e service neutron] Attempting to bind port 5358f0e6-69e6-4272-90b0-6cb0484c19a6 on network 7d041dd8-e312-4dee-9f8d-03e6df17a8ab {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:49.994596 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bce5f8-77c7-416f-8765-90b080373250 req-a30f4548-6f78-4fb4-b0ac-5b4f644b063e service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:32:49.995147 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bce5f8-77c7-416f-8765-90b080373250 req-a30f4548-6f78-4fb4-b0ac-5b4f644b063e service neutron] Checking segment: {'id': 'ac95600e-3c1a-420e-8879-213e8cd120c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7d041dd8-e312-4dee-9f8d-03e6df17a8ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:49.995543 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bce5f8-77c7-416f-8765-90b080373250 req-a30f4548-6f78-4fb4-b0ac-5b4f644b063e service neutron] Bound using segment: {'id': 'ac95600e-3c1a-420e-8879-213e8cd120c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7d041dd8-e312-4dee-9f8d-03e6df17a8ab'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:32:49.995986 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-72bce5f8-77c7-416f-8765-90b080373250 req-a30f4548-6f78-4fb4-b0ac-5b4f644b063e service neutron] Bound port: 5358f0e6-69e6-4272-90b0-6cb0484c19a6, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac95600e-3c1a-420e-8879-213e8cd120c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7d041dd8-e312-4dee-9f8d-03e6df17a8ab'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:32:49.996357 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-72bce5f8-77c7-416f-8765-90b080373250 req-a30f4548-6f78-4fb4-b0ac-5b4f644b063e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:50.072872 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-72bce5f8-77c7-416f-8765-90b080373250 req-a30f4548-6f78-4fb4-b0ac-5b4f644b063e service neutron] For port 5358f0e6-69e6-4272-90b0-6cb0484c19a6, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:32:50.079431 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-72bce5f8-77c7-416f-8765-90b080373250 req-a30f4548-6f78-4fb4-b0ac-5b4f644b063e service neutron] For port 5358f0e6-69e6-4272-90b0-6cb0484c19a6, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=5358f0e6-69e6-4272-90b0-6cb0484c19a6,segment=NetworkSegment(ac95600e-3c1a-420e-8879-213e8cd120c0),segment_id=ac95600e-3c1a-420e-8879-213e8cd120c0)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:32:50.186867 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-72bce5f8-77c7-416f-8765-90b080373250 req-a30f4548-6f78-4fb4-b0ac-5b4f644b063e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:50.191463 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-22f0842a-fe3e-4e87-93e8-d43bdb33101b tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:50.237881 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bce5f8-77c7-416f-8765-90b080373250 req-a30f4548-6f78-4fb4-b0ac-5b4f644b063e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:50.238453 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-72bce5f8-77c7-416f-8765-90b080373250 req-a30f4548-6f78-4fb4-b0ac-5b4f644b063e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:50.239908 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72bce5f8-77c7-416f-8765-90b080373250 req-a30f4548-6f78-4fb4-b0ac-5b4f644b063e service neutron] 10.222.0.57 "PUT /v2.0/ports/5358f0e6-69e6-4272-90b0-6cb0484c19a6 HTTP/1.1" status: 200 len: 1091 time: 1.2442043 Dec 16 09:32:50.241817 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d9f379-767a-4042-9033-4a611459a250', 'tag': '5358f0e6-69e6-4272-90b0-6cb0484c19a6'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:32:50.244095 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7a3446-9c69-4e16-ab85-e0933f38c663" -d '{"events": [{"name": "network-changed", "server_uuid": "79d9f379-767a-4042-9033-4a611459a250", "tag": "5358f0e6-69e6-4272-90b0-6cb0484c19a6"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:32:50.254305 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-22f0842a-fe3e-4e87-93e8-d43bdb33101b tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:50.259001 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-22f0842a-fe3e-4e87-93e8-d43bdb33101b tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] 10.222.0.60 "DELETE /v2.0/ports/8c12dc36-c2f2-4300-a830-573f6b116f0b HTTP/1.1" status: 204 len: 168 time: 0.7061100 Dec 16 09:32:50.260745 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44470) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:50.267891 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f4548-6f78-4fb4-b0ac-5b4f644b063e service neutron] Pushing event updated for resources: {'Port': ['ID=5358f0e6-69e6-4272-90b0-6cb0484c19a6,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:50.306662 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f680c7fe-e0f1-4747-ad5d-8e2eb9dc1578 x-openstack-request-id: req-f680c7fe-e0f1-4747-ad5d-8e2eb9dc1578 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:32:50.307026 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79d9f379-767a-4042-9033-4a611459a250", "tag": "5358f0e6-69e6-4272-90b0-6cb0484c19a6", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:32:50.307180 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f680c7fe-e0f1-4747-ad5d-8e2eb9dc1578 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:32:50.307576 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79d9f379-767a-4042-9033-4a611459a250', 'tag': '5358f0e6-69e6-4272-90b0-6cb0484c19a6', 'status': 'completed', 'code': 200} Dec 16 09:32:50.308710 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0842a-fe3e-4e87-93e8-d43bdb33101b tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Pushing event deleted for resources: {'Port': ['ID=8c12dc36-c2f2-4300-a830-573f6b116f0b,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:50.315892 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b77f1143-e0bb-4176-a505-41d92f4dc261 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0538995 Dec 16 09:32:50.321632 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44472) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:50.328831 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-75689904-229b-4a0f-a3f4-1d7ced8d6989 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-278591706'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:50.381808 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a3446-9c69-4e16-ab85-e0933f38c663 req-d9282820-ad18-45ca-bf65-e701dc3c6d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:50.383763 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1f7a3446-9c69-4e16-ab85-e0933f38c663 req-d9282820-ad18-45ca-bf65-e701dc3c6d8e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=49b65172668f4824bedbcb7718d403b3&device_id=79d9f379-767a-4042-9033-4a611459a250 HTTP/1.1" status: 200 len: 1094 time: 0.0483174 Dec 16 09:32:50.453871 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75689904-229b-4a0f-a3f4-1d7ced8d6989 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Made reservation on behalf of 51fa168a01294cfaa670d53b7b0d0792 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:50.457519 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-75689904-229b-4a0f-a3f4-1d7ced8d6989 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:50.482372 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75689904-229b-4a0f-a3f4-1d7ced8d6989 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:32:50.492001 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-75689904-229b-4a0f-a3f4-1d7ced8d6989 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:50.492337 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-75689904-229b-4a0f-a3f4-1d7ced8d6989 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Added segment 1a68fc78-7ce9-4281-8eaf-f7b306b88f62 of type vlan for network ac8eaa94-0ddd-4601-b28a-be5e67e0b648 Dec 16 09:32:50.513718 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a2622-89e0-44c6-a396-0e6839eea2cf req-ac6d0d6e-d217-4509-9646-736594e60129 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:50.515201 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bb1a2622-89e0-44c6-a396-0e6839eea2cf req-ac6d0d6e-d217-4509-9646-736594e60129 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 945 time: 0.1028376 Dec 16 09:32:50.542293 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a3446-9c69-4e16-ab85-e0933f38c663 req-64f8dff3-43da-4928-bf81-5e1d270e0136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:50.543861 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1f7a3446-9c69-4e16-ab85-e0933f38c663 req-64f8dff3-43da-4928-bf81-5e1d270e0136 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=49b65172668f4824bedbcb7718d403b3&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1516371 Dec 16 09:32:50.544186 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-75689904-229b-4a0f-a3f4-1d7ced8d6989 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:50.583946 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bb1a2622-89e0-44c6-a396-0e6839eea2cf req-e5e3ee0d-c02c-4c3e-978f-d6218ca5a419 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576494 Dec 16 09:32:50.607124 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 225d8421-3037-4140-9626-c4f741b4bcc0 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:32:50.665046 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-75689904-229b-4a0f-a3f4-1d7ced8d6989 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:50.674463 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a3446-9c69-4e16-ab85-e0933f38c663 req-42e9d7af-09ae-4192-b74a-fe3ed447e6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:50.675870 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1f7a3446-9c69-4e16-ab85-e0933f38c663 req-42e9d7af-09ae-4192-b74a-fe3ed447e6a0 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1246228 Dec 16 09:32:50.694833 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75689904-229b-4a0f-a3f4-1d7ced8d6989 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:50.702080 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-75689904-229b-4a0f-a3f4-1d7ced8d6989 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:50.763602 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 225d8421-3037-4140-9626-c4f741b4bcc0, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=225d8421-3037-4140-9626-c4f741b4bcc0,segment=NetworkSegment(6c496118-4e09-4f89-b8ab-5391fc86f2af),segment_id=6c496118-4e09-4f89-b8ab-5391fc86f2af)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:50.764065 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bce5f8-77c7-416f-8765-90b080373250 req-73d37c8c-7954-431b-80e8-65585e2b2c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:50.765697 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72bce5f8-77c7-416f-8765-90b080373250 req-73d37c8c-7954-431b-80e8-65585e2b2c80 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=49b65172668f4824bedbcb7718d403b3&device_id=79d9f379-767a-4042-9033-4a611459a250 HTTP/1.1" status: 200 len: 1094 time: 0.0441000 Dec 16 09:32:50.781744 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75689904-229b-4a0f-a3f4-1d7ced8d6989 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Pushing event updated for resources: {'Network': ['ID=ac8eaa94-0ddd-4601-b28a-be5e67e0b648,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:50.787593 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '225d8421-3037-4140-9626-c4f741b4bcc0', 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16', 'port_id': '225d8421-3037-4140-9626-c4f741b4bcc0', 'mac_address': 'fa:16:3e:8b:bc:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '079ef7a2-1551-4eb6-92ba-b7ee17740bf5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:32:50.793364 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network ac8eaa94-0ddd-4601-b28a-be5e67e0b648 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:32:50.803780 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-75689904-229b-4a0f-a3f4-1d7ced8d6989 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4773550 Dec 16 09:32:50.803872 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44504) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:50.812415 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-6d946eb5-76b2-4628-a648-639d0d9ff4b7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-723968402'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:50.836799 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72bce5f8-77c7-416f-8765-90b080373250 req-fdc04155-977c-4c06-b343-dd71e75ce29a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5358f0e6-69e6-4272-90b0-6cb0484c19a6 HTTP/1.1" status: 200 len: 217 time: 0.0620666 Dec 16 09:32:50.856708 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-71a74f85-817f-4397-a7ba-aecc5d383136 req-31dc06a6-d0c5-4eb5-91a2-8e338272ec22 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 210 time: 0.0619426 Dec 16 09:32:50.879241 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:50.892344 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 225d8421-3037-4140-9626-c4f741b4bcc0 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:32:50.924530 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 225d8421-3037-4140-9626-c4f741b4bcc0, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=225d8421-3037-4140-9626-c4f741b4bcc0,segment=NetworkSegment(6c496118-4e09-4f89-b8ab-5391fc86f2af),segment_id=6c496118-4e09-4f89-b8ab-5391fc86f2af)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:50.927209 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bce5f8-77c7-416f-8765-90b080373250 req-53b34b4d-d10c-4e66-9900-878cbe5f1faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:50.928897 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72bce5f8-77c7-416f-8765-90b080373250 req-53b34b4d-d10c-4e66-9900-878cbe5f1faa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5f63564b-3edf-4765-82ea-be9bd22a95a8 HTTP/1.1" status: 200 len: 862 time: 0.0746212 Dec 16 09:32:50.930740 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d946eb5-76b2-4628-a648-639d0d9ff4b7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Made reservation on behalf of 51fa168a01294cfaa670d53b7b0d0792 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:50.935475 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6d946eb5-76b2-4628-a648-639d0d9ff4b7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:50.962506 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d946eb5-76b2-4628-a648-639d0d9ff4b7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:32:50.972071 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6d946eb5-76b2-4628-a648-639d0d9ff4b7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:50.972347 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-6d946eb5-76b2-4628-a648-639d0d9ff4b7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Added segment 62207f2c-1f8d-4578-a2f6-f6d568a20566 of type vlan for network cab7a9ca-3b0c-4429-9f44-7d91d9173e00 Dec 16 09:32:50.982545 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:50.987151 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72bce5f8-77c7-416f-8765-90b080373250 req-423a0bf5-0acd-4385-a6b7-caba58a9979b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d041dd8-e312-4dee-9f8d-03e6df17a8ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505965 Dec 16 09:32:51.027699 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6d946eb5-76b2-4628-a648-639d0d9ff4b7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:51.037644 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=225d8421-3037-4140-9626-c4f741b4bcc0,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:51.047683 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:51.048138 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:51.048551 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:51.049140 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:51.049658 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:51.050048 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:51.050579 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:51.052140 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:51.052667 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:51.053160 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:51.057287 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:51.057287 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:51.071579 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8efc56-12b9-4567-872a-2f0def858112 req-0d0ec054-6b55-437d-bb84-33ed41c5fee9 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:51.078989 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bb8efc56-12b9-4567-872a-2f0def858112 req-0d0ec054-6b55-437d-bb84-33ed41c5fee9 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d30e604-520e-4176-b03c-fef219039168 HTTP/1.1" status: 200 len: 943 time: 0.1323414 Dec 16 09:32:51.130232 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72bce5f8-77c7-416f-8765-90b080373250 req-969e5f96-3058-41d0-96f7-bd8e3c443e44 service neutron] 10.222.0.57 "GET /v2.0/networks/7d041dd8-e312-4dee-9f8d-03e6df17a8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356888 Dec 16 09:32:51.137132 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bb8efc56-12b9-4567-872a-2f0def858112 req-f8371df2-39e1-4462-b386-3dea621633ae tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573127 Dec 16 09:32:51.147985 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6d946eb5-76b2-4628-a648-639d0d9ff4b7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:51.159848 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d946eb5-76b2-4628-a648-639d0d9ff4b7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:51.159848 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6d946eb5-76b2-4628-a648-639d0d9ff4b7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:51.194528 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device a08b2d43-a347-439d-a614-3a0ff3d4bd7b no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:32:51.260385 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d946eb5-76b2-4628-a648-639d0d9ff4b7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Pushing event updated for resources: {'Network': ['ID=cab7a9ca-3b0c-4429-9f44-7d91d9173e00,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:51.273791 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72bce5f8-77c7-416f-8765-90b080373250 req-b7e75825-a3d8-4f63-af09-55ab0f615276 service neutron] 10.222.0.57 "GET /v2.0/networks/7d041dd8-e312-4dee-9f8d-03e6df17a8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355412 Dec 16 09:32:51.280226 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network cab7a9ca-3b0c-4429-9f44-7d91d9173e00 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:32:51.281572 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fcabe-d696-4ece-a9e7-21c792ef8414 req-8aeef3a1-f213-42d1-8cab-54d05435d5e3 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:51.283303 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a61fcabe-d696-4ece-a9e7-21c792ef8414 req-8aeef3a1-f213-42d1-8cab-54d05435d5e3 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=79d9f379-767a-4042-9033-4a611459a250 HTTP/1.1" status: 200 len: 943 time: 0.0806301 Dec 16 09:32:51.325080 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a61fcabe-d696-4ece-a9e7-21c792ef8414 req-1cf6d71a-8f80-4086-a782-c61e11f671d3 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342212 Dec 16 09:32:51.428139 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6d946eb5-76b2-4628-a648-639d0d9ff4b7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6230056 Dec 16 09:32:51.491742 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['225d8421-3037-4140-9626-c4f741b4bcc0'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:32:51.559311 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44510) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:51.564770 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-be520c8a-e1f3-484b-b712-135d7bd6e168 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Request body: {'subnets': [{'network_id': 'ac8eaa94-0ddd-4601-b28a-be5e67e0b648', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--362985427', 'ip_version': 4}, {'network_id': 'cab7a9ca-3b0c-4429-9f44-7d91d9173e00', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:51.565089 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-be520c8a-e1f3-484b-b712-135d7bd6e168 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Request body: {'subnet': {'network_id': 'ac8eaa94-0ddd-4601-b28a-be5e67e0b648', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--362985427', 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:51.565697 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-be520c8a-e1f3-484b-b712-135d7bd6e168 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Request body: {'subnet': {'network_id': 'cab7a9ca-3b0c-4429-9f44-7d91d9173e00', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:51.593863 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2192016-4433-4a4c-9343-0d29521f000d req-17047e9f-5654-41aa-841b-80dbb860c5ee tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:51.600949 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a2192016-4433-4a4c-9343-0d29521f000d req-17047e9f-5654-41aa-841b-80dbb860c5ee tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd540a4a-2149-4a72-804d-b9306761915d HTTP/1.1" status: 200 len: 943 time: 0.0601716 Dec 16 09:32:51.712778 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-a2192016-4433-4a4c-9343-0d29521f000d req-be66a2b2-7623-49a8-a6a3-fe7e008b2f68 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Deleting port a08b2d43-a347-439d-a614-3a0ff3d4bd7b {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:51.713175 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a2192016-4433-4a4c-9343-0d29521f000d req-be66a2b2-7623-49a8-a6a3-fe7e008b2f68 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:51.768829 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1d98f-d993-4357-ac98-a472f9854d1d req-2a9eb441-329a-447b-8bbc-819f24c9836d tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:51.770914 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72a1d98f-d993-4357-ac98-a472f9854d1d req-2a9eb441-329a-447b-8bbc-819f24c9836d tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 945 time: 0.1083052 Dec 16 09:32:51.783247 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-dedd5605-23dc-47b2-a137-1ed0046870dc tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=c72236daaf3c429fb462e278e5b03cb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303245 Dec 16 09:32:51.818889 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72a1d98f-d993-4357-ac98-a472f9854d1d req-4108777a-1857-4759-b046-030f7fa3d006 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402262 Dec 16 09:32:51.878851 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-a2192016-4433-4a4c-9343-0d29521f000d req-be66a2b2-7623-49a8-a6a3-fe7e008b2f68 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] For port a08b2d43-a347-439d-a614-3a0ff3d4bd7b, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=a08b2d43-a347-439d-a614-3a0ff3d4bd7b,segment=NetworkSegment(86c5d65d-0a28-4cbb-b6eb-52df45cc588d),segment_id=86c5d65d-0a28-4cbb-b6eb-52df45cc588d)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:51.879201 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a2192016-4433-4a4c-9343-0d29521f000d req-be66a2b2-7623-49a8-a6a3-fe7e008b2f68 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:51.902111 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-a2192016-4433-4a4c-9343-0d29521f000d req-be66a2b2-7623-49a8-a6a3-fe7e008b2f68 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Calling delete_port for a08b2d43-a347-439d-a614-3a0ff3d4bd7b owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:51.907894 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be520c8a-e1f3-484b-b712-135d7bd6e168 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Made reservation on behalf of 51fa168a01294cfaa670d53b7b0d0792 for: {'subnet': 2} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:51.913614 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be520c8a-e1f3-484b-b712-135d7bd6e168 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:51.914021 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be520c8a-e1f3-484b-b712-135d7bd6e168 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:51.966738 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-cd6ef119-384f-4ee1-99e3-850c0cb083e7 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:51.968215 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-cd6ef119-384f-4ee1-99e3-850c0cb083e7 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1778941 Dec 16 09:32:51.984436 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-ff94ddd4-7de2-4245-85ec-48f6a2988eb6 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Request body: {'port': {'device_id': '293ad14c-f4a5-4336-b6e0-88dd269d8c1b', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'admin_state_up': True, 'tenant_id': 'c72236daaf3c429fb462e278e5b03cb7'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:52.072201 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3158967c-743d-465a-a0ae-8d7db948872d req-c459d902-e8e6-4f06-9e14-ca53fb1ef34d tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 210 time: 0.0302203 Dec 16 09:32:52.205674 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a2192016-4433-4a4c-9343-0d29521f000d req-be66a2b2-7623-49a8-a6a3-fe7e008b2f68 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:52.237803 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66a2b2-7623-49a8-a6a3-fe7e008b2f68 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Pushing event deleted for resources: {'Port': ['ID=a08b2d43-a347-439d-a614-3a0ff3d4bd7b,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:52.283038 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2192016-4433-4a4c-9343-0d29521f000d req-be66a2b2-7623-49a8-a6a3-fe7e008b2f68 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] No DVR routers for this DVR port a08b2d43-a347-439d-a614-3a0ff3d4bd7b on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:32:52.284724 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-ff94ddd4-7de2-4245-85ec-48f6a2988eb6 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Made reservation on behalf of c72236daaf3c429fb462e278e5b03cb7 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:52.288717 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-ff94ddd4-7de2-4245-85ec-48f6a2988eb6 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:52.291068 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a2192016-4433-4a4c-9343-0d29521f000d req-be66a2b2-7623-49a8-a6a3-fe7e008b2f68 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:52.294232 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a2192016-4433-4a4c-9343-0d29521f000d req-be66a2b2-7623-49a8-a6a3-fe7e008b2f68 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "DELETE /v2.0/ports/a08b2d43-a347-439d-a614-3a0ff3d4bd7b HTTP/1.1" status: 204 len: 173 time: 0.6924605 Dec 16 09:32:52.295579 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd540a4a-2149-4a72-804d-b9306761915d', 'name': 'network-vif-deleted', 'tag': 'a08b2d43-a347-439d-a614-3a0ff3d4bd7b'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:32:52.297872 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6155f6-6cb4-4fa4-9d31-354fbb6c3209" -d '{"events": [{"server_uuid": "dd540a4a-2149-4a72-804d-b9306761915d", "name": "network-vif-deleted", "tag": "a08b2d43-a347-439d-a614-3a0ff3d4bd7b"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:32:52.302392 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94c949-8519-4a5b-8b81-5027b4c3714b req-84e9cbce-df12-4098-ae62-ba101cad45da tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:52.302392 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dc94c949-8519-4a5b-8b81-5027b4c3714b req-84e9cbce-df12-4098-ae62-ba101cad45da tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d30e604-520e-4176-b03c-fef219039168 HTTP/1.1" status: 200 len: 944 time: 0.0893950 Dec 16 09:32:52.372951 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dc94c949-8519-4a5b-8b81-5027b4c3714b req-1e6f2f4e-6273-42c9-a7ed-b68f1f84c200 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469384 Dec 16 09:32:52.414212 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 16 Dec 2021 09:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c380daa-eaa8-4bd7-afec-c764da9c921a x-openstack-request-id: req-6c380daa-eaa8-4bd7-afec-c764da9c921a {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:32:52.414499 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd540a4a-2149-4a72-804d-b9306761915d", "name": "network-vif-deleted", "tag": "a08b2d43-a347-439d-a614-3a0ff3d4bd7b", "status": "failed", "code": 422}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:32:52.414744 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6c380daa-eaa8-4bd7-afec-c764da9c921a {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:32:52.415147 n-d-820550-2 neutron-server[102816]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dd540a4a-2149-4a72-804d-b9306761915d', 'name': 'network-vif-deleted', 'tag': 'a08b2d43-a347-439d-a614-3a0ff3d4bd7b', 'status': 'failed', 'code': 422} returned with failed status Dec 16 09:32:52.435532 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-ff94ddd4-7de2-4245-85ec-48f6a2988eb6 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Allocated IP 192.168.233.87 (0f25fa8c-dd15-4f99-b14f-112e51884f75/d30f37a6-2496-485e-9480-e5e1789d975f/ab637822-ae08-4bb9-af94-62e599007655) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:52.483520 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be520c8a-e1f3-484b-b712-135d7bd6e168 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:52.555235 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fc57a-950a-483b-9d1a-4e3194bbfefb req-594191ce-534e-4d6f-8a87-2c37a285d455 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:52.556715 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c74fc57a-950a-483b-9d1a-4e3194bbfefb req-594191ce-534e-4d6f-8a87-2c37a285d455 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=79d9f379-767a-4042-9033-4a611459a250 HTTP/1.1" status: 200 len: 943 time: 0.1031115 Dec 16 09:32:52.560454 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be520c8a-e1f3-484b-b712-135d7bd6e168 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Pushing event updated for resources: {'Subnet': ['ID=02bbcca3-a07a-4aca-b198-3ff7ee359f47,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:52.587406 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-ff94ddd4-7de2-4245-85ec-48f6a2988eb6 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:52.593085 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be520c8a-e1f3-484b-b712-135d7bd6e168 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Checking segment: {'id': '1a68fc78-7ce9-4281-8eaf-f7b306b88f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ac8eaa94-0ddd-4601-b28a-be5e67e0b648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:52.593482 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be520c8a-e1f3-484b-b712-135d7bd6e168 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Network hostable DHCP agents. Network: ac8eaa94-0ddd-4601-b28a-be5e67e0b648, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:32:52.612024 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c74fc57a-950a-483b-9d1a-4e3194bbfefb req-c7086cd3-4263-45a8-ac10-77dd031d810b tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443296 Dec 16 09:32:52.679704 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-ff94ddd4-7de2-4245-85ec-48f6a2988eb6 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:52.691799 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['29d83386-159a-4f4d-a005-563093e201ab'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:32:52.694004 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be520c8a-e1f3-484b-b712-135d7bd6e168 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Network ac8eaa94-0ddd-4601-b28a-be5e67e0b648 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:32:52.733222 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-ff94ddd4-7de2-4245-85ec-48f6a2988eb6 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Network 0f25fa8c-dd15-4f99-b14f-112e51884f75 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:52.736739 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-ff94ddd4-7de2-4245-85ec-48f6a2988eb6 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:52.739369 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-ff94ddd4-7de2-4245-85ec-48f6a2988eb6 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:52.771724 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-be520c8a-e1f3-484b-b712-135d7bd6e168 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, ac8eaa94-0ddd-4601-b28a-be5e67e0b648) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:52.776339 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be520c8a-e1f3-484b-b712-135d7bd6e168 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:52.809946 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-ff94ddd4-7de2-4245-85ec-48f6a2988eb6 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:52.811039 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-ff94ddd4-7de2-4245-85ec-48f6a2988eb6 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:52.815097 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94ddd4-7de2-4245-85ec-48f6a2988eb6 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Pushing event updated for resources: {'Port': ['ID=ab637822-ae08-4bb9-af94-62e599007655,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:52.815257 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99881dd-86b3-46cf-bf33-1e05276ca812 None None] Network ac8eaa94-0ddd-4601-b28a-be5e67e0b648 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:52.873700 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be520c8a-e1f3-484b-b712-135d7bd6e168 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Pushing event updated for resources: {'Subnet': ['ID=0ba8a78f-a7a5-4263-a4ee-09e4875b4e6f,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:52.886945 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be520c8a-e1f3-484b-b712-135d7bd6e168 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Checking segment: {'id': '62207f2c-1f8d-4578-a2f6-f6d568a20566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cab7a9ca-3b0c-4429-9f44-7d91d9173e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:52.887646 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be520c8a-e1f3-484b-b712-135d7bd6e168 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Network hostable DHCP agents. Network: cab7a9ca-3b0c-4429-9f44-7d91d9173e00, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:32:52.919923 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-ff94ddd4-7de2-4245-85ec-48f6a2988eb6 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9393439 Dec 16 09:32:52.931013 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-1a83277e-8980-4a86-961c-3bf821f365f2 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:32:52.931470 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-1a83277e-8980-4a86-961c-3bf821f365f2 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056970 Dec 16 09:32:52.956350 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['ac70669c-691a-4abe-bae4-34f176f01320'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:32:52.972383 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868a586-6e0c-47e8-bc4c-67eff67f03ca req-dba03102-044f-482e-a078-cfc1df85b406 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:52.974005 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e868a586-6e0c-47e8-bc4c-67eff67f03ca req-dba03102-044f-482e-a078-cfc1df85b406 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 945 time: 0.0651543 Dec 16 09:32:53.014650 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-d8413541-6f1e-4eee-b4a2-02d751f2ad16 service neutron] Request body: {'port': {'device_id': '293ad14c-f4a5-4336-b6e0-88dd269d8c1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:53.025557 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e868a586-6e0c-47e8-bc4c-67eff67f03ca req-e3ced531-2722-4ad1-a010-8d45a97a88e4 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414262 Dec 16 09:32:53.054861 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be520c8a-e1f3-484b-b712-135d7bd6e168 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Network cab7a9ca-3b0c-4429-9f44-7d91d9173e00 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:32:53.088025 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c4c882-dd02-4ce1-8b9a-af66bf48a07b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-ac8eaa94-0ddd-4601-b28a-be5e67e0b648', 'network_id': 'ac8eaa94-0ddd-4601-b28a-be5e67e0b648', 'tenant_id': '51fa168a01294cfaa670d53b7b0d0792', 'fixed_ips': [{'subnet_id': '02bbcca3-a07a-4aca-b198-3ff7ee359f47'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:32:53.088025 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c1c4c882-dd02-4ce1-8b9a-af66bf48a07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:53.110910 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-d8413541-6f1e-4eee-b4a2-02d751f2ad16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:53.139424 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-9472fc90-8635-4a68-9445-d45e2b3f4eb5 None None] Provisioning complete for port ab637822-ae08-4bb9-af94-62e599007655 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:53.139794 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9472fc90-8635-4a68-9445-d45e2b3f4eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:53.149189 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-be520c8a-e1f3-484b-b712-135d7bd6e168 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, cab7a9ca-3b0c-4429-9f44-7d91d9173e00) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:53.153816 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be520c8a-e1f3-484b-b712-135d7bd6e168 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:53.154291 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be520c8a-e1f3-484b-b712-135d7bd6e168 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:53.160509 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be520c8a-e1f3-484b-b712-135d7bd6e168 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:53.225770 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d58b641-b017-480a-a7d4-89cf55bbdd97 None None] Network cab7a9ca-3b0c-4429-9f44-7d91d9173e00 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:53.277857 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-be520c8a-e1f3-484b-b712-135d7bd6e168 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.7164197 Dec 16 09:32:53.280034 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44550) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:53.318593 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-9472fc90-8635-4a68-9445-d45e2b3f4eb5 None None] Port ab637822-ae08-4bb9-af94-62e599007655 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:32:53.423546 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf154d-2fe1-4219-8d95-16da1af424a8 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:53.425191 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf154d-2fe1-4219-8d95-16da1af424a8 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:53.427023 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf154d-2fe1-4219-8d95-16da1af424a8 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:53.427131 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b6252-e1e1-426e-845d-a5787bf8b63b req-4920d4ab-ecb3-43bd-8ff7-f2de2630ddba tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:53.428734 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-97bf154d-2fe1-4219-8d95-16da1af424a8 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1476731 Dec 16 09:32:53.431979 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44560) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:53.435689 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-c1c4c882-dd02-4ce1-8b9a-af66bf48a07b None None] Allocated IP 172.20.0.2 (ac8eaa94-0ddd-4601-b28a-be5e67e0b648/02bbcca3-a07a-4aca-b198-3ff7ee359f47/de50617c-5e38-4a91-82f5-71426685381d) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:53.438570 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da5b6252-e1e1-426e-845d-a5787bf8b63b req-4920d4ab-ecb3-43bd-8ff7-f2de2630ddba tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 935 time: 0.1839197 Dec 16 09:32:53.502066 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da5b6252-e1e1-426e-845d-a5787bf8b63b req-37794815-6762-4f4e-a8a9-d4cb1af01051 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621972 Dec 16 09:32:53.543152 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43df7b8d-2889-42c3-8d41-46efa2e4cd75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-cab7a9ca-3b0c-4429-9f44-7d91d9173e00', 'network_id': 'cab7a9ca-3b0c-4429-9f44-7d91d9173e00', 'tenant_id': '51fa168a01294cfaa670d53b7b0d0792', 'fixed_ips': [{'subnet_id': '0ba8a78f-a7a5-4263-a4ee-09e4875b4e6f'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:32:53.544207 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-43df7b8d-2889-42c3-8d41-46efa2e4cd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:53.545323 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-b292ad55-f6e5-418a-9fc7-1e55e8e88162 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Deleting subnet 02bbcca3-a07a-4aca-b198-3ff7ee359f47 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:32:53.577926 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-d8413541-6f1e-4eee-b4a2-02d751f2ad16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab637822-ae08-4bb9-af94-62e599007655 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:32:53.594964 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-d8413541-6f1e-4eee-b4a2-02d751f2ad16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:53.600034 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-5072f666-0b6d-4a92-bed7-9b1d724063fa tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:53.601597 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-5072f666-0b6d-4a92-bed7-9b1d724063fa tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/networks?id=b3f60eab-6f2c-4106-b76e-873bab2183f6 HTTP/1.1" status: 200 len: 811 time: 0.1334407 Dec 16 09:32:53.619055 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-6e78c652-e228-4892-bc6c-a8f0e61bed4b tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/quotas/928a77c00bdc452c92b87dad5de07f0a HTTP/1.1" status: 200 len: 375 time: 0.0112109 Dec 16 09:32:53.628296 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-d8413541-6f1e-4eee-b4a2-02d751f2ad16 service neutron] Transition to ACTIVE for port object ab637822-ae08-4bb9-af94-62e599007655 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:32:53.650374 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee64b4-071a-4fda-82ba-d63a12c0c1f2 req-631076e2-1e8e-4cc5-84d3-d0e0ca1da531 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:53.657915 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ecee64b4-071a-4fda-82ba-d63a12c0c1f2 req-631076e2-1e8e-4cc5-84d3-d0e0ca1da531 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d30e604-520e-4176-b03c-fef219039168 HTTP/1.1" status: 200 len: 944 time: 0.0748842 Dec 16 09:32:53.662867 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-2612cbc8-ba14-40d9-a0ab-932d6aefcd39 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=928a77c00bdc452c92b87dad5de07f0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357873 Dec 16 09:32:53.694063 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-d8413541-6f1e-4eee-b4a2-02d751f2ad16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:53.714396 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ecee64b4-071a-4fda-82ba-d63a12c0c1f2 req-00d881c5-cf72-423d-8179-a7185d185746 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547917 Dec 16 09:32:53.737841 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c1c4c882-dd02-4ce1-8b9a-af66bf48a07b None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:53.768208 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-43df7b8d-2889-42c3-8d41-46efa2e4cd75 None None] Allocated IP 172.20.0.18 (cab7a9ca-3b0c-4429-9f44-7d91d9173e00/0ba8a78f-a7a5-4263-a4ee-09e4875b4e6f/517960e9-01a8-419f-b03b-28692829f8cd) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:53.784992 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8413541-6f1e-4eee-b4a2-02d751f2ad16 service neutron] Pushing event updated for resources: {'Port': ['ID=ab637822-ae08-4bb9-af94-62e599007655,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:53.792096 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-30d2a441-d408-4751-8477-0a9ad390b67b service neutron] 10.222.0.60 "GET /v2.0/networks/b3f60eab-6f2c-4106-b76e-873bab2183f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283157 Dec 16 09:32:53.877792 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b292ad55-f6e5-418a-9fc7-1e55e8e88162 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:53.890076 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c1c4c882-dd02-4ce1-8b9a-af66bf48a07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:53.936853 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-d8413541-6f1e-4eee-b4a2-02d751f2ad16 service neutron] Attempting to bind port ab637822-ae08-4bb9-af94-62e599007655 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:53.937270 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-d8413541-6f1e-4eee-b4a2-02d751f2ad16 service neutron] Attempting to bind port ab637822-ae08-4bb9-af94-62e599007655 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:53.937677 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-d8413541-6f1e-4eee-b4a2-02d751f2ad16 service neutron] Attempting to bind port ab637822-ae08-4bb9-af94-62e599007655 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:53.941379 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c4c882-dd02-4ce1-8b9a-af66bf48a07b None None] Network ac8eaa94-0ddd-4601-b28a-be5e67e0b648 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:53.943971 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-d8413541-6f1e-4eee-b4a2-02d751f2ad16 service neutron] Port ab637822-ae08-4bb9-af94-62e599007655 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:53.944379 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-d8413541-6f1e-4eee-b4a2-02d751f2ad16 service neutron] Attempting to bind port ab637822-ae08-4bb9-af94-62e599007655 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:53.949834 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-c1c4c882-dd02-4ce1-8b9a-af66bf48a07b None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:53.950960 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-6b38cd41-f9ba-4ac1-aade-ae1d85f0eb80 service neutron] 10.222.0.60 "GET /v2.0/networks/b3f60eab-6f2c-4106-b76e-873bab2183f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580238 Dec 16 09:32:53.956151 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b292ad55-f6e5-418a-9fc7-1e55e8e88162 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:53.965386 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13521742-deb2-42b9-99a3-6ee8ac85efbd req-94cbf084-8138-4c02-81d5-98cf8359b16a tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:53.967227 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-13521742-deb2-42b9-99a3-6ee8ac85efbd req-94cbf084-8138-4c02-81d5-98cf8359b16a tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=79d9f379-767a-4042-9033-4a611459a250 HTTP/1.1" status: 200 len: 943 time: 0.1690361 Dec 16 09:32:53.970923 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-d8413541-6f1e-4eee-b4a2-02d751f2ad16 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:32:53.971578 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-d8413541-6f1e-4eee-b4a2-02d751f2ad16 service neutron] Checking segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:53.972065 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-d8413541-6f1e-4eee-b4a2-02d751f2ad16 service neutron] Bound using segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:32:53.972568 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-d8413541-6f1e-4eee-b4a2-02d751f2ad16 service neutron] Bound port: ab637822-ae08-4bb9-af94-62e599007655, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:32:53.973001 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-d8413541-6f1e-4eee-b4a2-02d751f2ad16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:53.979490 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c4c882-dd02-4ce1-8b9a-af66bf48a07b None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:54.068347 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4c882-dd02-4ce1-8b9a-af66bf48a07b None None] Pushing event updated for resources: {'Port': ['ID=de50617c-5e38-4a91-82f5-71426685381d,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:54.076817 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b292ad55-f6e5-418a-9fc7-1e55e8e88162 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:54.080580 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-13521742-deb2-42b9-99a3-6ee8ac85efbd req-0f738611-4aef-4831-9708-c9f3c584c086 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825334 Dec 16 09:32:54.115811 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-d8413541-6f1e-4eee-b4a2-02d751f2ad16 service neutron] For port ab637822-ae08-4bb9-af94-62e599007655, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:32:54.119466 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-d8413541-6f1e-4eee-b4a2-02d751f2ad16 service neutron] For port ab637822-ae08-4bb9-af94-62e599007655, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ab637822-ae08-4bb9-af94-62e599007655,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:32:54.122271 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-975dd982-56f7-4c15-9e64-67aee67a01d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:54.130620 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-c1c4c882-dd02-4ce1-8b9a-af66bf48a07b None None] Attempting to bind port de50617c-5e38-4a91-82f5-71426685381d on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:54.131066 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-c1c4c882-dd02-4ce1-8b9a-af66bf48a07b None None] Attempting to bind port de50617c-5e38-4a91-82f5-71426685381d by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '1a68fc78-7ce9-4281-8eaf-f7b306b88f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ac8eaa94-0ddd-4601-b28a-be5e67e0b648'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:54.131514 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c4c882-dd02-4ce1-8b9a-af66bf48a07b None None] Attempting to bind port de50617c-5e38-4a91-82f5-71426685381d on network ac8eaa94-0ddd-4601-b28a-be5e67e0b648 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:54.148395 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c4c882-dd02-4ce1-8b9a-af66bf48a07b None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:32:54.148764 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c4c882-dd02-4ce1-8b9a-af66bf48a07b None None] Checking segment: {'id': '1a68fc78-7ce9-4281-8eaf-f7b306b88f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ac8eaa94-0ddd-4601-b28a-be5e67e0b648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:54.149215 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c1c4c882-dd02-4ce1-8b9a-af66bf48a07b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:54.149600 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c4c882-dd02-4ce1-8b9a-af66bf48a07b None None] Bound using segment: {'id': '1a68fc78-7ce9-4281-8eaf-f7b306b88f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ac8eaa94-0ddd-4601-b28a-be5e67e0b648'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:32:54.150065 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-c1c4c882-dd02-4ce1-8b9a-af66bf48a07b None None] Bound port: de50617c-5e38-4a91-82f5-71426685381d, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a68fc78-7ce9-4281-8eaf-f7b306b88f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ac8eaa94-0ddd-4601-b28a-be5e67e0b648'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:32:54.150477 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c1c4c882-dd02-4ce1-8b9a-af66bf48a07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:54.168717 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-43df7b8d-2889-42c3-8d41-46efa2e4cd75 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:54.200704 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9b159-0e70-43f0-a87a-d04b32220049 req-343fd6a8-2fd2-458b-9617-b5545a32da90 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:54.202129 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65d9b159-0e70-43f0-a87a-d04b32220049 req-343fd6a8-2fd2-458b-9617-b5545a32da90 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 945 time: 0.0540948 Dec 16 09:32:54.243783 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-d8413541-6f1e-4eee-b4a2-02d751f2ad16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:54.244372 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b292ad55-f6e5-418a-9fc7-1e55e8e88162 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:54.254494 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-c1c4c882-dd02-4ce1-8b9a-af66bf48a07b None None] For port de50617c-5e38-4a91-82f5-71426685381d, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:32:54.266715 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-c1c4c882-dd02-4ce1-8b9a-af66bf48a07b None None] For port de50617c-5e38-4a91-82f5-71426685381d, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=de50617c-5e38-4a91-82f5-71426685381d,segment=NetworkSegment(1a68fc78-7ce9-4281-8eaf-f7b306b88f62),segment_id=1a68fc78-7ce9-4281-8eaf-f7b306b88f62)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:32:54.271128 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65d9b159-0e70-43f0-a87a-d04b32220049 req-87945d3d-f5e4-40ef-a9c7-a7bebcf76b5c tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566099 Dec 16 09:32:54.291955 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292ad55-f6e5-418a-9fc7-1e55e8e88162 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Pushing event deleted for resources: {'Subnet': ['ID=02bbcca3-a07a-4aca-b198-3ff7ee359f47,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:54.303028 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b292ad55-f6e5-418a-9fc7-1e55e8e88162 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:54.307510 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b292ad55-f6e5-418a-9fc7-1e55e8e88162 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] 10.222.0.60 "DELETE /v2.0/subnets/02bbcca3-a07a-4aca-b198-3ff7ee359f47 HTTP/1.1" status: 204 len: 168 time: 0.8739994 Dec 16 09:32:54.310302 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44578) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:54.322458 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-d8413541-6f1e-4eee-b4a2-02d751f2ad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:54.322758 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-d8413541-6f1e-4eee-b4a2-02d751f2ad16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:54.324147 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-d8413541-6f1e-4eee-b4a2-02d751f2ad16 service neutron] 10.222.0.58 "PUT /v2.0/ports/ab637822-ae08-4bb9-af94-62e599007655 HTTP/1.1" status: 200 len: 1095 time: 1.3843002 Dec 16 09:32:54.357570 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-43df7b8d-2889-42c3-8d41-46efa2e4cd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:54.381961 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8413541-6f1e-4eee-b4a2-02d751f2ad16 service neutron] Pushing event updated for resources: {'Port': ['ID=ab637822-ae08-4bb9-af94-62e599007655,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:54.416737 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '293ad14c-f4a5-4336-b6e0-88dd269d8c1b', 'tag': 'ab637822-ae08-4bb9-af94-62e599007655'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:32:54.419716 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8503a1-4e44-4393-b2e6-47e02ff31885" -d '{"events": [{"name": "network-changed", "server_uuid": "293ad14c-f4a5-4336-b6e0-88dd269d8c1b", "tag": "ab637822-ae08-4bb9-af94-62e599007655"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:32:54.444994 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c1c4c882-dd02-4ce1-8b9a-af66bf48a07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:54.467029 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43df7b8d-2889-42c3-8d41-46efa2e4cd75 None None] Network cab7a9ca-3b0c-4429-9f44-7d91d9173e00 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:54.469540 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-43df7b8d-2889-42c3-8d41-46efa2e4cd75 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:54.478056 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43df7b8d-2889-42c3-8d41-46efa2e4cd75 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:54.491823 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a443f92-932d-499b-a862-ec2304bf5baa x-openstack-request-id: req-8a443f92-932d-499b-a862-ec2304bf5baa {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:32:54.491823 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "293ad14c-f4a5-4336-b6e0-88dd269d8c1b", "tag": "ab637822-ae08-4bb9-af94-62e599007655", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:32:54.491823 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8a443f92-932d-499b-a862-ec2304bf5baa {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:32:54.493408 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '293ad14c-f4a5-4336-b6e0-88dd269d8c1b', 'tag': 'ab637822-ae08-4bb9-af94-62e599007655', 'status': 'completed', 'code': 200} Dec 16 09:32:54.499931 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df7b8d-2889-42c3-8d41-46efa2e4cd75 None None] Pushing event updated for resources: {'Port': ['ID=517960e9-01a8-419f-b03b-28692829f8cd,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:54.610089 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8503a1-4e44-4393-b2e6-47e02ff31885 req-12bda82a-7c14-4360-8b1a-e2a0af59ba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:54.613968 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4d8503a1-4e44-4393-b2e6-47e02ff31885 req-12bda82a-7c14-4360-8b1a-e2a0af59ba40 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c72236daaf3c429fb462e278e5b03cb7&device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 1098 time: 0.0920794 Dec 16 09:32:54.615477 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4c882-dd02-4ce1-8b9a-af66bf48a07b None None] Pushing event updated for resources: {'Port': ['ID=de50617c-5e38-4a91-82f5-71426685381d,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:54.649548 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4d8503a1-4e44-4393-b2e6-47e02ff31885 req-3ae20f13-98df-487b-aac5-8d6f8d1bbe14 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=c72236daaf3c429fb462e278e5b03cb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250225 Dec 16 09:32:54.659393 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 5358f0e6-69e6-4272-90b0-6cb0484c19a6 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:32:54.662596 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 225d8421-3037-4140-9626-c4f741b4bcc0 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:32:54.792348 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7d567-5f02-4255-bff7-86bcc6c377ac req-f7a55190-cfb7-4f20-99ce-6f3eebcc6146 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:54.793983 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-75e7d567-5f02-4255-bff7-86bcc6c377ac req-f7a55190-cfb7-4f20-99ce-6f3eebcc6146 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 947 time: 0.1431582 Dec 16 09:32:54.879274 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e9066db-f27a-488c-af81-ca13ba5552fc req-ecc941f6-bc9f-4a18-aa5b-a9b58bdd075e tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 210 time: 0.0678570 Dec 16 09:32:54.907129 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8503a1-4e44-4393-b2e6-47e02ff31885 req-d0d4660e-b9bc-4d51-ba90-c39a659286f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:54.912155 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4d8503a1-4e44-4393-b2e6-47e02ff31885 req-d0d4660e-b9bc-4d51-ba90-c39a659286f1 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2483265 Dec 16 09:32:54.913401 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-1478c3aa-2d9f-4d10-a52f-45ee9d3cd8fc tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Deleting subnet 0ba8a78f-a7a5-4263-a4ee-09e4875b4e6f {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:32:54.917128 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1478c3aa-2d9f-4d10-a52f-45ee9d3cd8fc tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:54.944219 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-75e7d567-5f02-4255-bff7-86bcc6c377ac req-e3b908ec-658e-408f-9a1d-2fb6bf01a693 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141722 Dec 16 09:32:54.988170 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1478c3aa-2d9f-4d10-a52f-45ee9d3cd8fc tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:55.014424 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-eb5da4a2-e916-4b18-9320-b69e085404d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:55.016037 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-eb5da4a2-e916-4b18-9320-b69e085404d7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c72236daaf3c429fb462e278e5b03cb7&device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 1098 time: 0.0550950 Dec 16 09:32:55.047152 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-43df7b8d-2889-42c3-8d41-46efa2e4cd75 None None] Attempting to bind port 517960e9-01a8-419f-b03b-28692829f8cd on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:55.047744 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-43df7b8d-2889-42c3-8d41-46efa2e4cd75 None None] Attempting to bind port 517960e9-01a8-419f-b03b-28692829f8cd by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '62207f2c-1f8d-4578-a2f6-f6d568a20566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cab7a9ca-3b0c-4429-9f44-7d91d9173e00'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:55.048341 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43df7b8d-2889-42c3-8d41-46efa2e4cd75 None None] Attempting to bind port 517960e9-01a8-419f-b03b-28692829f8cd on network cab7a9ca-3b0c-4429-9f44-7d91d9173e00 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:55.072601 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43df7b8d-2889-42c3-8d41-46efa2e4cd75 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:32:55.073078 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43df7b8d-2889-42c3-8d41-46efa2e4cd75 None None] Checking segment: {'id': '62207f2c-1f8d-4578-a2f6-f6d568a20566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cab7a9ca-3b0c-4429-9f44-7d91d9173e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:55.073615 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-43df7b8d-2889-42c3-8d41-46efa2e4cd75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:55.074204 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43df7b8d-2889-42c3-8d41-46efa2e4cd75 None None] Bound using segment: {'id': '62207f2c-1f8d-4578-a2f6-f6d568a20566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cab7a9ca-3b0c-4429-9f44-7d91d9173e00'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:32:55.075010 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-43df7b8d-2889-42c3-8d41-46efa2e4cd75 None None] Bound port: 517960e9-01a8-419f-b03b-28692829f8cd, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62207f2c-1f8d-4578-a2f6-f6d568a20566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cab7a9ca-3b0c-4429-9f44-7d91d9173e00'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:32:55.075745 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-43df7b8d-2889-42c3-8d41-46efa2e4cd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:55.078253 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-68d8ffa4-a4b2-40c0-9d55-aeb5858fca78 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=ab637822-ae08-4bb9-af94-62e599007655 HTTP/1.1" status: 200 len: 217 time: 0.0529811 Dec 16 09:32:55.128122 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd093f39-1d00-4399-8d87-cd8ea2fef418 req-927d00b1-e182-4645-94d6-baea337703d7 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:55.130752 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fd093f39-1d00-4399-8d87-cd8ea2fef418 req-927d00b1-e182-4645-94d6-baea337703d7 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d30e604-520e-4176-b03c-fef219039168 HTTP/1.1" status: 200 len: 944 time: 0.1102123 Dec 16 09:32:55.148895 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-c44a7384-8e03-400b-b383-323e57f0fa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:55.150704 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-c44a7384-8e03-400b-b383-323e57f0fa9c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0650809 Dec 16 09:32:55.195506 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1478c3aa-2d9f-4d10-a52f-45ee9d3cd8fc tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:55.217978 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 5358f0e6-69e6-4272-90b0-6cb0484c19a6, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=5358f0e6-69e6-4272-90b0-6cb0484c19a6,segment=NetworkSegment(ac95600e-3c1a-420e-8879-213e8cd120c0),segment_id=ac95600e-3c1a-420e-8879-213e8cd120c0)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:55.229560 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '5358f0e6-69e6-4272-90b0-6cb0484c19a6', 'network_id': '7d041dd8-e312-4dee-9f8d-03e6df17a8ab', 'port_id': '5358f0e6-69e6-4272-90b0-6cb0484c19a6', 'mac_address': 'fa:16:3e:5b:d1:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f63564b-3edf-4765-82ea-be9bd22a95a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:32:55.247032 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fd093f39-1d00-4399-8d87-cd8ea2fef418 req-db43941d-08c8-422a-b906-5bc31a3794b8 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065378 Dec 16 09:32:55.260350 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-5689abe1-6d06-494f-b170-f7ce1709f988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:55.261897 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-5689abe1-6d06-494f-b170-f7ce1709f988 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0968854 Dec 16 09:32:55.271766 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:55.289768 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62994554-2c56-4d04-bc2b-8ea7dd1f893b req-a5c9453b-6afc-4796-8858-f2c5d7213cec tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:55.295770 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5358f0e6-69e6-4272-90b0-6cb0484c19a6 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:32:55.300741 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-62994554-2c56-4d04-bc2b-8ea7dd1f893b req-a5c9453b-6afc-4796-8858-f2c5d7213cec tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=79d9f379-767a-4042-9033-4a611459a250 HTTP/1.1" status: 200 len: 943 time: 0.1144161 Dec 16 09:32:55.302474 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 225d8421-3037-4140-9626-c4f741b4bcc0 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:32:55.312665 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 225d8421-3037-4140-9626-c4f741b4bcc0 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:55.312857 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:55.339782 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 5358f0e6-69e6-4272-90b0-6cb0484c19a6, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=5358f0e6-69e6-4272-90b0-6cb0484c19a6,segment=NetworkSegment(ac95600e-3c1a-420e-8879-213e8cd120c0),segment_id=ac95600e-3c1a-420e-8879-213e8cd120c0)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:55.372015 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-43df7b8d-2889-42c3-8d41-46efa2e4cd75 None None] For port 517960e9-01a8-419f-b03b-28692829f8cd, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:32:55.378227 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1478c3aa-2d9f-4d10-a52f-45ee9d3cd8fc tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:55.392149 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-62994554-2c56-4d04-bc2b-8ea7dd1f893b req-c6ca2ad1-6b80-45f9-9f97-a3dde75a64f6 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940924 Dec 16 09:32:55.411705 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478c3aa-2d9f-4d10-a52f-45ee9d3cd8fc tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Pushing event deleted for resources: {'Subnet': ['ID=0ba8a78f-a7a5-4263-a4ee-09e4875b4e6f,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:55.414008 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-43df7b8d-2889-42c3-8d41-46efa2e4cd75 None None] For port 517960e9-01a8-419f-b03b-28692829f8cd, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=517960e9-01a8-419f-b03b-28692829f8cd,segment=NetworkSegment(62207f2c-1f8d-4578-a2f6-f6d568a20566),segment_id=62207f2c-1f8d-4578-a2f6-f6d568a20566)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:32:55.425831 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1478c3aa-2d9f-4d10-a52f-45ee9d3cd8fc tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:55.431573 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1478c3aa-2d9f-4d10-a52f-45ee9d3cd8fc tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] 10.222.0.60 "DELETE /v2.0/subnets/0ba8a78f-a7a5-4263-a4ee-09e4875b4e6f HTTP/1.1" status: 204 len: 168 time: 1.1178594 Dec 16 09:32:55.432053 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44600) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:55.433268 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:55.443596 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:55.445176 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-d93fce91-4bf2-4b3d-814b-f37b24cfb276 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453278 Dec 16 09:32:55.488298 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d30e604-520e-4176-b03c-fef219039168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225d8421-3037-4140-9626-c4f741b4bcc0'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:32:55.490752 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0492dfaa-3d6d-4ee2-9ef7-bfcf20c04f49" -d '{"events": [{"server_uuid": "9d30e604-520e-4176-b03c-fef219039168", "name": "network-vif-plugged", "status": "completed", "tag": "225d8421-3037-4140-9626-c4f741b4bcc0"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:32:55.505250 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ee7304-6646-489c-abc1-9cf503aafb22 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:55.510465 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-72ee7304-6646-489c-abc1-9cf503aafb22 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0737693 Dec 16 09:32:55.511013 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44604) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:55.517624 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 225d8421-3037-4140-9626-c4f741b4bcc0, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=225d8421-3037-4140-9626-c4f741b4bcc0,segment=NetworkSegment(6c496118-4e09-4f89-b8ab-5391fc86f2af),segment_id=6c496118-4e09-4f89-b8ab-5391fc86f2af)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:55.522000 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-43df7b8d-2889-42c3-8d41-46efa2e4cd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:55.525945 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191889f5-c834-4842-b3dc-7eb255edf75c req-855dadf4-1cea-4c4c-949b-82bbbe26753e tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:55.533552 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-191889f5-c834-4842-b3dc-7eb255edf75c req-855dadf4-1cea-4c4c-949b-82bbbe26753e tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 945 time: 0.1862078 Dec 16 09:32:55.545935 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=5358f0e6-69e6-4272-90b0-6cb0484c19a6,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:55.618678 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df7b8d-2889-42c3-8d41-46efa2e4cd75 None None] Pushing event updated for resources: {'Port': ['ID=517960e9-01a8-419f-b03b-28692829f8cd,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:55.621949 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:55.651588 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-191889f5-c834-4842-b3dc-7eb255edf75c req-e5d8cc6c-7346-41d0-9029-9142c9ca7334 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170633 Dec 16 09:32:55.700604 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f73d504f-8868-4074-b794-5bd717ed1e88 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:55.764503 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=225d8421-3037-4140-9626-c4f741b4bcc0,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:55.787087 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2e7f47-adfa-447e-be14-e0d809ae2ae3 x-openstack-request-id: req-2d2e7f47-adfa-447e-be14-e0d809ae2ae3 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:32:55.787532 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d30e604-520e-4176-b03c-fef219039168", "name": "network-vif-plugged", "status": "completed", "tag": "225d8421-3037-4140-9626-c4f741b4bcc0", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:32:55.787787 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2d2e7f47-adfa-447e-be14-e0d809ae2ae3 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:32:55.788230 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d30e604-520e-4176-b03c-fef219039168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225d8421-3037-4140-9626-c4f741b4bcc0', 'code': 200} Dec 16 09:32:55.836601 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-f73d504f-8868-4074-b794-5bd717ed1e88 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Deleting port 517960e9-01a8-419f-b03b-28692829f8cd {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:55.836949 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f73d504f-8868-4074-b794-5bd717ed1e88 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:55.909974 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55000a55-4492-4dd4-950f-e61cf6d5db41 req-2fbae1cf-3ef9-4f70-9dff-2d396d1e8be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:55.914227 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-55000a55-4492-4dd4-950f-e61cf6d5db41 req-2fbae1cf-3ef9-4f70-9dff-2d396d1e8be2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9d30e604-520e-4176-b03c-fef219039168 HTTP/1.1" status: 200 len: 1096 time: 0.1168942 Dec 16 09:32:55.936439 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-f73d504f-8868-4074-b794-5bd717ed1e88 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] For port 517960e9-01a8-419f-b03b-28692829f8cd, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=517960e9-01a8-419f-b03b-28692829f8cd,segment=NetworkSegment(62207f2c-1f8d-4578-a2f6-f6d568a20566),segment_id=62207f2c-1f8d-4578-a2f6-f6d568a20566)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:55.936814 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f73d504f-8868-4074-b794-5bd717ed1e88 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:55.964011 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-f73d504f-8868-4074-b794-5bd717ed1e88 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Calling delete_port for 517960e9-01a8-419f-b03b-28692829f8cd owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:55.998945 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['5358f0e6-69e6-4272-90b0-6cb0484c19a6'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:32:56.026139 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-55000a55-4492-4dd4-950f-e61cf6d5db41 req-200fc55e-f747-48a0-9e2e-3788c939663b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018906 Dec 16 09:32:56.201543 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-90ee979e-8bd1-4cbf-85ee-9ac88e3f2974 req-af6016f1-9084-485f-8563-35c1fae93cb6 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 210 time: 0.0473385 Dec 16 09:32:56.214516 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device de50617c-5e38-4a91-82f5-71426685381d up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:32:56.262928 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4fe8aaf3-8d76-490b-8617-fd3d883e13bf req-f5863ea6-36c6-4a14-a26b-0a93845420c5 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8079863 Dec 16 09:32:56.266464 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5bafd-ed48-4a7f-945e-3de9239b660b req-1893e726-c706-4aee-8946-7949674bef86 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:56.270767 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323905c8-826e-4ff7-946b-6cfbbcf2d637 None None] Network ac8eaa94-0ddd-4601-b28a-be5e67e0b648 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:56.275210 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-16e5bafd-ed48-4a7f-945e-3de9239b660b req-1893e726-c706-4aee-8946-7949674bef86 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 947 time: 0.1641428 Dec 16 09:32:56.324068 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-16e5bafd-ed48-4a7f-945e-3de9239b660b req-ef3f5497-73e6-483d-af8b-16cd36991773 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473218 Dec 16 09:32:56.388503 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788e50f-c6b8-4954-9923-1e126a1f617a req-95e4ce29-0f13-4505-bdf6-415cd71acf6e tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:56.390022 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b788e50f-c6b8-4954-9923-1e126a1f617a req-95e4ce29-0f13-4505-bdf6-415cd71acf6e tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d30e604-520e-4176-b03c-fef219039168 HTTP/1.1" status: 200 len: 945 time: 0.0510893 Dec 16 09:32:56.411083 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-99dad039-58c3-4c5d-985c-b2cb247db2de None None] Provisioning complete for port de50617c-5e38-4a91-82f5-71426685381d triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:56.411578 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-99dad039-58c3-4c5d-985c-b2cb247db2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:56.435222 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b788e50f-c6b8-4954-9923-1e126a1f617a req-97933d9c-805f-4be1-90c4-6f07d770d3e4 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388691 Dec 16 09:32:56.506561 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4e5d496a-3bbe-4bc6-99ec-b8165bb244fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:56.507742 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f73d504f-8868-4074-b794-5bd717ed1e88 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:56.517499 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port de50617c-5e38-4a91-82f5-71426685381d triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:56.517768 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:56.543279 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d504f-8868-4074-b794-5bd717ed1e88 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Pushing event deleted for resources: {'Port': ['ID=517960e9-01a8-419f-b03b-28692829f8cd,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:56.549768 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73d504f-8868-4074-b794-5bd717ed1e88 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] No DVR routers for this DVR port 517960e9-01a8-419f-b03b-28692829f8cd on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:32:56.565015 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d504f-8868-4074-b794-5bd717ed1e88 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:56.565395 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d504f-8868-4074-b794-5bd717ed1e88 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:56.565764 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d504f-8868-4074-b794-5bd717ed1e88 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:56.566073 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d504f-8868-4074-b794-5bd717ed1e88 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:56.566407 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d504f-8868-4074-b794-5bd717ed1e88 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:56.566737 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d504f-8868-4074-b794-5bd717ed1e88 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:56.567696 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d504f-8868-4074-b794-5bd717ed1e88 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:56.568025 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d504f-8868-4074-b794-5bd717ed1e88 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:56.568500 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d504f-8868-4074-b794-5bd717ed1e88 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:56.569159 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d504f-8868-4074-b794-5bd717ed1e88 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:56.569159 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d504f-8868-4074-b794-5bd717ed1e88 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:56.569518 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d504f-8868-4074-b794-5bd717ed1e88 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:56.618434 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbea48-75c3-4e1f-966a-369ace658e88 req-f22259c9-eb18-4df8-a2ec-2447e3d21c36 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:56.626438 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-45bbea48-75c3-4e1f-966a-369ace658e88 req-f22259c9-eb18-4df8-a2ec-2447e3d21c36 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=79d9f379-767a-4042-9033-4a611459a250 HTTP/1.1" status: 200 len: 944 time: 0.1546612 Dec 16 09:32:56.642170 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-99dad039-58c3-4c5d-985c-b2cb247db2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:56.684413 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9a7380-6cae-4614-b8d0-c2e44c1b07df None None] DHCP port deletion for ac8eaa94-0ddd-4601-b28a-be5e67e0b648 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:32:56.689759 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:56.696418 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f73d504f-8868-4074-b794-5bd717ed1e88 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:56.739424 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-45bbea48-75c3-4e1f-966a-369ace658e88 req-50a17896-cb82-427f-a829-ae78b8f0c969 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071241 Dec 16 09:32:56.741627 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-f73d504f-8868-4074-b794-5bd717ed1e88 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cab7a9ca-3b0c-4429-9f44-7d91d9173e00']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:56.742181 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-99dad039-58c3-4c5d-985c-b2cb247db2de None None] For port de50617c-5e38-4a91-82f5-71426685381d, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=de50617c-5e38-4a91-82f5-71426685381d,segment=NetworkSegment(1a68fc78-7ce9-4281-8eaf-f7b306b88f62),segment_id=1a68fc78-7ce9-4281-8eaf-f7b306b88f62)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:56.762786 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-f73d504f-8868-4074-b794-5bd717ed1e88 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62207f2c-1f8d-4578-a2f6-f6d568a20566') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:56.765299 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-f73d504f-8868-4074-b794-5bd717ed1e88 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62207f2c-1f8d-4578-a2f6-f6d568a20566') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:56.791205 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f73d504f-8868-4074-b794-5bd717ed1e88 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:56.802929 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-8d9a7380-6cae-4614-b8d0-c2e44c1b07df None None] Deleting port de50617c-5e38-4a91-82f5-71426685381d {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:56.803307 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8d9a7380-6cae-4614-b8d0-c2e44c1b07df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:56.812772 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-99dad039-58c3-4c5d-985c-b2cb247db2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:56.821163 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f73d504f-8868-4074-b794-5bd717ed1e88 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:56.827232 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65d544-ca47-4d0e-af90-4e813bd3c381 req-2694726a-463a-42ce-9489-67c31fa66373 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:56.833932 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f73d504f-8868-4074-b794-5bd717ed1e88 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:32:56.834346 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f73d504f-8868-4074-b794-5bd717ed1e88 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:56.837030 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6f65d544-ca47-4d0e-af90-4e813bd3c381 req-2694726a-463a-42ce-9489-67c31fa66373 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 945 time: 0.0946190 Dec 16 09:32:56.901717 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6f65d544-ca47-4d0e-af90-4e813bd3c381 req-e42e4d46-694b-4251-9a64-2742ec86acad tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631630 Dec 16 09:32:56.908106 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:32:56.908106 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:32:56.908106 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:32:56.908106 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:32:56.908106 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:32:56.908106 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:32:56.908106 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:32:56.908106 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:32:56.908106 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:32:56.908106 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:32:56.908106 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:32:56.908106 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:32:56.908106 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:32:56.908106 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:32:56.908106 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:32:56.908106 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:32:56.908106 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:32:56.908106 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:32:56.908106 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:32:56.908106 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:32:56.908106 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:32:56.908106 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:32:56.908106 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:32:56.908106 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:32:56.908106 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:32:56.908106 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:32:56.908106 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:32:56.908106 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:32:56.908106 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:32:56.908106 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:32:56.908106 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:32:56.908106 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:32:56.946845 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:32:56.947298 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:32:56.964631 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dad039-58c3-4c5d-985c-b2cb247db2de None None] Pushing event updated for resources: {'Port': ['ID=de50617c-5e38-4a91-82f5-71426685381d,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:56.970861 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-8d9a7380-6cae-4614-b8d0-c2e44c1b07df None None] For port de50617c-5e38-4a91-82f5-71426685381d, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=de50617c-5e38-4a91-82f5-71426685381d,segment=NetworkSegment(1a68fc78-7ce9-4281-8eaf-f7b306b88f62),segment_id=1a68fc78-7ce9-4281-8eaf-f7b306b88f62)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:56.971341 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8d9a7380-6cae-4614-b8d0-c2e44c1b07df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:56.991896 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-8d9a7380-6cae-4614-b8d0-c2e44c1b07df None None] Calling delete_port for de50617c-5e38-4a91-82f5-71426685381d owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:57.012145 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f73d504f-8868-4074-b794-5bd717ed1e88 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:57.017793 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f73d504f-8868-4074-b794-5bd717ed1e88 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:57.029849 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44626) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:57.030030 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f73d504f-8868-4074-b794-5bd717ed1e88 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] 10.222.0.60 "DELETE /v2.0/networks/cab7a9ca-3b0c-4429-9f44-7d91d9173e00 HTTP/1.1" status: 204 len: 168 time: 1.5128763 Dec 16 09:32:57.095899 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d504f-8868-4074-b794-5bd717ed1e88 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Pushing event deleted for resources: {'Network': ['ID=cab7a9ca-3b0c-4429-9f44-7d91d9173e00,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:57.143008 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-25c8698f-3fbb-4836-bdda-e14649115bd4 None None] Could not find standard attr ID for object 517960e9-01a8-419f-b03b-28692829f8cd. {{(pid=102818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:32:57.158124 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-78c0f7e8-0712-4c35-bb32-9503f5ea01d7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:57.178548 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-135513a7-bd31-4d98-89f1-9f5bcfb064a8 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:57.180162 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-135513a7-bd31-4d98-89f1-9f5bcfb064a8 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.57 "GET /v2.0/networks?id=b3f60eab-6f2c-4106-b76e-873bab2183f6 HTTP/1.1" status: 200 len: 811 time: 0.1960847 Dec 16 09:32:57.197503 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcda9324-e0ba-4347-a7f6-d0e4d8a7ff21 None None] DHCP port deletion for cab7a9ca-3b0c-4429-9f44-7d91d9173e00 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:32:57.208279 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-6b7768fb-8048-4bae-a97d-200febd56457 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Request body: {'port': {'device_id': 'cc33b067-bfa9-465e-9978-ef7c5ddb3acd', 'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6', 'admin_state_up': True, 'tenant_id': '928a77c00bdc452c92b87dad5de07f0a'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:57.220125 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d209d39a-8bed-40a3-b019-a2bf1beae977 None None] Network cab7a9ca-3b0c-4429-9f44-7d91d9173e00 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:57.224994 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-78c0f7e8-0712-4c35-bb32-9503f5ea01d7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Deleting port de50617c-5e38-4a91-82f5-71426685381d {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:57.225524 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-78c0f7e8-0712-4c35-bb32-9503f5ea01d7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:57.236215 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d209d39a-8bed-40a3-b019-a2bf1beae977 None None] Network cab7a9ca-3b0c-4429-9f44-7d91d9173e00 could not be found, it might have been deleted concurrently. {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 16 09:32:57.237888 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8d9a7380-6cae-4614-b8d0-c2e44c1b07df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:57.271841 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9a7380-6cae-4614-b8d0-c2e44c1b07df None None] No DVR routers for this DVR port de50617c-5e38-4a91-82f5-71426685381d on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:32:57.273861 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a7380-6cae-4614-b8d0-c2e44c1b07df None None] Pushing event deleted for resources: {'Port': ['ID=de50617c-5e38-4a91-82f5-71426685381d,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:57.340232 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b8a405d3-2e51-44b7-9537-322c643e80f0 req-4adf85c3-2663-4661-a944-7012be12dd59 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 210 time: 0.0349097 Dec 16 09:32:57.340403 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-78c0f7e8-0712-4c35-bb32-9503f5ea01d7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] For port de50617c-5e38-4a91-82f5-71426685381d, host n-d-820550-2, got binding levels [] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:57.340932 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-78c0f7e8-0712-4c35-bb32-9503f5ea01d7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:57.355736 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-78c0f7e8-0712-4c35-bb32-9503f5ea01d7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Calling delete_port for de50617c-5e38-4a91-82f5-71426685381d owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:57.364659 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.ipam_backend_mixin [None req-78c0f7e8-0712-4c35-bb32-9503f5ea01d7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Port de50617c-5e38-4a91-82f5-71426685381d was not found and therefore no delete operation was performed {{(pid=102816) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 09:32:57.366075 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-78c0f7e8-0712-4c35-bb32-9503f5ea01d7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:57.396389 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0f7e8-0712-4c35-bb32-9503f5ea01d7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Pushing event deleted for resources: {'Port': ['ID=de50617c-5e38-4a91-82f5-71426685381d,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:57.404255 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0f7e8-0712-4c35-bb32-9503f5ea01d7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:57.404687 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0f7e8-0712-4c35-bb32-9503f5ea01d7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:57.405036 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0f7e8-0712-4c35-bb32-9503f5ea01d7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:57.405398 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0f7e8-0712-4c35-bb32-9503f5ea01d7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:57.405739 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0f7e8-0712-4c35-bb32-9503f5ea01d7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:57.406064 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0f7e8-0712-4c35-bb32-9503f5ea01d7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:57.406389 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0f7e8-0712-4c35-bb32-9503f5ea01d7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:57.406716 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0f7e8-0712-4c35-bb32-9503f5ea01d7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:57.407041 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0f7e8-0712-4c35-bb32-9503f5ea01d7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:57.407363 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0f7e8-0712-4c35-bb32-9503f5ea01d7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:57.407688 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0f7e8-0712-4c35-bb32-9503f5ea01d7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:57.408015 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0f7e8-0712-4c35-bb32-9503f5ea01d7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:57.412853 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c0f7e8-0712-4c35-bb32-9503f5ea01d7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] No DVR routers for this DVR port de50617c-5e38-4a91-82f5-71426685381d on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:32:57.474061 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] Port de50617c-5e38-4a91-82f5-71426685381d update to ACTIVE by agent not found {{(pid=102818) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Dec 16 09:32:57.474577 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 517960e9-01a8-419f-b03b-28692829f8cd up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:32:57.476553 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:57.495819 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 517960e9-01a8-419f-b03b-28692829f8cd {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:32:57.496171 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 517960e9-01a8-419f-b03b-28692829f8cd not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 16 09:32:57.517024 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Port 517960e9-01a8-419f-b03b-28692829f8cd not found, will not notify nova. {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 16 09:32:57.525313 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-6b7768fb-8048-4bae-a97d-200febd56457 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Made reservation on behalf of 928a77c00bdc452c92b87dad5de07f0a for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:57.529099 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-6b7768fb-8048-4bae-a97d-200febd56457 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:57.533058 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-78c0f7e8-0712-4c35-bb32-9503f5ea01d7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:57.549743 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1e99d-5ab3-4445-ad37-e15e09c52b4c req-df89e551-fd18-488b-8c88-8c043c25ff8c tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:57.551267 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dad1e99d-5ab3-4445-ad37-e15e09c52b4c req-df89e551-fd18-488b-8c88-8c043c25ff8c tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 947 time: 0.1336553 Dec 16 09:32:57.564003 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-78c0f7e8-0712-4c35-bb32-9503f5ea01d7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac8eaa94-0ddd-4601-b28a-be5e67e0b648']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:57.589792 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-78c0f7e8-0712-4c35-bb32-9503f5ea01d7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a68fc78-7ce9-4281-8eaf-f7b306b88f62') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:57.589981 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-78c0f7e8-0712-4c35-bb32-9503f5ea01d7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a68fc78-7ce9-4281-8eaf-f7b306b88f62') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:57.609139 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-78c0f7e8-0712-4c35-bb32-9503f5ea01d7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:57.622844 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dad1e99d-5ab3-4445-ad37-e15e09c52b4c req-12c83e1e-e9c8-4a3f-8304-aec3c1022f15 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626707 Dec 16 09:32:57.636157 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-78c0f7e8-0712-4c35-bb32-9503f5ea01d7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:57.656962 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78c0f7e8-0712-4c35-bb32-9503f5ea01d7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:32:57.657404 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-78c0f7e8-0712-4c35-bb32-9503f5ea01d7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:57.661451 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:32:57.661451 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:32:57.661451 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:32:57.661451 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:32:57.661451 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:32:57.661451 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:32:57.661451 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:32:57.661451 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:32:57.661451 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:32:57.661451 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:32:57.661451 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:32:57.661451 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:32:57.661451 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:32:57.661451 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:32:57.661451 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:32:57.661451 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:32:57.661451 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:32:57.661451 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:32:57.661451 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:32:57.661451 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:32:57.661451 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:32:57.661451 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:32:57.661451 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:32:57.661451 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:32:57.661451 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:32:57.661451 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:32:57.661451 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:32:57.661451 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:32:57.661451 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:32:57.661451 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:32:57.661451 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:32:57.661451 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:32:57.712411 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-6b7768fb-8048-4bae-a97d-200febd56457 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Allocated IP 172.20.0.12 (b3f60eab-6f2c-4106-b76e-873bab2183f6/f7f910b2-ddee-47db-a3bc-a08db329ec5c/b6676f93-45d8-4ec8-a125-a00c0ee24203) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:57.744399 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e63c1f-9ce6-48a2-8fb1-3db4c5d01f40 req-252e9d27-c9cc-48fc-b21e-7f5a4568edd6 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:57.744629 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-14e63c1f-9ce6-48a2-8fb1-3db4c5d01f40 req-252e9d27-c9cc-48fc-b21e-7f5a4568edd6 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d30e604-520e-4176-b03c-fef219039168 HTTP/1.1" status: 200 len: 945 time: 0.0933576 Dec 16 09:32:57.811490 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-14e63c1f-9ce6-48a2-8fb1-3db4c5d01f40 req-9fb07211-880a-4770-b527-5fd6d532c5e5 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583365 Dec 16 09:32:57.888973 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-78c0f7e8-0712-4c35-bb32-9503f5ea01d7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:57.903401 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-78c0f7e8-0712-4c35-bb32-9503f5ea01d7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:57.910787 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-78c0f7e8-0712-4c35-bb32-9503f5ea01d7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] 10.222.0.60 "DELETE /v2.0/networks/ac8eaa94-0ddd-4601-b28a-be5e67e0b648 HTTP/1.1" status: 204 len: 168 time: 0.8847547 Dec 16 09:32:57.915630 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44654) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:57.918692 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9b126-dcfe-47f0-9dfa-f7fbee29420a req-4cdcee3a-bb01-4052-9393-527e0a275390 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:57.923207 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e8a9b126-dcfe-47f0-9dfa-f7fbee29420a req-4cdcee3a-bb01-4052-9393-527e0a275390 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=79d9f379-767a-4042-9033-4a611459a250 HTTP/1.1" status: 200 len: 944 time: 0.0756562 Dec 16 09:32:57.933646 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0f7e8-0712-4c35-bb32-9503f5ea01d7 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Pushing event deleted for resources: {'Network': ['ID=ac8eaa94-0ddd-4601-b28a-be5e67e0b648,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:57.966764 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e8a9b126-dcfe-47f0-9dfa-f7fbee29420a req-f5ff2867-5600-4dd5-8042-7ff6e4f7c2aa tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349963 Dec 16 09:32:57.997492 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device de50617c-5e38-4a91-82f5-71426685381d no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:32:58.018536 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: de50617c-5e38-4a91-82f5-71426685381d {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:32:58.018964 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device de50617c-5e38-4a91-82f5-71426685381d not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:32:58.019470 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 517960e9-01a8-419f-b03b-28692829f8cd no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:32:58.026888 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ddcffdf5-4772-4659-97c6-e2dcabba7adc tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:58.032938 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-6b7768fb-8048-4bae-a97d-200febd56457 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:58.041227 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 517960e9-01a8-419f-b03b-28692829f8cd {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:32:58.041533 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 517960e9-01a8-419f-b03b-28692829f8cd not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:32:58.147710 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ddcffdf5-4772-4659-97c6-e2dcabba7adc tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:58.169697 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-ddcffdf5-4772-4659-97c6-e2dcabba7adc tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c810d492-a6fc-4ad7-9ce2-a82d106ba3ee']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:58.179377 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-ddcffdf5-4772-4659-97c6-e2dcabba7adc tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb55084-8bbe-4ce7-b837-5aa3dc7cdb6c') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:58.179674 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-ddcffdf5-4772-4659-97c6-e2dcabba7adc tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb55084-8bbe-4ce7-b837-5aa3dc7cdb6c') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:58.189166 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ddcffdf5-4772-4659-97c6-e2dcabba7adc tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:58.202465 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ddcffdf5-4772-4659-97c6-e2dcabba7adc tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:58.208867 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddcffdf5-4772-4659-97c6-e2dcabba7adc tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:32:58.209383 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ddcffdf5-4772-4659-97c6-e2dcabba7adc tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:58.212352 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:32:58.212352 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:32:58.212352 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:32:58.212352 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:32:58.212352 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:32:58.212352 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:32:58.212352 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:32:58.212352 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:32:58.212352 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:32:58.212352 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:32:58.212352 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:32:58.212352 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:32:58.212352 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:32:58.212352 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:32:58.212352 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:32:58.212352 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:32:58.212352 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:32:58.212352 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:32:58.212352 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:32:58.212352 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:32:58.212352 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:32:58.212352 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:32:58.212352 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:32:58.212352 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:32:58.212352 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:32:58.212352 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:32:58.212352 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:32:58.212352 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:32:58.212352 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:32:58.212352 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:32:58.212352 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:32:58.212352 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:32:58.351309 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-6b7768fb-8048-4bae-a97d-200febd56457 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:58.394374 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-6b7768fb-8048-4bae-a97d-200febd56457 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Network b3f60eab-6f2c-4106-b76e-873bab2183f6 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:58.398127 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-6b7768fb-8048-4bae-a97d-200febd56457 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:58.402061 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-6b7768fb-8048-4bae-a97d-200febd56457 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:58.404466 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ddcffdf5-4772-4659-97c6-e2dcabba7adc tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:58.421900 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ddcffdf5-4772-4659-97c6-e2dcabba7adc tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:58.425005 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ddcffdf5-4772-4659-97c6-e2dcabba7adc tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] 10.222.0.60 "DELETE /v2.0/networks/c810d492-a6fc-4ad7-9ce2-a82d106ba3ee HTTP/1.1" status: 204 len: 168 time: 0.5084703 Dec 16 09:32:58.427798 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44658) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:58.443306 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7768fb-8048-4bae-a97d-200febd56457 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Pushing event updated for resources: {'Port': ['ID=b6676f93-45d8-4ec8-a125-a00c0ee24203,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:58.466736 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcffdf5-4772-4659-97c6-e2dcabba7adc tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Pushing event deleted for resources: {'Network': ['ID=c810d492-a6fc-4ad7-9ce2-a82d106ba3ee,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:58.506787 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6cdb43de-fa08-4e0e-94e5-d162d7fd46c2 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:58.508888 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-6b7768fb-8048-4bae-a97d-200febd56457 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:58.509526 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-6b7768fb-8048-4bae-a97d-200febd56457 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:58.532289 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783166e8-f01b-41c2-8091-11d1180d6452 req-8001699d-e360-4cbe-8707-ce60e66303e6 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:58.533774 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-783166e8-f01b-41c2-8091-11d1180d6452 req-8001699d-e360-4cbe-8707-ce60e66303e6 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 932 time: 0.1156738 Dec 16 09:32:58.573314 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-783166e8-f01b-41c2-8091-11d1180d6452 req-b915073f-750a-441e-a8e3-9e58b3cab0a5 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334060 Dec 16 09:32:58.598072 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6cdb43de-fa08-4e0e-94e5-d162d7fd46c2 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:58.618342 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-6cdb43de-fa08-4e0e-94e5-d162d7fd46c2 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f2a0b7b-ff85-4719-9977-e49c056315d6']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:58.628382 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-6cdb43de-fa08-4e0e-94e5-d162d7fd46c2 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea5b4680-26e2-4061-9299-cff949721a48') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:58.628711 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 5358f0e6-69e6-4272-90b0-6cb0484c19a6 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:32:58.629926 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-6cdb43de-fa08-4e0e-94e5-d162d7fd46c2 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea5b4680-26e2-4061-9299-cff949721a48') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:58.638705 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6cdb43de-fa08-4e0e-94e5-d162d7fd46c2 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:58.642268 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-6b7768fb-8048-4bae-a97d-200febd56457 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4399540 Dec 16 09:32:58.652574 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6cdb43de-fa08-4e0e-94e5-d162d7fd46c2 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:58.660348 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cdb43de-fa08-4e0e-94e5-d162d7fd46c2 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:32:58.661569 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6cdb43de-fa08-4e0e-94e5-d162d7fd46c2 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:58.664638 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-2babde7b-4465-4b89-bbb4-6ca1d814283a service neutron] Request body: {'port': {'device_id': 'cc33b067-bfa9-465e-9978-ef7c5ddb3acd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:58.665492 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:32:58.665492 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:32:58.665492 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:32:58.665492 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:32:58.665492 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:32:58.665492 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:32:58.665492 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:32:58.665492 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:32:58.665492 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:32:58.665492 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:32:58.665492 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:32:58.665492 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:32:58.665492 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:32:58.665492 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:32:58.665492 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:32:58.665492 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:32:58.665492 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:32:58.665492 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:32:58.665492 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:32:58.665492 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:32:58.665492 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:32:58.665492 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:32:58.665492 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:32:58.665492 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:32:58.665492 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:32:58.665492 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:32:58.665492 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:32:58.665492 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:32:58.665492 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:32:58.665492 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:32:58.665492 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:32:58.665492 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:32:58.730185 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-2babde7b-4465-4b89-bbb4-6ca1d814283a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:58.747914 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 5358f0e6-69e6-4272-90b0-6cb0484c19a6 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:32:58.752570 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 5358f0e6-69e6-4272-90b0-6cb0484c19a6 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:58.752570 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:58.783417 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a218ec8-8502-458a-8221-9e4822ddda83 req-90b1920f-96c6-40a0-953f-134e9dc1239f tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:58.789806 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4a218ec8-8502-458a-8221-9e4822ddda83 req-90b1920f-96c6-40a0-953f-134e9dc1239f tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 947 time: 0.0824878 Dec 16 09:32:58.845834 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4a218ec8-8502-458a-8221-9e4822ddda83 req-5e9ad282-b62d-40c1-b260-dcd61d4fbdab tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471931 Dec 16 09:32:58.848213 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:58.859940 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6cdb43de-fa08-4e0e-94e5-d162d7fd46c2 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:58.882114 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6cdb43de-fa08-4e0e-94e5-d162d7fd46c2 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:58.886810 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6cdb43de-fa08-4e0e-94e5-d162d7fd46c2 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] 10.222.0.60 "DELETE /v2.0/networks/0f2a0b7b-ff85-4719-9977-e49c056315d6 HTTP/1.1" status: 204 len: 168 time: 0.4567661 Dec 16 09:32:58.886810 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb43de-fa08-4e0e-94e5-d162d7fd46c2 tempest-BulkNetworkOpsTest-1849808348 tempest-BulkNetworkOpsTest-1849808348-project] Pushing event deleted for resources: {'Network': ['ID=0f2a0b7b-ff85-4719-9977-e49c056315d6,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:58.887473 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d9f379-767a-4042-9033-4a611459a250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5358f0e6-69e6-4272-90b0-6cb0484c19a6'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:32:58.890730 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac67e519-60ce-4f27-99c6-c5fa0114ba24" -d '{"events": [{"server_uuid": "79d9f379-767a-4042-9033-4a611459a250", "name": "network-vif-plugged", "status": "completed", "tag": "5358f0e6-69e6-4272-90b0-6cb0484c19a6"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:32:58.932676 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 5358f0e6-69e6-4272-90b0-6cb0484c19a6, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=5358f0e6-69e6-4272-90b0-6cb0484c19a6,segment=NetworkSegment(ac95600e-3c1a-420e-8879-213e8cd120c0),segment_id=ac95600e-3c1a-420e-8879-213e8cd120c0)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:58.935552 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984c1fed-9438-4569-9a79-20337d910a8e x-openstack-request-id: req-984c1fed-9438-4569-9a79-20337d910a8e {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:32:58.935890 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d9f379-767a-4042-9033-4a611459a250", "name": "network-vif-plugged", "status": "completed", "tag": "5358f0e6-69e6-4272-90b0-6cb0484c19a6", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:32:58.936143 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-984c1fed-9438-4569-9a79-20337d910a8e {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:32:58.936525 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d9f379-767a-4042-9033-4a611459a250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5358f0e6-69e6-4272-90b0-6cb0484c19a6', 'code': 200} Dec 16 09:32:59.009653 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:59.025455 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:59.062608 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02a0f7-4c16-439d-b48f-b1f034ee2356 req-bf1aeedd-dfb5-4d51-89e8-8a1273db2dae tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:59.064496 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ef02a0f7-4c16-439d-b48f-b1f034ee2356 req-bf1aeedd-dfb5-4d51-89e8-8a1273db2dae tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d30e604-520e-4176-b03c-fef219039168 HTTP/1.1" status: 200 len: 945 time: 0.1002483 Dec 16 09:32:59.067948 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-2babde7b-4465-4b89-bbb4-6ca1d814283a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6676f93-45d8-4ec8-a125-a00c0ee24203 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:32:59.076651 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-2babde7b-4465-4b89-bbb4-6ca1d814283a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:59.089600 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-2babde7b-4465-4b89-bbb4-6ca1d814283a service neutron] Transition to ACTIVE for port object b6676f93-45d8-4ec8-a125-a00c0ee24203 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:32:59.095320 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb01a6-fd36-48cc-80eb-3a889d6a6e0b req-6af4fa18-c187-4b40-a82c-ec3d22e1ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:59.096865 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-edbb01a6-fd36-48cc-80eb-3a889d6a6e0b req-6af4fa18-c187-4b40-a82c-ec3d22e1ff6e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=79d9f379-767a-4042-9033-4a611459a250 HTTP/1.1" status: 200 len: 1096 time: 0.0852423 Dec 16 09:32:59.098886 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=5358f0e6-69e6-4272-90b0-6cb0484c19a6,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:59.122555 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ef02a0f7-4c16-439d-b48f-b1f034ee2356 req-52308a9c-3760-49ec-9c3b-270df53c4127 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495319 Dec 16 09:32:59.146108 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-edbb01a6-fd36-48cc-80eb-3a889d6a6e0b req-cfaa1b73-fea7-4b27-ba80-e3159c2ebedc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357788 Dec 16 09:32:59.163736 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d67f49-119e-4431-ba2b-013122124946 req-f66c312f-55f3-4bff-8379-73e52b5aff33 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:59.165296 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-63d67f49-119e-4431-ba2b-013122124946 req-f66c312f-55f3-4bff-8379-73e52b5aff33 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=79d9f379-767a-4042-9033-4a611459a250 HTTP/1.1" status: 200 len: 945 time: 0.0635989 Dec 16 09:32:59.207775 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-63d67f49-119e-4431-ba2b-013122124946 req-5530973a-7bdf-4202-bbe1-6793eb555bd1 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314376 Dec 16 09:32:59.214267 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-2babde7b-4465-4b89-bbb4-6ca1d814283a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:59.251186 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device ab637822-ae08-4bb9-af94-62e599007655 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:32:59.267037 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babde7b-4465-4b89-bbb4-6ca1d814283a service neutron] Pushing event updated for resources: {'Port': ['ID=b6676f93-45d8-4ec8-a125-a00c0ee24203,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:59.340636 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-2babde7b-4465-4b89-bbb4-6ca1d814283a service neutron] Attempting to bind port b6676f93-45d8-4ec8-a125-a00c0ee24203 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:59.340979 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-2babde7b-4465-4b89-bbb4-6ca1d814283a service neutron] Attempting to bind port b6676f93-45d8-4ec8-a125-a00c0ee24203 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '86c5d65d-0a28-4cbb-b6eb-52df45cc588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:59.341343 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-2babde7b-4465-4b89-bbb4-6ca1d814283a service neutron] Attempting to bind port b6676f93-45d8-4ec8-a125-a00c0ee24203 on network b3f60eab-6f2c-4106-b76e-873bab2183f6 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:59.345916 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-2babde7b-4465-4b89-bbb4-6ca1d814283a service neutron] Port b6676f93-45d8-4ec8-a125-a00c0ee24203 on network b3f60eab-6f2c-4106-b76e-873bab2183f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:59.346248 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-2babde7b-4465-4b89-bbb4-6ca1d814283a service neutron] Attempting to bind port b6676f93-45d8-4ec8-a125-a00c0ee24203 on network b3f60eab-6f2c-4106-b76e-873bab2183f6 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:59.351913 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-2babde7b-4465-4b89-bbb4-6ca1d814283a service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:32:59.352248 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-2babde7b-4465-4b89-bbb4-6ca1d814283a service neutron] Checking segment: {'id': '86c5d65d-0a28-4cbb-b6eb-52df45cc588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:59.352628 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-2babde7b-4465-4b89-bbb4-6ca1d814283a service neutron] Bound using segment: {'id': '86c5d65d-0a28-4cbb-b6eb-52df45cc588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:32:59.353055 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-2babde7b-4465-4b89-bbb4-6ca1d814283a service neutron] Bound port: b6676f93-45d8-4ec8-a125-a00c0ee24203, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86c5d65d-0a28-4cbb-b6eb-52df45cc588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:32:59.353361 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port ab637822-ae08-4bb9-af94-62e599007655, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ab637822-ae08-4bb9-af94-62e599007655,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:59.353517 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-2babde7b-4465-4b89-bbb4-6ca1d814283a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:59.365984 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'ab637822-ae08-4bb9-af94-62e599007655', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': 'ab637822-ae08-4bb9-af94-62e599007655', 'mac_address': 'fa:16:3e:a7:6a:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:32:59.407249 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:59.424684 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab637822-ae08-4bb9-af94-62e599007655 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:32:59.429320 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e010cd0-480b-4f0d-8ab3-13a2dce2f33f req-79f97b78-2e64-4a6d-8676-8bf8771b9be2 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:59.432638 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-2babde7b-4465-4b89-bbb4-6ca1d814283a service neutron] For port b6676f93-45d8-4ec8-a125-a00c0ee24203, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:32:59.436526 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-2babde7b-4465-4b89-bbb4-6ca1d814283a service neutron] For port b6676f93-45d8-4ec8-a125-a00c0ee24203, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=b6676f93-45d8-4ec8-a125-a00c0ee24203,segment=NetworkSegment(86c5d65d-0a28-4cbb-b6eb-52df45cc588d),segment_id=86c5d65d-0a28-4cbb-b6eb-52df45cc588d)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:32:59.437423 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7e010cd0-480b-4f0d-8ab3-13a2dce2f33f req-79f97b78-2e64-4a6d-8676-8bf8771b9be2 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/networks?id=c0c998b7-16cb-40aa-910e-ab4864e39b16 HTTP/1.1" status: 200 len: 806 time: 0.1201193 Dec 16 09:32:59.453712 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7e010cd0-480b-4f0d-8ab3-13a2dce2f33f req-56be1210-a4e7-4c0f-8203-dc5dec712467 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/quotas/2f8f61b4cde14c72b4dcdad8045c9583 HTTP/1.1" status: 200 len: 375 time: 0.0152457 Dec 16 09:32:59.455195 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port ab637822-ae08-4bb9-af94-62e599007655, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ab637822-ae08-4bb9-af94-62e599007655,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:59.489324 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-2babde7b-4465-4b89-bbb4-6ca1d814283a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:59.510209 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7e010cd0-480b-4f0d-8ab3-13a2dce2f33f req-8120aeff-412d-439a-afd6-0d33f0d5e322 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f8f61b4cde14c72b4dcdad8045c9583&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0538700 Dec 16 09:32:59.525852 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-2babde7b-4465-4b89-bbb4-6ca1d814283a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:59.526486 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-2babde7b-4465-4b89-bbb4-6ca1d814283a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:59.527973 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-2babde7b-4465-4b89-bbb4-6ca1d814283a service neutron] 10.222.0.57 "PUT /v2.0/ports/b6676f93-45d8-4ec8-a125-a00c0ee24203 HTTP/1.1" status: 200 len: 1092 time: 0.8700273 Dec 16 09:32:59.528412 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc33b067-bfa9-465e-9978-ef7c5ddb3acd', 'tag': 'b6676f93-45d8-4ec8-a125-a00c0ee24203'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:32:59.530688 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7852443a-efd1-447e-82f5-345a2339f638" -d '{"events": [{"name": "network-changed", "server_uuid": "cc33b067-bfa9-465e-9978-ef7c5ddb3acd", "tag": "b6676f93-45d8-4ec8-a125-a00c0ee24203"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:32:59.534666 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:59.537164 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:59.537818 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 0623c71a-9522-46b5-9066-743861d70c1d details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:32:59.564157 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44700) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:59.592882 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babde7b-4465-4b89-bbb4-6ca1d814283a service neutron] Pushing event updated for resources: {'Port': ['ID=b6676f93-45d8-4ec8-a125-a00c0ee24203,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:59.607349 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a40ce7-05b4-4758-bbd1-47e2e4592eda x-openstack-request-id: req-78a40ce7-05b4-4758-bbd1-47e2e4592eda {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:32:59.607858 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc33b067-bfa9-465e-9978-ef7c5ddb3acd", "tag": "b6676f93-45d8-4ec8-a125-a00c0ee24203", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:32:59.608522 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-78a40ce7-05b4-4758-bbd1-47e2e4592eda {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:32:59.608633 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc33b067-bfa9-465e-9978-ef7c5ddb3acd', 'tag': 'b6676f93-45d8-4ec8-a125-a00c0ee24203', 'status': 'completed', 'code': 200} Dec 16 09:32:59.650961 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=ab637822-ae08-4bb9-af94-62e599007655,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:59.666572 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7e010cd0-480b-4f0d-8ab3-13a2dce2f33f req-95575d31-dd24-4ad6-8e33-125a1d781de2 service neutron] 10.222.0.60 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488531 Dec 16 09:32:59.696779 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 0623c71a-9522-46b5-9066-743861d70c1d, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=0623c71a-9522-46b5-9066-743861d70c1d,segment=NetworkSegment(2082cd97-2035-461e-ae5b-e2756d7ddb51),segment_id=2082cd97-2035-461e-ae5b-e2756d7ddb51)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:59.709664 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '0623c71a-9522-46b5-9066-743861d70c1d', 'network_id': '2eeb7a38-55b2-441b-9574-26196c5f8d08', 'port_id': '0623c71a-9522-46b5-9066-743861d70c1d', 'mac_address': 'fa:16:3e:58:11:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211efb7a-3b19-4354-921e-9061bf2ec918', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:32:59.734339 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852443a-efd1-447e-82f5-345a2339f638 req-7574660b-99bc-4233-9d77-63e76f67724e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:59.736146 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7852443a-efd1-447e-82f5-345a2339f638 req-7574660b-99bc-4233-9d77-63e76f67724e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=928a77c00bdc452c92b87dad5de07f0a&device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 1095 time: 0.1043642 Dec 16 09:32:59.753401 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734167a0-222b-4cf5-a2a0-95b4e4ed9fa4 req-744d4465-9e5c-4126-8687-c7c5e47f7e47 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:59.755230 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-734167a0-222b-4cf5-a2a0-95b4e4ed9fa4 req-744d4465-9e5c-4126-8687-c7c5e47f7e47 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 944 time: 0.0755568 Dec 16 09:32:59.759964 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:59.774611 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0623c71a-9522-46b5-9066-743861d70c1d {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:32:59.778028 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7e010cd0-480b-4f0d-8ab3-13a2dce2f33f req-e2f7ee5b-7787-4193-9f07-3b0dc2fe87f5 service neutron] 10.222.0.60 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103146 Dec 16 09:32:59.796812 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 0623c71a-9522-46b5-9066-743861d70c1d, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=0623c71a-9522-46b5-9066-743861d70c1d,segment=NetworkSegment(2082cd97-2035-461e-ae5b-e2756d7ddb51),segment_id=2082cd97-2035-461e-ae5b-e2756d7ddb51)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:59.878003 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d46651d1-3d75-4a1d-bf91-0e742d6bec34 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=51fa168a01294cfaa670d53b7b0d0792&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3126998 Dec 16 09:32:59.880632 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44712) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:59.883204 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-734167a0-222b-4cf5-a2a0-95b4e4ed9fa4 req-2a026a8b-b4f4-4fdf-8549-7402146b7f9b tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189561 Dec 16 09:32:59.907861 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852443a-efd1-447e-82f5-345a2339f638 req-93847bc1-96ed-4f81-9b4f-1d730a404a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:59.909434 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7852443a-efd1-447e-82f5-345a2339f638 req-93847bc1-96ed-4f81-9b4f-1d730a404a6e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=928a77c00bdc452c92b87dad5de07f0a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1637566 Dec 16 09:32:59.924609 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:59.955194 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-916a2544-7efd-49f4-bbcd-b29f013dd687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:59.990007 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=0623c71a-9522-46b5-9066-743861d70c1d,revision_number=6']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:59.997384 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-916a2544-7efd-49f4-bbcd-b29f013dd687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:00.020770 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852443a-efd1-447e-82f5-345a2339f638 req-bdc6462b-fced-4671-a335-849d4ab6ea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:00.022369 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7852443a-efd1-447e-82f5-345a2339f638 req-bdc6462b-fced-4671-a335-849d4ab6ea4c service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1037567 Dec 16 09:33:00.044223 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['0623c71a-9522-46b5-9066-743861d70c1d'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:33:00.139997 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-916a2544-7efd-49f4-bbcd-b29f013dd687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:00.142687 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-916a2544-7efd-49f4-bbcd-b29f013dd687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:00.147185 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-916a2544-7efd-49f4-bbcd-b29f013dd687 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3f9deb21-e4a0-4c7e-802c-cc7afe57e5ac HTTP/1.1" status: 204 len: 168 time: 0.2653742 Dec 16 09:33:00.159591 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a2544-7efd-49f4-bbcd-b29f013dd687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9deb21-e4a0-4c7e-802c-cc7afe57e5ac,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:00.208059 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-9bed6200-a7a8-4f2d-be35-0b818d08a4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:00.215264 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-9bed6200-a7a8-4f2d-be35-0b818d08a4f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=928a77c00bdc452c92b87dad5de07f0a&device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 1095 time: 0.1423597 Dec 16 09:33:00.267505 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-1d775a35-17e0-46a8-89dd-ef9064caeb82 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6676f93-45d8-4ec8-a125-a00c0ee24203 HTTP/1.1" status: 200 len: 217 time: 0.0435064 Dec 16 09:33:00.291573 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef47f1d-df7a-427c-90c9-c8d29669f9c7 req-a650b6f6-0083-4711-bebb-b7440b86b988 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:00.293104 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4ef47f1d-df7a-427c-90c9-c8d29669f9c7 req-a650b6f6-0083-4711-bebb-b7440b86b988 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 948 time: 0.1823025 Dec 16 09:33:00.343051 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-7ddc69f9-6d19-4e88-91a7-c73f3a780edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:00.344484 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-7ddc69f9-6d19-4e88-91a7-c73f3a780edd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f7f910b2-ddee-47db-a3bc-a08db329ec5c HTTP/1.1" status: 200 len: 851 time: 0.0502515 Dec 16 09:33:00.376315 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['ab637822-ae08-4bb9-af94-62e599007655'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:33:00.393746 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-4f6c9204-09e1-4bb0-a042-dae1d1e18b24 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b3f60eab-6f2c-4106-b76e-873bab2183f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412436 Dec 16 09:33:00.432155 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4ef47f1d-df7a-427c-90c9-c8d29669f9c7 req-c5f27ebe-539b-4d3e-965b-9fc9db3796fa tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922723 Dec 16 09:33:00.534854 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-1b63328a-e33a-4f23-8f5d-0e3074973455 service neutron] 10.222.0.57 "GET /v2.0/networks/b3f60eab-6f2c-4106-b76e-873bab2183f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281857 Dec 16 09:33:00.721247 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e501054a-ef9e-4427-b6e3-3123ee39bd74 req-0038a37e-8d3d-4480-af84-62ffed90a035 service neutron] 10.222.0.57 "GET /v2.0/networks/b3f60eab-6f2c-4106-b76e-873bab2183f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778007 Dec 16 09:33:00.742124 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abc18b-b98c-412d-b861-701609b66d61 req-1cfac724-231c-4b29-a6ad-d7f95838a2ad tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:00.749480 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a0abc18b-b98c-412d-b861-701609b66d61 req-1cfac724-231c-4b29-a6ad-d7f95838a2ad tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=79d9f379-767a-4042-9033-4a611459a250 HTTP/1.1" status: 200 len: 945 time: 0.0830691 Dec 16 09:33:00.783739 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a0abc18b-b98c-412d-b861-701609b66d61 req-83dd7d9b-a2d9-4a2f-8d32-9fede520c17d tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334086 Dec 16 09:33:01.003022 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-e3243eee-640b-45e5-8df8-bc05cff35ae2 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:01.013050 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-e3243eee-640b-45e5-8df8-bc05cff35ae2 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/networks?id=c0c998b7-16cb-40aa-910e-ab4864e39b16 HTTP/1.1" status: 200 len: 806 time: 0.1726060 Dec 16 09:33:01.029752 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ccb23-5ff0-477a-a1c9-b8c3191f2c67 req-8930b61c-d3fa-43f6-b222-a6689bede94c tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:01.031307 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-531ccb23-5ff0-477a-a1c9-b8c3191f2c67 req-8930b61c-d3fa-43f6-b222-a6689bede94c tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 944 time: 0.0695541 Dec 16 09:33:01.033673 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-804e6e78-f74c-4d1b-8aca-f60d1cef29dd tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/quotas/2f8f61b4cde14c72b4dcdad8045c9583 HTTP/1.1" status: 200 len: 375 time: 0.0191696 Dec 16 09:33:01.082437 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-531ccb23-5ff0-477a-a1c9-b8c3191f2c67 req-67662c3f-5913-44e2-ba6e-878bfba6db48 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401652 Dec 16 09:33:01.098052 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-2b2bc83e-67e9-4948-b5c6-65f63ecfda64 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f8f61b4cde14c72b4dcdad8045c9583&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0552933 Dec 16 09:33:01.216556 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-57659254-1999-46e3-9eb4-a1838bb87e53 service neutron] 10.222.0.60 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099536 Dec 16 09:33:01.258411 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device ab637822-ae08-4bb9-af94-62e599007655 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:33:01.355847 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-b8119cf3-c6bd-4865-8260-45a230640884 service neutron] 10.222.0.60 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310992 Dec 16 09:33:01.416509 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port ab637822-ae08-4bb9-af94-62e599007655 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:33:01.420669 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port ab637822-ae08-4bb9-af94-62e599007655 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:01.421053 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:01.517551 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:01.558341 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293ad14c-f4a5-4336-b6e0-88dd269d8c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab637822-ae08-4bb9-af94-62e599007655'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:01.561305 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305543ef-9bd1-4d68-b13f-74a061f0b308" -d '{"events": [{"server_uuid": "293ad14c-f4a5-4336-b6e0-88dd269d8c1b", "name": "network-vif-plugged", "status": "completed", "tag": "ab637822-ae08-4bb9-af94-62e599007655"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:01.576969 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port ab637822-ae08-4bb9-af94-62e599007655, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ab637822-ae08-4bb9-af94-62e599007655,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:01.647172 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:01.648115 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 0623c71a-9522-46b5-9066-743861d70c1d up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:33:01.648906 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44818) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:01.703077 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41705dc-4a5d-4636-9bef-c87824ce6c41 x-openstack-request-id: req-c41705dc-4a5d-4636-9bef-c87824ce6c41 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:01.703378 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293ad14c-f4a5-4336-b6e0-88dd269d8c1b", "name": "network-vif-plugged", "status": "completed", "tag": "ab637822-ae08-4bb9-af94-62e599007655", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:01.703629 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c41705dc-4a5d-4636-9bef-c87824ce6c41 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:01.704130 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293ad14c-f4a5-4336-b6e0-88dd269d8c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab637822-ae08-4bb9-af94-62e599007655', 'code': 200} Dec 16 09:33:01.762443 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=ab637822-ae08-4bb9-af94-62e599007655,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:01.807841 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 0623c71a-9522-46b5-9066-743861d70c1d triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:01.808457 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:01.844681 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ef029-bfd6-4701-9b52-071a2d5fa888 req-84204b63-ff6d-489a-b683-d69e9111b4ab tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:01.853194 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4a2ef029-bfd6-4701-9b52-071a2d5fa888 req-84204b63-ff6d-489a-b683-d69e9111b4ab tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.0735762 Dec 16 09:33:01.912512 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7a40b5e0-a251-4eec-8edc-cd5948adf8eb req-3eccc236-6411-467d-bdc3-fd1be5b49fa0 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fc3678e-81a2-4276-a995-ae8b54f96d2a HTTP/1.1" status: 200 len: 210 time: 0.0842912 Dec 16 09:33:01.931766 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-76b73f20-9f44-4568-a0a3-81ab72a6148b tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Request body: {'security_group': {'name': 'tempest-secgroup--1671536340'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:01.940829 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa56db9-8850-44a3-8a92-5e4488cccaf5 req-987be4d7-4b14-4099-aa3a-4a19504971fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:01.943644 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-afa56db9-8850-44a3-8a92-5e4488cccaf5 req-987be4d7-4b14-4099-aa3a-4a19504971fa service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 1100 time: 0.1761403 Dec 16 09:33:01.944155 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4a2ef029-bfd6-4701-9b52-071a2d5fa888 req-8b1c1dec-4f97-40bb-ac4a-e6b39223ef6a tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896463 Dec 16 09:33:01.982351 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:02.026472 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 0623c71a-9522-46b5-9066-743861d70c1d, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=0623c71a-9522-46b5-9066-743861d70c1d,segment=NetworkSegment(2082cd97-2035-461e-ae5b-e2756d7ddb51),segment_id=2082cd97-2035-461e-ae5b-e2756d7ddb51)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:02.047868 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-afa56db9-8850-44a3-8a92-5e4488cccaf5 req-fc05aa03-9c6b-437e-a370-6a465c9dbd6e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953512 Dec 16 09:33:02.069456 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-76b73f20-9f44-4568-a0a3-81ab72a6148b tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:02.076671 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:02.081251 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-76b73f20-9f44-4568-a0a3-81ab72a6148b tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:02.115642 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5adfe7-a02a-444a-9d81-503952a23daf req-4454c5f1-1408-4f2b-bf89-811dcdf34a24 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:02.117221 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ec5adfe7-a02a-444a-9d81-503952a23daf req-4454c5f1-1408-4f2b-bf89-811dcdf34a24 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=79d9f379-767a-4042-9033-4a611459a250 HTTP/1.1" status: 200 len: 945 time: 0.0794699 Dec 16 09:33:02.154094 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=0623c71a-9522-46b5-9066-743861d70c1d,revision_number=7']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:02.216247 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86383be2-b875-4329-8c9e-6104f8e3d2a1 req-42e79737-e808-442f-bd85-1e8402068057 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:02.224606 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-86383be2-b875-4329-8c9e-6104f8e3d2a1 req-42e79737-e808-442f-bd85-1e8402068057 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 944 time: 0.0666254 Dec 16 09:33:02.228154 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ec5adfe7-a02a-444a-9d81-503952a23daf req-1b912975-d4b0-4014-85a3-d6782e8fabb4 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901053 Dec 16 09:33:02.296062 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-86383be2-b875-4329-8c9e-6104f8e3d2a1 req-fbbfd986-a22a-4816-b653-dd48aaa5b1cb tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702262 Dec 16 09:33:02.308644 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-76b73f20-9f44-4568-a0a3-81ab72a6148b tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:02.413872 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-76b73f20-9f44-4568-a0a3-81ab72a6148b tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:02.443448 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f4379-b089-4541-9eb6-120c7cea3bb8 req-f79715de-900d-4aea-89fc-5bb900772ca4 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:02.446553 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ae9f4379-b089-4541-9eb6-120c7cea3bb8 req-f79715de-900d-4aea-89fc-5bb900772ca4 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=79d9f379-767a-4042-9033-4a611459a250 HTTP/1.1" status: 200 len: 945 time: 0.0731454 Dec 16 09:33:02.474717 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b73f20-9f44-4568-a0a3-81ab72a6148b tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=938877dc-e178-43a9-9639-7134dab1e437,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:02.534479 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ae9f4379-b089-4541-9eb6-120c7cea3bb8 req-3820006e-08e3-441a-af59-454a476a1543 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812583 Dec 16 09:33:02.574115 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-76b73f20-9f44-4568-a0a3-81ab72a6148b tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:02.728165 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-76b73f20-9f44-4568-a0a3-81ab72a6148b tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:02.774591 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b73f20-9f44-4568-a0a3-81ab72a6148b tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16629f27-aba4-4d03-9177-6f6a1252131f,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:02.827413 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-76b73f20-9f44-4568-a0a3-81ab72a6148b tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:02.828845 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-76b73f20-9f44-4568-a0a3-81ab72a6148b tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1782725 Dec 16 09:33:02.831323 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44860) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:02.901149 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e5eb68a5-dd7b-41a0-a7bb-0ea21dd3d5a9 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0665281 Dec 16 09:33:02.901979 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44862) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:02.910389 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-fdaf7628-c9c1-4298-b4c9-4ab8e8fa66f7 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Request body: {'security_group': {'name': 'tempest-security--39514457', 'description': 'tempest-security-description-539785128'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:02.980425 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7628-c9c1-4298-b4c9-4ab8e8fa66f7 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:03.039372 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0072e6c4-f53d-42ef-92d2-21aaf51a4286 req-d090d64e-1731-4886-9fd2-f65f537e80ae tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fc3678e-81a2-4276-a995-ae8b54f96d2a HTTP/1.1" status: 200 len: 210 time: 0.0425415 Dec 16 09:33:03.107566 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7628-c9c1-4298-b4c9-4ab8e8fa66f7 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:03.197129 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9950f9a-df94-4b66-8d19-a1903957819c req-ee30c8bb-5a97-4aab-bae3-0a5d89bf26de tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:03.199303 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d9950f9a-df94-4b66-8d19-a1903957819c req-ee30c8bb-5a97-4aab-bae3-0a5d89bf26de tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.0715821 Dec 16 09:33:03.265738 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d9950f9a-df94-4b66-8d19-a1903957819c req-1ebdb606-88dd-4a46-bacc-2f59f32d4238 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602736 Dec 16 09:33:03.288592 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7628-c9c1-4298-b4c9-4ab8e8fa66f7 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:03.292064 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7628-c9c1-4298-b4c9-4ab8e8fa66f7 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:03.296549 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44874) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:03.297442 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fdaf7628-c9c1-4298-b4c9-4ab8e8fa66f7 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "PUT /v2.0/security-groups/16629f27-aba4-4d03-9177-6f6a1252131f HTTP/1.1" status: 200 len: 1777 time: 0.3918970 Dec 16 09:33:03.333366 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7628-c9c1-4298-b4c9-4ab8e8fa66f7 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16629f27-aba4-4d03-9177-6f6a1252131f,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:03.395893 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44882) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:03.396552 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-62ace86b-e7d1-4590-8ad8-c77beb52f957 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "GET /v2.0/security-groups/16629f27-aba4-4d03-9177-6f6a1252131f HTTP/1.1" status: 200 len: 1777 time: 0.0937829 Dec 16 09:33:03.500249 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f799d-9fe6-431b-b9dc-4491676e429a req-09da06f1-b4f2-469b-9c4c-ede8fac54c77 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:03.501794 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a7f799d-9fe6-431b-b9dc-4491676e429a req-09da06f1-b4f2-469b-9c4c-ede8fac54c77 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 944 time: 0.0875506 Dec 16 09:33:03.506036 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ac4a629f-7815-4f7f-8c39-8b3513ab0557 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:03.558824 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ac4a629f-7815-4f7f-8c39-8b3513ab0557 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:03.606712 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a7f799d-9fe6-431b-b9dc-4491676e429a req-351d94ea-38ef-4fd3-863c-2782738c1e0b tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879138 Dec 16 09:33:03.708379 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44094a4a-179e-41aa-a0e7-bf18846c9528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0623c71a-9522-46b5-9066-743861d70c1d'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:03.708379 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565ebf7f-78eb-43bd-a015-9e2a27bd823c" -d '{"events": [{"server_uuid": "44094a4a-179e-41aa-a0e7-bf18846c9528", "name": "network-vif-plugged", "status": "completed", "tag": "0623c71a-9522-46b5-9066-743861d70c1d"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:03.779684 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ac4a629f-7815-4f7f-8c39-8b3513ab0557 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:03.793054 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ac4a629f-7815-4f7f-8c39-8b3513ab0557 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:03.797755 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44904) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:03.798128 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ac4a629f-7815-4f7f-8c39-8b3513ab0557 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "DELETE /v2.0/security-groups/16629f27-aba4-4d03-9177-6f6a1252131f HTTP/1.1" status: 204 len: 168 time: 0.4002964 Dec 16 09:33:03.822255 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a629f-7815-4f7f-8c39-8b3513ab0557 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16629f27-aba4-4d03-9177-6f6a1252131f,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:03.851517 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef43153-7bd1-435d-8760-d9aad50bbf33 x-openstack-request-id: req-8ef43153-7bd1-435d-8760-d9aad50bbf33 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:03.852702 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44094a4a-179e-41aa-a0e7-bf18846c9528", "name": "network-vif-plugged", "status": "completed", "tag": "0623c71a-9522-46b5-9066-743861d70c1d", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:03.853166 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8ef43153-7bd1-435d-8760-d9aad50bbf33 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:03.854069 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44094a4a-179e-41aa-a0e7-bf18846c9528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0623c71a-9522-46b5-9066-743861d70c1d', 'code': 200} Dec 16 09:33:03.870980 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-afea14a8-a460-4f63-bd0f-385dea63fc3a tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0719512 Dec 16 09:33:03.873755 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44906) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:03.891482 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-502ae65a-4f82-4141-8410-720fa48a9a99 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] delete failed (client error): The resource could not be found. Dec 16 09:33:03.892532 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-502ae65a-4f82-4141-8410-720fa48a9a99 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "DELETE /v2.0/security-groups/16629f27-aba4-4d03-9177-6f6a1252131f HTTP/1.1" status: 404 len: 347 time: 0.0177987 Dec 16 09:33:03.900703 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44908) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:03.906814 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-f86ae85b-13a2-46e1-9a1c-0db615b896e7 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Request body: {'security_group': {'name': 'tempest-secgroup--666179405'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:03.943856 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206727cb-5743-4e71-81c3-5dde17fa4aac req-da9de3fb-da9e-42d0-ab1d-859220617fd5 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:03.945431 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-206727cb-5743-4e71-81c3-5dde17fa4aac req-da9de3fb-da9e-42d0-ab1d-859220617fd5 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=79d9f379-767a-4042-9033-4a611459a250 HTTP/1.1" status: 200 len: 945 time: 0.0730720 Dec 16 09:33:03.997658 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-206727cb-5743-4e71-81c3-5dde17fa4aac req-4a61510b-0da3-4e75-b0cf-8521f1e13457 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449147 Dec 16 09:33:04.031166 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f86ae85b-13a2-46e1-9a1c-0db615b896e7 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:04.142369 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f86ae85b-13a2-46e1-9a1c-0db615b896e7 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:04.168303 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bb1c20db-cf3e-46fc-9d4a-a8fc0e48a28e req-cb502ac7-33ae-4163-a394-744c99376d96 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fc3678e-81a2-4276-a995-ae8b54f96d2a HTTP/1.1" status: 200 len: 210 time: 0.0371115 Dec 16 09:33:04.227655 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f86ae85b-13a2-46e1-9a1c-0db615b896e7 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:04.264954 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ae85b-13a2-46e1-9a1c-0db615b896e7 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=336fb59d-d0fc-42b0-b917-df5c97a29346,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:04.370377 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f86ae85b-13a2-46e1-9a1c-0db615b896e7 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:04.372905 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f86ae85b-13a2-46e1-9a1c-0db615b896e7 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4698567 Dec 16 09:33:04.389323 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44914) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:04.397279 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-5c221a9e-b110-42b2-b3e0-f54e35442fc4 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Request body: {'security_group_rule': {'security_group_id': '336fb59d-d0fc-42b0-b917-df5c97a29346', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:04.398551 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e67047-77dd-40ec-9196-77e9113e5797 req-c4a83583-f24f-4208-a467-410a8c632dd0 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:04.400491 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-87e67047-77dd-40ec-9196-77e9113e5797 req-c4a83583-f24f-4208-a467-410a8c632dd0 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.0647323 Dec 16 09:33:04.457982 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-87e67047-77dd-40ec-9196-77e9113e5797 req-da23c9e2-ac06-4c44-987d-3c064caa2aab tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447631 Dec 16 09:33:04.550337 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5c221a9e-b110-42b2-b3e0-f54e35442fc4 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:04.741403 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5c221a9e-b110-42b2-b3e0-f54e35442fc4 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:04.741512 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device b6676f93-45d8-4ec8-a125-a00c0ee24203 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:33:04.742017 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e19b9-1621-4ce9-9533-0574b9a37fd5 req-4e3c8ea5-617a-4ff0-ae88-9ff77e5d2f1c tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:04.742017 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-183e19b9-1621-4ce9-9533-0574b9a37fd5 req-4e3c8ea5-617a-4ff0-ae88-9ff77e5d2f1c tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.1500928 Dec 16 09:33:04.742192 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-cc5cff38-6490-4edd-9f1a-de98932ea380 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:04.742192 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-cc5cff38-6490-4edd-9f1a-de98932ea380 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.58 "GET /v2.0/networks?id=c0c998b7-16cb-40aa-910e-ab4864e39b16 HTTP/1.1" status: 200 len: 806 time: 0.2024157 Dec 16 09:33:04.749208 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-fab25fd5-9cf8-40f8-a160-5e79dacd85e2 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Request body: {'port': {'device_id': '9fc3678e-81a2-4276-a995-ae8b54f96d2a', 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16', 'admin_state_up': True, 'tenant_id': '2f8f61b4cde14c72b4dcdad8045c9583'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:04.795062 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-183e19b9-1621-4ce9-9533-0574b9a37fd5 req-3c2b2e51-6a15-4248-9993-fdda94fd01b5 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801940 Dec 16 09:33:04.837466 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port b6676f93-45d8-4ec8-a125-a00c0ee24203, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=b6676f93-45d8-4ec8-a125-a00c0ee24203,segment=NetworkSegment(86c5d65d-0a28-4cbb-b6eb-52df45cc588d),segment_id=86c5d65d-0a28-4cbb-b6eb-52df45cc588d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:04.854229 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'b6676f93-45d8-4ec8-a125-a00c0ee24203', 'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6', 'port_id': 'b6676f93-45d8-4ec8-a125-a00c0ee24203', 'mac_address': 'fa:16:3e:c3:9f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f910b2-ddee-47db-a3bc-a08db329ec5c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:33:04.916629 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:04.920624 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761482e-9835-4954-ab67-8411b8eb5ab9 req-18548bda-2c97-47d0-9334-702632ab2d3f tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:04.931169 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5761482e-9835-4954-ab67-8411b8eb5ab9 req-18548bda-2c97-47d0-9334-702632ab2d3f tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 944 time: 0.1957772 Dec 16 09:33:05.052597 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6676f93-45d8-4ec8-a125-a00c0ee24203 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:33:05.052597 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port b6676f93-45d8-4ec8-a125-a00c0ee24203, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=b6676f93-45d8-4ec8-a125-a00c0ee24203,segment=NetworkSegment(86c5d65d-0a28-4cbb-b6eb-52df45cc588d),segment_id=86c5d65d-0a28-4cbb-b6eb-52df45cc588d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:05.053378 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5761482e-9835-4954-ab67-8411b8eb5ab9 req-aaa3198d-347d-48ff-b5a3-21c795636883 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676944 Dec 16 09:33:05.112918 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5c221a9e-b110-42b2-b3e0-f54e35442fc4 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:05.135328 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c221a9e-b110-42b2-b3e0-f54e35442fc4 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0292483-118f-4655-a56b-69e00416894e,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:05.193747 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:05.198576 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae8290-add6-4c0d-8cae-1459e0e1bc97 req-13a192ec-9ac7-4199-b716-668ad62d3cf3 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:05.199799 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-85ae8290-add6-4c0d-8cae-1459e0e1bc97 req-13a192ec-9ac7-4199-b716-668ad62d3cf3 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=79d9f379-767a-4042-9033-4a611459a250 HTTP/1.1" status: 200 len: 945 time: 0.0501964 Dec 16 09:33:05.240049 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-fab25fd5-9cf8-40f8-a160-5e79dacd85e2 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Made reservation on behalf of 2f8f61b4cde14c72b4dcdad8045c9583 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:05.241829 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-85ae8290-add6-4c0d-8cae-1459e0e1bc97 req-b5dfe21f-c199-43d1-898d-740b0be52cd7 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343006 Dec 16 09:33:05.244291 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-fab25fd5-9cf8-40f8-a160-5e79dacd85e2 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:05.251429 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=b6676f93-45d8-4ec8-a125-a00c0ee24203,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:05.386802 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c58fe557-44a2-4804-b7eb-306ca01a17e8 req-c97de21e-1aa6-4d35-b1c2-74b2a642d342 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fc3678e-81a2-4276-a995-ae8b54f96d2a HTTP/1.1" status: 200 len: 210 time: 0.0907140 Dec 16 09:33:05.405852 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5c221a9e-b110-42b2-b3e0-f54e35442fc4 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:05.412575 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5c221a9e-b110-42b2-b3e0-f54e35442fc4 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0167520 Dec 16 09:33:05.415405 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44948) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:05.462515 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0d6cfe41-dcb3-431e-b575-95feb78ceccb tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:05.473780 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0d6cfe41-dcb3-431e-b575-95feb78ceccb tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:05.496696 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-fab25fd5-9cf8-40f8-a160-5e79dacd85e2 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Allocated IP 172.20.0.14 (c0c998b7-16cb-40aa-910e-ab4864e39b16/079ef7a2-1551-4eb6-92ba-b7ee17740bf5/0c9fff27-03a5-48a1-97ea-42b379af7242) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:33:05.596999 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0d6cfe41-dcb3-431e-b575-95feb78ceccb tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:05.605868 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0d6cfe41-dcb3-431e-b575-95feb78ceccb tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:05.608624 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0d6cfe41-dcb3-431e-b575-95feb78ceccb tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/d0292483-118f-4655-a56b-69e00416894e HTTP/1.1" status: 204 len: 168 time: 0.1906245 Dec 16 09:33:05.611665 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44950) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:05.617057 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6cfe41-dcb3-431e-b575-95feb78ceccb tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0292483-118f-4655-a56b-69e00416894e,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:05.696788 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0327f9c0-c004-4ce3-93a9-cbb085bc43b9 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0823009 Dec 16 09:33:05.706691 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44952) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:05.715669 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-fab25fd5-9cf8-40f8-a160-5e79dacd85e2 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:05.774440 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d41b4cc8-8f59-4892-9c85-6bc380bfbf0d tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:05.807856 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d41b4cc8-8f59-4892-9c85-6bc380bfbf0d tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:05.874498 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-fab25fd5-9cf8-40f8-a160-5e79dacd85e2 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:05.891317 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['225d8421-3037-4140-9626-c4f741b4bcc0'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:33:05.946347 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-fab25fd5-9cf8-40f8-a160-5e79dacd85e2 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Network c0c998b7-16cb-40aa-910e-ab4864e39b16 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:33:05.958379 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-fab25fd5-9cf8-40f8-a160-5e79dacd85e2 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:05.985431 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d41b4cc8-8f59-4892-9c85-6bc380bfbf0d tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:05.989484 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-fab25fd5-9cf8-40f8-a160-5e79dacd85e2 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:33:05.989654 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d41b4cc8-8f59-4892-9c85-6bc380bfbf0d tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:05.991507 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d41b4cc8-8f59-4892-9c85-6bc380bfbf0d tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "DELETE /v2.0/security-groups/336fb59d-d0fc-42b0-b917-df5c97a29346 HTTP/1.1" status: 204 len: 168 time: 0.2830062 Dec 16 09:33:05.996653 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44966) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:05.997310 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab25fd5-9cf8-40f8-a160-5e79dacd85e2 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Pushing event updated for resources: {'Port': ['ID=0c9fff27-03a5-48a1-97ea-42b379af7242,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:06.007031 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b4cc8-8f59-4892-9c85-6bc380bfbf0d tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=336fb59d-d0fc-42b0-b917-df5c97a29346,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:06.104817 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['b6676f93-45d8-4ec8-a125-a00c0ee24203'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:33:06.148181 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-efbd0e0b-d5d7-4872-ad0f-87f8089212a2 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1480784 Dec 16 09:33:06.151959 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44974) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:06.157716 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-98ee08bd-7935-4247-9d93-ca36334c0f54 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Request body: {'security_group': {'name': 'tempest-secgroup--1957366738'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:06.172497 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26eba8-a6d6-4455-aa62-b103b334c2fe req-e6baf09f-526b-4f02-8f22-d5f41471a342 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:06.178658 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8f26eba8-a6d6-4455-aa62-b103b334c2fe req-e6baf09f-526b-4f02-8f22-d5f41471a342 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.2447751 Dec 16 09:33:06.199717 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-fab25fd5-9cf8-40f8-a160-5e79dacd85e2 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:06.202465 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-fab25fd5-9cf8-40f8-a160-5e79dacd85e2 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:06.289225 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb14958-9531-45ad-8407-a6a633932991 req-ef5e400a-d70a-4df8-a314-3bd02f875fc4 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:06.290057 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8f26eba8-a6d6-4455-aa62-b103b334c2fe req-d84e1ae2-9648-457f-9d74-1dcf56e9f59f tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984623 Dec 16 09:33:06.290774 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cfb14958-9531-45ad-8407-a6a633932991 req-ef5e400a-d70a-4df8-a314-3bd02f875fc4 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 945 time: 0.0699160 Dec 16 09:33:06.308178 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-192e8121-4ebf-47cd-97ac-d3ae2023e71e req-e9bb9250-de5b-4b23-84c6-5a6c6318ec81 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1014223 Dec 16 09:33:06.343255 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cfb14958-9531-45ad-8407-a6a633932991 req-582ba0cc-2127-4d24-a37a-2e289f3c2c9e tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434535 Dec 16 09:33:06.429332 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-98ee08bd-7935-4247-9d93-ca36334c0f54 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:06.509448 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823e48f-979a-4056-83d1-e35cffbc2b42 req-fac95299-5a91-43fe-bb64-2e0bfec66407 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:06.511022 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c823e48f-979a-4056-83d1-e35cffbc2b42 req-fac95299-5a91-43fe-bb64-2e0bfec66407 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=79d9f379-767a-4042-9033-4a611459a250 HTTP/1.1" status: 200 len: 945 time: 0.0959148 Dec 16 09:33:06.550129 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0fb4b2-b9ea-4d6b-a908-f00ecbb90832 req-0d9d1409-caf0-4240-b92b-9165c6298e7c tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:06.552343 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9a0fb4b2-b9ea-4d6b-a908-f00ecbb90832 req-0d9d1409-caf0-4240-b92b-9165c6298e7c tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fc3678e-81a2-4276-a995-ae8b54f96d2a HTTP/1.1" status: 200 len: 932 time: 0.0744972 Dec 16 09:33:06.593783 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-98ee08bd-7935-4247-9d93-ca36334c0f54 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:06.606144 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c823e48f-979a-4056-83d1-e35cffbc2b42 req-8408a195-01cf-4469-b28e-86a208d5010a tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853660 Dec 16 09:33:06.653330 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9a0fb4b2-b9ea-4d6b-a908-f00ecbb90832 req-d9607e66-4179-4a5f-88a5-a957caa1dc32 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828073 Dec 16 09:33:06.697183 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-fab25fd5-9cf8-40f8-a160-5e79dacd85e2 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9521451 Dec 16 09:33:06.702987 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 5358f0e6-69e6-4272-90b0-6cb0484c19a6 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:33:06.723066 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-d772bf3b-a3ad-440b-9232-224135c04ad5 service neutron] Request body: {'port': {'device_id': '9fc3678e-81a2-4276-a995-ae8b54f96d2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:06.817929 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-d772bf3b-a3ad-440b-9232-224135c04ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:06.834182 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-98ee08bd-7935-4247-9d93-ca36334c0f54 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:06.909638 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee08bd-7935-4247-9d93-ca36334c0f54 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b189b91c-7395-446f-8008-e9643dd76e6f,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:06.959153 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 5358f0e6-69e6-4272-90b0-6cb0484c19a6, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=5358f0e6-69e6-4272-90b0-6cb0484c19a6,segment=NetworkSegment(ac95600e-3c1a-420e-8879-213e8cd120c0),segment_id=ac95600e-3c1a-420e-8879-213e8cd120c0)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:06.972580 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '5358f0e6-69e6-4272-90b0-6cb0484c19a6', 'network_id': '7d041dd8-e312-4dee-9f8d-03e6df17a8ab', 'port_id': '5358f0e6-69e6-4272-90b0-6cb0484c19a6', 'mac_address': 'fa:16:3e:5b:d1:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f63564b-3edf-4765-82ea-be9bd22a95a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:33:06.988439 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-98ee08bd-7935-4247-9d93-ca36334c0f54 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:06.992876 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-98ee08bd-7935-4247-9d93-ca36334c0f54 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8361967 Dec 16 09:33:06.993066 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44996) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:07.000673 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-3a0904b7-4d2f-445a-a5a1-dc45e46d305e tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Request body: {'security_group_rule': {'security_group_id': 'b189b91c-7395-446f-8008-e9643dd76e6f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:07.061710 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:07.085859 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:07.118100 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3a0904b7-4d2f-445a-a5a1-dc45e46d305e tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:07.133002 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5358f0e6-69e6-4272-90b0-6cb0484c19a6 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:33:07.211391 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 5358f0e6-69e6-4272-90b0-6cb0484c19a6, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=5358f0e6-69e6-4272-90b0-6cb0484c19a6,segment=NetworkSegment(ac95600e-3c1a-420e-8879-213e8cd120c0),segment_id=ac95600e-3c1a-420e-8879-213e8cd120c0)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:07.212999 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3a0904b7-4d2f-445a-a5a1-dc45e46d305e tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:07.265305 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-d772bf3b-a3ad-440b-9232-224135c04ad5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c9fff27-03a5-48a1-97ea-42b379af7242 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:33:07.277528 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-d772bf3b-a3ad-440b-9232-224135c04ad5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:07.291441 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-d772bf3b-a3ad-440b-9232-224135c04ad5 service neutron] Transition to ACTIVE for port object 0c9fff27-03a5-48a1-97ea-42b379af7242 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:33:07.384368 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3a0904b7-4d2f-445a-a5a1-dc45e46d305e tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:07.414741 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0904b7-4d2f-445a-a5a1-dc45e46d305e tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3703193-7ff6-4303-aacb-e591aa308193,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:07.435429 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-d772bf3b-a3ad-440b-9232-224135c04ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:07.435578 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:07.440818 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eedd4fe-bb34-4502-be2c-5f6c20de925f req-8e6d63d4-a77c-4002-87fc-821750f1a63b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:07.443316 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2eedd4fe-bb34-4502-be2c-5f6c20de925f req-8e6d63d4-a77c-4002-87fc-821750f1a63b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.0891988 Dec 16 09:33:07.494156 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2eedd4fe-bb34-4502-be2c-5f6c20de925f req-86f51eab-1041-47ed-902f-154f46811cef tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431635 Dec 16 09:33:07.537832 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=5358f0e6-69e6-4272-90b0-6cb0484c19a6,revision_number=6']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:07.556129 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3a0904b7-4d2f-445a-a5a1-dc45e46d305e tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:07.558161 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3a0904b7-4d2f-445a-a5a1-dc45e46d305e tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5641420 Dec 16 09:33:07.559466 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45018) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:07.564457 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-9c2a8fd8-a3fe-4a5f-b3d7-a129143397a2 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Request body: {'security_group_rule': {'security_group_id': 'b189b91c-7395-446f-8008-e9643dd76e6f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:07.752635 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['5358f0e6-69e6-4272-90b0-6cb0484c19a6'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:33:07.774912 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c2a8fd8-a3fe-4a5f-b3d7-a129143397a2 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:07.871617 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fd651-34b3-49f2-9c0d-1a134afe2218 req-b6f31ca5-a7b1-42a8-aa19-c5cf801afd51 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:07.880268 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b93fd651-34b3-49f2-9c0d-1a134afe2218 req-b6f31ca5-a7b1-42a8-aa19-c5cf801afd51 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=79d9f379-767a-4042-9033-4a611459a250 HTTP/1.1" status: 200 len: 944 time: 0.1703541 Dec 16 09:33:07.892686 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772bf3b-a3ad-440b-9232-224135c04ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=0c9fff27-03a5-48a1-97ea-42b379af7242,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:07.938535 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b93fd651-34b3-49f2-9c0d-1a134afe2218 req-2d06a7cf-6e39-46c0-b092-22433d2a437c tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565913 Dec 16 09:33:07.946187 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c2a8fd8-a3fe-4a5f-b3d7-a129143397a2 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:07.947780 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339abaa9-ae29-4e19-a9b8-a88a3adce177 req-5a3bb1fa-ebf3-40f8-b71b-aab3d276f0c5 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:07.957680 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-339abaa9-ae29-4e19-a9b8-a88a3adce177 req-5a3bb1fa-ebf3-40f8-b71b-aab3d276f0c5 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 945 time: 0.4793942 Dec 16 09:33:08.063536 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c2a8fd8-a3fe-4a5f-b3d7-a129143397a2 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:08.080876 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-d772bf3b-a3ad-440b-9232-224135c04ad5 service neutron] Attempting to bind port 0c9fff27-03a5-48a1-97ea-42b379af7242 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:33:08.081829 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-d772bf3b-a3ad-440b-9232-224135c04ad5 service neutron] Attempting to bind port 0c9fff27-03a5-48a1-97ea-42b379af7242 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '6c496118-4e09-4f89-b8ab-5391fc86f2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:33:08.082497 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-d772bf3b-a3ad-440b-9232-224135c04ad5 service neutron] Attempting to bind port 0c9fff27-03a5-48a1-97ea-42b379af7242 on network c0c998b7-16cb-40aa-910e-ab4864e39b16 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:33:08.084200 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a8fd8-a3fe-4a5f-b3d7-a129143397a2 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acaa9b6e-805e-4d6c-b83e-6c54c8d09ae2,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:08.116193 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877da5d-a8ea-49de-be60-9080cddaec8d req-f6beafb3-f9c0-4afd-91ab-ee2a09845ac2 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:08.117245 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-339abaa9-ae29-4e19-a9b8-a88a3adce177 req-487ebddb-27b3-43ce-9e0e-dcd098511e05 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587791 Dec 16 09:33:08.124739 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-d772bf3b-a3ad-440b-9232-224135c04ad5 service neutron] Port 0c9fff27-03a5-48a1-97ea-42b379af7242 on network c0c998b7-16cb-40aa-910e-ab4864e39b16 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:33:08.126005 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-d772bf3b-a3ad-440b-9232-224135c04ad5 service neutron] Attempting to bind port 0c9fff27-03a5-48a1-97ea-42b379af7242 on network c0c998b7-16cb-40aa-910e-ab4864e39b16 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:33:08.126257 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9877da5d-a8ea-49de-be60-9080cddaec8d req-f6beafb3-f9c0-4afd-91ab-ee2a09845ac2 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fc3678e-81a2-4276-a995-ae8b54f96d2a HTTP/1.1" status: 200 len: 944 time: 0.0999868 Dec 16 09:33:08.139452 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-d772bf3b-a3ad-440b-9232-224135c04ad5 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:33:08.141288 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-d772bf3b-a3ad-440b-9232-224135c04ad5 service neutron] Checking segment: {'id': '6c496118-4e09-4f89-b8ab-5391fc86f2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:33:08.142870 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-d772bf3b-a3ad-440b-9232-224135c04ad5 service neutron] Bound using segment: {'id': '6c496118-4e09-4f89-b8ab-5391fc86f2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:33:08.143398 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-d772bf3b-a3ad-440b-9232-224135c04ad5 service neutron] Bound port: 0c9fff27-03a5-48a1-97ea-42b379af7242, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c496118-4e09-4f89-b8ab-5391fc86f2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:33:08.145979 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-d772bf3b-a3ad-440b-9232-224135c04ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:08.219485 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c2a8fd8-a3fe-4a5f-b3d7-a129143397a2 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:08.226501 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9c2a8fd8-a3fe-4a5f-b3d7-a129143397a2 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6647840 Dec 16 09:33:08.236858 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45038) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:08.244643 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-395e6169-7000-4675-91cc-2a9c13d0c332 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Request body: {'security_group_rule': {'security_group_id': 'b189b91c-7395-446f-8008-e9643dd76e6f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:08.266993 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-d772bf3b-a3ad-440b-9232-224135c04ad5 service neutron] For port 0c9fff27-03a5-48a1-97ea-42b379af7242, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:33:08.275068 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9877da5d-a8ea-49de-be60-9080cddaec8d req-5f755ba0-395a-46b8-b237-b7eff9d34b98 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447310 Dec 16 09:33:08.276117 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-d772bf3b-a3ad-440b-9232-224135c04ad5 service neutron] For port 0c9fff27-03a5-48a1-97ea-42b379af7242, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=0c9fff27-03a5-48a1-97ea-42b379af7242,segment=NetworkSegment(6c496118-4e09-4f89-b8ab-5391fc86f2af),segment_id=6c496118-4e09-4f89-b8ab-5391fc86f2af)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:33:08.443604 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-d772bf3b-a3ad-440b-9232-224135c04ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:08.447893 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-395e6169-7000-4675-91cc-2a9c13d0c332 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:08.497227 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-d772bf3b-a3ad-440b-9232-224135c04ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:08.497914 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-d772bf3b-a3ad-440b-9232-224135c04ad5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:08.499375 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-d772bf3b-a3ad-440b-9232-224135c04ad5 service neutron] 10.222.0.58 "PUT /v2.0/ports/0c9fff27-03a5-48a1-97ea-42b379af7242 HTTP/1.1" status: 200 len: 1092 time: 1.7850692 Dec 16 09:33:08.499873 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc3678e-81a2-4276-a995-ae8b54f96d2a', 'tag': '0c9fff27-03a5-48a1-97ea-42b379af7242'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:08.502343 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78f4a17-042d-4d32-b70c-20d926825882" -d '{"events": [{"name": "network-changed", "server_uuid": "9fc3678e-81a2-4276-a995-ae8b54f96d2a", "tag": "0c9fff27-03a5-48a1-97ea-42b379af7242"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:08.541562 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772bf3b-a3ad-440b-9232-224135c04ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=0c9fff27-03a5-48a1-97ea-42b379af7242,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:08.591975 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-395e6169-7000-4675-91cc-2a9c13d0c332 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:08.603331 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55480ff2-b9f3-4aa1-92ad-697c4e5d60f5 x-openstack-request-id: req-55480ff2-b9f3-4aa1-92ad-697c4e5d60f5 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:08.603331 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fc3678e-81a2-4276-a995-ae8b54f96d2a", "tag": "0c9fff27-03a5-48a1-97ea-42b379af7242", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:08.603331 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-55480ff2-b9f3-4aa1-92ad-697c4e5d60f5 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:08.603331 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc3678e-81a2-4276-a995-ae8b54f96d2a', 'tag': '0c9fff27-03a5-48a1-97ea-42b379af7242', 'status': 'completed', 'code': 200} Dec 16 09:33:08.710770 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-395e6169-7000-4675-91cc-2a9c13d0c332 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:08.727426 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 5358f0e6-69e6-4272-90b0-6cb0484c19a6 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:33:08.752014 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e6169-7000-4675-91cc-2a9c13d0c332 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9c35396-4c10-48ce-a46f-f8de6fdb787f,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:08.765490 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d15f0f-5d36-4d1e-b414-ae6aedb3f9e8 req-9b354f90-6d7f-47af-872f-6b4022e2fa81 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:08.774139 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b0d15f0f-5d36-4d1e-b414-ae6aedb3f9e8 req-9b354f90-6d7f-47af-872f-6b4022e2fa81 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.1393013 Dec 16 09:33:08.797478 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f4a17-042d-4d32-b70c-20d926825882 req-f314765d-eb99-47f7-8937-b9b90b82ed04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:08.798978 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f78f4a17-042d-4d32-b70c-20d926825882 req-f314765d-eb99-47f7-8937-b9b90b82ed04 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f8f61b4cde14c72b4dcdad8045c9583&device_id=9fc3678e-81a2-4276-a995-ae8b54f96d2a HTTP/1.1" status: 200 len: 1095 time: 0.1782641 Dec 16 09:33:08.837686 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 5358f0e6-69e6-4272-90b0-6cb0484c19a6 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:08.838433 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:08.841598 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-395e6169-7000-4675-91cc-2a9c13d0c332 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:08.845710 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-395e6169-7000-4675-91cc-2a9c13d0c332 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6045754 Dec 16 09:33:08.849499 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45048) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:08.854547 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-02ea679e-b5f6-4c64-95e8-f6cd75488921 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Request body: {'security_group_rule': {'security_group_id': 'b189b91c-7395-446f-8008-e9643dd76e6f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:08.920248 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b0d15f0f-5d36-4d1e-b414-ae6aedb3f9e8 req-c72e3f7f-6ffa-4181-9626-cda020d08d90 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438777 Dec 16 09:33:08.948965 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:09.003422 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-02ea679e-b5f6-4c64-95e8-f6cd75488921 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:09.009030 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f4a17-042d-4d32-b70c-20d926825882 req-c117c03f-5784-4803-ac10-672da56da942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:09.014609 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f78f4a17-042d-4d32-b70c-20d926825882 req-c117c03f-5784-4803-ac10-672da56da942 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=2f8f61b4cde14c72b4dcdad8045c9583&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1996758 Dec 16 09:33:09.020322 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d9f379-767a-4042-9033-4a611459a250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5358f0e6-69e6-4272-90b0-6cb0484c19a6'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:09.025336 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab811f7-d99e-4364-b34a-376d7492b3ac" -d '{"events": [{"server_uuid": "79d9f379-767a-4042-9033-4a611459a250", "name": "network-vif-plugged", "status": "completed", "tag": "5358f0e6-69e6-4272-90b0-6cb0484c19a6"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:09.048146 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 5358f0e6-69e6-4272-90b0-6cb0484c19a6, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=5358f0e6-69e6-4272-90b0-6cb0484c19a6,segment=NetworkSegment(ac95600e-3c1a-420e-8879-213e8cd120c0),segment_id=ac95600e-3c1a-420e-8879-213e8cd120c0)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:09.124188 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:09.124188 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device b6676f93-45d8-4ec8-a125-a00c0ee24203 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:33:09.131173 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6ae5c-df5c-4cf1-87c4-36914e6e1a3d req-ec6ca301-4a40-4aaf-a74e-7011973d3f40 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:09.131173 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7de6ae5c-df5c-4cf1-87c4-36914e6e1a3d req-ec6ca301-4a40-4aaf-a74e-7011973d3f40 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=79d9f379-767a-4042-9033-4a611459a250 HTTP/1.1" status: 200 len: 944 time: 0.0950525 Dec 16 09:33:09.173557 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f4a17-042d-4d32-b70c-20d926825882 req-5fedc28c-bc51-4809-9b2e-ce9a5ea003ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:09.175326 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f78f4a17-042d-4d32-b70c-20d926825882 req-5fedc28c-bc51-4809-9b2e-ce9a5ea003ca service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1439071 Dec 16 09:33:09.178940 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-02ea679e-b5f6-4c64-95e8-f6cd75488921 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:09.214374 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7de6ae5c-df5c-4cf1-87c4-36914e6e1a3d req-18badba9-2bb2-4e41-95e5-2bc5339d3930 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751927 Dec 16 09:33:09.268118 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=5358f0e6-69e6-4272-90b0-6cb0484c19a6,revision_number=7']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:09.301705 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-7f8c8173-1a3d-4995-9f72-d6a044deea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:09.304419 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-7f8c8173-1a3d-4995-9f72-d6a044deea7b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f8f61b4cde14c72b4dcdad8045c9583&device_id=9fc3678e-81a2-4276-a995-ae8b54f96d2a HTTP/1.1" status: 200 len: 1095 time: 0.0788481 Dec 16 09:33:09.336681 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c3eeb8-8265-4bf6-be6c-e2851fd21f00 x-openstack-request-id: req-34c3eeb8-8265-4bf6-be6c-e2851fd21f00 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:09.337064 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d9f379-767a-4042-9033-4a611459a250", "name": "network-vif-plugged", "status": "completed", "tag": "5358f0e6-69e6-4272-90b0-6cb0484c19a6", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:09.337473 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-34c3eeb8-8265-4bf6-be6c-e2851fd21f00 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:09.338015 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d9f379-767a-4042-9033-4a611459a250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5358f0e6-69e6-4272-90b0-6cb0484c19a6', 'code': 200} Dec 16 09:33:09.355772 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-33880251-4c2e-4aeb-aab3-03cecf5e7928 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c9fff27-03a5-48a1-97ea-42b379af7242 HTTP/1.1" status: 200 len: 217 time: 0.0417862 Dec 16 09:33:09.371772 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72347df0-c468-4378-91fb-adf74abcfff3 req-cf568d91-582c-4e1a-8f31-ae14a7400970 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:09.373429 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72347df0-c468-4378-91fb-adf74abcfff3 req-cf568d91-582c-4e1a-8f31-ae14a7400970 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 945 time: 0.0634141 Dec 16 09:33:09.418328 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-106923cb-41b6-498c-a62b-c21b785da882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:09.419928 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-106923cb-41b6-498c-a62b-c21b785da882 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=079ef7a2-1551-4eb6-92ba-b7ee17740bf5 HTTP/1.1" status: 200 len: 846 time: 0.0571878 Dec 16 09:33:09.425301 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72347df0-c468-4378-91fb-adf74abcfff3 req-dc4e2126-a83d-4500-9cd6-08e61e478a15 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456824 Dec 16 09:33:09.454349 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-d1a475f8-2d90-4745-a640-de4cff9b42ac service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0c998b7-16cb-40aa-910e-ab4864e39b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263443 Dec 16 09:33:09.493541 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-02ea679e-b5f6-4c64-95e8-f6cd75488921 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:09.512536 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea679e-b5f6-4c64-95e8-f6cd75488921 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29ceccfc-6011-49f1-9ffb-d0c4364bdd4f,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:09.555064 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port b6676f93-45d8-4ec8-a125-a00c0ee24203 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:33:09.559616 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port b6676f93-45d8-4ec8-a125-a00c0ee24203 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:09.559994 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:09.564239 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f3456-280c-4134-8aa4-3d8f9ee8fc50 req-1ee69b73-a859-4f42-bda4-b2f4a89fcf3b tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:09.565744 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ef3f3456-280c-4134-8aa4-3d8f9ee8fc50 req-1ee69b73-a859-4f42-bda4-b2f4a89fcf3b tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fc3678e-81a2-4276-a995-ae8b54f96d2a HTTP/1.1" status: 200 len: 944 time: 0.1099019 Dec 16 09:33:09.603065 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-41978518-cb0d-412e-99d6-032cf52fa50b service neutron] 10.222.0.58 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363046 Dec 16 09:33:09.627918 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ef3f3456-280c-4134-8aa4-3d8f9ee8fc50 req-ee1c878f-e5d1-4d23-a575-7791c797f223 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516729 Dec 16 09:33:09.650440 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:09.662422 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-02ea679e-b5f6-4c64-95e8-f6cd75488921 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:09.664023 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-02ea679e-b5f6-4c64-95e8-f6cd75488921 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8136203 Dec 16 09:33:09.668570 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45074) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:09.673812 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-db5d8ec9-6659-49d4-8fa9-4df5e5acd8a4 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Request body: {'security_group_rule': {'security_group_id': 'b189b91c-7395-446f-8008-e9643dd76e6f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:09.705782 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port b6676f93-45d8-4ec8-a125-a00c0ee24203, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=b6676f93-45d8-4ec8-a125-a00c0ee24203,segment=NetworkSegment(86c5d65d-0a28-4cbb-b6eb-52df45cc588d),segment_id=86c5d65d-0a28-4cbb-b6eb-52df45cc588d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:09.765814 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f17fa7bf-c1ff-4883-90b3-ec093e0fabd8 req-ca15940e-4ee2-4373-bfae-8ba89ea45e13 service neutron] 10.222.0.58 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518793 Dec 16 09:33:09.779920 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e8121-4ebf-47cd-97ac-d3ae2023e71e req-51761f8b-edd6-44ac-b8d8-5c9e47dfa2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:09.783235 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-192e8121-4ebf-47cd-97ac-d3ae2023e71e req-51761f8b-edd6-44ac-b8d8-5c9e47dfa2eb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c72236daaf3c429fb462e278e5b03cb7&device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 1100 time: 0.0675299 Dec 16 09:33:09.819864 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:09.844971 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-db5d8ec9-6659-49d4-8fa9-4df5e5acd8a4 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:09.928181 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e8121-4ebf-47cd-97ac-d3ae2023e71e req-2e091c67-d8d2-415f-8861-6ec3075f249b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:09.929757 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-192e8121-4ebf-47cd-97ac-d3ae2023e71e req-2e091c67-d8d2-415f-8861-6ec3075f249b service neutron] 10.222.0.58 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.1389925 Dec 16 09:33:09.946523 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=b6676f93-45d8-4ec8-a125-a00c0ee24203,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:09.971218 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-db5d8ec9-6659-49d4-8fa9-4df5e5acd8a4 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:10.001585 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-192e8121-4ebf-47cd-97ac-d3ae2023e71e req-51784cd5-551b-420e-9e7c-bb183a299e6e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=ab637822-ae08-4bb9-af94-62e599007655 HTTP/1.1" status: 200 len: 217 time: 0.0578141 Dec 16 09:33:10.042383 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-db5d8ec9-6659-49d4-8fa9-4df5e5acd8a4 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:10.061948 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d8ec9-6659-49d4-8fa9-4df5e5acd8a4 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ac19bc8-ae33-485b-a164-96ff1d5c5b02,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:10.087319 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e8121-4ebf-47cd-97ac-d3ae2023e71e req-9a17ab1c-33b4-4ac8-8043-09297ddec3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:10.089010 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-192e8121-4ebf-47cd-97ac-d3ae2023e71e req-9a17ab1c-33b4-4ac8-8043-09297ddec3c7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0763254 Dec 16 09:33:10.096805 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca20349-f7d1-4445-9a3a-656428c679da req-8c0fa369-e81a-4432-bfaa-a6937e11ae99 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:10.099479 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5ca20349-f7d1-4445-9a3a-656428c679da req-8c0fa369-e81a-4432-bfaa-a6937e11ae99 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.0954885 Dec 16 09:33:10.178003 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5ca20349-f7d1-4445-9a3a-656428c679da req-937674d6-31e4-4f6e-92ad-d15985d9ac71 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706573 Dec 16 09:33:10.180059 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-db5d8ec9-6659-49d4-8fa9-4df5e5acd8a4 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:10.180852 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e8121-4ebf-47cd-97ac-d3ae2023e71e req-ae812e64-5fbe-4464-98a6-c62bc5aaceae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:10.182417 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-192e8121-4ebf-47cd-97ac-d3ae2023e71e req-ae812e64-5fbe-4464-98a6-c62bc5aaceae service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0832255 Dec 16 09:33:10.185892 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-db5d8ec9-6659-49d4-8fa9-4df5e5acd8a4 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5155494 Dec 16 09:33:10.188911 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45082) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:10.286325 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-81aba228-97bf-4ba1-9709-1effff97d0b7 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:10.295333 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-81aba228-97bf-4ba1-9709-1effff97d0b7 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:10.311096 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:10.364127 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-192e8121-4ebf-47cd-97ac-d3ae2023e71e req-e3ba1731-76f7-4b1b-a5f1-0cf503c89b1f service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635764 Dec 16 09:33:10.419359 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225c318-aaa4-4172-8a32-784d9d89be8c req-e19c52b2-1c74-4696-8216-31f34b13e232 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:10.421584 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9225c318-aaa4-4172-8a32-784d9d89be8c req-e19c52b2-1c74-4696-8216-31f34b13e232 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=79d9f379-767a-4042-9033-4a611459a250 HTTP/1.1" status: 200 len: 945 time: 0.0780804 Dec 16 09:33:10.443240 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-81aba228-97bf-4ba1-9709-1effff97d0b7 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:10.460001 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-81aba228-97bf-4ba1-9709-1effff97d0b7 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:10.463739 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-81aba228-97bf-4ba1-9709-1effff97d0b7 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/0ac19bc8-ae33-485b-a164-96ff1d5c5b02 HTTP/1.1" status: 204 len: 168 time: 0.2735345 Dec 16 09:33:10.463856 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45100) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:10.466651 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aba228-97bf-4ba1-9709-1effff97d0b7 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ac19bc8-ae33-485b-a164-96ff1d5c5b02,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:10.517371 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9225c318-aaa4-4172-8a32-784d9d89be8c req-9d709b2c-0a6a-474d-994d-b93076e0b923 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872428 Dec 16 09:33:10.570438 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9733308c-7839-4787-8309-bbd7e0e19ba8 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1017983 Dec 16 09:33:10.571385 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45104) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:10.607856 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-192e8121-4ebf-47cd-97ac-d3ae2023e71e req-a87439cd-72f4-4783-bef7-10580f692ef6 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336721 Dec 16 09:33:10.644189 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a6d0c1e3-3ee6-4e61-9c4a-1cf45beb5a32 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:10.668114 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a6d0c1e3-3ee6-4e61-9c4a-1cf45beb5a32 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:10.714900 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27e0cc-503a-4dc0-9895-275cd0f6da60 req-490821ac-6f6c-431c-b81f-1acf826b32dd tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:10.716560 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cf27e0cc-503a-4dc0-9895-275cd0f6da60 req-490821ac-6f6c-431c-b81f-1acf826b32dd tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 946 time: 0.0859785 Dec 16 09:33:10.765586 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cf27e0cc-503a-4dc0-9895-275cd0f6da60 req-6a7d6daa-6aac-4df2-b48a-0dcd2fd6af8c tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425446 Dec 16 09:33:10.784604 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4728f-6256-4cd8-b17d-301fb53636ef req-5181fd45-4b7d-42b6-a1e3-7b2d55af24eb tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:10.793143 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b2c4728f-6256-4cd8-b17d-301fb53636ef req-5181fd45-4b7d-42b6-a1e3-7b2d55af24eb tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fc3678e-81a2-4276-a995-ae8b54f96d2a HTTP/1.1" status: 200 len: 944 time: 0.0654287 Dec 16 09:33:10.839840 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b2c4728f-6256-4cd8-b17d-301fb53636ef req-aabfe839-0d35-4cca-882a-3641aebd761f tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454276 Dec 16 09:33:10.845184 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a6d0c1e3-3ee6-4e61-9c4a-1cf45beb5a32 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:10.856236 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a6d0c1e3-3ee6-4e61-9c4a-1cf45beb5a32 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:10.859799 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a6d0c1e3-3ee6-4e61-9c4a-1cf45beb5a32 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/29ceccfc-6011-49f1-9ffb-d0c4364bdd4f HTTP/1.1" status: 204 len: 168 time: 0.2852330 Dec 16 09:33:10.860375 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45108) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:10.873729 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0c1e3-3ee6-4e61-9c4a-1cf45beb5a32 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29ceccfc-6011-49f1-9ffb-d0c4364bdd4f,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:10.921474 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-da9b8f54-9109-4716-a015-ed6f98d6f0b2 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0593562 Dec 16 09:33:10.925634 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45112) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:10.977853 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1f8303ab-4725-4e22-baef-5acd769daa0e tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:10.990617 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1f8303ab-4725-4e22-baef-5acd769daa0e tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:11.147304 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1f8303ab-4725-4e22-baef-5acd769daa0e tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:11.153989 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1f8303ab-4725-4e22-baef-5acd769daa0e tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:11.155110 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1f8303ab-4725-4e22-baef-5acd769daa0e tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/b9c35396-4c10-48ce-a46f-f8de6fdb787f HTTP/1.1" status: 204 len: 168 time: 0.2284257 Dec 16 09:33:11.160386 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45114) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:11.166694 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8303ab-4725-4e22-baef-5acd769daa0e tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9c35396-4c10-48ce-a46f-f8de6fdb787f,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:11.238189 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-584529ed-01f0-4b78-bee7-774f617fddc7 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0704706 Dec 16 09:33:11.238398 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45118) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:11.274834 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ccfb9e82-9afe-423b-a4e3-77635315e48d tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:11.284558 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ccfb9e82-9afe-423b-a4e3-77635315e48d tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:11.307983 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 0c9fff27-03a5-48a1-97ea-42b379af7242 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:33:11.345269 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc33b067-bfa9-465e-9978-ef7c5ddb3acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6676f93-45d8-4ec8-a125-a00c0ee24203'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:11.347960 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb485fc4-b4a5-4040-b4c3-596da6cb5255" -d '{"events": [{"server_uuid": "cc33b067-bfa9-465e-9978-ef7c5ddb3acd", "name": "network-vif-plugged", "status": "completed", "tag": "b6676f93-45d8-4ec8-a125-a00c0ee24203"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:11.353649 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a89542-9be5-499a-8aab-8d26bdcccc66 req-79b2f64a-f269-4602-ab6f-b5b1e91a11b4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:11.364485 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-96a89542-9be5-499a-8aab-8d26bdcccc66 req-79b2f64a-f269-4602-ab6f-b5b1e91a11b4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.0737600 Dec 16 09:33:11.408050 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ccfb9e82-9afe-423b-a4e3-77635315e48d tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:11.414081 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ccfb9e82-9afe-423b-a4e3-77635315e48d tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:11.414511 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ccfb9e82-9afe-423b-a4e3-77635315e48d tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/acaa9b6e-805e-4d6c-b83e-6c54c8d09ae2 HTTP/1.1" status: 204 len: 168 time: 0.1772671 Dec 16 09:33:11.422438 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45122) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:11.431478 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-96a89542-9be5-499a-8aab-8d26bdcccc66 req-6a8695c6-e6b8-4708-a280-24cab1d25fd8 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661142 Dec 16 09:33:11.434653 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f163996a-cf62-4228-b5cd-3459da775300 x-openstack-request-id: req-f163996a-cf62-4228-b5cd-3459da775300 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:11.434917 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc33b067-bfa9-465e-9978-ef7c5ddb3acd", "name": "network-vif-plugged", "status": "completed", "tag": "b6676f93-45d8-4ec8-a125-a00c0ee24203", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:11.435338 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f163996a-cf62-4228-b5cd-3459da775300 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:11.435972 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc33b067-bfa9-465e-9978-ef7c5ddb3acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6676f93-45d8-4ec8-a125-a00c0ee24203', 'code': 200} Dec 16 09:33:11.457909 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb9e82-9afe-423b-a4e3-77635315e48d tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=acaa9b6e-805e-4d6c-b83e-6c54c8d09ae2,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:11.477989 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 0c9fff27-03a5-48a1-97ea-42b379af7242, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=0c9fff27-03a5-48a1-97ea-42b379af7242,segment=NetworkSegment(6c496118-4e09-4f89-b8ab-5391fc86f2af),segment_id=6c496118-4e09-4f89-b8ab-5391fc86f2af)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:11.494086 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '0c9fff27-03a5-48a1-97ea-42b379af7242', 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16', 'port_id': '0c9fff27-03a5-48a1-97ea-42b379af7242', 'mac_address': 'fa:16:3e:71:04:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '079ef7a2-1551-4eb6-92ba-b7ee17740bf5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:33:11.534834 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-37a2b777-32e7-4c52-a54c-b4525b34c4fb tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1106014 Dec 16 09:33:11.537776 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45126) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:11.544054 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:11.579153 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255feea-645e-49b7-9f03-76e4fb77414a req-f8b85986-6f4f-4617-897b-97505277fb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:11.583633 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4255feea-645e-49b7-9f03-76e4fb77414a req-f8b85986-6f4f-4617-897b-97505277fb14 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 1097 time: 0.0573714 Dec 16 09:33:11.589663 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c9fff27-03a5-48a1-97ea-42b379af7242 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:33:11.602161 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1c24d78e-1e5b-48a4-ac99-e0ce86257f44 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:11.624038 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 0c9fff27-03a5-48a1-97ea-42b379af7242, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=0c9fff27-03a5-48a1-97ea-42b379af7242,segment=NetworkSegment(6c496118-4e09-4f89-b8ab-5391fc86f2af),segment_id=6c496118-4e09-4f89-b8ab-5391fc86f2af)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:11.625717 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1c24d78e-1e5b-48a4-ac99-e0ce86257f44 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:11.634912 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4255feea-645e-49b7-9f03-76e4fb77414a req-8e0d769e-83a7-4cc5-8bd9-835a32d1ef54 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437007 Dec 16 09:33:11.720053 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315351a3-5170-4755-8495-8bbf9e9a1c2d req-d72c67a0-d448-4c94-9a0e-8de0af558d64 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:11.721903 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-315351a3-5170-4755-8495-8bbf9e9a1c2d req-d72c67a0-d448-4c94-9a0e-8de0af558d64 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=79d9f379-767a-4042-9033-4a611459a250 HTTP/1.1" status: 200 len: 945 time: 0.0650392 Dec 16 09:33:11.724623 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:11.730535 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1c24d78e-1e5b-48a4-ac99-e0ce86257f44 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:11.738490 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1c24d78e-1e5b-48a4-ac99-e0ce86257f44 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:11.743256 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1c24d78e-1e5b-48a4-ac99-e0ce86257f44 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/d3703193-7ff6-4303-aacb-e591aa308193 HTTP/1.1" status: 204 len: 168 time: 0.2016189 Dec 16 09:33:11.746499 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45140) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:11.752844 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24d78e-1e5b-48a4-ac99-e0ce86257f44 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3703193-7ff6-4303-aacb-e591aa308193,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:11.793073 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=0c9fff27-03a5-48a1-97ea-42b379af7242,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:11.795447 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-315351a3-5170-4755-8495-8bbf9e9a1c2d req-8d050e8b-92f9-4dcc-98d7-e51454f5566a tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654957 Dec 16 09:33:11.808123 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-18203a23-8239-4cdd-99da-63a82938e2ac tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0606058 Dec 16 09:33:11.822642 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45146) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:11.912726 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-da625e24-635b-471c-a3d3-11a783a84d37 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:11.943758 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf14cab-719c-4dc7-a118-2d0724897759 req-83bc636e-6cb4-42dd-a024-8e0f0e4453a0 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:11.945274 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5cf14cab-719c-4dc7-a118-2d0724897759 req-83bc636e-6cb4-42dd-a024-8e0f0e4453a0 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 946 time: 0.0820692 Dec 16 09:33:11.959255 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-da625e24-635b-471c-a3d3-11a783a84d37 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:11.985885 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['0c9fff27-03a5-48a1-97ea-42b379af7242'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:33:12.011141 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5cf14cab-719c-4dc7-a118-2d0724897759 req-54643510-3647-464d-aaa1-19d7bc7b9d11 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587430 Dec 16 09:33:12.147357 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-da625e24-635b-471c-a3d3-11a783a84d37 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:12.151500 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-da625e24-635b-471c-a3d3-11a783a84d37 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:12.161157 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45152) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:12.161363 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-da625e24-635b-471c-a3d3-11a783a84d37 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "DELETE /v2.0/security-groups/b189b91c-7395-446f-8008-e9643dd76e6f HTTP/1.1" status: 204 len: 168 time: 0.3322976 Dec 16 09:33:12.173160 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f148d6-8cbb-4a06-bee3-9a69561fd4d1 req-0c5c0be3-c868-43ac-95d7-b5fad697413c tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:12.177702 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-88f148d6-8cbb-4a06-bee3-9a69561fd4d1 req-0c5c0be3-c868-43ac-95d7-b5fad697413c tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fc3678e-81a2-4276-a995-ae8b54f96d2a HTTP/1.1" status: 200 len: 945 time: 0.0873256 Dec 16 09:33:12.203407 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da625e24-635b-471c-a3d3-11a783a84d37 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b189b91c-7395-446f-8008-e9643dd76e6f,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:12.236876 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-88f148d6-8cbb-4a06-bee3-9a69561fd4d1 req-dd72d259-7ae7-434e-b56e-11911b76f6f0 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581653 Dec 16 09:33:12.241399 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e0dbbac1-4b98-45f5-a0a4-f127cf4114c3 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0835946 Dec 16 09:33:12.248898 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45154) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:12.255372 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-89c92451-3dfe-4399-ac4b-d1d938cc5257 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Request body: {'security_group': {'name': 'tempest-secgroup--421355291'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:12.402427 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89c92451-3dfe-4399-ac4b-d1d938cc5257 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:12.527344 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89c92451-3dfe-4399-ac4b-d1d938cc5257 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:12.547840 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9d88e-f517-43f6-9b6d-ed83f58515f9 req-2c6cb0ae-2e6d-4b7a-ae59-99dd3fd453c3 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:12.549425 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fdc9d88e-f517-43f6-9b6d-ed83f58515f9 req-2c6cb0ae-2e6d-4b7a-ae59-99dd3fd453c3 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=79d9f379-767a-4042-9033-4a611459a250 HTTP/1.1" status: 200 len: 945 time: 0.0892305 Dec 16 09:33:12.590579 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b8f57-302e-4a49-ac4b-34143327d1af req-4cf0671b-c80f-47f6-944e-9cadb204a2a8 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:12.592920 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9d5b8f57-302e-4a49-ac4b-34143327d1af req-4cf0671b-c80f-47f6-944e-9cadb204a2a8 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.0588963 Dec 16 09:33:12.633604 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fdc9d88e-f517-43f6-9b6d-ed83f58515f9 req-7d553f41-8218-46fb-be85-48faee0fa7ee tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737844 Dec 16 09:33:12.649553 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9d5b8f57-302e-4a49-ac4b-34143327d1af req-a2ce0a99-33a3-43f8-97c1-55312eb888b0 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481100 Dec 16 09:33:12.658601 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89c92451-3dfe-4399-ac4b-d1d938cc5257 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:12.692145 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c92451-3dfe-4399-ac4b-d1d938cc5257 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb0c4a6-61df-44f9-a893-acbe108a974f,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:12.805079 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89c92451-3dfe-4399-ac4b-d1d938cc5257 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:12.806346 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-89c92451-3dfe-4399-ac4b-d1d938cc5257 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5559022 Dec 16 09:33:12.809246 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45170) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:12.813950 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-3fd932ff-b477-455e-88d8-2ebaa2bda758 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Request body: {'security_group_rule': {'security_group_id': '0eb0c4a6-61df-44f9-a893-acbe108a974f', 'direction': 'ingress', 'protocol': 17}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:13.071000 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3fd932ff-b477-455e-88d8-2ebaa2bda758 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:13.117723 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3fd932ff-b477-455e-88d8-2ebaa2bda758 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:13.139532 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195fd52c-00dc-462d-8d6d-c00d8914913a req-57b5c439-a5d8-4d0e-a9fd-4fc4a5a03a89 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:13.140973 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-195fd52c-00dc-462d-8d6d-c00d8914913a req-57b5c439-a5d8-4d0e-a9fd-4fc4a5a03a89 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 946 time: 0.0531235 Dec 16 09:33:13.188079 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-195fd52c-00dc-462d-8d6d-c00d8914913a req-ac2152d2-a364-4379-a097-e7b2a03efb12 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404387 Dec 16 09:33:13.227689 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3fd932ff-b477-455e-88d8-2ebaa2bda758 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:13.244724 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd932ff-b477-455e-88d8-2ebaa2bda758 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63712c23-fa5e-4921-9b37-29c373e676a4,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:13.319024 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 0c9fff27-03a5-48a1-97ea-42b379af7242 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:33:13.339417 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3fd932ff-b477-455e-88d8-2ebaa2bda758 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:13.344342 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45184) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:13.354011 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3fd932ff-b477-455e-88d8-2ebaa2bda758 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5436318 Dec 16 09:33:13.439787 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f942e38-354a-442e-b94b-fdfa1c27f5d8 req-d92428ba-bd35-4449-883b-9d596922268c tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:13.443177 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9f942e38-354a-442e-b94b-fdfa1c27f5d8 req-d92428ba-bd35-4449-883b-9d596922268c tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fc3678e-81a2-4276-a995-ae8b54f96d2a HTTP/1.1" status: 200 len: 945 time: 0.1199915 Dec 16 09:33:13.450934 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a140bded-9761-431a-b52f-b13190b67a2e tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:13.502919 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a140bded-9761-431a-b52f-b13190b67a2e tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:13.506964 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 0c9fff27-03a5-48a1-97ea-42b379af7242 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:33:13.514223 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 0c9fff27-03a5-48a1-97ea-42b379af7242 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:13.515130 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:13.520305 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9f942e38-354a-442e-b94b-fdfa1c27f5d8 req-b1657d31-d1ed-4fb8-93b9-efef16ec9f14 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543473 Dec 16 09:33:13.630921 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:13.659165 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc3678e-81a2-4276-a995-ae8b54f96d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9fff27-03a5-48a1-97ea-42b379af7242'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:13.661656 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2a5cd6-379a-41cc-a37d-a27acf001308" -d '{"events": [{"server_uuid": "9fc3678e-81a2-4276-a995-ae8b54f96d2a", "name": "network-vif-plugged", "status": "completed", "tag": "0c9fff27-03a5-48a1-97ea-42b379af7242"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:13.673570 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a140bded-9761-431a-b52f-b13190b67a2e tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:13.681100 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a140bded-9761-431a-b52f-b13190b67a2e tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:13.681100 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a140bded-9761-431a-b52f-b13190b67a2e tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "DELETE /v2.0/security-groups/0eb0c4a6-61df-44f9-a893-acbe108a974f HTTP/1.1" status: 204 len: 168 time: 0.3329122 Dec 16 09:33:13.681407 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45192) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:13.687873 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 0c9fff27-03a5-48a1-97ea-42b379af7242, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=0c9fff27-03a5-48a1-97ea-42b379af7242,segment=NetworkSegment(6c496118-4e09-4f89-b8ab-5391fc86f2af),segment_id=6c496118-4e09-4f89-b8ab-5391fc86f2af)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:13.693070 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140bded-9761-431a-b52f-b13190b67a2e tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb0c4a6-61df-44f9-a893-acbe108a974f,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:13.709432 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bac9fa-2acd-469a-892e-6b6ed1221c62 x-openstack-request-id: req-04bac9fa-2acd-469a-892e-6b6ed1221c62 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:13.709727 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc3678e-81a2-4276-a995-ae8b54f96d2a", "name": "network-vif-plugged", "status": "completed", "tag": "0c9fff27-03a5-48a1-97ea-42b379af7242", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:13.709981 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-04bac9fa-2acd-469a-892e-6b6ed1221c62 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:13.710621 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc3678e-81a2-4276-a995-ae8b54f96d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9fff27-03a5-48a1-97ea-42b379af7242', 'code': 200} Dec 16 09:33:13.781887 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:13.846672 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-dfaf9934-ba1d-4445-b469-9d6e4a269eb7 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1584511 Dec 16 09:33:13.847653 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45196) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:13.855665 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=0c9fff27-03a5-48a1-97ea-42b379af7242,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:13.859325 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-2eaead66-a210-4fd1-8a16-49a463fcf329 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Request body: {'security_group': {'name': 'tempest-secgroup--1617234978'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:13.878594 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1a3bd-f04d-4a9b-a1a0-7a0267fc505d req-afb560ed-9716-4417-a494-66cb064eff02 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:13.903750 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-63a1a3bd-f04d-4a9b-a1a0-7a0267fc505d req-afb560ed-9716-4417-a494-66cb064eff02 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=79d9f379-767a-4042-9033-4a611459a250 HTTP/1.1" status: 200 len: 945 time: 0.1104825 Dec 16 09:33:13.904146 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b8386-1b3f-463a-abad-a8e279d77264 req-2ef1f1da-9976-4602-a285-0030af807c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:13.904146 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ad3b8386-1b3f-463a-abad-a8e279d77264 req-2ef1f1da-9976-4602-a285-0030af807c73 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9fc3678e-81a2-4276-a995-ae8b54f96d2a HTTP/1.1" status: 200 len: 1097 time: 0.1154993 Dec 16 09:33:13.916295 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aafee6-ec05-4b38-b79c-fc51d5ef9c46 req-d0417b0b-f9f3-4989-b8dd-e66b2d1fc446 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:13.917976 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-85aafee6-ec05-4b38-b79c-fc51d5ef9c46 req-d0417b0b-f9f3-4989-b8dd-e66b2d1fc446 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.1428521 Dec 16 09:33:13.929653 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-63a1a3bd-f04d-4a9b-a1a0-7a0267fc505d req-f4a4f7c5-3220-4d44-91bf-507f09ea2d50 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419014 Dec 16 09:33:13.969831 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ad3b8386-1b3f-463a-abad-a8e279d77264 req-3bdf4b20-a81d-4bdf-867a-9e1503e650e9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624752 Dec 16 09:33:13.977653 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-85aafee6-ec05-4b38-b79c-fc51d5ef9c46 req-268a900d-8fac-4156-a70e-1db1d5e9219a tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449076 Dec 16 09:33:14.047620 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2eaead66-a210-4fd1-8a16-49a463fcf329 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:14.119489 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2eaead66-a210-4fd1-8a16-49a463fcf329 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:14.201834 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2eaead66-a210-4fd1-8a16-49a463fcf329 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:14.231900 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaead66-a210-4fd1-8a16-49a463fcf329 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b886b1dd-d4b7-433e-ac6d-2d6a250706e3,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:14.308717 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c81796-ca49-4a68-b93d-16ffbdb85412 req-c95fe6cc-9893-428b-a411-b92bbfda6aee tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:14.310203 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d0c81796-ca49-4a68-b93d-16ffbdb85412 req-c95fe6cc-9893-428b-a411-b92bbfda6aee tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 946 time: 0.0501661 Dec 16 09:33:14.348703 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d0c81796-ca49-4a68-b93d-16ffbdb85412 req-54e49cc5-143b-466c-8634-131fdf630df0 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319316 Dec 16 09:33:14.350274 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2eaead66-a210-4fd1-8a16-49a463fcf329 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:14.351545 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2eaead66-a210-4fd1-8a16-49a463fcf329 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4978652 Dec 16 09:33:14.354439 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45216) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:14.358772 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-4cece4f3-73d7-4475-aaab-53937ae8ec17 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Request body: {'security_group': {'name': 'tempest-secgroup--1697466685'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:14.455988 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4cece4f3-73d7-4475-aaab-53937ae8ec17 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:14.523903 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4cece4f3-73d7-4475-aaab-53937ae8ec17 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:14.587544 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4cece4f3-73d7-4475-aaab-53937ae8ec17 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:14.616494 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cece4f3-73d7-4475-aaab-53937ae8ec17 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7a0e53-8073-4db7-aec3-d5b6782ed61d,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:14.651476 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181b548-8515-4fb3-95f4-104bac5b6a43 req-dd712f5b-09c6-4194-a3c8-91840d4bdefb tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:14.652941 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c181b548-8515-4fb3-95f4-104bac5b6a43 req-dd712f5b-09c6-4194-a3c8-91840d4bdefb tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fc3678e-81a2-4276-a995-ae8b54f96d2a HTTP/1.1" status: 200 len: 946 time: 0.0521469 Dec 16 09:33:14.684597 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4cece4f3-73d7-4475-aaab-53937ae8ec17 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:14.686619 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4cece4f3-73d7-4475-aaab-53937ae8ec17 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3311067 Dec 16 09:33:14.689301 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45228) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:14.692919 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c181b548-8515-4fb3-95f4-104bac5b6a43 req-d3231b07-6127-49f2-a9b3-d9d6bcd0da9a tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330150 Dec 16 09:33:14.697864 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-e4a2ded2-917d-4213-bc0d-7bb5c3c10762 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Request body: {'security_group_rule': {'security_group_id': 'b886b1dd-d4b7-433e-ac6d-2d6a250706e3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3e7a0e53-8073-4db7-aec3-d5b6782ed61d', 'remote_ip_prefix': None}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:14.766616 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 5358f0e6-69e6-4272-90b0-6cb0484c19a6 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:33:14.791911 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9deb9-194e-4763-8bbe-eef8350fc650 req-65ac98b6-ab5c-4c8d-8b20-19b6262accd3 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:14.793432 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2ac9deb9-194e-4763-8bbe-eef8350fc650 req-65ac98b6-ab5c-4c8d-8b20-19b6262accd3 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 946 time: 0.0504270 Dec 16 09:33:14.834924 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2ac9deb9-194e-4763-8bbe-eef8350fc650 req-a961b26f-84d1-4d26-8209-f58b419ac14d tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351541 Dec 16 09:33:14.844069 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:14.857969 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e4a2ded2-917d-4213-bc0d-7bb5c3c10762 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:14.889819 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 5358f0e6-69e6-4272-90b0-6cb0484c19a6, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=5358f0e6-69e6-4272-90b0-6cb0484c19a6,segment=NetworkSegment(ac95600e-3c1a-420e-8879-213e8cd120c0),segment_id=ac95600e-3c1a-420e-8879-213e8cd120c0)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:14.932037 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e4a2ded2-917d-4213-bc0d-7bb5c3c10762 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:15.004957 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:15.027431 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e4a2ded2-917d-4213-bc0d-7bb5c3c10762 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:15.053257 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a2ded2-917d-4213-bc0d-7bb5c3c10762 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a02539-2c7e-4050-bb7c-24e61bb82b9b,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:15.066937 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b813239-b7e8-450e-9684-bf097751321a req-d7036091-f935-4c6b-9749-b3f571e43584 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:15.071194 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=5358f0e6-69e6-4272-90b0-6cb0484c19a6,revision_number=8']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:15.074076 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0b813239-b7e8-450e-9684-bf097751321a req-d7036091-f935-4c6b-9749-b3f571e43584 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=79d9f379-767a-4042-9033-4a611459a250 HTTP/1.1" status: 200 len: 943 time: 0.0738270 Dec 16 09:33:15.143982 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0b813239-b7e8-450e-9684-bf097751321a req-c7d92a54-eb15-4535-9e9f-b865ed25252d tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677631 Dec 16 09:33:15.151137 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e4a2ded2-917d-4213-bc0d-7bb5c3c10762 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:15.155015 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e4a2ded2-917d-4213-bc0d-7bb5c3c10762 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4620142 Dec 16 09:33:15.155579 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45250) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:15.157379 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f67833-5e06-4db5-b2bf-c19f56404f66 req-57a3bf00-244e-4073-8b24-4b98cae9b452 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:15.158874 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-97f67833-5e06-4db5-b2bf-c19f56404f66 req-57a3bf00-244e-4073-8b24-4b98cae9b452 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.57 "GET /v2.0/ports?device_id=79d9f379-767a-4042-9033-4a611459a250 HTTP/1.1" status: 200 len: 943 time: 0.0814910 Dec 16 09:33:15.204132 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61901f75-00b2-4287-91ad-3e01ac81bcce req-2244eed1-181a-4a79-89b0-cc8488aecc2f tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:15.214733 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-61901f75-00b2-4287-91ad-3e01ac81bcce req-2244eed1-181a-4a79-89b0-cc8488aecc2f tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.0993428 Dec 16 09:33:15.237636 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-58f30774-8410-42e8-8046-7a8e0955e7e1 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:15.249382 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-58f30774-8410-42e8-8046-7a8e0955e7e1 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:15.279294 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-61901f75-00b2-4287-91ad-3e01ac81bcce req-61a44b6e-bacf-4d8e-a37f-bc80fcd187d8 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618093 Dec 16 09:33:15.310912 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-97f67833-5e06-4db5-b2bf-c19f56404f66 req-3e6b13af-50e7-4788-953d-347f662c6042 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Deleting port 5358f0e6-69e6-4272-90b0-6cb0484c19a6 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:15.311376 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-97f67833-5e06-4db5-b2bf-c19f56404f66 req-3e6b13af-50e7-4788-953d-347f662c6042 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:15.391041 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-58f30774-8410-42e8-8046-7a8e0955e7e1 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:15.398825 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-58f30774-8410-42e8-8046-7a8e0955e7e1 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:15.400092 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-58f30774-8410-42e8-8046-7a8e0955e7e1 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/27a02539-2c7e-4050-bb7c-24e61bb82b9b HTTP/1.1" status: 204 len: 168 time: 0.2417114 Dec 16 09:33:15.405538 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45268) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:15.406261 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f30774-8410-42e8-8046-7a8e0955e7e1 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27a02539-2c7e-4050-bb7c-24e61bb82b9b,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:15.409807 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:33:15.413809 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-97f67833-5e06-4db5-b2bf-c19f56404f66 req-3e6b13af-50e7-4788-953d-347f662c6042 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] For port 5358f0e6-69e6-4272-90b0-6cb0484c19a6, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=5358f0e6-69e6-4272-90b0-6cb0484c19a6,segment=NetworkSegment(ac95600e-3c1a-420e-8879-213e8cd120c0),segment_id=ac95600e-3c1a-420e-8879-213e8cd120c0)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:15.414162 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-97f67833-5e06-4db5-b2bf-c19f56404f66 req-3e6b13af-50e7-4788-953d-347f662c6042 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:15.434477 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-97f67833-5e06-4db5-b2bf-c19f56404f66 req-3e6b13af-50e7-4788-953d-347f662c6042 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Calling delete_port for 5358f0e6-69e6-4272-90b0-6cb0484c19a6 owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:15.471799 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c7110b7f-b071-474e-a0f3-54aa1d18a1a1 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0650156 Dec 16 09:33:15.473247 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45274) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:15.528224 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7aaedccb-0119-4964-a1cd-52948f013fc1 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:15.562042 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7aaedccb-0119-4964-a1cd-52948f013fc1 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:15.712012 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d9f379-767a-4042-9033-4a611459a250', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5358f0e6-69e6-4272-90b0-6cb0484c19a6'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:15.714447 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c3a857-37e3-4be9-a320-9aefef7f0b47" -d '{"events": [{"server_uuid": "79d9f379-767a-4042-9033-4a611459a250", "name": "network-vif-unplugged", "status": "completed", "tag": "5358f0e6-69e6-4272-90b0-6cb0484c19a6"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:15.753303 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f7bf7d-7eb4-414e-bc6f-47fdcd79efb8 x-openstack-request-id: req-f1f7bf7d-7eb4-414e-bc6f-47fdcd79efb8 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:15.753776 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d9f379-767a-4042-9033-4a611459a250", "name": "network-vif-unplugged", "status": "completed", "tag": "5358f0e6-69e6-4272-90b0-6cb0484c19a6", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:15.754153 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f1f7bf7d-7eb4-414e-bc6f-47fdcd79efb8 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:15.754664 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d9f379-767a-4042-9033-4a611459a250', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5358f0e6-69e6-4272-90b0-6cb0484c19a6', 'code': 200} Dec 16 09:33:15.758893 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7aaedccb-0119-4964-a1cd-52948f013fc1 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:15.761942 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7aaedccb-0119-4964-a1cd-52948f013fc1 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:15.765639 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7aaedccb-0119-4964-a1cd-52948f013fc1 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "DELETE /v2.0/security-groups/3e7a0e53-8073-4db7-aec3-d5b6782ed61d HTTP/1.1" status: 204 len: 168 time: 0.2889531 Dec 16 09:33:15.768146 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45286) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:15.781105 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaedccb-0119-4964-a1cd-52948f013fc1 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7a0e53-8073-4db7-aec3-d5b6782ed61d,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:15.858028 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fbd871da-dc1b-486f-a7ac-c939353f4199 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0887573 Dec 16 09:33:15.861296 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45294) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:15.915054 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f7f4e2ea-2e5b-4475-9be3-be39628d55ab tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:15.936903 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f7f4e2ea-2e5b-4475-9be3-be39628d55ab tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:15.952066 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203800d8-3832-4326-a636-8ba39b00fa67 req-6f0721d5-32d9-4b19-963b-5232f7daa66b tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:15.953595 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-203800d8-3832-4326-a636-8ba39b00fa67 req-6f0721d5-32d9-4b19-963b-5232f7daa66b tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fc3678e-81a2-4276-a995-ae8b54f96d2a HTTP/1.1" status: 200 len: 946 time: 0.0809190 Dec 16 09:33:15.995052 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-203800d8-3832-4326-a636-8ba39b00fa67 req-f6448a97-c18d-4867-bd99-76a73c9d4317 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343404 Dec 16 09:33:16.077570 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-97f67833-5e06-4db5-b2bf-c19f56404f66 req-3e6b13af-50e7-4788-953d-347f662c6042 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:16.096072 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f7f4e2ea-2e5b-4475-9be3-be39628d55ab tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:16.099402 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f7f4e2ea-2e5b-4475-9be3-be39628d55ab tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:16.100571 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f7f4e2ea-2e5b-4475-9be3-be39628d55ab tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "DELETE /v2.0/security-groups/b886b1dd-d4b7-433e-ac6d-2d6a250706e3 HTTP/1.1" status: 204 len: 168 time: 0.2385614 Dec 16 09:33:16.104004 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45306) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:16.110833 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b13af-50e7-4788-953d-347f662c6042 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Pushing event deleted for resources: {'Port': ['ID=5358f0e6-69e6-4272-90b0-6cb0484c19a6,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:16.124224 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4e2ea-2e5b-4475-9be3-be39628d55ab tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b886b1dd-d4b7-433e-ac6d-2d6a250706e3,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:16.133804 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b992a-7c1d-4acf-b853-b03d123a196d req-5bcb9696-b134-453d-bfa1-6884139a41a8 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:16.135311 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ff1b992a-7c1d-4acf-b853-b03d123a196d req-5bcb9696-b134-453d-bfa1-6884139a41a8 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 946 time: 0.0871096 Dec 16 09:33:16.153645 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6b95f85b-311e-46c3-848b-73ea3e1cc9e3 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0485938 Dec 16 09:33:16.159649 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45308) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:16.165828 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-712f6e96-58b0-4413-ba60-65ed673285e7 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Request body: {'security_group': {'name': 'tempest-secgroup--1526564745'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:16.181412 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f67833-5e06-4db5-b2bf-c19f56404f66 req-3e6b13af-50e7-4788-953d-347f662c6042 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] No DVR routers for this DVR port 5358f0e6-69e6-4272-90b0-6cb0484c19a6 on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:33:16.184539 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-97f67833-5e06-4db5-b2bf-c19f56404f66 req-3e6b13af-50e7-4788-953d-347f662c6042 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:16.187890 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-97f67833-5e06-4db5-b2bf-c19f56404f66 req-3e6b13af-50e7-4788-953d-347f662c6042 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.57 "DELETE /v2.0/ports/5358f0e6-69e6-4272-90b0-6cb0484c19a6 HTTP/1.1" status: 204 len: 173 time: 1.0088546 Dec 16 09:33:16.188673 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d9f379-767a-4042-9033-4a611459a250', 'name': 'network-vif-deleted', 'tag': '5358f0e6-69e6-4272-90b0-6cb0484c19a6'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:16.190858 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4372da-bc57-4467-9fa0-ba2df1b5beb3" -d '{"events": [{"server_uuid": "79d9f379-767a-4042-9033-4a611459a250", "name": "network-vif-deleted", "tag": "5358f0e6-69e6-4272-90b0-6cb0484c19a6"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:16.210918 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ff1b992a-7c1d-4acf-b853-b03d123a196d req-82ada912-6fd2-4cc6-a9c3-ba2cc2053b7a tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615199 Dec 16 09:33:16.293812 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-712f6e96-58b0-4413-ba60-65ed673285e7 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:16.317642 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b4290-352b-440a-b41f-dfa5876260a7 req-1bd33b81-d68d-43f0-ac41-b489976b3c06 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:16.319260 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-581b4290-352b-440a-b41f-dfa5876260a7 req-1bd33b81-d68d-43f0-ac41-b489976b3c06 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fc3678e-81a2-4276-a995-ae8b54f96d2a HTTP/1.1" status: 200 len: 946 time: 0.0535519 Dec 16 09:33:16.358260 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-581b4290-352b-440a-b41f-dfa5876260a7 req-757f92bf-da02-4e5a-bf1e-d7b8705a621c tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320287 Dec 16 09:33:16.373045 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-712f6e96-58b0-4413-ba60-65ed673285e7 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:16.440214 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d642762f-e184-4178-b101-4a3b3e4d5a91 req-6f138c5a-a899-4c8c-a369-8e571db2b0ac tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=79d9f379-767a-4042-9033-4a611459a250 HTTP/1.1" status: 200 len: 210 time: 0.0261943 Dec 16 09:33:16.454694 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-712f6e96-58b0-4413-ba60-65ed673285e7 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:16.487624 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f6e96-58b0-4413-ba60-65ed673285e7 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67e9fedc-9101-4e43-812a-60af2ac179d0,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:16.548560 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4e2936-cd9f-4cb2-b367-604bbbc6410a x-openstack-request-id: req-6b4e2936-cd9f-4cb2-b367-604bbbc6410a {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:16.548849 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d9f379-767a-4042-9033-4a611459a250", "name": "network-vif-deleted", "tag": "5358f0e6-69e6-4272-90b0-6cb0484c19a6", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:16.549091 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6b4e2936-cd9f-4cb2-b367-604bbbc6410a {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:16.549520 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d9f379-767a-4042-9033-4a611459a250', 'name': 'network-vif-deleted', 'tag': '5358f0e6-69e6-4272-90b0-6cb0484c19a6', 'status': 'completed', 'code': 200} Dec 16 09:33:16.572502 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-712f6e96-58b0-4413-ba60-65ed673285e7 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:16.575676 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-712f6e96-58b0-4413-ba60-65ed673285e7 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4160440 Dec 16 09:33:16.579253 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45332) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:16.587522 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-5bfc204d-cb48-4c40-9fe4-d621d9f3ed8d tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Request body: {'security_group_rule': {'security_group_id': '67e9fedc-9101-4e43-812a-60af2ac179d0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:16.689278 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5bfc204d-cb48-4c40-9fe4-d621d9f3ed8d tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:16.718554 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed38d0-68e4-41c4-b577-91a75f82b91c req-5dc9e3c3-43d8-4863-997d-f6f7d06b958d tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:16.720038 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a2ed38d0-68e4-41c4-b577-91a75f82b91c req-5dc9e3c3-43d8-4863-997d-f6f7d06b958d tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.0502493 Dec 16 09:33:16.748421 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5bfc204d-cb48-4c40-9fe4-d621d9f3ed8d tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:16.757963 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a2ed38d0-68e4-41c4-b577-91a75f82b91c req-cf06bb0e-d4b0-42f6-8c1b-4bcecda1660c tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310545 Dec 16 09:33:16.830603 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5bfc204d-cb48-4c40-9fe4-d621d9f3ed8d tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:16.851712 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc204d-cb48-4c40-9fe4-d621d9f3ed8d tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ad6507d-86ed-47e9-b7ba-a16e024da468,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:16.961169 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5bfc204d-cb48-4c40-9fe4-d621d9f3ed8d tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:16.962383 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5bfc204d-cb48-4c40-9fe4-d621d9f3ed8d tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3827977 Dec 16 09:33:16.965252 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45338) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:16.989997 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ff0268fb-23e4-465e-8f34-a986aa510a31 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:16.998374 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ff0268fb-23e4-465e-8f34-a986aa510a31 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:17.147816 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ff0268fb-23e4-465e-8f34-a986aa510a31 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:17.153990 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ff0268fb-23e4-465e-8f34-a986aa510a31 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:17.159441 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45342) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:17.166455 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ff0268fb-23e4-465e-8f34-a986aa510a31 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/7ad6507d-86ed-47e9-b7ba-a16e024da468 HTTP/1.1" status: 204 len: 168 time: 0.1912315 Dec 16 09:33:17.186588 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0268fb-23e4-465e-8f34-a986aa510a31 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ad6507d-86ed-47e9-b7ba-a16e024da468,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:17.216575 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-eaf37b4b-aa6c-4d2f-abe7-dcf24c605829 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0559287 Dec 16 09:33:17.219334 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45344) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:17.276251 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1f2b522f-1ab8-4a73-9f05-f680e08fa2cf tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:17.281088 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e66abc-947f-41d1-89c6-4a70540200e0 req-4c847eae-014b-4f1a-acc4-a633ebbf0704 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:17.282772 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-49e66abc-947f-41d1-89c6-4a70540200e0 req-4c847eae-014b-4f1a-acc4-a633ebbf0704 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fc3678e-81a2-4276-a995-ae8b54f96d2a HTTP/1.1" status: 200 len: 946 time: 0.0600350 Dec 16 09:33:17.308166 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1f2b522f-1ab8-4a73-9f05-f680e08fa2cf tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:17.351913 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 0623c71a-9522-46b5-9066-743861d70c1d no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:33:17.358165 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-49e66abc-947f-41d1-89c6-4a70540200e0 req-a0379b4d-ed71-4d11-aac0-a3c9ca133163 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681717 Dec 16 09:33:17.415986 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2117711-e26c-4320-a03a-dc99dfb58607 req-dada6144-5e9b-4f00-a186-522c9bd181f6 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:17.417451 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f2117711-e26c-4320-a03a-dc99dfb58607 req-dada6144-5e9b-4f00-a186-522c9bd181f6 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 946 time: 0.0540729 Dec 16 09:33:17.434100 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:17.440233 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1f2b522f-1ab8-4a73-9f05-f680e08fa2cf tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:17.443492 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1f2b522f-1ab8-4a73-9f05-f680e08fa2cf tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:17.447005 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1f2b522f-1ab8-4a73-9f05-f680e08fa2cf tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "DELETE /v2.0/security-groups/67e9fedc-9101-4e43-812a-60af2ac179d0 HTTP/1.1" status: 204 len: 168 time: 0.2245078 Dec 16 09:33:17.447721 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45352) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:17.458898 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b522f-1ab8-4a73-9f05-f680e08fa2cf tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e9fedc-9101-4e43-812a-60af2ac179d0,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:17.474834 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f2117711-e26c-4320-a03a-dc99dfb58607 req-bb35736f-ba77-4aec-a6c8-56a86924b70f tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500550 Dec 16 09:33:17.497675 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 0623c71a-9522-46b5-9066-743861d70c1d, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=0623c71a-9522-46b5-9066-743861d70c1d,segment=NetworkSegment(2082cd97-2035-461e-ae5b-e2756d7ddb51),segment_id=2082cd97-2035-461e-ae5b-e2756d7ddb51)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:17.541614 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5e40dff3-2c97-460e-a2ae-7bcda3027d1e tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0873168 Dec 16 09:33:17.544904 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45366) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:17.549761 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-065d1687-0d55-4001-b978-bfecc428c8cc tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Request body: {'security_group': {'name': 'tempest-secgroup--2017272269'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:17.562377 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:17.611441 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=0623c71a-9522-46b5-9066-743861d70c1d,revision_number=8']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:17.640135 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-040af22c-ffd5-43ac-9c68-a38db9bd8d90 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:17.641647 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-040af22c-ffd5-43ac-9c68-a38db9bd8d90 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/networks?id=2eeb7a38-55b2-441b-9574-26196c5f8d08 HTTP/1.1" status: 200 len: 805 time: 0.1210785 Dec 16 09:33:17.655958 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-065d1687-0d55-4001-b978-bfecc428c8cc tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:17.657155 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-e271d4b1-decd-46c3-820d-5e30308f98c8 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/quotas/1e7e6b140fda42e19ce52d82028fabc5 HTTP/1.1" status: 200 len: 375 time: 0.0093000 Dec 16 09:33:17.715089 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-5c45babb-6f74-4a65-a148-95e2ec1949de tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1e7e6b140fda42e19ce52d82028fabc5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0511482 Dec 16 09:33:17.732388 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-065d1687-0d55-4001-b978-bfecc428c8cc tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:17.732551 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-7d00a70b-5c01-4c80-90c4-ee8915c162b5 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:33:17.732551 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-7d00a70b-5c01-4c80-90c4-ee8915c162b5 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057130 Dec 16 09:33:17.755784 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44094a4a-179e-41aa-a0e7-bf18846c9528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0623c71a-9522-46b5-9066-743861d70c1d'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:17.758393 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df7fd1c-e7e0-441a-86b6-4421ead5063a" -d '{"events": [{"server_uuid": "44094a4a-179e-41aa-a0e7-bf18846c9528", "name": "network-vif-unplugged", "status": "completed", "tag": "0623c71a-9522-46b5-9066-743861d70c1d"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:17.822461 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-065d1687-0d55-4001-b978-bfecc428c8cc tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:17.823298 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-d4c2d267-c0db-4639-a680-f41e49dd4409 service neutron] 10.222.0.60 "GET /v2.0/networks/2eeb7a38-55b2-441b-9574-26196c5f8d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861456 Dec 16 09:33:17.865402 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d1687-0d55-4001-b978-bfecc428c8cc tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e22608-6fb1-4ca1-b7f7-fe377ed96b8b,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:17.895309 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-371f701a-0912-4902-ba5f-cf5cd8ff3fa0 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:17.896807 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-371f701a-0912-4902-ba5f-cf5cd8ff3fa0 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/networks?id=7d041dd8-e312-4dee-9f8d-03e6df17a8ab HTTP/1.1" status: 200 len: 822 time: 0.1334629 Dec 16 09:33:17.912014 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-a659fb6e-b6a2-4d8e-882e-4fbfee0c662e tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/quotas/49b65172668f4824bedbcb7718d403b3 HTTP/1.1" status: 200 len: 375 time: 0.0090110 Dec 16 09:33:17.917535 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-065d1687-0d55-4001-b978-bfecc428c8cc tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:17.918722 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-065d1687-0d55-4001-b978-bfecc428c8cc tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3726223 Dec 16 09:33:17.921621 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45386) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:17.926183 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-337b3597-1c93-47eb-ae20-87c3b19efa6e tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Request body: {'security_group_rule': {'security_group_id': 'a9e22608-6fb1-4ca1-b7f7-fe377ed96b8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:17.936625 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-c3355b16-bf85-4469-bcb4-afef9cc50873 service neutron] 10.222.0.60 "GET /v2.0/networks/2eeb7a38-55b2-441b-9574-26196c5f8d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068475 Dec 16 09:33:17.974709 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-05a87e26-9e70-45ed-8b3c-9fc09c28ee25 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=49b65172668f4824bedbcb7718d403b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0544379 Dec 16 09:33:18.038338 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-337b3597-1c93-47eb-ae20-87c3b19efa6e tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:18.067475 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-7c9176ed-bce5-4540-8654-b3817f8e6fe8 service neutron] 10.222.0.60 "GET /v2.0/networks/7d041dd8-e312-4dee-9f8d-03e6df17a8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856671 Dec 16 09:33:18.086740 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-337b3597-1c93-47eb-ae20-87c3b19efa6e tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:18.144781 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-337b3597-1c93-47eb-ae20-87c3b19efa6e tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:18.171116 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b3597-1c93-47eb-ae20-87c3b19efa6e tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be92f332-de7b-402c-b3c3-134af039d92b,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:18.187772 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-d4616493-670f-4ad4-a2db-31d65ca00760 service neutron] 10.222.0.60 "GET /v2.0/networks/7d041dd8-e312-4dee-9f8d-03e6df17a8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064348 Dec 16 09:33:18.188383 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4352ab22-36bb-4473-a120-eba884760c9e x-openstack-request-id: req-4352ab22-36bb-4473-a120-eba884760c9e {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:18.188383 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44094a4a-179e-41aa-a0e7-bf18846c9528", "name": "network-vif-unplugged", "status": "completed", "tag": "0623c71a-9522-46b5-9066-743861d70c1d", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:18.188383 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4352ab22-36bb-4473-a120-eba884760c9e {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:18.188383 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44094a4a-179e-41aa-a0e7-bf18846c9528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0623c71a-9522-46b5-9066-743861d70c1d', 'code': 200} Dec 16 09:33:18.275695 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-337b3597-1c93-47eb-ae20-87c3b19efa6e tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:18.275695 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-337b3597-1c93-47eb-ae20-87c3b19efa6e tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3508210 Dec 16 09:33:18.277183 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45392) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:18.297707 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a8fb9466-3472-43fb-9e29-5719cc85d4d7 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "GET /v2.0/security-group-rules/be92f332-de7b-402c-b3c3-134af039d92b HTTP/1.1" status: 200 len: 763 time: 0.0169387 Dec 16 09:33:18.297811 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded24f0-bbd9-426b-af59-a722960b70b7 req-99259ff6-eb06-4d9a-a3e4-e1cf15976505 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:18.299289 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5ded24f0-bbd9-426b-af59-a722960b70b7 req-99259ff6-eb06-4d9a-a3e4-e1cf15976505 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.0587320 Dec 16 09:33:18.299885 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45394) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:18.346023 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5ded24f0-bbd9-426b-af59-a722960b70b7 req-486fe224-0d2e-41e8-a3e5-cefa4c33649d tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391657 Dec 16 09:33:18.352400 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-41f8982d-1db9-45b9-a80e-fe23c3c0d67c tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0514176 Dec 16 09:33:18.355015 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45400) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:18.390953 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a1a977fc-a899-4258-91c2-505562b5b224 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:18.403176 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a1a977fc-a899-4258-91c2-505562b5b224 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:18.460629 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bbd6f0a6-2f04-4ac9-a750-1cd96a49382e req-9f9789b6-9baa-492d-af6a-8b6427a1d4ce tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=c060d26b-bcf9-483b-aa9b-e2aef09ad8d9 HTTP/1.1" status: 200 len: 210 time: 0.0350420 Dec 16 09:33:18.536696 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0d9526c2-aa04-44bc-a913-498e27566443 req-1defa13c-6a71-4fe6-8bba-5cc7f78f1d38 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=f97fadee-d542-45c2-bbd3-ccf1a95eb21b HTTP/1.1" status: 200 len: 210 time: 0.0345407 Dec 16 09:33:18.551964 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a1a977fc-a899-4258-91c2-505562b5b224 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:18.558586 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a1a977fc-a899-4258-91c2-505562b5b224 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:18.561330 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a1a977fc-a899-4258-91c2-505562b5b224 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/be92f332-de7b-402c-b3c3-134af039d92b HTTP/1.1" status: 204 len: 168 time: 0.2038264 Dec 16 09:33:18.562058 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45410) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:18.583069 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a977fc-a899-4258-91c2-505562b5b224 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be92f332-de7b-402c-b3c3-134af039d92b,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:18.611498 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b2df5-feb3-4a0c-9b22-51fe7dff94ed req-f0969551-529f-42eb-a3cf-8ddaa9a4f7f7 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:18.614296 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dd1b2df5-feb3-4a0c-9b22-51fe7dff94ed req-f0969551-529f-42eb-a3cf-8ddaa9a4f7f7 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fc3678e-81a2-4276-a995-ae8b54f96d2a HTTP/1.1" status: 200 len: 946 time: 0.0976217 Dec 16 09:33:18.684615 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dd1b2df5-feb3-4a0c-9b22-51fe7dff94ed req-1f5f826c-f897-4dc5-b022-8f26e7016bdc tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588908 Dec 16 09:33:18.704974 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a1837cc7-c50d-4958-89cb-45cc02adcc40 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1398861 Dec 16 09:33:18.713910 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee2366-a2bb-430c-931c-73d35bdbf493 req-6e03e8e0-5d37-4f52-8bef-5dc81235f072 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:18.715385 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-97ee2366-a2bb-430c-931c-73d35bdbf493 req-6e03e8e0-5d37-4f52-8bef-5dc81235f072 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 946 time: 0.0961578 Dec 16 09:33:18.715874 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45418) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:18.720535 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-00bf376f-e76e-4a47-8b86-7c53843dcec0 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Request body: {'security_group_rule': {'security_group_id': 'a9e22608-6fb1-4ca1-b7f7-fe377ed96b8b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:18.748402 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5701782-6c23-4829-a54d-c627d8d439bf req-fca607ce-0471-477a-921b-ae00eab659e0 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:18.754615 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5701782-6c23-4829-a54d-c627d8d439bf req-fca607ce-0471-477a-921b-ae00eab659e0 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fc3678e-81a2-4276-a995-ae8b54f96d2a HTTP/1.1" status: 200 len: 946 time: 0.0639815 Dec 16 09:33:18.774897 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-97ee2366-a2bb-430c-931c-73d35bdbf493 req-b131a42f-54e2-44c9-b1a6-48121426a4db tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489771 Dec 16 09:33:18.840804 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-00bf376f-e76e-4a47-8b86-7c53843dcec0 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:18.865825 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-c5701782-6c23-4829-a54d-c627d8d439bf req-ec142bbf-663f-450a-b5a9-6862fb30c60c tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Deleting port 0c9fff27-03a5-48a1-97ea-42b379af7242 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:18.866331 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c5701782-6c23-4829-a54d-c627d8d439bf req-ec142bbf-663f-450a-b5a9-6862fb30c60c tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:18.887844 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-00bf376f-e76e-4a47-8b86-7c53843dcec0 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:18.959230 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-c5701782-6c23-4829-a54d-c627d8d439bf req-ec142bbf-663f-450a-b5a9-6862fb30c60c tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] For port 0c9fff27-03a5-48a1-97ea-42b379af7242, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=0c9fff27-03a5-48a1-97ea-42b379af7242,segment=NetworkSegment(6c496118-4e09-4f89-b8ab-5391fc86f2af),segment_id=6c496118-4e09-4f89-b8ab-5391fc86f2af)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:18.959533 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c5701782-6c23-4829-a54d-c627d8d439bf req-ec142bbf-663f-450a-b5a9-6862fb30c60c tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:18.972181 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-c5701782-6c23-4829-a54d-c627d8d439bf req-ec142bbf-663f-450a-b5a9-6862fb30c60c tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Calling delete_port for 0c9fff27-03a5-48a1-97ea-42b379af7242 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:19.010414 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-00bf376f-e76e-4a47-8b86-7c53843dcec0 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:19.027884 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf376f-e76e-4a47-8b86-7c53843dcec0 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93726db6-ca1e-4667-b3df-41a6deef8905,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:19.106744 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-00bf376f-e76e-4a47-8b86-7c53843dcec0 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:19.108081 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-00bf376f-e76e-4a47-8b86-7c53843dcec0 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3912513 Dec 16 09:33:19.110834 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45424) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:19.128452 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e14dfe6f-093e-49b3-9127-2d27ba8fd4bc tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "GET /v2.0/security-group-rules/93726db6-ca1e-4667-b3df-41a6deef8905 HTTP/1.1" status: 200 len: 763 time: 0.0162551 Dec 16 09:33:19.131263 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45426) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:19.180524 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-49ae5f58-f2db-4ff5-a745-c852cfe55cc8 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0480680 Dec 16 09:33:19.183141 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45428) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:19.188859 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd12b9-da88-420c-aeaa-0e0bc8fdc87c req-0a5af66b-437c-48e1-b4f6-a673b3dd4fc7 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:19.190344 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6fdd12b9-da88-420c-aeaa-0e0bc8fdc87c req-0a5af66b-437c-48e1-b4f6-a673b3dd4fc7 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.58 "GET /v2.0/ports?device_id=44094a4a-179e-41aa-a0e7-bf18846c9528 HTTP/1.1" status: 200 len: 943 time: 0.0632210 Dec 16 09:33:19.192160 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c5701782-6c23-4829-a54d-c627d8d439bf req-ec142bbf-663f-450a-b5a9-6862fb30c60c tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:19.205829 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['225d8421-3037-4140-9626-c4f741b4bcc0'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:33:19.212121 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d5612744-0679-418e-83bb-4922c6d82fbb tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:19.212622 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['0c9fff27-03a5-48a1-97ea-42b379af7242'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:33:19.221179 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d5612744-0679-418e-83bb-4922c6d82fbb tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:19.236109 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec142bbf-663f-450a-b5a9-6862fb30c60c tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Pushing event deleted for resources: {'Port': ['ID=0c9fff27-03a5-48a1-97ea-42b379af7242,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:19.308885 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5701782-6c23-4829-a54d-c627d8d439bf req-ec142bbf-663f-450a-b5a9-6862fb30c60c tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] No DVR routers for this DVR port 0c9fff27-03a5-48a1-97ea-42b379af7242 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:33:19.330038 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c5701782-6c23-4829-a54d-c627d8d439bf req-ec142bbf-663f-450a-b5a9-6862fb30c60c tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:19.333633 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5701782-6c23-4829-a54d-c627d8d439bf req-ec142bbf-663f-450a-b5a9-6862fb30c60c tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.58 "DELETE /v2.0/ports/0c9fff27-03a5-48a1-97ea-42b379af7242 HTTP/1.1" status: 204 len: 173 time: 0.5693324 Dec 16 09:33:19.334423 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc3678e-81a2-4276-a995-ae8b54f96d2a', 'name': 'network-vif-deleted', 'tag': '0c9fff27-03a5-48a1-97ea-42b379af7242'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:19.334938 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d5612744-0679-418e-83bb-4922c6d82fbb tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:19.337378 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dea3cb4-0e92-435d-ae61-74077cd0cc7b" -d '{"events": [{"server_uuid": "9fc3678e-81a2-4276-a995-ae8b54f96d2a", "name": "network-vif-deleted", "tag": "0c9fff27-03a5-48a1-97ea-42b379af7242"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:19.351600 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d5612744-0679-418e-83bb-4922c6d82fbb tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:19.354550 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d5612744-0679-418e-83bb-4922c6d82fbb tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/93726db6-ca1e-4667-b3df-41a6deef8905 HTTP/1.1" status: 204 len: 168 time: 0.1693554 Dec 16 09:33:19.356232 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45434) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:19.368070 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5612744-0679-418e-83bb-4922c6d82fbb tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93726db6-ca1e-4667-b3df-41a6deef8905,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:19.448718 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c9eb2390-1d37-4a8f-bbe5-285b71828e89 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0894535 Dec 16 09:33:19.455441 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45438) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:19.459022 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-6fdd12b9-da88-420c-aeaa-0e0bc8fdc87c req-6227a60f-0aa2-4847-afd2-65057e606e0d tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Deleting port 0623c71a-9522-46b5-9066-743861d70c1d {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:19.459370 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6fdd12b9-da88-420c-aeaa-0e0bc8fdc87c req-6227a60f-0aa2-4847-afd2-65057e606e0d tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:19.470841 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-261dc466-77c3-4bdd-aad6-4938d99850ee tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Request body: {'security_group_rule': {'security_group_id': 'a9e22608-6fb1-4ca1-b7f7-fe377ed96b8b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:19.556838 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3469cf-6485-4622-95d1-4c0c665bea34 x-openstack-request-id: req-1d3469cf-6485-4622-95d1-4c0c665bea34 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:19.557310 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc3678e-81a2-4276-a995-ae8b54f96d2a", "name": "network-vif-deleted", "tag": "0c9fff27-03a5-48a1-97ea-42b379af7242", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:19.557572 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1d3469cf-6485-4622-95d1-4c0c665bea34 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:19.558005 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc3678e-81a2-4276-a995-ae8b54f96d2a', 'name': 'network-vif-deleted', 'tag': '0c9fff27-03a5-48a1-97ea-42b379af7242', 'status': 'completed', 'code': 200} Dec 16 09:33:19.561741 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d2842-f7c7-4651-a7d3-fec76894f2ec req-f3768081-1f9d-4c05-b99a-3c53973e223c tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:19.565588 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-640d2842-f7c7-4651-a7d3-fec76894f2ec req-f3768081-1f9d-4c05-b99a-3c53973e223c tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.1170533 Dec 16 09:33:19.599616 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-6fdd12b9-da88-420c-aeaa-0e0bc8fdc87c req-6227a60f-0aa2-4847-afd2-65057e606e0d tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] For port 0623c71a-9522-46b5-9066-743861d70c1d, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=0623c71a-9522-46b5-9066-743861d70c1d,segment=NetworkSegment(2082cd97-2035-461e-ae5b-e2756d7ddb51),segment_id=2082cd97-2035-461e-ae5b-e2756d7ddb51)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:19.600347 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6fdd12b9-da88-420c-aeaa-0e0bc8fdc87c req-6227a60f-0aa2-4847-afd2-65057e606e0d tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:19.616218 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-640d2842-f7c7-4651-a7d3-fec76894f2ec req-771cabaa-71af-44de-9adb-10a749bd04f8 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459464 Dec 16 09:33:19.617333 n-d-820550-2 neutron-server[102817]: INFO neutron.db.securitygroups_db [None req-261dc466-77c3-4bdd-aad6-4938d99850ee tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Project 501fd18b7e784c5d8046e6de6194cd50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 09:33:19.623561 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-261dc466-77c3-4bdd-aad6-4938d99850ee tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:19.646323 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-6fdd12b9-da88-420c-aeaa-0e0bc8fdc87c req-6227a60f-0aa2-4847-afd2-65057e606e0d tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Calling delete_port for 0623c71a-9522-46b5-9066-743861d70c1d owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:19.742039 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-773c583f-1261-4a8f-89f9-54f706eaaaaa req-fefe445f-2851-4519-bebb-b5a181a777c5 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=c060d26b-bcf9-483b-aa9b-e2aef09ad8d9 HTTP/1.1" status: 200 len: 210 time: 0.0305388 Dec 16 09:33:19.786566 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b1ab600b-4f53-4fc1-b069-4ffaa93dc7d6 req-38bff352-5ba9-4361-bcf5-f4ab35da305e tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=f97fadee-d542-45c2-bbd3-ccf1a95eb21b HTTP/1.1" status: 200 len: 210 time: 0.0544930 Dec 16 09:33:19.790613 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-261dc466-77c3-4bdd-aad6-4938d99850ee tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:19.889764 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-30ec8a8d-6263-4014-8772-a800627d6f26 req-8d0ed6ea-4cf9-40de-8638-f15376f44182 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fc3678e-81a2-4276-a995-ae8b54f96d2a HTTP/1.1" status: 200 len: 210 time: 0.0392456 Dec 16 09:33:19.944894 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-261dc466-77c3-4bdd-aad6-4938d99850ee tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:19.979603 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261dc466-77c3-4bdd-aad6-4938d99850ee tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79840315-42cb-4912-9848-bbf11616c46c,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:19.990745 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6fdd12b9-da88-420c-aeaa-0e0bc8fdc87c req-6227a60f-0aa2-4847-afd2-65057e606e0d tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:20.011641 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4327fd7-ec11-46d0-9451-c2a751950698 req-16c5e68a-d757-4bd6-86de-8423b101d43a tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:20.013385 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b4327fd7-ec11-46d0-9451-c2a751950698 req-16c5e68a-d757-4bd6-86de-8423b101d43a tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 946 time: 0.0793331 Dec 16 09:33:20.029698 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227a60f-0aa2-4847-afd2-65057e606e0d tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Pushing event deleted for resources: {'Port': ['ID=0623c71a-9522-46b5-9066-743861d70c1d,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:20.041525 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-261dc466-77c3-4bdd-aad6-4938d99850ee tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:20.044735 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-261dc466-77c3-4bdd-aad6-4938d99850ee tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5859187 Dec 16 09:33:20.044960 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45452) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:20.072648 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-21f836cb-5c95-4016-b3e0-c121c990f2b6 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "GET /v2.0/security-group-rules/79840315-42cb-4912-9848-bbf11616c46c HTTP/1.1" status: 200 len: 769 time: 0.0243006 Dec 16 09:33:20.072857 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45454) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:20.073718 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fdd12b9-da88-420c-aeaa-0e0bc8fdc87c req-6227a60f-0aa2-4847-afd2-65057e606e0d tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] No DVR routers for this DVR port 0623c71a-9522-46b5-9066-743861d70c1d on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:33:20.079235 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6fdd12b9-da88-420c-aeaa-0e0bc8fdc87c req-6227a60f-0aa2-4847-afd2-65057e606e0d tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:20.079504 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6fdd12b9-da88-420c-aeaa-0e0bc8fdc87c req-6227a60f-0aa2-4847-afd2-65057e606e0d tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.58 "DELETE /v2.0/ports/0623c71a-9522-46b5-9066-743861d70c1d HTTP/1.1" status: 204 len: 173 time: 0.8793862 Dec 16 09:33:20.084145 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b4327fd7-ec11-46d0-9451-c2a751950698 req-55a94be0-ce8f-4e9a-a89c-575e16861e90 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620990 Dec 16 09:33:20.119917 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-bdbfefc3-4dde-4098-86cc-c1b9e64f446d tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0460248 Dec 16 09:33:20.122562 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45456) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:20.151161 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-94004cd5-14eb-40bb-b80a-3e3d84802411 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:20.162531 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-94004cd5-14eb-40bb-b80a-3e3d84802411 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:20.241929 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-94004cd5-14eb-40bb-b80a-3e3d84802411 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:20.249362 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-94004cd5-14eb-40bb-b80a-3e3d84802411 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:20.250471 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-94004cd5-14eb-40bb-b80a-3e3d84802411 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/79840315-42cb-4912-9848-bbf11616c46c HTTP/1.1" status: 204 len: 168 time: 0.1268864 Dec 16 09:33:20.253935 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45458) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:20.254929 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94004cd5-14eb-40bb-b80a-3e3d84802411 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79840315-42cb-4912-9848-bbf11616c46c,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:20.303198 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c5f5584d-d37c-4087-bd6a-7537cc6a9611 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0447178 Dec 16 09:33:20.303399 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45460) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:20.354928 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-42b6fde2-da07-468b-8778-442af7a5d201 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:20.377353 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-42b6fde2-da07-468b-8778-442af7a5d201 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:20.484149 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-42b6fde2-da07-468b-8778-442af7a5d201 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:20.487128 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-42b6fde2-da07-468b-8778-442af7a5d201 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:20.488275 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-42b6fde2-da07-468b-8778-442af7a5d201 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "DELETE /v2.0/security-groups/a9e22608-6fb1-4ca1-b7f7-fe377ed96b8b HTTP/1.1" status: 204 len: 168 time: 0.1839998 Dec 16 09:33:20.491171 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45462) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:20.497568 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6fde2-da07-468b-8778-442af7a5d201 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e22608-6fb1-4ca1-b7f7-fe377ed96b8b,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:20.566513 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-98d43ecb-604b-412d-81fd-efa5b8a23d86 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0741096 Dec 16 09:33:20.570975 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45464) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:20.575424 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-1ff61c35-a845-415c-965a-18b496950824 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Request body: {'security_group': {'name': 'tempest-secgroup--1147993318'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:20.679056 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1ff61c35-a845-415c-965a-18b496950824 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:20.776308 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-28873925-e632-48b4-b6dd-16bbeb6e2829 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:20.778280 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-28873925-e632-48b4-b6dd-16bbeb6e2829 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.57 "GET /v2.0/networks?id=2eeb7a38-55b2-441b-9574-26196c5f8d08 HTTP/1.1" status: 200 len: 805 time: 0.1675823 Dec 16 09:33:20.801005 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-c13e4723-2adc-4add-829d-9047ac838173 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Request body: {'port': {'device_id': 'c060d26b-bcf9-483b-aa9b-e2aef09ad8d9', 'network_id': '2eeb7a38-55b2-441b-9574-26196c5f8d08', 'admin_state_up': True, 'tenant_id': '1e7e6b140fda42e19ce52d82028fabc5'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:20.827636 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 5358f0e6-69e6-4272-90b0-6cb0484c19a6 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:33:20.863485 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 5358f0e6-69e6-4272-90b0-6cb0484c19a6 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:33:20.863712 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c9536-86d9-4d89-9029-050e4c596610 req-e2a9713a-a7e2-4705-ba84-f3e720c640dc tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:20.863833 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 5358f0e6-69e6-4272-90b0-6cb0484c19a6 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:33:20.865716 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1a3c9536-86d9-4d89-9029-050e4c596610 req-e2a9713a-a7e2-4705-ba84-f3e720c640dc tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.1654141 Dec 16 09:33:20.879312 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fd3eee5a-9084-4f5a-b15e-b480dec90de6 req-8a671bff-fad0-44dc-a82b-e97ae03765ae tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=c060d26b-bcf9-483b-aa9b-e2aef09ad8d9 HTTP/1.1" status: 200 len: 210 time: 0.0451307 Dec 16 09:33:20.920124 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1ff61c35-a845-415c-965a-18b496950824 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:20.954515 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1a3c9536-86d9-4d89-9029-050e4c596610 req-143a8614-5c3d-4efb-86bd-e2c03a06961f tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819366 Dec 16 09:33:20.978027 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-534565c9-24a6-4007-b257-2ef859a44bb6 req-5ee8c6c3-9401-48f6-bc65-8f587d4680d5 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=f97fadee-d542-45c2-bbd3-ccf1a95eb21b HTTP/1.1" status: 200 len: 210 time: 0.0395007 Dec 16 09:33:20.991039 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1ff61c35-a845-415c-965a-18b496950824 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:21.032299 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff61c35-a845-415c-965a-18b496950824 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89b362fd-6db2-4adc-b8a2-c77373057bd5,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:21.077668 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-c13e4723-2adc-4add-829d-9047ac838173 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Made reservation on behalf of 1e7e6b140fda42e19ce52d82028fabc5 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:21.081514 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-c13e4723-2adc-4add-829d-9047ac838173 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:21.179171 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1ff61c35-a845-415c-965a-18b496950824 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:21.183323 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45482) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:21.184262 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1ff61c35-a845-415c-965a-18b496950824 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6122942 Dec 16 09:33:21.189292 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-f386c1eb-7b19-4f74-bb9c-ec5c85f8b552 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Request body: {'security_group_rule': {'security_group_id': '89b362fd-6db2-4adc-b8a2-c77373057bd5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:21.252691 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07771aea-bed5-41d1-89a1-c1057b454086 req-8a3e2367-4938-428d-be70-58b3f8d2a0ca service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0530694 Dec 16 09:33:21.261700 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b312c6-acb0-481f-a546-d7c2f8030b3f req-a2c699f1-e3ec-4e96-8b0d-8e49b80b7e07 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:21.263189 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-79b312c6-acb0-481f-a546-d7c2f8030b3f req-a2c699f1-e3ec-4e96-8b0d-8e49b80b7e07 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 946 time: 0.1035657 Dec 16 09:33:21.264306 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-c13e4723-2adc-4add-829d-9047ac838173 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Allocated IP 172.20.0.9 (2eeb7a38-55b2-441b-9574-26196c5f8d08/211efb7a-3b19-4354-921e-9061bf2ec918/a5eb4bfd-3487-4309-995c-149b2ad09e3b) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:33:21.347300 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-79b312c6-acb0-481f-a546-d7c2f8030b3f req-a92cfc8a-f911-4111-83a3-db48014878fb tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744698 Dec 16 09:33:21.370005 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 0c9fff27-03a5-48a1-97ea-42b379af7242 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:33:21.394037 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 0c9fff27-03a5-48a1-97ea-42b379af7242 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:33:21.395302 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 0c9fff27-03a5-48a1-97ea-42b379af7242 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:33:21.395907 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 0623c71a-9522-46b5-9066-743861d70c1d no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:33:21.396653 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f386c1eb-7b19-4f74-bb9c-ec5c85f8b552 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:21.425445 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 0623c71a-9522-46b5-9066-743861d70c1d {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:33:21.430774 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 0623c71a-9522-46b5-9066-743861d70c1d not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:33:21.489384 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-c13e4723-2adc-4add-829d-9047ac838173 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:21.593654 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-c13e4723-2adc-4add-829d-9047ac838173 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:21.642570 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-c13e4723-2adc-4add-829d-9047ac838173 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Network 2eeb7a38-55b2-441b-9574-26196c5f8d08 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:33:21.646693 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-c13e4723-2adc-4add-829d-9047ac838173 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:21.650981 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-c13e4723-2adc-4add-829d-9047ac838173 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:33:21.676382 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e4723-2adc-4add-829d-9047ac838173 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Pushing event updated for resources: {'Port': ['ID=a5eb4bfd-3487-4309-995c-149b2ad09e3b,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:21.707580 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-c13e4723-2adc-4add-829d-9047ac838173 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:21.708355 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-c13e4723-2adc-4add-829d-9047ac838173 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:21.760732 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44094a4a-179e-41aa-a0e7-bf18846c9528', 'name': 'network-vif-deleted', 'tag': '0623c71a-9522-46b5-9066-743861d70c1d'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:21.763184 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddf0a35-bbc2-4cf4-8f8d-d79eed09dd77" -d '{"events": [{"server_uuid": "44094a4a-179e-41aa-a0e7-bf18846c9528", "name": "network-vif-deleted", "tag": "0623c71a-9522-46b5-9066-743861d70c1d"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:21.773914 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-c13e4723-2adc-4add-829d-9047ac838173 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9821472 Dec 16 09:33:21.782123 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07771aea-bed5-41d1-89a1-c1057b454086 req-8ec23d7c-26aa-4829-a92d-9e718aa94e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:21.783556 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07771aea-bed5-41d1-89a1-c1057b454086 req-8ec23d7c-26aa-4829-a92d-9e718aa94e31 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c72236daaf3c429fb462e278e5b03cb7&device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 1101 time: 0.4616120 Dec 16 09:33:21.784183 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-f681a7eb-8ecf-462b-b751-8ec374a328b4 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:33:21.785499 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-f681a7eb-8ecf-462b-b751-8ec374a328b4 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053639 Dec 16 09:33:21.800589 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-df93dd88-4fb3-417a-a371-364a5940752a service neutron] Request body: {'port': {'device_id': 'c060d26b-bcf9-483b-aa9b-e2aef09ad8d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:21.801251 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-a8db4d20-da98-406e-bdb1-2f3a04ec07e5 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:21.804054 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-a8db4d20-da98-406e-bdb1-2f3a04ec07e5 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.57 "GET /v2.0/networks?id=7d041dd8-e312-4dee-9f8d-03e6df17a8ab HTTP/1.1" status: 200 len: 822 time: 0.4991820 Dec 16 09:33:21.834236 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab566f79-809f-448a-a99c-4ba06b3d44af x-openstack-request-id: req-ab566f79-809f-448a-a99c-4ba06b3d44af {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:21.834530 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44094a4a-179e-41aa-a0e7-bf18846c9528", "name": "network-vif-deleted", "tag": "0623c71a-9522-46b5-9066-743861d70c1d", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:21.834778 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ab566f79-809f-448a-a99c-4ba06b3d44af {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:21.835164 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44094a4a-179e-41aa-a0e7-bf18846c9528', 'name': 'network-vif-deleted', 'tag': '0623c71a-9522-46b5-9066-743861d70c1d', 'status': 'completed', 'code': 200} Dec 16 09:33:21.847754 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-644eda09-9bda-4e1d-a66b-72996bd2c081 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Request body: {'port': {'device_id': 'f97fadee-d542-45c2-bbd3-ccf1a95eb21b', 'network_id': '7d041dd8-e312-4dee-9f8d-03e6df17a8ab', 'admin_state_up': True, 'tenant_id': '49b65172668f4824bedbcb7718d403b3'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:21.854633 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-df93dd88-4fb3-417a-a371-364a5940752a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:21.869995 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f386c1eb-7b19-4f74-bb9c-ec5c85f8b552 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:21.956796 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f386c1eb-7b19-4f74-bb9c-ec5c85f8b552 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:22.012318 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386c1eb-7b19-4f74-bb9c-ec5c85f8b552 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf8990a5-360e-4703-a6a6-64377c72669e,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:22.053997 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-80641c4b-1f09-4bd3-a736-f54d3346da3a tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:22.055524 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-80641c4b-1f09-4bd3-a736-f54d3346da3a tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/networks?id=c0c998b7-16cb-40aa-910e-ab4864e39b16 HTTP/1.1" status: 200 len: 806 time: 0.5380375 Dec 16 09:33:22.061987 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10950346-82a8-46d1-95c7-e264960bcbc5 req-0a4ee9bb-b391-4ff5-9c7c-8b40eb7aebeb tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:22.063501 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-10950346-82a8-46d1-95c7-e264960bcbc5 req-0a4ee9bb-b391-4ff5-9c7c-8b40eb7aebeb tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=c060d26b-bcf9-483b-aa9b-e2aef09ad8d9 HTTP/1.1" status: 200 len: 931 time: 0.1013064 Dec 16 09:33:22.082821 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07771aea-bed5-41d1-89a1-c1057b454086 req-a0f460ff-fafa-4575-a6d3-75a96b9fd141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:22.084229 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07771aea-bed5-41d1-89a1-c1057b454086 req-a0f460ff-fafa-4575-a6d3-75a96b9fd141 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.2539966 Dec 16 09:33:22.091447 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-4fe55bc6-7738-4180-b936-af19031120d8 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/quotas/2f8f61b4cde14c72b4dcdad8045c9583 HTTP/1.1" status: 200 len: 375 time: 0.0217710 Dec 16 09:33:22.105643 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f386c1eb-7b19-4f74-bb9c-ec5c85f8b552 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:22.106694 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f386c1eb-7b19-4f74-bb9c-ec5c85f8b552 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9218624 Dec 16 09:33:22.110135 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45510) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:22.148089 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07771aea-bed5-41d1-89a1-c1057b454086 req-f245a992-ae20-4858-ad7a-57ecc0a87ac6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=29d83386-159a-4f4d-a005-563093e201ab HTTP/1.1" status: 200 len: 217 time: 0.0557094 Dec 16 09:33:22.151253 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-10950346-82a8-46d1-95c7-e264960bcbc5 req-cfe62612-487f-4c8c-ba7e-093dbde6e92d tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772607 Dec 16 09:33:22.226105 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-746e04a0-fffa-46a2-8a44-13a3688c94d0 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:22.228162 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-e651465a-22c4-4743-9b82-8e5a6444c29c tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f8f61b4cde14c72b4dcdad8045c9583&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1283960 Dec 16 09:33:22.230014 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07771aea-bed5-41d1-89a1-c1057b454086 req-d20f83c7-4440-462e-b0a3-1969375ac99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:22.231385 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07771aea-bed5-41d1-89a1-c1057b454086 req-d20f83c7-4440-462e-b0a3-1969375ac99b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0596125 Dec 16 09:33:22.269277 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-644eda09-9bda-4e1d-a66b-72996bd2c081 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Made reservation on behalf of 49b65172668f4824bedbcb7718d403b3 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:22.272632 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-644eda09-9bda-4e1d-a66b-72996bd2c081 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:22.302096 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-746e04a0-fffa-46a2-8a44-13a3688c94d0 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:22.326162 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-df93dd88-4fb3-417a-a371-364a5940752a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5eb4bfd-3487-4309-995c-149b2ad09e3b {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:33:22.355026 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-df93dd88-4fb3-417a-a371-364a5940752a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:22.365302 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07771aea-bed5-41d1-89a1-c1057b454086 req-3258f43e-4343-4858-8c84-104b1070a8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:22.367589 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07771aea-bed5-41d1-89a1-c1057b454086 req-3258f43e-4343-4858-8c84-104b1070a8c5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1282501 Dec 16 09:33:22.386085 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-df93dd88-4fb3-417a-a371-364a5940752a service neutron] Transition to ACTIVE for port object a5eb4bfd-3487-4309-995c-149b2ad09e3b will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:33:22.394880 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b573868-2b80-4372-9dcd-3f6732647426 req-fbfdb9da-d1c9-459a-abb6-67c54b903400 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:22.396348 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3b573868-2b80-4372-9dcd-3f6732647426 req-fbfdb9da-d1c9-459a-abb6-67c54b903400 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.1636567 Dec 16 09:33:22.443776 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3b573868-2b80-4372-9dcd-3f6732647426 req-ce82ad3a-b08f-4513-8e49-3bd1dce462ca tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326905 Dec 16 09:33:22.463173 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-df93dd88-4fb3-417a-a371-364a5940752a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:22.505013 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-746e04a0-fffa-46a2-8a44-13a3688c94d0 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:22.506679 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-49116706-abb9-4a9c-a695-c67b1b007ce7 service neutron] 10.222.0.60 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583191 Dec 16 09:33:22.507672 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-746e04a0-fffa-46a2-8a44-13a3688c94d0 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:22.511045 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-746e04a0-fffa-46a2-8a44-13a3688c94d0 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "DELETE /v2.0/security-groups/89b362fd-6db2-4adc-b8a2-c77373057bd5 HTTP/1.1" status: 204 len: 168 time: 0.3945897 Dec 16 09:33:22.519962 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45514) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:22.556765 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e04a0-fffa-46a2-8a44-13a3688c94d0 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b362fd-6db2-4adc-b8a2-c77373057bd5,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:22.579272 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-70eaa90e-1387-467a-89f3-4055c621d452 req-a651f44f-8d3a-478b-80fc-63ec22364928 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=f97fadee-d542-45c2-bbd3-ccf1a95eb21b HTTP/1.1" status: 200 len: 210 time: 0.0649047 Dec 16 09:33:22.579870 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93dd88-4fb3-417a-a371-364a5940752a service neutron] Pushing event updated for resources: {'Port': ['ID=a5eb4bfd-3487-4309-995c-149b2ad09e3b,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:22.637325 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-644eda09-9bda-4e1d-a66b-72996bd2c081 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Allocated IP 172.20.0.5 (7d041dd8-e312-4dee-9f8d-03e6df17a8ab/5f63564b-3edf-4765-82ea-be9bd22a95a8/fd3f9550-fcc0-428a-8f86-3b8c765d22b5) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:33:22.640700 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07771aea-bed5-41d1-89a1-c1057b454086 req-654e4339-e98c-49d7-97a5-be0162452d2f service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386796 Dec 16 09:33:22.663730 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b60dd59d-68ac-4e3c-8a8c-39f6e45d6f5a tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1412613 Dec 16 09:33:22.666599 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45516) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:22.716843 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-df93dd88-4fb3-417a-a371-364a5940752a service neutron] Attempting to bind port a5eb4bfd-3487-4309-995c-149b2ad09e3b on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:33:22.717217 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-df93dd88-4fb3-417a-a371-364a5940752a service neutron] Attempting to bind port a5eb4bfd-3487-4309-995c-149b2ad09e3b by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '2082cd97-2035-461e-ae5b-e2756d7ddb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2eeb7a38-55b2-441b-9574-26196c5f8d08'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:33:22.717534 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-df93dd88-4fb3-417a-a371-364a5940752a service neutron] Attempting to bind port a5eb4bfd-3487-4309-995c-149b2ad09e3b on network 2eeb7a38-55b2-441b-9574-26196c5f8d08 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:33:22.741516 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-df93dd88-4fb3-417a-a371-364a5940752a service neutron] Port a5eb4bfd-3487-4309-995c-149b2ad09e3b on network 2eeb7a38-55b2-441b-9574-26196c5f8d08 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:33:22.745441 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-df93dd88-4fb3-417a-a371-364a5940752a service neutron] Attempting to bind port a5eb4bfd-3487-4309-995c-149b2ad09e3b on network 2eeb7a38-55b2-441b-9574-26196c5f8d08 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:33:22.751386 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fbe2cf28-93df-492e-93c9-4392eaeb2858 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0833411 Dec 16 09:33:22.754372 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45518) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:22.762732 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-e4f11f87-1744-467a-af3f-fb74e84cb2f9 service neutron] 10.222.0.60 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349319 Dec 16 09:33:22.778596 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-df93dd88-4fb3-417a-a371-364a5940752a service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:33:22.778939 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-df93dd88-4fb3-417a-a371-364a5940752a service neutron] Checking segment: {'id': '2082cd97-2035-461e-ae5b-e2756d7ddb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2eeb7a38-55b2-441b-9574-26196c5f8d08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:33:22.779333 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-df93dd88-4fb3-417a-a371-364a5940752a service neutron] Bound using segment: {'id': '2082cd97-2035-461e-ae5b-e2756d7ddb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2eeb7a38-55b2-441b-9574-26196c5f8d08'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:33:22.779787 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-df93dd88-4fb3-417a-a371-364a5940752a service neutron] Bound port: a5eb4bfd-3487-4309-995c-149b2ad09e3b, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2082cd97-2035-461e-ae5b-e2756d7ddb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2eeb7a38-55b2-441b-9574-26196c5f8d08'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:33:22.780153 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-df93dd88-4fb3-417a-a371-364a5940752a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:22.797767 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-6669177e-ddff-4506-af28-aabd2cae19aa tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] delete failed (client error): The resource could not be found. Dec 16 09:33:22.798811 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6669177e-ddff-4506-af28-aabd2cae19aa tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "DELETE /v2.0/security-groups/89b362fd-6db2-4adc-b8a2-c77373057bd5 HTTP/1.1" status: 404 len: 347 time: 0.0435274 Dec 16 09:33:22.809019 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45522) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:22.860997 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07771aea-bed5-41d1-89a1-c1057b454086 req-f0c55c4f-13b0-44b6-9374-1a5771d6a556 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037637 Dec 16 09:33:22.863942 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ebd08-b450-4a7d-b00f-168dfebe8add req-d9202878-506f-48a2-abff-7093edf9046e tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:22.865444 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a73ebd08-b450-4a7d-b00f-168dfebe8add req-d9202878-506f-48a2-abff-7093edf9046e tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 946 time: 0.1361275 Dec 16 09:33:22.913549 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-644eda09-9bda-4e1d-a66b-72996bd2c081 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:22.922041 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-df93dd88-4fb3-417a-a371-364a5940752a service neutron] For port a5eb4bfd-3487-4309-995c-149b2ad09e3b, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:33:22.927442 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c2c51f19-1754-4f02-9321-335673fff7e9 tempest-SecGroupIPv6Test-1557274723 tempest-SecGroupIPv6Test-1557274723-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1173847 Dec 16 09:33:22.947137 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-df93dd88-4fb3-417a-a371-364a5940752a service neutron] For port a5eb4bfd-3487-4309-995c-149b2ad09e3b, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=a5eb4bfd-3487-4309-995c-149b2ad09e3b,segment=NetworkSegment(2082cd97-2035-461e-ae5b-e2756d7ddb51),segment_id=2082cd97-2035-461e-ae5b-e2756d7ddb51)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:33:22.954730 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a73ebd08-b450-4a7d-b00f-168dfebe8add req-14f35980-5ccd-4d26-9280-12f7ab6e1d36 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736837 Dec 16 09:33:23.048306 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-644eda09-9bda-4e1d-a66b-72996bd2c081 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:23.048879 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-df93dd88-4fb3-417a-a371-364a5940752a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:23.094234 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-df93dd88-4fb3-417a-a371-364a5940752a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:23.095215 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-df93dd88-4fb3-417a-a371-364a5940752a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:23.096462 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-df93dd88-4fb3-417a-a371-364a5940752a service neutron] 10.222.0.57 "PUT /v2.0/ports/a5eb4bfd-3487-4309-995c-149b2ad09e3b HTTP/1.1" status: 200 len: 1091 time: 1.3022754 Dec 16 09:33:23.097426 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c060d26b-bcf9-483b-aa9b-e2aef09ad8d9', 'tag': 'a5eb4bfd-3487-4309-995c-149b2ad09e3b'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:23.100976 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1a6aba-0c25-4d93-8d93-e9a9715bace6" -d '{"events": [{"name": "network-changed", "server_uuid": "c060d26b-bcf9-483b-aa9b-e2aef09ad8d9", "tag": "a5eb4bfd-3487-4309-995c-149b2ad09e3b"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:23.103981 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-644eda09-9bda-4e1d-a66b-72996bd2c081 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Network 7d041dd8-e312-4dee-9f8d-03e6df17a8ab is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:33:23.106901 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-644eda09-9bda-4e1d-a66b-72996bd2c081 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:23.111571 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-644eda09-9bda-4e1d-a66b-72996bd2c081 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:33:23.153786 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644eda09-9bda-4e1d-a66b-72996bd2c081 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Pushing event updated for resources: {'Port': ['ID=fd3f9550-fcc0-428a-8f86-3b8c765d22b5,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:23.165072 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12312094-706e-4b33-a5da-ad1df7eb8382 x-openstack-request-id: req-12312094-706e-4b33-a5da-ad1df7eb8382 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:23.165404 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c060d26b-bcf9-483b-aa9b-e2aef09ad8d9", "tag": "a5eb4bfd-3487-4309-995c-149b2ad09e3b", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:23.165657 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-12312094-706e-4b33-a5da-ad1df7eb8382 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:23.166101 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c060d26b-bcf9-483b-aa9b-e2aef09ad8d9', 'tag': 'a5eb4bfd-3487-4309-995c-149b2ad09e3b', 'status': 'completed', 'code': 200} Dec 16 09:33:23.169632 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e722a0f3-3156-4950-9a86-087fe3487c6b req-c55954fc-a2fe-4386-87d2-59aa7b1447d6 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc6597d9-b3ce-4e97-951d-6de0e56d9240 HTTP/1.1" status: 200 len: 210 time: 0.0580196 Dec 16 09:33:23.173416 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93dd88-4fb3-417a-a371-364a5940752a service neutron] Pushing event updated for resources: {'Port': ['ID=a5eb4bfd-3487-4309-995c-149b2ad09e3b,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:23.204266 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-644eda09-9bda-4e1d-a66b-72996bd2c081 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:23.204548 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-644eda09-9bda-4e1d-a66b-72996bd2c081 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:23.268662 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a6aba-0c25-4d93-8d93-e9a9715bace6 req-566ca643-d872-4ddb-bcb0-605d9db73bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:23.270926 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2f1a6aba-0c25-4d93-8d93-e9a9715bace6 req-566ca643-d872-4ddb-bcb0-605d9db73bb2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e7e6b140fda42e19ce52d82028fabc5&device_id=c060d26b-bcf9-483b-aa9b-e2aef09ad8d9 HTTP/1.1" status: 200 len: 1094 time: 0.0569797 Dec 16 09:33:23.299562 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb58138-b2e5-484a-8cb3-c4e2b1effc4a req-450254f4-6b0b-4ff8-b4e3-4173cb6675a8 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:23.301300 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ffb58138-b2e5-484a-8cb3-c4e2b1effc4a req-450254f4-6b0b-4ff8-b4e3-4173cb6675a8 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=c060d26b-bcf9-483b-aa9b-e2aef09ad8d9 HTTP/1.1" status: 200 len: 943 time: 0.0615952 Dec 16 09:33:23.304983 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-644eda09-9bda-4e1d-a66b-72996bd2c081 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4690177 Dec 16 09:33:23.327029 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-9a0d52e9-34e8-4af8-ae46-de211d01b30e service neutron] Request body: {'port': {'device_id': 'f97fadee-d542-45c2-bbd3-ccf1a95eb21b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:23.366993 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ffb58138-b2e5-484a-8cb3-c4e2b1effc4a req-40b99e0b-5363-4e28-935a-eba2a6f068c5 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586371 Dec 16 09:33:23.380054 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a6aba-0c25-4d93-8d93-e9a9715bace6 req-ae7541a5-2373-4333-9620-d034c080bd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:23.381619 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2f1a6aba-0c25-4d93-8d93-e9a9715bace6 req-ae7541a5-2373-4333-9620-d034c080bd4a service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=1e7e6b140fda42e19ce52d82028fabc5&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1017172 Dec 16 09:33:23.407145 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-9a0d52e9-34e8-4af8-ae46-de211d01b30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:23.460206 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45540) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:23.501258 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a6aba-0c25-4d93-8d93-e9a9715bace6 req-c4494fda-8aae-4280-9397-650b544cc8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:23.502879 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2f1a6aba-0c25-4d93-8d93-e9a9715bace6 req-c4494fda-8aae-4280-9397-650b544cc8e2 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1101875 Dec 16 09:33:23.637800 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad1c56-4235-4c75-a338-b0d50796ed40 req-e026e2ce-c0a2-47f1-93c7-daf4cb3a6f32 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:23.642978 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9dad1c56-4235-4c75-a338-b0d50796ed40 req-e026e2ce-c0a2-47f1-93c7-daf4cb3a6f32 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.1132176 Dec 16 09:33:23.659628 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-dfc46727-b43e-4841-a36b-51a49d199aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:23.661133 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-dfc46727-b43e-4841-a36b-51a49d199aea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e7e6b140fda42e19ce52d82028fabc5&device_id=c060d26b-bcf9-483b-aa9b-e2aef09ad8d9 HTTP/1.1" status: 200 len: 1094 time: 0.0969706 Dec 16 09:33:23.717134 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-a48735f2-172d-4919-843a-01470a43ba72 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5eb4bfd-3487-4309-995c-149b2ad09e3b HTTP/1.1" status: 200 len: 217 time: 0.0452578 Dec 16 09:33:23.723635 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e2828016-4be8-4394-8ea0-071f4392551e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=501fd18b7e784c5d8046e6de6194cd50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2593904 Dec 16 09:33:23.725701 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45552) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:23.743492 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-9a0d52e9-34e8-4af8-ae46-de211d01b30e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd3f9550-fcc0-428a-8f86-3b8c765d22b5 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:33:23.754136 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-9a0d52e9-34e8-4af8-ae46-de211d01b30e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:23.761063 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9dad1c56-4235-4c75-a338-b0d50796ed40 req-aaa6176d-093e-40dd-a62d-6257c0d407f0 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145015 Dec 16 09:33:23.776726 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bcb66-d40c-4aae-9a24-b0ac75037c06 req-3ddf1c89-8f11-4af7-93ff-e208b48d3ae9 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:23.778282 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ee6bcb66-d40c-4aae-9a24-b0ac75037c06 req-3ddf1c89-8f11-4af7-93ff-e208b48d3ae9 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=f97fadee-d542-45c2-bbd3-ccf1a95eb21b HTTP/1.1" status: 200 len: 931 time: 0.1138690 Dec 16 09:33:23.788778 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-70e21905-3e6a-4a11-911a-e7db76688bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:23.790616 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-70e21905-3e6a-4a11-911a-e7db76688bdc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=211efb7a-3b19-4354-921e-9061bf2ec918 HTTP/1.1" status: 200 len: 845 time: 0.0636692 Dec 16 09:33:23.803231 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-9a0d52e9-34e8-4af8-ae46-de211d01b30e service neutron] Transition to ACTIVE for port object fd3f9550-fcc0-428a-8f86-3b8c765d22b5 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:33:23.829271 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-0f274388-5e80-4ffd-8fdd-dba09ffb8be5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2eeb7a38-55b2-441b-9574-26196c5f8d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274503 Dec 16 09:33:23.858730 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ee6bcb66-d40c-4aae-9a24-b0ac75037c06 req-909082d4-97cb-4b42-b4c1-682877ef0d33 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675676 Dec 16 09:33:23.859801 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c79f825-b18b-4441-bccf-f160934f9710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:23.884129 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c79f825-b18b-4441-bccf-f160934f9710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:23.900361 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-9a0d52e9-34e8-4af8-ae46-de211d01b30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:23.953466 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-e7188586-12e2-4473-ba48-20f4eedde83d service neutron] 10.222.0.57 "GET /v2.0/networks/2eeb7a38-55b2-441b-9574-26196c5f8d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927079 Dec 16 09:33:23.970932 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d52e9-34e8-4af8-ae46-de211d01b30e service neutron] Pushing event updated for resources: {'Port': ['ID=fd3f9550-fcc0-428a-8f86-3b8c765d22b5,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:24.033150 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b74d08db-4a0b-4d01-ab83-3658741532f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:24.073628 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-9a0d52e9-34e8-4af8-ae46-de211d01b30e service neutron] Attempting to bind port fd3f9550-fcc0-428a-8f86-3b8c765d22b5 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:33:24.074180 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-9a0d52e9-34e8-4af8-ae46-de211d01b30e service neutron] Attempting to bind port fd3f9550-fcc0-428a-8f86-3b8c765d22b5 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'ac95600e-3c1a-420e-8879-213e8cd120c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7d041dd8-e312-4dee-9f8d-03e6df17a8ab'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:33:24.074391 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-9a0d52e9-34e8-4af8-ae46-de211d01b30e service neutron] Attempting to bind port fd3f9550-fcc0-428a-8f86-3b8c765d22b5 on network 7d041dd8-e312-4dee-9f8d-03e6df17a8ab {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:33:24.080856 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-9a0d52e9-34e8-4af8-ae46-de211d01b30e service neutron] Port fd3f9550-fcc0-428a-8f86-3b8c765d22b5 on network 7d041dd8-e312-4dee-9f8d-03e6df17a8ab not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:33:24.081069 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-9a0d52e9-34e8-4af8-ae46-de211d01b30e service neutron] Attempting to bind port fd3f9550-fcc0-428a-8f86-3b8c765d22b5 on network 7d041dd8-e312-4dee-9f8d-03e6df17a8ab {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:33:24.087226 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-9a0d52e9-34e8-4af8-ae46-de211d01b30e service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:33:24.087559 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-9a0d52e9-34e8-4af8-ae46-de211d01b30e service neutron] Checking segment: {'id': 'ac95600e-3c1a-420e-8879-213e8cd120c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7d041dd8-e312-4dee-9f8d-03e6df17a8ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:33:24.087954 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-9a0d52e9-34e8-4af8-ae46-de211d01b30e service neutron] Bound using segment: {'id': 'ac95600e-3c1a-420e-8879-213e8cd120c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7d041dd8-e312-4dee-9f8d-03e6df17a8ab'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:33:24.088134 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3543e7d2-01d1-4e42-9544-da400d117c5e req-85b0661c-35af-47e4-9902-06b890043493 service neutron] 10.222.0.57 "GET /v2.0/networks/2eeb7a38-55b2-441b-9574-26196c5f8d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267936 Dec 16 09:33:24.093941 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-9a0d52e9-34e8-4af8-ae46-de211d01b30e service neutron] Bound port: fd3f9550-fcc0-428a-8f86-3b8c765d22b5, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac95600e-3c1a-420e-8879-213e8cd120c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7d041dd8-e312-4dee-9f8d-03e6df17a8ab'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:33:24.093941 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-9a0d52e9-34e8-4af8-ae46-de211d01b30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:24.107935 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0710bd-4001-4320-9519-6ead12880774 req-2aa24b41-5377-40d3-a651-980547070ddc tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:24.109701 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ca0710bd-4001-4320-9519-6ead12880774 req-2aa24b41-5377-40d3-a651-980547070ddc tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 946 time: 0.0804908 Dec 16 09:33:24.150280 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ca0710bd-4001-4320-9519-6ead12880774 req-9479013e-bd75-438c-aa59-8c2c549cb270 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333304 Dec 16 09:33:24.157753 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-9a0d52e9-34e8-4af8-ae46-de211d01b30e service neutron] For port fd3f9550-fcc0-428a-8f86-3b8c765d22b5, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:33:24.160918 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-9a0d52e9-34e8-4af8-ae46-de211d01b30e service neutron] For port fd3f9550-fcc0-428a-8f86-3b8c765d22b5, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=fd3f9550-fcc0-428a-8f86-3b8c765d22b5,segment=NetworkSegment(ac95600e-3c1a-420e-8879-213e8cd120c0),segment_id=ac95600e-3c1a-420e-8879-213e8cd120c0)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:33:24.170152 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c79f825-b18b-4441-bccf-f160934f9710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:24.172767 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c79f825-b18b-4441-bccf-f160934f9710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:24.174103 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9c79f825-b18b-4441-bccf-f160934f9710 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/938877dc-e178-43a9-9639-7134dab1e437 HTTP/1.1" status: 204 len: 168 time: 0.4450419 Dec 16 09:33:24.183030 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c79f825-b18b-4441-bccf-f160934f9710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938877dc-e178-43a9-9639-7134dab1e437,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:24.271175 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-9a0d52e9-34e8-4af8-ae46-de211d01b30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:24.291997 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5bd82196-dee3-412f-bb11-cf3657c4af4f req-d6ff5d4e-7da6-417d-9e5f-38f657bd536a tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc6597d9-b3ce-4e97-951d-6de0e56d9240 HTTP/1.1" status: 200 len: 210 time: 0.0326293 Dec 16 09:33:24.317828 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-9a0d52e9-34e8-4af8-ae46-de211d01b30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:24.318431 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-9a0d52e9-34e8-4af8-ae46-de211d01b30e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:24.319772 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-9a0d52e9-34e8-4af8-ae46-de211d01b30e service neutron] 10.222.0.57 "PUT /v2.0/ports/fd3f9550-fcc0-428a-8f86-3b8c765d22b5 HTTP/1.1" status: 200 len: 1091 time: 0.9985137 Dec 16 09:33:24.320214 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97fadee-d542-45c2-bbd3-ccf1a95eb21b', 'tag': 'fd3f9550-fcc0-428a-8f86-3b8c765d22b5'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:24.322721 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03280c7-5dcd-4a54-a6fa-f8a594bd1235" -d '{"events": [{"name": "network-changed", "server_uuid": "f97fadee-d542-45c2-bbd3-ccf1a95eb21b", "tag": "fd3f9550-fcc0-428a-8f86-3b8c765d22b5"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:24.347173 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d52e9-34e8-4af8-ae46-de211d01b30e service neutron] Pushing event updated for resources: {'Port': ['ID=fd3f9550-fcc0-428a-8f86-3b8c765d22b5,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:24.365237 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef630d57-3fb2-4cbc-b209-12447c2c330b x-openstack-request-id: req-ef630d57-3fb2-4cbc-b209-12447c2c330b {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:24.365530 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97fadee-d542-45c2-bbd3-ccf1a95eb21b", "tag": "fd3f9550-fcc0-428a-8f86-3b8c765d22b5", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:24.365785 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ef630d57-3fb2-4cbc-b209-12447c2c330b {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:24.366377 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f97fadee-d542-45c2-bbd3-ccf1a95eb21b', 'tag': 'fd3f9550-fcc0-428a-8f86-3b8c765d22b5', 'status': 'completed', 'code': 200} Dec 16 09:33:24.442571 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03280c7-5dcd-4a54-a6fa-f8a594bd1235 req-ba5376ae-90b5-438c-a62c-c2571245175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:24.444181 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a03280c7-5dcd-4a54-a6fa-f8a594bd1235 req-ba5376ae-90b5-438c-a62c-c2571245175d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=49b65172668f4824bedbcb7718d403b3&device_id=f97fadee-d542-45c2-bbd3-ccf1a95eb21b HTTP/1.1" status: 200 len: 1094 time: 0.0537021 Dec 16 09:33:24.564290 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e753c4c-788b-4e05-9467-07b5053a4c7f req-ca44d46a-b04d-409d-87cb-69c7258894c8 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:24.570423 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e753c4c-788b-4e05-9467-07b5053a4c7f req-ca44d46a-b04d-409d-87cb-69c7258894c8 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=c060d26b-bcf9-483b-aa9b-e2aef09ad8d9 HTTP/1.1" status: 200 len: 943 time: 0.1299071 Dec 16 09:33:24.606104 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03280c7-5dcd-4a54-a6fa-f8a594bd1235 req-62477d95-213b-42c0-876c-9669bdcf8ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:24.607721 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a03280c7-5dcd-4a54-a6fa-f8a594bd1235 req-62477d95-213b-42c0-876c-9669bdcf8ce8 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=49b65172668f4824bedbcb7718d403b3&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1530166 Dec 16 09:33:24.635161 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e753c4c-788b-4e05-9467-07b5053a4c7f req-381200b4-7469-4eee-825e-34825f2dcc23 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595567 Dec 16 09:33:24.721269 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03280c7-5dcd-4a54-a6fa-f8a594bd1235 req-d3fdfa6f-9431-4f65-bcb8-3a85cdc80e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:24.723922 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a03280c7-5dcd-4a54-a6fa-f8a594bd1235 req-d3fdfa6f-9431-4f65-bcb8-3a85cdc80e0b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1050069 Dec 16 09:33:24.753328 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-f7118e35-96bf-4175-b60d-741325d97463 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0559998 Dec 16 09:33:24.827269 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-61e13298-1a26-4e9b-91ba-f8dd977ed9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:24.829423 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-61e13298-1a26-4e9b-91ba-f8dd977ed9a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=49b65172668f4824bedbcb7718d403b3&device_id=f97fadee-d542-45c2-bbd3-ccf1a95eb21b HTTP/1.1" status: 200 len: 1094 time: 0.0462270 Dec 16 09:33:24.844046 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-2e5e92c0-be05-4a08-99b3-fb89d9cd5834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:24.844866 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-2e5e92c0-be05-4a08-99b3-fb89d9cd5834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:24.845499 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-2e5e92c0-be05-4a08-99b3-fb89d9cd5834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:24.846102 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-2e5e92c0-be05-4a08-99b3-fb89d9cd5834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:24.846565 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-2e5e92c0-be05-4a08-99b3-fb89d9cd5834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:24.847035 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-2e5e92c0-be05-4a08-99b3-fb89d9cd5834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:24.848113 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-2e5e92c0-be05-4a08-99b3-fb89d9cd5834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:24.850097 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-2e5e92c0-be05-4a08-99b3-fb89d9cd5834 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2fdf9ee8bfea41ea812d81e90556fa69&device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 6491 time: 0.0547907 Dec 16 09:33:24.901350 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-79b75e17-0fbb-4503-89df-c4bb5aacf17b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd3f9550-fcc0-428a-8f86-3b8c765d22b5 HTTP/1.1" status: 200 len: 217 time: 0.0566516 Dec 16 09:33:24.953481 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508a568-faf2-47de-bae9-50511fcb5ef2 req-d7942377-0486-4373-80d3-46dd6ccfa1ae tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:24.954979 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4508a568-faf2-47de-bae9-50511fcb5ef2 req-d7942377-0486-4373-80d3-46dd6ccfa1ae tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.1202216 Dec 16 09:33:24.987341 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-833a0ab2-008e-45b4-a8b0-810187142f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:24.989558 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-833a0ab2-008e-45b4-a8b0-810187142f13 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5f63564b-3edf-4765-82ea-be9bd22a95a8 HTTP/1.1" status: 200 len: 862 time: 0.0806146 Dec 16 09:33:25.000957 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-92cd0f75-6136-4037-b6ab-bb5cd492e840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:25.001459 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-92cd0f75-6136-4037-b6ab-bb5cd492e840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:25.002336 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-92cd0f75-6136-4037-b6ab-bb5cd492e840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:25.003598 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-92cd0f75-6136-4037-b6ab-bb5cd492e840 service neutron] 10.222.0.57 "GET /v2.0/networks?id=796abadb-0795-4a55-adba-f043e91923a6&id=684e8d31-9cdf-4419-92e5-be50ab03fd53&id=684e8d31-9cdf-4419-92e5-be50ab03fd53&id=684e8d31-9cdf-4419-92e5-be50ab03fd53&id=684e8d31-9cdf-4419-92e5-be50ab03fd53&id=3976022d-4300-480a-88ba-80eb47c64065&id=3976022d-4300-480a-88ba-80eb47c64065 HTTP/1.1" status: 200 len: 2293 time: 0.1196363 Dec 16 09:33:25.032251 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4508a568-faf2-47de-bae9-50511fcb5ef2 req-355d7dce-0248-4152-889c-c881b1be2d51 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701072 Dec 16 09:33:25.034307 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-00cb6309-c2a4-4708-9a07-ac0170e5626b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d041dd8-e312-4dee-9f8d-03e6df17a8ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348747 Dec 16 09:33:25.142674 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-df94044d-fd6b-4406-918c-5ef45510ac40 service neutron] 10.222.0.57 "GET /v2.0/networks/7d041dd8-e312-4dee-9f8d-03e6df17a8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980072 Dec 16 09:33:25.271171 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4e8f81c0-c200-40c4-a480-58c43836c949 req-ee6cf637-7601-414f-9fee-d8175024ee55 service neutron] 10.222.0.57 "GET /v2.0/networks/7d041dd8-e312-4dee-9f8d-03e6df17a8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181118 Dec 16 09:33:25.340497 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d2cf8-b4e7-4251-abc9-bbdab4ccad8d req-3d01aa5e-9711-47fc-85d8-89c8ff2ae369 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:25.342243 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-648d2cf8-b4e7-4251-abc9-bbdab4ccad8d req-3d01aa5e-9711-47fc-85d8-89c8ff2ae369 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 946 time: 0.0650973 Dec 16 09:33:25.386387 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-648d2cf8-b4e7-4251-abc9-bbdab4ccad8d req-102625f6-7e7c-4bf0-8c84-148d4464eb7a tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366859 Dec 16 09:33:25.435800 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-7e5fbe31-9648-435c-bddf-ea70d0a8f242 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a31daa73-ffc5-41f9-90d7-545bce6114ab HTTP/1.1" status: 200 len: 1002 time: 0.4161024 Dec 16 09:33:25.466523 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994df2ac-a8dc-4ff8-80bc-ebb2bfb6f83a req-26011d32-2668-40c1-bf5f-3698c884e085 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:25.468035 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-994df2ac-a8dc-4ff8-80bc-ebb2bfb6f83a req-26011d32-2668-40c1-bf5f-3698c884e085 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=f97fadee-d542-45c2-bbd3-ccf1a95eb21b HTTP/1.1" status: 200 len: 943 time: 0.4473536 Dec 16 09:33:25.497092 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-177c5aef-c0c6-4d79-a690-9f5479af14d9 req-a673270b-3d38-4b37-8ea8-ab30951c3d20 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc6597d9-b3ce-4e97-951d-6de0e56d9240 HTTP/1.1" status: 200 len: 210 time: 0.0341218 Dec 16 09:33:25.572970 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-17b013b9-3e2a-4876-8baf-fbbb53c1e45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:25.574534 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-17b013b9-3e2a-4876-8baf-fbbb53c1e45c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9d10a32-22c8-4de7-a5e2-276788e5f144 HTTP/1.1" status: 200 len: 850 time: 0.1036220 Dec 16 09:33:25.580515 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-994df2ac-a8dc-4ff8-80bc-ebb2bfb6f83a req-8ce2d4ac-52dd-4307-9cb3-6c4a70cf6c90 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733759 Dec 16 09:33:25.606038 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-dcdc2ccf-7829-4929-8721-bf70a6d5e116 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:25.607469 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-dcdc2ccf-7829-4929-8721-bf70a6d5e116 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.58 "GET /v2.0/networks?id=c0c998b7-16cb-40aa-910e-ab4864e39b16 HTTP/1.1" status: 200 len: 806 time: 0.2070878 Dec 16 09:33:25.627511 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-72360dd1-e429-4a32-a9d6-673c03a0ed38 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Request body: {'port': {'device_id': 'bc6597d9-b3ce-4e97-951d-6de0e56d9240', 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16', 'admin_state_up': True, 'tenant_id': '2f8f61b4cde14c72b4dcdad8045c9583'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:25.695054 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-c8dbff94-b085-46fe-b260-c879a8545300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:25.696605 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-c8dbff94-b085-46fe-b260-c879a8545300 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=796abadb-0795-4a55-adba-f043e91923a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1100624 Dec 16 09:33:25.756770 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e7f0f-e2ca-4ead-8116-2373c43c40db req-f3ea5ded-646b-4bbf-bb59-d3ef17721aac tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:25.758348 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a60e7f0f-e2ca-4ead-8116-2373c43c40db req-f3ea5ded-646b-4bbf-bb59-d3ef17721aac tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=c060d26b-bcf9-483b-aa9b-e2aef09ad8d9 HTTP/1.1" status: 200 len: 943 time: 0.0503900 Dec 16 09:33:25.803158 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a60e7f0f-e2ca-4ead-8116-2373c43c40db req-24b00df3-aee1-4a87-b908-ccb0190a415d tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374193 Dec 16 09:33:25.818362 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-c0be0a7f-5d85-40ac-acaa-fb688ea45dd1 service neutron] 10.222.0.57 "GET /v2.0/networks/796abadb-0795-4a55-adba-f043e91923a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067755 Dec 16 09:33:25.897136 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-72360dd1-e429-4a32-a9d6-673c03a0ed38 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Made reservation on behalf of 2f8f61b4cde14c72b4dcdad8045c9583 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:25.900615 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-72360dd1-e429-4a32-a9d6-673c03a0ed38 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:25.938924 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-6fa7e006-2225-46ed-8605-c61a58b421e7 service neutron] 10.222.0.57 "GET /v2.0/networks/796abadb-0795-4a55-adba-f043e91923a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119833 Dec 16 09:33:26.020157 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-9b86ad1a-7a18-47bd-b43c-61e8257d96af service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=c0f0f737-e643-4831-9c6f-93b9615090fb HTTP/1.1" status: 200 len: 217 time: 0.0479760 Dec 16 09:33:26.105470 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-854bb91f-f4e0-47b7-ab93-1a0116a51a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:26.106948 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-854bb91f-f4e0-47b7-ab93-1a0116a51a27 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bfac0808-cedf-4b34-81bb-040e7c2c8cb1 HTTP/1.1" status: 200 len: 797 time: 0.0812902 Dec 16 09:33:26.119478 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-72360dd1-e429-4a32-a9d6-673c03a0ed38 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Allocated IP 172.20.0.9 (c0c998b7-16cb-40aa-910e-ab4864e39b16/079ef7a2-1551-4eb6-92ba-b7ee17740bf5/48aac8c0-9c41-4446-a718-c95e6aa0a9a6) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:33:26.164720 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3aecb-1115-4e5e-8adf-6194bb6cbba7 req-33627c19-f21c-45e3-a575-dec29af813ce tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:26.172558 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fdb3aecb-1115-4e5e-8adf-6194bb6cbba7 req-33627c19-f21c-45e3-a575-dec29af813ce tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.0646241 Dec 16 09:33:26.185916 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-b79eb156-0973-4202-bc98-bb5684d14d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:26.187453 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-b79eb156-0973-4202-bc98-bb5684d14d81 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=684e8d31-9cdf-4419-92e5-be50ab03fd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0718927 Dec 16 09:33:26.209745 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fdb3aecb-1115-4e5e-8adf-6194bb6cbba7 req-f9aea0fc-573e-4595-b172-c3ad3b37fd2a tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362060 Dec 16 09:33:26.330345 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-48435d3c-731e-4b7e-9ed6-ab4d4b612adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:26.364499 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-3b8108ec-2110-4366-9163-94d1c9bd1e0c service neutron] 10.222.0.57 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672645 Dec 16 09:33:26.435408 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-72360dd1-e429-4a32-a9d6-673c03a0ed38 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:26.498731 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-5c7b4973-47b0-49fb-ac11-a2b52e203944 service neutron] 10.222.0.57 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250992 Dec 16 09:33:26.514425 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86276eb4-f5c4-47da-8b42-5ec76456541a req-b70a3be8-ffa7-4c02-abde-7bda6c027a7a tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:26.515930 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-86276eb4-f5c4-47da-8b42-5ec76456541a req-b70a3be8-ffa7-4c02-abde-7bda6c027a7a tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 946 time: 0.0552914 Dec 16 09:33:26.543946 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-a07b16ce-432b-406f-a9e0-ce564c78078f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67 HTTP/1.1" status: 200 len: 217 time: 0.0365345 Dec 16 09:33:26.559684 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-86276eb4-f5c4-47da-8b42-5ec76456541a req-d9e8b4b8-23c0-4752-866f-87264c328756 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357356 Dec 16 09:33:26.621583 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-37ba98e6-88d5-465c-8024-d048de473f78 req-06cf004e-3431-4616-b572-34f194577e99 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc6597d9-b3ce-4e97-951d-6de0e56d9240 HTTP/1.1" status: 200 len: 210 time: 0.0351958 Dec 16 09:33:26.624494 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-72360dd1-e429-4a32-a9d6-673c03a0ed38 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:26.637603 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['225d8421-3037-4140-9626-c4f741b4bcc0'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:33:26.667241 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-5ef2ec26-7d99-4523-8a4a-f3306c2619de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:26.668700 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-5ef2ec26-7d99-4523-8a4a-f3306c2619de service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bfac0808-cedf-4b34-81bb-040e7c2c8cb1 HTTP/1.1" status: 200 len: 797 time: 0.1169019 Dec 16 09:33:26.670489 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-72360dd1-e429-4a32-a9d6-673c03a0ed38 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Network c0c998b7-16cb-40aa-910e-ab4864e39b16 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:33:26.676728 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-72360dd1-e429-4a32-a9d6-673c03a0ed38 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:26.679240 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-72360dd1-e429-4a32-a9d6-673c03a0ed38 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:33:26.746268 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53399fe-8469-4b94-b744-398ba3f25d53 req-1e88296d-d8ae-4abb-bc0d-10103d13a619 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:26.748543 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d53399fe-8469-4b94-b744-398ba3f25d53 req-1e88296d-d8ae-4abb-bc0d-10103d13a619 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=f97fadee-d542-45c2-bbd3-ccf1a95eb21b HTTP/1.1" status: 200 len: 943 time: 0.0881705 Dec 16 09:33:26.759977 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72360dd1-e429-4a32-a9d6-673c03a0ed38 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Pushing event updated for resources: {'Port': ['ID=48aac8c0-9c41-4446-a718-c95e6aa0a9a6,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:26.781573 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-72360dd1-e429-4a32-a9d6-673c03a0ed38 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:26.782147 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-72360dd1-e429-4a32-a9d6-673c03a0ed38 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:26.790696 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-eea77703-66b9-4e5a-995a-9644873943cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:26.792198 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-eea77703-66b9-4e5a-995a-9644873943cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=684e8d31-9cdf-4419-92e5-be50ab03fd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1095965 Dec 16 09:33:26.843566 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d53399fe-8469-4b94-b744-398ba3f25d53 req-4ad60e94-f947-48ca-8a37-2ec9ca4b14bc tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659950 Dec 16 09:33:26.919032 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-72360dd1-e429-4a32-a9d6-673c03a0ed38 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2974975 Dec 16 09:33:26.926280 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-73bf731e-d32d-4647-a834-75d6b2b7deb8 service neutron] 10.222.0.57 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232479 Dec 16 09:33:26.934658 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-6e6caf5d-ffec-4d25-866a-63b8bedff10b service neutron] Request body: {'port': {'device_id': 'bc6597d9-b3ce-4e97-951d-6de0e56d9240', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:27.008793 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae94c83-865c-4988-bbdf-8ef93508637e req-4c3adbed-34be-4ec8-88b0-f93a8aa98267 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:27.010291 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bae94c83-865c-4988-bbdf-8ef93508637e req-4c3adbed-34be-4ec8-88b0-f93a8aa98267 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=c060d26b-bcf9-483b-aa9b-e2aef09ad8d9 HTTP/1.1" status: 200 len: 943 time: 0.1301925 Dec 16 09:33:27.074156 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-6e6caf5d-ffec-4d25-866a-63b8bedff10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:27.107206 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bae94c83-865c-4988-bbdf-8ef93508637e req-044c207e-58d7-45d4-ad94-b37fd216fd59 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896831 Dec 16 09:33:27.142487 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-8476f933-e06f-4701-847a-2ae7559c858e service neutron] 10.222.0.57 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036424 Dec 16 09:33:27.196696 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-252b978c-6937-4eb2-b2cb-e684d03b2af3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=a69db5df-6239-44ea-8f1f-7db59c4d729d HTTP/1.1" status: 200 len: 217 time: 0.0463529 Dec 16 09:33:27.339050 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-8b0b8c37-b13a-408a-8628-01f9c91f37cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:27.340535 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-8b0b8c37-b13a-408a-8628-01f9c91f37cf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bfac0808-cedf-4b34-81bb-040e7c2c8cb1 HTTP/1.1" status: 200 len: 797 time: 0.0978673 Dec 16 09:33:27.353370 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37f646-c7ba-486b-bf5a-ad57336963f6 req-062e7adb-f495-4b02-aa99-786138fedfc2 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:27.355661 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ae37f646-c7ba-486b-bf5a-ad57336963f6 req-062e7adb-f495-4b02-aa99-786138fedfc2 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.0559812 Dec 16 09:33:27.400208 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ae37f646-c7ba-486b-bf5a-ad57336963f6 req-f4eb4c30-082f-4f2d-88c2-86e6fb6d98d5 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376134 Dec 16 09:33:27.421854 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-1a1784fb-8255-4682-823c-78caa894d0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:27.423379 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-1a1784fb-8255-4682-823c-78caa894d0d9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=684e8d31-9cdf-4419-92e5-be50ab03fd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0741806 Dec 16 09:33:27.484105 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:27.548557 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-6e6caf5d-ffec-4d25-866a-63b8bedff10b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48aac8c0-9c41-4446-a718-c95e6aa0a9a6 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:33:27.560319 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-6e6caf5d-ffec-4d25-866a-63b8bedff10b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:27.579628 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-7847e845-1c69-441d-8bf3-8e89fc72693a service neutron] 10.222.0.57 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474605 Dec 16 09:33:27.582834 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-6e6caf5d-ffec-4d25-866a-63b8bedff10b service neutron] Transition to ACTIVE for port object 48aac8c0-9c41-4446-a718-c95e6aa0a9a6 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:33:27.648687 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-6e6caf5d-ffec-4d25-866a-63b8bedff10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:27.756467 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a512b-9387-4478-9994-3438df417404 req-f1404441-e271-4402-8d43-2d7849cdf924 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:27.758065 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-960a512b-9387-4478-9994-3438df417404 req-f1404441-e271-4402-8d43-2d7849cdf924 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc6597d9-b3ce-4e97-951d-6de0e56d9240 HTTP/1.1" status: 200 len: 943 time: 0.0661380 Dec 16 09:33:27.799705 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-960a512b-9387-4478-9994-3438df417404 req-fcf902ab-25ee-4a7b-9cfd-26d44c39faf2 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351727 Dec 16 09:33:27.966237 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307ea5a-b30e-46f5-a58d-daf6ddc36fef req-01605519-591b-49c6-ad05-ed9e1b84bf17 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:27.969082 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f307ea5a-b30e-46f5-a58d-daf6ddc36fef req-01605519-591b-49c6-ad05-ed9e1b84bf17 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=f97fadee-d542-45c2-bbd3-ccf1a95eb21b HTTP/1.1" status: 200 len: 943 time: 0.0650642 Dec 16 09:33:27.994818 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6caf5d-ffec-4d25-866a-63b8bedff10b service neutron] Pushing event updated for resources: {'Port': ['ID=48aac8c0-9c41-4446-a718-c95e6aa0a9a6,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:28.004778 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-71382ba5-1ab9-4507-9af0-9483bc6fb6a2 service neutron] 10.222.0.57 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169190 Dec 16 09:33:28.017318 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f307ea5a-b30e-46f5-a58d-daf6ddc36fef req-4a1dc921-b010-4829-83d4-41a01a331f34 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414617 Dec 16 09:33:28.038069 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6e364-26ed-4451-aa64-e73215a527f7 req-e127a12f-d62a-4db9-a933-596c218b1363 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:28.039556 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-08c6e364-26ed-4451-aa64-e73215a527f7 req-e127a12f-d62a-4db9-a933-596c218b1363 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 946 time: 0.4059708 Dec 16 09:33:28.120786 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-fdcd6ad7-4ed9-45ce-b541-80c4bb220828 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=71a536ff-db73-40d7-a675-389e7dd9e143 HTTP/1.1" status: 200 len: 217 time: 0.1007600 Dec 16 09:33:28.205578 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-08c6e364-26ed-4451-aa64-e73215a527f7 req-4a82fd6c-6d3d-4fd9-9a3e-aeb6c59bba11 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377950 Dec 16 09:33:28.215970 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-6e6caf5d-ffec-4d25-866a-63b8bedff10b service neutron] Attempting to bind port 48aac8c0-9c41-4446-a718-c95e6aa0a9a6 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:33:28.215970 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-6e6caf5d-ffec-4d25-866a-63b8bedff10b service neutron] Attempting to bind port 48aac8c0-9c41-4446-a718-c95e6aa0a9a6 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '6c496118-4e09-4f89-b8ab-5391fc86f2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:33:28.215970 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-6e6caf5d-ffec-4d25-866a-63b8bedff10b service neutron] Attempting to bind port 48aac8c0-9c41-4446-a718-c95e6aa0a9a6 on network c0c998b7-16cb-40aa-910e-ab4864e39b16 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:33:28.218261 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-abed49c0-c77e-48e6-bbcd-eba6f4c398af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:28.219673 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-abed49c0-c77e-48e6-bbcd-eba6f4c398af service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bfac0808-cedf-4b34-81bb-040e7c2c8cb1 HTTP/1.1" status: 200 len: 797 time: 0.0834255 Dec 16 09:33:28.223504 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-6e6caf5d-ffec-4d25-866a-63b8bedff10b service neutron] Port 48aac8c0-9c41-4446-a718-c95e6aa0a9a6 on network c0c998b7-16cb-40aa-910e-ab4864e39b16 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:33:28.223827 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-6e6caf5d-ffec-4d25-866a-63b8bedff10b service neutron] Attempting to bind port 48aac8c0-9c41-4446-a718-c95e6aa0a9a6 on network c0c998b7-16cb-40aa-910e-ab4864e39b16 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:33:28.242047 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-6e6caf5d-ffec-4d25-866a-63b8bedff10b service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:33:28.244985 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-6e6caf5d-ffec-4d25-866a-63b8bedff10b service neutron] Checking segment: {'id': '6c496118-4e09-4f89-b8ab-5391fc86f2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:33:28.244985 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-6e6caf5d-ffec-4d25-866a-63b8bedff10b service neutron] Bound using segment: {'id': '6c496118-4e09-4f89-b8ab-5391fc86f2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:33:28.244985 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-6e6caf5d-ffec-4d25-866a-63b8bedff10b service neutron] Bound port: 48aac8c0-9c41-4446-a718-c95e6aa0a9a6, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c496118-4e09-4f89-b8ab-5391fc86f2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:33:28.244985 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-6e6caf5d-ffec-4d25-866a-63b8bedff10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:28.284224 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c49bae-d090-4eed-9f7d-4b96ae43c7af req-b5af50da-2727-47a5-a35e-f329e5eea29a tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:28.286426 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-26c49bae-d090-4eed-9f7d-4b96ae43c7af req-b5af50da-2727-47a5-a35e-f329e5eea29a tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=c060d26b-bcf9-483b-aa9b-e2aef09ad8d9 HTTP/1.1" status: 200 len: 943 time: 0.0570812 Dec 16 09:33:28.317051 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-afc64389-d898-4656-a315-df7920af7964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:28.318570 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-afc64389-d898-4656-a315-df7920af7964 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=684e8d31-9cdf-4419-92e5-be50ab03fd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0886083 Dec 16 09:33:28.327174 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-26c49bae-d090-4eed-9f7d-4b96ae43c7af req-7c73bff4-c934-4429-ae65-3509fd7c46b2 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337965 Dec 16 09:33:28.356468 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-6e6caf5d-ffec-4d25-866a-63b8bedff10b service neutron] For port 48aac8c0-9c41-4446-a718-c95e6aa0a9a6, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:33:28.396638 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-6e6caf5d-ffec-4d25-866a-63b8bedff10b service neutron] For port 48aac8c0-9c41-4446-a718-c95e6aa0a9a6, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=48aac8c0-9c41-4446-a718-c95e6aa0a9a6,segment=NetworkSegment(6c496118-4e09-4f89-b8ab-5391fc86f2af),segment_id=6c496118-4e09-4f89-b8ab-5391fc86f2af)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:33:28.440871 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-277cfb89-7e52-48b7-9884-006bf0266306 service neutron] 10.222.0.57 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113458 Dec 16 09:33:28.518051 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-6e6caf5d-ffec-4d25-866a-63b8bedff10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:28.520172 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151c879-3855-4413-b84d-dccde0e19436 req-cf0c1219-972b-44a3-a8e3-312025783e52 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:28.521690 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d151c879-3855-4413-b84d-dccde0e19436 req-cf0c1219-972b-44a3-a8e3-312025783e52 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.0507376 Dec 16 09:33:28.562337 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d151c879-3855-4413-b84d-dccde0e19436 req-33678a9d-3fd5-48a6-9bb8-631d329f7212 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339260 Dec 16 09:33:28.566744 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-6e6caf5d-ffec-4d25-866a-63b8bedff10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:28.567448 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-6e6caf5d-ffec-4d25-866a-63b8bedff10b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:28.569009 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-6e6caf5d-ffec-4d25-866a-63b8bedff10b service neutron] 10.222.0.58 "PUT /v2.0/ports/48aac8c0-9c41-4446-a718-c95e6aa0a9a6 HTTP/1.1" status: 200 len: 1091 time: 1.6407976 Dec 16 09:33:28.577959 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc6597d9-b3ce-4e97-951d-6de0e56d9240', 'tag': '48aac8c0-9c41-4446-a718-c95e6aa0a9a6'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:28.580469 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a66e628-79e9-4731-bec7-137b69c1ddca" -d '{"events": [{"name": "network-changed", "server_uuid": "bc6597d9-b3ce-4e97-951d-6de0e56d9240", "tag": "48aac8c0-9c41-4446-a718-c95e6aa0a9a6"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:28.598714 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-36b68ccc-305e-4051-9bf5-289e06094268 service neutron] 10.222.0.57 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474090 Dec 16 09:33:28.664590 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9862dca6-4945-42d4-8026-00ad154c4eeb x-openstack-request-id: req-9862dca6-4945-42d4-8026-00ad154c4eeb {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:28.664881 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc6597d9-b3ce-4e97-951d-6de0e56d9240", "tag": "48aac8c0-9c41-4446-a718-c95e6aa0a9a6", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:28.665185 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9862dca6-4945-42d4-8026-00ad154c4eeb {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:28.665585 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc6597d9-b3ce-4e97-951d-6de0e56d9240', 'tag': '48aac8c0-9c41-4446-a718-c95e6aa0a9a6', 'status': 'completed', 'code': 200} Dec 16 09:33:28.677226 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-845463dc-b4db-4032-9c0d-034aee9d6099 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a650ab00-f145-4f7c-be24-463bd6eebdba HTTP/1.1" status: 200 len: 217 time: 0.0672286 Dec 16 09:33:28.679441 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6caf5d-ffec-4d25-866a-63b8bedff10b service neutron] Pushing event updated for resources: {'Port': ['ID=48aac8c0-9c41-4446-a718-c95e6aa0a9a6,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:28.750234 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66e628-79e9-4731-bec7-137b69c1ddca req-1714ae6e-5cbe-495b-8bfc-82d713742e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:28.751716 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6a66e628-79e9-4731-bec7-137b69c1ddca req-1714ae6e-5cbe-495b-8bfc-82d713742e05 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f8f61b4cde14c72b4dcdad8045c9583&device_id=bc6597d9-b3ce-4e97-951d-6de0e56d9240 HTTP/1.1" status: 200 len: 1094 time: 0.0850062 Dec 16 09:33:28.757383 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-cf4a3f9a-b4fc-4d15-9380-8168ff1b558e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:28.758863 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-cf4a3f9a-b4fc-4d15-9380-8168ff1b558e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bebcc90-db8b-4005-83f2-cb4ef7d4c14e HTTP/1.1" status: 200 len: 797 time: 0.0600991 Dec 16 09:33:28.873250 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-785ba4ae-7ae7-4805-af4a-4ecd4979e4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:28.874804 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-785ba4ae-7ae7-4805-af4a-4ecd4979e4f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3976022d-4300-480a-88ba-80eb47c64065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1069131 Dec 16 09:33:28.900136 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device a5eb4bfd-3487-4309-995c-149b2ad09e3b details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:33:28.904950 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66e628-79e9-4731-bec7-137b69c1ddca req-8c309eb3-3709-443a-9c76-878f06999b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:28.906490 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6a66e628-79e9-4731-bec7-137b69c1ddca req-8c309eb3-3709-443a-9c76-878f06999b26 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=2f8f61b4cde14c72b4dcdad8045c9583&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1466827 Dec 16 09:33:28.919434 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb907b7f-86b1-4675-8951-fa1d0d34e019 req-ada25cc5-860f-47dd-9dba-1cf651854770 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:28.921141 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eb907b7f-86b1-4675-8951-fa1d0d34e019 req-ada25cc5-860f-47dd-9dba-1cf651854770 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc6597d9-b3ce-4e97-951d-6de0e56d9240 HTTP/1.1" status: 200 len: 943 time: 0.0506363 Dec 16 09:33:28.967532 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:28.969488 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eb907b7f-86b1-4675-8951-fa1d0d34e019 req-05a88d62-1011-46df-a5de-5a19ec9ed601 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421898 Dec 16 09:33:29.006707 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port a5eb4bfd-3487-4309-995c-149b2ad09e3b, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=a5eb4bfd-3487-4309-995c-149b2ad09e3b,segment=NetworkSegment(2082cd97-2035-461e-ae5b-e2756d7ddb51),segment_id=2082cd97-2035-461e-ae5b-e2756d7ddb51)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:29.017381 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'a5eb4bfd-3487-4309-995c-149b2ad09e3b', 'network_id': '2eeb7a38-55b2-441b-9574-26196c5f8d08', 'port_id': 'a5eb4bfd-3487-4309-995c-149b2ad09e3b', 'mac_address': 'fa:16:3e:76:e0:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211efb7a-3b19-4354-921e-9061bf2ec918', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:33:29.048164 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-5268366c-b7a0-447b-88d8-4d14cd26f5b3 service neutron] 10.222.0.57 "GET /v2.0/networks/3976022d-4300-480a-88ba-80eb47c64065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637757 Dec 16 09:33:29.057106 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:29.067021 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66e628-79e9-4731-bec7-137b69c1ddca req-f0157545-2fa9-4beb-8d63-f6ecc7869682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:29.068486 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6a66e628-79e9-4731-bec7-137b69c1ddca req-f0157545-2fa9-4beb-8d63-f6ecc7869682 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1289666 Dec 16 09:33:29.071909 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5eb4bfd-3487-4309-995c-149b2ad09e3b {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:33:29.091987 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port a5eb4bfd-3487-4309-995c-149b2ad09e3b, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=a5eb4bfd-3487-4309-995c-149b2ad09e3b,segment=NetworkSegment(2082cd97-2035-461e-ae5b-e2756d7ddb51),segment_id=2082cd97-2035-461e-ae5b-e2756d7ddb51)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:29.196113 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:29.197104 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device fd3f9550-fcc0-428a-8f86-3b8c765d22b5 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:33:29.223486 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-1b4ec920-860d-4cad-b679-f2b87cbcde9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:29.224985 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-1b4ec920-860d-4cad-b679-f2b87cbcde9a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f8f61b4cde14c72b4dcdad8045c9583&device_id=bc6597d9-b3ce-4e97-951d-6de0e56d9240 HTTP/1.1" status: 200 len: 1094 time: 0.1032183 Dec 16 09:33:29.234765 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59dbaf-7cf2-4784-82e1-59b68ac66cfa req-b2dfd51b-075e-4aa1-a6ba-648871b40d8a tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:29.238485 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1a59dbaf-7cf2-4784-82e1-59b68ac66cfa req-b2dfd51b-075e-4aa1-a6ba-648871b40d8a tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=f97fadee-d542-45c2-bbd3-ccf1a95eb21b HTTP/1.1" status: 200 len: 943 time: 0.1421514 Dec 16 09:33:29.241757 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-09c5bbf3-aad9-4f01-8a32-a0fef7300ad2 service neutron] 10.222.0.57 "GET /v2.0/networks/3976022d-4300-480a-88ba-80eb47c64065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861858 Dec 16 09:33:29.287183 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-b61fdc2a-1c77-4ce1-b3dd-5b89e4980c1f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48aac8c0-9c41-4446-a718-c95e6aa0a9a6 HTTP/1.1" status: 200 len: 217 time: 0.0477319 Dec 16 09:33:29.305685 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=a5eb4bfd-3487-4309-995c-149b2ad09e3b,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:29.335868 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-1d1225d9-74dd-4006-8d7c-0eaed55a5a7f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=93e17d84-b280-47fd-913c-8795ea943d25 HTTP/1.1" status: 200 len: 217 time: 0.0604994 Dec 16 09:33:29.347692 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port fd3f9550-fcc0-428a-8f86-3b8c765d22b5, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=fd3f9550-fcc0-428a-8f86-3b8c765d22b5,segment=NetworkSegment(ac95600e-3c1a-420e-8879-213e8cd120c0),segment_id=ac95600e-3c1a-420e-8879-213e8cd120c0)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:29.353661 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1d8e2-a805-44c5-b45b-617664f73b6f req-3e25713e-7186-4252-ac83-fe6ae35456f3 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:29.361283 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'fd3f9550-fcc0-428a-8f86-3b8c765d22b5', 'network_id': '7d041dd8-e312-4dee-9f8d-03e6df17a8ab', 'port_id': 'fd3f9550-fcc0-428a-8f86-3b8c765d22b5', 'mac_address': 'fa:16:3e:f9:2c:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f63564b-3edf-4765-82ea-be9bd22a95a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:33:29.361554 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-20a1d8e2-a805-44c5-b45b-617664f73b6f req-3e25713e-7186-4252-ac83-fe6ae35456f3 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 946 time: 0.0642536 Dec 16 09:33:29.396247 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-20a1d8e2-a805-44c5-b45b-617664f73b6f req-4030dd5b-181e-47e4-b220-a1f4e7f816aa tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337505 Dec 16 09:33:29.403072 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:29.413773 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-c906aa48-ed1d-4707-8977-525f90f782dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:29.415235 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-c906aa48-ed1d-4707-8977-525f90f782dc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=079ef7a2-1551-4eb6-92ba-b7ee17740bf5 HTTP/1.1" status: 200 len: 846 time: 0.1203504 Dec 16 09:33:29.421613 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1a59dbaf-7cf2-4784-82e1-59b68ac66cfa req-a5108528-83f7-4af7-91ab-33ae760d81ae tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735933 Dec 16 09:33:29.421997 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd3f9550-fcc0-428a-8f86-3b8c765d22b5 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:33:29.455390 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-8249dcca-0d6e-4181-b513-bc21bbe2d475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:29.457015 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-8249dcca-0d6e-4181-b513-bc21bbe2d475 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bebcc90-db8b-4005-83f2-cb4ef7d4c14e HTTP/1.1" status: 200 len: 797 time: 0.1015389 Dec 16 09:33:29.459439 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-e25318ed-b318-40d3-ab68-de41509089f4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0c998b7-16cb-40aa-910e-ab4864e39b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353329 Dec 16 09:33:29.464634 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port fd3f9550-fcc0-428a-8f86-3b8c765d22b5, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=fd3f9550-fcc0-428a-8f86-3b8c765d22b5,segment=NetworkSegment(ac95600e-3c1a-420e-8879-213e8cd120c0),segment_id=ac95600e-3c1a-420e-8879-213e8cd120c0)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:29.520519 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f6df4-70ad-4ad3-bcc8-7fa7abaa7ac3 req-ecf05d99-cbde-4b0f-b907-311f1a5f1263 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:29.522050 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-025f6df4-70ad-4ad3-bcc8-7fa7abaa7ac3 req-ecf05d99-cbde-4b0f-b907-311f1a5f1263 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=c060d26b-bcf9-483b-aa9b-e2aef09ad8d9 HTTP/1.1" status: 200 len: 944 time: 0.0544393 Dec 16 09:33:29.560346 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-025f6df4-70ad-4ad3-bcc8-7fa7abaa7ac3 req-e760fedb-0372-4049-97e5-104ea9eac3aa tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322247 Dec 16 09:33:29.562053 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:29.563949 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-1dbe5f19-97d4-4d47-9b75-f462d7ce7dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:29.565364 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-1dbe5f19-97d4-4d47-9b75-f462d7ce7dfa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3976022d-4300-480a-88ba-80eb47c64065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1012309 Dec 16 09:33:29.616235 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:29.623076 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=fd3f9550-fcc0-428a-8f86-3b8c765d22b5,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:29.641801 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-5dba3bd0-fddb-4b56-a63c-3d5b01658ff0 service neutron] 10.222.0.58 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674056 Dec 16 09:33:29.763417 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-0b5577d8-a98b-4ba2-bcf4-15600bf6f9f2 service neutron] 10.222.0.57 "GET /v2.0/networks/3976022d-4300-480a-88ba-80eb47c64065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891038 Dec 16 09:33:29.787886 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b11fb-4ec0-4e40-9a04-e83c8fcf7821 req-ba6b6323-bb3f-4b2a-93f1-494854f20690 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:29.789272 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dd0b11fb-4ec0-4e40-9a04-e83c8fcf7821 req-ba6b6323-bb3f-4b2a-93f1-494854f20690 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.1443756 Dec 16 09:33:29.870664 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8a99913f-933e-4b22-8ab5-97dd3e27402a req-6c95ae97-ca11-4829-b22e-2853546e3a3e service neutron] 10.222.0.58 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153049 Dec 16 09:33:29.893685 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dd0b11fb-4ec0-4e40-9a04-e83c8fcf7821 req-78168b09-c88e-4b37-a181-22e0e8b06e49 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857587 Dec 16 09:33:29.921503 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dde873d-c119-4c7d-8166-2e175c7b892d req-6ad21ce6-42f1-48a1-a7ff-f95439624cd5 service neutron] 10.222.0.57 "GET /v2.0/networks/3976022d-4300-480a-88ba-80eb47c64065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485157 Dec 16 09:33:30.058774 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['a5eb4bfd-3487-4309-995c-149b2ad09e3b'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:33:30.087214 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4932d-0ee9-4a27-82bc-024f518d9d69 req-4e9be830-2033-4113-b91b-9c57b481d159 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:30.087762 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['fd3f9550-fcc0-428a-8f86-3b8c765d22b5'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:33:30.089279 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2ae4932d-0ee9-4a27-82bc-024f518d9d69 req-4e9be830-2033-4113-b91b-9c57b481d159 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc6597d9-b3ce-4e97-951d-6de0e56d9240 HTTP/1.1" status: 200 len: 943 time: 0.0523701 Dec 16 09:33:30.150122 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2ae4932d-0ee9-4a27-82bc-024f518d9d69 req-f90b310b-9add-4156-8591-ea5ae0544be1 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534787 Dec 16 09:33:30.515552 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b212d4-d3ed-412d-a0ab-68a7117a5ca4 req-46201c4c-3361-4b96-b556-50ba8c317ca9 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:30.517218 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-31b212d4-d3ed-412d-a0ab-68a7117a5ca4 req-46201c4c-3361-4b96-b556-50ba8c317ca9 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 946 time: 0.0523472 Dec 16 09:33:30.556203 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-31b212d4-d3ed-412d-a0ab-68a7117a5ca4 req-9ac7e411-1625-4e43-993c-adcba8e026b5 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323956 Dec 16 09:33:30.560108 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd977ac-5224-453f-9700-7cd01dde6852 req-2fbc9e30-1234-49ce-ab0b-2d98ba52da83 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:30.561706 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ddd977ac-5224-453f-9700-7cd01dde6852 req-2fbc9e30-1234-49ce-ab0b-2d98ba52da83 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=f97fadee-d542-45c2-bbd3-ccf1a95eb21b HTTP/1.1" status: 200 len: 944 time: 0.0565436 Dec 16 09:33:30.604667 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ddd977ac-5224-453f-9700-7cd01dde6852 req-9eacf3ef-a32a-4649-89d7-a2b90fa97644 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363426 Dec 16 09:33:30.717390 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de091050-5a28-4201-8cd2-26ca3fe65c7e req-9976a86c-9e88-470b-a390-4dc26b68f704 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:30.718880 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-de091050-5a28-4201-8cd2-26ca3fe65c7e req-9976a86c-9e88-470b-a390-4dc26b68f704 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=c060d26b-bcf9-483b-aa9b-e2aef09ad8d9 HTTP/1.1" status: 200 len: 944 time: 0.0494480 Dec 16 09:33:30.762731 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-de091050-5a28-4201-8cd2-26ca3fe65c7e req-5a6f3c53-b85c-481d-8719-3359ee30b65c tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372257 Dec 16 09:33:31.010004 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfcd8c-c65d-4986-b215-68b3cb6533df req-5cfa8b71-3490-4b2b-bb7b-26386d1deb3f tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:31.011560 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6abfcd8c-c65d-4986-b215-68b3cb6533df req-5cfa8b71-3490-4b2b-bb7b-26386d1deb3f tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.0487840 Dec 16 09:33:31.052654 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6abfcd8c-c65d-4986-b215-68b3cb6533df req-61ebeb9a-4bb3-49f5-8774-cc09fd67db19 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343425 Dec 16 09:33:31.272012 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471ca81-ffcb-4bbf-92d4-cfb4bf64e4e1 req-ddc5af79-cf04-4ac2-8991-0bf0dc2c120f tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:31.273534 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2471ca81-ffcb-4bbf-92d4-cfb4bf64e4e1 req-ddc5af79-cf04-4ac2-8991-0bf0dc2c120f tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc6597d9-b3ce-4e97-951d-6de0e56d9240 HTTP/1.1" status: 200 len: 943 time: 0.0506642 Dec 16 09:33:31.310282 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2471ca81-ffcb-4bbf-92d4-cfb4bf64e4e1 req-36b68ab0-1bce-4232-bb56-695245c3b82d tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306058 Dec 16 09:33:31.429657 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 48aac8c0-9c41-4446-a718-c95e6aa0a9a6 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:33:31.541055 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 48aac8c0-9c41-4446-a718-c95e6aa0a9a6, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=48aac8c0-9c41-4446-a718-c95e6aa0a9a6,segment=NetworkSegment(6c496118-4e09-4f89-b8ab-5391fc86f2af),segment_id=6c496118-4e09-4f89-b8ab-5391fc86f2af)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:31.552794 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '48aac8c0-9c41-4446-a718-c95e6aa0a9a6', 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16', 'port_id': '48aac8c0-9c41-4446-a718-c95e6aa0a9a6', 'mac_address': 'fa:16:3e:fe:21:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '079ef7a2-1551-4eb6-92ba-b7ee17740bf5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:33:31.686714 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3282223-4602-4ea4-a556-00a16dbf23ed req-74dee270-9c16-4f4f-8e7f-d993a78e0811 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:31.688290 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a3282223-4602-4ea4-a556-00a16dbf23ed req-74dee270-9c16-4f4f-8e7f-d993a78e0811 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 946 time: 0.0610285 Dec 16 09:33:31.738395 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a3282223-4602-4ea4-a556-00a16dbf23ed req-ffaf0eaa-9386-4b5f-92b9-97fb77ff17f6 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436354 Dec 16 09:33:31.744045 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:31.767110 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48aac8c0-9c41-4446-a718-c95e6aa0a9a6 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:33:31.767967 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c3ec8c-27b1-432f-b01e-83af7dec89bc req-41d6a3c1-54c2-4319-9cb8-562223de31ee tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:31.778115 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-53c3ec8c-27b1-432f-b01e-83af7dec89bc req-41d6a3c1-54c2-4319-9cb8-562223de31ee tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=f97fadee-d542-45c2-bbd3-ccf1a95eb21b HTTP/1.1" status: 200 len: 944 time: 0.0945334 Dec 16 09:33:31.791303 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 48aac8c0-9c41-4446-a718-c95e6aa0a9a6, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=48aac8c0-9c41-4446-a718-c95e6aa0a9a6,segment=NetworkSegment(6c496118-4e09-4f89-b8ab-5391fc86f2af),segment_id=6c496118-4e09-4f89-b8ab-5391fc86f2af)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:31.818731 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-53c3ec8c-27b1-432f-b01e-83af7dec89bc req-7a71048c-87f3-436f-a8a0-894fa60cece1 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397408 Dec 16 09:33:31.917827 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72758ba-2a5e-4ae9-8c64-9fc9196eef6a req-bad5ecb3-8138-44f9-b8c3-96a21a3bd251 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:31.919626 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b72758ba-2a5e-4ae9-8c64-9fc9196eef6a req-bad5ecb3-8138-44f9-b8c3-96a21a3bd251 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=c060d26b-bcf9-483b-aa9b-e2aef09ad8d9 HTTP/1.1" status: 200 len: 944 time: 0.0513222 Dec 16 09:33:31.935367 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:31.960589 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b72758ba-2a5e-4ae9-8c64-9fc9196eef6a req-0501c775-eec0-4331-aa5c-9dce60a54112 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338316 Dec 16 09:33:31.987204 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=48aac8c0-9c41-4446-a718-c95e6aa0a9a6,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:32.151285 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['48aac8c0-9c41-4446-a718-c95e6aa0a9a6'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:33:32.179885 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1679c-4c6a-4884-906c-550ac061fb45 req-e6afb41e-d1e4-4741-9adc-68bddcf3796b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:32.181756 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-35d1679c-4c6a-4884-906c-550ac061fb45 req-e6afb41e-d1e4-4741-9adc-68bddcf3796b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.0577486 Dec 16 09:33:32.220791 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-35d1679c-4c6a-4884-906c-550ac061fb45 req-42efb9c9-34f1-426b-852e-318a2c86999e tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323212 Dec 16 09:33:32.432214 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d575a64-c9b6-4bb7-af87-73cf4180c124 req-a285eb12-8b6a-4362-a0ce-b2bed9b6638e tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:32.434204 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4d575a64-c9b6-4bb7-af87-73cf4180c124 req-a285eb12-8b6a-4362-a0ce-b2bed9b6638e tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc6597d9-b3ce-4e97-951d-6de0e56d9240 HTTP/1.1" status: 200 len: 944 time: 0.0509331 Dec 16 09:33:32.474323 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4d575a64-c9b6-4bb7-af87-73cf4180c124 req-6cce6e68-753e-466f-9124-35f0d300e846 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334821 Dec 16 09:33:32.881890 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092c05a-eebe-4390-b5f5-6c92f048bb9a req-08d97853-258f-4bd3-9a74-c7118469eba3 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:32.883403 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c092c05a-eebe-4390-b5f5-6c92f048bb9a req-08d97853-258f-4bd3-9a74-c7118469eba3 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 946 time: 0.0661860 Dec 16 09:33:32.923245 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c092c05a-eebe-4390-b5f5-6c92f048bb9a req-6adce19e-75ac-4a5c-bb78-ef9250740190 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336602 Dec 16 09:33:32.932315 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device fd3f9550-fcc0-428a-8f86-3b8c765d22b5 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:33:32.997996 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d761e93-191d-40f1-a7b6-d7961d9788d2 req-92827fe1-7fe6-4c04-9ad6-064169f7bacf tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:32.999493 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4d761e93-191d-40f1-a7b6-d7961d9788d2 req-92827fe1-7fe6-4c04-9ad6-064169f7bacf tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=f97fadee-d542-45c2-bbd3-ccf1a95eb21b HTTP/1.1" status: 200 len: 944 time: 0.0535445 Dec 16 09:33:33.041850 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4d761e93-191d-40f1-a7b6-d7961d9788d2 req-0eadfbe0-435a-4794-9ac3-8c30c4437e34 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355449 Dec 16 09:33:33.046057 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port fd3f9550-fcc0-428a-8f86-3b8c765d22b5 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:33:33.050868 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port fd3f9550-fcc0-428a-8f86-3b8c765d22b5 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:33.051778 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:33.100257 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8181e56-9122-44cd-9bf7-ba07f2091877 req-bcaafdfd-38ae-4d7a-b2af-47298147650f tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:33.101864 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a8181e56-9122-44cd-9bf7-ba07f2091877 req-bcaafdfd-38ae-4d7a-b2af-47298147650f tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=c060d26b-bcf9-483b-aa9b-e2aef09ad8d9 HTTP/1.1" status: 200 len: 944 time: 0.0682480 Dec 16 09:33:33.142959 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:33.146520 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a8181e56-9122-44cd-9bf7-ba07f2091877 req-c9293092-323e-4f7f-920c-2e82aeb9e4c1 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370836 Dec 16 09:33:33.179527 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97fadee-d542-45c2-bbd3-ccf1a95eb21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3f9550-fcc0-428a-8f86-3b8c765d22b5'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:33.179527 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9ef93b-db0c-4c7a-9d70-30e1ffa0ee19" -d '{"events": [{"server_uuid": "f97fadee-d542-45c2-bbd3-ccf1a95eb21b", "name": "network-vif-plugged", "status": "completed", "tag": "fd3f9550-fcc0-428a-8f86-3b8c765d22b5"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:33.190169 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port fd3f9550-fcc0-428a-8f86-3b8c765d22b5, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=fd3f9550-fcc0-428a-8f86-3b8c765d22b5,segment=NetworkSegment(ac95600e-3c1a-420e-8879-213e8cd120c0),segment_id=ac95600e-3c1a-420e-8879-213e8cd120c0)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:33.212913 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c454e59-ee88-4ae3-9a2b-e40c0de9f6e6 x-openstack-request-id: req-0c454e59-ee88-4ae3-9a2b-e40c0de9f6e6 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:33.213226 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97fadee-d542-45c2-bbd3-ccf1a95eb21b", "name": "network-vif-plugged", "status": "completed", "tag": "fd3f9550-fcc0-428a-8f86-3b8c765d22b5", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:33.213479 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0c454e59-ee88-4ae3-9a2b-e40c0de9f6e6 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:33.214041 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f97fadee-d542-45c2-bbd3-ccf1a95eb21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3f9550-fcc0-428a-8f86-3b8c765d22b5', 'code': 200} Dec 16 09:33:33.266717 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:33.267533 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device a5eb4bfd-3487-4309-995c-149b2ad09e3b up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:33:33.344303 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=fd3f9550-fcc0-428a-8f86-3b8c765d22b5,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:33.352337 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41952533-2a0e-4f23-8e75-05dfc1260329 req-47e2b213-1aa3-448c-9592-ce3e034abad6 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:33.354322 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-41952533-2a0e-4f23-8e75-05dfc1260329 req-47e2b213-1aa3-448c-9592-ce3e034abad6 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.0598915 Dec 16 09:33:33.395257 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-41952533-2a0e-4f23-8e75-05dfc1260329 req-a91f27f9-5b83-41d0-8c66-03d10fbc9caa tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336244 Dec 16 09:33:33.422532 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port a5eb4bfd-3487-4309-995c-149b2ad09e3b completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:33:33.428460 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port a5eb4bfd-3487-4309-995c-149b2ad09e3b triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:33.429156 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:33.441792 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b912497-dcc3-4462-add2-1bed12bfbaf8 req-c24e3b26-08da-409c-9099-0e79405b1994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:33.443267 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3b912497-dcc3-4462-add2-1bed12bfbaf8 req-c24e3b26-08da-409c-9099-0e79405b1994 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f97fadee-d542-45c2-bbd3-ccf1a95eb21b HTTP/1.1" status: 200 len: 1096 time: 0.1681774 Dec 16 09:33:33.454291 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 48aac8c0-9c41-4446-a718-c95e6aa0a9a6 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:33:33.483929 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3b912497-dcc3-4462-add2-1bed12bfbaf8 req-2be38c81-b962-4d8f-96f8-513cc25b3c36 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320365 Dec 16 09:33:33.553770 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:33.586885 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port a5eb4bfd-3487-4309-995c-149b2ad09e3b, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=a5eb4bfd-3487-4309-995c-149b2ad09e3b,segment=NetworkSegment(2082cd97-2035-461e-ae5b-e2756d7ddb51),segment_id=2082cd97-2035-461e-ae5b-e2756d7ddb51)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:33.604211 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7fdf0-e8d3-4d6d-9678-e9e1d36f101f req-f12d7ef0-a9db-41bd-8df1-f51e34331c20 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:33.605831 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-19c7fdf0-e8d3-4d6d-9678-e9e1d36f101f req-f12d7ef0-a9db-41bd-8df1-f51e34331c20 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc6597d9-b3ce-4e97-951d-6de0e56d9240 HTTP/1.1" status: 200 len: 944 time: 0.0502534 Dec 16 09:33:33.624134 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 48aac8c0-9c41-4446-a718-c95e6aa0a9a6 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:33:33.628152 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 48aac8c0-9c41-4446-a718-c95e6aa0a9a6 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:33.628632 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:33.644795 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-19c7fdf0-e8d3-4d6d-9678-e9e1d36f101f req-586affd0-6a51-4ff1-9637-ffaf56fecfbd tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325797 Dec 16 09:33:33.704470 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:33.739179 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 48aac8c0-9c41-4446-a718-c95e6aa0a9a6, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=48aac8c0-9c41-4446-a718-c95e6aa0a9a6,segment=NetworkSegment(6c496118-4e09-4f89-b8ab-5391fc86f2af),segment_id=6c496118-4e09-4f89-b8ab-5391fc86f2af)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:33.785143 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:33.827069 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=a5eb4bfd-3487-4309-995c-149b2ad09e3b,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:33.904255 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:33.974209 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=48aac8c0-9c41-4446-a718-c95e6aa0a9a6,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:34.054443 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a3169-8cda-421b-8ab2-5e84ab490856 req-aeee0b6f-e5a2-444d-b61b-7171f18b0e42 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:34.055946 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-510a3169-8cda-421b-8ab2-5e84ab490856 req-aeee0b6f-e5a2-444d-b61b-7171f18b0e42 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 946 time: 0.0495682 Dec 16 09:33:34.101886 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-510a3169-8cda-421b-8ab2-5e84ab490856 req-0438a75c-31c2-46c6-a087-1fe087a869a3 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397522 Dec 16 09:33:34.179829 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30f3bb-4471-4195-815f-3a9dc4a842ae req-fe6c42fd-781a-4714-8974-4f3e5c794f0e tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:34.181489 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fd30f3bb-4471-4195-815f-3a9dc4a842ae req-fe6c42fd-781a-4714-8974-4f3e5c794f0e tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=f97fadee-d542-45c2-bbd3-ccf1a95eb21b HTTP/1.1" status: 200 len: 945 time: 0.0504739 Dec 16 09:33:34.229700 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fd30f3bb-4471-4195-815f-3a9dc4a842ae req-513de5c8-f9ac-4aa1-a793-edb84861d291 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413635 Dec 16 09:33:34.298671 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ade79-0e55-4491-9d97-ab1b27bd99af req-9f686aa1-32ae-49a9-aebf-8828b7da69db tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:34.300877 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9d5ade79-0e55-4491-9d97-ab1b27bd99af req-9f686aa1-32ae-49a9-aebf-8828b7da69db tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=c060d26b-bcf9-483b-aa9b-e2aef09ad8d9 HTTP/1.1" status: 200 len: 945 time: 0.0659199 Dec 16 09:33:34.342811 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9d5ade79-0e55-4491-9d97-ab1b27bd99af req-13b8cc01-f191-4c79-bbb5-f25539f1abb8 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347238 Dec 16 09:33:34.518373 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0e30c-c6ad-4d5a-a2e9-8181843c8810 req-5c98b86f-3991-4354-9a38-9856ce2ed0e7 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:34.519969 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1ad0e30c-c6ad-4d5a-a2e9-8181843c8810 req-5c98b86f-3991-4354-9a38-9856ce2ed0e7 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.0508356 Dec 16 09:33:34.560018 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1ad0e30c-c6ad-4d5a-a2e9-8181843c8810 req-88c30abd-f88b-484c-a775-fb46469de39d tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338964 Dec 16 09:33:34.764652 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ef377-fe0e-4242-937f-3ee074a0c4ee req-5f84b2f6-1fd4-43b5-a678-9551ef97cd20 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:34.766309 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ab9ef377-fe0e-4242-937f-3ee074a0c4ee req-5f84b2f6-1fd4-43b5-a678-9551ef97cd20 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc6597d9-b3ce-4e97-951d-6de0e56d9240 HTTP/1.1" status: 200 len: 945 time: 0.0550337 Dec 16 09:33:34.808983 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ab9ef377-fe0e-4242-937f-3ee074a0c4ee req-bd6a55a4-151a-4e32-8ce2-4915258602e8 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348296 Dec 16 09:33:34.866069 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45782) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:34.969395 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5d8685bb-fb97-46fc-adcd-d840b0f07e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:35.044553 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5d8685bb-fb97-46fc-adcd-d840b0f07e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:35.141146 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5d8685bb-fb97-46fc-adcd-d840b0f07e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:35.182475 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8685bb-fb97-46fc-adcd-d840b0f07e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0fbfdb-e1b8-4985-80df-af2e78e3e162,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:35.195246 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5d8685bb-fb97-46fc-adcd-d840b0f07e8e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3755f54c08864cda92b73142a6784de3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3280957 Dec 16 09:33:35.198005 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45790) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:35.214845 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c060d26b-bcf9-483b-aa9b-e2aef09ad8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5eb4bfd-3487-4309-995c-149b2ad09e3b'}, {'server_uuid': 'bc6597d9-b3ce-4e97-951d-6de0e56d9240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48aac8c0-9c41-4446-a718-c95e6aa0a9a6'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:35.217307 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431f2600-e118-4bb1-a27b-d5d2ea73e04f" -d '{"events": [{"server_uuid": "c060d26b-bcf9-483b-aa9b-e2aef09ad8d9", "name": "network-vif-plugged", "status": "completed", "tag": "a5eb4bfd-3487-4309-995c-149b2ad09e3b"}, {"server_uuid": "bc6597d9-b3ce-4e97-951d-6de0e56d9240", "name": "network-vif-plugged", "status": "completed", "tag": "48aac8c0-9c41-4446-a718-c95e6aa0a9a6"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:35.264792 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e86158b-068b-4e20-a33b-1bf461d63534 x-openstack-request-id: req-2e86158b-068b-4e20-a33b-1bf461d63534 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:35.265088 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c060d26b-bcf9-483b-aa9b-e2aef09ad8d9", "name": "network-vif-plugged", "status": "completed", "tag": "a5eb4bfd-3487-4309-995c-149b2ad09e3b", "code": 200}, {"server_uuid": "bc6597d9-b3ce-4e97-951d-6de0e56d9240", "name": "network-vif-plugged", "status": "completed", "tag": "48aac8c0-9c41-4446-a718-c95e6aa0a9a6", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:35.265367 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2e86158b-068b-4e20-a33b-1bf461d63534 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:35.265983 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c060d26b-bcf9-483b-aa9b-e2aef09ad8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5eb4bfd-3487-4309-995c-149b2ad09e3b', 'code': 200} Dec 16 09:33:35.266837 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6597d9-b3ce-4e97-951d-6de0e56d9240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48aac8c0-9c41-4446-a718-c95e6aa0a9a6', 'code': 200} Dec 16 09:33:35.270081 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a9e06-4741-4e6c-8432-e661a3173076 req-05f08701-900e-4f0d-8289-095c2bd71a17 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:35.271607 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-db8a9e06-4741-4e6c-8432-e661a3173076 req-05f08701-900e-4f0d-8289-095c2bd71a17 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 946 time: 0.0906274 Dec 16 09:33:35.307495 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9801f8c5-3dba-43b0-9406-fa0feadb4389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:35.343324 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9801f8c5-3dba-43b0-9406-fa0feadb4389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:35.348208 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-db8a9e06-4741-4e6c-8432-e661a3173076 req-06ef2f1c-6cd2-4482-8afc-bae15a2cd10a tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662546 Dec 16 09:33:35.447687 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b628c78-8e05-4807-aa5c-82b97471f123 req-4b80ad48-c079-4bf8-96be-0a63c3dd5855 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:35.449083 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3b628c78-8e05-4807-aa5c-82b97471f123 req-4b80ad48-c079-4bf8-96be-0a63c3dd5855 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=f97fadee-d542-45c2-bbd3-ccf1a95eb21b HTTP/1.1" status: 200 len: 945 time: 0.1113198 Dec 16 09:33:35.452335 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3c40a-6b88-473a-a6fd-51d4b1b114b3 req-1d1dd511-7419-40b1-8b62-a887b986cdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:35.454124 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74d3c40a-6b88-473a-a6fd-51d4b1b114b3 req-1d1dd511-7419-40b1-8b62-a887b986cdea service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bc6597d9-b3ce-4e97-951d-6de0e56d9240 HTTP/1.1" status: 200 len: 1096 time: 0.1037731 Dec 16 09:33:35.455306 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c483e-ccb1-4157-8f16-a0f4c1a308ff req-1b17285f-826f-4518-a7d8-ff08e5387505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:35.457213 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-506c483e-ccb1-4157-8f16-a0f4c1a308ff req-1b17285f-826f-4518-a7d8-ff08e5387505 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c060d26b-bcf9-483b-aa9b-e2aef09ad8d9 HTTP/1.1" status: 200 len: 1096 time: 0.1102233 Dec 16 09:33:35.469745 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c481968-b034-4a90-a3ac-f0df6b7726a8 req-b7d3e487-20a4-4a10-b986-a3971df23635 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:35.471310 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5c481968-b034-4a90-a3ac-f0df6b7726a8 req-b7d3e487-20a4-4a10-b986-a3971df23635 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=c060d26b-bcf9-483b-aa9b-e2aef09ad8d9 HTTP/1.1" status: 200 len: 945 time: 0.0498428 Dec 16 09:33:35.494172 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9801f8c5-3dba-43b0-9406-fa0feadb4389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:35.496844 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9801f8c5-3dba-43b0-9406-fa0feadb4389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:35.500305 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9801f8c5-3dba-43b0-9406-fa0feadb4389 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1a0fbfdb-e1b8-4985-80df-af2e78e3e162 HTTP/1.1" status: 204 len: 168 time: 0.2988861 Dec 16 09:33:35.516895 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9801f8c5-3dba-43b0-9406-fa0feadb4389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0fbfdb-e1b8-4985-80df-af2e78e3e162,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:35.524144 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5c481968-b034-4a90-a3ac-f0df6b7726a8 req-381a666e-7f02-450d-abe9-8f41e36e3b18 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461521 Dec 16 09:33:35.534104 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3b628c78-8e05-4807-aa5c-82b97471f123 req-68aee4f2-bb69-48fe-932d-1617716c3ed2 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757678 Dec 16 09:33:35.541187 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74d3c40a-6b88-473a-a6fd-51d4b1b114b3 req-e63c69ab-8b72-4b32-9d7a-022676137816 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763588 Dec 16 09:33:35.543471 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-506c483e-ccb1-4157-8f16-a0f4c1a308ff req-3b634eeb-d6b3-426f-8fc0-271888ca0269 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676894 Dec 16 09:33:35.675575 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779bb24-5cab-4ac9-b902-644d2bd086e5 req-524b951e-1a18-4118-a37b-ff9e921a2a51 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:35.677230 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c779bb24-5cab-4ac9-b902-644d2bd086e5 req-524b951e-1a18-4118-a37b-ff9e921a2a51 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.0498090 Dec 16 09:33:35.717369 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c779bb24-5cab-4ac9-b902-644d2bd086e5 req-af14238e-6cc1-436b-b858-f65207b545a1 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338707 Dec 16 09:33:35.931118 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682d9f4-b82c-4fab-8b34-c298262ab149 req-edc58aae-6d7d-44f9-aa8b-eda68b5496c0 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:35.932597 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c682d9f4-b82c-4fab-8b34-c298262ab149 req-edc58aae-6d7d-44f9-aa8b-eda68b5496c0 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc6597d9-b3ce-4e97-951d-6de0e56d9240 HTTP/1.1" status: 200 len: 945 time: 0.0503714 Dec 16 09:33:36.032381 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c682d9f4-b82c-4fab-8b34-c298262ab149 req-df117fc6-983b-4299-947d-e22ed4168c8d tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316687 Dec 16 09:33:36.261736 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a8444-86df-4ac6-adc2-6cf7371dd1da req-66eaac48-7b18-47a8-99aa-ce2a3d2373e4 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:36.263257 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-878a8444-86df-4ac6-adc2-6cf7371dd1da req-66eaac48-7b18-47a8-99aa-ce2a3d2373e4 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=f97fadee-d542-45c2-bbd3-ccf1a95eb21b HTTP/1.1" status: 200 len: 945 time: 0.0483375 Dec 16 09:33:36.301410 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-878a8444-86df-4ac6-adc2-6cf7371dd1da req-b6e41252-a0d8-4297-9920-f816b91f006a tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314739 Dec 16 09:33:36.410653 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45816) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:36.424245 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1da8c010-dd30-479c-8927-93fd5eee8914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:36.478769 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0ae70-29eb-4b99-8b83-c39cd3670418 req-0a9a42d4-e7d7-418c-b9ba-c1d8c8a675fb tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:36.480265 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-92c0ae70-29eb-4b99-8b83-c39cd3670418 req-0a9a42d4-e7d7-418c-b9ba-c1d8c8a675fb tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 946 time: 0.0557885 Dec 16 09:33:36.498756 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1da8c010-dd30-479c-8927-93fd5eee8914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:36.517993 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-92c0ae70-29eb-4b99-8b83-c39cd3670418 req-3f1f06b9-9a7e-48d1-9788-e7b1fadb3c2f tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313730 Dec 16 09:33:36.573153 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1da8c010-dd30-479c-8927-93fd5eee8914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:36.639297 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1da8c010-dd30-479c-8927-93fd5eee8914 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eb6e3a4078344fcd8f81f6bb628167e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2274947 Dec 16 09:33:36.641985 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da8c010-dd30-479c-8927-93fd5eee8914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42409856-3202-4a98-b066-81dbf5507b9b,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:36.642631 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45820) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:36.664653 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecda6ba-7786-4e58-8b8c-3aa35e5adc92 req-db9d2e6a-dbf9-4da9-930d-8fcdc379278b tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:36.666051 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cecda6ba-7786-4e58-8b8c-3aa35e5adc92 req-db9d2e6a-dbf9-4da9-930d-8fcdc379278b tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=c060d26b-bcf9-483b-aa9b-e2aef09ad8d9 HTTP/1.1" status: 200 len: 945 time: 0.0729117 Dec 16 09:33:36.695841 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9dd51857-7e34-4eb3-89b2-16fe296fee30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:36.705355 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cecda6ba-7786-4e58-8b8c-3aa35e5adc92 req-6172fd3a-7e35-4d3a-bb9d-5024fd442c51 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327616 Dec 16 09:33:36.717370 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9dd51857-7e34-4eb3-89b2-16fe296fee30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:36.833865 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9bf30-8ab0-4600-97bf-e231d7e14b0c req-2609001a-8fb8-46f1-a812-e256c3383d13 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:36.835359 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c0e9bf30-8ab0-4600-97bf-e231d7e14b0c req-2609001a-8fb8-46f1-a812-e256c3383d13 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.0520203 Dec 16 09:33:36.836453 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9dd51857-7e34-4eb3-89b2-16fe296fee30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:36.838967 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9dd51857-7e34-4eb3-89b2-16fe296fee30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:36.840030 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9dd51857-7e34-4eb3-89b2-16fe296fee30 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/42409856-3202-4a98-b066-81dbf5507b9b HTTP/1.1" status: 204 len: 168 time: 0.1963210 Dec 16 09:33:36.855030 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd51857-7e34-4eb3-89b2-16fe296fee30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42409856-3202-4a98-b066-81dbf5507b9b,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:36.889181 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c0e9bf30-8ab0-4600-97bf-e231d7e14b0c req-83dde960-9e85-44cc-a455-e98aeecaeda6 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456262 Dec 16 09:33:36.944362 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:37.129365 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13613d-7653-49fc-9d4b-acddaae48425 req-1ed5bd5e-98cd-4b66-9174-e71ed130141f tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:37.131140 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bf13613d-7653-49fc-9d4b-acddaae48425 req-1ed5bd5e-98cd-4b66-9174-e71ed130141f tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc6597d9-b3ce-4e97-951d-6de0e56d9240 HTTP/1.1" status: 200 len: 945 time: 0.0486510 Dec 16 09:33:37.171629 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bf13613d-7653-49fc-9d4b-acddaae48425 req-189404e6-f1b7-4f3b-a180-8cd3dda52e18 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343595 Dec 16 09:33:37.296089 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729fa88-927f-499b-9ac8-9da30a1a1d55 req-4e23b5a7-ec06-4e23-b80e-cc619db50591 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:37.297581 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f729fa88-927f-499b-9ac8-9da30a1a1d55 req-4e23b5a7-ec06-4e23-b80e-cc619db50591 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc6597d9-b3ce-4e97-951d-6de0e56d9240 HTTP/1.1" status: 200 len: 945 time: 0.0541356 Dec 16 09:33:37.445942 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1286c5-fc5a-40d7-8f33-3310a3bd1a89 req-45e8bee7-c572-46e7-991b-4529a1131ef9 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:37.447561 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9f1286c5-fc5a-40d7-8f33-3310a3bd1a89 req-45e8bee7-c572-46e7-991b-4529a1131ef9 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=f97fadee-d542-45c2-bbd3-ccf1a95eb21b HTTP/1.1" status: 200 len: 945 time: 0.0604396 Dec 16 09:33:37.489499 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9f1286c5-fc5a-40d7-8f33-3310a3bd1a89 req-91e178da-2f36-4a2e-bd03-205660bc9292 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups?id=67391aff-42a9-4b0e-9d92-487a9db328e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353947 Dec 16 09:33:37.568121 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f729fa88-927f-499b-9ac8-9da30a1a1d55 req-c75e8840-a38f-4fea-b9be-2d25b3b6bea2 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638199 Dec 16 09:33:37.650232 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e86c4c-0429-435b-a2da-d91b4d674bae req-5c8b739a-0a01-44c7-a933-df31e7988150 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:37.653324 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-02e86c4c-0429-435b-a2da-d91b4d674bae req-5c8b739a-0a01-44c7-a933-df31e7988150 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 946 time: 0.0502362 Dec 16 09:33:37.690944 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-02e86c4c-0429-435b-a2da-d91b4d674bae req-1e734271-37bb-4eb4-bc58-ac5158a913f0 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328190 Dec 16 09:33:37.823866 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf07876-f8b1-4114-ad44-e6bc7d457160 req-5c742424-eaec-43b8-941d-660db7aaa579 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:37.825522 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fdf07876-f8b1-4114-ad44-e6bc7d457160 req-5c742424-eaec-43b8-941d-660db7aaa579 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=c060d26b-bcf9-483b-aa9b-e2aef09ad8d9 HTTP/1.1" status: 200 len: 945 time: 0.0505934 Dec 16 09:33:37.880736 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba10dfa-551a-4020-a514-6e4d889882e7 req-9c314e39-2a98-4b75-95ff-8bb6c41da03a tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:37.882616 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1ba10dfa-551a-4020-a514-6e4d889882e7 req-9c314e39-2a98-4b75-95ff-8bb6c41da03a tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.57 "GET /v2.0/ports?device_id=f97fadee-d542-45c2-bbd3-ccf1a95eb21b HTTP/1.1" status: 200 len: 945 time: 0.0596807 Dec 16 09:33:37.888756 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fdf07876-f8b1-4114-ad44-e6bc7d457160 req-713ed5e1-bd47-426a-b616-9f8ec3e4eb50 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563538 Dec 16 09:33:38.006519 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-1ba10dfa-551a-4020-a514-6e4d889882e7 req-f4fd1b0a-76df-4c02-b73a-4df623236177 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Deleting port fd3f9550-fcc0-428a-8f86-3b8c765d22b5 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:38.023327 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1ba10dfa-551a-4020-a514-6e4d889882e7 req-f4fd1b0a-76df-4c02-b73a-4df623236177 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:38.023872 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcc71f-0717-4e5b-88b6-a76de50c02b5 req-cc7c162f-bd01-4edf-b0d1-27b081cb120e tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:38.025437 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0bfcc71f-0717-4e5b-88b6-a76de50c02b5 req-cc7c162f-bd01-4edf-b0d1-27b081cb120e tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.0577652 Dec 16 09:33:38.066218 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0bfcc71f-0717-4e5b-88b6-a76de50c02b5 req-4134c847-2a88-43f6-8481-d278e585161d tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338638 Dec 16 09:33:38.117694 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-1ba10dfa-551a-4020-a514-6e4d889882e7 req-f4fd1b0a-76df-4c02-b73a-4df623236177 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] For port fd3f9550-fcc0-428a-8f86-3b8c765d22b5, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=fd3f9550-fcc0-428a-8f86-3b8c765d22b5,segment=NetworkSegment(ac95600e-3c1a-420e-8879-213e8cd120c0),segment_id=ac95600e-3c1a-420e-8879-213e8cd120c0)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:38.118114 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1ba10dfa-551a-4020-a514-6e4d889882e7 req-f4fd1b0a-76df-4c02-b73a-4df623236177 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:38.132549 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-1ba10dfa-551a-4020-a514-6e4d889882e7 req-f4fd1b0a-76df-4c02-b73a-4df623236177 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Calling delete_port for fd3f9550-fcc0-428a-8f86-3b8c765d22b5 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:38.187525 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0dc1e-d9ca-4613-b05f-b0340f978841 req-c70711c4-5ad3-4adf-8d86-94d20d54481c tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:38.189210 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e8e0dc1e-d9ca-4613-b05f-b0340f978841 req-c70711c4-5ad3-4adf-8d86-94d20d54481c tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc6597d9-b3ce-4e97-951d-6de0e56d9240 HTTP/1.1" status: 200 len: 945 time: 0.0619838 Dec 16 09:33:38.230121 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e8e0dc1e-d9ca-4613-b05f-b0340f978841 req-294a9593-484a-46f5-a16e-0b1dccafda23 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340676 Dec 16 09:33:38.432284 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46c415-f9b2-48b2-a171-5b0123f4993d req-6ddee63b-c0e1-47bd-b531-1687cc10b170 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:38.433774 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ae46c415-f9b2-48b2-a171-5b0123f4993d req-6ddee63b-c0e1-47bd-b531-1687cc10b170 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=c060d26b-bcf9-483b-aa9b-e2aef09ad8d9 HTTP/1.1" status: 200 len: 945 time: 0.0517404 Dec 16 09:33:38.465146 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1ba10dfa-551a-4020-a514-6e4d889882e7 req-f4fd1b0a-76df-4c02-b73a-4df623236177 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:38.477023 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['fd3f9550-fcc0-428a-8f86-3b8c765d22b5'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:33:38.502841 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ae46c415-f9b2-48b2-a171-5b0123f4993d req-68e8c0fa-2b62-4915-a6dc-c25de9417449 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629847 Dec 16 09:33:38.504407 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd1b0a-76df-4c02-b73a-4df623236177 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Pushing event deleted for resources: {'Port': ['ID=fd3f9550-fcc0-428a-8f86-3b8c765d22b5,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:38.552591 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba10dfa-551a-4020-a514-6e4d889882e7 req-f4fd1b0a-76df-4c02-b73a-4df623236177 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] No DVR routers for this DVR port fd3f9550-fcc0-428a-8f86-3b8c765d22b5 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:33:38.555418 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1ba10dfa-551a-4020-a514-6e4d889882e7 req-f4fd1b0a-76df-4c02-b73a-4df623236177 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:38.559067 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1ba10dfa-551a-4020-a514-6e4d889882e7 req-f4fd1b0a-76df-4c02-b73a-4df623236177 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.57 "DELETE /v2.0/ports/fd3f9550-fcc0-428a-8f86-3b8c765d22b5 HTTP/1.1" status: 204 len: 173 time: 0.6692369 Dec 16 09:33:38.559540 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97fadee-d542-45c2-bbd3-ccf1a95eb21b', 'name': 'network-vif-deleted', 'tag': 'fd3f9550-fcc0-428a-8f86-3b8c765d22b5'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:38.562552 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3822be-9365-4006-8e22-6fd1c29c07f8" -d '{"events": [{"server_uuid": "f97fadee-d542-45c2-bbd3-ccf1a95eb21b", "name": "network-vif-deleted", "tag": "fd3f9550-fcc0-428a-8f86-3b8c765d22b5"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:38.604815 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448910bb-d61b-47d4-ad28-3fd942fb6be2 x-openstack-request-id: req-448910bb-d61b-47d4-ad28-3fd942fb6be2 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:38.605463 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97fadee-d542-45c2-bbd3-ccf1a95eb21b", "name": "network-vif-deleted", "tag": "fd3f9550-fcc0-428a-8f86-3b8c765d22b5", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:38.605463 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-448910bb-d61b-47d4-ad28-3fd942fb6be2 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:38.605925 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f97fadee-d542-45c2-bbd3-ccf1a95eb21b', 'name': 'network-vif-deleted', 'tag': 'fd3f9550-fcc0-428a-8f86-3b8c765d22b5', 'status': 'completed', 'code': 200} Dec 16 09:33:38.610544 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7c2da577-9fb2-4cfc-b0bf-3c6eed55578d req-a8e7d7b1-7147-47ac-84c0-93160362a6a3 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=f97fadee-d542-45c2-bbd3-ccf1a95eb21b HTTP/1.1" status: 200 len: 210 time: 0.0279436 Dec 16 09:33:38.809146 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eddc06-bd8a-4630-8f8d-5b0940bdf1ae req-b0a9adfc-f23b-4bb4-ac4e-b5c2339507ea tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:38.810673 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77eddc06-bd8a-4630-8f8d-5b0940bdf1ae req-b0a9adfc-f23b-4bb4-ac4e-b5c2339507ea tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 946 time: 0.0512240 Dec 16 09:33:38.851822 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77eddc06-bd8a-4630-8f8d-5b0940bdf1ae req-664e9c5e-0690-47b0-a8d7-0e02c60fdafe tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327225 Dec 16 09:33:39.189941 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c68d6-ff19-4682-8478-26f3b247108a req-77a0be74-33d2-4f39-9176-fa3789903d50 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:39.192008 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4b2c68d6-ff19-4682-8478-26f3b247108a req-77a0be74-33d2-4f39-9176-fa3789903d50 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.0537729 Dec 16 09:33:39.230889 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4b2c68d6-ff19-4682-8478-26f3b247108a req-b9751df1-ebb0-42e8-9838-e1bb920e3b0a tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326574 Dec 16 09:33:39.289813 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00067ff-89e4-4352-b95d-e6160e12ae78 req-daf61e97-a7cc-4b81-87a5-1d63179c1921 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:39.291326 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c00067ff-89e4-4352-b95d-e6160e12ae78 req-daf61e97-a7cc-4b81-87a5-1d63179c1921 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc6597d9-b3ce-4e97-951d-6de0e56d9240 HTTP/1.1" status: 200 len: 945 time: 0.0575392 Dec 16 09:33:39.433282 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68fb2f-fe27-433e-8aa1-e15a71254753 req-46842211-9e0d-4c8e-8526-7414a91c71d3 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:39.435493 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ff68fb2f-fe27-433e-8aa1-e15a71254753 req-46842211-9e0d-4c8e-8526-7414a91c71d3 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc6597d9-b3ce-4e97-951d-6de0e56d9240 HTTP/1.1" status: 200 len: 945 time: 0.1117847 Dec 16 09:33:39.473514 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-c00067ff-89e4-4352-b95d-e6160e12ae78 req-0227fb60-0803-41d0-9957-8c7b3578825e tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Deleting port 48aac8c0-9c41-4446-a718-c95e6aa0a9a6 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:39.473785 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c00067ff-89e4-4352-b95d-e6160e12ae78 req-0227fb60-0803-41d0-9957-8c7b3578825e tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:39.539470 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ff68fb2f-fe27-433e-8aa1-e15a71254753 req-d0402a41-d3f9-429d-9c88-d886155c62be tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971401 Dec 16 09:33:39.589330 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-c00067ff-89e4-4352-b95d-e6160e12ae78 req-0227fb60-0803-41d0-9957-8c7b3578825e tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] For port 48aac8c0-9c41-4446-a718-c95e6aa0a9a6, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=48aac8c0-9c41-4446-a718-c95e6aa0a9a6,segment=NetworkSegment(6c496118-4e09-4f89-b8ab-5391fc86f2af),segment_id=6c496118-4e09-4f89-b8ab-5391fc86f2af)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:39.589698 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c00067ff-89e4-4352-b95d-e6160e12ae78 req-0227fb60-0803-41d0-9957-8c7b3578825e tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:39.603119 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-c00067ff-89e4-4352-b95d-e6160e12ae78 req-0227fb60-0803-41d0-9957-8c7b3578825e tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Calling delete_port for 48aac8c0-9c41-4446-a718-c95e6aa0a9a6 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:39.634426 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffaf3d-177a-4848-9572-36bda1b5a307 req-5c3880f7-e88c-45ff-aa1c-d2db3be1ccb1 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:39.634974 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2cffaf3d-177a-4848-9572-36bda1b5a307 req-5c3880f7-e88c-45ff-aa1c-d2db3be1ccb1 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=c060d26b-bcf9-483b-aa9b-e2aef09ad8d9 HTTP/1.1" status: 200 len: 945 time: 0.0531948 Dec 16 09:33:39.677151 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2cffaf3d-177a-4848-9572-36bda1b5a307 req-b04082c4-53f5-40bb-a3ea-325afbf3df5b tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350742 Dec 16 09:33:39.759867 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0ee811fb-b8bf-4a1c-bcd1-55db94ca417c req-1f55e06e-2304-4593-9d07-3d688cb5d3dc tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/ports?device_id=f97fadee-d542-45c2-bbd3-ccf1a95eb21b HTTP/1.1" status: 200 len: 210 time: 0.0318520 Dec 16 09:33:39.893025 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c00067ff-89e4-4352-b95d-e6160e12ae78 req-0227fb60-0803-41d0-9957-8c7b3578825e tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:39.909416 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['225d8421-3037-4140-9626-c4f741b4bcc0'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:33:39.927752 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0227fb60-0803-41d0-9957-8c7b3578825e tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Pushing event deleted for resources: {'Port': ['ID=48aac8c0-9c41-4446-a718-c95e6aa0a9a6,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:40.011892 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00067ff-89e4-4352-b95d-e6160e12ae78 req-0227fb60-0803-41d0-9957-8c7b3578825e tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] No DVR routers for this DVR port 48aac8c0-9c41-4446-a718-c95e6aa0a9a6 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:33:40.017186 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c00067ff-89e4-4352-b95d-e6160e12ae78 req-0227fb60-0803-41d0-9957-8c7b3578825e tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:40.020808 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c00067ff-89e4-4352-b95d-e6160e12ae78 req-0227fb60-0803-41d0-9957-8c7b3578825e tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.58 "DELETE /v2.0/ports/48aac8c0-9c41-4446-a718-c95e6aa0a9a6 HTTP/1.1" status: 204 len: 173 time: 0.7226734 Dec 16 09:33:40.034410 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77895e6b-efc6-489b-9afc-662ba6072393 req-d3a150c4-3d01-40b0-9e7b-959762f85d58 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:40.043093 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77895e6b-efc6-489b-9afc-662ba6072393 req-d3a150c4-3d01-40b0-9e7b-959762f85d58 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 946 time: 0.1172740 Dec 16 09:33:40.088410 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77895e6b-efc6-489b-9afc-662ba6072393 req-9e5b02de-027b-4d1e-97e7-3cf8aecfb3dc tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427098 Dec 16 09:33:40.329865 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:40.358820 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b95f7f-85fd-4743-8344-dbfc05f4b2f3 req-bfbed27b-1852-4a9e-bc8f-b21a1d11fb3b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:40.360559 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d5b95f7f-85fd-4743-8344-dbfc05f4b2f3 req-bfbed27b-1852-4a9e-bc8f-b21a1d11fb3b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.0505702 Dec 16 09:33:40.406529 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d5b95f7f-85fd-4743-8344-dbfc05f4b2f3 req-eebe3fac-4dce-43c0-82a9-c02d423f2777 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362747 Dec 16 09:33:40.606774 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6597d9-b3ce-4e97-951d-6de0e56d9240', 'name': 'network-vif-deleted', 'tag': '48aac8c0-9c41-4446-a718-c95e6aa0a9a6'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:40.609454 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafb2665-b89d-479a-9059-3721df8926fd" -d '{"events": [{"server_uuid": "bc6597d9-b3ce-4e97-951d-6de0e56d9240", "name": "network-vif-deleted", "tag": "48aac8c0-9c41-4446-a718-c95e6aa0a9a6"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:40.650454 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb75d8b-24cd-4516-94ba-4cdf5f3f4ebc x-openstack-request-id: req-2eb75d8b-24cd-4516-94ba-4cdf5f3f4ebc {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:40.650810 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6597d9-b3ce-4e97-951d-6de0e56d9240", "name": "network-vif-deleted", "tag": "48aac8c0-9c41-4446-a718-c95e6aa0a9a6", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:40.651123 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2eb75d8b-24cd-4516-94ba-4cdf5f3f4ebc {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:40.651571 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6597d9-b3ce-4e97-951d-6de0e56d9240', 'name': 'network-vif-deleted', 'tag': '48aac8c0-9c41-4446-a718-c95e6aa0a9a6', 'status': 'completed', 'code': 200} Dec 16 09:33:40.676337 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6577b89d-01d2-4370-8b9f-8ad7487eb65e req-d88fef36-7bed-41f0-99e8-e589c8f4c12a tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc6597d9-b3ce-4e97-951d-6de0e56d9240 HTTP/1.1" status: 200 len: 210 time: 0.0305085 Dec 16 09:33:41.026311 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45970) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:41.083378 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-45d59942-3b38-4abe-a3ab-4dc38c5d1c10 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:41.111939 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-45d59942-3b38-4abe-a3ab-4dc38c5d1c10 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:41.211313 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a125be7-f47a-49f3-8894-8bea0bb9c47a req-26e8848b-0c94-4d31-adad-4846246164ca tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:41.212997 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9a125be7-f47a-49f3-8894-8bea0bb9c47a req-26e8848b-0c94-4d31-adad-4846246164ca tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 946 time: 0.0514433 Dec 16 09:33:41.251494 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9a125be7-f47a-49f3-8894-8bea0bb9c47a req-dd5ab807-509a-4822-8463-6087cacaf68d tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325599 Dec 16 09:33:41.272302 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-45d59942-3b38-4abe-a3ab-4dc38c5d1c10 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:41.275017 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-45d59942-3b38-4abe-a3ab-4dc38c5d1c10 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:41.276154 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-45d59942-3b38-4abe-a3ab-4dc38c5d1c10 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "DELETE /v2.0/security-groups/2d2be8e4-8efb-4717-a516-abc546f21477 HTTP/1.1" status: 204 len: 168 time: 0.2487125 Dec 16 09:33:41.278810 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45976) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:41.285962 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d59942-3b38-4abe-a3ab-4dc38c5d1c10 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2be8e4-8efb-4717-a516-abc546f21477,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:41.292903 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-2555e935-e4ce-47b6-8f10-0e94ed08af0b tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] show failed (client error): The resource could not be found. Dec 16 09:33:41.296482 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2555e935-e4ce-47b6-8f10-0e94ed08af0b tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "GET /v2.0/security-groups/2d2be8e4-8efb-4717-a516-abc546f21477 HTTP/1.1" status: 404 len: 347 time: 0.0141478 Dec 16 09:33:41.297099 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45978) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:41.430803 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-92f47e00-13b9-4414-a156-c9caabb59730 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Deleting port f9a17de5-22fb-48f4-8cb3-9be6df68f2e9 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:41.431152 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-92f47e00-13b9-4414-a156-c9caabb59730 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:41.459576 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 48aac8c0-9c41-4446-a718-c95e6aa0a9a6 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:33:41.480332 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 48aac8c0-9c41-4446-a718-c95e6aa0a9a6 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:33:41.480799 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 48aac8c0-9c41-4446-a718-c95e6aa0a9a6 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:33:41.515634 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-92f47e00-13b9-4414-a156-c9caabb59730 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:41.515966 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-92f47e00-13b9-4414-a156-c9caabb59730 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:41.528356 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-92f47e00-13b9-4414-a156-c9caabb59730 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Calling delete_port for f9a17de5-22fb-48f4-8cb3-9be6df68f2e9 owned by network:floatingip {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:41.532521 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10594d-563d-4edf-94b3-3cca7b25a13e req-4c0f3f18-291f-4a9e-9663-63b501a2319d tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:41.538576 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b10594d-563d-4edf-94b3-3cca7b25a13e req-4c0f3f18-291f-4a9e-9663-63b501a2319d tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.0569897 Dec 16 09:33:41.576107 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b10594d-563d-4edf-94b3-3cca7b25a13e req-94c01ced-ce96-4754-8be4-929dfd83501a tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317574 Dec 16 09:33:41.732874 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-92f47e00-13b9-4414-a156-c9caabb59730 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:41.758718 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f47e00-13b9-4414-a156-c9caabb59730 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Pushing event deleted for resources: {'Port': ['ID=f9a17de5-22fb-48f4-8cb3-9be6df68f2e9,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:41.817789 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-92f47e00-13b9-4414-a156-c9caabb59730 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks [] for floatingip, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:41.820607 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-92f47e00-13b9-4414-a156-c9caabb59730 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:41.821794 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-92f47e00-13b9-4414-a156-c9caabb59730 tempest-ImagesOneServerNegativeTestJSON-1108575105 tempest-ImagesOneServerNegativeTestJSON-1108575105-project] 10.222.0.60 "DELETE /v2.0/floatingips/698a4d1a-2740-46b0-ba7d-baa6115c9742 HTTP/1.1" status: 204 len: 168 time: 0.5236952 Dec 16 09:33:41.928137 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46014) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:41.979713 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-12490b12-0386-499d-99eb-514ad3dcc387 admin admin] Deleting subnet 5f63564b-3edf-4765-82ea-be9bd22a95a8 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:33:41.982871 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-12490b12-0386-499d-99eb-514ad3dcc387 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:42.069193 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-12490b12-0386-499d-99eb-514ad3dcc387 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:42.139133 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-12490b12-0386-499d-99eb-514ad3dcc387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:42.167174 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-da14189a-9544-4fc4-896f-812fee05e66a tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:42.168680 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-da14189a-9544-4fc4-896f-812fee05e66a tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/networks?id=c0c998b7-16cb-40aa-910e-ab4864e39b16 HTTP/1.1" status: 200 len: 806 time: 0.1632242 Dec 16 09:33:42.201120 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-98cfb6f0-31bc-4328-b8ab-4fb64a5af747 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/quotas/2f8f61b4cde14c72b4dcdad8045c9583 HTTP/1.1" status: 200 len: 375 time: 0.0148816 Dec 16 09:33:42.258379 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-a69e63bc-2eeb-4976-8274-6d61ce7613c7 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f8f61b4cde14c72b4dcdad8045c9583&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0489268 Dec 16 09:33:42.314812 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-12490b12-0386-499d-99eb-514ad3dcc387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:42.349844 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12490b12-0386-499d-99eb-514ad3dcc387 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f63564b-3edf-4765-82ea-be9bd22a95a8,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:42.356406 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-12490b12-0386-499d-99eb-514ad3dcc387 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:42.360436 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-12490b12-0386-499d-99eb-514ad3dcc387 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5f63564b-3edf-4765-82ea-be9bd22a95a8 HTTP/1.1" status: 204 len: 168 time: 0.4303780 Dec 16 09:33:42.362521 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46036) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:42.380219 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c83364-28d1-426f-8a64-6ab3401b2432 req-3af9efd3-dbdf-4710-9dd0-1650447e107e tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:42.394736 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-83c83364-28d1-426f-8a64-6ab3401b2432 req-3af9efd3-dbdf-4710-9dd0-1650447e107e tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 946 time: 0.0553720 Dec 16 09:33:42.420340 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-83c83364-28d1-426f-8a64-6ab3401b2432 req-33fe3d98-46ce-4c73-a691-6fa90e4bdd27 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321779 Dec 16 09:33:42.444372 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-cae10d85-da89-4fdf-aa82-0efe97b9b275 service neutron] 10.222.0.60 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783426 Dec 16 09:33:42.450366 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-468cd20a-7238-4a40-a798-aa2cd473af0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:42.609227 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-468cd20a-7238-4a40-a798-aa2cd473af0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:42.615748 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-82318850-ddd8-4791-a981-74f70df45b6e service neutron] 10.222.0.60 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627674 Dec 16 09:33:42.629784 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-468cd20a-7238-4a40-a798-aa2cd473af0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d041dd8-e312-4dee-9f8d-03e6df17a8ab']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:42.641004 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-468cd20a-7238-4a40-a798-aa2cd473af0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac95600e-3c1a-420e-8879-213e8cd120c0') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:42.641350 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-468cd20a-7238-4a40-a798-aa2cd473af0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac95600e-3c1a-420e-8879-213e8cd120c0') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:42.651552 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-468cd20a-7238-4a40-a798-aa2cd473af0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:42.666419 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-468cd20a-7238-4a40-a798-aa2cd473af0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:42.672836 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-468cd20a-7238-4a40-a798-aa2cd473af0a admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:33:42.673328 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-468cd20a-7238-4a40-a798-aa2cd473af0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:42.675025 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:33:42.675025 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:33:42.675025 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:33:42.675025 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:33:42.675025 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:33:42.675025 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:33:42.675025 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:33:42.675025 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:33:42.675025 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:33:42.675025 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:33:42.675025 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:33:42.675025 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:33:42.675025 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:33:42.675025 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:33:42.675025 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:33:42.675025 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:33:42.675025 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:33:42.675025 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:33:42.675025 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:33:42.675025 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:33:42.675025 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:33:42.675025 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:33:42.675025 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:33:42.675025 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:33:42.675025 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:33:42.675025 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:33:42.675025 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:33:42.675025 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:33:42.675025 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:33:42.675025 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:33:42.675025 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:33:42.675025 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:33:42.726668 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15ffc9-32ea-408a-b4b2-029cc6202de3 req-9c7d39c6-051f-410f-9120-4a359077d679 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:42.733683 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ad15ffc9-32ea-408a-b4b2-029cc6202de3 req-9c7d39c6-051f-410f-9120-4a359077d679 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.0729988 Dec 16 09:33:42.767588 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ad15ffc9-32ea-408a-b4b2-029cc6202de3 req-62feb435-e0b4-4cf2-b3af-4881a4d6dd09 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325079 Dec 16 09:33:42.808292 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-468cd20a-7238-4a40-a798-aa2cd473af0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:42.817048 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-468cd20a-7238-4a40-a798-aa2cd473af0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:42.819860 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-468cd20a-7238-4a40-a798-aa2cd473af0a admin admin] 10.222.0.60 "DELETE /v2.0/networks/7d041dd8-e312-4dee-9f8d-03e6df17a8ab HTTP/1.1" status: 204 len: 168 time: 0.4536126 Dec 16 09:33:42.872571 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468cd20a-7238-4a40-a798-aa2cd473af0a admin admin] Pushing event deleted for resources: {'Network': ['ID=7d041dd8-e312-4dee-9f8d-03e6df17a8ab,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:42.880882 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-192e8121-4ebf-47cd-97ac-d3ae2023e71e req-6612ce88-1aab-45c7-b021-53a8705db5df service neutron] 10.222.0.58 "GET /v2.0/ports/ab637822-ae08-4bb9-af94-62e599007655/bindings/n-h2-820550-2 HTTP/1.1" status: 200 len: 382 time: 0.1061914 Dec 16 09:33:42.944001 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ca85cddb-1476-4919-b250-4e117fa2d3b6 req-023a57ff-612a-4457-b983-46e9be42bac7 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=72624928-782d-4bd6-9687-6a5071656e50 HTTP/1.1" status: 200 len: 210 time: 0.0330129 Dec 16 09:33:42.950203 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device a5eb4bfd-3487-4309-995c-149b2ad09e3b details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:33:42.954510 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device fd3f9550-fcc0-428a-8f86-3b8c765d22b5 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:33:43.045047 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: fd3f9550-fcc0-428a-8f86-3b8c765d22b5 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:33:43.047364 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device fd3f9550-fcc0-428a-8f86-3b8c765d22b5 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:33:43.082861 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port a5eb4bfd-3487-4309-995c-149b2ad09e3b, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=a5eb4bfd-3487-4309-995c-149b2ad09e3b,segment=NetworkSegment(2082cd97-2035-461e-ae5b-e2756d7ddb51),segment_id=2082cd97-2035-461e-ae5b-e2756d7ddb51)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:43.093416 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'a5eb4bfd-3487-4309-995c-149b2ad09e3b', 'network_id': '2eeb7a38-55b2-441b-9574-26196c5f8d08', 'port_id': 'a5eb4bfd-3487-4309-995c-149b2ad09e3b', 'mac_address': 'fa:16:3e:76:e0:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211efb7a-3b19-4354-921e-9061bf2ec918', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:33:43.133521 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:43.147652 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5eb4bfd-3487-4309-995c-149b2ad09e3b {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:33:43.170562 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port a5eb4bfd-3487-4309-995c-149b2ad09e3b, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=a5eb4bfd-3487-4309-995c-149b2ad09e3b,segment=NetworkSegment(2082cd97-2035-461e-ae5b-e2756d7ddb51),segment_id=2082cd97-2035-461e-ae5b-e2756d7ddb51)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:43.270005 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:43.289239 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46066) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:43.326858 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=a5eb4bfd-3487-4309-995c-149b2ad09e3b,revision_number=6']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:43.353776 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ef701ff3-4d9e-465b-b36d-94866caa863a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=49b65172668f4824bedbcb7718d403b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0629640 Dec 16 09:33:43.356125 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46068) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:43.409947 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8d75ca11-9718-447d-9411-417202df8ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:43.432422 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8d75ca11-9718-447d-9411-417202df8ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:43.440783 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['a5eb4bfd-3487-4309-995c-149b2ad09e3b'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:33:43.474681 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e8121-4ebf-47cd-97ac-d3ae2023e71e req-aa6cc093-ce33-4c2b-8045-4ef36ed3044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:43.478945 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-192e8121-4ebf-47cd-97ac-d3ae2023e71e req-aa6cc093-ce33-4c2b-8045-4ef36ed3044e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b&tenant_id=c72236daaf3c429fb462e278e5b03cb7 HTTP/1.1" status: 200 len: 1100 time: 0.0533402 Dec 16 09:33:43.568709 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e8121-4ebf-47cd-97ac-d3ae2023e71e req-710738b1-4f14-4292-a801-a3c619ccb735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:43.570072 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-192e8121-4ebf-47cd-97ac-d3ae2023e71e req-710738b1-4f14-4292-a801-a3c619ccb735 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c72236daaf3c429fb462e278e5b03cb7&device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 1100 time: 0.0606627 Dec 16 09:33:43.606554 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d3195-0be2-4c91-bb1a-c3027e98eba2 req-5157ad8a-e7e1-4097-87de-610743c794e2 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:43.608100 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-826d3195-0be2-4c91-bb1a-c3027e98eba2 req-5157ad8a-e7e1-4097-87de-610743c794e2 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 946 time: 0.0581422 Dec 16 09:33:43.609386 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8d75ca11-9718-447d-9411-417202df8ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:43.634858 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8d75ca11-9718-447d-9411-417202df8ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:43.639040 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8d75ca11-9718-447d-9411-417202df8ad2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/67391aff-42a9-4b0e-9d92-487a9db328e7 HTTP/1.1" status: 204 len: 168 time: 0.2816708 Dec 16 09:33:43.696798 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75ca11-9718-447d-9411-417202df8ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67391aff-42a9-4b0e-9d92-487a9db328e7,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:43.721791 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e8121-4ebf-47cd-97ac-d3ae2023e71e req-89264ccc-2c67-4561-85fa-ede786fa12cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:43.723876 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-192e8121-4ebf-47cd-97ac-d3ae2023e71e req-89264ccc-2c67-4561-85fa-ede786fa12cf service neutron] 10.222.0.58 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.1470468 Dec 16 09:33:43.741910 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-826d3195-0be2-4c91-bb1a-c3027e98eba2 req-62e8b1e1-b739-471e-a46b-797d9fe275dc tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996032 Dec 16 09:33:43.778779 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-192e8121-4ebf-47cd-97ac-d3ae2023e71e req-407c0983-df0c-4a6f-be66-c16cb51807fd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=ab637822-ae08-4bb9-af94-62e599007655 HTTP/1.1" status: 200 len: 217 time: 0.0438824 Dec 16 09:33:43.836983 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e8121-4ebf-47cd-97ac-d3ae2023e71e req-31535f33-51ba-4350-a7fe-f3f5a0ca44db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:43.838479 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-192e8121-4ebf-47cd-97ac-d3ae2023e71e req-31535f33-51ba-4350-a7fe-f3f5a0ca44db service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0554719 Dec 16 09:33:43.930948 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e8121-4ebf-47cd-97ac-d3ae2023e71e req-3450117e-bfe5-491e-b985-8f0f14a143da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:43.932507 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-192e8121-4ebf-47cd-97ac-d3ae2023e71e req-3450117e-bfe5-491e-b985-8f0f14a143da service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0844455 Dec 16 09:33:43.941198 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8336f-a4b6-44a7-b207-fb9b8c5124a1 req-4e1cd8cc-6711-4477-9ab8-f2ff8bd96ec8 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:43.943011 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bbb8336f-a4b6-44a7-b207-fb9b8c5124a1 req-4e1cd8cc-6711-4477-9ab8-f2ff8bd96ec8 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.0866382 Dec 16 09:33:44.065165 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bbb8336f-a4b6-44a7-b207-fb9b8c5124a1 req-cefb13b6-3d3c-4d6d-8e5e-b4b5ea58cbf9 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050429 Dec 16 09:33:44.091558 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-192e8121-4ebf-47cd-97ac-d3ae2023e71e req-2801d22f-fca0-45ab-ba36-5ef0a75c844a service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475811 Dec 16 09:33:44.108247 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ad22925d-258c-471c-9e7c-fb4dec51259e req-a9a719a5-e2d4-4926-8d41-3e1033acbed0 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=72624928-782d-4bd6-9687-6a5071656e50 HTTP/1.1" status: 200 len: 210 time: 0.0361784 Dec 16 09:33:44.212738 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-192e8121-4ebf-47cd-97ac-d3ae2023e71e req-aff7b585-65b9-4cf8-9efb-efda409eda09 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123230 Dec 16 09:33:44.887509 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb3563-45b5-4c89-94e5-6074bbaf602d req-8dc6a101-06a2-4e7a-aa20-f711c8788eb7 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:44.889774 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eadb3563-45b5-4c89-94e5-6074bbaf602d req-8dc6a101-06a2-4e7a-aa20-f711c8788eb7 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 946 time: 0.0601699 Dec 16 09:33:44.939647 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eadb3563-45b5-4c89-94e5-6074bbaf602d req-b42d2641-8285-4d64-9635-258f9c86105b tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418868 Dec 16 09:33:44.955303 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device a5eb4bfd-3487-4309-995c-149b2ad09e3b up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:33:45.032801 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port a5eb4bfd-3487-4309-995c-149b2ad09e3b triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:45.033365 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:45.203221 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:45.226181 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-6afc4b92-9856-463d-9934-c596dc9b40cc tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:45.227910 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-6afc4b92-9856-463d-9934-c596dc9b40cc tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.58 "GET /v2.0/networks?id=c0c998b7-16cb-40aa-910e-ab4864e39b16 HTTP/1.1" status: 200 len: 806 time: 0.2119739 Dec 16 09:33:45.242347 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-e287fbf6-2cab-4662-8c66-25667462def9 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Request body: {'port': {'device_id': '72624928-782d-4bd6-9687-6a5071656e50', 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16', 'admin_state_up': True, 'tenant_id': '2f8f61b4cde14c72b4dcdad8045c9583'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:45.259098 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port a5eb4bfd-3487-4309-995c-149b2ad09e3b, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=a5eb4bfd-3487-4309-995c-149b2ad09e3b,segment=NetworkSegment(2082cd97-2035-461e-ae5b-e2756d7ddb51),segment_id=2082cd97-2035-461e-ae5b-e2756d7ddb51)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:45.262983 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c060d26b-bcf9-483b-aa9b-e2aef09ad8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5eb4bfd-3487-4309-995c-149b2ad09e3b'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:45.264889 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5876affd-cbaa-43ac-8e0e-61991b5e20bb" -d '{"events": [{"server_uuid": "c060d26b-bcf9-483b-aa9b-e2aef09ad8d9", "name": "network-vif-plugged", "status": "completed", "tag": "a5eb4bfd-3487-4309-995c-149b2ad09e3b"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:45.296559 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46146) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:45.345016 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:45.358121 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a71982-f6aa-4cbf-acbf-ab91485e038f req-c594a64a-83d8-45d1-a08f-2e75fcadaf62 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:45.358121 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25a71982-f6aa-4cbf-acbf-ab91485e038f req-c594a64a-83d8-45d1-a08f-2e75fcadaf62 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.2096953 Dec 16 09:33:45.378699 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2f438013-4593-4b37-8f55-56676d7ea2b1 req-19a2879c-6fd5-4849-b0ac-6a3cb3bf33de tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=72624928-782d-4bd6-9687-6a5071656e50 HTTP/1.1" status: 200 len: 210 time: 0.0547974 Dec 16 09:33:45.438738 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab03562c-99c7-4dde-a381-604cc9ffc02b x-openstack-request-id: req-ab03562c-99c7-4dde-a381-604cc9ffc02b {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:45.439029 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c060d26b-bcf9-483b-aa9b-e2aef09ad8d9", "name": "network-vif-plugged", "status": "completed", "tag": "a5eb4bfd-3487-4309-995c-149b2ad09e3b", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:45.439303 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ab03562c-99c7-4dde-a381-604cc9ffc02b {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:45.439703 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c060d26b-bcf9-483b-aa9b-e2aef09ad8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5eb4bfd-3487-4309-995c-149b2ad09e3b', 'code': 200} Dec 16 09:33:45.441409 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=a5eb4bfd-3487-4309-995c-149b2ad09e3b,revision_number=7']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:45.451051 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25a71982-f6aa-4cbf-acbf-ab91485e038f req-0de927a5-26cc-44fb-ab0b-f220ad4f8ee2 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721877 Dec 16 09:33:45.467266 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device ab637822-ae08-4bb9-af94-62e599007655 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:33:45.533646 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-24791d5e-e2d8-4dc3-8882-ec7db97f31e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:45.545066 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:45.580807 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port ab637822-ae08-4bb9-af94-62e599007655, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ab637822-ae08-4bb9-af94-62e599007655,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:45.609718 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-e287fbf6-2cab-4662-8c66-25667462def9 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Made reservation on behalf of 2f8f61b4cde14c72b4dcdad8045c9583 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:45.616907 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-e287fbf6-2cab-4662-8c66-25667462def9 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:45.626810 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-24791d5e-e2d8-4dc3-8882-ec7db97f31e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:45.687342 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:45.724089 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-24791d5e-e2d8-4dc3-8882-ec7db97f31e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:45.773772 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=ab637822-ae08-4bb9-af94-62e599007655,revision_number=6']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:45.788379 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-e287fbf6-2cab-4662-8c66-25667462def9 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Allocated IP 172.20.0.2 (c0c998b7-16cb-40aa-910e-ab4864e39b16/079ef7a2-1551-4eb6-92ba-b7ee17740bf5/dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:33:45.799650 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-24791d5e-e2d8-4dc3-8882-ec7db97f31e8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d6f190abde7e4446bdd70217ac48abb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5018759 Dec 16 09:33:45.801461 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24791d5e-e2d8-4dc3-8882-ec7db97f31e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8353f796-2208-4ee0-aef8-5771a7212283,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:45.804808 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46166) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:45.937479 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-51dee29f-9f92-4d7b-b135-0e14a0d5f3d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:45.978633 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-51dee29f-9f92-4d7b-b135-0e14a0d5f3d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:46.025755 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-e287fbf6-2cab-4662-8c66-25667462def9 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:46.091860 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fba084-dfcf-4db9-a089-5a62ac65dfec req-0fcf1444-703d-4135-a9ca-b07645665c4c tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:46.093531 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-69fba084-dfcf-4db9-a089-5a62ac65dfec req-0fcf1444-703d-4135-a9ca-b07645665c4c tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 946 time: 0.0616479 Dec 16 09:33:46.135651 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-51dee29f-9f92-4d7b-b135-0e14a0d5f3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:46.148623 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-51dee29f-9f92-4d7b-b135-0e14a0d5f3d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:46.148623 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-51dee29f-9f92-4d7b-b135-0e14a0d5f3d7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8353f796-2208-4ee0-aef8-5771a7212283 HTTP/1.1" status: 204 len: 168 time: 0.3333066 Dec 16 09:33:46.148623 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-e287fbf6-2cab-4662-8c66-25667462def9 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:46.149569 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-69fba084-dfcf-4db9-a089-5a62ac65dfec req-240d00f7-e6e5-43fc-92a9-277dc8da9565 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411315 Dec 16 09:33:46.154676 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['225d8421-3037-4140-9626-c4f741b4bcc0'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:33:46.202965 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dee29f-9f92-4d7b-b135-0e14a0d5f3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8353f796-2208-4ee0-aef8-5771a7212283,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:46.236362 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-e287fbf6-2cab-4662-8c66-25667462def9 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Network c0c998b7-16cb-40aa-910e-ab4864e39b16 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:33:46.244789 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-e287fbf6-2cab-4662-8c66-25667462def9 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:46.258471 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-e287fbf6-2cab-4662-8c66-25667462def9 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:33:46.317494 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287fbf6-2cab-4662-8c66-25667462def9 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Pushing event updated for resources: {'Port': ['ID=dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:46.339093 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-e287fbf6-2cab-4662-8c66-25667462def9 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:46.340262 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-e287fbf6-2cab-4662-8c66-25667462def9 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:46.473991 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-e287fbf6-2cab-4662-8c66-25667462def9 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2361162 Dec 16 09:33:46.491193 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-caeb061b-991f-41a6-b898-55540cf5b59b service neutron] Request body: {'port': {'device_id': '72624928-782d-4bd6-9687-6a5071656e50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:46.580771 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-caeb061b-991f-41a6-b898-55540cf5b59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:46.891998 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1f2a2-d10a-4c58-bc85-16b7536c7e37 req-f05dda79-77e7-4049-8063-85dde7528416 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:46.894318 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-aaf1f2a2-d10a-4c58-bc85-16b7536c7e37 req-f05dda79-77e7-4049-8063-85dde7528416 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=72624928-782d-4bd6-9687-6a5071656e50 HTTP/1.1" status: 200 len: 931 time: 0.0625072 Dec 16 09:33:46.937424 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-aaf1f2a2-d10a-4c58-bc85-16b7536c7e37 req-917d784c-8df0-45e3-a4ec-34c18ea29eb1 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352929 Dec 16 09:33:47.078848 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20ad8b-dd80-4294-8821-faf89c36dab3 req-2b670ffa-b8d4-4eb2-8395-0680767c5387 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:47.080247 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3b20ad8b-dd80-4294-8821-faf89c36dab3 req-2b670ffa-b8d4-4eb2-8395-0680767c5387 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 946 time: 0.0558729 Dec 16 09:33:47.138591 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46214) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:47.161316 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-98256270-348a-4a24-aa5d-13bac9549acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:47.167426 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3b20ad8b-dd80-4294-8821-faf89c36dab3 req-5ca86584-e7bb-4e3b-bb7e-778427eb3325 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772438 Dec 16 09:33:47.208356 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ce1a2-f225-4d59-b4dc-3a68755fdb88 req-70a6257a-23ff-4ec9-9541-36568c819bd2 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:47.217099 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ab6ce1a2-f225-4d59-b4dc-3a68755fdb88 req-70a6257a-23ff-4ec9-9541-36568c819bd2 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 947 time: 0.1886716 Dec 16 09:33:47.391741 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ab6ce1a2-f225-4d59-b4dc-3a68755fdb88 req-6e9f66f5-256b-4116-adcc-dabb6fee85b7 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736801 Dec 16 09:33:47.398783 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-caeb061b-991f-41a6-b898-55540cf5b59b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:33:47.436397 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-caeb061b-991f-41a6-b898-55540cf5b59b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:47.441052 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293ad14c-f4a5-4336-b6e0-88dd269d8c1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab637822-ae08-4bb9-af94-62e599007655'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:47.443775 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2246eb-1500-4c04-a81d-d697ac85090b" -d '{"events": [{"server_uuid": "293ad14c-f4a5-4336-b6e0-88dd269d8c1b", "name": "network-vif-unplugged", "status": "completed", "tag": "ab637822-ae08-4bb9-af94-62e599007655"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:47.459260 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device ab637822-ae08-4bb9-af94-62e599007655 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:33:47.466610 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-caeb061b-991f-41a6-b898-55540cf5b59b service neutron] Transition to ACTIVE for port object dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:33:47.504780 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-98256270-348a-4a24-aa5d-13bac9549acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:47.553921 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-caeb061b-991f-41a6-b898-55540cf5b59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:47.624136 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb061b-991f-41a6-b898-55540cf5b59b service neutron] Pushing event updated for resources: {'Port': ['ID=dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:47.631128 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-98256270-348a-4a24-aa5d-13bac9549acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:47.637864 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port ab637822-ae08-4bb9-af94-62e599007655, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ab637822-ae08-4bb9-af94-62e599007655,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:47.655145 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'ab637822-ae08-4bb9-af94-62e599007655', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': 'ab637822-ae08-4bb9-af94-62e599007655', 'mac_address': 'fa:16:3e:a7:6a:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:33:47.702256 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198fc0cb-ac16-4630-a7d7-f8443b7440fc x-openstack-request-id: req-198fc0cb-ac16-4630-a7d7-f8443b7440fc {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:47.702559 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293ad14c-f4a5-4336-b6e0-88dd269d8c1b", "name": "network-vif-unplugged", "status": "completed", "tag": "ab637822-ae08-4bb9-af94-62e599007655", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:47.702815 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-198fc0cb-ac16-4630-a7d7-f8443b7440fc {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:47.703221 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293ad14c-f4a5-4336-b6e0-88dd269d8c1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab637822-ae08-4bb9-af94-62e599007655', 'code': 200} Dec 16 09:33:47.703840 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:47.731560 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab637822-ae08-4bb9-af94-62e599007655 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:33:47.744040 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-98256270-348a-4a24-aa5d-13bac9549acb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=025da608cefc45a9b2456f801a066b63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6021192 Dec 16 09:33:47.744481 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46240) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:47.770643 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port ab637822-ae08-4bb9-af94-62e599007655, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ab637822-ae08-4bb9-af94-62e599007655,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:47.792572 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98256270-348a-4a24-aa5d-13bac9549acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149ed76b-1105-4475-99a7-67ed19025e2f,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:47.844451 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-20ab51d5-567f-4111-b7d7-c9e781e25b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:47.857755 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:47.872995 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-20ab51d5-567f-4111-b7d7-c9e781e25b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:47.900127 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-caeb061b-991f-41a6-b898-55540cf5b59b service neutron] Attempting to bind port dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:33:47.900383 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-caeb061b-991f-41a6-b898-55540cf5b59b service neutron] Attempting to bind port dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '6c496118-4e09-4f89-b8ab-5391fc86f2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:33:47.908655 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-caeb061b-991f-41a6-b898-55540cf5b59b service neutron] Attempting to bind port dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6 on network c0c998b7-16cb-40aa-910e-ab4864e39b16 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:33:47.922928 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=ab637822-ae08-4bb9-af94-62e599007655,revision_number=7']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:47.932060 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-caeb061b-991f-41a6-b898-55540cf5b59b service neutron] Port dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6 on network c0c998b7-16cb-40aa-910e-ab4864e39b16 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:33:47.932289 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-caeb061b-991f-41a6-b898-55540cf5b59b service neutron] Attempting to bind port dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6 on network c0c998b7-16cb-40aa-910e-ab4864e39b16 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:33:47.941602 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-caeb061b-991f-41a6-b898-55540cf5b59b service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:33:47.941946 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-caeb061b-991f-41a6-b898-55540cf5b59b service neutron] Checking segment: {'id': '6c496118-4e09-4f89-b8ab-5391fc86f2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:33:47.942335 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-caeb061b-991f-41a6-b898-55540cf5b59b service neutron] Bound using segment: {'id': '6c496118-4e09-4f89-b8ab-5391fc86f2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:33:47.942777 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-caeb061b-991f-41a6-b898-55540cf5b59b service neutron] Bound port: dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c496118-4e09-4f89-b8ab-5391fc86f2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:33:47.943168 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-caeb061b-991f-41a6-b898-55540cf5b59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:48.006416 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-20ab51d5-567f-4111-b7d7-c9e781e25b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:48.010121 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-20ab51d5-567f-4111-b7d7-c9e781e25b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:48.017579 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f50ab-7f56-42b8-b227-cad1991d6d29 req-fea98374-dd9c-4695-8eec-34b0dee3b11b tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:48.017939 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-20ab51d5-567f-4111-b7d7-c9e781e25b62 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/149ed76b-1105-4475-99a7-67ed19025e2f HTTP/1.1" status: 204 len: 168 time: 0.2631526 Dec 16 09:33:48.018046 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f56f50ab-7f56-42b8-b227-cad1991d6d29 req-fea98374-dd9c-4695-8eec-34b0dee3b11b tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 946 time: 0.1343720 Dec 16 09:33:48.046646 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab51d5-567f-4111-b7d7-c9e781e25b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149ed76b-1105-4475-99a7-67ed19025e2f,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:48.080172 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-caeb061b-991f-41a6-b898-55540cf5b59b service neutron] For port dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:33:48.090820 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-caeb061b-991f-41a6-b898-55540cf5b59b service neutron] For port dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6,segment=NetworkSegment(6c496118-4e09-4f89-b8ab-5391fc86f2af),segment_id=6c496118-4e09-4f89-b8ab-5391fc86f2af)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:33:48.102142 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['ab637822-ae08-4bb9-af94-62e599007655'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:33:48.164794 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-caeb061b-991f-41a6-b898-55540cf5b59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:48.214258 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-f56f50ab-7f56-42b8-b227-cad1991d6d29 req-f3e5d124-1263-432d-ae59-8b16a572ee01 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Deleting port b6676f93-45d8-4ec8-a125-a00c0ee24203 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:48.214793 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f56f50ab-7f56-42b8-b227-cad1991d6d29 req-f3e5d124-1263-432d-ae59-8b16a572ee01 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:48.236645 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d7b0b-fc3d-4b2d-9717-5e45cf880d4a req-0605bf78-1a2a-42e4-ac5f-552f0a7564bf tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:48.245245 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-caeb061b-991f-41a6-b898-55540cf5b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:48.246015 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-caeb061b-991f-41a6-b898-55540cf5b59b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:48.247434 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-303d7b0b-fc3d-4b2d-9717-5e45cf880d4a req-0605bf78-1a2a-42e4-ac5f-552f0a7564bf tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=72624928-782d-4bd6-9687-6a5071656e50 HTTP/1.1" status: 200 len: 943 time: 0.1673179 Dec 16 09:33:48.247731 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-caeb061b-991f-41a6-b898-55540cf5b59b service neutron] 10.222.0.58 "PUT /v2.0/ports/dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6 HTTP/1.1" status: 200 len: 1091 time: 1.7633805 Dec 16 09:33:48.267349 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72624928-782d-4bd6-9687-6a5071656e50', 'tag': 'dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:48.267349 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ab8249-7e8b-490e-aaa6-3a780eb69f25" -d '{"events": [{"name": "network-changed", "server_uuid": "72624928-782d-4bd6-9687-6a5071656e50", "tag": "dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:48.297665 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-303d7b0b-fc3d-4b2d-9717-5e45cf880d4a req-b5ab3d15-ed16-4641-845c-0638d82577e3 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484624 Dec 16 09:33:48.402420 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb061b-991f-41a6-b898-55540cf5b59b service neutron] Pushing event updated for resources: {'Port': ['ID=dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:48.483081 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491758a7-d83b-493c-b483-d1700495bb52 req-a9242ebb-b479-4999-90e0-318c072f418a tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:48.484709 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-491758a7-d83b-493c-b483-d1700495bb52 req-a9242ebb-b479-4999-90e0-318c072f418a tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 946 time: 0.1004682 Dec 16 09:33:48.494128 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfb8f7-952f-40c9-8a18-7f111dc27df9 req-4a9578e4-9d37-4e2a-974b-26feb752c986 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:48.495645 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-82cfb8f7-952f-40c9-8a18-7f111dc27df9 req-4a9578e4-9d37-4e2a-974b-26feb752c986 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.58 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b&tenant_id=c72236daaf3c429fb462e278e5b03cb7&binding%3Ahost_id=n-h2-820550-2 HTTP/1.1" status: 200 len: 948 time: 0.2450905 Dec 16 09:33:48.502998 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f53f9-8ce5-4401-8473-0815d58ee44b req-4a146cee-a446-497a-aa06-397c5045908e tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:48.504457 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-949f53f9-8ce5-4401-8473-0815d58ee44b req-4a146cee-a446-497a-aa06-397c5045908e tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 948 time: 0.2071037 Dec 16 09:33:48.519200 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f56f50ab-7f56-42b8-b227-cad1991d6d29 req-f3e5d124-1263-432d-ae59-8b16a572ee01 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] For port b6676f93-45d8-4ec8-a125-a00c0ee24203, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=b6676f93-45d8-4ec8-a125-a00c0ee24203,segment=NetworkSegment(86c5d65d-0a28-4cbb-b6eb-52df45cc588d),segment_id=86c5d65d-0a28-4cbb-b6eb-52df45cc588d)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:48.519584 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f56f50ab-7f56-42b8-b227-cad1991d6d29 req-f3e5d124-1263-432d-ae59-8b16a572ee01 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:48.543653 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-491758a7-d83b-493c-b483-d1700495bb52 req-f454e102-f9bb-48e1-9eb1-7e759bbf007a tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507586 Dec 16 09:33:48.581995 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-f56f50ab-7f56-42b8-b227-cad1991d6d29 req-f3e5d124-1263-432d-ae59-8b16a572ee01 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Calling delete_port for b6676f93-45d8-4ec8-a125-a00c0ee24203 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:48.585860 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-209fb0fa-3c47-4fb0-9414-64b8858af314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:48.587437 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-209fb0fa-3c47-4fb0-9414-64b8858af314 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f8f61b4cde14c72b4dcdad8045c9583&device_id=72624928-782d-4bd6-9687-6a5071656e50 HTTP/1.1" status: 200 len: 1094 time: 0.1900654 Dec 16 09:33:48.707607 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3808ba56-eddc-4100-ad56-993a7adc048b x-openstack-request-id: req-3808ba56-eddc-4100-ad56-993a7adc048b {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:48.707955 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72624928-782d-4bd6-9687-6a5071656e50", "tag": "dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:48.708215 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3808ba56-eddc-4100-ad56-993a7adc048b {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:48.708618 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72624928-782d-4bd6-9687-6a5071656e50', 'tag': 'dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6', 'status': 'completed', 'code': 200} Dec 16 09:33:48.714251 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-4b3dc061-a8cf-49f6-a3ad-bd2bdcf3e4a6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6 HTTP/1.1" status: 200 len: 217 time: 0.1147895 Dec 16 09:33:48.726914 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-949f53f9-8ce5-4401-8473-0815d58ee44b req-5cc27ce7-c902-4b02-adaa-a57102b7f64b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143242 Dec 16 09:33:48.789421 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-82cfb8f7-952f-40c9-8a18-7f111dc27df9 req-9c64fbec-b8c3-44b7-9443-3aab85141267 service neutron] 10.222.0.58 "GET /v2.0/ports/ab637822-ae08-4bb9-af94-62e599007655/bindings/n-h2-820550-2 HTTP/1.1" status: 200 len: 382 time: 0.2799487 Dec 16 09:33:48.821678 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-7aec13c4-5250-4a1b-b37a-44ffecbcd91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:48.823132 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-7aec13c4-5250-4a1b-b37a-44ffecbcd91b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=079ef7a2-1551-4eb6-92ba-b7ee17740bf5 HTTP/1.1" status: 200 len: 846 time: 0.0862870 Dec 16 09:33:48.871013 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46278) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:48.944143 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-7b15e697-2140-4961-b0cc-99611b45365d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0c998b7-16cb-40aa-910e-ab4864e39b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056857 Dec 16 09:33:49.017013 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b97948fd-fb30-4269-b9dc-d337653df787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:49.063076 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfb8f7-952f-40c9-8a18-7f111dc27df9 req-24e3da0d-78dd-4163-8d6c-324a8888caa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:49.064606 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-82cfb8f7-952f-40c9-8a18-7f111dc27df9 req-24e3da0d-78dd-4163-8d6c-324a8888caa0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c72236daaf3c429fb462e278e5b03cb7&device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 1099 time: 0.2399960 Dec 16 09:33:49.142882 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f56f50ab-7f56-42b8-b227-cad1991d6d29 req-f3e5d124-1263-432d-ae59-8b16a572ee01 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:49.155666 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['b6676f93-45d8-4ec8-a125-a00c0ee24203'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:33:49.208255 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e5d124-1263-432d-ae59-8b16a572ee01 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Pushing event deleted for resources: {'Port': ['ID=b6676f93-45d8-4ec8-a125-a00c0ee24203,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:49.218137 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-f50c77f2-3479-46e2-a364-5db189597f95 service neutron] 10.222.0.58 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362118 Dec 16 09:33:49.230325 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b97948fd-fb30-4269-b9dc-d337653df787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:49.317949 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b97948fd-fb30-4269-b9dc-d337653df787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:49.320047 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56f50ab-7f56-42b8-b227-cad1991d6d29 req-f3e5d124-1263-432d-ae59-8b16a572ee01 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] No DVR routers for this DVR port b6676f93-45d8-4ec8-a125-a00c0ee24203 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:33:49.333518 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f56f50ab-7f56-42b8-b227-cad1991d6d29 req-f3e5d124-1263-432d-ae59-8b16a572ee01 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:49.333518 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f56f50ab-7f56-42b8-b227-cad1991d6d29 req-f3e5d124-1263-432d-ae59-8b16a572ee01 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.57 "DELETE /v2.0/ports/b6676f93-45d8-4ec8-a125-a00c0ee24203 HTTP/1.1" status: 204 len: 173 time: 1.3108232 Dec 16 09:33:49.361153 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfb8f7-952f-40c9-8a18-7f111dc27df9 req-2f88b6f7-ba16-4ff6-a73b-159297421176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:49.363213 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-82cfb8f7-952f-40c9-8a18-7f111dc27df9 req-2f88b6f7-ba16-4ff6-a73b-159297421176 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.2905450 Dec 16 09:33:49.395646 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b97948fd-fb30-4269-b9dc-d337653df787 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6513f68508ce47f0bfe2a75c08720468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5233471 Dec 16 09:33:49.399082 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46294) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:49.416003 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-82cfb8f7-952f-40c9-8a18-7f111dc27df9 req-d65b3621-8047-455b-8220-5a4892a9a7c2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=ab637822-ae08-4bb9-af94-62e599007655 HTTP/1.1" status: 200 len: 217 time: 0.0457962 Dec 16 09:33:49.427023 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97948fd-fb30-4269-b9dc-d337653df787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c8defb-d622-4616-9a5c-87ab96c4c19f,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:49.473625 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e39c6f4a-7b58-420b-9fc8-3682718cfeee req-cb6039b4-1a65-4521-a107-13766473d455 service neutron] 10.222.0.58 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375448 Dec 16 09:33:49.482434 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device ab637822-ae08-4bb9-af94-62e599007655 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:33:49.528598 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfb8f7-952f-40c9-8a18-7f111dc27df9 req-06f00b73-833c-4580-96fe-97d70473086f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:49.532247 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-82cfb8f7-952f-40c9-8a18-7f111dc27df9 req-06f00b73-833c-4580-96fe-97d70473086f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.1042504 Dec 16 09:33:49.540271 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0b77d41b-eba7-4d9c-a3ca-fa02d47cc2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:49.574008 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2511a4f-d739-47d9-bed3-59ad3e8636bf req-55aa427b-1dd4-4a9f-8f31-34cfb6f38cf1 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:49.576945 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d2511a4f-d739-47d9-bed3-59ad3e8636bf req-55aa427b-1dd4-4a9f-8f31-34cfb6f38cf1 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=72624928-782d-4bd6-9687-6a5071656e50 HTTP/1.1" status: 200 len: 943 time: 0.1515310 Dec 16 09:33:49.619657 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port ab637822-ae08-4bb9-af94-62e599007655 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:49.621633 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:49.633699 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0b77d41b-eba7-4d9c-a3ca-fa02d47cc2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:49.640826 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfb8f7-952f-40c9-8a18-7f111dc27df9 req-f0629ee8-a043-46ca-826b-4810ea1b31a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:49.646175 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-82cfb8f7-952f-40c9-8a18-7f111dc27df9 req-f0629ee8-a043-46ca-826b-4810ea1b31a7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1070435 Dec 16 09:33:49.736818 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d2511a4f-d739-47d9-bed3-59ad3e8636bf req-b084270c-d33b-4e09-9a91-fa06b17a748a tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489315 Dec 16 09:33:49.822146 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:49.858578 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab8249-7e8b-490e-aaa6-3a780eb69f25 req-9f786d36-1695-43b4-80a7-d773e1bc63b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:49.860436 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-66ab8249-7e8b-490e-aaa6-3a780eb69f25 req-9f786d36-1695-43b4-80a7-d773e1bc63b9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f8f61b4cde14c72b4dcdad8045c9583&device_id=72624928-782d-4bd6-9687-6a5071656e50 HTTP/1.1" status: 200 len: 1094 time: 0.1957169 Dec 16 09:33:49.872517 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0b77d41b-eba7-4d9c-a3ca-fa02d47cc2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:49.879518 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0b77d41b-eba7-4d9c-a3ca-fa02d47cc2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:49.880260 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port ab637822-ae08-4bb9-af94-62e599007655, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ab637822-ae08-4bb9-af94-62e599007655,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:49.880979 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0b77d41b-eba7-4d9c-a3ca-fa02d47cc2b4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/92c8defb-d622-4616-9a5c-87ab96c4c19f HTTP/1.1" status: 204 len: 168 time: 0.4806464 Dec 16 09:33:49.885384 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293ad14c-f4a5-4336-b6e0-88dd269d8c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab637822-ae08-4bb9-af94-62e599007655'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:49.888590 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9969d3-8bcf-4e97-b0dd-0e2ac1e38e82" -d '{"events": [{"server_uuid": "293ad14c-f4a5-4336-b6e0-88dd269d8c1b", "name": "network-vif-plugged", "status": "completed", "tag": "ab637822-ae08-4bb9-af94-62e599007655"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:49.899636 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77d41b-eba7-4d9c-a3ca-fa02d47cc2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c8defb-d622-4616-9a5c-87ab96c4c19f,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:49.964193 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:50.006532 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-82cfb8f7-952f-40c9-8a18-7f111dc27df9 req-093c14f3-3da0-4168-934d-295a20841103 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523586 Dec 16 09:33:50.045853 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=ab637822-ae08-4bb9-af94-62e599007655,revision_number=8']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:50.082874 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277aa315-3951-4d05-8f44-865dae6530ae req-1c4f6b80-7300-4064-9b49-6ea7ca6c93f0 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:50.094299 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-277aa315-3951-4d05-8f44-865dae6530ae req-1c4f6b80-7300-4064-9b49-6ea7ca6c93f0 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.0982327 Dec 16 09:33:50.129939 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab8249-7e8b-490e-aaa6-3a780eb69f25 req-99faa53e-4096-4bf3-bc7a-00bdcbe5a6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:50.131691 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-66ab8249-7e8b-490e-aaa6-3a780eb69f25 req-99faa53e-4096-4bf3-bc7a-00bdcbe5a6f4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c0c998b7-16cb-40aa-910e-ab4864e39b16 HTTP/1.1" status: 200 len: 907 time: 0.2613800 Dec 16 09:33:50.160492 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-277aa315-3951-4d05-8f44-865dae6530ae req-e0103088-06d2-4816-b4c7-3c6d5de8ff4a tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650370 Dec 16 09:33:50.208146 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-66ab8249-7e8b-490e-aaa6-3a780eb69f25 req-b66c31a0-965c-4ab6-aea6-93b3a0162c15 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6 HTTP/1.1" status: 200 len: 217 time: 0.0662470 Dec 16 09:33:50.241431 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-82cfb8f7-952f-40c9-8a18-7f111dc27df9 req-a9afe601-fd55-4fdc-9af2-a3bda7da3bab service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204952 Dec 16 09:33:50.325045 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-09f7f80f-9aab-41bd-801f-bc304ab04110 req-7501028f-7d03-4c24-ab8c-f57314c933f5 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc33b067-bfa9-465e-9978-ef7c5ddb3acd HTTP/1.1" status: 200 len: 210 time: 0.0475116 Dec 16 09:33:50.352182 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab8249-7e8b-490e-aaa6-3a780eb69f25 req-4b7e6786-ba5e-4947-aad1-f027b52fcbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:50.356425 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-66ab8249-7e8b-490e-aaa6-3a780eb69f25 req-4b7e6786-ba5e-4947-aad1-f027b52fcbd2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=079ef7a2-1551-4eb6-92ba-b7ee17740bf5 HTTP/1.1" status: 200 len: 846 time: 0.1383407 Dec 16 09:33:50.365831 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d007879d-ceda-4055-b73d-aecb2dd6a0e1 x-openstack-request-id: req-d007879d-ceda-4055-b73d-aecb2dd6a0e1 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:50.366327 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293ad14c-f4a5-4336-b6e0-88dd269d8c1b", "name": "network-vif-plugged", "status": "completed", "tag": "ab637822-ae08-4bb9-af94-62e599007655", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:50.366437 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d007879d-ceda-4055-b73d-aecb2dd6a0e1 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:50.366772 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293ad14c-f4a5-4336-b6e0-88dd269d8c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab637822-ae08-4bb9-af94-62e599007655', 'code': 200} Dec 16 09:33:50.407982 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-66ab8249-7e8b-490e-aaa6-3a780eb69f25 req-392a6005-56f1-40d5-972c-b4ac7b0abd0a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0c998b7-16cb-40aa-910e-ab4864e39b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354247 Dec 16 09:33:50.545460 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-66ab8249-7e8b-490e-aaa6-3a780eb69f25 req-d15158a3-213b-4cd5-9bb7-444baf80c2c5 service neutron] 10.222.0.58 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287999 Dec 16 09:33:50.689703 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-66ab8249-7e8b-490e-aaa6-3a780eb69f25 req-8221c9d0-7801-40c0-8f15-1a86b509ae15 service neutron] 10.222.0.58 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291351 Dec 16 09:33:50.719432 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc33b067-bfa9-465e-9978-ef7c5ddb3acd', 'name': 'network-vif-deleted', 'tag': 'b6676f93-45d8-4ec8-a125-a00c0ee24203'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:50.724091 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56dba22-b5d9-4803-8424-e900a895a485" -d '{"events": [{"server_uuid": "cc33b067-bfa9-465e-9978-ef7c5ddb3acd", "name": "network-vif-deleted", "tag": "b6676f93-45d8-4ec8-a125-a00c0ee24203"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:50.769294 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e45ffd9-a4d4-4f6c-8d09-a03a5a954469 x-openstack-request-id: req-0e45ffd9-a4d4-4f6c-8d09-a03a5a954469 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:50.769707 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc33b067-bfa9-465e-9978-ef7c5ddb3acd", "name": "network-vif-deleted", "tag": "b6676f93-45d8-4ec8-a125-a00c0ee24203", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:50.770170 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0e45ffd9-a4d4-4f6c-8d09-a03a5a954469 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:50.770690 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc33b067-bfa9-465e-9978-ef7c5ddb3acd', 'name': 'network-vif-deleted', 'tag': 'b6676f93-45d8-4ec8-a125-a00c0ee24203', 'status': 'completed', 'code': 200} Dec 16 09:33:50.929472 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7eda2-f81d-4cf8-9bc8-02c21f64cfe9 req-9fd17ddb-d924-4654-9bad-4048a6877b27 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:50.937154 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-05f7eda2-f81d-4cf8-9bc8-02c21f64cfe9 req-9fd17ddb-d924-4654-9bad-4048a6877b27 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=72624928-782d-4bd6-9687-6a5071656e50 HTTP/1.1" status: 200 len: 943 time: 0.1015251 Dec 16 09:33:51.020371 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-05f7eda2-f81d-4cf8-9bc8-02c21f64cfe9 req-20ba87f9-f6e9-49fd-9419-5ad8b7135d9e tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770850 Dec 16 09:33:51.326739 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a359a43-5eda-450b-8fd3-71b832be31f7 req-034c219c-84a9-4a4b-9cb1-18e98760b736 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:51.337585 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a359a43-5eda-450b-8fd3-71b832be31f7 req-034c219c-84a9-4a4b-9cb1-18e98760b736 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.0904770 Dec 16 09:33:51.389320 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a359a43-5eda-450b-8fd3-71b832be31f7 req-9029a0a3-39eb-49b8-a49e-b5b95bebaeb5 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505621 Dec 16 09:33:51.493134 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:33:51.611551 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6,segment=NetworkSegment(6c496118-4e09-4f89-b8ab-5391fc86f2af),segment_id=6c496118-4e09-4f89-b8ab-5391fc86f2af)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:51.636435 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6', 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16', 'port_id': 'dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6', 'mac_address': 'fa:16:3e:c9:e9:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '079ef7a2-1551-4eb6-92ba-b7ee17740bf5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:33:51.680270 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:51.710611 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:33:51.733279 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6,segment=NetworkSegment(6c496118-4e09-4f89-b8ab-5391fc86f2af),segment_id=6c496118-4e09-4f89-b8ab-5391fc86f2af)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:51.907545 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-abfae01c-6203-4239-865b-6ac90db62dc9 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:51.915127 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-abfae01c-6203-4239-865b-6ac90db62dc9 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/networks?id=b3f60eab-6f2c-4106-b76e-873bab2183f6 HTTP/1.1" status: 200 len: 811 time: 0.1684232 Dec 16 09:33:51.921885 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:51.935496 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-946d655e-079f-4c42-ae4a-14bac0c6c76f tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/quotas/928a77c00bdc452c92b87dad5de07f0a HTTP/1.1" status: 200 len: 375 time: 0.0192666 Dec 16 09:33:52.012527 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:52.014232 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-e16046c1-a983-44cf-ac30-b4c2f6b1dbd3 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=928a77c00bdc452c92b87dad5de07f0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0777955 Dec 16 09:33:52.020338 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:52.021151 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:52.022121 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:52.022689 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:52.023230 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:52.023771 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:52.024454 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:52.040583 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:52.041925 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:52.044906 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:52.045813 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:52.046671 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:52.066241 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46410) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:52.142982 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:33:52.183983 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-a038430c-ec35-40f4-b621-82219b1c7ad4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1578728959-network', 'tenant_id': 'fe488013846d4c67aba6e4526be107cc'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:52.229930 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02f318-870b-428d-8d3e-d22a230844e4 req-1580f21b-2eba-4877-ac61-5b402c8bd440 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:52.238435 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8e02f318-870b-428d-8d3e-d22a230844e4 req-1580f21b-2eba-4877-ac61-5b402c8bd440 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=72624928-782d-4bd6-9687-6a5071656e50 HTTP/1.1" status: 200 len: 944 time: 0.1066887 Dec 16 09:33:52.323816 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8e02f318-870b-428d-8d3e-d22a230844e4 req-ab668856-fdc5-403a-9fe0-26706a5af708 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843220 Dec 16 09:33:52.330537 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-b18e1637-9eca-41d4-b7ab-2e35188441e7 service neutron] 10.222.0.60 "GET /v2.0/networks/b3f60eab-6f2c-4106-b76e-873bab2183f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138227 Dec 16 09:33:52.388563 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a038430c-ec35-40f4-b621-82219b1c7ad4 admin admin] Made reservation on behalf of fe488013846d4c67aba6e4526be107cc for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:52.388563 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a038430c-ec35-40f4-b621-82219b1c7ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:52.388563 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a038430c-ec35-40f4-b621-82219b1c7ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:52.398661 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:33:52.470967 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-e36f8c77-4770-4930-91e0-517acca9cd44 service neutron] 10.222.0.60 "GET /v2.0/networks/b3f60eab-6f2c-4106-b76e-873bab2183f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322963 Dec 16 09:33:52.520422 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a038430c-ec35-40f4-b621-82219b1c7ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:52.578531 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a20839-bb5d-4f01-8f22-e530951d8c28 req-eab0deb9-f97a-4e2a-9dea-ce0f03f06e07 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:52.579687 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-20a20839-bb5d-4f01-8f22-e530951d8c28 req-eab0deb9-f97a-4e2a-9dea-ce0f03f06e07 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.0644379 Dec 16 09:33:52.595355 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a038430c-ec35-40f4-b621-82219b1c7ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:52.625856 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a038430c-ec35-40f4-b621-82219b1c7ad4 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:33:52.631565 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-20a20839-bb5d-4f01-8f22-e530951d8c28 req-60378e03-9149-4af1-99de-33bc9dff8b12 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458651 Dec 16 09:33:52.635385 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a038430c-ec35-40f4-b621-82219b1c7ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b046914-e075-47a8-b40f-843569519020,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:52.647674 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a038430c-ec35-40f4-b621-82219b1c7ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:52.648034 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-a038430c-ec35-40f4-b621-82219b1c7ad4 admin admin] Added segment d247098b-2b23-4617-8118-6d714ec3c1c2 of type vlan for network e4c776b6-b901-4c0e-821b-a211f1a3c3c2 Dec 16 09:33:52.700669 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a038430c-ec35-40f4-b621-82219b1c7ad4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:52.842773 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-135f880f-7980-4535-8021-79d4558f47c2 req-64881f85-fc19-408f-a662-1c7f31b8ebf8 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=eafb3d90-39b3-491f-91e2-af81637e33d4 HTTP/1.1" status: 200 len: 210 time: 0.0674558 Dec 16 09:33:52.847402 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a038430c-ec35-40f4-b621-82219b1c7ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:52.852295 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a038430c-ec35-40f4-b621-82219b1c7ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:52.852906 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a038430c-ec35-40f4-b621-82219b1c7ad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:52.933090 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a038430c-ec35-40f4-b621-82219b1c7ad4 admin admin] Pushing event updated for resources: {'Network': ['ID=e4c776b6-b901-4c0e-821b-a211f1a3c3c2,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:52.953845 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network e4c776b6-b901-4c0e-821b-a211f1a3c3c2 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:33:53.005398 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device b6676f93-45d8-4ec8-a125-a00c0ee24203 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:33:53.040102 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a038430c-ec35-40f4-b621-82219b1c7ad4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9727025 Dec 16 09:33:53.042935 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46438) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:53.053475 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: b6676f93-45d8-4ec8-a125-a00c0ee24203 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:33:53.054066 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device b6676f93-45d8-4ec8-a125-a00c0ee24203 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:33:53.056887 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-48c51f4b-498c-46aa-8010-cfdae1c6f658 admin admin] Request body: {'subnet': {'network_id': 'e4c776b6-b901-4c0e-821b-a211f1a3c3c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1578728959-subnet', 'tenant_id': 'fe488013846d4c67aba6e4526be107cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:53.186372 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c51f4b-498c-46aa-8010-cfdae1c6f658 admin admin] Made reservation on behalf of fe488013846d4c67aba6e4526be107cc for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:53.189139 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-48c51f4b-498c-46aa-8010-cfdae1c6f658 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:53.423570 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfb8f7-952f-40c9-8a18-7f111dc27df9 req-8ba30e98-6536-4019-9f41-f3e25262e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:53.429818 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-82cfb8f7-952f-40c9-8a18-7f111dc27df9 req-8ba30e98-6536-4019-9f41-f3e25262e983 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b&tenant_id=c72236daaf3c429fb462e278e5b03cb7 HTTP/1.1" status: 200 len: 1100 time: 0.0956287 Dec 16 09:33:53.508185 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:33:53.706713 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:33:53.711944 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:53.711944 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:53.830400 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e04ad-065c-485d-8130-a4449aa2cb17 req-b45c5895-ec8b-428f-9bb3-1216233e785f tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:53.832824 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-121e04ad-065c-485d-8130-a4449aa2cb17 req-b45c5895-ec8b-428f-9bb3-1216233e785f tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.0780153 Dec 16 09:33:53.844960 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:53.876274 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72624928-782d-4bd6-9687-6a5071656e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:53.879459 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c3f8fb-b8ad-45d5-9b7d-7f474377eb67" -d '{"events": [{"server_uuid": "72624928-782d-4bd6-9687-6a5071656e50", "name": "network-vif-plugged", "status": "completed", "tag": "dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:53.905432 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6,segment=NetworkSegment(6c496118-4e09-4f89-b8ab-5391fc86f2af),segment_id=6c496118-4e09-4f89-b8ab-5391fc86f2af)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:53.996719 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:53.998504 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device ab637822-ae08-4bb9-af94-62e599007655 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:33:54.126330 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f902f-aee0-4d7d-8eb4-88a1c5a77d12 req-c36964c0-230e-426b-808d-453d6027f765 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:54.135585 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8f1c49e5-24a8-4fc1-a064-24e5cf39eebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:54.137422 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:54.140470 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-460f902f-aee0-4d7d-8eb4-88a1c5a77d12 req-c36964c0-230e-426b-808d-453d6027f765 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=72624928-782d-4bd6-9687-6a5071656e50 HTTP/1.1" status: 200 len: 944 time: 0.7086537 Dec 16 09:33:54.156286 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfb8f7-952f-40c9-8a18-7f111dc27df9 req-6596b207-2c9b-41cd-83b3-ab0e1e58029c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:54.159790 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-82cfb8f7-952f-40c9-8a18-7f111dc27df9 req-6596b207-2c9b-41cd-83b3-ab0e1e58029c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c72236daaf3c429fb462e278e5b03cb7&device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 1100 time: 0.7034621 Dec 16 09:33:54.203602 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-460f902f-aee0-4d7d-8eb4-88a1c5a77d12 req-49fc2ab0-69a9-404e-ab2b-c3c7e14076cd tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622222 Dec 16 09:33:54.214981 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-48c51f4b-498c-46aa-8010-cfdae1c6f658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:54.280894 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c51f4b-498c-46aa-8010-cfdae1c6f658 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d591b92-8cfa-4043-821a-1c87ee277c3c,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:54.289392 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:54.369740 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port ab637822-ae08-4bb9-af94-62e599007655, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ab637822-ae08-4bb9-af94-62e599007655,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:54.398255 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c51f4b-498c-46aa-8010-cfdae1c6f658 admin admin] Checking segment: {'id': 'd247098b-2b23-4617-8118-6d714ec3c1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e4c776b6-b901-4c0e-821b-a211f1a3c3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:33:54.398632 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c51f4b-498c-46aa-8010-cfdae1c6f658 admin admin] Network hostable DHCP agents. Network: e4c776b6-b901-4c0e-821b-a211f1a3c3c2, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:33:54.441308 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-121e04ad-065c-485d-8130-a4449aa2cb17 req-983ec080-b116-42fc-af00-6be65b7bd04b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6002214 Dec 16 09:33:54.490349 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:54.491063 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13c253c-7160-4510-84e6-278b5d313a4b x-openstack-request-id: req-f13c253c-7160-4510-84e6-278b5d313a4b {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:54.491154 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72624928-782d-4bd6-9687-6a5071656e50", "name": "network-vif-plugged", "status": "completed", "tag": "dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:54.491382 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f13c253c-7160-4510-84e6-278b5d313a4b {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:54.491766 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72624928-782d-4bd6-9687-6a5071656e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6', 'code': 200} Dec 16 09:33:54.542344 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c51f4b-498c-46aa-8010-cfdae1c6f658 admin admin] Network e4c776b6-b901-4c0e-821b-a211f1a3c3c2 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:33:54.547596 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfb8f7-952f-40c9-8a18-7f111dc27df9 req-d8e2abb3-e4c7-4478-8969-171e4b8e14be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:54.557268 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-82cfb8f7-952f-40c9-8a18-7f111dc27df9 req-d8e2abb3-e4c7-4478-8969-171e4b8e14be service neutron] 10.222.0.58 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.3496101 Dec 16 09:33:54.623005 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=ab637822-ae08-4bb9-af94-62e599007655,revision_number=9']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:54.648961 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-82cfb8f7-952f-40c9-8a18-7f111dc27df9 req-ca76d765-1837-4f9c-87b1-59d8bdb48526 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=ab637822-ae08-4bb9-af94-62e599007655 HTTP/1.1" status: 200 len: 217 time: 0.0901737 Dec 16 09:33:54.687713 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-48c51f4b-498c-46aa-8010-cfdae1c6f658 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, e4c776b6-b901-4c0e-821b-a211f1a3c3c2) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:54.700173 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176235df-0fde-49c2-9836-82859bf758de None None] Network e4c776b6-b901-4c0e-821b-a211f1a3c3c2 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:33:54.733671 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6b3bfe1e-e442-49af-a034-e3ad9453aec5 req-ba7d0580-4c02-4926-b7a0-67ff44db2462 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=eafb3d90-39b3-491f-91e2-af81637e33d4 HTTP/1.1" status: 200 len: 210 time: 0.0995154 Dec 16 09:33:54.737581 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c51f4b-498c-46aa-8010-cfdae1c6f658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:54.738195 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-48c51f4b-498c-46aa-8010-cfdae1c6f658 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:54.772456 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfb8f7-952f-40c9-8a18-7f111dc27df9 req-e8751188-4162-48cc-a1b5-60cb750ccde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:54.774234 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-82cfb8f7-952f-40c9-8a18-7f111dc27df9 req-e8751188-4162-48cc-a1b5-60cb750ccde4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0992258 Dec 16 09:33:54.776736 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403f060-a823-4231-83cc-84221a72f16b req-d123956a-e456-48db-a957-abb7ce9f5259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:54.778592 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d403f060-a823-4231-83cc-84221a72f16b req-d123956a-e456-48db-a957-abb7ce9f5259 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=72624928-782d-4bd6-9687-6a5071656e50 HTTP/1.1" status: 200 len: 1096 time: 0.1428804 Dec 16 09:33:54.852222 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d403f060-a823-4231-83cc-84221a72f16b req-d2735147-803b-40f1-9574-3b1331e4a05b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641532 Dec 16 09:33:54.861305 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-48c51f4b-498c-46aa-8010-cfdae1c6f658 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8171988 Dec 16 09:33:54.883740 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2d44e3-1541-4130-accb-42ebed8f8671 None None] Network e4c776b6-b901-4c0e-821b-a211f1a3c3c2 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:33:54.891932 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfb8f7-952f-40c9-8a18-7f111dc27df9 req-c8ed22b7-177d-4384-a427-4c164be1931b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:54.896531 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-82cfb8f7-952f-40c9-8a18-7f111dc27df9 req-c8ed22b7-177d-4384-a427-4c164be1931b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1097374 Dec 16 09:33:55.196572 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-82cfb8f7-952f-40c9-8a18-7f111dc27df9 req-03fd749c-a87c-4027-83da-330753576e39 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546869 Dec 16 09:33:55.262442 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-934203ba-a42b-4440-a8d9-3439dfd04a92 req-198b7bd4-deec-4624-8942-9178f0e32c54 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1824116471', 'description': 'tempest-description-898350236'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:55.328035 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-82cfb8f7-952f-40c9-8a18-7f111dc27df9 req-01d20682-a21c-409a-90c2-19f433fdfef6 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074097 Dec 16 09:33:55.398291 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea38b0-d50b-402d-b5bb-1eb1fd42854d req-d4cd7460-d45b-4d57-8e1a-7f33e00595ea tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:55.400910 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65ea38b0-d50b-402d-b5bb-1eb1fd42854d req-d4cd7460-d45b-4d57-8e1a-7f33e00595ea tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=72624928-782d-4bd6-9687-6a5071656e50 HTTP/1.1" status: 200 len: 945 time: 0.0526359 Dec 16 09:33:55.439090 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65ea38b0-d50b-402d-b5bb-1eb1fd42854d req-27b0199b-1872-40c7-89c4-07084403ddcb tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330760 Dec 16 09:33:55.455283 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-934203ba-a42b-4440-a8d9-3439dfd04a92 req-198b7bd4-deec-4624-8942-9178f0e32c54 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:55.622849 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-934203ba-a42b-4440-a8d9-3439dfd04a92 req-198b7bd4-deec-4624-8942-9178f0e32c54 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:55.669423 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-a24d7054-1bd1-48b7-adbb-4d5eba78195b tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:55.670777 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-a24d7054-1bd1-48b7-adbb-4d5eba78195b tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.57 "GET /v2.0/networks?id=b3f60eab-6f2c-4106-b76e-873bab2183f6 HTTP/1.1" status: 200 len: 811 time: 0.1778502 Dec 16 09:33:55.686245 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-84d16b70-302e-4edb-817a-03e910727b72 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Request body: {'port': {'device_id': 'eafb3d90-39b3-491f-91e2-af81637e33d4', 'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6', 'admin_state_up': True, 'tenant_id': '928a77c00bdc452c92b87dad5de07f0a'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:55.717953 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-934203ba-a42b-4440-a8d9-3439dfd04a92 req-198b7bd4-deec-4624-8942-9178f0e32c54 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:55.763152 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b7bd4-deec-4624-8942-9178f0e32c54 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbadac2-3b38-42ec-b9ba-cebc945ff973,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:55.766592 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921b6e9-d10d-4e4a-b72f-5a52de5bddff req-e7a8091f-3ca8-42ca-af7f-fd8b0b7a5a55 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:55.768140 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d921b6e9-d10d-4e4a-b72f-5a52de5bddff req-e7a8091f-3ca8-42ca-af7f-fd8b0b7a5a55 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 947 time: 0.1423919 Dec 16 09:33:55.824467 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-934203ba-a42b-4440-a8d9-3439dfd04a92 req-198b7bd4-deec-4624-8942-9178f0e32c54 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:55.829838 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d921b6e9-d10d-4e4a-b72f-5a52de5bddff req-0cdf7bf3-deb5-4b5d-8991-23e7a86cddaa tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512581 Dec 16 09:33:55.849877 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-934203ba-a42b-4440-a8d9-3439dfd04a92 req-198b7bd4-deec-4624-8942-9178f0e32c54 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5922067 Dec 16 09:33:56.021492 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-84d16b70-302e-4edb-817a-03e910727b72 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Made reservation on behalf of 928a77c00bdc452c92b87dad5de07f0a for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:56.028093 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-84d16b70-302e-4edb-817a-03e910727b72 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:56.048528 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d8b68bc0-7c04-4555-a81d-21e8ed1916ad req-26dcaf50-3e74-4626-ad94-ccf063876562 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=eafb3d90-39b3-491f-91e2-af81637e33d4 HTTP/1.1" status: 200 len: 210 time: 0.0380116 Dec 16 09:33:56.086301 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-931d1c5e-eb7f-4c69-b077-ba18967cab83 req-fe868d1a-067e-4bd2-9cbe-775349b1dfa6 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "GET /v2.0/security-groups/1dbadac2-3b38-42ec-b9ba-cebc945ff973 HTTP/1.1" status: 200 len: 1806 time: 0.1026640 Dec 16 09:33:56.130838 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-931d1c5e-eb7f-4c69-b077-ba18967cab83 req-e9f8efb5-a607-4916-8503-1943046bb867 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1dbadac2-3b38-42ec-b9ba-cebc945ff973', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:56.131149 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-931d1c5e-eb7f-4c69-b077-ba18967cab83 req-e9f8efb5-a607-4916-8503-1943046bb867 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1dbadac2-3b38-42ec-b9ba-cebc945ff973', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:56.224605 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-84d16b70-302e-4edb-817a-03e910727b72 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Allocated IP 172.20.0.3 (b3f60eab-6f2c-4106-b76e-873bab2183f6/f7f910b2-ddee-47db-a3bc-a08db329ec5c/469d7bc1-40b2-46f6-a084-6be2baac6c12) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:33:56.364067 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-dbee957f-211c-4bab-9703-9494899a9ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:56.379993 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-931d1c5e-eb7f-4c69-b077-ba18967cab83 req-e9f8efb5-a607-4916-8503-1943046bb867 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:56.418390 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-931d1c5e-eb7f-4c69-b077-ba18967cab83 req-e9f8efb5-a607-4916-8503-1943046bb867 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:56.436040 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-84d16b70-302e-4edb-817a-03e910727b72 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:56.492709 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293ad14c-f4a5-4336-b6e0-88dd269d8c1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab637822-ae08-4bb9-af94-62e599007655'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:56.495599 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911e043d-1516-4d09-a581-2d702a715fa8" -d '{"events": [{"server_uuid": "293ad14c-f4a5-4336-b6e0-88dd269d8c1b", "name": "network-vif-unplugged", "status": "completed", "tag": "ab637822-ae08-4bb9-af94-62e599007655"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:56.509147 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-931d1c5e-eb7f-4c69-b077-ba18967cab83 req-e9f8efb5-a607-4916-8503-1943046bb867 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:56.527205 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f8efb5-a607-4916-8503-1943046bb867 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef1ef64-34e7-4d3d-81a3-6a6f79a9c034,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:56.555787 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-84d16b70-302e-4edb-817a-03e910727b72 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:56.615339 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-931d1c5e-eb7f-4c69-b077-ba18967cab83 req-e9f8efb5-a607-4916-8503-1943046bb867 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:56.634345 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-931d1c5e-eb7f-4c69-b077-ba18967cab83 req-e9f8efb5-a607-4916-8503-1943046bb867 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5129049 Dec 16 09:33:56.638859 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0984a2-ebd2-4122-a344-9bfa507272b9 req-17dd5eff-1e97-4f94-bb90-3eabbe3a7c9d tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:56.642625 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-84d16b70-302e-4edb-817a-03e910727b72 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Network b3f60eab-6f2c-4106-b76e-873bab2183f6 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:33:56.648502 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9c0984a2-ebd2-4122-a344-9bfa507272b9 req-17dd5eff-1e97-4f94-bb90-3eabbe3a7c9d tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=72624928-782d-4bd6-9687-6a5071656e50 HTTP/1.1" status: 200 len: 945 time: 0.0850909 Dec 16 09:33:56.655543 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-84d16b70-302e-4edb-817a-03e910727b72 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:56.664993 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-84d16b70-302e-4edb-817a-03e910727b72 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:33:56.735886 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7624b92-af0f-47c0-b4fe-8cbe525f801d x-openstack-request-id: req-a7624b92-af0f-47c0-b4fe-8cbe525f801d {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:56.736509 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293ad14c-f4a5-4336-b6e0-88dd269d8c1b", "name": "network-vif-unplugged", "status": "completed", "tag": "ab637822-ae08-4bb9-af94-62e599007655", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:56.737047 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a7624b92-af0f-47c0-b4fe-8cbe525f801d {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:56.738292 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293ad14c-f4a5-4336-b6e0-88dd269d8c1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab637822-ae08-4bb9-af94-62e599007655', 'code': 200} Dec 16 09:33:56.816666 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9c0984a2-ebd2-4122-a344-9bfa507272b9 req-88542fd7-ece6-458f-8754-c80b28e854bd tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667740 Dec 16 09:33:56.861892 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-5ae60e09-72ac-4843-9587-44135d3617b5 req-93da6710-40d5-487d-9e11-3331d6a0de34 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-65735092', 'description': 'tempest-description-1040223598'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:56.956755 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d16b70-302e-4edb-817a-03e910727b72 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Pushing event updated for resources: {'Port': ['ID=469d7bc1-40b2-46f6-a084-6be2baac6c12,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:56.982261 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-84d16b70-302e-4edb-817a-03e910727b72 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:56.983156 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-84d16b70-302e-4edb-817a-03e910727b72 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:57.106318 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7f174-05b3-4715-9e78-f452e5f22a65 req-d2939187-51c9-4b0b-906f-445f89510db7 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:57.107686 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ddf7f174-05b3-4715-9e78-f452e5f22a65 req-d2939187-51c9-4b0b-906f-445f89510db7 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 947 time: 0.0559959 Dec 16 09:33:57.148285 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ddf7f174-05b3-4715-9e78-f452e5f22a65 req-b1c4220a-4409-430c-bac0-269333cacef8 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331006 Dec 16 09:33:57.329551 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-5ae60e09-72ac-4843-9587-44135d3617b5 req-93da6710-40d5-487d-9e11-3331d6a0de34 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:57.400202 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-5ae60e09-72ac-4843-9587-44135d3617b5 req-93da6710-40d5-487d-9e11-3331d6a0de34 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:57.460501 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-c1182df0-cf91-4b4e-99a9-0cae16b06ec5 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:57.462139 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-c1182df0-cf91-4b4e-99a9-0cae16b06ec5 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/networks?id=c0c998b7-16cb-40aa-910e-ab4864e39b16 HTTP/1.1" status: 200 len: 806 time: 0.1186242 Dec 16 09:33:57.479839 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-abfb9fdd-c8ce-4358-9ea8-7f0fae2d13ac tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/quotas/2f8f61b4cde14c72b4dcdad8045c9583 HTTP/1.1" status: 200 len: 375 time: 0.0099001 Dec 16 09:33:57.489444 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:57.491528 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-5ae60e09-72ac-4843-9587-44135d3617b5 req-93da6710-40d5-487d-9e11-3331d6a0de34 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:57.499691 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-84d16b70-302e-4edb-817a-03e910727b72 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8173432 Dec 16 09:33:57.519628 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da6710-40d5-487d-9e11-3331d6a0de34 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbef975-14eb-49d4-a760-33463d870129,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:57.530115 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da6710-40d5-487d-9e11-3331d6a0de34 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:57.530463 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da6710-40d5-487d-9e11-3331d6a0de34 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:57.530925 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da6710-40d5-487d-9e11-3331d6a0de34 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:57.531265 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da6710-40d5-487d-9e11-3331d6a0de34 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:57.531592 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da6710-40d5-487d-9e11-3331d6a0de34 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:57.531770 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-87b49d1c-b2c7-4d7b-a8c0-481ec8cf8a67 service neutron] Request body: {'port': {'device_id': 'eafb3d90-39b3-491f-91e2-af81637e33d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:57.531965 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da6710-40d5-487d-9e11-3331d6a0de34 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:57.532237 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da6710-40d5-487d-9e11-3331d6a0de34 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:57.532555 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da6710-40d5-487d-9e11-3331d6a0de34 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:57.532982 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da6710-40d5-487d-9e11-3331d6a0de34 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:57.533370 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da6710-40d5-487d-9e11-3331d6a0de34 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:57.533692 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da6710-40d5-487d-9e11-3331d6a0de34 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:57.541202 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da6710-40d5-487d-9e11-3331d6a0de34 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:57.546372 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device ab637822-ae08-4bb9-af94-62e599007655 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:33:57.589491 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-89406c7e-534b-41cc-b105-cad1fd7c2a5f tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f8f61b4cde14c72b4dcdad8045c9583&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1034586 Dec 16 09:33:57.606068 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-5ae60e09-72ac-4843-9587-44135d3617b5 req-93da6710-40d5-487d-9e11-3331d6a0de34 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:57.612804 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5ae60e09-72ac-4843-9587-44135d3617b5 req-93da6710-40d5-487d-9e11-3331d6a0de34 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7515461 Dec 16 09:33:57.684988 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-87b49d1c-b2c7-4d7b-a8c0-481ec8cf8a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:57.833648 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port ab637822-ae08-4bb9-af94-62e599007655, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ab637822-ae08-4bb9-af94-62e599007655,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:57.849641 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac50afb-71bd-4899-80db-e642e4ca14a3 req-4d84f9e2-2adb-4060-9d92-757e8ee1d793 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:57.855129 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'ab637822-ae08-4bb9-af94-62e599007655', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': 'ab637822-ae08-4bb9-af94-62e599007655', 'mac_address': 'fa:16:3e:a7:6a:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:33:57.858118 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2ac50afb-71bd-4899-80db-e642e4ca14a3 req-4d84f9e2-2adb-4060-9d92-757e8ee1d793 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=eafb3d90-39b3-491f-91e2-af81637e33d4 HTTP/1.1" status: 200 len: 931 time: 0.0870023 Dec 16 09:33:57.886225 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-2db5a551-b483-4b42-8ea8-2c6c69623d97 service neutron] 10.222.0.60 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807093 Dec 16 09:33:57.917751 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2ac50afb-71bd-4899-80db-e642e4ca14a3 req-b2065e36-15ee-45b8-b3be-15f785364d73 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584168 Dec 16 09:33:57.937149 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:57.959391 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab637822-ae08-4bb9-af94-62e599007655 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:33:57.973584 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port ab637822-ae08-4bb9-af94-62e599007655, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ab637822-ae08-4bb9-af94-62e599007655,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:58.030257 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d1ac1bfe-0fd2-4e00-ab7a-5d15f03c3eff req-0ee513b7-ecc5-441c-949d-d9e3cbda2422 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "GET /v2.0/security-groups/7bbef975-14eb-49d4-a760-33463d870129 HTTP/1.1" status: 200 len: 1805 time: 0.0931947 Dec 16 09:33:58.036166 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-d1ac1bfe-0fd2-4e00-ab7a-5d15f03c3eff req-abc435bd-6839-4dd5-bf31-eadb647847bd tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7bbef975-14eb-49d4-a760-33463d870129', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:58.036551 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-d1ac1bfe-0fd2-4e00-ab7a-5d15f03c3eff req-abc435bd-6839-4dd5-bf31-eadb647847bd tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7bbef975-14eb-49d4-a760-33463d870129', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:58.053704 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:58.110798 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-f2fa86d9-8ea1-4d7d-bd7f-cf9cdcadde4c service neutron] 10.222.0.60 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236872 Dec 16 09:33:58.125053 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=ab637822-ae08-4bb9-af94-62e599007655,revision_number=10']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:58.221247 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d1ac1bfe-0fd2-4e00-ab7a-5d15f03c3eff req-abc435bd-6839-4dd5-bf31-eadb647847bd tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:58.249378 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d1ac1bfe-0fd2-4e00-ab7a-5d15f03c3eff req-abc435bd-6839-4dd5-bf31-eadb647847bd tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:58.278477 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['ab637822-ae08-4bb9-af94-62e599007655'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:33:58.319277 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-87b49d1c-b2c7-4d7b-a8c0-481ec8cf8a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 469d7bc1-40b2-46f6-a084-6be2baac6c12 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:33:58.328184 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-87b49d1c-b2c7-4d7b-a8c0-481ec8cf8a67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:58.341298 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-87b49d1c-b2c7-4d7b-a8c0-481ec8cf8a67 service neutron] Transition to ACTIVE for port object 469d7bc1-40b2-46f6-a084-6be2baac6c12 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:33:58.380715 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d1ac1bfe-0fd2-4e00-ab7a-5d15f03c3eff req-abc435bd-6839-4dd5-bf31-eadb647847bd tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:58.415185 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc435bd-6839-4dd5-bf31-eadb647847bd tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a565479-f07d-40cb-82a8-9fa3158f231d,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:58.439544 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-87b49d1c-b2c7-4d7b-a8c0-481ec8cf8a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:58.501768 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b49d1c-b2c7-4d7b-a8c0-481ec8cf8a67 service neutron] Pushing event updated for resources: {'Port': ['ID=469d7bc1-40b2-46f6-a084-6be2baac6c12,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:58.520652 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d1ac1bfe-0fd2-4e00-ab7a-5d15f03c3eff req-abc435bd-6839-4dd5-bf31-eadb647847bd tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:58.521901 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d1ac1bfe-0fd2-4e00-ab7a-5d15f03c3eff req-abc435bd-6839-4dd5-bf31-eadb647847bd tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4908004 Dec 16 09:33:58.551119 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b49d1c-b2c7-4d7b-a8c0-481ec8cf8a67 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:58.552891 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b49d1c-b2c7-4d7b-a8c0-481ec8cf8a67 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:58.552891 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b49d1c-b2c7-4d7b-a8c0-481ec8cf8a67 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:58.552891 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b49d1c-b2c7-4d7b-a8c0-481ec8cf8a67 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:58.554714 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b49d1c-b2c7-4d7b-a8c0-481ec8cf8a67 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:58.555049 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b49d1c-b2c7-4d7b-a8c0-481ec8cf8a67 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:58.555386 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b49d1c-b2c7-4d7b-a8c0-481ec8cf8a67 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:58.555717 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b49d1c-b2c7-4d7b-a8c0-481ec8cf8a67 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:58.556040 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b49d1c-b2c7-4d7b-a8c0-481ec8cf8a67 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:58.556368 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b49d1c-b2c7-4d7b-a8c0-481ec8cf8a67 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:58.560144 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b49d1c-b2c7-4d7b-a8c0-481ec8cf8a67 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:58.561229 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b49d1c-b2c7-4d7b-a8c0-481ec8cf8a67 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:58.708895 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-87b49d1c-b2c7-4d7b-a8c0-481ec8cf8a67 service neutron] Attempting to bind port 469d7bc1-40b2-46f6-a084-6be2baac6c12 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:33:58.709234 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-87b49d1c-b2c7-4d7b-a8c0-481ec8cf8a67 service neutron] Attempting to bind port 469d7bc1-40b2-46f6-a084-6be2baac6c12 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '86c5d65d-0a28-4cbb-b6eb-52df45cc588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:33:58.709567 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-87b49d1c-b2c7-4d7b-a8c0-481ec8cf8a67 service neutron] Attempting to bind port 469d7bc1-40b2-46f6-a084-6be2baac6c12 on network b3f60eab-6f2c-4106-b76e-873bab2183f6 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:33:58.727498 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-87b49d1c-b2c7-4d7b-a8c0-481ec8cf8a67 service neutron] Port 469d7bc1-40b2-46f6-a084-6be2baac6c12 on network b3f60eab-6f2c-4106-b76e-873bab2183f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:33:58.727915 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-87b49d1c-b2c7-4d7b-a8c0-481ec8cf8a67 service neutron] Attempting to bind port 469d7bc1-40b2-46f6-a084-6be2baac6c12 on network b3f60eab-6f2c-4106-b76e-873bab2183f6 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:33:58.731249 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec68bf-ed42-4876-8a6e-360836ff8e92 req-12cea239-0097-4e83-a746-c6cdcee31bdd tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:58.740266 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6bec68bf-ed42-4876-8a6e-360836ff8e92 req-12cea239-0097-4e83-a746-c6cdcee31bdd tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.1063752 Dec 16 09:33:58.749180 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-87b49d1c-b2c7-4d7b-a8c0-481ec8cf8a67 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:33:58.749527 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-87b49d1c-b2c7-4d7b-a8c0-481ec8cf8a67 service neutron] Checking segment: {'id': '86c5d65d-0a28-4cbb-b6eb-52df45cc588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:33:58.749908 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-87b49d1c-b2c7-4d7b-a8c0-481ec8cf8a67 service neutron] Bound using segment: {'id': '86c5d65d-0a28-4cbb-b6eb-52df45cc588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:33:58.750333 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-87b49d1c-b2c7-4d7b-a8c0-481ec8cf8a67 service neutron] Bound port: 469d7bc1-40b2-46f6-a084-6be2baac6c12, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86c5d65d-0a28-4cbb-b6eb-52df45cc588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:33:58.750692 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-87b49d1c-b2c7-4d7b-a8c0-481ec8cf8a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:58.829162 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6bec68bf-ed42-4876-8a6e-360836ff8e92 req-ed66e806-0728-4457-8d9c-054e2eaa167a tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870118 Dec 16 09:33:58.883019 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-775e5a8b-f8c5-46b4-beaa-98ee1a395b28 req-2e3b7918-4ea4-4e21-9652-2d5b76380537 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1461963407', 'description': 'tempest-description-2027355793'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:58.911984 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-87b49d1c-b2c7-4d7b-a8c0-481ec8cf8a67 service neutron] For port 469d7bc1-40b2-46f6-a084-6be2baac6c12, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:33:58.916341 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-87b49d1c-b2c7-4d7b-a8c0-481ec8cf8a67 service neutron] For port 469d7bc1-40b2-46f6-a084-6be2baac6c12, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=469d7bc1-40b2-46f6-a084-6be2baac6c12,segment=NetworkSegment(86c5d65d-0a28-4cbb-b6eb-52df45cc588d),segment_id=86c5d65d-0a28-4cbb-b6eb-52df45cc588d)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:33:58.938466 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4acc8897-4e8a-48b1-94c2-8f87eca0c1e9 req-79500ef7-c600-403d-aadb-d5653106e544 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=340ca23b-67cb-4c46-89f0-e4eee52a0aaf HTTP/1.1" status: 200 len: 210 time: 0.0625448 Dec 16 09:33:58.993752 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:59.016577 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-775e5a8b-f8c5-46b4-beaa-98ee1a395b28 req-2e3b7918-4ea4-4e21-9652-2d5b76380537 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:59.051933 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-87b49d1c-b2c7-4d7b-a8c0-481ec8cf8a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:59.068970 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051cd0b4-aaa5-439e-adc9-d6cd9966b642 req-ae781c42-42a0-49e1-807f-7f3454a49dcf tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:59.079339 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-051cd0b4-aaa5-439e-adc9-d6cd9966b642 req-ae781c42-42a0-49e1-807f-7f3454a49dcf tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 949 time: 0.0658505 Dec 16 09:33:59.149883 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-87b49d1c-b2c7-4d7b-a8c0-481ec8cf8a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:59.150615 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-87b49d1c-b2c7-4d7b-a8c0-481ec8cf8a67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:59.153088 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-87b49d1c-b2c7-4d7b-a8c0-481ec8cf8a67 service neutron] 10.222.0.57 "PUT /v2.0/ports/469d7bc1-40b2-46f6-a084-6be2baac6c12 HTTP/1.1" status: 200 len: 1091 time: 1.6267622 Dec 16 09:33:59.161158 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eafb3d90-39b3-491f-91e2-af81637e33d4', 'tag': '469d7bc1-40b2-46f6-a084-6be2baac6c12'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:59.165416 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03e8a57-ea26-435e-9d0d-a33555d70f58" -d '{"events": [{"name": "network-changed", "server_uuid": "eafb3d90-39b3-491f-91e2-af81637e33d4", "tag": "469d7bc1-40b2-46f6-a084-6be2baac6c12"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:59.199200 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-051cd0b4-aaa5-439e-adc9-d6cd9966b642 req-4483ba1f-f8cc-489b-997a-3c23f01cb59e tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207385 Dec 16 09:33:59.207822 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b49d1c-b2c7-4d7b-a8c0-481ec8cf8a67 service neutron] Pushing event updated for resources: {'Port': ['ID=469d7bc1-40b2-46f6-a084-6be2baac6c12,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:59.306501 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-775e5a8b-f8c5-46b4-beaa-98ee1a395b28 req-2e3b7918-4ea4-4e21-9652-2d5b76380537 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:59.394916 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-a6b0e6c3-2860-4d36-a6ab-7b5a85cf48ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:59.396844 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-a6b0e6c3-2860-4d36-a6ab-7b5a85cf48ff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=928a77c00bdc452c92b87dad5de07f0a&device_id=eafb3d90-39b3-491f-91e2-af81637e33d4 HTTP/1.1" status: 200 len: 1094 time: 0.0785427 Dec 16 09:33:59.412431 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab47162-3054-474d-9b28-138ff3e06932 req-1bffe6d0-f95b-4cbb-9a7b-9bbe8747f87d tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:59.414391 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fab47162-3054-474d-9b28-138ff3e06932 req-1bffe6d0-f95b-4cbb-9a7b-9bbe8747f87d tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=eafb3d90-39b3-491f-91e2-af81637e33d4 HTTP/1.1" status: 200 len: 943 time: 0.0729296 Dec 16 09:33:59.462099 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fab47162-3054-474d-9b28-138ff3e06932 req-5f811fe1-024d-469e-a181-b040b6a370f1 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395205 Dec 16 09:33:59.468736 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-775e5a8b-f8c5-46b4-beaa-98ee1a395b28 req-2e3b7918-4ea4-4e21-9652-2d5b76380537 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:59.477330 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-704a2cf4-1600-43d0-8789-f786f1b76c0c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=469d7bc1-40b2-46f6-a084-6be2baac6c12 HTTP/1.1" status: 200 len: 217 time: 0.0690086 Dec 16 09:33:59.536915 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device ab637822-ae08-4bb9-af94-62e599007655 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:33:59.589327 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c014be-c569-4bfa-8fd5-cb6c4c6cff21 x-openstack-request-id: req-76c014be-c569-4bfa-8fd5-cb6c4c6cff21 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:59.589782 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eafb3d90-39b3-491f-91e2-af81637e33d4", "tag": "469d7bc1-40b2-46f6-a084-6be2baac6c12", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:59.589782 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-76c014be-c569-4bfa-8fd5-cb6c4c6cff21 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:59.590374 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eafb3d90-39b3-491f-91e2-af81637e33d4', 'tag': '469d7bc1-40b2-46f6-a084-6be2baac6c12', 'status': 'completed', 'code': 200} Dec 16 09:33:59.591588 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:59.602205 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-775e5a8b-f8c5-46b4-beaa-98ee1a395b28 req-2e3b7918-4ea4-4e21-9652-2d5b76380537 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:59.627559 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-775e5a8b-f8c5-46b4-beaa-98ee1a395b28 req-2e3b7918-4ea4-4e21-9652-2d5b76380537 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.7551448 Dec 16 09:33:59.655065 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port ab637822-ae08-4bb9-af94-62e599007655 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:59.655721 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:59.670141 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-5e56fb1d-1ad2-488f-b5de-34256009fc8b req-a96cb702-a536-4191-92e9-50a39fad9351 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-168890177', 'description': 'tempest-description-1362302557'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:59.686854 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b7918-4ea4-4e21-9652-2d5b76380537 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=592cfc2a-c94d-4760-8747-09f15e14b02f,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:59.710646 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-3951a9a1-e443-4d9b-8a0e-07b6d526aa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:59.711543 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-3951a9a1-e443-4d9b-8a0e-07b6d526aa43 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f7f910b2-ddee-47db-a3bc-a08db329ec5c HTTP/1.1" status: 200 len: 851 time: 0.2196550 Dec 16 09:33:59.787490 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-3a9f1dcd-63cb-4f7a-8160-e0462793d1d6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b3f60eab-6f2c-4106-b76e-873bab2183f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667765 Dec 16 09:33:59.806251 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:59.838483 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-5e56fb1d-1ad2-488f-b5de-34256009fc8b req-a96cb702-a536-4191-92e9-50a39fad9351 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:59.869082 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port ab637822-ae08-4bb9-af94-62e599007655, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ab637822-ae08-4bb9-af94-62e599007655,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:59.870223 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293ad14c-f4a5-4336-b6e0-88dd269d8c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab637822-ae08-4bb9-af94-62e599007655'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:59.874447 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78708265-6c47-42af-9446-f7406c55b8c4" -d '{"events": [{"server_uuid": "293ad14c-f4a5-4336-b6e0-88dd269d8c1b", "name": "network-vif-plugged", "status": "completed", "tag": "ab637822-ae08-4bb9-af94-62e599007655"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:59.933190 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:59.962744 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-75fce1f8-6eb2-4457-a760-1a6300781bcd service neutron] 10.222.0.57 "GET /v2.0/networks/b3f60eab-6f2c-4106-b76e-873bab2183f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662364 Dec 16 09:33:59.984001 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46636) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:00.046199 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-0ca448ec-1705-4e8f-8dee-83e81acac780 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=c72236daaf3c429fb462e278e5b03cb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0660903 Dec 16 09:34:00.066312 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-5e56fb1d-1ad2-488f-b5de-34256009fc8b req-a96cb702-a536-4191-92e9-50a39fad9351 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:00.070792 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=ab637822-ae08-4bb9-af94-62e599007655,revision_number=11']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:00.132679 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7ad0d1b2-4c26-45c0-b166-1546087330de req-bbb94ec5-32f3-4f5a-84d9-ee25d6025173 service neutron] 10.222.0.57 "GET /v2.0/networks/b3f60eab-6f2c-4106-b76e-873bab2183f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570177 Dec 16 09:34:00.168782 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-5e56fb1d-1ad2-488f-b5de-34256009fc8b req-a96cb702-a536-4191-92e9-50a39fad9351 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:00.231956 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96cb702-a536-4191-92e9-50a39fad9351 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d257b4da-31eb-42ef-92d3-0885ceef639e,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:00.237011 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6079a34a-5b85-439d-84cc-ff026cb36e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:00.310301 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-5e56fb1d-1ad2-488f-b5de-34256009fc8b req-a96cb702-a536-4191-92e9-50a39fad9351 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:00.317645 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5e56fb1d-1ad2-488f-b5de-34256009fc8b req-a96cb702-a536-4191-92e9-50a39fad9351 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6572859 Dec 16 09:34:00.334861 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-ef69d2e0-de56-4f40-9332-01da75dd524e tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:00.342877 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-ef69d2e0-de56-4f40-9332-01da75dd524e tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2954075 Dec 16 09:34:00.359601 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e8a57-ea26-435e-9d0d-a33555d70f58 req-22107f0a-3979-4bd8-b043-53c2da4e352e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:00.363584 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a03e8a57-ea26-435e-9d0d-a33555d70f58 req-22107f0a-3979-4bd8-b043-53c2da4e352e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=928a77c00bdc452c92b87dad5de07f0a&device_id=eafb3d90-39b3-491f-91e2-af81637e33d4 HTTP/1.1" status: 200 len: 1094 time: 0.0823843 Dec 16 09:34:00.365706 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-b6b9d739-2785-4bcc-8748-65cbc24b1088 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/quotas/c72236daaf3c429fb462e278e5b03cb7 HTTP/1.1" status: 200 len: 375 time: 0.0217426 Dec 16 09:34:00.454601 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-d00e1bd3-0ead-42cd-81ee-d031beff4135 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c72236daaf3c429fb462e278e5b03cb7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0878437 Dec 16 09:34:00.459837 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f72b74-8dcc-43b6-b984-b73104197be8 x-openstack-request-id: req-65f72b74-8dcc-43b6-b984-b73104197be8 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:00.460202 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293ad14c-f4a5-4336-b6e0-88dd269d8c1b", "name": "network-vif-plugged", "status": "completed", "tag": "ab637822-ae08-4bb9-af94-62e599007655", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:00.460595 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-65f72b74-8dcc-43b6-b984-b73104197be8 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:00.460997 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293ad14c-f4a5-4336-b6e0-88dd269d8c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab637822-ae08-4bb9-af94-62e599007655', 'code': 200} Dec 16 09:34:00.478161 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6079a34a-5b85-439d-84cc-ff026cb36e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:00.538349 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e8a57-ea26-435e-9d0d-a33555d70f58 req-f37eeeb7-b6ee-4141-be08-9cae0e6f5b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:00.540614 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a03e8a57-ea26-435e-9d0d-a33555d70f58 req-f37eeeb7-b6ee-4141-be08-9cae0e6f5b2b service neutron] 10.222.0.57 "GET /v2.0/networks?id=b3f60eab-6f2c-4106-b76e-873bab2183f6 HTTP/1.1" status: 200 len: 912 time: 0.1703746 Dec 16 09:34:00.563500 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6079a34a-5b85-439d-84cc-ff026cb36e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:00.596447 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a03e8a57-ea26-435e-9d0d-a33555d70f58 req-d165f00d-87e9-460e-820d-1ea22eb1fe89 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=469d7bc1-40b2-46f6-a084-6be2baac6c12 HTTP/1.1" status: 200 len: 217 time: 0.0454249 Dec 16 09:34:00.599792 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6079a34a-5b85-439d-84cc-ff026cb36e8f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5258f49187494db3a5f7eebf56e5ef9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6111662 Dec 16 09:34:00.600982 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46644) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:00.622212 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6079a34a-5b85-439d-84cc-ff026cb36e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da539f66-4e78-48ab-ae1c-a30b24731bb9,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:00.637720 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ab4a4179-fa3d-4c01-963a-7c2be967b830 req-8d75157f-2a5e-448c-8d3c-6a614933cc5d tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=340ca23b-67cb-4c46-89f0-e4eee52a0aaf HTTP/1.1" status: 200 len: 210 time: 0.0794499 Dec 16 09:34:00.674032 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6cf9b7e4-4fd7-4f11-8703-d55f90ced025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:00.705536 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6cf9b7e4-4fd7-4f11-8703-d55f90ced025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:00.739071 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e8a57-ea26-435e-9d0d-a33555d70f58 req-706ecb27-e88d-4160-87e9-2e026cc524bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:00.740458 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a03e8a57-ea26-435e-9d0d-a33555d70f58 req-706ecb27-e88d-4160-87e9-2e026cc524bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f7f910b2-ddee-47db-a3bc-a08db329ec5c HTTP/1.1" status: 200 len: 851 time: 0.1016006 Dec 16 09:34:00.819801 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a03e8a57-ea26-435e-9d0d-a33555d70f58 req-321b7f1d-1680-492c-997c-c148fed302c1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b3f60eab-6f2c-4106-b76e-873bab2183f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669281 Dec 16 09:34:00.825903 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6763f0d9-67f2-4652-883b-930581629466 req-826a7c2d-97e4-41ac-8aad-7cb147ffaba0 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "GET /v2.0/security-groups/592cfc2a-c94d-4760-8747-09f15e14b02f HTTP/1.1" status: 200 len: 1807 time: 0.1535647 Dec 16 09:34:00.873737 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6cf9b7e4-4fd7-4f11-8703-d55f90ced025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:00.876975 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6cf9b7e4-4fd7-4f11-8703-d55f90ced025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:00.878905 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6cf9b7e4-4fd7-4f11-8703-d55f90ced025 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/da539f66-4e78-48ab-ae1c-a30b24731bb9 HTTP/1.1" status: 204 len: 168 time: 0.2778373 Dec 16 09:34:00.897971 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf9b7e4-4fd7-4f11-8703-d55f90ced025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da539f66-4e78-48ab-ae1c-a30b24731bb9,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:00.914566 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61a202-94c4-46b8-863e-6afeaa5e41de req-b482708c-3d2f-4576-bae2-fb920fd83f43 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:00.923518 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6f61a202-94c4-46b8-863e-6afeaa5e41de req-b482708c-3d2f-4576-bae2-fb920fd83f43 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=eafb3d90-39b3-491f-91e2-af81637e33d4 HTTP/1.1" status: 200 len: 943 time: 0.0880802 Dec 16 09:34:00.948807 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6763f0d9-67f2-4652-883b-930581629466 req-518f8fa0-88a4-4b67-97d4-d8443094fbd5 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "GET /v2.0/security-groups/d257b4da-31eb-42ef-92d3-0885ceef639e HTTP/1.1" status: 200 len: 1806 time: 0.1103129 Dec 16 09:34:00.964889 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-6763f0d9-67f2-4652-883b-930581629466 req-12457578-9fc0-433e-bc7e-100fffed4754 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '592cfc2a-c94d-4760-8747-09f15e14b02f', 'remote_group_id': 'd257b4da-31eb-42ef-92d3-0885ceef639e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:00.966598 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-6763f0d9-67f2-4652-883b-930581629466 req-12457578-9fc0-433e-bc7e-100fffed4754 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '592cfc2a-c94d-4760-8747-09f15e14b02f', 'remote_group_id': 'd257b4da-31eb-42ef-92d3-0885ceef639e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:00.986244 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6f61a202-94c4-46b8-863e-6afeaa5e41de req-14afc6f0-e842-4a7e-ad02-f792442ee396 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537786 Dec 16 09:34:01.010467 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a03e8a57-ea26-435e-9d0d-a33555d70f58 req-9b4f0c29-fb98-464c-8ab5-c6743c8e4a7b service neutron] 10.222.0.57 "GET /v2.0/networks/b3f60eab-6f2c-4106-b76e-873bab2183f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815102 Dec 16 09:34:01.139110 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0a26f3b1-64f0-43ed-954b-58f681be097c req-05af2be6-8c5b-4a39-9ae8-043159a0a3b4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 210 time: 0.0387363 Dec 16 09:34:01.499843 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a03e8a57-ea26-435e-9d0d-a33555d70f58 req-bff90b58-df71-4876-9867-7aea73b3527d service neutron] 10.222.0.57 "GET /v2.0/networks/b3f60eab-6f2c-4106-b76e-873bab2183f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787002 Dec 16 09:34:01.545341 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6763f0d9-67f2-4652-883b-930581629466 req-12457578-9fc0-433e-bc7e-100fffed4754 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:01.571188 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-5c66ff72-bb0a-4399-a5f1-8e707d7db152 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:01.572760 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-5c66ff72-bb0a-4399-a5f1-8e707d7db152 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.58 "GET /v2.0/networks?id=c0c998b7-16cb-40aa-910e-ab4864e39b16 HTTP/1.1" status: 200 len: 806 time: 0.4475234 Dec 16 09:34:01.601428 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-04f9e987-8cb2-41d5-b9ae-191b0d815476 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Request body: {'port': {'device_id': '340ca23b-67cb-4c46-89f0-e4eee52a0aaf', 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16', 'admin_state_up': True, 'tenant_id': '2f8f61b4cde14c72b4dcdad8045c9583'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:01.614933 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6763f0d9-67f2-4652-883b-930581629466 req-12457578-9fc0-433e-bc7e-100fffed4754 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:01.712406 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6763f0d9-67f2-4652-883b-930581629466 req-12457578-9fc0-433e-bc7e-100fffed4754 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:01.743833 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12457578-9fc0-433e-bc7e-100fffed4754 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=517294b6-ea2e-4926-a606-8b924640d7d5,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:01.771283 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2d58435c-1b03-4168-b74b-5bb9a6978602 req-f1d2693c-60d2-488a-ad90-ad312a1de92f tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=340ca23b-67cb-4c46-89f0-e4eee52a0aaf HTTP/1.1" status: 200 len: 210 time: 0.0326359 Dec 16 09:34:01.824285 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6763f0d9-67f2-4652-883b-930581629466 req-12457578-9fc0-433e-bc7e-100fffed4754 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:01.825523 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6763f0d9-67f2-4652-883b-930581629466 req-12457578-9fc0-433e-bc7e-100fffed4754 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8757789 Dec 16 09:34:01.860164 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-72aadc44-ef3b-4440-829a-45c182f93f1f req-2aafb5da-3d3d-41fb-b953-c2263e6066b8 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1745791714', 'description': 'tempest-description-1424792928'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:01.866106 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46678) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:01.885492 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d0059a9c-157c-425d-8636-02406587fbe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:01.941382 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-04f9e987-8cb2-41d5-b9ae-191b0d815476 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Made reservation on behalf of 2f8f61b4cde14c72b4dcdad8045c9583 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:34:01.951011 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-04f9e987-8cb2-41d5-b9ae-191b0d815476 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:02.026266 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d0059a9c-157c-425d-8636-02406587fbe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:02.063673 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-72aadc44-ef3b-4440-829a-45c182f93f1f req-2aafb5da-3d3d-41fb-b953-c2263e6066b8 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:02.103747 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d0059a9c-157c-425d-8636-02406587fbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:02.138593 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-04f9e987-8cb2-41d5-b9ae-191b0d815476 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Allocated IP 172.20.0.3 (c0c998b7-16cb-40aa-910e-ab4864e39b16/079ef7a2-1551-4eb6-92ba-b7ee17740bf5/541cf5a7-3ac1-4ba3-9125-d5b24672df75) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:34:02.172472 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d0059a9c-157c-425d-8636-02406587fbe7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=46efe2aab18a47558bfda1014d007953&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3043725 Dec 16 09:34:02.180390 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf5f8a-a5b1-4688-9553-7dfbc42a41b9 req-f56706f6-000a-47f5-a0f5-ea1ad2f21396 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:02.184546 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0edf5f8a-a5b1-4688-9553-7dfbc42a41b9 req-f56706f6-000a-47f5-a0f5-ea1ad2f21396 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=eafb3d90-39b3-491f-91e2-af81637e33d4 HTTP/1.1" status: 200 len: 943 time: 0.1076422 Dec 16 09:34:02.191691 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46686) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:02.195538 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0059a9c-157c-425d-8636-02406587fbe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fef6b7-f0ab-4fe7-8964-b1af9c76e472,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:02.255223 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0edf5f8a-a5b1-4688-9553-7dfbc42a41b9 req-05cb0f17-f9ab-426a-97fd-8dac483d5955 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632083 Dec 16 09:34:02.280828 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-72aadc44-ef3b-4440-829a-45c182f93f1f req-2aafb5da-3d3d-41fb-b953-c2263e6066b8 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:02.326377 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-83120469-2c40-4e4a-9533-16c2753babbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:02.351158 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-83120469-2c40-4e4a-9533-16c2753babbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:02.369596 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-72aadc44-ef3b-4440-829a-45c182f93f1f req-2aafb5da-3d3d-41fb-b953-c2263e6066b8 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:02.425641 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aafb5da-3d3d-41fb-b953-c2263e6066b8 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cb7bf0-dcaf-4ba6-a721-8e5a6dc0d232,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:02.430235 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-04f9e987-8cb2-41d5-b9ae-191b0d815476 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:02.475751 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fb5101a1-8d74-4aa4-91bd-f2a3bef2294e req-6166b5eb-3dd3-49aa-978f-b9d6e67b0107 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 210 time: 0.0394387 Dec 16 09:34:02.696910 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-72aadc44-ef3b-4440-829a-45c182f93f1f req-2aafb5da-3d3d-41fb-b953-c2263e6066b8 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:02.701536 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72aadc44-ef3b-4440-829a-45c182f93f1f req-2aafb5da-3d3d-41fb-b953-c2263e6066b8 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.8482473 Dec 16 09:34:02.725385 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-5a23730a-bf53-4354-a63f-63861d9c14aa req-76caabaf-0c28-4a01-8476-5c389e06e6a6 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1149194496', 'description': 'tempest-description-290855383'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:02.726799 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-83120469-2c40-4e4a-9533-16c2753babbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:02.729448 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-83120469-2c40-4e4a-9533-16c2753babbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:02.730547 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-83120469-2c40-4e4a-9533-16c2753babbc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f6fef6b7-f0ab-4fe7-8964-b1af9c76e472 HTTP/1.1" status: 204 len: 168 time: 0.5375240 Dec 16 09:34:02.732386 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-04f9e987-8cb2-41d5-b9ae-191b0d815476 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:02.739890 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83120469-2c40-4e4a-9533-16c2753babbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fef6b7-f0ab-4fe7-8964-b1af9c76e472,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:02.748878 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['225d8421-3037-4140-9626-c4f741b4bcc0'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:34:02.751071 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:34:02.794819 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9e987-8cb2-41d5-b9ae-191b0d815476 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Pushing event updated for resources: {'Port': ['ID=541cf5a7-3ac1-4ba3-9125-d5b24672df75,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:02.805804 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-04f9e987-8cb2-41d5-b9ae-191b0d815476 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Network c0c998b7-16cb-40aa-910e-ab4864e39b16 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:34:02.808090 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-04f9e987-8cb2-41d5-b9ae-191b0d815476 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:34:02.810479 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-04f9e987-8cb2-41d5-b9ae-191b0d815476 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:34:02.867467 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-04f9e987-8cb2-41d5-b9ae-191b0d815476 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:02.868332 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-04f9e987-8cb2-41d5-b9ae-191b0d815476 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:02.884508 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-5a23730a-bf53-4354-a63f-63861d9c14aa req-76caabaf-0c28-4a01-8476-5c389e06e6a6 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:02.996273 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-04f9e987-8cb2-41d5-b9ae-191b0d815476 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4112697 Dec 16 09:34:03.017865 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-94eea314-56c4-4436-a1af-9fc543d3bcec service neutron] Request body: {'port': {'device_id': '340ca23b-67cb-4c46-89f0-e4eee52a0aaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:03.037939 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 469d7bc1-40b2-46f6-a084-6be2baac6c12 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:34:03.047507 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ee981-a51e-4943-92af-40840a113895 req-14cc0baa-a155-4f36-badc-53adda15825a tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:03.056785 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eb8ee981-a51e-4943-92af-40840a113895 req-14cc0baa-a155-4f36-badc-53adda15825a tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=340ca23b-67cb-4c46-89f0-e4eee52a0aaf HTTP/1.1" status: 200 len: 931 time: 0.1215653 Dec 16 09:34:03.111573 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eb8ee981-a51e-4943-92af-40840a113895 req-a8698754-914c-401b-b504-ea6198743c13 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535724 Dec 16 09:34:03.177401 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-94eea314-56c4-4436-a1af-9fc543d3bcec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:03.182419 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-5a23730a-bf53-4354-a63f-63861d9c14aa req-76caabaf-0c28-4a01-8476-5c389e06e6a6 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:03.266177 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 469d7bc1-40b2-46f6-a084-6be2baac6c12, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=469d7bc1-40b2-46f6-a084-6be2baac6c12,segment=NetworkSegment(86c5d65d-0a28-4cbb-b6eb-52df45cc588d),segment_id=86c5d65d-0a28-4cbb-b6eb-52df45cc588d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:03.281460 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '469d7bc1-40b2-46f6-a084-6be2baac6c12', 'network_id': 'b3f60eab-6f2c-4106-b76e-873bab2183f6', 'port_id': '469d7bc1-40b2-46f6-a084-6be2baac6c12', 'mac_address': 'fa:16:3e:8d:9b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f910b2-ddee-47db-a3bc-a08db329ec5c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:34:03.342861 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:03.370253 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 469d7bc1-40b2-46f6-a084-6be2baac6c12 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:34:03.392729 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 469d7bc1-40b2-46f6-a084-6be2baac6c12, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=469d7bc1-40b2-46f6-a084-6be2baac6c12,segment=NetworkSegment(86c5d65d-0a28-4cbb-b6eb-52df45cc588d),segment_id=86c5d65d-0a28-4cbb-b6eb-52df45cc588d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:03.463232 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01ceea-9f5a-478e-9c14-80318b5ab407 req-b41a355a-f25c-4048-ab37-024a47cca959 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:03.471912 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bb01ceea-9f5a-478e-9c14-80318b5ab407 req-b41a355a-f25c-4048-ab37-024a47cca959 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=eafb3d90-39b3-491f-91e2-af81637e33d4 HTTP/1.1" status: 200 len: 943 time: 0.0674365 Dec 16 09:34:03.473187 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:03.524686 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bb01ceea-9f5a-478e-9c14-80318b5ab407 req-a43b84c7-0d8b-4f74-be15-889793e5884a tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515790 Dec 16 09:34:03.531448 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-94eea314-56c4-4436-a1af-9fc543d3bcec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 541cf5a7-3ac1-4ba3-9125-d5b24672df75 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:34:03.540583 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-94eea314-56c4-4436-a1af-9fc543d3bcec service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:03.554203 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-94eea314-56c4-4436-a1af-9fc543d3bcec service neutron] Transition to ACTIVE for port object 541cf5a7-3ac1-4ba3-9125-d5b24672df75 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:34:03.565827 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-5a23730a-bf53-4354-a63f-63861d9c14aa req-76caabaf-0c28-4a01-8476-5c389e06e6a6 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:03.571271 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=469d7bc1-40b2-46f6-a084-6be2baac6c12,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:03.603474 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-f8268c20-7c7b-43f4-b0ce-ecf4801f5d72 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=c72236daaf3c429fb462e278e5b03cb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477698 Dec 16 09:34:03.672330 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76caabaf-0c28-4a01-8476-5c389e06e6a6 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9b55ed-5204-4e8e-9073-2211fb96b214,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:03.680295 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-94eea314-56c4-4436-a1af-9fc543d3bcec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:03.725162 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-5a23730a-bf53-4354-a63f-63861d9c14aa req-76caabaf-0c28-4a01-8476-5c389e06e6a6 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:03.726819 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5a23730a-bf53-4354-a63f-63861d9c14aa req-76caabaf-0c28-4a01-8476-5c389e06e6a6 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0063667 Dec 16 09:34:03.763799 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eea314-56c4-4436-a1af-9fc543d3bcec service neutron] Pushing event updated for resources: {'Port': ['ID=541cf5a7-3ac1-4ba3-9125-d5b24672df75,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:03.820562 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-09c609be-da14-4c4c-9314-a62d0de737c3 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:03.822423 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-09c609be-da14-4c4c-9314-a62d0de737c3 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2106776 Dec 16 09:34:03.871135 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-b264c56d-c616-4223-ba26-a9166dbc0436 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Request body: {'port': {'device_id': '730bde35-4556-4d91-934c-96572ee7bd8f', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'admin_state_up': True, 'tenant_id': 'c72236daaf3c429fb462e278e5b03cb7'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:03.877776 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9ba7eec0-5dc9-479d-83df-c63822108a8c req-4e37b883-29c2-447e-a7f3-1d3a5ca8c49e tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "GET /v2.0/security-groups/c1cb7bf0-dcaf-4ba6-a721-8e5a6dc0d232 HTTP/1.1" status: 200 len: 1807 time: 0.0478573 Dec 16 09:34:03.879883 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d3847bf8-0db7-45b3-ba60-8c0002d235be req-28b244e5-1ac1-49d6-8885-a8c81ab2b452 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 210 time: 0.0670743 Dec 16 09:34:03.927439 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9ba7eec0-5dc9-479d-83df-c63822108a8c req-423622f8-2411-43c5-b4e7-9d3106dea14b tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "GET /v2.0/security-groups/bc9b55ed-5204-4e8e-9073-2211fb96b214 HTTP/1.1" status: 200 len: 1806 time: 0.0412655 Dec 16 09:34:03.942477 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-9ba7eec0-5dc9-479d-83df-c63822108a8c req-eca66f54-5c4f-4a2c-a6b8-78c685ebceef tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c1cb7bf0-dcaf-4ba6-a721-8e5a6dc0d232', 'remote_group_id': 'bc9b55ed-5204-4e8e-9073-2211fb96b214', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:03.943234 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-9ba7eec0-5dc9-479d-83df-c63822108a8c req-eca66f54-5c4f-4a2c-a6b8-78c685ebceef tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c1cb7bf0-dcaf-4ba6-a721-8e5a6dc0d232', 'remote_group_id': 'bc9b55ed-5204-4e8e-9073-2211fb96b214', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:03.978500 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-94eea314-56c4-4436-a1af-9fc543d3bcec service neutron] Attempting to bind port 541cf5a7-3ac1-4ba3-9125-d5b24672df75 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:34:03.978915 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-94eea314-56c4-4436-a1af-9fc543d3bcec service neutron] Attempting to bind port 541cf5a7-3ac1-4ba3-9125-d5b24672df75 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '6c496118-4e09-4f89-b8ab-5391fc86f2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:34:03.979306 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-94eea314-56c4-4436-a1af-9fc543d3bcec service neutron] Attempting to bind port 541cf5a7-3ac1-4ba3-9125-d5b24672df75 on network c0c998b7-16cb-40aa-910e-ab4864e39b16 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:03.982888 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['469d7bc1-40b2-46f6-a084-6be2baac6c12'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:34:03.996639 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-94eea314-56c4-4436-a1af-9fc543d3bcec service neutron] Port 541cf5a7-3ac1-4ba3-9125-d5b24672df75 on network c0c998b7-16cb-40aa-910e-ab4864e39b16 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:34:03.997052 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-94eea314-56c4-4436-a1af-9fc543d3bcec service neutron] Attempting to bind port 541cf5a7-3ac1-4ba3-9125-d5b24672df75 on network c0c998b7-16cb-40aa-910e-ab4864e39b16 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:04.009296 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-94eea314-56c4-4436-a1af-9fc543d3bcec service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:34:04.009711 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-94eea314-56c4-4436-a1af-9fc543d3bcec service neutron] Checking segment: {'id': '6c496118-4e09-4f89-b8ab-5391fc86f2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:34:04.010166 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-94eea314-56c4-4436-a1af-9fc543d3bcec service neutron] Bound using segment: {'id': '6c496118-4e09-4f89-b8ab-5391fc86f2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:34:04.010808 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-94eea314-56c4-4436-a1af-9fc543d3bcec service neutron] Bound port: 541cf5a7-3ac1-4ba3-9125-d5b24672df75, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c496118-4e09-4f89-b8ab-5391fc86f2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:34:04.011222 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-94eea314-56c4-4436-a1af-9fc543d3bcec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:04.112642 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-94eea314-56c4-4436-a1af-9fc543d3bcec service neutron] For port 541cf5a7-3ac1-4ba3-9125-d5b24672df75, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:34:04.116700 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-94eea314-56c4-4436-a1af-9fc543d3bcec service neutron] For port 541cf5a7-3ac1-4ba3-9125-d5b24672df75, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=541cf5a7-3ac1-4ba3-9125-d5b24672df75,segment=NetworkSegment(6c496118-4e09-4f89-b8ab-5391fc86f2af),segment_id=6c496118-4e09-4f89-b8ab-5391fc86f2af)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:34:04.148430 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9ba7eec0-5dc9-479d-83df-c63822108a8c req-eca66f54-5c4f-4a2c-a6b8-78c685ebceef tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:04.166641 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-b264c56d-c616-4223-ba26-a9166dbc0436 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Made reservation on behalf of c72236daaf3c429fb462e278e5b03cb7 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:34:04.178731 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-b264c56d-c616-4223-ba26-a9166dbc0436 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:04.222415 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9ba7eec0-5dc9-479d-83df-c63822108a8c req-eca66f54-5c4f-4a2c-a6b8-78c685ebceef tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:04.222652 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-94eea314-56c4-4436-a1af-9fc543d3bcec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:04.300340 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9ba7eec0-5dc9-479d-83df-c63822108a8c req-eca66f54-5c4f-4a2c-a6b8-78c685ebceef tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:04.319304 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-94eea314-56c4-4436-a1af-9fc543d3bcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:04.319502 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca66f54-5c4f-4a2c-a6b8-78c685ebceef tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe90e68-f7a5-4bd3-a149-bd448639969a,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:04.320031 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-94eea314-56c4-4436-a1af-9fc543d3bcec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:04.321472 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-94eea314-56c4-4436-a1af-9fc543d3bcec service neutron] 10.222.0.58 "PUT /v2.0/ports/541cf5a7-3ac1-4ba3-9125-d5b24672df75 HTTP/1.1" status: 200 len: 1091 time: 1.3082235 Dec 16 09:34:04.325001 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '340ca23b-67cb-4c46-89f0-e4eee52a0aaf', 'tag': '541cf5a7-3ac1-4ba3-9125-d5b24672df75'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:04.327108 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cf20c1-9d93-460c-98b0-6b81a59e81ee" -d '{"events": [{"name": "network-changed", "server_uuid": "340ca23b-67cb-4c46-89f0-e4eee52a0aaf", "tag": "541cf5a7-3ac1-4ba3-9125-d5b24672df75"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:04.353050 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a158f8-0b70-49dd-a72a-8cbd3d5109f1 req-8af8f334-6661-436d-a1cc-688f4d03c6ce tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:04.354628 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c6a158f8-0b70-49dd-a72a-8cbd3d5109f1 req-8af8f334-6661-436d-a1cc-688f4d03c6ce tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=340ca23b-67cb-4c46-89f0-e4eee52a0aaf HTTP/1.1" status: 200 len: 943 time: 0.1723986 Dec 16 09:34:04.391505 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eea314-56c4-4436-a1af-9fc543d3bcec service neutron] Pushing event updated for resources: {'Port': ['ID=541cf5a7-3ac1-4ba3-9125-d5b24672df75,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:04.440941 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9ba7eec0-5dc9-479d-83df-c63822108a8c req-eca66f54-5c4f-4a2c-a6b8-78c685ebceef tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:04.448348 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9ba7eec0-5dc9-479d-83df-c63822108a8c req-eca66f54-5c4f-4a2c-a6b8-78c685ebceef tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5101552 Dec 16 09:34:04.451934 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c6a158f8-0b70-49dd-a72a-8cbd3d5109f1 req-52eadf82-3e06-4cf9-bcd7-6174dadcaa79 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878625 Dec 16 09:34:04.471805 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-b264c56d-c616-4223-ba26-a9166dbc0436 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Allocated IP 192.168.233.44 (0f25fa8c-dd15-4f99-b14f-112e51884f75/d30f37a6-2496-485e-9480-e5e1789d975f/3c11b3fa-66d4-4f57-a444-5164e8315209) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:34:04.514423 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc5ac9c-996a-47ff-ac8e-c7eb15e23bea x-openstack-request-id: req-5bc5ac9c-996a-47ff-ac8e-c7eb15e23bea {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:04.514704 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "340ca23b-67cb-4c46-89f0-e4eee52a0aaf", "tag": "541cf5a7-3ac1-4ba3-9125-d5b24672df75", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:04.514955 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5bc5ac9c-996a-47ff-ac8e-c7eb15e23bea {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:04.515346 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '340ca23b-67cb-4c46-89f0-e4eee52a0aaf', 'tag': '541cf5a7-3ac1-4ba3-9125-d5b24672df75', 'status': 'completed', 'code': 200} Dec 16 09:34:04.590780 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-5983bc17-e3fb-4fe8-86e5-76f9ee5fdbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:04.593052 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-5983bc17-e3fb-4fe8-86e5-76f9ee5fdbaf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f8f61b4cde14c72b4dcdad8045c9583&device_id=340ca23b-67cb-4c46-89f0-e4eee52a0aaf HTTP/1.1" status: 200 len: 1094 time: 0.1147487 Dec 16 09:34:04.649830 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d2cc3951-dbb9-4360-b5e9-95649feb086f req-7ba339fc-908c-473b-8156-82fb53f845c7 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "GET /v2.0/security-groups/bc9b55ed-5204-4e8e-9073-2211fb96b214 HTTP/1.1" status: 200 len: 1806 time: 0.1555912 Dec 16 09:34:04.657567 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d772a-2228-4ab3-bccb-3cf6b2c2917f req-812e6c29-55f0-47c6-99c0-afcd78d11e86 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:04.667093 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a19d772a-2228-4ab3-bccb-3cf6b2c2917f req-812e6c29-55f0-47c6-99c0-afcd78d11e86 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=eafb3d90-39b3-491f-91e2-af81637e33d4 HTTP/1.1" status: 200 len: 944 time: 0.0744026 Dec 16 09:34:04.683084 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-bf92ed59-f542-4a5e-9335-902330ed512f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=541cf5a7-3ac1-4ba3-9125-d5b24672df75 HTTP/1.1" status: 200 len: 217 time: 0.0823586 Dec 16 09:34:04.704742 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a19d772a-2228-4ab3-bccb-3cf6b2c2917f req-f9d7af84-8bad-40b5-8085-34aaa7905a7b tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364773 Dec 16 09:34:04.800287 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-0e5d80ca-59a7-4dc2-aeb6-bfc40a6e339a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:04.801755 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-0e5d80ca-59a7-4dc2-aeb6-bfc40a6e339a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=079ef7a2-1551-4eb6-92ba-b7ee17740bf5 HTTP/1.1" status: 200 len: 846 time: 0.1080136 Dec 16 09:34:04.845795 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-b264c56d-c616-4223-ba26-a9166dbc0436 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:04.850278 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-40e4de4c-15cd-4372-9195-68c556b3b3f2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0c998b7-16cb-40aa-910e-ab4864e39b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377812 Dec 16 09:34:04.851536 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d2cc3951-dbb9-4360-b5e9-95649feb086f req-3bdddb5b-b4b6-4cee-b82e-d86739158284 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:04.925971 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d2cc3951-dbb9-4360-b5e9-95649feb086f req-3bdddb5b-b4b6-4cee-b82e-d86739158284 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:05.019641 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-542e51aa-8d02-4f40-a088-2432bf70b1e6 service neutron] 10.222.0.58 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558094 Dec 16 09:34:05.031187 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-45a1709b-5f0d-4db4-a24d-30625f39a5e0 req-96b826f9-0a05-42c9-9ee8-c328392e16b1 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 210 time: 0.0296111 Dec 16 09:34:05.091546 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-b264c56d-c616-4223-ba26-a9166dbc0436 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:05.106375 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['29d83386-159a-4f4d-a005-563093e201ab', 'ab637822-ae08-4bb9-af94-62e599007655'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:34:05.144590 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d2cc3951-dbb9-4360-b5e9-95649feb086f req-3bdddb5b-b4b6-4cee-b82e-d86739158284 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:05.147070 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d2cc3951-dbb9-4360-b5e9-95649feb086f req-3bdddb5b-b4b6-4cee-b82e-d86739158284 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:05.150360 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d2cc3951-dbb9-4360-b5e9-95649feb086f req-3bdddb5b-b4b6-4cee-b82e-d86739158284 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "DELETE /v2.0/security-groups/bc9b55ed-5204-4e8e-9073-2211fb96b214 HTTP/1.1" status: 204 len: 173 time: 0.4712472 Dec 16 09:34:05.186627 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-52b2f3d2-b541-42e6-a8b5-eee49e955f6b req-2180c50b-df44-493c-84ca-85fd6c037d3a service neutron] 10.222.0.58 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600466 Dec 16 09:34:05.210972 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdddb5b-b4b6-4cee-b82e-d86739158284 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9b55ed-5204-4e8e-9073-2211fb96b214,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:05.215707 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-b264c56d-c616-4223-ba26-a9166dbc0436 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Network 0f25fa8c-dd15-4f99-b14f-112e51884f75 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:34:05.216474 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264c56d-c616-4223-ba26-a9166dbc0436 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Pushing event updated for resources: {'Port': ['ID=3c11b3fa-66d4-4f57-a444-5164e8315209,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:05.226922 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-b264c56d-c616-4223-ba26-a9166dbc0436 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:34:05.230961 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-b264c56d-c616-4223-ba26-a9166dbc0436 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:34:05.289447 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a62f4692-c8dc-4b59-8760-f8e7b88a7062 req-0dd9a25d-6efc-4d2d-a1a6-af1551073015 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "GET /v2.0/security-groups/c1cb7bf0-dcaf-4ba6-a721-8e5a6dc0d232 HTTP/1.1" status: 200 len: 1807 time: 0.0997927 Dec 16 09:34:05.303521 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-b264c56d-c616-4223-ba26-a9166dbc0436 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:05.305804 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-b264c56d-c616-4223-ba26-a9166dbc0436 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:05.329334 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-fcf6f4fd-c50e-4e5a-b57c-20c22062854d req-1d1d862f-590d-4ec1-8fa3-3118491e9498 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-984932890', 'description': 'tempest-description-408723348'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:05.426580 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf20c1-9d93-460c-98b0-6b81a59e81ee req-db6be6a9-cce4-4df7-ae46-4ec36f080ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:05.428305 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21cf20c1-9d93-460c-98b0-6b81a59e81ee req-db6be6a9-cce4-4df7-ae46-4ec36f080ae0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f8f61b4cde14c72b4dcdad8045c9583&device_id=340ca23b-67cb-4c46-89f0-e4eee52a0aaf HTTP/1.1" status: 200 len: 1094 time: 0.0460982 Dec 16 09:34:05.491321 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-b264c56d-c616-4223-ba26-a9166dbc0436 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6569042 Dec 16 09:34:05.506971 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-e677b4f9-4e0d-4750-bda7-536eb651ed4b service neutron] Request body: {'port': {'device_id': '730bde35-4556-4d91-934c-96572ee7bd8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:05.528658 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-d9a8c878-359f-4798-b9a6-27e9ce920e49 None None] Provisioning complete for port 3c11b3fa-66d4-4f57-a444-5164e8315209 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:05.528946 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d9a8c878-359f-4798-b9a6-27e9ce920e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:05.564720 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-d9a8c878-359f-4798-b9a6-27e9ce920e49 None None] Port 3c11b3fa-66d4-4f57-a444-5164e8315209 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:34:05.591522 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf20c1-9d93-460c-98b0-6b81a59e81ee req-7f4dec0a-0711-4ec3-b765-60fa8828f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:05.592991 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21cf20c1-9d93-460c-98b0-6b81a59e81ee req-7f4dec0a-0711-4ec3-b765-60fa8828f88d service neutron] 10.222.0.58 "GET /v2.0/networks?id=c0c998b7-16cb-40aa-910e-ab4864e39b16 HTTP/1.1" status: 200 len: 907 time: 0.1567569 Dec 16 09:34:05.597570 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-e677b4f9-4e0d-4750-bda7-536eb651ed4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:05.636759 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['ac70669c-691a-4abe-bae4-34f176f01320'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:34:05.658086 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21cf20c1-9d93-460c-98b0-6b81a59e81ee req-ea153327-4931-4475-aa0b-98dd57c0789d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=541cf5a7-3ac1-4ba3-9125-d5b24672df75 HTTP/1.1" status: 200 len: 217 time: 0.0573022 Dec 16 09:34:05.664290 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-fcf6f4fd-c50e-4e5a-b57c-20c22062854d req-1d1d862f-590d-4ec1-8fa3-3118491e9498 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:05.820442 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf20c1-9d93-460c-98b0-6b81a59e81ee req-19be97e2-8e58-4508-800a-cfed67109040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:05.821947 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21cf20c1-9d93-460c-98b0-6b81a59e81ee req-19be97e2-8e58-4508-800a-cfed67109040 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=079ef7a2-1551-4eb6-92ba-b7ee17740bf5 HTTP/1.1" status: 200 len: 846 time: 0.1549556 Dec 16 09:34:05.874774 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21cf20c1-9d93-460c-98b0-6b81a59e81ee req-250fef1d-ded4-4068-9a15-3f1dbcd5f022 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0c998b7-16cb-40aa-910e-ab4864e39b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382893 Dec 16 09:34:06.007566 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-fcf6f4fd-c50e-4e5a-b57c-20c22062854d req-1d1d862f-590d-4ec1-8fa3-3118491e9498 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:06.087900 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21cf20c1-9d93-460c-98b0-6b81a59e81ee req-dc63f22c-f3b2-4a41-b007-c30980f718d0 service neutron] 10.222.0.58 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027268 Dec 16 09:34:06.105990 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-fcf6f4fd-c50e-4e5a-b57c-20c22062854d req-1d1d862f-590d-4ec1-8fa3-3118491e9498 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:06.217320 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d862f-590d-4ec1-8fa3-3118491e9498 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66c2360a-bb77-4dce-9335-f7040e80c2f3,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:06.232713 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-e677b4f9-4e0d-4750-bda7-536eb651ed4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c11b3fa-66d4-4f57-a444-5164e8315209 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:34:06.245445 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-e677b4f9-4e0d-4750-bda7-536eb651ed4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:06.275610 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-e677b4f9-4e0d-4750-bda7-536eb651ed4b service neutron] Transition to ACTIVE for port object 3c11b3fa-66d4-4f57-a444-5164e8315209 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:34:06.279487 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21cf20c1-9d93-460c-98b0-6b81a59e81ee req-de4a5f98-92b9-47eb-84a4-9efe076f1fad service neutron] 10.222.0.58 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834047 Dec 16 09:34:06.288627 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-fcf6f4fd-c50e-4e5a-b57c-20c22062854d req-1d1d862f-590d-4ec1-8fa3-3118491e9498 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:06.289892 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fcf6f4fd-c50e-4e5a-b57c-20c22062854d req-1d1d862f-590d-4ec1-8fa3-3118491e9498 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9665880 Dec 16 09:34:06.340612 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-e677b4f9-4e0d-4750-bda7-536eb651ed4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:06.430526 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677b4f9-4e0d-4750-bda7-536eb651ed4b service neutron] Pushing event updated for resources: {'Port': ['ID=3c11b3fa-66d4-4f57-a444-5164e8315209,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:06.461735 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72df45-7b15-4b20-93c0-dcb966c8d465 req-5e15c335-0b0e-4d29-af48-4994e78687cb tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:06.463324 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fd72df45-7b15-4b20-93c0-dcb966c8d465 req-5e15c335-0b0e-4d29-af48-4994e78687cb tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=340ca23b-67cb-4c46-89f0-e4eee52a0aaf HTTP/1.1" status: 200 len: 943 time: 0.1201632 Dec 16 09:34:06.543341 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fd72df45-7b15-4b20-93c0-dcb966c8d465 req-8aab6366-ff21-4c2d-8d4d-dfb229f6a9eb tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598786 Dec 16 09:34:06.546248 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-e677b4f9-4e0d-4750-bda7-536eb651ed4b service neutron] Attempting to bind port 3c11b3fa-66d4-4f57-a444-5164e8315209 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:34:06.546575 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-e677b4f9-4e0d-4750-bda7-536eb651ed4b service neutron] Attempting to bind port 3c11b3fa-66d4-4f57-a444-5164e8315209 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:34:06.547091 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-e677b4f9-4e0d-4750-bda7-536eb651ed4b service neutron] Attempting to bind port 3c11b3fa-66d4-4f57-a444-5164e8315209 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:06.553567 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-e677b4f9-4e0d-4750-bda7-536eb651ed4b service neutron] Port 3c11b3fa-66d4-4f57-a444-5164e8315209 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:34:06.554105 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-e677b4f9-4e0d-4750-bda7-536eb651ed4b service neutron] Attempting to bind port 3c11b3fa-66d4-4f57-a444-5164e8315209 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:06.560925 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-e677b4f9-4e0d-4750-bda7-536eb651ed4b service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:34:06.565824 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-e677b4f9-4e0d-4750-bda7-536eb651ed4b service neutron] Checking segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:34:06.565824 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-e677b4f9-4e0d-4750-bda7-536eb651ed4b service neutron] Bound using segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:34:06.565824 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-e677b4f9-4e0d-4750-bda7-536eb651ed4b service neutron] Bound port: 3c11b3fa-66d4-4f57-a444-5164e8315209, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:34:06.565824 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-e677b4f9-4e0d-4750-bda7-536eb651ed4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:06.680636 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fab78-47de-4335-a017-74ca5b7ac779 req-2cdd7646-0ad9-48e1-bb16-4f6e79a7ed0e tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:06.691512 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-375fab78-47de-4335-a017-74ca5b7ac779 req-2cdd7646-0ad9-48e1-bb16-4f6e79a7ed0e tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=eafb3d90-39b3-491f-91e2-af81637e33d4 HTTP/1.1" status: 200 len: 944 time: 0.0779133 Dec 16 09:34:06.696618 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-e677b4f9-4e0d-4750-bda7-536eb651ed4b service neutron] For port 3c11b3fa-66d4-4f57-a444-5164e8315209, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:34:06.701740 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-e677b4f9-4e0d-4750-bda7-536eb651ed4b service neutron] For port 3c11b3fa-66d4-4f57-a444-5164e8315209, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=3c11b3fa-66d4-4f57-a444-5164e8315209,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:34:06.725963 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-375fab78-47de-4335-a017-74ca5b7ac779 req-7c19ca80-7d57-4acb-ad09-df88e4dc6fbe tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335195 Dec 16 09:34:06.801847 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e0b2f0e3-72d7-4808-9fc8-500720029784 req-31a2fd91-eccc-4a1e-9ad6-9d95e1f2606d tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "GET /v2.0/security-groups/66c2360a-bb77-4dce-9335-f7040e80c2f3 HTTP/1.1" status: 200 len: 1805 time: 0.0491483 Dec 16 09:34:06.811285 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-e0b2f0e3-72d7-4808-9fc8-500720029784 req-398881b2-2784-432b-9a7e-7483ca1f2d68 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '66c2360a-bb77-4dce-9335-f7040e80c2f3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:06.811608 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-e0b2f0e3-72d7-4808-9fc8-500720029784 req-398881b2-2784-432b-9a7e-7483ca1f2d68 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '66c2360a-bb77-4dce-9335-f7040e80c2f3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:06.824385 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89107eaa-c457-4824-802f-ac80bce960ea req-b0f3cb0b-71b0-4f60-8581-4d41d9b5ea62 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:06.825986 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-89107eaa-c457-4824-802f-ac80bce960ea req-b0f3cb0b-71b0-4f60-8581-4d41d9b5ea62 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 947 time: 0.0512161 Dec 16 09:34:06.827747 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-e677b4f9-4e0d-4750-bda7-536eb651ed4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:06.882541 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-e677b4f9-4e0d-4750-bda7-536eb651ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:06.883169 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-e677b4f9-4e0d-4750-bda7-536eb651ed4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:06.884620 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-e677b4f9-4e0d-4750-bda7-536eb651ed4b service neutron] 10.222.0.57 "PUT /v2.0/ports/3c11b3fa-66d4-4f57-a444-5164e8315209 HTTP/1.1" status: 200 len: 1095 time: 1.3823426 Dec 16 09:34:06.890319 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '730bde35-4556-4d91-934c-96572ee7bd8f', 'tag': '3c11b3fa-66d4-4f57-a444-5164e8315209'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:06.892672 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba331088-24bd-405c-a477-e6f3eaa7bb77" -d '{"events": [{"name": "network-changed", "server_uuid": "730bde35-4556-4d91-934c-96572ee7bd8f", "tag": "3c11b3fa-66d4-4f57-a444-5164e8315209"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:06.909426 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677b4f9-4e0d-4750-bda7-536eb651ed4b service neutron] Pushing event updated for resources: {'Port': ['ID=3c11b3fa-66d4-4f57-a444-5164e8315209,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:06.934709 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-89107eaa-c457-4824-802f-ac80bce960ea req-11a259c3-c682-4a70-ba18-4a681aadb6ec tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008160 Dec 16 09:34:06.970591 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e0b2f0e3-72d7-4808-9fc8-500720029784 req-398881b2-2784-432b-9a7e-7483ca1f2d68 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:06.992624 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:07.006826 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e0b2f0e3-72d7-4808-9fc8-500720029784 req-398881b2-2784-432b-9a7e-7483ca1f2d68 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:07.039888 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 469d7bc1-40b2-46f6-a084-6be2baac6c12 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:34:07.044518 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-149c016d-c310-41ca-8727-0fed5bc47a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:07.046585 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-149c016d-c310-41ca-8727-0fed5bc47a1d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c72236daaf3c429fb462e278e5b03cb7&device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 1098 time: 0.0651426 Dec 16 09:34:07.078747 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e0b2f0e3-72d7-4808-9fc8-500720029784 req-398881b2-2784-432b-9a7e-7483ca1f2d68 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:07.104044 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-ba99491c-7e93-48c8-9613-8ed93285aa3e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=3c11b3fa-66d4-4f57-a444-5164e8315209 HTTP/1.1" status: 200 len: 217 time: 0.0449333 Dec 16 09:34:07.104985 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398881b2-2784-432b-9a7e-7483ca1f2d68 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b46783f-5125-4b5d-b2a6-ec9a03486b8b,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:07.160023 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-3ab39cdb-5d8a-45b0-8782-093f66307450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:07.161746 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-3ab39cdb-5d8a-45b0-8782-093f66307450 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0487640 Dec 16 09:34:07.163475 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 469d7bc1-40b2-46f6-a084-6be2baac6c12 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:34:07.168060 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 469d7bc1-40b2-46f6-a084-6be2baac6c12 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:07.171603 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:07.216409 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e0b2f0e3-72d7-4808-9fc8-500720029784 req-398881b2-2784-432b-9a7e-7483ca1f2d68 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:07.217674 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e0b2f0e3-72d7-4808-9fc8-500720029784 req-398881b2-2784-432b-9a7e-7483ca1f2d68 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4108965 Dec 16 09:34:07.289442 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:07.319095 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eafb3d90-39b3-491f-91e2-af81637e33d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469d7bc1-40b2-46f6-a084-6be2baac6c12'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:07.321340 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819398a1-7053-4f18-8581-0b9c655f2de8" -d '{"events": [{"server_uuid": "eafb3d90-39b3-491f-91e2-af81637e33d4", "name": "network-vif-plugged", "status": "completed", "tag": "469d7bc1-40b2-46f6-a084-6be2baac6c12"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:07.335594 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 469d7bc1-40b2-46f6-a084-6be2baac6c12, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=469d7bc1-40b2-46f6-a084-6be2baac6c12,segment=NetworkSegment(86c5d65d-0a28-4cbb-b6eb-52df45cc588d),segment_id=86c5d65d-0a28-4cbb-b6eb-52df45cc588d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:07.367110 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-467de4cc-756e-43e9-bde1-018650244885 req-3dcf2917-fc01-40a7-ac06-40151db7cec3 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "GET /v2.0/security-groups/66c2360a-bb77-4dce-9335-f7040e80c2f3 HTTP/1.1" status: 200 len: 2399 time: 0.0496283 Dec 16 09:34:07.378524 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-467de4cc-756e-43e9-bde1-018650244885 req-16a10f3f-3cc8-42c8-a711-76842e3a40d7 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '66c2360a-bb77-4dce-9335-f7040e80c2f3', 'remote_group_id': None}]} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:07.378841 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-467de4cc-756e-43e9-bde1-018650244885 req-16a10f3f-3cc8-42c8-a711-76842e3a40d7 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '66c2360a-bb77-4dce-9335-f7040e80c2f3', 'remote_group_id': None}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:07.460326 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:07.466270 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e5ec0c-5b0f-4950-9c12-88db6a360da2 x-openstack-request-id: req-43e5ec0c-5b0f-4950-9c12-88db6a360da2 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:07.466630 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eafb3d90-39b3-491f-91e2-af81637e33d4", "name": "network-vif-plugged", "status": "completed", "tag": "469d7bc1-40b2-46f6-a084-6be2baac6c12", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:07.467106 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-43e5ec0c-5b0f-4950-9c12-88db6a360da2 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:07.467557 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eafb3d90-39b3-491f-91e2-af81637e33d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469d7bc1-40b2-46f6-a084-6be2baac6c12', 'code': 200} Dec 16 09:34:07.471356 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21dd182-fcf7-409a-9a51-56880ff8d521 x-openstack-request-id: req-d21dd182-fcf7-409a-9a51-56880ff8d521 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:07.471717 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "730bde35-4556-4d91-934c-96572ee7bd8f", "tag": "3c11b3fa-66d4-4f57-a444-5164e8315209", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:07.472049 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d21dd182-fcf7-409a-9a51-56880ff8d521 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:07.472487 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '730bde35-4556-4d91-934c-96572ee7bd8f', 'tag': '3c11b3fa-66d4-4f57-a444-5164e8315209', 'status': 'completed', 'code': 200} Dec 16 09:34:07.491424 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-83321841-5b4e-464f-99ac-0b2799af7c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:07.493100 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-83321841-5b4e-464f-99ac-0b2799af7c85 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3245649 Dec 16 09:34:07.569465 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=469d7bc1-40b2-46f6-a084-6be2baac6c12,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:07.601844 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 541cf5a7-3ac1-4ba3-9125-d5b24672df75 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:34:07.656953 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-418e9b29-4155-4ab5-839e-4bfae7fdba78 service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494045 Dec 16 09:34:07.671223 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-467de4cc-756e-43e9-bde1-018650244885 req-16a10f3f-3cc8-42c8-a711-76842e3a40d7 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:07.692467 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd17ff-990f-44c5-825f-cbb100f8138a req-25552ea5-43aa-4514-8341-37fd8c0ed76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:07.698737 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3edd17ff-990f-44c5-825f-cbb100f8138a req-25552ea5-43aa-4514-8341-37fd8c0ed76b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eafb3d90-39b3-491f-91e2-af81637e33d4 HTTP/1.1" status: 200 len: 1096 time: 0.1661401 Dec 16 09:34:07.743001 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 541cf5a7-3ac1-4ba3-9125-d5b24672df75, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=541cf5a7-3ac1-4ba3-9125-d5b24672df75,segment=NetworkSegment(6c496118-4e09-4f89-b8ab-5391fc86f2af),segment_id=6c496118-4e09-4f89-b8ab-5391fc86f2af)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:07.752269 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-467de4cc-756e-43e9-bde1-018650244885 req-16a10f3f-3cc8-42c8-a711-76842e3a40d7 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:07.769596 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '541cf5a7-3ac1-4ba3-9125-d5b24672df75', 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16', 'port_id': '541cf5a7-3ac1-4ba3-9125-d5b24672df75', 'mac_address': 'fa:16:3e:10:7e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '079ef7a2-1551-4eb6-92ba-b7ee17740bf5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:34:07.774307 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3edd17ff-990f-44c5-825f-cbb100f8138a req-94dac347-5a45-4b91-8203-512b789b32bd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655267 Dec 16 09:34:07.811890 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:07.821651 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-33eeee5a-4ca3-435c-b8d8-e65ea8217700 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:07.823126 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-33eeee5a-4ca3-435c-b8d8-e65ea8217700 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/networks?id=2eeb7a38-55b2-441b-9574-26196c5f8d08 HTTP/1.1" status: 200 len: 805 time: 0.1922140 Dec 16 09:34:07.824668 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 541cf5a7-3ac1-4ba3-9125-d5b24672df75 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:34:07.826744 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2815c2b8-2351-4133-8273-c9e2640d2691 req-97b4991e-705a-49b5-9aa3-d873a0f710b2 service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370606 Dec 16 09:34:07.845420 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-8891429f-994a-4afd-95d7-44a09a0e128f tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/quotas/1e7e6b140fda42e19ce52d82028fabc5 HTTP/1.1" status: 200 len: 375 time: 0.0110655 Dec 16 09:34:07.846022 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 541cf5a7-3ac1-4ba3-9125-d5b24672df75, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=541cf5a7-3ac1-4ba3-9125-d5b24672df75,segment=NetworkSegment(6c496118-4e09-4f89-b8ab-5391fc86f2af),segment_id=6c496118-4e09-4f89-b8ab-5391fc86f2af)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:07.847627 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-467de4cc-756e-43e9-bde1-018650244885 req-16a10f3f-3cc8-42c8-a711-76842e3a40d7 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:07.870542 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a10f3f-3cc8-42c8-a711-76842e3a40d7 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78fcbf86-b739-4ec3-a8e5-6d816757d053,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:07.902390 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-7b5ae2db-2da1-4709-b3d6-5530d117ef77 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1e7e6b140fda42e19ce52d82028fabc5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0492723 Dec 16 09:34:07.961739 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:07.965162 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-467de4cc-756e-43e9-bde1-018650244885 req-16a10f3f-3cc8-42c8-a711-76842e3a40d7 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:07.966264 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-467de4cc-756e-43e9-bde1-018650244885 req-16a10f3f-3cc8-42c8-a711-76842e3a40d7 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5924780 Dec 16 09:34:08.011959 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-861da68f-52ce-43dc-b013-f607fbcdbae2 service neutron] 10.222.0.60 "GET /v2.0/networks/2eeb7a38-55b2-441b-9574-26196c5f8d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017265 Dec 16 09:34:08.032680 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=541cf5a7-3ac1-4ba3-9125-d5b24672df75,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:08.092971 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667aada-3c97-4711-8617-860d4c440991 req-084e7121-6b7f-4296-9ead-bf692e501ac4 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:08.094478 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6667aada-3c97-4711-8617-860d4c440991 req-084e7121-6b7f-4296-9ead-bf692e501ac4 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=340ca23b-67cb-4c46-89f0-e4eee52a0aaf HTTP/1.1" status: 200 len: 944 time: 0.0529048 Dec 16 09:34:08.124684 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-a12459a7-fc20-447f-b287-c2b8aa65af97 service neutron] 10.222.0.60 "GET /v2.0/networks/2eeb7a38-55b2-441b-9574-26196c5f8d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029789 Dec 16 09:34:08.164442 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6667aada-3c97-4711-8617-860d4c440991 req-895e1128-adc8-4a2d-bb59-cf1050325a2a tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569000 Dec 16 09:34:08.216107 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['541cf5a7-3ac1-4ba3-9125-d5b24672df75'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:34:08.225517 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba331088-24bd-405c-a477-e6f3eaa7bb77 req-8abb7866-a626-4858-b524-aee44c641c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:08.227354 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ba331088-24bd-405c-a477-e6f3eaa7bb77 req-8abb7866-a626-4858-b524-aee44c641c49 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c72236daaf3c429fb462e278e5b03cb7&device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 1098 time: 0.0510828 Dec 16 09:34:08.390999 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba331088-24bd-405c-a477-e6f3eaa7bb77 req-3b41d964-b747-401e-8af8-603ec74d2f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:08.394318 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ba331088-24bd-405c-a477-e6f3eaa7bb77 req-3b41d964-b747-401e-8af8-603ec74d2f58 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.1485956 Dec 16 09:34:08.480636 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ba331088-24bd-405c-a477-e6f3eaa7bb77 req-57dc093f-2b01-4cad-998f-d6f127b0e439 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=3c11b3fa-66d4-4f57-a444-5164e8315209 HTTP/1.1" status: 200 len: 217 time: 0.0763075 Dec 16 09:34:08.530099 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b93311-e956-40bf-9426-82109d05c6b3 req-0a2734ca-0e43-4716-b1f2-3dafefa85bd4 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:08.538553 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-23b93311-e956-40bf-9426-82109d05c6b3 req-0a2734ca-0e43-4716-b1f2-3dafefa85bd4 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=eafb3d90-39b3-491f-91e2-af81637e33d4 HTTP/1.1" status: 200 len: 945 time: 0.0808818 Dec 16 09:34:08.581450 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e1878-b812-44da-9123-b674ac8cee00 req-5bf1bcd1-22c6-4ca3-8f4c-bfc907478b15 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:08.584760 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-23b93311-e956-40bf-9426-82109d05c6b3 req-9175dc0b-9b73-4530-944b-602345ec6f01 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434084 Dec 16 09:34:08.585567 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9f5e1878-b812-44da-9123-b674ac8cee00 req-5bf1bcd1-22c6-4ca3-8f4c-bfc907478b15 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 947 time: 0.1212502 Dec 16 09:34:08.587148 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba331088-24bd-405c-a477-e6f3eaa7bb77 req-e12c1db9-194d-44d5-b3c1-35de6f6f178d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:08.588741 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ba331088-24bd-405c-a477-e6f3eaa7bb77 req-e12c1db9-194d-44d5-b3c1-35de6f6f178d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0876148 Dec 16 09:34:08.675881 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-15660c14-070e-4e78-9859-803cc7c3ecbf req-65c7325c-4362-46bd-973f-c84aa81f0520 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "GET /v2.0/security-groups/66c2360a-bb77-4dce-9335-f7040e80c2f3 HTTP/1.1" status: 200 len: 2998 time: 0.0617642 Dec 16 09:34:08.684918 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9f5e1878-b812-44da-9123-b674ac8cee00 req-b30eecd7-00c7-41b3-8def-288e2618be1e tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924847 Dec 16 09:34:08.695509 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba331088-24bd-405c-a477-e6f3eaa7bb77 req-047964e7-ba77-4097-afa1-1bf37fa9ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:08.697241 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ba331088-24bd-405c-a477-e6f3eaa7bb77 req-047964e7-ba77-4097-afa1-1bf37fa9ad40 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0928380 Dec 16 09:34:08.766882 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1bfd0130-b8b1-40b6-9ca5-5400a6cbd3a6 req-b8eb779b-0808-473e-adac-9e39e2e05924 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb725e83-4244-4f5a-b17d-9cc8bfe1ca38 HTTP/1.1" status: 200 len: 210 time: 0.0331688 Dec 16 09:34:08.790949 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8c4d27e8-aaec-4749-868d-fdbc99c20219 req-53d41e7b-e055-4525-8e81-936f359c0d1d tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "GET /v2.0/security-group-rules/78fcbf86-b739-4ec3-a8e5-6d816757d053 HTTP/1.1" status: 200 len: 783 time: 0.0586004 Dec 16 09:34:08.872487 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ba331088-24bd-405c-a477-e6f3eaa7bb77 req-4a22a01e-0bd4-446b-a675-594c8dcbd27f service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655064 Dec 16 09:34:08.876828 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8c4d27e8-aaec-4749-868d-fdbc99c20219 req-cb9669b2-c96c-4684-9dc7-7acb951b31d6 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "GET /v2.0/security-groups/66c2360a-bb77-4dce-9335-f7040e80c2f3 HTTP/1.1" status: 200 len: 2998 time: 0.0714762 Dec 16 09:34:08.973861 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8c4d27e8-aaec-4749-868d-fdbc99c20219 req-dd073d10-8b84-4a1a-ae59-eda2bf6ba2a0 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:08.985905 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8c4d27e8-aaec-4749-868d-fdbc99c20219 req-dd073d10-8b84-4a1a-ae59-eda2bf6ba2a0 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:09.042432 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ba331088-24bd-405c-a477-e6f3eaa7bb77 req-abae0249-2537-459c-8967-25f5bd7a1d2d service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593897 Dec 16 09:34:09.056420 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device a5eb4bfd-3487-4309-995c-149b2ad09e3b no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:34:09.106288 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8c4d27e8-aaec-4749-868d-fdbc99c20219 req-dd073d10-8b84-4a1a-ae59-eda2bf6ba2a0 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:09.113777 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8c4d27e8-aaec-4749-868d-fdbc99c20219 req-dd073d10-8b84-4a1a-ae59-eda2bf6ba2a0 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:09.115257 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8c4d27e8-aaec-4749-868d-fdbc99c20219 req-dd073d10-8b84-4a1a-ae59-eda2bf6ba2a0 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/78fcbf86-b739-4ec3-a8e5-6d816757d053 HTTP/1.1" status: 204 len: 173 time: 0.2242935 Dec 16 09:34:09.126154 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd073d10-8b84-4a1a-ae59-eda2bf6ba2a0 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78fcbf86-b739-4ec3-a8e5-6d816757d053,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:09.144678 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:09.190524 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1efe163a-8088-484a-810d-32312b0fc71b req-57d1c830-76b1-4dfe-8bb7-6cde2b609c2e tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "GET /v2.0/security-groups/66c2360a-bb77-4dce-9335-f7040e80c2f3 HTTP/1.1" status: 200 len: 2399 time: 0.0471821 Dec 16 09:34:09.203199 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port a5eb4bfd-3487-4309-995c-149b2ad09e3b, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=a5eb4bfd-3487-4309-995c-149b2ad09e3b,segment=NetworkSegment(2082cd97-2035-461e-ae5b-e2756d7ddb51),segment_id=2082cd97-2035-461e-ae5b-e2756d7ddb51)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:09.256799 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1efe163a-8088-484a-810d-32312b0fc71b req-eab121ba-5a34-42d5-b5e6-1ed487b93939 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:09.282260 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1efe163a-8088-484a-810d-32312b0fc71b req-eab121ba-5a34-42d5-b5e6-1ed487b93939 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:09.293182 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4fe13-36f9-40d4-a8f5-989930d75643 req-031a4d46-052d-4d05-98d9-94067dd6e26e tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:09.294681 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a0b4fe13-36f9-40d4-a8f5-989930d75643 req-031a4d46-052d-4d05-98d9-94067dd6e26e tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=340ca23b-67cb-4c46-89f0-e4eee52a0aaf HTTP/1.1" status: 200 len: 944 time: 0.0603597 Dec 16 09:34:09.303525 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:09.341637 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a0b4fe13-36f9-40d4-a8f5-989930d75643 req-5abb2332-4012-4ce3-8cf5-7d3fbe54b08c tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405445 Dec 16 09:34:09.368249 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=a5eb4bfd-3487-4309-995c-149b2ad09e3b,revision_number=8']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:09.437160 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1efe163a-8088-484a-810d-32312b0fc71b req-eab121ba-5a34-42d5-b5e6-1ed487b93939 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:09.440634 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1efe163a-8088-484a-810d-32312b0fc71b req-eab121ba-5a34-42d5-b5e6-1ed487b93939 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:09.441865 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1efe163a-8088-484a-810d-32312b0fc71b req-eab121ba-5a34-42d5-b5e6-1ed487b93939 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "DELETE /v2.0/security-groups/66c2360a-bb77-4dce-9335-f7040e80c2f3 HTTP/1.1" status: 204 len: 173 time: 0.2454066 Dec 16 09:34:09.453719 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab121ba-5a34-42d5-b5e6-1ed487b93939 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c2360a-bb77-4dce-9335-f7040e80c2f3,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:09.468829 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c060d26b-bcf9-483b-aa9b-e2aef09ad8d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5eb4bfd-3487-4309-995c-149b2ad09e3b'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:09.471484 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb8fdf4-55e8-4c81-89ef-e3fc26cb0543" -d '{"events": [{"server_uuid": "c060d26b-bcf9-483b-aa9b-e2aef09ad8d9", "name": "network-vif-unplugged", "status": "completed", "tag": "a5eb4bfd-3487-4309-995c-149b2ad09e3b"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:09.493252 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [req-2e6bab14-d730-4851-b11d-d706046d29a5 req-5f433bc9-1ec3-4df4-a87b-46e3d9b29177 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] show failed (client error): The resource could not be found. Dec 16 09:34:09.498549 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2e6bab14-d730-4851-b11d-d706046d29a5 req-5f433bc9-1ec3-4df4-a87b-46e3d9b29177 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "GET /v2.0/security-groups/bc9b55ed-5204-4e8e-9073-2211fb96b214 HTTP/1.1" status: 404 len: 352 time: 0.0306723 Dec 16 09:34:09.524310 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37af4a97-2878-4300-b34b-a0a11c938f8f x-openstack-request-id: req-37af4a97-2878-4300-b34b-a0a11c938f8f {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:09.526109 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c060d26b-bcf9-483b-aa9b-e2aef09ad8d9", "name": "network-vif-unplugged", "status": "completed", "tag": "a5eb4bfd-3487-4309-995c-149b2ad09e3b", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:09.526109 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-37af4a97-2878-4300-b34b-a0a11c938f8f {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:09.526109 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c060d26b-bcf9-483b-aa9b-e2aef09ad8d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5eb4bfd-3487-4309-995c-149b2ad09e3b', 'code': 200} Dec 16 09:34:09.560909 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fb87f7bc-8904-479f-95b4-94b741bb273b req-8f907b74-9206-4f9f-99ce-ac2d690b3e6a tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "GET /v2.0/security-groups/c1cb7bf0-dcaf-4ba6-a721-8e5a6dc0d232 HTTP/1.1" status: 200 len: 1807 time: 0.0443125 Dec 16 09:34:09.599355 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 541cf5a7-3ac1-4ba3-9125-d5b24672df75 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:34:09.647766 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-fb87f7bc-8904-479f-95b4-94b741bb273b req-d6d54fb2-def4-4a6d-a18a-658f3030e32e tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:09.680395 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-fb87f7bc-8904-479f-95b4-94b741bb273b req-d6d54fb2-def4-4a6d-a18a-658f3030e32e tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:09.725889 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967b7db-979b-4d5e-ac72-7f39796f800a req-0f5d9cf7-5d9a-4bea-a077-f34ee2e9a7b1 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:09.727372 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b967b7db-979b-4d5e-ac72-7f39796f800a req-0f5d9cf7-5d9a-4bea-a077-f34ee2e9a7b1 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=eafb3d90-39b3-491f-91e2-af81637e33d4 HTTP/1.1" status: 200 len: 945 time: 0.0519116 Dec 16 09:34:09.777837 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 541cf5a7-3ac1-4ba3-9125-d5b24672df75 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:34:09.781765 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 541cf5a7-3ac1-4ba3-9125-d5b24672df75 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:09.782131 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:09.801550 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-fb87f7bc-8904-479f-95b4-94b741bb273b req-d6d54fb2-def4-4a6d-a18a-658f3030e32e tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:09.804827 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-fb87f7bc-8904-479f-95b4-94b741bb273b req-d6d54fb2-def4-4a6d-a18a-658f3030e32e tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:09.811828 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fb87f7bc-8904-479f-95b4-94b741bb273b req-d6d54fb2-def4-4a6d-a18a-658f3030e32e tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "DELETE /v2.0/security-groups/c1cb7bf0-dcaf-4ba6-a721-8e5a6dc0d232 HTTP/1.1" status: 204 len: 173 time: 0.2443187 Dec 16 09:34:09.825089 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b967b7db-979b-4d5e-ac72-7f39796f800a req-ddae171c-f711-483c-a56f-676df8e712f8 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910478 Dec 16 09:34:09.861385 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d54fb2-def4-4a6d-a18a-658f3030e32e tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cb7bf0-dcaf-4ba6-a721-8e5a6dc0d232,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:09.891647 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea62d6-41d8-462e-82f8-8aaf78a2c076 req-d853c425-87c8-47ce-afea-1c030ad0b444 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:09.898022 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6fea62d6-41d8-462e-82f8-8aaf78a2c076 req-d853c425-87c8-47ce-afea-1c030ad0b444 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.57 "GET /v2.0/ports?device_id=c060d26b-bcf9-483b-aa9b-e2aef09ad8d9 HTTP/1.1" status: 200 len: 943 time: 0.1459064 Dec 16 09:34:09.959533 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:09.992741 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d585c2-8c97-4fbf-abc1-d47c460cd5eb req-0d8e8da5-6df2-49ed-a039-ff20e181951b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:09.996792 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4346ff8f-4837-47d2-998c-d1cb90702279 req-e0045424-16af-45cc-9f2e-5d4ca485e938 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb725e83-4244-4f5a-b17d-9cc8bfe1ca38 HTTP/1.1" status: 200 len: 210 time: 0.0366416 Dec 16 09:34:10.003602 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-76d585c2-8c97-4fbf-abc1-d47c460cd5eb req-0d8e8da5-6df2-49ed-a039-ff20e181951b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 947 time: 0.0898182 Dec 16 09:34:10.015519 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 541cf5a7-3ac1-4ba3-9125-d5b24672df75, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=541cf5a7-3ac1-4ba3-9125-d5b24672df75,segment=NetworkSegment(6c496118-4e09-4f89-b8ab-5391fc86f2af),segment_id=6c496118-4e09-4f89-b8ab-5391fc86f2af)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:10.061243 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-76d585c2-8c97-4fbf-abc1-d47c460cd5eb req-561e4c06-ddc2-4654-8087-3d131d04b65e tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566497 Dec 16 09:34:10.072253 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:10.116023 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-887ea1e5-1ebb-4bd6-8078-7b21b2845dbd req-a289f256-9a5e-4f83-82bb-74630e89fe4f tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "GET /v2.0/security-groups/d257b4da-31eb-42ef-92d3-0885ceef639e HTTP/1.1" status: 200 len: 1806 time: 0.0673194 Dec 16 09:34:10.121772 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-6fea62d6-41d8-462e-82f8-8aaf78a2c076 req-7236f324-d5a1-4938-9099-bd807ddb08cf tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Deleting port a5eb4bfd-3487-4309-995c-149b2ad09e3b {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:34:10.122116 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6fea62d6-41d8-462e-82f8-8aaf78a2c076 req-7236f324-d5a1-4938-9099-bd807ddb08cf tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:10.130895 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=541cf5a7-3ac1-4ba3-9125-d5b24672df75,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:10.238553 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-887ea1e5-1ebb-4bd6-8078-7b21b2845dbd req-e5344e03-81e4-4a8e-891c-bbe420a3a004 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:10.262935 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-6fea62d6-41d8-462e-82f8-8aaf78a2c076 req-7236f324-d5a1-4938-9099-bd807ddb08cf tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] For port a5eb4bfd-3487-4309-995c-149b2ad09e3b, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=a5eb4bfd-3487-4309-995c-149b2ad09e3b,segment=NetworkSegment(2082cd97-2035-461e-ae5b-e2756d7ddb51),segment_id=2082cd97-2035-461e-ae5b-e2756d7ddb51)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:10.263300 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6fea62d6-41d8-462e-82f8-8aaf78a2c076 req-7236f324-d5a1-4938-9099-bd807ddb08cf tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:10.280767 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:10.287295 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-887ea1e5-1ebb-4bd6-8078-7b21b2845dbd req-e5344e03-81e4-4a8e-891c-bbe420a3a004 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:10.289781 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-6fea62d6-41d8-462e-82f8-8aaf78a2c076 req-7236f324-d5a1-4938-9099-bd807ddb08cf tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Calling delete_port for a5eb4bfd-3487-4309-995c-149b2ad09e3b owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:34:10.477227 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-887ea1e5-1ebb-4bd6-8078-7b21b2845dbd req-e5344e03-81e4-4a8e-891c-bbe420a3a004 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:10.479854 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-887ea1e5-1ebb-4bd6-8078-7b21b2845dbd req-e5344e03-81e4-4a8e-891c-bbe420a3a004 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:10.481725 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e5b79-543e-47ed-8cc2-bea2afbdf2da req-a7a29223-77d2-4a53-befb-40520485c887 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:10.487021 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f46e5b79-543e-47ed-8cc2-bea2afbdf2da req-a7a29223-77d2-4a53-befb-40520485c887 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=340ca23b-67cb-4c46-89f0-e4eee52a0aaf HTTP/1.1" status: 200 len: 945 time: 0.0606215 Dec 16 09:34:10.490078 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-887ea1e5-1ebb-4bd6-8078-7b21b2845dbd req-e5344e03-81e4-4a8e-891c-bbe420a3a004 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "DELETE /v2.0/security-groups/d257b4da-31eb-42ef-92d3-0885ceef639e HTTP/1.1" status: 204 len: 173 time: 0.3647435 Dec 16 09:34:10.500540 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5344e03-81e4-4a8e-891c-bbe420a3a004 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d257b4da-31eb-42ef-92d3-0885ceef639e,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:10.536736 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f46e5b79-543e-47ed-8cc2-bea2afbdf2da req-6ec69299-87c2-4634-b075-5633a1a2b88a tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406458 Dec 16 09:34:10.598136 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6fea62d6-41d8-462e-82f8-8aaf78a2c076 req-7236f324-d5a1-4938-9099-bd807ddb08cf tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:10.608273 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-af7567e8-f151-4500-8c06-2a318f2589e3 req-d861d0db-3bca-4acb-87b6-16dbfb50692e tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "GET /v2.0/security-groups/592cfc2a-c94d-4760-8747-09f15e14b02f HTTP/1.1" status: 200 len: 1807 time: 0.0451219 Dec 16 09:34:10.677754 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-af7567e8-f151-4500-8c06-2a318f2589e3 req-7b3a3cdf-1e27-437c-946b-9ac80b87d91f tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:10.706238 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7236f324-d5a1-4938-9099-bd807ddb08cf tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Pushing event deleted for resources: {'Port': ['ID=a5eb4bfd-3487-4309-995c-149b2ad09e3b,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:10.710061 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-af7567e8-f151-4500-8c06-2a318f2589e3 req-7b3a3cdf-1e27-437c-946b-9ac80b87d91f tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:10.751303 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fea62d6-41d8-462e-82f8-8aaf78a2c076 req-7236f324-d5a1-4938-9099-bd807ddb08cf tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] No DVR routers for this DVR port a5eb4bfd-3487-4309-995c-149b2ad09e3b on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:34:10.756533 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6fea62d6-41d8-462e-82f8-8aaf78a2c076 req-7236f324-d5a1-4938-9099-bd807ddb08cf tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:10.758596 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6fea62d6-41d8-462e-82f8-8aaf78a2c076 req-7236f324-d5a1-4938-9099-bd807ddb08cf tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.57 "DELETE /v2.0/ports/a5eb4bfd-3487-4309-995c-149b2ad09e3b HTTP/1.1" status: 204 len: 173 time: 0.8539040 Dec 16 09:34:10.761195 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c060d26b-bcf9-483b-aa9b-e2aef09ad8d9', 'name': 'network-vif-deleted', 'tag': 'a5eb4bfd-3487-4309-995c-149b2ad09e3b'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:10.764665 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa177f7c-d692-4b88-ab46-118d4a87f019" -d '{"events": [{"server_uuid": "c060d26b-bcf9-483b-aa9b-e2aef09ad8d9", "name": "network-vif-deleted", "tag": "a5eb4bfd-3487-4309-995c-149b2ad09e3b"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:10.810706 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba1520d-9e4f-4f51-9f19-ca1f38f3d21f x-openstack-request-id: req-aba1520d-9e4f-4f51-9f19-ca1f38f3d21f {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:10.811009 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c060d26b-bcf9-483b-aa9b-e2aef09ad8d9", "name": "network-vif-deleted", "tag": "a5eb4bfd-3487-4309-995c-149b2ad09e3b", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:10.811262 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aba1520d-9e4f-4f51-9f19-ca1f38f3d21f {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:10.811656 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c060d26b-bcf9-483b-aa9b-e2aef09ad8d9', 'name': 'network-vif-deleted', 'tag': 'a5eb4bfd-3487-4309-995c-149b2ad09e3b', 'status': 'completed', 'code': 200} Dec 16 09:34:10.823000 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-2e7a63b2-04a9-467c-8ba8-f2d27d427798 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:10.824707 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-2e7a63b2-04a9-467c-8ba8-f2d27d427798 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.58 "GET /v2.0/networks?id=2eeb7a38-55b2-441b-9574-26196c5f8d08 HTTP/1.1" status: 200 len: 805 time: 0.2101922 Dec 16 09:34:10.825893 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-af7567e8-f151-4500-8c06-2a318f2589e3 req-7b3a3cdf-1e27-437c-946b-9ac80b87d91f tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:10.828462 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-af7567e8-f151-4500-8c06-2a318f2589e3 req-7b3a3cdf-1e27-437c-946b-9ac80b87d91f tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:10.834594 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-af7567e8-f151-4500-8c06-2a318f2589e3 req-7b3a3cdf-1e27-437c-946b-9ac80b87d91f tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "DELETE /v2.0/security-groups/592cfc2a-c94d-4760-8747-09f15e14b02f HTTP/1.1" status: 204 len: 173 time: 0.2150319 Dec 16 09:34:10.839772 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-625446f9-2c1e-49bd-b9be-d0d9c2441168 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Request body: {'port': {'device_id': 'cb725e83-4244-4f5a-b17d-9cc8bfe1ca38', 'network_id': '2eeb7a38-55b2-441b-9574-26196c5f8d08', 'admin_state_up': True, 'tenant_id': '1e7e6b140fda42e19ce52d82028fabc5'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:10.843045 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a3cdf-1e27-437c-946b-9ac80b87d91f tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=592cfc2a-c94d-4760-8747-09f15e14b02f,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:10.973452 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5201d056-d02f-433f-950b-1f68a57fbcea req-bbdff581-5e94-427b-baa8-a54186f5bda1 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "GET /v2.0/security-groups/7bbef975-14eb-49d4-a760-33463d870129 HTTP/1.1" status: 200 len: 2405 time: 0.1080570 Dec 16 09:34:10.985555 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932eae0-320f-494f-a76a-2f817b9f4294 req-9305f81f-0f66-47db-bd03-914d061cf8a2 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:10.987598 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1932eae0-320f-494f-a76a-2f817b9f4294 req-9305f81f-0f66-47db-bd03-914d061cf8a2 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=eafb3d90-39b3-491f-91e2-af81637e33d4 HTTP/1.1" status: 200 len: 945 time: 0.0796857 Dec 16 09:34:11.048463 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1932eae0-320f-494f-a76a-2f817b9f4294 req-76366a40-5dad-43e3-9b51-192625771aaf tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544908 Dec 16 09:34:11.079901 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 3c11b3fa-66d4-4f57-a444-5164e8315209 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:34:11.095197 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-5201d056-d02f-433f-950b-1f68a57fbcea req-fd831e5b-3a0e-4491-86fe-3ca43fe2ce8f tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:11.124635 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-5201d056-d02f-433f-950b-1f68a57fbcea req-fd831e5b-3a0e-4491-86fe-3ca43fe2ce8f tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:11.144461 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-625446f9-2c1e-49bd-b9be-d0d9c2441168 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Made reservation on behalf of 1e7e6b140fda42e19ce52d82028fabc5 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:34:11.150022 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-625446f9-2c1e-49bd-b9be-d0d9c2441168 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:11.153526 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-23134c2a-35cf-47b6-b7eb-04f97791f0ff req-af4a87dd-28cd-4169-847a-903ea7b6b050 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb725e83-4244-4f5a-b17d-9cc8bfe1ca38 HTTP/1.1" status: 200 len: 210 time: 0.0296056 Dec 16 09:34:11.208207 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 3c11b3fa-66d4-4f57-a444-5164e8315209, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=3c11b3fa-66d4-4f57-a444-5164e8315209,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:11.222416 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '3c11b3fa-66d4-4f57-a444-5164e8315209', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': '3c11b3fa-66d4-4f57-a444-5164e8315209', 'mac_address': 'fa:16:3e:18:1e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:34:11.272672 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:11.289807 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c11b3fa-66d4-4f57-a444-5164e8315209 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:34:11.314668 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 3c11b3fa-66d4-4f57-a444-5164e8315209, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=3c11b3fa-66d4-4f57-a444-5164e8315209,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:11.328466 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-625446f9-2c1e-49bd-b9be-d0d9c2441168 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Allocated IP 172.20.0.9 (2eeb7a38-55b2-441b-9574-26196c5f8d08/211efb7a-3b19-4354-921e-9061bf2ec918/1ae25eda-91ad-4be7-98c9-b56540b3cde5) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:34:11.382378 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-5201d056-d02f-433f-950b-1f68a57fbcea req-fd831e5b-3a0e-4491-86fe-3ca43fe2ce8f tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:11.384908 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-5201d056-d02f-433f-950b-1f68a57fbcea req-fd831e5b-3a0e-4491-86fe-3ca43fe2ce8f tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:11.386076 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5201d056-d02f-433f-950b-1f68a57fbcea req-fd831e5b-3a0e-4491-86fe-3ca43fe2ce8f tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "DELETE /v2.0/security-groups/7bbef975-14eb-49d4-a760-33463d870129 HTTP/1.1" status: 204 len: 173 time: 0.3998826 Dec 16 09:34:11.424030 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:11.435701 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd831e5b-3a0e-4491-86fe-3ca43fe2ce8f tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbef975-14eb-49d4-a760-33463d870129,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:11.492054 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=3c11b3fa-66d4-4f57-a444-5164e8315209,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:11.526706 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340ca23b-67cb-4c46-89f0-e4eee52a0aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541cf5a7-3ac1-4ba3-9125-d5b24672df75'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:11.528427 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-625446f9-2c1e-49bd-b9be-d0d9c2441168 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:11.529438 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c637d87b-7c1c-49db-a6bc-8b8730e83b80" -d '{"events": [{"server_uuid": "340ca23b-67cb-4c46-89f0-e4eee52a0aaf", "name": "network-vif-plugged", "status": "completed", "tag": "541cf5a7-3ac1-4ba3-9125-d5b24672df75"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:11.544041 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0b7ff-3cba-4513-a002-28188b81ea6f req-8c27598c-345c-456a-8eb0-43ecec12ea9b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:11.545589 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-14b0b7ff-3cba-4513-a002-28188b81ea6f req-8c27598c-345c-456a-8eb0-43ecec12ea9b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 948 time: 0.0857577 Dec 16 09:34:11.608450 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-14b0b7ff-3cba-4513-a002-28188b81ea6f req-19b578e6-c914-4863-80da-1e02f95e93a8 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557175 Dec 16 09:34:11.669340 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7469623b-2a13-404a-9e62-c09bd49b2d12 x-openstack-request-id: req-7469623b-2a13-404a-9e62-c09bd49b2d12 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:11.669340 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340ca23b-67cb-4c46-89f0-e4eee52a0aaf", "name": "network-vif-plugged", "status": "completed", "tag": "541cf5a7-3ac1-4ba3-9125-d5b24672df75", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:11.669340 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7469623b-2a13-404a-9e62-c09bd49b2d12 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:11.669340 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340ca23b-67cb-4c46-89f0-e4eee52a0aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541cf5a7-3ac1-4ba3-9125-d5b24672df75', 'code': 200} Dec 16 09:34:11.681334 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-39fe8b04-694e-4034-a0d4-71766a3f8811 req-37327c6a-9ff9-483e-b50b-879d375b5252 tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "GET /v2.0/security-groups/1dbadac2-3b38-42ec-b9ba-cebc945ff973 HTTP/1.1" status: 200 len: 2400 time: 0.0775852 Dec 16 09:34:11.729477 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-625446f9-2c1e-49bd-b9be-d0d9c2441168 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:11.757168 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-39fe8b04-694e-4034-a0d4-71766a3f8811 req-e025c28f-b4c9-49c7-8c43-7775b4e1c8fc tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:11.779179 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-39fe8b04-694e-4034-a0d4-71766a3f8811 req-e025c28f-b4c9-49c7-8c43-7775b4e1c8fc tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:11.854392 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-625446f9-2c1e-49bd-b9be-d0d9c2441168 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Network 2eeb7a38-55b2-441b-9574-26196c5f8d08 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:34:11.871223 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-625446f9-2c1e-49bd-b9be-d0d9c2441168 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:34:11.879242 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-625446f9-2c1e-49bd-b9be-d0d9c2441168 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:34:11.883413 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625446f9-2c1e-49bd-b9be-d0d9c2441168 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Pushing event updated for resources: {'Port': ['ID=1ae25eda-91ad-4be7-98c9-b56540b3cde5,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:11.947427 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['3c11b3fa-66d4-4f57-a444-5164e8315209'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:34:11.951060 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb9a4e-a606-40cd-a0e0-7a9c06307192 req-265c6f42-eb8d-442c-b847-332f819ecced tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:11.953559 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25cb9a4e-a606-40cd-a0e0-7a9c06307192 req-265c6f42-eb8d-442c-b847-332f819ecced tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=340ca23b-67cb-4c46-89f0-e4eee52a0aaf HTTP/1.1" status: 200 len: 945 time: 0.2161388 Dec 16 09:34:11.959238 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b1e07-46eb-4962-a0bb-56610dcbc04c req-5d12b743-8e72-4454-bc54-f2f4dd2b3dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:11.961011 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3a5b1e07-46eb-4962-a0bb-56610dcbc04c req-5d12b743-8e72-4454-bc54-f2f4dd2b3dbc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=340ca23b-67cb-4c46-89f0-e4eee52a0aaf HTTP/1.1" status: 200 len: 1096 time: 0.2181041 Dec 16 09:34:11.999991 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-625446f9-2c1e-49bd-b9be-d0d9c2441168 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:12.000769 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-625446f9-2c1e-49bd-b9be-d0d9c2441168 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:12.054911 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25cb9a4e-a606-40cd-a0e0-7a9c06307192 req-e0886819-d2e2-4b21-b3ab-66fafa33f6b9 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902164 Dec 16 09:34:12.057229 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3a5b1e07-46eb-4962-a0bb-56610dcbc04c req-28bcb94a-b321-47e1-b52e-8f1ceffcc553 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882983 Dec 16 09:34:12.206909 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-39fe8b04-694e-4034-a0d4-71766a3f8811 req-e025c28f-b4c9-49c7-8c43-7775b4e1c8fc tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:12.209501 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-39fe8b04-694e-4034-a0d4-71766a3f8811 req-e025c28f-b4c9-49c7-8c43-7775b4e1c8fc tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:12.210667 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-39fe8b04-694e-4034-a0d4-71766a3f8811 req-e025c28f-b4c9-49c7-8c43-7775b4e1c8fc tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] 10.222.0.60 "DELETE /v2.0/security-groups/1dbadac2-3b38-42ec-b9ba-cebc945ff973 HTTP/1.1" status: 204 len: 173 time: 0.5285420 Dec 16 09:34:12.224167 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 47036) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:12.224985 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025c28f-b4c9-49c7-8c43-7775b4e1c8fc tempest-SecurityGroupRulesTestJSON-1225162616 tempest-SecurityGroupRulesTestJSON-1225162616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbadac2-3b38-42ec-b9ba-cebc945ff973,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:12.228358 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-625446f9-2c1e-49bd-b9be-d0d9c2441168 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3950670 Dec 16 09:34:12.258346 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49b8fa-ff74-4df9-a86b-a9477118972f req-ef559ac5-94ea-4eee-b1e5-748f2ab12214 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:12.271644 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8f49b8fa-ff74-4df9-a86b-a9477118972f req-ef559ac5-94ea-4eee-b1e5-748f2ab12214 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=eafb3d90-39b3-491f-91e2-af81637e33d4 HTTP/1.1" status: 200 len: 945 time: 0.0659227 Dec 16 09:34:12.271644 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-9cde11c3-3738-4b61-9147-5e3d49bf162b service neutron] Request body: {'port': {'device_id': 'cb725e83-4244-4f5a-b17d-9cc8bfe1ca38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:12.290663 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba1e4378-c9b4-4358-b7f6-47ddc53d4083 admin admin] Deleting subnet 4d591b92-8cfa-4043-821a-1c87ee277c3c {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:34:12.294085 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ba1e4378-c9b4-4358-b7f6-47ddc53d4083 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:12.334305 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ba1e4378-c9b4-4358-b7f6-47ddc53d4083 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:12.363436 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8f49b8fa-ff74-4df9-a86b-a9477118972f req-9b7b4f90-263d-483b-8968-c418d7c597f9 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937893 Dec 16 09:34:12.364574 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-9cde11c3-3738-4b61-9147-5e3d49bf162b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:12.379412 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ba1e4378-c9b4-4358-b7f6-47ddc53d4083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:12.492938 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353acdff-94ff-4f92-919a-1691cd88dc90 req-6fad872d-5f63-4922-90cc-c49a326e63c5 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:12.494528 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-353acdff-94ff-4f92-919a-1691cd88dc90 req-6fad872d-5f63-4922-90cc-c49a326e63c5 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb725e83-4244-4f5a-b17d-9cc8bfe1ca38 HTTP/1.1" status: 200 len: 931 time: 0.0775161 Dec 16 09:34:12.535911 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-353acdff-94ff-4f92-919a-1691cd88dc90 req-a61521a5-c07f-41e8-84e5-aab4d5e14797 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345485 Dec 16 09:34:12.551499 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ba1e4378-c9b4-4358-b7f6-47ddc53d4083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:12.576983 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e4378-c9b4-4358-b7f6-47ddc53d4083 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d591b92-8cfa-4043-821a-1c87ee277c3c,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:12.580916 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ba1e4378-c9b4-4358-b7f6-47ddc53d4083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:12.586706 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ba1e4378-c9b4-4358-b7f6-47ddc53d4083 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4d591b92-8cfa-4043-821a-1c87ee277c3c HTTP/1.1" status: 204 len: 168 time: 0.3571479 Dec 16 09:34:12.587365 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 47038) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:12.668898 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7dd50d5c-0de7-4092-8f8e-53d4be26134e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:12.700664 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-9cde11c3-3738-4b61-9147-5e3d49bf162b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ae25eda-91ad-4be7-98c9-b56540b3cde5 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:34:12.721968 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-9cde11c3-3738-4b61-9147-5e3d49bf162b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:12.741968 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-9cde11c3-3738-4b61-9147-5e3d49bf162b service neutron] Transition to ACTIVE for port object 1ae25eda-91ad-4be7-98c9-b56540b3cde5 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:34:12.753777 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a915355-b6c6-4727-a9bc-3709204e1049 req-c8a81934-b8bf-4e34-852a-37886cbba24c tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:12.755604 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9a915355-b6c6-4727-a9bc-3709204e1049 req-c8a81934-b8bf-4e34-852a-37886cbba24c tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 948 time: 0.0697358 Dec 16 09:34:12.774765 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7dd50d5c-0de7-4092-8f8e-53d4be26134e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:12.798500 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-7dd50d5c-0de7-4092-8f8e-53d4be26134e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4c776b6-b901-4c0e-821b-a211f1a3c3c2']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:12.805089 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9a915355-b6c6-4727-a9bc-3709204e1049 req-6a463363-2943-4f44-9cf3-6ca7b90bd9fb tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425572 Dec 16 09:34:12.809359 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-7dd50d5c-0de7-4092-8f8e-53d4be26134e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd247098b-2b23-4617-8118-6d714ec3c1c2') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:12.809660 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-7dd50d5c-0de7-4092-8f8e-53d4be26134e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd247098b-2b23-4617-8118-6d714ec3c1c2') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:12.819294 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7dd50d5c-0de7-4092-8f8e-53d4be26134e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:12.820690 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-9cde11c3-3738-4b61-9147-5e3d49bf162b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:12.833172 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7dd50d5c-0de7-4092-8f8e-53d4be26134e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:12.839731 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd50d5c-0de7-4092-8f8e-53d4be26134e admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:34:12.840122 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7dd50d5c-0de7-4092-8f8e-53d4be26134e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:12.841974 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:34:12.841974 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:34:12.841974 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:34:12.841974 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:34:12.841974 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:34:12.841974 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:34:12.841974 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:34:12.841974 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:34:12.841974 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:34:12.841974 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:34:12.841974 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:34:12.841974 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:34:12.841974 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:34:12.841974 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:34:12.841974 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:34:12.841974 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:34:12.841974 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:34:12.841974 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:34:12.841974 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:34:12.841974 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:34:12.841974 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:34:12.841974 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:34:12.841974 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:34:12.841974 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:34:12.841974 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:34:12.841974 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:34:12.841974 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:34:12.841974 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:34:12.841974 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:34:12.841974 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:34:12.841974 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:34:12.841974 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:34:12.883460 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde11c3-3738-4b61-9147-5e3d49bf162b service neutron] Pushing event updated for resources: {'Port': ['ID=1ae25eda-91ad-4be7-98c9-b56540b3cde5,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:12.953244 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-9cde11c3-3738-4b61-9147-5e3d49bf162b service neutron] Attempting to bind port 1ae25eda-91ad-4be7-98c9-b56540b3cde5 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:34:12.953588 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-9cde11c3-3738-4b61-9147-5e3d49bf162b service neutron] Attempting to bind port 1ae25eda-91ad-4be7-98c9-b56540b3cde5 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '2082cd97-2035-461e-ae5b-e2756d7ddb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2eeb7a38-55b2-441b-9574-26196c5f8d08'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:34:12.953919 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-9cde11c3-3738-4b61-9147-5e3d49bf162b service neutron] Attempting to bind port 1ae25eda-91ad-4be7-98c9-b56540b3cde5 on network 2eeb7a38-55b2-441b-9574-26196c5f8d08 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:12.958741 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-9cde11c3-3738-4b61-9147-5e3d49bf162b service neutron] Port 1ae25eda-91ad-4be7-98c9-b56540b3cde5 on network 2eeb7a38-55b2-441b-9574-26196c5f8d08 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:34:12.959063 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-9cde11c3-3738-4b61-9147-5e3d49bf162b service neutron] Attempting to bind port 1ae25eda-91ad-4be7-98c9-b56540b3cde5 on network 2eeb7a38-55b2-441b-9574-26196c5f8d08 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:12.964262 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-9cde11c3-3738-4b61-9147-5e3d49bf162b service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:34:12.964598 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-9cde11c3-3738-4b61-9147-5e3d49bf162b service neutron] Checking segment: {'id': '2082cd97-2035-461e-ae5b-e2756d7ddb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2eeb7a38-55b2-441b-9574-26196c5f8d08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:34:12.964988 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-9cde11c3-3738-4b61-9147-5e3d49bf162b service neutron] Bound using segment: {'id': '2082cd97-2035-461e-ae5b-e2756d7ddb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2eeb7a38-55b2-441b-9574-26196c5f8d08'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:34:12.965449 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-9cde11c3-3738-4b61-9147-5e3d49bf162b service neutron] Bound port: 1ae25eda-91ad-4be7-98c9-b56540b3cde5, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2082cd97-2035-461e-ae5b-e2756d7ddb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2eeb7a38-55b2-441b-9574-26196c5f8d08'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:34:12.965813 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-9cde11c3-3738-4b61-9147-5e3d49bf162b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:12.969388 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7dd50d5c-0de7-4092-8f8e-53d4be26134e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:12.982187 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7dd50d5c-0de7-4092-8f8e-53d4be26134e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:12.986482 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7dd50d5c-0de7-4092-8f8e-53d4be26134e admin admin] 10.222.0.60 "DELETE /v2.0/networks/e4c776b6-b901-4c0e-821b-a211f1a3c3c2 HTTP/1.1" status: 204 len: 168 time: 0.3979228 Dec 16 09:34:13.005702 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd50d5c-0de7-4092-8f8e-53d4be26134e admin admin] Pushing event deleted for resources: {'Network': ['ID=e4c776b6-b901-4c0e-821b-a211f1a3c3c2,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:13.043969 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-9cde11c3-3738-4b61-9147-5e3d49bf162b service neutron] For port 1ae25eda-91ad-4be7-98c9-b56540b3cde5, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:34:13.048447 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-9cde11c3-3738-4b61-9147-5e3d49bf162b service neutron] For port 1ae25eda-91ad-4be7-98c9-b56540b3cde5, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=1ae25eda-91ad-4be7-98c9-b56540b3cde5,segment=NetworkSegment(2082cd97-2035-461e-ae5b-e2756d7ddb51),segment_id=2082cd97-2035-461e-ae5b-e2756d7ddb51)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:34:13.129810 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-9cde11c3-3738-4b61-9147-5e3d49bf162b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:13.179148 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-9cde11c3-3738-4b61-9147-5e3d49bf162b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:13.180597 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-9cde11c3-3738-4b61-9147-5e3d49bf162b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:13.182696 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-9cde11c3-3738-4b61-9147-5e3d49bf162b service neutron] 10.222.0.58 "PUT /v2.0/ports/1ae25eda-91ad-4be7-98c9-b56540b3cde5 HTTP/1.1" status: 200 len: 1091 time: 0.9207399 Dec 16 09:34:13.183228 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb725e83-4244-4f5a-b17d-9cc8bfe1ca38', 'tag': '1ae25eda-91ad-4be7-98c9-b56540b3cde5'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:13.185712 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6265a0-0c72-4c27-b186-b77b5c975686" -d '{"events": [{"name": "network-changed", "server_uuid": "cb725e83-4244-4f5a-b17d-9cc8bfe1ca38", "tag": "1ae25eda-91ad-4be7-98c9-b56540b3cde5"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:13.213161 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde11c3-3738-4b61-9147-5e3d49bf162b service neutron] Pushing event updated for resources: {'Port': ['ID=1ae25eda-91ad-4be7-98c9-b56540b3cde5,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:13.215625 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da03cb-dd3e-41b5-9273-83d9db460531 req-bb112be5-9bd9-4a15-a23e-2d7c0e2793af tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:13.220613 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72da03cb-dd3e-41b5-9273-83d9db460531 req-bb112be5-9bd9-4a15-a23e-2d7c0e2793af tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=340ca23b-67cb-4c46-89f0-e4eee52a0aaf HTTP/1.1" status: 200 len: 945 time: 0.0841687 Dec 16 09:34:13.261617 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72da03cb-dd3e-41b5-9273-83d9db460531 req-ab241be4-0af6-4eba-928e-03531d2fa882 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358377 Dec 16 09:34:13.307983 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ecc0e1-245f-495e-b9c3-cfc317ec78c3 x-openstack-request-id: req-08ecc0e1-245f-495e-b9c3-cfc317ec78c3 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:13.308346 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb725e83-4244-4f5a-b17d-9cc8bfe1ca38", "tag": "1ae25eda-91ad-4be7-98c9-b56540b3cde5", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:13.308683 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-08ecc0e1-245f-495e-b9c3-cfc317ec78c3 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:13.309180 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb725e83-4244-4f5a-b17d-9cc8bfe1ca38', 'tag': '1ae25eda-91ad-4be7-98c9-b56540b3cde5', 'status': 'completed', 'code': 200} Dec 16 09:34:13.397489 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6265a0-0c72-4c27-b186-b77b5c975686 req-87bbca40-bbf0-4f0e-92fc-b7945138034b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:13.399025 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0a6265a0-0c72-4c27-b186-b77b5c975686 req-87bbca40-bbf0-4f0e-92fc-b7945138034b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e7e6b140fda42e19ce52d82028fabc5&device_id=cb725e83-4244-4f5a-b17d-9cc8bfe1ca38 HTTP/1.1" status: 200 len: 1094 time: 0.0498273 Dec 16 09:34:13.504193 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 47056) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:13.525779 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c1984-9295-467c-9827-dee914045ee6 req-c787beb3-70cd-4156-8373-d191aa5eab47 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:13.527615 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-be6c1984-9295-467c-9827-dee914045ee6 req-c787beb3-70cd-4156-8373-d191aa5eab47 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=eafb3d90-39b3-491f-91e2-af81637e33d4 HTTP/1.1" status: 200 len: 945 time: 0.0808980 Dec 16 09:34:13.547419 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6265a0-0c72-4c27-b186-b77b5c975686 req-168b69dc-ba86-4897-a400-1abb86b9267f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:13.549166 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0a6265a0-0c72-4c27-b186-b77b5c975686 req-168b69dc-ba86-4897-a400-1abb86b9267f service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=1e7e6b140fda42e19ce52d82028fabc5&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1233282 Dec 16 09:34:13.592654 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d29a0778-3807-463b-93c3-ff7a35d1a13f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fe488013846d4c67aba6e4526be107cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0874171 Dec 16 09:34:13.595802 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 47060) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:13.621159 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-be6c1984-9295-467c-9827-dee914045ee6 req-1458f855-d3fb-4358-92fa-2927b2db6bf8 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823202 Dec 16 09:34:13.665215 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2768878e-61fb-4d2d-90bf-9329ca44d17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:13.697435 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2768878e-61fb-4d2d-90bf-9329ca44d17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:13.708489 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6265a0-0c72-4c27-b186-b77b5c975686 req-531772c9-cdc8-45cb-b5ab-95c1347361ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:13.710418 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0a6265a0-0c72-4c27-b186-b77b5c975686 req-531772c9-cdc8-45cb-b5ab-95c1347361ec service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1524606 Dec 16 09:34:13.737346 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7447b-a7e8-4e44-bc36-bc08e4b039d4 req-36c1c7e9-cf7f-490a-927b-7550eff62d0d tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:13.739773 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cae7447b-a7e8-4e44-bc36-bc08e4b039d4 req-36c1c7e9-cf7f-490a-927b-7550eff62d0d tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb725e83-4244-4f5a-b17d-9cc8bfe1ca38 HTTP/1.1" status: 200 len: 943 time: 0.0974579 Dec 16 09:34:13.812159 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2768878e-61fb-4d2d-90bf-9329ca44d17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:13.816072 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2768878e-61fb-4d2d-90bf-9329ca44d17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:13.817289 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2768878e-61fb-4d2d-90bf-9329ca44d17d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9b046914-e075-47a8-b40f-843569519020 HTTP/1.1" status: 204 len: 168 time: 0.2205286 Dec 16 09:34:13.819202 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cae7447b-a7e8-4e44-bc36-bc08e4b039d4 req-c785857b-f48c-4e61-a4b8-e18261d17ecc tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726705 Dec 16 09:34:13.825620 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2768878e-61fb-4d2d-90bf-9329ca44d17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b046914-e075-47a8-b40f-843569519020,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:13.831770 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-408c8ebd-4fbe-4425-b05e-12b21b4d8c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:13.836291 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-408c8ebd-4fbe-4425-b05e-12b21b4d8c3f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e7e6b140fda42e19ce52d82028fabc5&device_id=cb725e83-4244-4f5a-b17d-9cc8bfe1ca38 HTTP/1.1" status: 200 len: 1094 time: 0.0653145 Dec 16 09:34:13.905334 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-20a3a814-4953-483f-966b-391963f25dcb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ae25eda-91ad-4be7-98c9-b56540b3cde5 HTTP/1.1" status: 200 len: 217 time: 0.0636597 Dec 16 09:34:14.145681 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf85a7-ba48-4d96-b786-c9187b9322a8 req-08a15084-f474-4bf4-8673-7b0564b19f1a tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:14.148651 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7acf85a7-ba48-4d96-b786-c9187b9322a8 req-08a15084-f474-4bf4-8673-7b0564b19f1a tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=eafb3d90-39b3-491f-91e2-af81637e33d4 HTTP/1.1" status: 200 len: 945 time: 0.0576508 Dec 16 09:34:14.225016 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7acf85a7-ba48-4d96-b786-c9187b9322a8 req-a59c20e6-1e99-4461-b760-8b89d7ec8a63 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631363 Dec 16 09:34:14.266340 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d041cb-3249-40bd-ba6d-f96f60b4f352 req-9deb200a-859b-4b9e-9312-20392183e64e tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:14.269606 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-11d041cb-3249-40bd-ba6d-f96f60b4f352 req-9deb200a-859b-4b9e-9312-20392183e64e tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 948 time: 0.3589394 Dec 16 09:34:14.277897 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-226aa94e-a552-4e6d-b268-d7d6eb925644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:14.279473 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-226aa94e-a552-4e6d-b268-d7d6eb925644 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=211efb7a-3b19-4354-921e-9061bf2ec918 HTTP/1.1" status: 200 len: 845 time: 0.3599043 Dec 16 09:34:14.329139 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-02942e38-ba13-48f2-b143-cf6161bd75e3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2eeb7a38-55b2-441b-9574-26196c5f8d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394444 Dec 16 09:34:14.398846 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-11d041cb-3249-40bd-ba6d-f96f60b4f352 req-54fb81d5-cff8-49d7-a2c5-446936f46b5b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180432 Dec 16 09:34:14.465615 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-1a79c2e2-beb6-4b94-8ddd-fa6c1e5a4e7e service neutron] 10.222.0.58 "GET /v2.0/networks/2eeb7a38-55b2-441b-9574-26196c5f8d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247590 Dec 16 09:34:14.472681 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3316d97-3cc6-4473-b85c-0ac3c08d785f req-ee233f3d-3949-4c19-a4c1-569171d4f0b0 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:14.480140 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d3316d97-3cc6-4473-b85c-0ac3c08d785f req-ee233f3d-3949-4c19-a4c1-569171d4f0b0 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=340ca23b-67cb-4c46-89f0-e4eee52a0aaf HTTP/1.1" status: 200 len: 945 time: 0.0685434 Dec 16 09:34:14.526599 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d3316d97-3cc6-4473-b85c-0ac3c08d785f req-3fd514f8-8c4a-40cf-a228-6f86fa9150b3 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446191 Dec 16 09:34:14.639809 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3194fa80-b9e8-4708-adab-bbceeb5051d4 req-79bb65bc-ff20-40fe-9b31-afc8947f5bcb service neutron] 10.222.0.58 "GET /v2.0/networks/2eeb7a38-55b2-441b-9574-26196c5f8d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649921 Dec 16 09:34:14.651238 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c04f4-f458-4a90-9a24-6020db35c88a req-f72660bd-a02d-4dca-8deb-1547505731e3 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:14.652969 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-824c04f4-f458-4a90-9a24-6020db35c88a req-f72660bd-a02d-4dca-8deb-1547505731e3 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=72624928-782d-4bd6-9687-6a5071656e50 HTTP/1.1" status: 200 len: 945 time: 0.0528858 Dec 16 09:34:14.660034 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f6b3a-129b-4cfc-a413-2a86581a36a8 req-d5043f12-1491-41a1-83de-8717e4184b20 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:14.669060 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f6b3a-129b-4cfc-a413-2a86581a36a8 req-d5043f12-1491-41a1-83de-8717e4184b20 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:14.675017 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f6b3a-129b-4cfc-a413-2a86581a36a8 req-d5043f12-1491-41a1-83de-8717e4184b20 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:14.681271 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f6b3a-129b-4cfc-a413-2a86581a36a8 req-d5043f12-1491-41a1-83de-8717e4184b20 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:14.687000 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f6b3a-129b-4cfc-a413-2a86581a36a8 req-d5043f12-1491-41a1-83de-8717e4184b20 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:14.693460 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f6b3a-129b-4cfc-a413-2a86581a36a8 req-d5043f12-1491-41a1-83de-8717e4184b20 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:14.697238 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-824c04f4-f458-4a90-9a24-6020db35c88a req-5916d2fe-3db3-47b4-bafa-f6c4d618b514 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369992 Dec 16 09:34:14.699265 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f6b3a-129b-4cfc-a413-2a86581a36a8 req-d5043f12-1491-41a1-83de-8717e4184b20 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:14.701177 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ba6f6b3a-129b-4cfc-a413-2a86581a36a8 req-d5043f12-1491-41a1-83de-8717e4184b20 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5445 time: 0.1465089 Dec 16 09:34:14.761759 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ba6f6b3a-129b-4cfc-a413-2a86581a36a8 req-59cd5a73-b259-4e2b-88a2-83a85d42c069 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530262 Dec 16 09:34:14.852140 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3ae82-021e-4e52-9f0b-ed423d95ab9e req-bf4e5f9d-b04e-462a-beb7-5fd04ac3e67e tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:14.854024 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e2e3ae82-021e-4e52-9f0b-ed423d95ab9e req-bf4e5f9d-b04e-462a-beb7-5fd04ac3e67e tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=340ca23b-67cb-4c46-89f0-e4eee52a0aaf HTTP/1.1" status: 200 len: 945 time: 0.0689878 Dec 16 09:34:14.899913 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e2e3ae82-021e-4e52-9f0b-ed423d95ab9e req-c99d7f13-92cd-4a54-a190-4732475efc74 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386746 Dec 16 09:34:14.918731 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c81a0-67b3-4170-8973-ad29af4bf931 req-0c7f2702-4e9d-4995-9a4d-d64a60492462 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:14.925062 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c81a0-67b3-4170-8973-ad29af4bf931 req-0c7f2702-4e9d-4995-9a4d-d64a60492462 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:14.931559 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c81a0-67b3-4170-8973-ad29af4bf931 req-0c7f2702-4e9d-4995-9a4d-d64a60492462 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:14.937627 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c81a0-67b3-4170-8973-ad29af4bf931 req-0c7f2702-4e9d-4995-9a4d-d64a60492462 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:14.944064 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c81a0-67b3-4170-8973-ad29af4bf931 req-0c7f2702-4e9d-4995-9a4d-d64a60492462 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:14.954515 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c81a0-67b3-4170-8973-ad29af4bf931 req-0c7f2702-4e9d-4995-9a4d-d64a60492462 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:14.957481 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c81a0-67b3-4170-8973-ad29af4bf931 req-0c7f2702-4e9d-4995-9a4d-d64a60492462 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:14.959403 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-264c81a0-67b3-4170-8973-ad29af4bf931 req-0c7f2702-4e9d-4995-9a4d-d64a60492462 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5445 time: 0.0978146 Dec 16 09:34:15.049650 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5971875-807f-4541-9f4c-af70dbb10396 req-1067baf9-ec3f-4c59-8b3c-2b13be6ea3a2 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:15.051516 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c5971875-807f-4541-9f4c-af70dbb10396 req-1067baf9-ec3f-4c59-8b3c-2b13be6ea3a2 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb725e83-4244-4f5a-b17d-9cc8bfe1ca38 HTTP/1.1" status: 200 len: 943 time: 0.0888188 Dec 16 09:34:15.088029 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 47110) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:15.092689 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c5971875-807f-4541-9f4c-af70dbb10396 req-a019b6fb-d380-4b2e-ab0a-84aa932d2fbe tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345919 Dec 16 09:34:15.100668 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 3c11b3fa-66d4-4f57-a444-5164e8315209 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:34:15.214387 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-e8ebbd0a-adf0-44a6-9b90-b982fc3f7cd4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-686438813-network', 'tenant_id': '96e222034d3e425b9774b9750d52cb32'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:15.260065 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 3c11b3fa-66d4-4f57-a444-5164e8315209 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:34:15.264319 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 3c11b3fa-66d4-4f57-a444-5164e8315209 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:15.271778 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:15.318626 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ebbd0a-adf0-44a6-9b90-b982fc3f7cd4 admin admin] Made reservation on behalf of 96e222034d3e425b9774b9750d52cb32 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:34:15.321408 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e8ebbd0a-adf0-44a6-9b90-b982fc3f7cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:15.333185 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e8ebbd0a-adf0-44a6-9b90-b982fc3f7cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:15.363550 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d7b8e-69d5-4c7e-8055-04a26dcc2bfb req-2973b0aa-8c40-4910-b1c0-b8897e654de2 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:15.369283 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-035d7b8e-69d5-4c7e-8055-04a26dcc2bfb req-2973b0aa-8c40-4910-b1c0-b8897e654de2 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=eafb3d90-39b3-491f-91e2-af81637e33d4 HTTP/1.1" status: 200 len: 945 time: 0.0712872 Dec 16 09:34:15.404204 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:15.436694 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-035d7b8e-69d5-4c7e-8055-04a26dcc2bfb req-839d62e4-f53e-489c-9101-dbd5538ac0de tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef88a17-a367-484a-b446-13e8e08a27c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612829 Dec 16 09:34:15.438994 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730bde35-4556-4d91-934c-96572ee7bd8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c11b3fa-66d4-4f57-a444-5164e8315209'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:15.442500 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c106c276-bd1b-4fc9-b22e-0678de8120c7" -d '{"events": [{"server_uuid": "730bde35-4556-4d91-934c-96572ee7bd8f", "name": "network-vif-plugged", "status": "completed", "tag": "3c11b3fa-66d4-4f57-a444-5164e8315209"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:15.466956 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 3c11b3fa-66d4-4f57-a444-5164e8315209, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=3c11b3fa-66d4-4f57-a444-5164e8315209,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:15.502617 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e8ebbd0a-adf0-44a6-9b90-b982fc3f7cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:15.532045 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:15.534480 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device a5eb4bfd-3487-4309-995c-149b2ad09e3b no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:34:15.573960 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7302d2a-eec6-48d9-8f84-14c0df8ab787 req-bdfb3122-d6db-462b-8d70-23cb71847e3a tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:15.575626 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a7302d2a-eec6-48d9-8f84-14c0df8ab787 req-bdfb3122-d6db-462b-8d70-23cb71847e3a tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=340ca23b-67cb-4c46-89f0-e4eee52a0aaf HTTP/1.1" status: 200 len: 945 time: 0.0636206 Dec 16 09:34:15.579102 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e8ebbd0a-adf0-44a6-9b90-b982fc3f7cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:15.599815 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: a5eb4bfd-3487-4309-995c-149b2ad09e3b {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:34:15.600301 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device a5eb4bfd-3487-4309-995c-149b2ad09e3b not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:34:15.625018 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ebbd0a-adf0-44a6-9b90-b982fc3f7cd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:34:15.635132 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ebbd0a-adf0-44a6-9b90-b982fc3f7cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fd71fb-1597-4572-b128-08eb6117064c,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:15.645361 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=3c11b3fa-66d4-4f57-a444-5164e8315209,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:15.651639 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e03e2-b54c-4f2b-8b67-9d1964d35ade req-2457b325-2a5e-4848-89c4-ee9bb023aba2 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:15.653292 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f85e03e2-b54c-4f2b-8b67-9d1964d35ade req-2457b325-2a5e-4848-89c4-ee9bb023aba2 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 949 time: 0.1139960 Dec 16 09:34:15.656539 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e8ebbd0a-adf0-44a6-9b90-b982fc3f7cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:15.656874 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-e8ebbd0a-adf0-44a6-9b90-b982fc3f7cd4 admin admin] Added segment 6f5d8266-38aa-4423-bddf-37949a2277a5 of type vlan for network aeeedc90-ec5b-4b00-8acd-8ffdf3a89bc2 Dec 16 09:34:15.658841 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a7302d2a-eec6-48d9-8f84-14c0df8ab787 req-a94ea8f8-6c23-4bfa-a342-771bbacec8bc tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742977 Dec 16 09:34:15.719923 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c268dd-d059-4d51-835e-7c3c9b4c5c7f x-openstack-request-id: req-43c268dd-d059-4d51-835e-7c3c9b4c5c7f {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:15.720222 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730bde35-4556-4d91-934c-96572ee7bd8f", "name": "network-vif-plugged", "status": "completed", "tag": "3c11b3fa-66d4-4f57-a444-5164e8315209", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:15.720481 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-43c268dd-d059-4d51-835e-7c3c9b4c5c7f {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:15.721496 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730bde35-4556-4d91-934c-96572ee7bd8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c11b3fa-66d4-4f57-a444-5164e8315209', 'code': 200} Dec 16 09:34:15.725644 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e8ebbd0a-adf0-44a6-9b90-b982fc3f7cd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:15.746235 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f85e03e2-b54c-4f2b-8b67-9d1964d35ade req-765769d3-1bce-4a0c-a7ff-92db1c8c2e20 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840948 Dec 16 09:34:15.821295 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e8ebbd0a-adf0-44a6-9b90-b982fc3f7cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:15.822347 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ebbd0a-adf0-44a6-9b90-b982fc3f7cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:15.822960 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e8ebbd0a-adf0-44a6-9b90-b982fc3f7cd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:15.897395 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903f8bb-1d9a-4a23-b7d4-5b406bc5ac67 req-2362190c-da7c-4b07-b0dd-a03e4c80a427 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:15.897833 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c447f-8eec-4ad9-954c-a6fde87b6d49 req-eee23a98-1016-415a-adb8-2c2d3bc7610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:15.899370 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c66c447f-8eec-4ad9-954c-a6fde87b6d49 req-eee23a98-1016-415a-adb8-2c2d3bc7610e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 1100 time: 0.1065648 Dec 16 09:34:15.899518 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c903f8bb-1d9a-4a23-b7d4-5b406bc5ac67 req-2362190c-da7c-4b07-b0dd-a03e4c80a427 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.57 "GET /v2.0/ports?device_id=eafb3d90-39b3-491f-91e2-af81637e33d4 HTTP/1.1" status: 200 len: 945 time: 0.0649295 Dec 16 09:34:15.900382 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ebbd0a-adf0-44a6-9b90-b982fc3f7cd4 admin admin] Pushing event updated for resources: {'Network': ['ID=aeeedc90-ec5b-4b00-8acd-8ffdf3a89bc2,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:15.911050 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network aeeedc90-ec5b-4b00-8acd-8ffdf3a89bc2 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:34:15.935886 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e8ebbd0a-adf0-44a6-9b90-b982fc3f7cd4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8464522 Dec 16 09:34:15.938844 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 47126) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:15.951706 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-fd23e274-06a7-4a71-9afc-89c8606aa89f admin admin] Request body: {'subnet': {'network_id': 'aeeedc90-ec5b-4b00-8acd-8ffdf3a89bc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-686438813-subnet', 'tenant_id': '96e222034d3e425b9774b9750d52cb32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:15.981828 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c66c447f-8eec-4ad9-954c-a6fde87b6d49 req-d5095493-f613-4017-8593-0920acceab3d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641022 Dec 16 09:34:16.032903 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-c903f8bb-1d9a-4a23-b7d4-5b406bc5ac67 req-514a626f-a060-4e6a-9ddf-771b7995a423 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Deleting port 469d7bc1-40b2-46f6-a084-6be2baac6c12 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:34:16.034095 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c903f8bb-1d9a-4a23-b7d4-5b406bc5ac67 req-514a626f-a060-4e6a-9ddf-771b7995a423 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:16.051869 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd23e274-06a7-4a71-9afc-89c8606aa89f admin admin] Made reservation on behalf of 96e222034d3e425b9774b9750d52cb32 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:34:16.054390 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fd23e274-06a7-4a71-9afc-89c8606aa89f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:16.136560 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-c903f8bb-1d9a-4a23-b7d4-5b406bc5ac67 req-514a626f-a060-4e6a-9ddf-771b7995a423 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] For port 469d7bc1-40b2-46f6-a084-6be2baac6c12, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=469d7bc1-40b2-46f6-a084-6be2baac6c12,segment=NetworkSegment(86c5d65d-0a28-4cbb-b6eb-52df45cc588d),segment_id=86c5d65d-0a28-4cbb-b6eb-52df45cc588d)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:16.137228 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c903f8bb-1d9a-4a23-b7d4-5b406bc5ac67 req-514a626f-a060-4e6a-9ddf-771b7995a423 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:16.157457 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-c903f8bb-1d9a-4a23-b7d4-5b406bc5ac67 req-514a626f-a060-4e6a-9ddf-771b7995a423 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Calling delete_port for 469d7bc1-40b2-46f6-a084-6be2baac6c12 owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:34:16.279132 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f25ca-d70e-45d7-8ebf-e703b4ca842a req-d6d63ffd-66f6-403e-a33f-c858dc4229e5 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:16.280625 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-013f25ca-d70e-45d7-8ebf-e703b4ca842a req-d6d63ffd-66f6-403e-a33f-c858dc4229e5 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb725e83-4244-4f5a-b17d-9cc8bfe1ca38 HTTP/1.1" status: 200 len: 943 time: 0.0722430 Dec 16 09:34:16.309494 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fd23e274-06a7-4a71-9afc-89c8606aa89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:16.346711 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-013f25ca-d70e-45d7-8ebf-e703b4ca842a req-9b84a377-2c09-4400-9ccb-cf94e2cad4b4 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582612 Dec 16 09:34:16.361730 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23e274-06a7-4a71-9afc-89c8606aa89f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f61827c-b5d5-49ab-961f-424eddf18000,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:16.378428 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd23e274-06a7-4a71-9afc-89c8606aa89f admin admin] Checking segment: {'id': '6f5d8266-38aa-4423-bddf-37949a2277a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'aeeedc90-ec5b-4b00-8acd-8ffdf3a89bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:34:16.378964 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd23e274-06a7-4a71-9afc-89c8606aa89f admin admin] Network hostable DHCP agents. Network: aeeedc90-ec5b-4b00-8acd-8ffdf3a89bc2, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:34:16.457864 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c903f8bb-1d9a-4a23-b7d4-5b406bc5ac67 req-514a626f-a060-4e6a-9ddf-771b7995a423 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:16.472172 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['469d7bc1-40b2-46f6-a084-6be2baac6c12'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:34:16.490012 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd23e274-06a7-4a71-9afc-89c8606aa89f admin admin] Network aeeedc90-ec5b-4b00-8acd-8ffdf3a89bc2 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:34:16.514963 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a626f-a060-4e6a-9ddf-771b7995a423 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Pushing event deleted for resources: {'Port': ['ID=469d7bc1-40b2-46f6-a084-6be2baac6c12,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:16.558940 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ae530eb1-31ad-424d-b071-79bf2110e7f9 req-fbcc7e16-6984-4d82-9a36-8a868eecbbf7 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=eafb3d90-39b3-491f-91e2-af81637e33d4 HTTP/1.1" status: 200 len: 210 time: 0.0324461 Dec 16 09:34:16.566402 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-c903f8bb-1d9a-4a23-b7d4-5b406bc5ac67 req-514a626f-a060-4e6a-9ddf-771b7995a423 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] No DVR routers for this DVR port 469d7bc1-40b2-46f6-a084-6be2baac6c12 on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:34:16.569207 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c903f8bb-1d9a-4a23-b7d4-5b406bc5ac67 req-514a626f-a060-4e6a-9ddf-771b7995a423 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:16.573201 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c903f8bb-1d9a-4a23-b7d4-5b406bc5ac67 req-514a626f-a060-4e6a-9ddf-771b7995a423 tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.57 "DELETE /v2.0/ports/469d7bc1-40b2-46f6-a084-6be2baac6c12 HTTP/1.1" status: 204 len: 173 time: 0.6549499 Dec 16 09:34:16.573654 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eafb3d90-39b3-491f-91e2-af81637e33d4', 'name': 'network-vif-deleted', 'tag': '469d7bc1-40b2-46f6-a084-6be2baac6c12'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:16.574667 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-fd23e274-06a7-4a71-9afc-89c8606aa89f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, aeeedc90-ec5b-4b00-8acd-8ffdf3a89bc2) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:34:16.576603 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5826e763-f82f-47dd-b501-eb44641659d7" -d '{"events": [{"server_uuid": "eafb3d90-39b3-491f-91e2-af81637e33d4", "name": "network-vif-deleted", "tag": "469d7bc1-40b2-46f6-a084-6be2baac6c12"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:16.579574 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd23e274-06a7-4a71-9afc-89c8606aa89f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:16.580347 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fd23e274-06a7-4a71-9afc-89c8606aa89f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:16.593130 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d8082e-ffab-4e35-b970-3256d56d3997 None None] Network aeeedc90-ec5b-4b00-8acd-8ffdf3a89bc2 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:34:16.626312 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182bae6e-98d4-472c-95c8-70d04a8c732b x-openstack-request-id: req-182bae6e-98d4-472c-95c8-70d04a8c732b {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:16.626875 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eafb3d90-39b3-491f-91e2-af81637e33d4", "name": "network-vif-deleted", "tag": "469d7bc1-40b2-46f6-a084-6be2baac6c12", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:16.628086 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-182bae6e-98d4-472c-95c8-70d04a8c732b {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:16.628599 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eafb3d90-39b3-491f-91e2-af81637e33d4', 'name': 'network-vif-deleted', 'tag': '469d7bc1-40b2-46f6-a084-6be2baac6c12', 'status': 'completed', 'code': 200} Dec 16 09:34:16.703965 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fd23e274-06a7-4a71-9afc-89c8606aa89f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7635744 Dec 16 09:34:16.743239 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78ddf22-aafb-4a35-9863-237c34a80be1 None None] Network aeeedc90-ec5b-4b00-8acd-8ffdf3a89bc2 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:34:16.888788 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992df920-6f0f-4f30-9ea4-dc1876dae5b2 req-d0f5c66f-cd60-49b9-a4e0-a0667788483d tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:16.890413 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-992df920-6f0f-4f30-9ea4-dc1876dae5b2 req-d0f5c66f-cd60-49b9-a4e0-a0667788483d tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=340ca23b-67cb-4c46-89f0-e4eee52a0aaf HTTP/1.1" status: 200 len: 945 time: 0.1241579 Dec 16 09:34:16.959811 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-992df920-6f0f-4f30-9ea4-dc1876dae5b2 req-2a133776-7006-4f66-9c43-4d98d967f524 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571997 Dec 16 09:34:16.987963 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa70549-5d78-47c6-84b0-50fd7da8ff7c req-f049fa48-bb4a-4749-b32d-6a01b0196ae5 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:16.989745 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0fa70549-5d78-47c6-84b0-50fd7da8ff7c req-f049fa48-bb4a-4749-b32d-6a01b0196ae5 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.58 "GET /v2.0/ports?device_id=340ca23b-67cb-4c46-89f0-e4eee52a0aaf HTTP/1.1" status: 200 len: 945 time: 0.0912094 Dec 16 09:34:17.058887 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27b11f-206c-47aa-b7d3-7a30c4900f70 req-00077496-1c44-4cea-a3ef-093116f58752 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:17.067821 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ec27b11f-206c-47aa-b7d3-7a30c4900f70 req-00077496-1c44-4cea-a3ef-093116f58752 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 949 time: 0.2096398 Dec 16 09:34:17.157816 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ec27b11f-206c-47aa-b7d3-7a30c4900f70 req-b18c5b0d-8904-4fed-9ef0-06c69fbef4f6 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888650 Dec 16 09:34:17.180140 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-dc999f80-f162-4a75-91c5-5a4d43db0f9c req-3abab571-da17-40fe-aa69-1d6ccb123f1b tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-338017406', 'description': 'tempest-description-1481217808'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:17.185336 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-0fa70549-5d78-47c6-84b0-50fd7da8ff7c req-611d6cb9-b96c-4bd4-be47-c2cd532f3387 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Deleting port 541cf5a7-3ac1-4ba3-9125-d5b24672df75 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:34:17.185688 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0fa70549-5d78-47c6-84b0-50fd7da8ff7c req-611d6cb9-b96c-4bd4-be47-c2cd532f3387 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:17.264467 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-dc999f80-f162-4a75-91c5-5a4d43db0f9c req-3abab571-da17-40fe-aa69-1d6ccb123f1b tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:17.298497 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-0fa70549-5d78-47c6-84b0-50fd7da8ff7c req-611d6cb9-b96c-4bd4-be47-c2cd532f3387 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] For port 541cf5a7-3ac1-4ba3-9125-d5b24672df75, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=541cf5a7-3ac1-4ba3-9125-d5b24672df75,segment=NetworkSegment(6c496118-4e09-4f89-b8ab-5391fc86f2af),segment_id=6c496118-4e09-4f89-b8ab-5391fc86f2af)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:17.304467 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0fa70549-5d78-47c6-84b0-50fd7da8ff7c req-611d6cb9-b96c-4bd4-be47-c2cd532f3387 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:17.313777 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-0fa70549-5d78-47c6-84b0-50fd7da8ff7c req-611d6cb9-b96c-4bd4-be47-c2cd532f3387 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Calling delete_port for 541cf5a7-3ac1-4ba3-9125-d5b24672df75 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:34:17.350154 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-dc999f80-f162-4a75-91c5-5a4d43db0f9c req-3abab571-da17-40fe-aa69-1d6ccb123f1b tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:17.413060 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-dc999f80-f162-4a75-91c5-5a4d43db0f9c req-3abab571-da17-40fe-aa69-1d6ccb123f1b tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:17.451856 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abab571-da17-40fe-aa69-1d6ccb123f1b tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a903965-9331-482c-b1a0-e93759fb20ef,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:17.515228 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-dc999f80-f162-4a75-91c5-5a4d43db0f9c req-3abab571-da17-40fe-aa69-1d6ccb123f1b tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:17.520847 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dc999f80-f162-4a75-91c5-5a4d43db0f9c req-3abab571-da17-40fe-aa69-1d6ccb123f1b tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3523674 Dec 16 09:34:17.592516 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209dfb2-976e-48f9-825b-df708ad2b831 req-ab3ee95c-14cf-4193-9060-7573a755f13f tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:17.603034 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b209dfb2-976e-48f9-825b-df708ad2b831 req-ab3ee95c-14cf-4193-9060-7573a755f13f tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb725e83-4244-4f5a-b17d-9cc8bfe1ca38 HTTP/1.1" status: 200 len: 943 time: 0.1129839 Dec 16 09:34:17.624056 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 47176) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:17.625358 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dc9c1ef3-0ecb-4a58-8e87-74c4773ce80c req-273928ee-4bfe-4c0a-9a13-700e6e1c8671 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] 10.222.0.60 "GET /v2.0/security-groups/4a903965-9331-482c-b1a0-e93759fb20ef HTTP/1.1" status: 200 len: 1814 time: 0.0793586 Dec 16 09:34:17.631923 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-dc9c1ef3-0ecb-4a58-8e87-74c4773ce80c req-7aa1ccde-7ff9-4257-bcc1-c3a0db71dafa tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4a903965-9331-482c-b1a0-e93759fb20ef', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:17.632485 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-dc9c1ef3-0ecb-4a58-8e87-74c4773ce80c req-7aa1ccde-7ff9-4257-bcc1-c3a0db71dafa tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4a903965-9331-482c-b1a0-e93759fb20ef', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:17.632744 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 1ae25eda-91ad-4be7-98c9-b56540b3cde5 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:34:17.677769 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b209dfb2-976e-48f9-825b-df708ad2b831 req-1bb96bf9-0976-4f26-b2f5-ebfb0452dcee tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737898 Dec 16 09:34:17.681445 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0fa70549-5d78-47c6-84b0-50fd7da8ff7c req-611d6cb9-b96c-4bd4-be47-c2cd532f3387 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:17.702061 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['225d8421-3037-4140-9626-c4f741b4bcc0'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:34:17.705611 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6', '541cf5a7-3ac1-4ba3-9125-d5b24672df75'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:34:17.728961 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d6cb9-b96c-4bd4-be47-c2cd532f3387 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Pushing event deleted for resources: {'Port': ['ID=541cf5a7-3ac1-4ba3-9125-d5b24672df75,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:17.817826 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-dc9c1ef3-0ecb-4a58-8e87-74c4773ce80c req-7aa1ccde-7ff9-4257-bcc1-c3a0db71dafa tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:17.829492 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 1ae25eda-91ad-4be7-98c9-b56540b3cde5, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=1ae25eda-91ad-4be7-98c9-b56540b3cde5,segment=NetworkSegment(2082cd97-2035-461e-ae5b-e2756d7ddb51),segment_id=2082cd97-2035-461e-ae5b-e2756d7ddb51)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:17.850063 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-dc9c1ef3-0ecb-4a58-8e87-74c4773ce80c req-7aa1ccde-7ff9-4257-bcc1-c3a0db71dafa tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:17.852662 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa70549-5d78-47c6-84b0-50fd7da8ff7c req-611d6cb9-b96c-4bd4-be47-c2cd532f3387 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] No DVR routers for this DVR port 541cf5a7-3ac1-4ba3-9125-d5b24672df75 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:34:17.854666 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '1ae25eda-91ad-4be7-98c9-b56540b3cde5', 'network_id': '2eeb7a38-55b2-441b-9574-26196c5f8d08', 'port_id': '1ae25eda-91ad-4be7-98c9-b56540b3cde5', 'mac_address': 'fa:16:3e:c9:61:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211efb7a-3b19-4354-921e-9061bf2ec918', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:34:17.871537 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0fa70549-5d78-47c6-84b0-50fd7da8ff7c req-611d6cb9-b96c-4bd4-be47-c2cd532f3387 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:17.874800 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0fa70549-5d78-47c6-84b0-50fd7da8ff7c req-611d6cb9-b96c-4bd4-be47-c2cd532f3387 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.58 "DELETE /v2.0/ports/541cf5a7-3ac1-4ba3-9125-d5b24672df75 HTTP/1.1" status: 204 len: 173 time: 0.8743858 Dec 16 09:34:17.893958 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340ca23b-67cb-4c46-89f0-e4eee52a0aaf', 'name': 'network-vif-deleted', 'tag': '541cf5a7-3ac1-4ba3-9125-d5b24672df75'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:17.896307 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3ff0c6-1178-42d5-8461-ad2c612ca11f" -d '{"events": [{"server_uuid": "340ca23b-67cb-4c46-89f0-e4eee52a0aaf", "name": "network-vif-deleted", "tag": "541cf5a7-3ac1-4ba3-9125-d5b24672df75"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:17.901831 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84aee42b-6170-4385-8ff4-6552e085cea0 req-7f84b2f2-a592-481a-9dbc-7c68f4eacb8a tempest-DeleteServersTestJSON-1308901402 tempest-DeleteServersTestJSON-1308901402-project] 10.222.0.60 "GET /v2.0/ports?device_id=eafb3d90-39b3-491f-91e2-af81637e33d4 HTTP/1.1" status: 200 len: 210 time: 0.0518663 Dec 16 09:34:17.916491 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6bb80b-1166-4d0f-b1da-1d47ff50bb9c req-50739fd3-e99a-4a86-bfa4-930249754924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:17.916974 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6bb80b-1166-4d0f-b1da-1d47ff50bb9c req-50739fd3-e99a-4a86-bfa4-930249754924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:17.917523 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6bb80b-1166-4d0f-b1da-1d47ff50bb9c req-50739fd3-e99a-4a86-bfa4-930249754924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:17.917986 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6bb80b-1166-4d0f-b1da-1d47ff50bb9c req-50739fd3-e99a-4a86-bfa4-930249754924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:17.918449 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6bb80b-1166-4d0f-b1da-1d47ff50bb9c req-50739fd3-e99a-4a86-bfa4-930249754924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:17.918925 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6bb80b-1166-4d0f-b1da-1d47ff50bb9c req-50739fd3-e99a-4a86-bfa4-930249754924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:17.926557 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-dc9c1ef3-0ecb-4a58-8e87-74c4773ce80c req-7aa1ccde-7ff9-4257-bcc1-c3a0db71dafa tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:17.929034 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6bb80b-1166-4d0f-b1da-1d47ff50bb9c req-50739fd3-e99a-4a86-bfa4-930249754924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:17.931253 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e6bb80b-1166-4d0f-b1da-1d47ff50bb9c req-50739fd3-e99a-4a86-bfa4-930249754924 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 6502 time: 0.3061163 Dec 16 09:34:17.959873 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1ccde-7ff9-4257-bcc1-c3a0db71dafa tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97fb7bfd-b668-4995-b744-5a93ad54cc93,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:17.963965 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:17.998064 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e6bb80b-1166-4d0f-b1da-1d47ff50bb9c req-0c2ca106-3f62-4cf1-b0b4-897b7c948725 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585783 Dec 16 09:34:18.010790 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae25eda-91ad-4be7-98c9-b56540b3cde5 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:34:18.045316 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-dc9c1ef3-0ecb-4a58-8e87-74c4773ce80c req-7aa1ccde-7ff9-4257-bcc1-c3a0db71dafa tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:18.053434 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dc9c1ef3-0ecb-4a58-8e87-74c4773ce80c req-7aa1ccde-7ff9-4257-bcc1-c3a0db71dafa tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4268672 Dec 16 09:34:18.068217 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 1ae25eda-91ad-4be7-98c9-b56540b3cde5, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=1ae25eda-91ad-4be7-98c9-b56540b3cde5,segment=NetworkSegment(2082cd97-2035-461e-ae5b-e2756d7ddb51),segment_id=2082cd97-2035-461e-ae5b-e2756d7ddb51)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:18.075162 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58eaadd2-506e-44ba-9e89-da2e8ab7d4b1 x-openstack-request-id: req-58eaadd2-506e-44ba-9e89-da2e8ab7d4b1 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:18.075725 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340ca23b-67cb-4c46-89f0-e4eee52a0aaf", "name": "network-vif-deleted", "tag": "541cf5a7-3ac1-4ba3-9125-d5b24672df75", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:18.076170 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-58eaadd2-506e-44ba-9e89-da2e8ab7d4b1 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:18.077278 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340ca23b-67cb-4c46-89f0-e4eee52a0aaf', 'name': 'network-vif-deleted', 'tag': '541cf5a7-3ac1-4ba3-9125-d5b24672df75', 'status': 'completed', 'code': 200} Dec 16 09:34:18.137998 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:18.161987 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-551288af-506a-4ef8-8eab-0bad920a3065 req-c7ebd0ec-db48-4bb7-b11f-7d1be4d9f677 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] 10.222.0.60 "GET /v2.0/security-groups/4a903965-9331-482c-b1a0-e93759fb20ef HTTP/1.1" status: 200 len: 2408 time: 0.0673771 Dec 16 09:34:18.198230 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-da0799c0-9711-4d0b-8559-0aefa98d8845 req-813395fa-218d-4f24-aa8f-3abc71da11f3 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=340ca23b-67cb-4c46-89f0-e4eee52a0aaf HTTP/1.1" status: 200 len: 210 time: 0.0534897 Dec 16 09:34:18.205989 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=1ae25eda-91ad-4be7-98c9-b56540b3cde5,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:18.212825 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-53ec368e-4bc6-4afa-b8a5-62e07e4f7d11 req-240fa478-f79a-4b53-9741-f7efcca71568 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] 10.222.0.60 "GET /v2.0/security-group-rules/97fb7bfd-b668-4995-b744-5a93ad54cc93 HTTP/1.1" status: 200 len: 778 time: 0.0313265 Dec 16 09:34:18.285528 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-53ec368e-4bc6-4afa-b8a5-62e07e4f7d11 req-cd1000d8-234a-4630-8449-77719b653d52 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] 10.222.0.60 "GET /v2.0/security-groups/4a903965-9331-482c-b1a0-e93759fb20ef HTTP/1.1" status: 200 len: 2408 time: 0.0632794 Dec 16 09:34:18.328163 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-53ec368e-4bc6-4afa-b8a5-62e07e4f7d11 req-c0d84487-febc-41de-a64c-d837916bd5f0 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:18.330824 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f5df2-e345-4a57-bc81-d9ae2ecb9d24 req-23dc12e6-8c2c-4278-96be-2a1a13419112 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:18.332343 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b40f5df2-e345-4a57-bc81-d9ae2ecb9d24 req-23dc12e6-8c2c-4278-96be-2a1a13419112 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 949 time: 0.0660768 Dec 16 09:34:18.337668 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-53ec368e-4bc6-4afa-b8a5-62e07e4f7d11 req-c0d84487-febc-41de-a64c-d837916bd5f0 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:18.374505 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b40f5df2-e345-4a57-bc81-d9ae2ecb9d24 req-cebf5510-584a-4cee-af8f-95e295ff0ba5 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352528 Dec 16 09:34:18.405048 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['1ae25eda-91ad-4be7-98c9-b56540b3cde5'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:34:18.477787 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-53ec368e-4bc6-4afa-b8a5-62e07e4f7d11 req-c0d84487-febc-41de-a64c-d837916bd5f0 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:18.487002 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4be032-d20e-4d08-84e6-617ebf62c195 req-19839305-b8b4-45dd-9707-0d423512e2b2 tempest-MigrationsAdminTest-476529388 tempest-MigrationsAdminTest-476529388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:18.489679 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-53ec368e-4bc6-4afa-b8a5-62e07e4f7d11 req-c0d84487-febc-41de-a64c-d837916bd5f0 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:18.495001 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-be4be032-d20e-4d08-84e6-617ebf62c195 req-19839305-b8b4-45dd-9707-0d423512e2b2 tempest-MigrationsAdminTest-476529388 tempest-MigrationsAdminTest-476529388-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 1100 time: 0.0502017 Dec 16 09:34:18.508912 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-53ec368e-4bc6-4afa-b8a5-62e07e4f7d11 req-c0d84487-febc-41de-a64c-d837916bd5f0 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/97fb7bfd-b668-4995-b744-5a93ad54cc93 HTTP/1.1" status: 204 len: 173 time: 0.2172322 Dec 16 09:34:18.510247 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d84487-febc-41de-a64c-d837916bd5f0 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97fb7bfd-b668-4995-b744-5a93ad54cc93,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:18.526694 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-a7f7a4a1-95ce-46fc-a1b0-4ef1cca3d36d req-61d87e06-0b83-4715-9ea9-64e1ec297d68 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1431886893', 'description': 'tempest-description-1596239930'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:18.549705 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-be4be032-d20e-4d08-84e6-617ebf62c195 req-5372e363-d298-4462-9674-f5d7c738d327 tempest-MigrationsAdminTest-476529388 tempest-MigrationsAdminTest-476529388-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515494 Dec 16 09:34:18.617517 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a7f7a4a1-95ce-46fc-a1b0-4ef1cca3d36d req-61d87e06-0b83-4715-9ea9-64e1ec297d68 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:18.686423 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-d4bf265f-0a66-4fe2-98b8-09c5bb604e6d req-720ff006-3909-4c5f-887c-8f8b667ec609 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:34:18.687463 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d4bf265f-0a66-4fe2-98b8-09c5bb604e6d req-720ff006-3909-4c5f-887c-8f8b667ec609 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067203 Dec 16 09:34:18.691853 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a7f7a4a1-95ce-46fc-a1b0-4ef1cca3d36d req-61d87e06-0b83-4715-9ea9-64e1ec297d68 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:18.814142 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a7f7a4a1-95ce-46fc-a1b0-4ef1cca3d36d req-61d87e06-0b83-4715-9ea9-64e1ec297d68 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:18.848932 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d87e06-0b83-4715-9ea9-64e1ec297d68 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db4a5f5a-c6ee-462a-ab39-fd82e089fe48,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:18.893904 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a7f7a4a1-95ce-46fc-a1b0-4ef1cca3d36d req-61d87e06-0b83-4715-9ea9-64e1ec297d68 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:18.895238 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a7f7a4a1-95ce-46fc-a1b0-4ef1cca3d36d req-61d87e06-0b83-4715-9ea9-64e1ec297d68 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3731055 Dec 16 09:34:19.020306 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31310f64-4d1a-484c-b2f8-1f288427be62 req-e3f9d697-8186-497e-899d-6c2eb5f87840 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:19.021888 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31310f64-4d1a-484c-b2f8-1f288427be62 req-e3f9d697-8186-497e-899d-6c2eb5f87840 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb725e83-4244-4f5a-b17d-9cc8bfe1ca38 HTTP/1.1" status: 200 len: 944 time: 0.0540912 Dec 16 09:34:19.067769 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31310f64-4d1a-484c-b2f8-1f288427be62 req-af454da0-4e76-4188-9381-6451762e1588 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387957 Dec 16 09:34:19.133965 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5fbf6955-ef0c-44f5-b5be-0faa29821942 req-e321a6d3-c668-46b4-ada2-ca37bbdd3072 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] 10.222.0.60 "GET /v2.0/security-groups/db4a5f5a-c6ee-462a-ab39-fd82e089fe48 HTTP/1.1" status: 200 len: 1815 time: 0.0427806 Dec 16 09:34:19.320668 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-e249278d-ace9-4175-b501-d593e09c8b00 req-7282122f-cdaf-4ee3-be7f-20a979b1614f tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2143866843', 'description': 'tempest-description-1993583304'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:19.459907 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e249278d-ace9-4175-b501-d593e09c8b00 req-7282122f-cdaf-4ee3-be7f-20a979b1614f tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:19.535740 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e249278d-ace9-4175-b501-d593e09c8b00 req-7282122f-cdaf-4ee3-be7f-20a979b1614f tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:19.609625 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-92a1818a-73aa-41c8-b528-ad212b80aa35 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0410485 Dec 16 09:34:19.647618 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 1ae25eda-91ad-4be7-98c9-b56540b3cde5 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:34:19.654670 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e249278d-ace9-4175-b501-d593e09c8b00 req-7282122f-cdaf-4ee3-be7f-20a979b1614f tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:19.701887 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282122f-cdaf-4ee3-be7f-20a979b1614f tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9547b9-0c8b-483c-bf20-bd41b654eee5,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:19.783313 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 1ae25eda-91ad-4be7-98c9-b56540b3cde5 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:34:19.787460 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e249278d-ace9-4175-b501-d593e09c8b00 req-7282122f-cdaf-4ee3-be7f-20a979b1614f tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:19.789835 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e249278d-ace9-4175-b501-d593e09c8b00 req-7282122f-cdaf-4ee3-be7f-20a979b1614f tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.4740257 Dec 16 09:34:19.795757 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 1ae25eda-91ad-4be7-98c9-b56540b3cde5 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:19.796132 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:19.927693 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d29ac-67f9-4504-8890-1328a82f37c5 req-206d0480-3fe8-4dd2-af4d-c3d2874d1301 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:19.929592 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f45d29ac-67f9-4504-8890-1328a82f37c5 req-206d0480-3fe8-4dd2-af4d-c3d2874d1301 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 949 time: 0.0992606 Dec 16 09:34:20.012417 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:20.031338 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f45d29ac-67f9-4504-8890-1328a82f37c5 req-06ac46c2-a92f-4f32-8e49-41285ca0ea14 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923555 Dec 16 09:34:20.078300 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 1ae25eda-91ad-4be7-98c9-b56540b3cde5, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=1ae25eda-91ad-4be7-98c9-b56540b3cde5,segment=NetworkSegment(2082cd97-2035-461e-ae5b-e2756d7ddb51),segment_id=2082cd97-2035-461e-ae5b-e2756d7ddb51)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:20.079403 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb725e83-4244-4f5a-b17d-9cc8bfe1ca38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae25eda-91ad-4be7-98c9-b56540b3cde5'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:20.082491 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac92e19-dccc-4518-b989-0c3f3c7fe050" -d '{"events": [{"server_uuid": "cb725e83-4244-4f5a-b17d-9cc8bfe1ca38", "name": "network-vif-plugged", "status": "completed", "tag": "1ae25eda-91ad-4be7-98c9-b56540b3cde5"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:20.086161 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ac9be-9e4b-4e36-9f14-adcbe9267f56 req-2b2b7456-9747-4a2f-9e60-fd5e47b535ac tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:20.087568 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0c3ac9be-9e4b-4e36-9f14-adcbe9267f56 req-2b2b7456-9747-4a2f-9e60-fd5e47b535ac tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=72624928-782d-4bd6-9687-6a5071656e50 HTTP/1.1" status: 200 len: 945 time: 0.1502542 Dec 16 09:34:20.116596 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cc3f521d-d4ec-4e38-af76-31a9702f5b49 req-adcd8ff8-9939-4908-911b-19c36806e7cc tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] 10.222.0.60 "GET /v2.0/security-groups/7a9547b9-0c8b-483c-bf20-bd41b654eee5 HTTP/1.1" status: 200 len: 1815 time: 0.0486860 Dec 16 09:34:20.144531 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0c3ac9be-9e4b-4e36-9f14-adcbe9267f56 req-be88cfd8-e061-48ad-8ceb-fd20ff055afc tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461230 Dec 16 09:34:20.191957 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:20.195019 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 541cf5a7-3ac1-4ba3-9125-d5b24672df75 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:34:20.201035 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f260d5-b79b-43df-af6b-67797dd59e5c x-openstack-request-id: req-f3f260d5-b79b-43df-af6b-67797dd59e5c {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:20.211574 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb725e83-4244-4f5a-b17d-9cc8bfe1ca38", "name": "network-vif-plugged", "status": "completed", "tag": "1ae25eda-91ad-4be7-98c9-b56540b3cde5", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:20.213038 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f3f260d5-b79b-43df-af6b-67797dd59e5c {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:20.215263 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb725e83-4244-4f5a-b17d-9cc8bfe1ca38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae25eda-91ad-4be7-98c9-b56540b3cde5', 'code': 200} Dec 16 09:34:20.219178 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-384ebb8e-980d-4fb2-adf1-ca5ffa00f2c5 req-ac397bfd-3856-4c74-af4f-e880bc658dbd tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-484737375', 'description': 'tempest-description-1742553410'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:20.295159 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 541cf5a7-3ac1-4ba3-9125-d5b24672df75 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:34:20.295159 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 541cf5a7-3ac1-4ba3-9125-d5b24672df75 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:34:20.317794 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=1ae25eda-91ad-4be7-98c9-b56540b3cde5,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:20.348392 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbdec8-14fa-4bd1-8935-4a7faf6da04f req-c0435b26-13e0-4b2c-9500-e26b3c4c0b9a tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:20.353574 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0bfbdec8-14fa-4bd1-8935-4a7faf6da04f req-c0435b26-13e0-4b2c-9500-e26b3c4c0b9a tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb725e83-4244-4f5a-b17d-9cc8bfe1ca38 HTTP/1.1" status: 200 len: 945 time: 0.1190708 Dec 16 09:34:20.365401 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101df48-9897-4897-90ec-28543386a96c req-b7aceaba-b67b-467e-b7d1-493bae1ab269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:20.367020 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7101df48-9897-4897-90ec-28543386a96c req-b7aceaba-b67b-467e-b7d1-493bae1ab269 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cb725e83-4244-4f5a-b17d-9cc8bfe1ca38 HTTP/1.1" status: 200 len: 1096 time: 0.0786164 Dec 16 09:34:20.385259 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-384ebb8e-980d-4fb2-adf1-ca5ffa00f2c5 req-ac397bfd-3856-4c74-af4f-e880bc658dbd tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:20.411958 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0bfbdec8-14fa-4bd1-8935-4a7faf6da04f req-658dc68f-918e-40dc-835d-7d25a2ad876c tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547228 Dec 16 09:34:20.426853 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7101df48-9897-4897-90ec-28543386a96c req-b3148e9e-749f-4ae9-927b-e7ef33143ee7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512314 Dec 16 09:34:20.462486 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-384ebb8e-980d-4fb2-adf1-ca5ffa00f2c5 req-ac397bfd-3856-4c74-af4f-e880bc658dbd tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:20.543527 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-384ebb8e-980d-4fb2-adf1-ca5ffa00f2c5 req-ac397bfd-3856-4c74-af4f-e880bc658dbd tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:20.582974 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac397bfd-3856-4c74-af4f-e880bc658dbd tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=478d8fca-ce76-44ea-a227-9937f9464c46,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:20.678649 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-384ebb8e-980d-4fb2-adf1-ca5ffa00f2c5 req-ac397bfd-3856-4c74-af4f-e880bc658dbd tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:20.679939 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-384ebb8e-980d-4fb2-adf1-ca5ffa00f2c5 req-ac397bfd-3856-4c74-af4f-e880bc658dbd tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4666796 Dec 16 09:34:20.754207 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b426d09b-bb77-4197-a97a-b130a72145f1 req-ed34c6ab-7b0f-47a0-8c01-3ab95ea1f0a7 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] 10.222.0.60 "GET /v2.0/security-groups/478d8fca-ce76-44ea-a227-9937f9464c46 HTTP/1.1" status: 200 len: 1814 time: 0.0490298 Dec 16 09:34:20.781545 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-fdd5ba5e-61d3-4beb-9c2c-58a49c9d44de req-46c8e233-560a-4531-95bd-7adf44913e96 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1210682031', 'description': 'tempest-description-1271879235'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:20.857693 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-fdd5ba5e-61d3-4beb-9c2c-58a49c9d44de req-46c8e233-560a-4531-95bd-7adf44913e96 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:20.949446 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-fdd5ba5e-61d3-4beb-9c2c-58a49c9d44de req-46c8e233-560a-4531-95bd-7adf44913e96 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:21.037899 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-fdd5ba5e-61d3-4beb-9c2c-58a49c9d44de req-46c8e233-560a-4531-95bd-7adf44913e96 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:21.071333 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8e233-560a-4531-95bd-7adf44913e96 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f56a8eb8-86f8-4fc9-9bec-13df1b3eaa7f,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:21.124736 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-fdd5ba5e-61d3-4beb-9c2c-58a49c9d44de req-46c8e233-560a-4531-95bd-7adf44913e96 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:21.125997 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fdd5ba5e-61d3-4beb-9c2c-58a49c9d44de req-46c8e233-560a-4531-95bd-7adf44913e96 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3485920 Dec 16 09:34:21.159349 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 469d7bc1-40b2-46f6-a084-6be2baac6c12 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:34:21.201171 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 469d7bc1-40b2-46f6-a084-6be2baac6c12 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:34:21.203872 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 469d7bc1-40b2-46f6-a084-6be2baac6c12 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:34:21.211607 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58b827-253f-4226-b227-1d42d60ec580 req-3e97a600-d9ed-4bea-bfa6-646a976e2a05 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:21.221602 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7f58b827-253f-4226-b227-1d42d60ec580 req-3e97a600-d9ed-4bea-bfa6-646a976e2a05 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 949 time: 0.0806465 Dec 16 09:34:21.239484 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bd1e12b3-5eb6-4a5c-a7c9-4b79e06a33f2 req-af15af15-77da-4743-9cee-0b385a9fee73 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] 10.222.0.60 "GET /v2.0/security-groups/f56a8eb8-86f8-4fc9-9bec-13df1b3eaa7f HTTP/1.1" status: 200 len: 1815 time: 0.0867543 Dec 16 09:34:21.280893 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7f58b827-253f-4226-b227-1d42d60ec580 req-979213bc-d9ff-4560-a1bb-a0222a1dfee8 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582163 Dec 16 09:34:21.322854 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5fb11f4-bc53-48fc-97b0-01b0fc208aa6 req-9c64f2e3-e11d-4541-b903-deb7d87adb2e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0629792 Dec 16 09:34:21.399495 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61f793-1562-4ac0-bd2b-592080e6799f req-b2aefb3e-a4c1-4cf3-b573-19ab64a25fd6 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:21.406703 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [req-f7c47f87-8c3a-4ce4-a007-bf0757595fa0 req-c70a2a1f-c0a1-4edb-99cd-970c0f735aa4 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] show failed (client error): The resource could not be found. Dec 16 09:34:21.407594 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bb61f793-1562-4ac0-bd2b-592080e6799f req-b2aefb3e-a4c1-4cf3-b573-19ab64a25fd6 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=72624928-782d-4bd6-9687-6a5071656e50 HTTP/1.1" status: 200 len: 945 time: 0.0847988 Dec 16 09:34:21.408207 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7c47f87-8c3a-4ce4-a007-bf0757595fa0 req-c70a2a1f-c0a1-4edb-99cd-970c0f735aa4 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] 10.222.0.60 "GET /v2.0/security-groups/e8462d57-fe17-4fcd-a620-560cacb2b7ee HTTP/1.1" status: 404 len: 352 time: 0.0429995 Dec 16 09:34:21.439174 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb11f4-bc53-48fc-97b0-01b0fc208aa6 req-db810c61-ed41-4880-863c-90ac82eda1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:21.441562 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5fb11f4-bc53-48fc-97b0-01b0fc208aa6 req-db810c61-ed41-4880-863c-90ac82eda1ed service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c72236daaf3c429fb462e278e5b03cb7&device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 1101 time: 0.0914540 Dec 16 09:34:21.454805 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bb61f793-1562-4ac0-bd2b-592080e6799f req-25fa8dd4-5a37-4801-b802-b9b698d0ff22 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421007 Dec 16 09:34:21.463664 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [req-f5be44b6-af75-4682-9630-02d15a6da52f req-b4b8506d-72c4-4d13-906a-59e05824009d tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] show failed (client error): The resource could not be found. Dec 16 09:34:21.469612 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f5be44b6-af75-4682-9630-02d15a6da52f req-b4b8506d-72c4-4d13-906a-59e05824009d tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] 10.222.0.60 "GET /v2.0/security-group-rules/7d7caaf0-a76d-4064-bc2d-3a12b975f2c9 HTTP/1.1" status: 404 len: 361 time: 0.0270948 Dec 16 09:34:21.588676 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bc1b6-c7a9-4326-8e92-dae2ac95b9c0 req-3d765519-e94a-442b-8426-818eeb759e87 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:21.600103 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-423bc1b6-c7a9-4326-8e92-dae2ac95b9c0 req-3d765519-e94a-442b-8426-818eeb759e87 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb725e83-4244-4f5a-b17d-9cc8bfe1ca38 HTTP/1.1" status: 200 len: 945 time: 0.0707862 Dec 16 09:34:21.620285 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1d7d89ec-88d6-4fd9-badf-bc36e3d07dc9 req-4b275464-61c7-42e3-b251-ad0c71b4b8af tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] 10.222.0.60 "GET /v2.0/security-groups/f56a8eb8-86f8-4fc9-9bec-13df1b3eaa7f HTTP/1.1" status: 200 len: 1815 time: 0.0830262 Dec 16 09:34:21.659914 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-423bc1b6-c7a9-4326-8e92-dae2ac95b9c0 req-0a088c87-be6c-4b11-865e-8be9083bb55a tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582521 Dec 16 09:34:21.666525 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb11f4-bc53-48fc-97b0-01b0fc208aa6 req-c71f672e-195a-4001-8bbb-00e3a633416f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:21.668019 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5fb11f4-bc53-48fc-97b0-01b0fc208aa6 req-c71f672e-195a-4001-8bbb-00e3a633416f service neutron] 10.222.0.58 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.1968009 Dec 16 09:34:21.770535 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5fb11f4-bc53-48fc-97b0-01b0fc208aa6 req-e7bfdb20-91a7-4fb5-9086-b82ad33c45a5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=ab637822-ae08-4bb9-af94-62e599007655 HTTP/1.1" status: 200 len: 217 time: 0.0915799 Dec 16 09:34:21.842325 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421efc6e-5c61-491c-9fef-22fa05251505 req-c3124612-ae88-4a81-8ba3-6109f1776a9d tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:21.843941 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-421efc6e-5c61-491c-9fef-22fa05251505 req-c3124612-ae88-4a81-8ba3-6109f1776a9d tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.58 "GET /v2.0/ports?device_id=72624928-782d-4bd6-9687-6a5071656e50 HTTP/1.1" status: 200 len: 945 time: 0.1663156 Dec 16 09:34:21.848134 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1d7d89ec-88d6-4fd9-badf-bc36e3d07dc9 req-b8591cf7-8d66-4197-b4cb-84ea0b58cd2f tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:21.921314 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb11f4-bc53-48fc-97b0-01b0fc208aa6 req-a85c19ff-d800-4537-9bc2-456a7ea9005e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:21.922745 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5fb11f4-bc53-48fc-97b0-01b0fc208aa6 req-a85c19ff-d800-4537-9bc2-456a7ea9005e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.1430390 Dec 16 09:34:21.929709 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1d7d89ec-88d6-4fd9-badf-bc36e3d07dc9 req-b8591cf7-8d66-4197-b4cb-84ea0b58cd2f tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:22.033871 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb11f4-bc53-48fc-97b0-01b0fc208aa6 req-074331ad-bc00-45ec-b2de-124a145c9667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:22.035386 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5fb11f4-bc53-48fc-97b0-01b0fc208aa6 req-074331ad-bc00-45ec-b2de-124a145c9667 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1027288 Dec 16 09:34:22.047940 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-421efc6e-5c61-491c-9fef-22fa05251505 req-e86eb028-d760-40a9-80bc-1f4f2b3b268c tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Deleting port dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:34:22.048256 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-421efc6e-5c61-491c-9fef-22fa05251505 req-e86eb028-d760-40a9-80bc-1f4f2b3b268c tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:22.223742 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5fb11f4-bc53-48fc-97b0-01b0fc208aa6 req-460166ea-d4c6-43ec-af4f-6a2d6675fef9 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783969 Dec 16 09:34:22.230660 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-421efc6e-5c61-491c-9fef-22fa05251505 req-e86eb028-d760-40a9-80bc-1f4f2b3b268c tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] For port dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6,segment=NetworkSegment(6c496118-4e09-4f89-b8ab-5391fc86f2af),segment_id=6c496118-4e09-4f89-b8ab-5391fc86f2af)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:22.231033 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-421efc6e-5c61-491c-9fef-22fa05251505 req-e86eb028-d760-40a9-80bc-1f4f2b3b268c tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:22.287515 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-421efc6e-5c61-491c-9fef-22fa05251505 req-e86eb028-d760-40a9-80bc-1f4f2b3b268c tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Calling delete_port for dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:34:22.392071 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5fb11f4-bc53-48fc-97b0-01b0fc208aa6 req-cb1afc02-e319-4be9-a008-51682a51630d service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583784 Dec 16 09:34:22.425471 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea319bd-7c76-4407-aa53-616a40bc51df req-e277ec03-eabf-4d28-beba-6a4d967ec380 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:22.427020 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0ea319bd-7c76-4407-aa53-616a40bc51df req-e277ec03-eabf-4d28-beba-6a4d967ec380 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 949 time: 0.0548038 Dec 16 09:34:22.477037 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1d7d89ec-88d6-4fd9-badf-bc36e3d07dc9 req-b8591cf7-8d66-4197-b4cb-84ea0b58cd2f tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:22.479899 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1d7d89ec-88d6-4fd9-badf-bc36e3d07dc9 req-b8591cf7-8d66-4197-b4cb-84ea0b58cd2f tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:22.481335 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1d7d89ec-88d6-4fd9-badf-bc36e3d07dc9 req-b8591cf7-8d66-4197-b4cb-84ea0b58cd2f tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] 10.222.0.60 "DELETE /v2.0/security-groups/f56a8eb8-86f8-4fc9-9bec-13df1b3eaa7f HTTP/1.1" status: 204 len: 173 time: 0.8508916 Dec 16 09:34:22.489336 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0ea319bd-7c76-4407-aa53-616a40bc51df req-fe6abb75-0689-4a96-bbd6-a5ddb151e76e tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464456 Dec 16 09:34:22.492122 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8591cf7-8d66-4197-b4cb-84ea0b58cd2f tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56a8eb8-86f8-4fc9-9bec-13df1b3eaa7f,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:22.559999 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1efd30c7-2638-4abb-8167-d1de389d26de req-1ef70295-e178-46ac-8287-975be95ab0d7 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] 10.222.0.60 "GET /v2.0/security-groups/478d8fca-ce76-44ea-a227-9937f9464c46 HTTP/1.1" status: 200 len: 1814 time: 0.0532029 Dec 16 09:34:22.601407 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-421efc6e-5c61-491c-9fef-22fa05251505 req-e86eb028-d760-40a9-80bc-1f4f2b3b268c tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:22.613900 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['225d8421-3037-4140-9626-c4f741b4bcc0'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:34:22.667525 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86eb028-d760-40a9-80bc-1f4f2b3b268c tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Pushing event deleted for resources: {'Port': ['ID=dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:22.761673 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-421efc6e-5c61-491c-9fef-22fa05251505 req-e86eb028-d760-40a9-80bc-1f4f2b3b268c tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] No DVR routers for this DVR port dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:34:22.765670 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-421efc6e-5c61-491c-9fef-22fa05251505 req-e86eb028-d760-40a9-80bc-1f4f2b3b268c tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:22.770229 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-421efc6e-5c61-491c-9fef-22fa05251505 req-e86eb028-d760-40a9-80bc-1f4f2b3b268c tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.58 "DELETE /v2.0/ports/dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6 HTTP/1.1" status: 204 len: 173 time: 0.9125984 Dec 16 09:34:22.771130 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72624928-782d-4bd6-9687-6a5071656e50', 'name': 'network-vif-deleted', 'tag': 'dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:22.775249 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1723146d-e481-4e85-bc63-70f969b5317a" -d '{"events": [{"server_uuid": "72624928-782d-4bd6-9687-6a5071656e50", "name": "network-vif-deleted", "tag": "dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:22.786558 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe38ad4-9993-4db2-aa42-7c0e70a6ddf8 req-33160b91-213b-4ecf-b0bb-1e080254b494 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:22.795172 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4fe38ad4-9993-4db2-aa42-7c0e70a6ddf8 req-33160b91-213b-4ecf-b0bb-1e080254b494 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=72624928-782d-4bd6-9687-6a5071656e50 HTTP/1.1" status: 200 len: 867 time: 0.2326815 Dec 16 09:34:22.873158 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1efd30c7-2638-4abb-8167-d1de389d26de req-942d364c-d3e5-4977-b012-fcc611dd7c9d tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:22.883676 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4fe38ad4-9993-4db2-aa42-7c0e70a6ddf8 req-bdde951a-75d0-4797-aefc-44a639d83eed tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818987 Dec 16 09:34:22.901131 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1efd30c7-2638-4abb-8167-d1de389d26de req-942d364c-d3e5-4977-b012-fcc611dd7c9d tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:22.915394 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-2d8cebab-3a61-42ee-a89e-85710c8e6d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:22.918762 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-2d8cebab-3a61-42ee-a89e-85710c8e6d66 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c72236daaf3c429fb462e278e5b03cb7&device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 1100 time: 0.3117540 Dec 16 09:34:23.046725 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cc1cb-f632-4c2b-9f5d-f65355574ee1 req-f7971435-937e-464e-b741-a63693d5c437 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:23.055089 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f96cc1cb-f632-4c2b-9f5d-f65355574ee1 req-f7971435-937e-464e-b741-a63693d5c437 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb725e83-4244-4f5a-b17d-9cc8bfe1ca38 HTTP/1.1" status: 200 len: 945 time: 0.0956192 Dec 16 09:34:23.072539 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-1e0fb4bd-46b1-4bdd-bf58-f79dbc75cd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:23.074496 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-1e0fb4bd-46b1-4bdd-bf58-f79dbc75cd52 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.1442308 Dec 16 09:34:23.081446 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1efd30c7-2638-4abb-8167-d1de389d26de req-942d364c-d3e5-4977-b012-fcc611dd7c9d tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:23.084770 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1efd30c7-2638-4abb-8167-d1de389d26de req-942d364c-d3e5-4977-b012-fcc611dd7c9d tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:23.100929 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1efd30c7-2638-4abb-8167-d1de389d26de req-942d364c-d3e5-4977-b012-fcc611dd7c9d tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] 10.222.0.60 "DELETE /v2.0/security-groups/478d8fca-ce76-44ea-a227-9937f9464c46 HTTP/1.1" status: 204 len: 173 time: 0.5398302 Dec 16 09:34:23.113215 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f96cc1cb-f632-4c2b-9f5d-f65355574ee1 req-da2871e0-1fb2-46b9-a96d-f8f3ccec67ec tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521746 Dec 16 09:34:23.151927 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d364c-d3e5-4977-b012-fcc611dd7c9d tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=478d8fca-ce76-44ea-a227-9937f9464c46,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:23.154964 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-903fdd19-d1a3-4347-9b0b-f625a8c9675e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=3c11b3fa-66d4-4f57-a444-5164e8315209 HTTP/1.1" status: 200 len: 217 time: 0.0529757 Dec 16 09:34:23.178798 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0c7bf7-b5de-4f5d-929c-fa1187cd770d x-openstack-request-id: req-8c0c7bf7-b5de-4f5d-929c-fa1187cd770d {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:23.179095 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72624928-782d-4bd6-9687-6a5071656e50", "name": "network-vif-deleted", "tag": "dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:23.179346 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8c0c7bf7-b5de-4f5d-929c-fa1187cd770d {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:23.179745 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72624928-782d-4bd6-9687-6a5071656e50', 'name': 'network-vif-deleted', 'tag': 'dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6', 'status': 'completed', 'code': 200} Dec 16 09:34:23.241822 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-2b2ab157-19f8-4797-864b-5b3e597d0e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:23.243353 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-2b2ab157-19f8-4797-864b-5b3e597d0e11 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0687420 Dec 16 09:34:23.269735 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9a4025a5-ea98-4758-810a-a95040377a6b req-bf4a277a-5161-42e2-ab30-eb8bc4930e44 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] 10.222.0.60 "GET /v2.0/security-groups/7a9547b9-0c8b-483c-bf20-bd41b654eee5 HTTP/1.1" status: 200 len: 1815 time: 0.0731745 Dec 16 09:34:23.300692 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-32054acf-226f-4424-a909-a43b200dc823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:23.302181 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-32054acf-226f-4424-a909-a43b200dc823 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0490270 Dec 16 09:34:23.343070 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9a4025a5-ea98-4758-810a-a95040377a6b req-09c9d9de-7dac-4a0a-977b-9c2c97dc15b5 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:23.373198 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9a4025a5-ea98-4758-810a-a95040377a6b req-09c9d9de-7dac-4a0a-977b-9c2c97dc15b5 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:23.410195 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-a11373d3-694b-46ad-9a38-4bea88c03c13 service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988140 Dec 16 09:34:23.505728 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9a4025a5-ea98-4758-810a-a95040377a6b req-09c9d9de-7dac-4a0a-977b-9c2c97dc15b5 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:23.509371 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9a4025a5-ea98-4758-810a-a95040377a6b req-09c9d9de-7dac-4a0a-977b-9c2c97dc15b5 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:23.519802 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9a4025a5-ea98-4758-810a-a95040377a6b req-09c9d9de-7dac-4a0a-977b-9c2c97dc15b5 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] 10.222.0.60 "DELETE /v2.0/security-groups/7a9547b9-0c8b-483c-bf20-bd41b654eee5 HTTP/1.1" status: 204 len: 173 time: 0.2455020 Dec 16 09:34:23.521408 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-3c54ae70-408d-428d-a205-eff5a7c51424 service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041033 Dec 16 09:34:23.545441 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9d9de-7dac-4a0a-977b-9c2c97dc15b5 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9547b9-0c8b-483c-bf20-bd41b654eee5,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:23.660972 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56edf7-42cc-4864-8b87-8d3178d57f2b req-e0e9ad48-cf73-4008-b6fc-fc19f8b0bc22 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:23.669950 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9b56edf7-42cc-4864-8b87-8d3178d57f2b req-e0e9ad48-cf73-4008-b6fc-fc19f8b0bc22 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 949 time: 0.0805874 Dec 16 09:34:23.681488 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:34:23.703501 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:34:23.703912 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device dfea2a1d-c8df-47d9-9c2c-7fb0a48d51c6 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:34:23.709133 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9b56edf7-42cc-4864-8b87-8d3178d57f2b req-f436de99-c4b6-4b6d-97ca-c8f5cc387a25 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361521 Dec 16 09:34:23.794243 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74d2e4ed-2934-4b67-9e30-7a45b10424f5 req-fa416d1d-fc6c-42bc-ae04-b41af8186eff tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] 10.222.0.60 "GET /v2.0/security-groups/db4a5f5a-c6ee-462a-ab39-fd82e089fe48 HTTP/1.1" status: 200 len: 1815 time: 0.0582886 Dec 16 09:34:23.858344 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-74d2e4ed-2934-4b67-9e30-7a45b10424f5 req-f6955462-0ac4-4854-ac55-dc898d0a15c7 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:23.893819 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-74d2e4ed-2934-4b67-9e30-7a45b10424f5 req-f6955462-0ac4-4854-ac55-dc898d0a15c7 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.022310 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8dba7d7a-b00e-4765-b6d2-65397fdb03fd req-391baee8-184c-40fe-bbbf-1255da918ad4 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=72624928-782d-4bd6-9687-6a5071656e50 HTTP/1.1" status: 200 len: 210 time: 0.0348904 Dec 16 09:34:24.083047 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-267f757c-ae74-4fca-bf3a-73f3ac465a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.140295 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-74d2e4ed-2934-4b67-9e30-7a45b10424f5 req-f6955462-0ac4-4854-ac55-dc898d0a15c7 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.143432 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-74d2e4ed-2934-4b67-9e30-7a45b10424f5 req-f6955462-0ac4-4854-ac55-dc898d0a15c7 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.149269 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74d2e4ed-2934-4b67-9e30-7a45b10424f5 req-f6955462-0ac4-4854-ac55-dc898d0a15c7 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] 10.222.0.60 "DELETE /v2.0/security-groups/db4a5f5a-c6ee-462a-ab39-fd82e089fe48 HTTP/1.1" status: 204 len: 173 time: 0.3481247 Dec 16 09:34:24.197044 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6955462-0ac4-4854-ac55-dc898d0a15c7 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4a5f5a-c6ee-462a-ab39-fd82e089fe48,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:24.265707 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1b2e28c7-25da-4fef-a565-eebf16e777a1 req-3b2edee2-0be2-4b90-9ef9-bd7d11997078 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] 10.222.0.60 "GET /v2.0/security-groups/4a903965-9331-482c-b1a0-e93759fb20ef HTTP/1.1" status: 200 len: 1814 time: 0.0803449 Dec 16 09:34:24.329765 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1b2e28c7-25da-4fef-a565-eebf16e777a1 req-df59ae94-009e-4aec-955c-94f4f5789e49 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.352726 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1b2e28c7-25da-4fef-a565-eebf16e777a1 req-df59ae94-009e-4aec-955c-94f4f5789e49 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.465693 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1b2e28c7-25da-4fef-a565-eebf16e777a1 req-df59ae94-009e-4aec-955c-94f4f5789e49 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.468885 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1b2e28c7-25da-4fef-a565-eebf16e777a1 req-df59ae94-009e-4aec-955c-94f4f5789e49 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.478556 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 47408) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:24.478838 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1b2e28c7-25da-4fef-a565-eebf16e777a1 req-df59ae94-009e-4aec-955c-94f4f5789e49 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] 10.222.0.60 "DELETE /v2.0/security-groups/4a903965-9331-482c-b1a0-e93759fb20ef HTTP/1.1" status: 204 len: 173 time: 0.2116933 Dec 16 09:34:24.496674 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59ae94-009e-4aec-955c-94f4f5789e49 tempest-SecurityGroupRulesNegativeTestJSON-1070914056 tempest-SecurityGroupRulesNegativeTestJSON-1070914056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a903965-9331-482c-b1a0-e93759fb20ef,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:24.532714 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-e996a21e-3742-40e4-b59f-f85f3afb9044 admin admin] Deleting subnet 7f61827c-b5d5-49ab-961f-424eddf18000 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:34:24.536481 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e996a21e-3742-40e4-b59f-f85f3afb9044 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.571160 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e996a21e-3742-40e4-b59f-f85f3afb9044 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.613698 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e996a21e-3742-40e4-b59f-f85f3afb9044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.776311 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5e342586-64c5-48e8-8591-afafb9c629c5 req-568b5056-2d65-4543-9d6f-3f5a5642e4a9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0915923 Dec 16 09:34:24.789877 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e996a21e-3742-40e4-b59f-f85f3afb9044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.839103 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da2ca2-a245-49d5-8343-89c77507fd05 req-70085b46-2378-4209-ae43-a3c34fa67d94 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:24.840947 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-97da2ca2-a245-49d5-8343-89c77507fd05 req-70085b46-2378-4209-ae43-a3c34fa67d94 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 949 time: 0.0526783 Dec 16 09:34:24.850707 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e996a21e-3742-40e4-b59f-f85f3afb9044 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f61827c-b5d5-49ab-961f-424eddf18000,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:24.855866 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e996a21e-3742-40e4-b59f-f85f3afb9044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.859156 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e996a21e-3742-40e4-b59f-f85f3afb9044 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7f61827c-b5d5-49ab-961f-424eddf18000 HTTP/1.1" status: 204 len: 168 time: 0.3795605 Dec 16 09:34:24.867499 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f0f2b-29b8-470e-a5d9-295dfb1ddf89 req-5cf3ceb9-be36-4a6c-b89c-76515bc81a5d tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:24.869026 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-926f0f2b-29b8-470e-a5d9-295dfb1ddf89 req-5cf3ceb9-be36-4a6c-b89c-76515bc81a5d tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb725e83-4244-4f5a-b17d-9cc8bfe1ca38 HTTP/1.1" status: 200 len: 945 time: 0.1401122 Dec 16 09:34:24.873379 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 47422) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:24.903199 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-97da2ca2-a245-49d5-8343-89c77507fd05 req-49359fe8-1aaf-4d1b-bd3d-40f91f860acc tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519869 Dec 16 09:34:24.982036 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-926f0f2b-29b8-470e-a5d9-295dfb1ddf89 req-3a2d9800-8dbe-4f5c-9bfb-18fb3768a0b4 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054428 Dec 16 09:34:24.987548 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e342586-64c5-48e8-8591-afafb9c629c5 req-8489fc15-eef0-4913-9b36-cd340592cbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:24.989069 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5e342586-64c5-48e8-8591-afafb9c629c5 req-8489fc15-eef0-4913-9b36-cd340592cbc7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c72236daaf3c429fb462e278e5b03cb7&device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 1101 time: 0.1666069 Dec 16 09:34:25.004021 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-30318e51-0b17-465b-acce-aefd564f18be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.219841 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-30318e51-0b17-465b-acce-aefd564f18be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.243400 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-30318e51-0b17-465b-acce-aefd564f18be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeeedc90-ec5b-4b00-8acd-8ffdf3a89bc2']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:25.265039 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-30318e51-0b17-465b-acce-aefd564f18be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f5d8266-38aa-4423-bddf-37949a2277a5') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:25.265039 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-30318e51-0b17-465b-acce-aefd564f18be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f5d8266-38aa-4423-bddf-37949a2277a5') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:25.265949 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-30318e51-0b17-465b-acce-aefd564f18be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.280279 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-30318e51-0b17-465b-acce-aefd564f18be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.287665 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30318e51-0b17-465b-acce-aefd564f18be admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:34:25.288166 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-30318e51-0b17-465b-acce-aefd564f18be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.355598 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:34:25.355598 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:34:25.355598 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:34:25.355598 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:34:25.355598 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:34:25.355598 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:34:25.355598 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:34:25.355598 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:34:25.355598 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:34:25.355598 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:34:25.355598 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:34:25.355598 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:34:25.355598 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:34:25.355598 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:34:25.355598 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:34:25.355598 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:34:25.355598 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:34:25.355598 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:34:25.355598 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:34:25.355598 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:34:25.355598 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:34:25.355598 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:34:25.355598 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:34:25.355598 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:34:25.355598 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:34:25.355598 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:34:25.355598 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:34:25.355598 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:34:25.355598 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:34:25.355598 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:34:25.355598 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:34:25.355598 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:34:25.388721 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e342586-64c5-48e8-8591-afafb9c629c5 req-d1c27cff-7bd3-48fe-a2d9-7662182147ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:25.390403 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5e342586-64c5-48e8-8591-afafb9c629c5 req-d1c27cff-7bd3-48fe-a2d9-7662182147ed service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.3588233 Dec 16 09:34:25.452982 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-4d3b3d59-5044-4de9-b05f-3e7000ca9551 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:25.461268 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-4d3b3d59-5044-4de9-b05f-3e7000ca9551 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/networks?id=c0c998b7-16cb-40aa-910e-ab4864e39b16 HTTP/1.1" status: 200 len: 806 time: 0.1719034 Dec 16 09:34:25.463501 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-30318e51-0b17-465b-acce-aefd564f18be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.465659 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 47452) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:25.467392 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5e342586-64c5-48e8-8591-afafb9c629c5 req-6cce7fcb-bc07-4aed-bb65-6ee4633ae936 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=ac70669c-691a-4abe-bae4-34f176f01320 HTTP/1.1" status: 200 len: 217 time: 0.0698016 Dec 16 09:34:25.479041 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-30318e51-0b17-465b-acce-aefd564f18be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.482581 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-355f6601-bfe0-4d8b-a92c-1d6993ab3e0e tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/quotas/2f8f61b4cde14c72b4dcdad8045c9583 HTTP/1.1" status: 200 len: 375 time: 0.0177245 Dec 16 09:34:25.488336 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-30318e51-0b17-465b-acce-aefd564f18be admin admin] 10.222.0.60 "DELETE /v2.0/networks/aeeedc90-ec5b-4b00-8acd-8ffdf3a89bc2 HTTP/1.1" status: 204 len: 168 time: 0.6130326 Dec 16 09:34:25.539641 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30318e51-0b17-465b-acce-aefd564f18be admin admin] Pushing event deleted for resources: {'Network': ['ID=aeeedc90-ec5b-4b00-8acd-8ffdf3a89bc2,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:25.565897 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-7028e8ac-1891-4f9e-b5c3-adf58549492c tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f8f61b4cde14c72b4dcdad8045c9583&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0846376 Dec 16 09:34:25.570615 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e342586-64c5-48e8-8591-afafb9c629c5 req-aa99b218-a0c3-498e-8cc9-135120420d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:25.574009 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5e342586-64c5-48e8-8591-afafb9c629c5 req-aa99b218-a0c3-498e-8cc9-135120420d9d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0824547 Dec 16 09:34:25.645551 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b4a96f-06d3-4159-8e54-b0a734c0a5c5 admin admin] Deleting subnet f7f910b2-ddee-47db-a3bc-a08db329ec5c {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:34:25.650142 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c5b4a96f-06d3-4159-8e54-b0a734c0a5c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.683727 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e342586-64c5-48e8-8591-afafb9c629c5 req-88b8c14d-0f05-4948-b346-fd5d0c8b00ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:25.685565 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5e342586-64c5-48e8-8591-afafb9c629c5 req-88b8c14d-0f05-4948-b346-fd5d0c8b00ca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0872378 Dec 16 09:34:25.692918 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 1ae25eda-91ad-4be7-98c9-b56540b3cde5 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:34:25.697175 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-5b93eb4c-3fe9-4ade-a81e-8e6b13b557d5 service neutron] 10.222.0.60 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270318 Dec 16 09:34:25.707285 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c5b4a96f-06d3-4159-8e54-b0a734c0a5c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.802967 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-3e2e1fa8-4a4e-48ba-b20d-b6049d1ebddf service neutron] 10.222.0.60 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048400 Dec 16 09:34:25.813720 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c5b4a96f-06d3-4159-8e54-b0a734c0a5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.863574 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 1ae25eda-91ad-4be7-98c9-b56540b3cde5, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=1ae25eda-91ad-4be7-98c9-b56540b3cde5,segment=NetworkSegment(2082cd97-2035-461e-ae5b-e2756d7ddb51),segment_id=2082cd97-2035-461e-ae5b-e2756d7ddb51)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:25.886768 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5e342586-64c5-48e8-8591-afafb9c629c5 req-9b672720-7828-40eb-ba58-63c93c7ed3ed service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928372 Dec 16 09:34:25.887788 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 47458) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:25.894536 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '1ae25eda-91ad-4be7-98c9-b56540b3cde5', 'network_id': '2eeb7a38-55b2-441b-9574-26196c5f8d08', 'port_id': '1ae25eda-91ad-4be7-98c9-b56540b3cde5', 'mac_address': 'fa:16:3e:c9:61:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211efb7a-3b19-4354-921e-9061bf2ec918', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:34:25.947676 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2b85cfa2-9ab5-41d7-8cbf-6532cf01cdbe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=96e222034d3e425b9774b9750d52cb32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0563784 Dec 16 09:34:25.948632 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 47462) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:25.963330 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.986559 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ae25eda-91ad-4be7-98c9-b56540b3cde5 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:34:26.008462 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5e342586-64c5-48e8-8591-afafb9c629c5 req-a7d7138d-ca5f-423c-a025-02e2b7303eaf service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135802 Dec 16 09:34:26.009588 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 1ae25eda-91ad-4be7-98c9-b56540b3cde5, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=1ae25eda-91ad-4be7-98c9-b56540b3cde5,segment=NetworkSegment(2082cd97-2035-461e-ae5b-e2756d7ddb51),segment_id=2082cd97-2035-461e-ae5b-e2756d7ddb51)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:26.030996 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-977c97b4-69ad-4006-a93e-e9cacee129fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.083818 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-977c97b4-69ad-4006-a93e-e9cacee129fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.090449 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776fd73a-be73-4292-ae50-1dc734544185 req-21417cb7-4b89-4dd2-980e-03b399f67541 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:26.093603 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-776fd73a-be73-4292-ae50-1dc734544185 req-21417cb7-4b89-4dd2-980e-03b399f67541 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 949 time: 0.0721285 Dec 16 09:34:26.112970 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c5b4a96f-06d3-4159-8e54-b0a734c0a5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.134627 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.218475 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c5b4a96f-06d3-4159-8e54-b0a734c0a5c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.226046 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c5b4a96f-06d3-4159-8e54-b0a734c0a5c5 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f7f910b2-ddee-47db-a3bc-a08db329ec5c HTTP/1.1" status: 204 len: 168 time: 0.7573590 Dec 16 09:34:26.227268 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4a96f-06d3-4159-8e54-b0a734c0a5c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7f910b2-ddee-47db-a3bc-a08db329ec5c,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:26.237149 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 47472) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:26.244555 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=1ae25eda-91ad-4be7-98c9-b56540b3cde5,revision_number=6']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:26.264996 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['1ae25eda-91ad-4be7-98c9-b56540b3cde5'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:34:26.287437 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-776fd73a-be73-4292-ae50-1dc734544185 req-73d4f67c-7446-417a-844b-7a805591a343 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832371 Dec 16 09:34:26.342647 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3342b78d-e9b7-4783-ae66-b2da24bf69fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.369050 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-977c97b4-69ad-4006-a93e-e9cacee129fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.372235 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-977c97b4-69ad-4006-a93e-e9cacee129fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.373574 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-977c97b4-69ad-4006-a93e-e9cacee129fb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/20fd71fb-1597-4572-b128-08eb6117064c HTTP/1.1" status: 204 len: 168 time: 0.4232914 Dec 16 09:34:26.378980 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a99675af-147f-4d06-93cb-22046013316f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.390317 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-27084346-fe0d-4059-8bfd-213670f92d0c req-6a014def-ac13-481f-93af-f0d85cd779a7 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=dde1c4ce-f01c-402f-8bb2-9f9d56fc6803 HTTP/1.1" status: 200 len: 210 time: 0.0409515 Dec 16 09:34:26.404351 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c97b4-69ad-4006-a93e-e9cacee129fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fd71fb-1597-4572-b128-08eb6117064c,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:26.427303 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d297a-df2c-4034-bb3d-1410f96f9375 req-c1632f0c-6ec8-47f9-990f-bb47512a12e1 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:26.435181 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7a5d297a-df2c-4034-bb3d-1410f96f9375 req-c1632f0c-6ec8-47f9-990f-bb47512a12e1 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb725e83-4244-4f5a-b17d-9cc8bfe1ca38 HTTP/1.1" status: 200 len: 944 time: 0.2203741 Dec 16 09:34:26.560682 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7a5d297a-df2c-4034-bb3d-1410f96f9375 req-d42a7bfc-6ed9-472d-a6f3-3a0d71ee06cf tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240344 Dec 16 09:34:26.583317 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3342b78d-e9b7-4783-ae66-b2da24bf69fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.605499 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-3342b78d-e9b7-4783-ae66-b2da24bf69fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f60eab-6f2c-4106-b76e-873bab2183f6']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:26.616723 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-3342b78d-e9b7-4783-ae66-b2da24bf69fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c5d65d-0a28-4cbb-b6eb-52df45cc588d') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:26.617027 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-3342b78d-e9b7-4783-ae66-b2da24bf69fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c5d65d-0a28-4cbb-b6eb-52df45cc588d') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:26.630722 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3342b78d-e9b7-4783-ae66-b2da24bf69fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.644491 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3342b78d-e9b7-4783-ae66-b2da24bf69fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.650739 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3342b78d-e9b7-4783-ae66-b2da24bf69fb admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:34:26.651117 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3342b78d-e9b7-4783-ae66-b2da24bf69fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.652781 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:34:26.652781 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:34:26.652781 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:34:26.652781 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:34:26.652781 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:34:26.652781 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:34:26.652781 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:34:26.652781 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:34:26.652781 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:34:26.652781 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:34:26.652781 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:34:26.652781 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:34:26.652781 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:34:26.652781 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:34:26.652781 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:34:26.652781 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:34:26.652781 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:34:26.652781 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:34:26.652781 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:34:26.652781 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:34:26.652781 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:34:26.652781 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:34:26.652781 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:34:26.652781 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:34:26.652781 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:34:26.652781 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:34:26.652781 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:34:26.652781 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:34:26.652781 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:34:26.652781 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:34:26.652781 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:34:26.652781 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:34:26.825843 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3342b78d-e9b7-4783-ae66-b2da24bf69fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.832115 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3342b78d-e9b7-4783-ae66-b2da24bf69fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.835899 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3342b78d-e9b7-4783-ae66-b2da24bf69fb admin admin] 10.222.0.60 "DELETE /v2.0/networks/b3f60eab-6f2c-4106-b76e-873bab2183f6 HTTP/1.1" status: 204 len: 168 time: 0.6001673 Dec 16 09:34:26.848332 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342b78d-e9b7-4783-ae66-b2da24bf69fb admin admin] Pushing event deleted for resources: {'Network': ['ID=b3f60eab-6f2c-4106-b76e-873bab2183f6,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:27.327997 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 47504) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:27.371847 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2457e09f-2a3a-4692-9a59-86810f11c003 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=928a77c00bdc452c92b87dad5de07f0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403681 Dec 16 09:34:27.372897 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 47506) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:27.409806 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991edc3-86e2-41c3-b5fc-066f89099dfc req-1baa0984-b270-4cbb-bf0f-3809f9a579c6 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:27.411246 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7991edc3-86e2-41c3-b5fc-066f89099dfc req-1baa0984-b270-4cbb-bf0f-3809f9a579c6 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 949 time: 0.0603888 Dec 16 09:34:27.443074 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4306527a-72c5-4f6d-8e36-8df057a1ab28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:27.462695 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7991edc3-86e2-41c3-b5fc-066f89099dfc req-5d9c2ea1-c7d4-4331-92e6-40788afb7c2d tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429275 Dec 16 09:34:27.471160 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4306527a-72c5-4f6d-8e36-8df057a1ab28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:27.521379 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b7948404-753a-4047-bcc4-c93637f1b813 req-fd84857e-2f4e-4144-bec5-1740b8e35db7 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=dde1c4ce-f01c-402f-8bb2-9f9d56fc6803 HTTP/1.1" status: 200 len: 210 time: 0.0428336 Dec 16 09:34:27.560383 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:27.685509 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d50ac9-9648-47c6-a34c-ce58e1da94cc req-b640cbd0-0e48-4d26-b9c6-29bffa912fb0 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:27.686981 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-47d50ac9-9648-47c6-a34c-ce58e1da94cc req-b640cbd0-0e48-4d26-b9c6-29bffa912fb0 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb725e83-4244-4f5a-b17d-9cc8bfe1ca38 HTTP/1.1" status: 200 len: 944 time: 0.0501938 Dec 16 09:34:27.693375 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 1ae25eda-91ad-4be7-98c9-b56540b3cde5 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:34:27.701995 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4306527a-72c5-4f6d-8e36-8df057a1ab28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:27.708634 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4306527a-72c5-4f6d-8e36-8df057a1ab28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:27.712482 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4306527a-72c5-4f6d-8e36-8df057a1ab28 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5ef88a17-a367-484a-b446-13e8e08a27c1 HTTP/1.1" status: 204 len: 168 time: 0.3362567 Dec 16 09:34:27.730582 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306527a-72c5-4f6d-8e36-8df057a1ab28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef88a17-a367-484a-b446-13e8e08a27c1,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:27.745943 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-47d50ac9-9648-47c6-a34c-ce58e1da94cc req-af427f7a-151a-4d71-996a-642e06585471 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512614 Dec 16 09:34:27.762756 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 1ae25eda-91ad-4be7-98c9-b56540b3cde5 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:27.763060 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:27.863151 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:27.871092 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 47526) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:27.886850 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb725e83-4244-4f5a-b17d-9cc8bfe1ca38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae25eda-91ad-4be7-98c9-b56540b3cde5'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:27.889404 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ed42e0-08bb-4d36-92b2-ce874b1f945e" -d '{"events": [{"server_uuid": "cb725e83-4244-4f5a-b17d-9cc8bfe1ca38", "name": "network-vif-plugged", "status": "completed", "tag": "1ae25eda-91ad-4be7-98c9-b56540b3cde5"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:27.903539 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 1ae25eda-91ad-4be7-98c9-b56540b3cde5, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=1ae25eda-91ad-4be7-98c9-b56540b3cde5,segment=NetworkSegment(2082cd97-2035-461e-ae5b-e2756d7ddb51),segment_id=2082cd97-2035-461e-ae5b-e2756d7ddb51)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:27.935283 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e003e25-82d1-450a-b1d7-de66525c4f7c x-openstack-request-id: req-8e003e25-82d1-450a-b1d7-de66525c4f7c {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:27.935283 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb725e83-4244-4f5a-b17d-9cc8bfe1ca38", "name": "network-vif-plugged", "status": "completed", "tag": "1ae25eda-91ad-4be7-98c9-b56540b3cde5", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:27.935283 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8e003e25-82d1-450a-b1d7-de66525c4f7c {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:27.935594 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb725e83-4244-4f5a-b17d-9cc8bfe1ca38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae25eda-91ad-4be7-98c9-b56540b3cde5', 'code': 200} Dec 16 09:34:27.999484 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-bac9b478-faec-4c82-9255-407ccb1f2004 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-878674943-network', 'tenant_id': '58616e55484245a5b2c2f6d808f99b43'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:28.008427 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:28.073293 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=1ae25eda-91ad-4be7-98c9-b56540b3cde5,revision_number=7']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:28.137602 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac9b478-faec-4c82-9255-407ccb1f2004 admin admin] Made reservation on behalf of 58616e55484245a5b2c2f6d808f99b43 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:34:28.140626 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bac9b478-faec-4c82-9255-407ccb1f2004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:28.165091 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bac9b478-faec-4c82-9255-407ccb1f2004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:28.248806 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bac9b478-faec-4c82-9255-407ccb1f2004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:28.465842 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bac9b478-faec-4c82-9255-407ccb1f2004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:28.510728 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac9b478-faec-4c82-9255-407ccb1f2004 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:34:28.516457 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac9b478-faec-4c82-9255-407ccb1f2004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51b71c4-070d-4698-9e42-4bc0c859f2f3,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:28.547361 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bac9b478-faec-4c82-9255-407ccb1f2004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:28.547723 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-bac9b478-faec-4c82-9255-407ccb1f2004 admin admin] Added segment d5688dd4-4d9a-4fb7-a959-f72f346fda0a of type vlan for network ce00e305-669e-4f74-8d4f-50c3dbd2487f Dec 16 09:34:28.603078 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfa839-d628-4db0-ba2c-b3537959ce8f req-3d7340da-ca7e-401e-9c2e-a0f7867c657f tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:28.605466 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-39cfa839-d628-4db0-ba2c-b3537959ce8f req-3d7340da-ca7e-401e-9c2e-a0f7867c657f tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 949 time: 0.0617411 Dec 16 09:34:28.625862 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bac9b478-faec-4c82-9255-407ccb1f2004 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:28.643090 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb29932-84b2-4f94-9c03-2631683610dc req-3d7ad900-e917-4eb0-85a8-2749c4defd76 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:28.644663 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5cb29932-84b2-4f94-9c03-2631683610dc req-3d7ad900-e917-4eb0-85a8-2749c4defd76 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb725e83-4244-4f5a-b17d-9cc8bfe1ca38 HTTP/1.1" status: 200 len: 945 time: 0.1120224 Dec 16 09:34:28.649370 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-39cfa839-d628-4db0-ba2c-b3537959ce8f req-0729342c-01ac-43c0-af81-999ceeff3b6b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351903 Dec 16 09:34:28.698294 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5cb29932-84b2-4f94-9c03-2631683610dc req-fa38571d-b04b-4388-863a-53dbab7aa6fc tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449047 Dec 16 09:34:28.739587 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-953579c4-40ff-4d5f-a4b1-60da76e44862 req-4f1e5e91-0957-48af-9028-df6240cd9bea tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=dde1c4ce-f01c-402f-8bb2-9f9d56fc6803 HTTP/1.1" status: 200 len: 210 time: 0.0299244 Dec 16 09:34:28.757204 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bac9b478-faec-4c82-9255-407ccb1f2004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:28.759312 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac9b478-faec-4c82-9255-407ccb1f2004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:28.761348 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bac9b478-faec-4c82-9255-407ccb1f2004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:28.831898 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac9b478-faec-4c82-9255-407ccb1f2004 admin admin] Pushing event updated for resources: {'Network': ['ID=ce00e305-669e-4f74-8d4f-50c3dbd2487f,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:28.841979 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network ce00e305-669e-4f74-8d4f-50c3dbd2487f details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:34:28.895774 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bac9b478-faec-4c82-9255-407ccb1f2004 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0233011 Dec 16 09:34:28.901721 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 47566) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:28.907328 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-ab2e63a6-a064-45de-ad1a-217df9aacfda admin admin] Request body: {'subnet': {'network_id': 'ce00e305-669e-4f74-8d4f-50c3dbd2487f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-878674943-subnet', 'tenant_id': '58616e55484245a5b2c2f6d808f99b43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:28.979367 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-a9df7ba1-4210-469e-a24a-2ceade693307 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:28.980835 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-a9df7ba1-4210-469e-a24a-2ceade693307 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.58 "GET /v2.0/networks?id=c0c998b7-16cb-40aa-910e-ab4864e39b16 HTTP/1.1" status: 200 len: 806 time: 0.1099210 Dec 16 09:34:28.994301 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-c5376333-7d3c-46f1-b6ac-8a74ab13e9ad tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Request body: {'port': {'device_id': 'dde1c4ce-f01c-402f-8bb2-9f9d56fc6803', 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16', 'admin_state_up': True, 'tenant_id': '2f8f61b4cde14c72b4dcdad8045c9583'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:29.019806 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:29.020443 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2e63a6-a064-45de-ad1a-217df9aacfda admin admin] Made reservation on behalf of 58616e55484245a5b2c2f6d808f99b43 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:34:29.023444 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ab2e63a6-a064-45de-ad1a-217df9aacfda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:29.148002 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 47570) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:29.291640 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-11b97818-2b30-472e-aaf2-d38d5ee54af2 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1493878036-network', 'tenant_id': 'c42f0f62952f4d25b8b70047bb28e8d6'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:29.346808 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ab2e63a6-a064-45de-ad1a-217df9aacfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:29.397919 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:34:29.403303 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e63a6-a064-45de-ad1a-217df9aacfda admin admin] Pushing event updated for resources: {'Subnet': ['ID=2267e092-bb47-4efd-8478-75a998995501,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:29.412138 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2e63a6-a064-45de-ad1a-217df9aacfda admin admin] Checking segment: {'id': 'd5688dd4-4d9a-4fb7-a959-f72f346fda0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ce00e305-669e-4f74-8d4f-50c3dbd2487f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:34:29.412724 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2e63a6-a064-45de-ad1a-217df9aacfda admin admin] Network hostable DHCP agents. Network: ce00e305-669e-4f74-8d4f-50c3dbd2487f, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:34:29.434315 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b97818-2b30-472e-aaf2-d38d5ee54af2 admin admin] Made reservation on behalf of c42f0f62952f4d25b8b70047bb28e8d6 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:34:29.436733 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-11b97818-2b30-472e-aaf2-d38d5ee54af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:29.446535 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-11b97818-2b30-472e-aaf2-d38d5ee54af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:29.524544 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-11b97818-2b30-472e-aaf2-d38d5ee54af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:29.525486 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2e63a6-a064-45de-ad1a-217df9aacfda admin admin] Network ce00e305-669e-4f74-8d4f-50c3dbd2487f is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:34:29.588885 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-c5376333-7d3c-46f1-b6ac-8a74ab13e9ad tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Made reservation on behalf of 2f8f61b4cde14c72b4dcdad8045c9583 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:34:29.589461 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:29.592533 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-c5376333-7d3c-46f1-b6ac-8a74ab13e9ad tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:29.631677 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-ab2e63a6-a064-45de-ad1a-217df9aacfda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, ce00e305-669e-4f74-8d4f-50c3dbd2487f) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:34:29.633479 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-11b97818-2b30-472e-aaf2-d38d5ee54af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:29.642185 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2e63a6-a064-45de-ad1a-217df9aacfda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:29.642834 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ab2e63a6-a064-45de-ad1a-217df9aacfda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:29.650745 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db044e8-4353-4c91-a831-9316d47deb47 None None] Network ce00e305-669e-4f74-8d4f-50c3dbd2487f requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:34:29.672031 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b97818-2b30-472e-aaf2-d38d5ee54af2 admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:34:29.680050 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b97818-2b30-472e-aaf2-d38d5ee54af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33376c54-0c5a-4755-8dd2-fbc7e29140ba,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:29.687976 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-11b97818-2b30-472e-aaf2-d38d5ee54af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:29.688299 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-11b97818-2b30-472e-aaf2-d38d5ee54af2 admin admin] Added segment eab4bd5a-be76-4229-a7fe-72ebe6d74d25 of type vlan for network 21a8350a-eb93-4b7b-81db-9412ce9aa5f6 Dec 16 09:34:29.709337 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 1ae25eda-91ad-4be7-98c9-b56540b3cde5 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:34:29.738420 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-11b97818-2b30-472e-aaf2-d38d5ee54af2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:29.787984 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ab2e63a6-a064-45de-ad1a-217df9aacfda admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8847227 Dec 16 09:34:29.789061 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 47582) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:29.792405 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-c5376333-7d3c-46f1-b6ac-8a74ab13e9ad tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Allocated IP 172.20.0.5 (c0c998b7-16cb-40aa-910e-ab4864e39b16/079ef7a2-1551-4eb6-92ba-b7ee17740bf5/f38c9a78-244b-43a4-ad96-7d7f919f32c1) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:34:29.797531 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-96253e6e-5239-4579-b5a0-d2ab4d370047 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-878674943-router', 'tenant_id': '58616e55484245a5b2c2f6d808f99b43', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:29.831442 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102c7dc-4cbf-404d-b74e-67b984aeb90a req-766c84a8-e7af-4e7f-b7cd-f77856e7f256 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:29.833143 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e102c7dc-4cbf-404d-b74e-67b984aeb90a req-766c84a8-e7af-4e7f-b7cd-f77856e7f256 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 949 time: 0.0687425 Dec 16 09:34:29.870459 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-11b97818-2b30-472e-aaf2-d38d5ee54af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:29.871505 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b97818-2b30-472e-aaf2-d38d5ee54af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:29.872184 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-11b97818-2b30-472e-aaf2-d38d5ee54af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:29.900387 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e102c7dc-4cbf-404d-b74e-67b984aeb90a req-e9d8cbb6-8453-44fe-9bce-ca3c4821a73e tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576642 Dec 16 09:34:29.918824 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:29.963381 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b97818-2b30-472e-aaf2-d38d5ee54af2 admin admin] Pushing event updated for resources: {'Network': ['ID=21a8350a-eb93-4b7b-81db-9412ce9aa5f6,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:29.975824 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 1ae25eda-91ad-4be7-98c9-b56540b3cde5, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=1ae25eda-91ad-4be7-98c9-b56540b3cde5,segment=NetworkSegment(2082cd97-2035-461e-ae5b-e2756d7ddb51),segment_id=2082cd97-2035-461e-ae5b-e2756d7ddb51)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:29.978606 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb725e83-4244-4f5a-b17d-9cc8bfe1ca38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ae25eda-91ad-4be7-98c9-b56540b3cde5'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:29.981588 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23756cb-7268-41bc-ad7b-0babf97a6966" -d '{"events": [{"server_uuid": "cb725e83-4244-4f5a-b17d-9cc8bfe1ca38", "name": "network-vif-unplugged", "status": "completed", "tag": "1ae25eda-91ad-4be7-98c9-b56540b3cde5"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:29.983536 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fdca85-15a9-40e0-b739-4419708fd5d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-ce00e305-669e-4f74-8d4f-50c3dbd2487f', 'network_id': 'ce00e305-669e-4f74-8d4f-50c3dbd2487f', 'tenant_id': '58616e55484245a5b2c2f6d808f99b43', 'fixed_ips': [{'subnet_id': '2267e092-bb47-4efd-8478-75a998995501'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:34:29.984645 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-62fdca85-15a9-40e0-b739-4419708fd5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:29.989955 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 21a8350a-eb93-4b7b-81db-9412ce9aa5f6 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:34:29.993338 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ace557-aa23-4922-8665-4e30c76a8a47 req-ad11267d-5239-4051-8f55-7c1fc4cda999 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:29.994896 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e8ace557-aa23-4922-8665-4e30c76a8a47 req-ad11267d-5239-4051-8f55-7c1fc4cda999 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb725e83-4244-4f5a-b17d-9cc8bfe1ca38 HTTP/1.1" status: 200 len: 945 time: 0.1709337 Dec 16 09:34:30.003074 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-96253e6e-5239-4579-b5a0-d2ab4d370047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:30.004131 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-96253e6e-5239-4579-b5a0-d2ab4d370047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:30.029706 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-22ee26de-cf83-42d8-89a9-d504f67b4ebf req-7d48b86b-8fbf-42f7-96b2-8f69c0240c33 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=dde1c4ce-f01c-402f-8bb2-9f9d56fc6803 HTTP/1.1" status: 200 len: 210 time: 0.0420444 Dec 16 09:34:30.063359 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-11b97818-2b30-472e-aaf2-d38d5ee54af2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9111173 Dec 16 09:34:30.063564 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-c5376333-7d3c-46f1-b6ac-8a74ab13e9ad tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:30.065699 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 47588) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:30.071741 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-e462ac76-fe72-4acf-853f-fc5784367a44 admin admin] Request body: {'subnet': {'network_id': '21a8350a-eb93-4b7b-81db-9412ce9aa5f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1493878036-subnet', 'tenant_id': 'c42f0f62952f4d25b8b70047bb28e8d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:30.139351 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:30.184624 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aeba67d-6d57-4fb0-ba21-ca95140a76b6 x-openstack-request-id: req-3aeba67d-6d57-4fb0-ba21-ca95140a76b6 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:30.184921 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb725e83-4244-4f5a-b17d-9cc8bfe1ca38", "name": "network-vif-unplugged", "status": "completed", "tag": "1ae25eda-91ad-4be7-98c9-b56540b3cde5", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:30.185194 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3aeba67d-6d57-4fb0-ba21-ca95140a76b6 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:30.185582 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb725e83-4244-4f5a-b17d-9cc8bfe1ca38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ae25eda-91ad-4be7-98c9-b56540b3cde5', 'code': 200} Dec 16 09:34:30.209822 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-96253e6e-5239-4579-b5a0-d2ab4d370047 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:30.219707 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e462ac76-fe72-4acf-853f-fc5784367a44 admin admin] Made reservation on behalf of c42f0f62952f4d25b8b70047bb28e8d6 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:34:30.222501 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e8ace557-aa23-4922-8665-4e30c76a8a47 req-a460b696-fed1-47b6-aa9e-dda6505d9a45 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5c29b94-81f7-4546-8e1f-ae76487389c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135801 Dec 16 09:34:30.224946 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e462ac76-fe72-4acf-853f-fc5784367a44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:30.235523 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=1ae25eda-91ad-4be7-98c9-b56540b3cde5,revision_number=8']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:30.258047 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d91a0a-43d8-4e03-8eb5-8547782d52f3 req-08f22640-6b9a-4cf3-8d60-fd2744c143c2 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:30.258047 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-41d91a0a-43d8-4e03-8eb5-8547782d52f3 req-08f22640-6b9a-4cf3-8d60-fd2744c143c2 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb725e83-4244-4f5a-b17d-9cc8bfe1ca38 HTTP/1.1" status: 200 len: 943 time: 0.1630690 Dec 16 09:34:30.260545 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-62fdca85-15a9-40e0-b739-4419708fd5d1 None None] Allocated IP 172.20.0.2 (ce00e305-669e-4f74-8d4f-50c3dbd2487f/2267e092-bb47-4efd-8478-75a998995501/c909f318-8eed-4225-91f0-526f0aec01a9) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:34:30.501802 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-c5376333-7d3c-46f1-b6ac-8a74ab13e9ad tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:30.542696 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-96253e6e-5239-4579-b5a0-d2ab4d370047 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:30.569637 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-c5376333-7d3c-46f1-b6ac-8a74ab13e9ad tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Network c0c998b7-16cb-40aa-910e-ab4864e39b16 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:34:30.571011 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['225d8421-3037-4140-9626-c4f741b4bcc0'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:34:30.580608 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-c5376333-7d3c-46f1-b6ac-8a74ab13e9ad tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:34:30.586004 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-c5376333-7d3c-46f1-b6ac-8a74ab13e9ad tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:34:30.590535 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-41d91a0a-43d8-4e03-8eb5-8547782d52f3 req-8bb70326-690d-4ee4-8c10-cf468bec135b tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Deleting port 1ae25eda-91ad-4be7-98c9-b56540b3cde5 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:34:30.591121 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-41d91a0a-43d8-4e03-8eb5-8547782d52f3 req-8bb70326-690d-4ee4-8c10-cf468bec135b tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:30.605523 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e462ac76-fe72-4acf-853f-fc5784367a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:30.605958 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5376333-7d3c-46f1-b6ac-8a74ab13e9ad tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Pushing event updated for resources: {'Port': ['ID=f38c9a78-244b-43a4-ad96-7d7f919f32c1,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:30.622371 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-62fdca85-15a9-40e0-b739-4419708fd5d1 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:30.651410 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462ac76-fe72-4acf-853f-fc5784367a44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b493dc3-4774-48fe-8f0b-82c0870d5897,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:30.680632 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e462ac76-fe72-4acf-853f-fc5784367a44 admin admin] Checking segment: {'id': 'eab4bd5a-be76-4229-a7fe-72ebe6d74d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '21a8350a-eb93-4b7b-81db-9412ce9aa5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:34:30.681309 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e462ac76-fe72-4acf-853f-fc5784367a44 admin admin] Network hostable DHCP agents. Network: 21a8350a-eb93-4b7b-81db-9412ce9aa5f6, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:34:30.697095 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-c5376333-7d3c-46f1-b6ac-8a74ab13e9ad tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:30.697956 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-c5376333-7d3c-46f1-b6ac-8a74ab13e9ad tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:30.718447 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-62fdca85-15a9-40e0-b739-4419708fd5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:30.764342 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fdca85-15a9-40e0-b739-4419708fd5d1 None None] Network ce00e305-669e-4f74-8d4f-50c3dbd2487f is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:34:30.768580 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-62fdca85-15a9-40e0-b739-4419708fd5d1 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:34:30.775217 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fdca85-15a9-40e0-b739-4419708fd5d1 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:34:30.778132 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fdca85-15a9-40e0-b739-4419708fd5d1 None None] Pushing event updated for resources: {'Port': ['ID=c909f318-8eed-4225-91f0-526f0aec01a9,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:30.778382 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-41d91a0a-43d8-4e03-8eb5-8547782d52f3 req-8bb70326-690d-4ee4-8c10-cf468bec135b tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] For port 1ae25eda-91ad-4be7-98c9-b56540b3cde5, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=1ae25eda-91ad-4be7-98c9-b56540b3cde5,segment=NetworkSegment(2082cd97-2035-461e-ae5b-e2756d7ddb51),segment_id=2082cd97-2035-461e-ae5b-e2756d7ddb51)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:30.778788 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-41d91a0a-43d8-4e03-8eb5-8547782d52f3 req-8bb70326-690d-4ee4-8c10-cf468bec135b tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:30.798308 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-41d91a0a-43d8-4e03-8eb5-8547782d52f3 req-8bb70326-690d-4ee4-8c10-cf468bec135b tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Calling delete_port for 1ae25eda-91ad-4be7-98c9-b56540b3cde5 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:34:30.829900 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-62fdca85-15a9-40e0-b739-4419708fd5d1 None None] Attempting to bind port c909f318-8eed-4225-91f0-526f0aec01a9 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:34:30.830770 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-62fdca85-15a9-40e0-b739-4419708fd5d1 None None] Attempting to bind port c909f318-8eed-4225-91f0-526f0aec01a9 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'd5688dd4-4d9a-4fb7-a959-f72f346fda0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ce00e305-669e-4f74-8d4f-50c3dbd2487f'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:34:30.831129 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fdca85-15a9-40e0-b739-4419708fd5d1 None None] Attempting to bind port c909f318-8eed-4225-91f0-526f0aec01a9 on network ce00e305-669e-4f74-8d4f-50c3dbd2487f {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:30.835962 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fdca85-15a9-40e0-b739-4419708fd5d1 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:34:30.836330 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fdca85-15a9-40e0-b739-4419708fd5d1 None None] Checking segment: {'id': 'd5688dd4-4d9a-4fb7-a959-f72f346fda0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ce00e305-669e-4f74-8d4f-50c3dbd2487f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:34:30.836730 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-62fdca85-15a9-40e0-b739-4419708fd5d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:30.837143 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fdca85-15a9-40e0-b739-4419708fd5d1 None None] Bound using segment: {'id': 'd5688dd4-4d9a-4fb7-a959-f72f346fda0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ce00e305-669e-4f74-8d4f-50c3dbd2487f'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:34:30.837609 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-62fdca85-15a9-40e0-b739-4419708fd5d1 None None] Bound port: c909f318-8eed-4225-91f0-526f0aec01a9, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5688dd4-4d9a-4fb7-a959-f72f346fda0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ce00e305-669e-4f74-8d4f-50c3dbd2487f'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:34:30.837987 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-62fdca85-15a9-40e0-b739-4419708fd5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:30.842834 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e462ac76-fe72-4acf-853f-fc5784367a44 admin admin] Network 21a8350a-eb93-4b7b-81db-9412ce9aa5f6 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:34:30.873564 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-c5376333-7d3c-46f1-b6ac-8a74ab13e9ad tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8828576 Dec 16 09:34:30.890768 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-a438e991-b96c-4a41-bbca-1923e661d708 service neutron] Request body: {'port': {'device_id': 'dde1c4ce-f01c-402f-8bb2-9f9d56fc6803', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:30.905873 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-62fdca85-15a9-40e0-b739-4419708fd5d1 None None] For port c909f318-8eed-4225-91f0-526f0aec01a9, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:34:30.909088 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-62fdca85-15a9-40e0-b739-4419708fd5d1 None None] For port c909f318-8eed-4225-91f0-526f0aec01a9, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=c909f318-8eed-4225-91f0-526f0aec01a9,segment=NetworkSegment(d5688dd4-4d9a-4fb7-a959-f72f346fda0a),segment_id=d5688dd4-4d9a-4fb7-a959-f72f346fda0a)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:34:30.940459 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-e462ac76-fe72-4acf-853f-fc5784367a44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 21a8350a-eb93-4b7b-81db-9412ce9aa5f6) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:34:30.948830 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e462ac76-fe72-4acf-853f-fc5784367a44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:30.948830 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e462ac76-fe72-4acf-853f-fc5784367a44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:30.953455 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a77530-33b5-4d1a-a7e6-21ae4013a7fb None None] Network 21a8350a-eb93-4b7b-81db-9412ce9aa5f6 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:34:31.006436 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-62fdca85-15a9-40e0-b739-4419708fd5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:31.044299 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da9b3c-0ff0-47c7-a222-8fc3b78d337d req-89b04e66-cc18-4def-a674-42d8d46e2310 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:31.045947 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c7da9b3c-0ff0-47c7-a222-8fc3b78d337d req-89b04e66-cc18-4def-a674-42d8d46e2310 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 949 time: 0.0583186 Dec 16 09:34:31.090340 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-a438e991-b96c-4a41-bbca-1923e661d708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:31.090433 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e462ac76-fe72-4acf-853f-fc5784367a44 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9928052 Dec 16 09:34:31.105768 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c7da9b3c-0ff0-47c7-a222-8fc3b78d337d req-b9c50a01-6a82-4447-b8ac-7c1e508a0620 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445104 Dec 16 09:34:31.137810 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fdca85-15a9-40e0-b739-4419708fd5d1 None None] Pushing event updated for resources: {'Port': ['ID=c909f318-8eed-4225-91f0-526f0aec01a9,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:31.203335 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-96253e6e-5239-4579-b5a0-d2ab4d370047 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:31.250131 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29d5b21-9592-48d2-852c-41c57dea740e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-21a8350a-eb93-4b7b-81db-9412ce9aa5f6', 'network_id': '21a8350a-eb93-4b7b-81db-9412ce9aa5f6', 'tenant_id': 'c42f0f62952f4d25b8b70047bb28e8d6', 'fixed_ips': [{'subnet_id': '2b493dc3-4774-48fe-8f0b-82c0870d5897'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:34:31.250131 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f29d5b21-9592-48d2-852c-41c57dea740e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:31.278494 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-96253e6e-5239-4579-b5a0-d2ab4d370047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:31.288623 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-41d91a0a-43d8-4e03-8eb5-8547782d52f3 req-8bb70326-690d-4ee4-8c10-cf468bec135b tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:31.408412 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b7bb1155-f50a-47f6-9a5b-e9024a686092 req-96025012-969a-4d01-b782-d997069f2676 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb725e83-4244-4f5a-b17d-9cc8bfe1ca38 HTTP/1.1" status: 200 len: 210 time: 0.0386343 Dec 16 09:34:31.471061 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb70326-690d-4ee4-8c10-cf468bec135b tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Pushing event deleted for resources: {'Port': ['ID=1ae25eda-91ad-4be7-98c9-b56540b3cde5,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:31.529699 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-f29d5b21-9592-48d2-852c-41c57dea740e None None] Allocated IP 172.20.0.2 (21a8350a-eb93-4b7b-81db-9412ce9aa5f6/2b493dc3-4774-48fe-8f0b-82c0870d5897/eaef4dee-1692-43cb-b6c4-09fb93d535b9) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:34:31.645143 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d91a0a-43d8-4e03-8eb5-8547782d52f3 req-8bb70326-690d-4ee4-8c10-cf468bec135b tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] No DVR routers for this DVR port 1ae25eda-91ad-4be7-98c9-b56540b3cde5 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:34:31.668182 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-41d91a0a-43d8-4e03-8eb5-8547782d52f3 req-8bb70326-690d-4ee4-8c10-cf468bec135b tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:31.671515 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-41d91a0a-43d8-4e03-8eb5-8547782d52f3 req-8bb70326-690d-4ee4-8c10-cf468bec135b tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.58 "DELETE /v2.0/ports/1ae25eda-91ad-4be7-98c9-b56540b3cde5 HTTP/1.1" status: 204 len: 173 time: 1.4061875 Dec 16 09:34:31.686745 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a601b4c-5526-4a3e-aca6-d45f362ce2c3 req-9ef3d8ad-a489-41f3-a8c0-3756ee3ecea1 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:31.688313 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3a601b4c-5526-4a3e-aca6-d45f362ce2c3 req-9ef3d8ad-a489-41f3-a8c0-3756ee3ecea1 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=dde1c4ce-f01c-402f-8bb2-9f9d56fc6803 HTTP/1.1" status: 200 len: 931 time: 0.5001755 Dec 16 09:34:31.688781 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb725e83-4244-4f5a-b17d-9cc8bfe1ca38', 'name': 'network-vif-deleted', 'tag': '1ae25eda-91ad-4be7-98c9-b56540b3cde5'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:31.691223 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83df89a5-633d-4aa8-a703-5ce411d1e202" -d '{"events": [{"server_uuid": "cb725e83-4244-4f5a-b17d-9cc8bfe1ca38", "name": "network-vif-deleted", "tag": "1ae25eda-91ad-4be7-98c9-b56540b3cde5"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:31.735316 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f29d5b21-9592-48d2-852c-41c57dea740e None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:31.773471 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-96253e6e-5239-4579-b5a0-d2ab4d370047 admin admin] Allocated IP 172.25.1.83 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/8ebfba73-7c17-437d-8030-fc351d0773d8) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:34:31.794921 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3a601b4c-5526-4a3e-aca6-d45f362ce2c3 req-0c1dfa47-3fef-42b1-9725-d869b2d97c3a tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936460 Dec 16 09:34:31.852419 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-c72e9229-b4a5-40c2-9835-15967071c31a tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:31.853996 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-c72e9229-b4a5-40c2-9835-15967071c31a tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/networks?id=21a8350a-eb93-4b7b-81db-9412ce9aa5f6 HTTP/1.1" status: 200 len: 816 time: 0.1299148 Dec 16 09:34:31.860208 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f29d5b21-9592-48d2-852c-41c57dea740e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:31.870507 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebae98de-f46f-42e2-96d5-44c12526e623 x-openstack-request-id: req-ebae98de-f46f-42e2-96d5-44c12526e623 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:31.870805 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb725e83-4244-4f5a-b17d-9cc8bfe1ca38", "name": "network-vif-deleted", "tag": "1ae25eda-91ad-4be7-98c9-b56540b3cde5", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:31.871069 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ebae98de-f46f-42e2-96d5-44c12526e623 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:31.871472 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb725e83-4244-4f5a-b17d-9cc8bfe1ca38', 'name': 'network-vif-deleted', 'tag': '1ae25eda-91ad-4be7-98c9-b56540b3cde5', 'status': 'completed', 'code': 200} Dec 16 09:34:31.891985 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-a438e991-b96c-4a41-bbca-1923e661d708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f38c9a78-244b-43a4-ad96-7d7f919f32c1 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:34:31.892186 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-301df7b6-2ca0-494a-991a-66c5928766dc tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/quotas/c42f0f62952f4d25b8b70047bb28e8d6 HTTP/1.1" status: 200 len: 375 time: 0.0099936 Dec 16 09:34:31.902690 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-a438e991-b96c-4a41-bbca-1923e661d708 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:31.921575 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29d5b21-9592-48d2-852c-41c57dea740e None None] Network 21a8350a-eb93-4b7b-81db-9412ce9aa5f6 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:34:31.925993 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-f29d5b21-9592-48d2-852c-41c57dea740e None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:34:31.929299 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29d5b21-9592-48d2-852c-41c57dea740e None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:34:31.929449 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-a438e991-b96c-4a41-bbca-1923e661d708 service neutron] Transition to ACTIVE for port object f38c9a78-244b-43a4-ad96-7d7f919f32c1 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:34:31.940111 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d5b21-9592-48d2-852c-41c57dea740e None None] Pushing event updated for resources: {'Port': ['ID=eaef4dee-1692-43cb-b6c4-09fb93d535b9,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:31.960253 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-ba487602-2f5e-426f-ab5f-87fb00f75cc6 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c42f0f62952f4d25b8b70047bb28e8d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0592017 Dec 16 09:34:31.962177 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-96253e6e-5239-4579-b5a0-d2ab4d370047 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:31.972315 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-ac56c056-1c22-4bb3-80ca-6656aabb3d97 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:34:31.973712 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-ac56c056-1c22-4bb3-80ca-6656aabb3d97 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060673 Dec 16 09:34:32.014190 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-f29d5b21-9592-48d2-852c-41c57dea740e None None] Attempting to bind port eaef4dee-1692-43cb-b6c4-09fb93d535b9 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:34:32.014859 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-f29d5b21-9592-48d2-852c-41c57dea740e None None] Attempting to bind port eaef4dee-1692-43cb-b6c4-09fb93d535b9 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'eab4bd5a-be76-4229-a7fe-72ebe6d74d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '21a8350a-eb93-4b7b-81db-9412ce9aa5f6'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:34:32.015195 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29d5b21-9592-48d2-852c-41c57dea740e None None] Attempting to bind port eaef4dee-1692-43cb-b6c4-09fb93d535b9 on network 21a8350a-eb93-4b7b-81db-9412ce9aa5f6 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:32.019618 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-a438e991-b96c-4a41-bbca-1923e661d708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:32.022246 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29d5b21-9592-48d2-852c-41c57dea740e None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:34:32.023673 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29d5b21-9592-48d2-852c-41c57dea740e None None] Checking segment: {'id': 'eab4bd5a-be76-4229-a7fe-72ebe6d74d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '21a8350a-eb93-4b7b-81db-9412ce9aa5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:34:32.024637 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f29d5b21-9592-48d2-852c-41c57dea740e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:32.025006 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29d5b21-9592-48d2-852c-41c57dea740e None None] Bound using segment: {'id': 'eab4bd5a-be76-4229-a7fe-72ebe6d74d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '21a8350a-eb93-4b7b-81db-9412ce9aa5f6'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:34:32.025611 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-f29d5b21-9592-48d2-852c-41c57dea740e None None] Bound port: eaef4dee-1692-43cb-b6c4-09fb93d535b9, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab4bd5a-be76-4229-a7fe-72ebe6d74d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '21a8350a-eb93-4b7b-81db-9412ce9aa5f6'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:34:32.026058 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f29d5b21-9592-48d2-852c-41c57dea740e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:32.070799 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438e991-b96c-4a41-bbca-1923e661d708 service neutron] Pushing event updated for resources: {'Port': ['ID=f38c9a78-244b-43a4-ad96-7d7f919f32c1,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:32.100614 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-96253e6e-5239-4579-b5a0-d2ab4d370047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:32.144628 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f29d5b21-9592-48d2-852c-41c57dea740e None None] For port eaef4dee-1692-43cb-b6c4-09fb93d535b9, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:34:32.148202 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f29d5b21-9592-48d2-852c-41c57dea740e None None] For port eaef4dee-1692-43cb-b6c4-09fb93d535b9, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=eaef4dee-1692-43cb-b6c4-09fb93d535b9,segment=NetworkSegment(eab4bd5a-be76-4229-a7fe-72ebe6d74d25),segment_id=eab4bd5a-be76-4229-a7fe-72ebe6d74d25)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:34:32.186902 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-2d97e722-f235-407d-b968-34e95af6de32 service neutron] 10.222.0.60 "GET /v2.0/networks/21a8350a-eb93-4b7b-81db-9412ce9aa5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040987 Dec 16 09:34:32.202139 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device c909f318-8eed-4225-91f0-526f0aec01a9 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:34:32.272162 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f29d5b21-9592-48d2-852c-41c57dea740e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:32.300993 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-a57ae854-cf59-46e5-889b-e22991832145 service neutron] 10.222.0.60 "GET /v2.0/networks/21a8350a-eb93-4b7b-81db-9412ce9aa5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128843 Dec 16 09:34:32.362527 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d5b21-9592-48d2-852c-41c57dea740e None None] Pushing event updated for resources: {'Port': ['ID=eaef4dee-1692-43cb-b6c4-09fb93d535b9,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:32.386800 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port c909f318-8eed-4225-91f0-526f0aec01a9 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:32.387661 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:32.510182 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:32.527093 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96253e6e-5239-4579-b5a0-d2ab4d370047 admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:34:32.537368 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-96253e6e-5239-4579-b5a0-d2ab4d370047 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:34:32.543471 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96253e6e-5239-4579-b5a0-d2ab4d370047 admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:34:32.575717 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port c909f318-8eed-4225-91f0-526f0aec01a9, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=c909f318-8eed-4225-91f0-526f0aec01a9,segment=NetworkSegment(d5688dd4-4d9a-4fb7-a959-f72f346fda0a),segment_id=d5688dd4-4d9a-4fb7-a959-f72f346fda0a)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:32.579393 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96253e6e-5239-4579-b5a0-d2ab4d370047 admin admin] Pushing event updated for resources: {'Port': ['ID=8ebfba73-7c17-437d-8030-fc351d0773d8,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:32.642001 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-a438e991-b96c-4a41-bbca-1923e661d708 service neutron] Attempting to bind port f38c9a78-244b-43a4-ad96-7d7f919f32c1 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:34:32.642001 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-a438e991-b96c-4a41-bbca-1923e661d708 service neutron] Attempting to bind port f38c9a78-244b-43a4-ad96-7d7f919f32c1 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '6c496118-4e09-4f89-b8ab-5391fc86f2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:34:32.642001 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-a438e991-b96c-4a41-bbca-1923e661d708 service neutron] Attempting to bind port f38c9a78-244b-43a4-ad96-7d7f919f32c1 on network c0c998b7-16cb-40aa-910e-ab4864e39b16 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:32.653871 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-a438e991-b96c-4a41-bbca-1923e661d708 service neutron] Port f38c9a78-244b-43a4-ad96-7d7f919f32c1 on network c0c998b7-16cb-40aa-910e-ab4864e39b16 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:34:32.654523 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-a438e991-b96c-4a41-bbca-1923e661d708 service neutron] Attempting to bind port f38c9a78-244b-43a4-ad96-7d7f919f32c1 on network c0c998b7-16cb-40aa-910e-ab4864e39b16 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:32.679891 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66c833-406e-47ac-9871-2d7e526f91d8 req-62903235-d60d-493d-be59-13e3ac658a4a tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:32.699896 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3b66c833-406e-47ac-9871-2d7e526f91d8 req-62903235-d60d-493d-be59-13e3ac658a4a tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 949 time: 0.2365816 Dec 16 09:34:32.700346 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:32.722385 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-a438e991-b96c-4a41-bbca-1923e661d708 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:34:32.722385 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-a438e991-b96c-4a41-bbca-1923e661d708 service neutron] Checking segment: {'id': '6c496118-4e09-4f89-b8ab-5391fc86f2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:34:32.725994 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-a438e991-b96c-4a41-bbca-1923e661d708 service neutron] Bound using segment: {'id': '6c496118-4e09-4f89-b8ab-5391fc86f2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:34:32.726928 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-a438e991-b96c-4a41-bbca-1923e661d708 service neutron] Bound port: f38c9a78-244b-43a4-ad96-7d7f919f32c1, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c496118-4e09-4f89-b8ab-5391fc86f2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:34:32.727465 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-a438e991-b96c-4a41-bbca-1923e661d708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:32.733470 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600843db-ffbb-4b53-85a8-e2e099b9cc50 None None] Network ce00e305-669e-4f74-8d4f-50c3dbd2487f requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:34:32.777439 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=c909f318-8eed-4225-91f0-526f0aec01a9,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:32.889808 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-dcc8d47e-f280-4784-b6ff-e25dfe80fbd9 None None] Provisioning complete for port c909f318-8eed-4225-91f0-526f0aec01a9 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:32.890312 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-dcc8d47e-f280-4784-b6ff-e25dfe80fbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:32.919117 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bde741a9-962f-4572-a767-af388aea2a28 req-d1e74963-0a98-41bf-8e93-ae3ac4e30207 tempest-ImagesTestJSON-393033827 tempest-ImagesTestJSON-393033827-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb725e83-4244-4f5a-b17d-9cc8bfe1ca38 HTTP/1.1" status: 200 len: 210 time: 0.0780194 Dec 16 09:34:32.932122 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3b66c833-406e-47ac-9871-2d7e526f91d8 req-edf1ddf3-f98f-4383-9bf6-490b9269e28f tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308652 Dec 16 09:34:33.204378 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-da3d08f0-d80f-47df-9ae3-b8facfdc9e36 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:33.206239 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-da3d08f0-d80f-47df-9ae3-b8facfdc9e36 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/networks?id=21a8350a-eb93-4b7b-81db-9412ce9aa5f6 HTTP/1.1" status: 200 len: 816 time: 0.1717360 Dec 16 09:34:33.233502 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-ad1b6ab6-84dd-425a-a45b-280bf43b1cf9 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/quotas/c42f0f62952f4d25b8b70047bb28e8d6 HTTP/1.1" status: 200 len: 375 time: 0.0210741 Dec 16 09:34:33.257812 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-a438e991-b96c-4a41-bbca-1923e661d708 service neutron] For port f38c9a78-244b-43a4-ad96-7d7f919f32c1, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:34:33.284355 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-a438e991-b96c-4a41-bbca-1923e661d708 service neutron] For port f38c9a78-244b-43a4-ad96-7d7f919f32c1, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=f38c9a78-244b-43a4-ad96-7d7f919f32c1,segment=NetworkSegment(6c496118-4e09-4f89-b8ab-5391fc86f2af),segment_id=6c496118-4e09-4f89-b8ab-5391fc86f2af)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:34:33.297518 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7fc75-62b5-4cda-b6a9-7f93bdbc7834 req-36ef8eaa-d2ee-4c51-b38d-c21125923877 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:33.305390 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0be7fc75-62b5-4cda-b6a9-7f93bdbc7834 req-36ef8eaa-d2ee-4c51-b38d-c21125923877 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=dde1c4ce-f01c-402f-8bb2-9f9d56fc6803 HTTP/1.1" status: 200 len: 943 time: 0.2419572 Dec 16 09:34:33.309590 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-8c90502b-3881-41a5-b196-b7b4149d0e19 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c42f0f62952f4d25b8b70047bb28e8d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0750742 Dec 16 09:34:33.408506 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-a438e991-b96c-4a41-bbca-1923e661d708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:33.432335 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-87b8906b-ffd5-415f-a0fd-bfd11ba5b850 service neutron] 10.222.0.60 "GET /v2.0/networks/21a8350a-eb93-4b7b-81db-9412ce9aa5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213279 Dec 16 09:34:33.438340 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0be7fc75-62b5-4cda-b6a9-7f93bdbc7834 req-ca740d63-298e-48ca-a0db-1cb189eb0095 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317875 Dec 16 09:34:33.475856 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-a438e991-b96c-4a41-bbca-1923e661d708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:33.476645 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-a438e991-b96c-4a41-bbca-1923e661d708 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:33.478118 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-a438e991-b96c-4a41-bbca-1923e661d708 service neutron] 10.222.0.58 "PUT /v2.0/ports/f38c9a78-244b-43a4-ad96-7d7f919f32c1 HTTP/1.1" status: 200 len: 1091 time: 2.5932229 Dec 16 09:34:33.478710 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-96253e6e-5239-4579-b5a0-d2ab4d370047 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:33.571707 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-981810a9-51c0-4173-ac96-82d834b70e46 service neutron] 10.222.0.60 "GET /v2.0/networks/21a8350a-eb93-4b7b-81db-9412ce9aa5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384299 Dec 16 09:34:33.604047 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-3489db2e-cc5d-44ef-9c78-85bd1628d3ca None None] Provisioning complete for port c909f318-8eed-4225-91f0-526f0aec01a9 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:33.604567 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3489db2e-cc5d-44ef-9c78-85bd1628d3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:33.718035 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 1ae25eda-91ad-4be7-98c9-b56540b3cde5 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:34:33.750646 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438e991-b96c-4a41-bbca-1923e661d708 service neutron] Pushing event updated for resources: {'Port': ['ID=f38c9a78-244b-43a4-ad96-7d7f919f32c1,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:33.772829 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 1ae25eda-91ad-4be7-98c9-b56540b3cde5 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:34:33.773206 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 1ae25eda-91ad-4be7-98c9-b56540b3cde5 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:34:33.828924 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-90806417-298e-4ea7-95f1-068eadc1509b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:33.831536 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-90806417-298e-4ea7-95f1-068eadc1509b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f8f61b4cde14c72b4dcdad8045c9583&device_id=dde1c4ce-f01c-402f-8bb2-9f9d56fc6803 HTTP/1.1" status: 200 len: 1094 time: 0.1586661 Dec 16 09:34:33.873180 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde1c4ce-f01c-402f-8bb2-9f9d56fc6803', 'tag': 'f38c9a78-244b-43a4-ad96-7d7f919f32c1'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:33.875819 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f306ce5-3efe-4ebd-b73d-91d0b858fff1" -d '{"events": [{"name": "network-changed", "server_uuid": "dde1c4ce-f01c-402f-8bb2-9f9d56fc6803", "tag": "f38c9a78-244b-43a4-ad96-7d7f919f32c1"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:33.912014 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879f76d8-2e0a-4fb7-bf67-b0d2d484ff31 None None] Network 21a8350a-eb93-4b7b-81db-9412ce9aa5f6 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:34:33.920854 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-aa19546c-5ad9-4e60-b70c-f647553640b6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f38c9a78-244b-43a4-ad96-7d7f919f32c1 HTTP/1.1" status: 200 len: 217 time: 0.0582101 Dec 16 09:34:34.014121 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-cbe80087-cfad-40aa-a67c-f5725986f599 None None] Provisioning complete for port eaef4dee-1692-43cb-b6c4-09fb93d535b9 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:34.014515 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cbe80087-cfad-40aa-a67c-f5725986f599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:34.029258 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-96253e6e-5239-4579-b5a0-d2ab4d370047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:34.032114 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-22c0bb25-6a68-4c58-8d40-c58d7bb19320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:34.034014 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-22c0bb25-6a68-4c58-8d40-c58d7bb19320 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=079ef7a2-1551-4eb6-92ba-b7ee17740bf5 HTTP/1.1" status: 200 len: 846 time: 0.1037486 Dec 16 09:34:34.035610 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada42c8e-b9d9-425a-a325-bdff4e360e7c x-openstack-request-id: req-ada42c8e-b9d9-425a-a325-bdff4e360e7c {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:34.035933 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde1c4ce-f01c-402f-8bb2-9f9d56fc6803", "tag": "f38c9a78-244b-43a4-ad96-7d7f919f32c1", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:34.036486 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ada42c8e-b9d9-425a-a325-bdff4e360e7c {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:34.036885 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde1c4ce-f01c-402f-8bb2-9f9d56fc6803', 'tag': 'f38c9a78-244b-43a4-ad96-7d7f919f32c1', 'status': 'completed', 'code': 200} Dec 16 09:34:34.181898 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-51e1ff7e-f495-4560-89f3-49d9661390a9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0c998b7-16cb-40aa-910e-ab4864e39b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1374152 Dec 16 09:34:34.244969 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cbe80087-cfad-40aa-a67c-f5725986f599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:34.274481 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device eaef4dee-1692-43cb-b6c4-09fb93d535b9 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:34:34.318489 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-d7cfbc89-ffab-486d-a10e-a0e73d57f6cb tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:34.321501 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-d7cfbc89-ffab-486d-a10e-a0e73d57f6cb tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/networks?id=21a8350a-eb93-4b7b-81db-9412ce9aa5f6 HTTP/1.1" status: 200 len: 816 time: 0.1610186 Dec 16 09:34:34.338166 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-2ff76cc2-d76c-48f6-8549-6c41255ab45c tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/quotas/c42f0f62952f4d25b8b70047bb28e8d6 HTTP/1.1" status: 200 len: 375 time: 0.0108302 Dec 16 09:34:34.352230 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-cbe80087-cfad-40aa-a67c-f5725986f599 None None] For port eaef4dee-1692-43cb-b6c4-09fb93d535b9, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=eaef4dee-1692-43cb-b6c4-09fb93d535b9,segment=NetworkSegment(eab4bd5a-be76-4229-a7fe-72ebe6d74d25),segment_id=eab4bd5a-be76-4229-a7fe-72ebe6d74d25)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:34.380921 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port eaef4dee-1692-43cb-b6c4-09fb93d535b9 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:34.381700 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:34.408832 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344f595-37d6-4c2e-a694-cea2c0903765 req-20fa8ffe-495f-4e50-9838-eadd8b1b9452 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:34.417175 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3344f595-37d6-4c2e-a694-cea2c0903765 req-20fa8ffe-495f-4e50-9838-eadd8b1b9452 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 949 time: 0.2339737 Dec 16 09:34:34.419600 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-d59d01fd-e3b8-4844-bad0-3b17ecdf11ea tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c42f0f62952f4d25b8b70047bb28e8d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0742993 Dec 16 09:34:34.460502 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cbe80087-cfad-40aa-a67c-f5725986f599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:34.479403 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-d09f298c-ecce-4643-8f15-3ec4bc034764 service neutron] 10.222.0.58 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871804 Dec 16 09:34:34.495904 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3344f595-37d6-4c2e-a694-cea2c0903765 req-039bb0da-2fcc-4abf-aa1f-2ac2a92d3d1e tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777781 Dec 16 09:34:34.518848 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-696e5323-c0ba-4453-9da6-bfc4a64718b8 service neutron] 10.222.0.60 "GET /v2.0/networks/21a8350a-eb93-4b7b-81db-9412ce9aa5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982790 Dec 16 09:34:34.557903 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe80087-cfad-40aa-a67c-f5725986f599 None None] Pushing event updated for resources: {'Port': ['ID=eaef4dee-1692-43cb-b6c4-09fb93d535b9,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:34.580478 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96253e6e-5239-4579-b5a0-d2ab4d370047 admin admin] Router b7a7cd9e-0b71-4545-8ee9-0c129afcf640 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:34:34.592466 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device c909f318-8eed-4225-91f0-526f0aec01a9 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:34:34.664298 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port c909f318-8eed-4225-91f0-526f0aec01a9 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:34.664932 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:34.758437 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a25536a1-5973-42cb-aae4-03dfd00b4d2d req-fe14b160-6699-4206-852a-d45747a624ed service neutron] 10.222.0.58 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612495 Dec 16 09:34:34.765164 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-97f04bb9-d098-43fa-855c-4d45215eaff0 service neutron] 10.222.0.60 "GET /v2.0/networks/21a8350a-eb93-4b7b-81db-9412ce9aa5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378259 Dec 16 09:34:34.775173 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6480ea1-5110-462f-9fe3-7b8f57655d89 req-d350f047-b46c-40b6-a9d6-aa5c615bfc0b tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:34.781760 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f6480ea1-5110-462f-9fe3-7b8f57655d89 req-d350f047-b46c-40b6-a9d6-aa5c615bfc0b tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=dde1c4ce-f01c-402f-8bb2-9f9d56fc6803 HTTP/1.1" status: 200 len: 943 time: 0.1407368 Dec 16 09:34:34.800356 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-adff7fff-3a3b-4e2e-894c-5c10c4ba0cab None None] Provisioning complete for port eaef4dee-1692-43cb-b6c4-09fb93d535b9 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:34.800732 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-adff7fff-3a3b-4e2e-894c-5c10c4ba0cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:34.812128 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96253e6e-5239-4579-b5a0-d2ab4d370047 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:34:34.824516 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0c5f57-fb11-4dbf-bd3e-3fc496e4a4c9 None None] Sync routers for ids ['b7a7cd9e-0b71-4545-8ee9-0c129afcf640'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:34:34.837483 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f6480ea1-5110-462f-9fe3-7b8f57655d89 req-6015a47a-8133-46f5-bc76-6ed76fe0008c tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547333 Dec 16 09:34:34.841952 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0c5f57-fb11-4dbf-bd3e-3fc496e4a4c9 None None] Routers {'b7a7cd9e-0b71-4545-8ee9-0c129afcf640'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:34:34.842854 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1e0c5f57-fb11-4dbf-bd3e-3fc496e4a4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:34:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b7a7cd9e-0b71-4545-8ee9-0c129afcf640'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:34.968071 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-96253e6e-5239-4579-b5a0-d2ab4d370047 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:34.974846 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 47700) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:34.982130 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-96253e6e-5239-4579-b5a0-d2ab4d370047 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1806288 Dec 16 09:34:35.007686 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f306ce5-3efe-4ebd-b73d-91d0b858fff1 req-28264c56-b026-4be6-8508-a9f2aa46e2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:35.012554 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6f306ce5-3efe-4ebd-b73d-91d0b858fff1 req-28264c56-b026-4be6-8508-a9f2aa46e2e5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f8f61b4cde14c72b4dcdad8045c9583&device_id=dde1c4ce-f01c-402f-8bb2-9f9d56fc6803 HTTP/1.1" status: 200 len: 1094 time: 0.0841303 Dec 16 09:34:35.242576 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-1e0c5f57-fb11-4dbf-bd3e-3fc496e4a4c9 None None] Set router b7a7cd9e-0b71-4545-8ee9-0c129afcf640 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:34:35.458208 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 47732) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:35.545959 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5d736df2-7016-4a66-b533-f4622b739c26 req-15bbea9f-8554-45b4-ac51-c1fcebba31f8 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=1939ed2b-8af2-4a4c-94b9-c63593ea333c HTTP/1.1" status: 200 len: 210 time: 0.0903955 Dec 16 09:34:35.638804 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-695d4e34-8c0c-4721-9aae-a9452a15bcc1 admin admin] Deleting subnet 211efb7a-3b19-4354-921e-9061bf2ec918 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:34:35.649348 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-695d4e34-8c0c-4721-9aae-a9452a15bcc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:35.696644 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f306ce5-3efe-4ebd-b73d-91d0b858fff1 req-b43cc3e3-cd08-41da-976d-7c98d4798b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:35.698955 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6f306ce5-3efe-4ebd-b73d-91d0b858fff1 req-b43cc3e3-cd08-41da-976d-7c98d4798b04 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c0c998b7-16cb-40aa-910e-ab4864e39b16 HTTP/1.1" status: 200 len: 907 time: 0.6693299 Dec 16 09:34:35.723267 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1e0c5f57-fb11-4dbf-bd3e-3fc496e4a4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'name': 'tempest-ServersTestManualDisk-878674943-router', 'tenant_id': '58616e55484245a5b2c2f6d808f99b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '8ebfba73-7c17-437d-8030-fc351d0773d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:34:30Z', 'updated_at': '2021-12-16T09:34:33Z', 'revision_number': 3, 'project_id': '58616e55484245a5b2c2f6d808f99b43', 'gw_port': {'id': '8ebfba73-7c17-437d-8030-fc351d0773d8', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:31Z', 'updated_at': '2021-12-16T09:34:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:35.761509 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6f306ce5-3efe-4ebd-b73d-91d0b858fff1 req-2e55bf2d-c0c2-4cbf-9ac9-d6fbe9390cdc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f38c9a78-244b-43a4-ad96-7d7f919f32c1 HTTP/1.1" status: 200 len: 217 time: 0.0489497 Dec 16 09:34:35.767372 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-695d4e34-8c0c-4721-9aae-a9452a15bcc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:35.776165 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0c5f57-fb11-4dbf-bd3e-3fc496e4a4c9 None None] Checking router: b7a7cd9e-0b71-4545-8ee9-0c129afcf640 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:34:35.777158 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0c5f57-fb11-4dbf-bd3e-3fc496e4a4c9 None None] Updating router b7a7cd9e-0b71-4545-8ee9-0c129afcf640 port 8ebfba73-7c17-437d-8030-fc351d0773d8 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:34:35.823696 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-1e0c5f57-fb11-4dbf-bd3e-3fc496e4a4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.042230 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-695d4e34-8c0c-4721-9aae-a9452a15bcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.080301 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f306ce5-3efe-4ebd-b73d-91d0b858fff1 req-8d6b88f2-11f3-4e72-a2fe-9e63f566a2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:36.081914 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6f306ce5-3efe-4ebd-b73d-91d0b858fff1 req-8d6b88f2-11f3-4e72-a2fe-9e63f566a2f3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=079ef7a2-1551-4eb6-92ba-b7ee17740bf5 HTTP/1.1" status: 200 len: 846 time: 0.2890089 Dec 16 09:34:36.144656 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6f306ce5-3efe-4ebd-b73d-91d0b858fff1 req-95d18cc0-d367-462d-8b7b-50bdba82ebb4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0c998b7-16cb-40aa-910e-ab4864e39b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496650 Dec 16 09:34:36.146882 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device eaef4dee-1692-43cb-b6c4-09fb93d535b9 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:34:36.209811 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ac51e-f114-4f75-8774-d5438151833b req-c3a336c9-aea5-41e9-b20a-085a8656af23 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:36.216824 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c82ac51e-f114-4f75-8774-d5438151833b req-c3a336c9-aea5-41e9-b20a-085a8656af23 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 949 time: 0.5523024 Dec 16 09:34:36.246004 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-1e0c5f57-fb11-4dbf-bd3e-3fc496e4a4c9 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.252343 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port eaef4dee-1692-43cb-b6c4-09fb93d535b9 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:36.253008 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.304655 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c82ac51e-f114-4f75-8774-d5438151833b req-7574f6d8-d41e-4663-9d1b-adbe1750fedf tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836704 Dec 16 09:34:36.324025 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f34d9c-310e-4c6f-9094-5f989cd982af req-24932c31-4046-48c6-9dc3-a15a61e6f643 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:36.331937 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-50f34d9c-310e-4c6f-9094-5f989cd982af req-24932c31-4046-48c6-9dc3-a15a61e6f643 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=dde1c4ce-f01c-402f-8bb2-9f9d56fc6803 HTTP/1.1" status: 200 len: 943 time: 0.3705571 Dec 16 09:34:36.336733 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2b880e2d-7f27-4d96-ac7f-1bef6fb04299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.360818 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-cf434251-3bec-4ebe-ac8b-a36c940b42d1 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:36.362914 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-cf434251-3bec-4ebe-ac8b-a36c940b42d1 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.58 "GET /v2.0/networks?id=21a8350a-eb93-4b7b-81db-9412ce9aa5f6 HTTP/1.1" status: 200 len: 816 time: 0.4671900 Dec 16 09:34:36.375216 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-46f23feb-1260-4acd-a7e6-f4450ec7ba03 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Request body: {'port': {'device_id': 'ba039143-46e6-45ad-b398-6a2cb28b3e91', 'network_id': '21a8350a-eb93-4b7b-81db-9412ce9aa5f6', 'admin_state_up': True, 'tenant_id': 'c42f0f62952f4d25b8b70047bb28e8d6'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:36.417806 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-1e0c5f57-fb11-4dbf-bd3e-3fc496e4a4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.481074 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-1e0c5f57-fb11-4dbf-bd3e-3fc496e4a4c9 None None] Attempting to bind port 8ebfba73-7c17-437d-8030-fc351d0773d8 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:34:36.481507 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-1e0c5f57-fb11-4dbf-bd3e-3fc496e4a4c9 None None] Attempting to bind port 8ebfba73-7c17-437d-8030-fc351d0773d8 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:34:36.481868 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0c5f57-fb11-4dbf-bd3e-3fc496e4a4c9 None None] Attempting to bind port 8ebfba73-7c17-437d-8030-fc351d0773d8 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:36.485230 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c47c24-0a1d-4180-b5a5-0b072da10dfa None None] Pushing event updated for resources: {'Port': ['ID=8ebfba73-7c17-437d-8030-fc351d0773d8,revision_number=2']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:36.493416 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6f306ce5-3efe-4ebd-b73d-91d0b858fff1 req-cfba8514-7da7-4823-be0b-2ab0540379b7 service neutron] 10.222.0.58 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237543 Dec 16 09:34:36.496310 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0c5f57-fb11-4dbf-bd3e-3fc496e4a4c9 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:34:36.496699 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0c5f57-fb11-4dbf-bd3e-3fc496e4a4c9 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:34:36.497100 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-1e0c5f57-fb11-4dbf-bd3e-3fc496e4a4c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.497519 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0c5f57-fb11-4dbf-bd3e-3fc496e4a4c9 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:34:36.497991 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-1e0c5f57-fb11-4dbf-bd3e-3fc496e4a4c9 None None] Bound port: 8ebfba73-7c17-437d-8030-fc351d0773d8, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:34:36.498389 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-1e0c5f57-fb11-4dbf-bd3e-3fc496e4a4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.500229 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-695d4e34-8c0c-4721-9aae-a9452a15bcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.508745 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c47c24-0a1d-4180-b5a5-0b072da10dfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:36.508745 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c47c24-0a1d-4180-b5a5-0b072da10dfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:36.508745 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c47c24-0a1d-4180-b5a5-0b072da10dfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:36.508745 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c47c24-0a1d-4180-b5a5-0b072da10dfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:36.508745 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c47c24-0a1d-4180-b5a5-0b072da10dfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:36.508745 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c47c24-0a1d-4180-b5a5-0b072da10dfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:36.508745 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c47c24-0a1d-4180-b5a5-0b072da10dfa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:36.508745 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c47c24-0a1d-4180-b5a5-0b072da10dfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:36.508745 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c47c24-0a1d-4180-b5a5-0b072da10dfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:36.508745 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c47c24-0a1d-4180-b5a5-0b072da10dfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:36.508745 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c47c24-0a1d-4180-b5a5-0b072da10dfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:36.508745 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c47c24-0a1d-4180-b5a5-0b072da10dfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:36.585950 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-1e0c5f57-fb11-4dbf-bd3e-3fc496e4a4c9 None None] For port 8ebfba73-7c17-437d-8030-fc351d0773d8, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:34:36.591591 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-1e0c5f57-fb11-4dbf-bd3e-3fc496e4a4c9 None None] For port 8ebfba73-7c17-437d-8030-fc351d0773d8, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8ebfba73-7c17-437d-8030-fc351d0773d8,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:34:36.602337 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-695d4e34-8c0c-4721-9aae-a9452a15bcc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.609274 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-695d4e34-8c0c-4721-9aae-a9452a15bcc1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/211efb7a-3b19-4354-921e-9061bf2ec918 HTTP/1.1" status: 204 len: 168 time: 1.1314173 Dec 16 09:34:36.617595 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 47746) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:36.645760 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-50f34d9c-310e-4c6f-9094-5f989cd982af req-bf03cf46-f395-4fac-b447-ba458da9fd62 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129525 Dec 16 09:34:36.656506 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d4e34-8c0c-4721-9aae-a9452a15bcc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=211efb7a-3b19-4354-921e-9061bf2ec918,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:36.693436 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a0120957-6e77-48c9-b2a2-e15e1214d436 req-76af69a9-c5a0-4b1b-981d-05199d17d022 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=1939ed2b-8af2-4a4c-94b9-c63593ea333c HTTP/1.1" status: 200 len: 210 time: 0.0542660 Dec 16 09:34:36.699204 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-2b880e2d-7f27-4d96-ac7f-1bef6fb04299 admin admin] Allocated IP 172.20.0.1 (ce00e305-669e-4f74-8d4f-50c3dbd2487f/2267e092-bb47-4efd-8478-75a998995501/881266a8-0fd9-4b8f-9a5c-3daa30ee5cac) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:34:36.715035 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-1e0c5f57-fb11-4dbf-bd3e-3fc496e4a4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.783366 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0c5f57-fb11-4dbf-bd3e-3fc496e4a4c9 None None] Routers {'b7a7cd9e-0b71-4545-8ee9-0c129afcf640'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:34:36.783996 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1e0c5f57-fb11-4dbf-bd3e-3fc496e4a4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:34:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b7a7cd9e-0b71-4545-8ee9-0c129afcf640'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:36.786686 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c47c24-0a1d-4180-b5a5-0b072da10dfa None None] Pushing event updated for resources: {'Port': ['ID=8ebfba73-7c17-437d-8030-fc351d0773d8,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:36.799707 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6f306ce5-3efe-4ebd-b73d-91d0b858fff1 req-f611852e-eb83-402d-8978-c520adc275d1 service neutron] 10.222.0.58 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845960 Dec 16 09:34:36.803820 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b8fd462c-d452-40ee-bb2b-8134738aec2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.851262 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2b880e2d-7f27-4d96-ac7f-1bef6fb04299 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.897813 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-1e0c5f57-fb11-4dbf-bd3e-3fc496e4a4c9 None None] Set router b7a7cd9e-0b71-4545-8ee9-0c129afcf640 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:34:36.933365 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b8fd462c-d452-40ee-bb2b-8134738aec2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.987263 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2b880e2d-7f27-4d96-ac7f-1bef6fb04299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.988350 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:37.022658 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b880e2d-7f27-4d96-ac7f-1bef6fb04299 admin admin] Network ce00e305-669e-4f74-8d4f-50c3dbd2487f is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:34:37.029979 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-b8fd462c-d452-40ee-bb2b-8134738aec2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eeb7a38-55b2-441b-9574-26196c5f8d08']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:37.031743 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-2b880e2d-7f27-4d96-ac7f-1bef6fb04299 admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:34:37.036090 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b880e2d-7f27-4d96-ac7f-1bef6fb04299 admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:34:37.041327 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-b8fd462c-d452-40ee-bb2b-8134738aec2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2082cd97-2035-461e-ae5b-e2756d7ddb51') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:37.043804 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-b8fd462c-d452-40ee-bb2b-8134738aec2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2082cd97-2035-461e-ae5b-e2756d7ddb51') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:37.054011 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b8fd462c-d452-40ee-bb2b-8134738aec2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:37.070585 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b8fd462c-d452-40ee-bb2b-8134738aec2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:37.074040 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-46f23feb-1260-4acd-a7e6-f4450ec7ba03 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Made reservation on behalf of c42f0f62952f4d25b8b70047bb28e8d6 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:34:37.079508 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-46f23feb-1260-4acd-a7e6-f4450ec7ba03 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:37.103550 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8fd462c-d452-40ee-bb2b-8134738aec2d admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:34:37.103960 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b8fd462c-d452-40ee-bb2b-8134738aec2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:37.107775 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:34:37.107775 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:34:37.107775 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:34:37.107775 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:34:37.107775 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:34:37.107775 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:34:37.107775 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:34:37.107775 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:34:37.107775 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:34:37.107775 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:34:37.107775 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:34:37.107775 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:34:37.107775 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:34:37.107775 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:34:37.107775 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:34:37.107775 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:34:37.107775 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:34:37.107775 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:34:37.107775 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:34:37.107775 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:34:37.107775 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:34:37.107775 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:34:37.107775 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:34:37.107775 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:34:37.107775 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:34:37.107775 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:34:37.107775 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:34:37.107775 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:34:37.107775 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:34:37.107775 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:34:37.107775 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:34:37.107775 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:34:37.119547 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1e0c5f57-fb11-4dbf-bd3e-3fc496e4a4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'name': 'tempest-ServersTestManualDisk-878674943-router', 'tenant_id': '58616e55484245a5b2c2f6d808f99b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '8ebfba73-7c17-437d-8030-fc351d0773d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:34:30Z', 'updated_at': '2021-12-16T09:34:33Z', 'revision_number': 3, 'project_id': '58616e55484245a5b2c2f6d808f99b43', 'gw_port': {'id': '8ebfba73-7c17-437d-8030-fc351d0773d8', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:31Z', 'updated_at': '2021-12-16T09:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:37.155738 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0c5f57-fb11-4dbf-bd3e-3fc496e4a4c9 None None] The sync data for ids ['b7a7cd9e-0b71-4545-8ee9-0c129afcf640'] in n-d-820550-2 is: [{'id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'name': 'tempest-ServersTestManualDisk-878674943-router', 'tenant_id': '58616e55484245a5b2c2f6d808f99b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '8ebfba73-7c17-437d-8030-fc351d0773d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:34:30Z', 'updated_at': '2021-12-16T09:34:33Z', 'revision_number': 3, 'project_id': '58616e55484245a5b2c2f6d808f99b43', 'gw_port': {'id': '8ebfba73-7c17-437d-8030-fc351d0773d8', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:31Z', 'updated_at': '2021-12-16T09:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:34:37.171971 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b880e2d-7f27-4d96-ac7f-1bef6fb04299 admin admin] Pushing event updated for resources: {'Port': ['ID=881266a8-0fd9-4b8f-9a5c-3daa30ee5cac,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:37.176579 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2b880e2d-7f27-4d96-ac7f-1bef6fb04299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:37.274377 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-290e382d-d12e-43a2-8631-4528c6f2196b tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:37.276729 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-290e382d-d12e-43a2-8631-4528c6f2196b tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.58 "GET /v2.0/networks?id=21a8350a-eb93-4b7b-81db-9412ce9aa5f6 HTTP/1.1" status: 200 len: 816 time: 0.3133516 Dec 16 09:34:37.291301 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-51e226fb-97ac-4b05-a433-84564f3730d2 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Request body: {'port': {'device_id': '9b0981c5-b424-4116-8eca-722e40bc6aa7', 'network_id': '21a8350a-eb93-4b7b-81db-9412ce9aa5f6', 'admin_state_up': True, 'tenant_id': 'c42f0f62952f4d25b8b70047bb28e8d6'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:37.450297 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d4c00-27c3-407f-a9ad-616d839a5e42 req-c7a15e26-a0d0-435b-bce8-7a6cc65f2330 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:37.450297 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8a2d4c00-27c3-407f-a9ad-616d839a5e42 req-c7a15e26-a0d0-435b-bce8-7a6cc65f2330 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 949 time: 0.0660760 Dec 16 09:34:37.490175 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-f8771bf8-534d-439d-87f3-8987b653c788 None None] Provisioning complete for port 881266a8-0fd9-4b8f-9a5c-3daa30ee5cac triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:37.491267 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f8771bf8-534d-439d-87f3-8987b653c788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:37.505268 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b8fd462c-d452-40ee-bb2b-8134738aec2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:37.538289 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b8fd462c-d452-40ee-bb2b-8134738aec2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:37.542043 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b8fd462c-d452-40ee-bb2b-8134738aec2d admin admin] 10.222.0.60 "DELETE /v2.0/networks/2eeb7a38-55b2-441b-9574-26196c5f8d08 HTTP/1.1" status: 204 len: 168 time: 0.9052119 Dec 16 09:34:37.579657 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f8771bf8-534d-439d-87f3-8987b653c788 None None] Port 881266a8-0fd9-4b8f-9a5c-3daa30ee5cac cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:34:37.583036 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2b880e2d-7f27-4d96-ac7f-1bef6fb04299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:37.598643 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd462c-d452-40ee-bb2b-8134738aec2d admin admin] Pushing event deleted for resources: {'Network': ['ID=2eeb7a38-55b2-441b-9574-26196c5f8d08,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:37.696958 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8a2d4c00-27c3-407f-a9ad-616d839a5e42 req-0c7d79f8-d1e5-4867-845b-38dbe22c2af5 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890340 Dec 16 09:34:37.734362 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device f38c9a78-244b-43a4-ad96-7d7f919f32c1 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:34:37.760131 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-46f23feb-1260-4acd-a7e6-f4450ec7ba03 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Allocated IP 172.20.0.9 (21a8350a-eb93-4b7b-81db-9412ce9aa5f6/2b493dc3-4774-48fe-8f0b-82c0870d5897/453f31b8-5c54-4a2e-aac6-45c3c6a3d39d) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:34:37.787255 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-51e226fb-97ac-4b05-a433-84564f3730d2 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Made reservation on behalf of c42f0f62952f4d25b8b70047bb28e8d6 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:34:37.793743 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-51e226fb-97ac-4b05-a433-84564f3730d2 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:37.906284 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port f38c9a78-244b-43a4-ad96-7d7f919f32c1, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=f38c9a78-244b-43a4-ad96-7d7f919f32c1,segment=NetworkSegment(6c496118-4e09-4f89-b8ab-5391fc86f2af),segment_id=6c496118-4e09-4f89-b8ab-5391fc86f2af)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:37.916247 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f08a290e-370f-4ceb-be53-625969a6f4a3 req-767e5a21-2e80-4e2d-b6fc-8148a6d4bcbf tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=1939ed2b-8af2-4a4c-94b9-c63593ea333c HTTP/1.1" status: 200 len: 210 time: 0.0594332 Dec 16 09:34:37.926122 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'f38c9a78-244b-43a4-ad96-7d7f919f32c1', 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16', 'port_id': 'f38c9a78-244b-43a4-ad96-7d7f919f32c1', 'mac_address': 'fa:16:3e:b3:69:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '079ef7a2-1551-4eb6-92ba-b7ee17740bf5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:34:37.952828 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d67cbd-7d93-4db7-833c-e815a391c575 req-1c2d3d87-9a4c-4246-86da-18fca01be7d4 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:37.958359 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-87d67cbd-7d93-4db7-833c-e815a391c575 req-1c2d3d87-9a4c-4246-86da-18fca01be7d4 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=dde1c4ce-f01c-402f-8bb2-9f9d56fc6803 HTTP/1.1" status: 200 len: 943 time: 0.1856067 Dec 16 09:34:37.973575 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:38.003835 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f38c9a78-244b-43a4-ad96-7d7f919f32c1 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:34:38.087154 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 47764) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:38.088087 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port f38c9a78-244b-43a4-ad96-7d7f919f32c1, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=f38c9a78-244b-43a4-ad96-7d7f919f32c1,segment=NetworkSegment(6c496118-4e09-4f89-b8ab-5391fc86f2af),segment_id=6c496118-4e09-4f89-b8ab-5391fc86f2af)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:38.180879 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-87d67cbd-7d93-4db7-833c-e815a391c575 req-4a76293b-344b-446f-94a3-c8644d858198 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121987 Dec 16 09:34:38.188807 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2b880e2d-7f27-4d96-ac7f-1bef6fb04299 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:38.217378 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-46f23feb-1260-4acd-a7e6-f4450ec7ba03 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:38.220104 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8ebfba73-7c17-437d-8030-fc351d0773d8 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:34:38.223768 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:38.224584 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-dd2d20a2-10a1-424e-b4be-a9a80eb05027 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1e7e6b140fda42e19ce52d82028fabc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1318271 Dec 16 09:34:38.228354 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 47766) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:38.234230 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-7c81e80d-47e8-4711-acc7-0aa5e462f96d tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:38.237776 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-7c81e80d-47e8-4711-acc7-0aa5e462f96d tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.58 "GET /v2.0/networks?id=21a8350a-eb93-4b7b-81db-9412ce9aa5f6 HTTP/1.1" status: 200 len: 816 time: 0.1832211 Dec 16 09:34:38.256446 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-4b1ed1aa-a124-4928-bd3a-c5096f85479c tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Request body: {'port': {'device_id': '1939ed2b-8af2-4a4c-94b9-c63593ea333c', 'network_id': '21a8350a-eb93-4b7b-81db-9412ce9aa5f6', 'admin_state_up': True, 'tenant_id': 'c42f0f62952f4d25b8b70047bb28e8d6'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:38.310380 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=f38c9a78-244b-43a4-ad96-7d7f919f32c1,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:38.312127 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1ca19823-7a7f-48d4-bb60-53d9000bd3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:38.349431 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 8ebfba73-7c17-437d-8030-fc351d0773d8 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:38.349791 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1ca19823-7a7f-48d4-bb60-53d9000bd3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:38.349934 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:38.361598 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2b880e2d-7f27-4d96-ac7f-1bef6fb04299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:38.450846 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:38.457366 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-46f23feb-1260-4acd-a7e6-f4450ec7ba03 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:38.467847 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['f38c9a78-244b-43a4-ad96-7d7f919f32c1'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:34:38.472249 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2b880e2d-7f27-4d96-ac7f-1bef6fb04299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:38.479842 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b880e2d-7f27-4d96-ac7f-1bef6fb04299 admin admin] Pushing event updated for resources: {'Port': ['ID=881266a8-0fd9-4b8f-9a5c-3daa30ee5cac,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:38.540665 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 8ebfba73-7c17-437d-8030-fc351d0773d8, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8ebfba73-7c17-437d-8030-fc351d0773d8,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:38.562713 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-46f23feb-1260-4acd-a7e6-f4450ec7ba03 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Network 21a8350a-eb93-4b7b-81db-9412ce9aa5f6 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:34:38.573856 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-46f23feb-1260-4acd-a7e6-f4450ec7ba03 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:34:38.575711 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1ca19823-7a7f-48d4-bb60-53d9000bd3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:38.578349 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1ca19823-7a7f-48d4-bb60-53d9000bd3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:38.582355 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1ca19823-7a7f-48d4-bb60-53d9000bd3e0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f5c29b94-81f7-4546-8e1f-ae76487389c1 HTTP/1.1" status: 204 len: 168 time: 0.3501956 Dec 16 09:34:38.582355 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-46f23feb-1260-4acd-a7e6-f4450ec7ba03 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:34:38.619563 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f23feb-1260-4acd-a7e6-f4450ec7ba03 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Pushing event updated for resources: {'Port': ['ID=453f31b8-5c54-4a2e-aac6-45c3c6a3d39d,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:38.619766 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-4b1ed1aa-a124-4928-bd3a-c5096f85479c tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Made reservation on behalf of c42f0f62952f4d25b8b70047bb28e8d6 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:34:38.638507 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-4b1ed1aa-a124-4928-bd3a-c5096f85479c tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:38.675545 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b880e2d-7f27-4d96-ac7f-1bef6fb04299 admin admin] Network ce00e305-669e-4f74-8d4f-50c3dbd2487f is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:34:38.686910 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-2b880e2d-7f27-4d96-ac7f-1bef6fb04299 admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:34:38.708534 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-51e226fb-97ac-4b05-a433-84564f3730d2 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Allocated IP 172.20.0.6 (21a8350a-eb93-4b7b-81db-9412ce9aa5f6/2b493dc3-4774-48fe-8f0b-82c0870d5897/a0365637-e464-4dca-9a70-2c59f3e1e6b8) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:34:38.710980 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:38.835108 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-46f23feb-1260-4acd-a7e6-f4450ec7ba03 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:38.835911 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-46f23feb-1260-4acd-a7e6-f4450ec7ba03 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:38.838733 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca19823-7a7f-48d4-bb60-53d9000bd3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c29b94-81f7-4546-8e1f-ae76487389c1,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:38.973425 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=8ebfba73-7c17-437d-8030-fc351d0773d8,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:38.995722 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-46f23feb-1260-4acd-a7e6-f4450ec7ba03 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6239648 Dec 16 09:34:39.011041 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-78f062db-71f4-4702-bb4b-b090f6e864fc service neutron] Request body: {'port': {'device_id': 'ba039143-46e6-45ad-b398-6a2cb28b3e91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:39.065459 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac018dc-8d27-4d45-b65a-3c97cf789859 req-c9baf504-a326-41b9-890e-e0f91dc06a77 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:39.067023 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cac018dc-8d27-4d45-b65a-3c97cf789859 req-c9baf504-a326-41b9-890e-e0f91dc06a77 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 949 time: 0.2264171 Dec 16 09:34:39.075351 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-51e226fb-97ac-4b05-a433-84564f3730d2 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:39.131754 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-097afc2a-590f-40a2-b24e-636c40e598d1 None None] Provisioning complete for port 453f31b8-5c54-4a2e-aac6-45c3c6a3d39d triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:39.132137 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-097afc2a-590f-40a2-b24e-636c40e598d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:39.136271 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b880e2d-7f27-4d96-ac7f-1bef6fb04299 admin admin] Router b7a7cd9e-0b71-4545-8ee9-0c129afcf640 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:34:39.145935 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cac018dc-8d27-4d45-b65a-3c97cf789859 req-7bc77704-2da3-4ea3-afc7-f3187df6c984 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725949 Dec 16 09:34:39.189196 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cb62e7a4-e073-45ce-8c75-6c85abf805a7 req-a0b8c86e-f7b6-4fd6-a92b-7eaf99d051b2 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=1939ed2b-8af2-4a4c-94b9-c63593ea333c HTTP/1.1" status: 200 len: 210 time: 0.1509516 Dec 16 09:34:39.246655 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-78f062db-71f4-4702-bb4b-b090f6e864fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:39.307937 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b880e2d-7f27-4d96-ac7f-1bef6fb04299 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:34:39.319668 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2b880e2d-7f27-4d96-ac7f-1bef6fb04299 admin admin] 10.222.0.60 "PUT /v2.0/routers/b7a7cd9e-0b71-4545-8ee9-0c129afcf640/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3436782 Dec 16 09:34:39.444719 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-51e226fb-97ac-4b05-a433-84564f3730d2 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:39.494957 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-51e226fb-97ac-4b05-a433-84564f3730d2 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Network 21a8350a-eb93-4b7b-81db-9412ce9aa5f6 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:34:39.498290 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-51e226fb-97ac-4b05-a433-84564f3730d2 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:34:39.513818 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-51e226fb-97ac-4b05-a433-84564f3730d2 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:34:39.514353 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-4b1ed1aa-a124-4928-bd3a-c5096f85479c tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Allocated IP 172.20.0.13 (21a8350a-eb93-4b7b-81db-9412ce9aa5f6/2b493dc3-4774-48fe-8f0b-82c0870d5897/6b8420ee-7396-464d-80ad-0871d112c937) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:34:39.535124 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb9441-e1ae-4517-82f4-a58b38275f11 req-6f7519ee-3c0b-441a-80bc-b62a2a0fb38f tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:39.543225 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-afbb9441-e1ae-4517-82f4-a58b38275f11 req-6f7519ee-3c0b-441a-80bc-b62a2a0fb38f tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=dde1c4ce-f01c-402f-8bb2-9f9d56fc6803 HTTP/1.1" status: 200 len: 944 time: 0.2082233 Dec 16 09:34:39.549102 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e226fb-97ac-4b05-a433-84564f3730d2 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Pushing event updated for resources: {'Port': ['ID=a0365637-e464-4dca-9a70-2c59f3e1e6b8,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:39.592213 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-51e226fb-97ac-4b05-a433-84564f3730d2 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:39.593239 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-51e226fb-97ac-4b05-a433-84564f3730d2 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:39.629053 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-097afc2a-590f-40a2-b24e-636c40e598d1 None None] Port 453f31b8-5c54-4a2e-aac6-45c3c6a3d39d cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:34:39.651549 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-097afc2a-590f-40a2-b24e-636c40e598d1 None None] Provisioning complete for port 881266a8-0fd9-4b8f-9a5c-3daa30ee5cac triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:39.652472 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-097afc2a-590f-40a2-b24e-636c40e598d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:39.669127 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-51e226fb-97ac-4b05-a433-84564f3730d2 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3820071 Dec 16 09:34:39.670285 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-afbb9441-e1ae-4517-82f4-a58b38275f11 req-402c3c6e-c653-44f8-81a9-da2b12928f90 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259286 Dec 16 09:34:39.688455 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-0c1703b1-0d23-4984-9bc2-77d61ac69090 service neutron] Request body: {'port': {'device_id': '9b0981c5-b424-4116-8eca-722e40bc6aa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:39.721757 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-097afc2a-590f-40a2-b24e-636c40e598d1 None None] Port 881266a8-0fd9-4b8f-9a5c-3daa30ee5cac cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:34:39.757334 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device f38c9a78-244b-43a4-ad96-7d7f919f32c1 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:34:39.831409 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-0c1703b1-0d23-4984-9bc2-77d61ac69090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:39.866199 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751df1c6-c1c9-42c3-8f50-25234462c3c4 None None] Sync routers for ids ['b7a7cd9e-0b71-4545-8ee9-0c129afcf640'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:34:39.883635 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751df1c6-c1c9-42c3-8f50-25234462c3c4 None None] Routers {'b7a7cd9e-0b71-4545-8ee9-0c129afcf640'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:34:39.884977 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-751df1c6-c1c9-42c3-8f50-25234462c3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:34:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b7a7cd9e-0b71-4545-8ee9-0c129afcf640'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:40.012197 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-4b1ed1aa-a124-4928-bd3a-c5096f85479c tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:40.093432 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-751df1c6-c1c9-42c3-8f50-25234462c3c4 None None] Set router b7a7cd9e-0b71-4545-8ee9-0c129afcf640 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:34:40.154608 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8ebfba73-7c17-437d-8030-fc351d0773d8 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:34:40.174136 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-4b1ed1aa-a124-4928-bd3a-c5096f85479c tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:40.207242 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-1529040b-e7fc-4c72-b780-3faf2b47fdf1 None None] Provisioning complete for port a0365637-e464-4dca-9a70-2c59f3e1e6b8 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:40.207624 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1529040b-e7fc-4c72-b780-3faf2b47fdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:40.251681 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-4b1ed1aa-a124-4928-bd3a-c5096f85479c tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Network 21a8350a-eb93-4b7b-81db-9412ce9aa5f6 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:34:40.260000 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-4b1ed1aa-a124-4928-bd3a-c5096f85479c tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:34:40.260000 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-4b1ed1aa-a124-4928-bd3a-c5096f85479c tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:34:40.359936 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port f38c9a78-244b-43a4-ad96-7d7f919f32c1 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:34:40.371865 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port f38c9a78-244b-43a4-ad96-7d7f919f32c1 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:40.372163 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:40.399189 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ed1aa-a124-4928-bd3a-c5096f85479c tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Pushing event updated for resources: {'Port': ['ID=6b8420ee-7396-464d-80ad-0871d112c937,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:40.466079 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-4b1ed1aa-a124-4928-bd3a-c5096f85479c tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:40.467049 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-4b1ed1aa-a124-4928-bd3a-c5096f85479c tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:40.473209 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 8ebfba73-7c17-437d-8030-fc351d0773d8 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:40.473580 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:40.478675 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-1529040b-e7fc-4c72-b780-3faf2b47fdf1 None None] Port a0365637-e464-4dca-9a70-2c59f3e1e6b8 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:34:40.484548 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:40.531991 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f703432c-58ae-49ed-82a8-c0d4e031d05b req-afee6ab2-ce40-42e2-97f6-18801e454c9d tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:40.543001 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f703432c-58ae-49ed-82a8-c0d4e031d05b req-afee6ab2-ce40-42e2-97f6-18801e454c9d tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 949 time: 0.2219257 Dec 16 09:34:40.591932 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-78f062db-71f4-4702-bb4b-b090f6e864fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 453f31b8-5c54-4a2e-aac6-45c3c6a3d39d {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:34:40.614449 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-78f062db-71f4-4702-bb4b-b090f6e864fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:40.617277 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-4b1ed1aa-a124-4928-bd3a-c5096f85479c tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3685327 Dec 16 09:34:40.626316 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f703432c-58ae-49ed-82a8-c0d4e031d05b req-1eba2745-2fa5-4e53-b37e-d412d92338d6 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825384 Dec 16 09:34:40.641307 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-99498bf0-ae1d-4181-b264-22603295fabe service neutron] Request body: {'port': {'device_id': '1939ed2b-8af2-4a4c-94b9-c63593ea333c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:40.673947 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-78f062db-71f4-4702-bb4b-b090f6e864fc service neutron] Transition to ACTIVE for port object 453f31b8-5c54-4a2e-aac6-45c3c6a3d39d will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:34:40.723656 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-99498bf0-ae1d-4181-b264-22603295fabe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:40.773559 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-6665cf58-f0a0-4c90-be5c-7779e1f91c67 None None] Provisioning complete for port 6b8420ee-7396-464d-80ad-0871d112c937 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:40.774145 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6665cf58-f0a0-4c90-be5c-7779e1f91c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:40.811152 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:40.817194 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-78f062db-71f4-4702-bb4b-b090f6e864fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:40.857934 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-6665cf58-f0a0-4c90-be5c-7779e1f91c67 None None] Port 6b8420ee-7396-464d-80ad-0871d112c937 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:34:40.859466 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde1c4ce-f01c-402f-8bb2-9f9d56fc6803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38c9a78-244b-43a4-ad96-7d7f919f32c1'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:40.862345 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83af4c2-5b44-463c-9ce9-c167afb8ce98" -d '{"events": [{"server_uuid": "dde1c4ce-f01c-402f-8bb2-9f9d56fc6803", "name": "network-vif-plugged", "status": "completed", "tag": "f38c9a78-244b-43a4-ad96-7d7f919f32c1"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:40.878390 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port f38c9a78-244b-43a4-ad96-7d7f919f32c1, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=f38c9a78-244b-43a4-ad96-7d7f919f32c1,segment=NetworkSegment(6c496118-4e09-4f89-b8ab-5391fc86f2af),segment_id=6c496118-4e09-4f89-b8ab-5391fc86f2af)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:40.883675 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-751df1c6-c1c9-42c3-8f50-25234462c3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'name': 'tempest-ServersTestManualDisk-878674943-router', 'tenant_id': '58616e55484245a5b2c2f6d808f99b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '8ebfba73-7c17-437d-8030-fc351d0773d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:34:30Z', 'updated_at': '2021-12-16T09:34:37Z', 'revision_number': 4, 'project_id': '58616e55484245a5b2c2f6d808f99b43', 'gw_port': {'id': '8ebfba73-7c17-437d-8030-fc351d0773d8', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:31Z', 'updated_at': '2021-12-16T09:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '881266a8-0fd9-4b8f-9a5c-3daa30ee5cac', 'name': '', 'network_id': 'ce00e305-669e-4f74-8d4f-50c3dbd2487f', 'tenant_id': '58616e55484245a5b2c2f6d808f99b43', 'mac_address': 'fa:16:3e:ac:67:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '2267e092-bb47-4efd-8478-75a998995501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:36Z', 'updated_at': '2021-12-16T09:34:37Z', 'revision_number': 2, 'project_id': '58616e55484245a5b2c2f6d808f99b43', 'subnets': [{'id': '2267e092-bb47-4efd-8478-75a998995501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:40.897157 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130fa1c-09ef-4111-ad7c-70d3d8a47b4b req-827e3dcd-3612-4766-9a40-1624f85a3ad8 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:40.899628 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9130fa1c-09ef-4111-ad7c-70d3d8a47b4b req-827e3dcd-3612-4766-9a40-1624f85a3ad8 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=1939ed2b-8af2-4a4c-94b9-c63593ea333c HTTP/1.1" status: 200 len: 932 time: 0.1622212 Dec 16 09:34:40.915023 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f062db-71f4-4702-bb4b-b090f6e864fc service neutron] Pushing event updated for resources: {'Port': ['ID=453f31b8-5c54-4a2e-aac6-45c3c6a3d39d,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:40.919265 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751df1c6-c1c9-42c3-8f50-25234462c3c4 None None] Checking router: b7a7cd9e-0b71-4545-8ee9-0c129afcf640 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:34:40.919610 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751df1c6-c1c9-42c3-8f50-25234462c3c4 None None] Updating router b7a7cd9e-0b71-4545-8ee9-0c129afcf640 port 881266a8-0fd9-4b8f-9a5c-3daa30ee5cac binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:34:40.945524 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:40.975523 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-751df1c6-c1c9-42c3-8f50-25234462c3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:40.986676 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 47826) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:41.003212 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-c87c120c-539e-4e8e-ab5d-4f1c8bace871 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Request body: {'security_group': {'name': 'tempest-securitygroup--695077075', 'description': 'tempest-description--467017246'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:41.008274 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-100035f8-af3e-4cc9-bfe7-ad590a9a571a service neutron] show failed (client error): The resource could not be found. Dec 16 09:34:41.009500 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-100035f8-af3e-4cc9-bfe7-ad590a9a571a service neutron] 10.222.0.57 "GET /v2.0/ports/3c11b3fa-66d4-4f57-a444-5164e8315209/bindings/n-h2-820550-2 HTTP/1.1" status: 404 len: 380 time: 0.2617979 Dec 16 09:34:41.073528 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=f38c9a78-244b-43a4-ad96-7d7f919f32c1,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:41.120722 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9130fa1c-09ef-4111-ad7c-70d3d8a47b4b req-7a001a12-7fa2-4ab5-b9f1-0ae05433e298 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330755 Dec 16 09:34:41.206219 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c87c120c-539e-4e8e-ab5d-4f1c8bace871 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:41.306186 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c87c120c-539e-4e8e-ab5d-4f1c8bace871 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:41.414477 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-751df1c6-c1c9-42c3-8f50-25234462c3c4 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:41.423084 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c87c120c-539e-4e8e-ab5d-4f1c8bace871 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:41.429075 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-34f3fc71-b214-4624-b61a-65bffe75bbea tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=5e926fd45874437085b7da695b53e078&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373988 Dec 16 09:34:41.493803 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c120c-539e-4e8e-ab5d-4f1c8bace871 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7deeb9f1-916a-42c3-84ad-0526d2f02c74,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:41.505741 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-751df1c6-c1c9-42c3-8f50-25234462c3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:41.541888 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca347a-1c70-4c5a-95d2-f0c4f1da7d08 req-034b6da8-8df5-46bc-b648-9f9afd96e975 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:41.543945 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8eca347a-1c70-4c5a-95d2-f0c4f1da7d08 req-034b6da8-8df5-46bc-b648-9f9afd96e975 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=dde1c4ce-f01c-402f-8bb2-9f9d56fc6803 HTTP/1.1" status: 200 len: 945 time: 0.1670792 Dec 16 09:34:41.554008 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-78f062db-71f4-4702-bb4b-b090f6e864fc service neutron] Attempting to bind port 453f31b8-5c54-4a2e-aac6-45c3c6a3d39d on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:34:41.554347 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-78f062db-71f4-4702-bb4b-b090f6e864fc service neutron] Attempting to bind port 453f31b8-5c54-4a2e-aac6-45c3c6a3d39d by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'eab4bd5a-be76-4229-a7fe-72ebe6d74d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '21a8350a-eb93-4b7b-81db-9412ce9aa5f6'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:34:41.562463 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-78f062db-71f4-4702-bb4b-b090f6e864fc service neutron] Attempting to bind port 453f31b8-5c54-4a2e-aac6-45c3c6a3d39d on network 21a8350a-eb93-4b7b-81db-9412ce9aa5f6 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:41.567998 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-0c1703b1-0d23-4984-9bc2-77d61ac69090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0365637-e464-4dca-9a70-2c59f3e1e6b8 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:34:41.572599 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c87c120c-539e-4e8e-ab5d-4f1c8bace871 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:41.574146 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c87c120c-539e-4e8e-ab5d-4f1c8bace871 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5851080 Dec 16 09:34:41.577830 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 47842) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:41.581082 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8dca2-e69e-4254-b2d3-d6b0110070c0 None None] Pushing event updated for resources: {'Port': ['ID=881266a8-0fd9-4b8f-9a5c-3daa30ee5cac,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:41.585720 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-78f062db-71f4-4702-bb4b-b090f6e864fc service neutron] Port 453f31b8-5c54-4a2e-aac6-45c3c6a3d39d on network 21a8350a-eb93-4b7b-81db-9412ce9aa5f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:34:41.586053 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-78f062db-71f4-4702-bb4b-b090f6e864fc service neutron] Attempting to bind port 453f31b8-5c54-4a2e-aac6-45c3c6a3d39d on network 21a8350a-eb93-4b7b-81db-9412ce9aa5f6 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:41.586884 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-9c8063c3-9571-409b-a385-e24547912b80 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Request body: {'security_group_rule': {'security_group_id': '7deeb9f1-916a-42c3-84ad-0526d2f02c74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:41.596021 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-0c1703b1-0d23-4984-9bc2-77d61ac69090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:41.614722 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-78f062db-71f4-4702-bb4b-b090f6e864fc service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:34:41.615534 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-78f062db-71f4-4702-bb4b-b090f6e864fc service neutron] Checking segment: {'id': 'eab4bd5a-be76-4229-a7fe-72ebe6d74d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '21a8350a-eb93-4b7b-81db-9412ce9aa5f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:34:41.616147 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-78f062db-71f4-4702-bb4b-b090f6e864fc service neutron] Bound using segment: {'id': 'eab4bd5a-be76-4229-a7fe-72ebe6d74d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '21a8350a-eb93-4b7b-81db-9412ce9aa5f6'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:34:41.616814 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-78f062db-71f4-4702-bb4b-b090f6e864fc service neutron] Bound port: 453f31b8-5c54-4a2e-aac6-45c3c6a3d39d, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab4bd5a-be76-4229-a7fe-72ebe6d74d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '21a8350a-eb93-4b7b-81db-9412ce9aa5f6'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:34:41.617245 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-78f062db-71f4-4702-bb4b-b090f6e864fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:41.621969 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-b2f4446c-d6e2-44ff-a1e5-8df772fe65b3 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:41.624872 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-b2f4446c-d6e2-44ff-a1e5-8df772fe65b3 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1670346 Dec 16 09:34:41.651036 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-0d2a0838-bde3-46d7-b916-0a6fbb2fd4d9 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/quotas/5e926fd45874437085b7da695b53e078 HTTP/1.1" status: 200 len: 375 time: 0.0166125 Dec 16 09:34:41.652843 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-0c1703b1-0d23-4984-9bc2-77d61ac69090 service neutron] Transition to ACTIVE for port object a0365637-e464-4dca-9a70-2c59f3e1e6b8 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:34:41.655525 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-751df1c6-c1c9-42c3-8f50-25234462c3c4 None None] Attempting to bind port 881266a8-0fd9-4b8f-9a5c-3daa30ee5cac on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:34:41.656171 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-751df1c6-c1c9-42c3-8f50-25234462c3c4 None None] Attempting to bind port 881266a8-0fd9-4b8f-9a5c-3daa30ee5cac by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'd5688dd4-4d9a-4fb7-a959-f72f346fda0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ce00e305-669e-4f74-8d4f-50c3dbd2487f'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:34:41.656688 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751df1c6-c1c9-42c3-8f50-25234462c3c4 None None] Attempting to bind port 881266a8-0fd9-4b8f-9a5c-3daa30ee5cac on network ce00e305-669e-4f74-8d4f-50c3dbd2487f {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:41.656952 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8eca347a-1c70-4c5a-95d2-f0c4f1da7d08 req-8443a9ff-15ee-4d13-8dd6-a45020936ab1 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970018 Dec 16 09:34:41.665229 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751df1c6-c1c9-42c3-8f50-25234462c3c4 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:34:41.665839 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751df1c6-c1c9-42c3-8f50-25234462c3c4 None None] Checking segment: {'id': 'd5688dd4-4d9a-4fb7-a959-f72f346fda0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ce00e305-669e-4f74-8d4f-50c3dbd2487f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:34:41.666400 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-751df1c6-c1c9-42c3-8f50-25234462c3c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:41.666957 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751df1c6-c1c9-42c3-8f50-25234462c3c4 None None] Bound using segment: {'id': 'd5688dd4-4d9a-4fb7-a959-f72f346fda0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ce00e305-669e-4f74-8d4f-50c3dbd2487f'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:34:41.667584 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-751df1c6-c1c9-42c3-8f50-25234462c3c4 None None] Bound port: 881266a8-0fd9-4b8f-9a5c-3daa30ee5cac, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5688dd4-4d9a-4fb7-a959-f72f346fda0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ce00e305-669e-4f74-8d4f-50c3dbd2487f'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:34:41.668119 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-751df1c6-c1c9-42c3-8f50-25234462c3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:41.760488 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-cf855b31-2c0b-4418-9a95-8dc131f8ffd2 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e926fd45874437085b7da695b53e078&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1083095 Dec 16 09:34:41.769537 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-78f062db-71f4-4702-bb4b-b090f6e864fc service neutron] For port 453f31b8-5c54-4a2e-aac6-45c3c6a3d39d, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:34:41.774195 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-78f062db-71f4-4702-bb4b-b090f6e864fc service neutron] For port 453f31b8-5c54-4a2e-aac6-45c3c6a3d39d, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=453f31b8-5c54-4a2e-aac6-45c3c6a3d39d,segment=NetworkSegment(eab4bd5a-be76-4229-a7fe-72ebe6d74d25),segment_id=eab4bd5a-be76-4229-a7fe-72ebe6d74d25)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:34:41.791706 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-751df1c6-c1c9-42c3-8f50-25234462c3c4 None None] For port 881266a8-0fd9-4b8f-9a5c-3daa30ee5cac, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:34:41.795178 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-751df1c6-c1c9-42c3-8f50-25234462c3c4 None None] For port 881266a8-0fd9-4b8f-9a5c-3daa30ee5cac, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=881266a8-0fd9-4b8f-9a5c-3daa30ee5cac,segment=NetworkSegment(d5688dd4-4d9a-4fb7-a959-f72f346fda0a),segment_id=d5688dd4-4d9a-4fb7-a959-f72f346fda0a)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:34:41.806173 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-0c1703b1-0d23-4984-9bc2-77d61ac69090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:41.888760 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-751df1c6-c1c9-42c3-8f50-25234462c3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:41.929922 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f2a960-ef8a-43c1-9c5f-d64ce92aed15 x-openstack-request-id: req-e7f2a960-ef8a-43c1-9c5f-d64ce92aed15 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:41.930204 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde1c4ce-f01c-402f-8bb2-9f9d56fc6803", "name": "network-vif-plugged", "status": "completed", "tag": "f38c9a78-244b-43a4-ad96-7d7f919f32c1", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:41.930449 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e7f2a960-ef8a-43c1-9c5f-d64ce92aed15 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:41.930832 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde1c4ce-f01c-402f-8bb2-9f9d56fc6803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38c9a78-244b-43a4-ad96-7d7f919f32c1', 'code': 200} Dec 16 09:34:41.938327 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-78f062db-71f4-4702-bb4b-b090f6e864fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:41.995148 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.58', 55892) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:42.020696 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8dca2-e69e-4254-b2d3-d6b0110070c0 None None] Pushing event updated for resources: {'Port': ['ID=881266a8-0fd9-4b8f-9a5c-3daa30ee5cac,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:42.043740 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751df1c6-c1c9-42c3-8f50-25234462c3c4 None None] Routers {'b7a7cd9e-0b71-4545-8ee9-0c129afcf640'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:34:42.044623 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-751df1c6-c1c9-42c3-8f50-25234462c3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:34:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b7a7cd9e-0b71-4545-8ee9-0c129afcf640'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:42.077660 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-78f062db-71f4-4702-bb4b-b090f6e864fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:42.078721 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-78f062db-71f4-4702-bb4b-b090f6e864fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:42.080389 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-78f062db-71f4-4702-bb4b-b090f6e864fc service neutron] 10.222.0.58 "PUT /v2.0/ports/453f31b8-5c54-4a2e-aac6-45c3c6a3d39d HTTP/1.1" status: 200 len: 1091 time: 3.0749898 Dec 16 09:34:42.081293 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1703b1-0d23-4984-9bc2-77d61ac69090 service neutron] Pushing event updated for resources: {'Port': ['ID=a0365637-e464-4dca-9a70-2c59f3e1e6b8,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:42.124220 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba039143-46e6-45ad-b398-6a2cb28b3e91', 'tag': '453f31b8-5c54-4a2e-aac6-45c3c6a3d39d'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:42.131710 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f447723-2c59-4d5c-91f8-752a1579c50c" -d '{"events": [{"name": "network-changed", "server_uuid": "ba039143-46e6-45ad-b398-6a2cb28b3e91", "tag": "453f31b8-5c54-4a2e-aac6-45c3c6a3d39d"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:42.203913 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c8063c3-9571-409b-a385-e24547912b80 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:42.207424 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-a282b18e-4417-4f0f-a511-45e7405bd126 None None] Provisioning complete for port 881266a8-0fd9-4b8f-9a5c-3daa30ee5cac triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:42.207797 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a282b18e-4417-4f0f-a511-45e7405bd126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:42.372842 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-751df1c6-c1c9-42c3-8f50-25234462c3c4 None None] Set router b7a7cd9e-0b71-4545-8ee9-0c129afcf640 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:34:42.426845 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a282b18e-4417-4f0f-a511-45e7405bd126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:42.458015 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ce3c0-e470-4230-9d1d-e830c8bf3728 req-90c3371e-f967-4910-a2d1-1ccbd2625ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:42.461065 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-517ce3c0-e470-4230-9d1d-e830c8bf3728 req-90c3371e-f967-4910-a2d1-1ccbd2625ac6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dde1c4ce-f01c-402f-8bb2-9f9d56fc6803 HTTP/1.1" status: 200 len: 1096 time: 0.4137881 Dec 16 09:34:42.471766 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f062db-71f4-4702-bb4b-b090f6e864fc service neutron] Pushing event updated for resources: {'Port': ['ID=453f31b8-5c54-4a2e-aac6-45c3c6a3d39d,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:42.482526 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e40d3e-50a1-4db9-840c-84655534ba44 req-c82abb1b-a824-4df9-bc2f-1f8749092c5c tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:42.484361 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-83e40d3e-50a1-4db9-840c-84655534ba44 req-c82abb1b-a824-4df9-bc2f-1f8749092c5c tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 949 time: 0.4200304 Dec 16 09:34:42.487981 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-0c1703b1-0d23-4984-9bc2-77d61ac69090 service neutron] Attempting to bind port a0365637-e464-4dca-9a70-2c59f3e1e6b8 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:34:42.488446 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-0c1703b1-0d23-4984-9bc2-77d61ac69090 service neutron] Attempting to bind port a0365637-e464-4dca-9a70-2c59f3e1e6b8 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'eab4bd5a-be76-4229-a7fe-72ebe6d74d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '21a8350a-eb93-4b7b-81db-9412ce9aa5f6'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:34:42.488865 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-0c1703b1-0d23-4984-9bc2-77d61ac69090 service neutron] Attempting to bind port a0365637-e464-4dca-9a70-2c59f3e1e6b8 on network 21a8350a-eb93-4b7b-81db-9412ce9aa5f6 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:42.521359 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-3324d7d4-81dd-413e-aa88-8237dd859bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:42.523039 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-3324d7d4-81dd-413e-aa88-8237dd859bba service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c42f0f62952f4d25b8b70047bb28e8d6&device_id=ba039143-46e6-45ad-b398-6a2cb28b3e91 HTTP/1.1" status: 200 len: 1094 time: 0.2827320 Dec 16 09:34:42.523725 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-0c1703b1-0d23-4984-9bc2-77d61ac69090 service neutron] Port a0365637-e464-4dca-9a70-2c59f3e1e6b8 on network 21a8350a-eb93-4b7b-81db-9412ce9aa5f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:34:42.524147 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-0c1703b1-0d23-4984-9bc2-77d61ac69090 service neutron] Attempting to bind port a0365637-e464-4dca-9a70-2c59f3e1e6b8 on network 21a8350a-eb93-4b7b-81db-9412ce9aa5f6 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:42.551740 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-a282b18e-4417-4f0f-a511-45e7405bd126 None None] For port 881266a8-0fd9-4b8f-9a5c-3daa30ee5cac, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=881266a8-0fd9-4b8f-9a5c-3daa30ee5cac,segment=NetworkSegment(d5688dd4-4d9a-4fb7-a959-f72f346fda0a),segment_id=d5688dd4-4d9a-4fb7-a959-f72f346fda0a)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:42.644626 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-0c1703b1-0d23-4984-9bc2-77d61ac69090 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:34:42.660141 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-0c1703b1-0d23-4984-9bc2-77d61ac69090 service neutron] Checking segment: {'id': 'eab4bd5a-be76-4229-a7fe-72ebe6d74d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '21a8350a-eb93-4b7b-81db-9412ce9aa5f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:34:42.660141 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-0c1703b1-0d23-4984-9bc2-77d61ac69090 service neutron] Bound using segment: {'id': 'eab4bd5a-be76-4229-a7fe-72ebe6d74d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '21a8350a-eb93-4b7b-81db-9412ce9aa5f6'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:34:42.660141 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-0c1703b1-0d23-4984-9bc2-77d61ac69090 service neutron] Bound port: a0365637-e464-4dca-9a70-2c59f3e1e6b8, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab4bd5a-be76-4229-a7fe-72ebe6d74d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '21a8350a-eb93-4b7b-81db-9412ce9aa5f6'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:34:42.660141 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-0c1703b1-0d23-4984-9bc2-77d61ac69090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:42.660141 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-6c8b6e5c-7ea0-4061-938b-6d757e312d7f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=453f31b8-5c54-4a2e-aac6-45c3c6a3d39d HTTP/1.1" status: 200 len: 217 time: 0.1209786 Dec 16 09:34:42.746663 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-2368238b-cfd9-4664-a07f-b10497ed7f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:42.748282 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-2368238b-cfd9-4664-a07f-b10497ed7f53 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2b493dc3-4774-48fe-8f0b-82c0870d5897 HTTP/1.1" status: 200 len: 855 time: 0.0714598 Dec 16 09:34:42.761268 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a282b18e-4417-4f0f-a511-45e7405bd126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:42.763026 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-83e40d3e-50a1-4db9-840c-84655534ba44 req-a4939333-fad8-49e6-b1a9-ab44d85ab9a1 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600429 Dec 16 09:34:42.770484 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-517ce3c0-e470-4230-9d1d-e830c8bf3728 req-8d2791c2-a2d5-4cca-b7f3-0ec75c6405cf service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825749 Dec 16 09:34:42.791107 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c8063c3-9571-409b-a385-e24547912b80 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:42.814745 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-eb8f3b3e-665c-4cf1-aadf-b770566f760c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:42.832190 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-eb8f3b3e-665c-4cf1-aadf-b770566f760c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f&tenant_id=c72236daaf3c429fb462e278e5b03cb7 HTTP/1.1" status: 200 len: 1100 time: 1.0706344 Dec 16 09:34:42.837446 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7a5c8431-3e5f-4221-87db-08f422658a70 req-e15a6ebc-0e63-4f34-879a-2b0f785f0d16 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eeddf45-5239-43a2-a923-56d1da3c5324 HTTP/1.1" status: 200 len: 210 time: 0.5354807 Dec 16 09:34:42.895619 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-99498bf0-ae1d-4181-b264-22603295fabe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b8420ee-7396-464d-80ad-0871d112c937 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:34:42.905226 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-99498bf0-ae1d-4181-b264-22603295fabe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:42.909624 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282b18e-4417-4f0f-a511-45e7405bd126 None None] Pushing event updated for resources: {'Port': ['ID=881266a8-0fd9-4b8f-9a5c-3daa30ee5cac,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:42.930531 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-99498bf0-ae1d-4181-b264-22603295fabe service neutron] Transition to ACTIVE for port object 6b8420ee-7396-464d-80ad-0871d112c937 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:34:42.937614 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c8063c3-9571-409b-a385-e24547912b80 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:42.944288 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-0c1703b1-0d23-4984-9bc2-77d61ac69090 service neutron] For port a0365637-e464-4dca-9a70-2c59f3e1e6b8, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:34:42.947760 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-0c1703b1-0d23-4984-9bc2-77d61ac69090 service neutron] For port a0365637-e464-4dca-9a70-2c59f3e1e6b8, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=a0365637-e464-4dca-9a70-2c59f3e1e6b8,segment=NetworkSegment(eab4bd5a-be76-4229-a7fe-72ebe6d74d25),segment_id=eab4bd5a-be76-4229-a7fe-72ebe6d74d25)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:34:42.967725 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8063c3-9571-409b-a385-e24547912b80 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7749a715-7890-498e-93f4-954bfc9f5b22,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:42.975454 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1775045f-78f9-401d-a49c-b14aaba13cd8 x-openstack-request-id: req-1775045f-78f9-401d-a49c-b14aaba13cd8 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:42.975742 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba039143-46e6-45ad-b398-6a2cb28b3e91", "tag": "453f31b8-5c54-4a2e-aac6-45c3c6a3d39d", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:42.975985 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1775045f-78f9-401d-a49c-b14aaba13cd8 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:42.976378 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba039143-46e6-45ad-b398-6a2cb28b3e91', 'tag': '453f31b8-5c54-4a2e-aac6-45c3c6a3d39d', 'status': 'completed', 'code': 200} Dec 16 09:34:42.991226 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-613cf1c5-3b67-4514-a529-d1917c3ca3d4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820550-2', 'device_owner': 'compute:nova'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:43.012827 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-751df1c6-c1c9-42c3-8f50-25234462c3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'name': 'tempest-ServersTestManualDisk-878674943-router', 'tenant_id': '58616e55484245a5b2c2f6d808f99b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '8ebfba73-7c17-437d-8030-fc351d0773d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:34:30Z', 'updated_at': '2021-12-16T09:34:37Z', 'revision_number': 4, 'project_id': '58616e55484245a5b2c2f6d808f99b43', 'gw_port': {'id': '8ebfba73-7c17-437d-8030-fc351d0773d8', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:31Z', 'updated_at': '2021-12-16T09:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '881266a8-0fd9-4b8f-9a5c-3daa30ee5cac', 'name': '', 'network_id': 'ce00e305-669e-4f74-8d4f-50c3dbd2487f', 'tenant_id': '58616e55484245a5b2c2f6d808f99b43', 'mac_address': 'fa:16:3e:ac:67:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '2267e092-bb47-4efd-8478-75a998995501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:36Z', 'updated_at': '2021-12-16T09:34:41Z', 'revision_number': 4, 'project_id': '58616e55484245a5b2c2f6d808f99b43', 'subnets': [{'id': '2267e092-bb47-4efd-8478-75a998995501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:43.034216 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-73bbcd1a-5907-4ab9-882f-e18c04f36210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:43.035870 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-73bbcd1a-5907-4ab9-882f-e18c04f36210 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21a8350a-eb93-4b7b-81db-9412ce9aa5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2644207 Dec 16 09:34:43.049224 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751df1c6-c1c9-42c3-8f50-25234462c3c4 None None] The sync data for ids ['b7a7cd9e-0b71-4545-8ee9-0c129afcf640'] in n-d-820550-2 is: [{'id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'name': 'tempest-ServersTestManualDisk-878674943-router', 'tenant_id': '58616e55484245a5b2c2f6d808f99b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '8ebfba73-7c17-437d-8030-fc351d0773d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:34:30Z', 'updated_at': '2021-12-16T09:34:37Z', 'revision_number': 4, 'project_id': '58616e55484245a5b2c2f6d808f99b43', 'gw_port': {'id': '8ebfba73-7c17-437d-8030-fc351d0773d8', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:31Z', 'updated_at': '2021-12-16T09:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '881266a8-0fd9-4b8f-9a5c-3daa30ee5cac', 'name': '', 'network_id': 'ce00e305-669e-4f74-8d4f-50c3dbd2487f', 'tenant_id': '58616e55484245a5b2c2f6d808f99b43', 'mac_address': 'fa:16:3e:ac:67:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '2267e092-bb47-4efd-8478-75a998995501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:36Z', 'updated_at': '2021-12-16T09:34:41Z', 'revision_number': 4, 'project_id': '58616e55484245a5b2c2f6d808f99b43', 'subnets': [{'id': '2267e092-bb47-4efd-8478-75a998995501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:34:43.049224 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-26ff30a6-fff4-4224-8c8d-9376cf80dbd6 None None] Provisioning complete for port 881266a8-0fd9-4b8f-9a5c-3daa30ee5cac triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:43.049224 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-26ff30a6-fff4-4224-8c8d-9376cf80dbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:43.050526 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab817d-f8ab-41b8-b76c-f3f63e8c55f6 req-e3e4dfeb-615a-4528-ac43-aeb1f6bfd3fd tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:43.053070 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9dab817d-f8ab-41b8-b76c-f3f63e8c55f6 req-e3e4dfeb-615a-4528-ac43-aeb1f6bfd3fd tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=1939ed2b-8af2-4a4c-94b9-c63593ea333c HTTP/1.1" status: 200 len: 932 time: 0.0759156 Dec 16 09:34:43.076175 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-99498bf0-ae1d-4181-b264-22603295fabe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:43.083465 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-0c1703b1-0d23-4984-9bc2-77d61ac69090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:43.258454 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-0c1703b1-0d23-4984-9bc2-77d61ac69090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:43.259172 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-0c1703b1-0d23-4984-9bc2-77d61ac69090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:43.260739 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-0c1703b1-0d23-4984-9bc2-77d61ac69090 service neutron] 10.222.0.58 "PUT /v2.0/ports/a0365637-e464-4dca-9a70-2c59f3e1e6b8 HTTP/1.1" status: 200 len: 1091 time: 3.5831037 Dec 16 09:34:43.283112 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9dab817d-f8ab-41b8-b76c-f3f63e8c55f6 req-284e2ab2-2254-40e2-90f6-47da36de3015 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135131 Dec 16 09:34:43.289364 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99498bf0-ae1d-4181-b264-22603295fabe service neutron] Pushing event updated for resources: {'Port': ['ID=6b8420ee-7396-464d-80ad-0871d112c937,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:43.321345 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c8063c3-9571-409b-a385-e24547912b80 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:43.324948 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9c8063c3-9571-409b-a385-e24547912b80 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7441208 Dec 16 09:34:43.326197 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 47866) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:43.328092 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-613cf1c5-3b67-4514-a529-d1917c3ca3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:43.333670 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-e35fad43-28c7-4a59-8a81-f0955407b033 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Request body: {'security_group_rule': {'security_group_id': '7deeb9f1-916a-42c3-84ad-0526d2f02c74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:43.340602 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fac8f-72d6-47cb-97f9-fbc06659a2e6 req-f2da55d9-1025-46a2-947f-ff73d3cca2d6 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:43.349165 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-da6fac8f-72d6-47cb-97f9-fbc06659a2e6 req-f2da55d9-1025-46a2-947f-ff73d3cca2d6 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=dde1c4ce-f01c-402f-8bb2-9f9d56fc6803 HTTP/1.1" status: 200 len: 945 time: 0.2856548 Dec 16 09:34:43.355593 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1703b1-0d23-4984-9bc2-77d61ac69090 service neutron] Pushing event updated for resources: {'Port': ['ID=a0365637-e464-4dca-9a70-2c59f3e1e6b8,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:43.385017 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-e5e3203b-1c89-49c4-bdcd-62e3e25abea9 service neutron] 10.222.0.58 "GET /v2.0/networks/21a8350a-eb93-4b7b-81db-9412ce9aa5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309088 Dec 16 09:34:43.534791 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e35fad43-28c7-4a59-8a81-f0955407b033 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:43.633668 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c1acc99-c65d-410f-9da6-7b35e5684870 req-792e9b96-f4db-4bc3-b4c4-7caaa9acb33b service neutron] 10.222.0.58 "GET /v2.0/networks/21a8350a-eb93-4b7b-81db-9412ce9aa5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399633 Dec 16 09:34:43.638574 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-a24724d3-3362-4689-9787-87b25c79ee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:43.649157 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-a24724d3-3362-4689-9787-87b25c79ee59 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c42f0f62952f4d25b8b70047bb28e8d6&device_id=9b0981c5-b424-4116-8eca-722e40bc6aa7 HTTP/1.1" status: 200 len: 1094 time: 0.1966920 Dec 16 09:34:43.727206 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-c5b47a3e-bb3f-4466-9bdc-09a59368c57d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0365637-e464-4dca-9a70-2c59f3e1e6b8 HTTP/1.1" status: 200 len: 217 time: 0.0646751 Dec 16 09:34:43.731527 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e35fad43-28c7-4a59-8a81-f0955407b033 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:43.883971 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-1baa1e2e-49cb-4aae-bb63-6bc81ff8b0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:43.885761 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-1baa1e2e-49cb-4aae-bb63-6bc81ff8b0df service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2b493dc3-4774-48fe-8f0b-82c0870d5897 HTTP/1.1" status: 200 len: 855 time: 0.1370158 Dec 16 09:34:43.913252 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-99498bf0-ae1d-4181-b264-22603295fabe service neutron] Attempting to bind port 6b8420ee-7396-464d-80ad-0871d112c937 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:34:43.913823 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-99498bf0-ae1d-4181-b264-22603295fabe service neutron] Attempting to bind port 6b8420ee-7396-464d-80ad-0871d112c937 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'eab4bd5a-be76-4229-a7fe-72ebe6d74d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '21a8350a-eb93-4b7b-81db-9412ce9aa5f6'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:34:43.914067 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-99498bf0-ae1d-4181-b264-22603295fabe service neutron] Attempting to bind port 6b8420ee-7396-464d-80ad-0871d112c937 on network 21a8350a-eb93-4b7b-81db-9412ce9aa5f6 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:43.933074 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-da6fac8f-72d6-47cb-97f9-fbc06659a2e6 req-b057c887-e418-4be6-a3b0-e44b716485d8 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5830476 Dec 16 09:34:43.951649 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e35fad43-28c7-4a59-8a81-f0955407b033 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:44.033067 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-99498bf0-ae1d-4181-b264-22603295fabe service neutron] Port 6b8420ee-7396-464d-80ad-0871d112c937 on network 21a8350a-eb93-4b7b-81db-9412ce9aa5f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:34:44.033711 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-99498bf0-ae1d-4181-b264-22603295fabe service neutron] Attempting to bind port 6b8420ee-7396-464d-80ad-0871d112c937 on network 21a8350a-eb93-4b7b-81db-9412ce9aa5f6 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:44.145201 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e35fad43-28c7-4a59-8a81-f0955407b033 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:44.149278 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e35fad43-28c7-4a59-8a81-f0955407b033 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8180175 Dec 16 09:34:44.149278 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35fad43-28c7-4a59-8a81-f0955407b033 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16306f71-3130-46cf-b167-f9e31141afda,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:44.153912 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 47876) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:44.165032 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-f05ed94b-e090-49b3-8f2f-bfacc15c8cf1 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:44.171533 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-f0f7d5fb-ccd6-405e-8697-ce89bb51e0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:44.173778 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-f0f7d5fb-ccd6-405e-8697-ce89bb51e0c1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21a8350a-eb93-4b7b-81db-9412ce9aa5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1960080 Dec 16 09:34:44.185493 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 881266a8-0fd9-4b8f-9a5c-3daa30ee5cac up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:34:44.188801 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24700b66-c8ff-40a5-8ac1-01fa8ea98d78 req-7c3961b3-2963-47b8-9f4d-b3f6c45ddfcd tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:44.204637 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-99498bf0-ae1d-4181-b264-22603295fabe service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:34:44.205012 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-99498bf0-ae1d-4181-b264-22603295fabe service neutron] Checking segment: {'id': 'eab4bd5a-be76-4229-a7fe-72ebe6d74d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '21a8350a-eb93-4b7b-81db-9412ce9aa5f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:34:44.205402 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-99498bf0-ae1d-4181-b264-22603295fabe service neutron] Bound using segment: {'id': 'eab4bd5a-be76-4229-a7fe-72ebe6d74d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '21a8350a-eb93-4b7b-81db-9412ce9aa5f6'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:34:44.205891 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-99498bf0-ae1d-4181-b264-22603295fabe service neutron] Bound port: 6b8420ee-7396-464d-80ad-0871d112c937, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab4bd5a-be76-4229-a7fe-72ebe6d74d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '21a8350a-eb93-4b7b-81db-9412ce9aa5f6'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:34:44.206489 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-99498bf0-ae1d-4181-b264-22603295fabe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:44.221377 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24700b66-c8ff-40a5-8ac1-01fa8ea98d78 req-7c3961b3-2963-47b8-9f4d-b3f6c45ddfcd tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 949 time: 0.3199332 Dec 16 09:34:44.289160 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-494361e9-a0b5-4b79-afb5-0fa8caed3929 req-5686efde-56f8-4d04-8099-58990b4c88eb tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eeddf45-5239-43a2-a923-56d1da3c5324 HTTP/1.1" status: 200 len: 210 time: 0.0859680 Dec 16 09:34:44.326922 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 881266a8-0fd9-4b8f-9a5c-3daa30ee5cac triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:44.327299 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:44.386871 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-613cf1c5-3b67-4514-a529-d1917c3ca3d4 service neutron] For port 3c11b3fa-66d4-4f57-a444-5164e8315209, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=3c11b3fa-66d4-4f57-a444-5164e8315209,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:44.396452 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f447723-2c59-4d5c-91f8-752a1579c50c req-467c8363-92d4-4507-b91e-1998b0805d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:44.406363 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7f447723-2c59-4d5c-91f8-752a1579c50c req-467c8363-92d4-4507-b91e-1998b0805d5f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c42f0f62952f4d25b8b70047bb28e8d6&device_id=ba039143-46e6-45ad-b398-6a2cb28b3e91 HTTP/1.1" status: 200 len: 1094 time: 0.5801659 Dec 16 09:34:44.485426 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-99498bf0-ae1d-4181-b264-22603295fabe service neutron] For port 6b8420ee-7396-464d-80ad-0871d112c937, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:34:44.522905 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-99498bf0-ae1d-4181-b264-22603295fabe service neutron] For port 6b8420ee-7396-464d-80ad-0871d112c937, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=6b8420ee-7396-464d-80ad-0871d112c937,segment=NetworkSegment(eab4bd5a-be76-4229-a7fe-72ebe6d74d25),segment_id=eab4bd5a-be76-4229-a7fe-72ebe6d74d25)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:34:44.527204 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-613cf1c5-3b67-4514-a529-d1917c3ca3d4 service neutron] For port 3c11b3fa-66d4-4f57-a444-5164e8315209, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:34:44.537150 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6529b-54a6-4356-9e24-a4ef03aee21c req-dbf95ab8-0c77-41d4-940e-9c16d03fa11c tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:44.539307 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-31b6529b-54a6-4356-9e24-a4ef03aee21c req-dbf95ab8-0c77-41d4-940e-9c16d03fa11c tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=1939ed2b-8af2-4a4c-94b9-c63593ea333c HTTP/1.1" status: 200 len: 944 time: 0.1229141 Dec 16 09:34:44.566857 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f447723-2c59-4d5c-91f8-752a1579c50c req-35a9f0a7-d2aa-43de-bc0b-67a07531f214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:44.568359 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7f447723-2c59-4d5c-91f8-752a1579c50c req-35a9f0a7-d2aa-43de-bc0b-67a07531f214 service neutron] 10.222.0.58 "GET /v2.0/networks?id=21a8350a-eb93-4b7b-81db-9412ce9aa5f6 HTTP/1.1" status: 200 len: 917 time: 0.1433673 Dec 16 09:34:44.571259 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24700b66-c8ff-40a5-8ac1-01fa8ea98d78 req-5339c1cf-7a82-4734-bf06-1a8ac0f50675 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490686 Dec 16 09:34:44.590430 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f05ed94b-e090-49b3-8f2f-bfacc15c8cf1 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks [] for floatingip, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:44.641448 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-613cf1c5-3b67-4514-a529-d1917c3ca3d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:44.642481 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7f447723-2c59-4d5c-91f8-752a1579c50c req-53cf6b98-8e81-42ae-b271-63182a062f1b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=453f31b8-5c54-4a2e-aac6-45c3c6a3d39d HTTP/1.1" status: 200 len: 217 time: 0.0654972 Dec 16 09:34:44.651540 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-275514f1-f312-4213-8c91-95f25c75ed1f service neutron] 10.222.0.58 "GET /v2.0/networks/21a8350a-eb93-4b7b-81db-9412ce9aa5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278748 Dec 16 09:34:44.660640 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-613cf1c5-3b67-4514-a529-d1917c3ca3d4 service neutron] Transition to ACTIVE for port object 3c11b3fa-66d4-4f57-a444-5164e8315209 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:34:44.661764 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730bde35-4556-4d91-934c-96572ee7bd8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c11b3fa-66d4-4f57-a444-5164e8315209'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:44.665279 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b9ee71-5b4d-4ffd-8577-4bfcd00a1708" -d '{"events": [{"server_uuid": "730bde35-4556-4d91-934c-96572ee7bd8f", "name": "network-vif-unplugged", "status": "completed", "tag": "3c11b3fa-66d4-4f57-a444-5164e8315209"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:44.674096 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-99498bf0-ae1d-4181-b264-22603295fabe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:44.690977 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-31b6529b-54a6-4356-9e24-a4ef03aee21c req-6607dd7d-5c9e-431a-99d0-89984cb3248d tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323981 Dec 16 09:34:44.723888 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-99498bf0-ae1d-4181-b264-22603295fabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:44.724616 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-99498bf0-ae1d-4181-b264-22603295fabe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:44.726269 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-99498bf0-ae1d-4181-b264-22603295fabe service neutron] 10.222.0.58 "PUT /v2.0/ports/6b8420ee-7396-464d-80ad-0871d112c937 HTTP/1.1" status: 200 len: 1092 time: 4.0990474 Dec 16 09:34:44.758175 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99498bf0-ae1d-4181-b264-22603295fabe service neutron] Pushing event updated for resources: {'Port': ['ID=6b8420ee-7396-464d-80ad-0871d112c937,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:44.772510 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facf255e-ac06-44d9-99e1-b439fbe79e4f x-openstack-request-id: req-facf255e-ac06-44d9-99e1-b439fbe79e4f {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:44.772940 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730bde35-4556-4d91-934c-96572ee7bd8f", "name": "network-vif-unplugged", "status": "completed", "tag": "3c11b3fa-66d4-4f57-a444-5164e8315209", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:44.773273 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-facf255e-ac06-44d9-99e1-b439fbe79e4f {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:44.773857 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730bde35-4556-4d91-934c-96572ee7bd8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c11b3fa-66d4-4f57-a444-5164e8315209', 'code': 200} Dec 16 09:34:44.826013 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f447723-2c59-4d5c-91f8-752a1579c50c req-f28379e6-2dd3-4bfb-a6be-9d4720102efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:44.827966 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7f447723-2c59-4d5c-91f8-752a1579c50c req-f28379e6-2dd3-4bfb-a6be-9d4720102efe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2b493dc3-4774-48fe-8f0b-82c0870d5897 HTTP/1.1" status: 200 len: 855 time: 0.1743250 Dec 16 09:34:44.837702 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-613cf1c5-3b67-4514-a529-d1917c3ca3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:44.900896 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613cf1c5-3b67-4514-a529-d1917c3ca3d4 service neutron] Pushing event updated for resources: {'Port': ['ID=3c11b3fa-66d4-4f57-a444-5164e8315209,revision_number=6']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:44.907435 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b024988f-7cec-4661-a3b6-d318a6589a65 req-be0ba2cc-8b6b-4c3d-971a-87f736f22f73 service neutron] 10.222.0.58 "GET /v2.0/networks/21a8350a-eb93-4b7b-81db-9412ce9aa5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472329 Dec 16 09:34:44.937799 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f447723-2c59-4d5c-91f8-752a1579c50c req-2503cff7-9928-4eef-b7a5-795568be2cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:44.939879 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7f447723-2c59-4d5c-91f8-752a1579c50c req-2503cff7-9928-4eef-b7a5-795568be2cda service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21a8350a-eb93-4b7b-81db-9412ce9aa5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033425 Dec 16 09:34:45.025797 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b0981c5-b424-4116-8eca-722e40bc6aa7', 'tag': 'a0365637-e464-4dca-9a70-2c59f3e1e6b8'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:45.025797 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3bc1cd-0ed1-4bd6-b580-c67693a19d15" -d '{"events": [{"name": "network-changed", "server_uuid": "9b0981c5-b424-4116-8eca-722e40bc6aa7", "tag": "a0365637-e464-4dca-9a70-2c59f3e1e6b8"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:45.025979 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-613cf1c5-3b67-4514-a529-d1917c3ca3d4 service neutron] No DVR routers for this DVR port 3c11b3fa-66d4-4f57-a444-5164e8315209 on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:34:45.092386 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f05ed94b-e090-49b3-8f2f-bfacc15c8cf1 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:45.105063 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9967a6b7-d925-4c60-94f8-5d364e4de3d0 x-openstack-request-id: req-9967a6b7-d925-4c60-94f8-5d364e4de3d0 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:45.105486 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b0981c5-b424-4116-8eca-722e40bc6aa7", "tag": "a0365637-e464-4dca-9a70-2c59f3e1e6b8", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:45.105832 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9967a6b7-d925-4c60-94f8-5d364e4de3d0 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:45.106317 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b0981c5-b424-4116-8eca-722e40bc6aa7', 'tag': 'a0365637-e464-4dca-9a70-2c59f3e1e6b8', 'status': 'completed', 'code': 200} Dec 16 09:34:45.124286 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-613cf1c5-3b67-4514-a529-d1917c3ca3d4 service neutron] Attempting to bind port 3c11b3fa-66d4-4f57-a444-5164e8315209 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:34:45.129187 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-613cf1c5-3b67-4514-a529-d1917c3ca3d4 service neutron] Attempting to bind port 3c11b3fa-66d4-4f57-a444-5164e8315209 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:34:45.129187 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-613cf1c5-3b67-4514-a529-d1917c3ca3d4 service neutron] Attempting to bind port 3c11b3fa-66d4-4f57-a444-5164e8315209 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:45.147347 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-613cf1c5-3b67-4514-a529-d1917c3ca3d4 service neutron] Port 3c11b3fa-66d4-4f57-a444-5164e8315209 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:34:45.147965 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-613cf1c5-3b67-4514-a529-d1917c3ca3d4 service neutron] Attempting to bind port 3c11b3fa-66d4-4f57-a444-5164e8315209 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:45.151852 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-344f13c0-e1bf-49af-be64-aac97034acb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:45.161291 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-344f13c0-e1bf-49af-be64-aac97034acb3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c42f0f62952f4d25b8b70047bb28e8d6&device_id=1939ed2b-8af2-4a4c-94b9-c63593ea333c HTTP/1.1" status: 200 len: 1095 time: 0.2571902 Dec 16 09:34:45.180417 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-613cf1c5-3b67-4514-a529-d1917c3ca3d4 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:34:45.180949 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-613cf1c5-3b67-4514-a529-d1917c3ca3d4 service neutron] Checking segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:34:45.181365 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-613cf1c5-3b67-4514-a529-d1917c3ca3d4 service neutron] Bound using segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:34:45.181814 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-613cf1c5-3b67-4514-a529-d1917c3ca3d4 service neutron] Bound port: 3c11b3fa-66d4-4f57-a444-5164e8315209, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:34:45.182842 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-613cf1c5-3b67-4514-a529-d1917c3ca3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:45.224143 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-dc74e5c3-b3e0-4fb1-aac4-a3d2a2d91207 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b8420ee-7396-464d-80ad-0871d112c937 HTTP/1.1" status: 200 len: 217 time: 0.0549521 Dec 16 09:34:45.249102 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9dbfe6-c924-4194-a99d-3dda0fe65c10 req-b5212e43-051a-4623-89ca-553693d4f4c7 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:45.250579 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4d9dbfe6-c924-4194-a99d-3dda0fe65c10 req-b5212e43-051a-4623-89ca-553693d4f4c7 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=dde1c4ce-f01c-402f-8bb2-9f9d56fc6803 HTTP/1.1" status: 200 len: 945 time: 0.1702156 Dec 16 09:34:45.254609 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7f447723-2c59-4d5c-91f8-752a1579c50c req-071bf793-4aa3-482c-af9c-4f90964626e0 service neutron] 10.222.0.58 "GET /v2.0/networks/21a8350a-eb93-4b7b-81db-9412ce9aa5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046679 Dec 16 09:34:45.305213 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 3c11b3fa-66d4-4f57-a444-5164e8315209 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:34:45.356713 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 3c11b3fa-66d4-4f57-a444-5164e8315209 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:34:45.381077 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-2e3e91b8-fa67-487b-a21d-8758dca7935d tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=5e926fd45874437085b7da695b53e078&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720773 Dec 16 09:34:45.442607 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-613cf1c5-3b67-4514-a529-d1917c3ca3d4 service neutron] For port 3c11b3fa-66d4-4f57-a444-5164e8315209, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:34:45.447424 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-613cf1c5-3b67-4514-a529-d1917c3ca3d4 service neutron] For port 3c11b3fa-66d4-4f57-a444-5164e8315209, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=3c11b3fa-66d4-4f57-a444-5164e8315209,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:34:45.451820 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4d9dbfe6-c924-4194-a99d-3dda0fe65c10 req-70258268-3461-4de1-8894-842d0f5091d5 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573970 Dec 16 09:34:45.458756 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-02d6d352-402a-4975-b1bc-9a2bb3a0fbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:45.463567 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-02d6d352-402a-4975-b1bc-9a2bb3a0fbc6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2b493dc3-4774-48fe-8f0b-82c0870d5897 HTTP/1.1" status: 200 len: 855 time: 0.2280979 Dec 16 09:34:45.572919 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-613cf1c5-3b67-4514-a529-d1917c3ca3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:45.588636 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-58f5e5f4-43c7-4b0c-8312-a24e52a5a1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:45.590430 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-58f5e5f4-43c7-4b0c-8312-a24e52a5a1a9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21a8350a-eb93-4b7b-81db-9412ce9aa5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1172104 Dec 16 09:34:45.616936 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3bc1cd-0ed1-4bd6-b580-c67693a19d15 req-c55a7d26-3236-4a73-bc3c-e663e3f4e9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:45.619217 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ed3bc1cd-0ed1-4bd6-b580-c67693a19d15 req-c55a7d26-3236-4a73-bc3c-e663e3f4e9e4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c42f0f62952f4d25b8b70047bb28e8d6&device_id=9b0981c5-b424-4116-8eca-722e40bc6aa7 HTTP/1.1" status: 200 len: 1094 time: 0.4355767 Dec 16 09:34:45.623007 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-613cf1c5-3b67-4514-a529-d1917c3ca3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:45.623721 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-613cf1c5-3b67-4514-a529-d1917c3ca3d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:45.625205 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-613cf1c5-3b67-4514-a529-d1917c3ca3d4 service neutron] 10.222.0.58 "PUT /v2.0/ports/3c11b3fa-66d4-4f57-a444-5164e8315209 HTTP/1.1" status: 200 len: 1095 time: 2.6528590 Dec 16 09:34:45.736488 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-b9789b0d-950e-48f6-beb9-4dbbc547b93d service neutron] 10.222.0.58 "GET /v2.0/networks/21a8350a-eb93-4b7b-81db-9412ce9aa5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101964 Dec 16 09:34:45.793277 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-faa10074-3a64-4977-98a2-f6414d7473cc req-41002f36-7064-46e3-a69a-a24c9c717be2 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eeddf45-5239-43a2-a923-56d1da3c5324 HTTP/1.1" status: 200 len: 210 time: 0.1388924 Dec 16 09:34:45.801640 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 453f31b8-5c54-4a2e-aac6-45c3c6a3d39d details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:34:45.807236 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-f05ed94b-e090-49b3-8f2f-bfacc15c8cf1 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Allocated IP 172.25.1.30 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/24df3689-dbf6-4bda-a4bf-f856cfcaa799) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:34:45.984330 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3bc1cd-0ed1-4bd6-b580-c67693a19d15 req-ecf4da2e-b054-4e26-a63c-5e520a985923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:45.990079 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ed3bc1cd-0ed1-4bd6-b580-c67693a19d15 req-ecf4da2e-b054-4e26-a63c-5e520a985923 service neutron] 10.222.0.58 "GET /v2.0/networks?id=21a8350a-eb93-4b7b-81db-9412ce9aa5f6 HTTP/1.1" status: 200 len: 917 time: 0.3391984 Dec 16 09:34:45.993987 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7f447723-2c59-4d5c-91f8-752a1579c50c req-55780960-2151-4538-93f4-3dd76f5735b7 service neutron] 10.222.0.58 "GET /v2.0/networks/21a8350a-eb93-4b7b-81db-9412ce9aa5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7136421 Dec 16 09:34:46.046343 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 453f31b8-5c54-4a2e-aac6-45c3c6a3d39d, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=453f31b8-5c54-4a2e-aac6-45c3c6a3d39d,segment=NetworkSegment(eab4bd5a-be76-4229-a7fe-72ebe6d74d25),segment_id=eab4bd5a-be76-4229-a7fe-72ebe6d74d25)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:46.058858 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-76b92e36-f0df-4b9a-889b-996bb736a053 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:46.058858 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-76b92e36-f0df-4b9a-889b-996bb736a053 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6353137 Dec 16 09:34:46.062069 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '453f31b8-5c54-4a2e-aac6-45c3c6a3d39d', 'network_id': '21a8350a-eb93-4b7b-81db-9412ce9aa5f6', 'port_id': '453f31b8-5c54-4a2e-aac6-45c3c6a3d39d', 'mac_address': 'fa:16:3e:f1:82:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b493dc3-4774-48fe-8f0b-82c0870d5897', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:34:46.068845 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ed3bc1cd-0ed1-4bd6-b580-c67693a19d15 req-8950f0ba-f4e2-449a-8937-1723fa2d7da1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0365637-e464-4dca-9a70-2c59f3e1e6b8 HTTP/1.1" status: 200 len: 217 time: 0.0609138 Dec 16 09:34:46.077368 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613cf1c5-3b67-4514-a529-d1917c3ca3d4 service neutron] Pushing event updated for resources: {'Port': ['ID=3c11b3fa-66d4-4f57-a444-5164e8315209,revision_number=7']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:46.084236 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-db381154-ae11-4c4f-8f3a-1899507273f2 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Request body: {'port': {'device_id': '3eeddf45-5239-43a2-a923-56d1da3c5324', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'admin_state_up': True, 'tenant_id': '5e926fd45874437085b7da695b53e078'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:46.115912 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:46.137541 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 453f31b8-5c54-4a2e-aac6-45c3c6a3d39d {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:34:46.168132 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f05ed94b-e090-49b3-8f2f-bfacc15c8cf1 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:46.170575 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 453f31b8-5c54-4a2e-aac6-45c3c6a3d39d, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=453f31b8-5c54-4a2e-aac6-45c3c6a3d39d,segment=NetworkSegment(eab4bd5a-be76-4229-a7fe-72ebe6d74d25),segment_id=eab4bd5a-be76-4229-a7fe-72ebe6d74d25)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:46.191550 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ac007-050c-4047-9cf0-8cccd471dcb3 req-e56fc9e1-4c95-47dc-bd7d-120847bc8328 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:46.192920 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d25e3-8247-4ddd-b914-337e1c685b63 req-0744410e-df39-440a-bedc-8db2f6220bb7 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:46.194492 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-449d25e3-8247-4ddd-b914-337e1c685b63 req-0744410e-df39-440a-bedc-8db2f6220bb7 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=1939ed2b-8af2-4a4c-94b9-c63593ea333c HTTP/1.1" status: 200 len: 944 time: 0.1741321 Dec 16 09:34:46.197897 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3bc1cd-0ed1-4bd6-b580-c67693a19d15 req-e26d9bf3-b3fc-4844-9730-21ed1759e02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:46.199367 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9a5ac007-050c-4047-9cf0-8cccd471dcb3 req-e56fc9e1-4c95-47dc-bd7d-120847bc8328 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 947 time: 0.2212727 Dec 16 09:34:46.199503 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ed3bc1cd-0ed1-4bd6-b580-c67693a19d15 req-e26d9bf3-b3fc-4844-9730-21ed1759e02c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2b493dc3-4774-48fe-8f0b-82c0870d5897 HTTP/1.1" status: 200 len: 855 time: 0.1073325 Dec 16 09:34:46.206100 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-ef064d37-1520-4632-b52d-c6227393873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:46.207568 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-ef064d37-1520-4632-b52d-c6227393873b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c72236daaf3c429fb462e278e5b03cb7&device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 1098 time: 0.4702947 Dec 16 09:34:46.209498 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2dbd8302-7bd9-48e7-a301-445d28cdcef6 req-6347728d-1ea2-44c0-98a7-31948dd8ee05 service neutron] 10.222.0.58 "GET /v2.0/networks/21a8350a-eb93-4b7b-81db-9412ce9aa5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524796 Dec 16 09:34:46.234267 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:46.283651 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-449d25e3-8247-4ddd-b914-337e1c685b63 req-1fab6139-8af8-47de-8a37-987e22240d5e tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817561 Dec 16 09:34:46.294524 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=453f31b8-5c54-4a2e-aac6-45c3c6a3d39d,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:46.322926 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3bc1cd-0ed1-4bd6-b580-c67693a19d15 req-b0fc3152-8c74-4642-8eff-47ce2d4f3ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:46.324794 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ed3bc1cd-0ed1-4bd6-b580-c67693a19d15 req-b0fc3152-8c74-4642-8eff-47ce2d4f3ece service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21a8350a-eb93-4b7b-81db-9412ce9aa5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1135523 Dec 16 09:34:46.331083 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9a5ac007-050c-4047-9cf0-8cccd471dcb3 req-632d6ae9-ff2a-4415-8d76-3c722f2b0e46 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308405 Dec 16 09:34:46.388040 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-6cd4c434-756f-4505-823b-500bec30fb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:46.389516 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-6cd4c434-756f-4505-823b-500bec30fb38 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.1697421 Dec 16 09:34:46.438006 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-75e7b809-a79d-45c9-8d77-ead73b85dae7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=3c11b3fa-66d4-4f57-a444-5164e8315209 HTTP/1.1" status: 200 len: 217 time: 0.0405438 Dec 16 09:34:46.441950 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f05ed94b-e090-49b3-8f2f-bfacc15c8cf1 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:46.465090 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['453f31b8-5c54-4a2e-aac6-45c3c6a3d39d'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:34:46.498128 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ed94b-e090-49b3-8f2f-bfacc15c8cf1 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Pushing event updated for resources: {'Port': ['ID=24df3689-dbf6-4bda-a4bf-f856cfcaa799,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:46.522555 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-db381154-ae11-4c4f-8f3a-1899507273f2 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Made reservation on behalf of 5e926fd45874437085b7da695b53e078 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:34:46.530835 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-db381154-ae11-4c4f-8f3a-1899507273f2 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:46.536298 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31dc5a-8e07-4870-9962-2a688f77c145 req-13f034cc-4f4b-4a1f-b648-03ab3481fc5d tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:46.537877 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3f31dc5a-8e07-4870-9962-2a688f77c145 req-13f034cc-4f4b-4a1f-b648-03ab3481fc5d tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=dde1c4ce-f01c-402f-8bb2-9f9d56fc6803 HTTP/1.1" status: 200 len: 945 time: 0.1378002 Dec 16 09:34:46.539945 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05ed94b-e090-49b3-8f2f-bfacc15c8cf1 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:34:46.543664 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-f05ed94b-e090-49b3-8f2f-bfacc15c8cf1 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:34:46.548792 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05ed94b-e090-49b3-8f2f-bfacc15c8cf1 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:34:46.562538 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-db381154-ae11-4c4f-8f3a-1899507273f2 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:46.567280 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-bf11c6a5-1dc1-4b60-96a8-fc4d3e619a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:46.568989 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-bf11c6a5-1dc1-4b60-96a8-fc4d3e619a82 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.1229534 Dec 16 09:34:46.657748 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-9b1da607-7112-40e4-b344-2456171de12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:46.659343 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-9b1da607-7112-40e4-b344-2456171de12a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0775299 Dec 16 09:34:46.695028 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3f31dc5a-8e07-4870-9962-2a688f77c145 req-77c78f68-6061-4b3c-b02e-21427953e85d tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422184 Dec 16 09:34:46.710181 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ed3bc1cd-0ed1-4bd6-b580-c67693a19d15 req-8f0bc24d-c6e2-4740-9ff7-ab3b45bd26fd service neutron] 10.222.0.58 "GET /v2.0/networks/21a8350a-eb93-4b7b-81db-9412ce9aa5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655260 Dec 16 09:34:46.745855 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-db381154-ae11-4c4f-8f3a-1899507273f2 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:46.781358 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1939ed2b-8af2-4a4c-94b9-c63593ea333c', 'tag': '6b8420ee-7396-464d-80ad-0871d112c937'}, {'name': 'network-changed', 'server_uuid': '730bde35-4556-4d91-934c-96572ee7bd8f', 'tag': '3c11b3fa-66d4-4f57-a444-5164e8315209'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:46.788942 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504bb0d8-f78a-4bef-9462-2e8f7e361bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "1939ed2b-8af2-4a4c-94b9-c63593ea333c", "tag": "6b8420ee-7396-464d-80ad-0871d112c937"}, {"name": "network-changed", "server_uuid": "730bde35-4556-4d91-934c-96572ee7bd8f", "tag": "3c11b3fa-66d4-4f57-a444-5164e8315209"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:46.801272 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-51781197-6327-4ad9-a65e-3e8454ae3f2a service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344171 Dec 16 09:34:46.843434 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f05ed94b-e090-49b3-8f2f-bfacc15c8cf1 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:46.873592 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-db381154-ae11-4c4f-8f3a-1899507273f2 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:46.893294 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ed3bc1cd-0ed1-4bd6-b580-c67693a19d15 req-9eda5955-1406-498d-a4ec-91da4b29b7b6 service neutron] 10.222.0.58 "GET /v2.0/networks/21a8350a-eb93-4b7b-81db-9412ce9aa5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740131 Dec 16 09:34:46.959768 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1abe8d1-eb57-463d-be1c-51b32087c760 x-openstack-request-id: req-f1abe8d1-eb57-463d-be1c-51b32087c760 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:46.959972 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1939ed2b-8af2-4a4c-94b9-c63593ea333c", "tag": "6b8420ee-7396-464d-80ad-0871d112c937", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "730bde35-4556-4d91-934c-96572ee7bd8f", "tag": "3c11b3fa-66d4-4f57-a444-5164e8315209", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:46.960208 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f1abe8d1-eb57-463d-be1c-51b32087c760 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:46.960667 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1939ed2b-8af2-4a4c-94b9-c63593ea333c', 'tag': '6b8420ee-7396-464d-80ad-0871d112c937', 'status': 'completed', 'code': 200} Dec 16 09:34:46.960939 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '730bde35-4556-4d91-934c-96572ee7bd8f', 'tag': '3c11b3fa-66d4-4f57-a444-5164e8315209', 'status': 'completed', 'code': 200} Dec 16 09:34:47.062882 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7edc8779-59b8-4c29-bff2-2de101a0ee95 req-4977088d-cc1c-4379-b233-471ae6c0f4fe tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eeddf45-5239-43a2-a923-56d1da3c5324 HTTP/1.1" status: 200 len: 210 time: 0.0731750 Dec 16 09:34:47.071054 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db381154-ae11-4c4f-8f3a-1899507273f2 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=362438a5-d8cc-4ba2-8dac-be16e84d542b,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:47.075909 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f05ed94b-e090-49b3-8f2f-bfacc15c8cf1 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:47.125966 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bb0d8-f78a-4bef-9462-2e8f7e361bb0 req-aab829a9-e4a6-467e-9157-c5952b43b64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:47.127587 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-504bb0d8-f78a-4bef-9462-2e8f7e361bb0 req-aab829a9-e4a6-467e-9157-c5952b43b64c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c42f0f62952f4d25b8b70047bb28e8d6&device_id=1939ed2b-8af2-4a4c-94b9-c63593ea333c HTTP/1.1" status: 200 len: 1095 time: 0.1909981 Dec 16 09:34:47.164501 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-e9a53155-ea07-4938-ba9d-e3a04e678af1 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537138 Dec 16 09:34:47.182654 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a972662-a5d2-4148-9b28-dd565ccef7e6 req-d8817731-664a-41da-8a18-b5d63a1eb801 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:47.191345 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bb0d8-f78a-4bef-9462-2e8f7e361bb0 req-37df124a-a12e-494b-96f7-dcb323cc3225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:47.193882 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0a972662-a5d2-4148-9b28-dd565ccef7e6 req-d8817731-664a-41da-8a18-b5d63a1eb801 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=dde1c4ce-f01c-402f-8bb2-9f9d56fc6803 HTTP/1.1" status: 200 len: 945 time: 0.3202283 Dec 16 09:34:47.194015 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-504bb0d8-f78a-4bef-9462-2e8f7e361bb0 req-37df124a-a12e-494b-96f7-dcb323cc3225 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c72236daaf3c429fb462e278e5b03cb7&device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 1098 time: 0.2386432 Dec 16 09:34:47.272236 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0a972662-a5d2-4148-9b28-dd565ccef7e6 req-3c19ba03-c370-495f-b2d7-dd14efd1907e tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696645 Dec 16 09:34:47.303606 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-db381154-ae11-4c4f-8f3a-1899507273f2 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Allocated IP 192.168.233.11 (0f25fa8c-dd15-4f99-b14f-112e51884f75/d30f37a6-2496-485e-9480-e5e1789d975f/0e862b36-df2d-47c3-b620-94ac2e08174a) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:34:47.451806 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f05ed94b-e090-49b3-8f2f-bfacc15c8cf1 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:47.465756 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bb0d8-f78a-4bef-9462-2e8f7e361bb0 req-82f8b843-cf64-469a-af1b-6fbc9acb259f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:47.467394 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-504bb0d8-f78a-4bef-9462-2e8f7e361bb0 req-82f8b843-cf64-469a-af1b-6fbc9acb259f service neutron] 10.222.0.58 "GET /v2.0/networks?id=21a8350a-eb93-4b7b-81db-9412ce9aa5f6 HTTP/1.1" status: 200 len: 917 time: 0.3290751 Dec 16 09:34:47.470783 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bb0d8-f78a-4bef-9462-2e8f7e361bb0 req-d1c8d9e4-c519-42cd-8c3c-5e49d19cfb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:47.472167 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-504bb0d8-f78a-4bef-9462-2e8f7e361bb0 req-d1c8d9e4-c519-42cd-8c3c-5e49d19cfb7f service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.2638943 Dec 16 09:34:47.517658 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcea80-2189-4843-ba4b-f6a19f30bd9d req-edf970b7-9b25-4ae4-be14-36a1a4b9ef2c tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:47.519121 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-22bcea80-2189-4843-ba4b-f6a19f30bd9d req-edf970b7-9b25-4ae4-be14-36a1a4b9ef2c tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=1939ed2b-8af2-4a4c-94b9-c63593ea333c HTTP/1.1" status: 200 len: 944 time: 0.1141527 Dec 16 09:34:47.550491 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-504bb0d8-f78a-4bef-9462-2e8f7e361bb0 req-81068de9-8bc3-4c5d-909e-8ecc2c2957e2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b8420ee-7396-464d-80ad-0871d112c937 HTTP/1.1" status: 200 len: 217 time: 0.0749686 Dec 16 09:34:47.552749 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-504bb0d8-f78a-4bef-9462-2e8f7e361bb0 req-a2b4ca91-84bf-4a5d-bf4a-4ad15c16ad62 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=3c11b3fa-66d4-4f57-a444-5164e8315209 HTTP/1.1" status: 200 len: 217 time: 0.0707240 Dec 16 09:34:47.599148 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-22bcea80-2189-4843-ba4b-f6a19f30bd9d req-c0644a93-b43b-4a87-9713-d92ef0a0f1bd tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698900 Dec 16 09:34:47.613925 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-db381154-ae11-4c4f-8f3a-1899507273f2 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:47.674955 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f05ed94b-e090-49b3-8f2f-bfacc15c8cf1 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:47.777495 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bb0d8-f78a-4bef-9462-2e8f7e361bb0 req-71a81dfe-bec1-44ab-a73c-ba3a4ab090dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:47.779013 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-504bb0d8-f78a-4bef-9462-2e8f7e361bb0 req-71a81dfe-bec1-44ab-a73c-ba3a4ab090dd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2b493dc3-4774-48fe-8f0b-82c0870d5897 HTTP/1.1" status: 200 len: 855 time: 0.2187994 Dec 16 09:34:47.790651 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b872c58-2df7-400f-9042-2a30a4d797ab req-2347ecc0-fc46-4c7b-8980-2e1df00a3eac tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:47.792227 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b872c58-2df7-400f-9042-2a30a4d797ab req-2347ecc0-fc46-4c7b-8980-2e1df00a3eac tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 947 time: 0.0810308 Dec 16 09:34:47.792483 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bb0d8-f78a-4bef-9462-2e8f7e361bb0 req-23641ca5-8554-4f20-88e7-3a8ad0f1e27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:47.794086 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-504bb0d8-f78a-4bef-9462-2e8f7e361bb0 req-23641ca5-8554-4f20-88e7-3a8ad0f1e27f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.2097542 Dec 16 09:34:47.797484 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ed94b-e090-49b3-8f2f-bfacc15c8cf1 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Pushing event updated for resources: {'Port': ['ID=24df3689-dbf6-4bda-a4bf-f856cfcaa799,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:47.813014 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device a0365637-e464-4dca-9a70-2c59f3e1e6b8 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:34:47.816473 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 453f31b8-5c54-4a2e-aac6-45c3c6a3d39d up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:34:47.837964 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b872c58-2df7-400f-9042-2a30a4d797ab req-72a8c761-e8db-4e07-941e-3fd2687a72e9 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382495 Dec 16 09:34:47.839792 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-db381154-ae11-4c4f-8f3a-1899507273f2 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:47.870323 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f05ed94b-e090-49b3-8f2f-bfacc15c8cf1 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:47.898333 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bb0d8-f78a-4bef-9462-2e8f7e361bb0 req-6ad66a1e-073d-4e16-85b2-b744709f022d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:47.899845 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-504bb0d8-f78a-4bef-9462-2e8f7e361bb0 req-6ad66a1e-073d-4e16-85b2-b744709f022d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0852175 Dec 16 09:34:47.904570 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-db381154-ae11-4c4f-8f3a-1899507273f2 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Network 0f25fa8c-dd15-4f99-b14f-112e51884f75 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:34:47.909284 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-db381154-ae11-4c4f-8f3a-1899507273f2 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:34:47.926392 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-db381154-ae11-4c4f-8f3a-1899507273f2 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:34:47.976538 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db381154-ae11-4c4f-8f3a-1899507273f2 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Pushing event updated for resources: {'Port': ['ID=0e862b36-df2d-47c3-b620-94ac2e08174a,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:48.025160 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bb0d8-f78a-4bef-9462-2e8f7e361bb0 req-9b2fa69f-0b3d-492a-b880-32fe5803cda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:48.027657 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-504bb0d8-f78a-4bef-9462-2e8f7e361bb0 req-9b2fa69f-0b3d-492a-b880-32fe5803cda1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21a8350a-eb93-4b7b-81db-9412ce9aa5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2326462 Dec 16 09:34:48.031533 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f05ed94b-e090-49b3-8f2f-bfacc15c8cf1 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:48.032731 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f05ed94b-e090-49b3-8f2f-bfacc15c8cf1 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8726957 Dec 16 09:34:48.046113 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-db381154-ae11-4c4f-8f3a-1899507273f2 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:48.046113 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-db381154-ae11-4c4f-8f3a-1899507273f2 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:48.066431 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df9304-e8a0-4112-8a32-3018ee829c62 req-38d4862a-e4e4-4b52-82ee-a456b830fb60 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:48.086764 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-89df9304-e8a0-4112-8a32-3018ee829c62 req-38d4862a-e4e4-4b52-82ee-a456b830fb60 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=dde1c4ce-f01c-402f-8bb2-9f9d56fc6803 HTTP/1.1" status: 200 len: 945 time: 0.1160157 Dec 16 09:34:48.087678 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port a0365637-e464-4dca-9a70-2c59f3e1e6b8, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=a0365637-e464-4dca-9a70-2c59f3e1e6b8,segment=NetworkSegment(eab4bd5a-be76-4229-a7fe-72ebe6d74d25),segment_id=eab4bd5a-be76-4229-a7fe-72ebe6d74d25)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:48.100154 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'a0365637-e464-4dca-9a70-2c59f3e1e6b8', 'network_id': '21a8350a-eb93-4b7b-81db-9412ce9aa5f6', 'port_id': 'a0365637-e464-4dca-9a70-2c59f3e1e6b8', 'mac_address': 'fa:16:3e:ca:19:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b493dc3-4774-48fe-8f0b-82c0870d5897', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:34:48.105817 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 453f31b8-5c54-4a2e-aac6-45c3c6a3d39d completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:34:48.112384 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 453f31b8-5c54-4a2e-aac6-45c3c6a3d39d triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:48.112384 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:48.199732 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-89df9304-e8a0-4112-8a32-3018ee829c62 req-e0fe1663-1b35-44bd-9102-cdc1037bc02d tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157491 Dec 16 09:34:48.202251 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-504bb0d8-f78a-4bef-9462-2e8f7e361bb0 req-c1e584b5-04a8-4aab-82f3-026760f6f583 service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930703 Dec 16 09:34:48.207306 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:48.212806 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-db381154-ae11-4c4f-8f3a-1899507273f2 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1447415 Dec 16 09:34:48.226516 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-8582bb41-5d41-4801-9671-14b3e776f6c7 service neutron] Request body: {'port': {'device_id': '3eeddf45-5239-43a2-a923-56d1da3c5324', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:48.236610 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0365637-e464-4dca-9a70-2c59f3e1e6b8 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:34:48.296756 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port a0365637-e464-4dca-9a70-2c59f3e1e6b8, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=a0365637-e464-4dca-9a70-2c59f3e1e6b8,segment=NetworkSegment(eab4bd5a-be76-4229-a7fe-72ebe6d74d25),segment_id=eab4bd5a-be76-4229-a7fe-72ebe6d74d25)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:48.318551 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:48.334307 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-8582bb41-5d41-4801-9671-14b3e776f6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:48.335756 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-fdc8e93e-51b1-4d3a-b8d2-b110916153b4 None None] Provisioning complete for port 0e862b36-df2d-47c3-b620-94ac2e08174a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:48.336346 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fdc8e93e-51b1-4d3a-b8d2-b110916153b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:48.418280 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:48.419080 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 6b8420ee-7396-464d-80ad-0871d112c937 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:34:48.452105 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 6b8420ee-7396-464d-80ad-0871d112c937, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=6b8420ee-7396-464d-80ad-0871d112c937,segment=NetworkSegment(eab4bd5a-be76-4229-a7fe-72ebe6d74d25),segment_id=eab4bd5a-be76-4229-a7fe-72ebe6d74d25)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:48.459192 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff13696-a936-439b-85e2-f6fbbfee9617 req-e5edfd1d-69a8-49ed-9d26-736553713fe9 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:48.461325 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eff13696-a936-439b-85e2-f6fbbfee9617 req-e5edfd1d-69a8-49ed-9d26-736553713fe9 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eeddf45-5239-43a2-a923-56d1da3c5324 HTTP/1.1" status: 200 len: 935 time: 0.2637799 Dec 16 09:34:48.463358 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-504bb0d8-f78a-4bef-9462-2e8f7e361bb0 req-ba8256a5-f0ee-408c-b9b6-f4a724c42de6 service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956611 Dec 16 09:34:48.465220 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-504bb0d8-f78a-4bef-9462-2e8f7e361bb0 req-c34ecaf3-8171-48ae-b8dc-f55152985cdc service neutron] 10.222.0.58 "GET /v2.0/networks/21a8350a-eb93-4b7b-81db-9412ce9aa5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659966 Dec 16 09:34:48.474487 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba039143-46e6-45ad-b398-6a2cb28b3e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453f31b8-5c54-4a2e-aac6-45c3c6a3d39d'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:48.477438 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1d1a1e-2c2f-4061-8c3a-789deecffe0f" -d '{"events": [{"server_uuid": "ba039143-46e6-45ad-b398-6a2cb28b3e91", "name": "network-vif-plugged", "status": "completed", "tag": "453f31b8-5c54-4a2e-aac6-45c3c6a3d39d"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:48.539834 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-6ccb5657-5cc9-477b-a2a4-9f9d94e8c394 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--695077075&fields=id&tenant_id=58616e55484245a5b2c2f6d808f99b43 HTTP/1.1" status: 200 len: 267 time: 0.0791287 Dec 16 09:34:48.543183 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '6b8420ee-7396-464d-80ad-0871d112c937', 'network_id': '21a8350a-eb93-4b7b-81db-9412ce9aa5f6', 'port_id': '6b8420ee-7396-464d-80ad-0871d112c937', 'mac_address': 'fa:16:3e:cb:84:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b493dc3-4774-48fe-8f0b-82c0870d5897', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:34:48.549494 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=a0365637-e464-4dca-9a70-2c59f3e1e6b8,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:48.556821 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-fdc8e93e-51b1-4d3a-b8d2-b110916153b4 None None] Port 0e862b36-df2d-47c3-b620-94ac2e08174a cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:34:48.560310 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 453f31b8-5c54-4a2e-aac6-45c3c6a3d39d, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=453f31b8-5c54-4a2e-aac6-45c3c6a3d39d,segment=NetworkSegment(eab4bd5a-be76-4229-a7fe-72ebe6d74d25),segment_id=eab4bd5a-be76-4229-a7fe-72ebe6d74d25)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:48.588848 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eff13696-a936-439b-85e2-f6fbbfee9617 req-06ec1508-2524-4461-a958-4a073ba9db13 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/security-groups?id=362438a5-d8cc-4ba2-8dac-be16e84d542b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084285 Dec 16 09:34:48.644885 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:48.650535 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-504bb0d8-f78a-4bef-9462-2e8f7e361bb0 req-5d20789b-38e6-4077-a9e6-57814427f753 service neutron] 10.222.0.58 "GET /v2.0/networks/21a8350a-eb93-4b7b-81db-9412ce9aa5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678503 Dec 16 09:34:48.654549 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:48.783972 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8420ee-7396-464d-80ad-0871d112c937 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:34:48.807702 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 6b8420ee-7396-464d-80ad-0871d112c937, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=6b8420ee-7396-464d-80ad-0871d112c937,segment=NetworkSegment(eab4bd5a-be76-4229-a7fe-72ebe6d74d25),segment_id=eab4bd5a-be76-4229-a7fe-72ebe6d74d25)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:48.810448 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7f17b9-a43c-4833-a606-30017bb3101d x-openstack-request-id: req-ba7f17b9-a43c-4833-a606-30017bb3101d {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:48.811140 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba039143-46e6-45ad-b398-6a2cb28b3e91", "name": "network-vif-plugged", "status": "completed", "tag": "453f31b8-5c54-4a2e-aac6-45c3c6a3d39d", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:48.811587 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ba7f17b9-a43c-4833-a606-30017bb3101d {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:48.812605 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba039143-46e6-45ad-b398-6a2cb28b3e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453f31b8-5c54-4a2e-aac6-45c3c6a3d39d', 'code': 200} Dec 16 09:34:48.819421 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bb0d8-f78a-4bef-9462-2e8f7e361bb0 req-b6056988-f1a7-4888-a595-0cf5d48b562f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:48.823051 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-504bb0d8-f78a-4bef-9462-2e8f7e361bb0 req-b6056988-f1a7-4888-a595-0cf5d48b562f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c72236daaf3c429fb462e278e5b03cb7&device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 1098 time: 0.1211400 Dec 16 09:34:48.838844 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=453f31b8-5c54-4a2e-aac6-45c3c6a3d39d,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:48.894305 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:48.921950 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c7fc1-54bb-49a8-8475-a8fc30f97a78 req-6e90d5f2-b7eb-4669-985d-264631bc59d7 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:48.935456 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-435c7fc1-54bb-49a8-8475-a8fc30f97a78 req-6e90d5f2-b7eb-4669-985d-264631bc59d7 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=1939ed2b-8af2-4a4c-94b9-c63593ea333c HTTP/1.1" status: 200 len: 944 time: 0.1536953 Dec 16 09:34:49.007512 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=6b8420ee-7396-464d-80ad-0871d112c937,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:49.057675 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-435c7fc1-54bb-49a8-8475-a8fc30f97a78 req-2b103ead-8fa8-481a-88db-d6b536d46ec9 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189775 Dec 16 09:34:49.086700 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bb0d8-f78a-4bef-9462-2e8f7e361bb0 req-ff86db77-1ff7-4a41-81a9-a40cecab074b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:49.098567 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-504bb0d8-f78a-4bef-9462-2e8f7e361bb0 req-ff86db77-1ff7-4a41-81a9-a40cecab074b service neutron] 10.222.0.58 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.2667222 Dec 16 09:34:49.186905 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d3f0d-ac38-41f5-8af4-0b969b3b273d req-d22ed621-a89d-4adb-bdef-12cad622536a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:49.187580 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-504bb0d8-f78a-4bef-9462-2e8f7e361bb0 req-1a6f04e7-74d5-4756-82c5-d432cbf3454e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=3c11b3fa-66d4-4f57-a444-5164e8315209 HTTP/1.1" status: 200 len: 217 time: 0.0639791 Dec 16 09:34:49.188391 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-271d3f0d-ac38-41f5-8af4-0b969b3b273d req-d22ed621-a89d-4adb-bdef-12cad622536a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ba039143-46e6-45ad-b398-6a2cb28b3e91 HTTP/1.1" status: 200 len: 1096 time: 0.1332002 Dec 16 09:34:49.195222 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['a0365637-e464-4dca-9a70-2c59f3e1e6b8'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:34:49.198424 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['6b8420ee-7396-464d-80ad-0871d112c937'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:34:49.207984 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-16021c31-f603-4f14-aaff-f3ba98273874 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:49.214860 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-16021c31-f603-4f14-aaff-f3ba98273874 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/networks?id=ce00e305-669e-4f74-8d4f-50c3dbd2487f HTTP/1.1" status: 200 len: 811 time: 0.6638687 Dec 16 09:34:49.298694 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-8f1172ff-968b-4dab-ad00-a8a4d7f16927 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/quotas/58616e55484245a5b2c2f6d808f99b43 HTTP/1.1" status: 200 len: 375 time: 0.0742624 Dec 16 09:34:49.357064 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-271d3f0d-ac38-41f5-8af4-0b969b3b273d req-b04a3710-0595-4bbe-999d-6df4b036a677 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410937 Dec 16 09:34:49.394432 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-8582bb41-5d41-4801-9671-14b3e776f6c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e862b36-df2d-47c3-b620-94ac2e08174a {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:34:49.407283 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-8582bb41-5d41-4801-9671-14b3e776f6c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:49.432702 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-7cb3b8a7-1898-49f1-96b6-c6f94530a501 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=58616e55484245a5b2c2f6d808f99b43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1332209 Dec 16 09:34:49.440233 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af488d-f073-4003-b924-3b527c91e0c1 req-35fc543d-2b6d-4aef-96fe-1860fd422baf tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:49.441785 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-62af488d-f073-4003-b924-3b527c91e0c1 req-35fc543d-2b6d-4aef-96fe-1860fd422baf tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.58 "GET /v2.0/ports?device_id=dde1c4ce-f01c-402f-8bb2-9f9d56fc6803 HTTP/1.1" status: 200 len: 945 time: 0.1697273 Dec 16 09:34:49.444624 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-8582bb41-5d41-4801-9671-14b3e776f6c7 service neutron] Transition to ACTIVE for port object 0e862b36-df2d-47c3-b620-94ac2e08174a will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:34:49.526439 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402a1ad-72b9-42cc-ab86-6d2fb4a6ec46 req-432b8a12-ddc7-4386-8324-b4839cdaa816 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:49.527907 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d402a1ad-72b9-42cc-ab86-6d2fb4a6ec46 req-432b8a12-ddc7-4386-8324-b4839cdaa816 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 947 time: 0.3831406 Dec 16 09:34:49.537377 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bb0d8-f78a-4bef-9462-2e8f7e361bb0 req-91175c03-c4ab-4b23-b07c-5ab45f67b178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:49.538760 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-504bb0d8-f78a-4bef-9462-2e8f7e361bb0 req-91175c03-c4ab-4b23-b07c-5ab45f67b178 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.3310759 Dec 16 09:34:49.542917 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-1102e527-a761-426e-989c-3f6cfb4b7755 service neutron] 10.222.0.60 "GET /v2.0/networks/ce00e305-669e-4f74-8d4f-50c3dbd2487f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914037 Dec 16 09:34:49.544480 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-8582bb41-5d41-4801-9671-14b3e776f6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:49.570470 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d402a1ad-72b9-42cc-ab86-6d2fb4a6ec46 req-fde25c7c-adba-4069-bc7d-bd993950d8df tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354738 Dec 16 09:34:49.629399 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bb0d8-f78a-4bef-9462-2e8f7e361bb0 req-10a8ded5-308a-4239-8126-c50b0665c170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:49.629399 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-504bb0d8-f78a-4bef-9462-2e8f7e361bb0 req-10a8ded5-308a-4239-8126-c50b0665c170 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0551651 Dec 16 09:34:49.682439 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582bb41-5d41-4801-9671-14b3e776f6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=0e862b36-df2d-47c3-b620-94ac2e08174a,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:49.785201 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f9ca3-9155-48b1-a3a6-db2e61c0ff3a req-d90a7eee-41d8-465c-9a8b-fb9777949906 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:49.786787 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-978f9ca3-9155-48b1-a3a6-db2e61c0ff3a req-d90a7eee-41d8-465c-9a8b-fb9777949906 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=dde1c4ce-f01c-402f-8bb2-9f9d56fc6803 HTTP/1.1" status: 200 len: 945 time: 0.1293137 Dec 16 09:34:49.792593 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-504bb0d8-f78a-4bef-9462-2e8f7e361bb0 req-b81dafe0-e7ee-42f9-9b1c-0626e3243db1 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538348 Dec 16 09:34:49.800894 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-77257967-5419-4b8b-a260-73fbc58e86cc service neutron] 10.222.0.60 "GET /v2.0/networks/ce00e305-669e-4f74-8d4f-50c3dbd2487f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484586 Dec 16 09:34:49.825997 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-8582bb41-5d41-4801-9671-14b3e776f6c7 service neutron] Attempting to bind port 0e862b36-df2d-47c3-b620-94ac2e08174a on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:34:49.826269 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-8582bb41-5d41-4801-9671-14b3e776f6c7 service neutron] Attempting to bind port 0e862b36-df2d-47c3-b620-94ac2e08174a by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:34:49.826603 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-8582bb41-5d41-4801-9671-14b3e776f6c7 service neutron] Attempting to bind port 0e862b36-df2d-47c3-b620-94ac2e08174a on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:49.830534 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 3c11b3fa-66d4-4f57-a444-5164e8315209 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:34:49.836433 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-8582bb41-5d41-4801-9671-14b3e776f6c7 service neutron] Port 0e862b36-df2d-47c3-b620-94ac2e08174a on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:34:49.837075 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-8582bb41-5d41-4801-9671-14b3e776f6c7 service neutron] Attempting to bind port 0e862b36-df2d-47c3-b620-94ac2e08174a on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:49.841585 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-62af488d-f073-4003-b924-3b527c91e0c1 req-312c7df1-314e-42ac-9243-fb136b0b9aa2 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Deleting port f38c9a78-244b-43a4-ad96-7d7f919f32c1 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:34:49.841937 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-62af488d-f073-4003-b924-3b527c91e0c1 req-312c7df1-314e-42ac-9243-fb136b0b9aa2 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:49.880526 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-8582bb41-5d41-4801-9671-14b3e776f6c7 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:34:49.880904 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-8582bb41-5d41-4801-9671-14b3e776f6c7 service neutron] Checking segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:34:49.881327 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-8582bb41-5d41-4801-9671-14b3e776f6c7 service neutron] Bound using segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:34:49.882310 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-8582bb41-5d41-4801-9671-14b3e776f6c7 service neutron] Bound port: 0e862b36-df2d-47c3-b620-94ac2e08174a, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:34:49.882664 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-8582bb41-5d41-4801-9671-14b3e776f6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:49.975383 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-978f9ca3-9155-48b1-a3a6-db2e61c0ff3a req-4bb35f00-b582-4b05-a4cc-5ab07ea4a971 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744885 Dec 16 09:34:50.028203 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 3c11b3fa-66d4-4f57-a444-5164e8315209, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=3c11b3fa-66d4-4f57-a444-5164e8315209,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:50.040963 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '3c11b3fa-66d4-4f57-a444-5164e8315209', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': '3c11b3fa-66d4-4f57-a444-5164e8315209', 'mac_address': 'fa:16:3e:18:1e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:34:50.045586 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-504bb0d8-f78a-4bef-9462-2e8f7e361bb0 req-6a98119e-785f-4ccc-b99b-7c05a6619c2a service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371902 Dec 16 09:34:50.084056 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-62af488d-f073-4003-b924-3b527c91e0c1 req-312c7df1-314e-42ac-9243-fb136b0b9aa2 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] For port f38c9a78-244b-43a4-ad96-7d7f919f32c1, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=f38c9a78-244b-43a4-ad96-7d7f919f32c1,segment=NetworkSegment(6c496118-4e09-4f89-b8ab-5391fc86f2af),segment_id=6c496118-4e09-4f89-b8ab-5391fc86f2af)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:50.084515 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-62af488d-f073-4003-b924-3b527c91e0c1 req-312c7df1-314e-42ac-9243-fb136b0b9aa2 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:50.097450 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-8582bb41-5d41-4801-9671-14b3e776f6c7 service neutron] For port 0e862b36-df2d-47c3-b620-94ac2e08174a, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:34:50.103155 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-8582bb41-5d41-4801-9671-14b3e776f6c7 service neutron] For port 0e862b36-df2d-47c3-b620-94ac2e08174a, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=0e862b36-df2d-47c3-b620-94ac2e08174a,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:34:50.107036 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:50.108454 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-62af488d-f073-4003-b924-3b527c91e0c1 req-312c7df1-314e-42ac-9243-fb136b0b9aa2 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Calling delete_port for f38c9a78-244b-43a4-ad96-7d7f919f32c1 owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:34:50.174480 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c11b3fa-66d4-4f57-a444-5164e8315209 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:34:50.206467 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-8582bb41-5d41-4801-9671-14b3e776f6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:50.223756 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 3c11b3fa-66d4-4f57-a444-5164e8315209, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=3c11b3fa-66d4-4f57-a444-5164e8315209,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:50.312710 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-8582bb41-5d41-4801-9671-14b3e776f6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:50.313538 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-8582bb41-5d41-4801-9671-14b3e776f6c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:50.316129 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-8582bb41-5d41-4801-9671-14b3e776f6c7 service neutron] 10.222.0.57 "PUT /v2.0/ports/0e862b36-df2d-47c3-b620-94ac2e08174a HTTP/1.1" status: 200 len: 1095 time: 2.0967190 Dec 16 09:34:50.316622 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eeddf45-5239-43a2-a923-56d1da3c5324', 'tag': '0e862b36-df2d-47c3-b620-94ac2e08174a'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:50.318253 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:50.322992 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f2a07e-0b4f-4856-b94c-a306dc301065" -d '{"events": [{"name": "network-changed", "server_uuid": "3eeddf45-5239-43a2-a923-56d1da3c5324", "tag": "0e862b36-df2d-47c3-b620-94ac2e08174a"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:50.355748 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff0a90-fda4-47ff-8d14-23bd2215791a req-3b37a958-1452-4d7f-b899-b249e0ad2c99 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:50.357404 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-06ff0a90-fda4-47ff-8d14-23bd2215791a req-3b37a958-1452-4d7f-b899-b249e0ad2c99 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=1939ed2b-8af2-4a4c-94b9-c63593ea333c HTTP/1.1" status: 200 len: 945 time: 0.1177547 Dec 16 09:34:50.374504 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582bb41-5d41-4801-9671-14b3e776f6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=0e862b36-df2d-47c3-b620-94ac2e08174a,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:50.386868 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0365fb0-07fe-42a4-ae81-a5b257a9ba83 req-5bc81f47-3fdf-4842-8af0-a60d79e7b3a0 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:50.394772 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c0365fb0-07fe-42a4-ae81-a5b257a9ba83 req-5bc81f47-3fdf-4842-8af0-a60d79e7b3a0 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eeddf45-5239-43a2-a923-56d1da3c5324 HTTP/1.1" status: 200 len: 947 time: 0.1777816 Dec 16 09:34:50.437834 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-06ff0a90-fda4-47ff-8d14-23bd2215791a req-f1e8fcae-e667-41f7-b77c-ee4fffeeb4da tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516257 Dec 16 09:34:50.466130 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=3c11b3fa-66d4-4f57-a444-5164e8315209,revision_number=8']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:50.531807 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c0365fb0-07fe-42a4-ae81-a5b257a9ba83 req-0dda86de-172c-4674-8f39-3935731043c7 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/security-groups?id=362438a5-d8cc-4ba2-8dac-be16e84d542b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358867 Dec 16 09:34:50.547426 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-e425cfff-524e-409b-a2e0-ce4ee7afda3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:50.549051 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-e425cfff-524e-409b-a2e0-ce4ee7afda3f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5e926fd45874437085b7da695b53e078&device_id=3eeddf45-5239-43a2-a923-56d1da3c5324 HTTP/1.1" status: 200 len: 1098 time: 0.1043537 Dec 16 09:34:50.575525 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8bdffb7a-c3e1-487e-8b85-ee2825b4870b req-a7fdba80-e0e0-4df7-beba-a74f705b308a tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d263977a-20c2-4449-a3a5-4e33c4a58e92 HTTP/1.1" status: 200 len: 210 time: 0.0392342 Dec 16 09:34:50.605853 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['3c11b3fa-66d4-4f57-a444-5164e8315209'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:34:50.621533 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99023af-0308-424b-9302-1a8b75a3f614 x-openstack-request-id: req-e99023af-0308-424b-9302-1a8b75a3f614 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:50.627456 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eeddf45-5239-43a2-a923-56d1da3c5324", "tag": "0e862b36-df2d-47c3-b620-94ac2e08174a", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:50.627456 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e99023af-0308-424b-9302-1a8b75a3f614 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:50.627456 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eeddf45-5239-43a2-a923-56d1da3c5324', 'tag': '0e862b36-df2d-47c3-b620-94ac2e08174a', 'status': 'completed', 'code': 200} Dec 16 09:34:50.627456 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-62af488d-f073-4003-b924-3b527c91e0c1 req-312c7df1-314e-42ac-9243-fb136b0b9aa2 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:50.627456 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-d2dd4aa5-fe52-4fa1-8ec0-45ed370cac14 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=0e862b36-df2d-47c3-b620-94ac2e08174a HTTP/1.1" status: 200 len: 217 time: 0.0702155 Dec 16 09:34:50.660720 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['225d8421-3037-4140-9626-c4f741b4bcc0'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:34:50.717931 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c7df1-314e-42ac-9243-fb136b0b9aa2 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Pushing event deleted for resources: {'Port': ['ID=f38c9a78-244b-43a4-ad96-7d7f919f32c1,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:50.773233 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-f8df7214-4788-4b90-8e40-24aa57af22b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:50.774700 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-f8df7214-4788-4b90-8e40-24aa57af22b6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.1377051 Dec 16 09:34:50.797970 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-62af488d-f073-4003-b924-3b527c91e0c1 req-312c7df1-314e-42ac-9243-fb136b0b9aa2 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] No DVR routers for this DVR port f38c9a78-244b-43a4-ad96-7d7f919f32c1 on host n-h2-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:34:50.803753 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-62af488d-f073-4003-b924-3b527c91e0c1 req-312c7df1-314e-42ac-9243-fb136b0b9aa2 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:50.807165 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-62af488d-f073-4003-b924-3b527c91e0c1 req-312c7df1-314e-42ac-9243-fb136b0b9aa2 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.58 "DELETE /v2.0/ports/f38c9a78-244b-43a4-ad96-7d7f919f32c1 HTTP/1.1" status: 204 len: 173 time: 1.2189689 Dec 16 09:34:50.831996 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcf6c4-f360-42eb-aa20-2312a5c2288d req-d6d6484a-9cda-4636-ac72-df13f51122e1 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:50.833583 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e0fcf6c4-f360-42eb-aa20-2312a5c2288d req-d6d6484a-9cda-4636-ac72-df13f51122e1 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 948 time: 0.1440110 Dec 16 09:34:50.867339 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-596d0e8f-28e3-4d38-8b38-f6bf1c588bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:50.868879 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-596d0e8f-28e3-4d38-8b38-f6bf1c588bd2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0787983 Dec 16 09:34:50.904734 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e0fcf6c4-f360-42eb-aa20-2312a5c2288d req-b97c1637-905f-42f4-946b-87edfaa797fd tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626881 Dec 16 09:34:50.996740 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-692798b0-f71e-4c15-b489-d59432cfe939 service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161218 Dec 16 09:34:51.092658 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-26e9cda3-b1f2-46cf-8ef4-9b965129647f req-ffa0aef0-edd4-491b-bcf7-0576ad62752d tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=dde1c4ce-f01c-402f-8bb2-9f9d56fc6803 HTTP/1.1" status: 200 len: 210 time: 0.0344977 Dec 16 09:34:51.147715 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6f0e6a79-4525-4ff6-a8da-c3f094d9d33d req-a702295a-ca33-414c-a299-c022503a92ae service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406252 Dec 16 09:34:51.368393 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2a07e-0b4f-4856-b94c-a306dc301065 req-8d6034c4-4f99-4fea-a7d6-be897ed59c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:51.369932 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-16f2a07e-0b4f-4856-b94c-a306dc301065 req-8d6034c4-4f99-4fea-a7d6-be897ed59c32 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5e926fd45874437085b7da695b53e078&device_id=3eeddf45-5239-43a2-a923-56d1da3c5324 HTTP/1.1" status: 200 len: 1098 time: 0.0482392 Dec 16 09:34:51.515522 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2a07e-0b4f-4856-b94c-a306dc301065 req-3d19d787-7601-4786-8556-66ee701d6bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:51.518838 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-16f2a07e-0b4f-4856-b94c-a306dc301065 req-3d19d787-7601-4786-8556-66ee701d6bdc service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.1407301 Dec 16 09:34:51.575685 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-16f2a07e-0b4f-4856-b94c-a306dc301065 req-ab18de92-6502-4372-a3be-255c6475215c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=0e862b36-df2d-47c3-b620-94ac2e08174a HTTP/1.1" status: 200 len: 217 time: 0.0502269 Dec 16 09:34:51.602525 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3cf0f-5a3b-4570-ab6f-10d89bd997ed req-c94f227b-2ffe-4eb9-86ec-2bee302c76b8 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:51.604135 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-09a3cf0f-5a3b-4570-ab6f-10d89bd997ed req-c94f227b-2ffe-4eb9-86ec-2bee302c76b8 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=1939ed2b-8af2-4a4c-94b9-c63593ea333c HTTP/1.1" status: 200 len: 945 time: 0.0573454 Dec 16 09:34:51.643126 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-09a3cf0f-5a3b-4570-ab6f-10d89bd997ed req-998ae614-74f8-4148-9fe7-498d41bc0a31 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325906 Dec 16 09:34:51.705290 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2123fb-ffdb-47fd-82b9-e519fc1ec4ca req-327f10f1-6b7a-4a3f-b762-ff51e282df7b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:51.706787 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ab2123fb-ffdb-47fd-82b9-e519fc1ec4ca req-327f10f1-6b7a-4a3f-b762-ff51e282df7b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 948 time: 0.1423175 Dec 16 09:34:51.732361 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2a07e-0b4f-4856-b94c-a306dc301065 req-12744742-6e25-46f1-8fc7-960beaadc476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:51.734093 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-16f2a07e-0b4f-4856-b94c-a306dc301065 req-12744742-6e25-46f1-8fc7-960beaadc476 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.1383176 Dec 16 09:34:51.764786 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa00f4-e3ad-472e-9509-0ba7af40db4a req-bd56a37f-6626-497b-ad79-afaa9792d362 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:51.766353 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70aa00f4-e3ad-472e-9509-0ba7af40db4a req-bd56a37f-6626-497b-ad79-afaa9792d362 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eeddf45-5239-43a2-a923-56d1da3c5324 HTTP/1.1" status: 200 len: 947 time: 0.0631657 Dec 16 09:34:51.790789 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-2b58fdd8-1e12-42c3-b230-7c1b16aac661 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:51.792177 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-2b58fdd8-1e12-42c3-b230-7c1b16aac661 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.58 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f&tenant_id=c72236daaf3c429fb462e278e5b03cb7&binding%3Ahost_id=n-h2-820550-2 HTTP/1.1" status: 200 len: 948 time: 0.1839159 Dec 16 09:34:51.812660 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70aa00f4-e3ad-472e-9509-0ba7af40db4a req-ec8310e8-ef08-4fce-ac9f-a45e3e78f3e5 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/security-groups?id=362438a5-d8cc-4ba2-8dac-be16e84d542b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330501 Dec 16 09:34:51.838616 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device a0365637-e464-4dca-9a70-2c59f3e1e6b8 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:34:51.856875 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ab2123fb-ffdb-47fd-82b9-e519fc1ec4ca req-e1d529b4-e905-44b8-9b03-af783ac233d3 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283035 Dec 16 09:34:51.883526 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2a07e-0b4f-4856-b94c-a306dc301065 req-967c9821-34c8-4c93-9a3c-0be8c9dfb6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:51.885453 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-16f2a07e-0b4f-4856-b94c-a306dc301065 req-967c9821-34c8-4c93-9a3c-0be8c9dfb6ff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1330230 Dec 16 09:34:51.922548 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-89d38c97-ef96-4363-8a22-b504ff7c85e4 service neutron] 10.222.0.58 "GET /v2.0/ports/3c11b3fa-66d4-4f57-a444-5164e8315209/bindings/n-h2-820550-2 HTTP/1.1" status: 200 len: 382 time: 0.1150334 Dec 16 09:34:51.955538 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a9e3c857-e9c8-4e7f-93c9-9e7d90dca3ac req-a37697fe-5350-4e48-aa88-2af68dfcb70e tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d263977a-20c2-4449-a3a5-4e33c4a58e92 HTTP/1.1" status: 200 len: 210 time: 0.0370862 Dec 16 09:34:52.031043 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-7740e0c3-b013-4968-a793-c13b2c5ad5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:52.032575 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-7740e0c3-b013-4968-a793-c13b2c5ad5ad service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c72236daaf3c429fb462e278e5b03cb7&device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 1099 time: 0.0691030 Dec 16 09:34:52.037813 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-16f2a07e-0b4f-4856-b94c-a306dc301065 req-3516e50a-b977-4b14-ab2a-0141a12f3f7a service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449084 Dec 16 09:34:52.116242 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port a0365637-e464-4dca-9a70-2c59f3e1e6b8 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:34:52.125077 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port a0365637-e464-4dca-9a70-2c59f3e1e6b8 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:52.125498 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:52.214542 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-74e76e4d-0b6c-401d-9fad-68e5e8b2f294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:52.216028 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-74e76e4d-0b6c-401d-9fad-68e5e8b2f294 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.1763971 Dec 16 09:34:52.219736 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-16f2a07e-0b4f-4856-b94c-a306dc301065 req-7ccbd165-9af3-4da7-bf10-30e140ea17dc service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686997 Dec 16 09:34:52.282107 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:52.309410 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-ac817020-febd-4ff5-b812-488f967c2dfc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=3c11b3fa-66d4-4f57-a444-5164e8315209 HTTP/1.1" status: 200 len: 217 time: 0.0855618 Dec 16 09:34:52.321825 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0981c5-b424-4116-8eca-722e40bc6aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0365637-e464-4dca-9a70-2c59f3e1e6b8'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:52.324222 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d18d30-91ae-407c-979f-521f6959c66d" -d '{"events": [{"server_uuid": "9b0981c5-b424-4116-8eca-722e40bc6aa7", "name": "network-vif-plugged", "status": "completed", "tag": "a0365637-e464-4dca-9a70-2c59f3e1e6b8"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:52.335648 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port a0365637-e464-4dca-9a70-2c59f3e1e6b8, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=a0365637-e464-4dca-9a70-2c59f3e1e6b8,segment=NetworkSegment(eab4bd5a-be76-4229-a7fe-72ebe6d74d25),segment_id=eab4bd5a-be76-4229-a7fe-72ebe6d74d25)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:52.367448 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-2a896ca1-ba5b-46dc-8ef6-9d6c172a477c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:52.368935 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-2a896ca1-ba5b-46dc-8ef6-9d6c172a477c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0524566 Dec 16 09:34:52.373310 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5714fa9a-e016-47f9-b2f7-6e2a18031ece x-openstack-request-id: req-5714fa9a-e016-47f9-b2f7-6e2a18031ece {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:52.373599 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b0981c5-b424-4116-8eca-722e40bc6aa7", "name": "network-vif-plugged", "status": "completed", "tag": "a0365637-e464-4dca-9a70-2c59f3e1e6b8", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:52.373847 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5714fa9a-e016-47f9-b2f7-6e2a18031ece {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:52.374262 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0981c5-b424-4116-8eca-722e40bc6aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0365637-e464-4dca-9a70-2c59f3e1e6b8', 'code': 200} Dec 16 09:34:52.437958 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-4ecfbe86-e026-4a69-a991-460dedcebb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:52.439541 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-4ecfbe86-e026-4a69-a991-460dedcebb89 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0563025 Dec 16 09:34:52.471995 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:52.472815 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 6b8420ee-7396-464d-80ad-0871d112c937 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:34:52.523480 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c4988-d28b-45d7-8edc-6565524b00d9 req-1060155d-3958-4073-8b93-fd322eb770ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:52.525010 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8c2c4988-d28b-45d7-8edc-6565524b00d9 req-1060155d-3958-4073-8b93-fd322eb770ef service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9b0981c5-b424-4116-8eca-722e40bc6aa7 HTTP/1.1" status: 200 len: 1096 time: 0.0620680 Dec 16 09:34:52.545669 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-73ae25c0-4afc-44ff-858a-a7aaf912e4ac service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987451 Dec 16 09:34:52.563325 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=a0365637-e464-4dca-9a70-2c59f3e1e6b8,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:52.574979 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:52.575324 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:52.575570 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8c2c4988-d28b-45d7-8edc-6565524b00d9 req-e52c0476-f931-4e2b-8f01-1fb880aa83a8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409629 Dec 16 09:34:52.575707 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:52.575979 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:52.576308 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:52.577281 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:52.577281 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:52.577512 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:52.577685 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:52.578008 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:52.578344 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:52.578646 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:52.583910 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-0c58cb4b-916b-4a9a-a5e9-50f361c6be33 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:52.592430 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-0c58cb4b-916b-4a9a-a5e9-50f361c6be33 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/networks?id=c0c998b7-16cb-40aa-910e-ab4864e39b16 HTTP/1.1" status: 200 len: 806 time: 0.1809142 Dec 16 09:34:52.606929 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-a3d28f73-bf40-4c44-9073-a386230a8a97 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/quotas/2f8f61b4cde14c72b4dcdad8045c9583 HTTP/1.1" status: 200 len: 375 time: 0.0134323 Dec 16 09:34:52.624146 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde1c4ce-f01c-402f-8bb2-9f9d56fc6803', 'name': 'network-vif-deleted', 'tag': 'f38c9a78-244b-43a4-ad96-7d7f919f32c1'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:52.626614 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50af393-7fc8-4055-b49a-f0c60184b5a2" -d '{"events": [{"server_uuid": "dde1c4ce-f01c-402f-8bb2-9f9d56fc6803", "name": "network-vif-deleted", "tag": "f38c9a78-244b-43a4-ad96-7d7f919f32c1"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:52.658334 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-10a64762-13fd-44ee-8e60-f1c946d319bb service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046989 Dec 16 09:34:52.664895 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-96de1309-72ba-4a8f-adfa-cc7ded2e6c00 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f8f61b4cde14c72b4dcdad8045c9583&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0520880 Dec 16 09:34:52.665061 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 6b8420ee-7396-464d-80ad-0871d112c937 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:34:52.669808 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 6b8420ee-7396-464d-80ad-0871d112c937 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:52.670183 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:52.682279 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359e07e8-5fcb-4b9b-9ed6-38a2464fbcb6 x-openstack-request-id: req-359e07e8-5fcb-4b9b-9ed6-38a2464fbcb6 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:52.682549 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde1c4ce-f01c-402f-8bb2-9f9d56fc6803", "name": "network-vif-deleted", "tag": "f38c9a78-244b-43a4-ad96-7d7f919f32c1", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:52.682800 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-359e07e8-5fcb-4b9b-9ed6-38a2464fbcb6 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:52.683197 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde1c4ce-f01c-402f-8bb2-9f9d56fc6803', 'name': 'network-vif-deleted', 'tag': 'f38c9a78-244b-43a4-ad96-7d7f919f32c1', 'status': 'completed', 'code': 200} Dec 16 09:34:52.763643 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:52.772734 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-6aa25abf-25d6-4941-b751-30b0dec52d31 service neutron] 10.222.0.60 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000659 Dec 16 09:34:52.804858 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 6b8420ee-7396-464d-80ad-0871d112c937, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=6b8420ee-7396-464d-80ad-0871d112c937,segment=NetworkSegment(eab4bd5a-be76-4229-a7fe-72ebe6d74d25),segment_id=eab4bd5a-be76-4229-a7fe-72ebe6d74d25)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:52.810928 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3e1b2-8f9d-4a4e-8749-d5083d0dccfa req-73022b7c-0cea-493e-a925-5b187a077c6d tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:52.812899 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-01f3e1b2-8f9d-4a4e-8749-d5083d0dccfa req-73022b7c-0cea-493e-a925-5b187a077c6d tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=1939ed2b-8af2-4a4c-94b9-c63593ea333c HTTP/1.1" status: 200 len: 945 time: 0.0815065 Dec 16 09:34:52.864235 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-01f3e1b2-8f9d-4a4e-8749-d5083d0dccfa req-df185cd5-a159-45b7-a1ed-70edb67f965f tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443354 Dec 16 09:34:52.870598 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:52.871412 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 3c11b3fa-66d4-4f57-a444-5164e8315209 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:34:52.890313 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-8ece3a10-0576-4f0a-afb6-1329f3fcdf15 service neutron] 10.222.0.60 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166492 Dec 16 09:34:52.969571 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=6b8420ee-7396-464d-80ad-0871d112c937,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:53.018028 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7cd23d-4008-4409-88d3-85e32531ec39 req-39fb3c34-e38b-43bf-b91a-f8c6b582391e tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:53.019553 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ec7cd23d-4008-4409-88d3-85e32531ec39 req-39fb3c34-e38b-43bf-b91a-f8c6b582391e tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eeddf45-5239-43a2-a923-56d1da3c5324 HTTP/1.1" status: 200 len: 947 time: 0.0693302 Dec 16 09:34:53.059643 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ec7cd23d-4008-4409-88d3-85e32531ec39 req-8a921a61-8ab6-42a9-b0ba-0de74c1afc4b tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/security-groups?id=362438a5-d8cc-4ba2-8dac-be16e84d542b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335894 Dec 16 09:34:53.062198 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 3c11b3fa-66d4-4f57-a444-5164e8315209 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:34:53.066930 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 3c11b3fa-66d4-4f57-a444-5164e8315209 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:53.067363 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:53.168753 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:53.213884 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 3c11b3fa-66d4-4f57-a444-5164e8315209, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=3c11b3fa-66d4-4f57-a444-5164e8315209,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:53.275377 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-41763e7a-84b1-4ca8-8755-edbbc8dd2ec0 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:53.276888 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-41763e7a-84b1-4ca8-8755-edbbc8dd2ec0 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.57 "GET /v2.0/networks?id=ce00e305-669e-4f74-8d4f-50c3dbd2487f HTTP/1.1" status: 200 len: 811 time: 0.1643817 Dec 16 09:34:53.292024 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0531f5c-3ba0-4a6e-97e7-7a51b62fbbaf req-b3d9660b-7e8a-45cd-90dd-bcde84cb504d tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:53.303376 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f0531f5c-3ba0-4a6e-97e7-7a51b62fbbaf req-b3d9660b-7e8a-45cd-90dd-bcde84cb504d tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 948 time: 0.1415298 Dec 16 09:34:53.312446 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce3adaac-5253-4bde-874c-6da1ef1b29fc req-291fcc6f-99be-4ebc-9de8-bcf236d4f5c4 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d263977a-20c2-4449-a3a5-4e33c4a58e92 HTTP/1.1" status: 200 len: 210 time: 0.0427487 Dec 16 09:34:53.336936 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:53.337777 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device f38c9a78-244b-43a4-ad96-7d7f919f32c1 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:34:53.379097 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f0531f5c-3ba0-4a6e-97e7-7a51b62fbbaf req-2d6feb38-a9cc-40f5-83d6-599b795a765d tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746045 Dec 16 09:34:53.394252 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1d45058c-d369-48b9-a3be-097b44af7004 req-b4d51213-3c72-434f-b75f-08992bf33ff7 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 210 time: 0.0412631 Dec 16 09:34:53.403855 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: f38c9a78-244b-43a4-ad96-7d7f919f32c1 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:34:53.404209 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device f38c9a78-244b-43a4-ad96-7d7f919f32c1 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:34:53.430798 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-68966b88-e231-4158-8c72-bb106a9c598e tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58616e55484245a5b2c2f6d808f99b43 HTTP/1.1" status: 200 len: 379 time: 0.1251128 Dec 16 09:34:53.442933 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-8a9dd458-ee04-42ac-8794-71bb102cad82 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Request body: {'port': {'device_id': 'd263977a-20c2-4449-a3a5-4e33c4a58e92', 'network_id': 'ce00e305-669e-4f74-8d4f-50c3dbd2487f', 'admin_state_up': True, 'tenant_id': '58616e55484245a5b2c2f6d808f99b43', 'security_groups': ['7deeb9f1-916a-42c3-84ad-0526d2f02c74']}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:53.459608 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=3c11b3fa-66d4-4f57-a444-5164e8315209,revision_number=9']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:53.624540 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-8a9dd458-ee04-42ac-8794-71bb102cad82 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Made reservation on behalf of 58616e55484245a5b2c2f6d808f99b43 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:34:53.630294 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-8a9dd458-ee04-42ac-8794-71bb102cad82 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:54.005058 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06884fbe-e940-482c-be4b-960ec36a5c5d req-29344361-2e6f-44cc-9e61-c94d33198818 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:54.007257 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-06884fbe-e940-482c-be4b-960ec36a5c5d req-29344361-2e6f-44cc-9e61-c94d33198818 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=1939ed2b-8af2-4a4c-94b9-c63593ea333c HTTP/1.1" status: 200 len: 946 time: 0.0520799 Dec 16 09:34:54.042610 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4afeea1d-2521-49e4-97f2-32f048f69d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:54.045754 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-8a9dd458-ee04-42ac-8794-71bb102cad82 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Allocated IP 172.20.0.11 (ce00e305-669e-4f74-8d4f-50c3dbd2487f/2267e092-bb47-4efd-8478-75a998995501/26ee8c54-8f43-48ac-8a75-5243b5c82cbd) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:34:54.055953 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-06884fbe-e940-482c-be4b-960ec36a5c5d req-9c000bf8-d5a9-43a6-8040-1fe5bdb90a2b tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352802 Dec 16 09:34:54.223169 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf2651-76c3-4b64-a0dc-76716152b8e2 req-4aaff214-983c-49c0-890e-71ffa6d96fbe tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:54.224683 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eaaf2651-76c3-4b64-a0dc-76716152b8e2 req-4aaff214-983c-49c0-890e-71ffa6d96fbe tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eeddf45-5239-43a2-a923-56d1da3c5324 HTTP/1.1" status: 200 len: 947 time: 0.0777304 Dec 16 09:34:54.244092 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-8a9dd458-ee04-42ac-8794-71bb102cad82 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:54.287719 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eaaf2651-76c3-4b64-a0dc-76716152b8e2 req-8c15b3d5-b98f-4db8-adbd-24e849ec2ef4 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/security-groups?id=362438a5-d8cc-4ba2-8dac-be16e84d542b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506692 Dec 16 09:34:54.375619 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1939ed2b-8af2-4a4c-94b9-c63593ea333c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8420ee-7396-464d-80ad-0871d112c937'}, {'server_uuid': '730bde35-4556-4d91-934c-96572ee7bd8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c11b3fa-66d4-4f57-a444-5164e8315209'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:54.379282 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7435a73-56e0-4ec0-a3ab-35f56a1b0c7f" -d '{"events": [{"server_uuid": "1939ed2b-8af2-4a4c-94b9-c63593ea333c", "name": "network-vif-plugged", "status": "completed", "tag": "6b8420ee-7396-464d-80ad-0871d112c937"}, {"server_uuid": "730bde35-4556-4d91-934c-96572ee7bd8f", "name": "network-vif-plugged", "status": "completed", "tag": "3c11b3fa-66d4-4f57-a444-5164e8315209"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:54.408452 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b8b772e3-ba7f-4d17-86c6-cd60de1a8774 req-bd6c96c2-bd52-41b1-a9c9-f7f7e55fd229 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d263977a-20c2-4449-a3a5-4e33c4a58e92 HTTP/1.1" status: 200 len: 210 time: 0.0316510 Dec 16 09:34:54.434620 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-8a9dd458-ee04-42ac-8794-71bb102cad82 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:54.440040 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7369a85-e5d9-43d9-a148-1ae7b4c61d86 x-openstack-request-id: req-a7369a85-e5d9-43d9-a148-1ae7b4c61d86 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:54.441227 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1939ed2b-8af2-4a4c-94b9-c63593ea333c", "name": "network-vif-plugged", "status": "completed", "tag": "6b8420ee-7396-464d-80ad-0871d112c937", "code": 200}, {"server_uuid": "730bde35-4556-4d91-934c-96572ee7bd8f", "name": "network-vif-plugged", "status": "completed", "tag": "3c11b3fa-66d4-4f57-a444-5164e8315209", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:54.441667 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a7369a85-e5d9-43d9-a148-1ae7b4c61d86 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:54.442451 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1939ed2b-8af2-4a4c-94b9-c63593ea333c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8420ee-7396-464d-80ad-0871d112c937', 'code': 200} Dec 16 09:34:54.442881 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730bde35-4556-4d91-934c-96572ee7bd8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c11b3fa-66d4-4f57-a444-5164e8315209', 'code': 200} Dec 16 09:34:54.513928 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-8a9dd458-ee04-42ac-8794-71bb102cad82 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Network ce00e305-669e-4f74-8d4f-50c3dbd2487f is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:34:54.536073 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-8a9dd458-ee04-42ac-8794-71bb102cad82 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:34:54.547426 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa6984-f9fc-4211-b1d0-1c3b11f2867d req-254fa5e4-b79f-49a6-8254-d3cdd20bc3df tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:54.549042 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-90aa6984-f9fc-4211-b1d0-1c3b11f2867d req-254fa5e4-b79f-49a6-8254-d3cdd20bc3df tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 949 time: 0.0577750 Dec 16 09:34:54.558505 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-8a9dd458-ee04-42ac-8794-71bb102cad82 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:34:54.562530 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-18acd83c-34f3-4c2d-b697-6702a4fe0a23 req-14dc8fdb-957a-4c5d-aeea-6317cfa3a50e tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 210 time: 0.0508115 Dec 16 09:34:54.579111 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9dd458-ee04-42ac-8794-71bb102cad82 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Pushing event updated for resources: {'Port': ['ID=26ee8c54-8f43-48ac-8a75-5243b5c82cbd,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:54.612932 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-90aa6984-f9fc-4211-b1d0-1c3b11f2867d req-1185a0d6-0360-44e6-a0b8-832e02559d09 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561309 Dec 16 09:34:54.654214 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-8a9dd458-ee04-42ac-8794-71bb102cad82 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:54.654970 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-8a9dd458-ee04-42ac-8794-71bb102cad82 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:54.662050 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ccbdb-5833-4ccb-8ec9-923fe752a451 req-609e48fa-5eae-422e-8c6c-fedffb990f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:54.663534 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-248ccbdb-5833-4ccb-8ec9-923fe752a451 req-609e48fa-5eae-422e-8c6c-fedffb990f69 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1939ed2b-8af2-4a4c-94b9-c63593ea333c HTTP/1.1" status: 200 len: 1097 time: 0.1379433 Dec 16 09:34:54.702219 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-248ccbdb-5833-4ccb-8ec9-923fe752a451 req-5252a45e-cccf-4990-94d5-edffa2ce8d3f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310068 Dec 16 09:34:54.769577 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-8a9dd458-ee04-42ac-8794-71bb102cad82 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3324900 Dec 16 09:34:54.781702 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-42cbc759-e656-4cfa-8e85-d519ea830625 service neutron] Request body: {'port': {'device_id': 'd263977a-20c2-4449-a3a5-4e33c4a58e92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:54.829928 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-ccbf2589-a4e4-43f9-b977-57cb48a6e90f None None] Provisioning complete for port 26ee8c54-8f43-48ac-8a75-5243b5c82cbd triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:54.830585 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ccbf2589-a4e4-43f9-b977-57cb48a6e90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:54.839604 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-42cbc759-e656-4cfa-8e85-d519ea830625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:54.869445 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-ccbf2589-a4e4-43f9-b977-57cb48a6e90f None None] Port 26ee8c54-8f43-48ac-8a75-5243b5c82cbd cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:34:55.138625 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-42cbc759-e656-4cfa-8e85-d519ea830625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26ee8c54-8f43-48ac-8a75-5243b5c82cbd {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:34:55.149920 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-42cbc759-e656-4cfa-8e85-d519ea830625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:55.171043 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-42cbc759-e656-4cfa-8e85-d519ea830625 service neutron] Transition to ACTIVE for port object 26ee8c54-8f43-48ac-8a75-5243b5c82cbd will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:34:55.206959 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de4895-a34a-4d69-8a6c-3cc6679f6577 req-f4f9b4b4-1cbe-4d44-b820-02c9666831e0 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:55.208483 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-78de4895-a34a-4d69-8a6c-3cc6679f6577 req-f4f9b4b4-1cbe-4d44-b820-02c9666831e0 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=1939ed2b-8af2-4a4c-94b9-c63593ea333c HTTP/1.1" status: 200 len: 946 time: 0.0547276 Dec 16 09:34:55.248503 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-78de4895-a34a-4d69-8a6c-3cc6679f6577 req-faf88874-0f51-4de0-a0a1-d8cd6421fa1c tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339890 Dec 16 09:34:55.296539 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-42cbc759-e656-4cfa-8e85-d519ea830625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:55.382026 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 0e862b36-df2d-47c3-b620-94ac2e08174a details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:34:55.452870 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cbc759-e656-4cfa-8e85-d519ea830625 service neutron] Pushing event updated for resources: {'Port': ['ID=26ee8c54-8f43-48ac-8a75-5243b5c82cbd,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:55.496784 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-42cbc759-e656-4cfa-8e85-d519ea830625 service neutron] Attempting to bind port 26ee8c54-8f43-48ac-8a75-5243b5c82cbd on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:34:55.497166 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-42cbc759-e656-4cfa-8e85-d519ea830625 service neutron] Attempting to bind port 26ee8c54-8f43-48ac-8a75-5243b5c82cbd by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'd5688dd4-4d9a-4fb7-a959-f72f346fda0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ce00e305-669e-4f74-8d4f-50c3dbd2487f'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:34:55.497486 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-42cbc759-e656-4cfa-8e85-d519ea830625 service neutron] Attempting to bind port 26ee8c54-8f43-48ac-8a75-5243b5c82cbd on network ce00e305-669e-4f74-8d4f-50c3dbd2487f {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:55.503826 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-42cbc759-e656-4cfa-8e85-d519ea830625 service neutron] Port 26ee8c54-8f43-48ac-8a75-5243b5c82cbd on network ce00e305-669e-4f74-8d4f-50c3dbd2487f not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:34:55.504043 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-42cbc759-e656-4cfa-8e85-d519ea830625 service neutron] Attempting to bind port 26ee8c54-8f43-48ac-8a75-5243b5c82cbd on network ce00e305-669e-4f74-8d4f-50c3dbd2487f {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:55.514443 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-42cbc759-e656-4cfa-8e85-d519ea830625 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:34:55.514935 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-42cbc759-e656-4cfa-8e85-d519ea830625 service neutron] Checking segment: {'id': 'd5688dd4-4d9a-4fb7-a959-f72f346fda0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ce00e305-669e-4f74-8d4f-50c3dbd2487f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:34:55.515323 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-42cbc759-e656-4cfa-8e85-d519ea830625 service neutron] Bound using segment: {'id': 'd5688dd4-4d9a-4fb7-a959-f72f346fda0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ce00e305-669e-4f74-8d4f-50c3dbd2487f'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:34:55.515752 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-42cbc759-e656-4cfa-8e85-d519ea830625 service neutron] Bound port: 26ee8c54-8f43-48ac-8a75-5243b5c82cbd, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5688dd4-4d9a-4fb7-a959-f72f346fda0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ce00e305-669e-4f74-8d4f-50c3dbd2487f'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:34:55.516111 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-42cbc759-e656-4cfa-8e85-d519ea830625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:55.541599 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9b31b-d093-4170-8dc2-dda65d927e70 req-9b56cbb0-e29e-468c-9347-8ab791882ff5 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:55.549557 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-daa9b31b-d093-4170-8dc2-dda65d927e70 req-9b56cbb0-e29e-468c-9347-8ab791882ff5 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eeddf45-5239-43a2-a923-56d1da3c5324 HTTP/1.1" status: 200 len: 947 time: 0.1009414 Dec 16 09:34:55.582477 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 0e862b36-df2d-47c3-b620-94ac2e08174a, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=0e862b36-df2d-47c3-b620-94ac2e08174a,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:55.610759 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '0e862b36-df2d-47c3-b620-94ac2e08174a', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': '0e862b36-df2d-47c3-b620-94ac2e08174a', 'mac_address': 'fa:16:3e:23:b4:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:34:55.700211 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:55.708643 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7062e24-d1f1-4d80-b407-a04659c4184d req-f2c015ec-c62f-4e23-83db-caa5fcec1bca tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:55.710285 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b7062e24-d1f1-4d80-b407-a04659c4184d req-f2c015ec-c62f-4e23-83db-caa5fcec1bca tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d263977a-20c2-4449-a3a5-4e33c4a58e92 HTTP/1.1" status: 200 len: 944 time: 0.1164484 Dec 16 09:34:55.721423 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-daa9b31b-d093-4170-8dc2-dda65d927e70 req-e6a15b03-2c43-49e1-a1c2-19fa5988038c tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/security-groups?id=362438a5-d8cc-4ba2-8dac-be16e84d542b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686783 Dec 16 09:34:55.738335 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-42cbc759-e656-4cfa-8e85-d519ea830625 service neutron] For port 26ee8c54-8f43-48ac-8a75-5243b5c82cbd, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:34:55.744224 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-42cbc759-e656-4cfa-8e85-d519ea830625 service neutron] For port 26ee8c54-8f43-48ac-8a75-5243b5c82cbd, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=26ee8c54-8f43-48ac-8a75-5243b5c82cbd,segment=NetworkSegment(d5688dd4-4d9a-4fb7-a959-f72f346fda0a),segment_id=d5688dd4-4d9a-4fb7-a959-f72f346fda0a)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:34:55.759089 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e862b36-df2d-47c3-b620-94ac2e08174a {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:34:55.805467 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 0e862b36-df2d-47c3-b620-94ac2e08174a, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=0e862b36-df2d-47c3-b620-94ac2e08174a,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:55.820959 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-42cbc759-e656-4cfa-8e85-d519ea830625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:55.835841 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b7062e24-d1f1-4d80-b407-a04659c4184d req-8f8f92af-9785-49c6-8259-2ef4a5be057c tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/security-groups?id=7deeb9f1-916a-42c3-84ad-0526d2f02c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947526 Dec 16 09:34:55.855815 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-09bb7328-9e96-4de2-b207-57f1208d2ce1 req-d842f37e-2731-4f65-b66e-9ee918f142ea tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 210 time: 0.0499272 Dec 16 09:34:55.900300 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:55.919183 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-bdcd50a3-13ab-47ef-93b2-18412254e2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:55.921307 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-bdcd50a3-13ab-47ef-93b2-18412254e2b8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f&tenant_id=c72236daaf3c429fb462e278e5b03cb7 HTTP/1.1" status: 200 len: 1100 time: 0.0697882 Dec 16 09:34:55.934920 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-42cbc759-e656-4cfa-8e85-d519ea830625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:55.935570 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-42cbc759-e656-4cfa-8e85-d519ea830625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:55.937040 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-42cbc759-e656-4cfa-8e85-d519ea830625 service neutron] 10.222.0.57 "PUT /v2.0/ports/26ee8c54-8f43-48ac-8a75-5243b5c82cbd HTTP/1.1" status: 200 len: 1092 time: 1.1596804 Dec 16 09:34:55.940505 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-f70f7923-4ccc-40e4-a362-ebcc410a69c3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820550-2', 'device_owner': 'compute:nova'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:55.943790 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd263977a-20c2-4449-a3a5-4e33c4a58e92', 'tag': '26ee8c54-8f43-48ac-8a75-5243b5c82cbd'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:55.949714 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6b65f4-da44-4f2c-9072-25a161ec0018" -d '{"events": [{"name": "network-changed", "server_uuid": "d263977a-20c2-4449-a3a5-4e33c4a58e92", "tag": "26ee8c54-8f43-48ac-8a75-5243b5c82cbd"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:55.985345 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cbc759-e656-4cfa-8e85-d519ea830625 service neutron] Pushing event updated for resources: {'Port': ['ID=26ee8c54-8f43-48ac-8a75-5243b5c82cbd,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:56.107983 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=0e862b36-df2d-47c3-b620-94ac2e08174a,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:56.132835 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-f70f7923-4ccc-40e4-a362-ebcc410a69c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:56.205153 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5e4063-92b4-4158-b4bb-95522219dbd2 x-openstack-request-id: req-eb5e4063-92b4-4158-b4bb-95522219dbd2 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:56.205423 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d263977a-20c2-4449-a3a5-4e33c4a58e92", "tag": "26ee8c54-8f43-48ac-8a75-5243b5c82cbd", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:56.205573 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb5e4063-92b4-4158-b4bb-95522219dbd2 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:56.205951 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd263977a-20c2-4449-a3a5-4e33c4a58e92', 'tag': '26ee8c54-8f43-48ac-8a75-5243b5c82cbd', 'status': 'completed', 'code': 200} Dec 16 09:34:56.325399 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61b69b-43bf-44eb-8e18-5c54cc2dd1b8 req-52a14cff-ccc1-4d78-8626-456d7b2d46c1 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:56.338274 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7d61b69b-43bf-44eb-8e18-5c54cc2dd1b8 req-52a14cff-ccc1-4d78-8626-456d7b2d46c1 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 949 time: 0.3405480 Dec 16 09:34:56.356933 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-add843d2-1d62-4bf1-91f7-165263cf63cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:56.366745 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['0e862b36-df2d-47c3-b620-94ac2e08174a'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:34:56.413846 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-d7e2655e-63c5-4d18-a549-ded9443897fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:56.415370 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-d7e2655e-63c5-4d18-a549-ded9443897fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=58616e55484245a5b2c2f6d808f99b43&device_id=d263977a-20c2-4449-a3a5-4e33c4a58e92 HTTP/1.1" status: 200 len: 1095 time: 0.2269855 Dec 16 09:34:56.428238 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7d61b69b-43bf-44eb-8e18-5c54cc2dd1b8 req-977a01c4-fefd-4a8a-b2eb-4b8905e218b8 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888553 Dec 16 09:34:56.486955 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-c7949d6d-3ed9-4e8c-b8a7-8c5249761ad4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26ee8c54-8f43-48ac-8a75-5243b5c82cbd HTTP/1.1" status: 200 len: 217 time: 0.0479715 Dec 16 09:34:56.495801 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-dc804b7c-f7d1-4e90-b037-8fcf9e446925 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:56.497308 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-dc804b7c-f7d1-4e90-b037-8fcf9e446925 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.58 "GET /v2.0/networks?id=c0c998b7-16cb-40aa-910e-ab4864e39b16 HTTP/1.1" status: 200 len: 806 time: 0.4263737 Dec 16 09:34:56.511382 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-b2f5d7a9-9cb2-4ef9-a5c4-6f2a32db0981 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Request body: {'port': {'device_id': '88f5f18f-db73-4992-aa3a-378d9c7a4751', 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16', 'admin_state_up': True, 'tenant_id': '2f8f61b4cde14c72b4dcdad8045c9583'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:56.576475 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac4b85-ebe9-43ec-9fe9-7455202787bd req-c814b072-3162-4cd2-b26c-368b223675af tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:56.578234 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dbac4b85-ebe9-43ec-9fe9-7455202787bd req-c814b072-3162-4cd2-b26c-368b223675af tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=1939ed2b-8af2-4a4c-94b9-c63593ea333c HTTP/1.1" status: 200 len: 946 time: 0.1183257 Dec 16 09:34:56.593558 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-f70f7923-4ccc-40e4-a362-ebcc410a69c3 service neutron] For port 3c11b3fa-66d4-4f57-a444-5164e8315209, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=3c11b3fa-66d4-4f57-a444-5164e8315209,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:56.606160 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-7a72eed8-56df-4c4a-a8b3-be0af0835ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:56.609356 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-7a72eed8-56df-4c4a-a8b3-be0af0835ecc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2267e092-bb47-4efd-8478-75a998995501 HTTP/1.1" status: 200 len: 850 time: 0.1111438 Dec 16 09:34:56.647418 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dbac4b85-ebe9-43ec-9fe9-7455202787bd req-89110202-f8f3-4574-b072-35be1f7b9606 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569813 Dec 16 09:34:56.662273 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-f70f7923-4ccc-40e4-a362-ebcc410a69c3 service neutron] For port 3c11b3fa-66d4-4f57-a444-5164e8315209, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:34:56.686659 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-f3488d79-c5a4-4eab-ac29-e58f2f570c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:56.688140 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-f3488d79-c5a4-4eab-ac29-e58f2f570c44 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ce00e305-669e-4f74-8d4f-50c3dbd2487f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708179 Dec 16 09:34:56.720650 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730bde35-4556-4d91-934c-96572ee7bd8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c11b3fa-66d4-4f57-a444-5164e8315209'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:56.723388 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da663165-e49a-48cd-8669-5fadd5012ee8" -d '{"events": [{"server_uuid": "730bde35-4556-4d91-934c-96572ee7bd8f", "name": "network-vif-unplugged", "status": "completed", "tag": "3c11b3fa-66d4-4f57-a444-5164e8315209"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:56.728620 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-f70f7923-4ccc-40e4-a362-ebcc410a69c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:56.744207 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-f70f7923-4ccc-40e4-a362-ebcc410a69c3 service neutron] Transition to ACTIVE for port object 3c11b3fa-66d4-4f57-a444-5164e8315209 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:34:56.792230 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf475d3-80cc-4b59-a26e-177471837b8e x-openstack-request-id: req-cdf475d3-80cc-4b59-a26e-177471837b8e {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:56.792618 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730bde35-4556-4d91-934c-96572ee7bd8f", "name": "network-vif-unplugged", "status": "completed", "tag": "3c11b3fa-66d4-4f57-a444-5164e8315209", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:56.793005 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cdf475d3-80cc-4b59-a26e-177471837b8e {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:56.793530 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730bde35-4556-4d91-934c-96572ee7bd8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c11b3fa-66d4-4f57-a444-5164e8315209', 'code': 200} Dec 16 09:34:56.831144 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-f70f7923-4ccc-40e4-a362-ebcc410a69c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:56.835386 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-0ab2dd1f-a910-466f-be5b-c2a6c27f1554 service neutron] 10.222.0.57 "GET /v2.0/networks/ce00e305-669e-4f74-8d4f-50c3dbd2487f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397974 Dec 16 09:34:56.836829 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-b2f5d7a9-9cb2-4ef9-a5c4-6f2a32db0981 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Made reservation on behalf of 2f8f61b4cde14c72b4dcdad8045c9583 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:34:56.840745 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-b2f5d7a9-9cb2-4ef9-a5c4-6f2a32db0981 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:56.859722 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541c522-3af9-4ddc-9972-c07fc551609f req-5bde96ef-b205-40d8-bd77-7180fcf0e2ba tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:56.861300 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c541c522-3af9-4ddc-9972-c07fc551609f req-5bde96ef-b205-40d8-bd77-7180fcf0e2ba tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba039143-46e6-45ad-b398-6a2cb28b3e91 HTTP/1.1" status: 200 len: 945 time: 0.0974226 Dec 16 09:34:56.961290 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f7923-4ccc-40e4-a362-ebcc410a69c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3c11b3fa-66d4-4f57-a444-5164e8315209,revision_number=10']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:56.967711 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-f70f7923-4ccc-40e4-a362-ebcc410a69c3 service neutron] No DVR routers for this DVR port 3c11b3fa-66d4-4f57-a444-5164e8315209 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:34:56.996809 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8860722-9afe-4012-890b-8a54b8a08653 req-ecd7b5aa-5718-466b-bc9b-262a4a1080bc tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:56.998430 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b8860722-9afe-4012-890b-8a54b8a08653 req-ecd7b5aa-5718-466b-bc9b-262a4a1080bc tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eeddf45-5239-43a2-a923-56d1da3c5324 HTTP/1.1" status: 200 len: 948 time: 0.1207612 Dec 16 09:34:57.019740 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c541c522-3af9-4ddc-9972-c07fc551609f req-b4d20dd7-9cc3-4bcc-b8a9-e18b1abe6b5f tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511557 Dec 16 09:34:57.059258 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-f70f7923-4ccc-40e4-a362-ebcc410a69c3 service neutron] Attempting to bind port 3c11b3fa-66d4-4f57-a444-5164e8315209 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:34:57.059596 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-f70f7923-4ccc-40e4-a362-ebcc410a69c3 service neutron] Attempting to bind port 3c11b3fa-66d4-4f57-a444-5164e8315209 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:34:57.059931 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-f70f7923-4ccc-40e4-a362-ebcc410a69c3 service neutron] Attempting to bind port 3c11b3fa-66d4-4f57-a444-5164e8315209 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:57.073560 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-f70f7923-4ccc-40e4-a362-ebcc410a69c3 service neutron] Port 3c11b3fa-66d4-4f57-a444-5164e8315209 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:34:57.073891 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-f70f7923-4ccc-40e4-a362-ebcc410a69c3 service neutron] Attempting to bind port 3c11b3fa-66d4-4f57-a444-5164e8315209 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:57.080474 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-86b5b878-977a-4f66-99a7-8d90c2bb9867 req-52f0a037-96fd-4296-86e9-1b88dd306cd5 service neutron] 10.222.0.57 "GET /v2.0/networks/ce00e305-669e-4f74-8d4f-50c3dbd2487f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374003 Dec 16 09:34:57.082952 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-f70f7923-4ccc-40e4-a362-ebcc410a69c3 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:34:57.083299 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-f70f7923-4ccc-40e4-a362-ebcc410a69c3 service neutron] Checking segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:34:57.083696 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-f70f7923-4ccc-40e4-a362-ebcc410a69c3 service neutron] Bound using segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:34:57.084139 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-f70f7923-4ccc-40e4-a362-ebcc410a69c3 service neutron] Bound port: 3c11b3fa-66d4-4f57-a444-5164e8315209, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:34:57.084498 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-f70f7923-4ccc-40e4-a362-ebcc410a69c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:57.112168 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b8860722-9afe-4012-890b-8a54b8a08653 req-8e865c85-af06-4c76-9077-1811b741354c tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/security-groups?id=362438a5-d8cc-4ba2-8dac-be16e84d542b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046648 Dec 16 09:34:57.120020 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-b2f5d7a9-9cb2-4ef9-a5c4-6f2a32db0981 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Allocated IP 172.20.0.9 (c0c998b7-16cb-40aa-910e-ab4864e39b16/079ef7a2-1551-4eb6-92ba-b7ee17740bf5/d656e657-d4e0-496d-8080-e8552f214680) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:34:57.147208 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72e5b785-79bc-4ae1-a66f-cde97aa693ca req-a1de7759-fd9f-484e-ae9a-5405b8644ac9 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 210 time: 0.0409286 Dec 16 09:34:57.235975 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-f70f7923-4ccc-40e4-a362-ebcc410a69c3 service neutron] For port 3c11b3fa-66d4-4f57-a444-5164e8315209, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:34:57.243340 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-f70f7923-4ccc-40e4-a362-ebcc410a69c3 service neutron] For port 3c11b3fa-66d4-4f57-a444-5164e8315209, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=3c11b3fa-66d4-4f57-a444-5164e8315209,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:34:57.303355 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663486e-2372-4d20-ab61-7d53e4462290 req-7d7a8219-9f38-4d50-88cc-5c6fe6f27c4e tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:57.304897 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f663486e-2372-4d20-ab61-7d53e4462290 req-7d7a8219-9f38-4d50-88cc-5c6fe6f27c4e tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d263977a-20c2-4449-a3a5-4e33c4a58e92 HTTP/1.1" status: 200 len: 944 time: 0.0584264 Dec 16 09:34:57.331408 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-f70f7923-4ccc-40e4-a362-ebcc410a69c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:57.373439 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-f70f7923-4ccc-40e4-a362-ebcc410a69c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:57.373622 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-f70f7923-4ccc-40e4-a362-ebcc410a69c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:57.375375 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-f70f7923-4ccc-40e4-a362-ebcc410a69c3 service neutron] 10.222.0.57 "PUT /v2.0/ports/3c11b3fa-66d4-4f57-a444-5164e8315209 HTTP/1.1" status: 200 len: 1096 time: 1.4444654 Dec 16 09:34:57.404069 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b65f4-da44-4f2c-9072-25a161ec0018 req-3303822f-97b6-4ddc-93df-7751ebea230f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:57.405610 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dc6b65f4-da44-4f2c-9072-25a161ec0018 req-3303822f-97b6-4ddc-93df-7751ebea230f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=58616e55484245a5b2c2f6d808f99b43&device_id=d263977a-20c2-4449-a3a5-4e33c4a58e92 HTTP/1.1" status: 200 len: 1095 time: 0.1578729 Dec 16 09:34:57.406504 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f663486e-2372-4d20-ab61-7d53e4462290 req-3e6def7e-b02b-404a-9e1a-6a2d633bf97c tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/security-groups?id=7deeb9f1-916a-42c3-84ad-0526d2f02c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904415 Dec 16 09:34:57.456061 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f7923-4ccc-40e4-a362-ebcc410a69c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3c11b3fa-66d4-4f57-a444-5164e8315209,revision_number=11']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:57.474596 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-6615c5f5-0627-46b6-b472-4e45127226fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:57.476379 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-6615c5f5-0627-46b6-b472-4e45127226fa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c72236daaf3c429fb462e278e5b03cb7&device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 1099 time: 0.0549335 Dec 16 09:34:57.479250 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:57.521525 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-b2f5d7a9-9cb2-4ef9-a5c4-6f2a32db0981 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:57.538426 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9f1c5-e670-4162-9950-7f2b3b71ba67 req-0d29b0a6-b5b6-4e66-9712-c3690f6c87c4 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:57.539989 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-58a9f1c5-e670-4162-9950-7f2b3b71ba67 req-0d29b0a6-b5b6-4e66-9712-c3690f6c87c4 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b0981c5-b424-4116-8eca-722e40bc6aa7 HTTP/1.1" status: 200 len: 945 time: 0.1848440 Dec 16 09:34:57.618079 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cfe9f-799f-43d7-bbee-8aae9e73bb07 req-16a4a93f-b1df-487b-90ec-a9c414a2a4cd tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:57.619911 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-886cfe9f-799f-43d7-bbee-8aae9e73bb07 req-16a4a93f-b1df-487b-90ec-a9c414a2a4cd tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 948 time: 0.0853896 Dec 16 09:34:57.631378 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b65f4-da44-4f2c-9072-25a161ec0018 req-131298a0-fe98-427b-ab26-5ce3ea3e77b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:57.632756 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dc6b65f4-da44-4f2c-9072-25a161ec0018 req-131298a0-fe98-427b-ab26-5ce3ea3e77b2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ce00e305-669e-4f74-8d4f-50c3dbd2487f HTTP/1.1" status: 200 len: 912 time: 0.2147579 Dec 16 09:34:57.642897 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-58a9f1c5-e670-4162-9950-7f2b3b71ba67 req-72bb0b8e-88dc-4877-9031-841aaf6d5558 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840518 Dec 16 09:34:57.648794 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-3a79b293-0205-49a2-bfa8-6d7b5f425ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:57.651684 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-3a79b293-0205-49a2-bfa8-6d7b5f425ac2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.1683602 Dec 16 09:34:57.682096 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dc6b65f4-da44-4f2c-9072-25a161ec0018 req-a37e9a86-1a19-403a-9d9a-090b568fcaf7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26ee8c54-8f43-48ac-8a75-5243b5c82cbd HTTP/1.1" status: 200 len: 217 time: 0.0381708 Dec 16 09:34:57.715836 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-886cfe9f-799f-43d7-bbee-8aae9e73bb07 req-95a83710-6d38-4cfd-9c79-151c272ec5e2 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845232 Dec 16 09:34:57.717240 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-befe6cc7-e6d6-4d29-9eba-f5f9a4f63c04 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=3c11b3fa-66d4-4f57-a444-5164e8315209 HTTP/1.1" status: 200 len: 217 time: 0.0572939 Dec 16 09:34:57.731329 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-b2f5d7a9-9cb2-4ef9-a5c4-6f2a32db0981 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:57.784247 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-7fafb37f-04d8-401b-90a5-ffd21216f648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:57.786209 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-7fafb37f-04d8-401b-90a5-ffd21216f648 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0605946 Dec 16 09:34:57.812261 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['225d8421-3037-4140-9626-c4f741b4bcc0'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:34:57.839853 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-b2f5d7a9-9cb2-4ef9-a5c4-6f2a32db0981 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Network c0c998b7-16cb-40aa-910e-ab4864e39b16 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:34:57.842407 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-a71bb614-79d4-4dd9-afae-0eaf9fc5a3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:57.845426 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-a71bb614-79d4-4dd9-afae-0eaf9fc5a3c2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0507798 Dec 16 09:34:57.849144 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 3c11b3fa-66d4-4f57-a444-5164e8315209 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:34:57.854453 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-b2f5d7a9-9cb2-4ef9-a5c4-6f2a32db0981 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:34:57.864109 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-b2f5d7a9-9cb2-4ef9-a5c4-6f2a32db0981 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:34:57.909777 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b65f4-da44-4f2c-9072-25a161ec0018 req-c3463fcd-01fa-4b1f-b344-02ff1b3a3f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:57.911954 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dc6b65f4-da44-4f2c-9072-25a161ec0018 req-c3463fcd-01fa-4b1f-b344-02ff1b3a3f89 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2267e092-bb47-4efd-8478-75a998995501 HTTP/1.1" status: 200 len: 850 time: 0.2232232 Dec 16 09:34:57.912862 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5d7a9-9cb2-4ef9-a5c4-6f2a32db0981 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Pushing event updated for resources: {'Port': ['ID=d656e657-d4e0-496d-8080-e8552f214680,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:57.956150 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 3c11b3fa-66d4-4f57-a444-5164e8315209 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:34:57.981530 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-752567b8-dcd2-442c-a292-32962fcd62c4 service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278141 Dec 16 09:34:57.985352 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f5d7a9-9cb2-4ef9-a5c4-6f2a32db0981 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:57.985942 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f5d7a9-9cb2-4ef9-a5c4-6f2a32db0981 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:57.986474 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f5d7a9-9cb2-4ef9-a5c4-6f2a32db0981 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:57.987003 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f5d7a9-9cb2-4ef9-a5c4-6f2a32db0981 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:57.987527 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f5d7a9-9cb2-4ef9-a5c4-6f2a32db0981 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:57.988074 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f5d7a9-9cb2-4ef9-a5c4-6f2a32db0981 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:57.988590 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f5d7a9-9cb2-4ef9-a5c4-6f2a32db0981 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:57.989106 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f5d7a9-9cb2-4ef9-a5c4-6f2a32db0981 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:57.989725 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f5d7a9-9cb2-4ef9-a5c4-6f2a32db0981 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:57.990311 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f5d7a9-9cb2-4ef9-a5c4-6f2a32db0981 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:57.990822 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f5d7a9-9cb2-4ef9-a5c4-6f2a32db0981 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:57.991332 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f5d7a9-9cb2-4ef9-a5c4-6f2a32db0981 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:58.021485 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-b2f5d7a9-9cb2-4ef9-a5c4-6f2a32db0981 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:58.022472 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-b2f5d7a9-9cb2-4ef9-a5c4-6f2a32db0981 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:58.049971 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b65f4-da44-4f2c-9072-25a161ec0018 req-dbf07c39-861a-4421-803e-7cd38765ba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:58.051798 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dc6b65f4-da44-4f2c-9072-25a161ec0018 req-dbf07c39-861a-4421-803e-7cd38765ba6e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ce00e305-669e-4f74-8d4f-50c3dbd2487f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1238294 Dec 16 09:34:58.060582 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec52030-4743-4cf6-bc3f-e82ce54540b8 req-1610c5d0-f897-4b3d-aed3-1eb9323689a7 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:58.068998 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0ec52030-4743-4cf6-bc3f-e82ce54540b8 req-1610c5d0-f897-4b3d-aed3-1eb9323689a7 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=1939ed2b-8af2-4a4c-94b9-c63593ea333c HTTP/1.1" status: 200 len: 946 time: 0.1508026 Dec 16 09:34:58.114264 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c7de6f6a-78ba-4d1d-a02e-bd0046b398c2 req-b0e3c557-d1c2-41dc-a629-bf8e015a1a7e service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240616 Dec 16 09:34:58.134532 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-b2f5d7a9-9cb2-4ef9-a5c4-6f2a32db0981 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6269953 Dec 16 09:34:58.171487 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-e52a0639-f77c-4b19-ba4d-ba0644d15d22 service neutron] Request body: {'port': {'device_id': '88f5f18f-db73-4992-aa3a-378d9c7a4751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:58.211634 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0ec52030-4743-4cf6-bc3f-e82ce54540b8 req-bc3d036e-9f78-4d7a-a509-3446fc08c240 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414392 Dec 16 09:34:58.279992 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dc6b65f4-da44-4f2c-9072-25a161ec0018 req-1817a3ac-9908-49d8-8df7-3a4dff478b6b service neutron] 10.222.0.57 "GET /v2.0/networks/ce00e305-669e-4f74-8d4f-50c3dbd2487f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037072 Dec 16 09:34:58.283723 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-e52a0639-f77c-4b19-ba4d-ba0644d15d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:58.294579 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8f93b-0362-457a-b0ed-bce35a5634bc req-7fd74cf6-fd67-492c-acf0-bdf246030c21 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:58.297273 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b4b8f93b-0362-457a-b0ed-bce35a5634bc req-7fd74cf6-fd67-492c-acf0-bdf246030c21 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eeddf45-5239-43a2-a923-56d1da3c5324 HTTP/1.1" status: 200 len: 948 time: 0.0860023 Dec 16 09:34:58.352960 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b4b8f93b-0362-457a-b0ed-bce35a5634bc req-112a2b45-3be1-41f8-b6d3-75d40c874422 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/security-groups?id=362438a5-d8cc-4ba2-8dac-be16e84d542b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468423 Dec 16 09:34:58.451639 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e469e-eef8-4d0f-929e-53bec363ab54 req-9025c132-40d7-4353-a2be-88bdd214f417 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:58.453070 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ff1e469e-eef8-4d0f-929e-53bec363ab54 req-9025c132-40d7-4353-a2be-88bdd214f417 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 931 time: 0.1702185 Dec 16 09:34:58.558577 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dc6b65f4-da44-4f2c-9072-25a161ec0018 req-b91f06d4-d1d0-4671-b417-edad9ea9a570 service neutron] 10.222.0.57 "GET /v2.0/networks/ce00e305-669e-4f74-8d4f-50c3dbd2487f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615159 Dec 16 09:34:58.585877 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ff1e469e-eef8-4d0f-929e-53bec363ab54 req-7cc55927-e220-411f-b776-584cb56bc58f tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230180 Dec 16 09:34:58.638084 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56cbde-1776-4cdf-b322-7fb1f682c816 req-fb06f4eb-c3d1-4a22-8a02-e60d7f6e8171 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:58.639883 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3d56cbde-1776-4cdf-b322-7fb1f682c816 req-fb06f4eb-c3d1-4a22-8a02-e60d7f6e8171 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba039143-46e6-45ad-b398-6a2cb28b3e91 HTTP/1.1" status: 200 len: 945 time: 0.0554471 Dec 16 09:34:58.689776 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3d56cbde-1776-4cdf-b322-7fb1f682c816 req-c4180f12-9aef-4395-aba6-99f8a4423207 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392342 Dec 16 09:34:58.794503 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '730bde35-4556-4d91-934c-96572ee7bd8f', 'tag': '3c11b3fa-66d4-4f57-a444-5164e8315209'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:58.796877 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7801538e-51de-4394-90e2-41371191cf79" -d '{"events": [{"name": "network-changed", "server_uuid": "730bde35-4556-4d91-934c-96572ee7bd8f", "tag": "3c11b3fa-66d4-4f57-a444-5164e8315209"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:58.817980 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-e52a0639-f77c-4b19-ba4d-ba0644d15d22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d656e657-d4e0-496d-8080-e8552f214680 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:34:58.827430 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-e52a0639-f77c-4b19-ba4d-ba0644d15d22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:58.843534 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bcf27a-a44f-4be1-becf-8429543eb254 req-af053ed5-6d8d-4914-8568-5f0c5f907bc5 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:58.845441 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a7bcf27a-a44f-4be1-becf-8429543eb254 req-af053ed5-6d8d-4914-8568-5f0c5f907bc5 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d263977a-20c2-4449-a3a5-4e33c4a58e92 HTTP/1.1" status: 200 len: 944 time: 0.1033087 Dec 16 09:34:58.852473 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-e52a0639-f77c-4b19-ba4d-ba0644d15d22 service neutron] Transition to ACTIVE for port object d656e657-d4e0-496d-8080-e8552f214680 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:34:58.886855 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 48132) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:58.893706 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a7bcf27a-a44f-4be1-becf-8429543eb254 req-990920c8-130e-46d6-961a-c9150816f40b tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/security-groups?id=7deeb9f1-916a-42c3-84ad-0526d2f02c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365348 Dec 16 09:34:58.936476 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-e52a0639-f77c-4b19-ba4d-ba0644d15d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:58.965656 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:59.003850 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d220338-f956-4232-a717-3f3d75f7d940 req-b4d5720c-1b89-4e7b-809f-861f204c1f9c tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:59.010023 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d220338-f956-4232-a717-3f3d75f7d940 req-b4d5720c-1b89-4e7b-809f-861f204c1f9c tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:59.015998 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d220338-f956-4232-a717-3f3d75f7d940 req-b4d5720c-1b89-4e7b-809f-861f204c1f9c tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:59.017712 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6d220338-f956-4232-a717-3f3d75f7d940 req-b4d5720c-1b89-4e7b-809f-861f204c1f9c tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=1939ed2b-8af2-4a4c-94b9-c63593ea333c&device_id=9b0981c5-b424-4116-8eca-722e40bc6aa7&device_id=ba039143-46e6-45ad-b398-6a2cb28b3e91 HTTP/1.1" status: 200 len: 2417 time: 0.0758424 Dec 16 09:34:59.020525 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a0639-f77c-4b19-ba4d-ba0644d15d22 service neutron] Pushing event updated for resources: {'Port': ['ID=d656e657-d4e0-496d-8080-e8552f214680,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:59.038490 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-22d4482e-dbb1-4768-8a88-e3504b7dd9b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:59.074230 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332ea55-2ef9-4866-b8c7-6f3c840b3757 req-135e0712-5b73-42e5-b42b-7d4280a47110 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:59.075728 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d332ea55-2ef9-4866-b8c7-6f3c840b3757 req-135e0712-5b73-42e5-b42b-7d4280a47110 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 948 time: 0.1072872 Dec 16 09:34:59.082330 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6d220338-f956-4232-a717-3f3d75f7d940 req-4b471c3d-56a8-44c3-bfe7-62a2f7d422a4 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572555 Dec 16 09:34:59.142543 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-e52a0639-f77c-4b19-ba4d-ba0644d15d22 service neutron] Attempting to bind port d656e657-d4e0-496d-8080-e8552f214680 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:34:59.142895 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-e52a0639-f77c-4b19-ba4d-ba0644d15d22 service neutron] Attempting to bind port d656e657-d4e0-496d-8080-e8552f214680 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '6c496118-4e09-4f89-b8ab-5391fc86f2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:34:59.143079 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ba0847-888f-415f-a621-5ab25110cb31 x-openstack-request-id: req-00ba0847-888f-415f-a621-5ab25110cb31 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:59.143229 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-e52a0639-f77c-4b19-ba4d-ba0644d15d22 service neutron] Attempting to bind port d656e657-d4e0-496d-8080-e8552f214680 on network c0c998b7-16cb-40aa-910e-ab4864e39b16 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:59.143507 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "730bde35-4556-4d91-934c-96572ee7bd8f", "tag": "3c11b3fa-66d4-4f57-a444-5164e8315209", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:59.143759 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-00ba0847-888f-415f-a621-5ab25110cb31 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:59.144151 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '730bde35-4556-4d91-934c-96572ee7bd8f', 'tag': '3c11b3fa-66d4-4f57-a444-5164e8315209', 'status': 'completed', 'code': 200} Dec 16 09:34:59.150193 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-22d4482e-dbb1-4768-8a88-e3504b7dd9b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:59.152599 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d332ea55-2ef9-4866-b8c7-6f3c840b3757 req-4fd10448-7dcf-44fd-988c-f9a6a0e43892 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673285 Dec 16 09:34:59.153343 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-e52a0639-f77c-4b19-ba4d-ba0644d15d22 service neutron] Port d656e657-d4e0-496d-8080-e8552f214680 on network c0c998b7-16cb-40aa-910e-ab4864e39b16 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:34:59.161016 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-e52a0639-f77c-4b19-ba4d-ba0644d15d22 service neutron] Attempting to bind port d656e657-d4e0-496d-8080-e8552f214680 on network c0c998b7-16cb-40aa-910e-ab4864e39b16 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:59.185399 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-e52a0639-f77c-4b19-ba4d-ba0644d15d22 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:34:59.185399 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-e52a0639-f77c-4b19-ba4d-ba0644d15d22 service neutron] Checking segment: {'id': '6c496118-4e09-4f89-b8ab-5391fc86f2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:34:59.185399 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-e52a0639-f77c-4b19-ba4d-ba0644d15d22 service neutron] Bound using segment: {'id': '6c496118-4e09-4f89-b8ab-5391fc86f2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:34:59.185399 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-e52a0639-f77c-4b19-ba4d-ba0644d15d22 service neutron] Bound port: d656e657-d4e0-496d-8080-e8552f214680, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c496118-4e09-4f89-b8ab-5391fc86f2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:34:59.185399 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-e52a0639-f77c-4b19-ba4d-ba0644d15d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:59.216085 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801538e-51de-4394-90e2-41371191cf79 req-b3a05546-29d8-4701-a8e8-5a07cc390765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:59.217651 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7801538e-51de-4394-90e2-41371191cf79 req-b3a05546-29d8-4701-a8e8-5a07cc390765 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c72236daaf3c429fb462e278e5b03cb7&device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 1099 time: 0.0526884 Dec 16 09:34:59.233281 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-22d4482e-dbb1-4768-8a88-e3504b7dd9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:59.264139 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801538e-51de-4394-90e2-41371191cf79 req-7d73751f-83f1-43aa-baf9-7b9ab14a44a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:59.265674 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7801538e-51de-4394-90e2-41371191cf79 req-7d73751f-83f1-43aa-baf9-7b9ab14a44a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c72236daaf3c429fb462e278e5b03cb7&device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 1099 time: 0.0841060 Dec 16 09:34:59.324335 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-e52a0639-f77c-4b19-ba4d-ba0644d15d22 service neutron] For port d656e657-d4e0-496d-8080-e8552f214680, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:34:59.343833 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-22d4482e-dbb1-4768-8a88-e3504b7dd9b1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=41febb76179e40dfa1d6c42dae8886c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4556212 Dec 16 09:34:59.351132 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 48138) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:59.353197 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d4482e-dbb1-4768-8a88-e3504b7dd9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d613026b-8a66-4f23-b99e-f29b7094b9a3,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:59.388114 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d4482e-dbb1-4768-8a88-e3504b7dd9b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:59.388470 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d4482e-dbb1-4768-8a88-e3504b7dd9b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:59.388807 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d4482e-dbb1-4768-8a88-e3504b7dd9b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:59.389161 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d4482e-dbb1-4768-8a88-e3504b7dd9b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:59.389697 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d4482e-dbb1-4768-8a88-e3504b7dd9b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:59.390040 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d4482e-dbb1-4768-8a88-e3504b7dd9b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:59.390368 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d4482e-dbb1-4768-8a88-e3504b7dd9b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:59.392722 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d4482e-dbb1-4768-8a88-e3504b7dd9b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:59.393101 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d4482e-dbb1-4768-8a88-e3504b7dd9b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:59.393470 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d4482e-dbb1-4768-8a88-e3504b7dd9b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:59.393810 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d4482e-dbb1-4768-8a88-e3504b7dd9b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:59.394145 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d4482e-dbb1-4768-8a88-e3504b7dd9b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:59.411837 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 0e862b36-df2d-47c3-b620-94ac2e08174a up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:34:59.457400 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f4bf1-35ff-4af2-ad75-1548826a9973 req-e57acc49-67da-43d5-a7fb-7430b2a8c52f tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:59.459233 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-963f4bf1-35ff-4af2-ad75-1548826a9973 req-e57acc49-67da-43d5-a7fb-7430b2a8c52f tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=1939ed2b-8af2-4a4c-94b9-c63593ea333c HTTP/1.1" status: 200 len: 946 time: 0.2128282 Dec 16 09:34:59.463745 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801538e-51de-4394-90e2-41371191cf79 req-0e288ad4-946f-4112-9418-da3dd67d8498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:59.466015 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7801538e-51de-4394-90e2-41371191cf79 req-0e288ad4-946f-4112-9418-da3dd67d8498 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.2414575 Dec 16 09:34:59.529654 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:59.533531 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7801538e-51de-4394-90e2-41371191cf79 req-37d52a9a-d929-41a9-b083-e944a9ec0437 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=3c11b3fa-66d4-4f57-a444-5164e8315209 HTTP/1.1" status: 200 len: 217 time: 0.0547218 Dec 16 09:34:59.555625 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e4f2a717-0c98-4b8b-842c-f9114e782471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:59.567293 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 0e862b36-df2d-47c3-b620-94ac2e08174a completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:34:59.572110 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 0e862b36-df2d-47c3-b620-94ac2e08174a triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:59.572497 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:59.593641 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-963f4bf1-35ff-4af2-ad75-1548826a9973 req-7de1a445-6168-464e-ab0a-cbcabe83278c tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246812 Dec 16 09:34:59.616991 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e4f2a717-0c98-4b8b-842c-f9114e782471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:59.638047 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801538e-51de-4394-90e2-41371191cf79 req-184de56e-e252-45e3-9b8b-0d60a75770f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:59.639556 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7801538e-51de-4394-90e2-41371191cf79 req-184de56e-e252-45e3-9b8b-0d60a75770f8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0978038 Dec 16 09:34:59.640825 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-e52a0639-f77c-4b19-ba4d-ba0644d15d22 service neutron] For port d656e657-d4e0-496d-8080-e8552f214680, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=d656e657-d4e0-496d-8080-e8552f214680,segment=NetworkSegment(6c496118-4e09-4f89-b8ab-5391fc86f2af),segment_id=6c496118-4e09-4f89-b8ab-5391fc86f2af)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:34:59.666851 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c226380-821e-4f78-8381-bf36d6c8bb8e req-c8a6fbb7-eddc-44d0-8d94-d59c6496344c tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:59.674091 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2c226380-821e-4f78-8381-bf36d6c8bb8e req-c8a6fbb7-eddc-44d0-8d94-d59c6496344c tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eeddf45-5239-43a2-a923-56d1da3c5324 HTTP/1.1" status: 200 len: 948 time: 0.0642385 Dec 16 09:34:59.699847 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801538e-51de-4394-90e2-41371191cf79 req-d10e8330-5740-4e16-af67-849dfc6642f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:59.701496 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7801538e-51de-4394-90e2-41371191cf79 req-d10e8330-5740-4e16-af67-849dfc6642f6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0532207 Dec 16 09:34:59.706115 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:59.716714 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-e52a0639-f77c-4b19-ba4d-ba0644d15d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:59.732192 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eeddf45-5239-43a2-a923-56d1da3c5324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e862b36-df2d-47c3-b620-94ac2e08174a'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:59.734749 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21ded18-919b-4c85-84ce-d08c34c32540" -d '{"events": [{"server_uuid": "3eeddf45-5239-43a2-a923-56d1da3c5324", "name": "network-vif-plugged", "status": "completed", "tag": "0e862b36-df2d-47c3-b620-94ac2e08174a"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:59.755103 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 0e862b36-df2d-47c3-b620-94ac2e08174a, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=0e862b36-df2d-47c3-b620-94ac2e08174a,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:59.761767 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2c226380-821e-4f78-8381-bf36d6c8bb8e req-25ccf067-211e-4c24-b84e-c497c3744e9b tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/security-groups?id=362438a5-d8cc-4ba2-8dac-be16e84d542b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868044 Dec 16 09:34:59.775793 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-e52a0639-f77c-4b19-ba4d-ba0644d15d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:59.782945 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-e52a0639-f77c-4b19-ba4d-ba0644d15d22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:59.782945 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-e52a0639-f77c-4b19-ba4d-ba0644d15d22 service neutron] 10.222.0.58 "PUT /v2.0/ports/d656e657-d4e0-496d-8080-e8552f214680 HTTP/1.1" status: 200 len: 1091 time: 1.6242049 Dec 16 09:34:59.782945 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f5f18f-db73-4992-aa3a-378d9c7a4751', 'tag': 'd656e657-d4e0-496d-8080-e8552f214680'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:59.783332 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0150b862-8f0b-498a-a751-5c5ab23aa34e" -d '{"events": [{"name": "network-changed", "server_uuid": "88f5f18f-db73-4992-aa3a-378d9c7a4751", "tag": "d656e657-d4e0-496d-8080-e8552f214680"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:59.788699 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801538e-51de-4394-90e2-41371191cf79 req-53004e32-4288-4ebd-bacb-6bfa24682e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:59.791088 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7801538e-51de-4394-90e2-41371191cf79 req-53004e32-4288-4ebd-bacb-6bfa24682e5e service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.5153310 Dec 16 09:34:59.825037 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7801538e-51de-4394-90e2-41371191cf79 req-6fcdf483-157b-49cb-b451-39d7e8eee719 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154470 Dec 16 09:34:59.826157 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e4f2a717-0c98-4b8b-842c-f9114e782471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:59.829956 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e4f2a717-0c98-4b8b-842c-f9114e782471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:59.835064 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e4f2a717-0c98-4b8b-842c-f9114e782471 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d613026b-8a66-4f23-b99e-f29b7094b9a3 HTTP/1.1" status: 204 len: 168 time: 0.4787943 Dec 16 09:34:59.845366 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:59.852511 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7801538e-51de-4394-90e2-41371191cf79 req-a9eb0125-20a7-40ed-8976-7193cea4c1ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=3c11b3fa-66d4-4f57-a444-5164e8315209 HTTP/1.1" status: 200 len: 217 time: 0.0467556 Dec 16 09:34:59.865318 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f2a717-0c98-4b8b-842c-f9114e782471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d613026b-8a66-4f23-b99e-f29b7094b9a3,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:59.946265 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a0639-f77c-4b19-ba4d-ba0644d15d22 service neutron] Pushing event updated for resources: {'Port': ['ID=d656e657-d4e0-496d-8080-e8552f214680,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:59.963882 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=0e862b36-df2d-47c3-b620-94ac2e08174a,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:59.984735 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72a1d15-0fc1-4b75-9b7c-138cd3e9499b x-openstack-request-id: req-a72a1d15-0fc1-4b75-9b7c-138cd3e9499b {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:59.985450 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eeddf45-5239-43a2-a923-56d1da3c5324", "name": "network-vif-plugged", "status": "completed", "tag": "0e862b36-df2d-47c3-b620-94ac2e08174a", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:59.985450 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a72a1d15-0fc1-4b75-9b7c-138cd3e9499b {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:59.986473 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eeddf45-5239-43a2-a923-56d1da3c5324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e862b36-df2d-47c3-b620-94ac2e08174a', 'code': 200} Dec 16 09:34:59.987651 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801538e-51de-4394-90e2-41371191cf79 req-c6e7baa5-661f-4335-bbdc-427b75d1a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:59.989263 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7801538e-51de-4394-90e2-41371191cf79 req-c6e7baa5-661f-4335-bbdc-427b75d1a763 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.1286242 Dec 16 09:35:00.004813 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7801538e-51de-4394-90e2-41371191cf79 req-cc73f556-4bf7-4a6d-88fe-085eaea21555 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701946 Dec 16 09:35:00.022812 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c81159-adb5-4282-9086-8c43b01d11cf req-fca0aca0-66ea-4361-93ba-0c70ab4a6067 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:00.024375 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-04c81159-adb5-4282-9086-8c43b01d11cf req-fca0aca0-66ea-4361-93ba-0c70ab4a6067 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 943 time: 0.1453276 Dec 16 09:35:00.027838 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05c4019-f8c5-4705-a0a0-9b2e4b8805cd x-openstack-request-id: req-b05c4019-f8c5-4705-a0a0-9b2e4b8805cd {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:00.028119 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f5f18f-db73-4992-aa3a-378d9c7a4751", "tag": "d656e657-d4e0-496d-8080-e8552f214680", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:00.028366 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b05c4019-f8c5-4705-a0a0-9b2e4b8805cd {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:00.028975 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f5f18f-db73-4992-aa3a-378d9c7a4751', 'tag': 'd656e657-d4e0-496d-8080-e8552f214680', 'status': 'completed', 'code': 200} Dec 16 09:35:00.056411 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-8cc78c85-b61c-4a3e-8b79-ee647df49758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:00.057966 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-8cc78c85-b61c-4a3e-8b79-ee647df49758 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f8f61b4cde14c72b4dcdad8045c9583&device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 1094 time: 0.1272252 Dec 16 09:35:00.098803 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79bba2-75de-4e36-84a7-8d0bee6eedf1 req-33de1668-3166-4214-a3ba-0b0e3d96ddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:00.101613 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c79bba2-75de-4e36-84a7-8d0bee6eedf1 req-33de1668-3166-4214-a3ba-0b0e3d96ddf6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3eeddf45-5239-43a2-a923-56d1da3c5324 HTTP/1.1" status: 200 len: 1100 time: 0.0504286 Dec 16 09:35:00.117089 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-1151cc7c-3ec9-4e70-baef-422526732cf8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d656e657-d4e0-496d-8080-e8552f214680 HTTP/1.1" status: 200 len: 217 time: 0.0493879 Dec 16 09:35:00.172297 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c79bba2-75de-4e36-84a7-8d0bee6eedf1 req-e3374a35-2319-4a63-b687-3b4256ae3a37 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=362438a5-d8cc-4ba2-8dac-be16e84d542b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492039 Dec 16 09:35:00.173473 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-04c81159-adb5-4282-9086-8c43b01d11cf req-a3af8def-21b7-4b52-b712-46c84eb0369f tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269145 Dec 16 09:35:00.178696 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801538e-51de-4394-90e2-41371191cf79 req-40430d63-16b9-4781-bd66-ce1d0d1cb5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:00.180889 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7801538e-51de-4394-90e2-41371191cf79 req-40430d63-16b9-4781-bd66-ce1d0d1cb5df service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1786950 Dec 16 09:35:00.199430 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-0e361d17-5dcc-473f-8c59-ec9393db34c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:00.200318 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-0e361d17-5dcc-473f-8c59-ec9393db34c7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=079ef7a2-1551-4eb6-92ba-b7ee17740bf5 HTTP/1.1" status: 200 len: 846 time: 0.0723243 Dec 16 09:35:00.238069 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-521c584e-8b69-46a0-b7f4-a96ce552b6cf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0c998b7-16cb-40aa-910e-ab4864e39b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304101 Dec 16 09:35:00.287576 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbb30b-88c7-4383-8f54-9c9fc1676312 req-1eef7f1e-c330-461d-9927-b413374549f2 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:00.289349 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-47fbb30b-88c7-4383-8f54-9c9fc1676312 req-1eef7f1e-c330-461d-9927-b413374549f2 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d263977a-20c2-4449-a3a5-4e33c4a58e92 HTTP/1.1" status: 200 len: 944 time: 0.0660658 Dec 16 09:35:00.340235 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-47fbb30b-88c7-4383-8f54-9c9fc1676312 req-4690472a-6966-411b-b47f-b16cf1472689 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/security-groups?id=7deeb9f1-916a-42c3-84ad-0526d2f02c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444710 Dec 16 09:35:00.393914 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-4d2c0061-ccf3-44db-931a-90eb9ac77431 service neutron] 10.222.0.58 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439548 Dec 16 09:35:00.477732 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1535e-3bf5-43fe-ba7e-24a75a2ff578 req-f0edf3b0-2763-46cc-9486-96f833d4fda4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:00.479226 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4ca1535e-3bf5-43fe-ba7e-24a75a2ff578 req-f0edf3b0-2763-46cc-9486-96f833d4fda4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 948 time: 0.1347618 Dec 16 09:35:00.594416 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4ca1535e-3bf5-43fe-ba7e-24a75a2ff578 req-4cbe62e3-2708-44d5-a6e0-89724d464d2c tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846152 Dec 16 09:35:00.599928 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c941bf90-61f8-47b5-8f05-685395d8b7e8 req-2ee81637-a370-4f11-a9eb-9113af72f3cd service neutron] 10.222.0.58 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995318 Dec 16 09:35:00.612140 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7801538e-51de-4394-90e2-41371191cf79 req-41b09148-18ae-4e60-93e0-0804ccb4cfeb service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912928 Dec 16 09:35:00.714416 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7801538e-51de-4394-90e2-41371191cf79 req-a7db7079-fd8b-4537-8bd3-c329d5e25a63 service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870128 Dec 16 09:35:00.856245 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150b862-8f0b-498a-a751-5c5ab23aa34e req-21417bbf-ecfc-4624-b42e-a81318190cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:00.857779 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0150b862-8f0b-498a-a751-5c5ab23aa34e req-21417bbf-ecfc-4624-b42e-a81318190cf5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f8f61b4cde14c72b4dcdad8045c9583&device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 1094 time: 0.0661635 Dec 16 09:35:00.910438 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff355e-920e-42c2-b1f7-a0161ba83723 req-a051dff6-04c1-4812-8446-3985055f07be tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:00.911955 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-deff355e-920e-42c2-b1f7-a0161ba83723 req-a051dff6-04c1-4812-8446-3985055f07be tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eeddf45-5239-43a2-a923-56d1da3c5324 HTTP/1.1" status: 200 len: 949 time: 0.0500448 Dec 16 09:35:00.950439 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-deff355e-920e-42c2-b1f7-a0161ba83723 req-524f4671-c222-4b8d-ba22-6230bb6e78c9 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/security-groups?id=362438a5-d8cc-4ba2-8dac-be16e84d542b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322654 Dec 16 09:35:00.965307 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150b862-8f0b-498a-a751-5c5ab23aa34e req-fc070f63-9422-4145-a228-2944ec826266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:00.966831 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0150b862-8f0b-498a-a751-5c5ab23aa34e req-fc070f63-9422-4145-a228-2944ec826266 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c0c998b7-16cb-40aa-910e-ab4864e39b16 HTTP/1.1" status: 200 len: 907 time: 0.0929837 Dec 16 09:35:01.017849 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0150b862-8f0b-498a-a751-5c5ab23aa34e req-0deb1dd5-bfa7-4a19-99e8-cf5a3b29e298 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d656e657-d4e0-496d-8080-e8552f214680 HTTP/1.1" status: 200 len: 217 time: 0.0366824 Dec 16 09:35:01.043089 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 48192) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:01.076805 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150b862-8f0b-498a-a751-5c5ab23aa34e req-f5dc4e35-307c-4d5b-a31b-b62eea154b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:01.078606 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0150b862-8f0b-498a-a751-5c5ab23aa34e req-f5dc4e35-307c-4d5b-a31b-b62eea154b40 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=079ef7a2-1551-4eb6-92ba-b7ee17740bf5 HTTP/1.1" status: 200 len: 846 time: 0.0466995 Dec 16 09:35:01.113751 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0150b862-8f0b-498a-a751-5c5ab23aa34e req-1a6056e5-44e3-4e8b-a938-f21e99093ee6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0c998b7-16cb-40aa-910e-ab4864e39b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278652 Dec 16 09:35:01.153689 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-64f6f627-a53e-40a4-8cf6-08cf3e3ec339 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-754427991-network', 'tenant_id': 'b08ba95154e04457900cfefa4916c15d'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:35:01.190817 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e1cee-4799-41fb-8660-be85c8a2d518 req-9b3f3b21-00c3-4c18-b6d3-57c7fb030dd4 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:01.191521 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d71e1cee-4799-41fb-8660-be85c8a2d518 req-9b3f3b21-00c3-4c18-b6d3-57c7fb030dd4 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba039143-46e6-45ad-b398-6a2cb28b3e91 HTTP/1.1" status: 200 len: 945 time: 0.0732834 Dec 16 09:35:01.218999 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0150b862-8f0b-498a-a751-5c5ab23aa34e req-96bf2d05-30d8-4f24-9496-cae885491feb service neutron] 10.222.0.58 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970058 Dec 16 09:35:01.232046 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d71e1cee-4799-41fb-8660-be85c8a2d518 req-94e38f42-c032-4432-ad15-58b7970f3b3d tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341759 Dec 16 09:35:01.250599 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f6f627-a53e-40a4-8cf6-08cf3e3ec339 admin admin] Made reservation on behalf of b08ba95154e04457900cfefa4916c15d for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:35:01.253419 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-64f6f627-a53e-40a4-8cf6-08cf3e3ec339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:01.262707 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-64f6f627-a53e-40a4-8cf6-08cf3e3ec339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:01.338492 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-64f6f627-a53e-40a4-8cf6-08cf3e3ec339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:01.354601 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84ca43-ffad-4469-91c8-555e28b369bc req-4f3605ed-4691-43d3-8693-a95659275157 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:01.356052 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2d84ca43-ffad-4469-91c8-555e28b369bc req-4f3605ed-4691-43d3-8693-a95659275157 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 943 time: 0.0764177 Dec 16 09:35:01.372690 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0150b862-8f0b-498a-a751-5c5ab23aa34e req-fad19225-5abd-4b2c-b1e8-ba4ac20586f7 service neutron] 10.222.0.58 "GET /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461837 Dec 16 09:35:01.403465 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2d84ca43-ffad-4469-91c8-555e28b369bc req-e7ea82a4-b47a-44e3-a37e-35373dd38ffc tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399599 Dec 16 09:35:01.413079 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 26ee8c54-8f43-48ac-8a75-5243b5c82cbd details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:35:01.433444 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-64f6f627-a53e-40a4-8cf6-08cf3e3ec339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:01.471361 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f6f627-a53e-40a4-8cf6-08cf3e3ec339 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:35:01.489353 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6f627-a53e-40a4-8cf6-08cf3e3ec339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68aa81c-0a96-4c6e-a3e1-96a91dae878f,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:01.495811 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-64f6f627-a53e-40a4-8cf6-08cf3e3ec339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:01.496156 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-64f6f627-a53e-40a4-8cf6-08cf3e3ec339 admin admin] Added segment dd5fa93b-702f-45a8-997f-890782890505 of type vlan for network 09866e78-29ef-4050-a525-5c237a470f23 Dec 16 09:35:01.513609 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 26ee8c54-8f43-48ac-8a75-5243b5c82cbd, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=26ee8c54-8f43-48ac-8a75-5243b5c82cbd,segment=NetworkSegment(d5688dd4-4d9a-4fb7-a959-f72f346fda0a),segment_id=d5688dd4-4d9a-4fb7-a959-f72f346fda0a)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:01.519828 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae5121-021e-49d5-9ec1-f18f8eee7039 req-58c2257c-165b-47c6-95b8-a5790ebc24f5 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:01.521419 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-23ae5121-021e-49d5-9ec1-f18f8eee7039 req-58c2257c-165b-47c6-95b8-a5790ebc24f5 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d263977a-20c2-4449-a3a5-4e33c4a58e92 HTTP/1.1" status: 200 len: 944 time: 0.1067183 Dec 16 09:35:01.527500 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '26ee8c54-8f43-48ac-8a75-5243b5c82cbd', 'network_id': 'ce00e305-669e-4f74-8d4f-50c3dbd2487f', 'port_id': '26ee8c54-8f43-48ac-8a75-5243b5c82cbd', 'mac_address': 'fa:16:3e:f1:7e:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2267e092-bb47-4efd-8478-75a998995501', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:35:01.571817 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:01.572571 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-64f6f627-a53e-40a4-8cf6-08cf3e3ec339 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:01.585411 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26ee8c54-8f43-48ac-8a75-5243b5c82cbd {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:35:01.604781 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-23ae5121-021e-49d5-9ec1-f18f8eee7039 req-6c12fd00-6dd2-4caa-859f-8605813d769a tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/security-groups?id=7deeb9f1-916a-42c3-84ad-0526d2f02c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581164 Dec 16 09:35:01.605463 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 26ee8c54-8f43-48ac-8a75-5243b5c82cbd, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=26ee8c54-8f43-48ac-8a75-5243b5c82cbd,segment=NetworkSegment(d5688dd4-4d9a-4fb7-a959-f72f346fda0a),segment_id=d5688dd4-4d9a-4fb7-a959-f72f346fda0a)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:01.722932 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c1a29-7a43-4664-97d3-0b142802134d req-c4dcc5f1-37e7-4a53-bfa9-d6cde9613f62 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:01.724399 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c42c1a29-7a43-4664-97d3-0b142802134d req-c4dcc5f1-37e7-4a53-bfa9-d6cde9613f62 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 948 time: 0.0488160 Dec 16 09:35:01.738824 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-64f6f627-a53e-40a4-8cf6-08cf3e3ec339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:01.739045 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:01.739801 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f6f627-a53e-40a4-8cf6-08cf3e3ec339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:01.740384 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-64f6f627-a53e-40a4-8cf6-08cf3e3ec339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:01.765536 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c42c1a29-7a43-4664-97d3-0b142802134d req-37142546-6b5a-44b2-ab65-adfba268ac05 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349369 Dec 16 09:35:01.801286 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=26ee8c54-8f43-48ac-8a75-5243b5c82cbd,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:01.802169 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6f627-a53e-40a4-8cf6-08cf3e3ec339 admin admin] Pushing event updated for resources: {'Network': ['ID=09866e78-29ef-4050-a525-5c237a470f23,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:01.819129 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 09866e78-29ef-4050-a525-5c237a470f23 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:35:01.859309 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-64f6f627-a53e-40a4-8cf6-08cf3e3ec339 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8149996 Dec 16 09:35:01.862435 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 48204) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:01.867537 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-4da4669f-7201-481b-bd56-d9e22a1ab2e2 admin admin] Request body: {'subnet': {'network_id': '09866e78-29ef-4050-a525-5c237a470f23', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-754427991-subnet', 'tenant_id': 'b08ba95154e04457900cfefa4916c15d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:35:02.007673 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da4669f-7201-481b-bd56-d9e22a1ab2e2 admin admin] Made reservation on behalf of b08ba95154e04457900cfefa4916c15d for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:35:02.010371 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4da4669f-7201-481b-bd56-d9e22a1ab2e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:02.131897 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538c585-b9ed-4f59-b3d0-ea761488b9ef req-2a17e6d5-3c8a-408b-8b25-2b809e6853f7 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:02.133310 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1538c585-b9ed-4f59-b3d0-ea761488b9ef req-2a17e6d5-3c8a-408b-8b25-2b809e6853f7 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eeddf45-5239-43a2-a923-56d1da3c5324 HTTP/1.1" status: 200 len: 949 time: 0.0802524 Dec 16 09:35:02.205324 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1538c585-b9ed-4f59-b3d0-ea761488b9ef req-bf449674-5537-4962-b8d5-bbeb48dc5690 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/security-groups?id=362438a5-d8cc-4ba2-8dac-be16e84d542b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656226 Dec 16 09:35:02.221706 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['26ee8c54-8f43-48ac-8a75-5243b5c82cbd'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:35:02.353443 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4da4669f-7201-481b-bd56-d9e22a1ab2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:02.394464 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0bf72-4c1b-4984-a0d1-271d1444a86d req-e8452d4b-349c-4782-8362-75b853c67ce9 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:02.395702 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07f0bf72-4c1b-4984-a0d1-271d1444a86d req-e8452d4b-349c-4782-8362-75b853c67ce9 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba039143-46e6-45ad-b398-6a2cb28b3e91 HTTP/1.1" status: 200 len: 945 time: 0.0847282 Dec 16 09:35:02.449056 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4669f-7201-481b-bd56-d9e22a1ab2e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=254306af-14e3-4adb-acda-c9e93df31861,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:02.464801 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07f0bf72-4c1b-4984-a0d1-271d1444a86d req-eca90db6-63ef-4959-bf78-8d82f46c1bd9 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627370 Dec 16 09:35:02.473908 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da4669f-7201-481b-bd56-d9e22a1ab2e2 admin admin] Checking segment: {'id': 'dd5fa93b-702f-45a8-997f-890782890505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '09866e78-29ef-4050-a525-5c237a470f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:35:02.474265 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da4669f-7201-481b-bd56-d9e22a1ab2e2 admin admin] Network hostable DHCP agents. Network: 09866e78-29ef-4050-a525-5c237a470f23, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:35:02.568960 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a368ab-8544-47dd-b90d-e1bcf5823b5b req-e9d6e32a-00ca-4a2c-8481-f490a1ea5bcf tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:02.570443 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-83a368ab-8544-47dd-b90d-e1bcf5823b5b req-e9d6e32a-00ca-4a2c-8481-f490a1ea5bcf tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 943 time: 0.0495942 Dec 16 09:35:02.582881 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da4669f-7201-481b-bd56-d9e22a1ab2e2 admin admin] Network 09866e78-29ef-4050-a525-5c237a470f23 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:35:02.614097 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-83a368ab-8544-47dd-b90d-e1bcf5823b5b req-e638b171-c991-4b5a-9171-f5a7d0b1d694 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376534 Dec 16 09:35:02.699204 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-4da4669f-7201-481b-bd56-d9e22a1ab2e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 09866e78-29ef-4050-a525-5c237a470f23) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:35:02.703573 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da4669f-7201-481b-bd56-d9e22a1ab2e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:02.704727 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4da4669f-7201-481b-bd56-d9e22a1ab2e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:02.709685 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd19639c-6284-41a8-b7a7-2c6a4b296b29 None None] Network 09866e78-29ef-4050-a525-5c237a470f23 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:35:02.733026 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003fc9e-c71b-4d14-89f6-5ae73ae77826 req-79f63740-cb60-47ea-bf40-6c2f6549dbef tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:02.734926 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9003fc9e-c71b-4d14-89f6-5ae73ae77826 req-79f63740-cb60-47ea-bf40-6c2f6549dbef tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d263977a-20c2-4449-a3a5-4e33c4a58e92 HTTP/1.1" status: 200 len: 945 time: 0.0631373 Dec 16 09:35:02.773367 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9003fc9e-c71b-4d14-89f6-5ae73ae77826 req-427ca2e2-27cc-42c8-a3f5-96d0620cd565 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/security-groups?id=7deeb9f1-916a-42c3-84ad-0526d2f02c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321360 Dec 16 09:35:02.797024 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4da4669f-7201-481b-bd56-d9e22a1ab2e2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9334090 Dec 16 09:35:02.838456 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1291faa3-5d6d-45ff-940c-42399e3ac7fa None None] Network 09866e78-29ef-4050-a525-5c237a470f23 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:35:02.913376 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c442a8d-b685-4fb0-97dd-ba6c3d403b59 req-0108b38f-2249-4de1-9cc0-7864672e727b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:02.921725 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c442a8d-b685-4fb0-97dd-ba6c3d403b59 req-0108b38f-2249-4de1-9cc0-7864672e727b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 948 time: 0.0737245 Dec 16 09:35:03.214880 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c442a8d-b685-4fb0-97dd-ba6c3d403b59 req-e3729902-83da-4f95-b07b-2cee0641a2df tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804027 Dec 16 09:35:03.332560 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf08ec-7847-4394-a52a-e9af14f0f5d9 req-1f2fcdb8-9f57-4d3f-b2df-5ab4315c7184 tempest-MigrationsAdminTest-476529388 tempest-MigrationsAdminTest-476529388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:03.334105 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f9bf08ec-7847-4394-a52a-e9af14f0f5d9 req-1f2fcdb8-9f57-4d3f-b2df-5ab4315c7184 tempest-MigrationsAdminTest-476529388 tempest-MigrationsAdminTest-476529388-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 1099 time: 0.0404239 Dec 16 09:35:03.372826 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f9bf08ec-7847-4394-a52a-e9af14f0f5d9 req-7cfd2c40-7da4-47a0-84fc-68bee4a6a0dc tempest-MigrationsAdminTest-476529388 tempest-MigrationsAdminTest-476529388-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325463 Dec 16 09:35:03.428852 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 3c11b3fa-66d4-4f57-a444-5164e8315209 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:35:03.533969 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 3c11b3fa-66d4-4f57-a444-5164e8315209, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=3c11b3fa-66d4-4f57-a444-5164e8315209,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:03.550347 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '3c11b3fa-66d4-4f57-a444-5164e8315209', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': '3c11b3fa-66d4-4f57-a444-5164e8315209', 'mac_address': 'fa:16:3e:18:1e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:35:03.586319 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a646cb0-937a-44ae-a4a0-009df29bc169 req-180a233f-8386-4485-85df-97cd5417a0f6 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:03.587919 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7a646cb0-937a-44ae-a4a0-009df29bc169 req-180a233f-8386-4485-85df-97cd5417a0f6 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba039143-46e6-45ad-b398-6a2cb28b3e91 HTTP/1.1" status: 200 len: 945 time: 0.0536432 Dec 16 09:35:03.600155 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:03.613139 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c11b3fa-66d4-4f57-a444-5164e8315209 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:35:03.627856 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7a646cb0-937a-44ae-a4a0-009df29bc169 req-cbc0c2dd-30a9-4ce0-a011-3ee81d17f264 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333972 Dec 16 09:35:03.633641 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 3c11b3fa-66d4-4f57-a444-5164e8315209, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=3c11b3fa-66d4-4f57-a444-5164e8315209,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:03.736400 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7f340-eb22-4cba-af1d-5c9ae8c78902 req-7050457f-e6fe-4ef6-ab17-866ab40a9508 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:03.737903 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0db7f340-eb22-4cba-af1d-5c9ae8c78902 req-7050457f-e6fe-4ef6-ab17-866ab40a9508 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 943 time: 0.0496321 Dec 16 09:35:03.756370 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:03.785142 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0db7f340-eb22-4cba-af1d-5c9ae8c78902 req-11a76747-24b7-4677-91f9-0b1892e8c25d tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411844 Dec 16 09:35:03.806248 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=3c11b3fa-66d4-4f57-a444-5164e8315209,revision_number=12']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:03.884238 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device d656e657-d4e0-496d-8080-e8552f214680 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:35:03.892018 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318468a1-4bbb-4d1b-8a1d-318789b90667 req-d4c5a630-18b9-4e2c-a0bc-1faa101e9e4f tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:03.893572 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-318468a1-4bbb-4d1b-8a1d-318789b90667 req-d4c5a630-18b9-4e2c-a0bc-1faa101e9e4f tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d263977a-20c2-4449-a3a5-4e33c4a58e92 HTTP/1.1" status: 200 len: 945 time: 0.0529120 Dec 16 09:35:03.943413 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-318468a1-4bbb-4d1b-8a1d-318789b90667 req-d353e418-b93b-4b49-b161-606461f5fed7 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/security-groups?id=7deeb9f1-916a-42c3-84ad-0526d2f02c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432336 Dec 16 09:35:03.976859 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8920cac-0017-43fb-b53d-fe86af479761 req-a9512fec-1f8e-4471-bffb-db0acb1416a4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:03.986291 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c8920cac-0017-43fb-b53d-fe86af479761 req-a9512fec-1f8e-4471-bffb-db0acb1416a4 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 949 time: 0.0680599 Dec 16 09:35:04.003995 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port d656e657-d4e0-496d-8080-e8552f214680, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=d656e657-d4e0-496d-8080-e8552f214680,segment=NetworkSegment(6c496118-4e09-4f89-b8ab-5391fc86f2af),segment_id=6c496118-4e09-4f89-b8ab-5391fc86f2af)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:04.022731 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'd656e657-d4e0-496d-8080-e8552f214680', 'network_id': 'c0c998b7-16cb-40aa-910e-ab4864e39b16', 'port_id': 'd656e657-d4e0-496d-8080-e8552f214680', 'mac_address': 'fa:16:3e:fb:63:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '079ef7a2-1551-4eb6-92ba-b7ee17740bf5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:35:04.038734 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c8920cac-0017-43fb-b53d-fe86af479761 req-e935cd11-2bd0-4d54-a816-85a6333e1bef tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469401 Dec 16 09:35:04.056019 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:04.074383 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d656e657-d4e0-496d-8080-e8552f214680 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:35:04.095615 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port d656e657-d4e0-496d-8080-e8552f214680, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=d656e657-d4e0-496d-8080-e8552f214680,segment=NetworkSegment(6c496118-4e09-4f89-b8ab-5391fc86f2af),segment_id=6c496118-4e09-4f89-b8ab-5391fc86f2af)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:04.161652 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:04.212684 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=d656e657-d4e0-496d-8080-e8552f214680,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:04.358872 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['3c11b3fa-66d4-4f57-a444-5164e8315209'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:35:04.429669 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['d656e657-d4e0-496d-8080-e8552f214680'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:35:04.745050 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481606e-8cbd-49a4-b0e0-bc9fa10b6848 req-68e1a5fb-dab8-447c-95c9-720f21dc06da tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:04.746545 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d481606e-8cbd-49a4-b0e0-bc9fa10b6848 req-68e1a5fb-dab8-447c-95c9-720f21dc06da tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba039143-46e6-45ad-b398-6a2cb28b3e91 HTTP/1.1" status: 200 len: 945 time: 0.0485668 Dec 16 09:35:04.787464 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d481606e-8cbd-49a4-b0e0-bc9fa10b6848 req-f8fa34e5-8159-4559-ab97-84a8238c4542 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342009 Dec 16 09:35:04.908457 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73040e43-f3bb-4c03-ae34-2070bcca80f4 req-e33878f1-f0d3-43cb-9584-661768654555 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:04.909990 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-73040e43-f3bb-4c03-ae34-2070bcca80f4 req-e33878f1-f0d3-43cb-9584-661768654555 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 944 time: 0.0520957 Dec 16 09:35:04.952792 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-73040e43-f3bb-4c03-ae34-2070bcca80f4 req-c95b71b8-88eb-464a-865d-47a1dbb7f9ac tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366638 Dec 16 09:35:05.059381 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a0b62-fcb2-49e8-b39a-1dea9624de9d req-4c33edfc-5bf6-4dbd-b108-10625d88c445 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:05.061564 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0f6a0b62-fcb2-49e8-b39a-1dea9624de9d req-4c33edfc-5bf6-4dbd-b108-10625d88c445 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d263977a-20c2-4449-a3a5-4e33c4a58e92 HTTP/1.1" status: 200 len: 945 time: 0.0502875 Dec 16 09:35:05.107755 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0f6a0b62-fcb2-49e8-b39a-1dea9624de9d req-428a9a03-8193-4f3f-b955-64efd1b2de13 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/security-groups?id=7deeb9f1-916a-42c3-84ad-0526d2f02c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405397 Dec 16 09:35:05.171433 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a6f81-1669-4afd-a006-d82369e9075b req-26bb8e4f-73ed-4e0b-bbc2-24964f3b3224 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:05.173755 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1d1a6f81-1669-4afd-a006-d82369e9075b req-26bb8e4f-73ed-4e0b-bbc2-24964f3b3224 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 949 time: 0.0618169 Dec 16 09:35:05.211453 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1d1a6f81-1669-4afd-a006-d82369e9075b req-88fb8565-6c4e-4df4-8583-6869ab3ae214 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314295 Dec 16 09:35:05.444799 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 26ee8c54-8f43-48ac-8a75-5243b5c82cbd up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:35:05.572726 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 26ee8c54-8f43-48ac-8a75-5243b5c82cbd completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:35:05.582226 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 26ee8c54-8f43-48ac-8a75-5243b5c82cbd triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:35:05.582226 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:05.659478 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:05.680845 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd263977a-20c2-4449-a3a5-4e33c4a58e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ee8c54-8f43-48ac-8a75-5243b5c82cbd'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:05.683074 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b9178e-819f-4e48-9001-5cda83244b98" -d '{"events": [{"server_uuid": "d263977a-20c2-4449-a3a5-4e33c4a58e92", "name": "network-vif-plugged", "status": "completed", "tag": "26ee8c54-8f43-48ac-8a75-5243b5c82cbd"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:05.702646 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 26ee8c54-8f43-48ac-8a75-5243b5c82cbd, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=26ee8c54-8f43-48ac-8a75-5243b5c82cbd,segment=NetworkSegment(d5688dd4-4d9a-4fb7-a959-f72f346fda0a),segment_id=d5688dd4-4d9a-4fb7-a959-f72f346fda0a)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:05.719080 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df77bdbf-4cc5-4d5b-a24c-edc2a045d34e x-openstack-request-id: req-df77bdbf-4cc5-4d5b-a24c-edc2a045d34e {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:05.719387 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d263977a-20c2-4449-a3a5-4e33c4a58e92", "name": "network-vif-plugged", "status": "completed", "tag": "26ee8c54-8f43-48ac-8a75-5243b5c82cbd", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:05.719631 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-df77bdbf-4cc5-4d5b-a24c-edc2a045d34e {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:05.720027 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd263977a-20c2-4449-a3a5-4e33c4a58e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ee8c54-8f43-48ac-8a75-5243b5c82cbd', 'code': 200} Dec 16 09:35:05.749078 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e56ac-d9e5-49a1-b12e-1c98def5b241 req-4630e212-1312-4bcf-9c6b-bf7020cf6b2b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:05.751848 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f06e56ac-d9e5-49a1-b12e-1c98def5b241 req-4630e212-1312-4bcf-9c6b-bf7020cf6b2b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.57 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 949 time: 0.0529900 Dec 16 09:35:05.778752 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:05.837606 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=26ee8c54-8f43-48ac-8a75-5243b5c82cbd,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:05.859299 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb3534-3987-411c-865a-4ac2112ae5d2 req-f253c5c4-c08d-4129-82ad-83bf3e5e9f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:05.860880 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b3cb3534-3987-411c-865a-4ac2112ae5d2 req-f253c5c4-c08d-4129-82ad-83bf3e5e9f65 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d263977a-20c2-4449-a3a5-4e33c4a58e92 HTTP/1.1" status: 200 len: 1097 time: 0.0806265 Dec 16 09:35:05.878747 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-f06e56ac-d9e5-49a1-b12e-1c98def5b241 req-9d8f0baf-efbe-4a0b-87f6-a3ae7ad02881 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Deleting port 3c11b3fa-66d4-4f57-a444-5164e8315209 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:35:05.879374 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f06e56ac-d9e5-49a1-b12e-1c98def5b241 req-9d8f0baf-efbe-4a0b-87f6-a3ae7ad02881 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:05.903603 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b3cb3534-3987-411c-865a-4ac2112ae5d2 req-8a50bcc4-2df9-46bc-bbd6-71eee0d9400a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7deeb9f1-916a-42c3-84ad-0526d2f02c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351520 Dec 16 09:35:05.909552 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device d656e657-d4e0-496d-8080-e8552f214680 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:35:06.005199 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aeb353-d292-445d-b2ae-a8533f5847bd req-3e71bf02-4a7e-4ee7-9698-5c731c690a2f tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:06.006871 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-92aeb353-d292-445d-b2ae-a8533f5847bd req-3e71bf02-4a7e-4ee7-9698-5c731c690a2f tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba039143-46e6-45ad-b398-6a2cb28b3e91 HTTP/1.1" status: 200 len: 945 time: 0.1243415 Dec 16 09:35:06.018984 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port d656e657-d4e0-496d-8080-e8552f214680 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:35:06.023505 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port d656e657-d4e0-496d-8080-e8552f214680 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:35:06.023894 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:06.029945 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-f06e56ac-d9e5-49a1-b12e-1c98def5b241 req-9d8f0baf-efbe-4a0b-87f6-a3ae7ad02881 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] For port 3c11b3fa-66d4-4f57-a444-5164e8315209, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=3c11b3fa-66d4-4f57-a444-5164e8315209,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:06.030317 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f06e56ac-d9e5-49a1-b12e-1c98def5b241 req-9d8f0baf-efbe-4a0b-87f6-a3ae7ad02881 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:06.058665 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-f06e56ac-d9e5-49a1-b12e-1c98def5b241 req-9d8f0baf-efbe-4a0b-87f6-a3ae7ad02881 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Calling delete_port for 3c11b3fa-66d4-4f57-a444-5164e8315209 owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:35:06.082956 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-92aeb353-d292-445d-b2ae-a8533f5847bd req-7bdc2465-302e-4000-8a3b-f525a51837cb tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666518 Dec 16 09:35:06.102731 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f013d5-87a3-41cb-b5ef-483910de1bb1 req-4867ddbc-b6fd-4131-91d9-f27110fffc1e tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:06.102731 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-27f013d5-87a3-41cb-b5ef-483910de1bb1 req-4867ddbc-b6fd-4131-91d9-f27110fffc1e tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 944 time: 0.0613484 Dec 16 09:35:06.150639 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:06.154368 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-27f013d5-87a3-41cb-b5ef-483910de1bb1 req-91f6269f-6c08-4404-b11e-616d228f98a9 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415688 Dec 16 09:35:06.191690 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port d656e657-d4e0-496d-8080-e8552f214680, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=d656e657-d4e0-496d-8080-e8552f214680,segment=NetworkSegment(6c496118-4e09-4f89-b8ab-5391fc86f2af),segment_id=6c496118-4e09-4f89-b8ab-5391fc86f2af)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:06.270369 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:06.278472 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffdf6c6-8ee7-4336-8347-81f087a6de56 req-dba6836a-8ac8-4f39-a168-b4905fe1d32b tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:06.281567 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1ffdf6c6-8ee7-4336-8347-81f087a6de56 req-dba6836a-8ac8-4f39-a168-b4905fe1d32b tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d263977a-20c2-4449-a3a5-4e33c4a58e92 HTTP/1.1" status: 200 len: 946 time: 0.0708573 Dec 16 09:35:06.325526 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=d656e657-d4e0-496d-8080-e8552f214680,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:06.334115 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1ffdf6c6-8ee7-4336-8347-81f087a6de56 req-2b084b88-6bb2-4702-b111-525ae0fb1f81 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/security-groups?id=7deeb9f1-916a-42c3-84ad-0526d2f02c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469081 Dec 16 09:35:06.335599 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f06e56ac-d9e5-49a1-b12e-1c98def5b241 req-9d8f0baf-efbe-4a0b-87f6-a3ae7ad02881 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:06.341939 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8b40992d-84cb-450d-8c74-ec3e54cbee13 req-36742d46-0995-43c7-944b-19a1f65786d2 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 210 time: 0.0326455 Dec 16 09:35:06.348342 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['29d83386-159a-4f4d-a005-563093e201ab', 'ab637822-ae08-4bb9-af94-62e599007655'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:35:06.350762 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['ac70669c-691a-4abe-bae4-34f176f01320'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:35:06.402769 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:35:06.406067 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f0baf-efbe-4a0b-87f6-a3ae7ad02881 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Pushing event deleted for resources: {'Port': ['ID=3c11b3fa-66d4-4f57-a444-5164e8315209,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:06.476319 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06e56ac-d9e5-49a1-b12e-1c98def5b241 req-9d8f0baf-efbe-4a0b-87f6-a3ae7ad02881 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] No DVR routers for this DVR port 3c11b3fa-66d4-4f57-a444-5164e8315209 on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:35:06.479505 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f06e56ac-d9e5-49a1-b12e-1c98def5b241 req-9d8f0baf-efbe-4a0b-87f6-a3ae7ad02881 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:06.486726 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f06e56ac-d9e5-49a1-b12e-1c98def5b241 req-9d8f0baf-efbe-4a0b-87f6-a3ae7ad02881 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.57 "DELETE /v2.0/ports/3c11b3fa-66d4-4f57-a444-5164e8315209 HTTP/1.1" status: 204 len: 173 time: 0.7242699 Dec 16 09:35:06.487540 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730bde35-4556-4d91-934c-96572ee7bd8f', 'name': 'network-vif-deleted', 'tag': '3c11b3fa-66d4-4f57-a444-5164e8315209'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:06.492224 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0b7a88-cb80-425f-a539-941c2d2c0897" -d '{"events": [{"server_uuid": "730bde35-4556-4d91-934c-96572ee7bd8f", "name": "network-vif-deleted", "tag": "3c11b3fa-66d4-4f57-a444-5164e8315209"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:06.531283 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e376ba-fe14-4996-8d6f-cc5b0740f8be x-openstack-request-id: req-79e376ba-fe14-4996-8d6f-cc5b0740f8be {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:06.531666 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730bde35-4556-4d91-934c-96572ee7bd8f", "name": "network-vif-deleted", "tag": "3c11b3fa-66d4-4f57-a444-5164e8315209", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:06.532635 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-79e376ba-fe14-4996-8d6f-cc5b0740f8be {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:06.533189 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730bde35-4556-4d91-934c-96572ee7bd8f', 'name': 'network-vif-deleted', 'tag': '3c11b3fa-66d4-4f57-a444-5164e8315209', 'status': 'completed', 'code': 200} Dec 16 09:35:06.988271 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:07.204983 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef323d-4a63-482f-9e63-a9e4ba5b7d62 req-80d1a5f3-6f79-4c5a-8d3a-8dc628d2a7ef tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:07.206727 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-46ef323d-4a63-482f-9e63-a9e4ba5b7d62 req-80d1a5f3-6f79-4c5a-8d3a-8dc628d2a7ef tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba039143-46e6-45ad-b398-6a2cb28b3e91 HTTP/1.1" status: 200 len: 945 time: 0.0533810 Dec 16 09:35:07.254400 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-46ef323d-4a63-482f-9e63-a9e4ba5b7d62 req-950da68c-bfa7-4429-af59-8fe873c06b08 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410018 Dec 16 09:35:07.269230 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36766b5c-2f8b-4c36-b4b6-f6c4f198c87b req-cfcebe41-c370-43ef-83cf-3a3750e18e31 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:07.270836 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-36766b5c-2f8b-4c36-b4b6-f6c4f198c87b req-cfcebe41-c370-43ef-83cf-3a3750e18e31 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 945 time: 0.0536985 Dec 16 09:35:07.312420 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-36766b5c-2f8b-4c36-b4b6-f6c4f198c87b req-82078aa8-3632-4ce9-a2ef-97dcb11dec51 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341566 Dec 16 09:35:07.458973 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-849ad2af-2a27-4448-b38c-2c2d8277652e req-d45be6b8-5d86-4a6e-9c8c-aef9017a4d7a tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=730bde35-4556-4d91-934c-96572ee7bd8f HTTP/1.1" status: 200 len: 210 time: 0.0272152 Dec 16 09:35:07.461467 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddaf860-47b5-4388-9628-d7a0f70c7985 req-ea01dbc1-d619-4919-a9cc-712dbe4c07c5 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:07.462949 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9ddaf860-47b5-4388-9628-d7a0f70c7985 req-ea01dbc1-d619-4919-a9cc-712dbe4c07c5 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d263977a-20c2-4449-a3a5-4e33c4a58e92 HTTP/1.1" status: 200 len: 946 time: 0.0525348 Dec 16 09:35:07.477511 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 0e862b36-df2d-47c3-b620-94ac2e08174a details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:35:07.508748 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9ddaf860-47b5-4388-9628-d7a0f70c7985 req-5a389366-399a-406e-939d-907f0107849d tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/security-groups?id=7deeb9f1-916a-42c3-84ad-0526d2f02c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394056 Dec 16 09:35:07.590781 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 0e862b36-df2d-47c3-b620-94ac2e08174a, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=0e862b36-df2d-47c3-b620-94ac2e08174a,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:07.602250 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '0e862b36-df2d-47c3-b620-94ac2e08174a', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': '0e862b36-df2d-47c3-b620-94ac2e08174a', 'mac_address': 'fa:16:3e:23:b4:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:35:07.644929 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:07.657996 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e862b36-df2d-47c3-b620-94ac2e08174a {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:35:07.682935 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 0e862b36-df2d-47c3-b620-94ac2e08174a, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=0e862b36-df2d-47c3-b620-94ac2e08174a,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:07.721056 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f5f18f-db73-4992-aa3a-378d9c7a4751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd656e657-d4e0-496d-8080-e8552f214680'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:07.723650 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0199d735-c8e2-44a3-9347-f9691fabc8f6" -d '{"events": [{"server_uuid": "88f5f18f-db73-4992-aa3a-378d9c7a4751", "name": "network-vif-plugged", "status": "completed", "tag": "d656e657-d4e0-496d-8080-e8552f214680"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:07.753515 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:07.754218 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 3c11b3fa-66d4-4f57-a444-5164e8315209 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:35:07.763223 n-d-820550-2 neutron-server[102818]: INFO neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No ports have port_id starting with 3c11b3fa-66d4-4f57-a444-5164e8315209 Dec 16 09:35:07.763223 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a41670a-25df-4fca-9b16-3382be880204 x-openstack-request-id: req-2a41670a-25df-4fca-9b16-3382be880204 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:07.763223 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f5f18f-db73-4992-aa3a-378d9c7a4751", "name": "network-vif-plugged", "status": "completed", "tag": "d656e657-d4e0-496d-8080-e8552f214680", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:07.763223 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2a41670a-25df-4fca-9b16-3382be880204 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:07.763223 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f5f18f-db73-4992-aa3a-378d9c7a4751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd656e657-d4e0-496d-8080-e8552f214680', 'code': 200} Dec 16 09:35:07.763692 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 3c11b3fa-66d4-4f57-a444-5164e8315209 requested by agent hyperv_n-h1-820550-2 not found in database {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Dec 16 09:35:07.809254 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=0e862b36-df2d-47c3-b620-94ac2e08174a,revision_number=6']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:07.862422 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657cb2c-ff0b-4883-af84-bd74908e92b3 req-b202ba8c-3c25-4f2e-a8a5-6c7357da7d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:07.863902 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e657cb2c-ff0b-4883-af84-bd74908e92b3 req-b202ba8c-3c25-4f2e-a8a5-6c7357da7d54 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 1096 time: 0.0429444 Dec 16 09:35:07.898753 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e657cb2c-ff0b-4883-af84-bd74908e92b3 req-cb9b1eb7-c383-4682-a2bb-d0ef1097bb73 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277495 Dec 16 09:35:07.936853 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['0e862b36-df2d-47c3-b620-94ac2e08174a'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:35:08.379486 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598be7b-b78b-4d93-ab00-31ddc2cf9b0c req-9439486f-a763-4826-9a4c-b2fc474e1ee4 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:08.381300 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2598be7b-b78b-4d93-ab00-31ddc2cf9b0c req-9439486f-a763-4826-9a4c-b2fc474e1ee4 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba039143-46e6-45ad-b398-6a2cb28b3e91 HTTP/1.1" status: 200 len: 945 time: 0.0568869 Dec 16 09:35:08.424352 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2598be7b-b78b-4d93-ab00-31ddc2cf9b0c req-46c65edf-ddd2-454b-ad62-87222baeb1af tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338087 Dec 16 09:35:08.489555 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27498d8d-a6b4-48c3-9e88-7eb505ec9f16 req-8cfe387a-2bb0-48e4-8f52-6bdb9e85b322 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:08.492065 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-27498d8d-a6b4-48c3-9e88-7eb505ec9f16 req-8cfe387a-2bb0-48e4-8f52-6bdb9e85b322 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 945 time: 0.0522838 Dec 16 09:35:08.539280 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-27498d8d-a6b4-48c3-9e88-7eb505ec9f16 req-996836db-86bc-4d77-8e17-78c72940167f tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404558 Dec 16 09:35:08.651170 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61805b77-94b4-43dc-8f1c-64284991e347 req-25a54a7c-bf68-4ea9-ae33-ca78a8766380 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:08.652685 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-61805b77-94b4-43dc-8f1c-64284991e347 req-25a54a7c-bf68-4ea9-ae33-ca78a8766380 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d263977a-20c2-4449-a3a5-4e33c4a58e92 HTTP/1.1" status: 200 len: 946 time: 0.0514505 Dec 16 09:35:08.693451 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-61805b77-94b4-43dc-8f1c-64284991e347 req-dcc0409a-b26b-417b-bc82-9ec53006e0d6 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/security-groups?id=7deeb9f1-916a-42c3-84ad-0526d2f02c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337663 Dec 16 09:35:08.867607 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb1bbd-744e-4f82-ae7f-4bcfd26b025b req-22a8b04f-3060-478a-8b32-8ffcfec1a0b2 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:08.869125 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fecb1bbd-744e-4f82-ae7f-4bcfd26b025b req-22a8b04f-3060-478a-8b32-8ffcfec1a0b2 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d263977a-20c2-4449-a3a5-4e33c4a58e92 HTTP/1.1" status: 200 len: 946 time: 0.0520136 Dec 16 09:35:08.880083 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 48380) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:08.885480 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-c9db7853-d980-4b4c-a882-62f2a1e3f811 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Request body: {'floatingip': {'port_id': '26ee8c54-8f43-48ac-8a75-5243b5c82cbd'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:35:08.940314 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c9db7853-d980-4b4c-a882-62f2a1e3f811 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks [] for floatingip, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:09.066967 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd4fd8-312e-4abf-8d49-5748bb0d4ff4 req-ba943543-b333-4ff4-bb02-5a3b84f4fe83 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:09.068488 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5bfd4fd8-312e-4abf-8d49-5748bb0d4ff4 req-ba943543-b333-4ff4-bb02-5a3b84f4fe83 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 950 time: 0.1407704 Dec 16 09:35:09.186293 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5bfd4fd8-312e-4abf-8d49-5748bb0d4ff4 req-5d16f14f-afc6-4fd1-937a-22d43c5bab55 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096809 Dec 16 09:35:09.483677 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 0e862b36-df2d-47c3-b620-94ac2e08174a up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:35:09.535602 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 0e862b36-df2d-47c3-b620-94ac2e08174a triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:35:09.535975 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:09.632299 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:09.634494 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faef83e-f8de-4f32-9705-6b80b337dbfd req-602c4239-7353-4639-bb09-0ab04b9fcc77 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:09.636386 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2faef83e-f8de-4f32-9705-6b80b337dbfd req-602c4239-7353-4639-bb09-0ab04b9fcc77 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba039143-46e6-45ad-b398-6a2cb28b3e91 HTTP/1.1" status: 200 len: 945 time: 0.1342781 Dec 16 09:35:09.649957 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c9db7853-d980-4b4c-a882-62f2a1e3f811 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:09.668935 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 0e862b36-df2d-47c3-b620-94ac2e08174a, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=0e862b36-df2d-47c3-b620-94ac2e08174a,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:09.682135 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ea2c5-326c-48c3-85bd-1244eb7e5017 req-32727ceb-3984-4619-9cf5-16522a72a599 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:09.684005 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2faef83e-f8de-4f32-9705-6b80b337dbfd req-bd57446f-0837-428c-8e0f-c0169e005088 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401473 Dec 16 09:35:09.685697 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ea4ea2c5-326c-48c3-85bd-1244eb7e5017 req-32727ceb-3984-4619-9cf5-16522a72a599 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 945 time: 0.0642695 Dec 16 09:35:09.710409 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c9db7853-d980-4b4c-a882-62f2a1e3f811 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:09.726580 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ea4ea2c5-326c-48c3-85bd-1244eb7e5017 req-98ec0d38-92eb-4a0c-a3e8-044c6c2d9a61 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363581 Dec 16 09:35:09.741950 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:09.742727 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 3c11b3fa-66d4-4f57-a444-5164e8315209 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:35:09.774570 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eeddf45-5239-43a2-a923-56d1da3c5324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e862b36-df2d-47c3-b620-94ac2e08174a'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:09.778822 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4b0059-d153-4863-a822-0f6831f76fca" -d '{"events": [{"server_uuid": "3eeddf45-5239-43a2-a923-56d1da3c5324", "name": "network-vif-plugged", "status": "completed", "tag": "0e862b36-df2d-47c3-b620-94ac2e08174a"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:09.800373 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 3c11b3fa-66d4-4f57-a444-5164e8315209 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:35:09.800862 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 3c11b3fa-66d4-4f57-a444-5164e8315209 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:35:09.829722 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=0e862b36-df2d-47c3-b620-94ac2e08174a,revision_number=7']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:09.845390 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [None req-c9db7853-d980-4b4c-a882-62f2a1e3f811 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Floating IP f48656da-6eea-4807-963e-36c5f6173dba associated. External IP: 172.25.1.30, port: 26ee8c54-8f43-48ac-8a75-5243b5c82cbd. Dec 16 09:35:09.901862 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b311213-f986-41bd-b287-bfdb1bd36292 x-openstack-request-id: req-0b311213-f986-41bd-b287-bfdb1bd36292 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:09.902165 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eeddf45-5239-43a2-a923-56d1da3c5324", "name": "network-vif-plugged", "status": "completed", "tag": "0e862b36-df2d-47c3-b620-94ac2e08174a", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:09.902408 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0b311213-f986-41bd-b287-bfdb1bd36292 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:09.913421 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eeddf45-5239-43a2-a923-56d1da3c5324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e862b36-df2d-47c3-b620-94ac2e08174a', 'code': 200} Dec 16 09:35:10.054455 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7dc9f-f180-4907-b69a-957fa191e60e req-1ffb8e08-96cc-4d12-95cc-a4ec5f215e4c tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:10.056096 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-77e7dc9f-f180-4907-b69a-957fa191e60e req-1ffb8e08-96cc-4d12-95cc-a4ec5f215e4c tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 945 time: 0.0550613 Dec 16 09:35:10.062201 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9db7853-d980-4b4c-a882-62f2a1e3f811 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Router b7a7cd9e-0b71-4545-8ee9-0c129afcf640 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:35:10.099577 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-77e7dc9f-f180-4907-b69a-957fa191e60e req-4d28a82c-f935-4cf9-a473-423264ecc7e9 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360126 Dec 16 09:35:10.191098 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9db7853-d980-4b4c-a882-62f2a1e3f811 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:35:10.201886 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802ff939-74b2-4c58-86a0-ce51f38825ba None None] Sync routers for ids ['b7a7cd9e-0b71-4545-8ee9-0c129afcf640'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:35:10.211605 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c9db7853-d980-4b4c-a882-62f2a1e3f811 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:10.212051 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802ff939-74b2-4c58-86a0-ce51f38825ba None None] Routers {'b7a7cd9e-0b71-4545-8ee9-0c129afcf640'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:35:10.212864 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-802ff939-74b2-4c58-86a0-ce51f38825ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:34:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b7a7cd9e-0b71-4545-8ee9-0c129afcf640'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:35:10.255386 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c9db7853-d980-4b4c-a882-62f2a1e3f811 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "PUT /v2.0/floatingips/f48656da-6eea-4807-963e-36c5f6173dba HTTP/1.1" status: 200 len: 991 time: 1.3737245 Dec 16 09:35:10.257712 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd263977a-20c2-4449-a3a5-4e33c4a58e92', 'tag': '26ee8c54-8f43-48ac-8a75-5243b5c82cbd'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:10.260010 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298f5d35-2b93-48ec-936f-9955321a2688" -d '{"events": [{"name": "network-changed", "server_uuid": "d263977a-20c2-4449-a3a5-4e33c4a58e92", "tag": "26ee8c54-8f43-48ac-8a75-5243b5c82cbd"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:10.278833 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7254ea-92e4-48c7-bc58-bfaef12b6833 req-57096810-2c6b-4e80-b6d7-3fadceaaaff3 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:10.280518 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2f7254ea-92e4-48c7-bc58-bfaef12b6833 req-57096810-2c6b-4e80-b6d7-3fadceaaaff3 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 945 time: 0.1056669 Dec 16 09:35:10.328365 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ed4f6-ba92-41b4-a152-8c9e10ab2bc3 req-fe7a3311-debc-4999-9199-4640b0bff31b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:10.330336 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e2ed4f6-ba92-41b4-a152-8c9e10ab2bc3 req-fe7a3311-debc-4999-9199-4640b0bff31b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 950 time: 0.0606050 Dec 16 09:35:10.334734 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2f7254ea-92e4-48c7-bc58-bfaef12b6833 req-c0e2725a-53d1-42ad-a6a8-9959c4bc6bf5 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441244 Dec 16 09:35:10.367052 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:10.374671 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-802ff939-74b2-4c58-86a0-ce51f38825ba None None] Set router b7a7cd9e-0b71-4545-8ee9-0c129afcf640 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:35:10.398667 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e2ed4f6-ba92-41b4-a152-8c9e10ab2bc3 req-670135b0-5b1b-42da-abf0-64b3709f5b4b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618279 Dec 16 09:35:10.462838 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ab2371-fc40-43e8-8f49-a440cde8f0fd x-openstack-request-id: req-e3ab2371-fc40-43e8-8f49-a440cde8f0fd {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:10.463161 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d263977a-20c2-4449-a3a5-4e33c4a58e92", "tag": "26ee8c54-8f43-48ac-8a75-5243b5c82cbd", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:10.463413 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e3ab2371-fc40-43e8-8f49-a440cde8f0fd {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:10.463813 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd263977a-20c2-4449-a3a5-4e33c4a58e92', 'tag': '26ee8c54-8f43-48ac-8a75-5243b5c82cbd', 'status': 'completed', 'code': 200} Dec 16 09:35:10.534483 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f5d35-2b93-48ec-936f-9955321a2688 req-6a2f8051-92ec-496c-94a0-f04dfa79f329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:10.536047 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-298f5d35-2b93-48ec-936f-9955321a2688 req-6a2f8051-92ec-496c-94a0-f04dfa79f329 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=58616e55484245a5b2c2f6d808f99b43&device_id=d263977a-20c2-4449-a3a5-4e33c4a58e92 HTTP/1.1" status: 200 len: 1097 time: 0.0462954 Dec 16 09:35:10.649281 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-802ff939-74b2-4c58-86a0-ce51f38825ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'name': 'tempest-ServersTestManualDisk-878674943-router', 'tenant_id': '58616e55484245a5b2c2f6d808f99b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '8ebfba73-7c17-437d-8030-fc351d0773d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:34:30Z', 'updated_at': '2021-12-16T09:34:37Z', 'revision_number': 4, 'project_id': '58616e55484245a5b2c2f6d808f99b43', 'gw_port': {'id': '8ebfba73-7c17-437d-8030-fc351d0773d8', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:31Z', 'updated_at': '2021-12-16T09:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'f48656da-6eea-4807-963e-36c5f6173dba', 'tenant_id': '58616e55484245a5b2c2f6d808f99b43', 'floating_ip_address': '172.25.1.30', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'port_id': '26ee8c54-8f43-48ac-8a75-5243b5c82cbd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce00e305-669e-4f74-8d4f-50c3dbd2487f', 'mac_address': 'fa:16:3e:f1:7e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263977a-20c2-4449-a3a5-4e33c4a58e92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:34:46Z', 'updated_at': '2021-12-16T09:35:09Z', 'revision_number': 1, 'project_id': '58616e55484245a5b2c2f6d808f99b43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '881266a8-0fd9-4b8f-9a5c-3daa30ee5cac', 'name': '', 'network_id': 'ce00e305-669e-4f74-8d4f-50c3dbd2487f', 'tenant_id': '58616e55484245a5b2c2f6d808f99b43', 'mac_address': 'fa:16:3e:ac:67:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '2267e092-bb47-4efd-8478-75a998995501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:36Z', 'updated_at': '2021-12-16T09:34:42Z', 'revision_number': 5, 'project_id': '58616e55484245a5b2c2f6d808f99b43', 'subnets': [{'id': '2267e092-bb47-4efd-8478-75a998995501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:35:10.656510 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e0cf4-e1b3-4db1-a0f2-1f1f86748024 req-00a2e48c-5668-4f24-9f5d-010017cf9f91 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:10.658613 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-763e0cf4-e1b3-4db1-a0f2-1f1f86748024 req-00a2e48c-5668-4f24-9f5d-010017cf9f91 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.58 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 950 time: 0.1059542 Dec 16 09:35:10.677731 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802ff939-74b2-4c58-86a0-ce51f38825ba None None] Checking router: b7a7cd9e-0b71-4545-8ee9-0c129afcf640 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:35:10.688950 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802ff939-74b2-4c58-86a0-ce51f38825ba None None] Routers {'b7a7cd9e-0b71-4545-8ee9-0c129afcf640'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:35:10.689813 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-802ff939-74b2-4c58-86a0-ce51f38825ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:34:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b7a7cd9e-0b71-4545-8ee9-0c129afcf640'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:35:10.691912 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f5d35-2b93-48ec-936f-9955321a2688 req-04dfc1c8-c22b-41fa-8cfc-5826f91b1b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:10.693606 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-298f5d35-2b93-48ec-936f-9955321a2688 req-04dfc1c8-c22b-41fa-8cfc-5826f91b1b06 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ce00e305-669e-4f74-8d4f-50c3dbd2487f HTTP/1.1" status: 200 len: 912 time: 0.1503627 Dec 16 09:35:10.879650 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01941c-2991-48b4-9dd1-743215fa9bb0 req-396a1580-75e4-40ca-9b2f-ac6e8d624eec tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:10.881310 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7c01941c-2991-48b4-9dd1-743215fa9bb0 req-396a1580-75e4-40ca-9b2f-ac6e8d624eec tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 945 time: 0.0731895 Dec 16 09:35:10.902337 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-298f5d35-2b93-48ec-936f-9955321a2688 req-e3f8eb11-0050-43c4-a3e1-49d07f0a7014 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26ee8c54-8f43-48ac-8a75-5243b5c82cbd HTTP/1.1" status: 200 len: 999 time: 0.1845589 Dec 16 09:35:10.944913 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7c01941c-2991-48b4-9dd1-743215fa9bb0 req-3a0da2e7-165d-48cd-8a4c-e59c11fd5588 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546403 Dec 16 09:35:10.947370 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-802ff939-74b2-4c58-86a0-ce51f38825ba None None] Set router b7a7cd9e-0b71-4545-8ee9-0c129afcf640 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:35:10.978139 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905da937-23e6-4c3b-8280-a6ad18419227 req-c6884a07-46a4-4862-9e22-ca73266184bd tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:10.985559 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-905da937-23e6-4c3b-8280-a6ad18419227 req-c6884a07-46a4-4862-9e22-ca73266184bd tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba039143-46e6-45ad-b398-6a2cb28b3e91 HTTP/1.1" status: 200 len: 945 time: 0.1805933 Dec 16 09:35:11.026256 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-763e0cf4-e1b3-4db1-a0f2-1f1f86748024 req-2ae92b12-0498-4afd-98ad-cee0cdbcdd62 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Deleting port ab637822-ae08-4bb9-af94-62e599007655 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:35:11.026600 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-763e0cf4-e1b3-4db1-a0f2-1f1f86748024 req-2ae92b12-0498-4afd-98ad-cee0cdbcdd62 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:11.038484 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f5d35-2b93-48ec-936f-9955321a2688 req-a8ad7c25-219b-4a76-ba58-a4362730ca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:11.039972 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-298f5d35-2b93-48ec-936f-9955321a2688 req-a8ad7c25-219b-4a76-ba58-a4362730ca13 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2267e092-bb47-4efd-8478-75a998995501 HTTP/1.1" status: 200 len: 850 time: 0.1273127 Dec 16 09:35:11.129928 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-905da937-23e6-4c3b-8280-a6ad18419227 req-1e22b8cb-3330-42ff-8a74-3f651a47de0b tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432641 Dec 16 09:35:11.176772 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f5d35-2b93-48ec-936f-9955321a2688 req-e9b15b5e-3f76-425a-a708-2be012aec196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:11.178330 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-298f5d35-2b93-48ec-936f-9955321a2688 req-e9b15b5e-3f76-425a-a708-2be012aec196 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ce00e305-669e-4f74-8d4f-50c3dbd2487f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1206431 Dec 16 09:35:11.215376 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-763e0cf4-e1b3-4db1-a0f2-1f1f86748024 req-2ae92b12-0498-4afd-98ad-cee0cdbcdd62 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] For port ab637822-ae08-4bb9-af94-62e599007655, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ab637822-ae08-4bb9-af94-62e599007655,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:11.217342 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-763e0cf4-e1b3-4db1-a0f2-1f1f86748024 req-2ae92b12-0498-4afd-98ad-cee0cdbcdd62 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:11.237006 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-802ff939-74b2-4c58-86a0-ce51f38825ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'name': 'tempest-ServersTestManualDisk-878674943-router', 'tenant_id': '58616e55484245a5b2c2f6d808f99b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '8ebfba73-7c17-437d-8030-fc351d0773d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:34:30Z', 'updated_at': '2021-12-16T09:34:37Z', 'revision_number': 4, 'project_id': '58616e55484245a5b2c2f6d808f99b43', 'gw_port': {'id': '8ebfba73-7c17-437d-8030-fc351d0773d8', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:31Z', 'updated_at': '2021-12-16T09:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'f48656da-6eea-4807-963e-36c5f6173dba', 'tenant_id': '58616e55484245a5b2c2f6d808f99b43', 'floating_ip_address': '172.25.1.30', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'port_id': '26ee8c54-8f43-48ac-8a75-5243b5c82cbd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce00e305-669e-4f74-8d4f-50c3dbd2487f', 'mac_address': 'fa:16:3e:f1:7e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263977a-20c2-4449-a3a5-4e33c4a58e92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:34:46Z', 'updated_at': '2021-12-16T09:35:09Z', 'revision_number': 1, 'project_id': '58616e55484245a5b2c2f6d808f99b43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '881266a8-0fd9-4b8f-9a5c-3daa30ee5cac', 'name': '', 'network_id': 'ce00e305-669e-4f74-8d4f-50c3dbd2487f', 'tenant_id': '58616e55484245a5b2c2f6d808f99b43', 'mac_address': 'fa:16:3e:ac:67:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '2267e092-bb47-4efd-8478-75a998995501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:36Z', 'updated_at': '2021-12-16T09:34:42Z', 'revision_number': 5, 'project_id': '58616e55484245a5b2c2f6d808f99b43', 'subnets': [{'id': '2267e092-bb47-4efd-8478-75a998995501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:35:11.265476 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-763e0cf4-e1b3-4db1-a0f2-1f1f86748024 req-2ae92b12-0498-4afd-98ad-cee0cdbcdd62 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Calling delete_port for ab637822-ae08-4bb9-af94-62e599007655 owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:35:11.362519 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802ff939-74b2-4c58-86a0-ce51f38825ba None None] The sync data for ids ['b7a7cd9e-0b71-4545-8ee9-0c129afcf640'] in n-d-820550-2 is: [{'id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'name': 'tempest-ServersTestManualDisk-878674943-router', 'tenant_id': '58616e55484245a5b2c2f6d808f99b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '8ebfba73-7c17-437d-8030-fc351d0773d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:34:30Z', 'updated_at': '2021-12-16T09:34:37Z', 'revision_number': 4, 'project_id': '58616e55484245a5b2c2f6d808f99b43', 'gw_port': {'id': '8ebfba73-7c17-437d-8030-fc351d0773d8', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:31Z', 'updated_at': '2021-12-16T09:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'f48656da-6eea-4807-963e-36c5f6173dba', 'tenant_id': '58616e55484245a5b2c2f6d808f99b43', 'floating_ip_address': '172.25.1.30', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'port_id': '26ee8c54-8f43-48ac-8a75-5243b5c82cbd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce00e305-669e-4f74-8d4f-50c3dbd2487f', 'mac_address': 'fa:16:3e:f1:7e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd263977a-20c2-4449-a3a5-4e33c4a58e92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:34:46Z', 'updated_at': '2021-12-16T09:35:09Z', 'revision_number': 1, 'project_id': '58616e55484245a5b2c2f6d808f99b43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '881266a8-0fd9-4b8f-9a5c-3daa30ee5cac', 'name': '', 'network_id': 'ce00e305-669e-4f74-8d4f-50c3dbd2487f', 'tenant_id': '58616e55484245a5b2c2f6d808f99b43', 'mac_address': 'fa:16:3e:ac:67:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '2267e092-bb47-4efd-8478-75a998995501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:36Z', 'updated_at': '2021-12-16T09:34:42Z', 'revision_number': 5, 'project_id': '58616e55484245a5b2c2f6d808f99b43', 'subnets': [{'id': '2267e092-bb47-4efd-8478-75a998995501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:35:11.383690 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-298f5d35-2b93-48ec-936f-9955321a2688 req-1e363e4d-9fb4-4dce-b766-a51e8d326c78 service neutron] 10.222.0.57 "GET /v2.0/networks/ce00e305-669e-4f74-8d4f-50c3dbd2487f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945386 Dec 16 09:35:11.545900 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-298f5d35-2b93-48ec-936f-9955321a2688 req-782c4793-df49-43ef-9e1c-6b10cfae572b service neutron] 10.222.0.57 "GET /v2.0/networks/ce00e305-669e-4f74-8d4f-50c3dbd2487f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545858 Dec 16 09:35:11.597641 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57196cc0-40b9-4cf1-a2f9-7ece6cc9cc4c req-a83356a0-fc91-4e88-9f23-443e0b6121fa tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:11.599613 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-57196cc0-40b9-4cf1-a2f9-7ece6cc9cc4c req-a83356a0-fc91-4e88-9f23-443e0b6121fa tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 950 time: 0.0683651 Dec 16 09:35:11.621897 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-763e0cf4-e1b3-4db1-a0f2-1f1f86748024 req-2ae92b12-0498-4afd-98ad-cee0cdbcdd62 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:11.637103 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['29d83386-159a-4f4d-a005-563093e201ab', 'ab637822-ae08-4bb9-af94-62e599007655'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:35:11.646539 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['ac70669c-691a-4abe-bae4-34f176f01320'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:35:11.790194 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc20d83-3627-4a11-a86b-0f11d8fe88e4 None None] New status for floating IP f48656da-6eea-4807-963e-36c5f6173dba: ACTIVE {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:35:12.106249 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae92b12-0498-4afd-98ad-cee0cdbcdd62 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Pushing event deleted for resources: {'Port': ['ID=ab637822-ae08-4bb9-af94-62e599007655,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:12.209996 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea5b3a-0695-4bc6-9209-4a71a27418fa req-bedafa06-a14c-43a1-a6a2-a50795db187b tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:12.221731 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-58ea5b3a-0695-4bc6-9209-4a71a27418fa req-bedafa06-a14c-43a1-a6a2-a50795db187b tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 945 time: 0.1461632 Dec 16 09:35:12.252264 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-763e0cf4-e1b3-4db1-a0f2-1f1f86748024 req-2ae92b12-0498-4afd-98ad-cee0cdbcdd62 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] No DVR routers for this DVR port ab637822-ae08-4bb9-af94-62e599007655 on host n-h2-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:35:12.256932 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-57196cc0-40b9-4cf1-a2f9-7ece6cc9cc4c req-98220bd4-0a25-4678-bd5c-0e9456d91da7 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6469686 Dec 16 09:35:12.266580 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-763e0cf4-e1b3-4db1-a0f2-1f1f86748024 req-2ae92b12-0498-4afd-98ad-cee0cdbcdd62 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:12.281801 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-763e0cf4-e1b3-4db1-a0f2-1f1f86748024 req-2ae92b12-0498-4afd-98ad-cee0cdbcdd62 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.58 "DELETE /v2.0/ports/ab637822-ae08-4bb9-af94-62e599007655 HTTP/1.1" status: 204 len: 173 time: 1.5869131 Dec 16 09:35:12.282280 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293ad14c-f4a5-4336-b6e0-88dd269d8c1b', 'name': 'network-vif-deleted', 'tag': 'ab637822-ae08-4bb9-af94-62e599007655'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:12.287964 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11961902-d740-4325-910e-3a27ea9912a7" -d '{"events": [{"server_uuid": "293ad14c-f4a5-4336-b6e0-88dd269d8c1b", "name": "network-vif-deleted", "tag": "ab637822-ae08-4bb9-af94-62e599007655"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:12.307260 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-58ea5b3a-0695-4bc6-9209-4a71a27418fa req-1a09b708-0f5b-41be-bdaa-38db569a1b9a tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832412 Dec 16 09:35:12.448025 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6570f93c-e2d4-4655-8e8c-e90fa5121b60 x-openstack-request-id: req-6570f93c-e2d4-4655-8e8c-e90fa5121b60 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:12.448306 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293ad14c-f4a5-4336-b6e0-88dd269d8c1b", "name": "network-vif-deleted", "tag": "ab637822-ae08-4bb9-af94-62e599007655", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:12.448556 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6570f93c-e2d4-4655-8e8c-e90fa5121b60 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:12.448946 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293ad14c-f4a5-4336-b6e0-88dd269d8c1b', 'name': 'network-vif-deleted', 'tag': 'ab637822-ae08-4bb9-af94-62e599007655', 'status': 'completed', 'code': 200} Dec 16 09:35:12.479249 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0560391-be28-491a-8581-cc4f3cb5498a req-c2218ebd-8c8f-4e35-a514-7eef90532423 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:12.481054 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b0560391-be28-491a-8581-cc4f3cb5498a req-c2218ebd-8c8f-4e35-a514-7eef90532423 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba039143-46e6-45ad-b398-6a2cb28b3e91 HTTP/1.1" status: 200 len: 945 time: 0.0813386 Dec 16 09:35:12.577380 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b0560391-be28-491a-8581-cc4f3cb5498a req-cfe17013-b088-469d-bd66-0febe5cb5066 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874789 Dec 16 09:35:13.412710 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e51c4136-97b3-4dbf-b9ba-3241162a7eff req-90af80f5-0660-4033-a28b-7189dbcb1ca8 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=293ad14c-f4a5-4336-b6e0-88dd269d8c1b HTTP/1.1" status: 200 len: 210 time: 0.0508745 Dec 16 09:35:13.523062 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57cc63-1015-47d2-89d5-820b8f838f7b req-2d752b86-c3f2-4d8d-a17b-a4c3c1929024 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:13.524574 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4d57cc63-1015-47d2-89d5-820b8f838f7b req-2d752b86-c3f2-4d8d-a17b-a4c3c1929024 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 945 time: 0.0896266 Dec 16 09:35:13.610792 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4d57cc63-1015-47d2-89d5-820b8f838f7b req-109b3aa8-68e6-442a-9a0a-84f660377273 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764270 Dec 16 09:35:13.781070 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463e811-134b-4766-aedf-7cec71fca707 req-616ae083-fda8-4187-9fb0-36702d8f0704 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:13.782133 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5463e811-134b-4766-aedf-7cec71fca707 req-616ae083-fda8-4187-9fb0-36702d8f0704 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba039143-46e6-45ad-b398-6a2cb28b3e91 HTTP/1.1" status: 200 len: 945 time: 0.1073625 Dec 16 09:35:13.863676 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5463e811-134b-4766-aedf-7cec71fca707 req-b751d2b1-438c-48a8-892e-6e293157ec82 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669653 Dec 16 09:35:14.767669 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f986b6-db45-457e-aafb-80e906139f8e req-8433c5be-4d2b-4197-ad79-7901e6439867 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:14.778678 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a8f986b6-db45-457e-aafb-80e906139f8e req-8433c5be-4d2b-4197-ad79-7901e6439867 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 945 time: 0.0851622 Dec 16 09:35:14.853308 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a8f986b6-db45-457e-aafb-80e906139f8e req-aebbe9ec-8ce3-457a-bdcf-e402d89b68c6 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604470 Dec 16 09:35:15.236319 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6d5e2-58a3-4e5e-9cc4-9d1268647bd6 req-f3183fee-dd1c-4c75-8fbd-06eff12c46e0 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:15.238119 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ffe6d5e2-58a3-4e5e-9cc4-9d1268647bd6 req-f3183fee-dd1c-4c75-8fbd-06eff12c46e0 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 950 time: 0.0723200 Dec 16 09:35:15.279302 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ffe6d5e2-58a3-4e5e-9cc4-9d1268647bd6 req-cabe4ecc-91cc-4a68-9f9f-8ff3b3089e55 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341849 Dec 16 09:35:15.425883 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d42ed-c6d2-43cd-8d55-aefb9cd25584 req-b38e9840-2003-4478-82e6-df39404305bd tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:15.425883 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-431d42ed-c6d2-43cd-8d55-aefb9cd25584 req-b38e9840-2003-4478-82e6-df39404305bd tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba039143-46e6-45ad-b398-6a2cb28b3e91 HTTP/1.1" status: 200 len: 945 time: 0.3663931 Dec 16 09:35:15.460542 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-431d42ed-c6d2-43cd-8d55-aefb9cd25584 req-0171c59e-5368-4d00-af77-6cc7e5d8319c tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337968 Dec 16 09:35:15.962794 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device ab637822-ae08-4bb9-af94-62e599007655 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:35:15.984081 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cadabc5-2408-4a29-8fa8-9c812afd4d17 req-93fe0fac-47ef-4dba-9e5a-b3db9808f907 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:15.992369 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0cadabc5-2408-4a29-8fa8-9c812afd4d17 req-93fe0fac-47ef-4dba-9e5a-b3db9808f907 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 945 time: 0.0831604 Dec 16 09:35:16.001844 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: ab637822-ae08-4bb9-af94-62e599007655 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:35:16.002535 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device ab637822-ae08-4bb9-af94-62e599007655 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:35:16.065167 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0cadabc5-2408-4a29-8fa8-9c812afd4d17 req-cf788db0-c7a5-4bec-80dc-28deffa41d6b tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683639 Dec 16 09:35:16.415939 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d6d2f-bc29-4724-8b26-b5273be52870 req-9359bf17-d9d1-493d-b091-abac28ff1262 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:16.417694 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f74d6d2f-bc29-4724-8b26-b5273be52870 req-9359bf17-d9d1-493d-b091-abac28ff1262 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 950 time: 0.0603681 Dec 16 09:35:16.471393 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f74d6d2f-bc29-4724-8b26-b5273be52870 req-fc7346c2-201d-4c12-91af-816c928ed1cd tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461023 Dec 16 09:35:16.606893 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47eda3b-140e-4aed-8360-da4045760f7f req-754aa5fc-b07a-4cf8-8f40-0a343edb9d60 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:16.609444 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c47eda3b-140e-4aed-8360-da4045760f7f req-754aa5fc-b07a-4cf8-8f40-0a343edb9d60 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba039143-46e6-45ad-b398-6a2cb28b3e91 HTTP/1.1" status: 200 len: 945 time: 0.0563378 Dec 16 09:35:16.713646 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c47eda3b-140e-4aed-8360-da4045760f7f req-90809d7b-a64d-4dbd-933a-51a62b113e1b tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979035 Dec 16 09:35:16.748958 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f9cc4-b066-4954-8f00-14fbed065ae6 req-2c92ebac-8e2f-444e-906e-80ceafbf7794 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:16.750298 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-050f9cc4-b066-4954-8f00-14fbed065ae6 req-2c92ebac-8e2f-444e-906e-80ceafbf7794 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 950 time: 0.1273654 Dec 16 09:35:16.869786 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-050f9cc4-b066-4954-8f00-14fbed065ae6 req-a8b14c74-4c6c-492b-8bc5-50a6489bf7b0 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Deleting port 29d83386-159a-4f4d-a005-563093e201ab {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:35:16.870206 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-050f9cc4-b066-4954-8f00-14fbed065ae6 req-a8b14c74-4c6c-492b-8bc5-50a6489bf7b0 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:16.988453 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-050f9cc4-b066-4954-8f00-14fbed065ae6 req-a8b14c74-4c6c-492b-8bc5-50a6489bf7b0 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] For port 29d83386-159a-4f4d-a005-563093e201ab, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=29d83386-159a-4f4d-a005-563093e201ab,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:16.988923 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-050f9cc4-b066-4954-8f00-14fbed065ae6 req-a8b14c74-4c6c-492b-8bc5-50a6489bf7b0 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:17.006046 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-050f9cc4-b066-4954-8f00-14fbed065ae6 req-a8b14c74-4c6c-492b-8bc5-50a6489bf7b0 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Calling delete_port for 29d83386-159a-4f4d-a005-563093e201ab owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:35:17.214181 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef6d6d-e2a2-4768-a24d-8651fa49384a req-474ad96b-b7f0-4766-85d9-fc9169d678fd tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:17.222739 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-41ef6d6d-e2a2-4768-a24d-8651fa49384a req-474ad96b-b7f0-4766-85d9-fc9169d678fd tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 945 time: 0.0822504 Dec 16 09:35:17.263742 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-41ef6d6d-e2a2-4768-a24d-8651fa49384a req-be331aac-40c4-4f36-8a6f-b36a05b76fc7 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398762 Dec 16 09:35:17.359452 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-050f9cc4-b066-4954-8f00-14fbed065ae6 req-a8b14c74-4c6c-492b-8bc5-50a6489bf7b0 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:17.374521 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['29d83386-159a-4f4d-a005-563093e201ab'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:35:17.398679 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b14c74-4c6c-492b-8bc5-50a6489bf7b0 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Pushing event deleted for resources: {'Port': ['ID=29d83386-159a-4f4d-a005-563093e201ab,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:17.482028 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-050f9cc4-b066-4954-8f00-14fbed065ae6 req-a8b14c74-4c6c-492b-8bc5-50a6489bf7b0 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] No DVR routers for this DVR port 29d83386-159a-4f4d-a005-563093e201ab on host n-h2-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:35:17.488192 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-050f9cc4-b066-4954-8f00-14fbed065ae6 req-a8b14c74-4c6c-492b-8bc5-50a6489bf7b0 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:17.492978 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-050f9cc4-b066-4954-8f00-14fbed065ae6 req-a8b14c74-4c6c-492b-8bc5-50a6489bf7b0 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.58 "DELETE /v2.0/ports/29d83386-159a-4f4d-a005-563093e201ab HTTP/1.1" status: 204 len: 173 time: 0.7358339 Dec 16 09:35:17.495186 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c0134d-1b11-414d-977d-f59bd604f57b', 'name': 'network-vif-deleted', 'tag': '29d83386-159a-4f4d-a005-563093e201ab'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:17.507711 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1aafa0d-38ac-45d1-9cf1-b01ac8711a17" -d '{"events": [{"server_uuid": "e1c0134d-1b11-414d-977d-f59bd604f57b", "name": "network-vif-deleted", "tag": "29d83386-159a-4f4d-a005-563093e201ab"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:17.566545 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37589e6-d21b-4894-88f7-9360c605bc29 x-openstack-request-id: req-d37589e6-d21b-4894-88f7-9360c605bc29 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:17.572436 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c0134d-1b11-414d-977d-f59bd604f57b", "name": "network-vif-deleted", "tag": "29d83386-159a-4f4d-a005-563093e201ab", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:17.573041 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d37589e6-d21b-4894-88f7-9360c605bc29 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:17.573705 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c0134d-1b11-414d-977d-f59bd604f57b', 'name': 'network-vif-deleted', 'tag': '29d83386-159a-4f4d-a005-563093e201ab', 'status': 'completed', 'code': 200} Dec 16 09:35:17.600735 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['ac70669c-691a-4abe-bae4-34f176f01320'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:35:17.670093 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1b093c89-b389-424d-816d-31737ae58416 req-4732ee13-1c24-4513-9c44-0b5f601e39e0 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 210 time: 0.0333920 Dec 16 09:35:17.903365 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08f66d-67cc-45fb-a510-e65069e03aa1 req-d4f2a2bb-1b79-48fd-8ee5-b45158a0e88b tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:17.911627 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8b08f66d-67cc-45fb-a510-e65069e03aa1 req-d4f2a2bb-1b79-48fd-8ee5-b45158a0e88b tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba039143-46e6-45ad-b398-6a2cb28b3e91 HTTP/1.1" status: 200 len: 945 time: 0.0764916 Dec 16 09:35:17.967931 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8b08f66d-67cc-45fb-a510-e65069e03aa1 req-1816cf5d-fadd-483c-9eee-f19c21785a45 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407503 Dec 16 09:35:18.425054 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5d478-f347-4fd8-9011-232ad6f4544b req-1153c030-1b1a-457b-a0b8-3e70cc01fefc tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:18.434419 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bbf5d478-f347-4fd8-9011-232ad6f4544b req-1153c030-1b1a-457b-a0b8-3e70cc01fefc tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 945 time: 0.0729473 Dec 16 09:35:18.481569 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bbf5d478-f347-4fd8-9011-232ad6f4544b req-c8356a0a-14dc-4518-8eda-45f8e5a240ab tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422781 Dec 16 09:35:18.786340 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-86eb1507-7c5b-46b1-b192-3001c8a81d4c req-e6d2027c-78f3-4116-8778-e8ea982ebc88 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1c0134d-1b11-414d-977d-f59bd604f57b HTTP/1.1" status: 200 len: 210 time: 0.0305314 Dec 16 09:35:19.081795 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22757084-3d26-42c7-b303-42cbf8d50b20 req-5e59c20e-ec56-45ce-a042-40ffe996720c tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:19.083313 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-22757084-3d26-42c7-b303-42cbf8d50b20 req-5e59c20e-ec56-45ce-a042-40ffe996720c tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba039143-46e6-45ad-b398-6a2cb28b3e91 HTTP/1.1" status: 200 len: 945 time: 0.0591502 Dec 16 09:35:19.145453 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-22757084-3d26-42c7-b303-42cbf8d50b20 req-9bb406c9-e316-46db-aeea-e37470903d83 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558684 Dec 16 09:35:19.645045 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847b7d6-a224-46f7-9ea1-b5baec8fd47b req-5a059812-a86a-4da1-923e-7c4fd8f34167 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:19.652392 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4847b7d6-a224-46f7-9ea1-b5baec8fd47b req-5a059812-a86a-4da1-923e-7c4fd8f34167 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 945 time: 0.0803406 Dec 16 09:35:19.697718 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4847b7d6-a224-46f7-9ea1-b5baec8fd47b req-934d249b-4c44-4c89-80c1-78511d4605d0 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441828 Dec 16 09:35:20.338713 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1301a71-f046-4127-b1d6-8ba6c4588eba req-d01f1b77-a5bf-499a-8683-f5b42e6d053a tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:20.345054 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c1301a71-f046-4127-b1d6-8ba6c4588eba req-d01f1b77-a5bf-499a-8683-f5b42e6d053a tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba039143-46e6-45ad-b398-6a2cb28b3e91 HTTP/1.1" status: 200 len: 945 time: 0.0821950 Dec 16 09:35:20.454136 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c1301a71-f046-4127-b1d6-8ba6c4588eba req-dbbb1c84-ad52-48ff-a343-1c1743b7d7d8 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971987 Dec 16 09:35:20.619237 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3b253-51fb-4ca9-8116-af86179b708c req-a84c587f-3c66-48ab-a448-92cdb0a2bf0c tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:20.621369 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-77a3b253-51fb-4ca9-8116-af86179b708c req-a84c587f-3c66-48ab-a448-92cdb0a2bf0c tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 950 time: 0.0815115 Dec 16 09:35:20.721611 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-77a3b253-51fb-4ca9-8116-af86179b708c req-d9d5a197-44a5-4480-b2ab-efcb80f76195 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830343 Dec 16 09:35:20.853584 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3bf97-5728-4b8c-bbe2-97bcf599f315 req-fedde3a6-63cb-445e-ac04-03b952c52c3f tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:20.865428 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f6c3bf97-5728-4b8c-bbe2-97bcf599f315 req-fedde3a6-63cb-445e-ac04-03b952c52c3f tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 945 time: 0.0703487 Dec 16 09:35:20.917819 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f6c3bf97-5728-4b8c-bbe2-97bcf599f315 req-d451a15b-9151-4833-bec0-4183a9fc37d2 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458291 Dec 16 09:35:21.610327 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78c666-f778-41aa-a832-7368948fd804 req-9dbeb26b-5695-4544-8131-25626bf2f5ae tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:21.612197 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7c78c666-f778-41aa-a832-7368948fd804 req-9dbeb26b-5695-4544-8131-25626bf2f5ae tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba039143-46e6-45ad-b398-6a2cb28b3e91 HTTP/1.1" status: 200 len: 945 time: 0.0736709 Dec 16 09:35:21.677828 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7c78c666-f778-41aa-a832-7368948fd804 req-3f3ade75-249b-4960-bed1-57b1d7103a58 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484285 Dec 16 09:35:21.878991 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2464321-9753-46e3-b963-3d786f6b3825 req-39bf1aef-5480-45ad-84c2-6e7a84365751 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:21.880541 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a2464321-9753-46e3-b963-3d786f6b3825 req-39bf1aef-5480-45ad-84c2-6e7a84365751 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 950 time: 0.0678535 Dec 16 09:35:21.925505 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a2464321-9753-46e3-b963-3d786f6b3825 req-3d4e3960-a6db-43bb-8fb4-faf9c8fe9861 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/security-groups?id=f93900db-3fd3-48de-a78c-e6f95390720c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387354 Dec 16 09:35:22.014835 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 29d83386-159a-4f4d-a005-563093e201ab no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:35:22.042668 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 29d83386-159a-4f4d-a005-563093e201ab {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:35:22.043339 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 29d83386-159a-4f4d-a005-563093e201ab not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:35:22.171790 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d5ecb-ce4c-4a82-b0b7-da45aabdf7da req-e484cadb-5dc8-498d-bf65-5ad47a65e34a tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:22.174658 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1c5d5ecb-ce4c-4a82-b0b7-da45aabdf7da req-e484cadb-5dc8-498d-bf65-5ad47a65e34a tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 945 time: 0.1534920 Dec 16 09:35:22.225883 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-15f75133-f6fb-4f08-9794-bf0c23d2c573 req-6b451781-7d0a-4bcf-bcf9-4c505bbf96a0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ba039143-46e6-45ad-b398-6a2cb28b3e91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1358714 Dec 16 09:35:22.247694 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1c5d5ecb-ce4c-4a82-b0b7-da45aabdf7da req-68faf17a-c167-4196-a651-b41ac5885937 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556593 Dec 16 09:35:22.255272 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e1f80-7b3a-4bc0-8c6d-3a15c8117a3c req-496d1b84-d366-469b-b3b5-88754c3505a0 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:22.256720 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3f7e1f80-7b3a-4bc0-8c6d-3a15c8117a3c req-496d1b84-d366-469b-b3b5-88754c3505a0 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.57 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 950 time: 0.1366270 Dec 16 09:35:22.364716 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f75133-f6fb-4f08-9794-bf0c23d2c573 req-32be0874-a6c3-4ccc-80ac-633324f2e09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:22.366255 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-15f75133-f6fb-4f08-9794-bf0c23d2c573 req-32be0874-a6c3-4ccc-80ac-633324f2e09a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c42f0f62952f4d25b8b70047bb28e8d6&device_id=ba039143-46e6-45ad-b398-6a2cb28b3e91 HTTP/1.1" status: 200 len: 1096 time: 0.0924413 Dec 16 09:35:22.390625 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-3f7e1f80-7b3a-4bc0-8c6d-3a15c8117a3c req-ff7a9126-9bf9-4c7e-b324-13bc27b608e2 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Deleting port ac70669c-691a-4abe-bae4-34f176f01320 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:35:22.391001 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-3f7e1f80-7b3a-4bc0-8c6d-3a15c8117a3c req-ff7a9126-9bf9-4c7e-b324-13bc27b608e2 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:22.550693 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f75133-f6fb-4f08-9794-bf0c23d2c573 req-0df8f9ed-a9b9-4e30-9060-2ed53530d663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:22.555614 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-15f75133-f6fb-4f08-9794-bf0c23d2c573 req-0df8f9ed-a9b9-4e30-9060-2ed53530d663 service neutron] 10.222.0.58 "GET /v2.0/networks?id=21a8350a-eb93-4b7b-81db-9412ce9aa5f6 HTTP/1.1" status: 200 len: 917 time: 0.1644886 Dec 16 09:35:22.555614 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-3f7e1f80-7b3a-4bc0-8c6d-3a15c8117a3c req-ff7a9126-9bf9-4c7e-b324-13bc27b608e2 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] For port ac70669c-691a-4abe-bae4-34f176f01320, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ac70669c-691a-4abe-bae4-34f176f01320,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:22.555614 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-3f7e1f80-7b3a-4bc0-8c6d-3a15c8117a3c req-ff7a9126-9bf9-4c7e-b324-13bc27b608e2 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:22.621693 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-3f7e1f80-7b3a-4bc0-8c6d-3a15c8117a3c req-ff7a9126-9bf9-4c7e-b324-13bc27b608e2 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Calling delete_port for ac70669c-691a-4abe-bae4-34f176f01320 owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:35:22.628533 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-15f75133-f6fb-4f08-9794-bf0c23d2c573 req-33b9fa1b-ca64-44b7-8ee3-48b6fbf9feb5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=453f31b8-5c54-4a2e-aac6-45c3c6a3d39d HTTP/1.1" status: 200 len: 217 time: 0.0629838 Dec 16 09:35:22.722481 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f75133-f6fb-4f08-9794-bf0c23d2c573 req-1b89182b-3fb7-45e8-b5bf-f1dc69a51a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:22.723996 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-15f75133-f6fb-4f08-9794-bf0c23d2c573 req-1b89182b-3fb7-45e8-b5bf-f1dc69a51a7e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2b493dc3-4774-48fe-8f0b-82c0870d5897 HTTP/1.1" status: 200 len: 855 time: 0.0874174 Dec 16 09:35:22.824982 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f75133-f6fb-4f08-9794-bf0c23d2c573 req-5483c34c-27d3-458b-9982-1aed9f79d49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:22.826560 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-15f75133-f6fb-4f08-9794-bf0c23d2c573 req-5483c34c-27d3-458b-9982-1aed9f79d49f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21a8350a-eb93-4b7b-81db-9412ce9aa5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918050 Dec 16 09:35:22.843790 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4a8e9-196a-4a9d-91db-89cc2f55b074 req-05ffc4dd-5107-47b7-9fd9-f326358a8796 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:22.853185 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7bd4a8e9-196a-4a9d-91db-89cc2f55b074 req-05ffc4dd-5107-47b7-9fd9-f326358a8796 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba039143-46e6-45ad-b398-6a2cb28b3e91 HTTP/1.1" status: 200 len: 945 time: 0.0768418 Dec 16 09:35:22.901920 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7bd4a8e9-196a-4a9d-91db-89cc2f55b074 req-69cbafb8-57ec-4372-8f6a-bafc8b2ba0ee tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435853 Dec 16 09:35:22.964813 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-15f75133-f6fb-4f08-9794-bf0c23d2c573 req-dcc834d7-e11b-4e84-a03b-a5c8995f4093 service neutron] 10.222.0.58 "GET /v2.0/networks/21a8350a-eb93-4b7b-81db-9412ce9aa5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262856 Dec 16 09:35:22.965944 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-3f7e1f80-7b3a-4bc0-8c6d-3a15c8117a3c req-ff7a9126-9bf9-4c7e-b324-13bc27b608e2 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:22.978887 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['ac70669c-691a-4abe-bae4-34f176f01320'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:35:23.080924 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a9126-9bf9-4c7e-b324-13bc27b608e2 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Pushing event deleted for resources: {'Port': ['ID=ac70669c-691a-4abe-bae4-34f176f01320,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:23.097432 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a4a8a8a7-403c-4a6b-9349-a0b9eea7bc6c req-159afb0c-1af9-4c89-b798-1bf6eb0c3893 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 210 time: 0.0418565 Dec 16 09:35:23.161344 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7e1f80-7b3a-4bc0-8c6d-3a15c8117a3c req-ff7a9126-9bf9-4c7e-b324-13bc27b608e2 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] No DVR routers for this DVR port ac70669c-691a-4abe-bae4-34f176f01320 on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:35:23.165212 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-3f7e1f80-7b3a-4bc0-8c6d-3a15c8117a3c req-ff7a9126-9bf9-4c7e-b324-13bc27b608e2 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:23.169067 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3f7e1f80-7b3a-4bc0-8c6d-3a15c8117a3c req-ff7a9126-9bf9-4c7e-b324-13bc27b608e2 tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.57 "DELETE /v2.0/ports/ac70669c-691a-4abe-bae4-34f176f01320 HTTP/1.1" status: 204 len: 173 time: 0.9027474 Dec 16 09:35:23.170148 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f889d042-7378-4865-8230-ca4e3982e384', 'name': 'network-vif-deleted', 'tag': 'ac70669c-691a-4abe-bae4-34f176f01320'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:23.173430 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8ee2ae-2e09-438d-8c40-9a2f25ed8232" -d '{"events": [{"server_uuid": "f889d042-7378-4865-8230-ca4e3982e384", "name": "network-vif-deleted", "tag": "ac70669c-691a-4abe-bae4-34f176f01320"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:23.222130 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4eb603-2210-4b64-ba8c-a2d0bec57b5e x-openstack-request-id: req-dc4eb603-2210-4b64-ba8c-a2d0bec57b5e {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:23.222485 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f889d042-7378-4865-8230-ca4e3982e384", "name": "network-vif-deleted", "tag": "ac70669c-691a-4abe-bae4-34f176f01320", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:23.222819 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dc4eb603-2210-4b64-ba8c-a2d0bec57b5e {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:23.223309 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f889d042-7378-4865-8230-ca4e3982e384', 'name': 'network-vif-deleted', 'tag': 'ac70669c-691a-4abe-bae4-34f176f01320', 'status': 'completed', 'code': 200} Dec 16 09:35:23.225968 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-15f75133-f6fb-4f08-9794-bf0c23d2c573 req-abc90fcf-9002-4e4f-98bf-725b2f1f5c90 service neutron] 10.222.0.58 "GET /v2.0/networks/21a8350a-eb93-4b7b-81db-9412ce9aa5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473798 Dec 16 09:35:23.441012 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24ae66-514f-4635-b144-0d8ddcc0519c req-bd9eacb5-15f3-486d-8391-43091ef2f2bf tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:23.442763 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ba24ae66-514f-4635-b144-0d8ddcc0519c req-bd9eacb5-15f3-486d-8391-43091ef2f2bf tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 945 time: 0.0684268 Dec 16 09:35:23.485387 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ba24ae66-514f-4635-b144-0d8ddcc0519c req-9369d796-0d7c-4226-a71f-48bae88384ef tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356677 Dec 16 09:35:23.785861 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c57df-4218-48e1-bf67-936ae13cb09c req-b199561a-20f5-4c93-8dd8-5d372f30562f tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:23.785861 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5f7c57df-4218-48e1-bf67-936ae13cb09c req-b199561a-20f5-4c93-8dd8-5d372f30562f tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba039143-46e6-45ad-b398-6a2cb28b3e91 HTTP/1.1" status: 200 len: 945 time: 0.0598354 Dec 16 09:35:23.814037 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5f7c57df-4218-48e1-bf67-936ae13cb09c req-95a65bd0-6c90-4551-beb3-96b739b0f4f7 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352094 Dec 16 09:35:23.920636 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725dee5-091e-48ac-a517-222430f47509 req-a07f896c-ad08-47c3-906d-4a1de7d1a31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:23.922234 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a725dee5-091e-48ac-a517-222430f47509 req-a07f896c-ad08-47c3-906d-4a1de7d1a31e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c42f0f62952f4d25b8b70047bb28e8d6&device_id=ba039143-46e6-45ad-b398-6a2cb28b3e91 HTTP/1.1" status: 200 len: 1096 time: 0.0425777 Dec 16 09:35:24.018874 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b840eccd-9b66-4e02-86fa-0c74583d560d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:24.031386 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725dee5-091e-48ac-a517-222430f47509 req-50e5f01f-8f7a-4b1e-a9a3-53e83883bb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:24.031386 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a725dee5-091e-48ac-a517-222430f47509 req-50e5f01f-8f7a-4b1e-a9a3-53e83883bb60 service neutron] 10.222.0.58 "GET /v2.0/networks?id=21a8350a-eb93-4b7b-81db-9412ce9aa5f6 HTTP/1.1" status: 200 len: 917 time: 0.0948491 Dec 16 09:35:24.066066 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a725dee5-091e-48ac-a517-222430f47509 req-ac2772db-e614-48ed-91ad-ee2876a43387 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=453f31b8-5c54-4a2e-aac6-45c3c6a3d39d HTTP/1.1" status: 200 len: 217 time: 0.0347686 Dec 16 09:35:24.117964 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725dee5-091e-48ac-a517-222430f47509 req-6e158bbb-d56e-45c8-826c-b333601ccd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:24.119435 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a725dee5-091e-48ac-a517-222430f47509 req-6e158bbb-d56e-45c8-826c-b333601ccd96 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2b493dc3-4774-48fe-8f0b-82c0870d5897 HTTP/1.1" status: 200 len: 855 time: 0.0453925 Dec 16 09:35:24.173821 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725dee5-091e-48ac-a517-222430f47509 req-aa6d7e80-f6e2-493c-b2bb-aa0acf024bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:24.175572 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a725dee5-091e-48ac-a517-222430f47509 req-aa6d7e80-f6e2-493c-b2bb-aa0acf024bb3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21a8350a-eb93-4b7b-81db-9412ce9aa5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481155 Dec 16 09:35:24.263069 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-302d39bd-24ab-4c63-b9bb-29f203c8ae25 req-030643ea-ee30-426c-9dca-65d4bf660a2b tempest-MigrationsAdminTest-1908375967 tempest-MigrationsAdminTest-1908375967-project] 10.222.0.60 "GET /v2.0/ports?device_id=f889d042-7378-4865-8230-ca4e3982e384 HTTP/1.1" status: 200 len: 210 time: 0.0607650 Dec 16 09:35:24.298205 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a725dee5-091e-48ac-a517-222430f47509 req-01eb6f80-7404-4272-b8da-0e5e258c286e service neutron] 10.222.0.58 "GET /v2.0/networks/21a8350a-eb93-4b7b-81db-9412ce9aa5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135192 Dec 16 09:35:24.409431 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a725dee5-091e-48ac-a517-222430f47509 req-6da0873d-7d03-4b5a-9985-b239527499f2 service neutron] 10.222.0.58 "GET /v2.0/networks/21a8350a-eb93-4b7b-81db-9412ce9aa5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041145 Dec 16 09:35:24.612853 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37690d7d-6412-467b-9f81-128376831804 req-c9e5c4a7-7049-4bb6-ab28-1ee0bde52c28 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:24.614363 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-37690d7d-6412-467b-9f81-128376831804 req-c9e5c4a7-7049-4bb6-ab28-1ee0bde52c28 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 945 time: 0.0539100 Dec 16 09:35:24.653826 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-37690d7d-6412-467b-9f81-128376831804 req-97a335a1-d9d1-4740-bdbf-0fd7dbe9e127 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332623 Dec 16 09:35:24.937192 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff133c-ae0c-434c-9ed5-e469bd26eb72 req-e04369b8-ef78-4857-bd6a-1011002e7350 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:24.939298 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-58ff133c-ae0c-434c-9ed5-e469bd26eb72 req-e04369b8-ef78-4857-bd6a-1011002e7350 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba039143-46e6-45ad-b398-6a2cb28b3e91 HTTP/1.1" status: 200 len: 945 time: 0.0568273 Dec 16 09:35:24.986175 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-58ff133c-ae0c-434c-9ed5-e469bd26eb72 req-50cc5056-69fb-49be-8396-2540dae0fa69 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327728 Dec 16 09:35:24.992885 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb386877-20a1-450b-ab24-c56c2625aa38 req-4cfcdc0c-4719-4c6d-9357-732ddb134e26 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:24.994492 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fb386877-20a1-450b-ab24-c56c2625aa38 req-4cfcdc0c-4719-4c6d-9357-732ddb134e26 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eeddf45-5239-43a2-a923-56d1da3c5324 HTTP/1.1" status: 200 len: 949 time: 0.0503931 Dec 16 09:35:25.033651 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fb386877-20a1-450b-ab24-c56c2625aa38 req-3faa885a-d02a-4969-941d-e228929496e7 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/security-groups?id=362438a5-d8cc-4ba2-8dac-be16e84d542b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323639 Dec 16 09:35:25.577101 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ac70669c-691a-4abe-bae4-34f176f01320 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:35:25.597624 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: ac70669c-691a-4abe-bae4-34f176f01320 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:35:25.597974 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ac70669c-691a-4abe-bae4-34f176f01320 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:35:25.778290 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66525187-399f-4759-9528-809359724b97 req-9ef350f6-3b0c-48d2-81dd-5023c8498b44 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:25.780029 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-66525187-399f-4759-9528-809359724b97 req-9ef350f6-3b0c-48d2-81dd-5023c8498b44 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 945 time: 0.0543408 Dec 16 09:35:25.824558 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-66525187-399f-4759-9528-809359724b97 req-84f79867-49f1-48a9-b783-130b231e197e tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382483 Dec 16 09:35:25.857550 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 48852) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:26.006043 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-37256403-009c-4bb0-a525-40de40b722e0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c72236daaf3c429fb462e278e5b03cb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1470397 Dec 16 09:35:26.008500 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 48860) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:26.069135 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc82e-850a-4df0-877a-5f40f2f481ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:26.106538 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc82e-850a-4df0-877a-5f40f2f481ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:26.147487 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd658532-defc-4d2d-96ca-30b140c8db91 req-e86d7357-c367-4e7f-a6f4-dac5a736841f tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:26.149065 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fd658532-defc-4d2d-96ca-30b140c8db91 req-e86d7357-c367-4e7f-a6f4-dac5a736841f tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba039143-46e6-45ad-b398-6a2cb28b3e91 HTTP/1.1" status: 200 len: 945 time: 0.0922782 Dec 16 09:35:26.199627 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fd658532-defc-4d2d-96ca-30b140c8db91 req-52d30dd3-693f-47f6-8ded-37ff49c0fc69 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440779 Dec 16 09:35:26.319458 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc82e-850a-4df0-877a-5f40f2f481ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:26.321861 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc82e-850a-4df0-877a-5f40f2f481ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:26.323000 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-cb5bc82e-850a-4df0-877a-5f40f2f481ee admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f93900db-3fd3-48de-a78c-e6f95390720c HTTP/1.1" status: 204 len: 168 time: 0.3134780 Dec 16 09:35:26.338774 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5bc82e-850a-4df0-877a-5f40f2f481ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93900db-3fd3-48de-a78c-e6f95390720c,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:26.366000 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac8bb2-507a-4873-9c3d-cbf76b4435fa req-f64b80a0-b3c2-4ef0-9061-aa3bd5bad1fd tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:26.367083 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4eac8bb2-507a-4873-9c3d-cbf76b4435fa req-f64b80a0-b3c2-4ef0-9061-aa3bd5bad1fd tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba039143-46e6-45ad-b398-6a2cb28b3e91 HTTP/1.1" status: 200 len: 945 time: 0.0759990 Dec 16 09:35:26.407315 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4eac8bb2-507a-4873-9c3d-cbf76b4435fa req-c286cea4-ab69-43b7-8990-78440f3c817e tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337856 Dec 16 09:35:26.446730 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-da132ca5-563c-4185-8eae-91129a6c918b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:26.527270 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e103c-d619-466b-86f5-af89884271a0 req-f0d0f71c-1200-408b-a990-5ca8a9bbbbf0 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:26.528755 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dc0e103c-d619-466b-86f5-af89884271a0 req-f0d0f71c-1200-408b-a990-5ca8a9bbbbf0 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b0981c5-b424-4116-8eca-722e40bc6aa7 HTTP/1.1" status: 200 len: 945 time: 0.0509994 Dec 16 09:35:26.567702 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dc0e103c-d619-466b-86f5-af89884271a0 req-ee67c6d3-ddbe-473e-99e3-f7e7d1b1c72c tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320678 Dec 16 09:35:26.745881 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2669e9-9cc3-4299-8240-6b132689f1d7 req-6f95e2c9-002a-44bf-9d73-79f9cbb9098d tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:26.747621 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7a2669e9-9cc3-4299-8240-6b132689f1d7 req-6f95e2c9-002a-44bf-9d73-79f9cbb9098d tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=1939ed2b-8af2-4a4c-94b9-c63593ea333c HTTP/1.1" status: 200 len: 946 time: 0.0698631 Dec 16 09:35:26.795868 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7a2669e9-9cc3-4299-8240-6b132689f1d7 req-84c7c294-77f0-44f1-8157-5381d4b90ac5 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366640 Dec 16 09:35:26.845978 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-cfad09b8-886e-4f3d-96f5-5304eb09bc4d req-e519b431-80b8-46f8-bc89-8af9cea259d7 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:35:26.847001 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfad09b8-886e-4f3d-96f5-5304eb09bc4d req-e519b431-80b8-46f8-bc89-8af9cea259d7 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077865 Dec 16 09:35:26.947972 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfad09b8-886e-4f3d-96f5-5304eb09bc4d req-03ca600f-0921-4d56-928a-fa5bfc9c71e7 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0939462 Dec 16 09:35:27.114231 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 48906) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:27.164984 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-daeab009-515d-4d6a-9f6a-c02e1c41d30f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=44c2af24eb784778be531a28540ae13c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495834 Dec 16 09:35:27.167595 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 48908) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:27.239546 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a5fcd-d0fb-40bc-bd9f-a25f17b0b418 req-7c25c2e3-de74-4e83-a765-ed621c10bc30 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:27.241167 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a52a5fcd-d0fb-40bc-bd9f-a25f17b0b418 req-7c25c2e3-de74-4e83-a765-ed621c10bc30 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 945 time: 0.0920169 Dec 16 09:35:27.268027 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ab69bb91-2a9a-4c7d-8178-bed9cb5d27ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:27.314472 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ab69bb91-2a9a-4c7d-8178-bed9cb5d27ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:27.323620 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a52a5fcd-d0fb-40bc-bd9f-a25f17b0b418 req-03864bc3-ec4a-4d74-ba91-314025352142 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727341 Dec 16 09:35:27.435362 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fd0e1-872a-41d9-9394-373ad6f965d0 req-1937a3b2-b983-465a-925d-3dfb6050ba49 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:27.438292 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c21fd0e1-872a-41d9-9394-373ad6f965d0 req-1937a3b2-b983-465a-925d-3dfb6050ba49 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba039143-46e6-45ad-b398-6a2cb28b3e91 HTTP/1.1" status: 200 len: 945 time: 0.0605538 Dec 16 09:35:27.474704 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c21fd0e1-872a-41d9-9394-373ad6f965d0 req-d62c3bce-6f1f-4bb6-8343-c04bc5771070 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313907 Dec 16 09:35:27.512712 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ab69bb91-2a9a-4c7d-8178-bed9cb5d27ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:27.515470 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ab69bb91-2a9a-4c7d-8178-bed9cb5d27ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:27.519559 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ab69bb91-2a9a-4c7d-8178-bed9cb5d27ca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/38016423-4ac7-45a6-9df6-c224d50e267e HTTP/1.1" status: 204 len: 168 time: 0.3509068 Dec 16 09:35:27.528339 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69bb91-2a9a-4c7d-8178-bed9cb5d27ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38016423-4ac7-45a6-9df6-c224d50e267e,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:27.551003 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:27.585056 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 0e862b36-df2d-47c3-b620-94ac2e08174a no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:35:27.609136 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517315cd-3c57-4aee-91a8-cb8a2ae0d90f req-40d68600-eddb-46fd-b720-eeae4e7cc8be tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:27.611199 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-517315cd-3c57-4aee-91a8-cb8a2ae0d90f req-40d68600-eddb-46fd-b720-eeae4e7cc8be tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b0981c5-b424-4116-8eca-722e40bc6aa7 HTTP/1.1" status: 200 len: 945 time: 0.0584102 Dec 16 09:35:27.680470 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:27.691046 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-517315cd-3c57-4aee-91a8-cb8a2ae0d90f req-abc895fe-df42-4a96-9278-c5d495ccec1a tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642796 Dec 16 09:35:27.707406 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eeddf45-5239-43a2-a923-56d1da3c5324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e862b36-df2d-47c3-b620-94ac2e08174a'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:27.708987 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd93f467-3c7c-487b-a90c-f787e84d16b2" -d '{"events": [{"server_uuid": "3eeddf45-5239-43a2-a923-56d1da3c5324", "name": "network-vif-unplugged", "status": "completed", "tag": "0e862b36-df2d-47c3-b620-94ac2e08174a"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:27.726650 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 0e862b36-df2d-47c3-b620-94ac2e08174a, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=0e862b36-df2d-47c3-b620-94ac2e08174a,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:27.765303 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ffe9af-8456-454b-a479-8f1996ea5dba x-openstack-request-id: req-46ffe9af-8456-454b-a479-8f1996ea5dba {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:27.765806 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eeddf45-5239-43a2-a923-56d1da3c5324", "name": "network-vif-unplugged", "status": "completed", "tag": "0e862b36-df2d-47c3-b620-94ac2e08174a", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:27.766219 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-46ffe9af-8456-454b-a479-8f1996ea5dba {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:27.766750 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eeddf45-5239-43a2-a923-56d1da3c5324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e862b36-df2d-47c3-b620-94ac2e08174a', 'code': 200} Dec 16 09:35:27.810418 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da111b-e029-40a4-8f51-3d8ea29bb754 req-ee604469-ec1c-4432-b5b4-311ce901f2ce tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:27.811906 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4da111b-e029-40a4-8f51-3d8ea29bb754 req-ee604469-ec1c-4432-b5b4-311ce901f2ce tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=1939ed2b-8af2-4a4c-94b9-c63593ea333c HTTP/1.1" status: 200 len: 946 time: 0.0501509 Dec 16 09:35:27.849860 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4da111b-e029-40a4-8f51-3d8ea29bb754 req-60921e8b-29f3-47be-b347-ce5a7d808ad4 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320172 Dec 16 09:35:27.872479 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:27.925899 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=0e862b36-df2d-47c3-b620-94ac2e08174a,revision_number=8']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:28.048996 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac6de1-b390-4f25-a0a5-ecd25f74ba93 req-b12e87d6-e81d-4fe8-b294-da783fbe6df8 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:28.051645 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac6de1-b390-4f25-a0a5-ecd25f74ba93 req-b12e87d6-e81d-4fe8-b294-da783fbe6df8 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:28.057505 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac6de1-b390-4f25-a0a5-ecd25f74ba93 req-b12e87d6-e81d-4fe8-b294-da783fbe6df8 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:28.061596 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-64ac6de1-b390-4f25-a0a5-ecd25f74ba93 req-b12e87d6-e81d-4fe8-b294-da783fbe6df8 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=1939ed2b-8af2-4a4c-94b9-c63593ea333c&device_id=9b0981c5-b424-4116-8eca-722e40bc6aa7&device_id=ba039143-46e6-45ad-b398-6a2cb28b3e91 HTTP/1.1" status: 200 len: 2417 time: 0.0701997 Dec 16 09:35:28.098777 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-64ac6de1-b390-4f25-a0a5-ecd25f74ba93 req-47fa803b-feaf-4ce9-841e-10d078f86fd7 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333860 Dec 16 09:35:28.191256 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9fb197c8-af20-4a9a-b966-f71896ab7437 req-56b7b589-d200-4b94-bfbd-a26044f622fb tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0596287 Dec 16 09:35:28.492694 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abb7e4-03df-4efb-b4e0-02827d5b4fda req-5b851215-c465-4f80-8db5-df108640edb3 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:28.494586 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-61abb7e4-03df-4efb-b4e0-02827d5b4fda req-5b851215-c465-4f80-8db5-df108640edb3 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 945 time: 0.0542233 Dec 16 09:35:28.546114 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-61abb7e4-03df-4efb-b4e0-02827d5b4fda req-ca191a59-a9ee-4150-aa30-8ef5e0a4c31f tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442345 Dec 16 09:35:28.998823 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:29.530084 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:29.674081 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711657f3-e575-4628-972e-d4ab20df46c8 req-dc2928fe-667c-4d61-85ce-fbb557ad2f8e tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:29.675576 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-711657f3-e575-4628-972e-d4ab20df46c8 req-dc2928fe-667c-4d61-85ce-fbb557ad2f8e tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 945 time: 0.0527256 Dec 16 09:35:29.714110 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-711657f3-e575-4628-972e-d4ab20df46c8 req-ff86896c-0b8b-4cce-bc06-0dd60341c444 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323181 Dec 16 09:35:30.036941 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d05989-116f-4e14-b282-635d3ad4ec62 req-afd46300-c0fb-4bc0-a33d-5bd9dfcc2a05 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:30.038516 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e9d05989-116f-4e14-b282-635d3ad4ec62 req-afd46300-c0fb-4bc0-a33d-5bd9dfcc2a05 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=1939ed2b-8af2-4a4c-94b9-c63593ea333c HTTP/1.1" status: 200 len: 946 time: 0.0522873 Dec 16 09:35:30.067768 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafac278-473a-43cb-bdeb-984375ce7c84 req-4fd7a0f2-72e7-43ae-a4a4-ba1a7d5a239d tempest-NetworksTest-2031663408 tempest-NetworksTest-2031663408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:30.068381 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafac278-473a-43cb-bdeb-984375ce7c84 req-4fd7a0f2-72e7-43ae-a4a4-ba1a7d5a239d tempest-NetworksTest-2031663408 tempest-NetworksTest-2031663408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:30.068916 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafac278-473a-43cb-bdeb-984375ce7c84 req-4fd7a0f2-72e7-43ae-a4a4-ba1a7d5a239d tempest-NetworksTest-2031663408 tempest-NetworksTest-2031663408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:30.069476 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafac278-473a-43cb-bdeb-984375ce7c84 req-4fd7a0f2-72e7-43ae-a4a4-ba1a7d5a239d tempest-NetworksTest-2031663408 tempest-NetworksTest-2031663408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:30.070373 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafac278-473a-43cb-bdeb-984375ce7c84 req-4fd7a0f2-72e7-43ae-a4a4-ba1a7d5a239d tempest-NetworksTest-2031663408 tempest-NetworksTest-2031663408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:30.070931 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafac278-473a-43cb-bdeb-984375ce7c84 req-4fd7a0f2-72e7-43ae-a4a4-ba1a7d5a239d tempest-NetworksTest-2031663408 tempest-NetworksTest-2031663408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:30.071472 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafac278-473a-43cb-bdeb-984375ce7c84 req-4fd7a0f2-72e7-43ae-a4a4-ba1a7d5a239d tempest-NetworksTest-2031663408 tempest-NetworksTest-2031663408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:30.071995 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafac278-473a-43cb-bdeb-984375ce7c84 req-4fd7a0f2-72e7-43ae-a4a4-ba1a7d5a239d tempest-NetworksTest-2031663408 tempest-NetworksTest-2031663408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:30.072573 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafac278-473a-43cb-bdeb-984375ce7c84 req-4fd7a0f2-72e7-43ae-a4a4-ba1a7d5a239d tempest-NetworksTest-2031663408 tempest-NetworksTest-2031663408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:30.073028 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafac278-473a-43cb-bdeb-984375ce7c84 req-4fd7a0f2-72e7-43ae-a4a4-ba1a7d5a239d tempest-NetworksTest-2031663408 tempest-NetworksTest-2031663408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:30.073687 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafac278-473a-43cb-bdeb-984375ce7c84 req-4fd7a0f2-72e7-43ae-a4a4-ba1a7d5a239d tempest-NetworksTest-2031663408 tempest-NetworksTest-2031663408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:30.074319 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafac278-473a-43cb-bdeb-984375ce7c84 req-4fd7a0f2-72e7-43ae-a4a4-ba1a7d5a239d tempest-NetworksTest-2031663408 tempest-NetworksTest-2031663408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:30.074974 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafac278-473a-43cb-bdeb-984375ce7c84 req-4fd7a0f2-72e7-43ae-a4a4-ba1a7d5a239d tempest-NetworksTest-2031663408 tempest-NetworksTest-2031663408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:30.075483 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafac278-473a-43cb-bdeb-984375ce7c84 req-4fd7a0f2-72e7-43ae-a4a4-ba1a7d5a239d tempest-NetworksTest-2031663408 tempest-NetworksTest-2031663408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:30.075942 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafac278-473a-43cb-bdeb-984375ce7c84 req-4fd7a0f2-72e7-43ae-a4a4-ba1a7d5a239d tempest-NetworksTest-2031663408 tempest-NetworksTest-2031663408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:30.086541 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eafac278-473a-43cb-bdeb-984375ce7c84 req-4fd7a0f2-72e7-43ae-a4a4-ba1a7d5a239d tempest-NetworksTest-2031663408 tempest-NetworksTest-2031663408-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10571 time: 0.2182562 Dec 16 09:35:30.089675 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e9d05989-116f-4e14-b282-635d3ad4ec62 req-6bd2f81e-a9ca-43bf-9553-7e926d5cc5aa tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445070 Dec 16 09:35:30.185124 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687431c-355a-40d1-94dd-d6923db4a351 req-2105dc9e-87c9-401b-9a14-58c3c7fab147 tempest-NetworksTest-2031663408 tempest-NetworksTest-2031663408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:30.186511 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3687431c-355a-40d1-94dd-d6923db4a351 req-2105dc9e-87c9-401b-9a14-58c3c7fab147 tempest-NetworksTest-2031663408 tempest-NetworksTest-2031663408-project-admin] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 886 time: 0.0894129 Dec 16 09:35:30.406885 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577b21e-8ba9-47be-ac7d-5e3969127f0d req-19d047bb-361a-4739-bae0-d7b7ba3afda6 tempest-NetworksTest-2031663408 tempest-NetworksTest-2031663408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:30.407466 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577b21e-8ba9-47be-ac7d-5e3969127f0d req-19d047bb-361a-4739-bae0-d7b7ba3afda6 tempest-NetworksTest-2031663408 tempest-NetworksTest-2031663408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:30.407915 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577b21e-8ba9-47be-ac7d-5e3969127f0d req-19d047bb-361a-4739-bae0-d7b7ba3afda6 tempest-NetworksTest-2031663408 tempest-NetworksTest-2031663408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:30.408374 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577b21e-8ba9-47be-ac7d-5e3969127f0d req-19d047bb-361a-4739-bae0-d7b7ba3afda6 tempest-NetworksTest-2031663408 tempest-NetworksTest-2031663408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:30.408828 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577b21e-8ba9-47be-ac7d-5e3969127f0d req-19d047bb-361a-4739-bae0-d7b7ba3afda6 tempest-NetworksTest-2031663408 tempest-NetworksTest-2031663408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:30.409304 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577b21e-8ba9-47be-ac7d-5e3969127f0d req-19d047bb-361a-4739-bae0-d7b7ba3afda6 tempest-NetworksTest-2031663408 tempest-NetworksTest-2031663408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:30.409762 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577b21e-8ba9-47be-ac7d-5e3969127f0d req-19d047bb-361a-4739-bae0-d7b7ba3afda6 tempest-NetworksTest-2031663408 tempest-NetworksTest-2031663408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:30.410216 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577b21e-8ba9-47be-ac7d-5e3969127f0d req-19d047bb-361a-4739-bae0-d7b7ba3afda6 tempest-NetworksTest-2031663408 tempest-NetworksTest-2031663408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:30.410815 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577b21e-8ba9-47be-ac7d-5e3969127f0d req-19d047bb-361a-4739-bae0-d7b7ba3afda6 tempest-NetworksTest-2031663408 tempest-NetworksTest-2031663408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:30.411215 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577b21e-8ba9-47be-ac7d-5e3969127f0d req-19d047bb-361a-4739-bae0-d7b7ba3afda6 tempest-NetworksTest-2031663408 tempest-NetworksTest-2031663408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:30.411683 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577b21e-8ba9-47be-ac7d-5e3969127f0d req-19d047bb-361a-4739-bae0-d7b7ba3afda6 tempest-NetworksTest-2031663408 tempest-NetworksTest-2031663408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:30.412114 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577b21e-8ba9-47be-ac7d-5e3969127f0d req-19d047bb-361a-4739-bae0-d7b7ba3afda6 tempest-NetworksTest-2031663408 tempest-NetworksTest-2031663408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:30.412562 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577b21e-8ba9-47be-ac7d-5e3969127f0d req-19d047bb-361a-4739-bae0-d7b7ba3afda6 tempest-NetworksTest-2031663408 tempest-NetworksTest-2031663408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:30.413008 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577b21e-8ba9-47be-ac7d-5e3969127f0d req-19d047bb-361a-4739-bae0-d7b7ba3afda6 tempest-NetworksTest-2031663408 tempest-NetworksTest-2031663408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:30.413486 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577b21e-8ba9-47be-ac7d-5e3969127f0d req-19d047bb-361a-4739-bae0-d7b7ba3afda6 tempest-NetworksTest-2031663408 tempest-NetworksTest-2031663408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:30.415758 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6577b21e-8ba9-47be-ac7d-5e3969127f0d req-19d047bb-361a-4739-bae0-d7b7ba3afda6 tempest-NetworksTest-2031663408 tempest-NetworksTest-2031663408-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10571 time: 0.2094839 Dec 16 09:35:30.850685 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f2a50-a09a-4ab8-b65d-8a4e99ba194c req-842df5d0-9b85-47bb-933c-81ef12421548 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:30.852245 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0c2f2a50-a09a-4ab8-b65d-8a4e99ba194c req-842df5d0-9b85-47bb-933c-81ef12421548 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 945 time: 0.0538998 Dec 16 09:35:30.894929 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0c2f2a50-a09a-4ab8-b65d-8a4e99ba194c req-dde92494-0a2b-4ece-877c-3cffcf480873 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357885 Dec 16 09:35:30.919294 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 49046) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:31.044043 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-33ae760e-abbf-43ac-a815-b8a25f5a32e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:31.118352 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-33ae760e-abbf-43ac-a815-b8a25f5a32e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:31.212900 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeaf6c1-9fb2-43b6-a4be-91aca88e66ba req-ae2c1309-03ca-4e28-b7a3-959267ab4288 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:31.214465 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-baeaf6c1-9fb2-43b6-a4be-91aca88e66ba req-ae2c1309-03ca-4e28-b7a3-959267ab4288 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=1939ed2b-8af2-4a4c-94b9-c63593ea333c HTTP/1.1" status: 200 len: 946 time: 0.0500755 Dec 16 09:35:31.217672 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-33ae760e-abbf-43ac-a815-b8a25f5a32e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:31.274182 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-33ae760e-abbf-43ac-a815-b8a25f5a32e6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b860fae0a22b4cb8b2da65f83d14635f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3424923 Dec 16 09:35:31.274182 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae760e-abbf-43ac-a815-b8a25f5a32e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649816a4-1a28-43c1-922a-439a639e7bd5,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:31.275396 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 49056) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:31.285726 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-baeaf6c1-9fb2-43b6-a4be-91aca88e66ba req-0a81c200-ed19-4387-a687-0a9936e5406f tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629449 Dec 16 09:35:31.343128 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc53edd4-44ac-4d2a-96c8-826d406c3864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:31.364866 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc53edd4-44ac-4d2a-96c8-826d406c3864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:31.512612 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc53edd4-44ac-4d2a-96c8-826d406c3864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:31.516873 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc53edd4-44ac-4d2a-96c8-826d406c3864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:31.518356 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bc53edd4-44ac-4d2a-96c8-826d406c3864 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/649816a4-1a28-43c1-922a-439a639e7bd5 HTTP/1.1" status: 204 len: 168 time: 0.2429101 Dec 16 09:35:31.527660 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53edd4-44ac-4d2a-96c8-826d406c3864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649816a4-1a28-43c1-922a-439a639e7bd5,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:31.588301 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d7df2-996f-44fe-97b8-34716b806973 req-fef79eec-dd2f-4c39-b747-0531afd58d7d tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:31.589903 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-796d7df2-996f-44fe-97b8-34716b806973 req-fef79eec-dd2f-4c39-b747-0531afd58d7d tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.58 "GET /v2.0/ports?device_id=1939ed2b-8af2-4a4c-94b9-c63593ea333c HTTP/1.1" status: 200 len: 946 time: 0.0853417 Dec 16 09:35:31.745460 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-796d7df2-996f-44fe-97b8-34716b806973 req-959bd9d4-8a57-4ff5-9863-f1a2923bc7ba tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Deleting port 6b8420ee-7396-464d-80ad-0871d112c937 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:35:31.745771 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-796d7df2-996f-44fe-97b8-34716b806973 req-959bd9d4-8a57-4ff5-9863-f1a2923bc7ba tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:31.851797 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-796d7df2-996f-44fe-97b8-34716b806973 req-959bd9d4-8a57-4ff5-9863-f1a2923bc7ba tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] For port 6b8420ee-7396-464d-80ad-0871d112c937, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=6b8420ee-7396-464d-80ad-0871d112c937,segment=NetworkSegment(eab4bd5a-be76-4229-a7fe-72ebe6d74d25),segment_id=eab4bd5a-be76-4229-a7fe-72ebe6d74d25)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:31.852452 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-796d7df2-996f-44fe-97b8-34716b806973 req-959bd9d4-8a57-4ff5-9863-f1a2923bc7ba tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:31.866147 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-796d7df2-996f-44fe-97b8-34716b806973 req-959bd9d4-8a57-4ff5-9863-f1a2923bc7ba tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Calling delete_port for 6b8420ee-7396-464d-80ad-0871d112c937 owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:35:32.052216 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4399aa-75a7-4da8-aa2c-314d7a1d2da5 req-c8bb9e3c-da7e-4bf7-a249-59b120d50b41 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:32.053832 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1a4399aa-75a7-4da8-aa2c-314d7a1d2da5 req-c8bb9e3c-da7e-4bf7-a249-59b120d50b41 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 945 time: 0.0740337 Dec 16 09:35:32.095579 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1a4399aa-75a7-4da8-aa2c-314d7a1d2da5 req-233ed142-396b-47db-8b44-7d4fe4f67868 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342162 Dec 16 09:35:32.130191 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-796d7df2-996f-44fe-97b8-34716b806973 req-959bd9d4-8a57-4ff5-9863-f1a2923bc7ba tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:32.142173 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['453f31b8-5c54-4a2e-aac6-45c3c6a3d39d', 'a0365637-e464-4dca-9a70-2c59f3e1e6b8', '6b8420ee-7396-464d-80ad-0871d112c937'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:35:32.163450 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bd9d4-8a57-4ff5-9863-f1a2923bc7ba tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Pushing event deleted for resources: {'Port': ['ID=6b8420ee-7396-464d-80ad-0871d112c937,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:32.213595 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-796d7df2-996f-44fe-97b8-34716b806973 req-959bd9d4-8a57-4ff5-9863-f1a2923bc7ba tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] No DVR routers for this DVR port 6b8420ee-7396-464d-80ad-0871d112c937 on host n-h2-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:35:32.216794 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-796d7df2-996f-44fe-97b8-34716b806973 req-959bd9d4-8a57-4ff5-9863-f1a2923bc7ba tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:32.220610 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-796d7df2-996f-44fe-97b8-34716b806973 req-959bd9d4-8a57-4ff5-9863-f1a2923bc7ba tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.58 "DELETE /v2.0/ports/6b8420ee-7396-464d-80ad-0871d112c937 HTTP/1.1" status: 204 len: 173 time: 0.6240475 Dec 16 09:35:32.221062 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1939ed2b-8af2-4a4c-94b9-c63593ea333c', 'name': 'network-vif-deleted', 'tag': '6b8420ee-7396-464d-80ad-0871d112c937'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:32.223848 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca90a62-51b5-436f-951e-02ecceeda48a" -d '{"events": [{"server_uuid": "1939ed2b-8af2-4a4c-94b9-c63593ea333c", "name": "network-vif-deleted", "tag": "6b8420ee-7396-464d-80ad-0871d112c937"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:32.263679 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 49082) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:32.270593 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6ddab2-1243-4bde-a58a-7a06cb6baa73 x-openstack-request-id: req-ed6ddab2-1243-4bde-a58a-7a06cb6baa73 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:32.270890 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1939ed2b-8af2-4a4c-94b9-c63593ea333c", "name": "network-vif-deleted", "tag": "6b8420ee-7396-464d-80ad-0871d112c937", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:32.271136 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ed6ddab2-1243-4bde-a58a-7a06cb6baa73 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:32.271596 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1939ed2b-8af2-4a4c-94b9-c63593ea333c', 'name': 'network-vif-deleted', 'tag': '6b8420ee-7396-464d-80ad-0871d112c937', 'status': 'completed', 'code': 200} Dec 16 09:35:32.279394 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6f0137d8-ec4e-4c55-885f-6dd9aed8a356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:32.408564 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-08c15e16-8a99-41fe-a211-9b7579159c39 req-e1d41dd6-fc0a-4b85-a53a-91e95d5e7700 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=1939ed2b-8af2-4a4c-94b9-c63593ea333c HTTP/1.1" status: 200 len: 210 time: 0.0429780 Dec 16 09:35:32.410818 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6f0137d8-ec4e-4c55-885f-6dd9aed8a356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:32.507012 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6f0137d8-ec4e-4c55-885f-6dd9aed8a356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:32.544863 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0137d8-ec4e-4c55-885f-6dd9aed8a356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021aef5a-0972-4fe1-93cf-a438b3765da5,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:32.560257 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6f0137d8-ec4e-4c55-885f-6dd9aed8a356 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8e1a405c4efa4b849ad02a681c55eba6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2952342 Dec 16 09:35:32.563522 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 49086) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:32.620447 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b151f90-0142-43c3-a069-6d33926176f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:32.649323 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b151f90-0142-43c3-a069-6d33926176f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:32.767263 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b151f90-0142-43c3-a069-6d33926176f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:32.770046 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b151f90-0142-43c3-a069-6d33926176f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:32.771200 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6b151f90-0142-43c3-a069-6d33926176f9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/021aef5a-0972-4fe1-93cf-a438b3765da5 HTTP/1.1" status: 204 len: 168 time: 0.2066939 Dec 16 09:35:32.780237 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b151f90-0142-43c3-a069-6d33926176f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021aef5a-0972-4fe1-93cf-a438b3765da5,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:33.231833 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266180f-a6ff-4264-9fe4-8ca911607d7d req-b612aef5-b1fd-4cde-b0d6-05fdf0fea2eb tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:33.233746 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2266180f-a6ff-4264-9fe4-8ca911607d7d req-b612aef5-b1fd-4cde-b0d6-05fdf0fea2eb tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 945 time: 0.0528610 Dec 16 09:35:33.281152 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2266180f-a6ff-4264-9fe4-8ca911607d7d req-3b7cfb98-d5a3-42ce-8e32-02e314e39859 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401988 Dec 16 09:35:33.603633 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 0e862b36-df2d-47c3-b620-94ac2e08174a details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:35:33.707799 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 0e862b36-df2d-47c3-b620-94ac2e08174a, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=0e862b36-df2d-47c3-b620-94ac2e08174a,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:33.726312 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '0e862b36-df2d-47c3-b620-94ac2e08174a', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': '0e862b36-df2d-47c3-b620-94ac2e08174a', 'mac_address': 'fa:16:3e:23:b4:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:35:33.767514 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:33.781785 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e862b36-df2d-47c3-b620-94ac2e08174a {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:35:33.805210 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 0e862b36-df2d-47c3-b620-94ac2e08174a, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=0e862b36-df2d-47c3-b620-94ac2e08174a,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:33.872860 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:33.939248 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=0e862b36-df2d-47c3-b620-94ac2e08174a,revision_number=9']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:33.978619 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487d892-2fa5-4865-a066-b1b8ad7e4125 req-7f22c0aa-2ae4-4153-8be4-a0c80332a82c tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:33.982499 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4487d892-2fa5-4865-a066-b1b8ad7e4125 req-7f22c0aa-2ae4-4153-8be4-a0c80332a82c tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b0981c5-b424-4116-8eca-722e40bc6aa7 HTTP/1.1" status: 200 len: 945 time: 0.0649984 Dec 16 09:35:34.034486 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4487d892-2fa5-4865-a066-b1b8ad7e4125 req-b8fd25a5-aaf6-4322-9d90-8ef204b14f83 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408413 Dec 16 09:35:34.060048 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['0e862b36-df2d-47c3-b620-94ac2e08174a'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:35:34.409498 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a043faa-2712-4dd6-9838-c44a307049e9 req-b1dabbad-3ef2-4eed-804f-4e8f1604cb4a tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:34.416569 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9a043faa-2712-4dd6-9838-c44a307049e9 req-b1dabbad-3ef2-4eed-804f-4e8f1604cb4a tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 945 time: 0.0673110 Dec 16 09:35:34.459401 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9a043faa-2712-4dd6-9838-c44a307049e9 req-5cd88f0c-ead7-44a6-893e-2dbd75918782 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350411 Dec 16 09:35:35.164087 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4036c-5a60-4c54-82ff-553d9340b5a3 req-2de823a2-b701-458b-8de4-abaf0c51d88a tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:35.165844 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dd4036c-5a60-4c54-82ff-553d9340b5a3 req-2de823a2-b701-458b-8de4-abaf0c51d88a tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b0981c5-b424-4116-8eca-722e40bc6aa7 HTTP/1.1" status: 200 len: 945 time: 0.0614400 Dec 16 09:35:35.221886 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dd4036c-5a60-4c54-82ff-553d9340b5a3 req-92927913-325a-4bd0-b0f2-f93419d7bf94 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389156 Dec 16 09:35:35.275844 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 49188) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:35.327653 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b9eef-72dd-4d4e-a84a-bf41f1a006b7 req-36648ba6-68bf-46a4-90e9-2ba192f1b062 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:35.329731 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-be9b9eef-72dd-4d4e-a84a-bf41f1a006b7 req-36648ba6-68bf-46a4-90e9-2ba192f1b062 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b0981c5-b424-4116-8eca-722e40bc6aa7 HTTP/1.1" status: 200 len: 945 time: 0.0480494 Dec 16 09:35:35.409492 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b32275f2-882e-4451-ae30-822ad86217ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:35.463015 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-be9b9eef-72dd-4d4e-a84a-bf41f1a006b7 req-b9258262-649b-4d4a-bb78-b52c51e11818 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Deleting port a0365637-e464-4dca-9a70-2c59f3e1e6b8 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:35:35.463281 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-be9b9eef-72dd-4d4e-a84a-bf41f1a006b7 req-b9258262-649b-4d4a-bb78-b52c51e11818 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:35.564791 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f15489-dd7b-4eb6-81ec-da99ccd1e36f req-9862f509-be5b-4883-adc5-4a9bf16bc37a tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:35.566514 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f3f15489-dd7b-4eb6-81ec-da99ccd1e36f req-9862f509-be5b-4883-adc5-4a9bf16bc37a tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 945 time: 0.0496442 Dec 16 09:35:35.577848 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b32275f2-882e-4451-ae30-822ad86217ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:35.584569 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-be9b9eef-72dd-4d4e-a84a-bf41f1a006b7 req-b9258262-649b-4d4a-bb78-b52c51e11818 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] For port a0365637-e464-4dca-9a70-2c59f3e1e6b8, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=a0365637-e464-4dca-9a70-2c59f3e1e6b8,segment=NetworkSegment(eab4bd5a-be76-4229-a7fe-72ebe6d74d25),segment_id=eab4bd5a-be76-4229-a7fe-72ebe6d74d25)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:35.584927 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-be9b9eef-72dd-4d4e-a84a-bf41f1a006b7 req-b9258262-649b-4d4a-bb78-b52c51e11818 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:35.597040 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-be9b9eef-72dd-4d4e-a84a-bf41f1a006b7 req-b9258262-649b-4d4a-bb78-b52c51e11818 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Calling delete_port for a0365637-e464-4dca-9a70-2c59f3e1e6b8 owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:35:35.603522 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f3f15489-dd7b-4eb6-81ec-da99ccd1e36f req-002b5cf5-60f5-49f7-a6a1-fcd8d29a5864 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308597 Dec 16 09:35:35.617767 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 0e862b36-df2d-47c3-b620-94ac2e08174a up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:35:35.638714 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b32275f2-882e-4451-ae30-822ad86217ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:35.664877 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 0e862b36-df2d-47c3-b620-94ac2e08174a triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:35:35.665279 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:35.692022 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b32275f2-882e-4451-ae30-822ad86217ca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6b146441f1844dc0af2843e81c071097&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4126756 Dec 16 09:35:35.692401 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 49194) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:35.697505 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32275f2-882e-4451-ae30-822ad86217ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872c54b5-7bc0-4b46-af17-b33d80594144,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:35.749407 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-401953c4-ab92-4aa4-bf1c-269f898dff56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:35.750289 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:35.772168 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eeddf45-5239-43a2-a923-56d1da3c5324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e862b36-df2d-47c3-b620-94ac2e08174a'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:35.772874 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-401953c4-ab92-4aa4-bf1c-269f898dff56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:35.774430 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20765feb-22f5-4fe3-a250-bd7ef223489d" -d '{"events": [{"server_uuid": "3eeddf45-5239-43a2-a923-56d1da3c5324", "name": "network-vif-plugged", "status": "completed", "tag": "0e862b36-df2d-47c3-b620-94ac2e08174a"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:35.787695 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 0e862b36-df2d-47c3-b620-94ac2e08174a, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=0e862b36-df2d-47c3-b620-94ac2e08174a,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:35.816833 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e5a24e-f8b2-48c5-b022-1ba282fc6852 x-openstack-request-id: req-f0e5a24e-f8b2-48c5-b022-1ba282fc6852 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:35.817345 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eeddf45-5239-43a2-a923-56d1da3c5324", "name": "network-vif-plugged", "status": "completed", "tag": "0e862b36-df2d-47c3-b620-94ac2e08174a", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:35.817979 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f0e5a24e-f8b2-48c5-b022-1ba282fc6852 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:35.818582 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eeddf45-5239-43a2-a923-56d1da3c5324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e862b36-df2d-47c3-b620-94ac2e08174a', 'code': 200} Dec 16 09:35:35.840697 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-be9b9eef-72dd-4d4e-a84a-bf41f1a006b7 req-b9258262-649b-4d4a-bb78-b52c51e11818 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:35.855901 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['453f31b8-5c54-4a2e-aac6-45c3c6a3d39d', 'a0365637-e464-4dca-9a70-2c59f3e1e6b8'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:35:35.874106 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9258262-649b-4d4a-bb78-b52c51e11818 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Pushing event deleted for resources: {'Port': ['ID=a0365637-e464-4dca-9a70-2c59f3e1e6b8,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:35.878365 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:35.915271 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-401953c4-ab92-4aa4-bf1c-269f898dff56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:35.917859 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-401953c4-ab92-4aa4-bf1c-269f898dff56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:35.919027 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-401953c4-ab92-4aa4-bf1c-269f898dff56 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/872c54b5-7bc0-4b46-af17-b33d80594144 HTTP/1.1" status: 204 len: 168 time: 0.2256410 Dec 16 09:35:35.924970 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9b9eef-72dd-4d4e-a84a-bf41f1a006b7 req-b9258262-649b-4d4a-bb78-b52c51e11818 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] No DVR routers for this DVR port a0365637-e464-4dca-9a70-2c59f3e1e6b8 on host n-h2-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:35:35.930868 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401953c4-ab92-4aa4-bf1c-269f898dff56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872c54b5-7bc0-4b46-af17-b33d80594144,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:35.939412 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-be9b9eef-72dd-4d4e-a84a-bf41f1a006b7 req-b9258262-649b-4d4a-bb78-b52c51e11818 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:35.942750 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-be9b9eef-72dd-4d4e-a84a-bf41f1a006b7 req-b9258262-649b-4d4a-bb78-b52c51e11818 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.58 "DELETE /v2.0/ports/a0365637-e464-4dca-9a70-2c59f3e1e6b8 HTTP/1.1" status: 204 len: 173 time: 0.6069624 Dec 16 09:35:35.944161 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0981c5-b424-4116-8eca-722e40bc6aa7', 'name': 'network-vif-deleted', 'tag': 'a0365637-e464-4dca-9a70-2c59f3e1e6b8'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:35.945592 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911f0491-cc7d-445d-bfd1-d4c99eec8873" -d '{"events": [{"server_uuid": "9b0981c5-b424-4116-8eca-722e40bc6aa7", "name": "network-vif-deleted", "tag": "a0365637-e464-4dca-9a70-2c59f3e1e6b8"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:35.963367 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=0e862b36-df2d-47c3-b620-94ac2e08174a,revision_number=10']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:36.012757 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bea0691-e944-4cf3-872c-86ae790b71a2 x-openstack-request-id: req-1bea0691-e944-4cf3-872c-86ae790b71a2 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:36.013048 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b0981c5-b424-4116-8eca-722e40bc6aa7", "name": "network-vif-deleted", "tag": "a0365637-e464-4dca-9a70-2c59f3e1e6b8", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:36.018494 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1bea0691-e944-4cf3-872c-86ae790b71a2 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:36.018494 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0981c5-b424-4116-8eca-722e40bc6aa7', 'name': 'network-vif-deleted', 'tag': 'a0365637-e464-4dca-9a70-2c59f3e1e6b8', 'status': 'completed', 'code': 200} Dec 16 09:35:36.026618 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 6b8420ee-7396-464d-80ad-0871d112c937 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:35:36.057150 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 6b8420ee-7396-464d-80ad-0871d112c937 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:35:36.057497 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 6b8420ee-7396-464d-80ad-0871d112c937 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:35:36.396374 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-137c701c-4caf-479b-bee0-6100200c39ff req-21d75196-4ae5-426e-a7c7-4e35664f7a0a tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b0981c5-b424-4116-8eca-722e40bc6aa7 HTTP/1.1" status: 200 len: 210 time: 0.0370419 Dec 16 09:35:36.720136 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 49234) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:36.734733 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d52d9-8104-44d3-a84c-85de560a631e req-b37d246f-f28f-4e45-a593-3f90c1f54bcf tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:36.736170 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d03d52d9-8104-44d3-a84c-85de560a631e req-b37d246f-f28f-4e45-a593-3f90c1f54bcf tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 945 time: 0.0618465 Dec 16 09:35:36.744981 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0f8a9e11-0bb5-4d98-82cc-533287068e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:36.797885 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d03d52d9-8104-44d3-a84c-85de560a631e req-14d31453-3814-4227-83a6-dba58bbc95c5 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544949 Dec 16 09:35:36.848566 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0f8a9e11-0bb5-4d98-82cc-533287068e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:36.920953 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0f8a9e11-0bb5-4d98-82cc-533287068e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:36.961499 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0f8a9e11-0bb5-4d98-82cc-533287068e0b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=56cfa57dcddd484c913af6934e05610a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2402327 Dec 16 09:35:36.962458 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a9e11-0bb5-4d98-82cc-533287068e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed942ce-2f02-4cc3-9248-cc8a917ae031,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:36.964166 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 49240) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:36.989543 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:37.013596 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-94591a56-95fa-4fb5-a513-ea8b22320454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:37.035722 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-94591a56-95fa-4fb5-a513-ea8b22320454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:37.158694 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-94591a56-95fa-4fb5-a513-ea8b22320454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:37.161508 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-94591a56-95fa-4fb5-a513-ea8b22320454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:37.162755 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-94591a56-95fa-4fb5-a513-ea8b22320454 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0ed942ce-2f02-4cc3-9248-cc8a917ae031 HTTP/1.1" status: 204 len: 168 time: 0.1976063 Dec 16 09:35:37.175857 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94591a56-95fa-4fb5-a513-ea8b22320454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed942ce-2f02-4cc3-9248-cc8a917ae031,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:37.971852 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db4aeb-d0db-4c08-9608-765c5088e2ee req-8b3dc955-bcbc-484e-8c19-a0598a18a623 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:37.973456 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21db4aeb-d0db-4c08-9608-765c5088e2ee req-8b3dc955-bcbc-484e-8c19-a0598a18a623 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba039143-46e6-45ad-b398-6a2cb28b3e91 HTTP/1.1" status: 200 len: 945 time: 0.0707173 Dec 16 09:35:37.995059 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa3b18-a308-4d68-85b5-86c1bd85eb20 req-34b06385-5972-4c81-8df2-b9caacd3cf1a tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:38.001718 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a6fa3b18-a308-4d68-85b5-86c1bd85eb20 req-34b06385-5972-4c81-8df2-b9caacd3cf1a tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 945 time: 0.0791461 Dec 16 09:35:38.026724 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21db4aeb-d0db-4c08-9608-765c5088e2ee req-30fb9155-a067-4b27-b96c-8958a3146e67 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460346 Dec 16 09:35:38.045952 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a6fa3b18-a308-4d68-85b5-86c1bd85eb20 req-f82f4ae9-04fc-4f34-9ef3-d2d352d29f50 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401058 Dec 16 09:35:39.207664 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f9082-4811-4e45-9082-d580456a69db req-c8033633-cbed-4e35-9bbb-0e88bb0ac298 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:39.217099 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9a0f9082-4811-4e45-9082-d580456a69db req-c8033633-cbed-4e35-9bbb-0e88bb0ac298 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba039143-46e6-45ad-b398-6a2cb28b3e91 HTTP/1.1" status: 200 len: 945 time: 0.0861216 Dec 16 09:35:39.244982 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41279c-a1eb-497c-97fb-401ecde40414 req-30a2144d-2e7c-48fc-a7d2-dcec4b320812 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:39.251501 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3a41279c-a1eb-497c-97fb-401ecde40414 req-30a2144d-2e7c-48fc-a7d2-dcec4b320812 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 945 time: 0.1127381 Dec 16 09:35:39.280634 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9a0f9082-4811-4e45-9082-d580456a69db req-de066f98-1f59-4433-9bed-8e3a5fcd7624 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/security-groups?id=33376c54-0c5a-4755-8dd2-fbc7e29140ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623827 Dec 16 09:35:39.314899 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3a41279c-a1eb-497c-97fb-401ecde40414 req-38e67336-5a76-4905-8dfe-53e06fe198e7 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538855 Dec 16 09:35:39.470826 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be4dbc-312d-4e7a-a773-e523a34f2885 req-7893bede-68e2-448f-b827-b58f1faff27b tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:39.472725 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-85be4dbc-312d-4e7a-a773-e523a34f2885 req-7893bede-68e2-448f-b827-b58f1faff27b tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba039143-46e6-45ad-b398-6a2cb28b3e91 HTTP/1.1" status: 200 len: 945 time: 0.0978270 Dec 16 09:35:39.615976 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-85be4dbc-312d-4e7a-a773-e523a34f2885 req-9b3c9a80-ee37-4eea-9a53-43c12062b64b tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Deleting port 453f31b8-5c54-4a2e-aac6-45c3c6a3d39d {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:35:39.616765 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-85be4dbc-312d-4e7a-a773-e523a34f2885 req-9b3c9a80-ee37-4eea-9a53-43c12062b64b tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:39.740306 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-85be4dbc-312d-4e7a-a773-e523a34f2885 req-9b3c9a80-ee37-4eea-9a53-43c12062b64b tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] For port 453f31b8-5c54-4a2e-aac6-45c3c6a3d39d, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=453f31b8-5c54-4a2e-aac6-45c3c6a3d39d,segment=NetworkSegment(eab4bd5a-be76-4229-a7fe-72ebe6d74d25),segment_id=eab4bd5a-be76-4229-a7fe-72ebe6d74d25)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:39.740654 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-85be4dbc-312d-4e7a-a773-e523a34f2885 req-9b3c9a80-ee37-4eea-9a53-43c12062b64b tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:39.969096 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-acf2b2dd-e750-4767-9db4-23a2e8fc2175 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3a03998abede429082dc8c2a76a77215&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390685 Dec 16 09:35:40.034085 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device a0365637-e464-4dca-9a70-2c59f3e1e6b8 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:35:40.044683 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-85be4dbc-312d-4e7a-a773-e523a34f2885 req-9b3c9a80-ee37-4eea-9a53-43c12062b64b tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Calling delete_port for 453f31b8-5c54-4a2e-aac6-45c3c6a3d39d owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:35:40.087704 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: a0365637-e464-4dca-9a70-2c59f3e1e6b8 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:35:40.088332 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device a0365637-e464-4dca-9a70-2c59f3e1e6b8 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:35:40.146233 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-51e27fdd-64a9-4b0a-b843-4ba3008d5ef9 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:40.147920 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-51e27fdd-64a9-4b0a-b843-4ba3008d5ef9 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1727676 Dec 16 09:35:40.165031 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-17115a54-85ca-4bfc-97ec-948a148413c6 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/quotas/3a03998abede429082dc8c2a76a77215 HTTP/1.1" status: 200 len: 375 time: 0.0109072 Dec 16 09:35:40.211466 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-576148fc-6c63-4d9b-bd48-82b9048a016d tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a03998abede429082dc8c2a76a77215&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362282 Dec 16 09:35:40.315340 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-85be4dbc-312d-4e7a-a773-e523a34f2885 req-9b3c9a80-ee37-4eea-9a53-43c12062b64b tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:40.332078 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['453f31b8-5c54-4a2e-aac6-45c3c6a3d39d'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:35:40.398290 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:40.523312 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c9a80-ee37-4eea-9a53-43c12062b64b tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Pushing event deleted for resources: {'Port': ['ID=453f31b8-5c54-4a2e-aac6-45c3c6a3d39d,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:40.619946 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06c49e-7e6d-4968-abcf-968f1c3fe912 req-03db2211-63d2-4ecb-8727-5bd3796f5f24 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:40.622137 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8b06c49e-7e6d-4968-abcf-968f1c3fe912 req-03db2211-63d2-4ecb-8727-5bd3796f5f24 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 945 time: 0.0855484 Dec 16 09:35:40.631175 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-85be4dbc-312d-4e7a-a773-e523a34f2885 req-9b3c9a80-ee37-4eea-9a53-43c12062b64b tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] No DVR routers for this DVR port 453f31b8-5c54-4a2e-aac6-45c3c6a3d39d on host n-h2-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:35:40.674771 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-85be4dbc-312d-4e7a-a773-e523a34f2885 req-9b3c9a80-ee37-4eea-9a53-43c12062b64b tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:40.679786 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8b06c49e-7e6d-4968-abcf-968f1c3fe912 req-700ec6a1-4364-47f9-b6d8-5013ad2031a3 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503285 Dec 16 09:35:40.689698 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-85be4dbc-312d-4e7a-a773-e523a34f2885 req-9b3c9a80-ee37-4eea-9a53-43c12062b64b tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.58 "DELETE /v2.0/ports/453f31b8-5c54-4a2e-aac6-45c3c6a3d39d HTTP/1.1" status: 204 len: 173 time: 1.2096288 Dec 16 09:35:40.690282 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba039143-46e6-45ad-b398-6a2cb28b3e91', 'name': 'network-vif-deleted', 'tag': '453f31b8-5c54-4a2e-aac6-45c3c6a3d39d'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:40.692698 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1e70a9-6545-4696-81a1-a09928ab0a3b" -d '{"events": [{"server_uuid": "ba039143-46e6-45ad-b398-6a2cb28b3e91", "name": "network-vif-deleted", "tag": "453f31b8-5c54-4a2e-aac6-45c3c6a3d39d"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:40.697569 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2cf613ff-3a50-45f9-8fab-37d50e7139a2 req-838f238a-5c7c-4d0e-bc54-b562c49b5ea8 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba039143-46e6-45ad-b398-6a2cb28b3e91 HTTP/1.1" status: 200 len: 210 time: 0.1697376 Dec 16 09:35:40.925538 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-bc821da2-d0d3-4acc-99e1-96ddf046c318 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3a03998abede429082dc8c2a76a77215&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434129 Dec 16 09:35:40.967841 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e49e222-35f4-4276-bbc7-e5fbb03ef394 x-openstack-request-id: req-5e49e222-35f4-4276-bbc7-e5fbb03ef394 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:40.968837 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba039143-46e6-45ad-b398-6a2cb28b3e91", "name": "network-vif-deleted", "tag": "453f31b8-5c54-4a2e-aac6-45c3c6a3d39d", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:40.969273 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5e49e222-35f4-4276-bbc7-e5fbb03ef394 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:40.971370 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba039143-46e6-45ad-b398-6a2cb28b3e91', 'name': 'network-vif-deleted', 'tag': '453f31b8-5c54-4a2e-aac6-45c3c6a3d39d', 'status': 'completed', 'code': 200} Dec 16 09:35:41.184554 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-37bbb9dd-5f35-4168-9bbc-f20bd63e676e tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:41.193151 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-37bbb9dd-5f35-4168-9bbc-f20bd63e676e tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2618351 Dec 16 09:35:41.212637 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-c19bc921-8d01-46d2-803c-c03922b794cb tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/quotas/3a03998abede429082dc8c2a76a77215 HTTP/1.1" status: 200 len: 375 time: 0.0183940 Dec 16 09:35:41.252707 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-414e6729-8a93-4394-8178-de3f61037886 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a03998abede429082dc8c2a76a77215&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391030 Dec 16 09:35:41.610144 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fd035730-a497-44a4-91ca-a4b2f1e82cf2 req-f03b36a5-0733-4a55-ba85-303e034143d6 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=d18b93f9-c901-4e66-b545-825f008e5bf9 HTTP/1.1" status: 200 len: 210 time: 0.0366170 Dec 16 09:35:41.879981 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09798d74-28db-4349-a4ee-6d36fbbfc0ba req-f598ff80-a6c8-4082-9da5-9f3aed7c0175 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:41.891497 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-09798d74-28db-4349-a4ee-6d36fbbfc0ba req-f598ff80-a6c8-4082-9da5-9f3aed7c0175 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 945 time: 0.1003914 Dec 16 09:35:41.909976 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5560c09c-f990-4b11-ba17-4c3871575b73 req-5298ef56-cc45-47cc-9dde-a8a0de62e6c1 tempest-ListServerFiltersTestJSON-2081583024 tempest-ListServerFiltersTestJSON-2081583024-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba039143-46e6-45ad-b398-6a2cb28b3e91 HTTP/1.1" status: 200 len: 210 time: 0.0495400 Dec 16 09:35:41.941250 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-09798d74-28db-4349-a4ee-6d36fbbfc0ba req-cd9d51a2-d89b-41f5-a4b3-05f6ef053a14 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484803 Dec 16 09:35:42.459308 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc817266-2d68-44bd-a5fc-f014099891ed req-23f92fb5-fa29-47c4-b3fc-3261bb3d12f0 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:42.460740 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bc817266-2d68-44bd-a5fc-f014099891ed req-23f92fb5-fa29-47c4-b3fc-3261bb3d12f0 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 945 time: 0.0617127 Dec 16 09:35:42.498695 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bc817266-2d68-44bd-a5fc-f014099891ed req-c2551d5c-0c2e-42bc-a40a-6d7c8ac2b331 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316005 Dec 16 09:35:42.622596 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04239c58-8c54-4b65-b07b-0a11a7c3cdc9 req-d06a5f27-0c8d-481b-b0a0-469fc76d7f8a tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:42.624426 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-04239c58-8c54-4b65-b07b-0a11a7c3cdc9 req-d06a5f27-0c8d-481b-b0a0-469fc76d7f8a tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 945 time: 0.0545068 Dec 16 09:35:42.666823 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-04239c58-8c54-4b65-b07b-0a11a7c3cdc9 req-629a0988-ef4a-4648-9f6a-5b3e0d4cebab tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353832 Dec 16 09:35:42.686471 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-75fc89e7-b0b1-48d0-868a-37a529321d50 req-93a6dc98-69ba-4778-881b-47617a6d6f61 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=d18b93f9-c901-4e66-b545-825f008e5bf9 HTTP/1.1" status: 200 len: 210 time: 0.0283513 Dec 16 09:35:42.976187 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 49514) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:43.083412 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-8550329b-49f7-4832-a447-e527334a6131 admin admin] Deleting subnet 2b493dc3-4774-48fe-8f0b-82c0870d5897 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:35:43.087136 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8550329b-49f7-4832-a447-e527334a6131 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:43.159613 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8550329b-49f7-4832-a447-e527334a6131 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:43.403301 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:35:43.435691 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8550329b-49f7-4832-a447-e527334a6131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:43.484183 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-181db7b5-c544-464e-91aa-827eac961732 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=3a03998abede429082dc8c2a76a77215&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270658 Dec 16 09:35:43.493779 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930d5af-c3d4-45ee-802b-2da225f61943 req-1d9fc700-7763-4ccc-b20e-231e03b27211 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:43.495307 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b930d5af-c3d4-45ee-802b-2da225f61943 req-1d9fc700-7763-4ccc-b20e-231e03b27211 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 945 time: 0.1883550 Dec 16 09:35:43.603060 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b930d5af-c3d4-45ee-802b-2da225f61943 req-f424aca2-ee77-4769-a0f2-c428cbf82152 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988898 Dec 16 09:35:43.649764 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8550329b-49f7-4832-a447-e527334a6131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:43.683011 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-20cd6a8a-e396-44ad-9bd9-3e0ba862c280 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:43.684052 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550329b-49f7-4832-a447-e527334a6131 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b493dc3-4774-48fe-8f0b-82c0870d5897,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:43.684665 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-20cd6a8a-e396-44ad-9bd9-3e0ba862c280 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1942658 Dec 16 09:35:43.694951 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8550329b-49f7-4832-a447-e527334a6131 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:43.700561 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc88c377-cfd7-4891-9cea-b9ce51cab92a None None] Network 21a8350a-eb93-4b7b-81db-9412ce9aa5f6 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:35:43.701102 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-cd544f37-20de-4bc0-ae0e-40700cb19d9f tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Request body: {'port': {'device_id': '3d8a9693-7afe-45e4-a94a-78ebf9299310', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'admin_state_up': True, 'tenant_id': '3a03998abede429082dc8c2a76a77215'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:35:43.709137 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8550329b-49f7-4832-a447-e527334a6131 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2b493dc3-4774-48fe-8f0b-82c0870d5897 HTTP/1.1" status: 204 len: 168 time: 0.7316206 Dec 16 09:35:43.711644 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 49540) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:43.808908 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-948c6e83-7f83-4568-b390-a90e302c7412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:43.889359 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8d8285ba-f192-4e02-817f-517daf2adada req-52975928-f5ea-4114-b78f-60bdafbeb5ce tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=d18b93f9-c901-4e66-b545-825f008e5bf9 HTTP/1.1" status: 200 len: 210 time: 0.0663874 Dec 16 09:35:43.911561 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-948c6e83-7f83-4568-b390-a90e302c7412 admin admin] Deleting port eaef4dee-1692-43cb-b6c4-09fb93d535b9 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:35:43.911910 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-948c6e83-7f83-4568-b390-a90e302c7412 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:43.978246 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c0e9ba-0c5b-46fe-abd4-8f2b847d1cc1 None None] DHCP port deletion for 21a8350a-eb93-4b7b-81db-9412ce9aa5f6 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:35:44.017695 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-948c6e83-7f83-4568-b390-a90e302c7412 admin admin] For port eaef4dee-1692-43cb-b6c4-09fb93d535b9, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=eaef4dee-1692-43cb-b6c4-09fb93d535b9,segment=NetworkSegment(eab4bd5a-be76-4229-a7fe-72ebe6d74d25),segment_id=eab4bd5a-be76-4229-a7fe-72ebe6d74d25)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:44.018226 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-948c6e83-7f83-4568-b390-a90e302c7412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:44.037719 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-948c6e83-7f83-4568-b390-a90e302c7412 admin admin] Calling delete_port for eaef4dee-1692-43cb-b6c4-09fb93d535b9 owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:35:44.038819 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-cd544f37-20de-4bc0-ae0e-40700cb19d9f tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Made reservation on behalf of 3a03998abede429082dc8c2a76a77215 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:35:44.044661 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-cd544f37-20de-4bc0-ae0e-40700cb19d9f tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:44.054114 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 453f31b8-5c54-4a2e-aac6-45c3c6a3d39d no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:35:44.066423 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-cd544f37-20de-4bc0-ae0e-40700cb19d9f tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:44.112879 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-e9c0e9ba-0c5b-46fe-abd4-8f2b847d1cc1 None None] Deleting port eaef4dee-1692-43cb-b6c4-09fb93d535b9 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:35:44.115450 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e9c0e9ba-0c5b-46fe-abd4-8f2b847d1cc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:44.147163 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 453f31b8-5c54-4a2e-aac6-45c3c6a3d39d {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:35:44.147852 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 453f31b8-5c54-4a2e-aac6-45c3c6a3d39d not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:35:44.184169 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device eaef4dee-1692-43cb-b6c4-09fb93d535b9 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:35:44.287452 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-cd544f37-20de-4bc0-ae0e-40700cb19d9f tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:44.314224 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-7b7cff7a-98fe-4d3d-8586-45e62b3539a0 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=3a03998abede429082dc8c2a76a77215&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412011 Dec 16 09:35:44.321335 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:44.399449 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-e9c0e9ba-0c5b-46fe-abd4-8f2b847d1cc1 None None] For port eaef4dee-1692-43cb-b6c4-09fb93d535b9, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=eaef4dee-1692-43cb-b6c4-09fb93d535b9,segment=NetworkSegment(eab4bd5a-be76-4229-a7fe-72ebe6d74d25),segment_id=eab4bd5a-be76-4229-a7fe-72ebe6d74d25)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:44.399449 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e9c0e9ba-0c5b-46fe-abd4-8f2b847d1cc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:44.411990 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-cd544f37-20de-4bc0-ae0e-40700cb19d9f tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:44.442511 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-e9c0e9ba-0c5b-46fe-abd4-8f2b847d1cc1 None None] Calling delete_port for eaef4dee-1692-43cb-b6c4-09fb93d535b9 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:35:44.459257 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-2a2c7273-0ad5-472c-9875-04a678bf187a tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:44.461000 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-2a2c7273-0ad5-472c-9875-04a678bf187a tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1415491 Dec 16 09:35:44.463676 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-948c6e83-7f83-4568-b390-a90e302c7412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:44.553134 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-12733c7a-6db5-4be1-82db-43643fbe38eb tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Request body: {'port': {'device_id': 'd18b93f9-c901-4e66-b545-825f008e5bf9', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'admin_state_up': True, 'tenant_id': '3a03998abede429082dc8c2a76a77215'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:35:44.566582 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e9c0e9ba-0c5b-46fe-abd4-8f2b847d1cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:44.575477 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948c6e83-7f83-4568-b390-a90e302c7412 admin admin] No DVR routers for this DVR port eaef4dee-1692-43cb-b6c4-09fb93d535b9 on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:35:44.605207 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0e9ba-0c5b-46fe-abd4-8f2b847d1cc1 None None] Pushing event deleted for resources: {'Port': ['ID=eaef4dee-1692-43cb-b6c4-09fb93d535b9,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:44.609263 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c0e9ba-0c5b-46fe-abd4-8f2b847d1cc1 None None] No DVR routers for this DVR port eaef4dee-1692-43cb-b6c4-09fb93d535b9 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:35:44.619555 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c6e83-7f83-4568-b390-a90e302c7412 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaef4dee-1692-43cb-b6c4-09fb93d535b9,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:44.728807 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd544f37-20de-4bc0-ae0e-40700cb19d9f tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f839b04-19c9-43d1-8751-eedbbd752384,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:44.854752 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e47f14-973f-4e11-8f8b-5b704c98fc74 req-f9d616ab-af22-48cd-a355-f312cc7badaf tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:44.856399 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-74e47f14-973f-4e11-8f8b-5b704c98fc74 req-f9d616ab-af22-48cd-a355-f312cc7badaf tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.58 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 945 time: 0.3862548 Dec 16 09:35:44.863690 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-948c6e83-7f83-4568-b390-a90e302c7412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:44.889608 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-948c6e83-7f83-4568-b390-a90e302c7412 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a8350a-eb93-4b7b-81db-9412ce9aa5f6']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:35:44.900519 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-948c6e83-7f83-4568-b390-a90e302c7412 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab4bd5a-be76-4229-a7fe-72ebe6d74d25') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:35:44.900882 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-948c6e83-7f83-4568-b390-a90e302c7412 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab4bd5a-be76-4229-a7fe-72ebe6d74d25') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:35:44.912732 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-948c6e83-7f83-4568-b390-a90e302c7412 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:44.925515 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-cd544f37-20de-4bc0-ae0e-40700cb19d9f tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Allocated IP 192.168.233.56 (0f25fa8c-dd15-4f99-b14f-112e51884f75/d30f37a6-2496-485e-9480-e5e1789d975f/cf91aa18-04cc-4828-af26-dfe4b6c3cfef) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:35:44.929453 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-948c6e83-7f83-4568-b390-a90e302c7412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:44.936309 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-948c6e83-7f83-4568-b390-a90e302c7412 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:35:44.936781 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-948c6e83-7f83-4568-b390-a90e302c7412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:44.939663 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:35:44.939663 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:35:44.939663 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:35:44.939663 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:35:44.939663 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:35:44.939663 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:35:44.939663 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:35:44.939663 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:35:44.939663 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:35:44.939663 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:35:44.939663 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:35:44.939663 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:35:44.939663 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:35:44.939663 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:35:44.939663 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:35:44.939663 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:35:44.939663 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:35:44.939663 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:35:44.939663 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:35:44.939663 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:35:44.939663 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:35:44.939663 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:35:44.939663 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:35:44.939663 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:35:44.939663 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:35:44.939663 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:35:44.939663 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:35:44.939663 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:35:44.939663 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:35:44.939663 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:35:44.939663 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:35:44.939663 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:35:44.954209 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ba340-7e48-4a9e-b245-005512ba72f7 req-be7bf96f-34cf-40ab-ab6c-6ee2befa137e tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:44.961693 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-786ba340-7e48-4a9e-b245-005512ba72f7 req-be7bf96f-34cf-40ab-ab6c-6ee2befa137e tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 945 time: 0.2094231 Dec 16 09:35:45.013472 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-12733c7a-6db5-4be1-82db-43643fbe38eb tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Made reservation on behalf of 3a03998abede429082dc8c2a76a77215 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:35:45.025800 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-12733c7a-6db5-4be1-82db-43643fbe38eb tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:45.057528 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-786ba340-7e48-4a9e-b245-005512ba72f7 req-2d5b267d-c01f-42b6-87f7-43e6cccbe9e4 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902915 Dec 16 09:35:45.095114 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f8fcdc1a-983c-43dd-90fa-1cdc7c76e03f req-56c03678-2a69-49c4-86fd-93131d4675bf tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=d18b93f9-c901-4e66-b545-825f008e5bf9 HTTP/1.1" status: 200 len: 210 time: 0.0366039 Dec 16 09:35:45.098122 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-948c6e83-7f83-4568-b390-a90e302c7412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:45.121028 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-948c6e83-7f83-4568-b390-a90e302c7412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:45.128557 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-948c6e83-7f83-4568-b390-a90e302c7412 admin admin] 10.222.0.60 "DELETE /v2.0/networks/21a8350a-eb93-4b7b-81db-9412ce9aa5f6 HTTP/1.1" status: 204 len: 168 time: 1.4155390 Dec 16 09:35:45.145402 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c6e83-7f83-4568-b390-a90e302c7412 admin admin] Pushing event deleted for resources: {'Network': ['ID=21a8350a-eb93-4b7b-81db-9412ce9aa5f6,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:45.184048 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-74e47f14-973f-4e11-8f8b-5b704c98fc74 req-555ad07a-b83d-425a-8ce4-6a340fdb2160 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Deleting port d656e657-d4e0-496d-8080-e8552f214680 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:35:45.196976 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-74e47f14-973f-4e11-8f8b-5b704c98fc74 req-555ad07a-b83d-425a-8ce4-6a340fdb2160 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:45.355010 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-cd544f37-20de-4bc0-ae0e-40700cb19d9f tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:45.463963 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-74e47f14-973f-4e11-8f8b-5b704c98fc74 req-555ad07a-b83d-425a-8ce4-6a340fdb2160 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] For port d656e657-d4e0-496d-8080-e8552f214680, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=d656e657-d4e0-496d-8080-e8552f214680,segment=NetworkSegment(6c496118-4e09-4f89-b8ab-5391fc86f2af),segment_id=6c496118-4e09-4f89-b8ab-5391fc86f2af)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:45.464337 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-74e47f14-973f-4e11-8f8b-5b704c98fc74 req-555ad07a-b83d-425a-8ce4-6a340fdb2160 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:45.499082 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-74e47f14-973f-4e11-8f8b-5b704c98fc74 req-555ad07a-b83d-425a-8ce4-6a340fdb2160 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Calling delete_port for d656e657-d4e0-496d-8080-e8552f214680 owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:35:45.508064 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-cd544f37-20de-4bc0-ae0e-40700cb19d9f tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:45.605780 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-12733c7a-6db5-4be1-82db-43643fbe38eb tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Allocated IP 192.168.233.88 (0f25fa8c-dd15-4f99-b14f-112e51884f75/d30f37a6-2496-485e-9480-e5e1789d975f/7e9da22c-a9fe-4637-97e0-d88a28a77fbb) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:35:45.613348 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-cd544f37-20de-4bc0-ae0e-40700cb19d9f tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Network 0f25fa8c-dd15-4f99-b14f-112e51884f75 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:35:45.633157 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-cd544f37-20de-4bc0-ae0e-40700cb19d9f tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:35:45.633157 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-cd544f37-20de-4bc0-ae0e-40700cb19d9f tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:35:45.647301 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd544f37-20de-4bc0-ae0e-40700cb19d9f tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Pushing event updated for resources: {'Port': ['ID=cf91aa18-04cc-4828-af26-dfe4b6c3cfef,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:45.710793 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 49596) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:45.759551 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-cd544f37-20de-4bc0-ae0e-40700cb19d9f tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:45.763350 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-cd544f37-20de-4bc0-ae0e-40700cb19d9f tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:45.854538 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-cd544f37-20de-4bc0-ae0e-40700cb19d9f tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1574543 Dec 16 09:35:45.874141 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-755b4976-d5f5-4909-8a04-0bd1a0fb9eb6 service neutron] Request body: {'port': {'device_id': '3d8a9693-7afe-45e4-a94a-78ebf9299310', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:35:45.900967 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7b9a5d19-7c77-419d-9705-07653620c6ec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c42f0f62952f4d25b8b70047bb28e8d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1879699 Dec 16 09:35:45.904367 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 49598) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:45.973599 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f0593ebc-22cb-47df-bf51-c87bb87df347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:46.009926 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f0593ebc-22cb-47df-bf51-c87bb87df347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:46.028205 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-755b4976-d5f5-4909-8a04-0bd1a0fb9eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:46.041786 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-e6c90ab4-4602-4bb5-9e4a-5869c0940bf8 None None] Provisioning complete for port cf91aa18-04cc-4828-af26-dfe4b6c3cfef triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:35:46.043489 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e6c90ab4-4602-4bb5-9e4a-5869c0940bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:46.085087 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-12733c7a-6db5-4be1-82db-43643fbe38eb tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:46.086145 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-e6c90ab4-4602-4bb5-9e4a-5869c0940bf8 None None] Port cf91aa18-04cc-4828-af26-dfe4b6c3cfef cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:35:46.113458 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-74e47f14-973f-4e11-8f8b-5b704c98fc74 req-555ad07a-b83d-425a-8ce4-6a340fdb2160 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:46.129403 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['d656e657-d4e0-496d-8080-e8552f214680'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:35:46.132034 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['225d8421-3037-4140-9626-c4f741b4bcc0'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:35:46.221797 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f0593ebc-22cb-47df-bf51-c87bb87df347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:46.230281 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f0593ebc-22cb-47df-bf51-c87bb87df347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:46.236672 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f0593ebc-22cb-47df-bf51-c87bb87df347 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/33376c54-0c5a-4755-8dd2-fbc7e29140ba HTTP/1.1" status: 204 len: 168 time: 0.3309996 Dec 16 09:35:46.325304 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ab20bbbf-e678-4b07-91f1-d8172436b7a0 req-2c15a4ff-1b55-4c87-a310-b214ace09c60 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 210 time: 0.1156101 Dec 16 09:35:46.333747 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-12733c7a-6db5-4be1-82db-43643fbe38eb tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:46.463550 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0593ebc-22cb-47df-bf51-c87bb87df347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33376c54-0c5a-4755-8dd2-fbc7e29140ba,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:46.465919 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12733c7a-6db5-4be1-82db-43643fbe38eb tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Pushing event updated for resources: {'Port': ['ID=7e9da22c-a9fe-4637-97e0-d88a28a77fbb,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:46.502199 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-12733c7a-6db5-4be1-82db-43643fbe38eb tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Network 0f25fa8c-dd15-4f99-b14f-112e51884f75 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:35:46.505993 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-12733c7a-6db5-4be1-82db-43643fbe38eb tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:35:46.508831 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-12733c7a-6db5-4be1-82db-43643fbe38eb tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:35:46.563720 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ad07a-b83d-425a-8ce4-6a340fdb2160 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Pushing event deleted for resources: {'Port': ['ID=d656e657-d4e0-496d-8080-e8552f214680,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:46.733072 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e47f14-973f-4e11-8f8b-5b704c98fc74 req-555ad07a-b83d-425a-8ce4-6a340fdb2160 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] No DVR routers for this DVR port d656e657-d4e0-496d-8080-e8552f214680 on host n-h2-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:35:46.767425 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-74e47f14-973f-4e11-8f8b-5b704c98fc74 req-555ad07a-b83d-425a-8ce4-6a340fdb2160 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:46.770808 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-74e47f14-973f-4e11-8f8b-5b704c98fc74 req-555ad07a-b83d-425a-8ce4-6a340fdb2160 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.58 "DELETE /v2.0/ports/d656e657-d4e0-496d-8080-e8552f214680 HTTP/1.1" status: 204 len: 173 time: 1.9071770 Dec 16 09:35:46.771341 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f5f18f-db73-4992-aa3a-378d9c7a4751', 'name': 'network-vif-deleted', 'tag': 'd656e657-d4e0-496d-8080-e8552f214680'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:46.777327 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f7e613-36c3-4d85-b508-d562b4493d77" -d '{"events": [{"server_uuid": "88f5f18f-db73-4992-aa3a-378d9c7a4751", "name": "network-vif-deleted", "tag": "d656e657-d4e0-496d-8080-e8552f214680"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:46.873427 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e6476c-1610-416f-a8de-fb072b2de868 x-openstack-request-id: req-19e6476c-1610-416f-a8de-fb072b2de868 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:46.879780 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f5f18f-db73-4992-aa3a-378d9c7a4751", "name": "network-vif-deleted", "tag": "d656e657-d4e0-496d-8080-e8552f214680", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:46.879780 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-19e6476c-1610-416f-a8de-fb072b2de868 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:46.879780 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f5f18f-db73-4992-aa3a-378d9c7a4751', 'name': 'network-vif-deleted', 'tag': 'd656e657-d4e0-496d-8080-e8552f214680', 'status': 'completed', 'code': 200} Dec 16 09:35:46.923532 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-755b4976-d5f5-4909-8a04-0bd1a0fb9eb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf91aa18-04cc-4828-af26-dfe4b6c3cfef {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:35:46.936328 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-755b4976-d5f5-4909-8a04-0bd1a0fb9eb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:46.982201 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-755b4976-d5f5-4909-8a04-0bd1a0fb9eb6 service neutron] Transition to ACTIVE for port object cf91aa18-04cc-4828-af26-dfe4b6c3cfef will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:35:47.021335 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996b51a-446e-4710-b8e5-a35f3b163f69 req-4c06207f-1177-4ea1-9b7c-e4f146a8c344 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:47.021335 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e996b51a-446e-4710-b8e5-a35f3b163f69 req-4c06207f-1177-4ea1-9b7c-e4f146a8c344 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=d18b93f9-c901-4e66-b545-825f008e5bf9 HTTP/1.1" status: 200 len: 935 time: 0.4871647 Dec 16 09:35:47.033012 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-86988c05-0064-4cab-997a-282d07a7da9e None None] Provisioning complete for port 7e9da22c-a9fe-4637-97e0-d88a28a77fbb triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:35:47.035723 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-86988c05-0064-4cab-997a-282d07a7da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:47.107677 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-86988c05-0064-4cab-997a-282d07a7da9e None None] Port 7e9da22c-a9fe-4637-97e0-d88a28a77fbb cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:35:47.116595 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-755b4976-d5f5-4909-8a04-0bd1a0fb9eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:47.151958 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e996b51a-446e-4710-b8e5-a35f3b163f69 req-282ea85f-4a9f-4d96-a960-5f530acb72fa tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182506 Dec 16 09:35:47.224579 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b4976-d5f5-4909-8a04-0bd1a0fb9eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=cf91aa18-04cc-4828-af26-dfe4b6c3cfef,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:47.288719 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-755b4976-d5f5-4909-8a04-0bd1a0fb9eb6 service neutron] Attempting to bind port cf91aa18-04cc-4828-af26-dfe4b6c3cfef on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:35:47.289056 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-755b4976-d5f5-4909-8a04-0bd1a0fb9eb6 service neutron] Attempting to bind port cf91aa18-04cc-4828-af26-dfe4b6c3cfef by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:35:47.289417 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-755b4976-d5f5-4909-8a04-0bd1a0fb9eb6 service neutron] Attempting to bind port cf91aa18-04cc-4828-af26-dfe4b6c3cfef on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:35:47.294269 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-755b4976-d5f5-4909-8a04-0bd1a0fb9eb6 service neutron] Port cf91aa18-04cc-4828-af26-dfe4b6c3cfef on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:35:47.294705 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-755b4976-d5f5-4909-8a04-0bd1a0fb9eb6 service neutron] Attempting to bind port cf91aa18-04cc-4828-af26-dfe4b6c3cfef on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:35:47.302273 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-755b4976-d5f5-4909-8a04-0bd1a0fb9eb6 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:35:47.302605 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-755b4976-d5f5-4909-8a04-0bd1a0fb9eb6 service neutron] Checking segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:35:47.302987 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-755b4976-d5f5-4909-8a04-0bd1a0fb9eb6 service neutron] Bound using segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:35:47.303964 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-755b4976-d5f5-4909-8a04-0bd1a0fb9eb6 service neutron] Bound port: cf91aa18-04cc-4828-af26-dfe4b6c3cfef, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:35:47.304499 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-755b4976-d5f5-4909-8a04-0bd1a0fb9eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:47.337650 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-12733c7a-6db5-4be1-82db-43643fbe38eb tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:47.338484 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-12733c7a-6db5-4be1-82db-43643fbe38eb tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:47.482674 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-755b4976-d5f5-4909-8a04-0bd1a0fb9eb6 service neutron] For port cf91aa18-04cc-4828-af26-dfe4b6c3cfef, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:35:47.490465 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-755b4976-d5f5-4909-8a04-0bd1a0fb9eb6 service neutron] For port cf91aa18-04cc-4828-af26-dfe4b6c3cfef, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=cf91aa18-04cc-4828-af26-dfe4b6c3cfef,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:35:47.654973 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c9593681-17de-4724-9230-3e3a2b5538b1 req-2a535d10-4b24-47c6-a6cf-fde172e7031e tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f5f18f-db73-4992-aa3a-378d9c7a4751 HTTP/1.1" status: 200 len: 210 time: 0.0521309 Dec 16 09:35:47.770175 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-12733c7a-6db5-4be1-82db-43643fbe38eb tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2493079 Dec 16 09:35:47.770175 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-def0ab6e-186b-430d-8b2d-9326c9f984ac service neutron] Request body: {'port': {'device_id': 'd18b93f9-c901-4e66-b545-825f008e5bf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:35:47.849405 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-def0ab6e-186b-430d-8b2d-9326c9f984ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:47.854950 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-755b4976-d5f5-4909-8a04-0bd1a0fb9eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:47.930916 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-755b4976-d5f5-4909-8a04-0bd1a0fb9eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:47.931738 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-755b4976-d5f5-4909-8a04-0bd1a0fb9eb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:47.933326 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-755b4976-d5f5-4909-8a04-0bd1a0fb9eb6 service neutron] 10.222.0.58 "PUT /v2.0/ports/cf91aa18-04cc-4828-af26-dfe4b6c3cfef HTTP/1.1" status: 200 len: 1095 time: 2.0706303 Dec 16 09:35:48.012294 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b4976-d5f5-4909-8a04-0bd1a0fb9eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=cf91aa18-04cc-4828-af26-dfe4b6c3cfef,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:48.240193 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-697385f1-be37-4fd2-b002-ac703ef71ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:48.252731 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-697385f1-be37-4fd2-b002-ac703ef71ce5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a03998abede429082dc8c2a76a77215&device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 1098 time: 0.1482825 Dec 16 09:35:48.321599 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-20d5847b-ce72-49ea-9baf-edf60a776093 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=cf91aa18-04cc-4828-af26-dfe4b6c3cfef HTTP/1.1" status: 200 len: 217 time: 0.0659378 Dec 16 09:35:48.471602 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 49676) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:48.500449 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-def0ab6e-186b-430d-8b2d-9326c9f984ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e9da22c-a9fe-4637-97e0-d88a28a77fbb {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:35:48.501030 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-05ecd108-42ba-4d5a-9ec9-09eb03eb4463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:48.502563 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-05ecd108-42ba-4d5a-9ec9-09eb03eb4463 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.1720879 Dec 16 09:35:48.511293 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-def0ab6e-186b-430d-8b2d-9326c9f984ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:48.526942 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-def0ab6e-186b-430d-8b2d-9326c9f984ac service neutron] Transition to ACTIVE for port object 7e9da22c-a9fe-4637-97e0-d88a28a77fbb will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:35:48.564420 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b375ce8-e356-4b37-a30b-16f61ab3d8f4 req-633816ec-b6c0-411a-a2dd-bef1febd1aee tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:48.572331 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b375ce8-e356-4b37-a30b-16f61ab3d8f4 req-633816ec-b6c0-411a-a2dd-bef1febd1aee tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=d18b93f9-c901-4e66-b545-825f008e5bf9 HTTP/1.1" status: 200 len: 935 time: 0.1631193 Dec 16 09:35:48.591973 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-def0ab6e-186b-430d-8b2d-9326c9f984ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:48.625712 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-326fe109-294a-48e5-b3d1-5bae5efdb238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:48.627969 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-326fe109-294a-48e5-b3d1-5bae5efdb238 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1087523 Dec 16 09:35:48.663550 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b375ce8-e356-4b37-a30b-16f61ab3d8f4 req-6597c3ac-48fe-4440-8aaa-75c67f30c71b tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901558 Dec 16 09:35:48.741246 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-30e9135c-955a-4785-bb24-1a6a33e70f21 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-131374164-network', 'tenant_id': 'f1bf440b6c55457f8af9c018d530175b'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:35:48.868320 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-d36e15f9-e59e-4171-80dc-bcf2071d91d0 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296915 Dec 16 09:35:48.884201 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d8a9693-7afe-45e4-a94a-78ebf9299310', 'tag': 'cf91aa18-04cc-4828-af26-dfe4b6c3cfef'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:48.891519 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2b377e-6450-409e-80b6-663e9a09f6f1" -d '{"events": [{"name": "network-changed", "server_uuid": "3d8a9693-7afe-45e4-a94a-78ebf9299310", "tag": "cf91aa18-04cc-4828-af26-dfe4b6c3cfef"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:48.892182 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0ab6e-186b-430d-8b2d-9326c9f984ac service neutron] Pushing event updated for resources: {'Port': ['ID=7e9da22c-a9fe-4637-97e0-d88a28a77fbb,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:48.950478 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-def0ab6e-186b-430d-8b2d-9326c9f984ac service neutron] Attempting to bind port 7e9da22c-a9fe-4637-97e0-d88a28a77fbb on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:35:48.951074 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-def0ab6e-186b-430d-8b2d-9326c9f984ac service neutron] Attempting to bind port 7e9da22c-a9fe-4637-97e0-d88a28a77fbb by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:35:48.953460 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-def0ab6e-186b-430d-8b2d-9326c9f984ac service neutron] Attempting to bind port 7e9da22c-a9fe-4637-97e0-d88a28a77fbb on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:35:48.962196 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-def0ab6e-186b-430d-8b2d-9326c9f984ac service neutron] Port 7e9da22c-a9fe-4637-97e0-d88a28a77fbb on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:35:48.962792 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-def0ab6e-186b-430d-8b2d-9326c9f984ac service neutron] Attempting to bind port 7e9da22c-a9fe-4637-97e0-d88a28a77fbb on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:35:48.977835 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-def0ab6e-186b-430d-8b2d-9326c9f984ac service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:35:48.978422 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-def0ab6e-186b-430d-8b2d-9326c9f984ac service neutron] Checking segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:35:48.978992 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-def0ab6e-186b-430d-8b2d-9326c9f984ac service neutron] Bound using segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:35:48.979914 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-def0ab6e-186b-430d-8b2d-9326c9f984ac service neutron] Bound port: 7e9da22c-a9fe-4637-97e0-d88a28a77fbb, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:35:48.980439 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-def0ab6e-186b-430d-8b2d-9326c9f984ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:48.984423 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e9135c-955a-4785-bb24-1a6a33e70f21 admin admin] Made reservation on behalf of f1bf440b6c55457f8af9c018d530175b for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:35:48.986852 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-30e9135c-955a-4785-bb24-1a6a33e70f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:48.993460 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216aed8f-b302-415e-a8bb-050b93a0830d x-openstack-request-id: req-216aed8f-b302-415e-a8bb-050b93a0830d {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:48.994315 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d8a9693-7afe-45e4-a94a-78ebf9299310", "tag": "cf91aa18-04cc-4828-af26-dfe4b6c3cfef", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:48.994652 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-216aed8f-b302-415e-a8bb-050b93a0830d {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:48.996384 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d8a9693-7afe-45e4-a94a-78ebf9299310', 'tag': 'cf91aa18-04cc-4828-af26-dfe4b6c3cfef', 'status': 'completed', 'code': 200} Dec 16 09:35:49.021500 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-30e9135c-955a-4785-bb24-1a6a33e70f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:49.084631 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-def0ab6e-186b-430d-8b2d-9326c9f984ac service neutron] For port 7e9da22c-a9fe-4637-97e0-d88a28a77fbb, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:35:49.088199 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-def0ab6e-186b-430d-8b2d-9326c9f984ac service neutron] For port 7e9da22c-a9fe-4637-97e0-d88a28a77fbb, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=7e9da22c-a9fe-4637-97e0-d88a28a77fbb,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:35:49.112861 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5086c6b1-2dc5-4499-993a-9b7f8091d2cd req-31d00a3e-2e5d-400f-a94e-d6793139c81f service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365396 Dec 16 09:35:49.155049 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-def0ab6e-186b-430d-8b2d-9326c9f984ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:49.216195 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-def0ab6e-186b-430d-8b2d-9326c9f984ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:49.217487 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-def0ab6e-186b-430d-8b2d-9326c9f984ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:49.222678 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-def0ab6e-186b-430d-8b2d-9326c9f984ac service neutron] 10.222.0.58 "PUT /v2.0/ports/7e9da22c-a9fe-4637-97e0-d88a28a77fbb HTTP/1.1" status: 200 len: 1095 time: 1.4721565 Dec 16 09:35:49.222678 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd18b93f9-c901-4e66-b545-825f008e5bf9', 'tag': '7e9da22c-a9fe-4637-97e0-d88a28a77fbb'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:49.222678 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313a891b-189b-405f-ad64-0ab3df7011e1" -d '{"events": [{"name": "network-changed", "server_uuid": "d18b93f9-c901-4e66-b545-825f008e5bf9", "tag": "7e9da22c-a9fe-4637-97e0-d88a28a77fbb"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:49.254753 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-30e9135c-955a-4785-bb24-1a6a33e70f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:49.284839 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0ab6e-186b-430d-8b2d-9326c9f984ac service neutron] Pushing event updated for resources: {'Port': ['ID=7e9da22c-a9fe-4637-97e0-d88a28a77fbb,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:49.318838 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e3c90a-4f17-49f8-8b21-d60c0f02e36c x-openstack-request-id: req-97e3c90a-4f17-49f8-8b21-d60c0f02e36c {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:49.319742 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d18b93f9-c901-4e66-b545-825f008e5bf9", "tag": "7e9da22c-a9fe-4637-97e0-d88a28a77fbb", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:49.323611 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-97e3c90a-4f17-49f8-8b21-d60c0f02e36c {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:49.325901 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd18b93f9-c901-4e66-b545-825f008e5bf9', 'tag': '7e9da22c-a9fe-4637-97e0-d88a28a77fbb', 'status': 'completed', 'code': 200} Dec 16 09:35:49.395311 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b377e-6450-409e-80b6-663e9a09f6f1 req-b1187e4c-a203-4d2d-ac02-731d4aa984b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:49.397232 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ea2b377e-6450-409e-80b6-663e9a09f6f1 req-b1187e4c-a203-4d2d-ac02-731d4aa984b9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a03998abede429082dc8c2a76a77215&device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 1098 time: 0.1300745 Dec 16 09:35:49.431843 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-30e9135c-955a-4785-bb24-1a6a33e70f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:49.504669 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9135c-955a-4785-bb24-1a6a33e70f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26832b8-c26f-4920-b7ca-293fe265978e,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:49.544827 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30e9135c-955a-4785-bb24-1a6a33e70f21 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:35:49.572137 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a891b-189b-405f-ad64-0ab3df7011e1 req-df1482d1-00b1-4318-8f18-cb920ff37e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:49.573922 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-313a891b-189b-405f-ad64-0ab3df7011e1 req-df1482d1-00b1-4318-8f18-cb920ff37e79 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a03998abede429082dc8c2a76a77215&device_id=d18b93f9-c901-4e66-b545-825f008e5bf9 HTTP/1.1" status: 200 len: 1098 time: 0.2321272 Dec 16 09:35:49.580068 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-30e9135c-955a-4785-bb24-1a6a33e70f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:49.580484 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-30e9135c-955a-4785-bb24-1a6a33e70f21 admin admin] Added segment e4b99bb5-c4f3-4f88-bc59-3a617caff777 of type vlan for network 932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f Dec 16 09:35:49.594482 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b377e-6450-409e-80b6-663e9a09f6f1 req-6c461d52-ee1b-47e8-a71e-f2888b198ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:49.598039 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ea2b377e-6450-409e-80b6-663e9a09f6f1 req-6c461d52-ee1b-47e8-a71e-f2888b198ac3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.1875067 Dec 16 09:35:49.682827 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ea2b377e-6450-409e-80b6-663e9a09f6f1 req-743c1c6a-76c2-4592-91e9-12668306921a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=cf91aa18-04cc-4828-af26-dfe4b6c3cfef HTTP/1.1" status: 200 len: 217 time: 0.0772610 Dec 16 09:35:49.689030 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-30e9135c-955a-4785-bb24-1a6a33e70f21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:49.759003 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-313a891b-189b-405f-ad64-0ab3df7011e1 req-4bff16a8-1d5b-4cc1-b082-8f10ced59bef service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=3a03998abede429082dc8c2a76a77215&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516508 Dec 16 09:35:49.768439 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b377e-6450-409e-80b6-663e9a09f6f1 req-1445bb87-dcc5-4c1d-9157-bc201ec32fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:49.771234 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ea2b377e-6450-409e-80b6-663e9a09f6f1 req-1445bb87-dcc5-4c1d-9157-bc201ec32fe7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0811601 Dec 16 09:35:49.866698 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b377e-6450-409e-80b6-663e9a09f6f1 req-26306c0b-0958-4430-961a-d598aaaf521b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:49.868327 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ea2b377e-6450-409e-80b6-663e9a09f6f1 req-26306c0b-0958-4430-961a-d598aaaf521b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0863504 Dec 16 09:35:49.976137 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0138e4-1032-4e2d-92f9-d95a5b07b078 req-816ef3e7-04bd-4d42-9891-fa732f0efc32 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:49.987768 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3c0138e4-1032-4e2d-92f9-d95a5b07b078 req-816ef3e7-04bd-4d42-9891-fa732f0efc32 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=d18b93f9-c901-4e66-b545-825f008e5bf9 HTTP/1.1" status: 200 len: 947 time: 0.2127805 Dec 16 09:35:50.003979 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-30e9135c-955a-4785-bb24-1a6a33e70f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:50.005502 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e9135c-955a-4785-bb24-1a6a33e70f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:50.006636 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-30e9135c-955a-4785-bb24-1a6a33e70f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:50.029349 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ea2b377e-6450-409e-80b6-663e9a09f6f1 req-073573f0-fa07-490e-bcef-84484690c43a service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521101 Dec 16 09:35:50.080276 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device d656e657-d4e0-496d-8080-e8552f214680 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:35:50.139232 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: d656e657-d4e0-496d-8080-e8552f214680 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:35:50.140383 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device d656e657-d4e0-496d-8080-e8552f214680 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:35:50.159591 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3c0138e4-1032-4e2d-92f9-d95a5b07b078 req-68c2b63f-66db-4afa-8a0a-cd3609a65660 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708603 Dec 16 09:35:50.200754 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ea2b377e-6450-409e-80b6-663e9a09f6f1 req-34b80fe6-9ce9-4902-b658-3564ef82414c service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443319 Dec 16 09:35:50.202642 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a891b-189b-405f-ad64-0ab3df7011e1 req-36806db0-0ed0-41a6-b5a0-432a2b095bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:50.204361 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-313a891b-189b-405f-ad64-0ab3df7011e1 req-36806db0-0ed0-41a6-b5a0-432a2b095bc5 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4283705 Dec 16 09:35:50.208127 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9135c-955a-4785-bb24-1a6a33e70f21 admin admin] Pushing event updated for resources: {'Network': ['ID=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:50.220195 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:35:50.264227 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-30e9135c-955a-4785-bb24-1a6a33e70f21 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7862568 Dec 16 09:35:50.266881 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 49768) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:50.283290 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-cd516d9f-eb53-4c73-accd-85b3bd7610ee admin admin] Request body: {'subnet': {'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-131374164-subnet', 'tenant_id': 'f1bf440b6c55457f8af9c018d530175b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:35:50.429142 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-45a32e58-83f0-475d-af00-ed9495e3fead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:50.431122 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-45a32e58-83f0-475d-af00-ed9495e3fead service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a03998abede429082dc8c2a76a77215&device_id=d18b93f9-c901-4e66-b545-825f008e5bf9 HTTP/1.1" status: 200 len: 1098 time: 0.1663454 Dec 16 09:35:50.511184 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-beb25380-a363-43a0-a30b-7815d2c30c28 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=7e9da22c-a9fe-4637-97e0-d88a28a77fbb HTTP/1.1" status: 200 len: 217 time: 0.0635002 Dec 16 09:35:50.511184 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd516d9f-eb53-4c73-accd-85b3bd7610ee admin admin] Made reservation on behalf of f1bf440b6c55457f8af9c018d530175b for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:35:50.512779 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd516d9f-eb53-4c73-accd-85b3bd7610ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:50.555878 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453c5a2-5e4f-4d17-a9e9-5c991f290838 req-ad17101b-c0d0-4833-847f-1c960c10e9a5 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:50.557742 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d453c5a2-5e4f-4d17-a9e9-5c991f290838 req-ad17101b-c0d0-4833-847f-1c960c10e9a5 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d30e604-520e-4176-b03c-fef219039168 HTTP/1.1" status: 200 len: 945 time: 0.1238291 Dec 16 09:35:50.602463 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d453c5a2-5e4f-4d17-a9e9-5c991f290838 req-1ece35c0-8fe4-4f17-a6c0-b885e074ffbf tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378032 Dec 16 09:35:50.746882 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-448609b3-db91-4f71-9879-929f8f4a8679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:50.747994 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-448609b3-db91-4f71-9879-929f8f4a8679 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.2255688 Dec 16 09:35:50.842431 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-b50e23e2-1daf-40f9-9a75-c3fe35c46675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:50.843979 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-b50e23e2-1daf-40f9-9a75-c3fe35c46675 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0812316 Dec 16 09:35:50.916966 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd516d9f-eb53-4c73-accd-85b3bd7610ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:51.004661 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-02233580-820a-4a95-bc93-9827cbe4887f service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530054 Dec 16 09:35:51.110738 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bfa3959c-c2ed-4847-92b8-4cb2016c3ce1 req-8916eb9e-5b17-4bf2-89b8-dd3bcc1e383f service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985401 Dec 16 09:35:51.143516 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd516d9f-eb53-4c73-accd-85b3bd7610ee admin admin] Checking segment: {'id': 'e4b99bb5-c4f3-4f88-bc59-3a617caff777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:35:51.143516 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd516d9f-eb53-4c73-accd-85b3bd7610ee admin admin] Network hostable DHCP agents. Network: 932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:35:51.157759 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd516d9f-eb53-4c73-accd-85b3bd7610ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3e23022-6181-4c07-9324-a5452325576b,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:51.270129 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd516d9f-eb53-4c73-accd-85b3bd7610ee admin admin] Network 932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:35:51.297572 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9a03b-fb69-4ab8-8554-966c7dddad9f req-192442f8-2b4f-4d6a-a122-9321dc6478bb tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:51.299238 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0be9a03b-fb69-4ab8-8554-966c7dddad9f req-192442f8-2b4f-4d6a-a122-9321dc6478bb tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=d18b93f9-c901-4e66-b545-825f008e5bf9 HTTP/1.1" status: 200 len: 947 time: 0.0626051 Dec 16 09:35:51.376774 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0be9a03b-fb69-4ab8-8554-966c7dddad9f req-f7effcf7-980b-41f0-8fbb-044212645241 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672214 Dec 16 09:35:51.411357 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-cd516d9f-eb53-4c73-accd-85b3bd7610ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:35:51.425457 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9891216-378f-4adf-b93e-7d34de962c28 None None] Network 932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:35:51.435946 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd516d9f-eb53-4c73-accd-85b3bd7610ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:51.438899 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd516d9f-eb53-4c73-accd-85b3bd7610ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:51.516892 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-cd516d9f-eb53-4c73-accd-85b3bd7610ee admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2487121 Dec 16 09:35:51.519678 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 49800) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:51.524204 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-a38f2cb6-4d7d-481f-aeb4-e00975604b94 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-131374164-router', 'tenant_id': 'f1bf440b6c55457f8af9c018d530175b', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:35:51.657072 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a38f2cb6-4d7d-481f-aeb4-e00975604b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:51.659527 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a38f2cb6-4d7d-481f-aeb4-e00975604b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:51.755829 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa79c0ca-f4e7-4122-b439-d15063e1bbd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f', 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f', 'tenant_id': 'f1bf440b6c55457f8af9c018d530175b', 'fixed_ips': [{'subnet_id': 'c3e23022-6181-4c07-9324-a5452325576b'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:35:51.759242 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fa79c0ca-f4e7-4122-b439-d15063e1bbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:51.803540 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc6716-395a-4eed-838b-1c61f2c95e46 req-e25aeb0d-1d80-4fb7-8cd6-409dca6bdcb2 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:51.804656 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a38f2cb6-4d7d-481f-aeb4-e00975604b94 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:51.806366 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-49dc6716-395a-4eed-838b-1c61f2c95e46 req-e25aeb0d-1d80-4fb7-8cd6-409dca6bdcb2 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d30e604-520e-4176-b03c-fef219039168 HTTP/1.1" status: 200 len: 945 time: 0.0705945 Dec 16 09:35:51.947021 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-49dc6716-395a-4eed-838b-1c61f2c95e46 req-ecb6d7f0-3993-456c-b07a-260ad065a7cc tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793920 Dec 16 09:35:51.950144 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed049d1f-f7cd-4a73-9027-9048749f2ea8 req-bc50215b-39b2-49cb-9ccb-660294ceda96 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:51.967909 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ed049d1f-f7cd-4a73-9027-9048749f2ea8 req-bc50215b-39b2-49cb-9ccb-660294ceda96 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d30e604-520e-4176-b03c-fef219039168 HTTP/1.1" status: 200 len: 945 time: 0.1431255 Dec 16 09:35:51.981880 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-fa79c0ca-f4e7-4122-b439-d15063e1bbd0 None None] Allocated IP 172.20.0.2 (932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f/c3e23022-6181-4c07-9324-a5452325576b/692301ce-3b0a-448c-81e2-2c74f316956a) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:35:52.107704 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device cf91aa18-04cc-4828-af26-dfe4b6c3cfef details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:35:52.309443 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fa79c0ca-f4e7-4122-b439-d15063e1bbd0 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:52.339718 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port cf91aa18-04cc-4828-af26-dfe4b6c3cfef, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=cf91aa18-04cc-4828-af26-dfe4b6c3cfef,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:52.353668 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'cf91aa18-04cc-4828-af26-dfe4b6c3cfef', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': 'cf91aa18-04cc-4828-af26-dfe4b6c3cfef', 'mac_address': 'fa:16:3e:bd:30:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:35:52.425674 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:52.443633 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf91aa18-04cc-4828-af26-dfe4b6c3cfef {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:35:52.450841 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fa79c0ca-f4e7-4122-b439-d15063e1bbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:52.514748 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa79c0ca-f4e7-4122-b439-d15063e1bbd0 None None] Network 932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:35:52.521527 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-fa79c0ca-f4e7-4122-b439-d15063e1bbd0 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:35:52.529198 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port cf91aa18-04cc-4828-af26-dfe4b6c3cfef, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=cf91aa18-04cc-4828-af26-dfe4b6c3cfef,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:52.532995 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa79c0ca-f4e7-4122-b439-d15063e1bbd0 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:35:52.561130 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79c0ca-f4e7-4122-b439-d15063e1bbd0 None None] Pushing event updated for resources: {'Port': ['ID=692301ce-3b0a-448c-81e2-2c74f316956a,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:52.568328 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a38f2cb6-4d7d-481f-aeb4-e00975604b94 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:52.621875 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a7dd6-4e70-400d-94c7-aaa8e668a80b req-22485c97-9f0c-413a-88ba-4a581ad03a7b tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:52.631616 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-851a7dd6-4e70-400d-94c7-aaa8e668a80b req-22485c97-9f0c-413a-88ba-4a581ad03a7b tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=d18b93f9-c901-4e66-b545-825f008e5bf9 HTTP/1.1" status: 200 len: 947 time: 0.1207147 Dec 16 09:35:52.635803 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-ed049d1f-f7cd-4a73-9027-9048749f2ea8 req-21f3fb53-d04a-415b-899b-94897b10e19a tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Deleting port 225d8421-3037-4140-9626-c4f741b4bcc0 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:35:52.638835 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ed049d1f-f7cd-4a73-9027-9048749f2ea8 req-21f3fb53-d04a-415b-899b-94897b10e19a tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:52.659366 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:52.732629 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-851a7dd6-4e70-400d-94c7-aaa8e668a80b req-ac4ceeaa-4eeb-4003-863e-e2912bd0c1c6 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985897 Dec 16 09:35:52.818891 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-fa79c0ca-f4e7-4122-b439-d15063e1bbd0 None None] Attempting to bind port 692301ce-3b0a-448c-81e2-2c74f316956a on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:35:52.819422 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-fa79c0ca-f4e7-4122-b439-d15063e1bbd0 None None] Attempting to bind port 692301ce-3b0a-448c-81e2-2c74f316956a by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'e4b99bb5-c4f3-4f88-bc59-3a617caff777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:35:52.819935 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa79c0ca-f4e7-4122-b439-d15063e1bbd0 None None] Attempting to bind port 692301ce-3b0a-448c-81e2-2c74f316956a on network 932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:35:52.830032 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=cf91aa18-04cc-4828-af26-dfe4b6c3cfef,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:52.839482 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa79c0ca-f4e7-4122-b439-d15063e1bbd0 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:35:52.839864 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa79c0ca-f4e7-4122-b439-d15063e1bbd0 None None] Checking segment: {'id': 'e4b99bb5-c4f3-4f88-bc59-3a617caff777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:35:52.841533 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fa79c0ca-f4e7-4122-b439-d15063e1bbd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:52.842435 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa79c0ca-f4e7-4122-b439-d15063e1bbd0 None None] Bound using segment: {'id': 'e4b99bb5-c4f3-4f88-bc59-3a617caff777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:35:52.843982 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-fa79c0ca-f4e7-4122-b439-d15063e1bbd0 None None] Bound port: 692301ce-3b0a-448c-81e2-2c74f316956a, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4b99bb5-c4f3-4f88-bc59-3a617caff777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:35:52.844404 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fa79c0ca-f4e7-4122-b439-d15063e1bbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:52.847116 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:52.847464 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:52.847946 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:52.848434 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:52.848770 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:52.849090 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:52.849439 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:52.849763 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:52.850087 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:52.850409 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:52.850733 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:52.851052 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:52.892200 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-ed049d1f-f7cd-4a73-9027-9048749f2ea8 req-21f3fb53-d04a-415b-899b-94897b10e19a tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] For port 225d8421-3037-4140-9626-c4f741b4bcc0, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=225d8421-3037-4140-9626-c4f741b4bcc0,segment=NetworkSegment(6c496118-4e09-4f89-b8ab-5391fc86f2af),segment_id=6c496118-4e09-4f89-b8ab-5391fc86f2af)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:52.892575 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ed049d1f-f7cd-4a73-9027-9048749f2ea8 req-21f3fb53-d04a-415b-899b-94897b10e19a tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:52.908335 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['cf91aa18-04cc-4828-af26-dfe4b6c3cfef'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:35:52.913021 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-ed049d1f-f7cd-4a73-9027-9048749f2ea8 req-21f3fb53-d04a-415b-899b-94897b10e19a tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Calling delete_port for 225d8421-3037-4140-9626-c4f741b4bcc0 owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:35:52.972963 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-fa79c0ca-f4e7-4122-b439-d15063e1bbd0 None None] For port 692301ce-3b0a-448c-81e2-2c74f316956a, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:35:52.991244 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-fa79c0ca-f4e7-4122-b439-d15063e1bbd0 None None] For port 692301ce-3b0a-448c-81e2-2c74f316956a, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=692301ce-3b0a-448c-81e2-2c74f316956a,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:35:53.072635 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fa79c0ca-f4e7-4122-b439-d15063e1bbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:53.117651 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60983774-98be-4e3d-a020-20c849bf6b39 req-5a5fbbc1-b772-4c64-864b-a6389058bdd5 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:53.130793 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-60983774-98be-4e3d-a020-20c849bf6b39 req-5a5fbbc1-b772-4c64-864b-a6389058bdd5 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d30e604-520e-4176-b03c-fef219039168 HTTP/1.1" status: 200 len: 945 time: 0.1264608 Dec 16 09:35:53.178109 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79c0ca-f4e7-4122-b439-d15063e1bbd0 None None] Pushing event updated for resources: {'Port': ['ID=692301ce-3b0a-448c-81e2-2c74f316956a,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:53.311570 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-60983774-98be-4e3d-a020-20c849bf6b39 req-ce84214b-8086-4748-a07a-7ca64e031a37 tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/security-groups?id=f54c8e21-5bfb-49aa-baac-8265cd1bf337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792567 Dec 16 09:35:53.371810 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a38f2cb6-4d7d-481f-aeb4-e00975604b94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:53.415049 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a38f2cb6-4d7d-481f-aeb4-e00975604b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:53.546778 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-a38f2cb6-4d7d-481f-aeb4-e00975604b94 admin admin] Allocated IP 172.25.1.76 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/da69801a-b103-42a8-849b-4d49a739d35a) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:35:53.549277 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ed049d1f-f7cd-4a73-9027-9048749f2ea8 req-21f3fb53-d04a-415b-899b-94897b10e19a tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:53.565297 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['225d8421-3037-4140-9626-c4f741b4bcc0'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:35:53.592987 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3fb53-d04a-415b-899b-94897b10e19a tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Pushing event deleted for resources: {'Port': ['ID=225d8421-3037-4140-9626-c4f741b4bcc0,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:53.690029 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed049d1f-f7cd-4a73-9027-9048749f2ea8 req-21f3fb53-d04a-415b-899b-94897b10e19a tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] No DVR routers for this DVR port 225d8421-3037-4140-9626-c4f741b4bcc0 on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:35:53.695428 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ed049d1f-f7cd-4a73-9027-9048749f2ea8 req-21f3fb53-d04a-415b-899b-94897b10e19a tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:53.698696 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ed049d1f-f7cd-4a73-9027-9048749f2ea8 req-21f3fb53-d04a-415b-899b-94897b10e19a tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.57 "DELETE /v2.0/ports/225d8421-3037-4140-9626-c4f741b4bcc0 HTTP/1.1" status: 204 len: 173 time: 1.7247658 Dec 16 09:35:53.699132 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d30e604-520e-4176-b03c-fef219039168', 'name': 'network-vif-deleted', 'tag': '225d8421-3037-4140-9626-c4f741b4bcc0'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:53.701426 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27d6c24-df25-4661-be35-3afe3c2ca1a5" -d '{"events": [{"server_uuid": "9d30e604-520e-4176-b03c-fef219039168", "name": "network-vif-deleted", "tag": "225d8421-3037-4140-9626-c4f741b4bcc0"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:53.811131 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a38f2cb6-4d7d-481f-aeb4-e00975604b94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:53.833811 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729884ac-345d-4db0-b1dc-c5ec079431d5 x-openstack-request-id: req-729884ac-345d-4db0-b1dc-c5ec079431d5 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:53.834098 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d30e604-520e-4176-b03c-fef219039168", "name": "network-vif-deleted", "tag": "225d8421-3037-4140-9626-c4f741b4bcc0", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:53.834343 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-729884ac-345d-4db0-b1dc-c5ec079431d5 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:53.834734 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d30e604-520e-4176-b03c-fef219039168', 'name': 'network-vif-deleted', 'tag': '225d8421-3037-4140-9626-c4f741b4bcc0', 'status': 'completed', 'code': 200} Dec 16 09:35:53.946993 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a38f2cb6-4d7d-481f-aeb4-e00975604b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:53.962803 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a686d9-7d47-467c-9130-e13c5d1eb870 req-30a1dc55-3d1f-4eea-bda0-2793646040db tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:53.974076 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-35a686d9-7d47-467c-9130-e13c5d1eb870 req-30a1dc55-3d1f-4eea-bda0-2793646040db tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=d18b93f9-c901-4e66-b545-825f008e5bf9 HTTP/1.1" status: 200 len: 947 time: 0.0841856 Dec 16 09:35:53.993450 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38f2cb6-4d7d-481f-aeb4-e00975604b94 admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:35:54.002361 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-a38f2cb6-4d7d-481f-aeb4-e00975604b94 admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:35:54.022399 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38f2cb6-4d7d-481f-aeb4-e00975604b94 admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:35:54.025795 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8f6fa64b-1bd3-4123-99c6-2712561b2fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:54.035529 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-35a686d9-7d47-467c-9130-e13c5d1eb870 req-1bd9c4a1-c246-409b-bb1a-7ba96af12a9d tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604610 Dec 16 09:35:54.072403 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f2cb6-4d7d-481f-aeb4-e00975604b94 admin admin] Pushing event updated for resources: {'Port': ['ID=da69801a-b103-42a8-849b-4d49a739d35a,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:54.109121 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 7e9da22c-a9fe-4637-97e0-d88a28a77fbb details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:35:54.111389 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device cf91aa18-04cc-4828-af26-dfe4b6c3cfef up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:35:54.496346 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 692301ce-3b0a-448c-81e2-2c74f316956a up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:35:54.585667 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a38f2cb6-4d7d-481f-aeb4-e00975604b94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:54.602392 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 692301ce-3b0a-448c-81e2-2c74f316956a triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:35:54.602897 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:54.633835 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a1d37a-c6f9-45ad-a00d-2a2a16a5a302 None None] Network 932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:35:54.672127 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1564819a-28e2-48ab-9cd1-0434d7df918a req-9c64ce6d-ae71-4218-b8ef-00fae1e90f5f tempest-ServersTestJSON-2020394720 tempest-ServersTestJSON-2020394720-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d30e604-520e-4176-b03c-fef219039168 HTTP/1.1" status: 200 len: 210 time: 0.1011870 Dec 16 09:35:54.697227 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port cf91aa18-04cc-4828-af26-dfe4b6c3cfef completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:35:54.714910 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 7e9da22c-a9fe-4637-97e0-d88a28a77fbb, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=7e9da22c-a9fe-4637-97e0-d88a28a77fbb,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:54.730714 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-9551d1d0-7b4e-440a-abd4-53a6410dc477 None None] Provisioning complete for port 692301ce-3b0a-448c-81e2-2c74f316956a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:35:54.731075 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9551d1d0-7b4e-440a-abd4-53a6410dc477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:54.776614 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port cf91aa18-04cc-4828-af26-dfe4b6c3cfef triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:35:54.777207 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:54.836110 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '7e9da22c-a9fe-4637-97e0-d88a28a77fbb', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': '7e9da22c-a9fe-4637-97e0-d88a28a77fbb', 'mac_address': 'fa:16:3e:a9:e4:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:35:54.850954 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a38f2cb6-4d7d-481f-aeb4-e00975604b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:54.978505 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:55.045673 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:55.049164 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e9da22c-a9fe-4637-97e0-d88a28a77fbb {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:35:55.109531 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38f2cb6-4d7d-481f-aeb4-e00975604b94 admin admin] Router 75a76c52-1859-4614-ba74-3cc48f736d2d is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:35:55.143034 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 7e9da22c-a9fe-4637-97e0-d88a28a77fbb, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=7e9da22c-a9fe-4637-97e0-d88a28a77fbb,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:55.151943 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:55.153625 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9551d1d0-7b4e-440a-abd4-53a6410dc477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:55.162238 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5750eae-5aff-48bd-93ca-189885e9a2db req-588edb66-40e2-4e7e-8741-d52e233be952 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:55.164593 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f5750eae-5aff-48bd-93ca-189885e9a2db req-588edb66-40e2-4e7e-8741-d52e233be952 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=d18b93f9-c901-4e66-b545-825f008e5bf9 HTTP/1.1" status: 200 len: 947 time: 0.0684395 Dec 16 09:35:55.176421 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 692301ce-3b0a-448c-81e2-2c74f316956a, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=692301ce-3b0a-448c-81e2-2c74f316956a,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:55.216115 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f5750eae-5aff-48bd-93ca-189885e9a2db req-8fc5d624-6f8a-4b9d-aa54-74e925bc7f5b tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340612 Dec 16 09:35:55.240805 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d8a9693-7afe-45e4-a94a-78ebf9299310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf91aa18-04cc-4828-af26-dfe4b6c3cfef'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:55.243197 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecebbf01-dad8-43f7-b3ca-c184c01887ba" -d '{"events": [{"server_uuid": "3d8a9693-7afe-45e4-a94a-78ebf9299310", "name": "network-vif-plugged", "status": "completed", "tag": "cf91aa18-04cc-4828-af26-dfe4b6c3cfef"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:55.251998 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38f2cb6-4d7d-481f-aeb4-e00975604b94 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:35:55.257527 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:55.263480 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1a29b3-0018-4f37-a884-3c79dd00aaa7 None None] Sync routers for ids ['75a76c52-1859-4614-ba74-3cc48f736d2d'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:35:55.273176 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port cf91aa18-04cc-4828-af26-dfe4b6c3cfef, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=cf91aa18-04cc-4828-af26-dfe4b6c3cfef,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:55.275180 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:55.286105 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1a29b3-0018-4f37-a884-3c79dd00aaa7 None None] Routers {'75a76c52-1859-4614-ba74-3cc48f736d2d'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:35:55.286105 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6a1a29b3-0018-4f37-a884-3c79dd00aaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:35:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['75a76c52-1859-4614-ba74-3cc48f736d2d'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:35:55.329125 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680838eb-eb6c-42ca-af10-8ab654cd1f02 x-openstack-request-id: req-680838eb-eb6c-42ca-af10-8ab654cd1f02 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:55.329538 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d8a9693-7afe-45e4-a94a-78ebf9299310", "name": "network-vif-plugged", "status": "completed", "tag": "cf91aa18-04cc-4828-af26-dfe4b6c3cfef", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:55.330141 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-680838eb-eb6c-42ca-af10-8ab654cd1f02 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:55.330274 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d8a9693-7afe-45e4-a94a-78ebf9299310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf91aa18-04cc-4828-af26-dfe4b6c3cfef', 'code': 200} Dec 16 09:35:55.370339 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-9551d1d0-7b4e-440a-abd4-53a6410dc477 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:35:55.370695 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-9551d1d0-7b4e-440a-abd4-53a6410dc477 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:35:55.375412 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=7e9da22c-a9fe-4637-97e0-d88a28a77fbb,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:55.411143 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:55.436884 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=692301ce-3b0a-448c-81e2-2c74f316956a,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:55.453498 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a38f2cb6-4d7d-481f-aeb4-e00975604b94 admin admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:55.454734 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a38f2cb6-4d7d-481f-aeb4-e00975604b94 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9341111 Dec 16 09:35:55.457612 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 49906) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:55.469476 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-6a1a29b3-0018-4f37-a884-3c79dd00aaa7 None None] Set router 75a76c52-1859-4614-ba74-3cc48f736d2d gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:35:55.484225 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fed7f3-dad1-4260-8576-58c5b13be924 req-e4520964-bdb8-4247-81af-2c2bf6ab4e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:55.490532 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-57fed7f3-dad1-4260-8576-58c5b13be924 req-e4520964-bdb8-4247-81af-2c2bf6ab4e3c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 1099 time: 0.1118867 Dec 16 09:35:55.497808 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['7e9da22c-a9fe-4637-97e0-d88a28a77fbb'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:35:55.540898 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-57fed7f3-dad1-4260-8576-58c5b13be924 req-fc2d2ecf-6641-4b5a-adf5-7de0641f960d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435755 Dec 16 09:35:55.564202 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=cf91aa18-04cc-4828-af26-dfe4b6c3cfef,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:55.738556 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 225d8421-3037-4140-9626-c4f741b4bcc0 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:35:55.758945 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 49930) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:55.782645 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 225d8421-3037-4140-9626-c4f741b4bcc0 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:35:55.782645 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 225d8421-3037-4140-9626-c4f741b4bcc0 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:35:55.817499 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6a1a29b3-0018-4f37-a884-3c79dd00aaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'name': 'tempest-ServerActionsTestJSON-131374164-router', 'tenant_id': 'f1bf440b6c55457f8af9c018d530175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'da69801a-b103-42a8-849b-4d49a739d35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:51Z', 'updated_at': '2021-12-16T09:35:54Z', 'revision_number': 3, 'project_id': 'f1bf440b6c55457f8af9c018d530175b', 'gw_port': {'id': 'da69801a-b103-42a8-849b-4d49a739d35a', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:91:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:53Z', 'updated_at': '2021-12-16T09:35:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:35:55.857011 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-40327130-5d72-440f-8833-6ddfac6a8b58 admin admin] Deleting subnet 079ef7a2-1551-4eb6-92ba-b7ee17740bf5 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:35:55.872423 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-40327130-5d72-440f-8833-6ddfac6a8b58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:55.882456 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1a29b3-0018-4f37-a884-3c79dd00aaa7 None None] Checking router: 75a76c52-1859-4614-ba74-3cc48f736d2d for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:35:55.883213 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1a29b3-0018-4f37-a884-3c79dd00aaa7 None None] Updating router 75a76c52-1859-4614-ba74-3cc48f736d2d port da69801a-b103-42a8-849b-4d49a739d35a binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:35:55.915077 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-40327130-5d72-440f-8833-6ddfac6a8b58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:55.940403 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6a1a29b3-0018-4f37-a884-3c79dd00aaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:55.982601 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-40327130-5d72-440f-8833-6ddfac6a8b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:56.008417 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cb457-f53f-4d12-b7f6-98a2ad1bfc14 req-7a4e4de8-4b5e-4a05-b53a-1ccecffe5159 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:56.010533 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3c7cb457-f53f-4d12-b7f6-98a2ad1bfc14 req-7a4e4de8-4b5e-4a05-b53a-1ccecffe5159 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eeddf45-5239-43a2-a923-56d1da3c5324 HTTP/1.1" status: 200 len: 950 time: 0.0760283 Dec 16 09:35:56.052525 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-69821b5c-cdc6-4532-9f4e-4d5cf8e41d9f None None] Provisioning complete for port 692301ce-3b0a-448c-81e2-2c74f316956a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:35:56.052900 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-69821b5c-cdc6-4532-9f4e-4d5cf8e41d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:56.112580 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 7e9da22c-a9fe-4637-97e0-d88a28a77fbb up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:35:56.136264 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3c7cb457-f53f-4d12-b7f6-98a2ad1bfc14 req-8b91e2fb-2585-4e0e-beef-754cde31da9a tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/security-groups?id=362438a5-d8cc-4ba2-8dac-be16e84d542b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945690 Dec 16 09:35:56.176434 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-40327130-5d72-440f-8833-6ddfac6a8b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:56.204009 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 692301ce-3b0a-448c-81e2-2c74f316956a up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:35:56.222440 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40327130-5d72-440f-8833-6ddfac6a8b58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=079ef7a2-1551-4eb6-92ba-b7ee17740bf5,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:56.224703 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-40327130-5d72-440f-8833-6ddfac6a8b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:56.237479 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-40327130-5d72-440f-8833-6ddfac6a8b58 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/079ef7a2-1551-4eb6-92ba-b7ee17740bf5 HTTP/1.1" status: 204 len: 168 time: 0.4724886 Dec 16 09:35:56.237479 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 49954) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:56.297393 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c1783210-6110-45e9-b7c1-c941727e4145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:56.335322 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a6fb6a56-c405-4b4d-bdff-b990e3d77eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:56.396989 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6a1a29b3-0018-4f37-a884-3c79dd00aaa7 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:56.428619 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4319856c-3969-45d9-910f-146558b4db71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:56.466448 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 692301ce-3b0a-448c-81e2-2c74f316956a triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:35:56.467247 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:56.468972 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a6fb6a56-c405-4b4d-bdff-b990e3d77eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:56.509131 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6a1a29b3-0018-4f37-a884-3c79dd00aaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:56.512451 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-a6fb6a56-c405-4b4d-bdff-b990e3d77eaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c998b7-16cb-40aa-910e-ab4864e39b16']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:35:56.524343 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 7e9da22c-a9fe-4637-97e0-d88a28a77fbb completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:35:56.529662 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 7e9da22c-a9fe-4637-97e0-d88a28a77fbb triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:35:56.530185 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:56.538377 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-a6fb6a56-c405-4b4d-bdff-b990e3d77eaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c496118-4e09-4f89-b8ab-5391fc86f2af') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:35:56.538706 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-a6fb6a56-c405-4b4d-bdff-b990e3d77eaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c496118-4e09-4f89-b8ab-5391fc86f2af') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:35:56.558829 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a6fb6a56-c405-4b4d-bdff-b990e3d77eaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:56.591285 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a6fb6a56-c405-4b4d-bdff-b990e3d77eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:56.607678 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6fb6a56-c405-4b4d-bdff-b990e3d77eaa admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:35:56.610296 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a6fb6a56-c405-4b4d-bdff-b990e3d77eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:56.610712 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:35:56.610712 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:35:56.610712 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:35:56.610712 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:35:56.610712 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:35:56.610712 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:35:56.610712 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:35:56.610712 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:35:56.610712 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:35:56.610712 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:35:56.610712 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:35:56.610712 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:35:56.610712 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:35:56.610712 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:35:56.610712 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:35:56.610712 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:35:56.610712 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:35:56.610712 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:35:56.610712 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:35:56.610712 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:35:56.610712 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:35:56.610712 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:35:56.610712 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:35:56.610712 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:35:56.610712 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:35:56.610712 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:35:56.610712 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:35:56.610712 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:35:56.610712 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:35:56.610712 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:35:56.610712 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:35:56.610712 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:35:56.637382 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa863841-cf43-4a6b-a44b-3ebf201abd87 req-10889fb0-333a-4881-bea6-02dc42d0f409 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:56.644393 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9feb78-d0d2-4316-91bb-3eb1f63dea9f None None] Pushing event updated for resources: {'Port': ['ID=da69801a-b103-42a8-849b-4d49a739d35a,revision_number=2']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:56.649995 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fa863841-cf43-4a6b-a44b-3ebf201abd87 req-10889fb0-333a-4881-bea6-02dc42d0f409 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=d18b93f9-c901-4e66-b545-825f008e5bf9 HTTP/1.1" status: 200 len: 948 time: 0.2155533 Dec 16 09:35:56.652497 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-6a1a29b3-0018-4f37-a884-3c79dd00aaa7 None None] Attempting to bind port da69801a-b103-42a8-849b-4d49a739d35a on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:35:56.652630 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-6a1a29b3-0018-4f37-a884-3c79dd00aaa7 None None] Attempting to bind port da69801a-b103-42a8-849b-4d49a739d35a by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:35:56.652992 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1a29b3-0018-4f37-a884-3c79dd00aaa7 None None] Attempting to bind port da69801a-b103-42a8-849b-4d49a739d35a on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:35:56.656874 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9feb78-d0d2-4316-91bb-3eb1f63dea9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:56.657251 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9feb78-d0d2-4316-91bb-3eb1f63dea9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:56.657993 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9feb78-d0d2-4316-91bb-3eb1f63dea9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:56.657993 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9feb78-d0d2-4316-91bb-3eb1f63dea9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:56.658191 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9feb78-d0d2-4316-91bb-3eb1f63dea9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:56.658514 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9feb78-d0d2-4316-91bb-3eb1f63dea9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:56.658832 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9feb78-d0d2-4316-91bb-3eb1f63dea9f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:56.659147 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9feb78-d0d2-4316-91bb-3eb1f63dea9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:56.659511 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9feb78-d0d2-4316-91bb-3eb1f63dea9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:56.659772 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9feb78-d0d2-4316-91bb-3eb1f63dea9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:56.660086 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9feb78-d0d2-4316-91bb-3eb1f63dea9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:56.660400 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9feb78-d0d2-4316-91bb-3eb1f63dea9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:56.674195 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1a29b3-0018-4f37-a884-3c79dd00aaa7 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:35:56.674581 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1a29b3-0018-4f37-a884-3c79dd00aaa7 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:35:56.678772 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6a1a29b3-0018-4f37-a884-3c79dd00aaa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:56.678772 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1a29b3-0018-4f37-a884-3c79dd00aaa7 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:35:56.678772 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-6a1a29b3-0018-4f37-a884-3c79dd00aaa7 None None] Bound port: da69801a-b103-42a8-849b-4d49a739d35a, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:35:56.682282 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6a1a29b3-0018-4f37-a884-3c79dd00aaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:56.721028 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:56.742441 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-6a1a29b3-0018-4f37-a884-3c79dd00aaa7 None None] For port da69801a-b103-42a8-849b-4d49a739d35a, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:35:56.742966 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fa863841-cf43-4a6b-a44b-3ebf201abd87 req-beff897a-6b22-4e6a-89ee-581f39cf8bbd tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900064 Dec 16 09:35:56.748186 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-6a1a29b3-0018-4f37-a884-3c79dd00aaa7 None None] For port da69801a-b103-42a8-849b-4d49a739d35a, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=da69801a-b103-42a8-849b-4d49a739d35a,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:35:56.758876 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 7e9da22c-a9fe-4637-97e0-d88a28a77fbb, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=7e9da22c-a9fe-4637-97e0-d88a28a77fbb,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:56.766295 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a6fb6a56-c405-4b4d-bdff-b990e3d77eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:56.779320 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a6fb6a56-c405-4b4d-bdff-b990e3d77eaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:56.792608 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a6fb6a56-c405-4b4d-bdff-b990e3d77eaa admin admin] 10.222.0.60 "DELETE /v2.0/networks/c0c998b7-16cb-40aa-910e-ab4864e39b16 HTTP/1.1" status: 204 len: 168 time: 0.5516238 Dec 16 09:35:56.792836 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-c1783210-6110-45e9-b7c1-c941727e4145 admin admin] Allocated IP 172.20.0.1 (932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f/c3e23022-6181-4c07-9324-a5452325576b/89f8b3af-6f0e-4d45-9316-574ad2e01485) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:35:56.818955 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb6a56-c405-4b4d-bdff-b990e3d77eaa admin admin] Pushing event deleted for resources: {'Network': ['ID=c0c998b7-16cb-40aa-910e-ab4864e39b16,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:56.830255 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6a1a29b3-0018-4f37-a884-3c79dd00aaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:56.860888 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:56.929065 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c1783210-6110-45e9-b7c1-c941727e4145 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:56.937890 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9feb78-d0d2-4316-91bb-3eb1f63dea9f None None] Pushing event updated for resources: {'Port': ['ID=da69801a-b103-42a8-849b-4d49a739d35a,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:56.946501 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1a29b3-0018-4f37-a884-3c79dd00aaa7 None None] Routers {'75a76c52-1859-4614-ba74-3cc48f736d2d'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:35:56.947490 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6a1a29b3-0018-4f37-a884-3c79dd00aaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:35:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['75a76c52-1859-4614-ba74-3cc48f736d2d'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:35:56.986439 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=7e9da22c-a9fe-4637-97e0-d88a28a77fbb,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:57.071157 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-6a1a29b3-0018-4f37-a884-3c79dd00aaa7 None None] Set router 75a76c52-1859-4614-ba74-3cc48f736d2d gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:35:57.074566 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c1783210-6110-45e9-b7c1-c941727e4145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:57.131215 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1783210-6110-45e9-b7c1-c941727e4145 admin admin] Pushing event updated for resources: {'Port': ['ID=89f8b3af-6f0e-4d45-9316-574ad2e01485,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:57.142623 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1783210-6110-45e9-b7c1-c941727e4145 admin admin] Network 932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:35:57.144060 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-c1783210-6110-45e9-b7c1-c941727e4145 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:35:57.147377 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1783210-6110-45e9-b7c1-c941727e4145 admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:35:57.194040 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c1783210-6110-45e9-b7c1-c941727e4145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:57.261769 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 49994) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:57.297721 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6a1a29b3-0018-4f37-a884-3c79dd00aaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'name': 'tempest-ServerActionsTestJSON-131374164-router', 'tenant_id': 'f1bf440b6c55457f8af9c018d530175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'da69801a-b103-42a8-849b-4d49a739d35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:51Z', 'updated_at': '2021-12-16T09:35:54Z', 'revision_number': 3, 'project_id': 'f1bf440b6c55457f8af9c018d530175b', 'gw_port': {'id': 'da69801a-b103-42a8-849b-4d49a739d35a', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:91:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:53Z', 'updated_at': '2021-12-16T09:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:35:57.312198 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a24890ee-c571-4ad2-a689-40f084f86ca2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2f8f61b4cde14c72b4dcdad8045c9583&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473256 Dec 16 09:35:57.313377 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 50000) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:57.331357 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18b93f9-c901-4e66-b545-825f008e5bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e9da22c-a9fe-4637-97e0-d88a28a77fbb'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:57.334115 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8a5224-32fc-417f-b08c-e1ba275ffedc" -d '{"events": [{"server_uuid": "d18b93f9-c901-4e66-b545-825f008e5bf9", "name": "network-vif-plugged", "status": "completed", "tag": "7e9da22c-a9fe-4637-97e0-d88a28a77fbb"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:57.353347 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1a29b3-0018-4f37-a884-3c79dd00aaa7 None None] The sync data for ids ['75a76c52-1859-4614-ba74-3cc48f736d2d'] in n-d-820550-2 is: [{'id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'name': 'tempest-ServerActionsTestJSON-131374164-router', 'tenant_id': 'f1bf440b6c55457f8af9c018d530175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'da69801a-b103-42a8-849b-4d49a739d35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:51Z', 'updated_at': '2021-12-16T09:35:54Z', 'revision_number': 3, 'project_id': 'f1bf440b6c55457f8af9c018d530175b', 'gw_port': {'id': 'da69801a-b103-42a8-849b-4d49a739d35a', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:91:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:53Z', 'updated_at': '2021-12-16T09:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:35:57.440626 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1d673f-81f1-4a38-af0e-a18037ad9d9a x-openstack-request-id: req-4b1d673f-81f1-4a38-af0e-a18037ad9d9a {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:57.440947 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18b93f9-c901-4e66-b545-825f008e5bf9", "name": "network-vif-plugged", "status": "completed", "tag": "7e9da22c-a9fe-4637-97e0-d88a28a77fbb", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:57.441200 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4b1d673f-81f1-4a38-af0e-a18037ad9d9a {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:57.441605 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18b93f9-c901-4e66-b545-825f008e5bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e9da22c-a9fe-4637-97e0-d88a28a77fbb', 'code': 200} Dec 16 09:35:57.454279 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2fbb63bf-b579-42d5-9c9f-c31471231717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:57.491728 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2fbb63bf-b579-42d5-9c9f-c31471231717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:57.509153 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:57.566564 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36593d3c-ab48-4830-8157-596f8b113241 req-4e10aaa2-ec84-4c15-81e3-450dc4e040d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:57.568083 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-36593d3c-ab48-4830-8157-596f8b113241 req-4e10aaa2-ec84-4c15-81e3-450dc4e040d0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d18b93f9-c901-4e66-b545-825f008e5bf9 HTTP/1.1" status: 200 len: 1100 time: 0.0564697 Dec 16 09:35:57.586181 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-0efe20b1-5678-45e2-9206-ce8aa7df85e4 None None] Provisioning complete for port 89f8b3af-6f0e-4d45-9316-574ad2e01485 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:35:57.586639 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0efe20b1-5678-45e2-9206-ce8aa7df85e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:57.596508 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c1783210-6110-45e9-b7c1-c941727e4145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:57.614011 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-36593d3c-ab48-4830-8157-596f8b113241 req-9d69e4a7-bb35-48ca-86f2-06d31e6e7d9d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377378 Dec 16 09:35:57.646022 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-0efe20b1-5678-45e2-9206-ce8aa7df85e4 None None] Port 89f8b3af-6f0e-4d45-9316-574ad2e01485 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:35:57.655347 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2fbb63bf-b579-42d5-9c9f-c31471231717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:57.655347 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2fbb63bf-b579-42d5-9c9f-c31471231717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:57.665564 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2fbb63bf-b579-42d5-9c9f-c31471231717 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f54c8e21-5bfb-49aa-baac-8265cd1bf337 HTTP/1.1" status: 204 len: 168 time: 0.3487029 Dec 16 09:35:57.691176 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbb63bf-b579-42d5-9c9f-c31471231717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54c8e21-5bfb-49aa-baac-8265cd1bf337,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:57.759150 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 0e862b36-df2d-47c3-b620-94ac2e08174a no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:35:57.919348 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:57.949979 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c1783210-6110-45e9-b7c1-c941727e4145 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:57.982414 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 0e862b36-df2d-47c3-b620-94ac2e08174a, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=0e862b36-df2d-47c3-b620-94ac2e08174a,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:57.990593 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26226506-6aa2-4b56-8dd6-1c34edb47f76 req-0a0c5150-84f9-4f81-91e5-cb6f9e80b343 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:57.995889 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-26226506-6aa2-4b56-8dd6-1c34edb47f76 req-0a0c5150-84f9-4f81-91e5-cb6f9e80b343 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=d18b93f9-c901-4e66-b545-825f008e5bf9 HTTP/1.1" status: 200 len: 949 time: 0.1376219 Dec 16 09:35:58.059275 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-26226506-6aa2-4b56-8dd6-1c34edb47f76 req-87dfb792-f22b-4b84-9bef-a3bafd2b9c55 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531759 Dec 16 09:35:58.073589 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c1783210-6110-45e9-b7c1-c941727e4145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:58.086955 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:58.185645 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=0e862b36-df2d-47c3-b620-94ac2e08174a,revision_number=11']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:58.255514 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device da69801a-b103-42a8-849b-4d49a739d35a up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:35:58.301935 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1783210-6110-45e9-b7c1-c941727e4145 admin admin] Pushing event updated for resources: {'Port': ['ID=89f8b3af-6f0e-4d45-9316-574ad2e01485,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:58.304631 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c1783210-6110-45e9-b7c1-c941727e4145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:58.355433 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port da69801a-b103-42a8-849b-4d49a739d35a triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:35:58.355880 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:58.442695 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1783210-6110-45e9-b7c1-c941727e4145 admin admin] Network 932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:35:58.444392 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-c1783210-6110-45e9-b7c1-c941727e4145 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:35:58.489822 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:58.531699 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port da69801a-b103-42a8-849b-4d49a739d35a, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=da69801a-b103-42a8-849b-4d49a739d35a,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:58.623008 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:58.798070 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=da69801a-b103-42a8-849b-4d49a739d35a,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:58.840556 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74d29c-34a5-4859-aff9-adbf1b877c9b req-60e6c4fe-c4e4-418c-ae4e-e64721a49cde tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:58.849791 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9c74d29c-34a5-4859-aff9-adbf1b877c9b req-60e6c4fe-c4e4-418c-ae4e-e64721a49cde tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eeddf45-5239-43a2-a923-56d1da3c5324 HTTP/1.1" status: 200 len: 948 time: 0.0917099 Dec 16 09:35:58.900398 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9c74d29c-34a5-4859-aff9-adbf1b877c9b req-08221bae-60ba-41d2-a7be-bbce6b534c7e tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/security-groups?id=362438a5-d8cc-4ba2-8dac-be16e84d542b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496225 Dec 16 09:35:58.959883 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:58.991281 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1783210-6110-45e9-b7c1-c941727e4145 admin admin] Router 75a76c52-1859-4614-ba74-3cc48f736d2d has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:35:58.992907 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-51d70134-7885-4a50-a8f2-ea0240acecd6 None None] Provisioning complete for port 89f8b3af-6f0e-4d45-9316-574ad2e01485 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:35:58.993656 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-51d70134-7885-4a50-a8f2-ea0240acecd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:59.052022 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-51d70134-7885-4a50-a8f2-ea0240acecd6 None None] Port 89f8b3af-6f0e-4d45-9316-574ad2e01485 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:35:59.160919 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1783210-6110-45e9-b7c1-c941727e4145 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:35:59.169920 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c1783210-6110-45e9-b7c1-c941727e4145 admin admin] 10.222.0.60 "PUT /v2.0/routers/75a76c52-1859-4614-ba74-3cc48f736d2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7108841 Dec 16 09:35:59.207597 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e3261-7a7a-4eea-8d6b-5dd52805531a req-8eed745a-816b-4a13-90e4-415200904ddd tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:59.218123 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-575e3261-7a7a-4eea-8d6b-5dd52805531a req-8eed745a-816b-4a13-90e4-415200904ddd tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=d18b93f9-c901-4e66-b545-825f008e5bf9 HTTP/1.1" status: 200 len: 949 time: 0.0895061 Dec 16 09:35:59.285308 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-575e3261-7a7a-4eea-8d6b-5dd52805531a req-948f1ec3-9700-4b13-8fd9-5f439b9f5ba0 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624235 Dec 16 09:35:59.445158 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eeddf45-5239-43a2-a923-56d1da3c5324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e862b36-df2d-47c3-b620-94ac2e08174a'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:59.447180 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d8a4d4-4e91-47ee-bdbf-ffb4f4c5219f" -d '{"events": [{"server_uuid": "3eeddf45-5239-43a2-a923-56d1da3c5324", "name": "network-vif-unplugged", "status": "completed", "tag": "0e862b36-df2d-47c3-b620-94ac2e08174a"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:59.468809 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf8f4d-e2ea-45bf-8481-ef526c1f1e70 req-614328bf-b640-4a04-8fde-a0be20f816a8 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:59.477871 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b0bf8f4d-e2ea-45bf-8481-ef526c1f1e70 req-614328bf-b640-4a04-8fde-a0be20f816a8 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.0694797 Dec 16 09:35:59.518063 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b0bf8f4d-e2ea-45bf-8481-ef526c1f1e70 req-f9714a6a-9970-40bc-93a6-9ae83b819304 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389123 Dec 16 09:35:59.526257 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:59.673582 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235137f1-286a-48c5-9222-93183ff3818c x-openstack-request-id: req-235137f1-286a-48c5-9222-93183ff3818c {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:59.673582 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eeddf45-5239-43a2-a923-56d1da3c5324", "name": "network-vif-unplugged", "status": "completed", "tag": "0e862b36-df2d-47c3-b620-94ac2e08174a", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:59.673582 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-235137f1-286a-48c5-9222-93183ff3818c {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:59.673582 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eeddf45-5239-43a2-a923-56d1da3c5324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e862b36-df2d-47c3-b620-94ac2e08174a', 'code': 200} Dec 16 09:35:59.792073 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c142d9cd-1a9e-451f-ac5c-41f9dd70185e None None] Sync routers for ids ['75a76c52-1859-4614-ba74-3cc48f736d2d'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:35:59.792073 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c142d9cd-1a9e-451f-ac5c-41f9dd70185e None None] Routers {'75a76c52-1859-4614-ba74-3cc48f736d2d'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:35:59.792073 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-c142d9cd-1a9e-451f-ac5c-41f9dd70185e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:35:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['75a76c52-1859-4614-ba74-3cc48f736d2d'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:35:59.809211 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-e217e188-1310-4214-9951-ecc6e3af3094 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3a03998abede429082dc8c2a76a77215&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262492 Dec 16 09:35:59.914694 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-c142d9cd-1a9e-451f-ac5c-41f9dd70185e None None] Set router 75a76c52-1859-4614-ba74-3cc48f736d2d gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:35:59.929454 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-2e46e77c-c2e0-4fca-9c5a-ed57e0fbdb89 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:59.930974 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-2e46e77c-c2e0-4fca-9c5a-ed57e0fbdb89 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1141732 Dec 16 09:35:59.946799 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-a657747f-7c79-4193-a6c4-7433e4984f93 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/quotas/3a03998abede429082dc8c2a76a77215 HTTP/1.1" status: 200 len: 375 time: 0.0090771 Dec 16 09:36:00.016505 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-623354b4-8d46-4fb4-81c2-515c7715d00d tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a03998abede429082dc8c2a76a77215&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602794 Dec 16 09:36:00.131688 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 50112) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:00.157689 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-c142d9cd-1a9e-451f-ac5c-41f9dd70185e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'name': 'tempest-ServerActionsTestJSON-131374164-router', 'tenant_id': 'f1bf440b6c55457f8af9c018d530175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'da69801a-b103-42a8-849b-4d49a739d35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:51Z', 'updated_at': '2021-12-16T09:35:57Z', 'revision_number': 4, 'project_id': 'f1bf440b6c55457f8af9c018d530175b', 'gw_port': {'id': 'da69801a-b103-42a8-849b-4d49a739d35a', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:91:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:53Z', 'updated_at': '2021-12-16T09:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '89f8b3af-6f0e-4d45-9316-574ad2e01485', 'name': '', 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f', 'tenant_id': 'f1bf440b6c55457f8af9c018d530175b', 'mac_address': 'fa:16:3e:7a:a8:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'c3e23022-6181-4c07-9324-a5452325576b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:56Z', 'updated_at': '2021-12-16T09:35:57Z', 'revision_number': 2, 'project_id': 'f1bf440b6c55457f8af9c018d530175b', 'subnets': [{'id': 'c3e23022-6181-4c07-9324-a5452325576b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:00.256815 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0cc04b75-9fa2-498f-9d12-5be5ae3c2e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:00.334730 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c142d9cd-1a9e-451f-ac5c-41f9dd70185e None None] Checking router: 75a76c52-1859-4614-ba74-3cc48f736d2d for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:36:00.334730 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c142d9cd-1a9e-451f-ac5c-41f9dd70185e None None] Updating router 75a76c52-1859-4614-ba74-3cc48f736d2d port 89f8b3af-6f0e-4d45-9316-574ad2e01485 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:36:00.336813 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device da69801a-b103-42a8-849b-4d49a739d35a up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:36:00.351656 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0cc04b75-9fa2-498f-9d12-5be5ae3c2e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:00.397960 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c142d9cd-1a9e-451f-ac5c-41f9dd70185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:00.462868 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0cc04b75-9fa2-498f-9d12-5be5ae3c2e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:00.473882 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39d4bd-b049-4c3c-b16e-204308449183 req-5b273c76-8775-4edc-bf73-ca441367529c tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:00.475242 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7f39d4bd-b049-4c3c-b16e-204308449183 req-5b273c76-8775-4edc-bf73-ca441367529c tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eeddf45-5239-43a2-a923-56d1da3c5324 HTTP/1.1" status: 200 len: 948 time: 0.0618718 Dec 16 09:36:00.518078 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc04b75-9fa2-498f-9d12-5be5ae3c2e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95a9f58-28a3-4716-93aa-3edf83254d23,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:00.527779 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port da69801a-b103-42a8-849b-4d49a739d35a triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:00.527779 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:00.531961 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc04b75-9fa2-498f-9d12-5be5ae3c2e7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:00.532315 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc04b75-9fa2-498f-9d12-5be5ae3c2e7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:00.532680 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc04b75-9fa2-498f-9d12-5be5ae3c2e7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:00.533002 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc04b75-9fa2-498f-9d12-5be5ae3c2e7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:00.533429 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc04b75-9fa2-498f-9d12-5be5ae3c2e7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:00.533810 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc04b75-9fa2-498f-9d12-5be5ae3c2e7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:00.534150 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc04b75-9fa2-498f-9d12-5be5ae3c2e7d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:00.534492 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc04b75-9fa2-498f-9d12-5be5ae3c2e7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:00.534816 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc04b75-9fa2-498f-9d12-5be5ae3c2e7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:00.535136 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc04b75-9fa2-498f-9d12-5be5ae3c2e7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:00.535452 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc04b75-9fa2-498f-9d12-5be5ae3c2e7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:00.535771 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc04b75-9fa2-498f-9d12-5be5ae3c2e7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:00.552959 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7f39d4bd-b049-4c3c-b16e-204308449183 req-88763187-3104-44ae-8137-3efe327084b1 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/security-groups?id=362438a5-d8cc-4ba2-8dac-be16e84d542b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708814 Dec 16 09:36:00.563287 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0cc04b75-9fa2-498f-9d12-5be5ae3c2e7d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c59010f7074747db9b82811870731785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4291010 Dec 16 09:36:00.566013 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50128) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:00.650613 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-878c15d2-add0-4592-a5f8-d6f939002f59 req-6bb9ed1f-f6f2-4a9d-87e8-e3a5c4bba065 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9b666d6-6c0a-4956-8f43-6e6190e97b7a HTTP/1.1" status: 200 len: 210 time: 0.0465398 Dec 16 09:36:00.682534 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-19cc0e9d-16d4-4e0f-ab0b-973c5f036a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:00.709838 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-19cc0e9d-16d4-4e0f-ab0b-973c5f036a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:00.816654 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a168687-315d-4a26-8945-9cea07a5581d req-6ab1d4a0-93e8-4ea4-b5bb-7d724a798ef8 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:00.818326 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0a168687-315d-4a26-8945-9cea07a5581d req-6ab1d4a0-93e8-4ea4-b5bb-7d724a798ef8 tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.57 "GET /v2.0/ports?device_id=3eeddf45-5239-43a2-a923-56d1da3c5324 HTTP/1.1" status: 200 len: 948 time: 0.0627429 Dec 16 09:36:00.895095 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 50138) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:00.899492 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-bc054d42-6b14-49b9-b1b3-62c9d5549741 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Request body: {'security_group': {'name': 'tempest-securitygroup--642893901', 'description': 'tempest-description--168371554'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:36:00.909628 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-19cc0e9d-16d4-4e0f-ab0b-973c5f036a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:00.912709 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c142d9cd-1a9e-451f-ac5c-41f9dd70185e None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:00.914994 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-19cc0e9d-16d4-4e0f-ab0b-973c5f036a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:00.919179 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-19cc0e9d-16d4-4e0f-ab0b-973c5f036a1b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a95a9f58-28a3-4716-93aa-3edf83254d23 HTTP/1.1" status: 204 len: 168 time: 0.3503025 Dec 16 09:36:00.927848 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc0e9d-16d4-4e0f-ab0b-973c5f036a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95a9f58-28a3-4716-93aa-3edf83254d23,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:00.938606 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc0e9d-16d4-4e0f-ab0b-973c5f036a1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:00.938953 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc0e9d-16d4-4e0f-ab0b-973c5f036a1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:00.939311 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc0e9d-16d4-4e0f-ab0b-973c5f036a1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:00.939650 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc0e9d-16d4-4e0f-ab0b-973c5f036a1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:00.939981 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc0e9d-16d4-4e0f-ab0b-973c5f036a1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:00.940309 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc0e9d-16d4-4e0f-ab0b-973c5f036a1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:00.940636 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc0e9d-16d4-4e0f-ab0b-973c5f036a1b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:00.940959 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc0e9d-16d4-4e0f-ab0b-973c5f036a1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:00.941312 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc0e9d-16d4-4e0f-ab0b-973c5f036a1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:00.941630 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc0e9d-16d4-4e0f-ab0b-973c5f036a1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:00.941953 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc0e9d-16d4-4e0f-ab0b-973c5f036a1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:00.942614 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc0e9d-16d4-4e0f-ab0b-973c5f036a1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:00.983877 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-0a168687-315d-4a26-8945-9cea07a5581d req-2f242878-8c52-4827-9e41-1ebeda161d3a tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Deleting port 0e862b36-df2d-47c3-b620-94ac2e08174a {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:36:00.984226 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-0a168687-315d-4a26-8945-9cea07a5581d req-2f242878-8c52-4827-9e41-1ebeda161d3a tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:01.029390 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c142d9cd-1a9e-451f-ac5c-41f9dd70185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:01.047310 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bc054d42-6b14-49b9-b1b3-62c9d5549741 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:01.118171 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27aee1f-bc82-46a9-bb72-23fa1c3d0716 None None] Pushing event updated for resources: {'Port': ['ID=89f8b3af-6f0e-4d45-9316-574ad2e01485,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:01.148985 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-0a168687-315d-4a26-8945-9cea07a5581d req-2f242878-8c52-4827-9e41-1ebeda161d3a tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] For port 0e862b36-df2d-47c3-b620-94ac2e08174a, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=0e862b36-df2d-47c3-b620-94ac2e08174a,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:01.149644 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-0a168687-315d-4a26-8945-9cea07a5581d req-2f242878-8c52-4827-9e41-1ebeda161d3a tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:01.178306 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-0a168687-315d-4a26-8945-9cea07a5581d req-2f242878-8c52-4827-9e41-1ebeda161d3a tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Calling delete_port for 0e862b36-df2d-47c3-b620-94ac2e08174a owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:36:01.192301 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-c142d9cd-1a9e-451f-ac5c-41f9dd70185e None None] Attempting to bind port 89f8b3af-6f0e-4d45-9316-574ad2e01485 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:36:01.192672 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-c142d9cd-1a9e-451f-ac5c-41f9dd70185e None None] Attempting to bind port 89f8b3af-6f0e-4d45-9316-574ad2e01485 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'e4b99bb5-c4f3-4f88-bc59-3a617caff777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:36:01.193029 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c142d9cd-1a9e-451f-ac5c-41f9dd70185e None None] Attempting to bind port 89f8b3af-6f0e-4d45-9316-574ad2e01485 on network 932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:36:01.197072 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bc054d42-6b14-49b9-b1b3-62c9d5549741 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:01.198480 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c142d9cd-1a9e-451f-ac5c-41f9dd70185e None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:36:01.198862 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c142d9cd-1a9e-451f-ac5c-41f9dd70185e None None] Checking segment: {'id': 'e4b99bb5-c4f3-4f88-bc59-3a617caff777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:36:01.199258 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c142d9cd-1a9e-451f-ac5c-41f9dd70185e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:01.199700 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c142d9cd-1a9e-451f-ac5c-41f9dd70185e None None] Bound using segment: {'id': 'e4b99bb5-c4f3-4f88-bc59-3a617caff777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:36:01.200169 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-c142d9cd-1a9e-451f-ac5c-41f9dd70185e None None] Bound port: 89f8b3af-6f0e-4d45-9316-574ad2e01485, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4b99bb5-c4f3-4f88-bc59-3a617caff777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:36:01.200724 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c142d9cd-1a9e-451f-ac5c-41f9dd70185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:01.269226 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-c142d9cd-1a9e-451f-ac5c-41f9dd70185e None None] For port 89f8b3af-6f0e-4d45-9316-574ad2e01485, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:36:01.272674 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-c142d9cd-1a9e-451f-ac5c-41f9dd70185e None None] For port 89f8b3af-6f0e-4d45-9316-574ad2e01485, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=89f8b3af-6f0e-4d45-9316-574ad2e01485,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:36:01.363474 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bc054d42-6b14-49b9-b1b3-62c9d5549741 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:01.398994 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc054d42-6b14-49b9-b1b3-62c9d5549741 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca2073f-d722-4fce-b5c2-d6bc8092af0e,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:01.413531 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c142d9cd-1a9e-451f-ac5c-41f9dd70185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:01.449177 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-368d07f7-81e5-47f5-a724-20d9d2440898 None None] Provisioning complete for port 89f8b3af-6f0e-4d45-9316-574ad2e01485 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:01.449570 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-368d07f7-81e5-47f5-a724-20d9d2440898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:01.471985 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-0a168687-315d-4a26-8945-9cea07a5581d req-2f242878-8c52-4827-9e41-1ebeda161d3a tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:01.548981 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f242878-8c52-4827-9e41-1ebeda161d3a tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Pushing event deleted for resources: {'Port': ['ID=0e862b36-df2d-47c3-b620-94ac2e08174a,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:01.554664 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bc054d42-6b14-49b9-b1b3-62c9d5549741 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:01.556291 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c142d9cd-1a9e-451f-ac5c-41f9dd70185e None None] Routers {'75a76c52-1859-4614-ba74-3cc48f736d2d'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:36:01.556425 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-bc054d42-6b14-49b9-b1b3-62c9d5549741 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6602783 Dec 16 09:36:01.558593 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-c142d9cd-1a9e-451f-ac5c-41f9dd70185e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:35:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['75a76c52-1859-4614-ba74-3cc48f736d2d'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:01.559338 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50158) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:01.565355 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-39b5bd3a-b663-4d1e-8baf-62f3c211d151 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Request body: {'security_group_rule': {'security_group_id': '2ca2073f-d722-4fce-b5c2-d6bc8092af0e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:36:01.586472 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a168687-315d-4a26-8945-9cea07a5581d req-2f242878-8c52-4827-9e41-1ebeda161d3a tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] No DVR routers for this DVR port 0e862b36-df2d-47c3-b620-94ac2e08174a on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:36:01.589396 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-0a168687-315d-4a26-8945-9cea07a5581d req-2f242878-8c52-4827-9e41-1ebeda161d3a tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:01.593888 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0a168687-315d-4a26-8945-9cea07a5581d req-2f242878-8c52-4827-9e41-1ebeda161d3a tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.57 "DELETE /v2.0/ports/0e862b36-df2d-47c3-b620-94ac2e08174a HTTP/1.1" status: 204 len: 173 time: 0.7598727 Dec 16 09:36:01.594445 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eeddf45-5239-43a2-a923-56d1da3c5324', 'name': 'network-vif-deleted', 'tag': '0e862b36-df2d-47c3-b620-94ac2e08174a'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:36:01.597281 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503d1bf1-019e-4929-83bf-4d003fab3b55" -d '{"events": [{"server_uuid": "3eeddf45-5239-43a2-a923-56d1da3c5324", "name": "network-vif-deleted", "tag": "0e862b36-df2d-47c3-b620-94ac2e08174a"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:36:01.602615 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27aee1f-bc82-46a9-bb72-23fa1c3d0716 None None] Pushing event updated for resources: {'Port': ['ID=89f8b3af-6f0e-4d45-9316-574ad2e01485,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:01.673942 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c430b18e-61bf-4fbe-9ae1-4c36415f4b32 x-openstack-request-id: req-c430b18e-61bf-4fbe-9ae1-4c36415f4b32 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:36:01.674253 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eeddf45-5239-43a2-a923-56d1da3c5324", "name": "network-vif-deleted", "tag": "0e862b36-df2d-47c3-b620-94ac2e08174a", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:36:01.674439 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c430b18e-61bf-4fbe-9ae1-4c36415f4b32 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:36:01.675862 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eeddf45-5239-43a2-a923-56d1da3c5324', 'name': 'network-vif-deleted', 'tag': '0e862b36-df2d-47c3-b620-94ac2e08174a', 'status': 'completed', 'code': 200} Dec 16 09:36:01.746815 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39b5bd3a-b663-4d1e-8baf-62f3c211d151 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:01.787919 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-03be3a84-0d76-4609-bab5-dc29105fe9b7 req-14a61a6e-bf1b-45e3-897d-a619d6ca5b52 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9b666d6-6c0a-4956-8f43-6e6190e97b7a HTTP/1.1" status: 200 len: 210 time: 0.0432475 Dec 16 09:36:01.820963 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-c142d9cd-1a9e-451f-ac5c-41f9dd70185e None None] Set router 75a76c52-1859-4614-ba74-3cc48f736d2d gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:36:01.876834 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39b5bd3a-b663-4d1e-8baf-62f3c211d151 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:01.889726 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6584f144-56cd-4fdc-a007-47fa01b40485 req-a57f4cb9-a784-42b2-a669-958560c7051c tempest-ImagesOneServerTestJSON-2134802072 tempest-ImagesOneServerTestJSON-2134802072-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eeddf45-5239-43a2-a923-56d1da3c5324 HTTP/1.1" status: 200 len: 210 time: 0.0960131 Dec 16 09:36:01.957430 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39b5bd3a-b663-4d1e-8baf-62f3c211d151 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:02.016316 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5bd3a-b663-4d1e-8baf-62f3c211d151 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8dced95-3911-41fc-bccc-7b922cf625b9,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:02.092619 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-368d07f7-81e5-47f5-a724-20d9d2440898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:02.115947 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39b5bd3a-b663-4d1e-8baf-62f3c211d151 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:02.119559 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-39b5bd3a-b663-4d1e-8baf-62f3c211d151 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5563147 Dec 16 09:36:02.123710 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50182) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:02.134701 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-2746f8bc-53ce-4d31-9cac-f2a1df3b6b1a tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Request body: {'security_group_rule': {'security_group_id': '2ca2073f-d722-4fce-b5c2-d6bc8092af0e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:36:02.179382 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-368d07f7-81e5-47f5-a724-20d9d2440898 None None] For port 89f8b3af-6f0e-4d45-9316-574ad2e01485, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=89f8b3af-6f0e-4d45-9316-574ad2e01485,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:02.250367 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-c142d9cd-1a9e-451f-ac5c-41f9dd70185e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'name': 'tempest-ServerActionsTestJSON-131374164-router', 'tenant_id': 'f1bf440b6c55457f8af9c018d530175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'da69801a-b103-42a8-849b-4d49a739d35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:51Z', 'updated_at': '2021-12-16T09:35:57Z', 'revision_number': 4, 'project_id': 'f1bf440b6c55457f8af9c018d530175b', 'gw_port': {'id': 'da69801a-b103-42a8-849b-4d49a739d35a', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:91:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:53Z', 'updated_at': '2021-12-16T09:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '89f8b3af-6f0e-4d45-9316-574ad2e01485', 'name': '', 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f', 'tenant_id': 'f1bf440b6c55457f8af9c018d530175b', 'mac_address': 'fa:16:3e:7a:a8:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'c3e23022-6181-4c07-9324-a5452325576b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:56Z', 'updated_at': '2021-12-16T09:36:01Z', 'revision_number': 4, 'project_id': 'f1bf440b6c55457f8af9c018d530175b', 'subnets': [{'id': 'c3e23022-6181-4c07-9324-a5452325576b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:02.277671 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c142d9cd-1a9e-451f-ac5c-41f9dd70185e None None] The sync data for ids ['75a76c52-1859-4614-ba74-3cc48f736d2d'] in n-d-820550-2 is: [{'id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'name': 'tempest-ServerActionsTestJSON-131374164-router', 'tenant_id': 'f1bf440b6c55457f8af9c018d530175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'da69801a-b103-42a8-849b-4d49a739d35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:51Z', 'updated_at': '2021-12-16T09:35:57Z', 'revision_number': 4, 'project_id': 'f1bf440b6c55457f8af9c018d530175b', 'gw_port': {'id': 'da69801a-b103-42a8-849b-4d49a739d35a', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:91:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:53Z', 'updated_at': '2021-12-16T09:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '89f8b3af-6f0e-4d45-9316-574ad2e01485', 'name': '', 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f', 'tenant_id': 'f1bf440b6c55457f8af9c018d530175b', 'mac_address': 'fa:16:3e:7a:a8:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'c3e23022-6181-4c07-9324-a5452325576b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:56Z', 'updated_at': '2021-12-16T09:36:01Z', 'revision_number': 4, 'project_id': 'f1bf440b6c55457f8af9c018d530175b', 'subnets': [{'id': 'c3e23022-6181-4c07-9324-a5452325576b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:36:02.332976 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-368d07f7-81e5-47f5-a724-20d9d2440898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:02.367573 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2746f8bc-53ce-4d31-9cac-f2a1df3b6b1a tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:02.388956 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d07f7-81e5-47f5-a724-20d9d2440898 None None] Pushing event updated for resources: {'Port': ['ID=89f8b3af-6f0e-4d45-9316-574ad2e01485,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:02.476242 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-a009fa76-38be-40a8-a5f9-2a63b2b57d67 None None] Provisioning complete for port 89f8b3af-6f0e-4d45-9316-574ad2e01485 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:02.476391 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2746f8bc-53ce-4d31-9cac-f2a1df3b6b1a tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:02.476750 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a009fa76-38be-40a8-a5f9-2a63b2b57d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:02.592206 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2746f8bc-53ce-4d31-9cac-f2a1df3b6b1a tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:02.615677 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746f8bc-53ce-4d31-9cac-f2a1df3b6b1a tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b86327a-ebf8-44cd-9689-12007632dd4a,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:02.742986 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2746f8bc-53ce-4d31-9cac-f2a1df3b6b1a tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:02.744256 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2746f8bc-53ce-4d31-9cac-f2a1df3b6b1a tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6234221 Dec 16 09:36:02.747276 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50204) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:02.752984 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-21f3ded7-1152-4590-8248-4edbada8d8e0 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:36:02.875428 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21f3ded7-1152-4590-8248-4edbada8d8e0 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks [] for floatingip, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:02.913550 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-668ddbcf-8286-4686-96fc-fb7738018ade req-6c2e97b3-75f3-43f0-b02b-7a6811807266 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9b666d6-6c0a-4956-8f43-6e6190e97b7a HTTP/1.1" status: 200 len: 210 time: 0.0367939 Dec 16 09:36:03.112671 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-8a1f7677-0cee-4a8f-8a9c-7cd6ffa01741 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=3a03998abede429082dc8c2a76a77215&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270002 Dec 16 09:36:03.151507 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21f3ded7-1152-4590-8248-4edbada8d8e0 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:03.212884 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 50222) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:03.329660 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-d90cd2bd-8a4e-4429-b88e-f5791b1c658e tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:03.331193 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-d90cd2bd-8a4e-4429-b88e-f5791b1c658e tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2117293 Dec 16 09:36:03.350138 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-f8428d36-2e69-4e60-92a8-e792e107e9dc tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Request body: {'port': {'device_id': 'b9b666d6-6c0a-4956-8f43-6e6190e97b7a', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'admin_state_up': True, 'tenant_id': '3a03998abede429082dc8c2a76a77215'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:36:03.356241 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-21f3ded7-1152-4590-8248-4edbada8d8e0 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Allocated IP 172.25.1.217 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/1044e9b3-c439-4a87-b3ce-b4c67a6dd44d) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:36:03.414528 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d8e862cc-9499-4009-aafe-a90b46b69f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:03.498128 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21f3ded7-1152-4590-8248-4edbada8d8e0 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:03.575032 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d8e862cc-9499-4009-aafe-a90b46b69f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:03.620018 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 50232) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:03.669032 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-f8428d36-2e69-4e60-92a8-e792e107e9dc tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Made reservation on behalf of 3a03998abede429082dc8c2a76a77215 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:36:03.670109 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21f3ded7-1152-4590-8248-4edbada8d8e0 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:03.674313 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-f8428d36-2e69-4e60-92a8-e792e107e9dc tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:03.706124 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d8e862cc-9499-4009-aafe-a90b46b69f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:03.712223 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f3ded7-1152-4590-8248-4edbada8d8e0 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:36:03.716230 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-21f3ded7-1152-4590-8248-4edbada8d8e0 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:36:03.721794 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f3ded7-1152-4590-8248-4edbada8d8e0 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:36:03.754827 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3ded7-1152-4590-8248-4edbada8d8e0 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Pushing event updated for resources: {'Port': ['ID=1044e9b3-c439-4a87-b3ce-b4c67a6dd44d,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:03.769511 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d8e862cc-9499-4009-aafe-a90b46b69f70 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=675b5af4ef7f4a0fb5fbb224a1133455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5525908 Dec 16 09:36:03.769608 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50238) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:03.823425 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 0e862b36-df2d-47c3-b620-94ac2e08174a no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:36:03.853479 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 0e862b36-df2d-47c3-b620-94ac2e08174a {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:36:03.853479 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 0e862b36-df2d-47c3-b620-94ac2e08174a not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:36:03.875454 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e862cc-9499-4009-aafe-a90b46b69f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cffa03aa-f52f-42ba-8c89-1579af77e6d6,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:03.882420 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c6a7b64b-ae84-46af-900e-047aba40e0d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:03.909486 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c6a7b64b-ae84-46af-900e-047aba40e0d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:03.932404 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6068bdc9-0c9e-4b78-82d3-a544e7231bf1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5e926fd45874437085b7da695b53e078&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3111639 Dec 16 09:36:03.936143 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 50242) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:03.962849 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21f3ded7-1152-4590-8248-4edbada8d8e0 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:03.984098 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-f8428d36-2e69-4e60-92a8-e792e107e9dc tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Allocated IP 192.168.233.46 (0f25fa8c-dd15-4f99-b14f-112e51884f75/d30f37a6-2496-485e-9480-e5e1789d975f/83303cef-3fbb-466d-a95d-22d387468b57) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:36:04.031134 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-34fe9be7-537d-4b4b-b4fd-9dbfd7e88e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:04.031666 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c6a7b64b-ae84-46af-900e-047aba40e0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:04.034511 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c6a7b64b-ae84-46af-900e-047aba40e0d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:04.038828 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c6a7b64b-ae84-46af-900e-047aba40e0d0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cffa03aa-f52f-42ba-8c89-1579af77e6d6 HTTP/1.1" status: 204 len: 168 time: 0.2681012 Dec 16 09:36:04.070589 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1ffc175f-fb41-4dc0-b55b-58f5c928de8e req-4b2bfa34-e656-432e-8caf-e53d51296fb5 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9b666d6-6c0a-4956-8f43-6e6190e97b7a HTTP/1.1" status: 200 len: 210 time: 0.0513506 Dec 16 09:36:04.074009 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-34fe9be7-537d-4b4b-b4fd-9dbfd7e88e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:04.101477 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7b64b-ae84-46af-900e-047aba40e0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffa03aa-f52f-42ba-8c89-1579af77e6d6,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:04.132044 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21f3ded7-1152-4590-8248-4edbada8d8e0 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:04.301653 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 89f8b3af-6f0e-4d45-9316-574ad2e01485 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:36:04.393322 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 89f8b3af-6f0e-4d45-9316-574ad2e01485 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:04.393938 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:04.431038 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21f3ded7-1152-4590-8248-4edbada8d8e0 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:04.506988 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21f3ded7-1152-4590-8248-4edbada8d8e0 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:04.607535 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3ded7-1152-4590-8248-4edbada8d8e0 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Pushing event updated for resources: {'Port': ['ID=1044e9b3-c439-4a87-b3ce-b4c67a6dd44d,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:04.629148 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21f3ded7-1152-4590-8248-4edbada8d8e0 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:04.671404 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-f8428d36-2e69-4e60-92a8-e792e107e9dc tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:04.734523 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-34fe9be7-537d-4b4b-b4fd-9dbfd7e88e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:04.736642 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21f3ded7-1152-4590-8248-4edbada8d8e0 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:04.737525 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-34fe9be7-537d-4b4b-b4fd-9dbfd7e88e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:04.738970 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-21f3ded7-1152-4590-8248-4edbada8d8e0 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9895875 Dec 16 09:36:04.749276 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-34fe9be7-537d-4b4b-b4fd-9dbfd7e88e4b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/362438a5-d8cc-4ba2-8dac-be16e84d542b HTTP/1.1" status: 204 len: 168 time: 0.8030455 Dec 16 09:36:04.749431 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe9be7-537d-4b4b-b4fd-9dbfd7e88e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362438a5-d8cc-4ba2-8dac-be16e84d542b,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:04.783223 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-f8428d36-2e69-4e60-92a8-e792e107e9dc tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:04.797683 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['cf91aa18-04cc-4828-af26-dfe4b6c3cfef', '7e9da22c-a9fe-4637-97e0-d88a28a77fbb'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:36:04.831048 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-f8428d36-2e69-4e60-92a8-e792e107e9dc tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Network 0f25fa8c-dd15-4f99-b14f-112e51884f75 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:36:04.834346 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-f8428d36-2e69-4e60-92a8-e792e107e9dc tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:36:04.838114 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-f8428d36-2e69-4e60-92a8-e792e107e9dc tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:36:04.847479 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8428d36-2e69-4e60-92a8-e792e107e9dc tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Pushing event updated for resources: {'Port': ['ID=83303cef-3fbb-466d-a95d-22d387468b57,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:04.949761 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-f8428d36-2e69-4e60-92a8-e792e107e9dc tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:04.950524 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-f8428d36-2e69-4e60-92a8-e792e107e9dc tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:05.039724 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-f8428d36-2e69-4e60-92a8-e792e107e9dc tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6980636 Dec 16 09:36:05.055501 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-64ff02a4-d923-4379-a45f-153025691a69 service neutron] Request body: {'port': {'device_id': 'b9b666d6-6c0a-4956-8f43-6e6190e97b7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:36:05.258087 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-d84df480-87a5-457d-898e-b7fbf9e530b5 None None] Provisioning complete for port 83303cef-3fbb-466d-a95d-22d387468b57 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:05.258686 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d84df480-87a5-457d-898e-b7fbf9e530b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:05.274736 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-ee3b8365-c4eb-405f-95e0-38809ca859e0 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--642893901&fields=id&tenant_id=f1bf440b6c55457f8af9c018d530175b HTTP/1.1" status: 200 len: 267 time: 0.0697932 Dec 16 09:36:05.280077 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7271946-06ba-425f-b0c2-e39a949812ad req-963f28fb-874c-497f-9e30-70af7ba8cf6f tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:05.288848 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7271946-06ba-425f-b0c2-e39a949812ad req-963f28fb-874c-497f-9e30-70af7ba8cf6f tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9b666d6-6c0a-4956-8f43-6e6190e97b7a HTTP/1.1" status: 200 len: 935 time: 0.0965512 Dec 16 09:36:05.303659 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-64ff02a4-d923-4379-a45f-153025691a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:05.355860 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-d84df480-87a5-457d-898e-b7fbf9e530b5 None None] Port 83303cef-3fbb-466d-a95d-22d387468b57 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:36:05.401606 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7271946-06ba-425f-b0c2-e39a949812ad req-60296cff-8b37-4658-9ca1-67923f3f6de2 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033857 Dec 16 09:36:05.525351 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-8b6f6b52-e6af-4cf3-8238-6f4c5723457a tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:05.526154 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-8b6f6b52-e6af-4cf3-8238-6f4c5723457a tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/networks?id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f HTTP/1.1" status: 200 len: 811 time: 0.2505932 Dec 16 09:36:05.567443 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-9e07f108-80e0-4b4d-9987-e66a894b3344 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/quotas/f1bf440b6c55457f8af9c018d530175b HTTP/1.1" status: 200 len: 375 time: 0.0307164 Dec 16 09:36:05.699836 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-7290c930-17e0-4302-8f15-fe2fab69f639 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f1bf440b6c55457f8af9c018d530175b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1000171 Dec 16 09:36:05.795658 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-64ff02a4-d923-4379-a45f-153025691a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83303cef-3fbb-466d-a95d-22d387468b57 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:36:05.803645 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-64ff02a4-d923-4379-a45f-153025691a69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:05.818901 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-64ff02a4-d923-4379-a45f-153025691a69 service neutron] Transition to ACTIVE for port object 83303cef-3fbb-466d-a95d-22d387468b57 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:36:05.897163 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-64ff02a4-d923-4379-a45f-153025691a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:06.072533 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff02a4-d923-4379-a45f-153025691a69 service neutron] Pushing event updated for resources: {'Port': ['ID=83303cef-3fbb-466d-a95d-22d387468b57,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:06.137737 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-8098d77d-1bbb-4357-8a1c-fc0a711a9732 service neutron] 10.222.0.60 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154890 Dec 16 09:36:06.232218 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-64ff02a4-d923-4379-a45f-153025691a69 service neutron] Attempting to bind port 83303cef-3fbb-466d-a95d-22d387468b57 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:36:06.232577 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-64ff02a4-d923-4379-a45f-153025691a69 service neutron] Attempting to bind port 83303cef-3fbb-466d-a95d-22d387468b57 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:36:06.232907 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-64ff02a4-d923-4379-a45f-153025691a69 service neutron] Attempting to bind port 83303cef-3fbb-466d-a95d-22d387468b57 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:36:06.239990 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-64ff02a4-d923-4379-a45f-153025691a69 service neutron] Port 83303cef-3fbb-466d-a95d-22d387468b57 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:36:06.240315 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-64ff02a4-d923-4379-a45f-153025691a69 service neutron] Attempting to bind port 83303cef-3fbb-466d-a95d-22d387468b57 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:36:06.250327 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-64ff02a4-d923-4379-a45f-153025691a69 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:36:06.250683 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-64ff02a4-d923-4379-a45f-153025691a69 service neutron] Checking segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:36:06.251249 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-64ff02a4-d923-4379-a45f-153025691a69 service neutron] Bound using segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:36:06.251511 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-64ff02a4-d923-4379-a45f-153025691a69 service neutron] Bound port: 83303cef-3fbb-466d-a95d-22d387468b57, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:36:06.251879 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-64ff02a4-d923-4379-a45f-153025691a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:06.292525 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50342) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:06.320227 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-5a3684dc-e447-42be-9c3b-a12ae1edaacd service neutron] 10.222.0.60 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812890 Dec 16 09:36:06.346410 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-64ff02a4-d923-4379-a45f-153025691a69 service neutron] For port 83303cef-3fbb-466d-a95d-22d387468b57, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:36:06.350117 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-64ff02a4-d923-4379-a45f-153025691a69 service neutron] For port 83303cef-3fbb-466d-a95d-22d387468b57, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=83303cef-3fbb-466d-a95d-22d387468b57,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:36:06.429782 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-0ae40be4-63ee-42dc-907d-889753ece1c5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1142460710-network', 'tenant_id': '8cd60da8ff604d0c95834c2b7afc7015'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:36:06.489358 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-64ff02a4-d923-4379-a45f-153025691a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:06.526371 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-64ff02a4-d923-4379-a45f-153025691a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:06.526993 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-64ff02a4-d923-4379-a45f-153025691a69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:06.528406 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-64ff02a4-d923-4379-a45f-153025691a69 service neutron] 10.222.0.58 "PUT /v2.0/ports/83303cef-3fbb-466d-a95d-22d387468b57 HTTP/1.1" status: 200 len: 1095 time: 1.4788017 Dec 16 09:36:06.528840 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b666d6-6c0a-4956-8f43-6e6190e97b7a', 'tag': '83303cef-3fbb-466d-a95d-22d387468b57'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:36:06.531671 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6520cac4-6326-43ae-952b-e8c68499fd03" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b666d6-6c0a-4956-8f43-6e6190e97b7a", "tag": "83303cef-3fbb-466d-a95d-22d387468b57"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:36:06.551205 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9624c2-819f-4ff2-acce-d722ba72189c req-c4aabf5f-3846-4f3e-a79c-bb14776ccab5 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:06.558056 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff02a4-d923-4379-a45f-153025691a69 service neutron] Pushing event updated for resources: {'Port': ['ID=83303cef-3fbb-466d-a95d-22d387468b57,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:06.559032 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0b9624c2-819f-4ff2-acce-d722ba72189c req-c4aabf5f-3846-4f3e-a79c-bb14776ccab5 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9b666d6-6c0a-4956-8f43-6e6190e97b7a HTTP/1.1" status: 200 len: 947 time: 0.0826347 Dec 16 09:36:06.613718 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0b9624c2-819f-4ff2-acce-d722ba72189c req-3577c057-cafa-44eb-936c-1e447cd18109 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502143 Dec 16 09:36:06.639292 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae40be4-63ee-42dc-907d-889753ece1c5 admin admin] Made reservation on behalf of 8cd60da8ff604d0c95834c2b7afc7015 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:36:06.639292 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0ae40be4-63ee-42dc-907d-889753ece1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:06.643407 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0ae40be4-63ee-42dc-907d-889753ece1c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:06.754200 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-ec164093-4b3f-46dc-95e1-4c631a6e9614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:06.758495 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-ec164093-4b3f-46dc-95e1-4c631a6e9614 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a03998abede429082dc8c2a76a77215&device_id=b9b666d6-6c0a-4956-8f43-6e6190e97b7a HTTP/1.1" status: 200 len: 1098 time: 0.0879970 Dec 16 09:36:06.762688 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9c3138-c3c9-4d5b-9ca2-d043613e746d x-openstack-request-id: req-dc9c3138-c3c9-4d5b-9ca2-d043613e746d {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:36:06.762987 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b666d6-6c0a-4956-8f43-6e6190e97b7a", "tag": "83303cef-3fbb-466d-a95d-22d387468b57", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:36:06.764083 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dc9c3138-c3c9-4d5b-9ca2-d043613e746d {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:36:06.765412 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b666d6-6c0a-4956-8f43-6e6190e97b7a', 'tag': '83303cef-3fbb-466d-a95d-22d387468b57', 'status': 'completed', 'code': 200} Dec 16 09:36:06.865299 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-a0349ce1-89e5-43e3-aaa9-85a1b3aa31a3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=83303cef-3fbb-466d-a95d-22d387468b57 HTTP/1.1" status: 200 len: 217 time: 0.0916328 Dec 16 09:36:06.865562 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0ae40be4-63ee-42dc-907d-889753ece1c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:06.924015 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d6a7e27b-28a0-44be-97c6-c94f7d329fc0 req-9824a0bc-fe02-41ac-83be-71eada8a8a98 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 210 time: 0.0550106 Dec 16 09:36:06.937658 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0ae40be4-63ee-42dc-907d-889753ece1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:06.970298 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ae40be4-63ee-42dc-907d-889753ece1c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:36:06.971268 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-4cf6a090-7f2f-460f-90a4-8fd984ee8224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:06.973839 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-4cf6a090-7f2f-460f-90a4-8fd984ee8224 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.1044748 Dec 16 09:36:06.980117 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae40be4-63ee-42dc-907d-889753ece1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f67c490-7531-485e-8957-5a5419bd7bd2,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:06.990901 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0ae40be4-63ee-42dc-907d-889753ece1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:06.990901 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-0ae40be4-63ee-42dc-907d-889753ece1c5 admin admin] Added segment f4cab314-87e2-4c49-8fe7-37cd5d18df68 of type vlan for network 77aa32ed-918a-4795-9480-bbe6f1914dbe Dec 16 09:36:07.041932 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-7fbcfb68-3682-4b7c-8d25-539936dd6871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:07.044533 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-7fbcfb68-3682-4b7c-8d25-539936dd6871 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0632331 Dec 16 09:36:07.047455 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0ae40be4-63ee-42dc-907d-889753ece1c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:07.054777 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:07.142199 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-eab41e37-3b19-4a5e-a6ed-13df79900b96 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900521 Dec 16 09:36:07.215535 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0ae40be4-63ee-42dc-907d-889753ece1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:07.218255 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae40be4-63ee-42dc-907d-889753ece1c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:07.218860 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0ae40be4-63ee-42dc-907d-889753ece1c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:07.240143 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e066af6b-17f9-4759-99b0-c6e44c4d6563 req-34d2e86d-6db7-42b6-af17-6f69dec8f287 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914443 Dec 16 09:36:07.300906 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae40be4-63ee-42dc-907d-889753ece1c5 admin admin] Pushing event updated for resources: {'Network': ['ID=77aa32ed-918a-4795-9480-bbe6f1914dbe,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:07.312519 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 77aa32ed-918a-4795-9480-bbe6f1914dbe details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:36:07.409536 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520cac4-6326-43ae-952b-e8c68499fd03 req-2211c0cf-6979-4847-9895-831efe7d9db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:07.411043 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6520cac4-6326-43ae-952b-e8c68499fd03 req-2211c0cf-6979-4847-9895-831efe7d9db8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a03998abede429082dc8c2a76a77215&device_id=b9b666d6-6c0a-4956-8f43-6e6190e97b7a HTTP/1.1" status: 200 len: 1098 time: 0.0588093 Dec 16 09:36:07.414203 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0ae40be4-63ee-42dc-907d-889753ece1c5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1199422 Dec 16 09:36:07.414427 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 50388) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:07.419688 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-53f7427e-a7ba-4908-950d-a050bd821c7e admin admin] Request body: {'subnet': {'network_id': '77aa32ed-918a-4795-9480-bbe6f1914dbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1142460710-subnet', 'tenant_id': '8cd60da8ff604d0c95834c2b7afc7015', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:36:07.519408 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520cac4-6326-43ae-952b-e8c68499fd03 req-d5d1cac2-4505-4dee-a966-aa525083fd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:07.520856 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6520cac4-6326-43ae-952b-e8c68499fd03 req-d5d1cac2-4505-4dee-a966-aa525083fd45 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.0973046 Dec 16 09:36:07.571821 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6520cac4-6326-43ae-952b-e8c68499fd03 req-1bb0f5bb-a1e2-4572-afb6-a2fb45e31395 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=83303cef-3fbb-466d-a95d-22d387468b57 HTTP/1.1" status: 200 len: 217 time: 0.0432210 Dec 16 09:36:07.609520 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f7427e-a7ba-4908-950d-a050bd821c7e admin admin] Made reservation on behalf of 8cd60da8ff604d0c95834c2b7afc7015 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:36:07.611592 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-53f7427e-a7ba-4908-950d-a050bd821c7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:07.683864 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520cac4-6326-43ae-952b-e8c68499fd03 req-1462c6b3-3986-4909-b6a5-f27b2e83643b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:07.685244 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6520cac4-6326-43ae-952b-e8c68499fd03 req-1462c6b3-3986-4909-b6a5-f27b2e83643b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.1055255 Dec 16 09:36:07.823121 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520cac4-6326-43ae-952b-e8c68499fd03 req-a1d11e00-720a-467f-ae6c-dedc0ea4af69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:07.825054 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6520cac4-6326-43ae-952b-e8c68499fd03 req-a1d11e00-720a-467f-ae6c-dedc0ea4af69 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1268294 Dec 16 09:36:07.848597 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1c5e2-f499-45bb-b6b3-21e163436fac req-9f06fc24-3972-4f95-913d-a1ea6c1cfb0a tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:07.849984 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-54e1c5e2-f499-45bb-b6b3-21e163436fac req-9f06fc24-3972-4f95-913d-a1ea6c1cfb0a tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9b666d6-6c0a-4956-8f43-6e6190e97b7a HTTP/1.1" status: 200 len: 947 time: 0.1300879 Dec 16 09:36:07.990662 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-54e1c5e2-f499-45bb-b6b3-21e163436fac req-7b624433-db16-4c4c-92ce-53e3e0598bb0 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294110 Dec 16 09:36:08.032631 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6520cac4-6326-43ae-952b-e8c68499fd03 req-dd7cf246-5549-4eb8-9b51-03795eceb27c service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950562 Dec 16 09:36:08.050129 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-936576e9-1ba8-43f5-a823-bc48d1ca3b22 req-5d0fa856-f379-4d6d-97f8-f91ce117830c tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 210 time: 0.0406871 Dec 16 09:36:08.108571 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-53f7427e-a7ba-4908-950d-a050bd821c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:08.205096 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7427e-a7ba-4908-950d-a050bd821c7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cbf824c-9497-43ba-b35e-c12e8e5b70ab,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:08.222117 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f7427e-a7ba-4908-950d-a050bd821c7e admin admin] Checking segment: {'id': 'f4cab314-87e2-4c49-8fe7-37cd5d18df68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '77aa32ed-918a-4795-9480-bbe6f1914dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:36:08.222473 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f7427e-a7ba-4908-950d-a050bd821c7e admin admin] Network hostable DHCP agents. Network: 77aa32ed-918a-4795-9480-bbe6f1914dbe, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:36:08.226883 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6520cac4-6326-43ae-952b-e8c68499fd03 req-af75dd00-158c-4a6b-9a40-b83e7ac4c7e7 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860600 Dec 16 09:36:08.420109 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f7427e-a7ba-4908-950d-a050bd821c7e admin admin] Network 77aa32ed-918a-4795-9480-bbe6f1914dbe is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:36:08.539099 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-53f7427e-a7ba-4908-950d-a050bd821c7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 77aa32ed-918a-4795-9480-bbe6f1914dbe) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:36:08.555119 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cd62bd-4c7c-4ae9-b219-e5b5baac940c None None] Network 77aa32ed-918a-4795-9480-bbe6f1914dbe requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:36:08.562365 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f7427e-a7ba-4908-950d-a050bd821c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:08.564942 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-53f7427e-a7ba-4908-950d-a050bd821c7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:08.660335 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-53f7427e-a7ba-4908-950d-a050bd821c7e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2446513 Dec 16 09:36:08.665142 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50424) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:08.673092 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-e86a6657-58c5-487c-883a-71491253f7b2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1142460710-router', 'tenant_id': '8cd60da8ff604d0c95834c2b7afc7015', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:36:08.724601 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67ccdc6-0aba-4e3b-bce7-4a3305af8f7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-77aa32ed-918a-4795-9480-bbe6f1914dbe', 'network_id': '77aa32ed-918a-4795-9480-bbe6f1914dbe', 'tenant_id': '8cd60da8ff604d0c95834c2b7afc7015', 'fixed_ips': [{'subnet_id': '2cbf824c-9497-43ba-b35e-c12e8e5b70ab'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:36:08.725506 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e67ccdc6-0aba-4e3b-bce7-4a3305af8f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:08.817042 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e86a6657-58c5-487c-883a-71491253f7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:08.818248 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e86a6657-58c5-487c-883a-71491253f7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:08.879965 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e86a6657-58c5-487c-883a-71491253f7b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:08.895835 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-e67ccdc6-0aba-4e3b-bce7-4a3305af8f7b None None] Allocated IP 172.20.0.2 (77aa32ed-918a-4795-9480-bbe6f1914dbe/2cbf824c-9497-43ba-b35e-c12e8e5b70ab/d4d0e359-04cd-4d16-936b-3da4cfdc78b8) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:36:09.133824 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e86a6657-58c5-487c-883a-71491253f7b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:09.173621 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b239d6-fd1f-4b55-8565-0ca58214bddb req-e74862bc-75c7-4bd9-a353-f7d9f42b8a2e tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:09.175475 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-05b239d6-fd1f-4b55-8565-0ca58214bddb req-e74862bc-75c7-4bd9-a353-f7d9f42b8a2e tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9b666d6-6c0a-4956-8f43-6e6190e97b7a HTTP/1.1" status: 200 len: 947 time: 0.0711753 Dec 16 09:36:09.217024 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e67ccdc6-0aba-4e3b-bce7-4a3305af8f7b None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:09.219117 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5ce3a196-289e-4276-9577-330d9f121de2 req-e4bbcb94-d57a-4f49-91aa-9f35a7d7c7f3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 210 time: 0.0431898 Dec 16 09:36:09.229695 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-05b239d6-fd1f-4b55-8565-0ca58214bddb req-c185ac62-f0d5-4477-9d6d-675c529752db tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435739 Dec 16 09:36:09.314522 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e67ccdc6-0aba-4e3b-bce7-4a3305af8f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:09.353367 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ccdc6-0aba-4e3b-bce7-4a3305af8f7b None None] Pushing event updated for resources: {'Port': ['ID=d4d0e359-04cd-4d16-936b-3da4cfdc78b8,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:09.354568 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 50444) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:09.368646 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67ccdc6-0aba-4e3b-bce7-4a3305af8f7b None None] Network 77aa32ed-918a-4795-9480-bbe6f1914dbe is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:36:09.370286 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-e67ccdc6-0aba-4e3b-bce7-4a3305af8f7b None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:36:09.373163 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67ccdc6-0aba-4e3b-bce7-4a3305af8f7b None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:36:09.475874 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e86a6657-58c5-487c-883a-71491253f7b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:09.478708 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-e67ccdc6-0aba-4e3b-bce7-4a3305af8f7b None None] Attempting to bind port d4d0e359-04cd-4d16-936b-3da4cfdc78b8 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:36:09.479595 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-e67ccdc6-0aba-4e3b-bce7-4a3305af8f7b None None] Attempting to bind port d4d0e359-04cd-4d16-936b-3da4cfdc78b8 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'f4cab314-87e2-4c49-8fe7-37cd5d18df68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '77aa32ed-918a-4795-9480-bbe6f1914dbe'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:36:09.480111 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67ccdc6-0aba-4e3b-bce7-4a3305af8f7b None None] Attempting to bind port d4d0e359-04cd-4d16-936b-3da4cfdc78b8 on network 77aa32ed-918a-4795-9480-bbe6f1914dbe {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:36:09.488999 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67ccdc6-0aba-4e3b-bce7-4a3305af8f7b None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:36:09.489816 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67ccdc6-0aba-4e3b-bce7-4a3305af8f7b None None] Checking segment: {'id': 'f4cab314-87e2-4c49-8fe7-37cd5d18df68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '77aa32ed-918a-4795-9480-bbe6f1914dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:36:09.490955 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e67ccdc6-0aba-4e3b-bce7-4a3305af8f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:09.491509 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67ccdc6-0aba-4e3b-bce7-4a3305af8f7b None None] Bound using segment: {'id': 'f4cab314-87e2-4c49-8fe7-37cd5d18df68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '77aa32ed-918a-4795-9480-bbe6f1914dbe'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:36:09.501464 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-e67ccdc6-0aba-4e3b-bce7-4a3305af8f7b None None] Bound port: d4d0e359-04cd-4d16-936b-3da4cfdc78b8, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4cab314-87e2-4c49-8fe7-37cd5d18df68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '77aa32ed-918a-4795-9480-bbe6f1914dbe'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:36:09.502419 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e67ccdc6-0aba-4e3b-bce7-4a3305af8f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:09.508672 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e86a6657-58c5-487c-883a-71491253f7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:09.520953 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6ca7747d-68d8-4a4d-b18a-f0a3a44ff28a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:09.559722 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-73397d21-dd0b-45f3-bf0c-16caa16cff68 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:09.561774 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-73397d21-dd0b-45f3-bf0c-16caa16cff68 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.57 "GET /v2.0/networks?id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f HTTP/1.1" status: 200 len: 811 time: 0.1703429 Dec 16 09:36:09.588077 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-e67ccdc6-0aba-4e3b-bce7-4a3305af8f7b None None] For port d4d0e359-04cd-4d16-936b-3da4cfdc78b8, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:36:09.595552 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-e67ccdc6-0aba-4e3b-bce7-4a3305af8f7b None None] For port d4d0e359-04cd-4d16-936b-3da4cfdc78b8, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d4d0e359-04cd-4d16-936b-3da4cfdc78b8,segment=NetworkSegment(f4cab314-87e2-4c49-8fe7-37cd5d18df68),segment_id=f4cab314-87e2-4c49-8fe7-37cd5d18df68)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:36:09.620569 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-a033339f-21d7-4738-9a8a-140a39249740 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1bf440b6c55457f8af9c018d530175b HTTP/1.1" status: 200 len: 379 time: 0.0469570 Dec 16 09:36:09.631879 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-b0de1a75-1bc5-4352-be70-87fe83f13335 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Request body: {'port': {'device_id': '185bb750-6449-4053-a83d-cdb9428568e4', 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f', 'admin_state_up': True, 'tenant_id': 'f1bf440b6c55457f8af9c018d530175b', 'security_groups': ['2ca2073f-d722-4fce-b5c2-d6bc8092af0e']}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:36:09.652847 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-e86a6657-58c5-487c-883a-71491253f7b2 admin admin] Allocated IP 172.25.1.15 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/b403992d-d208-40c3-a62c-28979fa8c7fe) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:36:09.683574 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e67ccdc6-0aba-4e3b-bce7-4a3305af8f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:09.752371 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6ca7747d-68d8-4a4d-b18a-f0a3a44ff28a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:09.770786 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ccdc6-0aba-4e3b-bce7-4a3305af8f7b None None] Pushing event updated for resources: {'Port': ['ID=d4d0e359-04cd-4d16-936b-3da4cfdc78b8,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:09.810446 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e86a6657-58c5-487c-883a-71491253f7b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:09.837381 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6ca7747d-68d8-4a4d-b18a-f0a3a44ff28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:09.877525 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6ca7747d-68d8-4a4d-b18a-f0a3a44ff28a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fbb9eb88de4e4e7ab61702392a1faea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5217261 Dec 16 09:36:09.879636 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7747d-68d8-4a4d-b18a-f0a3a44ff28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932d6728-e38a-4de9-8868-b76a3a8f0225,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:09.880266 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50454) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:09.894798 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-b0de1a75-1bc5-4352-be70-87fe83f13335 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Made reservation on behalf of f1bf440b6c55457f8af9c018d530175b for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:36:09.899876 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-b0de1a75-1bc5-4352-be70-87fe83f13335 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:09.969934 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e43830ed-fb0b-4d59-b3d9-8e5fd31965e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:10.010890 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e86a6657-58c5-487c-883a-71491253f7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:10.114846 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e43830ed-fb0b-4d59-b3d9-8e5fd31965e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:10.129919 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-b0de1a75-1bc5-4352-be70-87fe83f13335 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Allocated IP 172.20.0.3 (932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f/c3e23022-6181-4c07-9324-a5452325576b/c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:36:10.176054 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 83303cef-3fbb-466d-a95d-22d387468b57 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:36:10.212104 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a6657-58c5-487c-883a-71491253f7b2 admin admin] Pushing event updated for resources: {'Port': ['ID=b403992d-d208-40c3-a62c-28979fa8c7fe,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:10.228136 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86a6657-58c5-487c-883a-71491253f7b2 admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:36:10.230287 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-e86a6657-58c5-487c-883a-71491253f7b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:36:10.234916 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86a6657-58c5-487c-883a-71491253f7b2 admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:36:10.320022 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 83303cef-3fbb-466d-a95d-22d387468b57, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=83303cef-3fbb-466d-a95d-22d387468b57,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:10.334203 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '83303cef-3fbb-466d-a95d-22d387468b57', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': '83303cef-3fbb-466d-a95d-22d387468b57', 'mac_address': 'fa:16:3e:3a:4c:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:36:10.341092 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d4d0e359-04cd-4d16-936b-3da4cfdc78b8 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:36:10.393936 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c78a7491-51de-441e-9693-e6f5c76010a2 req-6ae6c26a-29c2-40a1-891c-106b9b025112 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 210 time: 0.0906651 Dec 16 09:36:10.434556 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:10.454454 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83303cef-3fbb-466d-a95d-22d387468b57 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:36:10.460206 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port d4d0e359-04cd-4d16-936b-3da4cfdc78b8 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:10.460584 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:10.480730 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e43830ed-fb0b-4d59-b3d9-8e5fd31965e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:10.491364 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e43830ed-fb0b-4d59-b3d9-8e5fd31965e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:10.494916 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e43830ed-fb0b-4d59-b3d9-8e5fd31965e4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/932d6728-e38a-4de9-8868-b76a3a8f0225 HTTP/1.1" status: 204 len: 168 time: 0.6112688 Dec 16 09:36:10.500724 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944fd7b-fde8-4706-ba3f-d4c12c1850f4 req-d6c75637-b106-4c9a-8020-32553ae0741e tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:10.501414 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2944fd7b-fde8-4706-ba3f-d4c12c1850f4 req-d6c75637-b106-4c9a-8020-32553ae0741e tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9b666d6-6c0a-4956-8f43-6e6190e97b7a HTTP/1.1" status: 200 len: 947 time: 0.1247435 Dec 16 09:36:10.510554 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 83303cef-3fbb-466d-a95d-22d387468b57, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=83303cef-3fbb-466d-a95d-22d387468b57,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:10.522589 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43830ed-fb0b-4d59-b3d9-8e5fd31965e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932d6728-e38a-4de9-8868-b76a3a8f0225,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:10.555215 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-b0de1a75-1bc5-4352-be70-87fe83f13335 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:10.562713 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:10.579758 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:10.589646 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2944fd7b-fde8-4706-ba3f-d4c12c1850f4 req-ed265b18-eba5-4c2a-9b21-515bdcbcf40a tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719414 Dec 16 09:36:10.631114 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port d4d0e359-04cd-4d16-936b-3da4cfdc78b8, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d4d0e359-04cd-4d16-936b-3da4cfdc78b8,segment=NetworkSegment(f4cab314-87e2-4c49-8fe7-37cd5d18df68),segment_id=f4cab314-87e2-4c49-8fe7-37cd5d18df68)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:10.639966 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:10.705557 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=83303cef-3fbb-466d-a95d-22d387468b57,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:10.716188 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-b0de1a75-1bc5-4352-be70-87fe83f13335 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:10.732138 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:10.807750 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de1a75-1bc5-4352-be70-87fe83f13335 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Pushing event updated for resources: {'Port': ['ID=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:10.826214 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-b0de1a75-1bc5-4352-be70-87fe83f13335 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Network 932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:36:10.827741 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-b0de1a75-1bc5-4352-be70-87fe83f13335 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:36:10.843376 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-b0de1a75-1bc5-4352-be70-87fe83f13335 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:36:10.852012 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=d4d0e359-04cd-4d16-936b-3da4cfdc78b8,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:10.876730 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['83303cef-3fbb-466d-a95d-22d387468b57'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:36:10.878056 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e86a6657-58c5-487c-883a-71491253f7b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:10.960761 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-b0de1a75-1bc5-4352-be70-87fe83f13335 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:10.960761 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-b0de1a75-1bc5-4352-be70-87fe83f13335 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:11.085433 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-b0de1a75-1bc5-4352-be70-87fe83f13335 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4577174 Dec 16 09:36:11.099420 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-5eb832e6-04c6-4efb-a2b9-e4091849663f service neutron] Request body: {'port': {'device_id': '185bb750-6449-4053-a83d-cdb9428568e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:36:11.218051 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-5eb832e6-04c6-4efb-a2b9-e4091849663f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:11.241329 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19188b6-82d7-4c6b-b88a-a284ca0bafb5 None None] Network 77aa32ed-918a-4795-9480-bbe6f1914dbe requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:36:11.278119 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e86a6657-58c5-487c-883a-71491253f7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:11.370243 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-d0e619dd-443f-4d8f-a7f9-8ccec0350f09 None None] Provisioning complete for port d4d0e359-04cd-4d16-936b-3da4cfdc78b8 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:11.370620 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d0e619dd-443f-4d8f-a7f9-8ccec0350f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:11.480149 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50488) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:11.505547 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-04c0a917-66b8-420f-958f-54994fe35d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:11.581763 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf594f-46f3-4cff-8979-e38045ffe625 req-3ce43b6a-294d-45d3-990a-5fc95f084d36 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:11.583295 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-addf594f-46f3-4cff-8979-e38045ffe625 req-3ce43b6a-294d-45d3-990a-5fc95f084d36 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 931 time: 0.1004367 Dec 16 09:36:11.584018 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-5eb832e6-04c6-4efb-a2b9-e4091849663f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:36:11.587520 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86a6657-58c5-487c-883a-71491253f7b2 admin admin] Router 82675efd-449a-485b-9f98-c59908d86f85 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:36:11.594443 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-5eb832e6-04c6-4efb-a2b9-e4091849663f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:11.617346 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-5eb832e6-04c6-4efb-a2b9-e4091849663f service neutron] Transition to ACTIVE for port object c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:36:11.683925 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-a3545a95-e77e-42e7-9840-d654a8c63d41 None None] Provisioning complete for port c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:11.684555 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a3545a95-e77e-42e7-9840-d654a8c63d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:11.725621 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-5eb832e6-04c6-4efb-a2b9-e4091849663f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:11.735998 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-a3545a95-e77e-42e7-9840-d654a8c63d41 None None] Port c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:36:11.761080 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-addf594f-46f3-4cff-8979-e38045ffe625 req-dba4af17-f09d-4351-9559-b467d4460855 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588504 Dec 16 09:36:11.791863 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22b4cc-2559-4038-8339-b3d800a32aa7 req-01b4cdcb-2bc7-4771-8254-f185d4e1bfc9 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:11.793245 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-04c0a917-66b8-420f-958f-54994fe35d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:11.798504 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ac22b4cc-2559-4038-8339-b3d800a32aa7 req-01b4cdcb-2bc7-4771-8254-f185d4e1bfc9 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9b666d6-6c0a-4956-8f43-6e6190e97b7a HTTP/1.1" status: 200 len: 948 time: 0.1067917 Dec 16 09:36:11.814683 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86a6657-58c5-487c-883a-71491253f7b2 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:36:11.826733 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58315166-306a-49a0-a9f1-bc75c92576cc None None] Sync routers for ids ['82675efd-449a-485b-9f98-c59908d86f85'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:36:11.850461 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58315166-306a-49a0-a9f1-bc75c92576cc None None] Routers {'82675efd-449a-485b-9f98-c59908d86f85'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:36:11.851315 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-04c0a917-66b8-420f-958f-54994fe35d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:11.851469 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-58315166-306a-49a0-a9f1-bc75c92576cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:35:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['82675efd-449a-485b-9f98-c59908d86f85'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:11.914471 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-04c0a917-66b8-420f-958f-54994fe35d2b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bdbdef15b093424580fab0680a870e08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4306581 Dec 16 09:36:11.915021 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb832e6-04c6-4efb-a2b9-e4091849663f service neutron] Pushing event updated for resources: {'Port': ['ID=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:11.916654 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 50500) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:11.923580 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e86a6657-58c5-487c-883a-71491253f7b2 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:11.928144 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e86a6657-58c5-487c-883a-71491253f7b2 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2610357 Dec 16 09:36:11.928144 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0a917-66b8-420f-958f-54994fe35d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2a901c-688e-409f-ab75-b86c6f9c60dd,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:11.937007 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50502) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:11.965517 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b6c0a017-e8ce-4d7a-a361-0aaf96d5ac3f None None] Provisioning complete for port d4d0e359-04cd-4d16-936b-3da4cfdc78b8 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:11.966042 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b6c0a017-e8ce-4d7a-a361-0aaf96d5ac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:11.988113 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-58315166-306a-49a0-a9f1-bc75c92576cc None None] Set router 82675efd-449a-485b-9f98-c59908d86f85 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:36:11.995216 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ac22b4cc-2559-4038-8339-b3d800a32aa7 req-9d6e695d-9c21-464b-bd0c-c02734dd7456 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844046 Dec 16 09:36:12.101493 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-09bdac36-8723-4823-aa1e-ad1b49565b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:12.149430 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-5eb832e6-04c6-4efb-a2b9-e4091849663f service neutron] Attempting to bind port c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:36:12.151974 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-5eb832e6-04c6-4efb-a2b9-e4091849663f service neutron] Attempting to bind port c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'e4b99bb5-c4f3-4f88-bc59-3a617caff777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:36:12.152472 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-5eb832e6-04c6-4efb-a2b9-e4091849663f service neutron] Attempting to bind port c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 on network 932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:36:12.177813 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-5eb832e6-04c6-4efb-a2b9-e4091849663f service neutron] Port c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 on network 932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:36:12.178329 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-5eb832e6-04c6-4efb-a2b9-e4091849663f service neutron] Attempting to bind port c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 on network 932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:36:12.198778 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-5eb832e6-04c6-4efb-a2b9-e4091849663f service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:36:12.199506 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-5eb832e6-04c6-4efb-a2b9-e4091849663f service neutron] Checking segment: {'id': 'e4b99bb5-c4f3-4f88-bc59-3a617caff777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:36:12.200063 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-5eb832e6-04c6-4efb-a2b9-e4091849663f service neutron] Bound using segment: {'id': 'e4b99bb5-c4f3-4f88-bc59-3a617caff777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:36:12.201635 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-5eb832e6-04c6-4efb-a2b9-e4091849663f service neutron] Bound port: c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b99bb5-c4f3-4f88-bc59-3a617caff777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:36:12.202713 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-5eb832e6-04c6-4efb-a2b9-e4091849663f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:12.206351 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 83303cef-3fbb-466d-a95d-22d387468b57 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:36:12.207661 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-09bdac36-8723-4823-aa1e-ad1b49565b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:12.268753 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-58315166-306a-49a0-a9f1-bc75c92576cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82675efd-449a-485b-9f98-c59908d86f85', 'name': 'tempest-ServersTestBootFromVolume-1142460710-router', 'tenant_id': '8cd60da8ff604d0c95834c2b7afc7015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'b403992d-d208-40c3-a62c-28979fa8c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:08Z', 'updated_at': '2021-12-16T09:36:10Z', 'revision_number': 3, 'project_id': '8cd60da8ff604d0c95834c2b7afc7015', 'gw_port': {'id': 'b403992d-d208-40c3-a62c-28979fa8c7fe', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:97:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82675efd-449a-485b-9f98-c59908d86f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:09Z', 'updated_at': '2021-12-16T09:36:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:12.296344 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d4d0e359-04cd-4d16-936b-3da4cfdc78b8 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:36:12.297547 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58315166-306a-49a0-a9f1-bc75c92576cc None None] Checking router: 82675efd-449a-485b-9f98-c59908d86f85 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:36:12.297897 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58315166-306a-49a0-a9f1-bc75c92576cc None None] Updating router 82675efd-449a-485b-9f98-c59908d86f85 port b403992d-d208-40c3-a62c-28979fa8c7fe binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:36:12.317452 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-5eb832e6-04c6-4efb-a2b9-e4091849663f service neutron] For port c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:36:12.320195 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-5eb832e6-04c6-4efb-a2b9-e4091849663f service neutron] For port c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:36:12.323956 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-58315166-306a-49a0-a9f1-bc75c92576cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:12.407358 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port d4d0e359-04cd-4d16-936b-3da4cfdc78b8 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:12.408113 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:12.421443 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-5eb832e6-04c6-4efb-a2b9-e4091849663f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:12.472482 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 83303cef-3fbb-466d-a95d-22d387468b57 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:36:12.477389 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 83303cef-3fbb-466d-a95d-22d387468b57 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:12.478094 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:12.482283 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-5eb832e6-04c6-4efb-a2b9-e4091849663f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:12.483794 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-5eb832e6-04c6-4efb-a2b9-e4091849663f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:12.486323 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-5eb832e6-04c6-4efb-a2b9-e4091849663f service neutron] 10.222.0.57 "PUT /v2.0/ports/c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 HTTP/1.1" status: 200 len: 1091 time: 1.3913937 Dec 16 09:36:12.487491 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-09bdac36-8723-4823-aa1e-ad1b49565b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:12.507925 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-09bdac36-8723-4823-aa1e-ad1b49565b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:12.512018 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-09bdac36-8723-4823-aa1e-ad1b49565b08 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2d2a901c-688e-409f-ab75-b86c6f9c60dd HTTP/1.1" status: 204 len: 168 time: 0.5922213 Dec 16 09:36:12.512655 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '185bb750-6449-4053-a83d-cdb9428568e4', 'tag': 'c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:36:12.516636 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8337dff-a763-45cf-85d2-2d8a62a0b794" -d '{"events": [{"name": "network-changed", "server_uuid": "185bb750-6449-4053-a83d-cdb9428568e4", "tag": "c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:36:12.653636 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bdac36-8723-4823-aa1e-ad1b49565b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2a901c-688e-409f-ab75-b86c6f9c60dd,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:12.672451 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:12.751640 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b666d6-6c0a-4956-8f43-6e6190e97b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83303cef-3fbb-466d-a95d-22d387468b57'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:36:12.754102 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108c3937-179f-47c4-8b8d-58eeeb9b678d" -d '{"events": [{"server_uuid": "b9b666d6-6c0a-4956-8f43-6e6190e97b7a", "name": "network-vif-plugged", "status": "completed", "tag": "83303cef-3fbb-466d-a95d-22d387468b57"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:36:12.770701 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 83303cef-3fbb-466d-a95d-22d387468b57, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=83303cef-3fbb-466d-a95d-22d387468b57,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:12.863782 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:12.872453 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e0d7a4-179c-4af7-ae25-83115af1e6d9 x-openstack-request-id: req-32e0d7a4-179c-4af7-ae25-83115af1e6d9 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:36:12.872933 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b666d6-6c0a-4956-8f43-6e6190e97b7a", "name": "network-vif-plugged", "status": "completed", "tag": "83303cef-3fbb-466d-a95d-22d387468b57", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:36:12.873351 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-32e0d7a4-179c-4af7-ae25-83115af1e6d9 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:36:12.874598 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b666d6-6c0a-4956-8f43-6e6190e97b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83303cef-3fbb-466d-a95d-22d387468b57', 'code': 200} Dec 16 09:36:12.955539 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-58315166-306a-49a0-a9f1-bc75c92576cc None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:12.987546 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=83303cef-3fbb-466d-a95d-22d387468b57,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:13.038725 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9a1e9-6e34-48f1-92a7-aa524560499f req-88d14b42-63e0-46e8-910a-55d264743c54 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:13.040316 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9ec9a1e9-6e34-48f1-92a7-aa524560499f req-88d14b42-63e0-46e8-910a-55d264743c54 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 943 time: 0.1149528 Dec 16 09:36:13.046125 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-58315166-306a-49a0-a9f1-bc75c92576cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:13.123356 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be94220e-f5ad-4528-a271-b0abc133cea1 x-openstack-request-id: req-be94220e-f5ad-4528-a271-b0abc133cea1 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:36:13.124277 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "185bb750-6449-4053-a83d-cdb9428568e4", "tag": "c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:36:13.124548 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-be94220e-f5ad-4528-a271-b0abc133cea1 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:36:13.124963 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '185bb750-6449-4053-a83d-cdb9428568e4', 'tag': 'c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1', 'status': 'completed', 'code': 200} Dec 16 09:36:13.133632 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-58315166-306a-49a0-a9f1-bc75c92576cc None None] Attempting to bind port b403992d-d208-40c3-a62c-28979fa8c7fe on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:36:13.134940 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-58315166-306a-49a0-a9f1-bc75c92576cc None None] Attempting to bind port b403992d-d208-40c3-a62c-28979fa8c7fe by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:36:13.134940 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58315166-306a-49a0-a9f1-bc75c92576cc None None] Attempting to bind port b403992d-d208-40c3-a62c-28979fa8c7fe on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:36:13.144817 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895f6db-39f5-4bfd-816e-f4869260089a None None] Pushing event updated for resources: {'Port': ['ID=b403992d-d208-40c3-a62c-28979fa8c7fe,revision_number=2']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:13.149188 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58315166-306a-49a0-a9f1-bc75c92576cc None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:36:13.149770 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58315166-306a-49a0-a9f1-bc75c92576cc None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:36:13.150320 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-58315166-306a-49a0-a9f1-bc75c92576cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:13.150881 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58315166-306a-49a0-a9f1-bc75c92576cc None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:36:13.151495 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-58315166-306a-49a0-a9f1-bc75c92576cc None None] Bound port: b403992d-d208-40c3-a62c-28979fa8c7fe, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:36:13.152473 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-58315166-306a-49a0-a9f1-bc75c92576cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:13.218482 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9ec9a1e9-6e34-48f1-92a7-aa524560499f req-9be2fc0c-17b6-4b75-bd7f-61ebe0657c76 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602194 Dec 16 09:36:13.218654 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb832e6-04c6-4efb-a2b9-e4091849663f service neutron] Pushing event updated for resources: {'Port': ['ID=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:13.231307 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-1150ed22-d99c-405d-92ae-7b6ab18875a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:13.233943 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-1150ed22-d99c-405d-92ae-7b6ab18875a6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1bf440b6c55457f8af9c018d530175b&device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 1094 time: 0.6030726 Dec 16 09:36:13.237014 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-58315166-306a-49a0-a9f1-bc75c92576cc None None] For port b403992d-d208-40c3-a62c-28979fa8c7fe, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:36:13.242431 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-58315166-306a-49a0-a9f1-bc75c92576cc None None] For port b403992d-d208-40c3-a62c-28979fa8c7fe, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=b403992d-d208-40c3-a62c-28979fa8c7fe,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:36:13.302808 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-7d855359-99b3-4f5f-be20-916cfc773518 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 HTTP/1.1" status: 200 len: 217 time: 0.0570066 Dec 16 09:36:13.310874 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc57bd4-8d08-409f-9c92-48782d232d09 req-71a9f083-276c-46c9-81d8-ba9f926efc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:13.310874 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-afc57bd4-8d08-409f-9c92-48782d232d09 req-71a9f083-276c-46c9-81d8-ba9f926efc2a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b9b666d6-6c0a-4956-8f43-6e6190e97b7a HTTP/1.1" status: 200 len: 1100 time: 0.2014639 Dec 16 09:36:13.315975 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02fc0f-589d-43d6-9787-0e41a7983dfb req-cabbfc72-70ab-4355-9a46-c2ec9e00fb4d tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:13.323974 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6c02fc0f-589d-43d6-9787-0e41a7983dfb req-cabbfc72-70ab-4355-9a46-c2ec9e00fb4d tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9b666d6-6c0a-4956-8f43-6e6190e97b7a HTTP/1.1" status: 200 len: 949 time: 0.2046256 Dec 16 09:36:13.348782 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-58315166-306a-49a0-a9f1-bc75c92576cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:13.430313 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2a0c020a-eaf4-46a1-ae69-425f9168b07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:13.445274 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58315166-306a-49a0-a9f1-bc75c92576cc None None] Routers {'82675efd-449a-485b-9f98-c59908d86f85'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:36:13.446368 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-58315166-306a-49a0-a9f1-bc75c92576cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:35:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['82675efd-449a-485b-9f98-c59908d86f85'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:13.468938 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-afc57bd4-8d08-409f-9c92-48782d232d09 req-816158a4-a1d9-4c73-9f25-1e1e131dd04d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427429 Dec 16 09:36:13.484680 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6c02fc0f-589d-43d6-9787-0e41a7983dfb req-324bfc72-40f7-499f-834e-9311973dcf76 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597888 Dec 16 09:36:13.491455 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-047742fe-3abb-425d-9481-ec8c9aa791bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:13.493084 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-047742fe-3abb-425d-9481-ec8c9aa791bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c3e23022-6181-4c07-9324-a5452325576b HTTP/1.1" status: 200 len: 850 time: 0.1654313 Dec 16 09:36:13.536245 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895f6db-39f5-4bfd-816e-f4869260089a None None] Pushing event updated for resources: {'Port': ['ID=b403992d-d208-40c3-a62c-28979fa8c7fe,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:13.552914 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-8ec546dd-f555-43e1-8945-ac06de09b765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:13.555144 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-8ec546dd-f555-43e1-8945-ac06de09b765 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548310 Dec 16 09:36:13.591497 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-58315166-306a-49a0-a9f1-bc75c92576cc None None] Set router 82675efd-449a-485b-9f98-c59908d86f85 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:36:13.680328 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-2a0c020a-eaf4-46a1-ae69-425f9168b07e admin admin] Allocated IP 172.20.0.1 (77aa32ed-918a-4795-9480-bbe6f1914dbe/2cbf824c-9497-43ba-b35e-c12e8e5b70ab/88949476-05da-459e-b5d1-bebff3fd8917) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:36:13.681288 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-45a3a86f-e225-4e1b-ae32-78acdcaba4d4 service neutron] 10.222.0.57 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186719 Dec 16 09:36:13.806407 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2a0c020a-eaf4-46a1-ae69-425f9168b07e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:13.858523 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-80b8715c-d030-4f71-8689-dcde6e082d25 req-9ff9031a-0722-4120-8502-38ba1a8980d0 service neutron] 10.222.0.57 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693075 Dec 16 09:36:13.915129 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2a0c020a-eaf4-46a1-ae69-425f9168b07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:13.915728 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-58315166-306a-49a0-a9f1-bc75c92576cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82675efd-449a-485b-9f98-c59908d86f85', 'name': 'tempest-ServersTestBootFromVolume-1142460710-router', 'tenant_id': '8cd60da8ff604d0c95834c2b7afc7015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'b403992d-d208-40c3-a62c-28979fa8c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:08Z', 'updated_at': '2021-12-16T09:36:10Z', 'revision_number': 3, 'project_id': '8cd60da8ff604d0c95834c2b7afc7015', 'gw_port': {'id': 'b403992d-d208-40c3-a62c-28979fa8c7fe', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:97:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82675efd-449a-485b-9f98-c59908d86f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:09Z', 'updated_at': '2021-12-16T09:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:13.948412 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58315166-306a-49a0-a9f1-bc75c92576cc None None] The sync data for ids ['82675efd-449a-485b-9f98-c59908d86f85'] in n-d-820550-2 is: [{'id': '82675efd-449a-485b-9f98-c59908d86f85', 'name': 'tempest-ServersTestBootFromVolume-1142460710-router', 'tenant_id': '8cd60da8ff604d0c95834c2b7afc7015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'b403992d-d208-40c3-a62c-28979fa8c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:08Z', 'updated_at': '2021-12-16T09:36:10Z', 'revision_number': 3, 'project_id': '8cd60da8ff604d0c95834c2b7afc7015', 'gw_port': {'id': 'b403992d-d208-40c3-a62c-28979fa8c7fe', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:97:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82675efd-449a-485b-9f98-c59908d86f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:09Z', 'updated_at': '2021-12-16T09:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:36:13.958912 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0c020a-eaf4-46a1-ae69-425f9168b07e admin admin] Network 77aa32ed-918a-4795-9480-bbe6f1914dbe is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:36:13.973003 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-2a0c020a-eaf4-46a1-ae69-425f9168b07e admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:36:13.982105 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c020a-eaf4-46a1-ae69-425f9168b07e admin admin] Pushing event updated for resources: {'Port': ['ID=88949476-05da-459e-b5d1-bebff3fd8917,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:13.987508 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0c020a-eaf4-46a1-ae69-425f9168b07e admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:36:14.027021 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8337dff-a763-45cf-85d2-2d8a62a0b794 req-ae1f6259-40e7-4dff-af43-38afedc5ee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:14.028602 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a8337dff-a763-45cf-85d2-2d8a62a0b794 req-ae1f6259-40e7-4dff-af43-38afedc5ee47 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1bf440b6c55457f8af9c018d530175b&device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 1094 time: 0.0540278 Dec 16 09:36:14.035744 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2a0c020a-eaf4-46a1-ae69-425f9168b07e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:14.190657 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8337dff-a763-45cf-85d2-2d8a62a0b794 req-7fe00599-6a66-4e8a-85fb-70c35b66fb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:14.192131 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a8337dff-a763-45cf-85d2-2d8a62a0b794 req-7fe00599-6a66-4e8a-85fb-70c35b66fb7c service neutron] 10.222.0.57 "GET /v2.0/networks?id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f HTTP/1.1" status: 200 len: 912 time: 0.1563649 Dec 16 09:36:14.283937 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a8337dff-a763-45cf-85d2-2d8a62a0b794 req-ed2a4a9d-2e1f-44a0-b16a-1e2f47b971aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 HTTP/1.1" status: 200 len: 217 time: 0.0846496 Dec 16 09:36:14.338112 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2a0c020a-eaf4-46a1-ae69-425f9168b07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:14.419182 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8337dff-a763-45cf-85d2-2d8a62a0b794 req-742f9d15-05c3-45e8-a84a-b70b162ee003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:14.421144 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a8337dff-a763-45cf-85d2-2d8a62a0b794 req-742f9d15-05c3-45e8-a84a-b70b162ee003 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c3e23022-6181-4c07-9324-a5452325576b HTTP/1.1" status: 200 len: 850 time: 0.1287220 Dec 16 09:36:14.454722 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-7240a321-7fee-447c-9a0f-d4c8a13ed9a9 None None] Provisioning complete for port 88949476-05da-459e-b5d1-bebff3fd8917 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:14.455287 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7240a321-7fee-447c-9a0f-d4c8a13ed9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:14.478136 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696a43d-290e-4f0a-b53f-42ac18fc7b79 req-64ac8664-4af6-4410-92bc-cc9c47e686a2 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:14.485770 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9696a43d-290e-4f0a-b53f-42ac18fc7b79 req-64ac8664-4af6-4410-92bc-cc9c47e686a2 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 943 time: 0.1278410 Dec 16 09:36:14.539457 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-7240a321-7fee-447c-9a0f-d4c8a13ed9a9 None None] Port 88949476-05da-459e-b5d1-bebff3fd8917 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:36:14.579620 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8337dff-a763-45cf-85d2-2d8a62a0b794 req-54a0256f-70b4-4a03-b38c-4cac5a6bba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:14.584073 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a8337dff-a763-45cf-85d2-2d8a62a0b794 req-54a0256f-70b4-4a03-b38c-4cac5a6bba48 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1520238 Dec 16 09:36:14.644579 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2a0c020a-eaf4-46a1-ae69-425f9168b07e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:14.647280 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9696a43d-290e-4f0a-b53f-42ac18fc7b79 req-9480327b-1dd7-4033-9f8e-acd4df773b09 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583509 Dec 16 09:36:14.740412 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2a0c020a-eaf4-46a1-ae69-425f9168b07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:14.795031 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a8337dff-a763-45cf-85d2-2d8a62a0b794 req-23f0a210-1a65-4300-9ee5-a029344747bf service neutron] 10.222.0.57 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972108 Dec 16 09:36:14.836120 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c020a-eaf4-46a1-ae69-425f9168b07e admin admin] Pushing event updated for resources: {'Port': ['ID=88949476-05da-459e-b5d1-bebff3fd8917,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:14.872873 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1143826-e163-4201-847f-1f026318e076 req-e0412626-c004-467c-a18d-d6981034e32a tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:14.875616 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e1143826-e163-4201-847f-1f026318e076 req-e0412626-c004-467c-a18d-d6981034e32a tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9b666d6-6c0a-4956-8f43-6e6190e97b7a HTTP/1.1" status: 200 len: 949 time: 0.2153215 Dec 16 09:36:14.925247 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a8337dff-a763-45cf-85d2-2d8a62a0b794 req-a464a982-6cc7-4391-b2ce-c5a45c1f46c1 service neutron] 10.222.0.57 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223049 Dec 16 09:36:14.930056 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2a0c020a-eaf4-46a1-ae69-425f9168b07e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:14.999128 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e1143826-e163-4201-847f-1f026318e076 req-55022bba-8921-4214-a053-85b82318f708 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143503 Dec 16 09:36:15.057443 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0c020a-eaf4-46a1-ae69-425f9168b07e admin admin] Network 77aa32ed-918a-4795-9480-bbe6f1914dbe is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:36:15.058926 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-2a0c020a-eaf4-46a1-ae69-425f9168b07e admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:36:15.240016 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0c020a-eaf4-46a1-ae69-425f9168b07e admin admin] Router 82675efd-449a-485b-9f98-c59908d86f85 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:36:15.374377 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-61b27830-0ec8-4f35-946b-e82900b1a3f4 None None] Provisioning complete for port 88949476-05da-459e-b5d1-bebff3fd8917 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:15.374754 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-61b27830-0ec8-4f35-946b-e82900b1a3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:15.408655 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-61b27830-0ec8-4f35-946b-e82900b1a3f4 None None] Port 88949476-05da-459e-b5d1-bebff3fd8917 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:36:15.409131 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0c020a-eaf4-46a1-ae69-425f9168b07e admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:36:15.414327 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2a0c020a-eaf4-46a1-ae69-425f9168b07e admin admin] 10.222.0.60 "PUT /v2.0/routers/82675efd-449a-485b-9f98-c59908d86f85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4826410 Dec 16 09:36:15.810028 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28772eb-5aee-48a5-aa27-e789c72e6fb8 req-f6070ea7-a4dc-4c83-b0ea-663fc55969e0 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:15.811772 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b28772eb-5aee-48a5-aa27-e789c72e6fb8 req-f6070ea7-a4dc-4c83-b0ea-663fc55969e0 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 943 time: 0.0701408 Dec 16 09:36:15.865404 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b28772eb-5aee-48a5-aa27-e789c72e6fb8 req-ddebca18-33b7-407b-b456-978bf6424ddb tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450523 Dec 16 09:36:16.148913 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27db9fa-c4d2-48f5-8a39-b29da287b246 req-6f58601d-702b-4468-b645-d0a8817cca02 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:16.167895 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d27db9fa-c4d2-48f5-8a39-b29da287b246 req-6f58601d-702b-4468-b645-d0a8817cca02 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9b666d6-6c0a-4956-8f43-6e6190e97b7a HTTP/1.1" status: 200 len: 949 time: 0.0842249 Dec 16 09:36:16.211773 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d27db9fa-c4d2-48f5-8a39-b29da287b246 req-b6dc472f-fa55-4fbe-9ce4-88a8d44d8e4d tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426457 Dec 16 09:36:16.261605 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device b403992d-d208-40c3-a62c-28979fa8c7fe up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:36:16.287741 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c794f9f-67cb-41e6-9dc7-72f31d5acff8 None None] Sync routers for ids ['82675efd-449a-485b-9f98-c59908d86f85'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:36:16.304623 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c794f9f-67cb-41e6-9dc7-72f31d5acff8 None None] Routers {'82675efd-449a-485b-9f98-c59908d86f85'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:36:16.305552 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-1c794f9f-67cb-41e6-9dc7-72f31d5acff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:35:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['82675efd-449a-485b-9f98-c59908d86f85'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:16.379936 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50640) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:16.390144 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-21c2f017-bd6f-4e6c-bfa0-68949ed487ca tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1588859195', 'description': 'tempest-description--1385550582'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:36:16.438993 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port b403992d-d208-40c3-a62c-28979fa8c7fe triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:16.439272 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:16.492263 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-1c794f9f-67cb-41e6-9dc7-72f31d5acff8 None None] Set router 82675efd-449a-485b-9f98-c59908d86f85 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:36:16.552713 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21c2f017-bd6f-4e6c-bfa0-68949ed487ca tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:16.648280 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21c2f017-bd6f-4e6c-bfa0-68949ed487ca tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:16.673865 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:16.700563 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port b403992d-d208-40c3-a62c-28979fa8c7fe, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=b403992d-d208-40c3-a62c-28979fa8c7fe,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:16.711713 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21c2f017-bd6f-4e6c-bfa0-68949ed487ca tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:16.775955 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:16.779186 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c2f017-bd6f-4e6c-bfa0-68949ed487ca tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=130dee85-37f7-486c-a850-4e07d7fb40bc,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:16.802724 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21c2f017-bd6f-4e6c-bfa0-68949ed487ca tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:16.804533 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-21c2f017-bd6f-4e6c-bfa0-68949ed487ca tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4219651 Dec 16 09:36:16.807554 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50654) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:16.815225 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-98f4a7c7-49f0-4721-82e5-5412e5dc1667 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Request body: {'security_group_rule': {'security_group_id': '130dee85-37f7-486c-a850-4e07d7fb40bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:36:16.865920 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=b403992d-d208-40c3-a62c-28979fa8c7fe,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:16.899884 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-1c794f9f-67cb-41e6-9dc7-72f31d5acff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82675efd-449a-485b-9f98-c59908d86f85', 'name': 'tempest-ServersTestBootFromVolume-1142460710-router', 'tenant_id': '8cd60da8ff604d0c95834c2b7afc7015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'b403992d-d208-40c3-a62c-28979fa8c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:08Z', 'updated_at': '2021-12-16T09:36:14Z', 'revision_number': 4, 'project_id': '8cd60da8ff604d0c95834c2b7afc7015', 'gw_port': {'id': 'b403992d-d208-40c3-a62c-28979fa8c7fe', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:97:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82675efd-449a-485b-9f98-c59908d86f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:09Z', 'updated_at': '2021-12-16T09:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '88949476-05da-459e-b5d1-bebff3fd8917', 'name': '', 'network_id': '77aa32ed-918a-4795-9480-bbe6f1914dbe', 'tenant_id': '8cd60da8ff604d0c95834c2b7afc7015', 'mac_address': 'fa:16:3e:64:0a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82675efd-449a-485b-9f98-c59908d86f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '2cbf824c-9497-43ba-b35e-c12e8e5b70ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:13Z', 'updated_at': '2021-12-16T09:36:14Z', 'revision_number': 2, 'project_id': '8cd60da8ff604d0c95834c2b7afc7015', 'subnets': [{'id': '2cbf824c-9497-43ba-b35e-c12e8e5b70ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:16.931025 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-98f4a7c7-49f0-4721-82e5-5412e5dc1667 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:16.935970 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c794f9f-67cb-41e6-9dc7-72f31d5acff8 None None] Checking router: 82675efd-449a-485b-9f98-c59908d86f85 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:36:16.937508 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c794f9f-67cb-41e6-9dc7-72f31d5acff8 None None] Updating router 82675efd-449a-485b-9f98-c59908d86f85 port 88949476-05da-459e-b5d1-bebff3fd8917 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:36:17.003848 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1c794f9f-67cb-41e6-9dc7-72f31d5acff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:17.005633 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-98f4a7c7-49f0-4721-82e5-5412e5dc1667 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:17.046401 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4bcd7-93e7-4f90-91df-823e096167e9 req-6c7d6c2b-3676-479b-b222-494d1e8d8855 tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:17.047817 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4bcd7-93e7-4f90-91df-823e096167e9 req-6c7d6c2b-3676-479b-b222-494d1e8d8855 tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:17.048458 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4bcd7-93e7-4f90-91df-823e096167e9 req-6c7d6c2b-3676-479b-b222-494d1e8d8855 tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:17.049085 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4bcd7-93e7-4f90-91df-823e096167e9 req-6c7d6c2b-3676-479b-b222-494d1e8d8855 tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:17.049724 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4bcd7-93e7-4f90-91df-823e096167e9 req-6c7d6c2b-3676-479b-b222-494d1e8d8855 tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:17.050346 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4bcd7-93e7-4f90-91df-823e096167e9 req-6c7d6c2b-3676-479b-b222-494d1e8d8855 tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:17.052971 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4bcd7-93e7-4f90-91df-823e096167e9 req-6c7d6c2b-3676-479b-b222-494d1e8d8855 tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:17.053624 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4bcd7-93e7-4f90-91df-823e096167e9 req-6c7d6c2b-3676-479b-b222-494d1e8d8855 tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:17.054596 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4bcd7-93e7-4f90-91df-823e096167e9 req-6c7d6c2b-3676-479b-b222-494d1e8d8855 tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:17.055228 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4bcd7-93e7-4f90-91df-823e096167e9 req-6c7d6c2b-3676-479b-b222-494d1e8d8855 tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:17.055849 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4bcd7-93e7-4f90-91df-823e096167e9 req-6c7d6c2b-3676-479b-b222-494d1e8d8855 tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:17.056658 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4bcd7-93e7-4f90-91df-823e096167e9 req-6c7d6c2b-3676-479b-b222-494d1e8d8855 tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:17.057547 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4bcd7-93e7-4f90-91df-823e096167e9 req-6c7d6c2b-3676-479b-b222-494d1e8d8855 tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:17.058165 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4bcd7-93e7-4f90-91df-823e096167e9 req-6c7d6c2b-3676-479b-b222-494d1e8d8855 tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:17.058838 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4bcd7-93e7-4f90-91df-823e096167e9 req-6c7d6c2b-3676-479b-b222-494d1e8d8855 tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:17.060320 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4bcd7-93e7-4f90-91df-823e096167e9 req-6c7d6c2b-3676-479b-b222-494d1e8d8855 tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:17.060953 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4bcd7-93e7-4f90-91df-823e096167e9 req-6c7d6c2b-3676-479b-b222-494d1e8d8855 tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:17.062055 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4bcd7-93e7-4f90-91df-823e096167e9 req-6c7d6c2b-3676-479b-b222-494d1e8d8855 tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:17.062933 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4bcd7-93e7-4f90-91df-823e096167e9 req-6c7d6c2b-3676-479b-b222-494d1e8d8855 tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:17.069928 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1ca4bcd7-93e7-4f90-91df-823e096167e9 req-6c7d6c2b-3676-479b-b222-494d1e8d8855 tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4&device_id=b9b666d6-6c0a-4956-8f43-6e6190e97b7a&device_id=d18b93f9-c901-4e66-b545-825f008e5bf9&device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310&device_id=d263977a-20c2-4449-a3a5-4e33c4a58e92&device_id=3325c660-c7c0-4c30-903a-4a974a289311&device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 17224 time: 0.1264942 Dec 16 09:36:17.087784 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1ca4bcd7-93e7-4f90-91df-823e096167e9 req-7510ebdc-f7e0-44d0-b7c4-ac2cc232a9e5 tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:17.088236 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71fbdda-0340-4bed-9abe-5f543dae386c req-3d8ebb5e-565d-4ab0-b271-6d3e4e558a8d tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:17.090327 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c71fbdda-0340-4bed-9abe-5f543dae386c req-3d8ebb5e-565d-4ab0-b271-6d3e4e558a8d tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 943 time: 0.0829535 Dec 16 09:36:17.118995 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-98f4a7c7-49f0-4721-82e5-5412e5dc1667 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:17.145555 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f4a7c7-49f0-4721-82e5-5412e5dc1667 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=377f058b-6b11-47b1-874e-632741d51e61,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:17.185256 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c71fbdda-0340-4bed-9abe-5f543dae386c req-667f03ca-4850-45fd-bd38-ef724a5fd477 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871823 Dec 16 09:36:17.207896 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1ca4bcd7-93e7-4f90-91df-823e096167e9 req-7510ebdc-f7e0-44d0-b7c4-ac2cc232a9e5 tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:17.275020 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-98f4a7c7-49f0-4721-82e5-5412e5dc1667 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:17.280486 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-98f4a7c7-49f0-4721-82e5-5412e5dc1667 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4678993 Dec 16 09:36:17.280738 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 50670) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:17.285704 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-939ef3bc-d757-42eb-89ef-f710f05f2775 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Request body: {'security_group_rule': {'security_group_id': '130dee85-37f7-486c-a850-4e07d7fb40bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:36:17.323057 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1ca4bcd7-93e7-4f90-91df-823e096167e9 req-7510ebdc-f7e0-44d0-b7c4-ac2cc232a9e5 tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:17.333907 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1c794f9f-67cb-41e6-9dc7-72f31d5acff8 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:17.364963 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1ca4bcd7-93e7-4f90-91df-823e096167e9 req-7510ebdc-f7e0-44d0-b7c4-ac2cc232a9e5 tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&id=2f839b04-19c9-43d1-8751-eedbbd752384&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&id=7deeb9f1-916a-42c3-84ad-0526d2f02c74&fields=id&fields=name HTTP/1.1" status: 200 len: 790 time: 0.2909586 Dec 16 09:36:17.375781 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510ebdc-f7e0-44d0-b7c4-ac2cc232a9e5 tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9caa296-875d-451f-bb40-8f8f404ca1cd,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:17.383384 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-939ef3bc-d757-42eb-89ef-f710f05f2775 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:17.405778 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1c794f9f-67cb-41e6-9dc7-72f31d5acff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:17.465330 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-939ef3bc-d757-42eb-89ef-f710f05f2775 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:17.517458 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e19b7-b838-45b4-bf3e-ba8f45fcfbb8 None None] Pushing event updated for resources: {'Port': ['ID=88949476-05da-459e-b5d1-bebff3fd8917,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:17.548046 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-939ef3bc-d757-42eb-89ef-f710f05f2775 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:17.558438 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-1c794f9f-67cb-41e6-9dc7-72f31d5acff8 None None] Attempting to bind port 88949476-05da-459e-b5d1-bebff3fd8917 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:36:17.558806 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-1c794f9f-67cb-41e6-9dc7-72f31d5acff8 None None] Attempting to bind port 88949476-05da-459e-b5d1-bebff3fd8917 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'f4cab314-87e2-4c49-8fe7-37cd5d18df68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '77aa32ed-918a-4795-9480-bbe6f1914dbe'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:36:17.559303 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c794f9f-67cb-41e6-9dc7-72f31d5acff8 None None] Attempting to bind port 88949476-05da-459e-b5d1-bebff3fd8917 on network 77aa32ed-918a-4795-9480-bbe6f1914dbe {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:36:17.564912 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c794f9f-67cb-41e6-9dc7-72f31d5acff8 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:36:17.565516 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c794f9f-67cb-41e6-9dc7-72f31d5acff8 None None] Checking segment: {'id': 'f4cab314-87e2-4c49-8fe7-37cd5d18df68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '77aa32ed-918a-4795-9480-bbe6f1914dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:36:17.566199 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1c794f9f-67cb-41e6-9dc7-72f31d5acff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:17.566772 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c794f9f-67cb-41e6-9dc7-72f31d5acff8 None None] Bound using segment: {'id': 'f4cab314-87e2-4c49-8fe7-37cd5d18df68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '77aa32ed-918a-4795-9480-bbe6f1914dbe'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:36:17.567397 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-1c794f9f-67cb-41e6-9dc7-72f31d5acff8 None None] Bound port: 88949476-05da-459e-b5d1-bebff3fd8917, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4cab314-87e2-4c49-8fe7-37cd5d18df68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '77aa32ed-918a-4795-9480-bbe6f1914dbe'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:36:17.567950 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1c794f9f-67cb-41e6-9dc7-72f31d5acff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:17.574283 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ef3bc-d757-42eb-89ef-f710f05f2775 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e5d29e5-bb02-46b6-8edf-c871247dabf0,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:17.662273 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-1c794f9f-67cb-41e6-9dc7-72f31d5acff8 None None] For port 88949476-05da-459e-b5d1-bebff3fd8917, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:36:17.669168 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-1c794f9f-67cb-41e6-9dc7-72f31d5acff8 None None] For port 88949476-05da-459e-b5d1-bebff3fd8917, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=88949476-05da-459e-b5d1-bebff3fd8917,segment=NetworkSegment(f4cab314-87e2-4c49-8fe7-37cd5d18df68),segment_id=f4cab314-87e2-4c49-8fe7-37cd5d18df68)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:36:17.682899 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-939ef3bc-d757-42eb-89ef-f710f05f2775 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:17.684219 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-939ef3bc-d757-42eb-89ef-f710f05f2775 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4023359 Dec 16 09:36:17.687931 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50682) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:17.693016 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-00e7f3ef-524e-4d97-adba-7a8359c5f20c tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:36:17.717619 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aeac4a-e4e2-407e-b14d-8a51f64d80e8 req-0e330f4b-ccaa-45b2-a497-e14f1f6d54c6 tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:17.718260 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aeac4a-e4e2-407e-b14d-8a51f64d80e8 req-0e330f4b-ccaa-45b2-a497-e14f1f6d54c6 tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:17.718801 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aeac4a-e4e2-407e-b14d-8a51f64d80e8 req-0e330f4b-ccaa-45b2-a497-e14f1f6d54c6 tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:17.721079 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d1aeac4a-e4e2-407e-b14d-8a51f64d80e8 req-0e330f4b-ccaa-45b2-a497-e14f1f6d54c6 tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b9b666d6-6c0a-4956-8f43-6e6190e97b7a&device_id=d18b93f9-c901-4e66-b545-825f008e5bf9&device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 2881 time: 0.0694940 Dec 16 09:36:17.748237 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1c794f9f-67cb-41e6-9dc7-72f31d5acff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:17.769223 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d1aeac4a-e4e2-407e-b14d-8a51f64d80e8 req-26e95b53-0c09-401b-b516-06faf509428c tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399399 Dec 16 09:36:17.800168 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00e7f3ef-524e-4d97-adba-7a8359c5f20c tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks [] for floatingip, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:17.821477 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e19b7-b838-45b4-bf3e-ba8f45fcfbb8 None None] Pushing event updated for resources: {'Port': ['ID=88949476-05da-459e-b5d1-bebff3fd8917,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:17.876799 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:36:17.910196 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c794f9f-67cb-41e6-9dc7-72f31d5acff8 None None] Routers {'82675efd-449a-485b-9f98-c59908d86f85'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:36:17.910949 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-1c794f9f-67cb-41e6-9dc7-72f31d5acff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:35:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['82675efd-449a-485b-9f98-c59908d86f85'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:17.981354 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2980c819-48c3-48df-b922-075d7edb9806 None None] Provisioning complete for port 88949476-05da-459e-b5d1-bebff3fd8917 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:17.981975 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2980c819-48c3-48df-b922-075d7edb9806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:17.989985 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00e7f3ef-524e-4d97-adba-7a8359c5f20c tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:18.221763 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.resource_extend [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 09:36:18.358956 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-00e7f3ef-524e-4d97-adba-7a8359c5f20c tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Allocated IP 172.25.1.74 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/10eecec4-0211-4d4c-96db-c3f1fa4245a6) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:36:18.372383 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device b403992d-d208-40c3-a62c-28979fa8c7fe up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:36:18.376413 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:18.436777 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1', 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f', 'port_id': 'c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1', 'mac_address': 'fa:16:3e:ba:ba:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3e23022-6181-4c07-9324-a5452325576b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:36:18.474464 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163532a-966a-4063-bc88-bf984cdf46ab req-2026974f-25c2-483d-80f2-0ec97889469c tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:18.476035 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5163532a-966a-4063-bc88-bf984cdf46ab req-2026974f-25c2-483d-80f2-0ec97889469c tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 943 time: 0.1472147 Dec 16 09:36:18.544285 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-1c794f9f-67cb-41e6-9dc7-72f31d5acff8 None None] Set router 82675efd-449a-485b-9f98-c59908d86f85 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:36:18.555755 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5163532a-966a-4063-bc88-bf984cdf46ab req-c6f8bccb-df31-4564-8f98-39c28cbb3c98 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637307 Dec 16 09:36:18.555755 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00e7f3ef-524e-4d97-adba-7a8359c5f20c tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:18.583950 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port b403992d-d208-40c3-a62c-28979fa8c7fe triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:18.583950 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:18.612978 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:18.619125 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2980c819-48c3-48df-b922-075d7edb9806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:18.651484 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00e7f3ef-524e-4d97-adba-7a8359c5f20c tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:18.693710 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e7f3ef-524e-4d97-adba-7a8359c5f20c tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:36:18.696736 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-00e7f3ef-524e-4d97-adba-7a8359c5f20c tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:36:18.700402 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e7f3ef-524e-4d97-adba-7a8359c5f20c tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:36:18.747896 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7f3ef-524e-4d97-adba-7a8359c5f20c tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Pushing event updated for resources: {'Port': ['ID=10eecec4-0211-4d4c-96db-c3f1fa4245a6,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:18.757392 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:36:18.824776 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:18.827376 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2980c819-48c3-48df-b922-075d7edb9806 None None] For port 88949476-05da-459e-b5d1-bebff3fd8917, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=88949476-05da-459e-b5d1-bebff3fd8917,segment=NetworkSegment(f4cab314-87e2-4c49-8fe7-37cd5d18df68),segment_id=f4cab314-87e2-4c49-8fe7-37cd5d18df68)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:18.832716 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00e7f3ef-524e-4d97-adba-7a8359c5f20c tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:18.891505 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:18.893660 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2980c819-48c3-48df-b922-075d7edb9806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:18.928709 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd2c6e-e90c-4aa9-a55a-db146d4fe71d req-130a3a55-a2c7-475a-a167-45be4209fbda tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:18.933693 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f0cd2c6e-e90c-4aa9-a55a-db146d4fe71d req-130a3a55-a2c7-475a-a167-45be4209fbda tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 1100 time: 0.0761306 Dec 16 09:36:18.961435 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:19.002700 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-1c794f9f-67cb-41e6-9dc7-72f31d5acff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82675efd-449a-485b-9f98-c59908d86f85', 'name': 'tempest-ServersTestBootFromVolume-1142460710-router', 'tenant_id': '8cd60da8ff604d0c95834c2b7afc7015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'b403992d-d208-40c3-a62c-28979fa8c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:08Z', 'updated_at': '2021-12-16T09:36:14Z', 'revision_number': 4, 'project_id': '8cd60da8ff604d0c95834c2b7afc7015', 'gw_port': {'id': 'b403992d-d208-40c3-a62c-28979fa8c7fe', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82675efd-449a-485b-9f98-c59908d86f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:09Z', 'updated_at': '2021-12-16T09:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '88949476-05da-459e-b5d1-bebff3fd8917', 'name': '', 'network_id': '77aa32ed-918a-4795-9480-bbe6f1914dbe', 'tenant_id': '8cd60da8ff604d0c95834c2b7afc7015', 'mac_address': 'fa:16:3e:64:0a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82675efd-449a-485b-9f98-c59908d86f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '2cbf824c-9497-43ba-b35e-c12e8e5b70ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:13Z', 'updated_at': '2021-12-16T09:36:17Z', 'revision_number': 4, 'project_id': '8cd60da8ff604d0c95834c2b7afc7015', 'subnets': [{'id': '2cbf824c-9497-43ba-b35e-c12e8e5b70ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:19.005665 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00e7f3ef-524e-4d97-adba-7a8359c5f20c tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:19.060570 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c794f9f-67cb-41e6-9dc7-72f31d5acff8 None None] The sync data for ids ['82675efd-449a-485b-9f98-c59908d86f85'] in n-d-820550-2 is: [{'id': '82675efd-449a-485b-9f98-c59908d86f85', 'name': 'tempest-ServersTestBootFromVolume-1142460710-router', 'tenant_id': '8cd60da8ff604d0c95834c2b7afc7015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'b403992d-d208-40c3-a62c-28979fa8c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:08Z', 'updated_at': '2021-12-16T09:36:14Z', 'revision_number': 4, 'project_id': '8cd60da8ff604d0c95834c2b7afc7015', 'gw_port': {'id': 'b403992d-d208-40c3-a62c-28979fa8c7fe', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82675efd-449a-485b-9f98-c59908d86f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:09Z', 'updated_at': '2021-12-16T09:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '88949476-05da-459e-b5d1-bebff3fd8917', 'name': '', 'network_id': '77aa32ed-918a-4795-9480-bbe6f1914dbe', 'tenant_id': '8cd60da8ff604d0c95834c2b7afc7015', 'mac_address': 'fa:16:3e:64:0a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82675efd-449a-485b-9f98-c59908d86f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '2cbf824c-9497-43ba-b35e-c12e8e5b70ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:13Z', 'updated_at': '2021-12-16T09:36:17Z', 'revision_number': 4, 'project_id': '8cd60da8ff604d0c95834c2b7afc7015', 'subnets': [{'id': '2cbf824c-9497-43ba-b35e-c12e8e5b70ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:36:19.067255 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980c819-48c3-48df-b922-075d7edb9806 None None] Pushing event updated for resources: {'Port': ['ID=88949476-05da-459e-b5d1-bebff3fd8917,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:19.073978 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-11021fd0-cd53-46f2-bd29-1c50ca934e27 None None] Provisioning complete for port 88949476-05da-459e-b5d1-bebff3fd8917 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:19.074356 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-11021fd0-cd53-46f2-bd29-1c50ca934e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:19.095530 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f0cd2c6e-e90c-4aa9-a55a-db146d4fe71d req-ee1c9eeb-6225-4e15-973d-8c3334858edb tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109848 Dec 16 09:36:19.288023 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00e7f3ef-524e-4d97-adba-7a8359c5f20c tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:19.311634 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7110b-256f-45a8-b4f1-ff12788c6cc6 req-d47ce8bf-81a0-4ac8-834d-abf47fe1b1fa tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:19.312247 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b5a7110b-256f-45a8-b4f1-ff12788c6cc6 req-d47ce8bf-81a0-4ac8-834d-abf47fe1b1fa tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 1100 time: 0.0501940 Dec 16 09:36:19.331260 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:36:19.362043 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00e7f3ef-524e-4d97-adba-7a8359c5f20c tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:19.363553 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b5a7110b-256f-45a8-b4f1-ff12788c6cc6 req-1ff4b3be-98e7-4fd4-bf2d-3cd2d3898cd1 tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445304 Dec 16 09:36:19.509412 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00e7f3ef-524e-4d97-adba-7a8359c5f20c tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:19.513681 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7f3ef-524e-4d97-adba-7a8359c5f20c tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Pushing event updated for resources: {'Port': ['ID=10eecec4-0211-4d4c-96db-c3f1fa4245a6,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:19.599337 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00e7f3ef-524e-4d97-adba-7a8359c5f20c tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:19.600612 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-00e7f3ef-524e-4d97-adba-7a8359c5f20c tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9115491 Dec 16 09:36:19.776186 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abce54b-ea60-451f-a9e5-d03a1d6c2bee req-c509d351-78a2-4db4-9a1c-472866d62809 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:19.790294 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8abce54b-ea60-451f-a9e5-d03a1d6c2bee req-c509d351-78a2-4db4-9a1c-472866d62809 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.1001353 Dec 16 09:36:19.853462 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8abce54b-ea60-451f-a9e5-d03a1d6c2bee req-58c789f7-e492-48b4-8156-da45e0398404 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622406 Dec 16 09:36:20.290763 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 88949476-05da-459e-b5d1-bebff3fd8917 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:36:20.378600 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 88949476-05da-459e-b5d1-bebff3fd8917 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:20.379376 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:20.405337 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:36:21.081829 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19978b3-3b94-415c-948c-0d254d99dd6a req-1436f28a-7cb1-4231-bbff-b251fb11c5f2 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:21.088304 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19978b3-3b94-415c-948c-0d254d99dd6a req-1436f28a-7cb1-4231-bbff-b251fb11c5f2 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:21.095013 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19978b3-3b94-415c-948c-0d254d99dd6a req-1436f28a-7cb1-4231-bbff-b251fb11c5f2 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:21.101009 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19978b3-3b94-415c-948c-0d254d99dd6a req-1436f28a-7cb1-4231-bbff-b251fb11c5f2 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:21.110193 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19978b3-3b94-415c-948c-0d254d99dd6a req-1436f28a-7cb1-4231-bbff-b251fb11c5f2 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:21.125339 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e11fcd-7c5b-464f-ae26-5025f3638ed1 req-9092088e-90dd-4e52-b419-557441087164 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:21.131388 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19978b3-3b94-415c-948c-0d254d99dd6a req-1436f28a-7cb1-4231-bbff-b251fb11c5f2 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:21.140444 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19978b3-3b94-415c-948c-0d254d99dd6a req-1436f28a-7cb1-4231-bbff-b251fb11c5f2 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:21.141059 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e2e11fcd-7c5b-464f-ae26-5025f3638ed1 req-9092088e-90dd-4e52-b419-557441087164 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.0917032 Dec 16 09:36:21.142694 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b19978b3-3b94-415c-948c-0d254d99dd6a req-1436f28a-7cb1-4231-bbff-b251fb11c5f2 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5445 time: 0.1295922 Dec 16 09:36:21.257407 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b19978b3-3b94-415c-948c-0d254d99dd6a req-fd4c9691-e290-4c57-990f-41357c3f1581 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1023438 Dec 16 09:36:21.273548 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e2e11fcd-7c5b-464f-ae26-5025f3638ed1 req-a595b055-3e7f-4084-b48a-14c0e3d6aae9 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312971 Dec 16 09:36:21.434036 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541e82b-de17-46b7-b353-22cc7b0dedc4 req-44ccf9e6-31bd-40dc-a3eb-3763a7d7649b tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:21.443980 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d541e82b-de17-46b7-b353-22cc7b0dedc4 req-44ccf9e6-31bd-40dc-a3eb-3763a7d7649b tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.1020672 Dec 16 09:36:21.489723 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d541e82b-de17-46b7-b353-22cc7b0dedc4 req-a352cbd9-7c61-4e63-9f2c-46e5164ca839 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404406 Dec 16 09:36:21.885996 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:36:22.060406 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:36:22.074569 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:22.074954 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:22.198035 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:22.223622 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185bb750-6449-4053-a83d-cdb9428568e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:36:22.226524 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f79f2b0-efdc-40c1-b863-f0d306b9b62f" -d '{"events": [{"server_uuid": "185bb750-6449-4053-a83d-cdb9428568e4", "name": "network-vif-plugged", "status": "completed", "tag": "c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:36:22.268040 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:22.269154 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-20885c22-c244-4ad8-8024-90935d13a2bc tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:22.275765 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-20885c22-c244-4ad8-8024-90935d13a2bc tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:22.280918 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80215f1d-5421-4d1b-923e-6c874cc567c2 x-openstack-request-id: req-80215f1d-5421-4d1b-923e-6c874cc567c2 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:36:22.281231 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "185bb750-6449-4053-a83d-cdb9428568e4", "name": "network-vif-plugged", "status": "completed", "tag": "c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:36:22.281635 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-80215f1d-5421-4d1b-923e-6c874cc567c2 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:36:22.282707 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '185bb750-6449-4053-a83d-cdb9428568e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1', 'code': 200} Dec 16 09:36:22.282973 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-20885c22-c244-4ad8-8024-90935d13a2bc tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:22.289175 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-20885c22-c244-4ad8-8024-90935d13a2bc tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:22.295856 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-20885c22-c244-4ad8-8024-90935d13a2bc tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:22.302342 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-20885c22-c244-4ad8-8024-90935d13a2bc tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:22.311688 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-20885c22-c244-4ad8-8024-90935d13a2bc tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:22.311688 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-20885c22-c244-4ad8-8024-90935d13a2bc tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5445 time: 0.1128054 Dec 16 09:36:22.331044 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:22.332289 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ef9e2251-85d6-4e38-85e2-5b6699d7fbbb no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:36:22.417608 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-0a8ae18a-3c44-4748-a570-664a0d248c07 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:22.420642 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-0a8ae18a-3c44-4748-a570-664a0d248c07 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.57 "GET /v2.0/ports/3058776e-d043-4111-8f6d-a315f433be18?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0965939 Dec 16 09:36:22.484036 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0daf7f-dafa-400d-8a37-33a0b3aa9f0b req-32e0a281-01f3-4547-be57-00bca8556bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:22.485603 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0a0daf7f-dafa-400d-8a37-33a0b3aa9f0b req-32e0a281-01f3-4547-be57-00bca8556bd1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 1096 time: 0.1173232 Dec 16 09:36:22.514505 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:22.523808 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35d52e-844e-454f-abb2-ad76bb7d7ce4 req-fcf4b365-686f-4d68-8f20-884d9b249c04 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:22.530796 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35d52e-844e-454f-abb2-ad76bb7d7ce4 req-fcf4b365-686f-4d68-8f20-884d9b249c04 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:22.537665 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35d52e-844e-454f-abb2-ad76bb7d7ce4 req-fcf4b365-686f-4d68-8f20-884d9b249c04 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:22.543902 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35d52e-844e-454f-abb2-ad76bb7d7ce4 req-fcf4b365-686f-4d68-8f20-884d9b249c04 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:22.550346 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35d52e-844e-454f-abb2-ad76bb7d7ce4 req-fcf4b365-686f-4d68-8f20-884d9b249c04 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:22.556140 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:22.556409 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35d52e-844e-454f-abb2-ad76bb7d7ce4 req-fcf4b365-686f-4d68-8f20-884d9b249c04 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:22.563488 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35d52e-844e-454f-abb2-ad76bb7d7ce4 req-fcf4b365-686f-4d68-8f20-884d9b249c04 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:22.565729 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ec35d52e-844e-454f-abb2-ad76bb7d7ce4 req-fcf4b365-686f-4d68-8f20-884d9b249c04 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 5445 time: 0.1498480 Dec 16 09:36:22.585574 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0a0daf7f-dafa-400d-8a37-33a0b3aa9f0b req-b00f3295-5ff8-4fd2-8764-754dbd5e9b2a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921288 Dec 16 09:36:22.618584 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-95a94645-4197-4a1a-be97-3c26edf04228 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.57 "GET /v2.0/networks/bcdce265-2bf3-4f52-9658-1bf0eadeeba8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1911123 Dec 16 09:36:22.627770 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port ef9e2251-85d6-4e38-85e2-5b6699d7fbbb, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ef9e2251-85d6-4e38-85e2-5b6699d7fbbb,segment=NetworkSegment(5a5c3c61-aecb-46d9-a34a-4fcb33dcd498),segment_id=5a5c3c61-aecb-46d9-a34a-4fcb33dcd498)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:22.633662 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ec35d52e-844e-454f-abb2-ad76bb7d7ce4 req-53262276-1c18-40ab-bb55-d1f3b009617f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0501022 Dec 16 09:36:22.682506 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639f1cd-17fa-4ff5-bc97-47abf173d211 req-bc2aceae-485e-471e-bbc8-f50b1a371ea5 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:22.689764 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7639f1cd-17fa-4ff5-bc97-47abf173d211 req-bc2aceae-485e-471e-bbc8-f50b1a371ea5 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 945 time: 0.2331223 Dec 16 09:36:22.762859 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:22.764725 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7639f1cd-17fa-4ff5-bc97-47abf173d211 req-a2c0287e-75e7-4d8e-b6f9-92b56fbe7233 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534039 Dec 16 09:36:22.797371 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=ef9e2251-85d6-4e38-85e2-5b6699d7fbbb,revision_number=6']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:22.877391 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa829d5-f60d-4d64-9071-e54edb1d9b38 req-44580e9b-05b9-413c-8ffa-3cb6a3670ebd tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:22.885636 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8fa829d5-f60d-4d64-9071-e54edb1d9b38 req-44580e9b-05b9-413c-8ffa-3cb6a3670ebd tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.0686951 Dec 16 09:36:22.898727 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-f7ca44e8-6261-4926-ba59-a471a7fd6fb2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:36:22.960810 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8fa829d5-f60d-4d64-9071-e54edb1d9b38 req-d6cc2d34-7466-4554-889c-e7e7926f980e tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740995 Dec 16 09:36:22.993656 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-f7ca44e8-6261-4926-ba59-a471a7fd6fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:23.155677 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-f7ca44e8-6261-4926-ba59-a471a7fd6fb2 service neutron] For port 3058776e-d043-4111-8f6d-a315f433be18, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=3058776e-d043-4111-8f6d-a315f433be18,segment=NetworkSegment(5a5c3c61-aecb-46d9-a34a-4fcb33dcd498),segment_id=5a5c3c61-aecb-46d9-a34a-4fcb33dcd498)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:23.209373 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-f7ca44e8-6261-4926-ba59-a471a7fd6fb2 service neutron] For port 3058776e-d043-4111-8f6d-a315f433be18, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:36:23.250091 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-f7ca44e8-6261-4926-ba59-a471a7fd6fb2 service neutron] device_id is not set on port 3058776e-d043-4111-8f6d-a315f433be18 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:36:23.260668 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-f7ca44e8-6261-4926-ba59-a471a7fd6fb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:23.365264 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-f7ca44e8-6261-4926-ba59-a471a7fd6fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:23.431300 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-f7ca44e8-6261-4926-ba59-a471a7fd6fb2 service neutron] No DVR routers for this DVR port 3058776e-d043-4111-8f6d-a315f433be18 on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:36:23.439925 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca44e8-6261-4926-ba59-a471a7fd6fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=3058776e-d043-4111-8f6d-a315f433be18,revision_number=6']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:23.478498 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-f7ca44e8-6261-4926-ba59-a471a7fd6fb2 service neutron] In _notify_port_updated(), no bound segment for port 3058776e-d043-4111-8f6d-a315f433be18 on network bcdce265-2bf3-4f52-9658-1bf0eadeeba8 {{(pid=102817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:36:23.479455 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-f7ca44e8-6261-4926-ba59-a471a7fd6fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:23.480075 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-f7ca44e8-6261-4926-ba59-a471a7fd6fb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:23.481465 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-f7ca44e8-6261-4926-ba59-a471a7fd6fb2 service neutron] 10.222.0.57 "PUT /v2.0/ports/3058776e-d043-4111-8f6d-a315f433be18 HTTP/1.1" status: 200 len: 1033 time: 0.5877545 Dec 16 09:36:23.554660 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-3afab204-f6b0-4ed2-9aaf-623904068904 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:23.556183 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-3afab204-f6b0-4ed2-9aaf-623904068904 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.57 "GET /v2.0/ports/ef9e2251-85d6-4e38-85e2-5b6699d7fbbb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0671132 Dec 16 09:36:23.568716 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-a711970d-cfc4-445b-b4f6-403980bef052 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:36:23.642989 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-a711970d-cfc4-445b-b4f6-403980bef052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:23.722319 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-6e7bbcfc-c5ae-4407-bc07-03d09c087ce5 None None] Provisioning complete for port 3058776e-d043-4111-8f6d-a315f433be18 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:23.722945 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6e7bbcfc-c5ae-4407-bc07-03d09c087ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:23.819605 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-6e7bbcfc-c5ae-4407-bc07-03d09c087ce5 None None] Port 3058776e-d043-4111-8f6d-a315f433be18 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:36:23.899995 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device c234b0b2-c376-4db4-ad98-7124204fbe46 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:36:23.903195 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1c548-7b9c-4cbf-89e4-36dc08ca73db req-ce6153b4-efa7-4fa0-b41b-fa70a6269097 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:23.909814 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1c548-7b9c-4cbf-89e4-36dc08ca73db req-ce6153b4-efa7-4fa0-b41b-fa70a6269097 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:23.915747 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1c548-7b9c-4cbf-89e4-36dc08ca73db req-ce6153b4-efa7-4fa0-b41b-fa70a6269097 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:23.921842 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1c548-7b9c-4cbf-89e4-36dc08ca73db req-ce6153b4-efa7-4fa0-b41b-fa70a6269097 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:23.928042 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1c548-7b9c-4cbf-89e4-36dc08ca73db req-ce6153b4-efa7-4fa0-b41b-fa70a6269097 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:23.934707 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1c548-7b9c-4cbf-89e4-36dc08ca73db req-ce6153b4-efa7-4fa0-b41b-fa70a6269097 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:23.936807 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a52b8-36c4-44be-990c-402bd70c2365 req-dd70c414-6ba3-47c7-bcbd-d2df1442d468 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:23.937583 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-07e1c548-7b9c-4cbf-89e4-36dc08ca73db req-ce6153b4-efa7-4fa0-b41b-fa70a6269097 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 4663 time: 0.1224935 Dec 16 09:36:23.945013 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-a711970d-cfc4-445b-b4f6-403980bef052 service neutron] For port ef9e2251-85d6-4e38-85e2-5b6699d7fbbb, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ef9e2251-85d6-4e38-85e2-5b6699d7fbbb,segment=NetworkSegment(5a5c3c61-aecb-46d9-a34a-4fcb33dcd498),segment_id=5a5c3c61-aecb-46d9-a34a-4fcb33dcd498)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:23.950940 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8e0a52b8-36c4-44be-990c-402bd70c2365 req-dd70c414-6ba3-47c7-bcbd-d2df1442d468 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 945 time: 0.0889647 Dec 16 09:36:24.012605 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-a711970d-cfc4-445b-b4f6-403980bef052 service neutron] For port ef9e2251-85d6-4e38-85e2-5b6699d7fbbb, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:36:24.028374 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:24.042325 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8e0a52b8-36c4-44be-990c-402bd70c2365 req-5f7b5e44-de3a-4e3c-827c-a700ae776a96 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896397 Dec 16 09:36:24.059830 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-839ff76e-2038-4f64-9e0f-979626b10f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:24.073904 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-07e1c548-7b9c-4cbf-89e4-36dc08ca73db req-0cceb4a2-75de-4fbe-b9b7-fae140ccac6a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&id=c69059d8-9f60-4f5b-b93d-21f5d7739ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1043081 Dec 16 09:36:24.114737 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-a711970d-cfc4-445b-b4f6-403980bef052 service neutron] device_id is not set on port ef9e2251-85d6-4e38-85e2-5b6699d7fbbb yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:36:24.146330 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port c234b0b2-c376-4db4-ad98-7124204fbe46, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c234b0b2-c376-4db4-ad98-7124204fbe46,segment=NetworkSegment(8f2f2409-913c-4ef0-930f-9de92f72a943),segment_id=8f2f2409-913c-4ef0-930f-9de92f72a943)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:24.149012 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-a711970d-cfc4-445b-b4f6-403980bef052 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:24.218455 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:24.219353 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 3058776e-d043-4111-8f6d-a315f433be18 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:36:24.298079 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef9e2251-85d6-4e38-85e2-5b6699d7fbbb'}, {'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c234b0b2-c376-4db4-ad98-7124204fbe46'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:36:24.421604 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0034780a-11ea-44cf-88ac-b91fad5b88f3" -d '{"events": [{"server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "name": "network-vif-unplugged", "status": "completed", "tag": "ef9e2251-85d6-4e38-85e2-5b6699d7fbbb"}, {"server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "name": "network-vif-unplugged", "status": "completed", "tag": "c234b0b2-c376-4db4-ad98-7124204fbe46"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:36:24.421604 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=c234b0b2-c376-4db4-ad98-7124204fbe46,revision_number=6']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:24.424401 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eab3da-ebee-40d8-8b27-9217c5be1c87 req-f42ddabb-5dc2-4e0d-8912-7089c7225170 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:24.425486 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 3058776e-d043-4111-8f6d-a315f433be18 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:36:24.425486 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 1305e84e-c1fb-4148-a219-de2e95349bca no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:36:24.425892 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a4eab3da-ebee-40d8-8b27-9217c5be1c87 req-f42ddabb-5dc2-4e0d-8912-7089c7225170 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.1355028 Dec 16 09:36:24.425892 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-a711970d-cfc4-445b-b4f6-403980bef052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:24.426192 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 16 Dec 2021 09:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe32384-c8ba-4546-bf09-ce27caa68c65 x-openstack-request-id: req-0fe32384-c8ba-4546-bf09-ce27caa68c65 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:36:24.426192 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "name": "network-vif-unplugged", "status": "completed", "tag": "ef9e2251-85d6-4e38-85e2-5b6699d7fbbb", "code": 200}, {"server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "name": "network-vif-unplugged", "status": "completed", "tag": "c234b0b2-c376-4db4-ad98-7124204fbe46", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:36:24.426192 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0fe32384-c8ba-4546-bf09-ce27caa68c65 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:36:24.426192 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef9e2251-85d6-4e38-85e2-5b6699d7fbbb', 'code': 200} Dec 16 09:36:24.426192 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c234b0b2-c376-4db4-ad98-7124204fbe46', 'code': 200} Dec 16 09:36:24.483741 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a4eab3da-ebee-40d8-8b27-9217c5be1c87 req-c218a14e-3060-4bbf-b0e7-9b94fd4ab213 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350381 Dec 16 09:36:24.489637 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:24.514551 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a711970d-cfc4-445b-b4f6-403980bef052 service neutron] Pushing event updated for resources: {'Port': ['ID=ef9e2251-85d6-4e38-85e2-5b6699d7fbbb,revision_number=7']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:24.519024 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-a711970d-cfc4-445b-b4f6-403980bef052 service neutron] No DVR routers for this DVR port ef9e2251-85d6-4e38-85e2-5b6699d7fbbb on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:36:24.532667 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 1305e84e-c1fb-4148-a219-de2e95349bca, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=1305e84e-c1fb-4148-a219-de2e95349bca,segment=NetworkSegment(8f2f2409-913c-4ef0-930f-9de92f72a943),segment_id=8f2f2409-913c-4ef0-930f-9de92f72a943)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:24.558367 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-a711970d-cfc4-445b-b4f6-403980bef052 service neutron] In _notify_port_updated(), no bound segment for port ef9e2251-85d6-4e38-85e2-5b6699d7fbbb on network bcdce265-2bf3-4f52-9658-1bf0eadeeba8 {{(pid=102817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:36:24.559254 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-a711970d-cfc4-445b-b4f6-403980bef052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:24.559871 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-a711970d-cfc4-445b-b4f6-403980bef052 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:24.561955 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-a711970d-cfc4-445b-b4f6-403980bef052 service neutron] 10.222.0.57 "PUT /v2.0/ports/ef9e2251-85d6-4e38-85e2-5b6699d7fbbb HTTP/1.1" status: 200 len: 1032 time: 0.9979846 Dec 16 09:36:24.645644 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:24.646896 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device c461236c-f15f-42e1-b835-1d05e4b6965a no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:36:24.696724 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-169dcd8e-9ce6-4468-bbdb-9947a6c7b245 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Deleting port 1305e84e-c1fb-4148-a219-de2e95349bca {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:36:24.697066 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-169dcd8e-9ce6-4468-bbdb-9947a6c7b245 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:24.752645 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=1305e84e-c1fb-4148-a219-de2e95349bca,revision_number=6']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:24.783346 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-343275d4-eaec-4b66-a5e5-0afe5f1e595c None None] Provisioning complete for port ef9e2251-85d6-4e38-85e2-5b6699d7fbbb triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:24.783924 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-343275d4-eaec-4b66-a5e5-0afe5f1e595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:24.837304 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-169dcd8e-9ce6-4468-bbdb-9947a6c7b245 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] For port 1305e84e-c1fb-4148-a219-de2e95349bca, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=1305e84e-c1fb-4148-a219-de2e95349bca,segment=NetworkSegment(8f2f2409-913c-4ef0-930f-9de92f72a943),segment_id=8f2f2409-913c-4ef0-930f-9de92f72a943)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:24.837995 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-169dcd8e-9ce6-4468-bbdb-9947a6c7b245 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:24.853913 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:24.864149 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-169dcd8e-9ce6-4468-bbdb-9947a6c7b245 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Calling delete_port for 1305e84e-c1fb-4148-a219-de2e95349bca owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:36:24.876173 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-343275d4-eaec-4b66-a5e5-0afe5f1e595c None None] Port ef9e2251-85d6-4e38-85e2-5b6699d7fbbb cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:36:24.898175 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port c461236c-f15f-42e1-b835-1d05e4b6965a, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c461236c-f15f-42e1-b835-1d05e4b6965a,segment=NetworkSegment(5a5c3c61-aecb-46d9-a34a-4fcb33dcd498),segment_id=5a5c3c61-aecb-46d9-a34a-4fcb33dcd498)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:24.987882 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:24.988719 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:36:25.076682 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=c461236c-f15f-42e1-b835-1d05e4b6965a,revision_number=6']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:25.124351 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:25.199006 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0,segment=NetworkSegment(5a5c3c61-aecb-46d9-a34a-4fcb33dcd498),segment_id=5a5c3c61-aecb-46d9-a34a-4fcb33dcd498)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:25.264797 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-169dcd8e-9ce6-4468-bbdb-9947a6c7b245 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:25.267126 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50598c0f-c75d-4c73-9d3d-d5b28d3f203f req-51551644-29ea-4881-91e0-3fcf1a07d767 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:25.276701 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-50598c0f-c75d-4c73-9d3d-d5b28d3f203f req-51551644-29ea-4881-91e0-3fcf1a07d767 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 945 time: 0.1308076 Dec 16 09:36:25.308046 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:25.308784 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 636aafc8-1c44-4d0a-aec0-701e4fd6e301 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:36:25.321388 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169dcd8e-9ce6-4468-bbdb-9947a6c7b245 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Pushing event deleted for resources: {'Port': ['ID=1305e84e-c1fb-4148-a219-de2e95349bca,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:25.341055 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-50598c0f-c75d-4c73-9d3d-d5b28d3f203f req-4b218f82-66d3-4006-8f4d-b0d4094bb38e tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485966 Dec 16 09:36:25.364783 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be47591-023c-4a54-a4b8-8dbbeca9cd70 req-1ce2b7c8-6c5c-4c3f-8926-b4d1ec339fd4 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:25.378386 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be47591-023c-4a54-a4b8-8dbbeca9cd70 req-1ce2b7c8-6c5c-4c3f-8926-b4d1ec339fd4 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:25.385918 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be47591-023c-4a54-a4b8-8dbbeca9cd70 req-1ce2b7c8-6c5c-4c3f-8926-b4d1ec339fd4 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:25.400743 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be47591-023c-4a54-a4b8-8dbbeca9cd70 req-1ce2b7c8-6c5c-4c3f-8926-b4d1ec339fd4 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:25.402434 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8be47591-023c-4a54-a4b8-8dbbeca9cd70 req-1ce2b7c8-6c5c-4c3f-8926-b4d1ec339fd4 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 3147 time: 0.1776905 Dec 16 09:36:25.444234 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-169dcd8e-9ce6-4468-bbdb-9947a6c7b245 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] No DVR routers for this DVR port 1305e84e-c1fb-4148-a219-de2e95349bca on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:36:25.448026 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-169dcd8e-9ce6-4468-bbdb-9947a6c7b245 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:25.451634 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-169dcd8e-9ce6-4468-bbdb-9947a6c7b245 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.57 "DELETE /v2.0/ports/1305e84e-c1fb-4148-a219-de2e95349bca HTTP/1.1" status: 204 len: 173 time: 0.8803356 Dec 16 09:36:25.452237 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'name': 'network-vif-deleted', 'tag': '1305e84e-c1fb-4148-a219-de2e95349bca'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:36:25.463840 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aac408f-558f-4dc1-9d9b-2044fff38c42" -d '{"events": [{"server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "name": "network-vif-deleted", "tag": "1305e84e-c1fb-4148-a219-de2e95349bca"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:36:25.489355 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0,revision_number=6']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:25.566415 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:25.616966 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 636aafc8-1c44-4d0a-aec0-701e4fd6e301, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=636aafc8-1c44-4d0a-aec0-701e4fd6e301,segment=NetworkSegment(12d9a588-a8ed-4e4e-b1b6-45262cb84fd7),segment_id=12d9a588-a8ed-4e4e-b1b6-45262cb84fd7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:25.641760 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8be47591-023c-4a54-a4b8-8dbbeca9cd70 req-84baa79c-30cf-4679-8430-9c070c4db044 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2010880 Dec 16 09:36:25.663795 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0e194-40e1-4ef0-b98c-bce406ffbce9 req-d28654df-66dd-4cf9-918e-ea790397feb3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:25.667439 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e9f0e194-40e1-4ef0-b98c-bce406ffbce9 req-d28654df-66dd-4cf9-918e-ea790397feb3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 945 time: 0.0671477 Dec 16 09:36:25.675150 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50996) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:25.680357 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-02d48021-595c-49c1-8ed7-7e7f1206bdc4 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Request body: {'floatingip': {'port_id': 'c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:36:25.718526 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-eb721ee4-8ff5-4654-ac3e-98ea5639570b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Deleting port dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:36:25.718923 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-eb721ee4-8ff5-4654-ac3e-98ea5639570b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:25.722678 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4390484f-e365-48a1-96a6-d3623eb340ea x-openstack-request-id: req-4390484f-e365-48a1-96a6-d3623eb340ea {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:36:25.722962 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "name": "network-vif-deleted", "tag": "1305e84e-c1fb-4148-a219-de2e95349bca", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:36:25.723214 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4390484f-e365-48a1-96a6-d3623eb340ea {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:36:25.723600 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'name': 'network-vif-deleted', 'tag': '1305e84e-c1fb-4148-a219-de2e95349bca', 'status': 'completed', 'code': 200} Dec 16 09:36:25.745670 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:25.774742 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-02d48021-595c-49c1-8ed7-7e7f1206bdc4 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks [] for floatingip, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:25.885209 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=636aafc8-1c44-4d0a-aec0-701e4fd6e301,revision_number=6']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:25.929695 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-eb721ee4-8ff5-4654-ac3e-98ea5639570b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] For port dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0,segment=NetworkSegment(5a5c3c61-aecb-46d9-a34a-4fcb33dcd498),segment_id=5a5c3c61-aecb-46d9-a34a-4fcb33dcd498)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:25.930610 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-eb721ee4-8ff5-4654-ac3e-98ea5639570b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:25.971177 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-eb721ee4-8ff5-4654-ac3e-98ea5639570b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Calling delete_port for dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0 owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:36:26.009261 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c026a-b6a7-4ebe-9a80-c5d8654fd043 req-ca523e19-7adc-4b16-8506-c94708352380 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:26.017944 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fd4c026a-b6a7-4ebe-9a80-c5d8654fd043 req-ca523e19-7adc-4b16-8506-c94708352380 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.1529770 Dec 16 09:36:26.142051 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fd4c026a-b6a7-4ebe-9a80-c5d8654fd043 req-b5c80958-d773-462f-a6b0-1314aac2189e tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231239 Dec 16 09:36:26.273659 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-eb721ee4-8ff5-4654-ac3e-98ea5639570b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:26.312291 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb721ee4-8ff5-4654-ac3e-98ea5639570b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Pushing event deleted for resources: {'Port': ['ID=dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:26.349907 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-81435a89-6b03-4471-8ca4-7464f63693ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:26.395844 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-eb721ee4-8ff5-4654-ac3e-98ea5639570b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] No DVR routers for this DVR port dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0 on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:36:26.398774 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-eb721ee4-8ff5-4654-ac3e-98ea5639570b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:26.402420 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-eb721ee4-8ff5-4654-ac3e-98ea5639570b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.57 "DELETE /v2.0/ports/dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0 HTTP/1.1" status: 204 len: 173 time: 0.9054906 Dec 16 09:36:26.411702 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1305e84e-c1fb-4148-a219-de2e95349bca'}, {'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c461236c-f15f-42e1-b835-1d05e4b6965a'}, {'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0'}, {'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '636aafc8-1c44-4d0a-aec0-701e4fd6e301'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:36:26.415406 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ad3c9e-cb4f-4ee8-8864-d4cf8b4bb0c9" -d '{"events": [{"server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "name": "network-vif-unplugged", "status": "completed", "tag": "1305e84e-c1fb-4148-a219-de2e95349bca"}, {"server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "name": "network-vif-unplugged", "status": "completed", "tag": "c461236c-f15f-42e1-b835-1d05e4b6965a"}, {"server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "name": "network-vif-unplugged", "status": "completed", "tag": "dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0"}, {"server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "name": "network-vif-unplugged", "status": "completed", "tag": "636aafc8-1c44-4d0a-aec0-701e4fd6e301"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:36:26.523578 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 16 Dec 2021 09:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d285c8-43d3-4b9b-bd28-e59df1294d75 x-openstack-request-id: req-f1d285c8-43d3-4b9b-bd28-e59df1294d75 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:36:26.524102 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "name": "network-vif-unplugged", "status": "completed", "tag": "1305e84e-c1fb-4148-a219-de2e95349bca", "code": 200}, {"server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "name": "network-vif-unplugged", "status": "completed", "tag": "c461236c-f15f-42e1-b835-1d05e4b6965a", "code": 200}, {"server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "name": "network-vif-unplugged", "status": "completed", "tag": "dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0", "code": 200}, {"server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "name": "network-vif-unplugged", "status": "completed", "tag": "636aafc8-1c44-4d0a-aec0-701e4fd6e301", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:36:26.524515 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f1d285c8-43d3-4b9b-bd28-e59df1294d75 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:36:26.525064 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1305e84e-c1fb-4148-a219-de2e95349bca', 'code': 200} Dec 16 09:36:26.525537 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c461236c-f15f-42e1-b835-1d05e4b6965a', 'code': 200} Dec 16 09:36:26.526052 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0', 'code': 200} Dec 16 09:36:26.526456 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '636aafc8-1c44-4d0a-aec0-701e4fd6e301', 'code': 200} Dec 16 09:36:26.539781 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-02d48021-595c-49c1-8ed7-7e7f1206bdc4 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:26.599744 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-8c7e18a1-4a78-47f6-b112-2e8fafabff0e tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Deleting port c461236c-f15f-42e1-b835-1d05e4b6965a {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:36:26.600410 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-8c7e18a1-4a78-47f6-b112-2e8fafabff0e tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:26.626369 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-02d48021-595c-49c1-8ed7-7e7f1206bdc4 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:26.719617 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-8c7e18a1-4a78-47f6-b112-2e8fafabff0e tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] For port c461236c-f15f-42e1-b835-1d05e4b6965a, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c461236c-f15f-42e1-b835-1d05e4b6965a,segment=NetworkSegment(5a5c3c61-aecb-46d9-a34a-4fcb33dcd498),segment_id=5a5c3c61-aecb-46d9-a34a-4fcb33dcd498)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:26.719617 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-8c7e18a1-4a78-47f6-b112-2e8fafabff0e tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:26.738358 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-8c7e18a1-4a78-47f6-b112-2e8fafabff0e tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Calling delete_port for c461236c-f15f-42e1-b835-1d05e4b6965a owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:36:26.739380 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [None req-02d48021-595c-49c1-8ed7-7e7f1206bdc4 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Floating IP f24e735a-2366-4f1b-97bd-2a1b3a40613e associated. External IP: 172.25.1.217, port: c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1. Dec 16 09:36:27.016615 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-8c7e18a1-4a78-47f6-b112-2e8fafabff0e tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:27.056105 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e18a1-4a78-47f6-b112-2e8fafabff0e tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Pushing event deleted for resources: {'Port': ['ID=c461236c-f15f-42e1-b835-1d05e4b6965a,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:27.163619 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-8c7e18a1-4a78-47f6-b112-2e8fafabff0e tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] No DVR routers for this DVR port c461236c-f15f-42e1-b835-1d05e4b6965a on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:36:27.169490 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-8c7e18a1-4a78-47f6-b112-2e8fafabff0e tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:27.172971 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-8c7e18a1-4a78-47f6-b112-2e8fafabff0e tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.57 "DELETE /v2.0/ports/c461236c-f15f-42e1-b835-1d05e4b6965a HTTP/1.1" status: 204 len: 173 time: 0.7639778 Dec 16 09:36:27.289586 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c62d0e-7039-4eaa-9359-e52b68980ade req-975ca6fb-432e-47a5-be61-4bebd6724628 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:27.296677 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c62d0e-7039-4eaa-9359-e52b68980ade req-975ca6fb-432e-47a5-be61-4bebd6724628 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:27.302977 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c62d0e-7039-4eaa-9359-e52b68980ade req-975ca6fb-432e-47a5-be61-4bebd6724628 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:27.310677 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-48c62d0e-7039-4eaa-9359-e52b68980ade req-975ca6fb-432e-47a5-be61-4bebd6724628 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 2332 time: 0.5655441 Dec 16 09:36:27.327888 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835dd3a-a1e5-40f4-8759-fd3e48260285 req-9797820f-3762-45e4-9616-5720b91a2185 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:27.330884 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f835dd3a-a1e5-40f4-8759-fd3e48260285 req-9797820f-3762-45e4-9616-5720b91a2185 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.0990684 Dec 16 09:36:27.360926 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-1779a944-71ba-47a4-8560-807e8354914a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Deleting port c234b0b2-c376-4db4-ad98-7124204fbe46 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:36:27.361700 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-1779a944-71ba-47a4-8560-807e8354914a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:27.400055 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-48c62d0e-7039-4eaa-9359-e52b68980ade req-ff2aa8d1-8288-4904-8ce9-e16a634c578a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883794 Dec 16 09:36:27.471143 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:27.512594 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f835dd3a-a1e5-40f4-8759-fd3e48260285 req-5bfc87b9-1532-4dc5-9b41-7d73df748ab6 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438627 Dec 16 09:36:27.593705 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-1779a944-71ba-47a4-8560-807e8354914a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] For port c234b0b2-c376-4db4-ad98-7124204fbe46, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c234b0b2-c376-4db4-ad98-7124204fbe46,segment=NetworkSegment(8f2f2409-913c-4ef0-930f-9de92f72a943),segment_id=8f2f2409-913c-4ef0-930f-9de92f72a943)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:27.594083 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-1779a944-71ba-47a4-8560-807e8354914a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:27.613053 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-1779a944-71ba-47a4-8560-807e8354914a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Calling delete_port for c234b0b2-c376-4db4-ad98-7124204fbe46 owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:36:27.672854 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d48021-595c-49c1-8ed7-7e7f1206bdc4 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Router 75a76c52-1859-4614-ba74-3cc48f736d2d has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:36:27.726664 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'name': 'network-vif-deleted', 'tag': 'dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0'}, {'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'name': 'network-vif-deleted', 'tag': 'c461236c-f15f-42e1-b835-1d05e4b6965a'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:36:27.729766 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0044e40-bf2c-4466-83f7-8bef0f72e15e" -d '{"events": [{"server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "name": "network-vif-deleted", "tag": "dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0"}, {"server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "name": "network-vif-deleted", "tag": "c461236c-f15f-42e1-b835-1d05e4b6965a"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:36:27.794721 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 09:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc577f1e-c4fe-4a55-a377-34b36391a78a x-openstack-request-id: req-bc577f1e-c4fe-4a55-a377-34b36391a78a {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:36:27.795063 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "name": "network-vif-deleted", "tag": "dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0", "status": "completed", "code": 200}, {"server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "name": "network-vif-deleted", "tag": "c461236c-f15f-42e1-b835-1d05e4b6965a", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:36:27.795314 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bc577f1e-c4fe-4a55-a377-34b36391a78a {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:36:27.795744 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'name': 'network-vif-deleted', 'tag': 'dfeed0aa-f0f1-4d69-a7c9-ed166e5144e0', 'status': 'completed', 'code': 200} Dec 16 09:36:27.796531 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'name': 'network-vif-deleted', 'tag': 'c461236c-f15f-42e1-b835-1d05e4b6965a', 'status': 'completed', 'code': 200} Dec 16 09:36:27.869161 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d48021-595c-49c1-8ed7-7e7f1206bdc4 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:36:27.869161 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-02d48021-595c-49c1-8ed7-7e7f1206bdc4 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:27.890113 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62d4794-a757-434e-bce8-1dec08f19958 None None] Sync routers for ids ['75a76c52-1859-4614-ba74-3cc48f736d2d'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:36:27.900664 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-02d48021-595c-49c1-8ed7-7e7f1206bdc4 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "PUT /v2.0/floatingips/f24e735a-2366-4f1b-97bd-2a1b3a40613e HTTP/1.1" status: 200 len: 991 time: 2.2214315 Dec 16 09:36:27.900664 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '185bb750-6449-4053-a83d-cdb9428568e4', 'tag': 'c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:36:27.901418 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bc664b-7c3c-4960-ae07-33ad5190bb04" -d '{"events": [{"name": "network-changed", "server_uuid": "185bb750-6449-4053-a83d-cdb9428568e4", "tag": "c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:36:27.928765 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62d4794-a757-434e-bce8-1dec08f19958 None None] Routers {'75a76c52-1859-4614-ba74-3cc48f736d2d'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:36:27.929860 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-c62d4794-a757-434e-bce8-1dec08f19958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:36:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['75a76c52-1859-4614-ba74-3cc48f736d2d'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:27.942343 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27f4db0-7e63-4c1e-bec3-6a27506c6d1d x-openstack-request-id: req-b27f4db0-7e63-4c1e-bec3-6a27506c6d1d {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:36:27.942662 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "185bb750-6449-4053-a83d-cdb9428568e4", "tag": "c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:36:27.942909 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b27f4db0-7e63-4c1e-bec3-6a27506c6d1d {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:36:27.943333 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '185bb750-6449-4053-a83d-cdb9428568e4', 'tag': 'c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1', 'status': 'completed', 'code': 200} Dec 16 09:36:27.981862 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-1779a944-71ba-47a4-8560-807e8354914a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:28.049501 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc664b-7c3c-4960-ae07-33ad5190bb04 req-9e2890e0-7b3e-475d-857d-fa565d6116d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:28.051162 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84bc664b-7c3c-4960-ae07-33ad5190bb04 req-9e2890e0-7b3e-475d-857d-fa565d6116d2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1bf440b6c55457f8af9c018d530175b&device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 1096 time: 0.0852771 Dec 16 09:36:28.051601 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779a944-71ba-47a4-8560-807e8354914a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Pushing event deleted for resources: {'Port': ['ID=c234b0b2-c376-4db4-ad98-7124204fbe46,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:28.112713 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-c62d4794-a757-434e-bce8-1dec08f19958 None None] Set router 75a76c52-1859-4614-ba74-3cc48f736d2d gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:36:28.137650 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-1779a944-71ba-47a4-8560-807e8354914a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] No DVR routers for this DVR port c234b0b2-c376-4db4-ad98-7124204fbe46 on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:36:28.147524 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-1779a944-71ba-47a4-8560-807e8354914a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:28.150876 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-1779a944-71ba-47a4-8560-807e8354914a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.57 "DELETE /v2.0/ports/c234b0b2-c376-4db4-ad98-7124204fbe46 HTTP/1.1" status: 204 len: 173 time: 0.9712298 Dec 16 09:36:28.187998 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc664b-7c3c-4960-ae07-33ad5190bb04 req-1515a2af-06e9-4018-bc09-6bd32f3efbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:28.190126 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84bc664b-7c3c-4960-ae07-33ad5190bb04 req-1515a2af-06e9-4018-bc09-6bd32f3efbab service neutron] 10.222.0.57 "GET /v2.0/networks?id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f HTTP/1.1" status: 200 len: 912 time: 0.1301081 Dec 16 09:36:28.311302 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84bc664b-7c3c-4960-ae07-33ad5190bb04 req-ab0d6bdc-714e-48e6-8df2-5792f47bce5b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 HTTP/1.1" status: 200 len: 999 time: 0.1126742 Dec 16 09:36:28.362877 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-b3c0e6a7-da05-4d78-960d-2d6a14097123 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Deleting port 636aafc8-1c44-4d0a-aec0-701e4fd6e301 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:36:28.370770 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-b3c0e6a7-da05-4d78-960d-2d6a14097123 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:28.409107 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc664b-7c3c-4960-ae07-33ad5190bb04 req-9a6e968a-6a43-4a07-aad4-67359c341d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:28.409107 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84bc664b-7c3c-4960-ae07-33ad5190bb04 req-9a6e968a-6a43-4a07-aad4-67359c341d01 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c3e23022-6181-4c07-9324-a5452325576b HTTP/1.1" status: 200 len: 850 time: 0.0889773 Dec 16 09:36:28.508472 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc664b-7c3c-4960-ae07-33ad5190bb04 req-ec26d068-ac0d-4dd8-bf58-11908a25861b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:28.515742 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84bc664b-7c3c-4960-ae07-33ad5190bb04 req-ec26d068-ac0d-4dd8-bf58-11908a25861b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973024 Dec 16 09:36:28.605868 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-c62d4794-a757-434e-bce8-1dec08f19958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'name': 'tempest-ServerActionsTestJSON-131374164-router', 'tenant_id': 'f1bf440b6c55457f8af9c018d530175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'da69801a-b103-42a8-849b-4d49a739d35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:51Z', 'updated_at': '2021-12-16T09:35:57Z', 'revision_number': 4, 'project_id': 'f1bf440b6c55457f8af9c018d530175b', 'gw_port': {'id': 'da69801a-b103-42a8-849b-4d49a739d35a', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:91:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:53Z', 'updated_at': '2021-12-16T09:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'f24e735a-2366-4f1b-97bd-2a1b3a40613e', 'tenant_id': 'f1bf440b6c55457f8af9c018d530175b', 'floating_ip_address': '172.25.1.217', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'port_id': 'c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f', 'mac_address': 'fa:16:3e:ba:ba:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185bb750-6449-4053-a83d-cdb9428568e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:36:03Z', 'updated_at': '2021-12-16T09:36:26Z', 'revision_number': 1, 'project_id': 'f1bf440b6c55457f8af9c018d530175b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89f8b3af-6f0e-4d45-9316-574ad2e01485', 'name': '', 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f', 'tenant_id': 'f1bf440b6c55457f8af9c018d530175b', 'mac_address': 'fa:16:3e:7a:a8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'c3e23022-6181-4c07-9324-a5452325576b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:56Z', 'updated_at': '2021-12-16T09:36:02Z', 'revision_number': 5, 'project_id': 'f1bf440b6c55457f8af9c018d530175b', 'subnets': [{'id': 'c3e23022-6181-4c07-9324-a5452325576b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:28.640206 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-b3c0e6a7-da05-4d78-960d-2d6a14097123 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] For port 636aafc8-1c44-4d0a-aec0-701e4fd6e301, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=636aafc8-1c44-4d0a-aec0-701e4fd6e301,segment=NetworkSegment(12d9a588-a8ed-4e4e-b1b6-45262cb84fd7),segment_id=12d9a588-a8ed-4e4e-b1b6-45262cb84fd7)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:28.640820 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-b3c0e6a7-da05-4d78-960d-2d6a14097123 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:28.654319 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62d4794-a757-434e-bce8-1dec08f19958 None None] Checking router: 75a76c52-1859-4614-ba74-3cc48f736d2d for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:36:28.664508 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62d4794-a757-434e-bce8-1dec08f19958 None None] Routers {'75a76c52-1859-4614-ba74-3cc48f736d2d'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:36:28.665415 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-c62d4794-a757-434e-bce8-1dec08f19958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:36:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['75a76c52-1859-4614-ba74-3cc48f736d2d'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:28.823864 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-c62d4794-a757-434e-bce8-1dec08f19958 None None] Set router 75a76c52-1859-4614-ba74-3cc48f736d2d gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:36:28.874805 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-1f62b9e9-4f6b-4b4f-b6e4-81e4078f72a2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1653526 Dec 16 09:36:28.937496 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3444e-a3cd-40e5-9036-347da4bad5ae req-501e8e7e-ffa1-4cbd-bd33-ffa9edbfd6da tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:28.943129 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bef3444e-a3cd-40e5-9036-347da4bad5ae req-501e8e7e-ffa1-4cbd-bd33-ffa9edbfd6da tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 943 time: 0.3656802 Dec 16 09:36:28.999059 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:29.126671 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-c62d4794-a757-434e-bce8-1dec08f19958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'name': 'tempest-ServerActionsTestJSON-131374164-router', 'tenant_id': 'f1bf440b6c55457f8af9c018d530175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'da69801a-b103-42a8-849b-4d49a739d35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:51Z', 'updated_at': '2021-12-16T09:35:57Z', 'revision_number': 4, 'project_id': 'f1bf440b6c55457f8af9c018d530175b', 'gw_port': {'id': 'da69801a-b103-42a8-849b-4d49a739d35a', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:91:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:53Z', 'updated_at': '2021-12-16T09:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'f24e735a-2366-4f1b-97bd-2a1b3a40613e', 'tenant_id': 'f1bf440b6c55457f8af9c018d530175b', 'floating_ip_address': '172.25.1.217', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'port_id': 'c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f', 'mac_address': 'fa:16:3e:ba:ba:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185bb750-6449-4053-a83d-cdb9428568e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:36:03Z', 'updated_at': '2021-12-16T09:36:26Z', 'revision_number': 1, 'project_id': 'f1bf440b6c55457f8af9c018d530175b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89f8b3af-6f0e-4d45-9316-574ad2e01485', 'name': '', 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f', 'tenant_id': 'f1bf440b6c55457f8af9c018d530175b', 'mac_address': 'fa:16:3e:7a:a8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'c3e23022-6181-4c07-9324-a5452325576b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:56Z', 'updated_at': '2021-12-16T09:36:02Z', 'revision_number': 5, 'project_id': 'f1bf440b6c55457f8af9c018d530175b', 'subnets': [{'id': 'c3e23022-6181-4c07-9324-a5452325576b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:29.133739 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bef3444e-a3cd-40e5-9036-347da4bad5ae req-a0d616a8-ad39-4248-9b91-fbc119ce7bbd tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups?id=48eae9de-ee71-424e-a61e-9a2130ad6764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634710 Dec 16 09:36:29.140375 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84bc664b-7c3c-4960-ae07-33ad5190bb04 req-2e767780-6ff4-46f1-b247-79a507cf171d service neutron] 10.222.0.57 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6177416 Dec 16 09:36:29.165975 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62d4794-a757-434e-bce8-1dec08f19958 None None] The sync data for ids ['75a76c52-1859-4614-ba74-3cc48f736d2d'] in n-d-820550-2 is: [{'id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'name': 'tempest-ServerActionsTestJSON-131374164-router', 'tenant_id': 'f1bf440b6c55457f8af9c018d530175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'da69801a-b103-42a8-849b-4d49a739d35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:51Z', 'updated_at': '2021-12-16T09:35:57Z', 'revision_number': 4, 'project_id': 'f1bf440b6c55457f8af9c018d530175b', 'gw_port': {'id': 'da69801a-b103-42a8-849b-4d49a739d35a', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:91:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:53Z', 'updated_at': '2021-12-16T09:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'f24e735a-2366-4f1b-97bd-2a1b3a40613e', 'tenant_id': 'f1bf440b6c55457f8af9c018d530175b', 'floating_ip_address': '172.25.1.217', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'port_id': 'c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f', 'mac_address': 'fa:16:3e:ba:ba:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185bb750-6449-4053-a83d-cdb9428568e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:36:03Z', 'updated_at': '2021-12-16T09:36:26Z', 'revision_number': 1, 'project_id': 'f1bf440b6c55457f8af9c018d530175b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89f8b3af-6f0e-4d45-9316-574ad2e01485', 'name': '', 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f', 'tenant_id': 'f1bf440b6c55457f8af9c018d530175b', 'mac_address': 'fa:16:3e:7a:a8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'c3e23022-6181-4c07-9324-a5452325576b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:56Z', 'updated_at': '2021-12-16T09:36:02Z', 'revision_number': 5, 'project_id': 'f1bf440b6c55457f8af9c018d530175b', 'subnets': [{'id': 'c3e23022-6181-4c07-9324-a5452325576b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:36:29.273642 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-89f41cf4-3392-42a8-81e9-20b6732f99a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:29.274111 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-89f41cf4-3392-42a8-81e9-20b6732f99a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:29.274583 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-89f41cf4-3392-42a8-81e9-20b6732f99a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:29.275040 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-89f41cf4-3392-42a8-81e9-20b6732f99a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:29.275516 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-89f41cf4-3392-42a8-81e9-20b6732f99a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:29.297185 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-89f41cf4-3392-42a8-81e9-20b6732f99a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:29.297185 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-89f41cf4-3392-42a8-81e9-20b6732f99a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:29.297185 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-89f41cf4-3392-42a8-81e9-20b6732f99a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2fdf9ee8bfea41ea812d81e90556fa69&device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 6491 time: 0.3146827 Dec 16 09:36:29.474895 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-bc96dfcb-927e-46ac-bc31-4aa3bc415105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:29.475851 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-bc96dfcb-927e-46ac-bc31-4aa3bc415105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:29.476470 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-bc96dfcb-927e-46ac-bc31-4aa3bc415105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:29.480364 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-bc96dfcb-927e-46ac-bc31-4aa3bc415105 service neutron] 10.222.0.57 "GET /v2.0/networks?id=796abadb-0795-4a55-adba-f043e91923a6&id=684e8d31-9cdf-4419-92e5-be50ab03fd53&id=684e8d31-9cdf-4419-92e5-be50ab03fd53&id=684e8d31-9cdf-4419-92e5-be50ab03fd53&id=684e8d31-9cdf-4419-92e5-be50ab03fd53&id=3976022d-4300-480a-88ba-80eb47c64065&id=3976022d-4300-480a-88ba-80eb47c64065 HTTP/1.1" status: 200 len: 2293 time: 0.1498342 Dec 16 09:36:29.485007 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84bc664b-7c3c-4960-ae07-33ad5190bb04 req-6efdb776-1d43-4a4b-87a7-20b62b16d134 service neutron] 10.222.0.57 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361511 Dec 16 09:36:29.517596 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc867c-b138-47bc-a4b7-e0fc33ca46a8 req-71e9f763-22c4-4eed-99e3-acb074baa416 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:29.528133 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f8bc867c-b138-47bc-a4b7-e0fc33ca46a8 req-71e9f763-22c4-4eed-99e3-acb074baa416 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.8389013 Dec 16 09:36:29.585604 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:29.612553 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-4336c152-9071-4850-8a07-156390851266 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a31daa73-ffc5-41f9-90d7-545bce6114ab HTTP/1.1" status: 200 len: 1002 time: 0.1181362 Dec 16 09:36:29.634239 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e814e98c-a139-4ceb-834f-27ae30279437 None None] New status for floating IP f24e735a-2366-4f1b-97bd-2a1b3a40613e: ACTIVE {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:36:29.758743 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-5b21cfce-9b60-46bb-a506-def8eb5f80d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:29.760301 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-5b21cfce-9b60-46bb-a506-def8eb5f80d4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9d10a32-22c8-4de7-a5e2-276788e5f144 HTTP/1.1" status: 200 len: 850 time: 0.1338058 Dec 16 09:36:29.781222 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f8bc867c-b138-47bc-a4b7-e0fc33ca46a8 req-3431b96c-9f9e-443d-8795-89b058e2e332 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235303 Dec 16 09:36:29.796939 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-b3c0e6a7-da05-4d78-960d-2d6a14097123 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:29.797588 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-b3c0e6a7-da05-4d78-960d-2d6a14097123 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:29.798091 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-b3c0e6a7-da05-4d78-960d-2d6a14097123 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Floating IP dc73d1c0-8db6-465e-a222-49901684549a disassociated. External IP: 172.25.1.165, port: 636aafc8-1c44-4d0a-aec0-701e4fd6e301. Dec 16 09:36:29.798652 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-b3c0e6a7-da05-4d78-960d-2d6a14097123 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Calling delete_port for 636aafc8-1c44-4d0a-aec0-701e4fd6e301 owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:36:29.800563 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'name': 'network-vif-deleted', 'tag': 'c234b0b2-c376-4db4-ad98-7124204fbe46'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:36:29.803761 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50025cde-8273-44b5-b7b9-31ab35083c47" -d '{"events": [{"server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "name": "network-vif-deleted", "tag": "c234b0b2-c376-4db4-ad98-7124204fbe46"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:36:29.841369 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-cd4ee0fb-1070-45e6-a079-bae9143ec2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:29.847384 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-cd4ee0fb-1070-45e6-a079-bae9143ec2ee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=796abadb-0795-4a55-adba-f043e91923a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752628 Dec 16 09:36:29.878759 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153ee7fc-141c-4568-8e3c-78133013bd3c x-openstack-request-id: req-153ee7fc-141c-4568-8e3c-78133013bd3c {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:36:29.879055 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "name": "network-vif-deleted", "tag": "c234b0b2-c376-4db4-ad98-7124204fbe46", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:36:29.879302 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-153ee7fc-141c-4568-8e3c-78133013bd3c {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:36:29.879707 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'name': 'network-vif-deleted', 'tag': 'c234b0b2-c376-4db4-ad98-7124204fbe46', 'status': 'completed', 'code': 200} Dec 16 09:36:29.996681 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-410b451b-48b6-44e2-80a1-a5a1c76085b0 service neutron] 10.222.0.57 "GET /v2.0/networks/796abadb-0795-4a55-adba-f043e91923a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454680 Dec 16 09:36:30.108869 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-b3c0e6a7-da05-4d78-960d-2d6a14097123 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:30.126779 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-8b8883d4-53bf-4aca-9e40-542cb1847254 service neutron] 10.222.0.57 "GET /v2.0/networks/796abadb-0795-4a55-adba-f043e91923a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231165 Dec 16 09:36:30.152408 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0e6a7-da05-4d78-960d-2d6a14097123 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Pushing event deleted for resources: {'Port': ['ID=636aafc8-1c44-4d0a-aec0-701e4fd6e301,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:30.191460 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-fae0f098-1032-4169-ae22-45deae42cb1d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=c0f0f737-e643-4831-9c6f-93b9615090fb HTTP/1.1" status: 200 len: 217 time: 0.0568991 Dec 16 09:36:30.283735 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device cf91aa18-04cc-4828-af26-dfe4b6c3cfef details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:36:30.298627 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-7fd55f2b-83da-4ed2-a897-6a714723860c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:30.300188 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-7fd55f2b-83da-4ed2-a897-6a714723860c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bfac0808-cedf-4b34-81bb-040e7c2c8cb1 HTTP/1.1" status: 200 len: 797 time: 0.1025131 Dec 16 09:36:30.347732 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c3143f37-cc43-48d7-967b-fddf25ee225a req-66fa48cb-f11f-4b3c-aed6-31ba079b95fc tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 210 time: 0.0444365 Dec 16 09:36:30.376659 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-b3c0e6a7-da05-4d78-960d-2d6a14097123 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Router 20747735-d060-4f1f-97e8-c71ecdce65c6 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:36:30.430929 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-84ee6f58-0d59-4d0b-a523-0711ee016521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:30.437714 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-84ee6f58-0d59-4d0b-a523-0711ee016521 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=684e8d31-9cdf-4419-92e5-be50ab03fd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1264069 Dec 16 09:36:30.520540 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port cf91aa18-04cc-4828-af26-dfe4b6c3cfef, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=cf91aa18-04cc-4828-af26-dfe4b6c3cfef,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:30.543631 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'cf91aa18-04cc-4828-af26-dfe4b6c3cfef', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': 'cf91aa18-04cc-4828-af26-dfe4b6c3cfef', 'mac_address': 'fa:16:3e:bd:30:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:36:30.561579 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-b3c0e6a7-da05-4d78-960d-2d6a14097123 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:36:30.573826 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b177911d-28c6-43dc-bcf3-fb82b140c9f3 None None] Sync routers for ids ['20747735-d060-4f1f-97e8-c71ecdce65c6'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:36:30.599242 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b177911d-28c6-43dc-bcf3-fb82b140c9f3 None None] Routers {'20747735-d060-4f1f-97e8-c71ecdce65c6'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:36:30.599854 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-b177911d-28c6-43dc-bcf3-fb82b140c9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:36:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['20747735-d060-4f1f-97e8-c71ecdce65c6'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:30.621480 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:30.634304 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-b3c0e6a7-da05-4d78-960d-2d6a14097123 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] No DVR routers for this DVR port 636aafc8-1c44-4d0a-aec0-701e4fd6e301 on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:36:30.643047 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-b3c0e6a7-da05-4d78-960d-2d6a14097123 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:30.644022 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf91aa18-04cc-4828-af26-dfe4b6c3cfef {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:36:30.648523 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7c63ef65-05d0-4efc-b130-f7ebcf0db3d4 req-b3c0e6a7-da05-4d78-960d-2d6a14097123 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.57 "DELETE /v2.0/ports/636aafc8-1c44-4d0a-aec0-701e4fd6e301 HTTP/1.1" status: 204 len: 173 time: 2.4837019 Dec 16 09:36:30.667954 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port cf91aa18-04cc-4828-af26-dfe4b6c3cfef, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=cf91aa18-04cc-4828-af26-dfe4b6c3cfef,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:30.704306 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51126) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:30.757149 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:30.781984 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-c0dcb1e6-d42e-484f-95df-97e02370aec8 service neutron] 10.222.0.57 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399284 Dec 16 09:36:30.877611 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=cf91aa18-04cc-4828-af26-dfe4b6c3cfef,revision_number=6']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:30.986041 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59de53-21e3-4632-94c8-e76ac285b6d7 req-887bdb70-ebd6-4e7c-b812-0a9a061711cc tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:30.987673 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ca59de53-21e3-4632-94c8-e76ac285b6d7 req-887bdb70-ebd6-4e7c-b812-0a9a061711cc tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 948 time: 0.0925708 Dec 16 09:36:30.992761 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['cf91aa18-04cc-4828-af26-dfe4b6c3cfef'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:36:31.000251 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-662cc2e9-7c2e-46d4-9f3c-7ae335354ce6 service neutron] 10.222.0.57 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101214 Dec 16 09:36:31.019054 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-b177911d-28c6-43dc-bcf3-fb82b140c9f3 None None] Set router 20747735-d060-4f1f-97e8-c71ecdce65c6 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:36:31.020840 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-360c0ce8-2b4b-438b-99b5-51996439b2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:31.119798 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-79580a19-74d3-430c-9e79-eb766cd802fb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67 HTTP/1.1" status: 200 len: 217 time: 0.1086373 Dec 16 09:36:31.177614 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ca59de53-21e3-4632-94c8-e76ac285b6d7 req-4775c4a6-8003-4fc6-9808-5c351f6744ed tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669364 Dec 16 09:36:31.251350 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-a222fd8f-d1b0-4338-995b-1162d20d7a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:31.254123 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-360c0ce8-2b4b-438b-99b5-51996439b2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:31.256106 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-a222fd8f-d1b0-4338-995b-1162d20d7a84 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bfac0808-cedf-4b34-81bb-040e7c2c8cb1 HTTP/1.1" status: 200 len: 797 time: 0.1282849 Dec 16 09:36:31.327011 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-1f66990a-e2b7-48de-a672-634083e05ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:31.328802 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-1f66990a-e2b7-48de-a672-634083e05ab6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=684e8d31-9cdf-4419-92e5-be50ab03fd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0651500 Dec 16 09:36:31.351422 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-360c0ce8-2b4b-438b-99b5-51996439b2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:31.359898 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-b177911d-28c6-43dc-bcf3-fb82b140c9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'name': 'tempest-TaggedBootDevicesTest_v242-941321693-router', 'tenant_id': '089b504b14134411afd7c91777dc992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:16Z', 'updated_at': '2021-12-16T09:25:22Z', 'revision_number': 4, 'project_id': '089b504b14134411afd7c91777dc992c', 'gw_port': {'id': 'a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:18Z', 'updated_at': '2021-12-16T09:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '5d83e591-3e71-4465-a462-b147f2bb667b', 'name': '', 'network_id': 'afd4b102-4e58-4a14-a495-ab824dc8cc6e', 'tenant_id': '089b504b14134411afd7c91777dc992c', 'mac_address': 'fa:16:3e:98:bc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '049c4f18-5546-4461-b625-6d7fda2dbad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:21Z', 'updated_at': '2021-12-16T09:25:26Z', 'revision_number': 5, 'project_id': '089b504b14134411afd7c91777dc992c', 'subnets': [{'id': '049c4f18-5546-4461-b625-6d7fda2dbad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:31.396428 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b177911d-28c6-43dc-bcf3-fb82b140c9f3 None None] Checking router: 20747735-d060-4f1f-97e8-c71ecdce65c6 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:36:31.407323 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b177911d-28c6-43dc-bcf3-fb82b140c9f3 None None] Routers {'20747735-d060-4f1f-97e8-c71ecdce65c6'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:36:31.407323 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-b177911d-28c6-43dc-bcf3-fb82b140c9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:36:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['20747735-d060-4f1f-97e8-c71ecdce65c6'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:31.411232 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c0ce8-2b4b-438b-99b5-51996439b2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8475cc23-ffc6-43dd-b16f-d8473cbbe652,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:31.417862 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-360c0ce8-2b4b-438b-99b5-51996439b2e7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=308cf390fd684c5c9af6624fdf8f3139&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7123866 Dec 16 09:36:31.420838 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51146) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:31.480214 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-db310411-5dbf-477d-bc26-6e72b5b6fbac service neutron] 10.222.0.57 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424875 Dec 16 09:36:31.491457 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6cd8a1b8-774d-480e-b5ed-58187d0e5841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:31.520109 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6cd8a1b8-774d-480e-b5ed-58187d0e5841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:31.581344 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-28ca047f-3c8a-4a99-a4dc-e28fb4e5c70f req-0abe5b2a-4ae4-49f2-82c9-8980af42608d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 210 time: 0.0410895 Dec 16 09:36:31.643161 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-b177911d-28c6-43dc-bcf3-fb82b140c9f3 None None] Set router 20747735-d060-4f1f-97e8-c71ecdce65c6 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:36:31.680298 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6cd8a1b8-774d-480e-b5ed-58187d0e5841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:31.684200 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6cd8a1b8-774d-480e-b5ed-58187d0e5841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:31.688839 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6cd8a1b8-774d-480e-b5ed-58187d0e5841 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8475cc23-ffc6-43dd-b16f-d8473cbbe652 HTTP/1.1" status: 204 len: 168 time: 0.2619388 Dec 16 09:36:31.710731 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-0c38683e-dfa4-4528-9c13-89c01ba1083d service neutron] 10.222.0.57 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215652 Dec 16 09:36:31.715022 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8a1b8-774d-480e-b5ed-58187d0e5841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8475cc23-ffc6-43dd-b16f-d8473cbbe652,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:31.809537 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-48dbe384-ee9d-46c6-a594-0409e99258f4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=a69db5df-6239-44ea-8f1f-7db59c4d729d HTTP/1.1" status: 200 len: 217 time: 0.0870149 Dec 16 09:36:31.880748 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'name': 'network-vif-deleted', 'tag': '636aafc8-1c44-4d0a-aec0-701e4fd6e301'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:36:31.883198 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8b9a90-7816-484f-a84a-d3c495e4390e" -d '{"events": [{"server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "name": "network-vif-deleted", "tag": "636aafc8-1c44-4d0a-aec0-701e4fd6e301"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:36:31.948091 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-0d4ec2c6-f7c8-4b3e-846f-ee1676092c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:31.949615 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-0d4ec2c6-f7c8-4b3e-846f-ee1676092c25 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bfac0808-cedf-4b34-81bb-040e7c2c8cb1 HTTP/1.1" status: 200 len: 797 time: 0.1339800 Dec 16 09:36:31.950361 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bde1c0b-0dfb-4f84-a37f-e3913942960d x-openstack-request-id: req-5bde1c0b-0dfb-4f84-a37f-e3913942960d {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:36:31.950656 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b725f1-2362-4cde-9fe1-30711ec96b50", "name": "network-vif-deleted", "tag": "636aafc8-1c44-4d0a-aec0-701e4fd6e301", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:36:31.950907 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5bde1c0b-0dfb-4f84-a37f-e3913942960d {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:36:31.951338 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b725f1-2362-4cde-9fe1-30711ec96b50', 'name': 'network-vif-deleted', 'tag': '636aafc8-1c44-4d0a-aec0-701e4fd6e301', 'status': 'completed', 'code': 200} Dec 16 09:36:31.956752 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-b177911d-28c6-43dc-bcf3-fb82b140c9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'name': 'tempest-TaggedBootDevicesTest_v242-941321693-router', 'tenant_id': '089b504b14134411afd7c91777dc992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:16Z', 'updated_at': '2021-12-16T09:25:22Z', 'revision_number': 4, 'project_id': '089b504b14134411afd7c91777dc992c', 'gw_port': {'id': 'a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:18Z', 'updated_at': '2021-12-16T09:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '5d83e591-3e71-4465-a462-b147f2bb667b', 'name': '', 'network_id': 'afd4b102-4e58-4a14-a495-ab824dc8cc6e', 'tenant_id': '089b504b14134411afd7c91777dc992c', 'mac_address': 'fa:16:3e:98:bc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '049c4f18-5546-4461-b625-6d7fda2dbad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:21Z', 'updated_at': '2021-12-16T09:25:26Z', 'revision_number': 5, 'project_id': '089b504b14134411afd7c91777dc992c', 'subnets': [{'id': '049c4f18-5546-4461-b625-6d7fda2dbad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:31.995946 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b177911d-28c6-43dc-bcf3-fb82b140c9f3 None None] The sync data for ids ['20747735-d060-4f1f-97e8-c71ecdce65c6'] in n-d-820550-2 is: [{'id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'name': 'tempest-TaggedBootDevicesTest_v242-941321693-router', 'tenant_id': '089b504b14134411afd7c91777dc992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:16Z', 'updated_at': '2021-12-16T09:25:22Z', 'revision_number': 4, 'project_id': '089b504b14134411afd7c91777dc992c', 'gw_port': {'id': 'a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:18Z', 'updated_at': '2021-12-16T09:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '5d83e591-3e71-4465-a462-b147f2bb667b', 'name': '', 'network_id': 'afd4b102-4e58-4a14-a495-ab824dc8cc6e', 'tenant_id': '089b504b14134411afd7c91777dc992c', 'mac_address': 'fa:16:3e:98:bc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '049c4f18-5546-4461-b625-6d7fda2dbad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:21Z', 'updated_at': '2021-12-16T09:25:26Z', 'revision_number': 5, 'project_id': '089b504b14134411afd7c91777dc992c', 'subnets': [{'id': '049c4f18-5546-4461-b625-6d7fda2dbad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:36:32.027945 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-08fb79db-21d4-4e4c-b3c5-54e92d2b253b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:32.030172 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-08fb79db-21d4-4e4c-b3c5-54e92d2b253b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=684e8d31-9cdf-4419-92e5-be50ab03fd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0730736 Dec 16 09:36:32.168228 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-30113c2f-758c-4d51-9523-08775d109361 service neutron] 10.222.0.57 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293664 Dec 16 09:36:32.301486 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device cf91aa18-04cc-4828-af26-dfe4b6c3cfef up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:36:32.417389 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398c15c-9e0a-4ab1-90e4-6349cc3ad635 req-7d31ea0d-8dc2-4f51-afe1-7ea93061a011 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:32.419174 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1398c15c-9e0a-4ab1-90e4-6349cc3ad635 req-7d31ea0d-8dc2-4f51-afe1-7ea93061a011 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 948 time: 0.1340492 Dec 16 09:36:32.422564 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port cf91aa18-04cc-4828-af26-dfe4b6c3cfef triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:32.426447 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:32.465147 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0b1796-a355-4533-8db2-80aa55b0d66b None None] New status for floating IP dc73d1c0-8db6-465e-a222-49901684549a: DOWN {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:36:32.493052 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-8665520a-8e42-4ff8-99bc-86e73ee421aa service neutron] 10.222.0.57 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176486 Dec 16 09:36:32.589913 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-867ffada-6ef2-4a1e-9aeb-f64f8ab8f8ae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=71a536ff-db73-40d7-a675-389e7dd9e143 HTTP/1.1" status: 200 len: 217 time: 0.0893674 Dec 16 09:36:32.608503 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1398c15c-9e0a-4ab1-90e4-6349cc3ad635 req-ddf0a17b-dd95-4660-8525-82149149f100 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818433 Dec 16 09:36:32.689950 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51174) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:32.729912 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:32.737218 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c1638ba0-f97b-4ad6-a40d-a448eb422ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:32.789745 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-7a25caf7-5863-4ed6-9c07-8e003f573eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:32.789745 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-7a25caf7-5863-4ed6-9c07-8e003f573eb5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bfac0808-cedf-4b34-81bb-040e7c2c8cb1 HTTP/1.1" status: 200 len: 797 time: 0.1730006 Dec 16 09:36:32.789982 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d8a9693-7afe-45e4-a94a-78ebf9299310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf91aa18-04cc-4828-af26-dfe4b6c3cfef'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:36:32.789982 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e865a6-d29d-4fbd-95a3-d18af8a3c796" -d '{"events": [{"server_uuid": "3d8a9693-7afe-45e4-a94a-78ebf9299310", "name": "network-vif-plugged", "status": "completed", "tag": "cf91aa18-04cc-4828-af26-dfe4b6c3cfef"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:36:32.824904 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port cf91aa18-04cc-4828-af26-dfe4b6c3cfef, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=cf91aa18-04cc-4828-af26-dfe4b6c3cfef,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:32.882552 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4a4c0bd-d8e8-499a-90fc-72cc57aad366 req-b2170588-60a2-40d3-8ae3-2ba9959857aa tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 210 time: 0.0690093 Dec 16 09:36:32.893428 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-ba0658d7-c0df-428c-bf16-8d77af03afb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:32.896369 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-ba0658d7-c0df-428c-bf16-8d77af03afb5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=684e8d31-9cdf-4419-92e5-be50ab03fd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1052861 Dec 16 09:36:32.924866 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:32.953532 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c1638ba0-f97b-4ad6-a40d-a448eb422ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:33.025782 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5c47e0-eac1-4e3c-aec2-d088d7d3a7fa x-openstack-request-id: req-1b5c47e0-eac1-4e3c-aec2-d088d7d3a7fa {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:36:33.026090 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d8a9693-7afe-45e4-a94a-78ebf9299310", "name": "network-vif-plugged", "status": "completed", "tag": "cf91aa18-04cc-4828-af26-dfe4b6c3cfef", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:36:33.026351 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1b5c47e0-eac1-4e3c-aec2-d088d7d3a7fa {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:36:33.026833 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d8a9693-7afe-45e4-a94a-78ebf9299310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf91aa18-04cc-4828-af26-dfe4b6c3cfef', 'code': 200} Dec 16 09:36:33.027691 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=cf91aa18-04cc-4828-af26-dfe4b6c3cfef,revision_number=7']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:33.034053 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c1638ba0-f97b-4ad6-a40d-a448eb422ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:33.108638 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c1638ba0-f97b-4ad6-a40d-a448eb422ad6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=be17f94303654b5fa97824c17c3c17c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4173706 Dec 16 09:36:33.112644 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 51184) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:33.129519 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1638ba0-f97b-4ad6-a40d-a448eb422ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5adc31be-4e32-47c0-a82a-07182e1cabb7,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:33.159115 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-ee9f0c26-39f9-41b2-86c4-50e099049117 service neutron] 10.222.0.57 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546432 Dec 16 09:36:33.246525 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a934f-7aa3-4e3f-8685-d5f44b29ce2c req-a98729e9-defe-4c22-bb77-d5550ce00707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:33.248343 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ba8a934f-7aa3-4e3f-8685-d5f44b29ce2c req-a98729e9-defe-4c22-bb77-d5550ce00707 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 1100 time: 0.0492926 Dec 16 09:36:33.267202 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d8eaa33d-013f-4186-ba32-fb81b6459e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:33.297593 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ba8a934f-7aa3-4e3f-8685-d5f44b29ce2c req-5094a9db-6f20-4591-998d-d9c5bfac6b41 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359449 Dec 16 09:36:33.308691 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d8eaa33d-013f-4186-ba32-fb81b6459e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:33.316690 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-13781aaa-7ab9-48b6-b0fe-e08e9341a078 service neutron] 10.222.0.57 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469305 Dec 16 09:36:33.376572 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-cea94d71-93a7-4d20-9391-0fb726fa9850 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a650ab00-f145-4f7c-be24-463bd6eebdba HTTP/1.1" status: 200 len: 217 time: 0.0500600 Dec 16 09:36:33.436726 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-6449c895-fe15-4884-bbe9-6228d4fd0bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:33.438238 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-6449c895-fe15-4884-bbe9-6228d4fd0bf9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bebcc90-db8b-4005-83f2-cb4ef7d4c14e HTTP/1.1" status: 200 len: 797 time: 0.0537586 Dec 16 09:36:33.488145 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d8eaa33d-013f-4186-ba32-fb81b6459e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:33.490743 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d8eaa33d-013f-4186-ba32-fb81b6459e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:33.494143 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d8eaa33d-013f-4186-ba32-fb81b6459e27 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5adc31be-4e32-47c0-a82a-07182e1cabb7 HTTP/1.1" status: 204 len: 168 time: 0.3629804 Dec 16 09:36:33.505316 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-7fba4246-b7f0-47b9-bb67-5ae5e516f74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:33.507411 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-7fba4246-b7f0-47b9-bb67-5ae5e516f74f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3976022d-4300-480a-88ba-80eb47c64065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0606682 Dec 16 09:36:33.568441 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eaa33d-013f-4186-ba32-fb81b6459e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5adc31be-4e32-47c0-a82a-07182e1cabb7,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:33.636678 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-744589d3-46f2-47f4-bce8-6c52079ffa80 service neutron] 10.222.0.57 "GET /v2.0/networks/3976022d-4300-480a-88ba-80eb47c64065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199346 Dec 16 09:36:33.746696 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-9c701319-d3ed-443a-abd6-557145f2d419 service neutron] 10.222.0.57 "GET /v2.0/networks/3976022d-4300-480a-88ba-80eb47c64065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029885 Dec 16 09:36:33.761404 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc21c5-6206-4490-9d9e-cf7b383d2dc4 req-3162868a-7af2-43e8-9968-c9030203bbef tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:33.762965 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-affc21c5-6206-4490-9d9e-cf7b383d2dc4 req-3162868a-7af2-43e8-9968-c9030203bbef tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.0581193 Dec 16 09:36:33.794094 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-695ef2c2-3ac8-40ef-a7d7-fcdbed8f8241 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=93e17d84-b280-47fd-913c-8795ea943d25 HTTP/1.1" status: 200 len: 217 time: 0.0383034 Dec 16 09:36:33.815072 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-affc21c5-6206-4490-9d9e-cf7b383d2dc4 req-3a3ab5aa-6038-402a-b403-7c0b9611c593 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445902 Dec 16 09:36:33.863267 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-eb1f937b-f917-43c4-8a86-a3066f3534d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:33.865545 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-eb1f937b-f917-43c4-8a86-a3066f3534d2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bebcc90-db8b-4005-83f2-cb4ef7d4c14e HTTP/1.1" status: 200 len: 797 time: 0.0638924 Dec 16 09:36:33.924921 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-83b2e971-9998-4ce1-a52d-3a22bbc748c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:33.926892 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-83b2e971-9998-4ce1-a52d-3a22bbc748c7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3976022d-4300-480a-88ba-80eb47c64065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0535178 Dec 16 09:36:34.067042 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-8810863a-2fb2-4359-b077-bc4991148b3d service neutron] 10.222.0.57 "GET /v2.0/networks/3976022d-4300-480a-88ba-80eb47c64065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333628 Dec 16 09:36:34.069611 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a324cbff-a32d-45b8-9601-53fb1103cc36 req-aac55dea-9c7b-4522-86c7-ecd6d89f01ff tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 210 time: 0.0408707 Dec 16 09:36:34.214597 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfe72460-15c5-4d4d-a96d-41605de73a3b req-2d04193c-9b7c-4245-9a7e-79b18446542f service neutron] 10.222.0.57 "GET /v2.0/networks/3976022d-4300-480a-88ba-80eb47c64065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407337 Dec 16 09:36:35.014637 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5560013-53d8-4015-bcc4-5361702a56bc req-361d0b4f-9510-4123-b7fb-069b78ea2296 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:35.017004 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a5560013-53d8-4015-bcc4-5361702a56bc req-361d0b4f-9510-4123-b7fb-069b78ea2296 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.0735345 Dec 16 09:36:35.087691 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a5560013-53d8-4015-bcc4-5361702a56bc req-6bbbf59b-5e56-496c-9dd2-78674d3833fa tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628624 Dec 16 09:36:35.237021 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6ef2eaa3-9d19-44a6-86b1-199df7bd453f req-4a448f9c-b97e-4ed0-a9ec-57dfe4299447 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 210 time: 0.0393953 Dec 16 09:36:35.305203 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf033e1-bdb1-444a-8d4b-83e376874743 req-c9e28602-839a-445b-8cef-4ae63bc8501a tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:35.307088 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-adf033e1-bdb1-444a-8d4b-83e376874743 req-c9e28602-839a-445b-8cef-4ae63bc8501a tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.0774822 Dec 16 09:36:35.360904 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-adf033e1-bdb1-444a-8d4b-83e376874743 req-21a38c58-2ed5-4b31-9dd5-5421c1f91f46 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456054 Dec 16 09:36:36.065005 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83b129-6be9-40ca-9d08-77ea39c4dc51 req-b2c5c57a-418f-4f2a-abb3-d2a165c65399 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:36.074573 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1e83b129-6be9-40ca-9d08-77ea39c4dc51 req-b2c5c57a-418f-4f2a-abb3-d2a165c65399 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.1113918 Dec 16 09:36:36.129003 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1e83b129-6be9-40ca-9d08-77ea39c4dc51 req-c478b889-5787-479a-a2f5-0661c08075aa tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527935 Dec 16 09:36:36.367072 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1b410637-58e8-4e46-bb76-d8bca308935a req-ba1add91-1fab-4db1-9982-51164a36cf78 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 210 time: 0.0525963 Dec 16 09:36:37.002163 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:37.289089 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd35595-ab43-432c-9638-858ee197b7ad req-ca04afd6-22f0-4053-8f5d-b072ba888202 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:37.296475 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1bd35595-ab43-432c-9638-858ee197b7ad req-ca04afd6-22f0-4053-8f5d-b072ba888202 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.0775664 Dec 16 09:36:37.346523 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1bd35595-ab43-432c-9638-858ee197b7ad req-d9451082-b2bf-4750-90e2-c535dc30b6cb tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482912 Dec 16 09:36:37.492899 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1ed8a2a4-66c8-4165-8a6c-edc2828940a6 req-14cb4483-133b-454f-8137-fca411dc79a2 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 210 time: 0.0502591 Dec 16 09:36:37.606545 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51308) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:37.756812 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d67086d7-c5fc-462c-a3fd-2eb7d5891786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:37.847602 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d67086d7-c5fc-462c-a3fd-2eb7d5891786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:38.048067 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d67086d7-c5fc-462c-a3fd-2eb7d5891786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:38.090872 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d67086d7-c5fc-462c-a3fd-2eb7d5891786 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8e3ba60de8a14f5abb18e13a8ffe2658&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4826553 Dec 16 09:36:38.092381 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67086d7-c5fc-462c-a3fd-2eb7d5891786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd362461-0a1d-45dc-9437-ca7cd18ed2b6,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:38.094117 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 51312) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:38.158962 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6bbc89a2-2d8e-4b50-84d4-10bff5f3c7b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:38.191817 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6bbc89a2-2d8e-4b50-84d4-10bff5f3c7b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:38.400189 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6bbc89a2-2d8e-4b50-84d4-10bff5f3c7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:38.405631 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6bbc89a2-2d8e-4b50-84d4-10bff5f3c7b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:38.411537 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6bbc89a2-2d8e-4b50-84d4-10bff5f3c7b3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fd362461-0a1d-45dc-9437-ca7cd18ed2b6 HTTP/1.1" status: 204 len: 168 time: 0.3135839 Dec 16 09:36:38.421686 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc89a2-2d8e-4b50-84d4-10bff5f3c7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd362461-0a1d-45dc-9437-ca7cd18ed2b6,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:38.488404 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567beac1-6094-49b3-878c-957903c9db77 req-27ce160c-4a73-41c6-b58c-820f0ed81dfb tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:38.490095 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-567beac1-6094-49b3-878c-957903c9db77 req-27ce160c-4a73-41c6-b58c-820f0ed81dfb tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.0653453 Dec 16 09:36:38.541967 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-567beac1-6094-49b3-878c-957903c9db77 req-0d44fb00-b0e7-4f70-8d66-5aa52f58c869 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454066 Dec 16 09:36:38.652220 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0b6543e0-9fcb-4771-81d0-c1ee96f2d6e2 req-a3e4c7d7-a723-4174-816b-29fd2590d728 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 210 time: 0.0396035 Dec 16 09:36:39.677499 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d6e23-fd63-4444-a0b0-11a90a0f34a7 req-57825b6e-dd6a-4914-ad74-440925c50db8 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:39.678983 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9b6d6e23-fd63-4444-a0b0-11a90a0f34a7 req-57825b6e-dd6a-4914-ad74-440925c50db8 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.0582404 Dec 16 09:36:39.724774 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9b6d6e23-fd63-4444-a0b0-11a90a0f34a7 req-5203eeb8-5d4f-4a01-8c0b-cc4fff3c9cb6 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377526 Dec 16 09:36:39.782411 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3a70260d-8a30-471b-b45e-0108ebaa0ad2 req-4af3d85e-4542-4bca-85c7-01fa836b1966 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 210 time: 0.0300889 Dec 16 09:36:40.156804 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 51354) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:40.175736 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d8b0936e-051a-49cb-b9ca-a03c9e590c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:40.253698 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d8b0936e-051a-49cb-b9ca-a03c9e590c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:40.364419 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d8b0936e-051a-49cb-b9ca-a03c9e590c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:40.408086 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d8b0936e-051a-49cb-b9ca-a03c9e590c38 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dd8df642b7de4635bc3bace098c65698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2497256 Dec 16 09:36:40.409295 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0936e-051a-49cb-b9ca-a03c9e590c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88631211-8e17-49e4-b813-2fa69197304a,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:40.410824 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51366) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:40.416273 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:40.475948 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f3037298-8d43-4e10-bc91-94111010544d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:40.507302 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f3037298-8d43-4e10-bc91-94111010544d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:40.644834 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f3037298-8d43-4e10-bc91-94111010544d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:40.647461 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f3037298-8d43-4e10-bc91-94111010544d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:40.648683 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f3037298-8d43-4e10-bc91-94111010544d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/88631211-8e17-49e4-b813-2fa69197304a HTTP/1.1" status: 204 len: 168 time: 0.2366509 Dec 16 09:36:40.657986 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3037298-8d43-4e10-bc91-94111010544d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88631211-8e17-49e4-b813-2fa69197304a,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:40.861673 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491d74a-c228-4f3a-ace7-51932db67e9a req-6b82fff7-8c1e-4af2-8fcb-71a58e6ca39a tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:40.863321 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8491d74a-c228-4f3a-ace7-51932db67e9a req-6b82fff7-8c1e-4af2-8fcb-71a58e6ca39a tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.0568182 Dec 16 09:36:40.915533 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8491d74a-c228-4f3a-ace7-51932db67e9a req-beee606a-15a4-4335-99ca-c2b5f8b0cfb9 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417345 Dec 16 09:36:40.925422 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1be1cbda-cc59-4dc7-8a61-80078fd8c14b req-b881787b-82dd-436f-b388-9637f3e67085 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 210 time: 0.0430722 Dec 16 09:36:42.039599 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4c84bc09-b536-40ce-ae69-e289b42775c3 req-bec7a0b8-36dc-4be9-8604-74879755e8f0 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 210 time: 0.0349779 Dec 16 09:36:42.084508 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbe438-1bb3-47a1-8638-3751d070c4da req-51793add-34b8-4b73-9523-1d0c4d04cc0f tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:42.086902 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c9fbe438-1bb3-47a1-8638-3751d070c4da req-51793add-34b8-4b73-9523-1d0c4d04cc0f tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.0749881 Dec 16 09:36:42.134049 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c9fbe438-1bb3-47a1-8638-3751d070c4da req-2ea90402-6957-421c-b12a-3880ec7fc8e5 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396380 Dec 16 09:36:43.172295 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-960e7e71-29da-4d5a-8a6c-657fc6537964 req-bc270b24-1bc8-4856-ac88-b9caaef8d71f tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 210 time: 0.0355902 Dec 16 09:36:43.290205 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb558db-eb3a-411a-a7e2-9b46fcef2557 req-3d1f4fbe-a81e-44c5-97d1-444f2c034dac tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:43.291946 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ebb558db-eb3a-411a-a7e2-9b46fcef2557 req-3d1f4fbe-a81e-44c5-97d1-444f2c034dac tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.0618901 Dec 16 09:36:43.339541 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ebb558db-eb3a-411a-a7e2-9b46fcef2557 req-1a7d0925-9168-44e3-aa2d-357b104e6abc tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407343 Dec 16 09:36:44.274221 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b76a8247-f714-4821-8746-0d80bc5f1167 req-b87140a8-1312-45d2-9f54-5181c5e569d7 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 210 time: 0.0302703 Dec 16 09:36:44.466552 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b329b-7409-4de1-a429-14b06ebffa41 req-39d3fb80-2457-4dff-afd1-910e5834f336 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:44.468586 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7a3b329b-7409-4de1-a429-14b06ebffa41 req-39d3fb80-2457-4dff-afd1-910e5834f336 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.0520227 Dec 16 09:36:44.507165 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7a3b329b-7409-4de1-a429-14b06ebffa41 req-6dd21342-b794-491e-b613-975a37c20bd1 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320177 Dec 16 09:36:45.389329 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f0fabbfe-de61-42e7-b37f-d06da1e31ca7 req-e9666fb3-7e33-4d25-9584-c77647f65480 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 210 time: 0.0310073 Dec 16 09:36:45.644776 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cd725-2b25-4686-b553-17495a715081 req-3b28902f-a629-488f-8733-f6932c749adc tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:45.646342 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-592cd725-2b25-4686-b553-17495a715081 req-3b28902f-a629-488f-8733-f6932c749adc tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.0674331 Dec 16 09:36:45.717192 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-592cd725-2b25-4686-b553-17495a715081 req-56eeff37-02b6-4b43-9700-816a52ae53ef tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596483 Dec 16 09:36:46.502967 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cb2f89ea-bb52-4a2b-b982-518b519870d1 req-c49ada42-9dce-4b0d-9c8f-1e1984f60f2d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 210 time: 0.0276449 Dec 16 09:36:46.842385 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668be942-045a-4a37-bdc2-515859308964 req-0328df42-de93-4261-aa7b-ef4038d3f0f9 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:46.843927 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-668be942-045a-4a37-bdc2-515859308964 req-0328df42-de93-4261-aa7b-ef4038d3f0f9 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.0522532 Dec 16 09:36:46.885488 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-668be942-045a-4a37-bdc2-515859308964 req-1353daf1-462d-4011-bae3-4f8d19c2ff77 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352786 Dec 16 09:36:47.651029 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-32367fa8-92ae-4e65-b23b-e51e053e00fd req-af967ddd-8e35-402f-8849-f25637be2aa0 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 210 time: 0.0522251 Dec 16 09:36:48.040873 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c8a2c-caf9-4961-a94f-1ba90809f94c req-d9c9d7f6-87e9-4bad-b472-ccbe32019a4b tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:48.043091 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-288c8a2c-caf9-4961-a94f-1ba90809f94c req-d9c9d7f6-87e9-4bad-b472-ccbe32019a4b tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.0698452 Dec 16 09:36:48.094691 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-288c8a2c-caf9-4961-a94f-1ba90809f94c req-7f573b72-b4a0-4cab-9a83-428e423cac25 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439980 Dec 16 09:36:48.783667 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a2972950-47f3-4a91-8a3d-442bbd2b5c61 req-d773b1de-ee32-49cb-97b8-f3d6f54cc7e0 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8b725f1-2362-4cde-9fe1-30711ec96b50 HTTP/1.1" status: 200 len: 210 time: 0.0281515 Dec 16 09:36:49.249093 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fd3cb-eaed-4363-8d74-0e08cc4a7a55 req-72b82224-b803-42fe-ae34-4b11a53786c3 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:49.250677 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6a5fd3cb-eaed-4363-8d74-0e08cc4a7a55 req-72b82224-b803-42fe-ae34-4b11a53786c3 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.0579684 Dec 16 09:36:49.304806 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6a5fd3cb-eaed-4363-8d74-0e08cc4a7a55 req-538e4439-53e8-4d7d-9dfc-82bf88edd35f tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392513 Dec 16 09:36:50.076896 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51710) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:50.136905 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a83ada5-e4a5-4b09-8a9f-5b3ca4878d7a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:50.161991 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a83ada5-e4a5-4b09-8a9f-5b3ca4878d7a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:50.444374 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a61c7-b54d-4b4d-8fe6-ddc7f28deca2 req-fcf140cc-e3b0-4e45-8595-1fbac689643c tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:50.446445 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-953a61c7-b54d-4b4d-8fe6-ddc7f28deca2 req-fcf140cc-e3b0-4e45-8595-1fbac689643c tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.0552135 Dec 16 09:36:50.450467 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a83ada5-e4a5-4b09-8a9f-5b3ca4878d7a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:50.453912 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a83ada5-e4a5-4b09-8a9f-5b3ca4878d7a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:50.456477 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2a83ada5-e4a5-4b09-8a9f-5b3ca4878d7a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "DELETE /v2.0/security-groups/48eae9de-ee71-424e-a61e-9a2130ad6764 HTTP/1.1" status: 204 len: 168 time: 0.3781085 Dec 16 09:36:50.460446 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51734) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:50.471526 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83ada5-e4a5-4b09-8a9f-5b3ca4878d7a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48eae9de-ee71-424e-a61e-9a2130ad6764,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:50.499815 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-953a61c7-b54d-4b4d-8fe6-ddc7f28deca2 req-2d2f7708-d393-4b32-a93d-e9458c827aaf tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376909 Dec 16 09:36:50.535088 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-caad9516-3678-4df6-bf53-a890fd130f15 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] show failed (client error): The resource could not be found. Dec 16 09:36:50.536165 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-caad9516-3678-4df6-bf53-a890fd130f15 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "GET /v2.0/security-groups/48eae9de-ee71-424e-a61e-9a2130ad6764 HTTP/1.1" status: 404 len: 347 time: 0.0672550 Dec 16 09:36:50.540672 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51740) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:50.663922 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-ac67c35e-bb06-45d7-9db5-fa776ec6fb68 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Deleting port 2cc82dfb-5ee3-4ee5-8e0e-d7d76b853373 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:36:50.664279 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ac67c35e-bb06-45d7-9db5-fa776ec6fb68 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:50.743374 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ac67c35e-bb06-45d7-9db5-fa776ec6fb68 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:50.743695 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ac67c35e-bb06-45d7-9db5-fa776ec6fb68 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:50.755223 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-ac67c35e-bb06-45d7-9db5-fa776ec6fb68 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Calling delete_port for 2cc82dfb-5ee3-4ee5-8e0e-d7d76b853373 owned by network:floatingip {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:36:51.064995 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ac67c35e-bb06-45d7-9db5-fa776ec6fb68 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:51.092453 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67c35e-bb06-45d7-9db5-fa776ec6fb68 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Pushing event deleted for resources: {'Port': ['ID=2cc82dfb-5ee3-4ee5-8e0e-d7d76b853373,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:51.160515 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ac67c35e-bb06-45d7-9db5-fa776ec6fb68 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks [] for floatingip, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:51.160515 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ac67c35e-bb06-45d7-9db5-fa776ec6fb68 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:51.161658 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ac67c35e-bb06-45d7-9db5-fa776ec6fb68 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "DELETE /v2.0/floatingips/dc73d1c0-8db6-465e-a222-49901684549a HTTP/1.1" status: 204 len: 168 time: 0.6215065 Dec 16 09:36:51.164407 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51768) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:51.266336 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-69233880-7a3d-4962-8746-f5250c5c3952 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Deleting port 3058776e-d043-4111-8f6d-a315f433be18 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:36:51.266835 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-69233880-7a3d-4962-8746-f5250c5c3952 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:51.364672 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-69233880-7a3d-4962-8746-f5250c5c3952 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:51.377558 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-69233880-7a3d-4962-8746-f5250c5c3952 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Calling delete_port for 3058776e-d043-4111-8f6d-a315f433be18 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:36:51.626804 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b9d8a-dad7-4ecd-b03b-859f0a0a019c req-ea928f2f-cadb-4f18-9da4-d081473af275 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:51.628314 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e29b9d8a-dad7-4ecd-b03b-859f0a0a019c req-ea928f2f-cadb-4f18-9da4-d081473af275 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.0493248 Dec 16 09:36:51.665986 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e29b9d8a-dad7-4ecd-b03b-859f0a0a019c req-c0d438e1-f539-4427-981f-718aa2e289b3 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315640 Dec 16 09:36:51.667208 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-69233880-7a3d-4962-8746-f5250c5c3952 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:51.694675 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69233880-7a3d-4962-8746-f5250c5c3952 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Pushing event deleted for resources: {'Port': ['ID=3058776e-d043-4111-8f6d-a315f433be18,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:51.772720 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-69233880-7a3d-4962-8746-f5250c5c3952 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:51.776342 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-69233880-7a3d-4962-8746-f5250c5c3952 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "DELETE /v2.0/ports/3058776e-d043-4111-8f6d-a315f433be18 HTTP/1.1" status: 204 len: 168 time: 0.6109734 Dec 16 09:36:51.778935 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51802) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:51.893381 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-db6df7e7-214a-46f0-8bb1-a5def8cd0f1d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Deleting port ef9e2251-85d6-4e38-85e2-5b6699d7fbbb {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:36:51.893732 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-db6df7e7-214a-46f0-8bb1-a5def8cd0f1d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:51.983570 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-db6df7e7-214a-46f0-8bb1-a5def8cd0f1d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:51.996360 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-db6df7e7-214a-46f0-8bb1-a5def8cd0f1d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Calling delete_port for ef9e2251-85d6-4e38-85e2-5b6699d7fbbb owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:36:52.244577 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-db6df7e7-214a-46f0-8bb1-a5def8cd0f1d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:52.276174 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6df7e7-214a-46f0-8bb1-a5def8cd0f1d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Pushing event deleted for resources: {'Port': ['ID=ef9e2251-85d6-4e38-85e2-5b6699d7fbbb,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:52.363017 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-db6df7e7-214a-46f0-8bb1-a5def8cd0f1d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:52.369712 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-db6df7e7-214a-46f0-8bb1-a5def8cd0f1d tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "DELETE /v2.0/ports/ef9e2251-85d6-4e38-85e2-5b6699d7fbbb HTTP/1.1" status: 204 len: 168 time: 0.5896902 Dec 16 09:36:52.370138 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 51834) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:52.430937 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a03a12-7617-46e2-8023-7aaa8041c94a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Deleting subnet d86e42b0-c2d4-4c18-971d-7f418a472e6d {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:36:52.434200 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b2a03a12-7617-46e2-8023-7aaa8041c94a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:52.476649 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b2a03a12-7617-46e2-8023-7aaa8041c94a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:52.570301 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b2a03a12-7617-46e2-8023-7aaa8041c94a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:52.742004 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b2a03a12-7617-46e2-8023-7aaa8041c94a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:52.780859 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a03a12-7617-46e2-8023-7aaa8041c94a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Pushing event deleted for resources: {'Subnet': ['ID=d86e42b0-c2d4-4c18-971d-7f418a472e6d,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:52.799137 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b2a03a12-7617-46e2-8023-7aaa8041c94a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:52.804642 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b2a03a12-7617-46e2-8023-7aaa8041c94a tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "DELETE /v2.0/subnets/d86e42b0-c2d4-4c18-971d-7f418a472e6d HTTP/1.1" status: 204 len: 168 time: 0.4307637 Dec 16 09:36:52.805288 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51852) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:52.807485 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362d55f3-e126-4a26-b6e1-8dbbdc9c057b None None] Network 8ee8fe93-c571-40ef-82e1-da1c2c6af86e requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:36:52.827259 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7917bc2-fea7-4c11-b239-3f9a9d65e4e1 req-c206ddf6-7e37-4b81-b4d6-ba7e41d06c16 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:52.828821 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c7917bc2-fea7-4c11-b239-3f9a9d65e4e1 req-c206ddf6-7e37-4b81-b4d6-ba7e41d06c16 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.0843997 Dec 16 09:36:52.872356 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb960f7-ec41-4ac2-ac5b-1674bb8225bf tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Deleting subnet 0b48454b-4343-4949-9c3c-1b7ee1f2332d {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:36:52.873921 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c7917bc2-fea7-4c11-b239-3f9a9d65e4e1 req-3128e8e6-d7d7-4c6c-92a5-8b3fcec1cfdc tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388250 Dec 16 09:36:52.888249 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3cb960f7-ec41-4ac2-ac5b-1674bb8225bf tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:52.931590 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3cb960f7-ec41-4ac2-ac5b-1674bb8225bf tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:53.030019 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3cb960f7-ec41-4ac2-ac5b-1674bb8225bf tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:53.032051 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b9dafc-20d9-4555-b502-6c6ece92fb9a None None] DHCP port deletion for 8ee8fe93-c571-40ef-82e1-da1c2c6af86e request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:36:53.078644 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-47b9dafc-20d9-4555-b502-6c6ece92fb9a None None] Deleting port 8e6d53b7-d2ee-41ba-8baf-c7b23b0c1ee1 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:36:53.079342 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-47b9dafc-20d9-4555-b502-6c6ece92fb9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:53.147064 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-47b9dafc-20d9-4555-b502-6c6ece92fb9a None None] For port 8e6d53b7-d2ee-41ba-8baf-c7b23b0c1ee1, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8e6d53b7-d2ee-41ba-8baf-c7b23b0c1ee1,segment=NetworkSegment(8f2f2409-913c-4ef0-930f-9de92f72a943),segment_id=8f2f2409-913c-4ef0-930f-9de92f72a943)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:53.147466 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-47b9dafc-20d9-4555-b502-6c6ece92fb9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:53.161469 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-47b9dafc-20d9-4555-b502-6c6ece92fb9a None None] Calling delete_port for 8e6d53b7-d2ee-41ba-8baf-c7b23b0c1ee1 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:36:53.287837 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3cb960f7-ec41-4ac2-ac5b-1674bb8225bf tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:53.309370 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb960f7-ec41-4ac2-ac5b-1674bb8225bf tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Pushing event deleted for resources: {'Subnet': ['ID=0b48454b-4343-4949-9c3c-1b7ee1f2332d,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:53.315554 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3cb960f7-ec41-4ac2-ac5b-1674bb8225bf tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:53.319126 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3cb960f7-ec41-4ac2-ac5b-1674bb8225bf tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "DELETE /v2.0/subnets/0b48454b-4343-4949-9c3c-1b7ee1f2332d HTTP/1.1" status: 204 len: 168 time: 0.5124977 Dec 16 09:36:53.322584 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51870) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:53.322870 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53a3f41-b143-4c2e-a336-1953ffb3aa3e None None] Network bcdce265-2bf3-4f52-9658-1bf0eadeeba8 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:36:53.411720 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bbfaf4cf-5c45-49ca-8b91-ab93110c03b8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:53.467848 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-47b9dafc-20d9-4555-b502-6c6ece92fb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:53.501284 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9dafc-20d9-4555-b502-6c6ece92fb9a None None] Pushing event deleted for resources: {'Port': ['ID=8e6d53b7-d2ee-41ba-8baf-c7b23b0c1ee1,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:53.511332 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9dafc-20d9-4555-b502-6c6ece92fb9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:53.512112 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9dafc-20d9-4555-b502-6c6ece92fb9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:53.512668 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9dafc-20d9-4555-b502-6c6ece92fb9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:53.513305 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9dafc-20d9-4555-b502-6c6ece92fb9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:53.513871 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9dafc-20d9-4555-b502-6c6ece92fb9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:53.514728 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9dafc-20d9-4555-b502-6c6ece92fb9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:53.515488 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9dafc-20d9-4555-b502-6c6ece92fb9a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:53.516461 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9dafc-20d9-4555-b502-6c6ece92fb9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:53.517229 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9dafc-20d9-4555-b502-6c6ece92fb9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:53.518014 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9dafc-20d9-4555-b502-6c6ece92fb9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:53.527987 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9dafc-20d9-4555-b502-6c6ece92fb9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:53.527987 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9dafc-20d9-4555-b502-6c6ece92fb9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:53.535131 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b9dafc-20d9-4555-b502-6c6ece92fb9a None None] No DVR routers for this DVR port 8e6d53b7-d2ee-41ba-8baf-c7b23b0c1ee1 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:36:53.535767 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-bbfaf4cf-5c45-49ca-8b91-ab93110c03b8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Deleting port 8e6d53b7-d2ee-41ba-8baf-c7b23b0c1ee1 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:36:53.537306 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bbfaf4cf-5c45-49ca-8b91-ab93110c03b8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:53.559273 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96da3ec1-4860-432a-ad3b-88651d7c4a99 None None] DHCP port deletion for bcdce265-2bf3-4f52-9658-1bf0eadeeba8 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:36:53.617955 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-bbfaf4cf-5c45-49ca-8b91-ab93110c03b8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] For port 8e6d53b7-d2ee-41ba-8baf-c7b23b0c1ee1, host n-d-820550-2, got binding levels [] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:53.618321 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bbfaf4cf-5c45-49ca-8b91-ab93110c03b8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:53.620439 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-96da3ec1-4860-432a-ad3b-88651d7c4a99 None None] Deleting port 35e49e61-57d4-44de-84bb-02ccb0332f98 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:36:53.623495 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-96da3ec1-4860-432a-ad3b-88651d7c4a99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:53.635754 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-bbfaf4cf-5c45-49ca-8b91-ab93110c03b8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Calling delete_port for 8e6d53b7-d2ee-41ba-8baf-c7b23b0c1ee1 owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:36:53.638889 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.ipam_backend_mixin [None req-bbfaf4cf-5c45-49ca-8b91-ab93110c03b8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Port 8e6d53b7-d2ee-41ba-8baf-c7b23b0c1ee1 was not found and therefore no delete operation was performed {{(pid=102817) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 09:36:53.640154 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bbfaf4cf-5c45-49ca-8b91-ab93110c03b8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:53.664293 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfaf4cf-5c45-49ca-8b91-ab93110c03b8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Pushing event deleted for resources: {'Port': ['ID=8e6d53b7-d2ee-41ba-8baf-c7b23b0c1ee1,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:53.679287 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfaf4cf-5c45-49ca-8b91-ab93110c03b8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] No DVR routers for this DVR port 8e6d53b7-d2ee-41ba-8baf-c7b23b0c1ee1 on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:36:53.706666 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-96da3ec1-4860-432a-ad3b-88651d7c4a99 None None] For port 35e49e61-57d4-44de-84bb-02ccb0332f98, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=35e49e61-57d4-44de-84bb-02ccb0332f98,segment=NetworkSegment(5a5c3c61-aecb-46d9-a34a-4fcb33dcd498),segment_id=5a5c3c61-aecb-46d9-a34a-4fcb33dcd498)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:53.707069 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-96da3ec1-4860-432a-ad3b-88651d7c4a99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:53.720040 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-96da3ec1-4860-432a-ad3b-88651d7c4a99 None None] Calling delete_port for 35e49e61-57d4-44de-84bb-02ccb0332f98 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:36:53.751392 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bbfaf4cf-5c45-49ca-8b91-ab93110c03b8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:53.772556 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-bbfaf4cf-5c45-49ca-8b91-ab93110c03b8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee8fe93-c571-40ef-82e1-da1c2c6af86e']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:53.781732 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-bbfaf4cf-5c45-49ca-8b91-ab93110c03b8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2f2409-913c-4ef0-930f-9de92f72a943') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:53.782032 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-bbfaf4cf-5c45-49ca-8b91-ab93110c03b8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2f2409-913c-4ef0-930f-9de92f72a943') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:53.795627 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bbfaf4cf-5c45-49ca-8b91-ab93110c03b8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:53.808398 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bbfaf4cf-5c45-49ca-8b91-ab93110c03b8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:53.814996 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbfaf4cf-5c45-49ca-8b91-ab93110c03b8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:36:53.815646 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bbfaf4cf-5c45-49ca-8b91-ab93110c03b8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:53.818572 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:36:53.818572 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:36:53.818572 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:36:53.818572 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:36:53.818572 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:36:53.818572 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:36:53.818572 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:36:53.818572 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:36:53.818572 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:36:53.818572 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:36:53.818572 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:36:53.818572 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:36:53.818572 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:36:53.818572 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:36:53.818572 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:36:53.818572 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:36:53.818572 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:36:53.818572 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:36:53.818572 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:36:53.818572 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:36:53.818572 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:36:53.818572 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:36:53.818572 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:36:53.818572 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:36:53.818572 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:36:53.818572 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:36:53.818572 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:36:53.818572 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:36:53.818572 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:36:53.818572 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:36:53.818572 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:36:53.818572 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:36:53.945019 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-96da3ec1-4860-432a-ad3b-88651d7c4a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:53.977326 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da3ec1-4860-432a-ad3b-88651d7c4a99 None None] Pushing event deleted for resources: {'Port': ['ID=35e49e61-57d4-44de-84bb-02ccb0332f98,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:53.980060 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96da3ec1-4860-432a-ad3b-88651d7c4a99 None None] No DVR routers for this DVR port 35e49e61-57d4-44de-84bb-02ccb0332f98 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:36:54.015785 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613e06b-11c5-4a75-9c80-397098404a98 req-b19feac7-4484-44ad-922d-2d07ac524e7b tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:54.017329 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e613e06b-11c5-4a75-9c80-397098404a98 req-b19feac7-4484-44ad-922d-2d07ac524e7b tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.0590734 Dec 16 09:36:54.021344 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bbfaf4cf-5c45-49ca-8b91-ab93110c03b8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:54.029353 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bbfaf4cf-5c45-49ca-8b91-ab93110c03b8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:54.033150 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-bbfaf4cf-5c45-49ca-8b91-ab93110c03b8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "DELETE /v2.0/networks/8ee8fe93-c571-40ef-82e1-da1c2c6af86e HTTP/1.1" status: 204 len: 168 time: 0.7088318 Dec 16 09:36:54.035556 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51902) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:54.053808 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfaf4cf-5c45-49ca-8b91-ab93110c03b8 tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Pushing event deleted for resources: {'Network': ['ID=8ee8fe93-c571-40ef-82e1-da1c2c6af86e,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:54.057186 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e613e06b-11c5-4a75-9c80-397098404a98 req-ff8f70ef-ed33-4087-a828-600a68ec8e48 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332124 Dec 16 09:36:54.112757 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-facbfcff-560f-437a-abd5-053539925fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:54.130760 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a8fe7adf-e420-46cd-a43c-1cc360c9360b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:54.212688 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8e6d53b7-d2ee-41ba-8baf-c7b23b0c1ee1 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:36:54.239789 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 8e6d53b7-d2ee-41ba-8baf-c7b23b0c1ee1 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:36:54.240201 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8e6d53b7-d2ee-41ba-8baf-c7b23b0c1ee1 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:36:54.240722 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 35e49e61-57d4-44de-84bb-02ccb0332f98 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:36:54.248280 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a8fe7adf-e420-46cd-a43c-1cc360c9360b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:54.267236 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-a8fe7adf-e420-46cd-a43c-1cc360c9360b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcdce265-2bf3-4f52-9658-1bf0eadeeba8']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:54.271149 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 35e49e61-57d4-44de-84bb-02ccb0332f98 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:36:54.271496 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 35e49e61-57d4-44de-84bb-02ccb0332f98 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:36:54.277209 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-a8fe7adf-e420-46cd-a43c-1cc360c9360b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a5c3c61-aecb-46d9-a34a-4fcb33dcd498') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:54.277633 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-a8fe7adf-e420-46cd-a43c-1cc360c9360b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a5c3c61-aecb-46d9-a34a-4fcb33dcd498') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:54.291948 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a8fe7adf-e420-46cd-a43c-1cc360c9360b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:54.308008 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a8fe7adf-e420-46cd-a43c-1cc360c9360b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:54.314879 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8fe7adf-e420-46cd-a43c-1cc360c9360b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:36:54.315281 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a8fe7adf-e420-46cd-a43c-1cc360c9360b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:54.318328 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:36:54.318328 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:36:54.318328 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:36:54.318328 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:36:54.318328 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:36:54.318328 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:36:54.318328 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:36:54.318328 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:36:54.318328 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:36:54.318328 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:36:54.318328 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:36:54.318328 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:36:54.318328 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:36:54.318328 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:36:54.318328 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:36:54.318328 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:36:54.318328 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:36:54.318328 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:36:54.318328 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:36:54.318328 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:36:54.318328 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:36:54.318328 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:36:54.318328 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:36:54.318328 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:36:54.318328 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:36:54.318328 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:36:54.318328 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:36:54.318328 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:36:54.318328 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:36:54.318328 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:36:54.318328 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:36:54.318328 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:36:54.541433 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a8fe7adf-e420-46cd-a43c-1cc360c9360b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:54.548125 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a8fe7adf-e420-46cd-a43c-1cc360c9360b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:54.551857 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a8fe7adf-e420-46cd-a43c-1cc360c9360b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] 10.222.0.60 "DELETE /v2.0/networks/bcdce265-2bf3-4f52-9658-1bf0eadeeba8 HTTP/1.1" status: 204 len: 168 time: 0.5153711 Dec 16 09:36:54.600049 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe7adf-e420-46cd-a43c-1cc360c9360b tempest-TaggedBootDevicesTest_v242-1978781714 tempest-TaggedBootDevicesTest_v242-1978781714-project] Pushing event deleted for resources: {'Network': ['ID=bcdce265-2bf3-4f52-9658-1bf0eadeeba8,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:55.189195 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef509cc4-d943-4afb-a82f-0e938d14da3e req-7f3a6f01-f9e9-4f3b-81fd-cb168a54e239 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:55.190704 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ef509cc4-d943-4afb-a82f-0e938d14da3e req-7f3a6f01-f9e9-4f3b-81fd-cb168a54e239 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.0588002 Dec 16 09:36:55.228110 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ef509cc4-d943-4afb-a82f-0e938d14da3e req-a32e63eb-3d61-40f5-aa17-11da99b6d946 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312726 Dec 16 09:36:56.354600 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afc5f0-f91c-40da-b915-a8842978180c req-1b49ef99-bca9-4242-96d7-b810a07225a3 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:56.356429 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f1afc5f0-f91c-40da-b915-a8842978180c req-1b49ef99-bca9-4242-96d7-b810a07225a3 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.0567293 Dec 16 09:36:56.383847 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2495a331-43a4-487d-8bb0-27c8a86708c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:56.402306 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f1afc5f0-f91c-40da-b915-a8842978180c req-2ac11652-5832-4058-89c6-b1f7c5a2214b tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390575 Dec 16 09:36:57.404855 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:36:57.542669 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63824800-25b9-4616-9c84-44b448606781 req-249f2956-82ec-41a5-bdda-b66b6d32afba tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:57.543966 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-63824800-25b9-4616-9c84-44b448606781 req-249f2956-82ec-41a5-bdda-b66b6d32afba tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.0493021 Dec 16 09:36:57.581278 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-63824800-25b9-4616-9c84-44b448606781 req-e490dc21-eea2-458c-b95a-9db335306964 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305130 Dec 16 09:36:57.631986 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:58.733555 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3949938-c086-4e7a-9483-4d3cd9283802 req-ab3f4497-df20-4862-b4f3-b2fa7d65d633 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:58.739217 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c3949938-c086-4e7a-9483-4d3cd9283802 req-ab3f4497-df20-4862-b4f3-b2fa7d65d633 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.0736756 Dec 16 09:36:58.789658 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c3949938-c086-4e7a-9483-4d3cd9283802 req-46d450f6-2853-48cb-960a-a2c06b931595 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444918 Dec 16 09:36:59.104362 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:59.615499 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:59.932763 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5094f-895d-4e3a-881c-2abc64d91026 req-0c8d7637-f51e-46f6-a874-c0238a8ee2c3 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:59.934383 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5db5094f-895d-4e3a-881c-2abc64d91026 req-0c8d7637-f51e-46f6-a874-c0238a8ee2c3 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.0576496 Dec 16 09:36:59.978526 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5db5094f-895d-4e3a-881c-2abc64d91026 req-b2656be3-49b2-41a6-8271-f72683ba1aef tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362706 Dec 16 09:37:00.011716 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4102226b-5fc2-4994-872a-835fd0c609aa req-3096efd4-a809-4f3d-a47d-30af6ee8e552 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1588859195&fields=id&tenant_id=8cd60da8ff604d0c95834c2b7afc7015 HTTP/1.1" status: 200 len: 267 time: 0.0503502 Dec 16 09:37:00.140422 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102226b-5fc2-4994-872a-835fd0c609aa req-9b9e30e2-3fab-4f41-b135-80f32192fee3 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:00.141987 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4102226b-5fc2-4994-872a-835fd0c609aa req-9b9e30e2-3fab-4f41-b135-80f32192fee3 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/networks?id=77aa32ed-918a-4795-9480-bbe6f1914dbe HTTP/1.1" status: 200 len: 816 time: 0.1289411 Dec 16 09:37:00.159093 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4102226b-5fc2-4994-872a-835fd0c609aa req-307860ce-398e-45c1-9de3-ff1f5bdce90f tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/quotas/8cd60da8ff604d0c95834c2b7afc7015 HTTP/1.1" status: 200 len: 375 time: 0.0104325 Dec 16 09:37:00.259872 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4102226b-5fc2-4994-872a-835fd0c609aa req-f3fbb7ec-4f23-4e80-ba16-6284970059d6 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cd60da8ff604d0c95834c2b7afc7015&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0883794 Dec 16 09:37:00.360123 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4102226b-5fc2-4994-872a-835fd0c609aa req-91bd95dc-21f6-4370-8952-6353d567f883 service neutron] 10.222.0.60 "GET /v2.0/networks/77aa32ed-918a-4795-9480-bbe6f1914dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959597 Dec 16 09:37:00.453490 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4102226b-5fc2-4994-872a-835fd0c609aa req-fce0e91e-f8ef-46d3-aea2-cde8cd922d2c service neutron] 10.222.0.60 "GET /v2.0/networks/77aa32ed-918a-4795-9480-bbe6f1914dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864458 Dec 16 09:37:01.116046 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a0f2c-4ea6-4fb0-994e-376ef1ef1fba req-e1023313-b6a1-42f5-a58b-f7615df1b966 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:01.118312 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-631a0f2c-4ea6-4fb0-994e-376ef1ef1fba req-e1023313-b6a1-42f5-a58b-f7615df1b966 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.0593972 Dec 16 09:37:01.164827 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-631a0f2c-4ea6-4fb0-994e-376ef1ef1fba req-72973281-f1b5-4e94-a5e4-059162dac1a2 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380309 Dec 16 09:37:01.333247 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a389fb10-fb6c-495b-8061-2dd03a5986e3 req-1a35a99f-213d-4fcc-b2bb-9d95fadb0c62 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 210 time: 0.0589731 Dec 16 09:37:02.326647 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d99525-b7da-442c-b852-231df2d17d9f req-8d98d1b4-8ce6-4586-8633-84f4889f8f36 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:02.339513 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-95d99525-b7da-442c-b852-231df2d17d9f req-8d98d1b4-8ce6-4586-8633-84f4889f8f36 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.0999889 Dec 16 09:37:02.418879 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-95d99525-b7da-442c-b852-231df2d17d9f req-da1bd7ad-f691-44c8-9231-74576fd83965 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778480 Dec 16 09:37:02.514641 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6f2aab1c-7e42-4f68-82a5-9a1a1ff49aa7 req-a854d192-db68-4dc9-92e4-63004368f8f6 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 210 time: 0.0503533 Dec 16 09:37:03.567400 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785d5de-8b70-4d83-b1c7-9611f19a9323 req-e175d980-0cc3-4379-85b1-6ba59abbb536 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:03.576176 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7785d5de-8b70-4d83-b1c7-9611f19a9323 req-e175d980-0cc3-4379-85b1-6ba59abbb536 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.0738821 Dec 16 09:37:03.611394 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7785d5de-8b70-4d83-b1c7-9611f19a9323 req-df2798b7-c9f9-4681-bcfd-bae2e7d2cd9e tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342274 Dec 16 09:37:03.682663 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d2d7adb3-7d8a-47df-8dbe-237778a6edca req-4679d525-e4d9-4b8b-8cb3-55ae654abcec tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 210 time: 0.0369012 Dec 16 09:37:04.199901 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102226b-5fc2-4994-872a-835fd0c609aa req-21c98e67-b698-4c02-858b-e20d1d2bb570 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:04.201440 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4102226b-5fc2-4994-872a-835fd0c609aa req-21c98e67-b698-4c02-858b-e20d1d2bb570 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.57 "GET /v2.0/networks?id=77aa32ed-918a-4795-9480-bbe6f1914dbe HTTP/1.1" status: 200 len: 816 time: 0.1094818 Dec 16 09:37:04.258376 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4102226b-5fc2-4994-872a-835fd0c609aa req-ba6b2af5-d66d-4f59-b808-3aff52761e83 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cd60da8ff604d0c95834c2b7afc7015 HTTP/1.1" status: 200 len: 380 time: 0.0470905 Dec 16 09:37:04.272426 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-4102226b-5fc2-4994-872a-835fd0c609aa req-95345449-906d-43ff-a709-36e200913646 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Request body: {'port': {'device_id': 'b2e7e58c-31c7-4082-a3e1-6862450b151c', 'network_id': '77aa32ed-918a-4795-9480-bbe6f1914dbe', 'admin_state_up': True, 'tenant_id': '8cd60da8ff604d0c95834c2b7afc7015', 'security_groups': ['130dee85-37f7-486c-a850-4e07d7fb40bc']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:04.619208 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52420) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:04.792487 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b60296c9-0735-4515-9b29-9987844578d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:04.856105 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c4082-f7b5-42d5-aaca-7e1e6fdb7b44 req-e9fdc38e-e9a7-4384-a463-a817f37ec672 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:04.858177 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fe2c4082-f7b5-42d5-aaca-7e1e6fdb7b44 req-e9fdc38e-e9a7-4384-a463-a817f37ec672 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.0866580 Dec 16 09:37:04.882458 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b60296c9-0735-4515-9b29-9987844578d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:04.906373 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fe2c4082-f7b5-42d5-aaca-7e1e6fdb7b44 req-50d63d2c-d148-441b-9bf6-cecdec80a596 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390339 Dec 16 09:37:04.910170 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-75bd5faa-9969-449f-ad32-0ab5a6af514e req-54625e8e-8752-40ae-82f0-5e68b6a08b27 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 210 time: 0.0780606 Dec 16 09:37:04.955515 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b60296c9-0735-4515-9b29-9987844578d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:04.955941 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4102226b-5fc2-4994-872a-835fd0c609aa req-95345449-906d-43ff-a709-36e200913646 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Made reservation on behalf of 8cd60da8ff604d0c95834c2b7afc7015 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:37:04.961080 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4102226b-5fc2-4994-872a-835fd0c609aa req-95345449-906d-43ff-a709-36e200913646 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:05.014028 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b60296c9-0735-4515-9b29-9987844578d4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7cc91d3361d745f3967190817dde8f95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3934689 Dec 16 09:37:05.019967 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52444) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:05.020693 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60296c9-0735-4515-9b29-9987844578d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7b7236-7ac7-4a61-834c-56851beacde2,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:05.053979 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60296c9-0735-4515-9b29-9987844578d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:05.054351 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60296c9-0735-4515-9b29-9987844578d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:05.054692 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60296c9-0735-4515-9b29-9987844578d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:05.055027 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60296c9-0735-4515-9b29-9987844578d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:05.055358 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60296c9-0735-4515-9b29-9987844578d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:05.055870 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60296c9-0735-4515-9b29-9987844578d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:05.056199 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60296c9-0735-4515-9b29-9987844578d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:05.056531 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60296c9-0735-4515-9b29-9987844578d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:05.056850 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60296c9-0735-4515-9b29-9987844578d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:05.057195 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60296c9-0735-4515-9b29-9987844578d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:05.057696 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60296c9-0735-4515-9b29-9987844578d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:05.058010 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60296c9-0735-4515-9b29-9987844578d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:05.135110 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-4102226b-5fc2-4994-872a-835fd0c609aa req-95345449-906d-43ff-a709-36e200913646 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Allocated IP 172.20.0.14 (77aa32ed-918a-4795-9480-bbe6f1914dbe/2cbf824c-9497-43ba-b35e-c12e8e5b70ab/f79e928d-8783-4e76-9502-999beb1e8c98) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:37:05.316042 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4102226b-5fc2-4994-872a-835fd0c609aa req-95345449-906d-43ff-a709-36e200913646 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:05.433093 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6f9bd57-d234-4dad-b65c-0bb37d9081e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:05.456759 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52448) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:05.464864 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-7d8f43df-bcb5-434b-8d8e-fc21dc334216 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:05.472452 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-7d8f43df-bcb5-434b-8d8e-fc21dc334216 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/networks?id=09866e78-29ef-4050-a525-5c237a470f23 HTTP/1.1" status: 200 len: 813 time: 0.4462318 Dec 16 09:37:05.479400 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4102226b-5fc2-4994-872a-835fd0c609aa req-95345449-906d-43ff-a709-36e200913646 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:05.507435 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6f9bd57-d234-4dad-b65c-0bb37d9081e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:05.522470 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-b4c522ce-363d-44f9-91b7-7557c2371f9f tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/quotas/b08ba95154e04457900cfefa4916c15d HTTP/1.1" status: 200 len: 375 time: 0.0487785 Dec 16 09:37:05.570647 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95345449-906d-43ff-a709-36e200913646 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Pushing event updated for resources: {'Port': ['ID=f79e928d-8783-4e76-9502-999beb1e8c98,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:05.585499 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4102226b-5fc2-4994-872a-835fd0c609aa req-95345449-906d-43ff-a709-36e200913646 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Network 77aa32ed-918a-4795-9480-bbe6f1914dbe is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:37:05.591139 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95345449-906d-43ff-a709-36e200913646 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:05.591410 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95345449-906d-43ff-a709-36e200913646 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:05.591761 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95345449-906d-43ff-a709-36e200913646 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:05.592305 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95345449-906d-43ff-a709-36e200913646 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:05.592591 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95345449-906d-43ff-a709-36e200913646 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:05.592918 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95345449-906d-43ff-a709-36e200913646 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:05.593277 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95345449-906d-43ff-a709-36e200913646 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:05.593601 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95345449-906d-43ff-a709-36e200913646 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:05.594071 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95345449-906d-43ff-a709-36e200913646 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:05.594398 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95345449-906d-43ff-a709-36e200913646 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:05.594718 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95345449-906d-43ff-a709-36e200913646 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:05.595071 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95345449-906d-43ff-a709-36e200913646 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:05.598316 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-86b4fe64-1407-451b-bec6-a2660edbd2d8 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b08ba95154e04457900cfefa4916c15d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733595 Dec 16 09:37:05.634649 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-4102226b-5fc2-4994-872a-835fd0c609aa req-95345449-906d-43ff-a709-36e200913646 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:37:05.764743 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4102226b-5fc2-4994-872a-835fd0c609aa req-95345449-906d-43ff-a709-36e200913646 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:37:05.805968 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-2e978511-c31f-4221-8dcd-c7536c1d58ab service neutron] 10.222.0.60 "GET /v2.0/networks/09866e78-29ef-4050-a525-5c237a470f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755283 Dec 16 09:37:05.890319 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102226b-5fc2-4994-872a-835fd0c609aa req-95345449-906d-43ff-a709-36e200913646 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:05.890949 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4102226b-5fc2-4994-872a-835fd0c609aa req-95345449-906d-43ff-a709-36e200913646 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:05.968914 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-1b518585-90e1-4b3b-acc2-01971cac22d4 service neutron] 10.222.0.60 "GET /v2.0/networks/09866e78-29ef-4050-a525-5c237a470f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616967 Dec 16 09:37:06.051260 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6f9bd57-d234-4dad-b65c-0bb37d9081e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:06.057964 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-6c5e70f9-3f30-4867-aa4d-b6becf9c8e0c None None] Provisioning complete for port f79e928d-8783-4e76-9502-999beb1e8c98 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:06.058530 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6f9bd57-d234-4dad-b65c-0bb37d9081e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:06.058635 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6c5e70f9-3f30-4867-aa4d-b6becf9c8e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:06.058716 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c6f9bd57-d234-4dad-b65c-0bb37d9081e6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3f7b7236-7ac7-4a61-834c-56851beacde2 HTTP/1.1" status: 204 len: 168 time: 1.0332444 Dec 16 09:37:06.080030 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4102226b-5fc2-4994-872a-835fd0c609aa req-95345449-906d-43ff-a709-36e200913646 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8116913 Dec 16 09:37:06.083158 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f9bd57-d234-4dad-b65c-0bb37d9081e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7b7236-7ac7-4a61-834c-56851beacde2,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:06.102243 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-4102226b-5fc2-4994-872a-835fd0c609aa req-088c57ff-452f-4841-8c85-5aaf5989cae2 service neutron] Request body: {'port': {'device_id': 'b2e7e58c-31c7-4082-a3e1-6862450b151c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:06.127326 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-6c5e70f9-3f30-4867-aa4d-b6becf9c8e0c None None] Port f79e928d-8783-4e76-9502-999beb1e8c98 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:37:06.247583 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807f2fd-cb0b-4f1d-8ea5-0552d15d506c req-0c267f89-61e2-48b5-9514-fff6e23ba8bb tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:06.249031 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4807f2fd-cb0b-4f1d-8ea5-0552d15d506c req-0c267f89-61e2-48b5-9514-fff6e23ba8bb tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.2365198 Dec 16 09:37:06.335264 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4102226b-5fc2-4994-872a-835fd0c609aa req-088c57ff-452f-4841-8c85-5aaf5989cae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:06.404009 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bd4b8-2ad4-4d5e-b429-77c1a73234a5 req-99a189ea-c17f-4a39-a54d-79b4ee7ce0a6 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:06.411973 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-053bd4b8-2ad4-4d5e-b429-77c1a73234a5 req-99a189ea-c17f-4a39-a54d-79b4ee7ce0a6 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 932 time: 0.0661280 Dec 16 09:37:06.491382 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-053bd4b8-2ad4-4d5e-b429-77c1a73234a5 req-cb97a7ba-c091-42ba-8c80-a4baf8fd389a tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/security-groups?id=130dee85-37f7-486c-a850-4e07d7fb40bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727696 Dec 16 09:37:06.641701 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4807f2fd-cb0b-4f1d-8ea5-0552d15d506c req-9757e72f-4897-481c-904f-e565ffb71ed3 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655703 Dec 16 09:37:06.651575 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ee471fd6-3ee1-486a-a776-c7b909aaf662 req-6e12ddf2-52c6-41f7-8c5c-0e38cc57a706 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/ports?device_id=1290d879-2948-4a58-a14a-a1191342f92a HTTP/1.1" status: 200 len: 210 time: 0.0275192 Dec 16 09:37:06.726438 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-4102226b-5fc2-4994-872a-835fd0c609aa req-088c57ff-452f-4841-8c85-5aaf5989cae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f79e928d-8783-4e76-9502-999beb1e8c98 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:37:06.736380 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4102226b-5fc2-4994-872a-835fd0c609aa req-088c57ff-452f-4841-8c85-5aaf5989cae2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:06.764801 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-4102226b-5fc2-4994-872a-835fd0c609aa req-088c57ff-452f-4841-8c85-5aaf5989cae2 service neutron] Transition to ACTIVE for port object f79e928d-8783-4e76-9502-999beb1e8c98 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:37:06.790731 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bd72cc3e-988b-43a5-b8f4-75f9c0998280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:06.863921 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4102226b-5fc2-4994-872a-835fd0c609aa req-088c57ff-452f-4841-8c85-5aaf5989cae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:06.935811 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c57ff-452f-4841-8c85-5aaf5989cae2 service neutron] Pushing event updated for resources: {'Port': ['ID=f79e928d-8783-4e76-9502-999beb1e8c98,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:06.975802 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52478) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:06.993826 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-18c00e76-7a05-495b-8403-b42391ce53f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:07.034551 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:07.111237 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-18c00e76-7a05-495b-8403-b42391ce53f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:07.128469 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-4102226b-5fc2-4994-872a-835fd0c609aa req-088c57ff-452f-4841-8c85-5aaf5989cae2 service neutron] Attempting to bind port f79e928d-8783-4e76-9502-999beb1e8c98 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:07.128814 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-4102226b-5fc2-4994-872a-835fd0c609aa req-088c57ff-452f-4841-8c85-5aaf5989cae2 service neutron] Attempting to bind port f79e928d-8783-4e76-9502-999beb1e8c98 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'f4cab314-87e2-4c49-8fe7-37cd5d18df68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '77aa32ed-918a-4795-9480-bbe6f1914dbe'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:07.129174 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4102226b-5fc2-4994-872a-835fd0c609aa req-088c57ff-452f-4841-8c85-5aaf5989cae2 service neutron] Attempting to bind port f79e928d-8783-4e76-9502-999beb1e8c98 on network 77aa32ed-918a-4795-9480-bbe6f1914dbe {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:07.138107 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4102226b-5fc2-4994-872a-835fd0c609aa req-088c57ff-452f-4841-8c85-5aaf5989cae2 service neutron] Port f79e928d-8783-4e76-9502-999beb1e8c98 on network 77aa32ed-918a-4795-9480-bbe6f1914dbe not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:07.139709 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4102226b-5fc2-4994-872a-835fd0c609aa req-088c57ff-452f-4841-8c85-5aaf5989cae2 service neutron] Attempting to bind port f79e928d-8783-4e76-9502-999beb1e8c98 on network 77aa32ed-918a-4795-9480-bbe6f1914dbe {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:07.152937 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4102226b-5fc2-4994-872a-835fd0c609aa req-088c57ff-452f-4841-8c85-5aaf5989cae2 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:37:07.153428 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4102226b-5fc2-4994-872a-835fd0c609aa req-088c57ff-452f-4841-8c85-5aaf5989cae2 service neutron] Checking segment: {'id': 'f4cab314-87e2-4c49-8fe7-37cd5d18df68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '77aa32ed-918a-4795-9480-bbe6f1914dbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:37:07.153741 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4102226b-5fc2-4994-872a-835fd0c609aa req-088c57ff-452f-4841-8c85-5aaf5989cae2 service neutron] Bound using segment: {'id': 'f4cab314-87e2-4c49-8fe7-37cd5d18df68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '77aa32ed-918a-4795-9480-bbe6f1914dbe'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:37:07.154703 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-4102226b-5fc2-4994-872a-835fd0c609aa req-088c57ff-452f-4841-8c85-5aaf5989cae2 service neutron] Bound port: f79e928d-8783-4e76-9502-999beb1e8c98, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4cab314-87e2-4c49-8fe7-37cd5d18df68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '77aa32ed-918a-4795-9480-bbe6f1914dbe'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:37:07.155014 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4102226b-5fc2-4994-872a-835fd0c609aa req-088c57ff-452f-4841-8c85-5aaf5989cae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:07.195713 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-18c00e76-7a05-495b-8403-b42391ce53f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:07.235323 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c00e76-7a05-495b-8403-b42391ce53f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09e1808-43fa-43b5-8b61-5346381ec09c,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:07.270841 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52482) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:07.271458 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-18c00e76-7a05-495b-8403-b42391ce53f7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b68bafe39b4345988a720feb5ba2c953&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2936013 Dec 16 09:37:07.358848 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-4102226b-5fc2-4994-872a-835fd0c609aa req-088c57ff-452f-4841-8c85-5aaf5989cae2 service neutron] For port f79e928d-8783-4e76-9502-999beb1e8c98, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:37:07.382657 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-4102226b-5fc2-4994-872a-835fd0c609aa req-088c57ff-452f-4841-8c85-5aaf5989cae2 service neutron] For port f79e928d-8783-4e76-9502-999beb1e8c98, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=f79e928d-8783-4e76-9502-999beb1e8c98,segment=NetworkSegment(f4cab314-87e2-4c49-8fe7-37cd5d18df68),segment_id=f4cab314-87e2-4c49-8fe7-37cd5d18df68)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:37:07.401912 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-bd72cc3e-988b-43a5-b8f4-75f9c0998280 admin admin] Deleting port 5d83e591-3e71-4465-a462-b147f2bb667b {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:37:07.402306 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bd72cc3e-988b-43a5-b8f4-75f9c0998280 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:07.454599 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c94d7e9-5f18-4fd5-983c-017990a9d190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:07.478091 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4102226b-5fc2-4994-872a-835fd0c609aa req-088c57ff-452f-4841-8c85-5aaf5989cae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:07.507820 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c94d7e9-5f18-4fd5-983c-017990a9d190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:07.545844 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102226b-5fc2-4994-872a-835fd0c609aa req-088c57ff-452f-4841-8c85-5aaf5989cae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:07.546411 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4102226b-5fc2-4994-872a-835fd0c609aa req-088c57ff-452f-4841-8c85-5aaf5989cae2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:07.547816 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4102226b-5fc2-4994-872a-835fd0c609aa req-088c57ff-452f-4841-8c85-5aaf5989cae2 service neutron] 10.222.0.57 "PUT /v2.0/ports/f79e928d-8783-4e76-9502-999beb1e8c98 HTTP/1.1" status: 200 len: 1092 time: 1.4540238 Dec 16 09:37:07.553173 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e7e58c-31c7-4082-a3e1-6862450b151c', 'tag': 'f79e928d-8783-4e76-9502-999beb1e8c98'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:37:07.554768 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e557b8b-9703-44c9-b28d-507c99a2e5d3" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e7e58c-31c7-4082-a3e1-6862450b151c", "tag": "f79e928d-8783-4e76-9502-999beb1e8c98"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:37:07.646358 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-bd72cc3e-988b-43a5-b8f4-75f9c0998280 admin admin] For port 5d83e591-3e71-4465-a462-b147f2bb667b, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5d83e591-3e71-4465-a462-b147f2bb667b,segment=NetworkSegment(12d9a588-a8ed-4e4e-b1b6-45262cb84fd7),segment_id=12d9a588-a8ed-4e4e-b1b6-45262cb84fd7)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:07.647008 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bd72cc3e-988b-43a5-b8f4-75f9c0998280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:07.663322 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-bd72cc3e-988b-43a5-b8f4-75f9c0998280 admin admin] Calling delete_port for 5d83e591-3e71-4465-a462-b147f2bb667b owned by network:router_interface {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:37:07.691669 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa44385-116d-4658-9e6a-61d10825fed8 x-openstack-request-id: req-7aa44385-116d-4658-9e6a-61d10825fed8 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:37:07.691995 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e7e58c-31c7-4082-a3e1-6862450b151c", "tag": "f79e928d-8783-4e76-9502-999beb1e8c98", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:37:07.692211 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7aa44385-116d-4658-9e6a-61d10825fed8 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:37:07.692613 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e7e58c-31c7-4082-a3e1-6862450b151c', 'tag': 'f79e928d-8783-4e76-9502-999beb1e8c98', 'status': 'completed', 'code': 200} Dec 16 09:37:07.695600 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c57ff-452f-4841-8c85-5aaf5989cae2 service neutron] Pushing event updated for resources: {'Port': ['ID=f79e928d-8783-4e76-9502-999beb1e8c98,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:07.820543 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4eea4-469e-4ca3-88bb-44aa3e16b8cd req-1defe39c-df33-4ce2-b350-ef3288ab3b33 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:07.822132 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7ba4eea4-469e-4ca3-88bb-44aa3e16b8cd req-1defe39c-df33-4ce2-b350-ef3288ab3b33 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 944 time: 0.2570076 Dec 16 09:37:07.838244 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e557b8b-9703-44c9-b28d-507c99a2e5d3 req-532f2e6f-4122-4622-9e10-6b02679822ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:07.839777 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9e557b8b-9703-44c9-b28d-507c99a2e5d3 req-532f2e6f-4122-4622-9e10-6b02679822ce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cd60da8ff604d0c95834c2b7afc7015&device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 1095 time: 0.1679180 Dec 16 09:37:07.896188 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c618cf-ccdc-4a37-b09a-c9337210ea2a req-1bcc9bb6-96e2-4b5d-b033-700015f08b17 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:07.898150 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-38c618cf-ccdc-4a37-b09a-c9337210ea2a req-1bcc9bb6-96e2-4b5d-b033-700015f08b17 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.0842829 Dec 16 09:37:07.939651 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-38c618cf-ccdc-4a37-b09a-c9337210ea2a req-86484f08-35f2-407a-9ff7-ea4d5236da7a tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343304 Dec 16 09:37:07.940273 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c94d7e9-5f18-4fd5-983c-017990a9d190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:07.942924 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c94d7e9-5f18-4fd5-983c-017990a9d190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:07.953101 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3c94d7e9-5f18-4fd5-983c-017990a9d190 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f09e1808-43fa-43b5-8b61-5346381ec09c HTTP/1.1" status: 204 len: 168 time: 0.6751490 Dec 16 09:37:07.990997 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94d7e9-5f18-4fd5-983c-017990a9d190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09e1808-43fa-43b5-8b61-5346381ec09c,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:08.015433 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7ba4eea4-469e-4ca3-88bb-44aa3e16b8cd req-82c413e7-3b0f-4f92-8816-03420a565f50 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/security-groups?id=130dee85-37f7-486c-a850-4e07d7fb40bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805303 Dec 16 09:37:08.064354 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-28a32923-8030-4575-bf31-7174d3cfab44 req-d1150fb9-9f51-4916-9c57-852da90bf0f3 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/ports?device_id=1290d879-2948-4a58-a14a-a1191342f92a HTTP/1.1" status: 200 len: 210 time: 0.0407739 Dec 16 09:37:08.140103 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e557b8b-9703-44c9-b28d-507c99a2e5d3 req-8346f418-2cc7-40c8-840f-c48a26e140b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:08.141595 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9e557b8b-9703-44c9-b28d-507c99a2e5d3 req-8346f418-2cc7-40c8-840f-c48a26e140b0 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8cd60da8ff604d0c95834c2b7afc7015&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2650690 Dec 16 09:37:08.267711 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e557b8b-9703-44c9-b28d-507c99a2e5d3 req-11200970-0b29-4aa2-a4f6-a2169b7a7a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:08.269245 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9e557b8b-9703-44c9-b28d-507c99a2e5d3 req-11200970-0b29-4aa2-a4f6-a2169b7a7a34 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1175354 Dec 16 09:37:08.304891 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bd72cc3e-988b-43a5-b8f4-75f9c0998280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:08.342174 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72cc3e-988b-43a5-b8f4-75f9c0998280 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d83e591-3e71-4465-a462-b147f2bb667b,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:08.423587 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102226b-5fc2-4994-872a-835fd0c609aa req-ae689cb6-78ac-4e3a-bf28-609b11c497ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:08.425103 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4102226b-5fc2-4994-872a-835fd0c609aa req-ae689cb6-78ac-4e3a-bf28-609b11c497ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cd60da8ff604d0c95834c2b7afc7015&device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 1095 time: 0.1163242 Dec 16 09:37:08.839699 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4102226b-5fc2-4994-872a-835fd0c609aa req-8d965eb6-3638-47aa-b257-2a0219ab0896 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f79e928d-8783-4e76-9502-999beb1e8c98 HTTP/1.1" status: 200 len: 217 time: 0.4047179 Dec 16 09:37:08.906579 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102226b-5fc2-4994-872a-835fd0c609aa req-fd5fd023-65b7-4421-a8f1-f62826fb2c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:08.908047 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4102226b-5fc2-4994-872a-835fd0c609aa req-fd5fd023-65b7-4421-a8f1-f62826fb2c7e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2cbf824c-9497-43ba-b35e-c12e8e5b70ab HTTP/1.1" status: 200 len: 855 time: 0.0605206 Dec 16 09:37:08.915120 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bd72cc3e-988b-43a5-b8f4-75f9c0998280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:09.043421 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102226b-5fc2-4994-872a-835fd0c609aa req-02ebdecb-5dc8-436b-aa04-b4e417fce2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:09.044977 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4102226b-5fc2-4994-872a-835fd0c609aa req-02ebdecb-5dc8-436b-aa04-b4e417fce2f0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=77aa32ed-918a-4795-9480-bbe6f1914dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1280348 Dec 16 09:37:09.207121 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-94418974-728c-4d0a-b385-fff24b65c4ef tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:09.208729 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-94418974-728c-4d0a-b385-fff24b65c4ef tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.58 "GET /v2.0/networks?id=09866e78-29ef-4050-a525-5c237a470f23 HTTP/1.1" status: 200 len: 813 time: 0.2406342 Dec 16 09:37:09.228118 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-e7181cac-441d-42d2-a3eb-cbd62f3a03f1 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Request body: {'port': {'device_id': '1290d879-2948-4a58-a14a-a1191342f92a', 'network_id': '09866e78-29ef-4050-a525-5c237a470f23', 'admin_state_up': True, 'tenant_id': 'b08ba95154e04457900cfefa4916c15d'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:09.244699 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b86fd-b6f8-4338-8fba-d504e584d5da req-a89a5df9-c53d-4ebf-a3b0-23fea9136119 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:09.246402 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b95b86fd-b6f8-4338-8fba-d504e584d5da req-a89a5df9-c53d-4ebf-a3b0-23fea9136119 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.1434305 Dec 16 09:37:09.291458 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4102226b-5fc2-4994-872a-835fd0c609aa req-4895e4f4-e64c-4086-b5e8-f3dc083051e0 service neutron] 10.222.0.57 "GET /v2.0/networks/77aa32ed-918a-4795-9480-bbe6f1914dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388725 Dec 16 09:37:09.319085 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f9c17-a132-4a59-b707-de1f2137911d req-fbaa5d90-31d1-4590-8594-01a17be6cf5f tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:09.320890 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-174f9c17-a132-4a59-b707-de1f2137911d req-fbaa5d90-31d1-4590-8594-01a17be6cf5f tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 944 time: 0.1698332 Dec 16 09:37:09.396781 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b95b86fd-b6f8-4338-8fba-d504e584d5da req-63353ba2-db53-471d-9bbe-126da35097ce tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197352 Dec 16 09:37:09.397010 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-174f9c17-a132-4a59-b707-de1f2137911d req-1f3f9320-b7e3-44f7-a379-5c5e489ad011 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/security-groups?id=130dee85-37f7-486c-a850-4e07d7fb40bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668473 Dec 16 09:37:09.455890 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd72cc3e-988b-43a5-b8f4-75f9c0998280 admin admin] Router 20747735-d060-4f1f-97e8-c71ecdce65c6 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:37:09.464076 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4102226b-5fc2-4994-872a-835fd0c609aa req-bced594c-8df4-4b4d-817d-9849ff7e180a service neutron] 10.222.0.57 "GET /v2.0/networks/77aa32ed-918a-4795-9480-bbe6f1914dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636777 Dec 16 09:37:09.535763 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e2476e19-51f5-435f-8f0a-7aa8319547c2 req-6a7a45b9-ffb6-4d5f-9657-340bddfb85f1 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/ports?device_id=1290d879-2948-4a58-a14a-a1191342f92a HTTP/1.1" status: 200 len: 210 time: 0.0418129 Dec 16 09:37:09.537536 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-e7181cac-441d-42d2-a3eb-cbd62f3a03f1 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Made reservation on behalf of b08ba95154e04457900cfefa4916c15d for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:37:09.542367 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-e7181cac-441d-42d2-a3eb-cbd62f3a03f1 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:09.643929 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd72cc3e-988b-43a5-b8f4-75f9c0998280 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:37:09.658576 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54448ab0-815a-4791-926c-dc4f6e42da92 None None] Sync routers for ids ['20747735-d060-4f1f-97e8-c71ecdce65c6'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:37:09.659864 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bd72cc3e-988b-43a5-b8f4-75f9c0998280 admin admin] 10.222.0.60 "PUT /v2.0/routers/20747735-d060-4f1f-97e8-c71ecdce65c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2008080 Dec 16 09:37:09.662384 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52532) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:09.671383 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54448ab0-815a-4791-926c-dc4f6e42da92 None None] Routers {'20747735-d060-4f1f-97e8-c71ecdce65c6'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:37:09.672229 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-54448ab0-815a-4791-926c-dc4f6e42da92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:36:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['20747735-d060-4f1f-97e8-c71ecdce65c6'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:09.798034 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-e7181cac-441d-42d2-a3eb-cbd62f3a03f1 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Allocated IP 172.20.0.9 (09866e78-29ef-4050-a525-5c237a470f23/254306af-14e3-4adb-acda-c9e93df31861/2dd9d633-8df0-4faf-a4a9-f71b5cc3054e) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:37:09.808784 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-54448ab0-815a-4791-926c-dc4f6e42da92 None None] Set router 20747735-d060-4f1f-97e8-c71ecdce65c6 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:37:09.829575 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b2596871-92ed-4839-8b02-03e9da3d0d31 admin admin] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:10.036853 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b2596871-92ed-4839-8b02-03e9da3d0d31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:10.039832 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-54448ab0-815a-4791-926c-dc4f6e42da92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'name': 'tempest-TaggedBootDevicesTest_v242-941321693-router', 'tenant_id': '089b504b14134411afd7c91777dc992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:16Z', 'updated_at': '2021-12-16T09:37:08Z', 'revision_number': 5, 'project_id': '089b504b14134411afd7c91777dc992c', 'gw_port': {'id': 'a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:18Z', 'updated_at': '2021-12-16T09:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:10.066875 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54448ab0-815a-4791-926c-dc4f6e42da92 None None] Checking router: 20747735-d060-4f1f-97e8-c71ecdce65c6 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:37:10.070607 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-e7181cac-441d-42d2-a3eb-cbd62f3a03f1 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:10.076029 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54448ab0-815a-4791-926c-dc4f6e42da92 None None] Routers {'20747735-d060-4f1f-97e8-c71ecdce65c6'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:37:10.077060 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-54448ab0-815a-4791-926c-dc4f6e42da92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:36:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['20747735-d060-4f1f-97e8-c71ecdce65c6'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:10.188631 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-b2596871-92ed-4839-8b02-03e9da3d0d31 admin admin] Deleting port a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:37:10.189643 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b2596871-92ed-4839-8b02-03e9da3d0d31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:10.229068 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-54448ab0-815a-4791-926c-dc4f6e42da92 None None] Set router 20747735-d060-4f1f-97e8-c71ecdce65c6 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:37:10.236026 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-e7181cac-441d-42d2-a3eb-cbd62f3a03f1 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:10.299153 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-e7181cac-441d-42d2-a3eb-cbd62f3a03f1 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Network 09866e78-29ef-4050-a525-5c237a470f23 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:37:10.307581 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-e7181cac-441d-42d2-a3eb-cbd62f3a03f1 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:37:10.315861 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-e7181cac-441d-42d2-a3eb-cbd62f3a03f1 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:37:10.373092 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7181cac-441d-42d2-a3eb-cbd62f3a03f1 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Pushing event updated for resources: {'Port': ['ID=2dd9d633-8df0-4faf-a4a9-f71b5cc3054e,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:10.393598 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-b2596871-92ed-4839-8b02-03e9da3d0d31 admin admin] For port a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:10.393967 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b2596871-92ed-4839-8b02-03e9da3d0d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:10.401883 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-e7181cac-441d-42d2-a3eb-cbd62f3a03f1 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:10.402480 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-e7181cac-441d-42d2-a3eb-cbd62f3a03f1 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:10.423139 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-b2596871-92ed-4839-8b02-03e9da3d0d31 admin admin] Calling delete_port for a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:37:10.470138 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:10.512167 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device cf91aa18-04cc-4828-af26-dfe4b6c3cfef details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:37:10.556916 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-54448ab0-815a-4791-926c-dc4f6e42da92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'name': 'tempest-TaggedBootDevicesTest_v242-941321693-router', 'tenant_id': '089b504b14134411afd7c91777dc992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:16Z', 'updated_at': '2021-12-16T09:37:08Z', 'revision_number': 5, 'project_id': '089b504b14134411afd7c91777dc992c', 'gw_port': {'id': 'a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:18Z', 'updated_at': '2021-12-16T09:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:10.581106 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f8b66-ffc2-4a76-8f8f-ae792f5d5e2a req-070a4210-bba9-4684-be2d-8af332b20fdb tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:10.583541 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-371f8b66-ffc2-4a76-8f8f-ae792f5d5e2a req-070a4210-bba9-4684-be2d-8af332b20fdb tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 944 time: 0.0685422 Dec 16 09:37:10.586867 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-e7181cac-441d-42d2-a3eb-cbd62f3a03f1 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3631003 Dec 16 09:37:10.595732 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54448ab0-815a-4791-926c-dc4f6e42da92 None None] The sync data for ids ['20747735-d060-4f1f-97e8-c71ecdce65c6'] in n-d-820550-2 is: [{'id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'name': 'tempest-TaggedBootDevicesTest_v242-941321693-router', 'tenant_id': '089b504b14134411afd7c91777dc992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': 'a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:16Z', 'updated_at': '2021-12-16T09:37:08Z', 'revision_number': 5, 'project_id': '089b504b14134411afd7c91777dc992c', 'gw_port': {'id': 'a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20747735-d060-4f1f-97e8-c71ecdce65c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:18Z', 'updated_at': '2021-12-16T09:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:37:10.638888 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-a4ebae4c-c69a-4077-b434-816977e2d2c9 service neutron] Request body: {'port': {'device_id': '1290d879-2948-4a58-a14a-a1191342f92a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:10.657272 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-371f8b66-ffc2-4a76-8f8f-ae792f5d5e2a req-d8bb4593-6b48-4dc0-bfe1-9c4cf59d64ef tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/security-groups?id=130dee85-37f7-486c-a850-4e07d7fb40bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662935 Dec 16 09:37:10.700383 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3fbcc-2a69-4021-875c-cca203b7072c req-b4d71a7b-4f23-4c5e-b1c5-81b0726f500c tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:10.701987 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-01a3fbcc-2a69-4021-875c-cca203b7072c req-b4d71a7b-4f23-4c5e-b1c5-81b0726f500c tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.1221027 Dec 16 09:37:10.715485 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port cf91aa18-04cc-4828-af26-dfe4b6c3cfef, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=cf91aa18-04cc-4828-af26-dfe4b6c3cfef,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:10.736042 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'cf91aa18-04cc-4828-af26-dfe4b6c3cfef', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': 'cf91aa18-04cc-4828-af26-dfe4b6c3cfef', 'mac_address': 'fa:16:3e:bd:30:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:37:10.777605 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:10.790781 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf91aa18-04cc-4828-af26-dfe4b6c3cfef {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:37:10.791075 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-a4ebae4c-c69a-4077-b434-816977e2d2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:10.815088 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-01a3fbcc-2a69-4021-875c-cca203b7072c req-470b914e-207e-4ea7-a588-a66a4a391795 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051593 Dec 16 09:37:10.816228 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port cf91aa18-04cc-4828-af26-dfe4b6c3cfef, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=cf91aa18-04cc-4828-af26-dfe4b6c3cfef,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:10.874691 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e08fcc-96fb-4a49-8815-996f91ca7c67 req-2b119009-87d5-4c0a-a346-154fbd03387a tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:10.876390 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-00e08fcc-96fb-4a49-8815-996f91ca7c67 req-2b119009-87d5-4c0a-a346-154fbd03387a tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/ports?device_id=1290d879-2948-4a58-a14a-a1191342f92a HTTP/1.1" status: 200 len: 931 time: 0.0682080 Dec 16 09:37:10.930765 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-00e08fcc-96fb-4a49-8815-996f91ca7c67 req-ea0958ca-18a0-4a7e-954b-2b77a19d0caa tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/security-groups?id=e68aa81c-0a96-4c6e-a3e1-96a91dae878f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447021 Dec 16 09:37:10.948344 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:10.963488 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b2596871-92ed-4839-8b02-03e9da3d0d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:11.015604 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=cf91aa18-04cc-4828-af26-dfe4b6c3cfef,revision_number=8']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:11.046649 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2596871-92ed-4839-8b02-03e9da3d0d31 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:11.152771 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b2596871-92ed-4839-8b02-03e9da3d0d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:11.177565 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['cf91aa18-04cc-4828-af26-dfe4b6c3cfef'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:37:11.271791 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b2596871-92ed-4839-8b02-03e9da3d0d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:11.275728 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b2596871-92ed-4839-8b02-03e9da3d0d31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:11.363395 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-a4ebae4c-c69a-4077-b434-816977e2d2c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dd9d633-8df0-4faf-a4a9-f71b5cc3054e {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:37:11.371595 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-a4ebae4c-c69a-4077-b434-816977e2d2c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:11.384063 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-a4ebae4c-c69a-4077-b434-816977e2d2c9 service neutron] Transition to ACTIVE for port object 2dd9d633-8df0-4faf-a4a9-f71b5cc3054e will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:37:11.492696 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-a4ebae4c-c69a-4077-b434-816977e2d2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:11.551972 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ebae4c-c69a-4077-b434-816977e2d2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd9d633-8df0-4faf-a4a9-f71b5cc3054e,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:11.569918 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b2596871-92ed-4839-8b02-03e9da3d0d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:11.570456 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2596871-92ed-4839-8b02-03e9da3d0d31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20747735-d060-4f1f-97e8-c71ecdce65c6 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:37:11.576714 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b2596871-92ed-4839-8b02-03e9da3d0d31 admin admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:11.580118 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b2596871-92ed-4839-8b02-03e9da3d0d31 admin admin] 10.222.0.60 "DELETE /v2.0/routers/20747735-d060-4f1f-97e8-c71ecdce65c6 HTTP/1.1" status: 204 len: 168 time: 1.9143927 Dec 16 09:37:11.580851 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52574) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:11.633698 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-a4ebae4c-c69a-4077-b434-816977e2d2c9 service neutron] Attempting to bind port 2dd9d633-8df0-4faf-a4a9-f71b5cc3054e on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:11.634247 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-a4ebae4c-c69a-4077-b434-816977e2d2c9 service neutron] Attempting to bind port 2dd9d633-8df0-4faf-a4a9-f71b5cc3054e by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'dd5fa93b-702f-45a8-997f-890782890505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '09866e78-29ef-4050-a525-5c237a470f23'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:11.634768 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-a4ebae4c-c69a-4077-b434-816977e2d2c9 service neutron] Attempting to bind port 2dd9d633-8df0-4faf-a4a9-f71b5cc3054e on network 09866e78-29ef-4050-a525-5c237a470f23 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:11.639570 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-a4ebae4c-c69a-4077-b434-816977e2d2c9 service neutron] Port 2dd9d633-8df0-4faf-a4a9-f71b5cc3054e on network 09866e78-29ef-4050-a525-5c237a470f23 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:11.640141 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-a4ebae4c-c69a-4077-b434-816977e2d2c9 service neutron] Attempting to bind port 2dd9d633-8df0-4faf-a4a9-f71b5cc3054e on network 09866e78-29ef-4050-a525-5c237a470f23 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:11.645993 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-a4ebae4c-c69a-4077-b434-816977e2d2c9 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:37:11.655785 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-a4ebae4c-c69a-4077-b434-816977e2d2c9 service neutron] Checking segment: {'id': 'dd5fa93b-702f-45a8-997f-890782890505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '09866e78-29ef-4050-a525-5c237a470f23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:37:11.655785 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-a4ebae4c-c69a-4077-b434-816977e2d2c9 service neutron] Bound using segment: {'id': 'dd5fa93b-702f-45a8-997f-890782890505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '09866e78-29ef-4050-a525-5c237a470f23'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:37:11.655785 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-a4ebae4c-c69a-4077-b434-816977e2d2c9 service neutron] Bound port: 2dd9d633-8df0-4faf-a4a9-f71b5cc3054e, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd5fa93b-702f-45a8-997f-890782890505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '09866e78-29ef-4050-a525-5c237a470f23'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:37:11.655785 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-a4ebae4c-c69a-4077-b434-816977e2d2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:11.656417 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c421ba1-81b2-40c7-bb86-dca8bd654e4b admin admin] Deleting subnet 049c4f18-5546-4461-b625-6d7fda2dbad0 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:37:11.656417 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6c421ba1-81b2-40c7-bb86-dca8bd654e4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:11.712287 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6c421ba1-81b2-40c7-bb86-dca8bd654e4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:11.732562 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-a4ebae4c-c69a-4077-b434-816977e2d2c9 service neutron] For port 2dd9d633-8df0-4faf-a4a9-f71b5cc3054e, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:37:11.740574 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-a4ebae4c-c69a-4077-b434-816977e2d2c9 service neutron] For port 2dd9d633-8df0-4faf-a4a9-f71b5cc3054e, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=2dd9d633-8df0-4faf-a4a9-f71b5cc3054e,segment=NetworkSegment(dd5fa93b-702f-45a8-997f-890782890505),segment_id=dd5fa93b-702f-45a8-997f-890782890505)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:37:11.857507 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7314f1f-f987-4d22-9b73-1b4529c8df47 req-980d74ee-0398-475e-8525-8080a146bed5 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:11.866102 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-a4ebae4c-c69a-4077-b434-816977e2d2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:11.869752 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7314f1f-f987-4d22-9b73-1b4529c8df47 req-980d74ee-0398-475e-8525-8080a146bed5 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 944 time: 0.1093867 Dec 16 09:37:11.880591 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6c421ba1-81b2-40c7-bb86-dca8bd654e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:11.920767 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-a4ebae4c-c69a-4077-b434-816977e2d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:11.921418 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-a4ebae4c-c69a-4077-b434-816977e2d2c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:11.922791 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-a4ebae4c-c69a-4077-b434-816977e2d2c9 service neutron] 10.222.0.58 "PUT /v2.0/ports/2dd9d633-8df0-4faf-a4a9-f71b5cc3054e HTTP/1.1" status: 200 len: 1091 time: 1.2975135 Dec 16 09:37:11.935977 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1290d879-2948-4a58-a14a-a1191342f92a', 'tag': '2dd9d633-8df0-4faf-a4a9-f71b5cc3054e'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:37:11.935977 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe9f00b-695b-4f6a-bb22-53e32fa297a7" -d '{"events": [{"name": "network-changed", "server_uuid": "1290d879-2948-4a58-a14a-a1191342f92a", "tag": "2dd9d633-8df0-4faf-a4a9-f71b5cc3054e"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:37:11.950573 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7314f1f-f987-4d22-9b73-1b4529c8df47 req-87ae3e59-8349-4706-b548-a6d4be24e250 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/security-groups?id=130dee85-37f7-486c-a850-4e07d7fb40bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773616 Dec 16 09:37:11.964698 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ebae4c-c69a-4077-b434-816977e2d2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd9d633-8df0-4faf-a4a9-f71b5cc3054e,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:11.991260 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231e64a-ac31-471b-927f-74fa21466583 req-74b5b14d-01d7-42a6-8419-f884a4c48bb5 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:11.992773 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4231e64a-ac31-471b-927f-74fa21466583 req-74b5b14d-01d7-42a6-8419-f884a4c48bb5 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 948 time: 0.0896969 Dec 16 09:37:12.034774 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4231e64a-ac31-471b-927f-74fa21466583 req-485d9864-2747-44a8-bdd7-946b35f3e005 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348098 Dec 16 09:37:12.080804 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c6c817-a92a-4faa-8e7f-995e3cc0f167 x-openstack-request-id: req-13c6c817-a92a-4faa-8e7f-995e3cc0f167 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:37:12.081096 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1290d879-2948-4a58-a14a-a1191342f92a", "tag": "2dd9d633-8df0-4faf-a4a9-f71b5cc3054e", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:37:12.081528 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-13c6c817-a92a-4faa-8e7f-995e3cc0f167 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:37:12.082292 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1290d879-2948-4a58-a14a-a1191342f92a', 'tag': '2dd9d633-8df0-4faf-a4a9-f71b5cc3054e', 'status': 'completed', 'code': 200} Dec 16 09:37:12.098912 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6c421ba1-81b2-40c7-bb86-dca8bd654e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:12.161078 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c421ba1-81b2-40c7-bb86-dca8bd654e4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=049c4f18-5546-4461-b625-6d7fda2dbad0,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:12.168352 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c8de90-c1f3-44f8-a99b-a7ef978d7a48 None None] Network afd4b102-4e58-4a14-a495-ab824dc8cc6e requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:37:12.181571 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6c421ba1-81b2-40c7-bb86-dca8bd654e4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:12.190034 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6c421ba1-81b2-40c7-bb86-dca8bd654e4b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/049c4f18-5546-4461-b625-6d7fda2dbad0 HTTP/1.1" status: 204 len: 168 time: 0.6078742 Dec 16 09:37:12.194060 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52600) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:12.200823 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-8a8ab6d5-f15a-4e19-8624-2687accd84f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:12.202383 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-8a8ab6d5-f15a-4e19-8624-2687accd84f8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b08ba95154e04457900cfefa4916c15d&device_id=1290d879-2948-4a58-a14a-a1191342f92a HTTP/1.1" status: 200 len: 1094 time: 0.1336856 Dec 16 09:37:12.258988 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eef017-d45e-43e0-87fc-a47761143f27 req-a2a9b752-e9bb-4f7f-a53f-2604535ca8d0 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:12.260406 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-98eef017-d45e-43e0-87fc-a47761143f27 req-a2a9b752-e9bb-4f7f-a53f-2604535ca8d0 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/ports?device_id=1290d879-2948-4a58-a14a-a1191342f92a HTTP/1.1" status: 200 len: 943 time: 0.1314065 Dec 16 09:37:12.262874 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-8f9ddf15-8b72-4ad7-bfca-561be1111f6b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2dd9d633-8df0-4faf-a4a9-f71b5cc3054e HTTP/1.1" status: 200 len: 217 time: 0.0518420 Dec 16 09:37:12.296063 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-45fbe730-61a9-4351-b89d-38a2c829df5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:12.297380 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5d83e591-3e71-4465-a462-b147f2bb667b no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:37:12.318009 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 5d83e591-3e71-4465-a462-b147f2bb667b {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:37:12.318592 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5d83e591-3e71-4465-a462-b147f2bb667b not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:37:12.319170 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:37:12.361029 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:37:12.361401 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device a6dc67fe-5c6c-4c59-93b2-8e53b61c9c9c not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:37:12.370701 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-98eef017-d45e-43e0-87fc-a47761143f27 req-06d8ea8d-4cf1-4546-953d-1db8cdede1fb tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/security-groups?id=e68aa81c-0a96-4c6e-a3e1-96a91dae878f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004443 Dec 16 09:37:12.371725 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-45fbe730-61a9-4351-b89d-38a2c829df5f admin admin] Deleting port f0ac9fb8-9954-4e1e-b48d-ac1921efeb5e {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:37:12.372080 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-45fbe730-61a9-4351-b89d-38a2c829df5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:12.378608 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-c6bb8b1f-9541-4da7-8d48-26c0f36d705c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:12.380434 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-c6bb8b1f-9541-4da7-8d48-26c0f36d705c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=254306af-14e3-4adb-acda-c9e93df31861 HTTP/1.1" status: 200 len: 853 time: 0.1113737 Dec 16 09:37:12.427061 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-a95aa01f-04e0-4cf2-9933-9a37f327a6dc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=09866e78-29ef-4050-a525-5c237a470f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394051 Dec 16 09:37:12.457141 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8bdf18-9ace-4edf-b928-6bd2340c205b None None] DHCP port deletion for afd4b102-4e58-4a14-a495-ab824dc8cc6e request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:37:12.462384 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-45fbe730-61a9-4351-b89d-38a2c829df5f admin admin] For port f0ac9fb8-9954-4e1e-b48d-ac1921efeb5e, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f0ac9fb8-9954-4e1e-b48d-ac1921efeb5e,segment=NetworkSegment(12d9a588-a8ed-4e4e-b1b6-45262cb84fd7),segment_id=12d9a588-a8ed-4e4e-b1b6-45262cb84fd7)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:12.462977 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-45fbe730-61a9-4351-b89d-38a2c829df5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:12.477206 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-45fbe730-61a9-4351-b89d-38a2c829df5f admin admin] Calling delete_port for f0ac9fb8-9954-4e1e-b48d-ac1921efeb5e owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:37:12.497980 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b8bdf18-9ace-4edf-b928-6bd2340c205b None None] Deleting port f0ac9fb8-9954-4e1e-b48d-ac1921efeb5e {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:37:12.498355 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b8bdf18-9ace-4edf-b928-6bd2340c205b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:12.527832 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-2429674d-a3a3-4613-ae62-8973c259dc5b service neutron] 10.222.0.58 "GET /v2.0/networks/09866e78-29ef-4050-a525-5c237a470f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921373 Dec 16 09:37:12.537340 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device cf91aa18-04cc-4828-af26-dfe4b6c3cfef up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:37:12.589431 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b8bdf18-9ace-4edf-b928-6bd2340c205b None None] For port f0ac9fb8-9954-4e1e-b48d-ac1921efeb5e, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f0ac9fb8-9954-4e1e-b48d-ac1921efeb5e,segment=NetworkSegment(12d9a588-a8ed-4e4e-b1b6-45262cb84fd7),segment_id=12d9a588-a8ed-4e4e-b1b6-45262cb84fd7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:12.589825 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b8bdf18-9ace-4edf-b928-6bd2340c205b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:12.606301 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b8bdf18-9ace-4edf-b928-6bd2340c205b None None] Calling delete_port for f0ac9fb8-9954-4e1e-b48d-ac1921efeb5e owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:37:12.624807 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-45fbe730-61a9-4351-b89d-38a2c829df5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:12.630131 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f6b67cb-196e-4bcd-a4a2-6088cf6d4815 req-a666ffcb-a74c-4c46-a6b7-21f6a0ad00c3 service neutron] 10.222.0.58 "GET /v2.0/networks/09866e78-29ef-4050-a525-5c237a470f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961528 Dec 16 09:37:12.651747 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fbe730-61a9-4351-b89d-38a2c829df5f admin admin] Pushing event deleted for resources: {'Port': ['ID=f0ac9fb8-9954-4e1e-b48d-ac1921efeb5e,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:12.655347 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fbe730-61a9-4351-b89d-38a2c829df5f admin admin] No DVR routers for this DVR port f0ac9fb8-9954-4e1e-b48d-ac1921efeb5e on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:37:12.659350 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port cf91aa18-04cc-4828-af26-dfe4b6c3cfef triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:12.659719 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:12.739671 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-45fbe730-61a9-4351-b89d-38a2c829df5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:12.760838 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:12.771216 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-45fbe730-61a9-4351-b89d-38a2c829df5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afd4b102-4e58-4a14-a495-ab824dc8cc6e']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:12.782377 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b8bdf18-9ace-4edf-b928-6bd2340c205b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:12.784609 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-45fbe730-61a9-4351-b89d-38a2c829df5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d9a588-a8ed-4e4e-b1b6-45262cb84fd7') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:12.784609 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-45fbe730-61a9-4351-b89d-38a2c829df5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d9a588-a8ed-4e4e-b1b6-45262cb84fd7') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:12.784939 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9f00b-695b-4f6a-bb22-53e32fa297a7 req-5fb7d2cb-528a-40f0-b130-a2ebba2557e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:12.786665 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bfe9f00b-695b-4f6a-bb22-53e32fa297a7 req-5fb7d2cb-528a-40f0-b130-a2ebba2557e9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b08ba95154e04457900cfefa4916c15d&device_id=1290d879-2948-4a58-a14a-a1191342f92a HTTP/1.1" status: 200 len: 1094 time: 0.0443244 Dec 16 09:37:12.790266 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d8a9693-7afe-45e4-a94a-78ebf9299310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf91aa18-04cc-4828-af26-dfe4b6c3cfef'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:37:12.792480 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0830d6-a3d7-4398-ac65-3ecd85011ba7" -d '{"events": [{"server_uuid": "3d8a9693-7afe-45e4-a94a-78ebf9299310", "name": "network-vif-plugged", "status": "completed", "tag": "cf91aa18-04cc-4828-af26-dfe4b6c3cfef"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:37:12.796200 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-45fbe730-61a9-4351-b89d-38a2c829df5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:12.813965 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-45fbe730-61a9-4351-b89d-38a2c829df5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:12.822366 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45fbe730-61a9-4351-b89d-38a2c829df5f admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:37:12.826294 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-45fbe730-61a9-4351-b89d-38a2c829df5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:12.831403 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8bdf18-9ace-4edf-b928-6bd2340c205b None None] Pushing event deleted for resources: {'Port': ['ID=f0ac9fb8-9954-4e1e-b48d-ac1921efeb5e,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:12.834982 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8bdf18-9ace-4edf-b928-6bd2340c205b None None] No DVR routers for this DVR port f0ac9fb8-9954-4e1e-b48d-ac1921efeb5e on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:37:12.837669 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port cf91aa18-04cc-4828-af26-dfe4b6c3cfef, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=cf91aa18-04cc-4828-af26-dfe4b6c3cfef,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:12.852607 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152dee51-48af-4a72-8d73-19d01f9ded7c x-openstack-request-id: req-152dee51-48af-4a72-8d73-19d01f9ded7c {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:37:12.852958 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d8a9693-7afe-45e4-a94a-78ebf9299310", "name": "network-vif-plugged", "status": "completed", "tag": "cf91aa18-04cc-4828-af26-dfe4b6c3cfef", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:37:12.853419 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-152dee51-48af-4a72-8d73-19d01f9ded7c {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:37:12.857828 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d8a9693-7afe-45e4-a94a-78ebf9299310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf91aa18-04cc-4828-af26-dfe4b6c3cfef', 'code': 200} Dec 16 09:37:12.876636 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:37:12.876636 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:37:12.876636 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:37:12.876636 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:37:12.876636 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:37:12.876636 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:37:12.876636 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:37:12.876636 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:37:12.876636 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:37:12.876636 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:37:12.876636 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:37:12.876636 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:37:12.876636 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:37:12.876636 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:37:12.876636 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:37:12.876636 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:37:12.876636 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:37:12.876636 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:37:12.876636 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:37:12.876636 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:37:12.876636 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:37:12.876636 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:37:12.876636 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:37:12.876636 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:37:12.876636 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:37:12.876636 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:37:12.876636 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:37:12.876636 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:37:12.876636 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:37:12.876636 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:37:12.876636 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:37:12.876636 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:37:12.919187 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:12.933045 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9f00b-695b-4f6a-bb22-53e32fa297a7 req-197cf722-c997-4ebe-8ffb-ea7a517def63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:12.935411 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bfe9f00b-695b-4f6a-bb22-53e32fa297a7 req-197cf722-c997-4ebe-8ffb-ea7a517def63 service neutron] 10.222.0.58 "GET /v2.0/networks?id=09866e78-29ef-4050-a525-5c237a470f23 HTTP/1.1" status: 200 len: 914 time: 0.1411574 Dec 16 09:37:12.976708 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=cf91aa18-04cc-4828-af26-dfe4b6c3cfef,revision_number=9']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:12.983037 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bfe9f00b-695b-4f6a-bb22-53e32fa297a7 req-130f73fe-7b29-4ec1-9576-00f63e7c4a51 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2dd9d633-8df0-4faf-a4a9-f71b5cc3054e HTTP/1.1" status: 200 len: 217 time: 0.0393951 Dec 16 09:37:13.011265 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-45fbe730-61a9-4351-b89d-38a2c829df5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:13.021239 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-45fbe730-61a9-4351-b89d-38a2c829df5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:13.027248 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-45fbe730-61a9-4351-b89d-38a2c829df5f admin admin] 10.222.0.60 "DELETE /v2.0/networks/afd4b102-4e58-4a14-a495-ab824dc8cc6e HTTP/1.1" status: 204 len: 168 time: 0.8273234 Dec 16 09:37:13.028392 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52614) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:13.060263 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fbe730-61a9-4351-b89d-38a2c829df5f admin admin] Pushing event deleted for resources: {'Network': ['ID=afd4b102-4e58-4a14-a495-ab824dc8cc6e,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:13.069846 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae882d1-3409-437e-8e69-81ec205c9df1 req-2b111d1f-c2b6-4e5b-9238-57af19f3ddc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:13.071280 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8ae882d1-3409-437e-8e69-81ec205c9df1 req-2b111d1f-c2b6-4e5b-9238-57af19f3ddc9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 1100 time: 0.0892112 Dec 16 09:37:13.141947 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8ae882d1-3409-437e-8e69-81ec205c9df1 req-cdb52b5c-59aa-4a72-be93-13d65cc81854 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531521 Dec 16 09:37:13.168741 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c53de-9899-44ea-8347-ea1012036ecc req-d05933c6-d29c-4a57-aa2e-3581b72757aa tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:13.184161 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-824c53de-9899-44ea-8347-ea1012036ecc req-d05933c6-d29c-4a57-aa2e-3581b72757aa tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 944 time: 0.1419909 Dec 16 09:37:13.227040 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-824c53de-9899-44ea-8347-ea1012036ecc req-ebe2cc82-5547-4120-958a-e5e2dbc629f8 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/security-groups?id=130dee85-37f7-486c-a850-4e07d7fb40bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411978 Dec 16 09:37:13.400050 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9f00b-695b-4f6a-bb22-53e32fa297a7 req-5207d1a3-0ffb-4e1d-bf3c-51b841be148f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:13.401535 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bfe9f00b-695b-4f6a-bb22-53e32fa297a7 req-5207d1a3-0ffb-4e1d-bf3c-51b841be148f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=254306af-14e3-4adb-acda-c9e93df31861 HTTP/1.1" status: 200 len: 853 time: 0.4118707 Dec 16 09:37:13.458874 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bfe9f00b-695b-4f6a-bb22-53e32fa297a7 req-13a1058f-05a8-4c87-ac8e-293b0cb50b90 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=09866e78-29ef-4050-a525-5c237a470f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360243 Dec 16 09:37:13.493890 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7ffed-78c7-45c2-b4ba-96e3702cf697 req-321d86ac-b787-443a-923d-edff961e0b70 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:13.495489 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-48b7ffed-78c7-45c2-b4ba-96e3702cf697 req-321d86ac-b787-443a-923d-edff961e0b70 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/ports?device_id=1290d879-2948-4a58-a14a-a1191342f92a HTTP/1.1" status: 200 len: 943 time: 0.0546563 Dec 16 09:37:13.506579 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e84d3-4e4b-4dce-bbd5-1cf106651e9a req-8d95b0d9-bc50-4712-9a00-4ca2b8d8ad14 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:13.509650 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-521e84d3-4e4b-4dce-bbd5-1cf106651e9a req-8d95b0d9-bc50-4712-9a00-4ca2b8d8ad14 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.1228542 Dec 16 09:37:13.538451 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-48b7ffed-78c7-45c2-b4ba-96e3702cf697 req-8b5e8aae-1c5a-4b4b-9282-06474f3e9436 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/security-groups?id=e68aa81c-0a96-4c6e-a3e1-96a91dae878f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349510 Dec 16 09:37:13.663630 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-521e84d3-4e4b-4dce-bbd5-1cf106651e9a req-b972f01b-428c-4110-bb75-df0a72a4191e tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265233 Dec 16 09:37:13.693012 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bfe9f00b-695b-4f6a-bb22-53e32fa297a7 req-6a7b479b-27b1-4535-af87-98cab4920d7b service neutron] 10.222.0.58 "GET /v2.0/networks/09866e78-29ef-4050-a525-5c237a470f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233453 Dec 16 09:37:13.863937 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bfe9f00b-695b-4f6a-bb22-53e32fa297a7 req-bd1076f8-efc6-44de-9812-3761347a99ec service neutron] 10.222.0.58 "GET /v2.0/networks/09866e78-29ef-4050-a525-5c237a470f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588418 Dec 16 09:37:14.010765 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bb8e874b-c172-4443-8ea3-2980e6805367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:14.233697 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f0ac9fb8-9954-4e1e-b48d-ac1921efeb5e no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:37:14.255119 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: f0ac9fb8-9954-4e1e-b48d-ac1921efeb5e {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:37:14.255705 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f0ac9fb8-9954-4e1e-b48d-ac1921efeb5e not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:37:14.308717 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-bb8e874b-c172-4443-8ea3-2980e6805367 admin admin] Deleting port f83b8ba2-42c5-45ba-bb6e-56c10b3661a6 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:37:14.309064 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bb8e874b-c172-4443-8ea3-2980e6805367 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:14.382210 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9ae84-5240-4754-b1a2-22b0b52a946a req-261f8236-8bcd-4686-9eec-6c43a76e0b16 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:14.383722 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c1b9ae84-5240-4754-b1a2-22b0b52a946a req-261f8236-8bcd-4686-9eec-6c43a76e0b16 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 944 time: 0.0565507 Dec 16 09:37:14.405161 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-bb8e874b-c172-4443-8ea3-2980e6805367 admin admin] For port f83b8ba2-42c5-45ba-bb6e-56c10b3661a6, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f83b8ba2-42c5-45ba-bb6e-56c10b3661a6,segment=NetworkSegment(d104d721-874c-413d-aed9-29f1ea880ebd),segment_id=d104d721-874c-413d-aed9-29f1ea880ebd)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:14.405161 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bb8e874b-c172-4443-8ea3-2980e6805367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:14.405161 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-bb8e874b-c172-4443-8ea3-2980e6805367 admin admin] Calling delete_port for f83b8ba2-42c5-45ba-bb6e-56c10b3661a6 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:37:14.425270 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c1b9ae84-5240-4754-b1a2-22b0b52a946a req-9ebb1e55-2091-4c0b-b0fe-718f2d5808e9 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/security-groups?id=130dee85-37f7-486c-a850-4e07d7fb40bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343606 Dec 16 09:37:14.537493 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 2dd9d633-8df0-4faf-a4a9-f71b5cc3054e details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:37:14.686032 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 2dd9d633-8df0-4faf-a4a9-f71b5cc3054e, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=2dd9d633-8df0-4faf-a4a9-f71b5cc3054e,segment=NetworkSegment(dd5fa93b-702f-45a8-997f-890782890505),segment_id=dd5fa93b-702f-45a8-997f-890782890505)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:14.698969 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '2dd9d633-8df0-4faf-a4a9-f71b5cc3054e', 'network_id': '09866e78-29ef-4050-a525-5c237a470f23', 'port_id': '2dd9d633-8df0-4faf-a4a9-f71b5cc3054e', 'mac_address': 'fa:16:3e:3a:69:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254306af-14e3-4adb-acda-c9e93df31861', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:37:14.702265 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cddd0b5-ed3d-42eb-8cb5-30751a572ba7 req-3162db12-8884-4208-9a6f-bce13dee833c tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:14.709792 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9cddd0b5-ed3d-42eb-8cb5-30751a572ba7 req-3162db12-8884-4208-9a6f-bce13dee833c tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/ports?device_id=1290d879-2948-4a58-a14a-a1191342f92a HTTP/1.1" status: 200 len: 943 time: 0.0595865 Dec 16 09:37:14.733970 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bb8e874b-c172-4443-8ea3-2980e6805367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:14.742211 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:14.756338 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dd9d633-8df0-4faf-a4a9-f71b5cc3054e {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:37:14.766397 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e874b-c172-4443-8ea3-2980e6805367 admin admin] Pushing event deleted for resources: {'Port': ['ID=f83b8ba2-42c5-45ba-bb6e-56c10b3661a6,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:14.784881 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 2dd9d633-8df0-4faf-a4a9-f71b5cc3054e, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=2dd9d633-8df0-4faf-a4a9-f71b5cc3054e,segment=NetworkSegment(dd5fa93b-702f-45a8-997f-890782890505),segment_id=dd5fa93b-702f-45a8-997f-890782890505)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:14.815800 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9348c6a-c00c-460f-9022-c0a6a8bdc947 req-a57ad317-6955-48b1-9b5e-286bfcf8ef01 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:14.817508 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c9348c6a-c00c-460f-9022-c0a6a8bdc947 req-a57ad317-6955-48b1-9b5e-286bfcf8ef01 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.0754845 Dec 16 09:37:14.833056 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9cddd0b5-ed3d-42eb-8cb5-30751a572ba7 req-aec8798a-3510-45eb-b5f3-e033bf5c9d47 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/security-groups?id=e68aa81c-0a96-4c6e-a3e1-96a91dae878f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207950 Dec 16 09:37:14.863117 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c9348c6a-c00c-460f-9022-c0a6a8bdc947 req-9bb63cf1-f944-492c-8362-0b13a1764a50 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391343 Dec 16 09:37:14.871999 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:14.928979 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=2dd9d633-8df0-4faf-a4a9-f71b5cc3054e,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:14.994918 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bb8e874b-c172-4443-8ea3-2980e6805367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:15.114851 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['2dd9d633-8df0-4faf-a4a9-f71b5cc3054e'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:37:15.222151 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8e874b-c172-4443-8ea3-2980e6805367 admin admin] Router 1d89c3fb-514d-444a-ac2d-5d56f0c375bd has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:37:15.369943 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b089603-dbb0-4298-867a-cc8bf093fdea req-05b94134-3816-480e-93c9-174d011e0995 tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:15.371445 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7b089603-dbb0-4298-867a-cc8bf093fdea req-05b94134-3816-480e-93c9-174d011e0995 tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 1100 time: 0.0591733 Dec 16 09:37:15.383904 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8e874b-c172-4443-8ea3-2980e6805367 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:37:15.397723 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-bb8e874b-c172-4443-8ea3-2980e6805367 admin admin] 10.222.0.60 "PUT /v2.0/routers/1d89c3fb-514d-444a-ac2d-5d56f0c375bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3610315 Dec 16 09:37:15.397826 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc194f0-4087-40d9-9de4-62b6d970939e None None] Sync routers for ids ['1d89c3fb-514d-444a-ac2d-5d56f0c375bd'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:37:15.399308 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52666) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:15.404432 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc194f0-4087-40d9-9de4-62b6d970939e None None] Routers {'1d89c3fb-514d-444a-ac2d-5d56f0c375bd'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:37:15.405090 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-efc194f0-4087-40d9-9de4-62b6d970939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:36:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['1d89c3fb-514d-444a-ac2d-5d56f0c375bd'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:15.456552 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7b089603-dbb0-4298-867a-cc8bf093fdea req-fe45bdb2-b0d6-40af-9448-a72aad4c799a tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745173 Dec 16 09:37:15.541250 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-efc194f0-4087-40d9-9de4-62b6d970939e None None] Set router 1d89c3fb-514d-444a-ac2d-5d56f0c375bd gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:37:15.586505 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f2445-cd60-48dd-a990-750a9cce7e97 req-d4c7e01c-b8f8-4339-a7ac-178109ba1961 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:15.588020 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ab9f2445-cd60-48dd-a990-750a9cce7e97 req-d4c7e01c-b8f8-4339-a7ac-178109ba1961 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 944 time: 0.0789456 Dec 16 09:37:15.590857 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-78b070fc-f70c-43e9-a384-52dd184e0a38 admin admin] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:15.715340 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ab9f2445-cd60-48dd-a990-750a9cce7e97 req-44e5216a-1d4b-43f8-b70d-c71d9e94b1eb tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/security-groups?id=130dee85-37f7-486c-a850-4e07d7fb40bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830855 Dec 16 09:37:15.742663 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-78b070fc-f70c-43e9-a384-52dd184e0a38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:15.860473 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-efc194f0-4087-40d9-9de4-62b6d970939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d89c3fb-514d-444a-ac2d-5d56f0c375bd', 'name': 'tempest-TaggedBootDevicesTest_v242-716535575-router', 'tenant_id': 'a4bdb81ebcfc4284a4392826d9283234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '8e03d54a-fa98-451e-a003-ef460038e974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:27Z', 'updated_at': '2021-12-16T09:37:14Z', 'revision_number': 5, 'project_id': 'a4bdb81ebcfc4284a4392826d9283234', 'gw_port': {'id': '8e03d54a-fa98-451e-a003-ef460038e974', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d89c3fb-514d-444a-ac2d-5d56f0c375bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:28Z', 'updated_at': '2021-12-16T09:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:15.894466 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc194f0-4087-40d9-9de4-62b6d970939e None None] Checking router: 1d89c3fb-514d-444a-ac2d-5d56f0c375bd for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:37:15.903998 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc194f0-4087-40d9-9de4-62b6d970939e None None] Routers {'1d89c3fb-514d-444a-ac2d-5d56f0c375bd'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:37:15.904185 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-efc194f0-4087-40d9-9de4-62b6d970939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:36:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['1d89c3fb-514d-444a-ac2d-5d56f0c375bd'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:15.910498 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-78b070fc-f70c-43e9-a384-52dd184e0a38 admin admin] Deleting port 8e03d54a-fa98-451e-a003-ef460038e974 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:37:15.910875 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-78b070fc-f70c-43e9-a384-52dd184e0a38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:16.006451 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-efc194f0-4087-40d9-9de4-62b6d970939e None None] Set router 1d89c3fb-514d-444a-ac2d-5d56f0c375bd gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:37:16.011241 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6fdd0-6d39-4ab5-9f5e-5495e0a8b9a8 req-9af03377-1092-4f18-8767-f1b6e28fd90a tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:16.013331 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9fe6fdd0-6d39-4ab5-9f5e-5495e0a8b9a8 req-9af03377-1092-4f18-8767-f1b6e28fd90a tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 1100 time: 0.0467246 Dec 16 09:37:16.033899 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcfa06-9a3b-4767-82e5-e74f19234d9f req-0a4e6cf1-1ce7-4c51-8c29-26af9268dedc tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:16.035423 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-90fcfa06-9a3b-4767-82e5-e74f19234d9f req-0a4e6cf1-1ce7-4c51-8c29-26af9268dedc tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/ports?device_id=1290d879-2948-4a58-a14a-a1191342f92a HTTP/1.1" status: 200 len: 944 time: 0.1078405 Dec 16 09:37:16.057224 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9fe6fdd0-6d39-4ab5-9f5e-5495e0a8b9a8 req-d1901552-22d4-4095-86b0-5889455902c2 tempest-ServersAdminTestJSON-1973717583 tempest-ServersAdminTestJSON-1973717583-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370798 Dec 16 09:37:16.065008 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-efc194f0-4087-40d9-9de4-62b6d970939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d89c3fb-514d-444a-ac2d-5d56f0c375bd', 'name': 'tempest-TaggedBootDevicesTest_v242-716535575-router', 'tenant_id': 'a4bdb81ebcfc4284a4392826d9283234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:27Z', 'updated_at': '2021-12-16T09:37:15Z', 'revision_number': 6, 'project_id': 'a4bdb81ebcfc4284a4392826d9283234', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:16.067165 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-78b070fc-f70c-43e9-a384-52dd184e0a38 admin admin] For port 8e03d54a-fa98-451e-a003-ef460038e974, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8e03d54a-fa98-451e-a003-ef460038e974,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:16.067527 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-78b070fc-f70c-43e9-a384-52dd184e0a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:16.095054 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-78b070fc-f70c-43e9-a384-52dd184e0a38 admin admin] Calling delete_port for 8e03d54a-fa98-451e-a003-ef460038e974 owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:37:16.096578 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc194f0-4087-40d9-9de4-62b6d970939e None None] The sync data for ids ['1d89c3fb-514d-444a-ac2d-5d56f0c375bd'] in n-d-820550-2 is: [{'id': '1d89c3fb-514d-444a-ac2d-5d56f0c375bd', 'name': 'tempest-TaggedBootDevicesTest_v242-716535575-router', 'tenant_id': 'a4bdb81ebcfc4284a4392826d9283234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:27Z', 'updated_at': '2021-12-16T09:37:15Z', 'revision_number': 6, 'project_id': 'a4bdb81ebcfc4284a4392826d9283234', 'gw_port_host': None}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:37:16.104813 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-90fcfa06-9a3b-4767-82e5-e74f19234d9f req-f8c3235c-36f0-4428-92f6-5280556ef39c tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/security-groups?id=e68aa81c-0a96-4c6e-a3e1-96a91dae878f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625343 Dec 16 09:37:16.397622 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-78b070fc-f70c-43e9-a384-52dd184e0a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:16.428722 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b070fc-f70c-43e9-a384-52dd184e0a38 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e03d54a-fa98-451e-a003-ef460038e974,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:16.508148 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-78b070fc-f70c-43e9-a384-52dd184e0a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:16.543019 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 2dd9d633-8df0-4faf-a4a9-f71b5cc3054e up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:37:16.623760 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-78b070fc-f70c-43e9-a384-52dd184e0a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:16.627369 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-78b070fc-f70c-43e9-a384-52dd184e0a38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:16.663563 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f83b8ba2-42c5-45ba-bb6e-56c10b3661a6 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:37:16.687204 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: f83b8ba2-42c5-45ba-bb6e-56c10b3661a6 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:37:16.687539 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f83b8ba2-42c5-45ba-bb6e-56c10b3661a6 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:37:16.730101 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fa9e3-52a4-4a0a-ad24-e4d5c4997bf6 req-a322f52c-7893-4a3d-9cc5-af8508b9a843 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:16.732393 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3c3fa9e3-52a4-4a0a-ad24-e4d5c4997bf6 req-a322f52c-7893-4a3d-9cc5-af8508b9a843 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9b666d6-6c0a-4956-8f43-6e6190e97b7a HTTP/1.1" status: 200 len: 949 time: 0.0496101 Dec 16 09:37:16.734526 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 2dd9d633-8df0-4faf-a4a9-f71b5cc3054e completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:37:16.738467 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 2dd9d633-8df0-4faf-a4a9-f71b5cc3054e triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:16.738839 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:16.784111 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3c3fa9e3-52a4-4a0a-ad24-e4d5c4997bf6 req-266552ac-4696-4c2e-bc08-44e47b0e095b tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453889 Dec 16 09:37:16.821416 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:16.843629 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1290d879-2948-4a58-a14a-a1191342f92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd9d633-8df0-4faf-a4a9-f71b5cc3054e'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:37:16.845897 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ff1c26-0099-457c-a623-a1d03a07c5c2" -d '{"events": [{"server_uuid": "1290d879-2948-4a58-a14a-a1191342f92a", "name": "network-vif-plugged", "status": "completed", "tag": "2dd9d633-8df0-4faf-a4a9-f71b5cc3054e"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:37:16.853546 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362d8da-0f71-44ab-9919-a74cef8e4acf req-3e08d658-3a17-4f8c-b3a0-a6e27a5fd9c8 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:16.855734 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4362d8da-0f71-44ab-9919-a74cef8e4acf req-3e08d658-3a17-4f8c-b3a0-a6e27a5fd9c8 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 944 time: 0.0530288 Dec 16 09:37:16.859843 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 2dd9d633-8df0-4faf-a4a9-f71b5cc3054e, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=2dd9d633-8df0-4faf-a4a9-f71b5cc3054e,segment=NetworkSegment(dd5fa93b-702f-45a8-997f-890782890505),segment_id=dd5fa93b-702f-45a8-997f-890782890505)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:16.869557 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-78b070fc-f70c-43e9-a384-52dd184e0a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:16.870252 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b070fc-f70c-43e9-a384-52dd184e0a38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d89c3fb-514d-444a-ac2d-5d56f0c375bd {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:37:16.884620 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-78b070fc-f70c-43e9-a384-52dd184e0a38 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:16.884620 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-78b070fc-f70c-43e9-a384-52dd184e0a38 admin admin] 10.222.0.60 "DELETE /v2.0/routers/1d89c3fb-514d-444a-ac2d-5d56f0c375bd HTTP/1.1" status: 204 len: 168 time: 1.4772046 Dec 16 09:37:16.884620 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52704) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:16.884862 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992c0611-ba8d-4a4e-bcf0-c8f1218f6a94 x-openstack-request-id: req-992c0611-ba8d-4a4e-bcf0-c8f1218f6a94 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:37:16.884862 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1290d879-2948-4a58-a14a-a1191342f92a", "name": "network-vif-plugged", "status": "completed", "tag": "2dd9d633-8df0-4faf-a4a9-f71b5cc3054e", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:37:16.884862 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-992c0611-ba8d-4a4e-bcf0-c8f1218f6a94 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:37:16.884862 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1290d879-2948-4a58-a14a-a1191342f92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd9d633-8df0-4faf-a4a9-f71b5cc3054e', 'code': 200} Dec 16 09:37:16.917198 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4362d8da-0f71-44ab-9919-a74cef8e4acf req-1b7d6611-0397-46d9-9d30-d88286d51eb3 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/security-groups?id=130dee85-37f7-486c-a850-4e07d7fb40bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493689 Dec 16 09:37:16.939605 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4bda96b-c554-41bf-abde-a5fb6acc2aab admin admin] Deleting subnet aea828c7-103f-4b32-ac9c-cba45223f96a {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:37:16.942893 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4bda96b-c554-41bf-abde-a5fb6acc2aab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:16.978708 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:16.992168 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4bda96b-c554-41bf-abde-a5fb6acc2aab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:17.025535 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a147d-461a-4622-a845-25a1d3796570 req-30007a45-4784-4daa-ae51-218e67441201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:17.027973 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-526a147d-461a-4622-a845-25a1d3796570 req-30007a45-4784-4daa-ae51-218e67441201 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1290d879-2948-4a58-a14a-a1191342f92a HTTP/1.1" status: 200 len: 1095 time: 0.0743334 Dec 16 09:37:17.054432 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=2dd9d633-8df0-4faf-a4a9-f71b5cc3054e,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:17.066324 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-526a147d-461a-4622-a845-25a1d3796570 req-88e1c7b0-c5f2-4aac-851d-dfa46474bae9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e68aa81c-0a96-4c6e-a3e1-96a91dae878f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317466 Dec 16 09:37:17.084803 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4bda96b-c554-41bf-abde-a5fb6acc2aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:17.224883 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10307f94-f2f1-4ace-8eac-0cea7468e2f4 req-14566018-6f44-4d99-9106-5771ce843074 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:17.226455 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-10307f94-f2f1-4ace-8eac-0cea7468e2f4 req-14566018-6f44-4d99-9106-5771ce843074 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/ports?device_id=1290d879-2948-4a58-a14a-a1191342f92a HTTP/1.1" status: 200 len: 945 time: 0.0507827 Dec 16 09:37:17.246524 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4bda96b-c554-41bf-abde-a5fb6acc2aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:17.290039 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bda96b-c554-41bf-abde-a5fb6acc2aab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aea828c7-103f-4b32-ac9c-cba45223f96a,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:17.294390 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4bda96b-c554-41bf-abde-a5fb6acc2aab admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:17.296852 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911ba81a-b0be-430f-a1ee-48b814ed5870 None None] Network 0f583779-4cd1-4193-bcdf-dbba6dcb31e2 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:37:17.300224 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52712) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:17.300404 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b4bda96b-c554-41bf-abde-a5fb6acc2aab admin admin] 10.222.0.60 "DELETE /v2.0/subnets/aea828c7-103f-4b32-ac9c-cba45223f96a HTTP/1.1" status: 204 len: 168 time: 0.4187105 Dec 16 09:37:17.313138 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-10307f94-f2f1-4ace-8eac-0cea7468e2f4 req-7852f2cc-09f6-466b-bc2e-08526fbdf0e8 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/security-groups?id=e68aa81c-0a96-4c6e-a3e1-96a91dae878f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789635 Dec 16 09:37:17.390115 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5bdeaf6d-2d4a-48ec-984c-50830d962317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:17.449478 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-5bdeaf6d-2d4a-48ec-984c-50830d962317 admin admin] Deleting port 30997c44-c37d-45f5-ab4c-6ab02fed6a5c {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:37:17.450532 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5bdeaf6d-2d4a-48ec-984c-50830d962317 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:17.514692 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411f23b4-97d0-432b-9633-866cb247daaa None None] DHCP port deletion for 0f583779-4cd1-4193-bcdf-dbba6dcb31e2 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:37:17.517475 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-5bdeaf6d-2d4a-48ec-984c-50830d962317 admin admin] For port 30997c44-c37d-45f5-ab4c-6ab02fed6a5c, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=30997c44-c37d-45f5-ab4c-6ab02fed6a5c,segment=NetworkSegment(d104d721-874c-413d-aed9-29f1ea880ebd),segment_id=d104d721-874c-413d-aed9-29f1ea880ebd)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:17.517844 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5bdeaf6d-2d4a-48ec-984c-50830d962317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:17.542070 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-5bdeaf6d-2d4a-48ec-984c-50830d962317 admin admin] Calling delete_port for 30997c44-c37d-45f5-ab4c-6ab02fed6a5c owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:37:17.561532 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-411f23b4-97d0-432b-9633-866cb247daaa None None] Deleting port 30997c44-c37d-45f5-ab4c-6ab02fed6a5c {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:37:17.576824 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-411f23b4-97d0-432b-9633-866cb247daaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:17.629420 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-411f23b4-97d0-432b-9633-866cb247daaa None None] For port 30997c44-c37d-45f5-ab4c-6ab02fed6a5c, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=30997c44-c37d-45f5-ab4c-6ab02fed6a5c,segment=NetworkSegment(d104d721-874c-413d-aed9-29f1ea880ebd),segment_id=d104d721-874c-413d-aed9-29f1ea880ebd)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:17.629815 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-411f23b4-97d0-432b-9633-866cb247daaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:17.642535 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-411f23b4-97d0-432b-9633-866cb247daaa None None] Calling delete_port for 30997c44-c37d-45f5-ab4c-6ab02fed6a5c owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:37:17.700551 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5bdeaf6d-2d4a-48ec-984c-50830d962317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:17.720121 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-411f23b4-97d0-432b-9633-866cb247daaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:17.734129 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdeaf6d-2d4a-48ec-984c-50830d962317 admin admin] Pushing event deleted for resources: {'Port': ['ID=30997c44-c37d-45f5-ab4c-6ab02fed6a5c,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:17.735955 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdeaf6d-2d4a-48ec-984c-50830d962317 admin admin] No DVR routers for this DVR port 30997c44-c37d-45f5-ab4c-6ab02fed6a5c on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:37:17.748547 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f23b4-97d0-432b-9633-866cb247daaa None None] Pushing event deleted for resources: {'Port': ['ID=30997c44-c37d-45f5-ab4c-6ab02fed6a5c,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:17.752099 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411f23b4-97d0-432b-9633-866cb247daaa None None] No DVR routers for this DVR port 30997c44-c37d-45f5-ab4c-6ab02fed6a5c on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:37:17.815591 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5bdeaf6d-2d4a-48ec-984c-50830d962317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:17.837104 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-5bdeaf6d-2d4a-48ec-984c-50830d962317 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f583779-4cd1-4193-bcdf-dbba6dcb31e2']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:17.848469 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-5bdeaf6d-2d4a-48ec-984c-50830d962317 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd104d721-874c-413d-aed9-29f1ea880ebd') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:17.848765 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-5bdeaf6d-2d4a-48ec-984c-50830d962317 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd104d721-874c-413d-aed9-29f1ea880ebd') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:17.867472 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5bdeaf6d-2d4a-48ec-984c-50830d962317 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:17.896143 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5bdeaf6d-2d4a-48ec-984c-50830d962317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:17.905345 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bdeaf6d-2d4a-48ec-984c-50830d962317 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:37:17.905734 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5bdeaf6d-2d4a-48ec-984c-50830d962317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:17.908096 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:37:17.908096 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:37:17.908096 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:37:17.908096 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:37:17.908096 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:37:17.908096 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:37:17.908096 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:37:17.908096 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:37:17.908096 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:37:17.908096 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:37:17.908096 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:37:17.908096 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:37:17.908096 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:37:17.908096 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:37:17.908096 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:37:17.908096 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:37:17.908096 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:37:17.908096 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:37:17.908096 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:37:17.908096 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:37:17.908096 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:37:17.908096 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:37:17.908096 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:37:17.908096 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:37:17.908096 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:37:17.908096 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:37:17.908096 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:37:17.908096 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:37:17.908096 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:37:17.908096 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:37:17.908096 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:37:17.908096 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:37:17.950437 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c454c-446f-4f40-a7ee-99cf982ce2f5 req-2163cb6d-aecc-416e-8cac-54d84912e895 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:17.951935 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ea5c454c-446f-4f40-a7ee-99cf982ce2f5 req-2163cb6d-aecc-416e-8cac-54d84912e895 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9b666d6-6c0a-4956-8f43-6e6190e97b7a HTTP/1.1" status: 200 len: 949 time: 0.0968499 Dec 16 09:37:17.999952 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ea5c454c-446f-4f40-a7ee-99cf982ce2f5 req-0f5cecc0-e401-4a94-943d-b47378cfdecd tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355542 Dec 16 09:37:18.032691 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384af1b-e6bf-41c2-9541-477e714eeb1c req-498b6243-ec0c-42d3-a5a4-749e1c39dfce tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:18.034378 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4384af1b-e6bf-41c2-9541-477e714eeb1c req-498b6243-ec0c-42d3-a5a4-749e1c39dfce tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 944 time: 0.0561299 Dec 16 09:37:18.049175 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5bdeaf6d-2d4a-48ec-984c-50830d962317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:18.057892 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5bdeaf6d-2d4a-48ec-984c-50830d962317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:18.062751 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5bdeaf6d-2d4a-48ec-984c-50830d962317 admin admin] 10.222.0.60 "DELETE /v2.0/networks/0f583779-4cd1-4193-bcdf-dbba6dcb31e2 HTTP/1.1" status: 204 len: 168 time: 0.7609518 Dec 16 09:37:18.077397 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdeaf6d-2d4a-48ec-984c-50830d962317 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f583779-4cd1-4193-bcdf-dbba6dcb31e2,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:18.080502 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4384af1b-e6bf-41c2-9541-477e714eeb1c req-54df94e2-5f85-4ebc-9198-a5fae09bc61c tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/security-groups?id=130dee85-37f7-486c-a850-4e07d7fb40bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380557 Dec 16 09:37:18.231641 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8e03d54a-fa98-451e-a003-ef460038e974 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:37:18.251994 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 8e03d54a-fa98-451e-a003-ef460038e974 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:37:18.252343 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8e03d54a-fa98-451e-a003-ef460038e974 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:37:18.252975 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 30997c44-c37d-45f5-ab4c-6ab02fed6a5c no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:37:18.261792 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730f7b8-64c5-4718-9a0e-93668bc22c6d req-188a4f1f-44b1-4180-bc37-83a62b45ef34 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:18.263633 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a730f7b8-64c5-4718-9a0e-93668bc22c6d req-188a4f1f-44b1-4180-bc37-83a62b45ef34 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9b666d6-6c0a-4956-8f43-6e6190e97b7a HTTP/1.1" status: 200 len: 949 time: 0.0647848 Dec 16 09:37:18.272536 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 30997c44-c37d-45f5-ab4c-6ab02fed6a5c {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:37:18.272885 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 30997c44-c37d-45f5-ab4c-6ab02fed6a5c not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:37:18.369619 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-a730f7b8-64c5-4718-9a0e-93668bc22c6d req-627ca1bf-bc73-485c-b659-5dc4638371b4 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Deleting port 83303cef-3fbb-466d-a95d-22d387468b57 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:37:18.369951 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a730f7b8-64c5-4718-9a0e-93668bc22c6d req-627ca1bf-bc73-485c-b659-5dc4638371b4 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:18.424340 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5571d4-e454-4b96-ab11-a303f270a053 req-5ad15391-a1dd-4b28-94a5-e3216ed5e3d3 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:18.429766 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1d5571d4-e454-4b96-ab11-a303f270a053 req-5ad15391-a1dd-4b28-94a5-e3216ed5e3d3 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/ports?device_id=1290d879-2948-4a58-a14a-a1191342f92a HTTP/1.1" status: 200 len: 945 time: 0.0527813 Dec 16 09:37:18.472619 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-a730f7b8-64c5-4718-9a0e-93668bc22c6d req-627ca1bf-bc73-485c-b659-5dc4638371b4 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] For port 83303cef-3fbb-466d-a95d-22d387468b57, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=83303cef-3fbb-466d-a95d-22d387468b57,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:18.472994 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a730f7b8-64c5-4718-9a0e-93668bc22c6d req-627ca1bf-bc73-485c-b659-5dc4638371b4 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:18.481858 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1d5571d4-e454-4b96-ab11-a303f270a053 req-5f8d61fa-28e7-4255-9186-e3fe09ccb3a4 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/security-groups?id=e68aa81c-0a96-4c6e-a3e1-96a91dae878f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352044 Dec 16 09:37:18.496493 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-a730f7b8-64c5-4718-9a0e-93668bc22c6d req-627ca1bf-bc73-485c-b659-5dc4638371b4 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Calling delete_port for 83303cef-3fbb-466d-a95d-22d387468b57 owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:37:18.708959 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52744) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:19.001421 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a730f7b8-64c5-4718-9a0e-93668bc22c6d req-627ca1bf-bc73-485c-b659-5dc4638371b4 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:19.013948 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['7e9da22c-a9fe-4637-97e0-d88a28a77fbb', '83303cef-3fbb-466d-a95d-22d387468b57', 'cf91aa18-04cc-4828-af26-dfe4b6c3cfef'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:37:19.045845 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ca1bf-bc73-485c-b659-5dc4638371b4 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Pushing event deleted for resources: {'Port': ['ID=83303cef-3fbb-466d-a95d-22d387468b57,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:19.093789 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a730f7b8-64c5-4718-9a0e-93668bc22c6d req-627ca1bf-bc73-485c-b659-5dc4638371b4 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] No DVR routers for this DVR port 83303cef-3fbb-466d-a95d-22d387468b57 on host n-h2-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:37:19.097046 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a730f7b8-64c5-4718-9a0e-93668bc22c6d req-627ca1bf-bc73-485c-b659-5dc4638371b4 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:19.100244 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a730f7b8-64c5-4718-9a0e-93668bc22c6d req-627ca1bf-bc73-485c-b659-5dc4638371b4 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.58 "DELETE /v2.0/ports/83303cef-3fbb-466d-a95d-22d387468b57 HTTP/1.1" status: 204 len: 173 time: 0.8300910 Dec 16 09:37:19.101603 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b666d6-6c0a-4956-8f43-6e6190e97b7a', 'name': 'network-vif-deleted', 'tag': '83303cef-3fbb-466d-a95d-22d387468b57'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:37:19.104604 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abf24cf-169e-4789-9200-68e6a6c39a22" -d '{"events": [{"server_uuid": "b9b666d6-6c0a-4956-8f43-6e6190e97b7a", "name": "network-vif-deleted", "tag": "83303cef-3fbb-466d-a95d-22d387468b57"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:37:19.117939 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-97f27d84-4153-4fe8-805e-e9af8945190a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=089b504b14134411afd7c91777dc992c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4077451 Dec 16 09:37:19.120519 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52756) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:19.144581 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5134b7c0-05e2-4066-a378-98a93f5e9dd4 req-94261b89-5dbd-4b5a-a164-2a3603991ca6 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9b666d6-6c0a-4956-8f43-6e6190e97b7a HTTP/1.1" status: 200 len: 210 time: 0.0517914 Dec 16 09:37:19.199286 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-aed2bad7-b789-44d2-8e29-bf6f2e1566c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:19.226055 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f855c6d-a1e8-486d-a6b6-f61eab2374c1 x-openstack-request-id: req-1f855c6d-a1e8-486d-a6b6-f61eab2374c1 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:37:19.226781 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b666d6-6c0a-4956-8f43-6e6190e97b7a", "name": "network-vif-deleted", "tag": "83303cef-3fbb-466d-a95d-22d387468b57", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:37:19.227136 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1f855c6d-a1e8-486d-a6b6-f61eab2374c1 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:37:19.227817 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b666d6-6c0a-4956-8f43-6e6190e97b7a', 'name': 'network-vif-deleted', 'tag': '83303cef-3fbb-466d-a95d-22d387468b57', 'status': 'completed', 'code': 200} Dec 16 09:37:19.268831 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-aed2bad7-b789-44d2-8e29-bf6f2e1566c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:19.298158 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167564b-b9be-46c1-874d-3b2ee95e0d1f req-da698337-fffd-4f4b-bbbe-a05a5b1fa021 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:19.299676 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0167564b-b9be-46c1-874d-3b2ee95e0d1f req-da698337-fffd-4f4b-bbbe-a05a5b1fa021 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 944 time: 0.1015177 Dec 16 09:37:19.351501 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0167564b-b9be-46c1-874d-3b2ee95e0d1f req-84b08c79-712d-4002-b198-5a57db0acc3e tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/security-groups?id=130dee85-37f7-486c-a850-4e07d7fb40bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431468 Dec 16 09:37:19.452636 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-aed2bad7-b789-44d2-8e29-bf6f2e1566c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:19.456584 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-aed2bad7-b789-44d2-8e29-bf6f2e1566c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:19.457662 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-aed2bad7-b789-44d2-8e29-bf6f2e1566c1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c69059d8-9f60-4f5b-b93d-21f5d7739ce4 HTTP/1.1" status: 204 len: 168 time: 0.3349843 Dec 16 09:37:19.467879 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2bad7-b789-44d2-8e29-bf6f2e1566c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69059d8-9f60-4f5b-b93d-21f5d7739ce4,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:19.628011 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e2cc7-3882-49bb-8a18-968abff0de75 req-5626b535-8225-4ca0-b4ff-e60faa6eeaad tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:19.628011 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da0e2cc7-3882-49bb-8a18-968abff0de75 req-5626b535-8225-4ca0-b4ff-e60faa6eeaad tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/ports?device_id=1290d879-2948-4a58-a14a-a1191342f92a HTTP/1.1" status: 200 len: 945 time: 0.0644579 Dec 16 09:37:19.665275 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da0e2cc7-3882-49bb-8a18-968abff0de75 req-dea63e9a-f93c-4bf1-884f-312699b4cf03 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/security-groups?id=e68aa81c-0a96-4c6e-a3e1-96a91dae878f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320919 Dec 16 09:37:20.170247 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device f79e928d-8783-4e76-9502-999beb1e8c98 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:37:20.270610 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-137a8c26-5043-424d-af4b-fcb7a505fe21 req-17dfa4dd-c603-44eb-97ff-b6a1fb475086 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9b666d6-6c0a-4956-8f43-6e6190e97b7a HTTP/1.1" status: 200 len: 210 time: 0.0276465 Dec 16 09:37:20.284869 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port f79e928d-8783-4e76-9502-999beb1e8c98, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=f79e928d-8783-4e76-9502-999beb1e8c98,segment=NetworkSegment(f4cab314-87e2-4c49-8fe7-37cd5d18df68),segment_id=f4cab314-87e2-4c49-8fe7-37cd5d18df68)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:20.297666 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'f79e928d-8783-4e76-9502-999beb1e8c98', 'network_id': '77aa32ed-918a-4795-9480-bbe6f1914dbe', 'port_id': 'f79e928d-8783-4e76-9502-999beb1e8c98', 'mac_address': 'fa:16:3e:cb:6b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cbf824c-9497-43ba-b35e-c12e8e5b70ab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:37:20.336903 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:20.349969 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f79e928d-8783-4e76-9502-999beb1e8c98 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:37:20.368611 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port f79e928d-8783-4e76-9502-999beb1e8c98, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=f79e928d-8783-4e76-9502-999beb1e8c98,segment=NetworkSegment(f4cab314-87e2-4c49-8fe7-37cd5d18df68),segment_id=f4cab314-87e2-4c49-8fe7-37cd5d18df68)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:20.485888 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a981d1d-d5a5-4c73-99c1-cde471c3fe4f req-eb790aa2-8b24-4957-a2f8-a65bcc5c12fa tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:20.487337 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6a981d1d-d5a5-4c73-99c1-cde471c3fe4f req-eb790aa2-8b24-4957-a2f8-a65bcc5c12fa tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 944 time: 0.0578351 Dec 16 09:37:20.514735 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:20.528772 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6a981d1d-d5a5-4c73-99c1-cde471c3fe4f req-37e2de26-2e8a-4b53-b990-0efc0e6bb2fe tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/security-groups?id=130dee85-37f7-486c-a850-4e07d7fb40bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345528 Dec 16 09:37:20.575107 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=f79e928d-8783-4e76-9502-999beb1e8c98,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:20.623986 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52840) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:20.674411 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5896b69d-5a64-4535-bbc3-93ad3149bb1d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a4bdb81ebcfc4284a4392826d9283234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486066 Dec 16 09:37:20.676573 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52844) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:20.726800 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-19c9dcda-3a3a-4cb2-b50b-5cc510864b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:20.751803 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-19c9dcda-3a3a-4cb2-b50b-5cc510864b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:20.875521 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-19c9dcda-3a3a-4cb2-b50b-5cc510864b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:20.878194 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-19c9dcda-3a3a-4cb2-b50b-5cc510864b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:20.879490 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-19c9dcda-3a3a-4cb2-b50b-5cc510864b9f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f8d7f984-57be-4661-a749-91e341b8cc21 HTTP/1.1" status: 204 len: 168 time: 0.2018657 Dec 16 09:37:20.890319 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9dcda-3a3a-4cb2-b50b-5cc510864b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d7f984-57be-4661-a749-91e341b8cc21,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:20.944248 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['f79e928d-8783-4e76-9502-999beb1e8c98'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:37:21.247370 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-604c3bd5-0c39-453b-88ee-ae3ff5dc5f20 req-30c6dd04-ca7e-43eb-a826-3e56d8563b81 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519292 Dec 16 09:37:21.348469 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c3bd5-0c39-453b-88ee-ae3ff5dc5f20 req-51750676-f644-4b4d-a07f-42c86888d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:21.350365 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-604c3bd5-0c39-453b-88ee-ae3ff5dc5f20 req-51750676-f644-4b4d-a07f-42c86888d92c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a03998abede429082dc8c2a76a77215&device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 1100 time: 0.0559835 Dec 16 09:37:21.483955 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c3bd5-0c39-453b-88ee-ae3ff5dc5f20 req-5a876dfe-3318-4d9e-94d9-5845ad65e822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:21.485478 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-604c3bd5-0c39-453b-88ee-ae3ff5dc5f20 req-5a876dfe-3318-4d9e-94d9-5845ad65e822 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.1015449 Dec 16 09:37:21.574488 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-604c3bd5-0c39-453b-88ee-ae3ff5dc5f20 req-9da65fc9-6141-4336-b3da-99f3e16031ba service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=cf91aa18-04cc-4828-af26-dfe4b6c3cfef HTTP/1.1" status: 200 len: 217 time: 0.0805736 Dec 16 09:37:21.692421 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c3bd5-0c39-453b-88ee-ae3ff5dc5f20 req-e5049b4b-2ec1-4576-a54b-3a201cbfd7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:21.697521 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-604c3bd5-0c39-453b-88ee-ae3ff5dc5f20 req-e5049b4b-2ec1-4576-a54b-3a201cbfd7cd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.1134226 Dec 16 09:37:21.751398 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f3da0-3452-4184-84bd-208602aac850 req-18a6e51e-1698-48ac-b7e9-fdfcfc5cc92f tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:21.761076 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-677f3da0-3452-4184-84bd-208602aac850 req-18a6e51e-1698-48ac-b7e9-fdfcfc5cc92f tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 945 time: 0.0776989 Dec 16 09:37:21.816024 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-677f3da0-3452-4184-84bd-208602aac850 req-dad37d71-5f29-4966-a794-25c06d7ac091 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/security-groups?id=130dee85-37f7-486c-a850-4e07d7fb40bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537653 Dec 16 09:37:21.851777 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c3bd5-0c39-453b-88ee-ae3ff5dc5f20 req-f1ae3a32-292b-4d5c-9b54-da1f1d7522b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:21.853400 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-604c3bd5-0c39-453b-88ee-ae3ff5dc5f20 req-f1ae3a32-292b-4d5c-9b54-da1f1d7522b0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1405146 Dec 16 09:37:21.952726 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-604c3bd5-0c39-453b-88ee-ae3ff5dc5f20 req-eb3fc484-b631-4f44-b71d-0857e849c4ec service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916138 Dec 16 09:37:22.077187 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-604c3bd5-0c39-453b-88ee-ae3ff5dc5f20 req-5e008b13-9494-41dd-9afa-be9657296710 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151137 Dec 16 09:37:22.107439 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63e0df-f6b3-42b3-9262-a3311f035e3a req-9ac73955-88ed-42e6-a847-6e1a54f0260e tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:22.109142 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9c63e0df-f6b3-42b3-9262-a3311f035e3a req-9ac73955-88ed-42e6-a847-6e1a54f0260e tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=d18b93f9-c901-4e66-b545-825f008e5bf9 HTTP/1.1" status: 200 len: 949 time: 0.0694563 Dec 16 09:37:22.153182 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9c63e0df-f6b3-42b3-9262-a3311f035e3a req-361211c7-1495-412e-a922-2002e40d10bb tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377550 Dec 16 09:37:22.185053 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device f79e928d-8783-4e76-9502-999beb1e8c98 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:37:22.334712 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port f79e928d-8783-4e76-9502-999beb1e8c98 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:37:22.338687 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port f79e928d-8783-4e76-9502-999beb1e8c98 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:22.339195 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:22.422010 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:22.450748 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e7e58c-31c7-4082-a3e1-6862450b151c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79e928d-8783-4e76-9502-999beb1e8c98'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:37:22.453046 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f79b0b-45ff-4ebe-b31b-3eba7cba0863" -d '{"events": [{"server_uuid": "b2e7e58c-31c7-4082-a3e1-6862450b151c", "name": "network-vif-plugged", "status": "completed", "tag": "f79e928d-8783-4e76-9502-999beb1e8c98"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:37:22.466713 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port f79e928d-8783-4e76-9502-999beb1e8c98, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=f79e928d-8783-4e76-9502-999beb1e8c98,segment=NetworkSegment(f4cab314-87e2-4c49-8fe7-37cd5d18df68),segment_id=f4cab314-87e2-4c49-8fe7-37cd5d18df68)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:22.500373 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e6f456-94f8-4df1-b0c2-092193fc680f x-openstack-request-id: req-56e6f456-94f8-4df1-b0c2-092193fc680f {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:37:22.500856 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e7e58c-31c7-4082-a3e1-6862450b151c", "name": "network-vif-plugged", "status": "completed", "tag": "f79e928d-8783-4e76-9502-999beb1e8c98", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:37:22.501135 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-56e6f456-94f8-4df1-b0c2-092193fc680f {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:37:22.501549 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e7e58c-31c7-4082-a3e1-6862450b151c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79e928d-8783-4e76-9502-999beb1e8c98', 'code': 200} Dec 16 09:37:22.513319 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52928) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:22.581027 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:22.609454 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee970302-9adc-4550-8ba9-e134006a0020 req-05bbfa9f-aa51-4eed-9080-8df7d7f71657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:22.615607 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ee970302-9adc-4550-8ba9-e134006a0020 req-05bbfa9f-aa51-4eed-9080-8df7d7f71657 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 1096 time: 0.0501757 Dec 16 09:37:22.618393 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 83303cef-3fbb-466d-a95d-22d387468b57 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:37:22.645365 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 83303cef-3fbb-466d-a95d-22d387468b57 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:37:22.645706 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 83303cef-3fbb-466d-a95d-22d387468b57 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:37:22.670433 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=f79e928d-8783-4e76-9502-999beb1e8c98,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:22.681299 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ee970302-9adc-4550-8ba9-e134006a0020 req-c74fe869-cdc3-4f24-bd84-65a6cc7c3c5e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=130dee85-37f7-486c-a850-4e07d7fb40bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605249 Dec 16 09:37:22.759406 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-fed80dac-c459-408d-ac2f-6514cdf7e39f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1692699852-network', 'tenant_id': '2da811f0c9d149a388905a77d49eddfb'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:22.863923 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed80dac-c459-408d-ac2f-6514cdf7e39f admin admin] Made reservation on behalf of 2da811f0c9d149a388905a77d49eddfb for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:37:22.866343 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fed80dac-c459-408d-ac2f-6514cdf7e39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:22.875831 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fed80dac-c459-408d-ac2f-6514cdf7e39f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:22.947087 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17291d-d2be-4da2-8592-ce2734ea4c49 req-dd2355a1-f406-4e06-88cf-1c07b536ad51 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:22.948961 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0c17291d-d2be-4da2-8592-ce2734ea4c49 req-dd2355a1-f406-4e06-88cf-1c07b536ad51 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 946 time: 0.0571840 Dec 16 09:37:22.982390 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fed80dac-c459-408d-ac2f-6514cdf7e39f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:22.994465 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0c17291d-d2be-4da2-8592-ce2734ea4c49 req-fbb75633-138f-483a-aeaf-b0c8f1eb1714 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/security-groups?id=130dee85-37f7-486c-a850-4e07d7fb40bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381186 Dec 16 09:37:23.063617 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fed80dac-c459-408d-ac2f-6514cdf7e39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:23.091761 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed80dac-c459-408d-ac2f-6514cdf7e39f admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:37:23.098430 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed80dac-c459-408d-ac2f-6514cdf7e39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:23.104240 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fed80dac-c459-408d-ac2f-6514cdf7e39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:23.104580 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-fed80dac-c459-408d-ac2f-6514cdf7e39f admin admin] Added segment a2ee8051-abfb-4f5b-b081-c86ac7eab054 of type vlan for network 2e528bd2-b999-40ed-bbb8-2a5d13680e1b Dec 16 09:37:23.153413 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fed80dac-c459-408d-ac2f-6514cdf7e39f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:23.247054 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fed80dac-c459-408d-ac2f-6514cdf7e39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:23.248090 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed80dac-c459-408d-ac2f-6514cdf7e39f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:23.248679 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fed80dac-c459-408d-ac2f-6514cdf7e39f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:23.290904 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f27c5-e0ca-41b4-bd92-fd900677fae1 req-20c4436a-e40e-4469-8dfd-4a180d38ab66 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:23.292439 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-857f27c5-e0ca-41b4-bd92-fd900677fae1 req-20c4436a-e40e-4469-8dfd-4a180d38ab66 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=d18b93f9-c901-4e66-b545-825f008e5bf9 HTTP/1.1" status: 200 len: 949 time: 0.0650201 Dec 16 09:37:23.312678 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed80dac-c459-408d-ac2f-6514cdf7e39f admin admin] Pushing event updated for resources: {'Network': ['ID=2e528bd2-b999-40ed-bbb8-2a5d13680e1b,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:23.323397 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 2e528bd2-b999-40ed-bbb8-2a5d13680e1b details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:37:23.333184 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-857f27c5-e0ca-41b4-bd92-fd900677fae1 req-25808857-c24e-461a-8f94-ccd302ea84d0 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339363 Dec 16 09:37:23.392355 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fed80dac-c459-408d-ac2f-6514cdf7e39f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8779047 Dec 16 09:37:23.395168 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52954) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:23.400848 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-b9dadabd-632e-4b1b-8ed8-99582f089418 admin admin] Request body: {'subnet': {'network_id': '2e528bd2-b999-40ed-bbb8-2a5d13680e1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1692699852-subnet', 'tenant_id': '2da811f0c9d149a388905a77d49eddfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:23.428100 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d20fae-5177-4c39-9a52-34f937898062 req-08deeea9-c827-40f7-8b77-7576980f16fa tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:23.430001 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e3d20fae-5177-4c39-9a52-34f937898062 req-08deeea9-c827-40f7-8b77-7576980f16fa tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.58 "GET /v2.0/ports?device_id=d18b93f9-c901-4e66-b545-825f008e5bf9 HTTP/1.1" status: 200 len: 949 time: 0.0649238 Dec 16 09:37:23.500333 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9dadabd-632e-4b1b-8ed8-99582f089418 admin admin] Made reservation on behalf of 2da811f0c9d149a388905a77d49eddfb for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:37:23.502871 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b9dadabd-632e-4b1b-8ed8-99582f089418 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:23.543000 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-e3d20fae-5177-4c39-9a52-34f937898062 req-d6fe7e9c-3858-4a9a-809b-624ce82ed918 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Deleting port 7e9da22c-a9fe-4637-97e0-d88a28a77fbb {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:37:23.544365 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e3d20fae-5177-4c39-9a52-34f937898062 req-d6fe7e9c-3858-4a9a-809b-624ce82ed918 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:23.672594 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-e3d20fae-5177-4c39-9a52-34f937898062 req-d6fe7e9c-3858-4a9a-809b-624ce82ed918 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] For port 7e9da22c-a9fe-4637-97e0-d88a28a77fbb, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=7e9da22c-a9fe-4637-97e0-d88a28a77fbb,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:23.675723 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e3d20fae-5177-4c39-9a52-34f937898062 req-d6fe7e9c-3858-4a9a-809b-624ce82ed918 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:23.698991 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-e3d20fae-5177-4c39-9a52-34f937898062 req-d6fe7e9c-3858-4a9a-809b-624ce82ed918 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Calling delete_port for 7e9da22c-a9fe-4637-97e0-d88a28a77fbb owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:37:23.952713 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e3d20fae-5177-4c39-9a52-34f937898062 req-d6fe7e9c-3858-4a9a-809b-624ce82ed918 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:23.969144 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['7e9da22c-a9fe-4637-97e0-d88a28a77fbb', 'cf91aa18-04cc-4828-af26-dfe4b6c3cfef'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:37:23.987377 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe7e9c-3858-4a9a-809b-624ce82ed918 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Pushing event deleted for resources: {'Port': ['ID=7e9da22c-a9fe-4637-97e0-d88a28a77fbb,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:24.055097 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-935eb2fe-d8f2-4c9d-98da-8a20e5fd57e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:24.071854 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d20fae-5177-4c39-9a52-34f937898062 req-d6fe7e9c-3858-4a9a-809b-624ce82ed918 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] No DVR routers for this DVR port 7e9da22c-a9fe-4637-97e0-d88a28a77fbb on host n-h2-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:37:24.075607 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e3d20fae-5177-4c39-9a52-34f937898062 req-d6fe7e9c-3858-4a9a-809b-624ce82ed918 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:24.080387 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e3d20fae-5177-4c39-9a52-34f937898062 req-d6fe7e9c-3858-4a9a-809b-624ce82ed918 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.58 "DELETE /v2.0/ports/7e9da22c-a9fe-4637-97e0-d88a28a77fbb HTTP/1.1" status: 204 len: 173 time: 0.6391926 Dec 16 09:37:24.081105 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18b93f9-c901-4e66-b545-825f008e5bf9', 'name': 'network-vif-deleted', 'tag': '7e9da22c-a9fe-4637-97e0-d88a28a77fbb'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:37:24.086414 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f2b540-0596-4851-a0b3-ee1849377e5d" -d '{"events": [{"server_uuid": "d18b93f9-c901-4e66-b545-825f008e5bf9", "name": "network-vif-deleted", "tag": "7e9da22c-a9fe-4637-97e0-d88a28a77fbb"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:37:24.180308 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee4d9b-92d0-47df-9f6c-8f6c6591cd40 req-b19ea23d-8600-4b8b-870f-2d1d6fc3525c tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:24.188357 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-deee4d9b-92d0-47df-9f6c-8f6c6591cd40 req-b19ea23d-8600-4b8b-870f-2d1d6fc3525c tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 946 time: 0.0736659 Dec 16 09:37:24.195771 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b9dadabd-632e-4b1b-8ed8-99582f089418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:24.252642 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d045f130-e827-4997-b336-17ced6e4a098 x-openstack-request-id: req-d045f130-e827-4997-b336-17ced6e4a098 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:37:24.253045 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18b93f9-c901-4e66-b545-825f008e5bf9", "name": "network-vif-deleted", "tag": "7e9da22c-a9fe-4637-97e0-d88a28a77fbb", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:37:24.253409 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d045f130-e827-4997-b336-17ced6e4a098 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:37:24.253715 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18b93f9-c901-4e66-b545-825f008e5bf9', 'name': 'network-vif-deleted', 'tag': '7e9da22c-a9fe-4637-97e0-d88a28a77fbb', 'status': 'completed', 'code': 200} Dec 16 09:37:24.269686 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-deee4d9b-92d0-47df-9f6c-8f6c6591cd40 req-290e39f9-cb20-4857-996f-320e9f8a53f2 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/security-groups?id=130dee85-37f7-486c-a850-4e07d7fb40bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802848 Dec 16 09:37:24.294739 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dadabd-632e-4b1b-8ed8-99582f089418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f978629d-1eff-401d-9c7a-42314c842760,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:24.304187 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dadabd-632e-4b1b-8ed8-99582f089418 admin admin] Checking segment: {'id': 'a2ee8051-abfb-4f5b-b081-c86ac7eab054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '2e528bd2-b999-40ed-bbb8-2a5d13680e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:37:24.304570 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dadabd-632e-4b1b-8ed8-99582f089418 admin admin] Network hostable DHCP agents. Network: 2e528bd2-b999-40ed-bbb8-2a5d13680e1b, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:37:24.426124 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dadabd-632e-4b1b-8ed8-99582f089418 admin admin] Network 2e528bd2-b999-40ed-bbb8-2a5d13680e1b is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:37:24.454806 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dd635582-8c4f-4a6a-8256-c5a697734972 req-c6446240-40cb-4dd3-afa4-2c5b0f07f35b tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=d18b93f9-c901-4e66-b545-825f008e5bf9 HTTP/1.1" status: 200 len: 210 time: 0.0286183 Dec 16 09:37:24.534840 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-b9dadabd-632e-4b1b-8ed8-99582f089418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 2e528bd2-b999-40ed-bbb8-2a5d13680e1b) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:37:24.539125 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dadabd-632e-4b1b-8ed8-99582f089418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:24.539733 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b9dadabd-632e-4b1b-8ed8-99582f089418 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:24.545222 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed21beef-f7df-4537-8a96-2e411a79ffdc None None] Network 2e528bd2-b999-40ed-bbb8-2a5d13680e1b requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:37:24.662342 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b9dadabd-632e-4b1b-8ed8-99582f089418 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2603872 Dec 16 09:37:24.701832 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678ad344-0fa0-4f43-ab77-959771a93d74 None None] Network 2e528bd2-b999-40ed-bbb8-2a5d13680e1b requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:37:25.165166 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71e80d-6282-4027-b817-4507fc0b364b req-bd1de2f3-a4be-46a4-b741-fd07a62081da tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:25.167872 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b71e80d-6282-4027-b817-4507fc0b364b req-bd1de2f3-a4be-46a4-b741-fd07a62081da tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/networks?id=2e528bd2-b999-40ed-bbb8-2a5d13680e1b HTTP/1.1" status: 200 len: 815 time: 0.1232095 Dec 16 09:37:25.183582 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b71e80d-6282-4027-b817-4507fc0b364b req-0a02957c-ff2c-4384-95a4-cd784c0d3f99 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/quotas/2da811f0c9d149a388905a77d49eddfb HTTP/1.1" status: 200 len: 375 time: 0.0096731 Dec 16 09:37:25.220942 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b71e80d-6282-4027-b817-4507fc0b364b req-0982c6b8-4d73-491f-869a-3189d836340f tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2da811f0c9d149a388905a77d49eddfb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303023 Dec 16 09:37:25.328801 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b71e80d-6282-4027-b817-4507fc0b364b req-feea2900-2c41-4026-945c-61a41fa4ba6a service neutron] 10.222.0.60 "GET /v2.0/networks/2e528bd2-b999-40ed-bbb8-2a5d13680e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948942 Dec 16 09:37:25.397518 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c3c4d-ccde-40c9-822a-0116f44ac54b req-5b148225-c271-458a-8ccd-85252b12aad4 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:25.399348 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ed0c3c4d-ccde-40c9-822a-0116f44ac54b req-5b148225-c271-458a-8ccd-85252b12aad4 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 946 time: 0.0543201 Dec 16 09:37:25.431563 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b71e80d-6282-4027-b817-4507fc0b364b req-8738bf12-adfc-4ab0-9dae-68b373486628 service neutron] 10.222.0.60 "GET /v2.0/networks/2e528bd2-b999-40ed-bbb8-2a5d13680e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966551 Dec 16 09:37:25.447511 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ed0c3c4d-ccde-40c9-822a-0116f44ac54b req-ca2defaf-935c-425a-849b-afb4fdbcd546 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/security-groups?id=130dee85-37f7-486c-a850-4e07d7fb40bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409966 Dec 16 09:37:25.639249 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c247f-39e0-4f38-a796-cd26f7869ce4 req-2db88e3f-f2e9-4a57-92fe-33c15bf87982 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:25.640729 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5a0c247f-39e0-4f38-a796-cd26f7869ce4 req-2db88e3f-f2e9-4a57-92fe-33c15bf87982 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 946 time: 0.0522394 Dec 16 09:37:25.649511 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53018) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:25.654141 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-5c02ca2a-cf88-4c04-9088-333a9608c85b tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Request body: {'floatingip': {'port_id': 'f79e928d-8783-4e76-9502-999beb1e8c98'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:25.700377 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5c02ca2a-cf88-4c04-9088-333a9608c85b tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks [] for floatingip, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:25.846343 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-152e9e4c-4c3e-4a18-9c55-c539fd7a707c req-a5ca16c3-43a5-446d-8082-6e30abb37df7 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 210 time: 0.0468776 Dec 16 09:37:26.331094 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8136b6-1406-4609-98cd-5dc214e7cba1 req-69021916-9582-4914-82fe-f0ad2589ef03 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:26.332580 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0e8136b6-1406-4609-98cd-5dc214e7cba1 req-69021916-9582-4914-82fe-f0ad2589ef03 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.1091211 Dec 16 09:37:26.398137 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-41d66e7c-adf7-450c-a9f1-3e2d118f17ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:26.420186 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5c02ca2a-cf88-4c04-9088-333a9608c85b tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:26.429153 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0e8136b6-1406-4609-98cd-5dc214e7cba1 req-a00e7b55-e2be-4919-8aaa-1cc69f05a551 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810084 Dec 16 09:37:26.555351 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5c02ca2a-cf88-4c04-9088-333a9608c85b tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:26.666561 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [None req-5c02ca2a-cf88-4c04-9088-333a9608c85b tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Floating IP 1dfe71ca-9d3e-40d5-a98c-cdf75f789355 associated. External IP: 172.25.1.74, port: f79e928d-8783-4e76-9502-999beb1e8c98. Dec 16 09:37:26.893323 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c02ca2a-cf88-4c04-9088-333a9608c85b tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Router 82675efd-449a-485b-9f98-c59908d86f85 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:37:26.969166 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4cb669ce-b0e8-4ec9-9126-c3bd526f4675 req-ad0dbe40-9198-4f76-baad-702fb1ae6446 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 210 time: 0.0465558 Dec 16 09:37:27.029431 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c02ca2a-cf88-4c04-9088-333a9608c85b tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:37:27.033250 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5c02ca2a-cf88-4c04-9088-333a9608c85b tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:27.052576 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29bde8b-62cd-4c29-8051-7f26d8af9e29 None None] Sync routers for ids ['82675efd-449a-485b-9f98-c59908d86f85'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:37:27.079963 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5c02ca2a-cf88-4c04-9088-333a9608c85b tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "PUT /v2.0/floatingips/1dfe71ca-9d3e-40d5-a98c-cdf75f789355 HTTP/1.1" status: 200 len: 991 time: 1.4283624 Dec 16 09:37:27.079963 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e7e58c-31c7-4082-a3e1-6862450b151c', 'tag': 'f79e928d-8783-4e76-9502-999beb1e8c98'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:37:27.086924 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29bde8b-62cd-4c29-8051-7f26d8af9e29 None None] Routers {'82675efd-449a-485b-9f98-c59908d86f85'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:37:27.087259 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6028b2-8b12-4235-89b6-7eaf84c142a7" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e7e58c-31c7-4082-a3e1-6862450b151c", "tag": "f79e928d-8783-4e76-9502-999beb1e8c98"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:37:27.087357 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-f29bde8b-62cd-4c29-8051-7f26d8af9e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:37:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['82675efd-449a-485b-9f98-c59908d86f85'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:27.128894 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df75a952-1c72-466f-a27e-e99a83309c91 x-openstack-request-id: req-df75a952-1c72-466f-a27e-e99a83309c91 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:37:27.129453 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e7e58c-31c7-4082-a3e1-6862450b151c", "tag": "f79e928d-8783-4e76-9502-999beb1e8c98", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:37:27.129879 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-df75a952-1c72-466f-a27e-e99a83309c91 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:37:27.130485 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e7e58c-31c7-4082-a3e1-6862450b151c', 'tag': 'f79e928d-8783-4e76-9502-999beb1e8c98', 'status': 'completed', 'code': 200} Dec 16 09:37:27.226629 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6028b2-8b12-4235-89b6-7eaf84c142a7 req-3859f989-d88c-4c6b-b2fc-4f85d2eb529a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:27.228145 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-df6028b2-8b12-4235-89b6-7eaf84c142a7 req-3859f989-d88c-4c6b-b2fc-4f85d2eb529a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cd60da8ff604d0c95834c2b7afc7015&device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 1097 time: 0.0725236 Dec 16 09:37:27.244613 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-f29bde8b-62cd-4c29-8051-7f26d8af9e29 None None] Set router 82675efd-449a-485b-9f98-c59908d86f85 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:37:27.348770 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6028b2-8b12-4235-89b6-7eaf84c142a7 req-5dac2282-7f95-4baa-b891-b3f608e0756d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:27.350935 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-df6028b2-8b12-4235-89b6-7eaf84c142a7 req-5dac2282-7f95-4baa-b891-b3f608e0756d service neutron] 10.222.0.57 "GET /v2.0/networks?id=77aa32ed-918a-4795-9480-bbe6f1914dbe HTTP/1.1" status: 200 len: 917 time: 0.1151848 Dec 16 09:37:27.462621 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-df6028b2-8b12-4235-89b6-7eaf84c142a7 req-f3c11495-be26-4695-91ee-7ced980ef871 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f79e928d-8783-4e76-9502-999beb1e8c98 HTTP/1.1" status: 200 len: 999 time: 0.1047504 Dec 16 09:37:27.491755 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-f29bde8b-62cd-4c29-8051-7f26d8af9e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82675efd-449a-485b-9f98-c59908d86f85', 'name': 'tempest-ServersTestBootFromVolume-1142460710-router', 'tenant_id': '8cd60da8ff604d0c95834c2b7afc7015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'b403992d-d208-40c3-a62c-28979fa8c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:08Z', 'updated_at': '2021-12-16T09:36:14Z', 'revision_number': 4, 'project_id': '8cd60da8ff604d0c95834c2b7afc7015', 'gw_port': {'id': 'b403992d-d208-40c3-a62c-28979fa8c7fe', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82675efd-449a-485b-9f98-c59908d86f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:09Z', 'updated_at': '2021-12-16T09:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '1dfe71ca-9d3e-40d5-a98c-cdf75f789355', 'tenant_id': '8cd60da8ff604d0c95834c2b7afc7015', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '82675efd-449a-485b-9f98-c59908d86f85', 'port_id': 'f79e928d-8783-4e76-9502-999beb1e8c98', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77aa32ed-918a-4795-9480-bbe6f1914dbe', 'mac_address': 'fa:16:3e:cb:6b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e7e58c-31c7-4082-a3e1-6862450b151c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:36:18Z', 'updated_at': '2021-12-16T09:37:26Z', 'revision_number': 1, 'project_id': '8cd60da8ff604d0c95834c2b7afc7015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88949476-05da-459e-b5d1-bebff3fd8917', 'name': '', 'network_id': '77aa32ed-918a-4795-9480-bbe6f1914dbe', 'tenant_id': '8cd60da8ff604d0c95834c2b7afc7015', 'mac_address': 'fa:16:3e:64:0a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82675efd-449a-485b-9f98-c59908d86f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '2cbf824c-9497-43ba-b35e-c12e8e5b70ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:13Z', 'updated_at': '2021-12-16T09:36:18Z', 'revision_number': 5, 'project_id': '8cd60da8ff604d0c95834c2b7afc7015', 'subnets': [{'id': '2cbf824c-9497-43ba-b35e-c12e8e5b70ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:27.500989 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:27.528732 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29bde8b-62cd-4c29-8051-7f26d8af9e29 None None] Checking router: 82675efd-449a-485b-9f98-c59908d86f85 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:37:27.537237 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29bde8b-62cd-4c29-8051-7f26d8af9e29 None None] Routers {'82675efd-449a-485b-9f98-c59908d86f85'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:37:27.538086 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-f29bde8b-62cd-4c29-8051-7f26d8af9e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:37:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['82675efd-449a-485b-9f98-c59908d86f85'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:27.549908 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6028b2-8b12-4235-89b6-7eaf84c142a7 req-2220e0c3-bc63-4c3b-9ffd-2200103228e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:27.551746 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-df6028b2-8b12-4235-89b6-7eaf84c142a7 req-2220e0c3-bc63-4c3b-9ffd-2200103228e1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2cbf824c-9497-43ba-b35e-c12e8e5b70ab HTTP/1.1" status: 200 len: 855 time: 0.0817947 Dec 16 09:37:27.661940 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6028b2-8b12-4235-89b6-7eaf84c142a7 req-a462ce2c-15a0-468d-ae18-0af35d3f962d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:27.663653 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-df6028b2-8b12-4235-89b6-7eaf84c142a7 req-a462ce2c-15a0-468d-ae18-0af35d3f962d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=77aa32ed-918a-4795-9480-bbe6f1914dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933635 Dec 16 09:37:27.675233 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-f29bde8b-62cd-4c29-8051-7f26d8af9e29 None None] Set router 82675efd-449a-485b-9f98-c59908d86f85 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:37:27.683400 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347f2c1-ec8c-46f0-9afb-d55b36538a68 req-ce47c3fd-03b4-4b98-b7e6-473c8a79e5d0 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:27.693232 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4347f2c1-ec8c-46f0-9afb-d55b36538a68 req-ce47c3fd-03b4-4b98-b7e6-473c8a79e5d0 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.1401844 Dec 16 09:37:27.733566 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feec3c9-34d6-4781-b40f-94f58ba3e32c req-6d3a849c-e8e3-450d-bc2b-26352b9c896c tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:27.735188 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1feec3c9-34d6-4781-b40f-94f58ba3e32c req-6d3a849c-e8e3-450d-bc2b-26352b9c896c tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 949 time: 0.1155996 Dec 16 09:37:27.780824 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4347f2c1-ec8c-46f0-9afb-d55b36538a68 req-39ac7624-76e1-44a6-9c11-53692bd81d6c tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f839b04-19c9-43d1-8751-eedbbd752384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866985 Dec 16 09:37:27.829867 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-df6028b2-8b12-4235-89b6-7eaf84c142a7 req-0c308fa8-6016-4b6f-933b-9f6a3aaacee6 service neutron] 10.222.0.57 "GET /v2.0/networks/77aa32ed-918a-4795-9480-bbe6f1914dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276276 Dec 16 09:37:27.870364 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-1feec3c9-34d6-4781-b40f-94f58ba3e32c req-35415d1c-265d-4a2a-bf43-345963cc77b4 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Deleting port cf91aa18-04cc-4828-af26-dfe4b6c3cfef {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:37:27.871407 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1feec3c9-34d6-4781-b40f-94f58ba3e32c req-35415d1c-265d-4a2a-bf43-345963cc77b4 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:27.976907 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-f29bde8b-62cd-4c29-8051-7f26d8af9e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82675efd-449a-485b-9f98-c59908d86f85', 'name': 'tempest-ServersTestBootFromVolume-1142460710-router', 'tenant_id': '8cd60da8ff604d0c95834c2b7afc7015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'b403992d-d208-40c3-a62c-28979fa8c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:08Z', 'updated_at': '2021-12-16T09:36:14Z', 'revision_number': 4, 'project_id': '8cd60da8ff604d0c95834c2b7afc7015', 'gw_port': {'id': 'b403992d-d208-40c3-a62c-28979fa8c7fe', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82675efd-449a-485b-9f98-c59908d86f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:09Z', 'updated_at': '2021-12-16T09:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '1dfe71ca-9d3e-40d5-a98c-cdf75f789355', 'tenant_id': '8cd60da8ff604d0c95834c2b7afc7015', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '82675efd-449a-485b-9f98-c59908d86f85', 'port_id': 'f79e928d-8783-4e76-9502-999beb1e8c98', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77aa32ed-918a-4795-9480-bbe6f1914dbe', 'mac_address': 'fa:16:3e:cb:6b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e7e58c-31c7-4082-a3e1-6862450b151c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:36:18Z', 'updated_at': '2021-12-16T09:37:26Z', 'revision_number': 1, 'project_id': '8cd60da8ff604d0c95834c2b7afc7015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88949476-05da-459e-b5d1-bebff3fd8917', 'name': '', 'network_id': '77aa32ed-918a-4795-9480-bbe6f1914dbe', 'tenant_id': '8cd60da8ff604d0c95834c2b7afc7015', 'mac_address': 'fa:16:3e:64:0a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82675efd-449a-485b-9f98-c59908d86f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '2cbf824c-9497-43ba-b35e-c12e8e5b70ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:13Z', 'updated_at': '2021-12-16T09:36:18Z', 'revision_number': 5, 'project_id': '8cd60da8ff604d0c95834c2b7afc7015', 'subnets': [{'id': '2cbf824c-9497-43ba-b35e-c12e8e5b70ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:27.991588 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-df6028b2-8b12-4235-89b6-7eaf84c142a7 req-2b5e136a-e2bf-4575-887c-cc8a646f9778 service neutron] 10.222.0.57 "GET /v2.0/networks/77aa32ed-918a-4795-9480-bbe6f1914dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546829 Dec 16 09:37:28.019806 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29bde8b-62cd-4c29-8051-7f26d8af9e29 None None] The sync data for ids ['82675efd-449a-485b-9f98-c59908d86f85'] in n-d-820550-2 is: [{'id': '82675efd-449a-485b-9f98-c59908d86f85', 'name': 'tempest-ServersTestBootFromVolume-1142460710-router', 'tenant_id': '8cd60da8ff604d0c95834c2b7afc7015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'b403992d-d208-40c3-a62c-28979fa8c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:08Z', 'updated_at': '2021-12-16T09:36:14Z', 'revision_number': 4, 'project_id': '8cd60da8ff604d0c95834c2b7afc7015', 'gw_port': {'id': 'b403992d-d208-40c3-a62c-28979fa8c7fe', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82675efd-449a-485b-9f98-c59908d86f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:09Z', 'updated_at': '2021-12-16T09:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '1dfe71ca-9d3e-40d5-a98c-cdf75f789355', 'tenant_id': '8cd60da8ff604d0c95834c2b7afc7015', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '82675efd-449a-485b-9f98-c59908d86f85', 'port_id': 'f79e928d-8783-4e76-9502-999beb1e8c98', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77aa32ed-918a-4795-9480-bbe6f1914dbe', 'mac_address': 'fa:16:3e:cb:6b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e7e58c-31c7-4082-a3e1-6862450b151c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:36:18Z', 'updated_at': '2021-12-16T09:37:26Z', 'revision_number': 1, 'project_id': '8cd60da8ff604d0c95834c2b7afc7015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88949476-05da-459e-b5d1-bebff3fd8917', 'name': '', 'network_id': '77aa32ed-918a-4795-9480-bbe6f1914dbe', 'tenant_id': '8cd60da8ff604d0c95834c2b7afc7015', 'mac_address': 'fa:16:3e:64:0a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82675efd-449a-485b-9f98-c59908d86f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '2cbf824c-9497-43ba-b35e-c12e8e5b70ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:13Z', 'updated_at': '2021-12-16T09:36:18Z', 'revision_number': 5, 'project_id': '8cd60da8ff604d0c95834c2b7afc7015', 'subnets': [{'id': '2cbf824c-9497-43ba-b35e-c12e8e5b70ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:37:28.051146 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-1feec3c9-34d6-4781-b40f-94f58ba3e32c req-35415d1c-265d-4a2a-bf43-345963cc77b4 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] For port cf91aa18-04cc-4828-af26-dfe4b6c3cfef, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=cf91aa18-04cc-4828-af26-dfe4b6c3cfef,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:28.051508 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1feec3c9-34d6-4781-b40f-94f58ba3e32c req-35415d1c-265d-4a2a-bf43-345963cc77b4 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:28.081649 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-1feec3c9-34d6-4781-b40f-94f58ba3e32c req-35415d1c-265d-4a2a-bf43-345963cc77b4 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Calling delete_port for cf91aa18-04cc-4828-af26-dfe4b6c3cfef owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:37:28.104536 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8e764224-7182-483d-ae96-6411ffbe1536 req-26376a87-c5d6-4892-a164-2a1aa2121174 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 210 time: 0.0446391 Dec 16 09:37:28.324267 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f06f4da-f63b-43c6-afb6-93b6f57a79c0 None None] New status for floating IP 1dfe71ca-9d3e-40d5-a98c-cdf75f789355: ACTIVE {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:37:28.374711 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1feec3c9-34d6-4781-b40f-94f58ba3e32c req-35415d1c-265d-4a2a-bf43-345963cc77b4 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:28.408262 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['cf91aa18-04cc-4828-af26-dfe4b6c3cfef'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:37:28.409702 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35415d1c-265d-4a2a-bf43-345963cc77b4 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Pushing event deleted for resources: {'Port': ['ID=cf91aa18-04cc-4828-af26-dfe4b6c3cfef,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:28.463357 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-1feec3c9-34d6-4781-b40f-94f58ba3e32c req-35415d1c-265d-4a2a-bf43-345963cc77b4 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] No DVR routers for this DVR port cf91aa18-04cc-4828-af26-dfe4b6c3cfef on host n-h2-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:37:28.474585 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1feec3c9-34d6-4781-b40f-94f58ba3e32c req-35415d1c-265d-4a2a-bf43-345963cc77b4 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:28.490991 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1feec3c9-34d6-4781-b40f-94f58ba3e32c req-35415d1c-265d-4a2a-bf43-345963cc77b4 tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.58 "DELETE /v2.0/ports/cf91aa18-04cc-4828-af26-dfe4b6c3cfef HTTP/1.1" status: 204 len: 173 time: 0.7481635 Dec 16 09:37:28.655136 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 7e9da22c-a9fe-4637-97e0-d88a28a77fbb no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:37:28.674861 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 7e9da22c-a9fe-4637-97e0-d88a28a77fbb {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:37:28.677978 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 7e9da22c-a9fe-4637-97e0-d88a28a77fbb not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:37:28.768073 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71e80d-6282-4027-b817-4507fc0b364b req-c01bda74-5466-4266-ad73-ea34bb447bf7 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:28.769634 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b71e80d-6282-4027-b817-4507fc0b364b req-c01bda74-5466-4266-ad73-ea34bb447bf7 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.58 "GET /v2.0/networks?id=2e528bd2-b999-40ed-bbb8-2a5d13680e1b HTTP/1.1" status: 200 len: 815 time: 0.1520476 Dec 16 09:37:28.785297 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-6b71e80d-6282-4027-b817-4507fc0b364b req-5beef1e3-c91a-446f-9eaa-203132084962 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Request body: {'port': {'device_id': '5a9c898e-9d50-4f16-a041-11a9db62e19a', 'network_id': '2e528bd2-b999-40ed-bbb8-2a5d13680e1b', 'admin_state_up': True, 'tenant_id': '2da811f0c9d149a388905a77d49eddfb'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:28.907156 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a8bc8f9c-8372-4b33-8470-011e344d5775 req-4b4d4bab-412b-4edd-8238-6bc672305b1e tempest-ServersAdminTestJSON-1569469841 tempest-ServersAdminTestJSON-1569469841-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d8a9693-7afe-45e4-a94a-78ebf9299310 HTTP/1.1" status: 200 len: 210 time: 0.0338759 Dec 16 09:37:29.019952 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:29.075448 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b71e80d-6282-4027-b817-4507fc0b364b req-5beef1e3-c91a-446f-9eaa-203132084962 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Made reservation on behalf of 2da811f0c9d149a388905a77d49eddfb for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:37:29.079614 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6b71e80d-6282-4027-b817-4507fc0b364b req-5beef1e3-c91a-446f-9eaa-203132084962 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:29.142110 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d8a9693-7afe-45e4-a94a-78ebf9299310', 'name': 'network-vif-deleted', 'tag': 'cf91aa18-04cc-4828-af26-dfe4b6c3cfef'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:37:29.144485 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80893a91-8b6e-4f39-80fa-36f308cd0ca0" -d '{"events": [{"server_uuid": "3d8a9693-7afe-45e4-a94a-78ebf9299310", "name": "network-vif-deleted", "tag": "cf91aa18-04cc-4828-af26-dfe4b6c3cfef"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:37:29.219950 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060c619b-10a2-49df-a713-093a6b8d0d06 x-openstack-request-id: req-060c619b-10a2-49df-a713-093a6b8d0d06 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:37:29.220229 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d8a9693-7afe-45e4-a94a-78ebf9299310", "name": "network-vif-deleted", "tag": "cf91aa18-04cc-4828-af26-dfe4b6c3cfef", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:37:29.220474 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-060c619b-10a2-49df-a713-093a6b8d0d06 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:37:29.220873 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d8a9693-7afe-45e4-a94a-78ebf9299310', 'name': 'network-vif-deleted', 'tag': 'cf91aa18-04cc-4828-af26-dfe4b6c3cfef', 'status': 'completed', 'code': 200} Dec 16 09:37:29.244298 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e8bb12d0-6b67-4d28-984d-2d35bfa6d1d5 req-7a47479f-1d01-4dd8-b97b-0af374fa2d4e tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 210 time: 0.0381095 Dec 16 09:37:29.259025 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-6b71e80d-6282-4027-b817-4507fc0b364b req-5beef1e3-c91a-446f-9eaa-203132084962 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Allocated IP 172.20.0.9 (2e528bd2-b999-40ed-bbb8-2a5d13680e1b/f978629d-1eff-401d-9c7a-42314c842760/524ad67a-3422-434c-bd47-081930bef03e) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:37:29.436799 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6b71e80d-6282-4027-b817-4507fc0b364b req-5beef1e3-c91a-446f-9eaa-203132084962 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:29.534880 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:29.563985 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6b71e80d-6282-4027-b817-4507fc0b364b req-5beef1e3-c91a-446f-9eaa-203132084962 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:29.612391 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b71e80d-6282-4027-b817-4507fc0b364b req-5beef1e3-c91a-446f-9eaa-203132084962 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Network 2e528bd2-b999-40ed-bbb8-2a5d13680e1b is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:37:29.617583 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-6b71e80d-6282-4027-b817-4507fc0b364b req-5beef1e3-c91a-446f-9eaa-203132084962 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:37:29.624963 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b71e80d-6282-4027-b817-4507fc0b364b req-5beef1e3-c91a-446f-9eaa-203132084962 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:37:29.628901 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beef1e3-c91a-446f-9eaa-203132084962 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Pushing event updated for resources: {'Port': ['ID=524ad67a-3422-434c-bd47-081930bef03e,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:29.676292 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71e80d-6282-4027-b817-4507fc0b364b req-5beef1e3-c91a-446f-9eaa-203132084962 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:29.676934 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6b71e80d-6282-4027-b817-4507fc0b364b req-5beef1e3-c91a-446f-9eaa-203132084962 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:29.754344 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b71e80d-6282-4027-b817-4507fc0b364b req-5beef1e3-c91a-446f-9eaa-203132084962 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9736998 Dec 16 09:37:29.767787 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-6b71e80d-6282-4027-b817-4507fc0b364b req-3e0e0b47-c22d-4aa8-97a9-f7079a951c73 service neutron] Request body: {'port': {'device_id': '5a9c898e-9d50-4f16-a041-11a9db62e19a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:29.825623 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6b71e80d-6282-4027-b817-4507fc0b364b req-3e0e0b47-c22d-4aa8-97a9-f7079a951c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:30.420604 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86642687-07ed-4b4f-9b8b-cae9dc5e9427 req-9b9eefa6-f7e5-417b-a0aa-3d91f3739918 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:30.422267 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-86642687-07ed-4b4f-9b8b-cae9dc5e9427 req-9b9eefa6-f7e5-417b-a0aa-3d91f3739918 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 931 time: 0.0920575 Dec 16 09:37:30.491314 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-6b71e80d-6282-4027-b817-4507fc0b364b req-3e0e0b47-c22d-4aa8-97a9-f7079a951c73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 524ad67a-3422-434c-bd47-081930bef03e {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:37:30.503013 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-86642687-07ed-4b4f-9b8b-cae9dc5e9427 req-ff7293ce-c67d-4aee-80d7-71b49d987f8a tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719945 Dec 16 09:37:30.504821 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6b71e80d-6282-4027-b817-4507fc0b364b req-3e0e0b47-c22d-4aa8-97a9-f7079a951c73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:30.517951 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-6b71e80d-6282-4027-b817-4507fc0b364b req-3e0e0b47-c22d-4aa8-97a9-f7079a951c73 service neutron] Transition to ACTIVE for port object 524ad67a-3422-434c-bd47-081930bef03e will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:37:30.582173 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53156) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:30.619857 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6b71e80d-6282-4027-b817-4507fc0b364b req-3e0e0b47-c22d-4aa8-97a9-f7079a951c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:30.711533 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e0b47-c22d-4aa8-97a9-f7079a951c73 service neutron] Pushing event updated for resources: {'Port': ['ID=524ad67a-3422-434c-bd47-081930bef03e,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:30.739914 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-04bd1930-1f23-46f7-8c19-f9fc3a812a55 req-e6527142-dc4d-419b-b996-6bda4e97ce60 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d263977a-20c2-4449-a3a5-4e33c4a58e92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0712569 Dec 16 09:37:30.816782 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd1930-1f23-46f7-8c19-f9fc3a812a55 req-5f9b910f-6394-44fe-8408-daf4f4bf16ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:30.819256 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-04bd1930-1f23-46f7-8c19-f9fc3a812a55 req-5f9b910f-6394-44fe-8408-daf4f4bf16ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=58616e55484245a5b2c2f6d808f99b43&device_id=d263977a-20c2-4449-a3a5-4e33c4a58e92 HTTP/1.1" status: 200 len: 1097 time: 0.0544252 Dec 16 09:37:30.837652 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-018b9603-cd9e-4bc1-aa3a-18802a752acf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3a03998abede429082dc8c2a76a77215&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2531905 Dec 16 09:37:30.839294 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53164) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:30.842656 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-6b71e80d-6282-4027-b817-4507fc0b364b req-3e0e0b47-c22d-4aa8-97a9-f7079a951c73 service neutron] Attempting to bind port 524ad67a-3422-434c-bd47-081930bef03e on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:30.842997 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-6b71e80d-6282-4027-b817-4507fc0b364b req-3e0e0b47-c22d-4aa8-97a9-f7079a951c73 service neutron] Attempting to bind port 524ad67a-3422-434c-bd47-081930bef03e by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'a2ee8051-abfb-4f5b-b081-c86ac7eab054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '2e528bd2-b999-40ed-bbb8-2a5d13680e1b'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:30.843328 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b71e80d-6282-4027-b817-4507fc0b364b req-3e0e0b47-c22d-4aa8-97a9-f7079a951c73 service neutron] Attempting to bind port 524ad67a-3422-434c-bd47-081930bef03e on network 2e528bd2-b999-40ed-bbb8-2a5d13680e1b {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:30.848706 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b71e80d-6282-4027-b817-4507fc0b364b req-3e0e0b47-c22d-4aa8-97a9-f7079a951c73 service neutron] Port 524ad67a-3422-434c-bd47-081930bef03e on network 2e528bd2-b999-40ed-bbb8-2a5d13680e1b not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:30.849375 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b71e80d-6282-4027-b817-4507fc0b364b req-3e0e0b47-c22d-4aa8-97a9-f7079a951c73 service neutron] Attempting to bind port 524ad67a-3422-434c-bd47-081930bef03e on network 2e528bd2-b999-40ed-bbb8-2a5d13680e1b {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:30.854797 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b71e80d-6282-4027-b817-4507fc0b364b req-3e0e0b47-c22d-4aa8-97a9-f7079a951c73 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:37:30.856183 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b71e80d-6282-4027-b817-4507fc0b364b req-3e0e0b47-c22d-4aa8-97a9-f7079a951c73 service neutron] Checking segment: {'id': 'a2ee8051-abfb-4f5b-b081-c86ac7eab054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '2e528bd2-b999-40ed-bbb8-2a5d13680e1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:37:30.857009 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b71e80d-6282-4027-b817-4507fc0b364b req-3e0e0b47-c22d-4aa8-97a9-f7079a951c73 service neutron] Bound using segment: {'id': 'a2ee8051-abfb-4f5b-b081-c86ac7eab054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '2e528bd2-b999-40ed-bbb8-2a5d13680e1b'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:37:30.857615 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-6b71e80d-6282-4027-b817-4507fc0b364b req-3e0e0b47-c22d-4aa8-97a9-f7079a951c73 service neutron] Bound port: 524ad67a-3422-434c-bd47-081930bef03e, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2ee8051-abfb-4f5b-b081-c86ac7eab054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '2e528bd2-b999-40ed-bbb8-2a5d13680e1b'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:37:30.858137 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6b71e80d-6282-4027-b817-4507fc0b364b req-3e0e0b47-c22d-4aa8-97a9-f7079a951c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:30.935108 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-6b71e80d-6282-4027-b817-4507fc0b364b req-3e0e0b47-c22d-4aa8-97a9-f7079a951c73 service neutron] For port 524ad67a-3422-434c-bd47-081930bef03e, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:37:30.938585 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-6b71e80d-6282-4027-b817-4507fc0b364b req-3e0e0b47-c22d-4aa8-97a9-f7079a951c73 service neutron] For port 524ad67a-3422-434c-bd47-081930bef03e, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=524ad67a-3422-434c-bd47-081930bef03e,segment=NetworkSegment(a2ee8051-abfb-4f5b-b081-c86ac7eab054),segment_id=a2ee8051-abfb-4f5b-b081-c86ac7eab054)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:37:30.970405 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d811ade6-fdfc-4b30-bd22-8d93c701e3ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:31.007426 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd1930-1f23-46f7-8c19-f9fc3a812a55 req-52f36f15-1e03-464d-8a67-c76c5a8b9a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:31.008907 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-04bd1930-1f23-46f7-8c19-f9fc3a812a55 req-52f36f15-1e03-464d-8a67-c76c5a8b9a8b service neutron] 10.222.0.57 "GET /v2.0/networks?id=ce00e305-669e-4f74-8d4f-50c3dbd2487f HTTP/1.1" status: 200 len: 912 time: 0.1612742 Dec 16 09:37:31.010692 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d811ade6-fdfc-4b30-bd22-8d93c701e3ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:31.026471 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6b71e80d-6282-4027-b817-4507fc0b364b req-3e0e0b47-c22d-4aa8-97a9-f7079a951c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:31.065154 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71e80d-6282-4027-b817-4507fc0b364b req-3e0e0b47-c22d-4aa8-97a9-f7079a951c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:31.065789 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6b71e80d-6282-4027-b817-4507fc0b364b req-3e0e0b47-c22d-4aa8-97a9-f7079a951c73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:31.067347 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b71e80d-6282-4027-b817-4507fc0b364b req-3e0e0b47-c22d-4aa8-97a9-f7079a951c73 service neutron] 10.222.0.58 "PUT /v2.0/ports/524ad67a-3422-434c-bd47-081930bef03e HTTP/1.1" status: 200 len: 1091 time: 1.3038018 Dec 16 09:37:31.100899 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e0b47-c22d-4aa8-97a9-f7079a951c73 service neutron] Pushing event updated for resources: {'Port': ['ID=524ad67a-3422-434c-bd47-081930bef03e,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:31.108782 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-04bd1930-1f23-46f7-8c19-f9fc3a812a55 req-d4f0aa66-d599-457f-b57c-9fa3ce42fecf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26ee8c54-8f43-48ac-8a75-5243b5c82cbd HTTP/1.1" status: 200 len: 1001 time: 0.0900838 Dec 16 09:37:31.170421 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd1930-1f23-46f7-8c19-f9fc3a812a55 req-1f7d83ae-69f7-4ae3-84c5-1c49ec899e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:31.171951 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-04bd1930-1f23-46f7-8c19-f9fc3a812a55 req-1f7d83ae-69f7-4ae3-84c5-1c49ec899e2a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2267e092-bb47-4efd-8478-75a998995501 HTTP/1.1" status: 200 len: 850 time: 0.0561552 Dec 16 09:37:31.210687 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d811ade6-fdfc-4b30-bd22-8d93c701e3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:31.213622 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d811ade6-fdfc-4b30-bd22-8d93c701e3ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:31.215630 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d811ade6-fdfc-4b30-bd22-8d93c701e3ed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2f839b04-19c9-43d1-8751-eedbbd752384 HTTP/1.1" status: 204 len: 168 time: 0.3745039 Dec 16 09:37:31.221524 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a9c898e-9d50-4f16-a041-11a9db62e19a', 'tag': '524ad67a-3422-434c-bd47-081930bef03e'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:37:31.223612 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7311060-6fc5-4db0-a2f0-845594f4018c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a9c898e-9d50-4f16-a041-11a9db62e19a", "tag": "524ad67a-3422-434c-bd47-081930bef03e"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:37:31.237677 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811ade6-fdfc-4b30-bd22-8d93c701e3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f839b04-19c9-43d1-8751-eedbbd752384,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:31.253085 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd1930-1f23-46f7-8c19-f9fc3a812a55 req-eae29f31-d228-4d97-9e3d-c46eb5f98412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:31.256835 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-04bd1930-1f23-46f7-8c19-f9fc3a812a55 req-eae29f31-d228-4d97-9e3d-c46eb5f98412 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ce00e305-669e-4f74-8d4f-50c3dbd2487f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775957 Dec 16 09:37:31.259998 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71e80d-6282-4027-b817-4507fc0b364b req-fe643484-88c2-4b08-ac57-00b4ddcea3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:31.261933 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b71e80d-6282-4027-b817-4507fc0b364b req-fe643484-88c2-4b08-ac57-00b4ddcea3f6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2da811f0c9d149a388905a77d49eddfb&device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 1094 time: 0.0824091 Dec 16 09:37:31.275865 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468c9d69-9173-419a-a541-1577efe1b897 x-openstack-request-id: req-468c9d69-9173-419a-a541-1577efe1b897 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:37:31.276160 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a9c898e-9d50-4f16-a041-11a9db62e19a", "tag": "524ad67a-3422-434c-bd47-081930bef03e", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:37:31.276867 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-468c9d69-9173-419a-a541-1577efe1b897 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:37:31.277288 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a9c898e-9d50-4f16-a041-11a9db62e19a', 'tag': '524ad67a-3422-434c-bd47-081930bef03e', 'status': 'completed', 'code': 200} Dec 16 09:37:31.343196 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b71e80d-6282-4027-b817-4507fc0b364b req-ed5b0c95-2551-4527-96d2-9648b9ce7182 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=524ad67a-3422-434c-bd47-081930bef03e HTTP/1.1" status: 200 len: 217 time: 0.0693321 Dec 16 09:37:31.378759 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-04bd1930-1f23-46f7-8c19-f9fc3a812a55 req-884f03e1-0526-47c5-a20c-bcd9394b381f service neutron] 10.222.0.57 "GET /v2.0/networks/ce00e305-669e-4f74-8d4f-50c3dbd2487f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133819 Dec 16 09:37:31.403130 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71e80d-6282-4027-b817-4507fc0b364b req-d2c85a63-27cd-4e72-ae61-514b1e85b944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:31.405000 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b71e80d-6282-4027-b817-4507fc0b364b req-d2c85a63-27cd-4e72-ae61-514b1e85b944 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f978629d-1eff-401d-9c7a-42314c842760 HTTP/1.1" status: 200 len: 855 time: 0.0548406 Dec 16 09:37:31.464262 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b71e80d-6282-4027-b817-4507fc0b364b req-73b8849e-a5cb-4c52-a24d-e96cf2e6d45b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2e528bd2-b999-40ed-bbb8-2a5d13680e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463142 Dec 16 09:37:31.526767 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-04bd1930-1f23-46f7-8c19-f9fc3a812a55 req-1b04a01c-84d4-4d17-9a11-db4c6427eae7 service neutron] 10.222.0.57 "GET /v2.0/networks/ce00e305-669e-4f74-8d4f-50c3dbd2487f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386960 Dec 16 09:37:31.626294 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b71e80d-6282-4027-b817-4507fc0b364b req-9c2dc1ae-2f5a-4402-bece-4e9e4280413a service neutron] 10.222.0.58 "GET /v2.0/networks/2e528bd2-b999-40ed-bbb8-2a5d13680e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513381 Dec 16 09:37:31.729375 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1193286-8d8c-4329-8298-267ee23df6d1 req-7f7cd0bd-94b2-4882-b76d-a6e08b095eb7 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:31.731908 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c1193286-8d8c-4329-8298-267ee23df6d1 req-7f7cd0bd-94b2-4882-b76d-a6e08b095eb7 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 943 time: 0.1202571 Dec 16 09:37:31.788921 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b71e80d-6282-4027-b817-4507fc0b364b req-d425fb21-4f16-4b16-84c5-6d28b3c49213 service neutron] 10.222.0.58 "GET /v2.0/networks/2e528bd2-b999-40ed-bbb8-2a5d13680e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449730 Dec 16 09:37:31.798523 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c1193286-8d8c-4329-8298-267ee23df6d1 req-01ac445f-8380-4ab9-a223-505b9a80217a tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568423 Dec 16 09:37:31.985826 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7311060-6fc5-4db0-a2f0-845594f4018c req-df08c67b-0e81-40c1-8384-b94ea3d4be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:31.987227 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a7311060-6fc5-4db0-a2f0-845594f4018c req-df08c67b-0e81-40c1-8384-b94ea3d4be3e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2da811f0c9d149a388905a77d49eddfb&device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 1094 time: 0.0430937 Dec 16 09:37:32.065535 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53206) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:32.089342 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7311060-6fc5-4db0-a2f0-845594f4018c req-0151559d-c1b4-4d46-b379-8fa7150bd735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:32.091377 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a7311060-6fc5-4db0-a2f0-845594f4018c req-0151559d-c1b4-4d46-b379-8fa7150bd735 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2e528bd2-b999-40ed-bbb8-2a5d13680e1b HTTP/1.1" status: 200 len: 916 time: 0.0936251 Dec 16 09:37:32.111754 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-eb3c4438-f9a2-4029-ad92-5c774c16cb1a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a8547e0571994cd08e57e530ddfcccf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429010 Dec 16 09:37:32.111989 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53208) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:32.134797 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a7311060-6fc5-4db0-a2f0-845594f4018c req-e9ff1c47-4392-4388-afa1-25102f801d1c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=524ad67a-3422-434c-bd47-081930bef03e HTTP/1.1" status: 200 len: 217 time: 0.0361803 Dec 16 09:37:32.193779 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-62a6599e-3815-40d0-b69e-dca84eb7a184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:32.195391 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7311060-6fc5-4db0-a2f0-845594f4018c req-2f6563be-8689-4d99-9f83-1ced67d0e023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:32.196951 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a7311060-6fc5-4db0-a2f0-845594f4018c req-2f6563be-8689-4d99-9f83-1ced67d0e023 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f978629d-1eff-401d-9c7a-42314c842760 HTTP/1.1" status: 200 len: 855 time: 0.0526574 Dec 16 09:37:32.222859 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-62a6599e-3815-40d0-b69e-dca84eb7a184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:32.239209 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a7311060-6fc5-4db0-a2f0-845594f4018c req-4abd3ce9-d72b-487b-9b80-dbf256cf4123 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2e528bd2-b999-40ed-bbb8-2a5d13680e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326743 Dec 16 09:37:32.458473 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a7311060-6fc5-4db0-a2f0-845594f4018c req-fe132cd5-4bca-4d7c-9974-96ea53889314 service neutron] 10.222.0.58 "GET /v2.0/networks/2e528bd2-b999-40ed-bbb8-2a5d13680e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934410 Dec 16 09:37:32.458473 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a7311060-6fc5-4db0-a2f0-845594f4018c req-20a9eac4-1a12-46dd-afa4-1a8eea702808 service neutron] 10.222.0.58 "GET /v2.0/networks/2e528bd2-b999-40ed-bbb8-2a5d13680e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843096 Dec 16 09:37:32.674431 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device cf91aa18-04cc-4828-af26-dfe4b6c3cfef no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:37:32.836106 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: cf91aa18-04cc-4828-af26-dfe4b6c3cfef {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:37:32.836454 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device cf91aa18-04cc-4828-af26-dfe4b6c3cfef not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:37:32.925812 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e36203-05a7-429d-8fb0-72b1ba009735 req-7751e780-c4b8-4390-9a60-6045841294c4 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:32.927299 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-55e36203-05a7-429d-8fb0-72b1ba009735 req-7751e780-c4b8-4390-9a60-6045841294c4 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 943 time: 0.0558131 Dec 16 09:37:32.969832 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-55e36203-05a7-429d-8fb0-72b1ba009735 req-c26fc88c-f3e2-461d-8d8d-9d487107fb20 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362494 Dec 16 09:37:33.043637 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-62a6599e-3815-40d0-b69e-dca84eb7a184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:33.046329 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-62a6599e-3815-40d0-b69e-dca84eb7a184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:33.047515 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-62a6599e-3815-40d0-b69e-dca84eb7a184 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e9caa296-875d-451f-bb40-8f8f404ca1cd HTTP/1.1" status: 204 len: 168 time: 0.9346337 Dec 16 09:37:33.056881 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6599e-3815-40d0-b69e-dca84eb7a184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9caa296-875d-451f-bb40-8f8f404ca1cd,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:34.091160 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df8ca8-af4e-457d-9b83-4b3de241c080 req-30365ba6-d3d6-4a1f-a95b-b2837285a6bd tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:34.092836 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-64df8ca8-af4e-457d-9b83-4b3de241c080 req-30365ba6-d3d6-4a1f-a95b-b2837285a6bd tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 943 time: 0.0550382 Dec 16 09:37:34.137471 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-64df8ca8-af4e-457d-9b83-4b3de241c080 req-381a1731-12f3-42f7-a2da-64920525c3d9 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376284 Dec 16 09:37:34.287079 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53262) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:34.403727 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:37:34.416068 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53268) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:34.459458 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5625cd1c-7435-497d-b32a-0cdada2bbd08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:34.476618 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-9f7095ec-f5ca-471c-96ff-add653aa4881 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-204191917-network', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:34.560470 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5625cd1c-7435-497d-b32a-0cdada2bbd08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:34.628779 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7095ec-f5ca-471c-96ff-add653aa4881 admin admin] Made reservation on behalf of 5c2212d9a5284c729e29b291e3f808ca for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:37:34.631136 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9f7095ec-f5ca-471c-96ff-add653aa4881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:34.640881 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9f7095ec-f5ca-471c-96ff-add653aa4881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:34.660964 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5625cd1c-7435-497d-b32a-0cdada2bbd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:34.677885 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 524ad67a-3422-434c-bd47-081930bef03e details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:37:34.724139 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5625cd1c-7435-497d-b32a-0cdada2bbd08 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=53e02c4523df434fb99ea00c02c60ffd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4358158 Dec 16 09:37:34.726882 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53276) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:34.727967 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625cd1c-7435-497d-b32a-0cdada2bbd08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1f4704-a6cc-4421-8c33-87e2289aaa58,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:34.805690 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 524ad67a-3422-434c-bd47-081930bef03e, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=524ad67a-3422-434c-bd47-081930bef03e,segment=NetworkSegment(a2ee8051-abfb-4f5b-b081-c86ac7eab054),segment_id=a2ee8051-abfb-4f5b-b081-c86ac7eab054)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:34.823740 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a8ac4df-e211-4b50-a2a3-597d24029678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:34.824662 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9f7095ec-f5ca-471c-96ff-add653aa4881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:34.833573 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '524ad67a-3422-434c-bd47-081930bef03e', 'network_id': '2e528bd2-b999-40ed-bbb8-2a5d13680e1b', 'port_id': '524ad67a-3422-434c-bd47-081930bef03e', 'mac_address': 'fa:16:3e:e5:45:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f978629d-1eff-401d-9c7a-42314c842760', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:37:34.849924 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a8ac4df-e211-4b50-a2a3-597d24029678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:34.894586 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:34.894586 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 524ad67a-3422-434c-bd47-081930bef03e {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:37:34.924879 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 524ad67a-3422-434c-bd47-081930bef03e, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=524ad67a-3422-434c-bd47-081930bef03e,segment=NetworkSegment(a2ee8051-abfb-4f5b-b081-c86ac7eab054),segment_id=a2ee8051-abfb-4f5b-b081-c86ac7eab054)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:35.236845 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9f7095ec-f5ca-471c-96ff-add653aa4881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:35.285637 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7095ec-f5ca-471c-96ff-add653aa4881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c47c3f-8f1b-471c-b14f-c3a21b0688e8,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:35.315834 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2482e6f-1983-40df-89eb-868638ae5f90 req-1a01573b-a50e-4e31-a2c9-d2ac95fb9fb0 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:35.315834 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b2482e6f-1983-40df-89eb-868638ae5f90 req-1a01573b-a50e-4e31-a2c9-d2ac95fb9fb0 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 943 time: 0.0756054 Dec 16 09:37:35.340706 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b2482e6f-1983-40df-89eb-868638ae5f90 req-dc17bdff-c092-43fc-ba70-1de90a77887e tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343647 Dec 16 09:37:35.545784 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a8ac4df-e211-4b50-a2a3-597d24029678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:35.548227 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a8ac4df-e211-4b50-a2a3-597d24029678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:35.551797 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8a8ac4df-e211-4b50-a2a3-597d24029678 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/db1f4704-a6cc-4421-8c33-87e2289aaa58 HTTP/1.1" status: 204 len: 168 time: 0.8215008 Dec 16 09:37:35.555874 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f7095ec-f5ca-471c-96ff-add653aa4881 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:37:35.569757 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9f7095ec-f5ca-471c-96ff-add653aa4881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:35.643913 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-9f7095ec-f5ca-471c-96ff-add653aa4881 admin admin] Added segment b058665a-d41b-4e97-8fd7-07ea9cb712c9 of type vlan for network b746a243-6629-471f-83d2-a1c8bcbe7481 Dec 16 09:37:35.644976 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ac4df-e211-4b50-a2a3-597d24029678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1f4704-a6cc-4421-8c33-87e2289aaa58,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:35.645972 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9f7095ec-f5ca-471c-96ff-add653aa4881 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:35.934425 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:35.991167 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=524ad67a-3422-434c-bd47-081930bef03e,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:36.129382 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9f7095ec-f5ca-471c-96ff-add653aa4881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:36.129957 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7095ec-f5ca-471c-96ff-add653aa4881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:36.131199 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9f7095ec-f5ca-471c-96ff-add653aa4881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:36.172273 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['524ad67a-3422-434c-bd47-081930bef03e'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:37:36.202840 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7095ec-f5ca-471c-96ff-add653aa4881 admin admin] Pushing event updated for resources: {'Network': ['ID=b746a243-6629-471f-83d2-a1c8bcbe7481,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:36.220039 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network b746a243-6629-471f-83d2-a1c8bcbe7481 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:37:36.261719 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53308) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:36.262706 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9f7095ec-f5ca-471c-96ff-add653aa4881 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8454490 Dec 16 09:37:36.268214 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-9081f293-ba36-4fc6-b446-6186a76d5de9 admin admin] Request body: {'subnet': {'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-204191917-subnet', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:36.395295 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9081f293-ba36-4fc6-b446-6186a76d5de9 admin admin] Made reservation on behalf of 5c2212d9a5284c729e29b291e3f808ca for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:37:36.398529 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9081f293-ba36-4fc6-b446-6186a76d5de9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:36.521664 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac1a7a-e96a-4d30-be07-060b248c3eb3 req-8cfb41fa-93c1-4601-828d-31dbd616dbe9 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:36.523176 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c6ac1a7a-e96a-4d30-be07-060b248c3eb3 req-8cfb41fa-93c1-4601-828d-31dbd616dbe9 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 944 time: 0.1075871 Dec 16 09:37:36.601862 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c6ac1a7a-e96a-4d30-be07-060b248c3eb3 req-35ca6dc7-946c-4b44-b980-40fa2c208baa tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689664 Dec 16 09:37:36.674513 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53320) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:36.688793 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fd6e2de8-b1d5-4949-a004-6f70415cbae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:36.758065 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9081f293-ba36-4fc6-b446-6186a76d5de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:36.764948 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fd6e2de8-b1d5-4949-a004-6f70415cbae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:36.818794 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081f293-ba36-4fc6-b446-6186a76d5de9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4133fe3e-3155-4199-8423-85f0275c5a18,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:36.824810 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9081f293-ba36-4fc6-b446-6186a76d5de9 admin admin] Checking segment: {'id': 'b058665a-d41b-4e97-8fd7-07ea9cb712c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:37:36.825194 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9081f293-ba36-4fc6-b446-6186a76d5de9 admin admin] Network hostable DHCP agents. Network: b746a243-6629-471f-83d2-a1c8bcbe7481, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:37:36.848962 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fd6e2de8-b1d5-4949-a004-6f70415cbae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:36.908301 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fd6e2de8-b1d5-4949-a004-6f70415cbae2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c7db523fc05a462c893d43493af4d66b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2326801 Dec 16 09:37:36.909551 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e2de8-b1d5-4949-a004-6f70415cbae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81a27d2-b0e5-4d40-85d2-f1a9c15f10b7,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:36.911060 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53328) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:36.960005 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9081f293-ba36-4fc6-b446-6186a76d5de9 admin admin] Network b746a243-6629-471f-83d2-a1c8bcbe7481 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:37:36.985025 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-101475c8-53a2-4d85-b6b3-bcdb6a09a19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:37.014671 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-101475c8-53a2-4d85-b6b3-bcdb6a09a19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:37.042930 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:37.075207 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-9081f293-ba36-4fc6-b446-6186a76d5de9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, b746a243-6629-471f-83d2-a1c8bcbe7481) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:37:37.088954 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9081f293-ba36-4fc6-b446-6186a76d5de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:37.088954 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9081f293-ba36-4fc6-b446-6186a76d5de9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:37.090974 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b075632-7f3b-4a06-af0d-4adf4bc36891 None None] Network b746a243-6629-471f-83d2-a1c8bcbe7481 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:37:37.170223 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-101475c8-53a2-4d85-b6b3-bcdb6a09a19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:37.175197 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-101475c8-53a2-4d85-b6b3-bcdb6a09a19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:37.177549 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-101475c8-53a2-4d85-b6b3-bcdb6a09a19f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b81a27d2-b0e5-4d40-85d2-f1a9c15f10b7 HTTP/1.1" status: 204 len: 168 time: 0.2643616 Dec 16 09:37:37.186171 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101475c8-53a2-4d85-b6b3-bcdb6a09a19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81a27d2-b0e5-4d40-85d2-f1a9c15f10b7,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:37.203415 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53336) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:37.207313 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9081f293-ba36-4fc6-b446-6186a76d5de9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9383183 Dec 16 09:37:37.209082 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-cdd379fc-607f-44ad-b4e6-1222695c2255 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-204191917-router', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:37.278109 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf7d8c5-99ce-4ecc-8938-173fdb0210d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-b746a243-6629-471f-83d2-a1c8bcbe7481', 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'fixed_ips': [{'subnet_id': '4133fe3e-3155-4199-8423-85f0275c5a18'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:37:37.278990 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cbf7d8c5-99ce-4ecc-8938-173fdb0210d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:37.346100 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cdd379fc-607f-44ad-b4e6-1222695c2255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:37.349731 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cdd379fc-607f-44ad-b4e6-1222695c2255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:37.411001 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cdd379fc-607f-44ad-b4e6-1222695c2255 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:37.429007 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-cbf7d8c5-99ce-4ecc-8938-173fdb0210d4 None None] Allocated IP 172.20.0.2 (b746a243-6629-471f-83d2-a1c8bcbe7481/4133fe3e-3155-4199-8423-85f0275c5a18/1063e87f-dc28-465d-9a55-4b03d74fa05e) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:37:37.571806 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cbf7d8c5-99ce-4ecc-8938-173fdb0210d4 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:37.712010 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cbf7d8c5-99ce-4ecc-8938-173fdb0210d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:37.739496 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cdd379fc-607f-44ad-b4e6-1222695c2255 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:37.765723 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf7d8c5-99ce-4ecc-8938-173fdb0210d4 None None] Network b746a243-6629-471f-83d2-a1c8bcbe7481 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:37:37.769456 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-cbf7d8c5-99ce-4ecc-8938-173fdb0210d4 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:37:37.774228 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf7d8c5-99ce-4ecc-8938-173fdb0210d4 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:37:37.774850 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e9471-3491-4c43-a0e1-9080b627b3a9 req-b514d180-22ef-4276-960c-c49a77a06bb7 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:37.776488 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e75e9471-3491-4c43-a0e1-9080b627b3a9 req-b514d180-22ef-4276-960c-c49a77a06bb7 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 944 time: 0.0781584 Dec 16 09:37:37.823144 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e75e9471-3491-4c43-a0e1-9080b627b3a9 req-5feaa8a4-c554-4063-a32f-a869d37f3f72 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389910 Dec 16 09:37:37.831440 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7d8c5-99ce-4ecc-8938-173fdb0210d4 None None] Pushing event updated for resources: {'Port': ['ID=1063e87f-dc28-465d-9a55-4b03d74fa05e,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:37.846799 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-cbf7d8c5-99ce-4ecc-8938-173fdb0210d4 None None] Attempting to bind port 1063e87f-dc28-465d-9a55-4b03d74fa05e on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:37.847228 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-cbf7d8c5-99ce-4ecc-8938-173fdb0210d4 None None] Attempting to bind port 1063e87f-dc28-465d-9a55-4b03d74fa05e by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'b058665a-d41b-4e97-8fd7-07ea9cb712c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:37.847745 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf7d8c5-99ce-4ecc-8938-173fdb0210d4 None None] Attempting to bind port 1063e87f-dc28-465d-9a55-4b03d74fa05e on network b746a243-6629-471f-83d2-a1c8bcbe7481 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:37.853099 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf7d8c5-99ce-4ecc-8938-173fdb0210d4 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:37:37.856800 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf7d8c5-99ce-4ecc-8938-173fdb0210d4 None None] Checking segment: {'id': 'b058665a-d41b-4e97-8fd7-07ea9cb712c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:37:37.856800 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cbf7d8c5-99ce-4ecc-8938-173fdb0210d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:37.856800 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf7d8c5-99ce-4ecc-8938-173fdb0210d4 None None] Bound using segment: {'id': 'b058665a-d41b-4e97-8fd7-07ea9cb712c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:37:37.856800 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-cbf7d8c5-99ce-4ecc-8938-173fdb0210d4 None None] Bound port: 1063e87f-dc28-465d-9a55-4b03d74fa05e, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b058665a-d41b-4e97-8fd7-07ea9cb712c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:37:37.856800 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cbf7d8c5-99ce-4ecc-8938-173fdb0210d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:37.925468 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-cbf7d8c5-99ce-4ecc-8938-173fdb0210d4 None None] For port 1063e87f-dc28-465d-9a55-4b03d74fa05e, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:37:37.928269 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-cbf7d8c5-99ce-4ecc-8938-173fdb0210d4 None None] For port 1063e87f-dc28-465d-9a55-4b03d74fa05e, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=1063e87f-dc28-465d-9a55-4b03d74fa05e,segment=NetworkSegment(b058665a-d41b-4e97-8fd7-07ea9cb712c9),segment_id=b058665a-d41b-4e97-8fd7-07ea9cb712c9)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:37:37.999005 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cbf7d8c5-99ce-4ecc-8938-173fdb0210d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:38.054749 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cdd379fc-607f-44ad-b4e6-1222695c2255 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:38.088298 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cdd379fc-607f-44ad-b4e6-1222695c2255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:38.098266 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7d8c5-99ce-4ecc-8938-173fdb0210d4 None None] Pushing event updated for resources: {'Port': ['ID=1063e87f-dc28-465d-9a55-4b03d74fa05e,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:38.278210 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-cdd379fc-607f-44ad-b4e6-1222695c2255 admin admin] Allocated IP 172.25.1.31 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/c78429eb-a431-4f53-92cf-4530f864f6b7) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:37:38.350806 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9990b-a5a7-404c-881c-2b35f22a50d7 req-e6b10cff-6bab-4299-b8f4-2bba5b704fcb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:38.358985 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9990b-a5a7-404c-881c-2b35f22a50d7 req-e6b10cff-6bab-4299-b8f4-2bba5b704fcb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:38.366059 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9990b-a5a7-404c-881c-2b35f22a50d7 req-e6b10cff-6bab-4299-b8f4-2bba5b704fcb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:38.374235 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9990b-a5a7-404c-881c-2b35f22a50d7 req-e6b10cff-6bab-4299-b8f4-2bba5b704fcb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:38.383636 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9990b-a5a7-404c-881c-2b35f22a50d7 req-e6b10cff-6bab-4299-b8f4-2bba5b704fcb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:38.390729 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9990b-a5a7-404c-881c-2b35f22a50d7 req-e6b10cff-6bab-4299-b8f4-2bba5b704fcb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:38.428204 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9990b-a5a7-404c-881c-2b35f22a50d7 req-e6b10cff-6bab-4299-b8f4-2bba5b704fcb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:38.432603 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-99f9990b-a5a7-404c-881c-2b35f22a50d7 req-e6b10cff-6bab-4299-b8f4-2bba5b704fcb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5434 time: 0.1982949 Dec 16 09:37:38.466277 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cdd379fc-607f-44ad-b4e6-1222695c2255 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:38.506420 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-99f9990b-a5a7-404c-881c-2b35f22a50d7 req-de699cb8-4d2a-4fba-ac0c-557a34872003 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0658422 Dec 16 09:37:38.583956 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cdd379fc-607f-44ad-b4e6-1222695c2255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:38.647289 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd379fc-607f-44ad-b4e6-1222695c2255 admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:37:38.661883 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-cdd379fc-607f-44ad-b4e6-1222695c2255 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:37:38.664964 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd379fc-607f-44ad-b4e6-1222695c2255 admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:37:38.681371 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 524ad67a-3422-434c-bd47-081930bef03e up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:37:38.716795 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd379fc-607f-44ad-b4e6-1222695c2255 admin admin] Pushing event updated for resources: {'Port': ['ID=c78429eb-a431-4f53-92cf-4530f864f6b7,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:38.809192 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 524ad67a-3422-434c-bd47-081930bef03e completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:37:38.813569 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 524ad67a-3422-434c-bd47-081930bef03e triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:38.814057 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:38.877103 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26c8b5-6eaa-4fbf-bbb5-7dc63e78f624 req-5d1f2861-ca8b-46c7-9a24-7d4e673d7ea8 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:38.879179 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26c8b5-6eaa-4fbf-bbb5-7dc63e78f624 req-5d1f2861-ca8b-46c7-9a24-7d4e673d7ea8 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:38.884328 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26c8b5-6eaa-4fbf-bbb5-7dc63e78f624 req-5d1f2861-ca8b-46c7-9a24-7d4e673d7ea8 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:38.891200 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26c8b5-6eaa-4fbf-bbb5-7dc63e78f624 req-5d1f2861-ca8b-46c7-9a24-7d4e673d7ea8 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:38.897652 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26c8b5-6eaa-4fbf-bbb5-7dc63e78f624 req-5d1f2861-ca8b-46c7-9a24-7d4e673d7ea8 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:38.911203 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26c8b5-6eaa-4fbf-bbb5-7dc63e78f624 req-5d1f2861-ca8b-46c7-9a24-7d4e673d7ea8 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:38.921391 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:38.924978 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26c8b5-6eaa-4fbf-bbb5-7dc63e78f624 req-5d1f2861-ca8b-46c7-9a24-7d4e673d7ea8 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:38.927223 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5c26c8b5-6eaa-4fbf-bbb5-7dc63e78f624 req-5d1f2861-ca8b-46c7-9a24-7d4e673d7ea8 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5434 time: 0.2952113 Dec 16 09:37:38.953922 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a9c898e-9d50-4f16-a041-11a9db62e19a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524ad67a-3422-434c-bd47-081930bef03e'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:37:38.955712 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8577d42c-f4dd-474f-922e-c5156d0a89b1" -d '{"events": [{"server_uuid": "5a9c898e-9d50-4f16-a041-11a9db62e19a", "name": "network-vif-plugged", "status": "completed", "tag": "524ad67a-3422-434c-bd47-081930bef03e"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:37:38.994199 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 524ad67a-3422-434c-bd47-081930bef03e, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=524ad67a-3422-434c-bd47-081930bef03e,segment=NetworkSegment(a2ee8051-abfb-4f5b-b081-c86ac7eab054),segment_id=a2ee8051-abfb-4f5b-b081-c86ac7eab054)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:39.015638 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109c393b-9239-4c2e-8fb3-3616d74009ce x-openstack-request-id: req-109c393b-9239-4c2e-8fb3-3616d74009ce {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:37:39.016022 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a9c898e-9d50-4f16-a041-11a9db62e19a", "name": "network-vif-plugged", "status": "completed", "tag": "524ad67a-3422-434c-bd47-081930bef03e", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:37:39.016370 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-109c393b-9239-4c2e-8fb3-3616d74009ce {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:37:39.016855 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a9c898e-9d50-4f16-a041-11a9db62e19a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524ad67a-3422-434c-bd47-081930bef03e', 'code': 200} Dec 16 09:37:39.077101 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:39.149606 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a6b89-dabb-4dd5-889f-087dcb971dbf req-0881c9e8-85d1-4bed-9ae9-9393a8442152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:39.151807 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-401a6b89-dabb-4dd5-889f-087dcb971dbf req-0881c9e8-85d1-4bed-9ae9-9393a8442152 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 1096 time: 0.0613585 Dec 16 09:37:39.196829 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=524ad67a-3422-434c-bd47-081930bef03e,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:39.245616 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-401a6b89-dabb-4dd5-889f-087dcb971dbf req-f35d73d0-c4b9-4216-b953-09bc175e3783 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841653 Dec 16 09:37:39.265038 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cdd379fc-607f-44ad-b4e6-1222695c2255 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:39.363409 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf5f09-3dc4-482d-b68a-e9960e2929ca req-53548176-60b2-4732-9db7-d7fb2dfb8245 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:39.372973 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5ddf5f09-3dc4-482d-b68a-e9960e2929ca req-53548176-60b2-4732-9db7-d7fb2dfb8245 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 945 time: 0.4578159 Dec 16 09:37:39.436772 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5ddf5f09-3dc4-482d-b68a-e9960e2929ca req-614c678e-1e39-4b05-a5b5-67fad71061f3 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580933 Dec 16 09:37:39.508305 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05db461-f55c-4d7b-bdb7-2030f903a23c None None] Network b746a243-6629-471f-83d2-a1c8bcbe7481 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:37:39.570538 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-cd46f900-c753-4d66-a2f0-83ec8a9967cd None None] Provisioning complete for port 1063e87f-dc28-465d-9a55-4b03d74fa05e triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:39.571279 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cd46f900-c753-4d66-a2f0-83ec8a9967cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:39.611205 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cdd379fc-607f-44ad-b4e6-1222695c2255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:39.742830 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cd46f900-c753-4d66-a2f0-83ec8a9967cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:39.787332 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-cd46f900-c753-4d66-a2f0-83ec8a9967cd None None] For port 1063e87f-dc28-465d-9a55-4b03d74fa05e, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=1063e87f-dc28-465d-9a55-4b03d74fa05e,segment=NetworkSegment(b058665a-d41b-4e97-8fd7-07ea9cb712c9),segment_id=b058665a-d41b-4e97-8fd7-07ea9cb712c9)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:39.829163 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd379fc-607f-44ad-b4e6-1222695c2255 admin admin] Router e2713676-763c-4529-8d52-4773404c5035 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:37:39.915083 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cd46f900-c753-4d66-a2f0-83ec8a9967cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:39.973964 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46f900-c753-4d66-a2f0-83ec8a9967cd None None] Pushing event updated for resources: {'Port': ['ID=1063e87f-dc28-465d-9a55-4b03d74fa05e,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:39.982325 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd379fc-607f-44ad-b4e6-1222695c2255 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:37:40.000147 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e7af13-b30e-4377-98fe-b258bec66b56 None None] Sync routers for ids ['e2713676-763c-4529-8d52-4773404c5035'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:37:40.017680 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e7af13-b30e-4377-98fe-b258bec66b56 None None] Routers {'e2713676-763c-4529-8d52-4773404c5035'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:37:40.018345 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-b3e7af13-b30e-4377-98fe-b258bec66b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:37:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['e2713676-763c-4529-8d52-4773404c5035'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:40.098996 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cdd379fc-607f-44ad-b4e6-1222695c2255 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:40.102138 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-cdd379fc-607f-44ad-b4e6-1222695c2255 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.8944464 Dec 16 09:37:40.102243 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53426) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:40.140136 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-fca291cd-2a10-4ad3-ac3a-d64fdd24c118 None None] Provisioning complete for port 1063e87f-dc28-465d-9a55-4b03d74fa05e triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:40.140577 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fca291cd-2a10-4ad3-ac3a-d64fdd24c118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:40.178539 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-b3e7af13-b30e-4377-98fe-b258bec66b56 None None] Set router e2713676-763c-4529-8d52-4773404c5035 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:37:40.404406 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 1063e87f-dc28-465d-9a55-4b03d74fa05e up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:37:40.504039 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 1063e87f-dc28-465d-9a55-4b03d74fa05e triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:40.504416 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:40.523015 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-b3e7af13-b30e-4377-98fe-b258bec66b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2713676-763c-4529-8d52-4773404c5035', 'name': 'tempest-FloatingIPsAssociationTestJSON-204191917-router', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:37:37Z', 'updated_at': '2021-12-16T09:37:38Z', 'revision_number': 3, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'gw_port': {'id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:38Z', 'updated_at': '2021-12-16T09:37:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:40.544911 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:40.618623 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e7af13-b30e-4377-98fe-b258bec66b56 None None] Checking router: e2713676-763c-4529-8d52-4773404c5035 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:37:40.618880 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e7af13-b30e-4377-98fe-b258bec66b56 None None] Updating router e2713676-763c-4529-8d52-4773404c5035 port c78429eb-a431-4f53-92cf-4530f864f6b7 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:37:40.637372 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425b618-7c4e-4d64-8767-bb859c42b25f req-928dac99-3773-45ea-9d76-39e9a5b52c0a tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:40.647145 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8425b618-7c4e-4d64-8767-bb859c42b25f req-928dac99-3773-45ea-9d76-39e9a5b52c0a tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 945 time: 0.0793920 Dec 16 09:37:40.661506 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-b3e7af13-b30e-4377-98fe-b258bec66b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:40.685515 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8425b618-7c4e-4d64-8767-bb859c42b25f req-042b2753-2c29-4d3f-81da-d751a5501c9a tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372157 Dec 16 09:37:40.992166 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-b3e7af13-b30e-4377-98fe-b258bec66b56 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:41.098616 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3bca2463-bae0-4ace-945f-600e81e48fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:41.122915 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-b3e7af13-b30e-4377-98fe-b258bec66b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:41.163776 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53486) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:41.191815 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-b3e7af13-b30e-4377-98fe-b258bec66b56 None None] Attempting to bind port c78429eb-a431-4f53-92cf-4530f864f6b7 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:41.192251 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-b3e7af13-b30e-4377-98fe-b258bec66b56 None None] Attempting to bind port c78429eb-a431-4f53-92cf-4530f864f6b7 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:41.192664 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e7af13-b30e-4377-98fe-b258bec66b56 None None] Attempting to bind port c78429eb-a431-4f53-92cf-4530f864f6b7 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:41.202828 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9edb8-f576-4960-bc0f-a84508aa631c None None] Pushing event updated for resources: {'Port': ['ID=c78429eb-a431-4f53-92cf-4530f864f6b7,revision_number=2']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:41.205037 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e7af13-b30e-4377-98fe-b258bec66b56 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:37:41.205567 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e7af13-b30e-4377-98fe-b258bec66b56 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:37:41.206420 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-b3e7af13-b30e-4377-98fe-b258bec66b56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:41.206753 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e7af13-b30e-4377-98fe-b258bec66b56 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:37:41.207216 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-b3e7af13-b30e-4377-98fe-b258bec66b56 None None] Bound port: c78429eb-a431-4f53-92cf-4530f864f6b7, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:37:41.207586 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-b3e7af13-b30e-4377-98fe-b258bec66b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:41.232257 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9edb8-f576-4960-bc0f-a84508aa631c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:41.232593 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9edb8-f576-4960-bc0f-a84508aa631c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:41.232923 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9edb8-f576-4960-bc0f-a84508aa631c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:41.233279 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9edb8-f576-4960-bc0f-a84508aa631c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:41.233602 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9edb8-f576-4960-bc0f-a84508aa631c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:41.234284 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9edb8-f576-4960-bc0f-a84508aa631c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:41.234850 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9edb8-f576-4960-bc0f-a84508aa631c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:41.234850 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9edb8-f576-4960-bc0f-a84508aa631c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:41.235183 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9edb8-f576-4960-bc0f-a84508aa631c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:41.235494 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9edb8-f576-4960-bc0f-a84508aa631c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:41.235805 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9edb8-f576-4960-bc0f-a84508aa631c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:41.236115 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9edb8-f576-4960-bc0f-a84508aa631c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:41.283752 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbf6aa-c80c-45ee-a7eb-3b1313c11c25 req-f256f8d8-82a5-4f61-9dc5-78e9281de05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:41.285737 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbf6aa-c80c-45ee-a7eb-3b1313c11c25 req-f256f8d8-82a5-4f61-9dc5-78e9281de05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:41.285737 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbf6aa-c80c-45ee-a7eb-3b1313c11c25 req-f256f8d8-82a5-4f61-9dc5-78e9281de05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:41.285737 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbf6aa-c80c-45ee-a7eb-3b1313c11c25 req-f256f8d8-82a5-4f61-9dc5-78e9281de05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:41.285737 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbf6aa-c80c-45ee-a7eb-3b1313c11c25 req-f256f8d8-82a5-4f61-9dc5-78e9281de05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:41.286129 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbf6aa-c80c-45ee-a7eb-3b1313c11c25 req-f256f8d8-82a5-4f61-9dc5-78e9281de05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:41.286585 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbf6aa-c80c-45ee-a7eb-3b1313c11c25 req-f256f8d8-82a5-4f61-9dc5-78e9281de05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:41.288916 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fffbf6aa-c80c-45ee-a7eb-3b1313c11c25 req-f256f8d8-82a5-4f61-9dc5-78e9281de05c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 6491 time: 0.1226103 Dec 16 09:37:41.289847 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-b3e7af13-b30e-4377-98fe-b258bec66b56 None None] For port c78429eb-a431-4f53-92cf-4530f864f6b7, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:37:41.293962 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-b3e7af13-b30e-4377-98fe-b258bec66b56 None None] For port c78429eb-a431-4f53-92cf-4530f864f6b7, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=c78429eb-a431-4f53-92cf-4530f864f6b7,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:37:41.329146 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fffbf6aa-c80c-45ee-a7eb-3b1313c11c25 req-208d08ee-f61e-4357-a27e-f0ed99a7a12e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332584 Dec 16 09:37:41.337399 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-3bca2463-bae0-4ace-945f-600e81e48fbc admin admin] Allocated IP 172.20.0.1 (b746a243-6629-471f-83d2-a1c8bcbe7481/4133fe3e-3155-4199-8423-85f0275c5a18/05379019-0084-44b0-a476-5d25f57c6efa) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:37:41.427996 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-b3e7af13-b30e-4377-98fe-b258bec66b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:41.454751 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3bca2463-bae0-4ace-945f-600e81e48fbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:41.575533 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e7af13-b30e-4377-98fe-b258bec66b56 None None] Routers {'e2713676-763c-4529-8d52-4773404c5035'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:37:41.576199 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-b3e7af13-b30e-4377-98fe-b258bec66b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:37:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['e2713676-763c-4529-8d52-4773404c5035'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:41.600910 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3bca2463-bae0-4ace-945f-600e81e48fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:41.651842 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bca2463-bae0-4ace-945f-600e81e48fbc admin admin] Network b746a243-6629-471f-83d2-a1c8bcbe7481 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:37:41.652141 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9edb8-f576-4960-bc0f-a84508aa631c None None] Pushing event updated for resources: {'Port': ['ID=c78429eb-a431-4f53-92cf-4530f864f6b7,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:41.654979 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-3bca2463-bae0-4ace-945f-600e81e48fbc admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:37:41.658678 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bca2463-bae0-4ace-945f-600e81e48fbc admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:37:41.688767 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca2463-bae0-4ace-945f-600e81e48fbc admin admin] Pushing event updated for resources: {'Port': ['ID=05379019-0084-44b0-a476-5d25f57c6efa,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:41.705924 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-b3e7af13-b30e-4377-98fe-b258bec66b56 None None] Set router e2713676-763c-4529-8d52-4773404c5035 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:37:41.706535 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3bca2463-bae0-4ace-945f-600e81e48fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:41.858037 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b500f-4d11-4df4-b685-69e652cb0922 req-d22d1d58-5b4c-4067-9da6-388fca0e8d9f tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:41.859625 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-009b500f-4d11-4df4-b685-69e652cb0922 req-d22d1d58-5b4c-4067-9da6-388fca0e8d9f tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 945 time: 0.0611906 Dec 16 09:37:41.911855 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-009b500f-4d11-4df4-b685-69e652cb0922 req-b31adfb0-5567-4719-a55b-32b2653a71e5 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390463 Dec 16 09:37:41.936244 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3bca2463-bae0-4ace-945f-600e81e48fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:41.945374 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-b3e7af13-b30e-4377-98fe-b258bec66b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2713676-763c-4529-8d52-4773404c5035', 'name': 'tempest-FloatingIPsAssociationTestJSON-204191917-router', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:37:37Z', 'updated_at': '2021-12-16T09:37:38Z', 'revision_number': 3, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'gw_port': {'id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:38Z', 'updated_at': '2021-12-16T09:37:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:41.973636 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e7af13-b30e-4377-98fe-b258bec66b56 None None] The sync data for ids ['e2713676-763c-4529-8d52-4773404c5035'] in n-d-820550-2 is: [{'id': 'e2713676-763c-4529-8d52-4773404c5035', 'name': 'tempest-FloatingIPsAssociationTestJSON-204191917-router', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:37:37Z', 'updated_at': '2021-12-16T09:37:38Z', 'revision_number': 3, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'gw_port': {'id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:38Z', 'updated_at': '2021-12-16T09:37:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:37:42.000866 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b3fb15fc-09aa-476c-be80-9b60ddb8ac97 None None] Provisioning complete for port 05379019-0084-44b0-a476-5d25f57c6efa triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:42.001519 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b3fb15fc-09aa-476c-be80-9b60ddb8ac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:42.052788 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-b3fb15fc-09aa-476c-be80-9b60ddb8ac97 None None] Port 05379019-0084-44b0-a476-5d25f57c6efa cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:37:42.151421 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3bca2463-bae0-4ace-945f-600e81e48fbc admin admin] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:42.272314 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3bca2463-bae0-4ace-945f-600e81e48fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:42.352057 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3bca2463-bae0-4ace-945f-600e81e48fbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:42.361696 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57144e82-64c8-4d6e-af10-07160281619a req-70d68ca2-5caf-47e5-9567-0a5ad1ee89e6 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:42.363328 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-57144e82-64c8-4d6e-af10-07160281619a req-70d68ca2-5caf-47e5-9567-0a5ad1ee89e6 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 945 time: 0.3422854 Dec 16 09:37:42.365413 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca2463-bae0-4ace-945f-600e81e48fbc admin admin] Pushing event updated for resources: {'Port': ['ID=05379019-0084-44b0-a476-5d25f57c6efa,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:42.467793 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-57144e82-64c8-4d6e-af10-07160281619a req-fecefc2e-a13c-49e0-8847-a7d7deca224f tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896006 Dec 16 09:37:42.520732 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bca2463-bae0-4ace-945f-600e81e48fbc admin admin] Network b746a243-6629-471f-83d2-a1c8bcbe7481 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:37:42.520732 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-3bca2463-bae0-4ace-945f-600e81e48fbc admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:37:42.662628 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bca2463-bae0-4ace-945f-600e81e48fbc admin admin] Router e2713676-763c-4529-8d52-4773404c5035 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:37:42.810211 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bca2463-bae0-4ace-945f-600e81e48fbc admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:37:42.815529 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3bca2463-bae0-4ace-945f-600e81e48fbc admin admin] 10.222.0.60 "PUT /v2.0/routers/e2713676-763c-4529-8d52-4773404c5035/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7121086 Dec 16 09:37:42.887137 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-8131ce1b-075c-41eb-a735-303161c4628b None None] Provisioning complete for port 05379019-0084-44b0-a476-5d25f57c6efa triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:42.887137 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8131ce1b-075c-41eb-a735-303161c4628b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:42.919382 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-8131ce1b-075c-41eb-a735-303161c4628b None None] Port 05379019-0084-44b0-a476-5d25f57c6efa cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:37:43.062857 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53566) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:43.213918 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1efc358a-2592-45f4-bccd-1b4192d6cfa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:43.240654 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe91e02-36b7-44a6-95bc-e51f8691bc9e req-d6381ac8-98ee-435b-b0f6-3f780a943ac7 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:43.249402 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ebe91e02-36b7-44a6-95bc-e51f8691bc9e req-d6381ac8-98ee-435b-b0f6-3f780a943ac7 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 945 time: 0.0949013 Dec 16 09:37:43.286526 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ebe91e02-36b7-44a6-95bc-e51f8691bc9e req-46e448be-9990-4680-a571-6e97b712da25 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362427 Dec 16 09:37:43.403437 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1efc358a-2592-45f4-bccd-1b4192d6cfa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:43.436237 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-f3b8033f-8120-437f-a5e9-d4f73fa56b05 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:43.437987 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-f3b8033f-8120-437f-a5e9-d4f73fa56b05 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/networks?id=b746a243-6629-471f-83d2-a1c8bcbe7481 HTTP/1.1" status: 200 len: 820 time: 0.1457763 Dec 16 09:37:43.457455 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-8ef793cf-8a47-41ea-b454-a3dbcaea0345 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/quotas/5c2212d9a5284c729e29b291e3f808ca HTTP/1.1" status: 200 len: 375 time: 0.0102525 Dec 16 09:37:43.516359 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-6be1c207-3e63-43ab-931d-b7c05cf474c5 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c2212d9a5284c729e29b291e3f808ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503113 Dec 16 09:37:43.572576 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1efc358a-2592-45f4-bccd-1b4192d6cfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:43.633250 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1efc358a-2592-45f4-bccd-1b4192d6cfa7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ad5227c789b543fb85262d12f43a688c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5692060 Dec 16 09:37:43.636164 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53588) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:43.648662 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc358a-2592-45f4-bccd-1b4192d6cfa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1eccbb-808f-48d1-9e56-4df59d075966,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:43.690956 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-25ddf173-cafb-4f53-80d8-972bd63b6a35 service neutron] 10.222.0.60 "GET /v2.0/networks/b746a243-6629-471f-83d2-a1c8bcbe7481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701202 Dec 16 09:37:43.709571 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b7302bab-6dca-4063-8d2d-c268e2d39bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:43.736268 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b7302bab-6dca-4063-8d2d-c268e2d39bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:43.809947 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-7ef0f713-0ab0-4bc0-b806-9645cf4e1558 service neutron] 10.222.0.60 "GET /v2.0/networks/b746a243-6629-471f-83d2-a1c8bcbe7481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178112 Dec 16 09:37:43.943938 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa28460-926d-4566-8a25-2db4b929243f None None] Sync routers for ids ['e2713676-763c-4529-8d52-4773404c5035'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:37:43.953323 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa28460-926d-4566-8a25-2db4b929243f None None] Routers {'e2713676-763c-4529-8d52-4773404c5035'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:37:43.953954 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-efa28460-926d-4566-8a25-2db4b929243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:37:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['e2713676-763c-4529-8d52-4773404c5035'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:43.957779 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b7302bab-6dca-4063-8d2d-c268e2d39bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:43.967535 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b7302bab-6dca-4063-8d2d-c268e2d39bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:43.967535 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b7302bab-6dca-4063-8d2d-c268e2d39bd9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/db1eccbb-808f-48d1-9e56-4df59d075966 HTTP/1.1" status: 204 len: 168 time: 0.3241165 Dec 16 09:37:43.971486 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7302bab-6dca-4063-8d2d-c268e2d39bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1eccbb-808f-48d1-9e56-4df59d075966,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:44.093644 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-efa28460-926d-4566-8a25-2db4b929243f None None] Set router e2713676-763c-4529-8d52-4773404c5035 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:37:44.232621 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-96311a1c-ab01-4612-8a3a-56abe024996e req-e121d66d-b019-4a02-9c5b-378529b932a8 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports?device_id=50487f49-c5d1-4ddc-9f7e-286ec25dd20b HTTP/1.1" status: 200 len: 210 time: 0.0615742 Dec 16 09:37:44.347864 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device c78429eb-a431-4f53-92cf-4530f864f6b7 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:37:44.423611 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port c78429eb-a431-4f53-92cf-4530f864f6b7 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:44.424226 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:44.428487 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-efa28460-926d-4566-8a25-2db4b929243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2713676-763c-4529-8d52-4773404c5035', 'name': 'tempest-FloatingIPsAssociationTestJSON-204191917-router', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:37:37Z', 'updated_at': '2021-12-16T09:37:41Z', 'revision_number': 4, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'gw_port': {'id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:38Z', 'updated_at': '2021-12-16T09:37:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '05379019-0084-44b0-a476-5d25f57c6efa', 'name': '', 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'mac_address': 'fa:16:3e:03:7b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:41Z', 'updated_at': '2021-12-16T09:37:41Z', 'revision_number': 2, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'subnets': [{'id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:44.470074 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d4ee8-0227-4d92-95f3-b1cf3ce31841 req-5e6e7783-7574-4a3a-a537-e851a7c466a6 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:44.471696 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-741d4ee8-0227-4d92-95f3-b1cf3ce31841 req-5e6e7783-7574-4a3a-a537-e851a7c466a6 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 945 time: 0.0585942 Dec 16 09:37:44.478659 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa28460-926d-4566-8a25-2db4b929243f None None] Checking router: e2713676-763c-4529-8d52-4773404c5035 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:37:44.479023 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa28460-926d-4566-8a25-2db4b929243f None None] Updating router e2713676-763c-4529-8d52-4773404c5035 port 05379019-0084-44b0-a476-5d25f57c6efa binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:37:44.510699 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-741d4ee8-0227-4d92-95f3-b1cf3ce31841 req-84c557bd-8af5-423a-903f-271b2127c06a tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325634 Dec 16 09:37:44.516282 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-efa28460-926d-4566-8a25-2db4b929243f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:44.643596 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:44.688042 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port c78429eb-a431-4f53-92cf-4530f864f6b7, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=c78429eb-a431-4f53-92cf-4530f864f6b7,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:44.834751 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:44.851227 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-efa28460-926d-4566-8a25-2db4b929243f None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:44.911487 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53618) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:44.927037 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dc15a1d1-bb80-4f2b-b953-b5238ec37c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:45.007257 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dc15a1d1-bb80-4f2b-b953-b5238ec37c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:45.022862 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=c78429eb-a431-4f53-92cf-4530f864f6b7,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:45.110536 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-efa28460-926d-4566-8a25-2db4b929243f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:45.110779 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dc15a1d1-bb80-4f2b-b953-b5238ec37c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:45.139022 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-dc15a1d1-bb80-4f2b-b953-b5238ec37c8a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c45c4dc4505a4b8492597d1d5e8f0d95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2262397 Dec 16 09:37:45.141597 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53620) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:45.147226 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15a1d1-bb80-4f2b-b953-b5238ec37c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060a2c15-9b21-40fc-ae8a-bfc7b29d8e00,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:45.182143 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3026aa-0062-4be9-b17f-83848db5c727 None None] Pushing event updated for resources: {'Port': ['ID=05379019-0084-44b0-a476-5d25f57c6efa,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:45.212468 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6229bb43-6503-4c08-86fd-f6151501c2ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:45.222365 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-efa28460-926d-4566-8a25-2db4b929243f None None] Attempting to bind port 05379019-0084-44b0-a476-5d25f57c6efa on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:45.243517 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-efa28460-926d-4566-8a25-2db4b929243f None None] Attempting to bind port 05379019-0084-44b0-a476-5d25f57c6efa by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'b058665a-d41b-4e97-8fd7-07ea9cb712c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:45.243517 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa28460-926d-4566-8a25-2db4b929243f None None] Attempting to bind port 05379019-0084-44b0-a476-5d25f57c6efa on network b746a243-6629-471f-83d2-a1c8bcbe7481 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:45.243517 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa28460-926d-4566-8a25-2db4b929243f None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:37:45.243517 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa28460-926d-4566-8a25-2db4b929243f None None] Checking segment: {'id': 'b058665a-d41b-4e97-8fd7-07ea9cb712c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:37:45.243517 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-efa28460-926d-4566-8a25-2db4b929243f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:45.243517 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa28460-926d-4566-8a25-2db4b929243f None None] Bound using segment: {'id': 'b058665a-d41b-4e97-8fd7-07ea9cb712c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:37:45.243517 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-efa28460-926d-4566-8a25-2db4b929243f None None] Bound port: 05379019-0084-44b0-a476-5d25f57c6efa, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b058665a-d41b-4e97-8fd7-07ea9cb712c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:37:45.243517 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-efa28460-926d-4566-8a25-2db4b929243f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:45.244708 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6229bb43-6503-4c08-86fd-f6151501c2ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:45.333733 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-efa28460-926d-4566-8a25-2db4b929243f None None] For port 05379019-0084-44b0-a476-5d25f57c6efa, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:37:45.338051 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-efa28460-926d-4566-8a25-2db4b929243f None None] For port 05379019-0084-44b0-a476-5d25f57c6efa, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=05379019-0084-44b0-a476-5d25f57c6efa,segment=NetworkSegment(b058665a-d41b-4e97-8fd7-07ea9cb712c9),segment_id=b058665a-d41b-4e97-8fd7-07ea9cb712c9)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:37:45.343345 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f04aa7f5-8866-440d-bd2f-e3bc656b8d7e req-65b67927-5977-4545-bf27-d6f81abc5938 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports?device_id=50487f49-c5d1-4ddc-9f7e-286ec25dd20b HTTP/1.1" status: 200 len: 210 time: 0.0508139 Dec 16 09:37:45.461731 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-ccb75133-da43-43ad-93a5-7c18112155a3 None None] Provisioning complete for port 05379019-0084-44b0-a476-5d25f57c6efa triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:45.462192 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ccb75133-da43-43ad-93a5-7c18112155a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:45.468855 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6229bb43-6503-4c08-86fd-f6151501c2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:45.478370 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6229bb43-6503-4c08-86fd-f6151501c2ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:45.480014 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6229bb43-6503-4c08-86fd-f6151501c2ff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/060a2c15-9b21-40fc-ae8a-bfc7b29d8e00 HTTP/1.1" status: 204 len: 168 time: 0.3371563 Dec 16 09:37:45.482536 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-efa28460-926d-4566-8a25-2db4b929243f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:45.489594 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229bb43-6503-4c08-86fd-f6151501c2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060a2c15-9b21-40fc-ae8a-bfc7b29d8e00,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:45.561519 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-ccb75133-da43-43ad-93a5-7c18112155a3 None None] Port 05379019-0084-44b0-a476-5d25f57c6efa cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:37:45.585947 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3026aa-0062-4be9-b17f-83848db5c727 None None] Pushing event updated for resources: {'Port': ['ID=05379019-0084-44b0-a476-5d25f57c6efa,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:45.588969 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa28460-926d-4566-8a25-2db4b929243f None None] Routers {'e2713676-763c-4529-8d52-4773404c5035'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:37:45.589964 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-efa28460-926d-4566-8a25-2db4b929243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:37:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['e2713676-763c-4529-8d52-4773404c5035'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:45.674558 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d8d55-f50f-4c10-80cd-4260883a324c req-a18c00b2-7364-4ea7-9a38-6c26f8f520cf tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:45.674558 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-871d8d55-f50f-4c10-80cd-4260883a324c req-a18c00b2-7364-4ea7-9a38-6c26f8f520cf tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 945 time: 0.0599005 Dec 16 09:37:45.709644 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-efa28460-926d-4566-8a25-2db4b929243f None None] Set router e2713676-763c-4529-8d52-4773404c5035 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:37:45.720014 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-871d8d55-f50f-4c10-80cd-4260883a324c req-5b052ac2-85b8-4b31-aad4-a917a9c5b171 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515468 Dec 16 09:37:45.901789 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-6fc95ebf-3e6e-453f-b50e-d6093e481600 None None] Provisioning complete for port 05379019-0084-44b0-a476-5d25f57c6efa triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:45.902211 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6fc95ebf-3e6e-453f-b50e-d6093e481600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:46.022046 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-efa28460-926d-4566-8a25-2db4b929243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2713676-763c-4529-8d52-4773404c5035', 'name': 'tempest-FloatingIPsAssociationTestJSON-204191917-router', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:37:37Z', 'updated_at': '2021-12-16T09:37:41Z', 'revision_number': 4, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'gw_port': {'id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:38Z', 'updated_at': '2021-12-16T09:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '05379019-0084-44b0-a476-5d25f57c6efa', 'name': '', 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'mac_address': 'fa:16:3e:03:7b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:41Z', 'updated_at': '2021-12-16T09:37:45Z', 'revision_number': 4, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'subnets': [{'id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:46.056318 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa28460-926d-4566-8a25-2db4b929243f None None] The sync data for ids ['e2713676-763c-4529-8d52-4773404c5035'] in n-d-820550-2 is: [{'id': 'e2713676-763c-4529-8d52-4773404c5035', 'name': 'tempest-FloatingIPsAssociationTestJSON-204191917-router', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:37:37Z', 'updated_at': '2021-12-16T09:37:41Z', 'revision_number': 4, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'gw_port': {'id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:38Z', 'updated_at': '2021-12-16T09:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '05379019-0084-44b0-a476-5d25f57c6efa', 'name': '', 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'mac_address': 'fa:16:3e:03:7b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:41Z', 'updated_at': '2021-12-16T09:37:45Z', 'revision_number': 4, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'subnets': [{'id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:37:46.058896 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6fc95ebf-3e6e-453f-b50e-d6093e481600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:46.104515 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-6fc95ebf-3e6e-453f-b50e-d6093e481600 None None] For port 05379019-0084-44b0-a476-5d25f57c6efa, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=05379019-0084-44b0-a476-5d25f57c6efa,segment=NetworkSegment(b058665a-d41b-4e97-8fd7-07ea9cb712c9),segment_id=b058665a-d41b-4e97-8fd7-07ea9cb712c9)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:46.217367 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6fc95ebf-3e6e-453f-b50e-d6093e481600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:46.285013 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc95ebf-3e6e-453f-b50e-d6093e481600 None None] Pushing event updated for resources: {'Port': ['ID=05379019-0084-44b0-a476-5d25f57c6efa,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:46.356074 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 05379019-0084-44b0-a476-5d25f57c6efa up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:37:46.420866 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 05379019-0084-44b0-a476-5d25f57c6efa triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:46.425166 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:46.487266 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-492727d4-e262-41f9-b077-62709ea40634 req-9e906ff1-cc3d-4cb9-ab36-331dbf9e9e48 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports?device_id=50487f49-c5d1-4ddc-9f7e-286ec25dd20b HTTP/1.1" status: 200 len: 210 time: 0.0646257 Dec 16 09:37:46.558424 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device c78429eb-a431-4f53-92cf-4530f864f6b7 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:37:46.618017 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port c78429eb-a431-4f53-92cf-4530f864f6b7 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:46.618803 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:46.880332 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95739cea-c5ca-4551-b073-5737ce3eb13a req-37dba58c-f7b3-4abf-80c2-b8cc576100da tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:46.882024 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-95739cea-c5ca-4551-b073-5737ce3eb13a req-37dba58c-f7b3-4abf-80c2-b8cc576100da tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 945 time: 0.0630295 Dec 16 09:37:46.945646 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-95739cea-c5ca-4551-b073-5737ce3eb13a req-fbe91213-8e2d-4bb9-af81-1703d5537f1b tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553787 Dec 16 09:37:47.592761 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-60cd7676-d1e2-45be-b71e-6e03fac1efe1 req-1caba360-6bf6-4890-ac2e-1fea02b37a01 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports?device_id=50487f49-c5d1-4ddc-9f7e-286ec25dd20b HTTP/1.1" status: 200 len: 210 time: 0.0388186 Dec 16 09:37:47.689147 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-3c2245a8-947d-4168-a87e-3c953c5789ae tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:47.690570 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-3c2245a8-947d-4168-a87e-3c953c5789ae tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.57 "GET /v2.0/networks?id=b746a243-6629-471f-83d2-a1c8bcbe7481 HTTP/1.1" status: 200 len: 820 time: 0.1258340 Dec 16 09:37:47.704272 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-8ee22da8-0d47-43c3-9920-2973403f8041 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Request body: {'port': {'device_id': '50487f49-c5d1-4ddc-9f7e-286ec25dd20b', 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'admin_state_up': True, 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:47.985443 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-8ee22da8-0d47-43c3-9920-2973403f8041 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Made reservation on behalf of 5c2212d9a5284c729e29b291e3f808ca for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:37:47.989461 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-8ee22da8-0d47-43c3-9920-2973403f8041 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:48.133557 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6963ed-1fcc-42e1-9b56-93850558fcef req-8351056d-227d-4be8-a9ea-00940047c3df tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:48.135257 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c6963ed-1fcc-42e1-9b56-93850558fcef req-8351056d-227d-4be8-a9ea-00940047c3df tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 945 time: 0.1249554 Dec 16 09:37:48.218250 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-8ee22da8-0d47-43c3-9920-2973403f8041 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Allocated IP 172.20.0.10 (b746a243-6629-471f-83d2-a1c8bcbe7481/4133fe3e-3155-4199-8423-85f0275c5a18/5beaa514-edcf-4b49-bbcf-0309dfb6c2a1) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:37:48.225517 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c6963ed-1fcc-42e1-9b56-93850558fcef req-349e2a03-c8d4-4f2c-a37b-907f7378bde3 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630994 Dec 16 09:37:48.268524 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 05379019-0084-44b0-a476-5d25f57c6efa up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:37:48.319777 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 05379019-0084-44b0-a476-5d25f57c6efa triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:48.320141 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:48.383147 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-8ee22da8-0d47-43c3-9920-2973403f8041 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:48.523093 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-8ee22da8-0d47-43c3-9920-2973403f8041 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:48.567050 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53716) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:48.567693 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-8ee22da8-0d47-43c3-9920-2973403f8041 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Network b746a243-6629-471f-83d2-a1c8bcbe7481 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:37:48.570767 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-8ee22da8-0d47-43c3-9920-2973403f8041 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:37:48.580746 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-8ee22da8-0d47-43c3-9920-2973403f8041 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:37:48.590255 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee22da8-0d47-43c3-9920-2973403f8041 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Pushing event updated for resources: {'Port': ['ID=5beaa514-edcf-4b49-bbcf-0309dfb6c2a1,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:48.651635 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-8ee22da8-0d47-43c3-9920-2973403f8041 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:48.653608 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-8ee22da8-0d47-43c3-9920-2973403f8041 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:48.730576 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4009dbde-c307-4ae0-9507-b07fdd40324b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:48.765448 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1226c-6fc3-4eba-9dbf-ddd555906faa req-7e00920d-9b95-43df-9b5d-80c143d86f24 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:48.767004 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e3c1226c-6fc3-4eba-9dbf-ddd555906faa req-7e00920d-9b95-43df-9b5d-80c143d86f24 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports?device_id=50487f49-c5d1-4ddc-9f7e-286ec25dd20b HTTP/1.1" status: 200 len: 932 time: 0.0784669 Dec 16 09:37:48.773056 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-8ee22da8-0d47-43c3-9920-2973403f8041 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0686343 Dec 16 09:37:48.783034 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-48a2750d-82d1-4b21-8c16-cc0631ce5148 service neutron] Request body: {'port': {'device_id': '50487f49-c5d1-4ddc-9f7e-286ec25dd20b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:48.827018 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e3c1226c-6fc3-4eba-9dbf-ddd555906faa req-11732e2b-e9f8-48f8-ac2a-32c7f9f2cba9 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0c47c3f-8f1b-471c-b14f-c3a21b0688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505939 Dec 16 09:37:48.858678 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-48a2750d-82d1-4b21-8c16-cc0631ce5148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:48.862706 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-0ea2c850-14ae-4323-aa8b-8102c4acca97 None None] Provisioning complete for port 5beaa514-edcf-4b49-bbcf-0309dfb6c2a1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:48.863224 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0ea2c850-14ae-4323-aa8b-8102c4acca97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:48.881920 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4009dbde-c307-4ae0-9507-b07fdd40324b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:48.907590 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-0ea2c850-14ae-4323-aa8b-8102c4acca97 None None] Port 5beaa514-edcf-4b49-bbcf-0309dfb6c2a1 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:37:49.003073 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4009dbde-c307-4ae0-9507-b07fdd40324b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:49.043098 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009dbde-c307-4ae0-9507-b07fdd40324b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad65dc8-8add-48ce-9420-9d654f0ac281,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:49.051982 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4009dbde-c307-4ae0-9507-b07fdd40324b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5af063f931e547acaf56893a2c18079c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4813859 Dec 16 09:37:49.052438 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53726) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:49.102166 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-45480ef3-e152-4a1a-8c61-af24c6090129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:49.123414 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-45480ef3-e152-4a1a-8c61-af24c6090129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:49.144613 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-48a2750d-82d1-4b21-8c16-cc0631ce5148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5beaa514-edcf-4b49-bbcf-0309dfb6c2a1 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:37:49.158840 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-48a2750d-82d1-4b21-8c16-cc0631ce5148 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:49.348322 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d31d0b-9501-400c-afb4-709b55e59cc1 req-44d46ff4-dd9a-4bc3-8f6e-ab61f1992211 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:49.349841 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c6d31d0b-9501-400c-afb4-709b55e59cc1 req-44d46ff4-dd9a-4bc3-8f6e-ab61f1992211 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 945 time: 0.0501575 Dec 16 09:37:49.363042 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-48a2750d-82d1-4b21-8c16-cc0631ce5148 service neutron] Transition to ACTIVE for port object 5beaa514-edcf-4b49-bbcf-0309dfb6c2a1 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:37:49.363464 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-45480ef3-e152-4a1a-8c61-af24c6090129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:49.366041 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-45480ef3-e152-4a1a-8c61-af24c6090129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:49.367101 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-45480ef3-e152-4a1a-8c61-af24c6090129 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1ad65dc8-8add-48ce-9420-9d654f0ac281 HTTP/1.1" status: 204 len: 168 time: 0.3140025 Dec 16 09:37:49.387420 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45480ef3-e152-4a1a-8c61-af24c6090129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad65dc8-8add-48ce-9420-9d654f0ac281,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:49.401442 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c6d31d0b-9501-400c-afb4-709b55e59cc1 req-59d2c6dd-5643-4ca4-8747-e2308e51d3a8 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452104 Dec 16 09:37:49.494798 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-48a2750d-82d1-4b21-8c16-cc0631ce5148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:49.556675 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a2750d-82d1-4b21-8c16-cc0631ce5148 service neutron] Pushing event updated for resources: {'Port': ['ID=5beaa514-edcf-4b49-bbcf-0309dfb6c2a1,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:49.631973 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-48a2750d-82d1-4b21-8c16-cc0631ce5148 service neutron] Attempting to bind port 5beaa514-edcf-4b49-bbcf-0309dfb6c2a1 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:49.632316 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-48a2750d-82d1-4b21-8c16-cc0631ce5148 service neutron] Attempting to bind port 5beaa514-edcf-4b49-bbcf-0309dfb6c2a1 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'b058665a-d41b-4e97-8fd7-07ea9cb712c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:49.632677 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-48a2750d-82d1-4b21-8c16-cc0631ce5148 service neutron] Attempting to bind port 5beaa514-edcf-4b49-bbcf-0309dfb6c2a1 on network b746a243-6629-471f-83d2-a1c8bcbe7481 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:49.638194 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-48a2750d-82d1-4b21-8c16-cc0631ce5148 service neutron] Port 5beaa514-edcf-4b49-bbcf-0309dfb6c2a1 on network b746a243-6629-471f-83d2-a1c8bcbe7481 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:49.638521 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-48a2750d-82d1-4b21-8c16-cc0631ce5148 service neutron] Attempting to bind port 5beaa514-edcf-4b49-bbcf-0309dfb6c2a1 on network b746a243-6629-471f-83d2-a1c8bcbe7481 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:49.643855 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-48a2750d-82d1-4b21-8c16-cc0631ce5148 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:37:49.644470 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-48a2750d-82d1-4b21-8c16-cc0631ce5148 service neutron] Checking segment: {'id': 'b058665a-d41b-4e97-8fd7-07ea9cb712c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:37:49.644782 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-48a2750d-82d1-4b21-8c16-cc0631ce5148 service neutron] Bound using segment: {'id': 'b058665a-d41b-4e97-8fd7-07ea9cb712c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:37:49.645275 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-48a2750d-82d1-4b21-8c16-cc0631ce5148 service neutron] Bound port: 5beaa514-edcf-4b49-bbcf-0309dfb6c2a1, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b058665a-d41b-4e97-8fd7-07ea9cb712c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:37:49.645658 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-48a2750d-82d1-4b21-8c16-cc0631ce5148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:49.717946 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-48a2750d-82d1-4b21-8c16-cc0631ce5148 service neutron] For port 5beaa514-edcf-4b49-bbcf-0309dfb6c2a1, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:37:49.722962 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-48a2750d-82d1-4b21-8c16-cc0631ce5148 service neutron] For port 5beaa514-edcf-4b49-bbcf-0309dfb6c2a1, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=5beaa514-edcf-4b49-bbcf-0309dfb6c2a1,segment=NetworkSegment(b058665a-d41b-4e97-8fd7-07ea9cb712c9),segment_id=b058665a-d41b-4e97-8fd7-07ea9cb712c9)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:37:49.822277 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-48a2750d-82d1-4b21-8c16-cc0631ce5148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:49.869357 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-48a2750d-82d1-4b21-8c16-cc0631ce5148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:49.870595 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-48a2750d-82d1-4b21-8c16-cc0631ce5148 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:49.872361 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-48a2750d-82d1-4b21-8c16-cc0631ce5148 service neutron] 10.222.0.57 "PUT /v2.0/ports/5beaa514-edcf-4b49-bbcf-0309dfb6c2a1 HTTP/1.1" status: 200 len: 1092 time: 1.0938065 Dec 16 09:37:49.872860 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50487f49-c5d1-4ddc-9f7e-286ec25dd20b', 'tag': '5beaa514-edcf-4b49-bbcf-0309dfb6c2a1'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:37:49.875937 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db25e639-16fb-4ebc-9722-731a90a22e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "50487f49-c5d1-4ddc-9f7e-286ec25dd20b", "tag": "5beaa514-edcf-4b49-bbcf-0309dfb6c2a1"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:37:49.905552 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a2750d-82d1-4b21-8c16-cc0631ce5148 service neutron] Pushing event updated for resources: {'Port': ['ID=5beaa514-edcf-4b49-bbcf-0309dfb6c2a1,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:49.941554 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c63bb00-1103-493d-a89b-2f7cab6712a7 x-openstack-request-id: req-2c63bb00-1103-493d-a89b-2f7cab6712a7 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:37:49.941973 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50487f49-c5d1-4ddc-9f7e-286ec25dd20b", "tag": "5beaa514-edcf-4b49-bbcf-0309dfb6c2a1", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:37:49.942320 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2c63bb00-1103-493d-a89b-2f7cab6712a7 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:37:49.942986 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50487f49-c5d1-4ddc-9f7e-286ec25dd20b', 'tag': '5beaa514-edcf-4b49-bbcf-0309dfb6c2a1', 'status': 'completed', 'code': 200} Dec 16 09:37:50.067722 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea25170-09df-4deb-9d49-dff6eea5053f req-3ee3fbb3-5925-42a9-8db7-d7ebfb7c53d2 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:50.069326 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4ea25170-09df-4deb-9d49-dff6eea5053f req-3ee3fbb3-5925-42a9-8db7-d7ebfb7c53d2 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports?device_id=50487f49-c5d1-4ddc-9f7e-286ec25dd20b HTTP/1.1" status: 200 len: 944 time: 0.1094875 Dec 16 09:37:50.076094 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25e639-16fb-4ebc-9722-731a90a22e2f req-6b5ae47f-b288-4995-b753-7861198c8aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:50.077722 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-db25e639-16fb-4ebc-9722-731a90a22e2f req-6b5ae47f-b288-4995-b753-7861198c8aba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5c2212d9a5284c729e29b291e3f808ca&device_id=50487f49-c5d1-4ddc-9f7e-286ec25dd20b HTTP/1.1" status: 200 len: 1095 time: 0.0782459 Dec 16 09:37:50.206265 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4ea25170-09df-4deb-9d49-dff6eea5053f req-e742ff10-0348-4fe3-8566-82738181f8a1 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0c47c3f-8f1b-471c-b14f-c3a21b0688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268058 Dec 16 09:37:50.276594 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25e639-16fb-4ebc-9722-731a90a22e2f req-a67ef0bc-de1d-4d5d-a869-5afddc761c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:50.278141 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-db25e639-16fb-4ebc-9722-731a90a22e2f req-a67ef0bc-de1d-4d5d-a869-5afddc761c0e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5c2212d9a5284c729e29b291e3f808ca&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1792030 Dec 16 09:37:50.389704 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25e639-16fb-4ebc-9722-731a90a22e2f req-211fd0c4-32a9-4c5f-8d40-a06afc6bc42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:50.391228 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-db25e639-16fb-4ebc-9722-731a90a22e2f req-211fd0c4-32a9-4c5f-8d40-a06afc6bc42c service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0978932 Dec 16 09:37:50.469226 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-9ed5aaa1-7486-4a72-adf9-4803aa13534b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:50.471005 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-9ed5aaa1-7486-4a72-adf9-4803aa13534b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5c2212d9a5284c729e29b291e3f808ca&device_id=50487f49-c5d1-4ddc-9f7e-286ec25dd20b HTTP/1.1" status: 200 len: 1095 time: 0.0447183 Dec 16 09:37:50.522691 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-6080dfd3-40af-4138-85b4-e942165b5193 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5beaa514-edcf-4b49-bbcf-0309dfb6c2a1 HTTP/1.1" status: 200 len: 217 time: 0.0412867 Dec 16 09:37:50.555920 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60de5f-db5e-48ea-92b5-b4de1b1b44da req-5b252fdc-1eb3-42af-9053-0021b64a3e45 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:50.557561 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2d60de5f-db5e-48ea-92b5-b4de1b1b44da req-5b252fdc-1eb3-42af-9053-0021b64a3e45 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 945 time: 0.0722919 Dec 16 09:37:50.577442 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-62056c6c-2d9a-4459-b022-3fdf1ee4247c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:50.578919 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-62056c6c-2d9a-4459-b022-3fdf1ee4247c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4133fe3e-3155-4199-8423-85f0275c5a18 HTTP/1.1" status: 200 len: 859 time: 0.0497415 Dec 16 09:37:50.596030 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2d60de5f-db5e-48ea-92b5-b4de1b1b44da req-811389fc-744a-4f14-a858-e116cc8ccd9a tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324345 Dec 16 09:37:50.626364 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-0621803d-fb26-4dde-bac1-fb1c27ef206f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:50.626710 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-0621803d-fb26-4dde-bac1-fb1c27ef206f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b746a243-6629-471f-83d2-a1c8bcbe7481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406427 Dec 16 09:37:50.725402 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-0dd0c264-0510-4e3c-9855-b9f83d2c8c4e service neutron] 10.222.0.57 "GET /v2.0/networks/b746a243-6629-471f-83d2-a1c8bcbe7481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901759 Dec 16 09:37:50.833545 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7562211b-28b0-4a9a-bc3c-b82e392d63d2 req-054a2525-c116-4b0c-b9c8-d4c5f1d6cc89 service neutron] 10.222.0.57 "GET /v2.0/networks/b746a243-6629-471f-83d2-a1c8bcbe7481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006937 Dec 16 09:37:51.337655 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18067ac8-d73e-4346-8855-3b1b6afb34eb req-bfd15731-66ef-40d3-8f6c-85cfcd3eea8d tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:51.339824 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-18067ac8-d73e-4346-8855-3b1b6afb34eb req-bfd15731-66ef-40d3-8f6c-85cfcd3eea8d tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports?device_id=50487f49-c5d1-4ddc-9f7e-286ec25dd20b HTTP/1.1" status: 200 len: 944 time: 0.0618556 Dec 16 09:37:51.381063 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-18067ac8-d73e-4346-8855-3b1b6afb34eb req-7fb40dc0-9af6-4e9e-8100-7bdad87eba5f tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0c47c3f-8f1b-471c-b14f-c3a21b0688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351307 Dec 16 09:37:51.714016 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba5eab-e2d9-4a35-b5a1-b74812d31670 req-ec7e426c-a0f5-4242-b284-5ed2e4953745 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:51.716021 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c8ba5eab-e2d9-4a35-b5a1-b74812d31670 req-ec7e426c-a0f5-4242-b284-5ed2e4953745 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 945 time: 0.0515964 Dec 16 09:37:51.722234 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53794) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:51.754831 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c8ba5eab-e2d9-4a35-b5a1-b74812d31670 req-9d84459e-7f88-427c-94a0-1d5024ae27e3 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321615 Dec 16 09:37:51.827994 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-244d59d7-4547-4353-946f-479a385024c6 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-502074338'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:51.910899 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-244d59d7-4547-4353-946f-479a385024c6 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:51.911976 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-244d59d7-4547-4353-946f-479a385024c6 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:51.966133 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-244d59d7-4547-4353-946f-479a385024c6 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:52.053832 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-244d59d7-4547-4353-946f-479a385024c6 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:52.173144 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-244d59d7-4547-4353-946f-479a385024c6 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:52.175011 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-244d59d7-4547-4353-946f-479a385024c6 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4510922 Dec 16 09:37:52.176850 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53806) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:52.252542 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b4b06c02-b676-44b6-b9f8-c33d43272286 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:52.413994 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b4b06c02-b676-44b6-b9f8-c33d43272286 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:52.416197 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b4b06c02-b676-44b6-b9f8-c33d43272286 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:52.541068 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc6b58-782b-4370-a9a1-bd1f7bc0788e req-335305dd-beae-4560-a7d3-925c6572f7de tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:52.542647 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-92cc6b58-782b-4370-a9a1-bd1f7bc0788e req-335305dd-beae-4560-a7d3-925c6572f7de tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d263977a-20c2-4449-a3a5-4e33c4a58e92 HTTP/1.1" status: 200 len: 946 time: 0.0551095 Dec 16 09:37:52.580513 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-92cc6b58-782b-4370-a9a1-bd1f7bc0788e req-5656e54f-353a-4f23-a623-64ba83f95535 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/security-groups?id=7deeb9f1-916a-42c3-84ad-0526d2f02c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318031 Dec 16 09:37:52.590775 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b4b06c02-b676-44b6-b9f8-c33d43272286 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:52.591306 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b06c02-b676-44b6-b9f8-c33d43272286 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Fanout notify agent at l3_agent the message router_deleted on router edc3f2be-4786-48f2-b949-87492861c244 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:37:52.596483 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b4b06c02-b676-44b6-b9f8-c33d43272286 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:52.598451 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b4b06c02-b676-44b6-b9f8-c33d43272286 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] 10.222.0.60 "DELETE /v2.0/routers/edc3f2be-4786-48f2-b949-87492861c244 HTTP/1.1" status: 204 len: 168 time: 0.4201763 Dec 16 09:37:52.600006 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53820) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:52.605734 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-fff747aa-021f-44d9-af63-aaf556269c7b tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Request body: {'router': {'name': 'tempest-router-852862854', 'distributed': False}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:52.691787 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de08ff0-177a-4efa-ad5d-7dfc2ac9fc19 req-61df2363-8e35-4f6c-89f0-3c5eeae29367 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:52.693284 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4de08ff0-177a-4efa-ad5d-7dfc2ac9fc19 req-61df2363-8e35-4f6c-89f0-3c5eeae29367 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports?device_id=50487f49-c5d1-4ddc-9f7e-286ec25dd20b HTTP/1.1" status: 200 len: 944 time: 0.0485413 Dec 16 09:37:52.730871 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4de08ff0-177a-4efa-ad5d-7dfc2ac9fc19 req-76541114-bddd-483b-9e80-914fec75ef89 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0c47c3f-8f1b-471c-b14f-c3a21b0688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315735 Dec 16 09:37:52.737373 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fff747aa-021f-44d9-af63-aaf556269c7b tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:52.738439 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fff747aa-021f-44d9-af63-aaf556269c7b tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:52.793875 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fff747aa-021f-44d9-af63-aaf556269c7b tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:52.874445 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51de8f-0e35-4c24-9ef0-d2eefbe77d6c req-d272db94-4f1e-41ef-850c-e8fb4ee6ad67 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:52.877236 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1e51de8f-0e35-4c24-9ef0-d2eefbe77d6c req-d272db94-4f1e-41ef-850c-e8fb4ee6ad67 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 945 time: 0.0547807 Dec 16 09:37:52.904510 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fff747aa-021f-44d9-af63-aaf556269c7b tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:52.930527 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1e51de8f-0e35-4c24-9ef0-d2eefbe77d6c req-ad382926-7c67-4e76-94ce-c26286690ac0 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458307 Dec 16 09:37:53.047527 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fff747aa-021f-44d9-af63-aaf556269c7b tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:53.049539 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fff747aa-021f-44d9-af63-aaf556269c7b tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4475851 Dec 16 09:37:53.053321 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53828) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:53.126797 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ab91a51-ee94-4595-8dcf-fbdd5e2de618 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:53.309526 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ab91a51-ee94-4595-8dcf-fbdd5e2de618 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:53.309526 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ab91a51-ee94-4595-8dcf-fbdd5e2de618 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:53.498786 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a78f2-c457-4cf1-9c78-847c978809b9 req-cb4c09c4-7959-40b2-8f14-9016799cc76b tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:53.500541 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b6a78f2-c457-4cf1-9c78-847c978809b9 req-cb4c09c4-7959-40b2-8f14-9016799cc76b tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d263977a-20c2-4449-a3a5-4e33c4a58e92 HTTP/1.1" status: 200 len: 946 time: 0.0530798 Dec 16 09:37:53.522500 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ab91a51-ee94-4595-8dcf-fbdd5e2de618 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:53.523009 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab91a51-ee94-4595-8dcf-fbdd5e2de618 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 23af1cc7-bd65-496d-a0bf-416bd197268e {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:37:53.528987 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ab91a51-ee94-4595-8dcf-fbdd5e2de618 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:53.531530 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3ab91a51-ee94-4595-8dcf-fbdd5e2de618 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] 10.222.0.60 "DELETE /v2.0/routers/23af1cc7-bd65-496d-a0bf-416bd197268e HTTP/1.1" status: 204 len: 168 time: 0.4758992 Dec 16 09:37:53.533608 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53838) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:53.538185 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-e169acfc-746d-40d8-a42a-7fc52e4e2c3c tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Request body: {'router': {'name': 'tempest-router-579108936', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'd67c83e91e864166a81437b21678b874'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:53.552779 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b6a78f2-c457-4cf1-9c78-847c978809b9 req-24c2028e-0dc3-4aab-8ba1-83c8ba960963 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/security-groups?id=7deeb9f1-916a-42c3-84ad-0526d2f02c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445757 Dec 16 09:37:53.676418 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e169acfc-746d-40d8-a42a-7fc52e4e2c3c tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:53.677463 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e169acfc-746d-40d8-a42a-7fc52e4e2c3c tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:53.737904 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e169acfc-746d-40d8-a42a-7fc52e4e2c3c tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:53.819553 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e169acfc-746d-40d8-a42a-7fc52e4e2c3c tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:53.849554 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2f56a-7e4e-4f77-87fc-0e9870e52287 req-abbe4b6a-759d-470a-a6f0-f03c9b33ab79 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:53.851026 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-70b2f56a-7e4e-4f77-87fc-0e9870e52287 req-abbe4b6a-759d-470a-a6f0-f03c9b33ab79 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports?device_id=50487f49-c5d1-4ddc-9f7e-286ec25dd20b HTTP/1.1" status: 200 len: 944 time: 0.0506382 Dec 16 09:37:53.899621 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-70b2f56a-7e4e-4f77-87fc-0e9870e52287 req-72933a49-ef1c-406f-be34-7f27b9d98548 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0c47c3f-8f1b-471c-b14f-c3a21b0688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359750 Dec 16 09:37:53.937606 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e169acfc-746d-40d8-a42a-7fc52e4e2c3c tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:53.938944 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e169acfc-746d-40d8-a42a-7fc52e4e2c3c tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4043515 Dec 16 09:37:53.947028 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53848) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:53.951733 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-fe51094c-9153-47f8-9144-aa25e61e7613 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:54.029394 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-28ce3668-0db6-4535-af63-a161a8afbc70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:54.073329 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1b06e-37e5-495b-bf9f-544ce98cf493 req-e275f5b2-047c-4c86-95b8-c822dc076f97 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:54.077596 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-74e1b06e-37e5-495b-bf9f-544ce98cf493 req-e275f5b2-047c-4c86-95b8-c822dc076f97 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 945 time: 0.0530221 Dec 16 09:37:54.116143 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-74e1b06e-37e5-495b-bf9f-544ce98cf493 req-6737cf21-2b80-4f4c-9e28-f003543747c2 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340836 Dec 16 09:37:54.182660 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fe51094c-9153-47f8-9144-aa25e61e7613 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10956'] for router, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:54.183634 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fe51094c-9153-47f8-9144-aa25e61e7613 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks [] for router, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:54.268417 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fe51094c-9153-47f8-9144-aa25e61e7613 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102816) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 16 09:37:54.268911 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fe51094c-9153-47f8-9144-aa25e61e7613 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Router 9298a835-442b-403d-9388-1594dd9ed452 migrating from provider to provider. {{(pid=102816) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 16 09:37:54.269592 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fe51094c-9153-47f8-9144-aa25e61e7613 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:54.275199 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fe51094c-9153-47f8-9144-aa25e61e7613 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:54.385456 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 5beaa514-edcf-4b49-bbcf-0309dfb6c2a1 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:37:54.385559 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fe51094c-9153-47f8-9144-aa25e61e7613 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575385'] for router, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:54.481168 n-d-820550-2 neutron-server[102816]: WARNING neutron.scheduler.l3_agent_scheduler [None req-fe51094c-9153-47f8-9144-aa25e61e7613 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] No L3 agents can host the router 9298a835-442b-403d-9388-1594dd9ed452 Dec 16 09:37:54.496531 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 5beaa514-edcf-4b49-bbcf-0309dfb6c2a1, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=5beaa514-edcf-4b49-bbcf-0309dfb6c2a1,segment=NetworkSegment(b058665a-d41b-4e97-8fd7-07ea9cb712c9),segment_id=b058665a-d41b-4e97-8fd7-07ea9cb712c9)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:54.510121 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '5beaa514-edcf-4b49-bbcf-0309dfb6c2a1', 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'port_id': '5beaa514-edcf-4b49-bbcf-0309dfb6c2a1', 'mac_address': 'fa:16:3e:eb:5b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:37:54.525379 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f677825-ce27-4eb0-97da-b43298264551 req-8fa926a3-8152-4227-ada9-c5ecbb504846 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:54.527597 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2f677825-ce27-4eb0-97da-b43298264551 req-8fa926a3-8152-4227-ada9-c5ecbb504846 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d263977a-20c2-4449-a3a5-4e33c4a58e92 HTTP/1.1" status: 200 len: 946 time: 0.0544538 Dec 16 09:37:54.559081 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:54.573866 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5beaa514-edcf-4b49-bbcf-0309dfb6c2a1 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:37:54.600249 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 5beaa514-edcf-4b49-bbcf-0309dfb6c2a1, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=5beaa514-edcf-4b49-bbcf-0309dfb6c2a1,segment=NetworkSegment(b058665a-d41b-4e97-8fd7-07ea9cb712c9),segment_id=b058665a-d41b-4e97-8fd7-07ea9cb712c9)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:54.625962 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2f677825-ce27-4eb0-97da-b43298264551 req-b6d30486-2f39-4fbb-b546-e9515db8e61e tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/security-groups?id=7deeb9f1-916a-42c3-84ad-0526d2f02c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908492 Dec 16 09:37:54.645105 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe51094c-9153-47f8-9144-aa25e61e7613 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Hosts for router 9298a835-442b-403d-9388-1594dd9ed452: [] {{(pid=102816) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 16 09:37:54.672130 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe51094c-9153-47f8-9144-aa25e61e7613 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Hosts for other DVR routers connected to router 9298a835-442b-403d-9388-1594dd9ed452: set() {{(pid=102816) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 16 09:37:54.674685 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fe51094c-9153-47f8-9144-aa25e61e7613 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:54.681520 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fe51094c-9153-47f8-9144-aa25e61e7613 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] 10.222.0.60 "PUT /v2.0/routers/9298a835-442b-403d-9388-1594dd9ed452 HTTP/1.1" status: 200 len: 716 time: 0.7279506 Dec 16 09:37:54.681520 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53862) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:54.731970 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:54.754737 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fa41e832-febe-43aa-8582-2b9b8e40434f tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] 10.222.0.60 "GET /v2.0/routers/9298a835-442b-403d-9388-1594dd9ed452 HTTP/1.1" status: 200 len: 716 time: 0.0728371 Dec 16 09:37:54.754953 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53864) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:54.784614 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=5beaa514-edcf-4b49-bbcf-0309dfb6c2a1,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:54.793014 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:54.793490 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:54.793907 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:54.794313 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:54.794804 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:54.795113 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:54.795526 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:54.795911 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:54.796317 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:54.796706 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:54.797411 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:54.797411 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:55.197444 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['5beaa514-edcf-4b49-bbcf-0309dfb6c2a1'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:37:55.266750 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffd72d-becf-4592-843a-16814b0c8d32 req-5fddb1f5-b9f7-41bc-ae3f-a3790580f95f tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:55.275093 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-daffd72d-becf-4592-843a-16814b0c8d32 req-5fddb1f5-b9f7-41bc-ae3f-a3790580f95f tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 945 time: 0.0707464 Dec 16 09:37:55.308657 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3ec92b9e-9b94-47f0-bfb0-bfb0fb825ba4 tempest-RoutersTestDVR-1348227232 tempest-RoutersTestDVR-1348227232-project] 10.222.0.60 "GET /v2.0/routers/9298a835-442b-403d-9388-1594dd9ed452 HTTP/1.1" status: 200 len: 682 time: 0.5489581 Dec 16 09:37:55.309346 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53874) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:55.337036 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-daffd72d-becf-4592-843a-16814b0c8d32 req-5e3425b4-13c5-406b-80e8-0bb8d3e45483 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609848 Dec 16 09:37:55.389071 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5539be6-ae08-462e-b6ad-bdfffe985414 req-67a4d23f-d121-471f-9af3-60db2af3dac3 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:55.390572 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f5539be6-ae08-462e-b6ad-bdfffe985414 req-67a4d23f-d121-471f-9af3-60db2af3dac3 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports?device_id=50487f49-c5d1-4ddc-9f7e-286ec25dd20b HTTP/1.1" status: 200 len: 945 time: 0.2139201 Dec 16 09:37:55.397543 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a3ae5f0f-cde7-41bb-8751-27e9291ca3e2 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:55.519496 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f5539be6-ae08-462e-b6ad-bdfffe985414 req-d11f6d17-fbd6-4991-8178-074ef499ebff tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0c47c3f-8f1b-471c-b14f-c3a21b0688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198752 Dec 16 09:37:55.580387 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a3ae5f0f-cde7-41bb-8751-27e9291ca3e2 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:55.582487 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a3ae5f0f-cde7-41bb-8751-27e9291ca3e2 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:55.715094 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a3ae5f0f-cde7-41bb-8751-27e9291ca3e2 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:55.715621 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ae5f0f-cde7-41bb-8751-27e9291ca3e2 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9298a835-442b-403d-9388-1594dd9ed452 {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:37:55.720875 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a3ae5f0f-cde7-41bb-8751-27e9291ca3e2 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:55.721937 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a3ae5f0f-cde7-41bb-8751-27e9291ca3e2 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] 10.222.0.60 "DELETE /v2.0/routers/9298a835-442b-403d-9388-1594dd9ed452 HTTP/1.1" status: 204 len: 168 time: 0.4120941 Dec 16 09:37:55.727491 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53882) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:55.732971 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-e7384cc3-fac9-432b-a452-2739b2252621 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Request body: {'router': {'name': 'tempest-router-686310810', 'distributed': True}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:55.758217 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b746930-2e60-4df2-8804-7145c89df21b req-4f29585a-63f2-49ea-a3e8-7f0ca4ba2b28 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:55.759684 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b746930-2e60-4df2-8804-7145c89df21b req-4f29585a-63f2-49ea-a3e8-7f0ca4ba2b28 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d263977a-20c2-4449-a3a5-4e33c4a58e92 HTTP/1.1" status: 200 len: 946 time: 0.0725172 Dec 16 09:37:55.797474 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b746930-2e60-4df2-8804-7145c89df21b req-8906f01d-e5b6-4022-bc29-38b22d44eb80 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/security-groups?id=7deeb9f1-916a-42c3-84ad-0526d2f02c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312521 Dec 16 09:37:55.854142 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e7384cc3-fac9-432b-a452-2739b2252621 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:55.856429 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e7384cc3-fac9-432b-a452-2739b2252621 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:55.909459 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e7384cc3-fac9-432b-a452-2739b2252621 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:56.000536 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e7384cc3-fac9-432b-a452-2739b2252621 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:56.136569 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e7384cc3-fac9-432b-a452-2739b2252621 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:56.136569 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e7384cc3-fac9-432b-a452-2739b2252621 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4071279 Dec 16 09:37:56.138339 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53888) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:56.216219 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2a9f5b15-ff79-4e5c-9590-32fd62ff87a7 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:56.408209 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2a9f5b15-ff79-4e5c-9590-32fd62ff87a7 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:56.417579 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a0e949bd-d475-427c-b848-c96c20221a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:56.418394 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35bd16-5e34-4e7d-b5c5-8f9085a9c850 req-07bfc200-5243-4e36-ac78-30c31e985d0d tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:56.426152 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8f35bd16-5e34-4e7d-b5c5-8f9085a9c850 req-07bfc200-5243-4e36-ac78-30c31e985d0d tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.57 "GET /v2.0/ports?device_id=d263977a-20c2-4449-a3a5-4e33c4a58e92 HTTP/1.1" status: 200 len: 946 time: 0.1737881 Dec 16 09:37:56.427591 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2a9f5b15-ff79-4e5c-9590-32fd62ff87a7 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:56.486549 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de40f0-f023-4109-9950-2d6c3d476ff7 req-1aac61ce-e292-4d71-81fa-dad9cc717859 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:56.488839 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c4de40f0-f023-4109-9950-2d6c3d476ff7 req-1aac61ce-e292-4d71-81fa-dad9cc717859 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 945 time: 0.0883014 Dec 16 09:37:56.530681 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c4de40f0-f023-4109-9950-2d6c3d476ff7 req-032b4764-6746-43b7-ac18-1e330238c966 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357487 Dec 16 09:37:56.578893 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-8f35bd16-5e34-4e7d-b5c5-8f9085a9c850 req-ee51a949-c452-4a36-903b-dde872d8faf4 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Deleting port 26ee8c54-8f43-48ac-8a75-5243b5c82cbd {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:37:56.579239 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8f35bd16-5e34-4e7d-b5c5-8f9085a9c850 req-ee51a949-c452-4a36-903b-dde872d8faf4 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:56.660352 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2a9f5b15-ff79-4e5c-9590-32fd62ff87a7 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:56.660848 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9f5b15-ff79-4e5c-9590-32fd62ff87a7 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9fa03842-0c71-40b6-9bf3-7da7b5fe0443 {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:37:56.665346 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2a9f5b15-ff79-4e5c-9590-32fd62ff87a7 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:56.671857 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2a9f5b15-ff79-4e5c-9590-32fd62ff87a7 tempest-RoutersTestDVR-1301803660 tempest-RoutersTestDVR-1301803660-project-admin] 10.222.0.60 "DELETE /v2.0/routers/9fa03842-0c71-40b6-9bf3-7da7b5fe0443 HTTP/1.1" status: 204 len: 168 time: 0.5322306 Dec 16 09:37:56.715863 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82efe18-483a-4cb9-a6d9-15ee901052b9 req-8f60696d-22c7-4a91-9d2c-506b26765dbe tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:56.717412 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d82efe18-483a-4cb9-a6d9-15ee901052b9 req-8f60696d-22c7-4a91-9d2c-506b26765dbe tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports?device_id=50487f49-c5d1-4ddc-9f7e-286ec25dd20b HTTP/1.1" status: 200 len: 945 time: 0.1229436 Dec 16 09:37:56.749369 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-8f35bd16-5e34-4e7d-b5c5-8f9085a9c850 req-ee51a949-c452-4a36-903b-dde872d8faf4 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] For port 26ee8c54-8f43-48ac-8a75-5243b5c82cbd, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=26ee8c54-8f43-48ac-8a75-5243b5c82cbd,segment=NetworkSegment(d5688dd4-4d9a-4fb7-a959-f72f346fda0a),segment_id=d5688dd4-4d9a-4fb7-a959-f72f346fda0a)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:56.749748 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8f35bd16-5e34-4e7d-b5c5-8f9085a9c850 req-ee51a949-c452-4a36-903b-dde872d8faf4 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:56.850324 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d82efe18-483a-4cb9-a6d9-15ee901052b9 req-1c2ac2ed-4193-4186-a179-5170fa938c1c tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0c47c3f-8f1b-471c-b14f-c3a21b0688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251781 Dec 16 09:37:56.936542 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305be95-80ed-47e2-be9a-13b5def8164e req-459494f0-0841-4ed5-92af-1dca82f5c3db tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:56.937996 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d305be95-80ed-47e2-be9a-13b5def8164e req-459494f0-0841-4ed5-92af-1dca82f5c3db tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d263977a-20c2-4449-a3a5-4e33c4a58e92 HTTP/1.1" status: 200 len: 946 time: 0.0525911 Dec 16 09:37:56.982203 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d305be95-80ed-47e2-be9a-13b5def8164e req-6b880776-2822-401b-9520-fea7f0ad23dc tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/security-groups?id=7deeb9f1-916a-42c3-84ad-0526d2f02c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353856 Dec 16 09:37:57.015921 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8f35bd16-5e34-4e7d-b5c5-8f9085a9c850 req-ee51a949-c452-4a36-903b-dde872d8faf4 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:57.016285 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8f35bd16-5e34-4e7d-b5c5-8f9085a9c850 req-ee51a949-c452-4a36-903b-dde872d8faf4 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:57.016605 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [req-8f35bd16-5e34-4e7d-b5c5-8f9085a9c850 req-ee51a949-c452-4a36-903b-dde872d8faf4 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Floating IP f48656da-6eea-4807-963e-36c5f6173dba disassociated. External IP: 172.25.1.30, port: 26ee8c54-8f43-48ac-8a75-5243b5c82cbd. Dec 16 09:37:57.016979 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-8f35bd16-5e34-4e7d-b5c5-8f9085a9c850 req-ee51a949-c452-4a36-903b-dde872d8faf4 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Calling delete_port for 26ee8c54-8f43-48ac-8a75-5243b5c82cbd owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:37:57.209285 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53906) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:57.253873 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8f35bd16-5e34-4e7d-b5c5-8f9085a9c850 req-ee51a949-c452-4a36-903b-dde872d8faf4 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:57.294488 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51a949-c452-4a36-903b-dde872d8faf4 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Pushing event deleted for resources: {'Port': ['ID=26ee8c54-8f43-48ac-8a75-5243b5c82cbd,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:57.386651 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-19a78bb3-fd83-41ac-93ca-4d1dbafac771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:57.463327 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f35bd16-5e34-4e7d-b5c5-8f9085a9c850 req-ee51a949-c452-4a36-903b-dde872d8faf4 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Router b7a7cd9e-0b71-4545-8ee9-0c129afcf640 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:37:57.511606 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:57.565729 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-19a78bb3-fd83-41ac-93ca-4d1dbafac771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:57.603978 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f35bd16-5e34-4e7d-b5c5-8f9085a9c850 req-ee51a949-c452-4a36-903b-dde872d8faf4 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:37:57.619229 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd5b92c-714f-43be-acd0-bf2be034d0a5 None None] Sync routers for ids ['b7a7cd9e-0b71-4545-8ee9-0c129afcf640'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:37:57.626641 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd5b92c-714f-43be-acd0-bf2be034d0a5 None None] Routers {'b7a7cd9e-0b71-4545-8ee9-0c129afcf640'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:37:57.627334 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-3fd5b92c-714f-43be-acd0-bf2be034d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:37:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b7a7cd9e-0b71-4545-8ee9-0c129afcf640'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:57.648275 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f35bd16-5e34-4e7d-b5c5-8f9085a9c850 req-ee51a949-c452-4a36-903b-dde872d8faf4 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] No DVR routers for this DVR port 26ee8c54-8f43-48ac-8a75-5243b5c82cbd on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:37:57.651400 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8f35bd16-5e34-4e7d-b5c5-8f9085a9c850 req-ee51a949-c452-4a36-903b-dde872d8faf4 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:57.655659 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8f35bd16-5e34-4e7d-b5c5-8f9085a9c850 req-ee51a949-c452-4a36-903b-dde872d8faf4 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.57 "DELETE /v2.0/ports/26ee8c54-8f43-48ac-8a75-5243b5c82cbd HTTP/1.1" status: 204 len: 173 time: 1.2219763 Dec 16 09:37:57.656296 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd263977a-20c2-4449-a3a5-4e33c4a58e92', 'name': 'network-vif-deleted', 'tag': '26ee8c54-8f43-48ac-8a75-5243b5c82cbd'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:37:57.659792 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed92d4e-7b7c-4c66-b096-ddb4c1c69501" -d '{"events": [{"server_uuid": "d263977a-20c2-4449-a3a5-4e33c4a58e92", "name": "network-vif-deleted", "tag": "26ee8c54-8f43-48ac-8a75-5243b5c82cbd"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:37:57.660174 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104ea0d-35d5-4ebe-8f4d-63afcd2dfd22 req-95336614-fa4a-4d32-82a0-255a0570eb7f tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:57.662446 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d104ea0d-35d5-4ebe-8f4d-63afcd2dfd22 req-95336614-fa4a-4d32-82a0-255a0570eb7f tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 945 time: 0.0605719 Dec 16 09:37:57.662998 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-19a78bb3-fd83-41ac-93ca-4d1dbafac771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:57.732684 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-19a78bb3-fd83-41ac-93ca-4d1dbafac771 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d67c83e91e864166a81437b21678b874&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5221610 Dec 16 09:37:57.733489 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53916) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:57.734265 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a78bb3-fd83-41ac-93ca-4d1dbafac771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d982d6b-08cf-4597-8363-908efe9fbf27,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:57.746849 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d104ea0d-35d5-4ebe-8f4d-63afcd2dfd22 req-f6174c02-6a5a-4ffd-9d09-4d408bfbebe7 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779977 Dec 16 09:37:57.759242 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6840b1-0f80-4a26-a793-4657a17df2fe x-openstack-request-id: req-cd6840b1-0f80-4a26-a793-4657a17df2fe {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:37:57.759663 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d263977a-20c2-4449-a3a5-4e33c4a58e92", "name": "network-vif-deleted", "tag": "26ee8c54-8f43-48ac-8a75-5243b5c82cbd", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:37:57.759841 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cd6840b1-0f80-4a26-a793-4657a17df2fe {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:37:57.765227 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd263977a-20c2-4449-a3a5-4e33c4a58e92', 'name': 'network-vif-deleted', 'tag': '26ee8c54-8f43-48ac-8a75-5243b5c82cbd', 'status': 'completed', 'code': 200} Dec 16 09:37:57.792989 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-3fd5b92c-714f-43be-acd0-bf2be034d0a5 None None] Set router b7a7cd9e-0b71-4545-8ee9-0c129afcf640 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:37:57.815241 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4e03b47-a367-46f9-be6b-da5ac5b75569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:57.841531 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4e03b47-a367-46f9-be6b-da5ac5b75569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:57.987657 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a6ef6-a67e-403c-9549-7d42f7338aa3 req-05735e0a-d021-4c37-b3d5-fe02304d4fc6 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:57.989196 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-945a6ef6-a67e-403c-9549-7d42f7338aa3 req-05735e0a-d021-4c37-b3d5-fe02304d4fc6 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports?device_id=50487f49-c5d1-4ddc-9f7e-286ec25dd20b HTTP/1.1" status: 200 len: 945 time: 0.0510638 Dec 16 09:37:58.013535 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-3fd5b92c-714f-43be-acd0-bf2be034d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'name': 'tempest-ServersTestManualDisk-878674943-router', 'tenant_id': '58616e55484245a5b2c2f6d808f99b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '8ebfba73-7c17-437d-8030-fc351d0773d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:34:30Z', 'updated_at': '2021-12-16T09:34:37Z', 'revision_number': 4, 'project_id': '58616e55484245a5b2c2f6d808f99b43', 'gw_port': {'id': '8ebfba73-7c17-437d-8030-fc351d0773d8', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:31Z', 'updated_at': '2021-12-16T09:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '881266a8-0fd9-4b8f-9a5c-3daa30ee5cac', 'name': '', 'network_id': 'ce00e305-669e-4f74-8d4f-50c3dbd2487f', 'tenant_id': '58616e55484245a5b2c2f6d808f99b43', 'mac_address': 'fa:16:3e:ac:67:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '2267e092-bb47-4efd-8478-75a998995501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:36Z', 'updated_at': '2021-12-16T09:34:42Z', 'revision_number': 5, 'project_id': '58616e55484245a5b2c2f6d808f99b43', 'subnets': [{'id': '2267e092-bb47-4efd-8478-75a998995501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:58.028976 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4e03b47-a367-46f9-be6b-da5ac5b75569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:58.031538 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4e03b47-a367-46f9-be6b-da5ac5b75569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:58.031703 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-945a6ef6-a67e-403c-9549-7d42f7338aa3 req-b39e62c9-0576-46c3-b30c-e56517652fd7 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0c47c3f-8f1b-471c-b14f-c3a21b0688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361533 Dec 16 09:37:58.032680 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b4e03b47-a367-46f9-be6b-da5ac5b75569 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2d982d6b-08cf-4597-8363-908efe9fbf27 HTTP/1.1" status: 204 len: 168 time: 0.2939830 Dec 16 09:37:58.044445 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e03b47-a367-46f9-be6b-da5ac5b75569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d982d6b-08cf-4597-8363-908efe9fbf27,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:58.049086 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd5b92c-714f-43be-acd0-bf2be034d0a5 None None] Checking router: b7a7cd9e-0b71-4545-8ee9-0c129afcf640 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:37:58.059048 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd5b92c-714f-43be-acd0-bf2be034d0a5 None None] Routers {'b7a7cd9e-0b71-4545-8ee9-0c129afcf640'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:37:58.060084 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-3fd5b92c-714f-43be-acd0-bf2be034d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:37:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b7a7cd9e-0b71-4545-8ee9-0c129afcf640'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:58.130834 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-15fe1ff9-833c-41ef-b707-0ef00ca770a3 req-6264e2ad-ad41-466c-93f1-bb2e1b61b2a8 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/ports?device_id=d263977a-20c2-4449-a3a5-4e33c4a58e92 HTTP/1.1" status: 200 len: 210 time: 0.0326445 Dec 16 09:37:58.185748 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-3fd5b92c-714f-43be-acd0-bf2be034d0a5 None None] Set router b7a7cd9e-0b71-4545-8ee9-0c129afcf640 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:37:58.391125 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-3fd5b92c-714f-43be-acd0-bf2be034d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'name': 'tempest-ServersTestManualDisk-878674943-router', 'tenant_id': '58616e55484245a5b2c2f6d808f99b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '8ebfba73-7c17-437d-8030-fc351d0773d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:34:30Z', 'updated_at': '2021-12-16T09:34:37Z', 'revision_number': 4, 'project_id': '58616e55484245a5b2c2f6d808f99b43', 'gw_port': {'id': '8ebfba73-7c17-437d-8030-fc351d0773d8', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:31Z', 'updated_at': '2021-12-16T09:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '881266a8-0fd9-4b8f-9a5c-3daa30ee5cac', 'name': '', 'network_id': 'ce00e305-669e-4f74-8d4f-50c3dbd2487f', 'tenant_id': '58616e55484245a5b2c2f6d808f99b43', 'mac_address': 'fa:16:3e:ac:67:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '2267e092-bb47-4efd-8478-75a998995501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:36Z', 'updated_at': '2021-12-16T09:34:42Z', 'revision_number': 5, 'project_id': '58616e55484245a5b2c2f6d808f99b43', 'subnets': [{'id': '2267e092-bb47-4efd-8478-75a998995501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:58.410014 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 5beaa514-edcf-4b49-bbcf-0309dfb6c2a1 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:37:58.422826 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd5b92c-714f-43be-acd0-bf2be034d0a5 None None] The sync data for ids ['b7a7cd9e-0b71-4545-8ee9-0c129afcf640'] in n-d-820550-2 is: [{'id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'name': 'tempest-ServersTestManualDisk-878674943-router', 'tenant_id': '58616e55484245a5b2c2f6d808f99b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '8ebfba73-7c17-437d-8030-fc351d0773d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:34:30Z', 'updated_at': '2021-12-16T09:34:37Z', 'revision_number': 4, 'project_id': '58616e55484245a5b2c2f6d808f99b43', 'gw_port': {'id': '8ebfba73-7c17-437d-8030-fc351d0773d8', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:31Z', 'updated_at': '2021-12-16T09:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '881266a8-0fd9-4b8f-9a5c-3daa30ee5cac', 'name': '', 'network_id': 'ce00e305-669e-4f74-8d4f-50c3dbd2487f', 'tenant_id': '58616e55484245a5b2c2f6d808f99b43', 'mac_address': 'fa:16:3e:ac:67:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '2267e092-bb47-4efd-8478-75a998995501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:36Z', 'updated_at': '2021-12-16T09:34:42Z', 'revision_number': 5, 'project_id': '58616e55484245a5b2c2f6d808f99b43', 'subnets': [{'id': '2267e092-bb47-4efd-8478-75a998995501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:37:58.548258 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 5beaa514-edcf-4b49-bbcf-0309dfb6c2a1 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:37:58.552491 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 5beaa514-edcf-4b49-bbcf-0309dfb6c2a1 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:58.552873 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:58.643406 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:58.670491 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50487f49-c5d1-4ddc-9f7e-286ec25dd20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5beaa514-edcf-4b49-bbcf-0309dfb6c2a1'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:37:58.673215 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e3fbb0-fe84-4ec8-955b-44ebe5f7573f" -d '{"events": [{"server_uuid": "50487f49-c5d1-4ddc-9f7e-286ec25dd20b", "name": "network-vif-plugged", "status": "completed", "tag": "5beaa514-edcf-4b49-bbcf-0309dfb6c2a1"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:37:58.686318 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 5beaa514-edcf-4b49-bbcf-0309dfb6c2a1, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=5beaa514-edcf-4b49-bbcf-0309dfb6c2a1,segment=NetworkSegment(b058665a-d41b-4e97-8fd7-07ea9cb712c9),segment_id=b058665a-d41b-4e97-8fd7-07ea9cb712c9)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:58.689293 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653bec73-e6b7-4716-bbbe-ea6b60eb6859 None None] New status for floating IP f48656da-6eea-4807-963e-36c5f6173dba: DOWN {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:37:58.724121 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62762f9-038e-412e-b215-adb6fab79263 x-openstack-request-id: req-d62762f9-038e-412e-b215-adb6fab79263 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:37:58.724412 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50487f49-c5d1-4ddc-9f7e-286ec25dd20b", "name": "network-vif-plugged", "status": "completed", "tag": "5beaa514-edcf-4b49-bbcf-0309dfb6c2a1", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:37:58.724709 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d62762f9-038e-412e-b215-adb6fab79263 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:37:58.725095 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50487f49-c5d1-4ddc-9f7e-286ec25dd20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5beaa514-edcf-4b49-bbcf-0309dfb6c2a1', 'code': 200} Dec 16 09:37:58.804926 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:58.811991 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26296a3-d68c-445a-a08a-0b0abfdd205c req-0c277ae2-172c-4a8c-aab1-626dfe06dc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:58.814170 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f26296a3-d68c-445a-a08a-0b0abfdd205c req-0c277ae2-172c-4a8c-aab1-626dfe06dc21 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=50487f49-c5d1-4ddc-9f7e-286ec25dd20b HTTP/1.1" status: 200 len: 1096 time: 0.0470562 Dec 16 09:37:58.865149 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=5beaa514-edcf-4b49-bbcf-0309dfb6c2a1,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:58.880254 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f26296a3-d68c-445a-a08a-0b0abfdd205c req-f81af3ea-3434-4d5c-9746-79bcc496b30e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d0c47c3f-8f1b-471c-b14f-c3a21b0688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554156 Dec 16 09:37:58.887115 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41690cc0-b1c8-4d38-a737-a04dfd80c1d5 req-f1747dfe-beb8-45d1-ad83-74cb04b3e71e tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:58.895463 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-41690cc0-b1c8-4d38-a737-a04dfd80c1d5 req-f1747dfe-beb8-45d1-ad83-74cb04b3e71e tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 945 time: 0.0640004 Dec 16 09:37:58.933391 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-41690cc0-b1c8-4d38-a737-a04dfd80c1d5 req-19fd8774-70b6-412c-a19a-62b2c98dd68e tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363164 Dec 16 09:37:58.943446 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53938) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:58.965181 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fabade95-cdca-4f33-ad86-811cfd513859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:59.037461 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fabade95-cdca-4f33-ad86-811cfd513859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:59.039961 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:59.116279 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fabade95-cdca-4f33-ad86-811cfd513859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:59.149386 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71f922-308f-43eb-8153-4cf51ae9e01b req-6de7d90e-8d4e-4ce0-b309-f84cc6697fa6 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:59.150920 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4f71f922-308f-43eb-8153-4cf51ae9e01b req-6de7d90e-8d4e-4ce0-b309-f84cc6697fa6 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports?device_id=50487f49-c5d1-4ddc-9f7e-286ec25dd20b HTTP/1.1" status: 200 len: 946 time: 0.0506554 Dec 16 09:37:59.161108 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabade95-cdca-4f33-ad86-811cfd513859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4aa95ab-2c96-4778-aa0c-bc138c8ed197,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:59.167102 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fabade95-cdca-4f33-ad86-811cfd513859 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=35f815632c324bb784aa9f96fc07fb46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2223110 Dec 16 09:37:59.174652 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53944) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:59.220494 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4f71f922-308f-43eb-8153-4cf51ae9e01b req-69fec797-88b6-4211-8560-811a414c11fe tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0c47c3f-8f1b-471c-b14f-c3a21b0688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406685 Dec 16 09:37:59.234746 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2da45342-76d9-4087-839b-f20dd792ae3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:59.258002 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2da45342-76d9-4087-839b-f20dd792ae3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:59.378124 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53950) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:59.434858 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c04c4f5b-ff1e-4794-9d6c-66ab6e324e57 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:59.457891 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c04c4f5b-ff1e-4794-9d6c-66ab6e324e57 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:59.530994 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:59.584510 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c04c4f5b-ff1e-4794-9d6c-66ab6e324e57 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:59.587085 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c04c4f5b-ff1e-4794-9d6c-66ab6e324e57 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:59.588258 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c04c4f5b-ff1e-4794-9d6c-66ab6e324e57 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "DELETE /v2.0/security-groups/7deeb9f1-916a-42c3-84ad-0526d2f02c74 HTTP/1.1" status: 204 len: 168 time: 0.2091336 Dec 16 09:37:59.591836 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53952) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:59.597669 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c4f5b-ff1e-4794-9d6c-66ab6e324e57 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7deeb9f1-916a-42c3-84ad-0526d2f02c74,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:59.607518 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-bb517d48-c6e5-4d02-9685-910eccad9bb6 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] show failed (client error): The resource could not be found. Dec 16 09:37:59.608827 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-bb517d48-c6e5-4d02-9685-910eccad9bb6 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "GET /v2.0/security-groups/7deeb9f1-916a-42c3-84ad-0526d2f02c74 HTTP/1.1" status: 404 len: 347 time: 0.0169702 Dec 16 09:37:59.611672 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53954) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:59.642367 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2da45342-76d9-4087-839b-f20dd792ae3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:59.645197 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2da45342-76d9-4087-839b-f20dd792ae3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:59.649089 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2da45342-76d9-4087-839b-f20dd792ae3d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a4aa95ab-2c96-4778-aa0c-bc138c8ed197 HTTP/1.1" status: 204 len: 168 time: 0.4734247 Dec 16 09:37:59.670573 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da45342-76d9-4087-839b-f20dd792ae3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4aa95ab-2c96-4778-aa0c-bc138c8ed197,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:59.743767 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-0293e814-e25e-46e2-a515-4810809b8b57 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Deleting port 24df3689-dbf6-4bda-a4bf-f856cfcaa799 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:37:59.744126 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0293e814-e25e-46e2-a515-4810809b8b57 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:59.816629 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0293e814-e25e-46e2-a515-4810809b8b57 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:59.816963 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0293e814-e25e-46e2-a515-4810809b8b57 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:59.828217 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-0293e814-e25e-46e2-a515-4810809b8b57 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Calling delete_port for 24df3689-dbf6-4bda-a4bf-f856cfcaa799 owned by network:floatingip {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:00.025300 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0293e814-e25e-46e2-a515-4810809b8b57 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:00.050963 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293e814-e25e-46e2-a515-4810809b8b57 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Pushing event deleted for resources: {'Port': ['ID=24df3689-dbf6-4bda-a4bf-f856cfcaa799,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:00.061919 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ecade-c2bf-4062-9ba3-b4e2223e706d req-bcda5b56-da17-47fc-8101-a13922ef2438 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:00.063820 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fe9ecade-c2bf-4062-9ba3-b4e2223e706d req-bcda5b56-da17-47fc-8101-a13922ef2438 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 945 time: 0.0571699 Dec 16 09:38:00.108285 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fe9ecade-c2bf-4062-9ba3-b4e2223e706d req-e5f37ec5-f31f-4f51-81c6-d015eb5e53e4 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378199 Dec 16 09:38:00.114899 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0293e814-e25e-46e2-a515-4810809b8b57 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks [] for floatingip, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:00.118175 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0293e814-e25e-46e2-a515-4810809b8b57 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:00.120790 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0293e814-e25e-46e2-a515-4810809b8b57 tempest-ServersTestManualDisk-982407054 tempest-ServersTestManualDisk-982407054-project] 10.222.0.60 "DELETE /v2.0/floatingips/f48656da-6eea-4807-963e-36c5f6173dba HTTP/1.1" status: 204 len: 168 time: 0.5067885 Dec 16 09:38:00.130643 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53966) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:00.391541 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e412ed-87a7-4d9d-af8d-89ff2f34e4d4 req-a96f46de-b383-460a-94db-108069adb983 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:00.393009 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-13e412ed-87a7-4d9d-af8d-89ff2f34e4d4 req-a96f46de-b383-460a-94db-108069adb983 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports?device_id=50487f49-c5d1-4ddc-9f7e-286ec25dd20b HTTP/1.1" status: 200 len: 946 time: 0.0949073 Dec 16 09:38:00.412862 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 26ee8c54-8f43-48ac-8a75-5243b5c82cbd no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:38:00.436215 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 26ee8c54-8f43-48ac-8a75-5243b5c82cbd {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:38:00.436559 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 26ee8c54-8f43-48ac-8a75-5243b5c82cbd not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:38:00.472078 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-13e412ed-87a7-4d9d-af8d-89ff2f34e4d4 req-aaaf7406-8422-4fa3-bf9f-12be06261776 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0c47c3f-8f1b-471c-b14f-c3a21b0688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729477 Dec 16 09:38:00.579613 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-160400d5-15cd-41b5-8439-7cd0eb6ac7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:00.828753 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-160400d5-15cd-41b5-8439-7cd0eb6ac7d1 admin admin] Deleting port 881266a8-0fd9-4b8f-9a5c-3daa30ee5cac {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:00.829107 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-160400d5-15cd-41b5-8439-7cd0eb6ac7d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:00.906870 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-160400d5-15cd-41b5-8439-7cd0eb6ac7d1 admin admin] For port 881266a8-0fd9-4b8f-9a5c-3daa30ee5cac, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=881266a8-0fd9-4b8f-9a5c-3daa30ee5cac,segment=NetworkSegment(d5688dd4-4d9a-4fb7-a959-f72f346fda0a),segment_id=d5688dd4-4d9a-4fb7-a959-f72f346fda0a)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:00.907700 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-160400d5-15cd-41b5-8439-7cd0eb6ac7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:00.910951 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53990) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:00.921044 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-160400d5-15cd-41b5-8439-7cd0eb6ac7d1 admin admin] Calling delete_port for 881266a8-0fd9-4b8f-9a5c-3daa30ee5cac owned by network:router_interface {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:01.009533 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-25e1f827-2acd-4658-9818-8232e492c33e tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-519561335'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:01.099190 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e1f827-2acd-4658-9818-8232e492c33e tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Made reservation on behalf of cb6cbbca6e454183bcb230b511a0dfdf for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:01.102710 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-25e1f827-2acd-4658-9818-8232e492c33e tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:01.112436 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-25e1f827-2acd-4658-9818-8232e492c33e tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:01.156485 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-160400d5-15cd-41b5-8439-7cd0eb6ac7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:01.187474 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160400d5-15cd-41b5-8439-7cd0eb6ac7d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=881266a8-0fd9-4b8f-9a5c-3daa30ee5cac,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:01.212268 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-25e1f827-2acd-4658-9818-8232e492c33e tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:01.305319 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-25e1f827-2acd-4658-9818-8232e492c33e tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:01.338227 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1f827-2acd-4658-9818-8232e492c33e tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d706c92d-45cc-4c70-a1c7-c74d5ab926f1,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:01.361950 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e1f827-2acd-4658-9818-8232e492c33e tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:38:01.372579 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-25e1f827-2acd-4658-9818-8232e492c33e tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:01.372921 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-25e1f827-2acd-4658-9818-8232e492c33e tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Added segment 5a859811-0756-4343-895e-9767e770c134 of type vlan for network 7f414c12-211c-428d-97b0-aae5f407dc6d Dec 16 09:38:01.419805 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-25e1f827-2acd-4658-9818-8232e492c33e tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:01.555726 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-25e1f827-2acd-4658-9818-8232e492c33e tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:01.567849 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e1f827-2acd-4658-9818-8232e492c33e tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:01.568495 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-25e1f827-2acd-4658-9818-8232e492c33e tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:01.671295 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc9504-1f0d-4bef-94c4-422b750063f5 req-5197658b-18c3-4be1-9d5e-72db0bf578cb tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:01.672467 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debfe392-8c0a-4317-b8b0-95619caa1bdc req-b5680ec0-78f6-443a-bb16-5097f97e5bbe tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:01.672751 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6cdc9504-1f0d-4bef-94c4-422b750063f5 req-5197658b-18c3-4be1-9d5e-72db0bf578cb tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports?device_id=50487f49-c5d1-4ddc-9f7e-286ec25dd20b HTTP/1.1" status: 200 len: 946 time: 0.1279101 Dec 16 09:38:01.673385 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1f827-2acd-4658-9818-8232e492c33e tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Pushing event updated for resources: {'Network': ['ID=7f414c12-211c-428d-97b0-aae5f407dc6d,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:01.673970 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-debfe392-8c0a-4317-b8b0-95619caa1bdc req-b5680ec0-78f6-443a-bb16-5097f97e5bbe tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 945 time: 0.4571602 Dec 16 09:38:01.688597 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 7f414c12-211c-428d-97b0-aae5f407dc6d details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:38:01.717437 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6cdc9504-1f0d-4bef-94c4-422b750063f5 req-d993dda2-35c3-4ce3-bfb8-50551eb3b256 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0c47c3f-8f1b-471c-b14f-c3a21b0688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368190 Dec 16 09:38:01.733372 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-debfe392-8c0a-4317-b8b0-95619caa1bdc req-c2d3fca1-6897-4ece-842e-7b7580fe0500 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483420 Dec 16 09:38:01.734097 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-160400d5-15cd-41b5-8439-7cd0eb6ac7d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:01.742523 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-25e1f827-2acd-4658-9818-8232e492c33e tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.8303964 Dec 16 09:38:01.750411 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54002) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:01.761691 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-04182b34-827c-4f29-a1a7-647753aee8a5 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Request body: {'subnet': {'network_id': '7f414c12-211c-428d-97b0-aae5f407dc6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:01.960143 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a4726a2f-d263-47ff-a3d9-7ad11819f350 req-65c8c6ea-c49f-4366-8964-1d0c9ef63848 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1591306 Dec 16 09:38:02.030248 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-a4726a2f-d263-47ff-a3d9-7ad11819f350 req-d3d3534e-dbeb-43c3-94f0-a9fbb44c4973 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:02.088390 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160400d5-15cd-41b5-8439-7cd0eb6ac7d1 admin admin] Router b7a7cd9e-0b71-4545-8ee9-0c129afcf640 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:38:02.161513 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a4726a2f-d263-47ff-a3d9-7ad11819f350 req-d3d3534e-dbeb-43c3-94f0-a9fbb44c4973 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks [] for floatingip, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:02.251114 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160400d5-15cd-41b5-8439-7cd0eb6ac7d1 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:38:02.261038 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-160400d5-15cd-41b5-8439-7cd0eb6ac7d1 admin admin] 10.222.0.60 "PUT /v2.0/routers/b7a7cd9e-0b71-4545-8ee9-0c129afcf640/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1254900 Dec 16 09:38:02.261252 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04182b34-827c-4f29-a1a7-647753aee8a5 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Made reservation on behalf of cb6cbbca6e454183bcb230b511a0dfdf for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:02.261851 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54008) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:02.263204 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-04182b34-827c-4f29-a1a7-647753aee8a5 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:02.264997 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ea7eee-c1df-4649-b329-649892c75863 None None] Sync routers for ids ['b7a7cd9e-0b71-4545-8ee9-0c129afcf640'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:38:02.276074 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ea7eee-c1df-4649-b329-649892c75863 None None] Routers {'b7a7cd9e-0b71-4545-8ee9-0c129afcf640'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:02.277938 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-43ea7eee-c1df-4649-b329-649892c75863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:37:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b7a7cd9e-0b71-4545-8ee9-0c129afcf640'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:02.389853 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a4726a2f-d263-47ff-a3d9-7ad11819f350 req-d3d3534e-dbeb-43c3-94f0-a9fbb44c4973 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:02.402080 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-43ea7eee-c1df-4649-b329-649892c75863 None None] Set router b7a7cd9e-0b71-4545-8ee9-0c129afcf640 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:38:02.408717 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ab85a9bf-626e-44f4-a248-114c43eb3f01 admin admin] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:02.588351 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-43ea7eee-c1df-4649-b329-649892c75863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'name': 'tempest-ServersTestManualDisk-878674943-router', 'tenant_id': '58616e55484245a5b2c2f6d808f99b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '8ebfba73-7c17-437d-8030-fc351d0773d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:34:30Z', 'updated_at': '2021-12-16T09:38:01Z', 'revision_number': 5, 'project_id': '58616e55484245a5b2c2f6d808f99b43', 'gw_port': {'id': '8ebfba73-7c17-437d-8030-fc351d0773d8', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:31Z', 'updated_at': '2021-12-16T09:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:02.592114 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-a4726a2f-d263-47ff-a3d9-7ad11819f350 req-d3d3534e-dbeb-43c3-94f0-a9fbb44c4973 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Allocated IP 172.25.1.63 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/1a06fcc3-31ca-43f4-926c-8c939c40e503) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:02.600213 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ab85a9bf-626e-44f4-a248-114c43eb3f01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:02.613815 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-04182b34-827c-4f29-a1a7-647753aee8a5 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:02.620158 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ea7eee-c1df-4649-b329-649892c75863 None None] Checking router: b7a7cd9e-0b71-4545-8ee9-0c129afcf640 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:38:02.625480 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ea7eee-c1df-4649-b329-649892c75863 None None] Routers {'b7a7cd9e-0b71-4545-8ee9-0c129afcf640'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:02.626100 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-43ea7eee-c1df-4649-b329-649892c75863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:37:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b7a7cd9e-0b71-4545-8ee9-0c129afcf640'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:02.676881 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04182b34-827c-4f29-a1a7-647753aee8a5 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Pushing event updated for resources: {'Subnet': ['ID=d50589a9-d822-4b45-b8e9-2db4a56124bf,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:02.686452 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04182b34-827c-4f29-a1a7-647753aee8a5 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Checking segment: {'id': '5a859811-0756-4343-895e-9767e770c134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f414c12-211c-428d-97b0-aae5f407dc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:38:02.686823 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04182b34-827c-4f29-a1a7-647753aee8a5 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Network hostable DHCP agents. Network: 7f414c12-211c-428d-97b0-aae5f407dc6d, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:38:02.721211 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a4726a2f-d263-47ff-a3d9-7ad11819f350 req-d3d3534e-dbeb-43c3-94f0-a9fbb44c4973 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:02.797203 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-ab85a9bf-626e-44f4-a248-114c43eb3f01 admin admin] Deleting port 8ebfba73-7c17-437d-8030-fc351d0773d8 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:02.797563 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ab85a9bf-626e-44f4-a248-114c43eb3f01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:02.826923 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-43ea7eee-c1df-4649-b329-649892c75863 None None] Set router b7a7cd9e-0b71-4545-8ee9-0c129afcf640 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:38:02.848519 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04182b34-827c-4f29-a1a7-647753aee8a5 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Network 7f414c12-211c-428d-97b0-aae5f407dc6d is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:38:02.874473 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f53fd-e0ed-4788-ae56-aa3e3b0cb0b8 req-976cedd7-c7f7-4dbd-974e-646a68f17405 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:02.876624 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2b6f53fd-e0ed-4788-ae56-aa3e3b0cb0b8 req-976cedd7-c7f7-4dbd-974e-646a68f17405 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 945 time: 0.0581837 Dec 16 09:38:02.884664 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-ab85a9bf-626e-44f4-a248-114c43eb3f01 admin admin] For port 8ebfba73-7c17-437d-8030-fc351d0773d8, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8ebfba73-7c17-437d-8030-fc351d0773d8,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:02.885036 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ab85a9bf-626e-44f4-a248-114c43eb3f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:02.888562 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a4726a2f-d263-47ff-a3d9-7ad11819f350 req-d3d3534e-dbeb-43c3-94f0-a9fbb44c4973 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:02.921397 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2b6f53fd-e0ed-4788-ae56-aa3e3b0cb0b8 req-d38d1e11-15ed-491e-be3d-e45b3bd2a40e tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352268 Dec 16 09:38:02.927467 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-ab85a9bf-626e-44f4-a248-114c43eb3f01 admin admin] Calling delete_port for 8ebfba73-7c17-437d-8030-fc351d0773d8 owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:02.942488 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4726a2f-d263-47ff-a3d9-7ad11819f350 req-d3d3534e-dbeb-43c3-94f0-a9fbb44c4973 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:02.950194 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-a4726a2f-d263-47ff-a3d9-7ad11819f350 req-d3d3534e-dbeb-43c3-94f0-a9fbb44c4973 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:02.952898 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4726a2f-d263-47ff-a3d9-7ad11819f350 req-d3d3534e-dbeb-43c3-94f0-a9fbb44c4973 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:02.974052 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-04182b34-827c-4f29-a1a7-647753aee8a5 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 7f414c12-211c-428d-97b0-aae5f407dc6d) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:02.986976 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1ee4fd-771b-4314-92df-127786ab5e5e None None] Network 7f414c12-211c-428d-97b0-aae5f407dc6d requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:38:02.990196 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04182b34-827c-4f29-a1a7-647753aee8a5 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:02.991016 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-04182b34-827c-4f29-a1a7-647753aee8a5 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:03.010321 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3534e-dbeb-43c3-94f0-a9fbb44c4973 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Pushing event updated for resources: {'Port': ['ID=1a06fcc3-31ca-43f4-926c-8c939c40e503,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:03.032578 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-43ea7eee-c1df-4649-b329-649892c75863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'name': 'tempest-ServersTestManualDisk-878674943-router', 'tenant_id': '58616e55484245a5b2c2f6d808f99b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '8ebfba73-7c17-437d-8030-fc351d0773d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:34:30Z', 'updated_at': '2021-12-16T09:38:01Z', 'revision_number': 5, 'project_id': '58616e55484245a5b2c2f6d808f99b43', 'gw_port': {'id': '8ebfba73-7c17-437d-8030-fc351d0773d8', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:31Z', 'updated_at': '2021-12-16T09:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:03.059028 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ea7eee-c1df-4649-b329-649892c75863 None None] The sync data for ids ['b7a7cd9e-0b71-4545-8ee9-0c129afcf640'] in n-d-820550-2 is: [{'id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'name': 'tempest-ServersTestManualDisk-878674943-router', 'tenant_id': '58616e55484245a5b2c2f6d808f99b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '8ebfba73-7c17-437d-8030-fc351d0773d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:34:30Z', 'updated_at': '2021-12-16T09:38:01Z', 'revision_number': 5, 'project_id': '58616e55484245a5b2c2f6d808f99b43', 'gw_port': {'id': '8ebfba73-7c17-437d-8030-fc351d0773d8', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a7cd9e-0b71-4545-8ee9-0c129afcf640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:31Z', 'updated_at': '2021-12-16T09:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:38:03.111435 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-04182b34-827c-4f29-a1a7-647753aee8a5 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3569450 Dec 16 09:38:03.111661 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54018) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:03.117251 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a4726a2f-d263-47ff-a3d9-7ad11819f350 req-d3d3534e-dbeb-43c3-94f0-a9fbb44c4973 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:03.121699 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-fcd0a629-a8b8-4196-a5cb-7aa3001966bd tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Request body: {'port': {'network_id': '7f414c12-211c-428d-97b0-aae5f407dc6d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1819841343'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:03.257367 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a4726a2f-d263-47ff-a3d9-7ad11819f350 req-d3d3534e-dbeb-43c3-94f0-a9fbb44c4973 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:03.284620 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2104547-2614-4854-9fcf-6e19fcc3620e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-7f414c12-211c-428d-97b0-aae5f407dc6d', 'network_id': '7f414c12-211c-428d-97b0-aae5f407dc6d', 'tenant_id': 'cb6cbbca6e454183bcb230b511a0dfdf', 'fixed_ips': [{'subnet_id': 'd50589a9-d822-4b45-b8e9-2db4a56124bf'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:38:03.285516 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f2104547-2614-4854-9fcf-6e19fcc3620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:03.387049 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd0a629-a8b8-4196-a5cb-7aa3001966bd tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Made reservation on behalf of cb6cbbca6e454183bcb230b511a0dfdf for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:03.397488 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fcd0a629-a8b8-4196-a5cb-7aa3001966bd tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:03.426843 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-fcd0a629-a8b8-4196-a5cb-7aa3001966bd tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] device_id is not set on port 177f5722-177a-4f95-bcf2-dbfb93a5b90a yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:38:03.434881 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ab85a9bf-626e-44f4-a248-114c43eb3f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:03.437907 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-f2104547-2614-4854-9fcf-6e19fcc3620e None None] Allocated IP 2001:db8::2 (7f414c12-211c-428d-97b0-aae5f407dc6d/d50589a9-d822-4b45-b8e9-2db4a56124bf/462ce276-999a-4396-8d31-122693598ce7) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:03.442349 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a4726a2f-d263-47ff-a3d9-7ad11819f350 req-d3d3534e-dbeb-43c3-94f0-a9fbb44c4973 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:03.483919 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85a9bf-626e-44f4-a248-114c43eb3f01 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ebfba73-7c17-437d-8030-fc351d0773d8,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:03.544732 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a4726a2f-d263-47ff-a3d9-7ad11819f350 req-d3d3534e-dbeb-43c3-94f0-a9fbb44c4973 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:03.598755 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f2104547-2614-4854-9fcf-6e19fcc3620e None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:03.634626 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3534e-dbeb-43c3-94f0-a9fbb44c4973 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Pushing event updated for resources: {'Port': ['ID=1a06fcc3-31ca-43f4-926c-8c939c40e503,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:03.640726 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ab85a9bf-626e-44f4-a248-114c43eb3f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:03.688365 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f2104547-2614-4854-9fcf-6e19fcc3620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:03.733071 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2104547-2614-4854-9fcf-6e19fcc3620e None None] Network 7f414c12-211c-428d-97b0-aae5f407dc6d is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:03.734949 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-f2104547-2614-4854-9fcf-6e19fcc3620e None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:03.739193 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2104547-2614-4854-9fcf-6e19fcc3620e None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:03.746655 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ab85a9bf-626e-44f4-a248-114c43eb3f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:03.748533 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a4726a2f-d263-47ff-a3d9-7ad11819f350 req-d3d3534e-dbeb-43c3-94f0-a9fbb44c4973 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:03.751681 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ab85a9bf-626e-44f4-a248-114c43eb3f01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:03.754206 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2104547-2614-4854-9fcf-6e19fcc3620e None None] Pushing event updated for resources: {'Port': ['ID=462ce276-999a-4396-8d31-122693598ce7,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:03.776061 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-fcd0a629-a8b8-4196-a5cb-7aa3001966bd tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Allocated IP 2001:db8::92 (7f414c12-211c-428d-97b0-aae5f407dc6d/d50589a9-d822-4b45-b8e9-2db4a56124bf/177f5722-177a-4f95-bcf2-dbfb93a5b90a) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:03.810194 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-f2104547-2614-4854-9fcf-6e19fcc3620e None None] Attempting to bind port 462ce276-999a-4396-8d31-122693598ce7 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:38:03.810473 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-f2104547-2614-4854-9fcf-6e19fcc3620e None None] Attempting to bind port 462ce276-999a-4396-8d31-122693598ce7 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '5a859811-0756-4343-895e-9767e770c134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f414c12-211c-428d-97b0-aae5f407dc6d'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:38:03.811027 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2104547-2614-4854-9fcf-6e19fcc3620e None None] Attempting to bind port 462ce276-999a-4396-8d31-122693598ce7 on network 7f414c12-211c-428d-97b0-aae5f407dc6d {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:38:03.816114 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2104547-2614-4854-9fcf-6e19fcc3620e None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:38:03.821757 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2104547-2614-4854-9fcf-6e19fcc3620e None None] Checking segment: {'id': '5a859811-0756-4343-895e-9767e770c134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f414c12-211c-428d-97b0-aae5f407dc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:38:03.821757 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f2104547-2614-4854-9fcf-6e19fcc3620e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:03.821757 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2104547-2614-4854-9fcf-6e19fcc3620e None None] Bound using segment: {'id': '5a859811-0756-4343-895e-9767e770c134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f414c12-211c-428d-97b0-aae5f407dc6d'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:38:03.821757 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-f2104547-2614-4854-9fcf-6e19fcc3620e None None] Bound port: 462ce276-999a-4396-8d31-122693598ce7, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a859811-0756-4343-895e-9767e770c134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7f414c12-211c-428d-97b0-aae5f407dc6d'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:38:03.821757 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f2104547-2614-4854-9fcf-6e19fcc3620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:03.882650 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f2104547-2614-4854-9fcf-6e19fcc3620e None None] For port 462ce276-999a-4396-8d31-122693598ce7, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:38:03.883597 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a4726a2f-d263-47ff-a3d9-7ad11819f350 req-d3d3534e-dbeb-43c3-94f0-a9fbb44c4973 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:03.884960 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a4726a2f-d263-47ff-a3d9-7ad11819f350 req-d3d3534e-dbeb-43c3-94f0-a9fbb44c4973 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8882565 Dec 16 09:38:03.886455 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f2104547-2614-4854-9fcf-6e19fcc3620e None None] For port 462ce276-999a-4396-8d31-122693598ce7, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=462ce276-999a-4396-8d31-122693598ce7,segment=NetworkSegment(5a859811-0756-4343-895e-9767e770c134),segment_id=5a859811-0756-4343-895e-9767e770c134)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:38:03.937280 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fcd0a629-a8b8-4196-a5cb-7aa3001966bd tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:03.940748 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ab85a9bf-626e-44f4-a248-114c43eb3f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:03.940992 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab85a9bf-626e-44f4-a248-114c43eb3f01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7a7cd9e-0b71-4545-8ee9-0c129afcf640 {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:38:03.946462 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ab85a9bf-626e-44f4-a248-114c43eb3f01 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:03.950732 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ab85a9bf-626e-44f4-a248-114c43eb3f01 admin admin] 10.222.0.60 "DELETE /v2.0/routers/b7a7cd9e-0b71-4545-8ee9-0c129afcf640 HTTP/1.1" status: 204 len: 168 time: 1.6901474 Dec 16 09:38:03.950870 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54026) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:03.954548 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a4726a2f-d263-47ff-a3d9-7ad11819f350 req-9c1a464a-9ad4-4e47-a058-73d2c978e968 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.63 HTTP/1.1" status: 200 len: 695 time: 0.0614274 Dec 16 09:38:03.998787 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f2104547-2614-4854-9fcf-6e19fcc3620e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:04.030063 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-03e6ad74-e790-4437-aae7-0a8a93140755 admin admin] Deleting subnet 2267e092-bb47-4efd-8478-75a998995501 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:38:04.035813 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03e6ad74-e790-4437-aae7-0a8a93140755 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:04.108079 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fcd0a629-a8b8-4196-a5cb-7aa3001966bd tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:04.119423 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4726a2f-d263-47ff-a3d9-7ad11819f350 req-574d2b4e-a483-44cc-a494-f5140dcea987 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:04.121358 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a4726a2f-d263-47ff-a3d9-7ad11819f350 req-574d2b4e-a483-44cc-a494-f5140dcea987 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 784 time: 0.1585405 Dec 16 09:38:04.133390 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-a4726a2f-d263-47ff-a3d9-7ad11819f350 req-8d614f61-1d04-46a6-a722-7c8d4805740f tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:38:04.134731 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a4726a2f-d263-47ff-a3d9-7ad11819f350 req-8d614f61-1d04-46a6-a722-7c8d4805740f tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063226 Dec 16 09:38:04.164263 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03e6ad74-e790-4437-aae7-0a8a93140755 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:04.211608 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2104547-2614-4854-9fcf-6e19fcc3620e None None] Pushing event updated for resources: {'Port': ['ID=462ce276-999a-4396-8d31-122693598ce7,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:04.270579 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd0a629-a8b8-4196-a5cb-7aa3001966bd tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Network 7f414c12-211c-428d-97b0-aae5f407dc6d is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:04.275364 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0a629-a8b8-4196-a5cb-7aa3001966bd tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Pushing event updated for resources: {'Port': ['ID=177f5722-177a-4f95-bcf2-dbfb93a5b90a,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:04.305843 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-fcd0a629-a8b8-4196-a5cb-7aa3001966bd tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:04.312995 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd0a629-a8b8-4196-a5cb-7aa3001966bd tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:04.319094 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd0a629-a8b8-4196-a5cb-7aa3001966bd tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:04.319750 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fcd0a629-a8b8-4196-a5cb-7aa3001966bd tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:04.333154 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf7739-f172-4b2c-b95f-6447ccd8af5d req-79dadeea-2b16-4f38-bf4e-6ee1320bd401 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:04.340544 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-91bf7739-f172-4b2c-b95f-6447ccd8af5d req-79dadeea-2b16-4f38-bf4e-6ee1320bd401 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 945 time: 0.2772646 Dec 16 09:38:04.376744 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03e6ad74-e790-4437-aae7-0a8a93140755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:04.416016 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-91bf7739-f172-4b2c-b95f-6447ccd8af5d req-d9e42f87-159a-4ad0-b5de-f0a9f7e8e9e0 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692401 Dec 16 09:38:04.461605 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7cad0-394a-4899-b390-111ab52a545f req-39622443-7627-4867-8294-6786c6f493e7 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:04.463021 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8ed7cad0-394a-4899-b390-111ab52a545f req-39622443-7627-4867-8294-6786c6f493e7 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/networks?id=b746a243-6629-471f-83d2-a1c8bcbe7481 HTTP/1.1" status: 200 len: 820 time: 0.1112380 Dec 16 09:38:04.476755 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fcd0a629-a8b8-4196-a5cb-7aa3001966bd tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3641002 Dec 16 09:38:04.480513 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54044) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:04.480757 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8ed7cad0-394a-4899-b390-111ab52a545f req-d6a30571-2865-46f0-b8fc-b5d1031800b8 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/quotas/5c2212d9a5284c729e29b291e3f808ca HTTP/1.1" status: 200 len: 375 time: 0.0113020 Dec 16 09:38:04.488220 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-2d1fa2be-adbf-4ce8-b3d0-82e3299d74aa tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Request body: {'port': {'network_id': '7f414c12-211c-428d-97b0-aae5f407dc6d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-990748162', 'allowed_address_pairs': [{'ip_address': '2001:db8::92', 'mac_address': 'fa:16:3e:1a:2a:aa'}]}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:04.584169 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03e6ad74-e790-4437-aae7-0a8a93140755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:04.643020 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6ad74-e790-4437-aae7-0a8a93140755 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2267e092-bb47-4efd-8478-75a998995501,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:04.646997 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8ebfba73-7c17-437d-8030-fc351d0773d8 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:38:04.648501 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03e6ad74-e790-4437-aae7-0a8a93140755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:04.651763 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-03e6ad74-e790-4437-aae7-0a8a93140755 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2267e092-bb47-4efd-8478-75a998995501 HTTP/1.1" status: 204 len: 168 time: 0.6997092 Dec 16 09:38:04.654768 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54048) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:04.665365 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8ed7cad0-394a-4899-b390-111ab52a545f req-fcd9e8ad-bf95-4056-9cb2-a2e9e0999998 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c2212d9a5284c729e29b291e3f808ca&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1679864 Dec 16 09:38:04.665763 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6dc0d9-e9f0-40d4-bb28-7d48085df128 None None] Network ce00e305-669e-4f74-8d4f-50c3dbd2487f requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:38:04.760276 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 8ebfba73-7c17-437d-8030-fc351d0773d8 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:38:04.760481 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8ebfba73-7c17-437d-8030-fc351d0773d8 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:38:04.761660 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 881266a8-0fd9-4b8f-9a5c-3daa30ee5cac no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:38:04.788545 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8ed7cad0-394a-4899-b390-111ab52a545f req-950677e4-ed77-4808-8c4e-a71c8f6e13c5 service neutron] 10.222.0.60 "GET /v2.0/networks/b746a243-6629-471f-83d2-a1c8bcbe7481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301792 Dec 16 09:38:04.805579 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3bcee53a-b0ff-4699-962b-7a635a1949dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:04.805799 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 881266a8-0fd9-4b8f-9a5c-3daa30ee5cac {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:38:04.806028 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 881266a8-0fd9-4b8f-9a5c-3daa30ee5cac not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:38:04.873845 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-3bcee53a-b0ff-4699-962b-7a635a1949dc admin admin] Deleting port c909f318-8eed-4225-91f0-526f0aec01a9 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:04.874457 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3bcee53a-b0ff-4699-962b-7a635a1949dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:04.909877 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8ed7cad0-394a-4899-b390-111ab52a545f req-cd7d1f45-0880-4682-aafa-a5ed03bb6c79 service neutron] 10.222.0.60 "GET /v2.0/networks/b746a243-6629-471f-83d2-a1c8bcbe7481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105833 Dec 16 09:38:04.957863 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1fa2be-adbf-4ce8-b3d0-82e3299d74aa tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Made reservation on behalf of cb6cbbca6e454183bcb230b511a0dfdf for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:04.958376 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10acd047-bec0-419b-9f86-812b349583c0 None None] DHCP port deletion for ce00e305-669e-4f74-8d4f-50c3dbd2487f request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:38:05.014272 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-10acd047-bec0-419b-9f86-812b349583c0 None None] Deleting port c909f318-8eed-4225-91f0-526f0aec01a9 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:05.014939 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-10acd047-bec0-419b-9f86-812b349583c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:05.027248 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-3bcee53a-b0ff-4699-962b-7a635a1949dc admin admin] For port c909f318-8eed-4225-91f0-526f0aec01a9, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=c909f318-8eed-4225-91f0-526f0aec01a9,segment=NetworkSegment(d5688dd4-4d9a-4fb7-a959-f72f346fda0a),segment_id=d5688dd4-4d9a-4fb7-a959-f72f346fda0a)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:05.027620 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3bcee53a-b0ff-4699-962b-7a635a1949dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:05.050290 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-3bcee53a-b0ff-4699-962b-7a635a1949dc admin admin] Calling delete_port for c909f318-8eed-4225-91f0-526f0aec01a9 owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:05.084010 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-10acd047-bec0-419b-9f86-812b349583c0 None None] For port c909f318-8eed-4225-91f0-526f0aec01a9, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=c909f318-8eed-4225-91f0-526f0aec01a9,segment=NetworkSegment(d5688dd4-4d9a-4fb7-a959-f72f346fda0a),segment_id=d5688dd4-4d9a-4fb7-a959-f72f346fda0a)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:05.084418 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-10acd047-bec0-419b-9f86-812b349583c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:05.097101 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-10acd047-bec0-419b-9f86-812b349583c0 None None] Calling delete_port for c909f318-8eed-4225-91f0-526f0aec01a9 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:05.121632 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2d1fa2be-adbf-4ce8-b3d0-82e3299d74aa tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:05.180091 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-2d1fa2be-adbf-4ce8-b3d0-82e3299d74aa tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] device_id is not set on port 819adee6-ec25-43d0-9b23-b83010d36c2d yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:38:05.264997 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72dffc2c-dbd5-4025-8c7d-f58f32aecf14 req-15d38e4c-aa69-4271-b2a6-4207576a7c63 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports?device_id=b90a6c9e-d302-4b80-8658-4fff5604f47f HTTP/1.1" status: 200 len: 210 time: 0.0298514 Dec 16 09:38:05.329992 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-10acd047-bec0-419b-9f86-812b349583c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:05.370691 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3bcee53a-b0ff-4699-962b-7a635a1949dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:05.378895 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10acd047-bec0-419b-9f86-812b349583c0 None None] Pushing event deleted for resources: {'Port': ['ID=c909f318-8eed-4225-91f0-526f0aec01a9,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:05.380963 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10acd047-bec0-419b-9f86-812b349583c0 None None] No DVR routers for this DVR port c909f318-8eed-4225-91f0-526f0aec01a9 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:38:05.421760 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcee53a-b0ff-4699-962b-7a635a1949dc admin admin] Pushing event deleted for resources: {'Port': ['ID=c909f318-8eed-4225-91f0-526f0aec01a9,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:05.426058 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcee53a-b0ff-4699-962b-7a635a1949dc admin admin] No DVR routers for this DVR port c909f318-8eed-4225-91f0-526f0aec01a9 on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:38:05.448857 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-2d1fa2be-adbf-4ce8-b3d0-82e3299d74aa tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Allocated IP 2001:db8::258 (7f414c12-211c-428d-97b0-aae5f407dc6d/d50589a9-d822-4b45-b8e9-2db4a56124bf/819adee6-ec25-43d0-9b23-b83010d36c2d) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:05.471909 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcee53a-b0ff-4699-962b-7a635a1949dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:05.472265 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcee53a-b0ff-4699-962b-7a635a1949dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:05.472608 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcee53a-b0ff-4699-962b-7a635a1949dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:05.472951 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcee53a-b0ff-4699-962b-7a635a1949dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:05.473377 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcee53a-b0ff-4699-962b-7a635a1949dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:05.473642 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcee53a-b0ff-4699-962b-7a635a1949dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:05.473973 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcee53a-b0ff-4699-962b-7a635a1949dc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:05.474304 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcee53a-b0ff-4699-962b-7a635a1949dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:05.474633 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcee53a-b0ff-4699-962b-7a635a1949dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:05.474963 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcee53a-b0ff-4699-962b-7a635a1949dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:05.475288 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcee53a-b0ff-4699-962b-7a635a1949dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:05.475613 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcee53a-b0ff-4699-962b-7a635a1949dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:05.579528 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3bcee53a-b0ff-4699-962b-7a635a1949dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:05.655933 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-3bcee53a-b0ff-4699-962b-7a635a1949dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce00e305-669e-4f74-8d4f-50c3dbd2487f']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:05.677858 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-3bcee53a-b0ff-4699-962b-7a635a1949dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5688dd4-4d9a-4fb7-a959-f72f346fda0a') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:05.678173 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-3bcee53a-b0ff-4699-962b-7a635a1949dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5688dd4-4d9a-4fb7-a959-f72f346fda0a') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:05.695611 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8ab8dc-80e0-4404-809a-f3b9e5a48825 None None] Network 7f414c12-211c-428d-97b0-aae5f407dc6d requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:38:05.726307 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a964e-5400-4f76-bcab-e9600fcef75a req-bcf71ebd-312a-4ae9-956b-cdb63257ef08 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:05.727833 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fd7a964e-5400-4f76-bcab-e9600fcef75a req-bcf71ebd-312a-4ae9-956b-cdb63257ef08 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 945 time: 0.1677818 Dec 16 09:38:05.733755 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3bcee53a-b0ff-4699-962b-7a635a1949dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:05.768127 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-e806cae2-bd00-4728-8dff-b2ae3f27ff0a None None] Provisioning complete for port 462ce276-999a-4396-8d31-122693598ce7 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:05.768730 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e806cae2-bd00-4728-8dff-b2ae3f27ff0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:05.768882 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3bcee53a-b0ff-4699-962b-7a635a1949dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:05.782349 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bcee53a-b0ff-4699-962b-7a635a1949dc admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3bcee53a-b0ff-4699-962b-7a635a1949dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: self.session.flush() Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: self.session.flush() Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: self.session.flush() Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: self.session.flush() Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:38:05.791778 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:38:05.890507 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fd7a964e-5400-4f76-bcab-e9600fcef75a req-fff94f8f-ff0e-4455-abd1-089688e445f7 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442814 Dec 16 09:38:05.916221 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2d1fa2be-adbf-4ce8-b3d0-82e3299d74aa tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:05.950647 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e806cae2-bd00-4728-8dff-b2ae3f27ff0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:05.975391 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3bcee53a-b0ff-4699-962b-7a635a1949dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:05.986924 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3bcee53a-b0ff-4699-962b-7a635a1949dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:05.993231 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3bcee53a-b0ff-4699-962b-7a635a1949dc admin admin] 10.222.0.60 "DELETE /v2.0/networks/ce00e305-669e-4f74-8d4f-50c3dbd2487f HTTP/1.1" status: 204 len: 168 time: 1.3376679 Dec 16 09:38:05.994699 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-e806cae2-bd00-4728-8dff-b2ae3f27ff0a None None] For port 462ce276-999a-4396-8d31-122693598ce7, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=462ce276-999a-4396-8d31-122693598ce7,segment=NetworkSegment(5a859811-0756-4343-895e-9767e770c134),segment_id=5a859811-0756-4343-895e-9767e770c134)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:06.007422 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcee53a-b0ff-4699-962b-7a635a1949dc admin admin] Pushing event deleted for resources: {'Network': ['ID=ce00e305-669e-4f74-8d4f-50c3dbd2487f,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:06.043425 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2d1fa2be-adbf-4ce8-b3d0-82e3299d74aa tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:06.079479 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e806cae2-bd00-4728-8dff-b2ae3f27ff0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:06.090738 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1fa2be-adbf-4ce8-b3d0-82e3299d74aa tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Network 7f414c12-211c-428d-97b0-aae5f407dc6d is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:06.096558 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-2d1fa2be-adbf-4ce8-b3d0-82e3299d74aa tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:06.099283 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1fa2be-adbf-4ce8-b3d0-82e3299d74aa tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:06.106069 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1fa2be-adbf-4ce8-b3d0-82e3299d74aa tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:06.106956 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2d1fa2be-adbf-4ce8-b3d0-82e3299d74aa tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:06.140837 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1fa2be-adbf-4ce8-b3d0-82e3299d74aa tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Pushing event updated for resources: {'Port': ['ID=819adee6-ec25-43d0-9b23-b83010d36c2d,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:06.158007 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e806cae2-bd00-4728-8dff-b2ae3f27ff0a None None] Pushing event updated for resources: {'Port': ['ID=462ce276-999a-4396-8d31-122693598ce7,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:06.218703 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54078) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:06.227088 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2d1fa2be-adbf-4ce8-b3d0-82e3299d74aa tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.7453246 Dec 16 09:38:06.303881 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0d3a54-d315-483c-a93f-1164c7a83114 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:06.315459 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0d3a54-d315-483c-a93f-1164c7a83114 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:06.324062 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0d3a54-d315-483c-a93f-1164c7a83114 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:06.330637 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54082) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:06.334936 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8a0d3a54-d315-483c-a93f-1164c7a83114 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1136897 Dec 16 09:38:06.341565 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 462ce276-999a-4396-8d31-122693598ce7 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:38:06.392523 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ec11361d-d1cb-4556-a3db-d75efd7874a0 req-68efdc58-68dd-4dbc-9a1b-f654ec04b50f tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports?device_id=b90a6c9e-d302-4b80-8658-4fff5604f47f HTTP/1.1" status: 200 len: 210 time: 0.0560513 Dec 16 09:38:06.461366 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c7f6824b-7d57-4538-a8d4-aedb67d6aad4 None None] Provisioning complete for port 177f5722-177a-4f95-bcf2-dbfb93a5b90a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:06.461997 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c7f6824b-7d57-4538-a8d4-aedb67d6aad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:06.464686 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 462ce276-999a-4396-8d31-122693598ce7 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:06.465275 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:06.519533 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-779596af-1869-43d3-b401-134060e9c819 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Deleting port 819adee6-ec25-43d0-9b23-b83010d36c2d {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:06.520032 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-779596af-1869-43d3-b401-134060e9c819 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:06.534419 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-c7f6824b-7d57-4538-a8d4-aedb67d6aad4 None None] Port 177f5722-177a-4f95-bcf2-dbfb93a5b90a cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:38:06.552255 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c7f6824b-7d57-4538-a8d4-aedb67d6aad4 None None] Provisioning complete for port 462ce276-999a-4396-8d31-122693598ce7 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:06.552623 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c7f6824b-7d57-4538-a8d4-aedb67d6aad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:06.622325 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-779596af-1869-43d3-b401-134060e9c819 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:06.637267 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-779596af-1869-43d3-b401-134060e9c819 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Calling delete_port for 819adee6-ec25-43d0-9b23-b83010d36c2d owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:06.725687 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54088) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:06.766005 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device c909f318-8eed-4225-91f0-526f0aec01a9 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:38:06.808466 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: c909f318-8eed-4225-91f0-526f0aec01a9 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:38:06.809244 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device c909f318-8eed-4225-91f0-526f0aec01a9 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:38:06.816765 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fa9d793b-b05a-41ed-8274-3702f0996b12 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=58616e55484245a5b2c2f6d808f99b43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0891037 Dec 16 09:38:06.821301 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-5fa645c9-ffab-478f-a669-7112b991bf8a None None] Provisioning complete for port 177f5722-177a-4f95-bcf2-dbfb93a5b90a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:06.822084 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5fa645c9-ffab-478f-a669-7112b991bf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:06.822391 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54090) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:06.889557 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-5fa645c9-ffab-478f-a669-7112b991bf8a None None] Port 177f5722-177a-4f95-bcf2-dbfb93a5b90a cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:38:06.916518 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-af23dcc5-b147-4845-a281-c1ae5facc55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:07.017276 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-af23dcc5-b147-4845-a281-c1ae5facc55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:07.046237 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-779596af-1869-43d3-b401-134060e9c819 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:07.088039 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779596af-1869-43d3-b401-134060e9c819 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Pushing event deleted for resources: {'Port': ['ID=819adee6-ec25-43d0-9b23-b83010d36c2d,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:07.128250 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:07.143620 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-8f9fe280-ed94-46d4-a592-b1d6d27c867e None None] Could not find standard attr ID for object 819adee6-ec25-43d0-9b23-b83010d36c2d. {{(pid=102818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:38:07.161755 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2690b1e-dbe3-43f4-bd2d-e886960d0d0b req-aff336c1-78e8-4f7b-915d-c334ae8a094b tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:07.163396 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c2690b1e-dbe3-43f4-bd2d-e886960d0d0b req-aff336c1-78e8-4f7b-915d-c334ae8a094b tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 945 time: 0.1583924 Dec 16 09:38:07.167083 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-af23dcc5-b147-4845-a281-c1ae5facc55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:07.183776 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-af23dcc5-b147-4845-a281-c1ae5facc55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:07.185720 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-af23dcc5-b147-4845-a281-c1ae5facc55e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d51b71c4-070d-4698-9e42-4bc0c859f2f3 HTTP/1.1" status: 204 len: 168 time: 0.3620169 Dec 16 09:38:07.211355 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23dcc5-b147-4845-a281-c1ae5facc55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51b71c4-070d-4698-9e42-4bc0c859f2f3,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:07.223790 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af23dcc5-b147-4845-a281-c1ae5facc55e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:07.226493 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af23dcc5-b147-4845-a281-c1ae5facc55e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:07.226874 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af23dcc5-b147-4845-a281-c1ae5facc55e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:07.227222 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af23dcc5-b147-4845-a281-c1ae5facc55e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:07.227556 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af23dcc5-b147-4845-a281-c1ae5facc55e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:07.228511 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af23dcc5-b147-4845-a281-c1ae5facc55e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:07.229029 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af23dcc5-b147-4845-a281-c1ae5facc55e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:07.230353 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af23dcc5-b147-4845-a281-c1ae5facc55e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:07.230871 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af23dcc5-b147-4845-a281-c1ae5facc55e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:07.231373 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af23dcc5-b147-4845-a281-c1ae5facc55e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:07.231874 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af23dcc5-b147-4845-a281-c1ae5facc55e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:07.232364 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af23dcc5-b147-4845-a281-c1ae5facc55e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:07.238178 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-779596af-1869-43d3-b401-134060e9c819 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:07.244483 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54096) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:07.246397 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-779596af-1869-43d3-b401-134060e9c819 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] 10.222.0.60 "DELETE /v2.0/ports/819adee6-ec25-43d0-9b23-b83010d36c2d HTTP/1.1" status: 204 len: 168 time: 0.9126873 Dec 16 09:38:07.302633 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-345b7cd9-ac22-4a0f-b790-bef619efb68a tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] GET failed (client error): The resource could not be found. Dec 16 09:38:07.309300 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54100) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:07.317131 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-f1ebeca4-26b2-40ad-b488-12655c3544a1 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Request body: {'port': {'network_id': '7f414c12-211c-428d-97b0-aae5f407dc6d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1760730205'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:07.319464 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-345b7cd9-ac22-4a0f-b790-bef619efb68a tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] 10.222.0.60 "GET /v2.0/ports/819adee6-ec25-43d0-9b23-b83010d36c2d HTTP/1.1" status: 404 len: 333 time: 0.0734146 Dec 16 09:38:07.369823 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c2690b1e-dbe3-43f4-bd2d-e886960d0d0b req-e0c95c83-1697-4ce0-9a44-f0e579b30a74 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637635 Dec 16 09:38:07.503105 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e9fee17e-2733-432e-86dd-cf71585c7d45 req-eb6441a3-1f94-4f44-8540-101e6aa3e81b tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports?device_id=b90a6c9e-d302-4b80-8658-4fff5604f47f HTTP/1.1" status: 200 len: 210 time: 0.0317421 Dec 16 09:38:07.565813 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ebeca4-26b2-40ad-b488-12655c3544a1 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Made reservation on behalf of cb6cbbca6e454183bcb230b511a0dfdf for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:07.569150 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f1ebeca4-26b2-40ad-b488-12655c3544a1 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:07.587330 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-f1ebeca4-26b2-40ad-b488-12655c3544a1 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] device_id is not set on port 207a7162-3c3a-48a5-a555-5dee30c38861 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:38:07.709555 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-f1ebeca4-26b2-40ad-b488-12655c3544a1 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Allocated IP 2001:db8::221 (7f414c12-211c-428d-97b0-aae5f407dc6d/d50589a9-d822-4b45-b8e9-2db4a56124bf/207a7162-3c3a-48a5-a555-5dee30c38861) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:07.869569 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f1ebeca4-26b2-40ad-b488-12655c3544a1 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:07.977321 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f1ebeca4-26b2-40ad-b488-12655c3544a1 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:08.019800 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ebeca4-26b2-40ad-b488-12655c3544a1 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Network 7f414c12-211c-428d-97b0-aae5f407dc6d is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:08.022929 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-f1ebeca4-26b2-40ad-b488-12655c3544a1 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:08.026574 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ebeca4-26b2-40ad-b488-12655c3544a1 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:08.032125 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ebeca4-26b2-40ad-b488-12655c3544a1 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:08.032739 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f1ebeca4-26b2-40ad-b488-12655c3544a1 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:08.041178 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebeca4-26b2-40ad-b488-12655c3544a1 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Pushing event updated for resources: {'Port': ['ID=207a7162-3c3a-48a5-a555-5dee30c38861,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:08.233833 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f1ebeca4-26b2-40ad-b488-12655c3544a1 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9195108 Dec 16 09:38:08.235026 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54124) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:08.240381 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-8832e737-f48e-40f0-bf0e-42836fea18cb tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::92', 'mac_address': 'fa:16:3e:1a:2a:aa'}]}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:08.272867 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-ae584049-a6a4-447a-ac01-1b5eedf379f3 None None] Provisioning complete for port 207a7162-3c3a-48a5-a555-5dee30c38861 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:08.273983 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ae584049-a6a4-447a-ac01-1b5eedf379f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:08.327772 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-ae584049-a6a4-447a-ac01-1b5eedf379f3 None None] Port 207a7162-3c3a-48a5-a555-5dee30c38861 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:38:08.367542 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7cad0-394a-4899-b390-111ab52a545f req-d361106a-241c-4a7e-ab47-7c38d43815b0 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:08.369167 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8ed7cad0-394a-4899-b390-111ab52a545f req-d361106a-241c-4a7e-ab47-7c38d43815b0 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.58 "GET /v2.0/networks?id=b746a243-6629-471f-83d2-a1c8bcbe7481 HTTP/1.1" status: 200 len: 820 time: 0.1626618 Dec 16 09:38:08.381970 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-8ed7cad0-394a-4899-b390-111ab52a545f req-370e1e1c-e2f8-4fc6-8ab9-6d97376f7621 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Request body: {'port': {'device_id': 'b90a6c9e-d302-4b80-8658-4fff5604f47f', 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'admin_state_up': True, 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:08.453069 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8832e737-f48e-40f0-bf0e-42836fea18cb tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:08.462217 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54134) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:08.597164 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f4cb4-9b64-442f-a65c-91ae1b179c0f req-89089d4b-cb01-4713-97ae-14ea1cb64562 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:08.599416 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-775f4cb4-9b64-442f-a65c-91ae1b179c0f req-89089d4b-cb01-4713-97ae-14ea1cb64562 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 945 time: 0.1083455 Dec 16 09:38:08.631207 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-bad3213e-c026-4231-89c6-c6dc12598c06 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1023884573-network', 'tenant_id': '94161e28ff7e45b9a96323c9a45e7124'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:08.659324 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-775f4cb4-9b64-442f-a65c-91ae1b179c0f req-db406efc-429a-425e-b093-959674f5c234 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530767 Dec 16 09:38:08.683386 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ed7cad0-394a-4899-b390-111ab52a545f req-370e1e1c-e2f8-4fc6-8ab9-6d97376f7621 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Made reservation on behalf of 5c2212d9a5284c729e29b291e3f808ca for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:08.686947 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-8ed7cad0-394a-4899-b390-111ab52a545f req-370e1e1c-e2f8-4fc6-8ab9-6d97376f7621 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:08.702864 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-daeeac7f-211e-49b4-903c-390c0b44e6cc req-05799631-21e7-4c4a-8ff6-96df17f8bc6b tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports?device_id=b90a6c9e-d302-4b80-8658-4fff5604f47f HTTP/1.1" status: 200 len: 210 time: 0.0453546 Dec 16 09:38:08.737550 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8832e737-f48e-40f0-bf0e-42836fea18cb tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:08.811958 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-8ed7cad0-394a-4899-b390-111ab52a545f req-370e1e1c-e2f8-4fc6-8ab9-6d97376f7621 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Allocated IP 172.20.0.13 (b746a243-6629-471f-83d2-a1c8bcbe7481/4133fe3e-3155-4199-8423-85f0275c5a18/d166f70a-fc8a-45bd-a855-066c67da8427) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:08.830436 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad3213e-c026-4231-89c6-c6dc12598c06 admin admin] Made reservation on behalf of 94161e28ff7e45b9a96323c9a45e7124 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:08.834173 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bad3213e-c026-4231-89c6-c6dc12598c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:08.835980 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8832e737-f48e-40f0-bf0e-42836fea18cb tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:08.880311 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bad3213e-c026-4231-89c6-c6dc12598c06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:08.893953 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-8832e737-f48e-40f0-bf0e-42836fea18cb tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] In _notify_port_updated(), no bound segment for port 207a7162-3c3a-48a5-a555-5dee30c38861 on network 7f414c12-211c-428d-97b0-aae5f407dc6d {{(pid=102816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:38:08.899636 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8832e737-f48e-40f0-bf0e-42836fea18cb tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:08.904997 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8832e737-f48e-40f0-bf0e-42836fea18cb tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:08.904997 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8832e737-f48e-40f0-bf0e-42836fea18cb tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] 10.222.0.60 "PUT /v2.0/ports/207a7162-3c3a-48a5-a555-5dee30c38861 HTTP/1.1" status: 200 len: 1002 time: 0.6661892 Dec 16 09:38:08.909330 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54144) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:08.953304 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832e737-f48e-40f0-bf0e-42836fea18cb tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Pushing event updated for resources: {'Port': ['ID=207a7162-3c3a-48a5-a555-5dee30c38861,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:08.991913 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-8ed7cad0-394a-4899-b390-111ab52a545f req-370e1e1c-e2f8-4fc6-8ab9-6d97376f7621 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:09.078279 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-d060572b-f7ed-4417-97e4-9c21748fa816 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Deleting port 207a7162-3c3a-48a5-a555-5dee30c38861 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:09.078618 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d060572b-f7ed-4417-97e4-9c21748fa816 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:09.083807 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bad3213e-c026-4231-89c6-c6dc12598c06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:09.116633 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-8ed7cad0-394a-4899-b390-111ab52a545f req-370e1e1c-e2f8-4fc6-8ab9-6d97376f7621 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:09.128309 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['5beaa514-edcf-4b49-bbcf-0309dfb6c2a1'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:38:09.170462 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ed7cad0-394a-4899-b390-111ab52a545f req-370e1e1c-e2f8-4fc6-8ab9-6d97376f7621 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Network b746a243-6629-471f-83d2-a1c8bcbe7481 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:09.171933 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-8ed7cad0-394a-4899-b390-111ab52a545f req-370e1e1c-e2f8-4fc6-8ab9-6d97376f7621 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:09.185214 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed7cad0-394a-4899-b390-111ab52a545f req-370e1e1c-e2f8-4fc6-8ab9-6d97376f7621 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:09.188989 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bad3213e-c026-4231-89c6-c6dc12598c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:09.228714 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d060572b-f7ed-4417-97e4-9c21748fa816 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:09.263057 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e1e1c-e2f8-4fc6-8ab9-6d97376f7621 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Pushing event updated for resources: {'Port': ['ID=d166f70a-fc8a-45bd-a855-066c67da8427,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:09.274940 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad3213e-c026-4231-89c6-c6dc12598c06 admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:38:09.288678 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bad3213e-c026-4231-89c6-c6dc12598c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:09.289016 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-bad3213e-c026-4231-89c6-c6dc12598c06 admin admin] Added segment af71b548-28ef-45d8-9c25-2902db566b69 of type vlan for network 8e76b1af-a487-4aaa-a9e7-55a45bb9d026 Dec 16 09:38:09.290293 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7cad0-394a-4899-b390-111ab52a545f req-370e1e1c-e2f8-4fc6-8ab9-6d97376f7621 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:09.290627 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-8ed7cad0-394a-4899-b390-111ab52a545f req-370e1e1c-e2f8-4fc6-8ab9-6d97376f7621 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:09.305045 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-968d958d-1dc2-4634-bbff-98bdf886d3ac None None] Provisioning complete for port 207a7162-3c3a-48a5-a555-5dee30c38861 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:09.306076 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-968d958d-1dc2-4634-bbff-98bdf886d3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:09.316188 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3213e-c026-4231-89c6-c6dc12598c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5347a2bb-7d3c-451b-bb40-4bd1a0036809,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:09.328269 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-d060572b-f7ed-4417-97e4-9c21748fa816 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Calling delete_port for 207a7162-3c3a-48a5-a555-5dee30c38861 owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:09.372014 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-968d958d-1dc2-4634-bbff-98bdf886d3ac None None] Port 207a7162-3c3a-48a5-a555-5dee30c38861 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:38:09.382150 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bad3213e-c026-4231-89c6-c6dc12598c06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:09.393291 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8ed7cad0-394a-4899-b390-111ab52a545f req-370e1e1c-e2f8-4fc6-8ab9-6d97376f7621 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0155048 Dec 16 09:38:09.477364 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-8ed7cad0-394a-4899-b390-111ab52a545f req-4816a89a-1fb0-4e47-b9c9-ca867b57950c service neutron] Request body: {'port': {'device_id': 'b90a6c9e-d302-4b80-8658-4fff5604f47f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:09.492444 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-03b3cfce-bdc9-4a89-b358-08b2f4125a7c None None] Provisioning complete for port d166f70a-fc8a-45bd-a855-066c67da8427 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:09.493140 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-03b3cfce-bdc9-4a89-b358-08b2f4125a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:09.524218 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bad3213e-c026-4231-89c6-c6dc12598c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:09.526501 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad3213e-c026-4231-89c6-c6dc12598c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:09.527184 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bad3213e-c026-4231-89c6-c6dc12598c06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:09.536111 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-03b3cfce-bdc9-4a89-b358-08b2f4125a7c None None] Port d166f70a-fc8a-45bd-a855-066c67da8427 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:38:09.560284 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-8ed7cad0-394a-4899-b390-111ab52a545f req-4816a89a-1fb0-4e47-b9c9-ca867b57950c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:09.605879 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3213e-c026-4231-89c6-c6dc12598c06 admin admin] Pushing event updated for resources: {'Network': ['ID=8e76b1af-a487-4aaa-a9e7-55a45bb9d026,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:09.616646 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 8e76b1af-a487-4aaa-a9e7-55a45bb9d026 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:38:09.677370 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bad3213e-c026-4231-89c6-c6dc12598c06 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2135594 Dec 16 09:38:09.683109 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54152) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:09.688796 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-944cf062-080d-4a88-b71f-d9bb638f438b admin admin] Request body: {'subnet': {'network_id': '8e76b1af-a487-4aaa-a9e7-55a45bb9d026', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1023884573-subnet', 'tenant_id': '94161e28ff7e45b9a96323c9a45e7124', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:09.707955 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d060572b-f7ed-4417-97e4-9c21748fa816 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:09.740947 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060572b-f7ed-4417-97e4-9c21748fa816 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Pushing event deleted for resources: {'Port': ['ID=207a7162-3c3a-48a5-a555-5dee30c38861,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:09.835252 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944cf062-080d-4a88-b71f-d9bb638f438b admin admin] Made reservation on behalf of 94161e28ff7e45b9a96323c9a45e7124 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:09.837603 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-944cf062-080d-4a88-b71f-d9bb638f438b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:09.905425 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c956287-110f-4393-bcf3-90fd38b219bb req-2cb61ffd-a0a4-4302-8505-c23af2351aac tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:09.907130 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0c956287-110f-4393-bcf3-90fd38b219bb req-2cb61ffd-a0a4-4302-8505-c23af2351aac tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 945 time: 0.1148372 Dec 16 09:38:09.961751 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-8ed7cad0-394a-4899-b390-111ab52a545f req-4816a89a-1fb0-4e47-b9c9-ca867b57950c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d166f70a-fc8a-45bd-a855-066c67da8427 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:38:09.978668 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-8ed7cad0-394a-4899-b390-111ab52a545f req-4816a89a-1fb0-4e47-b9c9-ca867b57950c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:09.988787 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0c956287-110f-4393-bcf3-90fd38b219bb req-b95922a6-8b90-4bf0-a49e-f4ebd69be281 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625510 Dec 16 09:38:10.016985 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-8ed7cad0-394a-4899-b390-111ab52a545f req-4816a89a-1fb0-4e47-b9c9-ca867b57950c service neutron] Transition to ACTIVE for port object d166f70a-fc8a-45bd-a855-066c67da8427 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:38:10.142931 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-8ed7cad0-394a-4899-b390-111ab52a545f req-4816a89a-1fb0-4e47-b9c9-ca867b57950c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:10.203699 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4816a89a-1fb0-4e47-b9c9-ca867b57950c service neutron] Pushing event updated for resources: {'Port': ['ID=d166f70a-fc8a-45bd-a855-066c67da8427,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:10.299398 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d060572b-f7ed-4417-97e4-9c21748fa816 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:10.302611 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d060572b-f7ed-4417-97e4-9c21748fa816 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] 10.222.0.60 "DELETE /v2.0/ports/207a7162-3c3a-48a5-a555-5dee30c38861 HTTP/1.1" status: 204 len: 168 time: 1.3924122 Dec 16 09:38:10.305425 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54162) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:10.314417 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdc35e-e9cb-443d-816c-5971c81d16ad req-4003a4b4-a5c9-4fe9-a0df-3d2ee0920077 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:10.315972 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-51bdc35e-e9cb-443d-816c-5971c81d16ad req-4003a4b4-a5c9-4fe9-a0df-3d2ee0920077 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports?device_id=b90a6c9e-d302-4b80-8658-4fff5604f47f HTTP/1.1" status: 200 len: 932 time: 0.5013919 Dec 16 09:38:10.329942 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-8ed7cad0-394a-4899-b390-111ab52a545f req-4816a89a-1fb0-4e47-b9c9-ca867b57950c service neutron] Attempting to bind port d166f70a-fc8a-45bd-a855-066c67da8427 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:38:10.330290 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-8ed7cad0-394a-4899-b390-111ab52a545f req-4816a89a-1fb0-4e47-b9c9-ca867b57950c service neutron] Attempting to bind port d166f70a-fc8a-45bd-a855-066c67da8427 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'b058665a-d41b-4e97-8fd7-07ea9cb712c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:38:10.330620 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed7cad0-394a-4899-b390-111ab52a545f req-4816a89a-1fb0-4e47-b9c9-ca867b57950c service neutron] Attempting to bind port d166f70a-fc8a-45bd-a855-066c67da8427 on network b746a243-6629-471f-83d2-a1c8bcbe7481 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:38:10.353323 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-f25d5927-2745-4e79-b17c-a450dafab6ce tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] GET failed (client error): The resource could not be found. Dec 16 09:38:10.359831 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f25d5927-2745-4e79-b17c-a450dafab6ce tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] 10.222.0.60 "GET /v2.0/ports/207a7162-3c3a-48a5-a555-5dee30c38861 HTTP/1.1" status: 404 len: 333 time: 0.0524194 Dec 16 09:38:10.364076 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed7cad0-394a-4899-b390-111ab52a545f req-4816a89a-1fb0-4e47-b9c9-ca867b57950c service neutron] Port d166f70a-fc8a-45bd-a855-066c67da8427 on network b746a243-6629-471f-83d2-a1c8bcbe7481 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:38:10.364273 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54164) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:10.364420 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed7cad0-394a-4899-b390-111ab52a545f req-4816a89a-1fb0-4e47-b9c9-ca867b57950c service neutron] Attempting to bind port d166f70a-fc8a-45bd-a855-066c67da8427 on network b746a243-6629-471f-83d2-a1c8bcbe7481 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:38:10.373457 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed7cad0-394a-4899-b390-111ab52a545f req-4816a89a-1fb0-4e47-b9c9-ca867b57950c service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:38:10.373828 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed7cad0-394a-4899-b390-111ab52a545f req-4816a89a-1fb0-4e47-b9c9-ca867b57950c service neutron] Checking segment: {'id': 'b058665a-d41b-4e97-8fd7-07ea9cb712c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:38:10.374248 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed7cad0-394a-4899-b390-111ab52a545f req-4816a89a-1fb0-4e47-b9c9-ca867b57950c service neutron] Bound using segment: {'id': 'b058665a-d41b-4e97-8fd7-07ea9cb712c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:38:10.374710 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-8ed7cad0-394a-4899-b390-111ab52a545f req-4816a89a-1fb0-4e47-b9c9-ca867b57950c service neutron] Bound port: d166f70a-fc8a-45bd-a855-066c67da8427, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b058665a-d41b-4e97-8fd7-07ea9cb712c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:38:10.375075 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-8ed7cad0-394a-4899-b390-111ab52a545f req-4816a89a-1fb0-4e47-b9c9-ca867b57950c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:10.375263 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-d00bbd94-3fc1-4b31-8150-796a79897e62 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Request body: {'port': {'network_id': '7f414c12-211c-428d-97b0-aae5f407dc6d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1562431449'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:10.447476 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:10.459436 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-51bdc35e-e9cb-443d-816c-5971c81d16ad req-9735b470-7ff9-42ba-94d7-dd0275463a0a tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0c47c3f-8f1b-471c-b14f-c3a21b0688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262107 Dec 16 09:38:10.470069 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-8ed7cad0-394a-4899-b390-111ab52a545f req-4816a89a-1fb0-4e47-b9c9-ca867b57950c service neutron] For port d166f70a-fc8a-45bd-a855-066c67da8427, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:38:10.473673 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-8ed7cad0-394a-4899-b390-111ab52a545f req-4816a89a-1fb0-4e47-b9c9-ca867b57950c service neutron] For port d166f70a-fc8a-45bd-a855-066c67da8427, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=d166f70a-fc8a-45bd-a855-066c67da8427,segment=NetworkSegment(b058665a-d41b-4e97-8fd7-07ea9cb712c9),segment_id=b058665a-d41b-4e97-8fd7-07ea9cb712c9)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:38:10.583438 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-8ed7cad0-394a-4899-b390-111ab52a545f req-4816a89a-1fb0-4e47-b9c9-ca867b57950c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:10.649723 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7cad0-394a-4899-b390-111ab52a545f req-4816a89a-1fb0-4e47-b9c9-ca867b57950c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:10.650470 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-8ed7cad0-394a-4899-b390-111ab52a545f req-4816a89a-1fb0-4e47-b9c9-ca867b57950c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:10.652499 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8ed7cad0-394a-4899-b390-111ab52a545f req-4816a89a-1fb0-4e47-b9c9-ca867b57950c service neutron] 10.222.0.58 "PUT /v2.0/ports/d166f70a-fc8a-45bd-a855-066c67da8427 HTTP/1.1" status: 200 len: 1092 time: 1.2501004 Dec 16 09:38:10.656509 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90a6c9e-d302-4b80-8658-4fff5604f47f', 'tag': 'd166f70a-fc8a-45bd-a855-066c67da8427'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:10.658507 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7c6046-210a-4b46-a7b7-a2d2154f79c0" -d '{"events": [{"name": "network-changed", "server_uuid": "b90a6c9e-d302-4b80-8658-4fff5604f47f", "tag": "d166f70a-fc8a-45bd-a855-066c67da8427"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:10.693052 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4816a89a-1fb0-4e47-b9c9-ca867b57950c service neutron] Pushing event updated for resources: {'Port': ['ID=d166f70a-fc8a-45bd-a855-066c67da8427,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:10.712942 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f41188b-1b17-4aa7-a506-2c74378817a4 x-openstack-request-id: req-5f41188b-1b17-4aa7-a506-2c74378817a4 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:10.718925 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90a6c9e-d302-4b80-8658-4fff5604f47f", "tag": "d166f70a-fc8a-45bd-a855-066c67da8427", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:10.718925 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5f41188b-1b17-4aa7-a506-2c74378817a4 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:10.718925 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90a6c9e-d302-4b80-8658-4fff5604f47f', 'tag': 'd166f70a-fc8a-45bd-a855-066c67da8427', 'status': 'completed', 'code': 200} Dec 16 09:38:10.743489 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-944cf062-080d-4a88-b71f-d9bb638f438b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:10.789399 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c6046-210a-4b46-a7b7-a2d2154f79c0 req-1f4e36ad-9cf2-4f27-bedd-a346bd71bf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:10.791275 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7e7c6046-210a-4b46-a7b7-a2d2154f79c0 req-1f4e36ad-9cf2-4f27-bedd-a346bd71bf64 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5c2212d9a5284c729e29b291e3f808ca&device_id=b90a6c9e-d302-4b80-8658-4fff5604f47f HTTP/1.1" status: 200 len: 1095 time: 0.0551488 Dec 16 09:38:10.814389 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944cf062-080d-4a88-b71f-d9bb638f438b admin admin] Pushing event updated for resources: {'Subnet': ['ID=307979b0-dd88-4cf6-9eee-4f63269491a0,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:10.826463 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00bbd94-3fc1-4b31-8150-796a79897e62 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Made reservation on behalf of cb6cbbca6e454183bcb230b511a0dfdf for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:10.829994 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d00bbd94-3fc1-4b31-8150-796a79897e62 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:10.863985 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-d00bbd94-3fc1-4b31-8150-796a79897e62 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] device_id is not set on port 8eca8958-0989-4f32-b99a-1c071ff78163 yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:38:10.875379 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944cf062-080d-4a88-b71f-d9bb638f438b admin admin] Checking segment: {'id': 'af71b548-28ef-45d8-9c25-2902db566b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8e76b1af-a487-4aaa-a9e7-55a45bb9d026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:38:10.875739 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944cf062-080d-4a88-b71f-d9bb638f438b admin admin] Network hostable DHCP agents. Network: 8e76b1af-a487-4aaa-a9e7-55a45bb9d026, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:38:10.923638 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c6046-210a-4b46-a7b7-a2d2154f79c0 req-a386e504-6dcb-4c78-b893-f1b1fec7a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:10.925396 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7e7c6046-210a-4b46-a7b7-a2d2154f79c0 req-a386e504-6dcb-4c78-b893-f1b1fec7a54b service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=5c2212d9a5284c729e29b291e3f808ca&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1239855 Dec 16 09:38:11.007311 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-d00bbd94-3fc1-4b31-8150-796a79897e62 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Allocated IP 2001:db8::9 (7f414c12-211c-428d-97b0-aae5f407dc6d/d50589a9-d822-4b45-b8e9-2db4a56124bf/8eca8958-0989-4f32-b99a-1c071ff78163) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:11.018229 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944cf062-080d-4a88-b71f-d9bb638f438b admin admin] Network 8e76b1af-a487-4aaa-a9e7-55a45bb9d026 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:38:11.035795 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c6046-210a-4b46-a7b7-a2d2154f79c0 req-ba4d836d-ec2b-4e4f-9815-4892a2bd31b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:11.037328 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7e7c6046-210a-4b46-a7b7-a2d2154f79c0 req-ba4d836d-ec2b-4e4f-9815-4892a2bd31b5 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1027117 Dec 16 09:38:11.166487 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7cad0-394a-4899-b390-111ab52a545f req-c2fddc4f-11bd-4b85-a1dd-d88ebe0eb1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:11.166761 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-944cf062-080d-4a88-b71f-d9bb638f438b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 8e76b1af-a487-4aaa-a9e7-55a45bb9d026) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:11.166894 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8ed7cad0-394a-4899-b390-111ab52a545f req-c2fddc4f-11bd-4b85-a1dd-d88ebe0eb1f6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5c2212d9a5284c729e29b291e3f808ca&device_id=b90a6c9e-d302-4b80-8658-4fff5604f47f HTTP/1.1" status: 200 len: 1095 time: 0.0808094 Dec 16 09:38:11.173003 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944cf062-080d-4a88-b71f-d9bb638f438b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:11.173727 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-944cf062-080d-4a88-b71f-d9bb638f438b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:11.177978 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bfdae-0a8b-4c46-b6b1-5ee80a6347e5 req-aef6ca9a-bdbd-4e00-914b-cf4547e723f7 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:11.179521 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-028bfdae-0a8b-4c46-b6b1-5ee80a6347e5 req-aef6ca9a-bdbd-4e00-914b-cf4547e723f7 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 945 time: 0.0700183 Dec 16 09:38:11.181416 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e870af38-dbe2-47d5-855b-01f300e4692d None None] Network 8e76b1af-a487-4aaa-a9e7-55a45bb9d026 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:38:11.208770 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d00bbd94-3fc1-4b31-8150-796a79897e62 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:11.224664 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8ed7cad0-394a-4899-b390-111ab52a545f req-b7989974-8159-42d5-88d0-5bdd5ab2e666 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d166f70a-fc8a-45bd-a855-066c67da8427 HTTP/1.1" status: 200 len: 217 time: 0.0441673 Dec 16 09:38:11.285413 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-028bfdae-0a8b-4c46-b6b1-5ee80a6347e5 req-909c5872-3f05-4ce8-8d58-676e1fcec2fa tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957544 Dec 16 09:38:11.293148 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7cad0-394a-4899-b390-111ab52a545f req-c6456fea-ddd2-467a-9be6-1ae93afff5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:11.294607 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8ed7cad0-394a-4899-b390-111ab52a545f req-c6456fea-ddd2-467a-9be6-1ae93afff5e7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4133fe3e-3155-4199-8423-85f0275c5a18 HTTP/1.1" status: 200 len: 859 time: 0.0633721 Dec 16 09:38:11.309657 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc31fef5-dcbe-43d3-bb73-a611930a0d2a None None] Network 8e76b1af-a487-4aaa-a9e7-55a45bb9d026 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:38:11.322613 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-944cf062-080d-4a88-b71f-d9bb638f438b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6382811 Dec 16 09:38:11.350951 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7cad0-394a-4899-b390-111ab52a545f req-e35dd970-82ca-45a4-a64b-97471c11e12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:11.352869 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8ed7cad0-394a-4899-b390-111ab52a545f req-e35dd970-82ca-45a4-a64b-97471c11e12a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b746a243-6629-471f-83d2-a1c8bcbe7481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511858 Dec 16 09:38:11.360522 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d00bbd94-3fc1-4b31-8150-796a79897e62 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:11.403349 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:38:11.431273 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00bbd94-3fc1-4b31-8150-796a79897e62 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Pushing event updated for resources: {'Port': ['ID=8eca8958-0989-4f32-b99a-1c071ff78163,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:11.447049 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00bbd94-3fc1-4b31-8150-796a79897e62 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Network 7f414c12-211c-428d-97b0-aae5f407dc6d is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:11.447049 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-d00bbd94-3fc1-4b31-8150-796a79897e62 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:11.448991 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00bbd94-3fc1-4b31-8150-796a79897e62 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:11.454662 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00bbd94-3fc1-4b31-8150-796a79897e62 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:11.455291 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d00bbd94-3fc1-4b31-8150-796a79897e62 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:11.480798 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8ed7cad0-394a-4899-b390-111ab52a545f req-6586dacf-1a96-460f-ad0d-ac99f809afa7 service neutron] 10.222.0.58 "GET /v2.0/networks/b746a243-6629-471f-83d2-a1c8bcbe7481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176131 Dec 16 09:38:11.545261 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d00bbd94-3fc1-4b31-8150-796a79897e62 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1756291 Dec 16 09:38:11.545733 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54184) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:11.551723 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-ec883d21-3b7e-4566-afdc-a9c4df53d4a4 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:1a:2a:aa'}]}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:11.621330 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8ed7cad0-394a-4899-b390-111ab52a545f req-5b08a90b-c715-4009-8885-ccf1a68bed36 service neutron] 10.222.0.58 "GET /v2.0/networks/b746a243-6629-471f-83d2-a1c8bcbe7481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320481 Dec 16 09:38:11.644932 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d937d2-9381-4cc2-8311-9b19e6e9b28b req-d8a374b9-04d1-4568-af46-519a3f547964 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:11.646777 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-31d937d2-9381-4cc2-8311-9b19e6e9b28b req-d8a374b9-04d1-4568-af46-519a3f547964 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports?device_id=b90a6c9e-d302-4b80-8658-4fff5604f47f HTTP/1.1" status: 200 len: 944 time: 0.0907037 Dec 16 09:38:11.649471 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ec883d21-3b7e-4566-afdc-a9c4df53d4a4 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:11.696593 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-31d937d2-9381-4cc2-8311-9b19e6e9b28b req-1bb9686f-30ce-456a-b34a-ad28f5495cf7 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0c47c3f-8f1b-471c-b14f-c3a21b0688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422626 Dec 16 09:38:11.819944 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-eac8b4ba-ed8a-4647-8aab-c3af212d383e None None] Provisioning complete for port 8eca8958-0989-4f32-b99a-1c071ff78163 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:11.820986 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-eac8b4ba-ed8a-4647-8aab-c3af212d383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:11.847359 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ec883d21-3b7e-4566-afdc-a9c4df53d4a4 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:11.861661 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-eac8b4ba-ed8a-4647-8aab-c3af212d383e None None] Port 8eca8958-0989-4f32-b99a-1c071ff78163 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:38:11.936504 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ec883d21-3b7e-4566-afdc-a9c4df53d4a4 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:11.969137 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-ec883d21-3b7e-4566-afdc-a9c4df53d4a4 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] In _notify_port_updated(), no bound segment for port 8eca8958-0989-4f32-b99a-1c071ff78163 on network 7f414c12-211c-428d-97b0-aae5f407dc6d {{(pid=102816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:38:11.974430 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec883d21-3b7e-4566-afdc-a9c4df53d4a4 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:11.975041 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ec883d21-3b7e-4566-afdc-a9c4df53d4a4 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:11.976333 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ec883d21-3b7e-4566-afdc-a9c4df53d4a4 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] 10.222.0.60 "PUT /v2.0/ports/8eca8958-0989-4f32-b99a-1c071ff78163 HTTP/1.1" status: 200 len: 1001 time: 0.4293494 Dec 16 09:38:11.983390 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54190) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:11.993802 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec883d21-3b7e-4566-afdc-a9c4df53d4a4 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Pushing event updated for resources: {'Port': ['ID=8eca8958-0989-4f32-b99a-1c071ff78163,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:12.093337 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-63fd361d-73eb-4d66-ad73-fad1bf53607a tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Deleting port 8eca8958-0989-4f32-b99a-1c071ff78163 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:12.093759 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-63fd361d-73eb-4d66-ad73-fad1bf53607a tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:12.199115 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-63fd361d-73eb-4d66-ad73-fad1bf53607a tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:12.211950 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-63fd361d-73eb-4d66-ad73-fad1bf53607a tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Calling delete_port for 8eca8958-0989-4f32-b99a-1c071ff78163 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:12.286126 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-930652c8-7750-44ba-bf36-99a67b5981da None None] Provisioning complete for port 8eca8958-0989-4f32-b99a-1c071ff78163 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:12.286684 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-930652c8-7750-44ba-bf36-99a67b5981da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:12.327373 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-930652c8-7750-44ba-bf36-99a67b5981da None None] Port 8eca8958-0989-4f32-b99a-1c071ff78163 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:38:12.633721 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4d67a-d4a5-43da-bd71-ef8b809f31c4 req-f1d5c538-a878-4c57-b20b-c5f25b758fd1 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:12.633721 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9cc4d67a-d4a5-43da-bd71-ef8b809f31c4 req-f1d5c538-a878-4c57-b20b-c5f25b758fd1 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 945 time: 0.1022880 Dec 16 09:38:12.714242 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9cc4d67a-d4a5-43da-bd71-ef8b809f31c4 req-89cfc35f-f882-4658-985c-a6c46a06915d tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666065 Dec 16 09:38:12.802749 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-63fd361d-73eb-4d66-ad73-fad1bf53607a tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:12.837404 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd361d-73eb-4d66-ad73-fad1bf53607a tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Pushing event deleted for resources: {'Port': ['ID=8eca8958-0989-4f32-b99a-1c071ff78163,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:12.855592 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68154b57-c1a9-447d-9af2-f921a606b00c req-7921ac21-dda3-4eb8-be28-42cce3202dd1 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:12.857161 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-68154b57-c1a9-447d-9af2-f921a606b00c req-7921ac21-dda3-4eb8-be28-42cce3202dd1 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports?device_id=b90a6c9e-d302-4b80-8658-4fff5604f47f HTTP/1.1" status: 200 len: 944 time: 0.0879824 Dec 16 09:38:12.899119 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-63fd361d-73eb-4d66-ad73-fad1bf53607a tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:12.899119 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-63fd361d-73eb-4d66-ad73-fad1bf53607a tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] 10.222.0.60 "DELETE /v2.0/ports/8eca8958-0989-4f32-b99a-1c071ff78163 HTTP/1.1" status: 204 len: 168 time: 0.9087863 Dec 16 09:38:12.899509 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54222) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:12.934189 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-01227987-59d7-4e7e-b3b1-9b0b504fee57 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] GET failed (client error): The resource could not be found. Dec 16 09:38:12.941346 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-01227987-59d7-4e7e-b3b1-9b0b504fee57 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] 10.222.0.60 "GET /v2.0/ports/8eca8958-0989-4f32-b99a-1c071ff78163 HTTP/1.1" status: 404 len: 333 time: 0.0405691 Dec 16 09:38:12.941990 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54224) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:12.949595 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-85173dc3-2bd4-46f3-85ef-3dfefca63093 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Request body: {'port': {'network_id': '7f414c12-211c-428d-97b0-aae5f407dc6d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-979319384'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:12.965836 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-68154b57-c1a9-447d-9af2-f921a606b00c req-05e45f5e-b99a-415e-90e7-83ebcefc122d tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0c47c3f-8f1b-471c-b14f-c3a21b0688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915291 Dec 16 09:38:13.201990 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85173dc3-2bd4-46f3-85ef-3dfefca63093 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Made reservation on behalf of cb6cbbca6e454183bcb230b511a0dfdf for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:13.207386 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-85173dc3-2bd4-46f3-85ef-3dfefca63093 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:13.230563 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-85173dc3-2bd4-46f3-85ef-3dfefca63093 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] device_id is not set on port c3acb0b4-28fc-4dcd-88df-2c5ea63cd3e1 yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:38:13.363734 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-85173dc3-2bd4-46f3-85ef-3dfefca63093 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Allocated IP 2001:db8::2ab (7f414c12-211c-428d-97b0-aae5f407dc6d/d50589a9-d822-4b45-b8e9-2db4a56124bf/c3acb0b4-28fc-4dcd-88df-2c5ea63cd3e1) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:13.590521 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-85173dc3-2bd4-46f3-85ef-3dfefca63093 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:13.664618 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-931e7813-d18d-44fb-b1c4-f6f0be81eb0a tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:13.666069 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-931e7813-d18d-44fb-b1c4-f6f0be81eb0a tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.60 "GET /v2.0/networks?id=8e76b1af-a487-4aaa-a9e7-55a45bb9d026 HTTP/1.1" status: 200 len: 810 time: 0.1536031 Dec 16 09:38:13.682587 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-4ee585cd-873c-4ab4-952b-80bb8e26e24a tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.60 "GET /v2.0/quotas/94161e28ff7e45b9a96323c9a45e7124 HTTP/1.1" status: 200 len: 375 time: 0.0102234 Dec 16 09:38:13.719211 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-419d9272-b48b-4c8c-9f4e-863c3c360ae4 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=94161e28ff7e45b9a96323c9a45e7124&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311151 Dec 16 09:38:13.759904 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-85173dc3-2bd4-46f3-85ef-3dfefca63093 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:13.834025 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85173dc3-2bd4-46f3-85ef-3dfefca63093 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Network 7f414c12-211c-428d-97b0-aae5f407dc6d is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:13.843893 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-85173dc3-2bd4-46f3-85ef-3dfefca63093 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:13.855637 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85173dc3-2bd4-46f3-85ef-3dfefca63093 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Pushing event updated for resources: {'Port': ['ID=c3acb0b4-28fc-4dcd-88df-2c5ea63cd3e1,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:13.858271 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcf22b-3c5e-405f-ab62-ec7dd7c3fd15 req-a03e6df5-55f0-4183-8cf1-2c6c9875c5a9 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:13.858749 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85173dc3-2bd4-46f3-85ef-3dfefca63093 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:13.858841 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-91bcf22b-3c5e-405f-ab62-ec7dd7c3fd15 req-a03e6df5-55f0-4183-8cf1-2c6c9875c5a9 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 945 time: 0.0591438 Dec 16 09:38:13.858928 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85173dc3-2bd4-46f3-85ef-3dfefca63093 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:13.858928 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-85173dc3-2bd4-46f3-85ef-3dfefca63093 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:13.893699 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-8e8def92-f395-4e66-ad0f-c6e5ddc030f8 service neutron] 10.222.0.60 "GET /v2.0/networks/8e76b1af-a487-4aaa-a9e7-55a45bb9d026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670170 Dec 16 09:38:13.905101 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-91bcf22b-3c5e-405f-ab62-ec7dd7c3fd15 req-fb330953-e994-4e54-8b08-f2c531c65f16 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411611 Dec 16 09:38:14.035756 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-85173dc3-2bd4-46f3-85ef-3dfefca63093 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0920129 Dec 16 09:38:14.037768 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54254) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:14.041473 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-76354c52-8151-4609-a55b-7887838e2b8e service neutron] 10.222.0.60 "GET /v2.0/networks/8e76b1af-a487-4aaa-a9e7-55a45bb9d026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419923 Dec 16 09:38:14.050731 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-821ad8e4-a827-44c5-8a2e-f8957bae8499 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Request body: {'port': {'network_id': '7f414c12-211c-428d-97b0-aae5f407dc6d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-223584878'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:14.268892 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-eaa77dce-aa84-47ca-82e3-5f8aabbb0e7c None None] Provisioning complete for port c3acb0b4-28fc-4dcd-88df-2c5ea63cd3e1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:14.269887 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-eaa77dce-aa84-47ca-82e3-5f8aabbb0e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:14.281908 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf0ece-c871-4609-9723-2a109ba8320e req-760c783b-2516-479e-9a5a-88b96d0c7ada tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:14.283452 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c9cf0ece-c871-4609-9723-2a109ba8320e req-760c783b-2516-479e-9a5a-88b96d0c7ada tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports?device_id=b90a6c9e-d302-4b80-8658-4fff5604f47f HTTP/1.1" status: 200 len: 944 time: 0.0926251 Dec 16 09:38:14.306319 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-eaa77dce-aa84-47ca-82e3-5f8aabbb0e7c None None] Port c3acb0b4-28fc-4dcd-88df-2c5ea63cd3e1 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:38:14.329033 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c9cf0ece-c871-4609-9723-2a109ba8320e req-fb10e584-b978-483f-814c-204be6f9d713 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0c47c3f-8f1b-471c-b14f-c3a21b0688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379612 Dec 16 09:38:14.404795 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821ad8e4-a827-44c5-8a2e-f8957bae8499 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Made reservation on behalf of cb6cbbca6e454183bcb230b511a0dfdf for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:14.408473 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-821ad8e4-a827-44c5-8a2e-f8957bae8499 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:14.431154 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-821ad8e4-a827-44c5-8a2e-f8957bae8499 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] device_id is not set on port b75e7558-12ee-4675-8a4c-598498eda4af yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:38:14.546323 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-821ad8e4-a827-44c5-8a2e-f8957bae8499 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Allocated IP 2001:db8::81 (7f414c12-211c-428d-97b0-aae5f407dc6d/d50589a9-d822-4b45-b8e9-2db4a56124bf/b75e7558-12ee-4675-8a4c-598498eda4af) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:14.635203 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-be29e447-e98a-4778-a782-65af050e03a2 req-d165f989-151f-4991-9407-55eade65916f tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f944673-c406-4cc1-badc-78175b6c534f HTTP/1.1" status: 200 len: 210 time: 0.0421422 Dec 16 09:38:14.725086 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-821ad8e4-a827-44c5-8a2e-f8957bae8499 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:14.827023 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device d166f70a-fc8a-45bd-a855-066c67da8427 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:38:14.829176 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 524ad67a-3422-434c-bd47-081930bef03e no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:38:14.847485 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-821ad8e4-a827-44c5-8a2e-f8957bae8499 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:14.892922 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821ad8e4-a827-44c5-8a2e-f8957bae8499 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Network 7f414c12-211c-428d-97b0-aae5f407dc6d is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:14.896021 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-821ad8e4-a827-44c5-8a2e-f8957bae8499 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:14.899762 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821ad8e4-a827-44c5-8a2e-f8957bae8499 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:14.906074 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821ad8e4-a827-44c5-8a2e-f8957bae8499 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:14.906753 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-821ad8e4-a827-44c5-8a2e-f8957bae8499 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:14.915541 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ad8e4-a827-44c5-8a2e-f8957bae8499 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Pushing event updated for resources: {'Port': ['ID=b75e7558-12ee-4675-8a4c-598498eda4af,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:14.964284 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:14.998614 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-821ad8e4-a827-44c5-8a2e-f8957bae8499 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9572976 Dec 16 09:38:15.000391 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54270) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:15.006197 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-04b247a7-cd85-461b-9649-60c08fdae909 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::92', 'mac_address': 'fa:16:3e:1a:2a:aa'}, {'ip_address': '2001:db8::2ab', 'mac_address': 'fa:16:3e:fe:b0:61'}]}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:15.006559 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port d166f70a-fc8a-45bd-a855-066c67da8427, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=d166f70a-fc8a-45bd-a855-066c67da8427,segment=NetworkSegment(b058665a-d41b-4e97-8fd7-07ea9cb712c9),segment_id=b058665a-d41b-4e97-8fd7-07ea9cb712c9)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:15.013875 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a9c898e-9d50-4f16-a041-11a9db62e19a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '524ad67a-3422-434c-bd47-081930bef03e'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:15.016388 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83607906-25b7-4ce0-b9ac-be033bd63474" -d '{"events": [{"server_uuid": "5a9c898e-9d50-4f16-a041-11a9db62e19a", "name": "network-vif-unplugged", "status": "completed", "tag": "524ad67a-3422-434c-bd47-081930bef03e"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:15.054011 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 524ad67a-3422-434c-bd47-081930bef03e, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=524ad67a-3422-434c-bd47-081930bef03e,segment=NetworkSegment(a2ee8051-abfb-4f5b-b081-c86ac7eab054),segment_id=a2ee8051-abfb-4f5b-b081-c86ac7eab054)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:15.055663 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'd166f70a-fc8a-45bd-a855-066c67da8427', 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'port_id': 'd166f70a-fc8a-45bd-a855-066c67da8427', 'mac_address': 'fa:16:3e:ea:c5:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:38:15.094096 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e95c04-68f5-44fe-bba4-9da9ebf375ec req-e789a466-028a-4cfc-b0bf-8475b5316600 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:15.101769 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f9e95c04-68f5-44fe-bba4-9da9ebf375ec req-e789a466-028a-4cfc-b0bf-8475b5316600 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 945 time: 0.1110771 Dec 16 09:38:15.104092 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:15.118182 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d166f70a-fc8a-45bd-a855-066c67da8427 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:38:15.141408 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port d166f70a-fc8a-45bd-a855-066c67da8427, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=d166f70a-fc8a-45bd-a855-066c67da8427,segment=NetworkSegment(b058665a-d41b-4e97-8fd7-07ea9cb712c9),segment_id=b058665a-d41b-4e97-8fd7-07ea9cb712c9)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:15.173991 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:15.195667 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f9e95c04-68f5-44fe-bba4-9da9ebf375ec req-b2313e3a-d05c-4356-9eb9-f0062ce85063 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843329 Dec 16 09:38:15.246711 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=524ad67a-3422-434c-bd47-081930bef03e,revision_number=6']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:15.262110 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b30f0293-9a69-481a-9e14-b75b6ba54b84 None None] Provisioning complete for port b75e7558-12ee-4675-8a4c-598498eda4af triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:15.262497 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b30f0293-9a69-481a-9e14-b75b6ba54b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:15.288249 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d8efb5-f072-47d1-a02c-4bd24ce36924 x-openstack-request-id: req-a4d8efb5-f072-47d1-a02c-4bd24ce36924 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:15.289300 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a9c898e-9d50-4f16-a041-11a9db62e19a", "name": "network-vif-unplugged", "status": "completed", "tag": "524ad67a-3422-434c-bd47-081930bef03e", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:15.289300 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a4d8efb5-f072-47d1-a02c-4bd24ce36924 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:15.289300 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a9c898e-9d50-4f16-a041-11a9db62e19a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '524ad67a-3422-434c-bd47-081930bef03e', 'code': 200} Dec 16 09:38:15.291456 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:15.292127 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 524ad67a-3422-434c-bd47-081930bef03e details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:38:15.295650 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-04b247a7-cd85-461b-9649-60c08fdae909 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:15.471549 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-b30f0293-9a69-481a-9e14-b75b6ba54b84 None None] Port b75e7558-12ee-4675-8a4c-598498eda4af cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:38:15.525451 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ce40a-2eff-4bc2-b3f5-1b3cde9b3289 req-2d183ab1-8e95-4850-b248-09b91950540e tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:15.527797 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cc4ce40a-2eff-4bc2-b3f5-1b3cde9b3289 req-2d183ab1-8e95-4850-b248-09b91950540e tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports?device_id=b90a6c9e-d302-4b80-8658-4fff5604f47f HTTP/1.1" status: 200 len: 945 time: 0.0936222 Dec 16 09:38:15.536381 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=d166f70a-fc8a-45bd-a855-066c67da8427,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:15.586238 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 524ad67a-3422-434c-bd47-081930bef03e, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=524ad67a-3422-434c-bd47-081930bef03e,segment=NetworkSegment(a2ee8051-abfb-4f5b-b081-c86ac7eab054),segment_id=a2ee8051-abfb-4f5b-b081-c86ac7eab054)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:15.587327 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cc4ce40a-2eff-4bc2-b3f5-1b3cde9b3289 req-5d81c5dd-376c-48c0-9eb7-8eb86c2f5579 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0c47c3f-8f1b-471c-b14f-c3a21b0688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471437 Dec 16 09:38:15.596597 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-04b247a7-cd85-461b-9649-60c08fdae909 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:15.618313 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '524ad67a-3422-434c-bd47-081930bef03e', 'network_id': '2e528bd2-b999-40ed-bbb8-2a5d13680e1b', 'port_id': '524ad67a-3422-434c-bd47-081930bef03e', 'mac_address': 'fa:16:3e:e5:45:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f978629d-1eff-401d-9c7a-42314c842760', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:38:15.656114 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:15.672381 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 524ad67a-3422-434c-bd47-081930bef03e {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:38:15.693991 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 524ad67a-3422-434c-bd47-081930bef03e, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=524ad67a-3422-434c-bd47-081930bef03e,segment=NetworkSegment(a2ee8051-abfb-4f5b-b081-c86ac7eab054),segment_id=a2ee8051-abfb-4f5b-b081-c86ac7eab054)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:15.723884 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-78dba4e6-def8-448e-a9cb-0c2c33f7fc91 req-bfe24036-ac34-4db4-88d7-bd5f0dd417ab tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f944673-c406-4cc1-badc-78175b6c534f HTTP/1.1" status: 200 len: 210 time: 0.0281816 Dec 16 09:38:15.730900 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-04b247a7-cd85-461b-9649-60c08fdae909 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:15.765266 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:15.768398 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-04b247a7-cd85-461b-9649-60c08fdae909 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] In _notify_port_updated(), no bound segment for port b75e7558-12ee-4675-8a4c-598498eda4af on network 7f414c12-211c-428d-97b0-aae5f407dc6d {{(pid=102817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:38:15.777622 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b247a7-cd85-461b-9649-60c08fdae909 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:15.777622 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-04b247a7-cd85-461b-9649-60c08fdae909 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:15.777622 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-04b247a7-cd85-461b-9649-60c08fdae909 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] 10.222.0.60 "PUT /v2.0/ports/b75e7558-12ee-4675-8a4c-598498eda4af HTTP/1.1" status: 200 len: 1065 time: 0.7768474 Dec 16 09:38:15.780445 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54290) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:15.795925 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b247a7-cd85-461b-9649-60c08fdae909 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Pushing event updated for resources: {'Port': ['ID=b75e7558-12ee-4675-8a4c-598498eda4af,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:15.838833 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=524ad67a-3422-434c-bd47-081930bef03e,revision_number=7']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:15.910274 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-0d3f672a-fa12-47cd-93f3-4af1223bc79e tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Deleting port b75e7558-12ee-4675-8a4c-598498eda4af {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:15.910756 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0d3f672a-fa12-47cd-93f3-4af1223bc79e tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:16.000938 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['d166f70a-fc8a-45bd-a855-066c67da8427'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:38:16.040269 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0d3f672a-fa12-47cd-93f3-4af1223bc79e tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:16.042695 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['524ad67a-3422-434c-bd47-081930bef03e'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:38:16.055661 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-0d3f672a-fa12-47cd-93f3-4af1223bc79e tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Calling delete_port for b75e7558-12ee-4675-8a4c-598498eda4af owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:16.154085 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-324aeff3-1972-43fc-abc7-d14eff082015 None None] Provisioning complete for port b75e7558-12ee-4675-8a4c-598498eda4af triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:16.154489 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-324aeff3-1972-43fc-abc7-d14eff082015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:16.242168 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-324aeff3-1972-43fc-abc7-d14eff082015 None None] Port b75e7558-12ee-4675-8a4c-598498eda4af cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:38:16.313748 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a29d2c-aa44-4b44-b0a5-819ec2e273a1 req-dc774265-98d9-47ab-b77e-54c30c615013 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:16.316029 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c3a29d2c-aa44-4b44-b0a5-819ec2e273a1 req-dc774265-98d9-47ab-b77e-54c30c615013 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 944 time: 0.0580325 Dec 16 09:38:16.365476 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c3a29d2c-aa44-4b44-b0a5-819ec2e273a1 req-53546470-d18c-4b82-87ff-bfb94c3cf866 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423067 Dec 16 09:38:16.525294 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0d3f672a-fa12-47cd-93f3-4af1223bc79e tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:16.581153 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f672a-fa12-47cd-93f3-4af1223bc79e tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Pushing event deleted for resources: {'Port': ['ID=b75e7558-12ee-4675-8a4c-598498eda4af,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:16.784539 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0d3f672a-fa12-47cd-93f3-4af1223bc79e tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:16.788348 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0d3f672a-fa12-47cd-93f3-4af1223bc79e tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] 10.222.0.60 "DELETE /v2.0/ports/b75e7558-12ee-4675-8a4c-598498eda4af HTTP/1.1" status: 204 len: 168 time: 1.0065787 Dec 16 09:38:16.791018 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54304) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:16.797370 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae6380-d1ee-484d-8101-5b7048bec582 req-93259851-d08b-4184-9ed5-2a91d08528a5 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:16.798946 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-61ae6380-d1ee-484d-8101-5b7048bec582 req-93259851-d08b-4184-9ed5-2a91d08528a5 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports?device_id=b90a6c9e-d302-4b80-8658-4fff5604f47f HTTP/1.1" status: 200 len: 945 time: 0.1254172 Dec 16 09:38:16.821888 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcb2ec54-957c-4fc9-a9fd-286afaebf31e tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] GET failed (client error): The resource could not be found. Dec 16 09:38:16.824781 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-dcb2ec54-957c-4fc9-a9fd-286afaebf31e tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] 10.222.0.60 "GET /v2.0/ports/b75e7558-12ee-4675-8a4c-598498eda4af HTTP/1.1" status: 404 len: 333 time: 0.0311384 Dec 16 09:38:16.833230 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54306) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:16.850887 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device d166f70a-fc8a-45bd-a855-066c67da8427 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:38:16.898132 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-61ae6380-d1ee-484d-8101-5b7048bec582 req-7607f579-70ef-40ba-8bbd-7375c8e7a9fc tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0c47c3f-8f1b-471c-b14f-c3a21b0688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927691 Dec 16 09:38:16.927564 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-298dc2ce-7fd8-4640-89ba-517a93f402e0 req-5a51f278-1740-4b59-838a-ac9d88a84af6 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f944673-c406-4cc1-badc-78175b6c534f HTTP/1.1" status: 200 len: 210 time: 0.1062992 Dec 16 09:38:17.037721 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-5bbea7c5-1363-4f07-b93e-6bdb9463b381 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Deleting port c3acb0b4-28fc-4dcd-88df-2c5ea63cd3e1 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:17.037989 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5bbea7c5-1363-4f07-b93e-6bdb9463b381 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:17.125139 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port d166f70a-fc8a-45bd-a855-066c67da8427 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:38:17.129682 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port d166f70a-fc8a-45bd-a855-066c67da8427 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:17.130117 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:17.131352 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5bbea7c5-1363-4f07-b93e-6bdb9463b381 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:17.143227 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-5bbea7c5-1363-4f07-b93e-6bdb9463b381 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Calling delete_port for c3acb0b4-28fc-4dcd-88df-2c5ea63cd3e1 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:17.207851 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:17.240346 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port d166f70a-fc8a-45bd-a855-066c67da8427, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=d166f70a-fc8a-45bd-a855-066c67da8427,segment=NetworkSegment(b058665a-d41b-4e97-8fd7-07ea9cb712c9),segment_id=b058665a-d41b-4e97-8fd7-07ea9cb712c9)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:17.291054 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90a6c9e-d302-4b80-8658-4fff5604f47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd166f70a-fc8a-45bd-a855-066c67da8427'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:17.295933 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27891f1d-7b05-48a0-b8ea-8df4aa68bb60" -d '{"events": [{"server_uuid": "b90a6c9e-d302-4b80-8658-4fff5604f47f", "name": "network-vif-plugged", "status": "completed", "tag": "d166f70a-fc8a-45bd-a855-066c67da8427"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:17.325284 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:17.329138 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 524ad67a-3422-434c-bd47-081930bef03e up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:38:17.352711 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a641ede-3a7b-4004-8d29-1bef0558e0f2 x-openstack-request-id: req-0a641ede-3a7b-4004-8d29-1bef0558e0f2 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:17.353057 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90a6c9e-d302-4b80-8658-4fff5604f47f", "name": "network-vif-plugged", "status": "completed", "tag": "d166f70a-fc8a-45bd-a855-066c67da8427", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:17.353262 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0a641ede-3a7b-4004-8d29-1bef0558e0f2 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:17.353647 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90a6c9e-d302-4b80-8658-4fff5604f47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd166f70a-fc8a-45bd-a855-066c67da8427', 'code': 200} Dec 16 09:38:17.411392 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=d166f70a-fc8a-45bd-a855-066c67da8427,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:17.421363 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 524ad67a-3422-434c-bd47-081930bef03e triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:17.421363 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:17.440107 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5bbea7c5-1363-4f07-b93e-6bdb9463b381 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:17.503370 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:17.504957 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbea7c5-1363-4f07-b93e-6bdb9463b381 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Pushing event deleted for resources: {'Port': ['ID=c3acb0b4-28fc-4dcd-88df-2c5ea63cd3e1,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:17.535342 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5bbea7c5-1363-4f07-b93e-6bdb9463b381 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:17.538615 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5bbea7c5-1363-4f07-b93e-6bdb9463b381 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] 10.222.0.60 "DELETE /v2.0/ports/c3acb0b4-28fc-4dcd-88df-2c5ea63cd3e1 HTTP/1.1" status: 204 len: 168 time: 0.7044742 Dec 16 09:38:17.541937 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54316) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:17.544893 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad2e47-108f-494d-895b-d2663cce4a74 req-5f425749-5c69-425b-b10a-2f5519f2a043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:17.546305 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cdad2e47-108f-494d-895b-d2663cce4a74 req-5f425749-5c69-425b-b10a-2f5519f2a043 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b90a6c9e-d302-4b80-8658-4fff5604f47f HTTP/1.1" status: 200 len: 1097 time: 0.1512914 Dec 16 09:38:17.570186 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4acb1e-485c-477a-b23d-12e2348d5c13 req-b79a8ff2-3f30-488f-90c4-d1f706a7bb28 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:17.572397 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 524ad67a-3422-434c-bd47-081930bef03e, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=524ad67a-3422-434c-bd47-081930bef03e,segment=NetworkSegment(a2ee8051-abfb-4f5b-b081-c86ac7eab054),segment_id=a2ee8051-abfb-4f5b-b081-c86ac7eab054)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:17.574691 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6f4acb1e-485c-477a-b23d-12e2348d5c13 req-b79a8ff2-3f30-488f-90c4-d1f706a7bb28 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 944 time: 0.1241465 Dec 16 09:38:17.581643 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce649ae7-6f03-483a-b67a-c15f4acf692a tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] GET failed (client error): The resource could not be found. Dec 16 09:38:17.586511 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ce649ae7-6f03-483a-b67a-c15f4acf692a tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] 10.222.0.60 "GET /v2.0/ports/c3acb0b4-28fc-4dcd-88df-2c5ea63cd3e1 HTTP/1.1" status: 404 len: 333 time: 0.0403094 Dec 16 09:38:17.587434 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54320) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:17.617578 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cdad2e47-108f-494d-895b-d2663cce4a74 req-cb853ed0-ea22-4e60-9cfa-0e13cd1fc830 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d0c47c3f-8f1b-471c-b14f-c3a21b0688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622349 Dec 16 09:38:17.631390 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6f4acb1e-485c-477a-b23d-12e2348d5c13 req-171bf6d8-495a-483c-b1c0-3c1bef245f7b tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487769 Dec 16 09:38:17.669965 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:17.698133 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-eb252a58-ba14-45ea-9426-ad6b70404e6c tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Deleting port 177f5722-177a-4f95-bcf2-dbfb93a5b90a {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:17.698483 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb252a58-ba14-45ea-9426-ad6b70404e6c tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:17.724461 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=524ad67a-3422-434c-bd47-081930bef03e,revision_number=8']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:17.794991 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb252a58-ba14-45ea-9426-ad6b70404e6c tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:17.807453 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-eb252a58-ba14-45ea-9426-ad6b70404e6c tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Calling delete_port for 177f5722-177a-4f95-bcf2-dbfb93a5b90a owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:18.029259 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-2a68d5c2-05df-4139-97c8-3b379461017c tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:18.030343 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-2a68d5c2-05df-4139-97c8-3b379461017c tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.57 "GET /v2.0/networks?id=8e76b1af-a487-4aaa-a9e7-55a45bb9d026 HTTP/1.1" status: 200 len: 810 time: 0.1573477 Dec 16 09:38:18.039425 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0464d-d0b3-402d-a94b-cbecc7a30568 req-aa3cff76-a3fe-47d5-9faf-a4cea9b98b92 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:18.042669 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a8e0464d-d0b3-402d-a94b-cbecc7a30568 req-aa3cff76-a3fe-47d5-9faf-a4cea9b98b92 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports?device_id=b90a6c9e-d302-4b80-8658-4fff5604f47f HTTP/1.1" status: 200 len: 946 time: 0.0698962 Dec 16 09:38:18.045801 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-9f200020-366f-4c50-8213-7f718e923af9 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] Request body: {'port': {'device_id': '6f944673-c406-4cc1-badc-78175b6c534f', 'network_id': '8e76b1af-a487-4aaa-a9e7-55a45bb9d026', 'admin_state_up': True, 'tenant_id': '94161e28ff7e45b9a96323c9a45e7124'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:18.081855 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a8e0464d-d0b3-402d-a94b-cbecc7a30568 req-2ded7e15-da0e-474f-8efd-53de68ea2a0a tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0c47c3f-8f1b-471c-b14f-c3a21b0688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324745 Dec 16 09:38:18.109326 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d73d9f82-4a2c-45a5-bb5b-1a554470383d req-def7d645-370c-4ebb-a8df-c9c82a4c5901 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f944673-c406-4cc1-badc-78175b6c534f HTTP/1.1" status: 200 len: 210 time: 0.0589352 Dec 16 09:38:18.118448 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb252a58-ba14-45ea-9426-ad6b70404e6c tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:18.159107 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb252a58-ba14-45ea-9426-ad6b70404e6c tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Pushing event deleted for resources: {'Port': ['ID=177f5722-177a-4f95-bcf2-dbfb93a5b90a,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:18.211898 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb252a58-ba14-45ea-9426-ad6b70404e6c tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:18.215277 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-eb252a58-ba14-45ea-9426-ad6b70404e6c tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] 10.222.0.60 "DELETE /v2.0/ports/177f5722-177a-4f95-bcf2-dbfb93a5b90a HTTP/1.1" status: 204 len: 168 time: 0.6254191 Dec 16 09:38:18.218280 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54332) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:18.308295 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-84e17ea9-8405-459f-8e11-97b9ab2405ee tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Deleting subnet d50589a9-d822-4b45-b8e9-2db4a56124bf {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:38:18.309372 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-84e17ea9-8405-459f-8e11-97b9ab2405ee tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:18.353503 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-84e17ea9-8405-459f-8e11-97b9ab2405ee tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:18.418664 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-9f200020-366f-4c50-8213-7f718e923af9 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] Made reservation on behalf of 94161e28ff7e45b9a96323c9a45e7124 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:18.422616 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-9f200020-366f-4c50-8213-7f718e923af9 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:18.460478 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-84e17ea9-8405-459f-8e11-97b9ab2405ee tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:18.578508 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-9f200020-366f-4c50-8213-7f718e923af9 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] Allocated IP 172.20.0.14 (8e76b1af-a487-4aaa-a9e7-55a45bb9d026/307979b0-dd88-4cf6-9eee-4f63269491a0/ef15a21c-73c2-4dbe-8c82-9df26e759e41) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:18.613344 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-84e17ea9-8405-459f-8e11-97b9ab2405ee tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:18.643315 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e17ea9-8405-459f-8e11-97b9ab2405ee tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Pushing event deleted for resources: {'Subnet': ['ID=d50589a9-d822-4b45-b8e9-2db4a56124bf,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:18.645340 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-84e17ea9-8405-459f-8e11-97b9ab2405ee tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:18.648663 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-84e17ea9-8405-459f-8e11-97b9ab2405ee tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] 10.222.0.60 "DELETE /v2.0/subnets/d50589a9-d822-4b45-b8e9-2db4a56124bf HTTP/1.1" status: 204 len: 168 time: 0.4293761 Dec 16 09:38:18.651146 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54336) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:18.655028 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fbd70e-ecdc-4a72-be37-fb592fadb292 None None] Network 7f414c12-211c-428d-97b0-aae5f407dc6d requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:38:18.785524 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bcccd458-c1d8-45a3-ba6f-9257fb1314e6 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:18.826784 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-9f200020-366f-4c50-8213-7f718e923af9 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:18.835192 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d208d3-e150-42d8-873e-86b94594b2f2 req-bbdf0d34-4f1c-4401-ac5c-4a0201a39822 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:18.836773 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-98d208d3-e150-42d8-873e-86b94594b2f2 req-bbdf0d34-4f1c-4401-ac5c-4a0201a39822 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 945 time: 0.0934055 Dec 16 09:38:18.860020 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-bcccd458-c1d8-45a3-ba6f-9257fb1314e6 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Deleting port 462ce276-999a-4396-8d31-122693598ce7 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:18.860918 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bcccd458-c1d8-45a3-ba6f-9257fb1314e6 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:18.903951 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-98d208d3-e150-42d8-873e-86b94594b2f2 req-71f430dd-5173-427f-b585-3e03b006f02b tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592020 Dec 16 09:38:18.937722 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22a5be3-5dc6-4317-b697-3fd8e380e433 None None] DHCP port deletion for 7f414c12-211c-428d-97b0-aae5f407dc6d request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:38:18.944156 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-bcccd458-c1d8-45a3-ba6f-9257fb1314e6 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] For port 462ce276-999a-4396-8d31-122693598ce7, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=462ce276-999a-4396-8d31-122693598ce7,segment=NetworkSegment(5a859811-0756-4343-895e-9767e770c134),segment_id=5a859811-0756-4343-895e-9767e770c134)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:18.944626 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bcccd458-c1d8-45a3-ba6f-9257fb1314e6 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:18.958176 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-bcccd458-c1d8-45a3-ba6f-9257fb1314e6 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Calling delete_port for 462ce276-999a-4396-8d31-122693598ce7 owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:18.987672 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f22a5be3-5dc6-4317-b697-3fd8e380e433 None None] Deleting port 462ce276-999a-4396-8d31-122693598ce7 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:18.988056 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f22a5be3-5dc6-4317-b697-3fd8e380e433 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:19.042709 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-9f200020-366f-4c50-8213-7f718e923af9 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:19.053903 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f22a5be3-5dc6-4317-b697-3fd8e380e433 None None] For port 462ce276-999a-4396-8d31-122693598ce7, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=462ce276-999a-4396-8d31-122693598ce7,segment=NetworkSegment(5a859811-0756-4343-895e-9767e770c134),segment_id=5a859811-0756-4343-895e-9767e770c134)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:19.054296 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f22a5be3-5dc6-4317-b697-3fd8e380e433 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:19.067770 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f22a5be3-5dc6-4317-b697-3fd8e380e433 None None] Calling delete_port for 462ce276-999a-4396-8d31-122693598ce7 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:19.086524 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-9f200020-366f-4c50-8213-7f718e923af9 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] Network 8e76b1af-a487-4aaa-a9e7-55a45bb9d026 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:19.089707 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-9f200020-366f-4c50-8213-7f718e923af9 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:19.093430 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-9f200020-366f-4c50-8213-7f718e923af9 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:19.099127 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bcccd458-c1d8-45a3-ba6f-9257fb1314e6 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:19.122615 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f200020-366f-4c50-8213-7f718e923af9 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] Pushing event updated for resources: {'Port': ['ID=ef15a21c-73c2-4dbe-8c82-9df26e759e41,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:19.125721 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcccd458-c1d8-45a3-ba6f-9257fb1314e6 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Pushing event deleted for resources: {'Port': ['ID=462ce276-999a-4396-8d31-122693598ce7,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:19.132389 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcccd458-c1d8-45a3-ba6f-9257fb1314e6 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] No DVR routers for this DVR port 462ce276-999a-4396-8d31-122693598ce7 on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:38:19.169528 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-9f200020-366f-4c50-8213-7f718e923af9 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:19.169738 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-9f200020-366f-4c50-8213-7f718e923af9 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:19.223613 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f22a5be3-5dc6-4317-b697-3fd8e380e433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:19.250315 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a5be3-5dc6-4317-b697-3fd8e380e433 None None] Pushing event deleted for resources: {'Port': ['ID=462ce276-999a-4396-8d31-122693598ce7,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:19.259954 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22a5be3-5dc6-4317-b697-3fd8e380e433 None None] No DVR routers for this DVR port 462ce276-999a-4396-8d31-122693598ce7 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:38:19.281790 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-9f200020-366f-4c50-8213-7f718e923af9 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2400584 Dec 16 09:38:19.292105 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bcccd458-c1d8-45a3-ba6f-9257fb1314e6 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:19.296440 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-b74bc7e8-b433-4242-bf8b-32965958068f service neutron] Request body: {'port': {'device_id': '6f944673-c406-4cc1-badc-78175b6c534f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:19.306786 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffc7cb-6343-4490-b566-59460f907e22 req-ad922b04-9406-4489-9f7d-78c9cdadf8bd tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:19.309185 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-51ffc7cb-6343-4490-b566-59460f907e22 req-ad922b04-9406-4489-9f7d-78c9cdadf8bd tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f944673-c406-4cc1-badc-78175b6c534f HTTP/1.1" status: 200 len: 932 time: 0.0814860 Dec 16 09:38:19.317870 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-bcccd458-c1d8-45a3-ba6f-9257fb1314e6 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f414c12-211c-428d-97b0-aae5f407dc6d']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:19.339128 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079dcd8f-e7ce-40fe-81e9-f5a435b76b8c req-a259d561-ab8e-42f1-8895-0806ee6697f0 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:19.339128 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-079dcd8f-e7ce-40fe-81e9-f5a435b76b8c req-a259d561-ab8e-42f1-8895-0806ee6697f0 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports?device_id=b90a6c9e-d302-4b80-8658-4fff5604f47f HTTP/1.1" status: 200 len: 946 time: 0.0982425 Dec 16 09:38:19.339381 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-bcccd458-c1d8-45a3-ba6f-9257fb1314e6 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a859811-0756-4343-895e-9767e770c134') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:19.339575 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-bcccd458-c1d8-45a3-ba6f-9257fb1314e6 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a859811-0756-4343-895e-9767e770c134') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:19.355226 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a9c898e-9d50-4f16-a041-11a9db62e19a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524ad67a-3422-434c-bd47-081930bef03e'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:19.357558 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23cca68-0923-4d21-b509-d468fa9d5d89" -d '{"events": [{"server_uuid": "5a9c898e-9d50-4f16-a041-11a9db62e19a", "name": "network-vif-plugged", "status": "completed", "tag": "524ad67a-3422-434c-bd47-081930bef03e"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:19.359502 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bcccd458-c1d8-45a3-ba6f-9257fb1314e6 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:19.408033 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bcccd458-c1d8-45a3-ba6f-9257fb1314e6 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:19.429836 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-079dcd8f-e7ce-40fe-81e9-f5a435b76b8c req-e605765e-831c-4086-948a-9b38b9720678 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0c47c3f-8f1b-471c-b14f-c3a21b0688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831316 Dec 16 09:38:19.434722 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcccd458-c1d8-45a3-ba6f-9257fb1314e6 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:38:19.435161 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bcccd458-c1d8-45a3-ba6f-9257fb1314e6 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:19.437152 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-51ffc7cb-6343-4490-b566-59460f907e22 req-75b6913c-8420-4ecb-9e9a-54093fcb1471 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.60 "GET /v2.0/security-groups?id=5347a2bb-7d3c-451b-bb40-4bd1a0036809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049066 Dec 16 09:38:19.438825 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:38:19.438825 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:38:19.438825 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:38:19.438825 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:38:19.438825 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:38:19.438825 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:38:19.438825 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:38:19.438825 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:38:19.438825 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:38:19.438825 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:38:19.438825 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:38:19.438825 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:38:19.438825 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:38:19.438825 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:38:19.438825 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:38:19.438825 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:38:19.438825 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:38:19.438825 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:38:19.438825 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:38:19.438825 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:38:19.438825 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:38:19.438825 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:38:19.438825 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:38:19.438825 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:38:19.438825 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:38:19.438825 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:38:19.438825 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:38:19.438825 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:38:19.438825 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:38:19.438825 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:38:19.438825 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:38:19.438825 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:38:19.441509 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-b74bc7e8-b433-4242-bf8b-32965958068f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:19.508190 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e31c96-a565-4b6a-97fc-b941d647727e x-openstack-request-id: req-f5e31c96-a565-4b6a-97fc-b941d647727e {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:19.508190 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a9c898e-9d50-4f16-a041-11a9db62e19a", "name": "network-vif-plugged", "status": "completed", "tag": "524ad67a-3422-434c-bd47-081930bef03e", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:19.508190 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f5e31c96-a565-4b6a-97fc-b941d647727e {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:19.508190 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a9c898e-9d50-4f16-a041-11a9db62e19a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524ad67a-3422-434c-bd47-081930bef03e', 'code': 200} Dec 16 09:38:19.627538 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bcccd458-c1d8-45a3-ba6f-9257fb1314e6 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:19.636736 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bcccd458-c1d8-45a3-ba6f-9257fb1314e6 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:19.642004 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-bcccd458-c1d8-45a3-ba6f-9257fb1314e6 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] 10.222.0.60 "DELETE /v2.0/networks/7f414c12-211c-428d-97b0-aae5f407dc6d HTTP/1.1" status: 204 len: 168 time: 0.9873948 Dec 16 09:38:19.660492 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcccd458-c1d8-45a3-ba6f-9257fb1314e6 tempest-AllowedAddressPairIpV6TestJSON-798980924 tempest-AllowedAddressPairIpV6TestJSON-798980924-project] Pushing event deleted for resources: {'Network': ['ID=7f414c12-211c-428d-97b0-aae5f407dc6d,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:19.692337 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065b379-1175-4404-a7fb-86773da960f5 req-d27caff9-bda9-49ad-a2d6-39a9ea43981f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:19.693940 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6065b379-1175-4404-a7fb-86773da960f5 req-d27caff9-bda9-49ad-a2d6-39a9ea43981f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 1096 time: 0.0532081 Dec 16 09:38:19.731167 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6065b379-1175-4404-a7fb-86773da960f5 req-9f60d190-a6f1-4d59-9f46-a124f4678ff7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288777 Dec 16 09:38:19.736154 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276450d8-27d6-45ff-8b8f-f3c039374241 req-ddb0455b-a4cf-4e7c-aa11-6f77e8a9848e tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:19.737685 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-276450d8-27d6-45ff-8b8f-f3c039374241 req-ddb0455b-a4cf-4e7c-aa11-6f77e8a9848e tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports?device_id=50487f49-c5d1-4ddc-9f7e-286ec25dd20b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1636598 Dec 16 09:38:19.803621 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-276450d8-27d6-45ff-8b8f-f3c039374241 req-166b439c-7099-4298-b141-ff5a0a3d3652 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.63 HTTP/1.1" status: 200 len: 695 time: 0.0596232 Dec 16 09:38:19.821391 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-276450d8-27d6-45ff-8b8f-f3c039374241 req-8055c59b-f917-4076-b009-1cb4dbcd59ca tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Request body: {'floatingip': {'port_id': '5beaa514-edcf-4b49-bbcf-0309dfb6c2a1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:19.867939 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-276450d8-27d6-45ff-8b8f-f3c039374241 req-8055c59b-f917-4076-b009-1cb4dbcd59ca tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks [] for floatingip, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:19.994263 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-b74bc7e8-b433-4242-bf8b-32965958068f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef15a21c-73c2-4dbe-8c82-9df26e759e41 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:38:20.007500 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-b74bc7e8-b433-4242-bf8b-32965958068f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:20.032980 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-b74bc7e8-b433-4242-bf8b-32965958068f service neutron] Transition to ACTIVE for port object ef15a21c-73c2-4dbe-8c82-9df26e759e41 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:38:20.040347 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea4441-b8f5-429f-abe0-7615446ec9e1 req-a241c6bf-8588-4236-9d0e-096d135606e7 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:20.041965 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-14ea4441-b8f5-429f-abe0-7615446ec9e1 req-a241c6bf-8588-4236-9d0e-096d135606e7 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 945 time: 0.0519321 Dec 16 09:38:20.081102 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-14ea4441-b8f5-429f-abe0-7615446ec9e1 req-b956da66-ba58-425b-ad45-4bbff990c2c8 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330148 Dec 16 09:38:20.185956 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54362) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:20.241850 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-b74bc7e8-b433-4242-bf8b-32965958068f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:20.288482 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 462ce276-999a-4396-8d31-122693598ce7 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:38:20.310203 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 462ce276-999a-4396-8d31-122693598ce7 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:38:20.310548 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 462ce276-999a-4396-8d31-122693598ce7 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:38:20.329409 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bc7e8-b433-4242-bf8b-32965958068f service neutron] Pushing event updated for resources: {'Port': ['ID=ef15a21c-73c2-4dbe-8c82-9df26e759e41,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:20.346944 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-559fdd86-4e1c-46b5-a674-e5c8ddeab994 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cb6cbbca6e454183bcb230b511a0dfdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1597304 Dec 16 09:38:20.349515 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54368) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:20.401411 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-89d07969-2d3f-43ab-9db1-41f67ea66f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:20.423350 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-89d07969-2d3f-43ab-9db1-41f67ea66f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:20.471790 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-276450d8-27d6-45ff-8b8f-f3c039374241 req-8055c59b-f917-4076-b009-1cb4dbcd59ca tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:20.474449 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-b74bc7e8-b433-4242-bf8b-32965958068f service neutron] Attempting to bind port ef15a21c-73c2-4dbe-8c82-9df26e759e41 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:38:20.474788 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-b74bc7e8-b433-4242-bf8b-32965958068f service neutron] Attempting to bind port ef15a21c-73c2-4dbe-8c82-9df26e759e41 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'af71b548-28ef-45d8-9c25-2902db566b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8e76b1af-a487-4aaa-a9e7-55a45bb9d026'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:38:20.475122 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-b74bc7e8-b433-4242-bf8b-32965958068f service neutron] Attempting to bind port ef15a21c-73c2-4dbe-8c82-9df26e759e41 on network 8e76b1af-a487-4aaa-a9e7-55a45bb9d026 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:38:20.480391 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-b74bc7e8-b433-4242-bf8b-32965958068f service neutron] Port ef15a21c-73c2-4dbe-8c82-9df26e759e41 on network 8e76b1af-a487-4aaa-a9e7-55a45bb9d026 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:38:20.480716 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-b74bc7e8-b433-4242-bf8b-32965958068f service neutron] Attempting to bind port ef15a21c-73c2-4dbe-8c82-9df26e759e41 on network 8e76b1af-a487-4aaa-a9e7-55a45bb9d026 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:38:20.485638 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-b74bc7e8-b433-4242-bf8b-32965958068f service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:38:20.485977 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-b74bc7e8-b433-4242-bf8b-32965958068f service neutron] Checking segment: {'id': 'af71b548-28ef-45d8-9c25-2902db566b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8e76b1af-a487-4aaa-a9e7-55a45bb9d026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:38:20.486362 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-b74bc7e8-b433-4242-bf8b-32965958068f service neutron] Bound using segment: {'id': 'af71b548-28ef-45d8-9c25-2902db566b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8e76b1af-a487-4aaa-a9e7-55a45bb9d026'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:38:20.486788 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-b74bc7e8-b433-4242-bf8b-32965958068f service neutron] Bound port: ef15a21c-73c2-4dbe-8c82-9df26e759e41, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af71b548-28ef-45d8-9c25-2902db566b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8e76b1af-a487-4aaa-a9e7-55a45bb9d026'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:38:20.487138 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-b74bc7e8-b433-4242-bf8b-32965958068f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:20.542691 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-89d07969-2d3f-43ab-9db1-41f67ea66f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:20.545169 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-89d07969-2d3f-43ab-9db1-41f67ea66f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:20.548764 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-89d07969-2d3f-43ab-9db1-41f67ea66f90 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d706c92d-45cc-4c70-a1c7-c74d5ab926f1 HTTP/1.1" status: 204 len: 168 time: 0.1958978 Dec 16 09:38:20.552546 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-b74bc7e8-b433-4242-bf8b-32965958068f service neutron] For port ef15a21c-73c2-4dbe-8c82-9df26e759e41, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:38:20.556749 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d07969-2d3f-43ab-9db1-41f67ea66f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d706c92d-45cc-4c70-a1c7-c74d5ab926f1,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:20.557885 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-b74bc7e8-b433-4242-bf8b-32965958068f service neutron] For port ef15a21c-73c2-4dbe-8c82-9df26e759e41, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ef15a21c-73c2-4dbe-8c82-9df26e759e41,segment=NetworkSegment(af71b548-28ef-45d8-9c25-2902db566b69),segment_id=af71b548-28ef-45d8-9c25-2902db566b69)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:38:20.564558 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-276450d8-27d6-45ff-8b8f-f3c039374241 req-8055c59b-f917-4076-b009-1cb4dbcd59ca tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:20.577351 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640ad56-dd9d-493b-918f-42582e021d7d req-1d55dbef-e837-4cbe-b5a6-7a74795983c9 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:20.578996 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7640ad56-dd9d-493b-918f-42582e021d7d req-1d55dbef-e837-4cbe-b5a6-7a74795983c9 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f944673-c406-4cc1-badc-78175b6c534f HTTP/1.1" status: 200 len: 944 time: 0.0689571 Dec 16 09:38:20.620519 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7640ad56-dd9d-493b-918f-42582e021d7d req-3817801e-8ee8-4a95-9c2b-46c2f1e36b2e tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.60 "GET /v2.0/security-groups?id=5347a2bb-7d3c-451b-bb40-4bd1a0036809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339699 Dec 16 09:38:20.981878 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-b74bc7e8-b433-4242-bf8b-32965958068f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:21.015717 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-b74bc7e8-b433-4242-bf8b-32965958068f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:21.016329 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-b74bc7e8-b433-4242-bf8b-32965958068f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:21.017751 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-b74bc7e8-b433-4242-bf8b-32965958068f service neutron] 10.222.0.57 "PUT /v2.0/ports/ef15a21c-73c2-4dbe-8c82-9df26e759e41 HTTP/1.1" status: 200 len: 1092 time: 1.7268453 Dec 16 09:38:21.019984 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f944673-c406-4cc1-badc-78175b6c534f', 'tag': 'ef15a21c-73c2-4dbe-8c82-9df26e759e41'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:21.022263 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ffbdeb-61eb-4b64-8064-d9725f41ea99" -d '{"events": [{"name": "network-changed", "server_uuid": "6f944673-c406-4cc1-badc-78175b6c534f", "tag": "ef15a21c-73c2-4dbe-8c82-9df26e759e41"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:21.071284 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bc7e8-b433-4242-bf8b-32965958068f service neutron] Pushing event updated for resources: {'Port': ['ID=ef15a21c-73c2-4dbe-8c82-9df26e759e41,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:21.083054 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [req-276450d8-27d6-45ff-8b8f-f3c039374241 req-8055c59b-f917-4076-b009-1cb4dbcd59ca tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Floating IP 0aa8b062-5c1e-4fe5-840a-91fa535a3f89 associated. External IP: 172.25.1.63, port: 5beaa514-edcf-4b49-bbcf-0309dfb6c2a1. Dec 16 09:38:21.239477 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-d1dd1d62-a44f-464c-bf63-d7355a1e3b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:21.240921 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-d1dd1d62-a44f-464c-bf63-d7355a1e3b33 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=94161e28ff7e45b9a96323c9a45e7124&device_id=6f944673-c406-4cc1-badc-78175b6c534f HTTP/1.1" status: 200 len: 1095 time: 0.0639980 Dec 16 09:38:21.247882 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697b12d1-02fd-45f7-9bd0-1f8dc42805e1 x-openstack-request-id: req-697b12d1-02fd-45f7-9bd0-1f8dc42805e1 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:21.248167 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f944673-c406-4cc1-badc-78175b6c534f", "tag": "ef15a21c-73c2-4dbe-8c82-9df26e759e41", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:21.248416 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-697b12d1-02fd-45f7-9bd0-1f8dc42805e1 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:21.248808 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f944673-c406-4cc1-badc-78175b6c534f', 'tag': 'ef15a21c-73c2-4dbe-8c82-9df26e759e41', 'status': 'completed', 'code': 200} Dec 16 09:38:21.293088 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-5ea76f42-9585-4adf-b144-2b41df41e5e8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef15a21c-73c2-4dbe-8c82-9df26e759e41 HTTP/1.1" status: 200 len: 217 time: 0.0413766 Dec 16 09:38:21.359070 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487fbf94-7955-45a2-8c74-ec69efb6c327 req-cac1f938-2912-4782-8bbe-f8724e097139 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:21.361057 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-487fbf94-7955-45a2-8c74-ec69efb6c327 req-cac1f938-2912-4782-8bbe-f8724e097139 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 945 time: 0.0672152 Dec 16 09:38:21.409020 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-487fbf94-7955-45a2-8c74-ec69efb6c327 req-ff1d908a-562e-4bb3-a182-4915df62dff9 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412962 Dec 16 09:38:21.444854 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-05ef14a9-130d-4bc2-8ffd-ecb9a555d47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:21.444854 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-05ef14a9-130d-4bc2-8ffd-ecb9a555d47b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=307979b0-dd88-4cf6-9eee-4f63269491a0 HTTP/1.1" status: 200 len: 850 time: 0.1049032 Dec 16 09:38:21.465200 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-947ba400-5b79-478e-9320-c30e7426c793 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8e76b1af-a487-4aaa-a9e7-55a45bb9d026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294006 Dec 16 09:38:21.483876 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-276450d8-27d6-45ff-8b8f-f3c039374241 req-8055c59b-f917-4076-b009-1cb4dbcd59ca tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Router e2713676-763c-4529-8d52-4773404c5035 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:38:21.553803 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9b372-d0e6-41f3-af9d-0c1083768a70 req-4fcd9847-82db-481a-ae9e-6085f710159a tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:21.555315 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bed9b372-d0e6-41f3-af9d-0c1083768a70 req-4fcd9847-82db-481a-ae9e-6085f710159a tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 945 time: 0.0523889 Dec 16 09:38:21.598810 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bed9b372-d0e6-41f3-af9d-0c1083768a70 req-354e5f04-f3b1-48b1-80c5-ece06aa13d9b tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368743 Dec 16 09:38:21.651876 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-51e0512d-8f55-4e5c-9a29-df0a3c879da8 service neutron] 10.222.0.57 "GET /v2.0/networks/8e76b1af-a487-4aaa-a9e7-55a45bb9d026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789162 Dec 16 09:38:21.711685 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-276450d8-27d6-45ff-8b8f-f3c039374241 req-8055c59b-f917-4076-b009-1cb4dbcd59ca tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:38:21.718963 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-276450d8-27d6-45ff-8b8f-f3c039374241 req-8055c59b-f917-4076-b009-1cb4dbcd59ca tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:21.727135 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7e7073-78bd-43e9-bd57-1d6646a12f66 None None] Sync routers for ids ['e2713676-763c-4529-8d52-4773404c5035'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:38:21.738477 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7e7073-78bd-43e9-bd57-1d6646a12f66 None None] Routers {'e2713676-763c-4529-8d52-4773404c5035'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:21.739288 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-4b7e7073-78bd-43e9-bd57-1d6646a12f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:37:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['e2713676-763c-4529-8d52-4773404c5035'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:21.753203 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-276450d8-27d6-45ff-8b8f-f3c039374241 req-8055c59b-f917-4076-b009-1cb4dbcd59ca tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "PUT /v2.0/floatingips/0aa8b062-5c1e-4fe5-840a-91fa535a3f89 HTTP/1.1" status: 200 len: 996 time: 1.9373636 Dec 16 09:38:21.820204 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f21cac9d-bbc6-4ca9-a565-64bf29f9a4df req-5cb1bc04-a83e-4338-9f70-a6c73fca419e service neutron] 10.222.0.57 "GET /v2.0/networks/8e76b1af-a487-4aaa-a9e7-55a45bb9d026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604753 Dec 16 09:38:21.840660 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276450d8-27d6-45ff-8b8f-f3c039374241 req-58f2694d-7119-4efe-b4a8-311c47874b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:21.854698 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-276450d8-27d6-45ff-8b8f-f3c039374241 req-58f2694d-7119-4efe-b4a8-311c47874b3f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c2212d9a5284c729e29b291e3f808ca&device_id=50487f49-c5d1-4ddc-9f7e-286ec25dd20b HTTP/1.1" status: 200 len: 1097 time: 0.0826378 Dec 16 09:38:21.903729 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-4b7e7073-78bd-43e9-bd57-1d6646a12f66 None None] Set router e2713676-763c-4529-8d52-4773404c5035 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:38:21.970446 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276450d8-27d6-45ff-8b8f-f3c039374241 req-989755e6-1e9e-41de-ad8f-30cf36cfe6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:21.972504 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-276450d8-27d6-45ff-8b8f-f3c039374241 req-989755e6-1e9e-41de-ad8f-30cf36cfe6a2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b746a243-6629-471f-83d2-a1c8bcbe7481 HTTP/1.1" status: 200 len: 921 time: 0.1064887 Dec 16 09:38:22.025148 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54418) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:22.107534 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffbdeb-61eb-4b64-8064-d9725f41ea99 req-e3a3696a-75a6-40af-8d00-3faf5cfecff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:22.109256 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5ffbdeb-61eb-4b64-8064-d9725f41ea99 req-e3a3696a-75a6-40af-8d00-3faf5cfecff5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=94161e28ff7e45b9a96323c9a45e7124&device_id=6f944673-c406-4cc1-badc-78175b6c534f HTTP/1.1" status: 200 len: 1095 time: 0.0660341 Dec 16 09:38:22.118095 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-276450d8-27d6-45ff-8b8f-f3c039374241 req-c7fef935-560c-4406-a554-40c3c8406de0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5beaa514-edcf-4b49-bbcf-0309dfb6c2a1 HTTP/1.1" status: 200 len: 999 time: 0.1390650 Dec 16 09:38:22.186731 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-f8caf5f1-66c2-48cb-8183-972112ba1ac4 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-594318028'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:22.257927 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffbdeb-61eb-4b64-8064-d9725f41ea99 req-330b6d06-d0f0-4cef-b218-7e6aac57731b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:22.260659 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5ffbdeb-61eb-4b64-8064-d9725f41ea99 req-330b6d06-d0f0-4cef-b218-7e6aac57731b service neutron] 10.222.0.57 "GET /v2.0/networks?id=8e76b1af-a487-4aaa-a9e7-55a45bb9d026 HTTP/1.1" status: 200 len: 911 time: 0.1403725 Dec 16 09:38:22.324683 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5ffbdeb-61eb-4b64-8064-d9725f41ea99 req-e5081982-0b8f-471c-ae77-780db9625de6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef15a21c-73c2-4dbe-8c82-9df26e759e41 HTTP/1.1" status: 200 len: 217 time: 0.0405774 Dec 16 09:38:22.341905 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8caf5f1-66c2-48cb-8183-972112ba1ac4 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Made reservation on behalf of 957f34bbd8234fc0a1d4197e5dcccc8a for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:22.345982 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f8caf5f1-66c2-48cb-8183-972112ba1ac4 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:22.359764 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f8caf5f1-66c2-48cb-8183-972112ba1ac4 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:22.369769 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3bcd2-a981-473f-b2f0-e1dcec4d6a69 req-ce7fb73f-777f-4eda-a640-70987d6c45ef tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:22.371738 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-96b3bcd2-a981-473f-b2f0-e1dcec4d6a69 req-ce7fb73f-777f-4eda-a640-70987d6c45ef tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f944673-c406-4cc1-badc-78175b6c534f HTTP/1.1" status: 200 len: 944 time: 0.0828204 Dec 16 09:38:22.388334 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-4b7e7073-78bd-43e9-bd57-1d6646a12f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2713676-763c-4529-8d52-4773404c5035', 'name': 'tempest-FloatingIPsAssociationTestJSON-204191917-router', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:37:37Z', 'updated_at': '2021-12-16T09:37:41Z', 'revision_number': 4, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'gw_port': {'id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:38Z', 'updated_at': '2021-12-16T09:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '0aa8b062-5c1e-4fe5-840a-91fa535a3f89', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'e2713676-763c-4529-8d52-4773404c5035', 'port_id': '5beaa514-edcf-4b49-bbcf-0309dfb6c2a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'mac_address': 'fa:16:3e:eb:5b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50487f49-c5d1-4ddc-9f7e-286ec25dd20b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:38:03Z', 'updated_at': '2021-12-16T09:38:20Z', 'revision_number': 1, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05379019-0084-44b0-a476-5d25f57c6efa', 'name': '', 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'mac_address': 'fa:16:3e:03:7b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:41Z', 'updated_at': '2021-12-16T09:37:46Z', 'revision_number': 5, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'subnets': [{'id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:22.391140 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffbdeb-61eb-4b64-8064-d9725f41ea99 req-b7a5c689-1601-46fa-8847-298c1af19a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:22.392877 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5ffbdeb-61eb-4b64-8064-d9725f41ea99 req-b7a5c689-1601-46fa-8847-298c1af19a0a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=307979b0-dd88-4cf6-9eee-4f63269491a0 HTTP/1.1" status: 200 len: 850 time: 0.0576375 Dec 16 09:38:22.420743 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7e7073-78bd-43e9-bd57-1d6646a12f66 None None] Checking router: e2713676-763c-4529-8d52-4773404c5035 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:38:22.460203 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7e7073-78bd-43e9-bd57-1d6646a12f66 None None] Routers {'e2713676-763c-4529-8d52-4773404c5035'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:22.460203 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-4b7e7073-78bd-43e9-bd57-1d6646a12f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:37:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['e2713676-763c-4529-8d52-4773404c5035'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:22.460431 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5ffbdeb-61eb-4b64-8064-d9725f41ea99 req-515f221b-9fc7-493e-a643-6f125282c18e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8e76b1af-a487-4aaa-a9e7-55a45bb9d026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447748 Dec 16 09:38:22.460431 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276450d8-27d6-45ff-8b8f-f3c039374241 req-cc53c5c8-7d53-4a3b-92cd-1de1d2ff125f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:22.460585 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f8caf5f1-66c2-48cb-8183-972112ba1ac4 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:22.463792 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-276450d8-27d6-45ff-8b8f-f3c039374241 req-cc53c5c8-7d53-4a3b-92cd-1de1d2ff125f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4133fe3e-3155-4199-8423-85f0275c5a18 HTTP/1.1" status: 200 len: 859 time: 0.3442101 Dec 16 09:38:22.505882 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-96b3bcd2-a981-473f-b2f0-e1dcec4d6a69 req-671f32bb-0d47-44e9-87a3-e5f914fc30b6 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.60 "GET /v2.0/security-groups?id=5347a2bb-7d3c-451b-bb40-4bd1a0036809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215696 Dec 16 09:38:22.568541 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-4b7e7073-78bd-43e9-bd57-1d6646a12f66 None None] Set router e2713676-763c-4529-8d52-4773404c5035 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:38:22.571909 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f8caf5f1-66c2-48cb-8183-972112ba1ac4 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:22.599145 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8caf5f1-66c2-48cb-8183-972112ba1ac4 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:38:22.629669 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5ffbdeb-61eb-4b64-8064-d9725f41ea99 req-f4772422-e283-48e8-86db-9197b28b942c service neutron] 10.222.0.57 "GET /v2.0/networks/8e76b1af-a487-4aaa-a9e7-55a45bb9d026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342208 Dec 16 09:38:22.631223 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8caf5f1-66c2-48cb-8183-972112ba1ac4 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15bd4a36-3ec7-4d50-903f-44524447183a,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:22.639784 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276450d8-27d6-45ff-8b8f-f3c039374241 req-a3ac3540-5738-4464-a515-ab255d774515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:22.641812 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-276450d8-27d6-45ff-8b8f-f3c039374241 req-a3ac3540-5738-4464-a515-ab255d774515 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b746a243-6629-471f-83d2-a1c8bcbe7481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1771171 Dec 16 09:38:22.642648 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f8caf5f1-66c2-48cb-8183-972112ba1ac4 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:22.643026 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-f8caf5f1-66c2-48cb-8183-972112ba1ac4 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Added segment 911ab578-0c92-4165-8796-7b24d2533509 of type vlan for network 93837e0a-a0ae-48b2-9bf7-c46385c8659c Dec 16 09:38:22.657049 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-276450d8-27d6-45ff-8b8f-f3c039374241 req-eb1a5ad1-516e-474c-9624-03bfab54093e service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:38:22.658228 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-276450d8-27d6-45ff-8b8f-f3c039374241 req-eb1a5ad1-516e-474c-9624-03bfab54093e service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059211 Dec 16 09:38:22.696618 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f8caf5f1-66c2-48cb-8183-972112ba1ac4 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:22.862549 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f8caf5f1-66c2-48cb-8183-972112ba1ac4 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:22.867293 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8caf5f1-66c2-48cb-8183-972112ba1ac4 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:22.868042 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f8caf5f1-66c2-48cb-8183-972112ba1ac4 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:22.891333 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5ffbdeb-61eb-4b64-8064-d9725f41ea99 req-25785333-5c01-4f04-9c9a-a18b83745d92 service neutron] 10.222.0.57 "GET /v2.0/networks/8e76b1af-a487-4aaa-a9e7-55a45bb9d026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482188 Dec 16 09:38:22.896027 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-4b7e7073-78bd-43e9-bd57-1d6646a12f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2713676-763c-4529-8d52-4773404c5035', 'name': 'tempest-FloatingIPsAssociationTestJSON-204191917-router', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:37:37Z', 'updated_at': '2021-12-16T09:37:41Z', 'revision_number': 4, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'gw_port': {'id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:38Z', 'updated_at': '2021-12-16T09:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '0aa8b062-5c1e-4fe5-840a-91fa535a3f89', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'e2713676-763c-4529-8d52-4773404c5035', 'port_id': '5beaa514-edcf-4b49-bbcf-0309dfb6c2a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'mac_address': 'fa:16:3e:eb:5b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50487f49-c5d1-4ddc-9f7e-286ec25dd20b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:38:03Z', 'updated_at': '2021-12-16T09:38:20Z', 'revision_number': 1, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05379019-0084-44b0-a476-5d25f57c6efa', 'name': '', 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'mac_address': 'fa:16:3e:03:7b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:41Z', 'updated_at': '2021-12-16T09:37:46Z', 'revision_number': 5, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'subnets': [{'id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:22.907566 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-276450d8-27d6-45ff-8b8f-f3c039374241 req-308a3407-ed8f-4288-a3fe-56514dc1e76c service neutron] 10.222.0.60 "GET /v2.0/networks/b746a243-6629-471f-83d2-a1c8bcbe7481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282329 Dec 16 09:38:22.929476 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7e7073-78bd-43e9-bd57-1d6646a12f66 None None] The sync data for ids ['e2713676-763c-4529-8d52-4773404c5035'] in n-d-820550-2 is: [{'id': 'e2713676-763c-4529-8d52-4773404c5035', 'name': 'tempest-FloatingIPsAssociationTestJSON-204191917-router', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:37:37Z', 'updated_at': '2021-12-16T09:37:41Z', 'revision_number': 4, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'gw_port': {'id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:38Z', 'updated_at': '2021-12-16T09:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '0aa8b062-5c1e-4fe5-840a-91fa535a3f89', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'e2713676-763c-4529-8d52-4773404c5035', 'port_id': '5beaa514-edcf-4b49-bbcf-0309dfb6c2a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'mac_address': 'fa:16:3e:eb:5b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50487f49-c5d1-4ddc-9f7e-286ec25dd20b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:38:03Z', 'updated_at': '2021-12-16T09:38:20Z', 'revision_number': 1, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05379019-0084-44b0-a476-5d25f57c6efa', 'name': '', 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'mac_address': 'fa:16:3e:03:7b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:41Z', 'updated_at': '2021-12-16T09:37:46Z', 'revision_number': 5, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'subnets': [{'id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:38:23.005229 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-276450d8-27d6-45ff-8b8f-f3c039374241 req-441bae3a-7739-40dd-adfd-0bff9b7be6d2 service neutron] 10.222.0.60 "GET /v2.0/networks/b746a243-6629-471f-83d2-a1c8bcbe7481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905318 Dec 16 09:38:23.015801 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8caf5f1-66c2-48cb-8183-972112ba1ac4 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Pushing event updated for resources: {'Network': ['ID=93837e0a-a0ae-48b2-9bf7-c46385c8659c,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:23.027299 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 93837e0a-a0ae-48b2-9bf7-c46385c8659c details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:38:23.055226 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-fead4b9b-a7f6-4d60-970d-ed8a608f2997 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:23.057407 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-fead4b9b-a7f6-4d60-970d-ed8a608f2997 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/networks?id=2e528bd2-b999-40ed-bbb8-2a5d13680e1b HTTP/1.1" status: 200 len: 815 time: 0.2123842 Dec 16 09:38:23.073653 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-64f50f22-a43c-4e76-a4d4-62f102f99ec5 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/quotas/2da811f0c9d149a388905a77d49eddfb HTTP/1.1" status: 200 len: 375 time: 0.0099971 Dec 16 09:38:23.098382 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f8caf5f1-66c2-48cb-8183-972112ba1ac4 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0720849 Dec 16 09:38:23.101343 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54440) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:23.107802 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-03c2465d-314d-4a73-9e23-0c64821a04c0 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Request body: {'subnet': {'network_id': '93837e0a-a0ae-48b2-9bf7-c46385c8659c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:23.156964 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-a181c98b-1c2e-4a0b-b9e7-e23ef80547eb tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2da811f0c9d149a388905a77d49eddfb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0736611 Dec 16 09:38:23.249513 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50487f49-c5d1-4ddc-9f7e-286ec25dd20b', 'tag': '5beaa514-edcf-4b49-bbcf-0309dfb6c2a1'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:23.251775 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab57c33-186f-4689-a2de-c99b27756b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "50487f49-c5d1-4ddc-9f7e-286ec25dd20b", "tag": "5beaa514-edcf-4b49-bbcf-0309dfb6c2a1"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:23.272638 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cbb38e-5054-4d66-890e-34e76fc4d74b None None] New status for floating IP 0aa8b062-5c1e-4fe5-840a-91fa535a3f89: ACTIVE {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:38:23.288647 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-8edb67d0-66eb-43ed-a0fb-b1856ed62875 service neutron] 10.222.0.60 "GET /v2.0/networks/2e528bd2-b999-40ed-bbb8-2a5d13680e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297617 Dec 16 09:38:23.300373 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-a4083904-aaa5-49c6-8c4d-c45b16fb240d tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:23.308848 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-a4083904-aaa5-49c6-8c4d-c45b16fb240d tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports?device_id=b90a6c9e-d302-4b80-8658-4fff5604f47f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1030424 Dec 16 09:38:23.410974 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d7d603f9-82ae-4685-9991-a191f4f64eaf req-d074eb81-5693-4bd4-86f3-a3af4ccb68b6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1290d879-2948-4a58-a14a-a1191342f92a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0862916 Dec 16 09:38:23.424165 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-fda2a153-8895-434e-8f69-eefe4adb6812 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.63 HTTP/1.1" status: 200 len: 999 time: 0.1143339 Dec 16 09:38:23.429913 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-f19981f1-33ef-4ade-bfea-c0e90bc707c7 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Request body: {'floatingip': {'port_id': 'd166f70a-fc8a-45bd-a855-066c67da8427', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:23.443242 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-9e93c93b-aa71-4622-97ed-6932122b769f service neutron] 10.222.0.60 "GET /v2.0/networks/2e528bd2-b999-40ed-bbb8-2a5d13680e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381774 Dec 16 09:38:23.483608 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d603f9-82ae-4685-9991-a191f4f64eaf req-dd474ee2-3902-4ea8-8250-4dde8ae6ef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:23.485396 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d7d603f9-82ae-4685-9991-a191f4f64eaf req-dd474ee2-3902-4ea8-8250-4dde8ae6ef1a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b08ba95154e04457900cfefa4916c15d&device_id=1290d879-2948-4a58-a14a-a1191342f92a HTTP/1.1" status: 200 len: 1096 time: 0.0462151 Dec 16 09:38:23.513008 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-f19981f1-33ef-4ade-bfea-c0e90bc707c7 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks [] for floatingip, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:23.554131 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c2465d-314d-4a73-9e23-0c64821a04c0 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Made reservation on behalf of 957f34bbd8234fc0a1d4197e5dcccc8a for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:23.557627 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-03c2465d-314d-4a73-9e23-0c64821a04c0 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:23.604272 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d603f9-82ae-4685-9991-a191f4f64eaf req-e15d1f81-4f1d-43dc-a2dc-cfce8265d978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:23.611732 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d7d603f9-82ae-4685-9991-a191f4f64eaf req-e15d1f81-4f1d-43dc-a2dc-cfce8265d978 service neutron] 10.222.0.58 "GET /v2.0/networks?id=09866e78-29ef-4050-a525-5c237a470f23 HTTP/1.1" status: 200 len: 914 time: 0.0980577 Dec 16 09:38:23.653823 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d7d603f9-82ae-4685-9991-a191f4f64eaf req-d902f624-afba-43b7-a3f7-52fadae3426c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2dd9d633-8df0-4faf-a4a9-f71b5cc3054e HTTP/1.1" status: 200 len: 217 time: 0.0390399 Dec 16 09:38:23.665102 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446de915-9f27-49e7-8d7d-5f52bcb81308 req-ca40716a-f51c-48bf-84d7-069f70549409 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:23.666677 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-446de915-9f27-49e7-8d7d-5f52bcb81308 req-ca40716a-f51c-48bf-84d7-069f70549409 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a9c898e-9d50-4f16-a041-11a9db62e19a HTTP/1.1" status: 200 len: 945 time: 0.2038734 Dec 16 09:38:23.716905 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d603f9-82ae-4685-9991-a191f4f64eaf req-cfc8444c-f35d-4939-9ba6-21d17576a225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:23.718197 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d7d603f9-82ae-4685-9991-a191f4f64eaf req-cfc8444c-f35d-4939-9ba6-21d17576a225 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=254306af-14e3-4adb-acda-c9e93df31861 HTTP/1.1" status: 200 len: 853 time: 0.0577016 Dec 16 09:38:23.741730 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3ebcbb-e55c-4d72-a16e-2fa6e3ddb6d4 x-openstack-request-id: req-9a3ebcbb-e55c-4d72-a16e-2fa6e3ddb6d4 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:23.742220 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50487f49-c5d1-4ddc-9f7e-286ec25dd20b", "tag": "5beaa514-edcf-4b49-bbcf-0309dfb6c2a1", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:23.749427 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9a3ebcbb-e55c-4d72-a16e-2fa6e3ddb6d4 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:23.749427 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50487f49-c5d1-4ddc-9f7e-286ec25dd20b', 'tag': '5beaa514-edcf-4b49-bbcf-0309dfb6c2a1', 'status': 'completed', 'code': 200} Dec 16 09:38:23.754936 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d7d603f9-82ae-4685-9991-a191f4f64eaf req-f2c026d4-5222-458b-96d1-60c6c0e1d7f0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=09866e78-29ef-4050-a525-5c237a470f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271177 Dec 16 09:38:23.867675 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef599eb-5718-47d2-abce-850557321a89 req-a8bdcd20-0bb1-4a81-b068-b2d443f70364 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:23.869212 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bef599eb-5718-47d2-abce-850557321a89 req-a8bdcd20-0bb1-4a81-b068-b2d443f70364 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f944673-c406-4cc1-badc-78175b6c534f HTTP/1.1" status: 200 len: 944 time: 0.0989528 Dec 16 09:38:23.907193 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d7d603f9-82ae-4685-9991-a191f4f64eaf req-8307cd27-6927-4df1-90ff-71ebc4db40ec service neutron] 10.222.0.58 "GET /v2.0/networks/09866e78-29ef-4050-a525-5c237a470f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450481 Dec 16 09:38:23.974125 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bef599eb-5718-47d2-abce-850557321a89 req-59929ff8-61fa-4393-a6b4-e49610569bd5 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.60 "GET /v2.0/security-groups?id=5347a2bb-7d3c-451b-bb40-4bd1a0036809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958588 Dec 16 09:38:23.976859 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab57c33-186f-4689-a2de-c99b27756b9f req-6dcef0f3-e149-4130-a183-ae85546d6042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:23.978450 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cab57c33-186f-4689-a2de-c99b27756b9f req-6dcef0f3-e149-4130-a183-ae85546d6042 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5c2212d9a5284c729e29b291e3f808ca&device_id=50487f49-c5d1-4ddc-9f7e-286ec25dd20b HTTP/1.1" status: 200 len: 1097 time: 0.2245443 Dec 16 09:38:24.012794 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-45b2f863-f441-4823-9985-760ac5d69ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:24.038996 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d7d603f9-82ae-4685-9991-a191f4f64eaf req-b655627e-f95d-4010-bcfa-ef92f7d06e1d service neutron] 10.222.0.58 "GET /v2.0/networks/09866e78-29ef-4050-a525-5c237a470f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218827 Dec 16 09:38:24.126555 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-00f6e7ec-fa31-4b88-a24a-d76b0a60bf08 req-efd35f84-c131-42ed-9534-c1034fd0dbf8 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 210 time: 0.0296071 Dec 16 09:38:24.192907 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-446de915-9f27-49e7-8d7d-5f52bcb81308 req-c73b128a-005f-4ba5-843d-7c1473751311 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Deleting port 524ad67a-3422-434c-bd47-081930bef03e {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:24.193546 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-446de915-9f27-49e7-8d7d-5f52bcb81308 req-c73b128a-005f-4ba5-843d-7c1473751311 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:24.532836 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ef15a21c-73c2-4dbe-8c82-9df26e759e41 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:38:24.608057 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab57c33-186f-4689-a2de-c99b27756b9f req-43c394b6-655f-4585-a3a6-4cf9b076fca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:24.609585 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cab57c33-186f-4689-a2de-c99b27756b9f req-43c394b6-655f-4585-a3a6-4cf9b076fca6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b746a243-6629-471f-83d2-a1c8bcbe7481 HTTP/1.1" status: 200 len: 921 time: 0.6202614 Dec 16 09:38:24.610387 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.db.api [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-f19981f1-33ef-4ade-bfea-c0e90bc707c7 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:38:24.610745 n-d-820550-2 neutron-server[102816]: DEBUG oslo_db.api [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-f19981f1-33ef-4ade-bfea-c0e90bc707c7 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:38:24.649630 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port ef15a21c-73c2-4dbe-8c82-9df26e759e41, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ef15a21c-73c2-4dbe-8c82-9df26e759e41,segment=NetworkSegment(af71b548-28ef-45d8-9c25-2902db566b69),segment_id=af71b548-28ef-45d8-9c25-2902db566b69)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:24.662457 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'ef15a21c-73c2-4dbe-8c82-9df26e759e41', 'network_id': '8e76b1af-a487-4aaa-a9e7-55a45bb9d026', 'port_id': 'ef15a21c-73c2-4dbe-8c82-9df26e759e41', 'mac_address': 'fa:16:3e:71:12:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '307979b0-dd88-4cf6-9eee-4f63269491a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:38:24.701070 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:24.702340 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-446de915-9f27-49e7-8d7d-5f52bcb81308 req-c73b128a-005f-4ba5-843d-7c1473751311 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] For port 524ad67a-3422-434c-bd47-081930bef03e, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=524ad67a-3422-434c-bd47-081930bef03e,segment=NetworkSegment(a2ee8051-abfb-4f5b-b081-c86ac7eab054),segment_id=a2ee8051-abfb-4f5b-b081-c86ac7eab054)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:24.702721 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-446de915-9f27-49e7-8d7d-5f52bcb81308 req-c73b128a-005f-4ba5-843d-7c1473751311 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:24.705335 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-03c2465d-314d-4a73-9e23-0c64821a04c0 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:24.715423 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef15a21c-73c2-4dbe-8c82-9df26e759e41 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:38:24.735862 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port ef15a21c-73c2-4dbe-8c82-9df26e759e41, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ef15a21c-73c2-4dbe-8c82-9df26e759e41,segment=NetworkSegment(af71b548-28ef-45d8-9c25-2902db566b69),segment_id=af71b548-28ef-45d8-9c25-2902db566b69)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:24.745903 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cab57c33-186f-4689-a2de-c99b27756b9f req-73872af4-1c84-445f-9851-c355134fdbc4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5beaa514-edcf-4b49-bbcf-0309dfb6c2a1 HTTP/1.1" status: 200 len: 1001 time: 0.1274817 Dec 16 09:38:24.753538 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-446de915-9f27-49e7-8d7d-5f52bcb81308 req-c73b128a-005f-4ba5-843d-7c1473751311 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Calling delete_port for 524ad67a-3422-434c-bd47-081930bef03e owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:24.851133 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:24.865480 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2465d-314d-4a73-9e23-0c64821a04c0 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Pushing event updated for resources: {'Subnet': ['ID=c29ca88e-b010-4415-95e2-56f1a54fca98,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:24.890804 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c2465d-314d-4a73-9e23-0c64821a04c0 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Checking segment: {'id': '911ab578-0c92-4165-8796-7b24d2533509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '93837e0a-a0ae-48b2-9bf7-c46385c8659c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:38:24.891173 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c2465d-314d-4a73-9e23-0c64821a04c0 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Network hostable DHCP agents. Network: 93837e0a-a0ae-48b2-9bf7-c46385c8659c, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:38:24.898284 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=ef15a21c-73c2-4dbe-8c82-9df26e759e41,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:24.902767 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab57c33-186f-4689-a2de-c99b27756b9f req-4fa6f2f1-c800-4e7b-9cbd-42fe4c05aed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:24.902767 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cab57c33-186f-4689-a2de-c99b27756b9f req-4fa6f2f1-c800-4e7b-9cbd-42fe4c05aed8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4133fe3e-3155-4199-8423-85f0275c5a18 HTTP/1.1" status: 200 len: 859 time: 0.1452923 Dec 16 09:38:24.989511 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab57c33-186f-4689-a2de-c99b27756b9f req-333558bc-07ea-47d1-914f-6cd53e41bb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:24.991024 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cab57c33-186f-4689-a2de-c99b27756b9f req-333558bc-07ea-47d1-914f-6cd53e41bb05 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b746a243-6629-471f-83d2-a1c8bcbe7481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809822 Dec 16 09:38:25.061972 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c2465d-314d-4a73-9e23-0c64821a04c0 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Network 93837e0a-a0ae-48b2-9bf7-c46385c8659c is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:38:25.110993 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cab57c33-186f-4689-a2de-c99b27756b9f req-7baab550-6d0b-4c34-b68a-7988acf58af4 service neutron] 10.222.0.57 "GET /v2.0/networks/b746a243-6629-471f-83d2-a1c8bcbe7481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106980 Dec 16 09:38:25.111566 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-f19981f1-33ef-4ade-bfea-c0e90bc707c7 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks [] for floatingip, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:25.178308 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8014a07-56d1-4e64-a431-0cf7c62ac2f2 req-2574b5a6-895f-4a3d-b517-d19899f46228 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:25.179937 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c8014a07-56d1-4e64-a431-0cf7c62ac2f2 req-2574b5a6-895f-4a3d-b517-d19899f46228 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f944673-c406-4cc1-badc-78175b6c534f HTTP/1.1" status: 200 len: 945 time: 0.0522614 Dec 16 09:38:25.213891 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-03c2465d-314d-4a73-9e23-0c64821a04c0 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 93837e0a-a0ae-48b2-9bf7-c46385c8659c) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:25.223927 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-446de915-9f27-49e7-8d7d-5f52bcb81308 req-c73b128a-005f-4ba5-843d-7c1473751311 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:25.224820 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c8014a07-56d1-4e64-a431-0cf7c62ac2f2 req-9a5e7d8b-85e8-4f0e-b01e-7c1e2ae0c6e0 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.60 "GET /v2.0/security-groups?id=5347a2bb-7d3c-451b-bb40-4bd1a0036809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346818 Dec 16 09:38:25.225971 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36e17b6-132b-4797-af77-eebbb198c191 None None] Network 93837e0a-a0ae-48b2-9bf7-c46385c8659c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:38:25.228145 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c2465d-314d-4a73-9e23-0c64821a04c0 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:25.229286 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-03c2465d-314d-4a73-9e23-0c64821a04c0 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:25.233032 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['524ad67a-3422-434c-bd47-081930bef03e'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:38:25.306771 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b128a-005f-4ba5-843d-7c1473751311 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Pushing event deleted for resources: {'Port': ['ID=524ad67a-3422-434c-bd47-081930bef03e,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:25.406669 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-446de915-9f27-49e7-8d7d-5f52bcb81308 req-c73b128a-005f-4ba5-843d-7c1473751311 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] No DVR routers for this DVR port 524ad67a-3422-434c-bd47-081930bef03e on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:38:25.419700 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-446de915-9f27-49e7-8d7d-5f52bcb81308 req-c73b128a-005f-4ba5-843d-7c1473751311 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:25.423185 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-446de915-9f27-49e7-8d7d-5f52bcb81308 req-c73b128a-005f-4ba5-843d-7c1473751311 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.58 "DELETE /v2.0/ports/524ad67a-3422-434c-bd47-081930bef03e HTTP/1.1" status: 204 len: 173 time: 1.7451651 Dec 16 09:38:25.424847 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-57bb3e79-706d-4bc5-ae5d-4a9d4dbc305f req-b03a8534-458f-4099-9fea-8f5cba86ea4a tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 210 time: 0.0354013 Dec 16 09:38:25.497927 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['ef15a21c-73c2-4dbe-8c82-9df26e759e41'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:38:25.512093 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-03c2465d-314d-4a73-9e23-0c64821a04c0 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4096091 Dec 16 09:38:25.515323 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54482) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:25.515969 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cab57c33-186f-4689-a2de-c99b27756b9f req-5eaa1382-39e8-44fb-bc81-67b1d70d68bc service neutron] 10.222.0.57 "GET /v2.0/networks/b746a243-6629-471f-83d2-a1c8bcbe7481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662887 Dec 16 09:38:25.520602 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-c011156f-a2d1-472b-aee3-7db181544878 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Request body: {'port': {'network_id': '93837e0a-a0ae-48b2-9bf7-c46385c8659c', 'name': 'tempest-AllowedAddressPairTestJSON-453600587'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:25.721363 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a07708d-f43d-48ac-b103-29b5bae0afb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-93837e0a-a0ae-48b2-9bf7-c46385c8659c', 'network_id': '93837e0a-a0ae-48b2-9bf7-c46385c8659c', 'tenant_id': '957f34bbd8234fc0a1d4197e5dcccc8a', 'fixed_ips': [{'subnet_id': 'c29ca88e-b010-4415-95e2-56f1a54fca98'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:38:25.722230 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0a07708d-f43d-48ac-b103-29b5bae0afb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:25.755560 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a9c898e-9d50-4f16-a041-11a9db62e19a', 'name': 'network-vif-deleted', 'tag': '524ad67a-3422-434c-bd47-081930bef03e'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:25.757607 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b64b06c-49aa-43d5-9e00-d8a94ae58fd2" -d '{"events": [{"server_uuid": "5a9c898e-9d50-4f16-a041-11a9db62e19a", "name": "network-vif-deleted", "tag": "524ad67a-3422-434c-bd47-081930bef03e"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:25.759465 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c011156f-a2d1-472b-aee3-7db181544878 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Made reservation on behalf of 957f34bbd8234fc0a1d4197e5dcccc8a for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:25.769042 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c011156f-a2d1-472b-aee3-7db181544878 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:25.796368 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-c011156f-a2d1-472b-aee3-7db181544878 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] device_id is not set on port 18a860a4-1216-4170-96bc-3cb3ccbe658e yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:38:25.849267 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383c6e64-f1c4-4d60-85c0-9787f7038410 x-openstack-request-id: req-383c6e64-f1c4-4d60-85c0-9787f7038410 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:25.851818 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a9c898e-9d50-4f16-a041-11a9db62e19a", "name": "network-vif-deleted", "tag": "524ad67a-3422-434c-bd47-081930bef03e", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:25.851818 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-383c6e64-f1c4-4d60-85c0-9787f7038410 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:25.851818 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a9c898e-9d50-4f16-a041-11a9db62e19a', 'name': 'network-vif-deleted', 'tag': '524ad67a-3422-434c-bd47-081930bef03e', 'status': 'completed', 'code': 200} Dec 16 09:38:25.886044 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-f19981f1-33ef-4ade-bfea-c0e90bc707c7 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:25.922480 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-0a07708d-f43d-48ac-b103-29b5bae0afb0 None None] Allocated IP 172.20.0.2 (93837e0a-a0ae-48b2-9bf7-c46385c8659c/c29ca88e-b010-4415-95e2-56f1a54fca98/90195f40-e853-41e4-a713-f39dcf3f9702) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:25.984756 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-f19981f1-33ef-4ade-bfea-c0e90bc707c7 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:26.081990 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0a07708d-f43d-48ac-b103-29b5bae0afb0 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:26.096368 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-f19981f1-33ef-4ade-bfea-c0e90bc707c7 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Floating IP 0aa8b062-5c1e-4fe5-840a-91fa535a3f89 associated. External IP: 172.25.1.63, port: 5beaa514-edcf-4b49-bbcf-0309dfb6c2a1. Dec 16 09:38:26.222856 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0a07708d-f43d-48ac-b103-29b5bae0afb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:26.296088 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a07708d-f43d-48ac-b103-29b5bae0afb0 None None] Network 93837e0a-a0ae-48b2-9bf7-c46385c8659c is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:26.302852 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-c011156f-a2d1-472b-aee3-7db181544878 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Allocated IP 172.20.0.11 (93837e0a-a0ae-48b2-9bf7-c46385c8659c/c29ca88e-b010-4415-95e2-56f1a54fca98/18a860a4-1216-4170-96bc-3cb3ccbe658e) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:26.306468 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-0a07708d-f43d-48ac-b103-29b5bae0afb0 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:26.309792 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a07708d-f43d-48ac-b103-29b5bae0afb0 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:26.321207 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07708d-f43d-48ac-b103-29b5bae0afb0 None None] Pushing event updated for resources: {'Port': ['ID=90195f40-e853-41e4-a713-f39dcf3f9702,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:26.404729 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-0a07708d-f43d-48ac-b103-29b5bae0afb0 None None] Attempting to bind port 90195f40-e853-41e4-a713-f39dcf3f9702 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:38:26.405200 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-0a07708d-f43d-48ac-b103-29b5bae0afb0 None None] Attempting to bind port 90195f40-e853-41e4-a713-f39dcf3f9702 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '911ab578-0c92-4165-8796-7b24d2533509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '93837e0a-a0ae-48b2-9bf7-c46385c8659c'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:38:26.405644 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a07708d-f43d-48ac-b103-29b5bae0afb0 None None] Attempting to bind port 90195f40-e853-41e4-a713-f39dcf3f9702 on network 93837e0a-a0ae-48b2-9bf7-c46385c8659c {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:38:26.417038 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a07708d-f43d-48ac-b103-29b5bae0afb0 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:38:26.425701 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a07708d-f43d-48ac-b103-29b5bae0afb0 None None] Checking segment: {'id': '911ab578-0c92-4165-8796-7b24d2533509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '93837e0a-a0ae-48b2-9bf7-c46385c8659c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:38:26.425701 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0a07708d-f43d-48ac-b103-29b5bae0afb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:26.425701 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a07708d-f43d-48ac-b103-29b5bae0afb0 None None] Bound using segment: {'id': '911ab578-0c92-4165-8796-7b24d2533509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '93837e0a-a0ae-48b2-9bf7-c46385c8659c'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:38:26.425701 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-0a07708d-f43d-48ac-b103-29b5bae0afb0 None None] Bound port: 90195f40-e853-41e4-a713-f39dcf3f9702, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '911ab578-0c92-4165-8796-7b24d2533509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '93837e0a-a0ae-48b2-9bf7-c46385c8659c'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:38:26.425701 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0a07708d-f43d-48ac-b103-29b5bae0afb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:26.478514 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-aa1dd534-d5f6-40f3-8673-7e99ea2eeee0 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:26.481425 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-aa1dd534-d5f6-40f3-8673-7e99ea2eeee0 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.58 "GET /v2.0/networks?id=2e528bd2-b999-40ed-bbb8-2a5d13680e1b HTTP/1.1" status: 200 len: 815 time: 0.1900308 Dec 16 09:38:26.483436 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-f19981f1-33ef-4ade-bfea-c0e90bc707c7 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Router e2713676-763c-4529-8d52-4773404c5035 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:38:26.496374 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680805e8-e5f3-4172-a6f6-86ae0e826f76 req-bdb56d53-b64b-48d2-b912-70aea66c3f04 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:26.498019 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-680805e8-e5f3-4172-a6f6-86ae0e826f76 req-bdb56d53-b64b-48d2-b912-70aea66c3f04 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f944673-c406-4cc1-badc-78175b6c534f HTTP/1.1" status: 200 len: 945 time: 0.1492691 Dec 16 09:38:26.508465 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-12481951-3897-4a2c-a68c-cc23b46fbe48 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Request body: {'port': {'device_id': 'b66d903a-3884-45a6-8e45-13c7f64d2ac6', 'network_id': '2e528bd2-b999-40ed-bbb8-2a5d13680e1b', 'admin_state_up': True, 'tenant_id': '2da811f0c9d149a388905a77d49eddfb'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:26.531286 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-0a07708d-f43d-48ac-b103-29b5bae0afb0 None None] For port 90195f40-e853-41e4-a713-f39dcf3f9702, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:38:26.535520 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-0a07708d-f43d-48ac-b103-29b5bae0afb0 None None] For port 90195f40-e853-41e4-a713-f39dcf3f9702, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=90195f40-e853-41e4-a713-f39dcf3f9702,segment=NetworkSegment(911ab578-0c92-4165-8796-7b24d2533509),segment_id=911ab578-0c92-4165-8796-7b24d2533509)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:38:26.537618 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e016fa71-eaa1-4938-8137-8855cc639d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:26.573100 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-680805e8-e5f3-4172-a6f6-86ae0e826f76 req-fd3a9ecb-0956-48a1-a66a-0550c3f23e4f tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.60 "GET /v2.0/security-groups?id=5347a2bb-7d3c-451b-bb40-4bd1a0036809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677786 Dec 16 09:38:26.607047 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c011156f-a2d1-472b-aee3-7db181544878 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:26.707794 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-f19981f1-33ef-4ade-bfea-c0e90bc707c7 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:38:26.709913 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0a07708d-f43d-48ac-b103-29b5bae0afb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:26.753715 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef446c08-80b6-40f9-a511-ecefd3096508 None None] Sync routers for ids ['e2713676-763c-4529-8d52-4773404c5035'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:38:26.762045 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c011156f-a2d1-472b-aee3-7db181544878 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:26.771893 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5d9cdad9-f5ca-4e7d-958f-50e19b7b7fa1 req-fa789964-9f6f-44d6-88ae-26ddda35902e tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 210 time: 0.0379395 Dec 16 09:38:26.807850 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef446c08-80b6-40f9-a511-ecefd3096508 None None] Routers {'e2713676-763c-4529-8d52-4773404c5035'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:26.811697 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-ef446c08-80b6-40f9-a511-ecefd3096508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:38:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['e2713676-763c-4529-8d52-4773404c5035'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:26.894785 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c011156f-a2d1-472b-aee3-7db181544878 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Network 93837e0a-a0ae-48b2-9bf7-c46385c8659c is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:26.906043 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-c011156f-a2d1-472b-aee3-7db181544878 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:26.914019 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c011156f-a2d1-472b-aee3-7db181544878 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:26.956449 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07708d-f43d-48ac-b103-29b5bae0afb0 None None] Pushing event updated for resources: {'Port': ['ID=90195f40-e853-41e4-a713-f39dcf3f9702,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:27.012316 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-12481951-3897-4a2c-a68c-cc23b46fbe48 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Made reservation on behalf of 2da811f0c9d149a388905a77d49eddfb for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:27.016557 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-12481951-3897-4a2c-a68c-cc23b46fbe48 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:27.100654 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-ef446c08-80b6-40f9-a511-ecefd3096508 None None] Set router e2713676-763c-4529-8d52-4773404c5035 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:38:27.306674 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-f19981f1-33ef-4ade-bfea-c0e90bc707c7 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Router e2713676-763c-4529-8d52-4773404c5035 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:38:27.329056 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-12481951-3897-4a2c-a68c-cc23b46fbe48 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Allocated IP 172.20.0.10 (2e528bd2-b999-40ed-bbb8-2a5d13680e1b/f978629d-1eff-401d-9c7a-42314c842760/26cf4773-4cad-447d-bb4d-7f46ea35c929) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:27.461829 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-f19981f1-33ef-4ade-bfea-c0e90bc707c7 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:38:27.467862 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-f19981f1-33ef-4ade-bfea-c0e90bc707c7 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:27.468359 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c011156f-a2d1-472b-aee3-7db181544878 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Pushing event updated for resources: {'Port': ['ID=18a860a4-1216-4170-96bc-3cb3ccbe658e,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:27.485099 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-ef446c08-80b6-40f9-a511-ecefd3096508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2713676-763c-4529-8d52-4773404c5035', 'name': 'tempest-FloatingIPsAssociationTestJSON-204191917-router', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:37:37Z', 'updated_at': '2021-12-16T09:37:41Z', 'revision_number': 4, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'gw_port': {'id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:38Z', 'updated_at': '2021-12-16T09:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '0aa8b062-5c1e-4fe5-840a-91fa535a3f89', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'e2713676-763c-4529-8d52-4773404c5035', 'port_id': 'd166f70a-fc8a-45bd-a855-066c67da8427', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'mac_address': 'fa:16:3e:ea:c5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90a6c9e-d302-4b80-8658-4fff5604f47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:38:03Z', 'updated_at': '2021-12-16T09:38:25Z', 'revision_number': 3, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05379019-0084-44b0-a476-5d25f57c6efa', 'name': '', 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'mac_address': 'fa:16:3e:03:7b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:41Z', 'updated_at': '2021-12-16T09:37:46Z', 'revision_number': 5, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'subnets': [{'id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:27.489146 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c011156f-a2d1-472b-aee3-7db181544878 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:27.489890 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c011156f-a2d1-472b-aee3-7db181544878 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:27.521358 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef446c08-80b6-40f9-a511-ecefd3096508 None None] Checking router: e2713676-763c-4529-8d52-4773404c5035 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:38:27.528606 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:27.531208 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef446c08-80b6-40f9-a511-ecefd3096508 None None] Routers {'e2713676-763c-4529-8d52-4773404c5035'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:27.531828 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-ef446c08-80b6-40f9-a511-ecefd3096508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:38:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['e2713676-763c-4529-8d52-4773404c5035'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:27.584852 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c011156f-a2d1-472b-aee3-7db181544878 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0682096 Dec 16 09:38:27.585305 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-f19981f1-33ef-4ade-bfea-c0e90bc707c7 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "PUT /v2.0/floatingips/0aa8b062-5c1e-4fe5-840a-91fa535a3f89 HTTP/1.1" status: 200 len: 998 time: 4.1599116 Dec 16 09:38:27.588800 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54498) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:27.595091 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-ba89c413-534f-4289-99bd-e7d72b4b3e9c tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Request body: {'port': {'network_id': '93837e0a-a0ae-48b2-9bf7-c46385c8659c', 'name': 'tempest-AllowedAddressPairTestJSON-1540894251', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:27:97:ff'}]}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:27.655027 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-ef446c08-80b6-40f9-a511-ecefd3096508 None None] Set router e2713676-763c-4529-8d52-4773404c5035 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:38:27.662623 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-0ba43392-bbfb-430d-91b3-3365e69bb931 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:27.676807 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-0ba43392-bbfb-430d-91b3-3365e69bb931 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports/5beaa514-edcf-4b49-bbcf-0309dfb6c2a1 HTTP/1.1" status: 200 len: 943 time: 0.0906115 Dec 16 09:38:27.780123 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01c620-5c49-44ae-a80b-5a3cab2da1ef req-7295b499-7c26-4457-9039-38de87502ec3 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:27.787394 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cf01c620-5c49-44ae-a80b-5a3cab2da1ef req-7295b499-7c26-4457-9039-38de87502ec3 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f944673-c406-4cc1-badc-78175b6c534f HTTP/1.1" status: 200 len: 945 time: 0.1008775 Dec 16 09:38:27.868874 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cf01c620-5c49-44ae-a80b-5a3cab2da1ef req-26eed5c3-481c-4237-a3a7-03247651e1cc tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.60 "GET /v2.0/security-groups?id=5347a2bb-7d3c-451b-bb40-4bd1a0036809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755360 Dec 16 09:38:27.959139 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba89c413-534f-4289-99bd-e7d72b4b3e9c tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Made reservation on behalf of 957f34bbd8234fc0a1d4197e5dcccc8a for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:28.040204 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-ef446c08-80b6-40f9-a511-ecefd3096508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2713676-763c-4529-8d52-4773404c5035', 'name': 'tempest-FloatingIPsAssociationTestJSON-204191917-router', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:37:37Z', 'updated_at': '2021-12-16T09:37:41Z', 'revision_number': 4, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'gw_port': {'id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:38Z', 'updated_at': '2021-12-16T09:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '0aa8b062-5c1e-4fe5-840a-91fa535a3f89', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'e2713676-763c-4529-8d52-4773404c5035', 'port_id': 'd166f70a-fc8a-45bd-a855-066c67da8427', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'mac_address': 'fa:16:3e:ea:c5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90a6c9e-d302-4b80-8658-4fff5604f47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:38:03Z', 'updated_at': '2021-12-16T09:38:25Z', 'revision_number': 3, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05379019-0084-44b0-a476-5d25f57c6efa', 'name': '', 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'mac_address': 'fa:16:3e:03:7b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:41Z', 'updated_at': '2021-12-16T09:37:46Z', 'revision_number': 5, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'subnets': [{'id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:28.077631 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef446c08-80b6-40f9-a511-ecefd3096508 None None] The sync data for ids ['e2713676-763c-4529-8d52-4773404c5035'] in n-d-820550-2 is: [{'id': 'e2713676-763c-4529-8d52-4773404c5035', 'name': 'tempest-FloatingIPsAssociationTestJSON-204191917-router', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:37:37Z', 'updated_at': '2021-12-16T09:37:41Z', 'revision_number': 4, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'gw_port': {'id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:38Z', 'updated_at': '2021-12-16T09:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '0aa8b062-5c1e-4fe5-840a-91fa535a3f89', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'e2713676-763c-4529-8d52-4773404c5035', 'port_id': 'd166f70a-fc8a-45bd-a855-066c67da8427', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'mac_address': 'fa:16:3e:ea:c5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90a6c9e-d302-4b80-8658-4fff5604f47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:38:03Z', 'updated_at': '2021-12-16T09:38:25Z', 'revision_number': 3, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05379019-0084-44b0-a476-5d25f57c6efa', 'name': '', 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'mac_address': 'fa:16:3e:03:7b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:41Z', 'updated_at': '2021-12-16T09:37:46Z', 'revision_number': 5, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'subnets': [{'id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:38:28.121693 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4e12c93b-0949-450e-a6c3-9e74590e89cf req-6e8bb587-ff19-48d6-a53f-e898dbf5efa4 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 210 time: 0.0902784 Dec 16 09:38:28.224038 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ba89c413-534f-4289-99bd-e7d72b4b3e9c tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:28.275091 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-ba89c413-534f-4289-99bd-e7d72b4b3e9c tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] device_id is not set on port 47dd5eff-3571-4c8c-b02d-c1696c51e217 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:38:28.321534 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50487f49-c5d1-4ddc-9f7e-286ec25dd20b', 'tag': '5beaa514-edcf-4b49-bbcf-0309dfb6c2a1'}, {'name': 'network-changed', 'server_uuid': 'b90a6c9e-d302-4b80-8658-4fff5604f47f', 'tag': 'd166f70a-fc8a-45bd-a855-066c67da8427'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:28.323962 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dcf781d-6213-44b3-8f87-be1c7fbdbb6c" -d '{"events": [{"name": "network-changed", "server_uuid": "50487f49-c5d1-4ddc-9f7e-286ec25dd20b", "tag": "5beaa514-edcf-4b49-bbcf-0309dfb6c2a1"}, {"name": "network-changed", "server_uuid": "b90a6c9e-d302-4b80-8658-4fff5604f47f", "tag": "d166f70a-fc8a-45bd-a855-066c67da8427"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:28.335400 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-12481951-3897-4a2c-a68c-cc23b46fbe48 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:28.388290 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-632021dc-792f-485e-af51-99165e81da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:28.400308 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-632021dc-792f-485e-af51-99165e81da68 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c2212d9a5284c729e29b291e3f808ca&device_id=50487f49-c5d1-4ddc-9f7e-286ec25dd20b HTTP/1.1" status: 200 len: 1097 time: 0.6462123 Dec 16 09:38:28.438231 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be6a626-28b5-4be0-b555-a9bbbd2157ef None None] New status for floating IP 0aa8b062-5c1e-4fe5-840a-91fa535a3f89: ACTIVE {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:38:28.444031 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 90195f40-e853-41e4-a713-f39dcf3f9702 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:38:28.468255 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eada8e2-b843-4f71-9f47-52fcbe54aede x-openstack-request-id: req-0eada8e2-b843-4f71-9f47-52fcbe54aede {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:28.469244 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50487f49-c5d1-4ddc-9f7e-286ec25dd20b", "tag": "5beaa514-edcf-4b49-bbcf-0309dfb6c2a1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b90a6c9e-d302-4b80-8658-4fff5604f47f", "tag": "d166f70a-fc8a-45bd-a855-066c67da8427", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:28.473459 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0eada8e2-b843-4f71-9f47-52fcbe54aede {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:28.473962 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50487f49-c5d1-4ddc-9f7e-286ec25dd20b', 'tag': '5beaa514-edcf-4b49-bbcf-0309dfb6c2a1', 'status': 'completed', 'code': 200} Dec 16 09:38:28.474245 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90a6c9e-d302-4b80-8658-4fff5604f47f', 'tag': 'd166f70a-fc8a-45bd-a855-066c67da8427', 'status': 'completed', 'code': 200} Dec 16 09:38:28.534051 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-ba89c413-534f-4289-99bd-e7d72b4b3e9c tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Allocated IP 172.20.0.7 (93837e0a-a0ae-48b2-9bf7-c46385c8659c/c29ca88e-b010-4415-95e2-56f1a54fca98/47dd5eff-3571-4c8c-b02d-c1696c51e217) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:28.560937 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e948355d-0aee-4ae6-9b1e-c7d2c87db5a3 None None] Network 93837e0a-a0ae-48b2-9bf7-c46385c8659c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:38:28.568237 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf781d-6213-44b3-8f87-be1c7fbdbb6c req-55837459-0104-4c83-a42e-5a21fb23b80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:28.569819 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0dcf781d-6213-44b3-8f87-be1c7fbdbb6c req-55837459-0104-4c83-a42e-5a21fb23b80c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5c2212d9a5284c729e29b291e3f808ca&device_id=b90a6c9e-d302-4b80-8658-4fff5604f47f HTTP/1.1" status: 200 len: 1097 time: 0.0744150 Dec 16 09:38:28.619062 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ef15a21c-73c2-4dbe-8c82-9df26e759e41 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:38:28.656698 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf781d-6213-44b3-8f87-be1c7fbdbb6c req-076bd371-ea66-48a0-8fa4-095de2d6a98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:28.659110 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0dcf781d-6213-44b3-8f87-be1c7fbdbb6c req-076bd371-ea66-48a0-8fa4-095de2d6a98c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5c2212d9a5284c729e29b291e3f808ca&device_id=50487f49-c5d1-4ddc-9f7e-286ec25dd20b HTTP/1.1" status: 200 len: 1097 time: 0.1556132 Dec 16 09:38:28.679679 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf781d-6213-44b3-8f87-be1c7fbdbb6c req-f8517b49-322d-478b-8f50-9305f5d971bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:28.681214 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0dcf781d-6213-44b3-8f87-be1c7fbdbb6c req-f8517b49-322d-478b-8f50-9305f5d971bd service neutron] 10.222.0.58 "GET /v2.0/networks?id=b746a243-6629-471f-83d2-a1c8bcbe7481 HTTP/1.1" status: 200 len: 921 time: 0.1039290 Dec 16 09:38:28.696322 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-8912f06a-94db-4c60-b045-6bb4c8074535 None None] Provisioning complete for port 90195f40-e853-41e4-a713-f39dcf3f9702 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:28.696559 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8912f06a-94db-4c60-b045-6bb4c8074535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:28.720277 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 90195f40-e853-41e4-a713-f39dcf3f9702 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:28.720659 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:28.778629 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf781d-6213-44b3-8f87-be1c7fbdbb6c req-a8e6938d-210a-4011-a1c9-9f3142daba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:28.780347 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0dcf781d-6213-44b3-8f87-be1c7fbdbb6c req-a8e6938d-210a-4011-a1c9-9f3142daba47 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b746a243-6629-471f-83d2-a1c8bcbe7481 HTTP/1.1" status: 200 len: 921 time: 0.1062663 Dec 16 09:38:28.795857 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-12481951-3897-4a2c-a68c-cc23b46fbe48 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:28.840383 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-d28bcd34-15a2-49d1-99fe-23b235954728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:28.842016 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-d28bcd34-15a2-49d1-99fe-23b235954728 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b746a243-6629-471f-83d2-a1c8bcbe7481 HTTP/1.1" status: 200 len: 921 time: 0.4324455 Dec 16 09:38:28.873698 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0dcf781d-6213-44b3-8f87-be1c7fbdbb6c req-fb7a6fa2-4125-4af7-ae47-65f85a6db734 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5beaa514-edcf-4b49-bbcf-0309dfb6c2a1 HTTP/1.1" status: 200 len: 217 time: 0.0855482 Dec 16 09:38:28.933347 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ba89c413-534f-4289-99bd-e7d72b4b3e9c tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:28.960788 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 524ad67a-3422-434c-bd47-081930bef03e no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:38:28.973296 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf781d-6213-44b3-8f87-be1c7fbdbb6c req-82533c5e-d1e8-407e-8302-725c744ac2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:28.974768 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0dcf781d-6213-44b3-8f87-be1c7fbdbb6c req-82533c5e-d1e8-407e-8302-725c744ac2ad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4133fe3e-3155-4199-8423-85f0275c5a18 HTTP/1.1" status: 200 len: 859 time: 0.0626066 Dec 16 09:38:28.979759 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-5eca6bbb-528e-4029-8840-48eca3171ce1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5beaa514-edcf-4b49-bbcf-0309dfb6c2a1 HTTP/1.1" status: 200 len: 217 time: 0.1119125 Dec 16 09:38:29.018064 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cc2464-4f52-4765-b6df-9ca88c12a0eb None None] Sync routers for ids ['e2713676-763c-4529-8d52-4773404c5035'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:38:29.039462 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0dcf781d-6213-44b3-8f87-be1c7fbdbb6c req-3d0a44e0-b76d-4410-85d6-c69e4da6437a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d166f70a-fc8a-45bd-a855-066c67da8427 HTTP/1.1" status: 200 len: 1001 time: 0.3490303 Dec 16 09:38:29.043704 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-12481951-3897-4a2c-a68c-cc23b46fbe48 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Network 2e528bd2-b999-40ed-bbb8-2a5d13680e1b is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:29.044646 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-f3dcd2a5-6c93-439f-aa64-f03349523c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:29.046400 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-f3dcd2a5-6c93-439f-aa64-f03349523c9d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4133fe3e-3155-4199-8423-85f0275c5a18 HTTP/1.1" status: 200 len: 859 time: 0.0572600 Dec 16 09:38:29.056608 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-12481951-3897-4a2c-a68c-cc23b46fbe48 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:29.087834 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-12481951-3897-4a2c-a68c-cc23b46fbe48 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:29.091399 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12481951-3897-4a2c-a68c-cc23b46fbe48 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Pushing event updated for resources: {'Port': ['ID=26cf4773-4cad-447d-bb4d-7f46ea35c929,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:29.091992 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf32a2-5d65-4abb-9cfd-45e8ea9e1c27 req-730fc1b3-08a2-4bb4-afec-e718eba689e1 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:29.101393 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2fdf32a2-5d65-4abb-9cfd-45e8ea9e1c27 req-730fc1b3-08a2-4bb4-afec-e718eba689e1 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f944673-c406-4cc1-badc-78175b6c534f HTTP/1.1" status: 200 len: 945 time: 0.1073985 Dec 16 09:38:29.155410 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ba89c413-534f-4289-99bd-e7d72b4b3e9c tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:29.160991 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf781d-6213-44b3-8f87-be1c7fbdbb6c req-4589ca4f-a0a2-4a52-ae5d-af9ba5318ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:29.164189 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0dcf781d-6213-44b3-8f87-be1c7fbdbb6c req-4589ca4f-a0a2-4a52-ae5d-af9ba5318ef1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4133fe3e-3155-4199-8423-85f0275c5a18 HTTP/1.1" status: 200 len: 859 time: 0.1131811 Dec 16 09:38:29.170846 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf781d-6213-44b3-8f87-be1c7fbdbb6c req-38189761-c6bb-4c31-9f06-f1cace702b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:29.172027 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0dcf781d-6213-44b3-8f87-be1c7fbdbb6c req-38189761-c6bb-4c31-9f06-f1cace702b00 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b746a243-6629-471f-83d2-a1c8bcbe7481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1858218 Dec 16 09:38:29.181816 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2fdf32a2-5d65-4abb-9cfd-45e8ea9e1c27 req-46b2ca75-1f58-4676-ac57-d5f7b83d846f tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.60 "GET /v2.0/security-groups?id=5347a2bb-7d3c-451b-bb40-4bd1a0036809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793378 Dec 16 09:38:29.282637 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89c413-534f-4289-99bd-e7d72b4b3e9c tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Pushing event updated for resources: {'Port': ['ID=47dd5eff-3571-4c8c-b02d-c1696c51e217,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:29.288757 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0dcf781d-6213-44b3-8f87-be1c7fbdbb6c req-6800b777-9ab8-426a-90ad-cab660e100a9 service neutron] 10.222.0.57 "GET /v2.0/networks/b746a243-6629-471f-83d2-a1c8bcbe7481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063604 Dec 16 09:38:29.296730 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-12481951-3897-4a2c-a68c-cc23b46fbe48 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:29.297388 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-12481951-3897-4a2c-a68c-cc23b46fbe48 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:29.305886 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba89c413-534f-4289-99bd-e7d72b4b3e9c tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Network 93837e0a-a0ae-48b2-9bf7-c46385c8659c is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:29.317478 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:29.319342 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cc2464-4f52-4765-b6df-9ca88c12a0eb None None] Routers {'e2713676-763c-4529-8d52-4773404c5035'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:29.319979 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-32cc2464-4f52-4765-b6df-9ca88c12a0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:38:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['e2713676-763c-4529-8d52-4773404c5035'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:29.330154 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-ba89c413-534f-4289-99bd-e7d72b4b3e9c tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:29.346653 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba89c413-534f-4289-99bd-e7d72b4b3e9c tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:29.399168 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba89c413-534f-4289-99bd-e7d72b4b3e9c tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:29.399862 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ba89c413-534f-4289-99bd-e7d72b4b3e9c tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:29.402540 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0dcf781d-6213-44b3-8f87-be1c7fbdbb6c req-66bde500-28cd-4125-a1c0-8533ef5f8578 service neutron] 10.222.0.57 "GET /v2.0/networks/b746a243-6629-471f-83d2-a1c8bcbe7481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007895 Dec 16 09:38:29.409977 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-0a5db733-8a42-468c-9cd1-ea191bcaec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:29.411486 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-0a5db733-8a42-468c-9cd1-ea191bcaec4a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b746a243-6629-471f-83d2-a1c8bcbe7481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3524776 Dec 16 09:38:29.416365 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 524ad67a-3422-434c-bd47-081930bef03e {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:38:29.416707 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 524ad67a-3422-434c-bd47-081930bef03e not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:38:29.418247 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port ef15a21c-73c2-4dbe-8c82-9df26e759e41 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:38:29.450735 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:29.467867 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port ef15a21c-73c2-4dbe-8c82-9df26e759e41 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:29.468231 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:29.468696 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf781d-6213-44b3-8f87-be1c7fbdbb6c req-c04ae758-9f4b-473d-89b4-43f302c2a84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:29.470564 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0dcf781d-6213-44b3-8f87-be1c7fbdbb6c req-c04ae758-9f4b-473d-89b4-43f302c2a84d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b746a243-6629-471f-83d2-a1c8bcbe7481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2759929 Dec 16 09:38:29.513462 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363761ab-fdad-487b-9aed-8cc0a5d13341 req-e93f5266-963e-4a1f-83a5-313b0b2d313c tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:29.515470 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-363761ab-fdad-487b-9aed-8cc0a5d13341 req-e93f5266-963e-4a1f-83a5-313b0b2d313c tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 932 time: 0.1226118 Dec 16 09:38:29.532851 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 90195f40-e853-41e4-a713-f39dcf3f9702, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=90195f40-e853-41e4-a713-f39dcf3f9702,segment=NetworkSegment(911ab578-0c92-4165-8796-7b24d2533509),segment_id=911ab578-0c92-4165-8796-7b24d2533509)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:29.554634 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-4cc1e215-e956-43bd-a0ee-66b0eb3bd3b2 service neutron] 10.222.0.60 "GET /v2.0/networks/b746a243-6629-471f-83d2-a1c8bcbe7481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347847 Dec 16 09:38:29.559280 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-12481951-3897-4a2c-a68c-cc23b46fbe48 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0689332 Dec 16 09:38:29.575744 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ba89c413-534f-4289-99bd-e7d72b4b3e9c tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.9851031 Dec 16 09:38:29.579379 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-084878f4-694e-4a07-8fc9-56b3b7417394 service neutron] Request body: {'port': {'device_id': 'b66d903a-3884-45a6-8e45-13c7f64d2ac6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:29.586464 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54522) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:29.614294 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8912f06a-94db-4c60-b045-6bb4c8074535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:29.652463 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-32cc2464-4f52-4765-b6df-9ca88c12a0eb None None] Set router e2713676-763c-4529-8d52-4773404c5035 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:38:29.665838 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-363761ab-fdad-487b-9aed-8cc0a5d13341 req-c5cb54ce-1f11-4a05-906b-e7ba1934c70c tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162307 Dec 16 09:38:29.722649 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:29.742182 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:29.746009 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d94c56-b10d-481d-8667-d77aea35f797 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:29.757935 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d94c56-b10d-481d-8667-d77aea35f797 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:29.765486 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d94c56-b10d-481d-8667-d77aea35f797 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:29.772212 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-30d94c56-b10d-481d-8667-d77aea35f797 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1846132 Dec 16 09:38:29.773085 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54524) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:29.776470 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0dcf781d-6213-44b3-8f87-be1c7fbdbb6c req-57b75c4e-156d-42cf-a15f-572cce30d736 service neutron] 10.222.0.58 "GET /v2.0/networks/b746a243-6629-471f-83d2-a1c8bcbe7481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976403 Dec 16 09:38:29.816908 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-8912f06a-94db-4c60-b045-6bb4c8074535 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:38:29.816908 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-8912f06a-94db-4c60-b045-6bb4c8074535 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:38:29.872658 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-084878f4-694e-4a07-8fc9-56b3b7417394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:29.918911 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-e18f2740-3017-43f7-bd0e-33a069df0590 service neutron] 10.222.0.60 "GET /v2.0/networks/b746a243-6629-471f-83d2-a1c8bcbe7481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569632 Dec 16 09:38:29.934979 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0dcf781d-6213-44b3-8f87-be1c7fbdbb6c req-b16476b2-66c2-42fd-9e1b-28b14bd38f3a service neutron] 10.222.0.58 "GET /v2.0/networks/b746a243-6629-471f-83d2-a1c8bcbe7481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510487 Dec 16 09:38:29.939810 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:29.958910 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=90195f40-e853-41e4-a713-f39dcf3f9702,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:30.039995 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f944673-c406-4cc1-badc-78175b6c534f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef15a21c-73c2-4dbe-8c82-9df26e759e41'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:30.043016 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c4bab9-7896-4759-a5e2-b797d8206631" -d '{"events": [{"server_uuid": "6f944673-c406-4cc1-badc-78175b6c534f", "name": "network-vif-plugged", "status": "completed", "tag": "ef15a21c-73c2-4dbe-8c82-9df26e759e41"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:30.057675 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port ef15a21c-73c2-4dbe-8c82-9df26e759e41, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ef15a21c-73c2-4dbe-8c82-9df26e759e41,segment=NetworkSegment(af71b548-28ef-45d8-9c25-2902db566b69),segment_id=af71b548-28ef-45d8-9c25-2902db566b69)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:30.140685 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddee46e-07e9-4214-9a6e-1f1682728b31 x-openstack-request-id: req-cddee46e-07e9-4214-9a6e-1f1682728b31 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:30.140979 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f944673-c406-4cc1-badc-78175b6c534f", "name": "network-vif-plugged", "status": "completed", "tag": "ef15a21c-73c2-4dbe-8c82-9df26e759e41", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:30.141310 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cddee46e-07e9-4214-9a6e-1f1682728b31 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:30.141703 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f944673-c406-4cc1-badc-78175b6c534f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef15a21c-73c2-4dbe-8c82-9df26e759e41', 'code': 200} Dec 16 09:38:30.144918 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:30.218941 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=ef15a21c-73c2-4dbe-8c82-9df26e759e41,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:30.240118 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-32cc2464-4f52-4765-b6df-9ca88c12a0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2713676-763c-4529-8d52-4773404c5035', 'name': 'tempest-FloatingIPsAssociationTestJSON-204191917-router', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:37:37Z', 'updated_at': '2021-12-16T09:37:41Z', 'revision_number': 4, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'gw_port': {'id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:38Z', 'updated_at': '2021-12-16T09:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '0aa8b062-5c1e-4fe5-840a-91fa535a3f89', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'e2713676-763c-4529-8d52-4773404c5035', 'port_id': 'd166f70a-fc8a-45bd-a855-066c67da8427', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'mac_address': 'fa:16:3e:ea:c5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90a6c9e-d302-4b80-8658-4fff5604f47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:38:03Z', 'updated_at': '2021-12-16T09:38:28Z', 'revision_number': 4, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05379019-0084-44b0-a476-5d25f57c6efa', 'name': '', 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'mac_address': 'fa:16:3e:03:7b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:41Z', 'updated_at': '2021-12-16T09:37:46Z', 'revision_number': 5, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'subnets': [{'id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:30.271369 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cc2464-4f52-4765-b6df-9ca88c12a0eb None None] Checking router: e2713676-763c-4529-8d52-4773404c5035 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:38:30.281739 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cc2464-4f52-4765-b6df-9ca88c12a0eb None None] Routers {'e2713676-763c-4529-8d52-4773404c5035'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:30.282371 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-32cc2464-4f52-4765-b6df-9ca88c12a0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:38:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['e2713676-763c-4529-8d52-4773404c5035'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:30.314999 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-12e4e3fa-d496-490c-a7c7-839536a64d01 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Deleting port 47dd5eff-3571-4c8c-b02d-c1696c51e217 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:30.315339 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-12e4e3fa-d496-490c-a7c7-839536a64d01 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:30.322024 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-db76258d-c14e-4b04-96c6-0ac1de880cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:30.324103 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-db76258d-c14e-4b04-96c6-0ac1de880cfc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c2212d9a5284c729e29b291e3f808ca&device_id=b90a6c9e-d302-4b80-8658-4fff5604f47f HTTP/1.1" status: 200 len: 1097 time: 0.3679874 Dec 16 09:38:30.391095 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5091b-f974-4f79-a417-be63ac443d09 req-c8b1ceab-6ebf-4dc6-81ed-633f702336c9 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:30.392696 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eef5091b-f974-4f79-a417-be63ac443d09 req-c8b1ceab-6ebf-4dc6-81ed-633f702336c9 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f944673-c406-4cc1-badc-78175b6c534f HTTP/1.1" status: 200 len: 946 time: 0.0928361 Dec 16 09:38:30.398721 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 90195f40-e853-41e4-a713-f39dcf3f9702 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:38:30.489940 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eef5091b-f974-4f79-a417-be63ac443d09 req-b13a84a6-7ce9-4eec-b594-77a6699d01fa tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.60 "GET /v2.0/security-groups?id=5347a2bb-7d3c-451b-bb40-4bd1a0036809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901382 Dec 16 09:38:30.491156 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-32cc2464-4f52-4765-b6df-9ca88c12a0eb None None] Set router e2713676-763c-4529-8d52-4773404c5035 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:38:30.532051 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 90195f40-e853-41e4-a713-f39dcf3f9702 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:30.532429 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:30.538824 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-f512d83c-a369-4a9e-933f-2ebe7eeaf204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:30.540047 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-f512d83c-a369-4a9e-933f-2ebe7eeaf204 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b746a243-6629-471f-83d2-a1c8bcbe7481 HTTP/1.1" status: 200 len: 921 time: 0.1955006 Dec 16 09:38:30.642726 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c553c185-59ee-4431-bd2c-0e476297391c None None] Provisioning complete for port 90195f40-e853-41e4-a713-f39dcf3f9702 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:30.642726 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c553c185-59ee-4431-bd2c-0e476297391c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:30.684838 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-4b356504-904d-437f-8cb3-69b10a921c1e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d166f70a-fc8a-45bd-a855-066c67da8427 HTTP/1.1" status: 200 len: 1001 time: 0.1064785 Dec 16 09:38:30.820333 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-10182f4e-09f2-44aa-b94e-ac4b87d5f9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:30.830914 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-10182f4e-09f2-44aa-b94e-ac4b87d5f9b9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4133fe3e-3155-4199-8423-85f0275c5a18 HTTP/1.1" status: 200 len: 859 time: 0.1443789 Dec 16 09:38:30.838178 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54118724-d9d1-483a-a11d-3b789141b623 req-009b4dc4-4d02-45c0-afaf-835ac3c547f0 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:30.845018 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-54118724-d9d1-483a-a11d-3b789141b623 req-009b4dc4-4d02-45c0-afaf-835ac3c547f0 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 932 time: 0.0582399 Dec 16 09:38:30.849764 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22a6ec-2257-4e40-8fb3-f727bb6fc823 req-8c4fd447-873e-41c6-a15f-25be876052c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:30.851228 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cc22a6ec-2257-4e40-8fb3-f727bb6fc823 req-8c4fd447-873e-41c6-a15f-25be876052c4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6f944673-c406-4cc1-badc-78175b6c534f HTTP/1.1" status: 200 len: 1097 time: 0.5461695 Dec 16 09:38:30.882949 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-54118724-d9d1-483a-a11d-3b789141b623 req-061ad476-139e-4745-8ec7-6df9c765f1f0 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356193 Dec 16 09:38:30.911547 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-12e4e3fa-d496-490c-a7c7-839536a64d01 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:30.946908 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-12e4e3fa-d496-490c-a7c7-839536a64d01 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Calling delete_port for 47dd5eff-3571-4c8c-b02d-c1696c51e217 owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:30.957299 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c553c185-59ee-4431-bd2c-0e476297391c None None] Provisioning complete for port 18a860a4-1216-4170-96bc-3cb3ccbe658e triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:30.957675 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c553c185-59ee-4431-bd2c-0e476297391c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:30.960790 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-32cc2464-4f52-4765-b6df-9ca88c12a0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2713676-763c-4529-8d52-4773404c5035', 'name': 'tempest-FloatingIPsAssociationTestJSON-204191917-router', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:37:37Z', 'updated_at': '2021-12-16T09:37:41Z', 'revision_number': 4, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'gw_port': {'id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:38Z', 'updated_at': '2021-12-16T09:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '0aa8b062-5c1e-4fe5-840a-91fa535a3f89', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'e2713676-763c-4529-8d52-4773404c5035', 'port_id': 'd166f70a-fc8a-45bd-a855-066c67da8427', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'mac_address': 'fa:16:3e:ea:c5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90a6c9e-d302-4b80-8658-4fff5604f47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:38:03Z', 'updated_at': '2021-12-16T09:38:28Z', 'revision_number': 4, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05379019-0084-44b0-a476-5d25f57c6efa', 'name': '', 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'mac_address': 'fa:16:3e:03:7b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:41Z', 'updated_at': '2021-12-16T09:37:46Z', 'revision_number': 5, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'subnets': [{'id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:30.971157 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cc22a6ec-2257-4e40-8fb3-f727bb6fc823 req-e2ec2cd6-f2da-4f7e-8fff-57c8dccd8908 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5347a2bb-7d3c-451b-bb40-4bd1a0036809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884693 Dec 16 09:38:30.997715 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-69037934-13c1-43cb-bfbd-797c0b2078dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:30.999428 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-69037934-13c1-43cb-bfbd-797c0b2078dd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b746a243-6629-471f-83d2-a1c8bcbe7481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1675248 Dec 16 09:38:31.012930 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cc2464-4f52-4765-b6df-9ca88c12a0eb None None] The sync data for ids ['e2713676-763c-4529-8d52-4773404c5035'] in n-d-820550-2 is: [{'id': 'e2713676-763c-4529-8d52-4773404c5035', 'name': 'tempest-FloatingIPsAssociationTestJSON-204191917-router', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:37:37Z', 'updated_at': '2021-12-16T09:37:41Z', 'revision_number': 4, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'gw_port': {'id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:38Z', 'updated_at': '2021-12-16T09:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '0aa8b062-5c1e-4fe5-840a-91fa535a3f89', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'e2713676-763c-4529-8d52-4773404c5035', 'port_id': 'd166f70a-fc8a-45bd-a855-066c67da8427', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'mac_address': 'fa:16:3e:ea:c5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90a6c9e-d302-4b80-8658-4fff5604f47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:38:03Z', 'updated_at': '2021-12-16T09:38:28Z', 'revision_number': 4, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05379019-0084-44b0-a476-5d25f57c6efa', 'name': '', 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'mac_address': 'fa:16:3e:03:7b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:41Z', 'updated_at': '2021-12-16T09:37:46Z', 'revision_number': 5, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'subnets': [{'id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:38:31.028108 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-c553c185-59ee-4431-bd2c-0e476297391c None None] Port 18a860a4-1216-4170-96bc-3cb3ccbe658e cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:38:31.096685 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-084878f4-694e-4a07-8fc9-56b3b7417394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26cf4773-4cad-447d-bb4d-7f46ea35c929 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:38:31.111643 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-084878f4-694e-4a07-8fc9-56b3b7417394 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:31.145473 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-084878f4-694e-4a07-8fc9-56b3b7417394 service neutron] Transition to ACTIVE for port object 26cf4773-4cad-447d-bb4d-7f46ea35c929 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:38:31.155258 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2bd0e6d2-3b4c-4726-8eba-b6b169e594ac None None] Provisioning complete for port 47dd5eff-3571-4c8c-b02d-c1696c51e217 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:31.155258 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2bd0e6d2-3b4c-4726-8eba-b6b169e594ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:31.192590 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2bd0e6d2-3b4c-4726-8eba-b6b169e594ac None None] Port 47dd5eff-3571-4c8c-b02d-c1696c51e217 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:38:31.199217 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-64493400-107b-4988-9392-76641338a5df service neutron] 10.222.0.60 "GET /v2.0/networks/b746a243-6629-471f-83d2-a1c8bcbe7481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566384 Dec 16 09:38:31.242183 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-084878f4-694e-4a07-8fc9-56b3b7417394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:31.349994 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084878f4-694e-4a07-8fc9-56b3b7417394 service neutron] Pushing event updated for resources: {'Port': ['ID=26cf4773-4cad-447d-bb4d-7f46ea35c929,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:31.407828 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-12e4e3fa-d496-490c-a7c7-839536a64d01 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:31.453077 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4e3fa-d496-490c-a7c7-839536a64d01 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Pushing event deleted for resources: {'Port': ['ID=47dd5eff-3571-4c8c-b02d-c1696c51e217,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:31.461262 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b0e0218d-877e-4edf-b078-cfaf57ed8a11 req-3f92cfbf-1eb4-43ff-828e-08aa804dd319 service neutron] 10.222.0.60 "GET /v2.0/networks/b746a243-6629-471f-83d2-a1c8bcbe7481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504094 Dec 16 09:38:31.500180 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-084878f4-694e-4a07-8fc9-56b3b7417394 service neutron] Attempting to bind port 26cf4773-4cad-447d-bb4d-7f46ea35c929 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:38:31.500519 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-084878f4-694e-4a07-8fc9-56b3b7417394 service neutron] Attempting to bind port 26cf4773-4cad-447d-bb4d-7f46ea35c929 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'a2ee8051-abfb-4f5b-b081-c86ac7eab054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '2e528bd2-b999-40ed-bbb8-2a5d13680e1b'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:38:31.501025 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-084878f4-694e-4a07-8fc9-56b3b7417394 service neutron] Attempting to bind port 26cf4773-4cad-447d-bb4d-7f46ea35c929 on network 2e528bd2-b999-40ed-bbb8-2a5d13680e1b {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:38:31.510464 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-084878f4-694e-4a07-8fc9-56b3b7417394 service neutron] Port 26cf4773-4cad-447d-bb4d-7f46ea35c929 on network 2e528bd2-b999-40ed-bbb8-2a5d13680e1b not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:38:31.510762 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-084878f4-694e-4a07-8fc9-56b3b7417394 service neutron] Attempting to bind port 26cf4773-4cad-447d-bb4d-7f46ea35c929 on network 2e528bd2-b999-40ed-bbb8-2a5d13680e1b {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:38:31.520951 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-084878f4-694e-4a07-8fc9-56b3b7417394 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:38:31.521348 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-084878f4-694e-4a07-8fc9-56b3b7417394 service neutron] Checking segment: {'id': 'a2ee8051-abfb-4f5b-b081-c86ac7eab054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '2e528bd2-b999-40ed-bbb8-2a5d13680e1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:38:31.521693 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-084878f4-694e-4a07-8fc9-56b3b7417394 service neutron] Bound using segment: {'id': 'a2ee8051-abfb-4f5b-b081-c86ac7eab054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '2e528bd2-b999-40ed-bbb8-2a5d13680e1b'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:38:31.522128 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-084878f4-694e-4a07-8fc9-56b3b7417394 service neutron] Bound port: 26cf4773-4cad-447d-bb4d-7f46ea35c929, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2ee8051-abfb-4f5b-b081-c86ac7eab054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '2e528bd2-b999-40ed-bbb8-2a5d13680e1b'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:38:31.522480 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-084878f4-694e-4a07-8fc9-56b3b7417394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:31.618590 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-efee6574-eea2-418a-8928-7dd3a89c0a68 req-6b23c7e3-6ca6-4eec-ace7-9d8bf0a1c9e7 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.63 HTTP/1.1" status: 200 len: 1001 time: 0.1253738 Dec 16 09:38:31.678007 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee6574-eea2-418a-8928-7dd3a89c0a68 req-6cce2c5b-1bbc-4e94-8cc5-e917c42f0b3e tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:31.679503 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-efee6574-eea2-418a-8928-7dd3a89c0a68 req-6cce2c5b-1bbc-4e94-8cc5-e917c42f0b3e tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports/d166f70a-fc8a-45bd-a855-066c67da8427 HTTP/1.1" status: 200 len: 943 time: 0.0545812 Dec 16 09:38:31.730278 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-084878f4-694e-4a07-8fc9-56b3b7417394 service neutron] For port 26cf4773-4cad-447d-bb4d-7f46ea35c929, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:38:31.732908 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-12e4e3fa-d496-490c-a7c7-839536a64d01 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:31.736209 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-12e4e3fa-d496-490c-a7c7-839536a64d01 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] 10.222.0.60 "DELETE /v2.0/ports/47dd5eff-3571-4c8c-b02d-c1696c51e217 HTTP/1.1" status: 204 len: 168 time: 1.9620988 Dec 16 09:38:31.748509 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60c5f1-3aa9-461f-b78a-8865a87c59bb req-bfa70d93-1f9d-47a0-9ef8-c265a4d94864 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:31.750040 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9d60c5f1-3aa9-461f-b78a-8865a87c59bb req-bfa70d93-1f9d-47a0-9ef8-c265a4d94864 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f944673-c406-4cc1-badc-78175b6c534f HTTP/1.1" status: 200 len: 946 time: 0.1932940 Dec 16 09:38:31.756032 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54546) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:31.785694 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-084878f4-694e-4a07-8fc9-56b3b7417394 service neutron] For port 26cf4773-4cad-447d-bb4d-7f46ea35c929, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=26cf4773-4cad-447d-bb4d-7f46ea35c929,segment=NetworkSegment(a2ee8051-abfb-4f5b-b081-c86ac7eab054),segment_id=a2ee8051-abfb-4f5b-b081-c86ac7eab054)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:38:31.792028 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-efee6574-eea2-418a-8928-7dd3a89c0a68 req-795beb4d-e4d9-411e-967b-7cd993b0ed8f tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.63 HTTP/1.1" status: 200 len: 1001 time: 0.0669303 Dec 16 09:38:31.793762 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-67bb74bd-632c-4b37-a457-2eee132709b3 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] GET failed (client error): The resource could not be found. Dec 16 09:38:31.803820 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-67bb74bd-632c-4b37-a457-2eee132709b3 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] 10.222.0.60 "GET /v2.0/ports/47dd5eff-3571-4c8c-b02d-c1696c51e217 HTTP/1.1" status: 404 len: 333 time: 0.0383143 Dec 16 09:38:31.807247 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54550) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:31.809504 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5fc256b-2776-47d0-8f51-01841f3d496c req-568bca3a-485f-4279-acc0-cd8162b176a7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1345041 Dec 16 09:38:31.812886 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-90a19049-b0a5-48de-be6a-6bc38634ca48 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Request body: {'port': {'network_id': '93837e0a-a0ae-48b2-9bf7-c46385c8659c', 'name': 'tempest-AllowedAddressPairTestJSON-713382707'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:31.827316 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9d60c5f1-3aa9-461f-b78a-8865a87c59bb req-fd8b3649-5673-4987-92b9-a715c05f5acf tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.60 "GET /v2.0/security-groups?id=5347a2bb-7d3c-451b-bb40-4bd1a0036809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578363 Dec 16 09:38:31.866398 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-084878f4-694e-4a07-8fc9-56b3b7417394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:31.924733 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-084878f4-694e-4a07-8fc9-56b3b7417394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:31.925072 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-084878f4-694e-4a07-8fc9-56b3b7417394 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:31.926559 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-084878f4-694e-4a07-8fc9-56b3b7417394 service neutron] 10.222.0.58 "PUT /v2.0/ports/26cf4773-4cad-447d-bb4d-7f46ea35c929 HTTP/1.1" status: 200 len: 1092 time: 2.3524230 Dec 16 09:38:31.926995 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b66d903a-3884-45a6-8e45-13c7f64d2ac6', 'tag': '26cf4773-4cad-447d-bb4d-7f46ea35c929'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:31.929233 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33924c1-df60-4d17-a370-9298a9a82d48" -d '{"events": [{"name": "network-changed", "server_uuid": "b66d903a-3884-45a6-8e45-13c7f64d2ac6", "tag": "26cf4773-4cad-447d-bb4d-7f46ea35c929"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:31.944840 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc256b-2776-47d0-8f51-01841f3d496c req-2ce43aa6-2963-4c23-872a-e271e3c04484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:31.946386 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5fc256b-2776-47d0-8f51-01841f3d496c req-2ce43aa6-2963-4c23-872a-e271e3c04484 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1bf440b6c55457f8af9c018d530175b&device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 1096 time: 0.1105192 Dec 16 09:38:31.951366 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084878f4-694e-4a07-8fc9-56b3b7417394 service neutron] Pushing event updated for resources: {'Port': ['ID=26cf4773-4cad-447d-bb4d-7f46ea35c929,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:31.977333 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee6574-eea2-418a-8928-7dd3a89c0a68 req-fdddccca-b17e-4dd8-a7d9-2c7c21901eef tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:31.979533 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-efee6574-eea2-418a-8928-7dd3a89c0a68 req-fdddccca-b17e-4dd8-a7d9-2c7c21901eef tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 784 time: 0.1814170 Dec 16 09:38:31.992145 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-efee6574-eea2-418a-8928-7dd3a89c0a68 req-ca11a7d6-1e3e-40b8-a473-9d11b0e52726 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:38:31.993242 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-efee6574-eea2-418a-8928-7dd3a89c0a68 req-ca11a7d6-1e3e-40b8-a473-9d11b0e52726 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058451 Dec 16 09:38:32.079122 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a19049-b0a5-48de-be6a-6bc38634ca48 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Made reservation on behalf of 957f34bbd8234fc0a1d4197e5dcccc8a for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:32.082731 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-90a19049-b0a5-48de-be6a-6bc38634ca48 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:32.096237 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-d008177d-2307-4495-8119-bb0e58c11842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:32.097732 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-d008177d-2307-4495-8119-bb0e58c11842 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2da811f0c9d149a388905a77d49eddfb&device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 1095 time: 0.0694184 Dec 16 09:38:32.103317 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-90a19049-b0a5-48de-be6a-6bc38634ca48 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] device_id is not set on port 1046de90-4ff6-444d-a4ae-bdcabbfcdc80 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:38:32.113625 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc256b-2776-47d0-8f51-01841f3d496c req-fe145348-5b91-4880-ad78-e10402f47d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:32.115035 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5fc256b-2776-47d0-8f51-01841f3d496c req-fe145348-5b91-4880-ad78-e10402f47d74 service neutron] 10.222.0.57 "GET /v2.0/networks?id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f HTTP/1.1" status: 200 len: 912 time: 0.1351800 Dec 16 09:38:32.149608 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-ab3b4843-e1c6-429f-8e79-b4f935a555e4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26cf4773-4cad-447d-bb4d-7f46ea35c929 HTTP/1.1" status: 200 len: 217 time: 0.0417275 Dec 16 09:38:32.152523 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd14d89-b3e3-4878-abfb-7327eb780628 req-163af449-ad76-4221-88c2-c2ce677ae5cd tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:32.153482 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5bd14d89-b3e3-4878-abfb-7327eb780628 req-163af449-ad76-4221-88c2-c2ce677ae5cd tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 944 time: 0.1060007 Dec 16 09:38:32.232365 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5bd14d89-b3e3-4878-abfb-7327eb780628 req-a43d11f7-7fda-4fe9-a43e-63595ce0b7af tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686960 Dec 16 09:38:32.250763 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5fc256b-2776-47d0-8f51-01841f3d496c req-c8529f58-814b-4489-b04e-7087c89820d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 HTTP/1.1" status: 200 len: 1001 time: 0.1076357 Dec 16 09:38:32.253357 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-408d3213-0690-495d-9a61-bd65047d92cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:32.255485 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-408d3213-0690-495d-9a61-bd65047d92cf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f978629d-1eff-401d-9c7a-42314c842760 HTTP/1.1" status: 200 len: 855 time: 0.0685301 Dec 16 09:38:32.259741 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-90a19049-b0a5-48de-be6a-6bc38634ca48 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Allocated IP 172.20.0.13 (93837e0a-a0ae-48b2-9bf7-c46385c8659c/c29ca88e-b010-4415-95e2-56f1a54fca98/1046de90-4ff6-444d-a4ae-bdcabbfcdc80) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:32.298276 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ca74cc-1258-4c56-89de-e70e6f1cd845 x-openstack-request-id: req-88ca74cc-1258-4c56-89de-e70e6f1cd845 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:32.303630 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b66d903a-3884-45a6-8e45-13c7f64d2ac6", "tag": "26cf4773-4cad-447d-bb4d-7f46ea35c929", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:32.303630 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-88ca74cc-1258-4c56-89de-e70e6f1cd845 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:32.303630 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b66d903a-3884-45a6-8e45-13c7f64d2ac6', 'tag': '26cf4773-4cad-447d-bb4d-7f46ea35c929', 'status': 'completed', 'code': 200} Dec 16 09:38:32.345967 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-627a97ea-aea6-416c-b54c-36fbff58cba8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2e528bd2-b999-40ed-bbb8-2a5d13680e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630307 Dec 16 09:38:32.381846 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc256b-2776-47d0-8f51-01841f3d496c req-52377ca0-1d7d-4970-804d-26f4f7e93aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:32.383534 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5fc256b-2776-47d0-8f51-01841f3d496c req-52377ca0-1d7d-4970-804d-26f4f7e93aad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c3e23022-6181-4c07-9324-a5452325576b HTTP/1.1" status: 200 len: 850 time: 0.1153107 Dec 16 09:38:32.385669 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-76e6e5a0-62ad-4ab0-8652-1308a9d3983e req-95d16da1-2fca-4f6d-90b2-ec9216841e26 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.63 HTTP/1.1" status: 200 len: 1001 time: 0.0852039 Dec 16 09:38:32.485745 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6e5a0-62ad-4ab0-8652-1308a9d3983e req-fc06fb6c-2d6b-4a6d-9a58-5555d1f67b01 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:32.487026 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-76e6e5a0-62ad-4ab0-8652-1308a9d3983e req-fc06fb6c-2d6b-4a6d-9a58-5555d1f67b01 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports/d166f70a-fc8a-45bd-a855-066c67da8427 HTTP/1.1" status: 200 len: 943 time: 0.0936806 Dec 16 09:38:32.528644 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc256b-2776-47d0-8f51-01841f3d496c req-e45095e5-bbcc-4a67-bc62-f7877461c811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:32.530169 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5fc256b-2776-47d0-8f51-01841f3d496c req-e45095e5-bbcc-4a67-bc62-f7877461c811 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1332855 Dec 16 09:38:32.542588 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80daf193-158a-4247-acb9-8c0a68937ce8 req-becf8d49-e75c-4ea0-aac4-837b89b9434e tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:32.544053 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-80daf193-158a-4247-acb9-8c0a68937ce8 req-becf8d49-e75c-4ea0-aac4-837b89b9434e tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/ports?device_id=1290d879-2948-4a58-a14a-a1191342f92a HTTP/1.1" status: 200 len: 945 time: 0.1482549 Dec 16 09:38:32.567744 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-07b2f034-caff-4eca-9138-d8448ba48e70 service neutron] 10.222.0.58 "GET /v2.0/networks/2e528bd2-b999-40ed-bbb8-2a5d13680e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944728 Dec 16 09:38:32.583793 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-90a19049-b0a5-48de-be6a-6bc38634ca48 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:32.613166 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-76e6e5a0-62ad-4ab0-8652-1308a9d3983e req-cb78550c-2b2b-449f-ac80-86c4e68ca7c6 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.63 HTTP/1.1" status: 200 len: 1001 time: 0.0800731 Dec 16 09:38:32.699989 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-80daf193-158a-4247-acb9-8c0a68937ce8 req-c4f4cb7d-5d40-4cbd-b342-726899ae1d74 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/security-groups?id=e68aa81c-0a96-4c6e-a3e1-96a91dae878f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454053 Dec 16 09:38:32.738738 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6e5a0-62ad-4ab0-8652-1308a9d3983e req-808d5712-52f9-45cb-844a-426e1e1d5039 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:32.740079 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-76e6e5a0-62ad-4ab0-8652-1308a9d3983e req-808d5712-52f9-45cb-844a-426e1e1d5039 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 784 time: 0.1172307 Dec 16 09:38:32.783997 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-90a19049-b0a5-48de-be6a-6bc38634ca48 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:32.844808 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a19049-b0a5-48de-be6a-6bc38634ca48 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Network 93837e0a-a0ae-48b2-9bf7-c46385c8659c is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:32.853641 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-90a19049-b0a5-48de-be6a-6bc38634ca48 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:32.858101 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a19049-b0a5-48de-be6a-6bc38634ca48 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:32.863350 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-76e6e5a0-62ad-4ab0-8652-1308a9d3983e req-19071cc0-72eb-4613-afee-2a62726f0801 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.63 HTTP/1.1" status: 200 len: 1001 time: 0.1151273 Dec 16 09:38:32.871405 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a19049-b0a5-48de-be6a-6bc38634ca48 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Pushing event updated for resources: {'Port': ['ID=1046de90-4ff6-444d-a4ae-bdcabbfcdc80,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:32.899136 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-76e6e5a0-62ad-4ab0-8652-1308a9d3983e req-bb2b663c-be56-4117-9490-511249fb9da6 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:32.970033 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a19049-b0a5-48de-be6a-6bc38634ca48 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:32.970698 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-90a19049-b0a5-48de-be6a-6bc38634ca48 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:32.990690 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-76e6e5a0-62ad-4ab0-8652-1308a9d3983e req-bb2b663c-be56-4117-9490-511249fb9da6 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks [] for floatingip, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:33.083741 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-90a19049-b0a5-48de-be6a-6bc38634ca48 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2728102 Dec 16 09:38:33.091683 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54566) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:33.091805 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5fc256b-2776-47d0-8f51-01841f3d496c req-d4e7335f-d150-436c-8024-adf79c740552 service neutron] 10.222.0.57 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5397718 Dec 16 09:38:33.093016 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-e1022962-51ab-482c-b41c-82a710ab7e73 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:27:97:ff'}]}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:33.124996 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9facc7dc-c824-4926-8514-bfa6aa7ae9cc req-a5ae4fc2-b8fc-4581-9e5c-93adc9866396 service neutron] 10.222.0.58 "GET /v2.0/networks/2e528bd2-b999-40ed-bbb8-2a5d13680e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5187745 Dec 16 09:38:33.141335 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1e2dc-840f-40a8-9573-401f686793f1 req-ee3e58ee-67c3-40ac-b65c-9e22d7b786f7 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:33.142761 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-49d1e2dc-840f-40a8-9573-401f686793f1 req-ee3e58ee-67c3-40ac-b65c-9e22d7b786f7 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f944673-c406-4cc1-badc-78175b6c534f HTTP/1.1" status: 200 len: 946 time: 0.0694730 Dec 16 09:38:33.161544 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-cca71932-06a6-472e-87b7-c1157a87728c None None] Provisioning complete for port 1046de90-4ff6-444d-a4ae-bdcabbfcdc80 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:33.161544 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cca71932-06a6-472e-87b7-c1157a87728c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:33.191588 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-49d1e2dc-840f-40a8-9573-401f686793f1 req-9400b574-a2db-4ccf-9c00-4770024bb8cf tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.60 "GET /v2.0/security-groups?id=5347a2bb-7d3c-451b-bb40-4bd1a0036809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420949 Dec 16 09:38:33.214807 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-76e6e5a0-62ad-4ab0-8652-1308a9d3983e req-bb2b663c-be56-4117-9490-511249fb9da6 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:33.214971 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-cca71932-06a6-472e-87b7-c1157a87728c None None] Port 1046de90-4ff6-444d-a4ae-bdcabbfcdc80 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:38:33.215077 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e1022962-51ab-482c-b41c-82a710ab7e73 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:33.324721 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5fc256b-2776-47d0-8f51-01841f3d496c req-2e1a92a7-8b49-4519-9a44-2f35108b7a42 service neutron] 10.222.0.57 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197227 Dec 16 09:38:33.354815 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-76e6e5a0-62ad-4ab0-8652-1308a9d3983e req-bb2b663c-be56-4117-9490-511249fb9da6 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:33.355173 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [req-76e6e5a0-62ad-4ab0-8652-1308a9d3983e req-bb2b663c-be56-4117-9490-511249fb9da6 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Floating IP 0aa8b062-5c1e-4fe5-840a-91fa535a3f89 disassociated. External IP: 172.25.1.63, port: d166f70a-fc8a-45bd-a855-066c67da8427. Dec 16 09:38:33.356463 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33924c1-df60-4d17-a370-9298a9a82d48 req-e4058fc2-e8f9-4e53-80e0-b51c441426bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:33.357997 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f33924c1-df60-4d17-a370-9298a9a82d48 req-e4058fc2-e8f9-4e53-80e0-b51c441426bf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2da811f0c9d149a388905a77d49eddfb&device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 1095 time: 0.0439110 Dec 16 09:38:33.469576 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef420b7-c352-402b-ae1d-0e91457dfa07 req-14b81c78-a816-40ef-9860-7381d1f3b53d tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:33.471060 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eef420b7-c352-402b-ae1d-0e91457dfa07 req-14b81c78-a816-40ef-9860-7381d1f3b53d tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 944 time: 0.0966253 Dec 16 09:38:33.506114 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33924c1-df60-4d17-a370-9298a9a82d48 req-c88a21cb-6591-4136-bd0d-6250ac0982a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:33.507562 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f33924c1-df60-4d17-a370-9298a9a82d48 req-c88a21cb-6591-4136-bd0d-6250ac0982a6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2e528bd2-b999-40ed-bbb8-2a5d13680e1b HTTP/1.1" status: 200 len: 916 time: 0.1420810 Dec 16 09:38:33.530033 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eef420b7-c352-402b-ae1d-0e91457dfa07 req-1a8033a5-6176-4204-8e11-269d07493e89 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523937 Dec 16 09:38:33.557670 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f33924c1-df60-4d17-a370-9298a9a82d48 req-5b47d43a-3680-47f2-bdcd-9430b4820bf1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26cf4773-4cad-447d-bb4d-7f46ea35c929 HTTP/1.1" status: 200 len: 217 time: 0.0407341 Dec 16 09:38:33.616178 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33924c1-df60-4d17-a370-9298a9a82d48 req-383e275d-189c-40aa-ac16-9fa554b8db8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:33.617796 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f33924c1-df60-4d17-a370-9298a9a82d48 req-383e275d-189c-40aa-ac16-9fa554b8db8f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f978629d-1eff-401d-9c7a-42314c842760 HTTP/1.1" status: 200 len: 855 time: 0.0525334 Dec 16 09:38:33.655593 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f33924c1-df60-4d17-a370-9298a9a82d48 req-eef89194-8195-4cd7-884c-3841b68c2265 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2e528bd2-b999-40ed-bbb8-2a5d13680e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296638 Dec 16 09:38:33.764604 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f33924c1-df60-4d17-a370-9298a9a82d48 req-872ce995-a3aa-48b7-ac7c-3768afcafa61 service neutron] 10.222.0.58 "GET /v2.0/networks/2e528bd2-b999-40ed-bbb8-2a5d13680e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004572 Dec 16 09:38:33.881582 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f33924c1-df60-4d17-a370-9298a9a82d48 req-4dc1b3ac-2aa7-42d1-b525-8e73f9a16797 service neutron] 10.222.0.58 "GET /v2.0/networks/2e528bd2-b999-40ed-bbb8-2a5d13680e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014574 Dec 16 09:38:33.888417 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e1022962-51ab-482c-b41c-82a710ab7e73 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:33.957433 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3f7cc-f2b2-4798-a369-3d7b05e8aefa req-6ed9609d-f354-41a1-926d-81aff48981f8 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:33.958873 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f9a3f7cc-f2b2-4798-a369-3d7b05e8aefa req-6ed9609d-f354-41a1-926d-81aff48981f8 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.58 "GET /v2.0/ports?device_id=1290d879-2948-4a58-a14a-a1191342f92a HTTP/1.1" status: 200 len: 945 time: 0.0731752 Dec 16 09:38:34.001609 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76e6e5a0-62ad-4ab0-8652-1308a9d3983e req-bb2b663c-be56-4117-9490-511249fb9da6 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Router e2713676-763c-4529-8d52-4773404c5035 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:38:34.045257 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e1022962-51ab-482c-b41c-82a710ab7e73 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:34.128497 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef380bf3-d18e-43b1-933c-5260e185b597 req-a274c38b-ebb1-474a-9824-c27055db5e5c tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:34.130036 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ef380bf3-d18e-43b1-933c-5260e185b597 req-a274c38b-ebb1-474a-9824-c27055db5e5c tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/ports?device_id=1290d879-2948-4a58-a14a-a1191342f92a HTTP/1.1" status: 200 len: 945 time: 0.0507195 Dec 16 09:38:34.171506 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ef380bf3-d18e-43b1-933c-5260e185b597 req-19518767-0438-46e2-a9f6-c236c07be702 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/security-groups?id=e68aa81c-0a96-4c6e-a3e1-96a91dae878f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346835 Dec 16 09:38:34.225825 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1022962-51ab-482c-b41c-82a710ab7e73 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Pushing event updated for resources: {'Port': ['ID=1046de90-4ff6-444d-a4ae-bdcabbfcdc80,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:34.240377 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-e1022962-51ab-482c-b41c-82a710ab7e73 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] In _notify_port_updated(), no bound segment for port 1046de90-4ff6-444d-a4ae-bdcabbfcdc80 on network 93837e0a-a0ae-48b2-9bf7-c46385c8659c {{(pid=102817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:38:34.246347 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1022962-51ab-482c-b41c-82a710ab7e73 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:34.246972 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e1022962-51ab-482c-b41c-82a710ab7e73 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:34.248308 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e1022962-51ab-482c-b41c-82a710ab7e73 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] 10.222.0.60 "PUT /v2.0/ports/1046de90-4ff6-444d-a4ae-bdcabbfcdc80 HTTP/1.1" status: 200 len: 994 time: 1.1612463 Dec 16 09:38:34.253438 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54582) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:34.271886 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-f9a3f7cc-f2b2-4798-a369-3d7b05e8aefa req-f66df76c-2f29-49cc-aaea-22c2aeec0ee4 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Deleting port 2dd9d633-8df0-4faf-a4a9-f71b5cc3054e {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:34.272777 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f9a3f7cc-f2b2-4798-a369-3d7b05e8aefa req-f66df76c-2f29-49cc-aaea-22c2aeec0ee4 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:34.318593 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76e6e5a0-62ad-4ab0-8652-1308a9d3983e req-bb2b663c-be56-4117-9490-511249fb9da6 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:38:34.324774 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-76e6e5a0-62ad-4ab0-8652-1308a9d3983e req-bb2b663c-be56-4117-9490-511249fb9da6 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:34.330744 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d44c65-6456-4435-8f98-91e1e215bc9d None None] Sync routers for ids ['e2713676-763c-4529-8d52-4773404c5035'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:38:34.336122 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148c8a5-c8b0-4e92-a861-655edcc4e725 req-45e5ee16-93a8-4fc0-828e-3c379012bebd tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:34.338359 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2148c8a5-c8b0-4e92-a861-655edcc4e725 req-45e5ee16-93a8-4fc0-828e-3c379012bebd tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f944673-c406-4cc1-badc-78175b6c534f HTTP/1.1" status: 200 len: 946 time: 0.0977921 Dec 16 09:38:34.342156 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d44c65-6456-4435-8f98-91e1e215bc9d None None] Routers {'e2713676-763c-4529-8d52-4773404c5035'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:34.343067 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-f8d44c65-6456-4435-8f98-91e1e215bc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:38:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['e2713676-763c-4529-8d52-4773404c5035'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:34.366752 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-76e6e5a0-62ad-4ab0-8652-1308a9d3983e req-bb2b663c-be56-4117-9490-511249fb9da6 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "PUT /v2.0/floatingips/0aa8b062-5c1e-4fe5-840a-91fa535a3f89 HTTP/1.1" status: 200 len: 694 time: 1.4925711 Dec 16 09:38:34.370371 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90a6c9e-d302-4b80-8658-4fff5604f47f', 'tag': 'd166f70a-fc8a-45bd-a855-066c67da8427'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:34.372923 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78da08d-d6da-4d53-917f-d88ba4db9786" -d '{"events": [{"name": "network-changed", "server_uuid": "b90a6c9e-d302-4b80-8658-4fff5604f47f", "tag": "d166f70a-fc8a-45bd-a855-066c67da8427"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:34.425596 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2148c8a5-c8b0-4e92-a861-655edcc4e725 req-a07a1846-023e-4dc2-a79c-63970a926bf4 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.60 "GET /v2.0/security-groups?id=5347a2bb-7d3c-451b-bb40-4bd1a0036809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774124 Dec 16 09:38:34.446583 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-d3bfd835-d67c-4556-aafa-4bd9e6af894f None None] Provisioning complete for port 1046de90-4ff6-444d-a4ae-bdcabbfcdc80 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:34.447075 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d3bfd835-d67c-4556-aafa-4bd9e6af894f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:34.459407 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-570a2dbc-838e-4048-acef-aff3f9e8421a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Deleting port 1046de90-4ff6-444d-a4ae-bdcabbfcdc80 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:34.460091 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-570a2dbc-838e-4048-acef-aff3f9e8421a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:34.465572 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-f9a3f7cc-f2b2-4798-a369-3d7b05e8aefa req-f66df76c-2f29-49cc-aaea-22c2aeec0ee4 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] For port 2dd9d633-8df0-4faf-a4a9-f71b5cc3054e, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=2dd9d633-8df0-4faf-a4a9-f71b5cc3054e,segment=NetworkSegment(dd5fa93b-702f-45a8-997f-890782890505),segment_id=dd5fa93b-702f-45a8-997f-890782890505)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:34.466027 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f9a3f7cc-f2b2-4798-a369-3d7b05e8aefa req-f66df76c-2f29-49cc-aaea-22c2aeec0ee4 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:34.483233 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-f9a3f7cc-f2b2-4798-a369-3d7b05e8aefa req-f66df76c-2f29-49cc-aaea-22c2aeec0ee4 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Calling delete_port for 2dd9d633-8df0-4faf-a4a9-f71b5cc3054e owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:34.498075 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6e5a0-62ad-4ab0-8652-1308a9d3983e req-78b3f8c1-7394-4bc5-9c5c-26a788ef1af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:34.499769 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-76e6e5a0-62ad-4ab0-8652-1308a9d3983e req-78b3f8c1-7394-4bc5-9c5c-26a788ef1af1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c2212d9a5284c729e29b291e3f808ca&device_id=b90a6c9e-d302-4b80-8658-4fff5604f47f HTTP/1.1" status: 200 len: 1097 time: 0.0957606 Dec 16 09:38:34.524008 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-f8d44c65-6456-4435-8f98-91e1e215bc9d None None] Set router e2713676-763c-4529-8d52-4773404c5035 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:38:34.527933 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-d3bfd835-d67c-4556-aafa-4bd9e6af894f None None] Port 1046de90-4ff6-444d-a4ae-bdcabbfcdc80 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:38:34.580438 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-570a2dbc-838e-4048-acef-aff3f9e8421a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:34.622017 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-570a2dbc-838e-4048-acef-aff3f9e8421a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Calling delete_port for 1046de90-4ff6-444d-a4ae-bdcabbfcdc80 owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:34.648131 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6e5a0-62ad-4ab0-8652-1308a9d3983e req-dbb339e4-57ee-4a1e-8524-fa8be0319f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:34.649579 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-76e6e5a0-62ad-4ab0-8652-1308a9d3983e req-dbb339e4-57ee-4a1e-8524-fa8be0319f9f service neutron] 10.222.0.60 "GET /v2.0/networks?id=b746a243-6629-471f-83d2-a1c8bcbe7481 HTTP/1.1" status: 200 len: 921 time: 0.1130986 Dec 16 09:38:34.706369 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-76e6e5a0-62ad-4ab0-8652-1308a9d3983e req-78f5edc0-522f-47d0-95d1-cff4fec0b0d6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d166f70a-fc8a-45bd-a855-066c67da8427 HTTP/1.1" status: 200 len: 217 time: 0.0467739 Dec 16 09:38:34.710292 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee02025c-8e61-4844-8d41-3a655758cb04 x-openstack-request-id: req-ee02025c-8e61-4844-8d41-3a655758cb04 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:34.710292 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90a6c9e-d302-4b80-8658-4fff5604f47f", "tag": "d166f70a-fc8a-45bd-a855-066c67da8427", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:34.710292 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ee02025c-8e61-4844-8d41-3a655758cb04 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:34.710681 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90a6c9e-d302-4b80-8658-4fff5604f47f', 'tag': 'd166f70a-fc8a-45bd-a855-066c67da8427', 'status': 'completed', 'code': 200} Dec 16 09:38:34.753522 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-f8d44c65-6456-4435-8f98-91e1e215bc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2713676-763c-4529-8d52-4773404c5035', 'name': 'tempest-FloatingIPsAssociationTestJSON-204191917-router', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:37:37Z', 'updated_at': '2021-12-16T09:37:41Z', 'revision_number': 4, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'gw_port': {'id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:38Z', 'updated_at': '2021-12-16T09:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '05379019-0084-44b0-a476-5d25f57c6efa', 'name': '', 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'mac_address': 'fa:16:3e:03:7b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:41Z', 'updated_at': '2021-12-16T09:37:46Z', 'revision_number': 5, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'subnets': [{'id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:34.779942 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d44c65-6456-4435-8f98-91e1e215bc9d None None] Checking router: e2713676-763c-4529-8d52-4773404c5035 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:38:34.788225 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d44c65-6456-4435-8f98-91e1e215bc9d None None] Routers {'e2713676-763c-4529-8d52-4773404c5035'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:34.789200 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-f8d44c65-6456-4435-8f98-91e1e215bc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:38:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['e2713676-763c-4529-8d52-4773404c5035'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:34.821524 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6e5a0-62ad-4ab0-8652-1308a9d3983e req-c08e5553-a648-47d1-a836-ab6bde4a1c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:34.824035 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-76e6e5a0-62ad-4ab0-8652-1308a9d3983e req-c08e5553-a648-47d1-a836-ab6bde4a1c6f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4133fe3e-3155-4199-8423-85f0275c5a18 HTTP/1.1" status: 200 len: 859 time: 0.1101713 Dec 16 09:38:34.863206 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78da08d-d6da-4d53-917f-d88ba4db9786 req-77acd61a-a77f-49f4-b749-0e4c5a8350de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:34.864704 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f78da08d-d6da-4d53-917f-d88ba4db9786 req-77acd61a-a77f-49f4-b749-0e4c5a8350de service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5c2212d9a5284c729e29b291e3f808ca&device_id=b90a6c9e-d302-4b80-8658-4fff5604f47f HTTP/1.1" status: 200 len: 1097 time: 0.0943856 Dec 16 09:38:34.873016 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff52afc-1cd0-4d8c-b161-9cbbaccbb834 req-173e61e4-93ce-4fe3-a556-db7e1cec2620 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:34.874093 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6e5a0-62ad-4ab0-8652-1308a9d3983e req-a4a0eccc-036b-40c9-93b7-2c04949b8ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:34.874483 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fff52afc-1cd0-4d8c-b161-9cbbaccbb834 req-173e61e4-93ce-4fe3-a556-db7e1cec2620 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 944 time: 0.1052830 Dec 16 09:38:34.875675 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-76e6e5a0-62ad-4ab0-8652-1308a9d3983e req-a4a0eccc-036b-40c9-93b7-2c04949b8ee3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b746a243-6629-471f-83d2-a1c8bcbe7481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441065 Dec 16 09:38:34.921057 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-f8d44c65-6456-4435-8f98-91e1e215bc9d None None] Set router e2713676-763c-4529-8d52-4773404c5035 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:38:34.934975 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f9a3f7cc-f2b2-4798-a369-3d7b05e8aefa req-f66df76c-2f29-49cc-aaea-22c2aeec0ee4 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:34.951059 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-570a2dbc-838e-4048-acef-aff3f9e8421a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:34.954608 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['2dd9d633-8df0-4faf-a4a9-f71b5cc3054e'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:38:34.972089 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66df76c-2f29-49cc-aaea-22c2aeec0ee4 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Pushing event deleted for resources: {'Port': ['ID=2dd9d633-8df0-4faf-a4a9-f71b5cc3054e,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:34.996468 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fff52afc-1cd0-4d8c-b161-9cbbaccbb834 req-447ba41a-0ae7-4fdf-baac-8441d069df90 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134992 Dec 16 09:38:35.000087 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a2dbc-838e-4048-acef-aff3f9e8421a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Pushing event deleted for resources: {'Port': ['ID=1046de90-4ff6-444d-a4ae-bdcabbfcdc80,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:35.024089 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-76e6e5a0-62ad-4ab0-8652-1308a9d3983e req-c92d13b0-73e4-4afb-b9de-9830498eea46 service neutron] 10.222.0.60 "GET /v2.0/networks/b746a243-6629-471f-83d2-a1c8bcbe7481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404874 Dec 16 09:38:35.052845 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a3f7cc-f2b2-4798-a369-3d7b05e8aefa req-f66df76c-2f29-49cc-aaea-22c2aeec0ee4 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] No DVR routers for this DVR port 2dd9d633-8df0-4faf-a4a9-f71b5cc3054e on host n-h2-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:38:35.056111 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f9a3f7cc-f2b2-4798-a369-3d7b05e8aefa req-f66df76c-2f29-49cc-aaea-22c2aeec0ee4 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:35.060891 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78da08d-d6da-4d53-917f-d88ba4db9786 req-a528366c-7fcc-4100-82ab-fe717e194b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:35.062407 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f78da08d-d6da-4d53-917f-d88ba4db9786 req-a528366c-7fcc-4100-82ab-fe717e194b0a service neutron] 10.222.0.58 "GET /v2.0/networks?id=b746a243-6629-471f-83d2-a1c8bcbe7481 HTTP/1.1" status: 200 len: 921 time: 0.1870677 Dec 16 09:38:35.064721 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f9a3f7cc-f2b2-4798-a369-3d7b05e8aefa req-f66df76c-2f29-49cc-aaea-22c2aeec0ee4 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.58 "DELETE /v2.0/ports/2dd9d633-8df0-4faf-a4a9-f71b5cc3054e HTTP/1.1" status: 204 len: 173 time: 1.0970950 Dec 16 09:38:35.139079 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f78da08d-d6da-4d53-917f-d88ba4db9786 req-0ee59cae-463b-4822-aac4-f273364ef9d6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d166f70a-fc8a-45bd-a855-066c67da8427 HTTP/1.1" status: 200 len: 217 time: 0.0649645 Dec 16 09:38:35.211400 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-76e6e5a0-62ad-4ab0-8652-1308a9d3983e req-5e01466f-e3ee-4e72-a99d-801f40ea40b9 service neutron] 10.222.0.60 "GET /v2.0/networks/b746a243-6629-471f-83d2-a1c8bcbe7481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395371 Dec 16 09:38:35.251548 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-f8d44c65-6456-4435-8f98-91e1e215bc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2713676-763c-4529-8d52-4773404c5035', 'name': 'tempest-FloatingIPsAssociationTestJSON-204191917-router', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:37:37Z', 'updated_at': '2021-12-16T09:37:41Z', 'revision_number': 4, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'gw_port': {'id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:38Z', 'updated_at': '2021-12-16T09:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '05379019-0084-44b0-a476-5d25f57c6efa', 'name': '', 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'mac_address': 'fa:16:3e:03:7b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:41Z', 'updated_at': '2021-12-16T09:37:46Z', 'revision_number': 5, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'subnets': [{'id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:35.281911 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78da08d-d6da-4d53-917f-d88ba4db9786 req-ef940a9a-e1e9-4b5c-9ac2-eab81da6d290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:35.283515 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f78da08d-d6da-4d53-917f-d88ba4db9786 req-ef940a9a-e1e9-4b5c-9ac2-eab81da6d290 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4133fe3e-3155-4199-8423-85f0275c5a18 HTTP/1.1" status: 200 len: 859 time: 0.1044791 Dec 16 09:38:35.342859 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-570a2dbc-838e-4048-acef-aff3f9e8421a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:35.346209 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-570a2dbc-838e-4048-acef-aff3f9e8421a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] 10.222.0.60 "DELETE /v2.0/ports/1046de90-4ff6-444d-a4ae-bdcabbfcdc80 HTTP/1.1" status: 204 len: 168 time: 1.0940058 Dec 16 09:38:35.348754 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eb80129c-34db-4af4-87a7-70facd7ad267 req-a852d127-161f-41fc-b3c9-a4062ee5a13d tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/ports?device_id=1290d879-2948-4a58-a14a-a1191342f92a HTTP/1.1" status: 200 len: 210 time: 0.0620515 Dec 16 09:38:35.353832 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54598) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:35.378541 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78da08d-d6da-4d53-917f-d88ba4db9786 req-45ac89e7-2a26-4316-b73f-6dca8c35690a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:35.380275 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f78da08d-d6da-4d53-917f-d88ba4db9786 req-45ac89e7-2a26-4316-b73f-6dca8c35690a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b746a243-6629-471f-83d2-a1c8bcbe7481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814619 Dec 16 09:38:35.397527 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-67973620-2f31-4342-b072-8f5aeaaa6aa0 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] GET failed (client error): The resource could not be found. Dec 16 09:38:35.399161 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-67973620-2f31-4342-b072-8f5aeaaa6aa0 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] 10.222.0.60 "GET /v2.0/ports/1046de90-4ff6-444d-a4ae-bdcabbfcdc80 HTTP/1.1" status: 404 len: 333 time: 0.0441096 Dec 16 09:38:35.405605 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54600) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:35.411500 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d44c65-6456-4435-8f98-91e1e215bc9d None None] The sync data for ids ['e2713676-763c-4529-8d52-4773404c5035'] in n-d-820550-2 is: [{'id': 'e2713676-763c-4529-8d52-4773404c5035', 'name': 'tempest-FloatingIPsAssociationTestJSON-204191917-router', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:37:37Z', 'updated_at': '2021-12-16T09:37:41Z', 'revision_number': 4, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'gw_port': {'id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:38Z', 'updated_at': '2021-12-16T09:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '05379019-0084-44b0-a476-5d25f57c6efa', 'name': '', 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'mac_address': 'fa:16:3e:03:7b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:41Z', 'updated_at': '2021-12-16T09:37:46Z', 'revision_number': 5, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'subnets': [{'id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:38:35.412083 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-450bd049-9054-4f96-a874-8b681900fd86 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Request body: {'port': {'network_id': '93837e0a-a0ae-48b2-9bf7-c46385c8659c', 'name': 'tempest-AllowedAddressPairTestJSON-885188561'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:35.556793 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f78da08d-d6da-4d53-917f-d88ba4db9786 req-5bddac1a-d382-42ac-ad7c-23455757e3f6 service neutron] 10.222.0.58 "GET /v2.0/networks/b746a243-6629-471f-83d2-a1c8bcbe7481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682293 Dec 16 09:38:35.624326 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450bd049-9054-4f96-a874-8b681900fd86 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Made reservation on behalf of 957f34bbd8234fc0a1d4197e5dcccc8a for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:35.625653 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a5073-e739-48c1-be75-bfa95fa4d706 req-3008f516-65eb-4c13-9350-badd4fae36be tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:35.627243 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-747a5073-e739-48c1-be75-bfa95fa4d706 req-3008f516-65eb-4c13-9350-badd4fae36be tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f944673-c406-4cc1-badc-78175b6c534f HTTP/1.1" status: 200 len: 946 time: 0.1179152 Dec 16 09:38:35.630209 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-450bd049-9054-4f96-a874-8b681900fd86 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:35.653440 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-450bd049-9054-4f96-a874-8b681900fd86 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] device_id is not set on port 758fc694-dac2-46a5-9c79-0c727b55daa6 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:38:35.701831 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-747a5073-e739-48c1-be75-bfa95fa4d706 req-f0ad691d-d759-441c-b3c7-a6ad39acaaf6 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.60 "GET /v2.0/security-groups?id=5347a2bb-7d3c-451b-bb40-4bd1a0036809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650837 Dec 16 09:38:35.719682 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f78da08d-d6da-4d53-917f-d88ba4db9786 req-aca1a9ca-4ab1-4166-99d3-6a77cee0d28a service neutron] 10.222.0.58 "GET /v2.0/networks/b746a243-6629-471f-83d2-a1c8bcbe7481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514399 Dec 16 09:38:35.733972 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7363af25-98f4-4212-8f9c-19a425e74f5f None None] New status for floating IP 0aa8b062-5c1e-4fe5-840a-91fa535a3f89: DOWN {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:38:35.780501 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92bbcc9-9634-4219-a4e2-ba88ca1ca75b req-cdc44d98-1918-4904-bb44-a70d64b99ecc tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:35.782110 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b92bbcc9-9634-4219-a4e2-ba88ca1ca75b req-cdc44d98-1918-4904-bb44-a70d64b99ecc tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f944673-c406-4cc1-badc-78175b6c534f HTTP/1.1" status: 200 len: 946 time: 0.0670776 Dec 16 09:38:35.834562 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-450bd049-9054-4f96-a874-8b681900fd86 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Allocated IP 172.20.0.9 (93837e0a-a0ae-48b2-9bf7-c46385c8659c/c29ca88e-b010-4415-95e2-56f1a54fca98/758fc694-dac2-46a5-9c79-0c727b55daa6) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:35.899122 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb9eb0-2130-47c0-9bc0-c75d2c21be5b req-c8104c2d-f198-489d-89bd-f62fbbf47c7e tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:35.900873 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-71cb9eb0-2130-47c0-9bc0-c75d2c21be5b req-c8104c2d-f198-489d-89bd-f62fbbf47c7e tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports?device_id=50487f49-c5d1-4ddc-9f7e-286ec25dd20b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1294262 Dec 16 09:38:35.969040 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-71cb9eb0-2130-47c0-9bc0-c75d2c21be5b req-b7bc03ac-27cb-4015-9a64-df4338b77e28 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.63 HTTP/1.1" status: 200 len: 697 time: 0.0564907 Dec 16 09:38:35.977688 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-b92bbcc9-9634-4219-a4e2-ba88ca1ca75b req-97bd33e5-5790-4e0a-80f7-ccfd0a693574 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] Deleting port ef15a21c-73c2-4dbe-8c82-9df26e759e41 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:35.982335 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b92bbcc9-9634-4219-a4e2-ba88ca1ca75b req-97bd33e5-5790-4e0a-80f7-ccfd0a693574 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:35.996980 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-71cb9eb0-2130-47c0-9bc0-c75d2c21be5b req-350b2282-1506-49b4-b0d7-5e49ab28d76e tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Request body: {'floatingip': {'port_id': '5beaa514-edcf-4b49-bbcf-0309dfb6c2a1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:36.033283 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-450bd049-9054-4f96-a874-8b681900fd86 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:36.073499 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-71cb9eb0-2130-47c0-9bc0-c75d2c21be5b req-350b2282-1506-49b4-b0d7-5e49ab28d76e tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks [] for floatingip, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:36.166412 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff75568-2d95-4b39-a65c-7b17baf5033d req-95f94458-af30-4e35-af1c-555f5a9d1ee1 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:36.168035 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7ff75568-2d95-4b39-a65c-7b17baf5033d req-95f94458-af30-4e35-af1c-555f5a9d1ee1 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 944 time: 0.0553164 Dec 16 09:38:36.172495 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-450bd049-9054-4f96-a874-8b681900fd86 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:36.208411 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-b92bbcc9-9634-4219-a4e2-ba88ca1ca75b req-97bd33e5-5790-4e0a-80f7-ccfd0a693574 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] For port ef15a21c-73c2-4dbe-8c82-9df26e759e41, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ef15a21c-73c2-4dbe-8c82-9df26e759e41,segment=NetworkSegment(af71b548-28ef-45d8-9c25-2902db566b69),segment_id=af71b548-28ef-45d8-9c25-2902db566b69)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:36.208979 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b92bbcc9-9634-4219-a4e2-ba88ca1ca75b req-97bd33e5-5790-4e0a-80f7-ccfd0a693574 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:36.232910 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450bd049-9054-4f96-a874-8b681900fd86 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Network 93837e0a-a0ae-48b2-9bf7-c46385c8659c is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:36.233309 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-b92bbcc9-9634-4219-a4e2-ba88ca1ca75b req-97bd33e5-5790-4e0a-80f7-ccfd0a693574 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] Calling delete_port for ef15a21c-73c2-4dbe-8c82-9df26e759e41 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:36.241095 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-450bd049-9054-4f96-a874-8b681900fd86 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:36.245141 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450bd049-9054-4f96-a874-8b681900fd86 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:36.300258 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450bd049-9054-4f96-a874-8b681900fd86 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Pushing event updated for resources: {'Port': ['ID=758fc694-dac2-46a5-9c79-0c727b55daa6,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:36.305020 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7ff75568-2d95-4b39-a65c-7b17baf5033d req-5412222b-74e6-474f-8ca0-59b16f2a9344 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199145 Dec 16 09:38:36.318796 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450bd049-9054-4f96-a874-8b681900fd86 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:36.319548 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-450bd049-9054-4f96-a874-8b681900fd86 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:36.437681 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-450bd049-9054-4f96-a874-8b681900fd86 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0309196 Dec 16 09:38:36.438667 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54614) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:36.445601 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-10fb4056-9722-465a-af0f-2fed6204a30b tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:27:97:ff'}]}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:36.457431 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.db.api [req-71cb9eb0-2130-47c0-9bc0-c75d2c21be5b req-350b2282-1506-49b4-b0d7-5e49ab28d76e tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:38:36.457668 n-d-820550-2 neutron-server[102816]: DEBUG oslo_db.api [req-71cb9eb0-2130-47c0-9bc0-c75d2c21be5b req-350b2282-1506-49b4-b0d7-5e49ab28d76e tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:38:36.566039 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-6f8137ea-6a60-46b5-abf3-a6e614fb5426 None None] Provisioning complete for port 758fc694-dac2-46a5-9c79-0c727b55daa6 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:36.566604 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6f8137ea-6a60-46b5-abf3-a6e614fb5426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:36.578289 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b92bbcc9-9634-4219-a4e2-ba88ca1ca75b req-97bd33e5-5790-4e0a-80f7-ccfd0a693574 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:36.592137 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['ef15a21c-73c2-4dbe-8c82-9df26e759e41'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:38:36.607401 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-10fb4056-9722-465a-af0f-2fed6204a30b tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:36.621995 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd33e5-5790-4e0a-80f7-ccfd0a693574 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] Pushing event deleted for resources: {'Port': ['ID=ef15a21c-73c2-4dbe-8c82-9df26e759e41,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:36.632020 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-6f8137ea-6a60-46b5-abf3-a6e614fb5426 None None] Port 758fc694-dac2-46a5-9c79-0c727b55daa6 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:38:36.666568 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92bbcc9-9634-4219-a4e2-ba88ca1ca75b req-97bd33e5-5790-4e0a-80f7-ccfd0a693574 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] No DVR routers for this DVR port ef15a21c-73c2-4dbe-8c82-9df26e759e41 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:38:36.669206 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b92bbcc9-9634-4219-a4e2-ba88ca1ca75b req-97bd33e5-5790-4e0a-80f7-ccfd0a693574 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:36.672427 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b92bbcc9-9634-4219-a4e2-ba88ca1ca75b req-97bd33e5-5790-4e0a-80f7-ccfd0a693574 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.57 "DELETE /v2.0/ports/ef15a21c-73c2-4dbe-8c82-9df26e759e41 HTTP/1.1" status: 204 len: 173 time: 0.8762274 Dec 16 09:38:36.672859 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f944673-c406-4cc1-badc-78175b6c534f', 'name': 'network-vif-deleted', 'tag': 'ef15a21c-73c2-4dbe-8c82-9df26e759e41'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:36.675247 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8387a7e-c028-45d0-9ef5-c9589384b0ea" -d '{"events": [{"server_uuid": "6f944673-c406-4cc1-badc-78175b6c534f", "name": "network-vif-deleted", "tag": "ef15a21c-73c2-4dbe-8c82-9df26e759e41"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:36.712466 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c368b77e-1ca4-49cd-b24d-b1a41bc71bd8 x-openstack-request-id: req-c368b77e-1ca4-49cd-b24d-b1a41bc71bd8 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:36.712788 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f944673-c406-4cc1-badc-78175b6c534f", "name": "network-vif-deleted", "tag": "ef15a21c-73c2-4dbe-8c82-9df26e759e41", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:36.713038 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c368b77e-1ca4-49cd-b24d-b1a41bc71bd8 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:36.713457 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f944673-c406-4cc1-badc-78175b6c534f', 'name': 'network-vif-deleted', 'tag': 'ef15a21c-73c2-4dbe-8c82-9df26e759e41', 'status': 'completed', 'code': 200} Dec 16 09:38:36.722687 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1290d879-2948-4a58-a14a-a1191342f92a', 'name': 'network-vif-deleted', 'tag': '2dd9d633-8df0-4faf-a4a9-f71b5cc3054e'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:36.725333 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2d1fb4-c663-44b3-8ed3-3c6c928f7e3f" -d '{"events": [{"server_uuid": "1290d879-2948-4a58-a14a-a1191342f92a", "name": "network-vif-deleted", "tag": "2dd9d633-8df0-4faf-a4a9-f71b5cc3054e"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:36.832826 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b19e4c6c-c49b-48fc-a979-b017cbd8a6d2 req-f5863d30-c6c9-493d-885e-df1df02be6ca tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f944673-c406-4cc1-badc-78175b6c534f HTTP/1.1" status: 200 len: 210 time: 0.0520062 Dec 16 09:38:36.860476 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-10fb4056-9722-465a-af0f-2fed6204a30b tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:36.888975 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c661c56c-f216-46ee-8d29-0c1461069a2f x-openstack-request-id: req-c661c56c-f216-46ee-8d29-0c1461069a2f {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:36.889379 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1290d879-2948-4a58-a14a-a1191342f92a", "name": "network-vif-deleted", "tag": "2dd9d633-8df0-4faf-a4a9-f71b5cc3054e", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:36.889692 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c661c56c-f216-46ee-8d29-0c1461069a2f {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:36.890175 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1290d879-2948-4a58-a14a-a1191342f92a', 'name': 'network-vif-deleted', 'tag': '2dd9d633-8df0-4faf-a4a9-f71b5cc3054e', 'status': 'completed', 'code': 200} Dec 16 09:38:36.924294 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-10fb4056-9722-465a-af0f-2fed6204a30b tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:36.951278 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 26cf4773-4cad-447d-bb4d-7f46ea35c929 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:38:36.958985 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-71cb9eb0-2130-47c0-9bc0-c75d2c21be5b req-350b2282-1506-49b4-b0d7-5e49ab28d76e tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks [] for floatingip, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:37.032634 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb4056-9722-465a-af0f-2fed6204a30b tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Pushing event updated for resources: {'Port': ['ID=758fc694-dac2-46a5-9c79-0c727b55daa6,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:37.052280 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:37.053460 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-10fb4056-9722-465a-af0f-2fed6204a30b tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] In _notify_port_updated(), no bound segment for port 758fc694-dac2-46a5-9c79-0c727b55daa6 on network 93837e0a-a0ae-48b2-9bf7-c46385c8659c {{(pid=102817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:38:37.059682 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fb4056-9722-465a-af0f-2fed6204a30b tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:37.060238 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-10fb4056-9722-465a-af0f-2fed6204a30b tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:37.064066 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-10fb4056-9722-465a-af0f-2fed6204a30b tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] 10.222.0.60 "PUT /v2.0/ports/758fc694-dac2-46a5-9c79-0c727b55daa6 HTTP/1.1" status: 200 len: 995 time: 0.6219797 Dec 16 09:38:37.064373 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54628) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:37.112958 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 26cf4773-4cad-447d-bb4d-7f46ea35c929, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=26cf4773-4cad-447d-bb4d-7f46ea35c929,segment=NetworkSegment(a2ee8051-abfb-4f5b-b081-c86ac7eab054),segment_id=a2ee8051-abfb-4f5b-b081-c86ac7eab054)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:37.127625 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '26cf4773-4cad-447d-bb4d-7f46ea35c929', 'network_id': '2e528bd2-b999-40ed-bbb8-2a5d13680e1b', 'port_id': '26cf4773-4cad-447d-bb4d-7f46ea35c929', 'mac_address': 'fa:16:3e:4e:99:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f978629d-1eff-401d-9c7a-42314c842760', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:38:37.189652 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:37.207844 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26cf4773-4cad-447d-bb4d-7f46ea35c929 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:38:37.233374 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 26cf4773-4cad-447d-bb4d-7f46ea35c929, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=26cf4773-4cad-447d-bb4d-7f46ea35c929,segment=NetworkSegment(a2ee8051-abfb-4f5b-b081-c86ac7eab054),segment_id=a2ee8051-abfb-4f5b-b081-c86ac7eab054)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:37.244213 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-569c114a-3ef8-44b3-ac6b-167be3324574 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Deleting port 758fc694-dac2-46a5-9c79-0c727b55daa6 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:37.244655 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-569c114a-3ef8-44b3-ac6b-167be3324574 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:37.318436 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:37.322827 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4fac7-b4a6-4fb2-9e4d-83542365e0c1 req-deda21f3-4703-4624-9059-2a13e727781c tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:37.324329 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b7a4fac7-b4a6-4fb2-9e4d-83542365e0c1 req-deda21f3-4703-4624-9059-2a13e727781c tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.58 "GET /v2.0/ports?device_id=b90a6c9e-d302-4b80-8658-4fff5604f47f HTTP/1.1" status: 200 len: 946 time: 0.0694635 Dec 16 09:38:37.402034 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-aa8954cc-cfb7-4ca1-9312-ba7811950243 None None] Provisioning complete for port 758fc694-dac2-46a5-9c79-0c727b55daa6 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:37.410271 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-aa8954cc-cfb7-4ca1-9312-ba7811950243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:37.410271 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=26cf4773-4cad-447d-bb4d-7f46ea35c929,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:37.410478 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-569c114a-3ef8-44b3-ac6b-167be3324574 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:37.431014 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-569c114a-3ef8-44b3-ac6b-167be3324574 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Calling delete_port for 758fc694-dac2-46a5-9c79-0c727b55daa6 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:37.468784 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-aa8954cc-cfb7-4ca1-9312-ba7811950243 None None] Port 758fc694-dac2-46a5-9c79-0c727b55daa6 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:38:37.517722 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['26cf4773-4cad-447d-bb4d-7f46ea35c929'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:38:37.553503 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980eaac9-d8ed-43c0-bdf3-0a92d580d66a req-4d1c7661-a187-4ba8-ba77-e091b161b540 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:37.568497 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-980eaac9-d8ed-43c0-bdf3-0a92d580d66a req-4d1c7661-a187-4ba8-ba77-e091b161b540 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0913930 Dec 16 09:38:37.574623 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-b7a4fac7-b4a6-4fb2-9e4d-83542365e0c1 req-ffa2fe3f-3b6d-4913-a70c-86d55b858070 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Deleting port d166f70a-fc8a-45bd-a855-066c67da8427 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:37.574983 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b7a4fac7-b4a6-4fb2-9e4d-83542365e0c1 req-ffa2fe3f-3b6d-4913-a70c-86d55b858070 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:37.706720 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-980eaac9-d8ed-43c0-bdf3-0a92d580d66a req-366f0714-66d1-4c11-8689-78c265df95b7 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354620 Dec 16 09:38:37.977547 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cf67c1c8-2f05-400f-b2c3-4c7a9dbfc7f3 req-196eab03-829e-4a95-a2e6-0e932829a648 tempest-ServerGroupTestJSON-1802161748 tempest-ServerGroupTestJSON-1802161748-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f944673-c406-4cc1-badc-78175b6c534f HTTP/1.1" status: 200 len: 210 time: 0.0374076 Dec 16 09:38:38.097025 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-b7a4fac7-b4a6-4fb2-9e4d-83542365e0c1 req-ffa2fe3f-3b6d-4913-a70c-86d55b858070 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] For port d166f70a-fc8a-45bd-a855-066c67da8427, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=d166f70a-fc8a-45bd-a855-066c67da8427,segment=NetworkSegment(b058665a-d41b-4e97-8fd7-07ea9cb712c9),segment_id=b058665a-d41b-4e97-8fd7-07ea9cb712c9)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:38.097935 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b7a4fac7-b4a6-4fb2-9e4d-83542365e0c1 req-ffa2fe3f-3b6d-4913-a70c-86d55b858070 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:38.104942 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-569c114a-3ef8-44b3-ac6b-167be3324574 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:38.113624 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-71cb9eb0-2130-47c0-9bc0-c75d2c21be5b req-350b2282-1506-49b4-b0d7-5e49ab28d76e tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:38.121172 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-b7a4fac7-b4a6-4fb2-9e4d-83542365e0c1 req-ffa2fe3f-3b6d-4913-a70c-86d55b858070 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Calling delete_port for d166f70a-fc8a-45bd-a855-066c67da8427 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:38.144861 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569c114a-3ef8-44b3-ac6b-167be3324574 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Pushing event deleted for resources: {'Port': ['ID=758fc694-dac2-46a5-9c79-0c727b55daa6,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:38.226682 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-569c114a-3ef8-44b3-ac6b-167be3324574 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:38.232746 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-569c114a-3ef8-44b3-ac6b-167be3324574 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] 10.222.0.60 "DELETE /v2.0/ports/758fc694-dac2-46a5-9c79-0c727b55daa6 HTTP/1.1" status: 204 len: 168 time: 1.1649249 Dec 16 09:38:38.233450 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54640) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:38.252744 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-71cb9eb0-2130-47c0-9bc0-c75d2c21be5b req-350b2282-1506-49b4-b0d7-5e49ab28d76e tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:38.277959 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5a87a17-cab8-40c8-9550-96045a398ed9 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] GET failed (client error): The resource could not be found. Dec 16 09:38:38.287161 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c5a87a17-cab8-40c8-9550-96045a398ed9 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] 10.222.0.60 "GET /v2.0/ports/758fc694-dac2-46a5-9c79-0c727b55daa6 HTTP/1.1" status: 404 len: 333 time: 0.0482640 Dec 16 09:38:38.287161 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54642) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:38.295164 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-5ab3e805-3825-4c37-9e15-186098e4e0ff tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Request body: {'port': {'network_id': '93837e0a-a0ae-48b2-9bf7-c46385c8659c', 'name': 'tempest-AllowedAddressPairTestJSON-928456090'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:38.413716 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [req-71cb9eb0-2130-47c0-9bc0-c75d2c21be5b req-350b2282-1506-49b4-b0d7-5e49ab28d76e tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Floating IP 0aa8b062-5c1e-4fe5-840a-91fa535a3f89 associated. External IP: 172.25.1.63, port: 5beaa514-edcf-4b49-bbcf-0309dfb6c2a1. Dec 16 09:38:38.418871 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b7a4fac7-b4a6-4fb2-9e4d-83542365e0c1 req-ffa2fe3f-3b6d-4913-a70c-86d55b858070 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:38.432485 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['5beaa514-edcf-4b49-bbcf-0309dfb6c2a1'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:38:38.513073 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab3e805-3825-4c37-9e15-186098e4e0ff tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Made reservation on behalf of 957f34bbd8234fc0a1d4197e5dcccc8a for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:38.527268 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5ab3e805-3825-4c37-9e15-186098e4e0ff tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:38.551933 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-5ab3e805-3825-4c37-9e15-186098e4e0ff tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] device_id is not set on port 4ac763ee-c8fb-44ef-8b7b-bff714b326d1 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:38:38.586833 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa2fe3f-3b6d-4913-a70c-86d55b858070 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Pushing event deleted for resources: {'Port': ['ID=d166f70a-fc8a-45bd-a855-066c67da8427,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:38.660258 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a4fac7-b4a6-4fb2-9e4d-83542365e0c1 req-ffa2fe3f-3b6d-4913-a70c-86d55b858070 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] No DVR routers for this DVR port d166f70a-fc8a-45bd-a855-066c67da8427 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:38:38.663458 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b7a4fac7-b4a6-4fb2-9e4d-83542365e0c1 req-ffa2fe3f-3b6d-4913-a70c-86d55b858070 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:38.667085 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b7a4fac7-b4a6-4fb2-9e4d-83542365e0c1 req-ffa2fe3f-3b6d-4913-a70c-86d55b858070 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.58 "DELETE /v2.0/ports/d166f70a-fc8a-45bd-a855-066c67da8427 HTTP/1.1" status: 204 len: 173 time: 1.3269506 Dec 16 09:38:38.713397 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-5ab3e805-3825-4c37-9e15-186098e4e0ff tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Allocated IP 172.20.0.13 (93837e0a-a0ae-48b2-9bf7-c46385c8659c/c29ca88e-b010-4415-95e2-56f1a54fca98/4ac763ee-c8fb-44ef-8b7b-bff714b326d1) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:38.790621 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90a6c9e-d302-4b80-8658-4fff5604f47f', 'name': 'network-vif-deleted', 'tag': 'd166f70a-fc8a-45bd-a855-066c67da8427'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:38.793100 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f335c40c-f361-441b-b77e-4f5bda5d41fa" -d '{"events": [{"server_uuid": "b90a6c9e-d302-4b80-8658-4fff5604f47f", "name": "network-vif-deleted", "tag": "d166f70a-fc8a-45bd-a855-066c67da8427"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:38.857396 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71cb9eb0-2130-47c0-9bc0-c75d2c21be5b req-350b2282-1506-49b4-b0d7-5e49ab28d76e tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Router e2713676-763c-4529-8d52-4773404c5035 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:38:38.893948 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df69de8-2065-4ff1-8dcb-59c8bc648497 req-a7b52cfa-5c83-4a64-b238-f7cbb70ab89b tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:38.898054 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1df69de8-2065-4ff1-8dcb-59c8bc648497 req-a7b52cfa-5c83-4a64-b238-f7cbb70ab89b tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 945 time: 0.1000924 Dec 16 09:38:38.964953 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 26cf4773-4cad-447d-bb4d-7f46ea35c929 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:38:38.965207 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5ab3e805-3825-4c37-9e15-186098e4e0ff tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:38.994944 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1df69de8-2065-4ff1-8dcb-59c8bc648497 req-dbfbc7fa-5a09-4655-bd03-395d16527230 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669568 Dec 16 09:38:39.039945 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16721a22-b609-48fb-b8cb-70629aae0126 x-openstack-request-id: req-16721a22-b609-48fb-b8cb-70629aae0126 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:39.041554 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90a6c9e-d302-4b80-8658-4fff5604f47f", "name": "network-vif-deleted", "tag": "d166f70a-fc8a-45bd-a855-066c67da8427", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:39.042109 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-16721a22-b609-48fb-b8cb-70629aae0126 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:39.047745 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90a6c9e-d302-4b80-8658-4fff5604f47f', 'name': 'network-vif-deleted', 'tag': 'd166f70a-fc8a-45bd-a855-066c67da8427', 'status': 'completed', 'code': 200} Dec 16 09:38:39.047745 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71cb9eb0-2130-47c0-9bc0-c75d2c21be5b req-350b2282-1506-49b4-b0d7-5e49ab28d76e tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:38:39.056636 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111fc75e-52c6-48e8-9d15-0d8b472e0846 None None] Sync routers for ids ['e2713676-763c-4529-8d52-4773404c5035'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:38:39.067280 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111fc75e-52c6-48e8-9d15-0d8b472e0846 None None] Routers {'e2713676-763c-4529-8d52-4773404c5035'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:39.067897 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-111fc75e-52c6-48e8-9d15-0d8b472e0846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:38:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['e2713676-763c-4529-8d52-4773404c5035'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:39.069812 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-71cb9eb0-2130-47c0-9bc0-c75d2c21be5b req-350b2282-1506-49b4-b0d7-5e49ab28d76e tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:39.096574 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5ab3e805-3825-4c37-9e15-186098e4e0ff tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:39.104027 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-71cb9eb0-2130-47c0-9bc0-c75d2c21be5b req-350b2282-1506-49b4-b0d7-5e49ab28d76e tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "PUT /v2.0/floatingips/0aa8b062-5c1e-4fe5-840a-91fa535a3f89 HTTP/1.1" status: 200 len: 996 time: 3.1212082 Dec 16 09:38:39.152835 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 26cf4773-4cad-447d-bb4d-7f46ea35c929 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:38:39.157206 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 26cf4773-4cad-447d-bb4d-7f46ea35c929 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:39.165292 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:39.181547 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3e805-3825-4c37-9e15-186098e4e0ff tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Pushing event updated for resources: {'Port': ['ID=4ac763ee-c8fb-44ef-8b7b-bff714b326d1,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:39.202815 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb9eb0-2130-47c0-9bc0-c75d2c21be5b req-3432ddb9-79f3-4251-a443-53c76fcae25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:39.211266 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-71cb9eb0-2130-47c0-9bc0-c75d2c21be5b req-3432ddb9-79f3-4251-a443-53c76fcae25c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c2212d9a5284c729e29b291e3f808ca&device_id=50487f49-c5d1-4ddc-9f7e-286ec25dd20b HTTP/1.1" status: 200 len: 1097 time: 0.0867202 Dec 16 09:38:39.214436 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab3e805-3825-4c37-9e15-186098e4e0ff tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Network 93837e0a-a0ae-48b2-9bf7-c46385c8659c is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:39.215904 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-5ab3e805-3825-4c37-9e15-186098e4e0ff tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:39.218899 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab3e805-3825-4c37-9e15-186098e4e0ff tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:39.300729 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab3e805-3825-4c37-9e15-186098e4e0ff tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:39.301364 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5ab3e805-3825-4c37-9e15-186098e4e0ff tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:39.307662 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-111fc75e-52c6-48e8-9d15-0d8b472e0846 None None] Set router e2713676-763c-4529-8d52-4773404c5035 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:38:39.332021 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:39.381240 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5ab3e805-3825-4c37-9e15-186098e4e0ff tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0930820 Dec 16 09:38:39.389950 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54672) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:39.395126 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-9052e96f-c7ec-44be-a170-a972c34e4e2a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Request body: {'port': {'network_id': '93837e0a-a0ae-48b2-9bf7-c46385c8659c', 'name': 'tempest-AllowedAddressPairTestJSON-3861091'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:39.423483 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 26cf4773-4cad-447d-bb4d-7f46ea35c929, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=26cf4773-4cad-447d-bb4d-7f46ea35c929,segment=NetworkSegment(a2ee8051-abfb-4f5b-b081-c86ac7eab054),segment_id=a2ee8051-abfb-4f5b-b081-c86ac7eab054)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:39.429958 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66d903a-3884-45a6-8e45-13c7f64d2ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26cf4773-4cad-447d-bb4d-7f46ea35c929'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:39.432904 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc96644-0065-4212-aae1-2e0250869b3a" -d '{"events": [{"server_uuid": "b66d903a-3884-45a6-8e45-13c7f64d2ac6", "name": "network-vif-plugged", "status": "completed", "tag": "26cf4773-4cad-447d-bb4d-7f46ea35c929"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:39.497569 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb9eb0-2130-47c0-9bc0-c75d2c21be5b req-32e15075-6839-46ba-b0ba-e49ec24edcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:39.500645 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-71cb9eb0-2130-47c0-9bc0-c75d2c21be5b req-32e15075-6839-46ba-b0ba-e49ec24edcf3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b746a243-6629-471f-83d2-a1c8bcbe7481 HTTP/1.1" status: 200 len: 921 time: 0.2798355 Dec 16 09:38:39.541592 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:39.546373 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 2dd9d633-8df0-4faf-a4a9-f71b5cc3054e no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:38:39.674009 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777656d5-a737-45e7-80cb-64774e3a81bd x-openstack-request-id: req-777656d5-a737-45e7-80cb-64774e3a81bd {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:39.674417 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66d903a-3884-45a6-8e45-13c7f64d2ac6", "name": "network-vif-plugged", "status": "completed", "tag": "26cf4773-4cad-447d-bb4d-7f46ea35c929", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:39.674756 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-777656d5-a737-45e7-80cb-64774e3a81bd {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:39.675230 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66d903a-3884-45a6-8e45-13c7f64d2ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26cf4773-4cad-447d-bb4d-7f46ea35c929', 'code': 200} Dec 16 09:38:39.675896 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=26cf4773-4cad-447d-bb4d-7f46ea35c929,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:39.692982 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 2dd9d633-8df0-4faf-a4a9-f71b5cc3054e {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:38:39.693382 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 2dd9d633-8df0-4faf-a4a9-f71b5cc3054e not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:38:39.693812 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device d166f70a-fc8a-45bd-a855-066c67da8427 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:38:39.701432 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-71cb9eb0-2130-47c0-9bc0-c75d2c21be5b req-b22aa024-fbf4-4c73-8ad1-a03dbb2fde9a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5beaa514-edcf-4b49-bbcf-0309dfb6c2a1 HTTP/1.1" status: 200 len: 999 time: 0.1937401 Dec 16 09:38:39.727006 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9052e96f-c7ec-44be-a170-a972c34e4e2a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Made reservation on behalf of 957f34bbd8234fc0a1d4197e5dcccc8a for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:39.736726 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9052e96f-c7ec-44be-a170-a972c34e4e2a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:39.740196 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: d166f70a-fc8a-45bd-a855-066c67da8427 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:38:39.741014 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device d166f70a-fc8a-45bd-a855-066c67da8427 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:38:39.748249 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-6d82c4a2-f79c-4320-8a24-f6bc7c6a517c None None] Provisioning complete for port 4ac763ee-c8fb-44ef-8b7b-bff714b326d1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:39.749275 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6d82c4a2-f79c-4320-8a24-f6bc7c6a517c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:39.770087 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b02e2-4f24-4fd0-8d74-268d6f0f76ad req-379c1c35-717d-4731-a8b6-9cdbef593812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:39.771624 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c56b02e2-4f24-4fd0-8d74-268d6f0f76ad req-379c1c35-717d-4731-a8b6-9cdbef593812 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 1097 time: 0.1568446 Dec 16 09:38:39.782586 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-111fc75e-52c6-48e8-9d15-0d8b472e0846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2713676-763c-4529-8d52-4773404c5035', 'name': 'tempest-FloatingIPsAssociationTestJSON-204191917-router', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:37:37Z', 'updated_at': '2021-12-16T09:37:41Z', 'revision_number': 4, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'gw_port': {'id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:38Z', 'updated_at': '2021-12-16T09:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '0aa8b062-5c1e-4fe5-840a-91fa535a3f89', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'e2713676-763c-4529-8d52-4773404c5035', 'port_id': '5beaa514-edcf-4b49-bbcf-0309dfb6c2a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'mac_address': 'fa:16:3e:eb:5b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50487f49-c5d1-4ddc-9f7e-286ec25dd20b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:38:03Z', 'updated_at': '2021-12-16T09:38:37Z', 'revision_number': 8, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05379019-0084-44b0-a476-5d25f57c6efa', 'name': '', 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'mac_address': 'fa:16:3e:03:7b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:41Z', 'updated_at': '2021-12-16T09:37:46Z', 'revision_number': 5, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'subnets': [{'id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:39.794427 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-6d82c4a2-f79c-4320-8a24-f6bc7c6a517c None None] Port 4ac763ee-c8fb-44ef-8b7b-bff714b326d1 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:38:39.823579 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb9eb0-2130-47c0-9bc0-c75d2c21be5b req-49ff4cd6-5fcd-4ad2-89fb-9624f1dfdddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:39.823579 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-71cb9eb0-2130-47c0-9bc0-c75d2c21be5b req-49ff4cd6-5fcd-4ad2-89fb-9624f1dfdddf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4133fe3e-3155-4199-8423-85f0275c5a18 HTTP/1.1" status: 200 len: 859 time: 0.1084957 Dec 16 09:38:39.824233 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54690) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:39.827334 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111fc75e-52c6-48e8-9d15-0d8b472e0846 None None] Checking router: e2713676-763c-4529-8d52-4773404c5035 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:38:39.836410 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111fc75e-52c6-48e8-9d15-0d8b472e0846 None None] Routers {'e2713676-763c-4529-8d52-4773404c5035'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:39.837423 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-111fc75e-52c6-48e8-9d15-0d8b472e0846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:38:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['e2713676-763c-4529-8d52-4773404c5035'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:39.902200 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c56b02e2-4f24-4fd0-8d74-268d6f0f76ad req-59d8baa8-8409-4fc1-99e0-b364d5f778d4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191568 Dec 16 09:38:39.927338 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d59debc-d913-469b-afc4-86ddb5f6cf5c admin admin] Deleting subnet 307979b0-dd88-4cf6-9eee-4f63269491a0 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:38:39.930906 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb9eb0-2130-47c0-9bc0-c75d2c21be5b req-297b5277-b3f5-4c61-8d65-67a7706d1a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:39.932733 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-71cb9eb0-2130-47c0-9bc0-c75d2c21be5b req-297b5277-b3f5-4c61-8d65-67a7706d1a8f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b746a243-6629-471f-83d2-a1c8bcbe7481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926907 Dec 16 09:38:39.935008 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6d59debc-d913-469b-afc4-86ddb5f6cf5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:40.001704 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-111fc75e-52c6-48e8-9d15-0d8b472e0846 None None] Set router e2713676-763c-4529-8d52-4773404c5035 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:38:40.031951 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6d59debc-d913-469b-afc4-86ddb5f6cf5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:40.099074 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6d59debc-d913-469b-afc4-86ddb5f6cf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:40.103571 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-71cb9eb0-2130-47c0-9bc0-c75d2c21be5b req-3ea79b5b-3e63-4215-80f9-0428b5bb4a8c service neutron] 10.222.0.60 "GET /v2.0/networks/b746a243-6629-471f-83d2-a1c8bcbe7481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462843 Dec 16 09:38:40.221153 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-9052e96f-c7ec-44be-a170-a972c34e4e2a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] device_id is not set on port fffb4631-f620-4b83-af75-c7b5de0b3750 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:38:40.222850 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-71cb9eb0-2130-47c0-9bc0-c75d2c21be5b req-16ded0d9-5c7e-48c1-b875-6780860cb284 service neutron] 10.222.0.60 "GET /v2.0/networks/b746a243-6629-471f-83d2-a1c8bcbe7481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955172 Dec 16 09:38:40.281969 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-111fc75e-52c6-48e8-9d15-0d8b472e0846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2713676-763c-4529-8d52-4773404c5035', 'name': 'tempest-FloatingIPsAssociationTestJSON-204191917-router', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:37:37Z', 'updated_at': '2021-12-16T09:37:41Z', 'revision_number': 4, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'gw_port': {'id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:38Z', 'updated_at': '2021-12-16T09:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '0aa8b062-5c1e-4fe5-840a-91fa535a3f89', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'e2713676-763c-4529-8d52-4773404c5035', 'port_id': '5beaa514-edcf-4b49-bbcf-0309dfb6c2a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'mac_address': 'fa:16:3e:eb:5b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50487f49-c5d1-4ddc-9f7e-286ec25dd20b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:38:03Z', 'updated_at': '2021-12-16T09:38:37Z', 'revision_number': 8, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05379019-0084-44b0-a476-5d25f57c6efa', 'name': '', 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'mac_address': 'fa:16:3e:03:7b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:41Z', 'updated_at': '2021-12-16T09:37:46Z', 'revision_number': 5, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'subnets': [{'id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:40.311682 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111fc75e-52c6-48e8-9d15-0d8b472e0846 None None] The sync data for ids ['e2713676-763c-4529-8d52-4773404c5035'] in n-d-820550-2 is: [{'id': 'e2713676-763c-4529-8d52-4773404c5035', 'name': 'tempest-FloatingIPsAssociationTestJSON-204191917-router', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:37:37Z', 'updated_at': '2021-12-16T09:37:41Z', 'revision_number': 4, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'gw_port': {'id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:38Z', 'updated_at': '2021-12-16T09:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '0aa8b062-5c1e-4fe5-840a-91fa535a3f89', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'e2713676-763c-4529-8d52-4773404c5035', 'port_id': '5beaa514-edcf-4b49-bbcf-0309dfb6c2a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'mac_address': 'fa:16:3e:eb:5b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50487f49-c5d1-4ddc-9f7e-286ec25dd20b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:38:03Z', 'updated_at': '2021-12-16T09:38:37Z', 'revision_number': 8, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05379019-0084-44b0-a476-5d25f57c6efa', 'name': '', 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'mac_address': 'fa:16:3e:03:7b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:41Z', 'updated_at': '2021-12-16T09:37:46Z', 'revision_number': 5, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'subnets': [{'id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:38:40.341960 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b8a20-5c1f-4979-a15a-f8c3b93b2b5f req-04339fc0-be27-488d-9041-d76c7b302d6b tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:40.349331 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fd8b8a20-5c1f-4979-a15a-f8c3b93b2b5f req-04339fc0-be27-488d-9041-d76c7b302d6b tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 946 time: 0.1399472 Dec 16 09:38:40.440485 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fd8b8a20-5c1f-4979-a15a-f8c3b93b2b5f req-8247e4c6-63e7-4d25-94ec-9b2c8e702a4d tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860302 Dec 16 09:38:40.443061 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6d59debc-d913-469b-afc4-86ddb5f6cf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:40.445871 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:40.476050 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-9052e96f-c7ec-44be-a170-a972c34e4e2a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Allocated IP 172.20.0.6 (93837e0a-a0ae-48b2-9bf7-c46385c8659c/c29ca88e-b010-4415-95e2-56f1a54fca98/fffb4631-f620-4b83-af75-c7b5de0b3750) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:40.493055 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59debc-d913-469b-afc4-86ddb5f6cf5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=307979b0-dd88-4cf6-9eee-4f63269491a0,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:40.501329 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6d59debc-d913-469b-afc4-86ddb5f6cf5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:40.508032 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54702) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:40.509353 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6d59debc-d913-469b-afc4-86ddb5f6cf5c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/307979b0-dd88-4cf6-9eee-4f63269491a0 HTTP/1.1" status: 204 len: 168 time: 0.6840065 Dec 16 09:38:40.597381 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-486ca1ea-6620-4cd2-9b0c-aed5d2946976 req-ef438779-8db3-4f69-be31-33967ac06924 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/floatingips/0aa8b062-5c1e-4fe5-840a-91fa535a3f89 HTTP/1.1" status: 200 len: 996 time: 0.0739071 Dec 16 09:38:40.608443 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7fbd18-099c-4264-a3ce-4fedf2e3f175 None None] New status for floating IP 0aa8b062-5c1e-4fe5-840a-91fa535a3f89: ACTIVE {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:38:40.650926 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ef15a21c-73c2-4dbe-8c82-9df26e759e41 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:38:40.683856 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: ef15a21c-73c2-4dbe-8c82-9df26e759e41 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:38:40.684599 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ef15a21c-73c2-4dbe-8c82-9df26e759e41 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:38:40.695651 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5a2aab42-c2f0-48f1-b65d-0416b9813af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:40.753002 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ca1ea-6620-4cd2-9b0c-aed5d2946976 req-54a5fa4c-f06d-43b5-96d2-130334f3695c tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:40.759107 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-486ca1ea-6620-4cd2-9b0c-aed5d2946976 req-54a5fa4c-f06d-43b5-96d2-130334f3695c tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 784 time: 0.1558611 Dec 16 09:38:40.789819 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9052e96f-c7ec-44be-a170-a972c34e4e2a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:40.920436 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5a2aab42-c2f0-48f1-b65d-0416b9813af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:40.964460 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-5a2aab42-c2f0-48f1-b65d-0416b9813af1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e76b1af-a487-4aaa-a9e7-55a45bb9d026']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:40.975835 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-38267435-1074-4f53-ac8a-4deef486b99e req-6b3e875b-7ac6-413a-9a8b-d6a940d07e64 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.63 HTTP/1.1" status: 200 len: 999 time: 0.1599793 Dec 16 09:38:40.980796 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-5a2aab42-c2f0-48f1-b65d-0416b9813af1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af71b548-28ef-45d8-9c25-2902db566b69') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:40.981092 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-5a2aab42-c2f0-48f1-b65d-0416b9813af1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af71b548-28ef-45d8-9c25-2902db566b69') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:40.998719 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5a2aab42-c2f0-48f1-b65d-0416b9813af1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:41.038916 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5a2aab42-c2f0-48f1-b65d-0416b9813af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:41.043757 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50487f49-c5d1-4ddc-9f7e-286ec25dd20b', 'tag': '5beaa514-edcf-4b49-bbcf-0309dfb6c2a1'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:41.046450 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c0b3b0-b18f-4036-86c9-2876dbc5e461" -d '{"events": [{"name": "network-changed", "server_uuid": "50487f49-c5d1-4ddc-9f7e-286ec25dd20b", "tag": "5beaa514-edcf-4b49-bbcf-0309dfb6c2a1"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:41.047056 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38267435-1074-4f53-ac8a-4deef486b99e req-006e1cdc-b32a-42d9-b644-c9f5ec1aa61f tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:41.048421 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-38267435-1074-4f53-ac8a-4deef486b99e req-006e1cdc-b32a-42d9-b644-c9f5ec1aa61f tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports/5beaa514-edcf-4b49-bbcf-0309dfb6c2a1 HTTP/1.1" status: 200 len: 943 time: 0.0654407 Dec 16 09:38:41.056969 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9052e96f-c7ec-44be-a170-a972c34e4e2a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:41.056969 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a2aab42-c2f0-48f1-b65d-0416b9813af1 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:38:41.056969 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5a2aab42-c2f0-48f1-b65d-0416b9813af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:41.058722 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:38:41.058722 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:38:41.058722 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:38:41.058722 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:38:41.058722 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:38:41.058722 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:38:41.058722 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:38:41.058722 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:38:41.058722 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:38:41.058722 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:38:41.058722 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:38:41.058722 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:38:41.058722 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:38:41.058722 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:38:41.058722 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:38:41.058722 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:38:41.058722 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:38:41.058722 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:38:41.058722 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:38:41.058722 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:38:41.058722 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:38:41.058722 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:38:41.058722 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:38:41.058722 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:38:41.058722 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:38:41.058722 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:38:41.058722 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:38:41.058722 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:38:41.058722 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:38:41.058722 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:38:41.058722 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:38:41.058722 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:38:41.096792 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562bb5fe-525d-4785-a8fa-01e4e7e44f03 x-openstack-request-id: req-562bb5fe-525d-4785-a8fa-01e4e7e44f03 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:41.097315 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50487f49-c5d1-4ddc-9f7e-286ec25dd20b", "tag": "5beaa514-edcf-4b49-bbcf-0309dfb6c2a1", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:41.097730 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-562bb5fe-525d-4785-a8fa-01e4e7e44f03 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:41.098872 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50487f49-c5d1-4ddc-9f7e-286ec25dd20b', 'tag': '5beaa514-edcf-4b49-bbcf-0309dfb6c2a1', 'status': 'completed', 'code': 200} Dec 16 09:38:41.148892 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9052e96f-c7ec-44be-a170-a972c34e4e2a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Network 93837e0a-a0ae-48b2-9bf7-c46385c8659c is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:41.168755 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052e96f-c7ec-44be-a170-a972c34e4e2a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Pushing event updated for resources: {'Port': ['ID=fffb4631-f620-4b83-af75-c7b5de0b3750,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:41.172557 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-9052e96f-c7ec-44be-a170-a972c34e4e2a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:41.207785 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9052e96f-c7ec-44be-a170-a972c34e4e2a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:41.223262 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0b3b0-b18f-4036-86c9-2876dbc5e461 req-a06c8631-1cb8-414a-9e66-ded61cff5fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:41.225817 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-55c0b3b0-b18f-4036-86c9-2876dbc5e461 req-a06c8631-1cb8-414a-9e66-ded61cff5fd2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5c2212d9a5284c729e29b291e3f808ca&device_id=50487f49-c5d1-4ddc-9f7e-286ec25dd20b HTTP/1.1" status: 200 len: 1097 time: 0.0827835 Dec 16 09:38:41.257963 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5a2aab42-c2f0-48f1-b65d-0416b9813af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:41.272938 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5a2aab42-c2f0-48f1-b65d-0416b9813af1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:41.277792 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5a2aab42-c2f0-48f1-b65d-0416b9813af1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/8e76b1af-a487-4aaa-a9e7-55a45bb9d026 HTTP/1.1" status: 204 len: 168 time: 0.7684593 Dec 16 09:38:41.282617 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-38267435-1074-4f53-ac8a-4deef486b99e req-898eecb9-78b6-4c1d-89d9-98425632fb73 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.63 HTTP/1.1" status: 200 len: 1001 time: 0.1276252 Dec 16 09:38:41.297526 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9052e96f-c7ec-44be-a170-a972c34e4e2a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:41.298311 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9052e96f-c7ec-44be-a170-a972c34e4e2a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:41.328478 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2aab42-c2f0-48f1-b65d-0416b9813af1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e76b1af-a487-4aaa-a9e7-55a45bb9d026,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:41.343496 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0b3b0-b18f-4036-86c9-2876dbc5e461 req-48055505-00aa-4631-aebf-ff78f6cb15f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:41.345251 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-55c0b3b0-b18f-4036-86c9-2876dbc5e461 req-48055505-00aa-4631-aebf-ff78f6cb15f1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b746a243-6629-471f-83d2-a1c8bcbe7481 HTTP/1.1" status: 200 len: 921 time: 0.1120076 Dec 16 09:38:41.429986 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-55c0b3b0-b18f-4036-86c9-2876dbc5e461 req-a1a7fbb3-bac8-4d88-9e1d-73c3478f4ef8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5beaa514-edcf-4b49-bbcf-0309dfb6c2a1 HTTP/1.1" status: 200 len: 1001 time: 0.0757773 Dec 16 09:38:41.452270 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38267435-1074-4f53-ac8a-4deef486b99e req-9b122d1d-1da1-4ada-9303-5191b0cb3fce tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:41.455283 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-38267435-1074-4f53-ac8a-4deef486b99e req-9b122d1d-1da1-4ada-9303-5191b0cb3fce tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 784 time: 0.1418850 Dec 16 09:38:41.460635 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9052e96f-c7ec-44be-a170-a972c34e4e2a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0700073 Dec 16 09:38:41.470441 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54712) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:41.479556 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-35c58664-70fb-4757-bd76-8c198982dcb4 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:27:97:ff'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:85:fb:3d'}]}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:41.507503 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0b3b0-b18f-4036-86c9-2876dbc5e461 req-8e5119e2-c6cb-4884-996e-31315865bb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:41.510988 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-55c0b3b0-b18f-4036-86c9-2876dbc5e461 req-8e5119e2-c6cb-4884-996e-31315865bb5c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4133fe3e-3155-4199-8423-85f0275c5a18 HTTP/1.1" status: 200 len: 859 time: 0.0718772 Dec 16 09:38:41.538342 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-82bb0ccc-ef4e-456c-8866-314963552249 None None] Provisioning complete for port fffb4631-f620-4b83-af75-c7b5de0b3750 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:41.539923 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-82bb0ccc-ef4e-456c-8866-314963552249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:41.593805 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-82bb0ccc-ef4e-456c-8866-314963552249 None None] Port fffb4631-f620-4b83-af75-c7b5de0b3750 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:38:41.613206 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352c83b-ab16-4d71-a4d2-f8d74640b21e req-5686227d-972a-42f5-8980-41bab06ce410 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:41.613704 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-38267435-1074-4f53-ac8a-4deef486b99e req-fd2d7558-b81e-492f-99e4-3be7aaa8ec0c tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.63 HTTP/1.1" status: 200 len: 1001 time: 0.1492274 Dec 16 09:38:41.614805 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2352c83b-ab16-4d71-a4d2-f8d74640b21e req-5686227d-972a-42f5-8980-41bab06ce410 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 946 time: 0.0950620 Dec 16 09:38:41.617752 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0b3b0-b18f-4036-86c9-2876dbc5e461 req-273d4c52-c0e5-4ca7-9a56-9c5ee7afb1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:41.619120 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-55c0b3b0-b18f-4036-86c9-2876dbc5e461 req-273d4c52-c0e5-4ca7-9a56-9c5ee7afb1ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b746a243-6629-471f-83d2-a1c8bcbe7481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006250 Dec 16 09:38:41.621930 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-38267435-1074-4f53-ac8a-4deef486b99e req-e7db5bbb-62fc-4afd-ba27-0ac30485c066 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:41.626058 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-35c58664-70fb-4757-bd76-8c198982dcb4 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:41.712749 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2352c83b-ab16-4d71-a4d2-f8d74640b21e req-981d9fb6-a902-4bbc-bba0-da8767116deb tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909753 Dec 16 09:38:41.740318 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-38267435-1074-4f53-ac8a-4deef486b99e req-e7db5bbb-62fc-4afd-ba27-0ac30485c066 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks [] for floatingip, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:41.753266 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-55c0b3b0-b18f-4036-86c9-2876dbc5e461 req-2eb2058f-f777-4277-a075-ad272ecfe264 service neutron] 10.222.0.57 "GET /v2.0/networks/b746a243-6629-471f-83d2-a1c8bcbe7481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257482 Dec 16 09:38:41.811249 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54726) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:41.877972 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8bee3508-742b-47cc-a7ef-9fe4f441132d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=94161e28ff7e45b9a96323c9a45e7124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0656264 Dec 16 09:38:41.887002 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54728) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:41.897666 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-55c0b3b0-b18f-4036-86c9-2876dbc5e461 req-3c48cc97-877a-4271-862a-2ae9469f812c service neutron] 10.222.0.57 "GET /v2.0/networks/b746a243-6629-471f-83d2-a1c8bcbe7481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366351 Dec 16 09:38:41.948750 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f83cac5f-0d83-411f-8d14-be2551fa1862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:41.978504 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-38267435-1074-4f53-ac8a-4deef486b99e req-e7db5bbb-62fc-4afd-ba27-0ac30485c066 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:41.994723 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f83cac5f-0d83-411f-8d14-be2551fa1862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:42.023176 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-35c58664-70fb-4757-bd76-8c198982dcb4 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:42.047512 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d34e4d-0720-486b-8275-6d8b0cce2ba8 req-eca6a4ef-0f65-437a-904b-02de5c8e42b9 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:42.049214 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d8d34e4d-0720-486b-8275-6d8b0cce2ba8 req-eca6a4ef-0f65-437a-904b-02de5c8e42b9 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 946 time: 0.0911992 Dec 16 09:38:42.063591 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-38267435-1074-4f53-ac8a-4deef486b99e req-e7db5bbb-62fc-4afd-ba27-0ac30485c066 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:42.068015 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [req-38267435-1074-4f53-ac8a-4deef486b99e req-e7db5bbb-62fc-4afd-ba27-0ac30485c066 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Floating IP 0aa8b062-5c1e-4fe5-840a-91fa535a3f89 disassociated. External IP: 172.25.1.63, port: 5beaa514-edcf-4b49-bbcf-0309dfb6c2a1. Dec 16 09:38:42.094204 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d8d34e4d-0720-486b-8275-6d8b0cce2ba8 req-51549de4-fb27-4ec5-810c-c8be501a68b3 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365455 Dec 16 09:38:42.167130 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-35c58664-70fb-4757-bd76-8c198982dcb4 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:42.206448 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f83cac5f-0d83-411f-8d14-be2551fa1862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:42.208975 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f83cac5f-0d83-411f-8d14-be2551fa1862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:42.210203 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f83cac5f-0d83-411f-8d14-be2551fa1862 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5347a2bb-7d3c-451b-bb40-4bd1a0036809 HTTP/1.1" status: 204 len: 168 time: 0.3220191 Dec 16 09:38:42.222495 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83cac5f-0d83-411f-8d14-be2551fa1862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5347a2bb-7d3c-451b-bb40-4bd1a0036809,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:42.305855 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c58664-70fb-4757-bd76-8c198982dcb4 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Pushing event updated for resources: {'Port': ['ID=fffb4631-f620-4b83-af75-c7b5de0b3750,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:42.362035 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-35c58664-70fb-4757-bd76-8c198982dcb4 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] In _notify_port_updated(), no bound segment for port fffb4631-f620-4b83-af75-c7b5de0b3750 on network 93837e0a-a0ae-48b2-9bf7-c46385c8659c {{(pid=102817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:38:42.368391 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c58664-70fb-4757-bd76-8c198982dcb4 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:42.369851 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-35c58664-70fb-4757-bd76-8c198982dcb4 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:42.374739 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54738) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:42.382453 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-35c58664-70fb-4757-bd76-8c198982dcb4 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] 10.222.0.60 "PUT /v2.0/ports/fffb4631-f620-4b83-af75-c7b5de0b3750 HTTP/1.1" status: 200 len: 1054 time: 0.9152887 Dec 16 09:38:42.473464 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38267435-1074-4f53-ac8a-4deef486b99e req-e7db5bbb-62fc-4afd-ba27-0ac30485c066 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Router e2713676-763c-4529-8d52-4773404c5035 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:38:42.530615 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-58721c72-3174-4f24-b5e9-79ba838770ce None None] Provisioning complete for port fffb4631-f620-4b83-af75-c7b5de0b3750 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:42.530886 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-58721c72-3174-4f24-b5e9-79ba838770ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:42.544377 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd5ad6-bbd4-4c59-9d59-aedb787329d9 req-de171adf-3851-4b53-b074-a94921bebe4c tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:42.551729 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bdcd5ad6-bbd4-4c59-9d59-aedb787329d9 req-de171adf-3851-4b53-b074-a94921bebe4c tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 946 time: 0.1278996 Dec 16 09:38:42.591174 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-58721c72-3174-4f24-b5e9-79ba838770ce None None] Port fffb4631-f620-4b83-af75-c7b5de0b3750 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:38:42.593207 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-539fb67c-fb20-4ea3-bc8c-887299afd57f tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Deleting port fffb4631-f620-4b83-af75-c7b5de0b3750 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:42.595456 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-539fb67c-fb20-4ea3-bc8c-887299afd57f tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:42.614000 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38267435-1074-4f53-ac8a-4deef486b99e req-e7db5bbb-62fc-4afd-ba27-0ac30485c066 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:38:42.620632 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-38267435-1074-4f53-ac8a-4deef486b99e req-e7db5bbb-62fc-4afd-ba27-0ac30485c066 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:42.624670 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99754a15-a7b3-4d4a-8efb-7651cf473ba1 None None] Sync routers for ids ['e2713676-763c-4529-8d52-4773404c5035'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:38:42.654194 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99754a15-a7b3-4d4a-8efb-7651cf473ba1 None None] Routers {'e2713676-763c-4529-8d52-4773404c5035'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:42.656098 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-99754a15-a7b3-4d4a-8efb-7651cf473ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:38:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['e2713676-763c-4529-8d52-4773404c5035'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:42.659859 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-38267435-1074-4f53-ac8a-4deef486b99e req-e7db5bbb-62fc-4afd-ba27-0ac30485c066 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "PUT /v2.0/floatingips/0aa8b062-5c1e-4fe5-840a-91fa535a3f89 HTTP/1.1" status: 200 len: 695 time: 1.0367074 Dec 16 09:38:42.660547 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50487f49-c5d1-4ddc-9f7e-286ec25dd20b', 'tag': '5beaa514-edcf-4b49-bbcf-0309dfb6c2a1'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:42.665167 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bdcd5ad6-bbd4-4c59-9d59-aedb787329d9 req-cc31dd6a-72ee-408b-9eb9-0335eadb67bb tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032281 Dec 16 09:38:42.671846 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f961c424-43ca-4e3e-89bf-a09a534cec56" -d '{"events": [{"name": "network-changed", "server_uuid": "50487f49-c5d1-4ddc-9f7e-286ec25dd20b", "tag": "5beaa514-edcf-4b49-bbcf-0309dfb6c2a1"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:42.731963 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38267435-1074-4f53-ac8a-4deef486b99e req-d9deeb65-9f2a-473c-a16b-951abb349bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:42.742300 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-38267435-1074-4f53-ac8a-4deef486b99e req-d9deeb65-9f2a-473c-a16b-951abb349bd1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c2212d9a5284c729e29b291e3f808ca&device_id=50487f49-c5d1-4ddc-9f7e-286ec25dd20b HTTP/1.1" status: 200 len: 1097 time: 0.0719492 Dec 16 09:38:42.778143 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-539fb67c-fb20-4ea3-bc8c-887299afd57f tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:42.795462 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-539fb67c-fb20-4ea3-bc8c-887299afd57f tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Calling delete_port for fffb4631-f620-4b83-af75-c7b5de0b3750 owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:42.836209 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-99754a15-a7b3-4d4a-8efb-7651cf473ba1 None None] Set router e2713676-763c-4529-8d52-4773404c5035 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:38:42.856284 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38267435-1074-4f53-ac8a-4deef486b99e req-d740bb65-22e4-4b6d-9248-fd1871060274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:42.862576 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-38267435-1074-4f53-ac8a-4deef486b99e req-d740bb65-22e4-4b6d-9248-fd1871060274 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b746a243-6629-471f-83d2-a1c8bcbe7481 HTTP/1.1" status: 200 len: 921 time: 0.1190968 Dec 16 09:38:42.930187 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-38267435-1074-4f53-ac8a-4deef486b99e req-937fc94e-28c4-44e3-a23b-d9def4ee7e9d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5beaa514-edcf-4b49-bbcf-0309dfb6c2a1 HTTP/1.1" status: 200 len: 217 time: 0.0568061 Dec 16 09:38:42.944422 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a54bd-0c4b-4ae9-a006-b1851636ee7c req-29d443bc-8e11-4015-b638-cc4c458ff613 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:42.946574 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8a8a54bd-0c4b-4ae9-a006-b1851636ee7c req-29d443bc-8e11-4015-b638-cc4c458ff613 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 946 time: 0.1765718 Dec 16 09:38:42.988724 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38267435-1074-4f53-ac8a-4deef486b99e req-5e8e6ef6-9720-4c0c-8f04-dad25c87e810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:42.997362 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-38267435-1074-4f53-ac8a-4deef486b99e req-5e8e6ef6-9720-4c0c-8f04-dad25c87e810 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4133fe3e-3155-4199-8423-85f0275c5a18 HTTP/1.1" status: 200 len: 859 time: 0.0660899 Dec 16 09:38:43.048502 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8a8a54bd-0c4b-4ae9-a006-b1851636ee7c req-4c8f9bad-746a-4a20-9e01-0f2c1162ad9a tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917826 Dec 16 09:38:43.067778 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38267435-1074-4f53-ac8a-4deef486b99e req-0b39d7b1-dc11-4db8-b99f-b4cb0994c7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:43.069622 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-38267435-1074-4f53-ac8a-4deef486b99e req-0b39d7b1-dc11-4db8-b99f-b4cb0994c7e1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b746a243-6629-471f-83d2-a1c8bcbe7481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714214 Dec 16 09:38:43.149505 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-539fb67c-fb20-4ea3-bc8c-887299afd57f tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:43.177446 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-99754a15-a7b3-4d4a-8efb-7651cf473ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2713676-763c-4529-8d52-4773404c5035', 'name': 'tempest-FloatingIPsAssociationTestJSON-204191917-router', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:37:37Z', 'updated_at': '2021-12-16T09:37:41Z', 'revision_number': 4, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'gw_port': {'id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:38Z', 'updated_at': '2021-12-16T09:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '05379019-0084-44b0-a476-5d25f57c6efa', 'name': '', 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'mac_address': 'fa:16:3e:03:7b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:41Z', 'updated_at': '2021-12-16T09:37:46Z', 'revision_number': 5, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'subnets': [{'id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:43.219318 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-38267435-1074-4f53-ac8a-4deef486b99e req-040ad196-097b-46f7-94da-8c311369eeaf service neutron] 10.222.0.60 "GET /v2.0/networks/b746a243-6629-471f-83d2-a1c8bcbe7481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435657 Dec 16 09:38:43.222032 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c025e40-80c9-4af8-a254-52181cc6a24b x-openstack-request-id: req-5c025e40-80c9-4af8-a254-52181cc6a24b {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:43.222318 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50487f49-c5d1-4ddc-9f7e-286ec25dd20b", "tag": "5beaa514-edcf-4b49-bbcf-0309dfb6c2a1", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:43.222752 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5c025e40-80c9-4af8-a254-52181cc6a24b {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:43.223370 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50487f49-c5d1-4ddc-9f7e-286ec25dd20b', 'tag': '5beaa514-edcf-4b49-bbcf-0309dfb6c2a1', 'status': 'completed', 'code': 200} Dec 16 09:38:43.242102 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539fb67c-fb20-4ea3-bc8c-887299afd57f tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Pushing event deleted for resources: {'Port': ['ID=fffb4631-f620-4b83-af75-c7b5de0b3750,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:43.281884 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99754a15-a7b3-4d4a-8efb-7651cf473ba1 None None] Checking router: e2713676-763c-4529-8d52-4773404c5035 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:38:43.309286 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99754a15-a7b3-4d4a-8efb-7651cf473ba1 None None] Routers {'e2713676-763c-4529-8d52-4773404c5035'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:43.309286 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-99754a15-a7b3-4d4a-8efb-7651cf473ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:38:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['e2713676-763c-4529-8d52-4773404c5035'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:43.322418 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961c424-43ca-4e3e-89bf-a09a534cec56 req-4fc4ed79-4d4a-45e1-906f-aa4f5c151aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:43.331355 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f961c424-43ca-4e3e-89bf-a09a534cec56 req-4fc4ed79-4d4a-45e1-906f-aa4f5c151aa8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5c2212d9a5284c729e29b291e3f808ca&device_id=50487f49-c5d1-4ddc-9f7e-286ec25dd20b HTTP/1.1" status: 200 len: 1097 time: 0.1516306 Dec 16 09:38:43.451995 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-38267435-1074-4f53-ac8a-4deef486b99e req-61958b88-7242-4fc6-ad07-0665e502f7fe service neutron] 10.222.0.60 "GET /v2.0/networks/b746a243-6629-471f-83d2-a1c8bcbe7481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244630 Dec 16 09:38:43.490088 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-99754a15-a7b3-4d4a-8efb-7651cf473ba1 None None] Set router e2713676-763c-4529-8d52-4773404c5035 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:38:43.771425 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961c424-43ca-4e3e-89bf-a09a534cec56 req-83ef9459-fd5e-41e5-9fee-032365c97529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:43.780552 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f961c424-43ca-4e3e-89bf-a09a534cec56 req-83ef9459-fd5e-41e5-9fee-032365c97529 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b746a243-6629-471f-83d2-a1c8bcbe7481 HTTP/1.1" status: 200 len: 921 time: 0.4396040 Dec 16 09:38:43.919685 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f3a57438-0b7e-429d-9c11-c0632d37bfbb req-91be7a37-0968-4816-8625-a40ff9138502 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/floatingips/0aa8b062-5c1e-4fe5-840a-91fa535a3f89 HTTP/1.1" status: 200 len: 695 time: 0.2172196 Dec 16 09:38:43.935062 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f961c424-43ca-4e3e-89bf-a09a534cec56 req-6d6d8099-e512-4ce3-9f91-cc17c5afd9ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5beaa514-edcf-4b49-bbcf-0309dfb6c2a1 HTTP/1.1" status: 200 len: 217 time: 0.1330318 Dec 16 09:38:43.949023 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-99754a15-a7b3-4d4a-8efb-7651cf473ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2713676-763c-4529-8d52-4773404c5035', 'name': 'tempest-FloatingIPsAssociationTestJSON-204191917-router', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:37:37Z', 'updated_at': '2021-12-16T09:37:41Z', 'revision_number': 4, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'gw_port': {'id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:38Z', 'updated_at': '2021-12-16T09:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '05379019-0084-44b0-a476-5d25f57c6efa', 'name': '', 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'mac_address': 'fa:16:3e:03:7b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:41Z', 'updated_at': '2021-12-16T09:37:46Z', 'revision_number': 5, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'subnets': [{'id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:44.054656 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-539fb67c-fb20-4ea3-bc8c-887299afd57f tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:44.059539 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-539fb67c-fb20-4ea3-bc8c-887299afd57f tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] 10.222.0.60 "DELETE /v2.0/ports/fffb4631-f620-4b83-af75-c7b5de0b3750 HTTP/1.1" status: 204 len: 168 time: 1.6837261 Dec 16 09:38:44.064057 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54790) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:44.065685 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961c424-43ca-4e3e-89bf-a09a534cec56 req-50e733d7-c9e2-4ee8-b044-afeb9bf20c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:44.067465 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f961c424-43ca-4e3e-89bf-a09a534cec56 req-50e733d7-c9e2-4ee8-b044-afeb9bf20c71 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4133fe3e-3155-4199-8423-85f0275c5a18 HTTP/1.1" status: 200 len: 859 time: 0.0913990 Dec 16 09:38:44.099105 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99754a15-a7b3-4d4a-8efb-7651cf473ba1 None None] The sync data for ids ['e2713676-763c-4529-8d52-4773404c5035'] in n-d-820550-2 is: [{'id': 'e2713676-763c-4529-8d52-4773404c5035', 'name': 'tempest-FloatingIPsAssociationTestJSON-204191917-router', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:37:37Z', 'updated_at': '2021-12-16T09:37:41Z', 'revision_number': 4, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'gw_port': {'id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:38Z', 'updated_at': '2021-12-16T09:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '05379019-0084-44b0-a476-5d25f57c6efa', 'name': '', 'network_id': 'b746a243-6629-471f-83d2-a1c8bcbe7481', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'mac_address': 'fa:16:3e:03:7b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:41Z', 'updated_at': '2021-12-16T09:37:46Z', 'revision_number': 5, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'subnets': [{'id': '4133fe3e-3155-4199-8423-85f0275c5a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:38:44.101656 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ae0e67-fdb9-42be-bd65-0a49c4d7ed73 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] GET failed (client error): The resource could not be found. Dec 16 09:38:44.105997 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-75ae0e67-fdb9-42be-bd65-0a49c4d7ed73 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] 10.222.0.60 "GET /v2.0/ports/fffb4631-f620-4b83-af75-c7b5de0b3750 HTTP/1.1" status: 404 len: 333 time: 0.0408976 Dec 16 09:38:44.108760 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54794) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:44.151926 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961c424-43ca-4e3e-89bf-a09a534cec56 req-6c8d5b40-74d0-4c16-9ce8-6a5831b28418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:44.151926 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f961c424-43ca-4e3e-89bf-a09a534cec56 req-6c8d5b40-74d0-4c16-9ce8-6a5831b28418 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b746a243-6629-471f-83d2-a1c8bcbe7481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715227 Dec 16 09:38:44.171422 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca33413-e3f9-4f9c-94cc-02ba43e98b44 req-772ae544-c236-4c14-88f8-693ae34d31fd tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:44.177090 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dca33413-e3f9-4f9c-94cc-02ba43e98b44 req-772ae544-c236-4c14-88f8-693ae34d31fd tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 946 time: 0.2010348 Dec 16 09:38:44.238160 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a57438-0b7e-429d-9c11-c0632d37bfbb req-e501c6b6-d08d-4bde-b399-a19ebc67f385 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:44.246206 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f3a57438-0b7e-429d-9c11-c0632d37bfbb req-e501c6b6-d08d-4bde-b399-a19ebc67f385 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 784 time: 0.3222671 Dec 16 09:38:44.252863 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-f3a57438-0b7e-429d-9c11-c0632d37bfbb req-f36f43c1-bdcd-4166-afa3-eca99dff4855 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:38:44.261293 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f3a57438-0b7e-429d-9c11-c0632d37bfbb req-f36f43c1-bdcd-4166-afa3-eca99dff4855 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141551 Dec 16 09:38:44.326111 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f3a57438-0b7e-429d-9c11-c0632d37bfbb req-899af525-7919-4a86-8568-c40b32eb6b78 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.63 HTTP/1.1" status: 200 len: 698 time: 0.0636649 Dec 16 09:38:44.331847 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dca33413-e3f9-4f9c-94cc-02ba43e98b44 req-395434fa-eae2-4039-8aa0-532250aff8c6 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547866 Dec 16 09:38:44.337198 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-dd759d02-4b60-4936-89da-92773bb696cc tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Deleting port 4ac763ee-c8fb-44ef-8b7b-bff714b326d1 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:44.337198 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dd759d02-4b60-4936-89da-92773bb696cc tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:44.363741 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f961c424-43ca-4e3e-89bf-a09a534cec56 req-cad7eb88-6734-4f6d-9102-fc0912bcad0d service neutron] 10.222.0.57 "GET /v2.0/networks/b746a243-6629-471f-83d2-a1c8bcbe7481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851933 Dec 16 09:38:44.445597 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f3a57438-0b7e-429d-9c11-c0632d37bfbb req-0efa33c8-14e5-485a-9848-28af04651481 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.63 HTTP/1.1" status: 200 len: 698 time: 0.1115696 Dec 16 09:38:44.480868 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f961c424-43ca-4e3e-89bf-a09a534cec56 req-d85bb0ed-e9f3-4eaf-8cd9-cf238e3ed874 service neutron] 10.222.0.57 "GET /v2.0/networks/b746a243-6629-471f-83d2-a1c8bcbe7481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084986 Dec 16 09:38:44.524512 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dd759d02-4b60-4936-89da-92773bb696cc tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:44.580302 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-dd759d02-4b60-4936-89da-92773bb696cc tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Calling delete_port for 4ac763ee-c8fb-44ef-8b7b-bff714b326d1 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:44.582142 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3d4b55-aa0a-48d6-9bf3-24a615df038e None None] New status for floating IP 0aa8b062-5c1e-4fe5-840a-91fa535a3f89: DOWN {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:38:44.692076 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-f3a57438-0b7e-429d-9c11-c0632d37bfbb req-262d6fa5-aef0-4e0f-8cc9-2ff6686f2f8c tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Deleting port 1a06fcc3-31ca-43f4-926c-8c939c40e503 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:44.692439 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f3a57438-0b7e-429d-9c11-c0632d37bfbb req-262d6fa5-aef0-4e0f-8cc9-2ff6686f2f8c tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:45.040066 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a02152e6-33ad-453b-81c4-b7a3448e1d3d req-011e1a9d-e325-4f36-9ea7-5b2f17fc8cec tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=572b0fef-dbc6-42dd-90b0-092ed8504771 HTTP/1.1" status: 200 len: 210 time: 0.0282598 Dec 16 09:38:45.142172 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f3a57438-0b7e-429d-9c11-c0632d37bfbb req-262d6fa5-aef0-4e0f-8cc9-2ff6686f2f8c tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:45.142501 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f3a57438-0b7e-429d-9c11-c0632d37bfbb req-262d6fa5-aef0-4e0f-8cc9-2ff6686f2f8c tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:45.154767 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-f3a57438-0b7e-429d-9c11-c0632d37bfbb req-262d6fa5-aef0-4e0f-8cc9-2ff6686f2f8c tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Calling delete_port for 1a06fcc3-31ca-43f4-926c-8c939c40e503 owned by network:floatingip {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:45.326296 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dd759d02-4b60-4936-89da-92773bb696cc tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:45.357232 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd759d02-4b60-4936-89da-92773bb696cc tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Pushing event deleted for resources: {'Port': ['ID=4ac763ee-c8fb-44ef-8b7b-bff714b326d1,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:45.442429 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dd759d02-4b60-4936-89da-92773bb696cc tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:45.448767 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-dd759d02-4b60-4936-89da-92773bb696cc tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] 10.222.0.60 "DELETE /v2.0/ports/4ac763ee-c8fb-44ef-8b7b-bff714b326d1 HTTP/1.1" status: 204 len: 168 time: 1.3390155 Dec 16 09:38:45.451626 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54846) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:45.454262 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f3a57438-0b7e-429d-9c11-c0632d37bfbb req-262d6fa5-aef0-4e0f-8cc9-2ff6686f2f8c tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:45.486948 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d6fa5-aef0-4e0f-8cc9-2ff6686f2f8c tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Pushing event deleted for resources: {'Port': ['ID=1a06fcc3-31ca-43f4-926c-8c939c40e503,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:45.523325 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-7972dc98-7369-4800-a228-53c18b5eb9f1 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] GET failed (client error): The resource could not be found. Dec 16 09:38:45.526921 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7972dc98-7369-4800-a228-53c18b5eb9f1 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] 10.222.0.60 "GET /v2.0/ports/4ac763ee-c8fb-44ef-8b7b-bff714b326d1 HTTP/1.1" status: 404 len: 333 time: 0.0723481 Dec 16 09:38:45.531860 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54856) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:45.655809 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f3a57438-0b7e-429d-9c11-c0632d37bfbb req-262d6fa5-aef0-4e0f-8cc9-2ff6686f2f8c tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks [] for floatingip, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:45.657882 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-f3a57438-0b7e-429d-9c11-c0632d37bfbb req-262d6fa5-aef0-4e0f-8cc9-2ff6686f2f8c tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:45.659167 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f3a57438-0b7e-429d-9c11-c0632d37bfbb req-262d6fa5-aef0-4e0f-8cc9-2ff6686f2f8c tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "DELETE /v2.0/floatingips/0aa8b062-5c1e-4fe5-840a-91fa535a3f89 HTTP/1.1" status: 204 len: 173 time: 1.2067211 Dec 16 09:38:45.686891 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-124f4aa5-ca43-4548-b4d1-c9f2a673f158 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:45.693949 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-124f4aa5-ca43-4548-b4d1-c9f2a673f158 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/networks?id=09866e78-29ef-4050-a525-5c237a470f23 HTTP/1.1" status: 200 len: 813 time: 0.1737506 Dec 16 09:38:45.697653 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-b8234353-c280-4ecc-9d2b-d041b0932c75 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Deleting port 18a860a4-1216-4170-96bc-3cb3ccbe658e {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:45.701242 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b8234353-c280-4ecc-9d2b-d041b0932c75 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:45.704429 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-cd48418d-c0f7-44bf-8655-a03432698f5a tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/quotas/b08ba95154e04457900cfefa4916c15d HTTP/1.1" status: 200 len: 375 time: 0.0095303 Dec 16 09:38:45.741239 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-509f9ac6-dd05-4e38-b008-982185d1afbd tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b08ba95154e04457900cfefa4916c15d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308487 Dec 16 09:38:45.812266 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394a85c-831b-4ab6-af93-b317523cdb3a req-ca8b09c9-6bcb-49c8-84f2-eeefc6f372fd tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:45.813941 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1394a85c-831b-4ab6-af93-b317523cdb3a req-ca8b09c9-6bcb-49c8-84f2-eeefc6f372fd tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 946 time: 0.0976925 Dec 16 09:38:45.836544 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b8234353-c280-4ecc-9d2b-d041b0932c75 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:45.839370 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-3939762e-c49d-4738-a012-3a88cfbbea32 service neutron] 10.222.0.60 "GET /v2.0/networks/09866e78-29ef-4050-a525-5c237a470f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899465 Dec 16 09:38:45.857572 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-b8234353-c280-4ecc-9d2b-d041b0932c75 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Calling delete_port for 18a860a4-1216-4170-96bc-3cb3ccbe658e owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:45.883953 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1394a85c-831b-4ab6-af93-b317523cdb3a req-a5957ada-a311-49b2-a472-30b1fde77475 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601320 Dec 16 09:38:45.979805 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-8539c86d-78f4-4e4a-a506-009cd63e40f4 service neutron] 10.222.0.60 "GET /v2.0/networks/09866e78-29ef-4050-a525-5c237a470f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342320 Dec 16 09:38:46.143382 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b8234353-c280-4ecc-9d2b-d041b0932c75 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:46.198593 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8234353-c280-4ecc-9d2b-d041b0932c75 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Pushing event deleted for resources: {'Port': ['ID=18a860a4-1216-4170-96bc-3cb3ccbe658e,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:46.291174 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b8234353-c280-4ecc-9d2b-d041b0932c75 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:46.295009 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b8234353-c280-4ecc-9d2b-d041b0932c75 tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] 10.222.0.60 "DELETE /v2.0/ports/18a860a4-1216-4170-96bc-3cb3ccbe658e HTTP/1.1" status: 204 len: 168 time: 0.7614546 Dec 16 09:38:46.298291 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54878) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:46.390609 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-842ef008-4029-4720-80f4-aa3349ad6a49 req-48063915-d2f9-45c1-a9cc-a6a9b071bdcb tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0510187 Dec 16 09:38:46.405388 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-f830b9ea-494c-4b4a-83b0-fa731dd4400c tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Deleting subnet c29ca88e-b010-4415-95e2-56f1a54fca98 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:38:46.409548 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f830b9ea-494c-4b4a-83b0-fa731dd4400c tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:46.505554 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-69c5d71f-a3ce-4afd-a6ae-26c94d825124 req-196d6830-758d-4fd5-a5d9-5e8523d943d7 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/ports?device_id=a967ce3e-3dff-4615-b462-f1604016c464 HTTP/1.1" status: 200 len: 210 time: 0.0480525 Dec 16 09:38:46.523963 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f830b9ea-494c-4b4a-83b0-fa731dd4400c tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:46.639733 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9a173-5848-4135-b5ad-df2d452683fd req-b3c546e6-369d-4acb-a2bf-b4d31d446f8a tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:46.641393 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5ca9a173-5848-4135-b5ad-df2d452683fd req-b3c546e6-369d-4acb-a2bf-b4d31d446f8a tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports?device_id=50487f49-c5d1-4ddc-9f7e-286ec25dd20b HTTP/1.1" status: 200 len: 946 time: 0.0654790 Dec 16 09:38:46.687644 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5ca9a173-5848-4135-b5ad-df2d452683fd req-945b92b2-d1e4-4184-bffb-e64dda1d977f tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0c47c3f-8f1b-471c-b14f-c3a21b0688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386727 Dec 16 09:38:47.007511 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f830b9ea-494c-4b4a-83b0-fa731dd4400c tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:47.067738 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125259d0-cae3-4d8c-aff1-0b3c122098e3 req-7fa1dee6-2b9d-488b-b4a9-966c3ee70dcf tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:47.069249 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-125259d0-cae3-4d8c-aff1-0b3c122098e3 req-7fa1dee6-2b9d-488b-b4a9-966c3ee70dcf tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 946 time: 0.1036932 Dec 16 09:38:47.115690 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-125259d0-cae3-4d8c-aff1-0b3c122098e3 req-e64830de-a80f-4ecc-aed2-29fb54f92b9c tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386913 Dec 16 09:38:47.229865 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f830b9ea-494c-4b4a-83b0-fa731dd4400c tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:47.264403 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830b9ea-494c-4b4a-83b0-fa731dd4400c tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Pushing event deleted for resources: {'Subnet': ['ID=c29ca88e-b010-4415-95e2-56f1a54fca98,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:47.270133 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f830b9ea-494c-4b4a-83b0-fa731dd4400c tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:47.274452 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f830b9ea-494c-4b4a-83b0-fa731dd4400c tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] 10.222.0.60 "DELETE /v2.0/subnets/c29ca88e-b010-4415-95e2-56f1a54fca98 HTTP/1.1" status: 204 len: 168 time: 0.9744060 Dec 16 09:38:47.276310 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70a3f37-2207-4ee9-aae5-46614ff40224 None None] Network 93837e0a-a0ae-48b2-9bf7-c46385c8659c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:38:47.276744 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54890) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:47.370239 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d4a24d93-cd25-4baf-bb09-d27973cc988a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:47.426589 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-d4a24d93-cd25-4baf-bb09-d27973cc988a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Deleting port 90195f40-e853-41e4-a713-f39dcf3f9702 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:47.426859 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d4a24d93-cd25-4baf-bb09-d27973cc988a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:47.490454 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad25f0e-f378-4209-afdd-05e6fd828afc None None] DHCP port deletion for 93837e0a-a0ae-48b2-9bf7-c46385c8659c request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:38:47.512366 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-d4a24d93-cd25-4baf-bb09-d27973cc988a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] For port 90195f40-e853-41e4-a713-f39dcf3f9702, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=90195f40-e853-41e4-a713-f39dcf3f9702,segment=NetworkSegment(911ab578-0c92-4165-8796-7b24d2533509),segment_id=911ab578-0c92-4165-8796-7b24d2533509)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:47.512767 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d4a24d93-cd25-4baf-bb09-d27973cc988a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:47.521001 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ff740dd6-51fe-4c43-8c24-9dfa393bc6a3 req-762db6b2-eb8d-4988-bf85-382a00a27c8b tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0386252 Dec 16 09:38:47.532537 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-d4a24d93-cd25-4baf-bb09-d27973cc988a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Calling delete_port for 90195f40-e853-41e4-a713-f39dcf3f9702 owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:47.567443 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-fad25f0e-f378-4209-afdd-05e6fd828afc None None] Deleting port 90195f40-e853-41e4-a713-f39dcf3f9702 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:47.567831 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fad25f0e-f378-4209-afdd-05e6fd828afc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:47.635265 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ec1ebb92-65e6-45e7-95c9-6aa43acb518f req-d77be649-2567-4e14-a09e-ac3a43d00b63 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/ports?device_id=a967ce3e-3dff-4615-b462-f1604016c464 HTTP/1.1" status: 200 len: 210 time: 0.0287080 Dec 16 09:38:47.642949 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-fad25f0e-f378-4209-afdd-05e6fd828afc None None] For port 90195f40-e853-41e4-a713-f39dcf3f9702, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=90195f40-e853-41e4-a713-f39dcf3f9702,segment=NetworkSegment(911ab578-0c92-4165-8796-7b24d2533509),segment_id=911ab578-0c92-4165-8796-7b24d2533509)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:47.643354 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fad25f0e-f378-4209-afdd-05e6fd828afc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:47.657076 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-fad25f0e-f378-4209-afdd-05e6fd828afc None None] Calling delete_port for 90195f40-e853-41e4-a713-f39dcf3f9702 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:47.706984 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d4a24d93-cd25-4baf-bb09-d27973cc988a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:47.733086 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a24d93-cd25-4baf-bb09-d27973cc988a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Pushing event deleted for resources: {'Port': ['ID=90195f40-e853-41e4-a713-f39dcf3f9702,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:47.735365 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fad25f0e-f378-4209-afdd-05e6fd828afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:47.743205 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a24d93-cd25-4baf-bb09-d27973cc988a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] No DVR routers for this DVR port 90195f40-e853-41e4-a713-f39dcf3f9702 on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:38:47.772364 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad25f0e-f378-4209-afdd-05e6fd828afc None None] Pushing event deleted for resources: {'Port': ['ID=90195f40-e853-41e4-a713-f39dcf3f9702,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:47.781997 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad25f0e-f378-4209-afdd-05e6fd828afc None None] No DVR routers for this DVR port 90195f40-e853-41e4-a713-f39dcf3f9702 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:38:47.840683 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d4a24d93-cd25-4baf-bb09-d27973cc988a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:47.875930 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-d4a24d93-cd25-4baf-bb09-d27973cc988a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93837e0a-a0ae-48b2-9bf7-c46385c8659c']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:47.888567 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-d4a24d93-cd25-4baf-bb09-d27973cc988a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '911ab578-0c92-4165-8796-7b24d2533509') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:47.888865 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-d4a24d93-cd25-4baf-bb09-d27973cc988a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '911ab578-0c92-4165-8796-7b24d2533509') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:47.900122 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d4a24d93-cd25-4baf-bb09-d27973cc988a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:47.914217 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541cc9dd-393f-4ed5-8606-1be43efd5790 req-8c1b359d-1e61-4ea5-9a9a-f493a2a2fe05 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:47.915757 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-541cc9dd-393f-4ed5-8606-1be43efd5790 req-8c1b359d-1e61-4ea5-9a9a-f493a2a2fe05 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports?device_id=50487f49-c5d1-4ddc-9f7e-286ec25dd20b HTTP/1.1" status: 200 len: 946 time: 0.0958774 Dec 16 09:38:47.924364 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d4a24d93-cd25-4baf-bb09-d27973cc988a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:47.937697 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a24d93-cd25-4baf-bb09-d27973cc988a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:38:47.938110 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d4a24d93-cd25-4baf-bb09-d27973cc988a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:47.941035 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:38:47.941035 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:38:47.941035 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:38:47.941035 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:38:47.941035 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:38:47.941035 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:38:47.941035 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:38:47.941035 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:38:47.941035 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:38:47.941035 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:38:47.941035 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:38:47.941035 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:38:47.941035 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:38:47.941035 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:38:47.941035 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:38:47.941035 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:38:47.941035 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:38:47.941035 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:38:47.941035 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:38:47.941035 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:38:47.941035 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:38:47.941035 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:38:47.941035 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:38:47.941035 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:38:47.941035 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:38:47.941035 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:38:47.941035 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:38:47.941035 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:38:47.941035 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:38:47.941035 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:38:47.941035 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:38:47.941035 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:38:47.960099 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d8df2-3f03-4c73-b25f-bc9edc77f322 req-b3815168-b157-41e7-9e31-9b1bf2472079 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:47.961981 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-081d8df2-3f03-4c73-b25f-bc9edc77f322 req-b3815168-b157-41e7-9e31-9b1bf2472079 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.57 "GET /v2.0/ports?device_id=50487f49-c5d1-4ddc-9f7e-286ec25dd20b HTTP/1.1" status: 200 len: 946 time: 0.0673432 Dec 16 09:38:48.018208 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-541cc9dd-393f-4ed5-8606-1be43efd5790 req-4b7dc007-d074-4836-bf3f-c270f2de45a6 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0c47c3f-8f1b-471c-b14f-c3a21b0688e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914052 Dec 16 09:38:48.064964 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-081d8df2-3f03-4c73-b25f-bc9edc77f322 req-d519d9c1-9d20-47f0-84f5-1c030d5e6512 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Deleting port 5beaa514-edcf-4b49-bbcf-0309dfb6c2a1 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:48.072759 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-081d8df2-3f03-4c73-b25f-bc9edc77f322 req-d519d9c1-9d20-47f0-84f5-1c030d5e6512 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:48.158308 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-081d8df2-3f03-4c73-b25f-bc9edc77f322 req-d519d9c1-9d20-47f0-84f5-1c030d5e6512 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] For port 5beaa514-edcf-4b49-bbcf-0309dfb6c2a1, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=5beaa514-edcf-4b49-bbcf-0309dfb6c2a1,segment=NetworkSegment(b058665a-d41b-4e97-8fd7-07ea9cb712c9),segment_id=b058665a-d41b-4e97-8fd7-07ea9cb712c9)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:48.158753 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-081d8df2-3f03-4c73-b25f-bc9edc77f322 req-d519d9c1-9d20-47f0-84f5-1c030d5e6512 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:48.161453 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d4a24d93-cd25-4baf-bb09-d27973cc988a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:48.172409 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-081d8df2-3f03-4c73-b25f-bc9edc77f322 req-d519d9c1-9d20-47f0-84f5-1c030d5e6512 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Calling delete_port for 5beaa514-edcf-4b49-bbcf-0309dfb6c2a1 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:48.180357 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d4a24d93-cd25-4baf-bb09-d27973cc988a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:48.186134 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d4a24d93-cd25-4baf-bb09-d27973cc988a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] 10.222.0.60 "DELETE /v2.0/networks/93837e0a-a0ae-48b2-9bf7-c46385c8659c HTTP/1.1" status: 204 len: 168 time: 0.9060566 Dec 16 09:38:48.200688 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a24d93-cd25-4baf-bb09-d27973cc988a tempest-AllowedAddressPairTestJSON-934206109 tempest-AllowedAddressPairTestJSON-934206109-project] Pushing event deleted for resources: {'Network': ['ID=93837e0a-a0ae-48b2-9bf7-c46385c8659c,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:48.313940 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcaef9-e2f0-4410-9c68-bcabab69ab92 req-8998e09d-b329-4dac-a773-ee7cb1e927d1 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:48.315463 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-52dcaef9-e2f0-4410-9c68-bcabab69ab92 req-8998e09d-b329-4dac-a773-ee7cb1e927d1 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 946 time: 0.0918469 Dec 16 09:38:48.327782 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 90195f40-e853-41e4-a713-f39dcf3f9702 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:38:48.348793 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 90195f40-e853-41e4-a713-f39dcf3f9702 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:38:48.349433 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 90195f40-e853-41e4-a713-f39dcf3f9702 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:38:48.404071 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-52dcaef9-e2f0-4410-9c68-bcabab69ab92 req-67e3c0dd-4028-4a51-a95c-3248a20adbf8 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762336 Dec 16 09:38:48.404945 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:38:48.526897 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-081d8df2-3f03-4c73-b25f-bc9edc77f322 req-d519d9c1-9d20-47f0-84f5-1c030d5e6512 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:48.537691 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['5beaa514-edcf-4b49-bbcf-0309dfb6c2a1'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:38:48.560801 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519d9c1-9d20-47f0-84f5-1c030d5e6512 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Pushing event deleted for resources: {'Port': ['ID=5beaa514-edcf-4b49-bbcf-0309dfb6c2a1,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:48.611712 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-081d8df2-3f03-4c73-b25f-bc9edc77f322 req-d519d9c1-9d20-47f0-84f5-1c030d5e6512 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] No DVR routers for this DVR port 5beaa514-edcf-4b49-bbcf-0309dfb6c2a1 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:38:48.615085 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-081d8df2-3f03-4c73-b25f-bc9edc77f322 req-d519d9c1-9d20-47f0-84f5-1c030d5e6512 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:48.618478 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-081d8df2-3f03-4c73-b25f-bc9edc77f322 req-d519d9c1-9d20-47f0-84f5-1c030d5e6512 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.57 "DELETE /v2.0/ports/5beaa514-edcf-4b49-bbcf-0309dfb6c2a1 HTTP/1.1" status: 204 len: 173 time: 0.6496706 Dec 16 09:38:48.628271 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50487f49-c5d1-4ddc-9f7e-286ec25dd20b', 'name': 'network-vif-deleted', 'tag': '5beaa514-edcf-4b49-bbcf-0309dfb6c2a1'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:48.630517 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573aa118-98ea-4708-b434-a4b6641bfec2" -d '{"events": [{"server_uuid": "50487f49-c5d1-4ddc-9f7e-286ec25dd20b", "name": "network-vif-deleted", "tag": "5beaa514-edcf-4b49-bbcf-0309dfb6c2a1"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:48.654630 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-349cacbe-f7e6-4c81-8c4a-d5fb37de7259 req-a94aa85d-3e0e-467f-8628-008e6897aecd tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0440586 Dec 16 09:38:48.709503 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336c684e-b012-4928-b61b-969060781044 x-openstack-request-id: req-336c684e-b012-4928-b61b-969060781044 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:48.710058 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50487f49-c5d1-4ddc-9f7e-286ec25dd20b", "name": "network-vif-deleted", "tag": "5beaa514-edcf-4b49-bbcf-0309dfb6c2a1", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:48.710312 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-336c684e-b012-4928-b61b-969060781044 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:48.710707 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50487f49-c5d1-4ddc-9f7e-286ec25dd20b', 'name': 'network-vif-deleted', 'tag': '5beaa514-edcf-4b49-bbcf-0309dfb6c2a1', 'status': 'completed', 'code': 200} Dec 16 09:38:48.750174 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99881c8c-28b6-4c6d-989e-62d2ed7039dc req-11632681-b447-4537-bf87-bedb5b2c43ef tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/ports?device_id=a967ce3e-3dff-4615-b462-f1604016c464 HTTP/1.1" status: 200 len: 210 time: 0.0274851 Dec 16 09:38:48.920723 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54918) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:49.060155 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8bf05501-c601-46d2-ae4a-608865abc411 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=957f34bbd8234fc0a1d4197e5dcccc8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1380298 Dec 16 09:38:49.063110 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54924) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:49.125962 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-db91b3d0-11d2-43bc-bd61-d4d7c081d860 req-8539c64f-b30c-4fb1-b0dd-2165ab68da01 tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports?device_id=50487f49-c5d1-4ddc-9f7e-286ec25dd20b HTTP/1.1" status: 200 len: 210 time: 0.0314438 Dec 16 09:38:49.136811 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-91aa81f1-7a92-449c-a6c7-c9892fa4aa9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:49.164897 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-91aa81f1-7a92-449c-a6c7-c9892fa4aa9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:49.372134 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-91aa81f1-7a92-449c-a6c7-c9892fa4aa9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:49.374813 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-91aa81f1-7a92-449c-a6c7-c9892fa4aa9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:49.376123 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-91aa81f1-7a92-449c-a6c7-c9892fa4aa9f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/15bd4a36-3ec7-4d50-903f-44524447183a HTTP/1.1" status: 204 len: 168 time: 0.3120596 Dec 16 09:38:49.383826 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa81f1-7a92-449c-a6c7-c9892fa4aa9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bd4a36-3ec7-4d50-903f-44524447183a,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:49.519764 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c1e5c-868e-4703-b2c1-493755b07ab8 req-3cdf5bc6-6a66-4f41-99cf-51f5b92fb066 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:49.521300 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fe5c1e5c-868e-4703-b2c1-493755b07ab8 req-3cdf5bc6-6a66-4f41-99cf-51f5b92fb066 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 946 time: 0.0497103 Dec 16 09:38:49.560297 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fe5c1e5c-868e-4703-b2c1-493755b07ab8 req-95456af5-4830-499d-879c-0e622be88663 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323250 Dec 16 09:38:49.777917 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9c49781b-cae0-42be-8d00-5fea605599cb req-68b2dba3-4551-4436-9f50-a73014bf4658 tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0290830 Dec 16 09:38:49.855157 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b5a581cd-2172-4514-a30c-5d19a0e22ae6 req-55beb794-3d07-4c05-a82c-edc7ad596307 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/ports?device_id=a967ce3e-3dff-4615-b462-f1604016c464 HTTP/1.1" status: 200 len: 210 time: 0.0283773 Dec 16 09:38:50.126104 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-ea2420cb-7832-49c0-8de0-edb1f0f31444 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:50.127618 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-ea2420cb-7832-49c0-8de0-edb1f0f31444 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.57 "GET /v2.0/networks?id=09866e78-29ef-4050-a525-5c237a470f23 HTTP/1.1" status: 200 len: 813 time: 0.1040876 Dec 16 09:38:50.141296 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-678c3656-9b14-4962-b958-f2264355e0a7 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Request body: {'port': {'device_id': 'a967ce3e-3dff-4615-b462-f1604016c464', 'network_id': '09866e78-29ef-4050-a525-5c237a470f23', 'admin_state_up': True, 'tenant_id': 'b08ba95154e04457900cfefa4916c15d'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:50.248501 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-64ad18b0-f03a-4a80-95d3-2492664058c3 req-deb7b92c-365a-4aa5-93a7-d573005937dd tempest-FloatingIPsAssociationTestJSON-1921779897 tempest-FloatingIPsAssociationTestJSON-1921779897-project] 10.222.0.60 "GET /v2.0/ports?device_id=50487f49-c5d1-4ddc-9f7e-286ec25dd20b HTTP/1.1" status: 200 len: 210 time: 0.0332708 Dec 16 09:38:50.420947 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-678c3656-9b14-4962-b958-f2264355e0a7 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Made reservation on behalf of b08ba95154e04457900cfefa4916c15d for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:50.427931 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-678c3656-9b14-4962-b958-f2264355e0a7 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:50.554595 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-678c3656-9b14-4962-b958-f2264355e0a7 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Allocated IP 172.20.0.3 (09866e78-29ef-4050-a525-5c237a470f23/254306af-14e3-4adb-acda-c9e93df31861/94b7c23b-84ca-4d19-86a9-5e6534ace2dd) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:50.693141 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23184029-a881-470b-bfe4-a22c17f1aaa9 req-0cfaca23-56bf-4eef-9031-07aca711a0dd tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:50.694785 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-23184029-a881-470b-bfe4-a22c17f1aaa9 req-0cfaca23-56bf-4eef-9031-07aca711a0dd tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 946 time: 0.0591390 Dec 16 09:38:50.723045 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-678c3656-9b14-4962-b958-f2264355e0a7 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:50.729606 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54962) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:50.744616 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-23184029-a881-470b-bfe4-a22c17f1aaa9 req-d67a9ca9-b5aa-48da-961e-8cf5f34718a0 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392470 Dec 16 09:38:50.850912 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-dd2f0ee1-9889-4332-bd06-bd41a467f981 tempest-NetworksNegativeTestJSON-1030619146 tempest-NetworksNegativeTestJSON-1030619146-project] Request body: {'port': {'network_id': '9bcefb7f-8ae9-4997-bfbb-21093d57ef3e', 'name': 'tempest-NetworksNegativeTestJSON-1919250490'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:50.856878 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-678c3656-9b14-4962-b958-f2264355e0a7 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:50.872244 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd2f0ee1-9889-4332-bd06-bd41a467f981 tempest-NetworksNegativeTestJSON-1030619146 tempest-NetworksNegativeTestJSON-1030619146-project] POST failed (client error): The resource could not be found. Dec 16 09:38:50.872830 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd2f0ee1-9889-4332-bd06-bd41a467f981 tempest-NetworksNegativeTestJSON-1030619146 tempest-NetworksNegativeTestJSON-1030619146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:38:50.874002 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-dd2f0ee1-9889-4332-bd06-bd41a467f981 tempest-NetworksNegativeTestJSON-1030619146 tempest-NetworksNegativeTestJSON-1030619146-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1434300 Dec 16 09:38:50.881305 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54972) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:50.884989 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d43f770f-6549-4092-b7a4-3eeb071e4ef8 req-f5e8e0ee-fb07-4e8b-b239-f58b6adbe7b0 tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0305960 Dec 16 09:38:50.906097 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6790f30-dcb9-466a-bba3-86b4424057fa tempest-NetworksNegativeTestJSON-1030619146 tempest-NetworksNegativeTestJSON-1030619146-project] DELETE failed (client error): The resource could not be found. Dec 16 09:38:50.907086 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6790f30-dcb9-466a-bba3-86b4424057fa tempest-NetworksNegativeTestJSON-1030619146 tempest-NetworksNegativeTestJSON-1030619146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:38:50.910282 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a6790f30-dcb9-466a-bba3-86b4424057fa tempest-NetworksNegativeTestJSON-1030619146 tempest-NetworksNegativeTestJSON-1030619146-project] 10.222.0.60 "DELETE /v2.0/networks/2024af35-4585-49d7-a924-529eea117421 HTTP/1.1" status: 404 len: 339 time: 0.0278752 Dec 16 09:38:50.914033 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54974) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:50.922407 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-678c3656-9b14-4962-b958-f2264355e0a7 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Network 09866e78-29ef-4050-a525-5c237a470f23 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:50.927771 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-678c3656-9b14-4962-b958-f2264355e0a7 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:50.930384 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-678c3656-9b14-4962-b958-f2264355e0a7 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:50.940365 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-5861f75d-3baf-4e9e-b6a0-277def633b8f tempest-NetworksNegativeTestJSON-1030619146 tempest-NetworksNegativeTestJSON-1030619146-project] DELETE failed (client error): The resource could not be found. Dec 16 09:38:50.941078 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5861f75d-3baf-4e9e-b6a0-277def633b8f tempest-NetworksNegativeTestJSON-1030619146 tempest-NetworksNegativeTestJSON-1030619146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:38:50.944188 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5861f75d-3baf-4e9e-b6a0-277def633b8f tempest-NetworksNegativeTestJSON-1030619146 tempest-NetworksNegativeTestJSON-1030619146-project] 10.222.0.60 "DELETE /v2.0/ports/7d29ac7a-b891-4210-8e93-55b1c93f1057 HTTP/1.1" status: 404 len: 333 time: 0.0290968 Dec 16 09:38:50.948264 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54976) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:50.969309 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c3656-9b14-4962-b958-f2264355e0a7 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Pushing event updated for resources: {'Port': ['ID=94b7c23b-84ca-4d19-86a9-5e6534ace2dd,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:50.974037 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-324cc2e5-4526-4f70-996d-f526ac52fb09 tempest-NetworksNegativeTestJSON-1030619146 tempest-NetworksNegativeTestJSON-1030619146-project] DELETE failed (client error): The resource could not be found. Dec 16 09:38:50.974497 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-324cc2e5-4526-4f70-996d-f526ac52fb09 tempest-NetworksNegativeTestJSON-1030619146 tempest-NetworksNegativeTestJSON-1030619146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:38:50.982598 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-324cc2e5-4526-4f70-996d-f526ac52fb09 tempest-NetworksNegativeTestJSON-1030619146 tempest-NetworksNegativeTestJSON-1030619146-project] 10.222.0.60 "DELETE /v2.0/subnets/8c23db96-930f-43cf-8f71-f3e6cf161008 HTTP/1.1" status: 404 len: 337 time: 0.0318272 Dec 16 09:38:50.985360 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54978) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:51.009358 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f6ec498-b916-4b65-99e3-70efe353db01 tempest-NetworksNegativeTestJSON-1030619146 tempest-NetworksNegativeTestJSON-1030619146-project] GET failed (client error): The resource could not be found. Dec 16 09:38:51.011628 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5f6ec498-b916-4b65-99e3-70efe353db01 tempest-NetworksNegativeTestJSON-1030619146 tempest-NetworksNegativeTestJSON-1030619146-project] 10.222.0.60 "GET /v2.0/networks/7809c0b8-3879-4a61-b375-d3606a45704e HTTP/1.1" status: 404 len: 339 time: 0.0244923 Dec 16 09:38:51.020216 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54980) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:51.033270 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-678c3656-9b14-4962-b958-f2264355e0a7 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:51.034203 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-678c3656-9b14-4962-b958-f2264355e0a7 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:51.047103 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c43ef50-5b8c-4229-9ab3-50ff51a33820 tempest-NetworksNegativeTestJSON-1030619146 tempest-NetworksNegativeTestJSON-1030619146-project] GET failed (client error): The resource could not be found. Dec 16 09:38:51.047103 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8c43ef50-5b8c-4229-9ab3-50ff51a33820 tempest-NetworksNegativeTestJSON-1030619146 tempest-NetworksNegativeTestJSON-1030619146-project] 10.222.0.60 "GET /v2.0/ports/3d12b211-e676-4864-9fb8-aa104ceaf935 HTTP/1.1" status: 404 len: 333 time: 0.0256600 Dec 16 09:38:51.049435 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d04477-88df-4f3a-ba88-11a908c2e90c req-e2862c58-272f-4aee-b85a-558054c4212a tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:51.051495 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-35d04477-88df-4f3a-ba88-11a908c2e90c req-e2862c58-272f-4aee-b85a-558054c4212a tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/ports?device_id=a967ce3e-3dff-4615-b462-f1604016c464 HTTP/1.1" status: 200 len: 931 time: 0.1096923 Dec 16 09:38:51.054617 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54982) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:51.082568 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b62052-275e-42c7-a702-9d96c5f968f6 tempest-NetworksNegativeTestJSON-1030619146 tempest-NetworksNegativeTestJSON-1030619146-project] GET failed (client error): The resource could not be found. Dec 16 09:38:51.083889 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c0b62052-275e-42c7-a702-9d96c5f968f6 tempest-NetworksNegativeTestJSON-1030619146 tempest-NetworksNegativeTestJSON-1030619146-project] 10.222.0.60 "GET /v2.0/subnets/b932f3ef-b5d4-4809-a095-cf9f8ff34a2d HTTP/1.1" status: 404 len: 337 time: 0.0284028 Dec 16 09:38:51.094628 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-35d04477-88df-4f3a-ba88-11a908c2e90c req-04ee91d5-129c-427e-82b0-6e0dc9bddd55 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/security-groups?id=e68aa81c-0a96-4c6e-a3e1-96a91dae878f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333107 Dec 16 09:38:51.094852 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54984) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:51.100242 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-8765c0b7-50fa-44ec-917a-ada1a9d9ce6f tempest-NetworksNegativeTestJSON-1030619146 tempest-NetworksNegativeTestJSON-1030619146-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:51.114812 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-8765c0b7-50fa-44ec-917a-ada1a9d9ce6f tempest-NetworksNegativeTestJSON-1030619146 tempest-NetworksNegativeTestJSON-1030619146-project] PUT failed (client error): The resource could not be found. Dec 16 09:38:51.120523 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8765c0b7-50fa-44ec-917a-ada1a9d9ce6f tempest-NetworksNegativeTestJSON-1030619146 tempest-NetworksNegativeTestJSON-1030619146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:38:51.120523 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8765c0b7-50fa-44ec-917a-ada1a9d9ce6f tempest-NetworksNegativeTestJSON-1030619146 tempest-NetworksNegativeTestJSON-1030619146-project] 10.222.0.60 "PUT /v2.0/networks/6fce1fa8-bbba-45cb-bfbb-e2161d15291c HTTP/1.1" status: 404 len: 339 time: 0.0216246 Dec 16 09:38:51.123434 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54986) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:51.128478 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-14bdfa3e-1f9f-4c09-8623-95cea4346071 tempest-NetworksNegativeTestJSON-1030619146 tempest-NetworksNegativeTestJSON-1030619146-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:51.147278 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-14bdfa3e-1f9f-4c09-8623-95cea4346071 tempest-NetworksNegativeTestJSON-1030619146 tempest-NetworksNegativeTestJSON-1030619146-project] PUT failed (client error): The resource could not be found. Dec 16 09:38:51.147278 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14bdfa3e-1f9f-4c09-8623-95cea4346071 tempest-NetworksNegativeTestJSON-1030619146 tempest-NetworksNegativeTestJSON-1030619146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:38:51.148370 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-14bdfa3e-1f9f-4c09-8623-95cea4346071 tempest-NetworksNegativeTestJSON-1030619146 tempest-NetworksNegativeTestJSON-1030619146-project] 10.222.0.60 "PUT /v2.0/ports/e254101f-c008-4976-acd2-2eaee111bcd0 HTTP/1.1" status: 404 len: 333 time: 0.0240219 Dec 16 09:38:51.152473 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54988) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:51.157497 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-f4f9fd35-eeae-4f13-8a84-277d3cb8dc2c tempest-NetworksNegativeTestJSON-1030619146 tempest-NetworksNegativeTestJSON-1030619146-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:51.177478 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-678c3656-9b14-4962-b958-f2264355e0a7 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0397985 Dec 16 09:38:51.180038 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f9fd35-eeae-4f13-8a84-277d3cb8dc2c tempest-NetworksNegativeTestJSON-1030619146 tempest-NetworksNegativeTestJSON-1030619146-project] PUT failed (client error): The resource could not be found. Dec 16 09:38:51.180038 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4f9fd35-eeae-4f13-8a84-277d3cb8dc2c tempest-NetworksNegativeTestJSON-1030619146 tempest-NetworksNegativeTestJSON-1030619146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:38:51.180038 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f4f9fd35-eeae-4f13-8a84-277d3cb8dc2c tempest-NetworksNegativeTestJSON-1030619146 tempest-NetworksNegativeTestJSON-1030619146-project] 10.222.0.60 "PUT /v2.0/subnets/c229de69-a015-489f-9d13-6b0cbe4ea705 HTTP/1.1" status: 404 len: 337 time: 0.0262384 Dec 16 09:38:51.191515 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-3d9acbdd-65b8-448e-b92a-ebad78cd630e service neutron] Request body: {'port': {'device_id': 'a967ce3e-3dff-4615-b462-f1604016c464', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:51.245772 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-3d9acbdd-65b8-448e-b92a-ebad78cd630e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:51.307933 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54994) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:51.520812 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-3d9acbdd-65b8-448e-b92a-ebad78cd630e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b7c23b-84ca-4d19-86a9-5e6534ace2dd {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:38:51.528886 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-3d9acbdd-65b8-448e-b92a-ebad78cd630e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:51.541403 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-3d9acbdd-65b8-448e-b92a-ebad78cd630e service neutron] Transition to ACTIVE for port object 94b7c23b-84ca-4d19-86a9-5e6534ace2dd will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:38:51.630294 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-3d9acbdd-65b8-448e-b92a-ebad78cd630e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:51.686549 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f7a97a33-30a4-4823-85f1-f15754a38160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:51.695897 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55000) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:51.709943 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9acbdd-65b8-448e-b92a-ebad78cd630e service neutron] Pushing event updated for resources: {'Port': ['ID=94b7c23b-84ca-4d19-86a9-5e6534ace2dd,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:51.763046 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-3d9acbdd-65b8-448e-b92a-ebad78cd630e service neutron] Attempting to bind port 94b7c23b-84ca-4d19-86a9-5e6534ace2dd on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:38:51.763283 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-3d9acbdd-65b8-448e-b92a-ebad78cd630e service neutron] Attempting to bind port 94b7c23b-84ca-4d19-86a9-5e6534ace2dd by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'dd5fa93b-702f-45a8-997f-890782890505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '09866e78-29ef-4050-a525-5c237a470f23'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:38:51.763609 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-3d9acbdd-65b8-448e-b92a-ebad78cd630e service neutron] Attempting to bind port 94b7c23b-84ca-4d19-86a9-5e6534ace2dd on network 09866e78-29ef-4050-a525-5c237a470f23 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:38:51.768144 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-3d9acbdd-65b8-448e-b92a-ebad78cd630e service neutron] Port 94b7c23b-84ca-4d19-86a9-5e6534ace2dd on network 09866e78-29ef-4050-a525-5c237a470f23 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:38:51.768760 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-3d9acbdd-65b8-448e-b92a-ebad78cd630e service neutron] Attempting to bind port 94b7c23b-84ca-4d19-86a9-5e6534ace2dd on network 09866e78-29ef-4050-a525-5c237a470f23 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:38:51.773978 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-3d9acbdd-65b8-448e-b92a-ebad78cd630e service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:38:51.774473 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-3d9acbdd-65b8-448e-b92a-ebad78cd630e service neutron] Checking segment: {'id': 'dd5fa93b-702f-45a8-997f-890782890505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '09866e78-29ef-4050-a525-5c237a470f23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:38:51.774894 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-3d9acbdd-65b8-448e-b92a-ebad78cd630e service neutron] Bound using segment: {'id': 'dd5fa93b-702f-45a8-997f-890782890505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '09866e78-29ef-4050-a525-5c237a470f23'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:38:51.775326 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-3d9acbdd-65b8-448e-b92a-ebad78cd630e service neutron] Bound port: 94b7c23b-84ca-4d19-86a9-5e6534ace2dd, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd5fa93b-702f-45a8-997f-890782890505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '09866e78-29ef-4050-a525-5c237a470f23'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:38:51.775687 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-3d9acbdd-65b8-448e-b92a-ebad78cd630e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:51.845704 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-72afa67b-9968-41e3-baac-a33f8100192f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:51.868170 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-3d9acbdd-65b8-448e-b92a-ebad78cd630e service neutron] For port 94b7c23b-84ca-4d19-86a9-5e6534ace2dd, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:38:51.874038 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-3d9acbdd-65b8-448e-b92a-ebad78cd630e service neutron] For port 94b7c23b-84ca-4d19-86a9-5e6534ace2dd, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=94b7c23b-84ca-4d19-86a9-5e6534ace2dd,segment=NetworkSegment(dd5fa93b-702f-45a8-997f-890782890505),segment_id=dd5fa93b-702f-45a8-997f-890782890505)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:38:51.912727 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02748dbf-0370-4f46-916c-c3701b5c8339 req-c947b019-cd04-4762-860d-65f61408b7e8 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:51.914303 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-02748dbf-0370-4f46-916c-c3701b5c8339 req-c947b019-cd04-4762-860d-65f61408b7e8 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 946 time: 0.0786092 Dec 16 09:38:51.941630 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-3d9acbdd-65b8-448e-b92a-ebad78cd630e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:51.948864 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-72afa67b-9968-41e3-baac-a33f8100192f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:51.988423 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-02748dbf-0370-4f46-916c-c3701b5c8339 req-aa37d58d-9026-495e-b54f-77a42ac1ccb4 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639734 Dec 16 09:38:51.992365 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-3d9acbdd-65b8-448e-b92a-ebad78cd630e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:51.994763 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-3d9acbdd-65b8-448e-b92a-ebad78cd630e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:51.996232 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-3d9acbdd-65b8-448e-b92a-ebad78cd630e service neutron] 10.222.0.57 "PUT /v2.0/ports/94b7c23b-84ca-4d19-86a9-5e6534ace2dd HTTP/1.1" status: 200 len: 1091 time: 0.8090460 Dec 16 09:38:51.998604 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a967ce3e-3dff-4615-b462-f1604016c464', 'tag': '94b7c23b-84ca-4d19-86a9-5e6534ace2dd'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:52.000915 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c201ae84-8fe7-4958-b85d-c28ec9ceb7a5" -d '{"events": [{"name": "network-changed", "server_uuid": "a967ce3e-3dff-4615-b462-f1604016c464", "tag": "94b7c23b-84ca-4d19-86a9-5e6534ace2dd"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:52.026750 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-134e7535-5f36-4ab1-aa39-7e3e9ea8fd11 req-f4118c62-c322-4294-b7a4-ad41499c96ad tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0535166 Dec 16 09:38:52.033325 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-72afa67b-9968-41e3-baac-a33f8100192f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:52.058895 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-f7a97a33-30a4-4823-85f1-f15754a38160 admin admin] Deleting port 05379019-0084-44b0-a476-5d25f57c6efa {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:52.059240 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f7a97a33-30a4-4823-85f1-f15754a38160 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:52.085861 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba06546-cd19-48c2-aecd-1f6333fa1753 x-openstack-request-id: req-bba06546-cd19-48c2-aecd-1f6333fa1753 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:52.086144 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a967ce3e-3dff-4615-b462-f1604016c464", "tag": "94b7c23b-84ca-4d19-86a9-5e6534ace2dd", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:52.086396 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bba06546-cd19-48c2-aecd-1f6333fa1753 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:52.086792 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a967ce3e-3dff-4615-b462-f1604016c464', 'tag': '94b7c23b-84ca-4d19-86a9-5e6534ace2dd', 'status': 'completed', 'code': 200} Dec 16 09:38:52.093603 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9acbdd-65b8-448e-b92a-ebad78cd630e service neutron] Pushing event updated for resources: {'Port': ['ID=94b7c23b-84ca-4d19-86a9-5e6534ace2dd,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:52.116070 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0d1088d7-ba1f-4be9-a278-f30d115e689f req-125bb7b9-37c5-489d-813e-91e0ca18a6c6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=572b0fef-dbc6-42dd-90b0-092ed8504771 HTTP/1.1" status: 200 len: 210 time: 0.0420589 Dec 16 09:38:52.127374 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-72afa67b-9968-41e3-baac-a33f8100192f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=562b4e8251324b1daddb2e29eef68a3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4249363 Dec 16 09:38:52.130077 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55014) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:52.133060 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72afa67b-9968-41e3-baac-a33f8100192f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47b2667-8765-44dc-b63e-1db97a5f33de,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:52.199382 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-3dea44f2-d353-4f73-948e-ece45d2327ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:52.200842 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-3dea44f2-d353-4f73-948e-ece45d2327ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b08ba95154e04457900cfefa4916c15d&device_id=a967ce3e-3dff-4615-b462-f1604016c464 HTTP/1.1" status: 200 len: 1094 time: 0.1014144 Dec 16 09:38:52.208306 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-f7a97a33-30a4-4823-85f1-f15754a38160 admin admin] For port 05379019-0084-44b0-a476-5d25f57c6efa, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=05379019-0084-44b0-a476-5d25f57c6efa,segment=NetworkSegment(b058665a-d41b-4e97-8fd7-07ea9cb712c9),segment_id=b058665a-d41b-4e97-8fd7-07ea9cb712c9)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:52.208664 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f7a97a33-30a4-4823-85f1-f15754a38160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:52.224621 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fd953-3dda-4398-972f-f26d3a165c41 req-fe4434b5-2b3a-4fdf-8cdd-b9bf1f1c0a17 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:52.226201 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-508fd953-3dda-4398-972f-f26d3a165c41 req-fe4434b5-2b3a-4fdf-8cdd-b9bf1f1c0a17 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/ports?device_id=a967ce3e-3dff-4615-b462-f1604016c464 HTTP/1.1" status: 200 len: 943 time: 0.0502985 Dec 16 09:38:52.228966 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-f7a97a33-30a4-4823-85f1-f15754a38160 admin admin] Calling delete_port for 05379019-0084-44b0-a476-5d25f57c6efa owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:52.239918 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-089c16cd-2162-42c5-b58a-ac5b76fe30f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:52.267600 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-508fd953-3dda-4398-972f-f26d3a165c41 req-d77e1e0e-4557-42cc-b44e-23fc36168b23 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/security-groups?id=e68aa81c-0a96-4c6e-a3e1-96a91dae878f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337987 Dec 16 09:38:52.295294 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-089c16cd-2162-42c5-b58a-ac5b76fe30f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:52.416618 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-96d87903-ab73-4d01-b1d2-662dd0bbc0ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94b7c23b-84ca-4d19-86a9-5e6534ace2dd HTTP/1.1" status: 200 len: 217 time: 0.0437291 Dec 16 09:38:52.483796 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-4717e452-5dc3-4c74-88a7-77f9c470ff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:52.485392 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-4717e452-5dc3-4c74-88a7-77f9c470ff79 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=254306af-14e3-4adb-acda-c9e93df31861 HTTP/1.1" status: 200 len: 853 time: 0.0609651 Dec 16 09:38:52.513818 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-089c16cd-2162-42c5-b58a-ac5b76fe30f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:52.516709 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-089c16cd-2162-42c5-b58a-ac5b76fe30f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:52.517884 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-089c16cd-2162-42c5-b58a-ac5b76fe30f1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a47b2667-8765-44dc-b63e-1db97a5f33de HTTP/1.1" status: 204 len: 168 time: 0.3868976 Dec 16 09:38:52.550010 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-d816093a-e1cc-489a-b473-2baeb47f9da8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09866e78-29ef-4050-a525-5c237a470f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448332 Dec 16 09:38:52.552485 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c16cd-2162-42c5-b58a-ac5b76fe30f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47b2667-8765-44dc-b63e-1db97a5f33de,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:52.651307 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-429357bf-fd72-476e-95f8-7658b07f31ad service neutron] 10.222.0.57 "GET /v2.0/networks/09866e78-29ef-4050-a525-5c237a470f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856690 Dec 16 09:38:52.719337 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 5beaa514-edcf-4b49-bbcf-0309dfb6c2a1 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:38:52.738985 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 5beaa514-edcf-4b49-bbcf-0309dfb6c2a1 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:38:52.739420 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 5beaa514-edcf-4b49-bbcf-0309dfb6c2a1 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:38:52.745504 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-40687c8a-b5a2-47d2-968d-be7e591e3f50 req-422b02ab-7cfd-4ac1-91cd-96d11d1cb789 service neutron] 10.222.0.57 "GET /v2.0/networks/09866e78-29ef-4050-a525-5c237a470f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872080 Dec 16 09:38:52.752093 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f7a97a33-30a4-4823-85f1-f15754a38160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:52.784408 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a97a33-30a4-4823-85f1-f15754a38160 admin admin] Pushing event deleted for resources: {'Port': ['ID=05379019-0084-44b0-a476-5d25f57c6efa,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:52.991161 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201ae84-8fe7-4958-b85d-c28ec9ceb7a5 req-f8486fe8-6000-463e-ac9f-d18062723c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:52.992947 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c201ae84-8fe7-4958-b85d-c28ec9ceb7a5 req-f8486fe8-6000-463e-ac9f-d18062723c5e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b08ba95154e04457900cfefa4916c15d&device_id=a967ce3e-3dff-4615-b462-f1604016c464 HTTP/1.1" status: 200 len: 1094 time: 0.0668547 Dec 16 09:38:52.999847 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f7a97a33-30a4-4823-85f1-f15754a38160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:53.107557 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e1ec04c9-97a0-413f-b1d0-6f0e84f9950a req-50abd6e9-4539-46a9-98cc-6280ad679012 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0391762 Dec 16 09:38:53.166239 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-20734415-7b73-468c-a62a-6f465f994d55 req-1355e3c5-1e1d-4116-ac74-f8a98328f60b tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0310581 Dec 16 09:38:53.219209 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310fac5-2d63-461d-a697-1f9556a4ea63 req-2b47c30a-9447-4ea3-a593-2c6b50ed9619 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:53.220681 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b310fac5-2d63-461d-a697-1f9556a4ea63 req-2b47c30a-9447-4ea3-a593-2c6b50ed9619 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 946 time: 0.1309645 Dec 16 09:38:53.221737 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201ae84-8fe7-4958-b85d-c28ec9ceb7a5 req-21ac3d75-21ed-4209-abc4-29053708f2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:53.223053 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c201ae84-8fe7-4958-b85d-c28ec9ceb7a5 req-21ac3d75-21ed-4209-abc4-29053708f2e4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09866e78-29ef-4050-a525-5c237a470f23 HTTP/1.1" status: 200 len: 914 time: 0.2203648 Dec 16 09:38:53.323860 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b310fac5-2d63-461d-a697-1f9556a4ea63 req-81fdded4-a3ea-4a12-aebd-ee1f7a77f52f tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964670 Dec 16 09:38:53.386517 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba16074-6924-488b-9f0d-05278405ffcf req-7ff7f3ca-01d0-4bc9-b667-54530cbc1dda tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:53.388034 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bba16074-6924-488b-9f0d-05278405ffcf req-7ff7f3ca-01d0-4bc9-b667-54530cbc1dda tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/ports?device_id=a967ce3e-3dff-4615-b462-f1604016c464 HTTP/1.1" status: 200 len: 943 time: 0.0497401 Dec 16 09:38:53.406326 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c201ae84-8fe7-4958-b85d-c28ec9ceb7a5 req-8c3a7a2a-e564-4265-81a2-c9dc421db088 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94b7c23b-84ca-4d19-86a9-5e6534ace2dd HTTP/1.1" status: 200 len: 217 time: 0.0400987 Dec 16 09:38:53.434839 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bba16074-6924-488b-9f0d-05278405ffcf req-4aff9bdc-4657-4425-8021-935de1a4a03d tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/security-groups?id=e68aa81c-0a96-4c6e-a3e1-96a91dae878f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374801 Dec 16 09:38:53.481311 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201ae84-8fe7-4958-b85d-c28ec9ceb7a5 req-3aec0069-ed31-43c8-b12c-bda658f82d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:53.482875 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c201ae84-8fe7-4958-b85d-c28ec9ceb7a5 req-3aec0069-ed31-43c8-b12c-bda658f82d60 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=254306af-14e3-4adb-acda-c9e93df31861 HTTP/1.1" status: 200 len: 853 time: 0.0640774 Dec 16 09:38:53.485499 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a97a33-30a4-4823-85f1-f15754a38160 admin admin] Router e2713676-763c-4529-8d52-4773404c5035 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:38:53.742521 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55048) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:53.848105 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-1b0b7526-19be-4b0b-a8b5-5fdaa62927a5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-337938679'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:53.849039 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c201ae84-8fe7-4958-b85d-c28ec9ceb7a5 req-cf935b29-6093-4f19-a20f-57329c8e7d57 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09866e78-29ef-4050-a525-5c237a470f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3573971 Dec 16 09:38:53.929433 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0b7526-19be-4b0b-a8b5-5fdaa62927a5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Made reservation on behalf of 99d413ff86b742a089842b35110f3a30 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:53.933103 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b0b7526-19be-4b0b-a8b5-5fdaa62927a5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:53.942000 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b0b7526-19be-4b0b-a8b5-5fdaa62927a5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:53.971782 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a97a33-30a4-4823-85f1-f15754a38160 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:38:53.981675 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f7a97a33-30a4-4823-85f1-f15754a38160 admin admin] 10.222.0.60 "PUT /v2.0/routers/e2713676-763c-4529-8d52-4773404c5035/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6726782 Dec 16 09:38:53.983406 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bca1ba-3f95-44c5-aa0e-112c7468e4bf None None] Sync routers for ids ['e2713676-763c-4529-8d52-4773404c5035'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:38:53.984088 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55052) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:53.994566 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bca1ba-3f95-44c5-aa0e-112c7468e4bf None None] Routers {'e2713676-763c-4529-8d52-4773404c5035'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:53.996029 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-26bca1ba-3f95-44c5-aa0e-112c7468e4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:38:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['e2713676-763c-4529-8d52-4773404c5035'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:54.022139 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9fbbca4f-d5b8-454f-9889-c52408513323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:54.023122 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c201ae84-8fe7-4958-b85d-c28ec9ceb7a5 req-8e2edb8a-4c39-47fa-a5e0-0bf54a0c0e81 service neutron] 10.222.0.57 "GET /v2.0/networks/09866e78-29ef-4050-a525-5c237a470f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494024 Dec 16 09:38:54.036481 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b0b7526-19be-4b0b-a8b5-5fdaa62927a5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:54.103926 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b0b7526-19be-4b0b-a8b5-5fdaa62927a5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:54.114322 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-26bca1ba-3f95-44c5-aa0e-112c7468e4bf None None] Set router e2713676-763c-4529-8d52-4773404c5035 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:38:54.128317 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b0b7526-19be-4b0b-a8b5-5fdaa62927a5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:38:54.143259 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b7526-19be-4b0b-a8b5-5fdaa62927a5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78bc5a7e-03e6-4f14-9ab9-51204f6cfd36,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:54.155581 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b0b7526-19be-4b0b-a8b5-5fdaa62927a5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:54.155866 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-1b0b7526-19be-4b0b-a8b5-5fdaa62927a5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Added segment fad52418-9812-4471-ad7a-71f35b8b44f1 of type vlan for network 819195ad-1aeb-421c-be56-8c9a381b28d4 Dec 16 09:38:54.161921 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-97449002-19e8-471e-9bf6-50bc96b09bc3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:54.205184 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b0b7526-19be-4b0b-a8b5-5fdaa62927a5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:54.241299 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c201ae84-8fe7-4958-b85d-c28ec9ceb7a5 req-954b1c1c-0ba9-424a-a32a-e816439c1497 service neutron] 10.222.0.57 "GET /v2.0/networks/09866e78-29ef-4050-a525-5c237a470f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862867 Dec 16 09:38:54.314296 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d80cf047-72fd-4134-8d5c-0ca792a55e19 req-401fdbb2-e212-486d-8745-1c0672bbefd7 tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0312505 Dec 16 09:38:54.318784 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b0b7526-19be-4b0b-a8b5-5fdaa62927a5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:54.322009 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-26bca1ba-3f95-44c5-aa0e-112c7468e4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2713676-763c-4529-8d52-4773404c5035', 'name': 'tempest-FloatingIPsAssociationTestJSON-204191917-router', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:37:37Z', 'updated_at': '2021-12-16T09:38:52Z', 'revision_number': 5, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'gw_port': {'id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:38Z', 'updated_at': '2021-12-16T09:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:54.330213 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-97449002-19e8-471e-9bf6-50bc96b09bc3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:54.330393 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0b7526-19be-4b0b-a8b5-5fdaa62927a5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:54.330856 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b0b7526-19be-4b0b-a8b5-5fdaa62927a5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:54.359546 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bca1ba-3f95-44c5-aa0e-112c7468e4bf None None] Checking router: e2713676-763c-4529-8d52-4773404c5035 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:38:54.370092 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bca1ba-3f95-44c5-aa0e-112c7468e4bf None None] Routers {'e2713676-763c-4529-8d52-4773404c5035'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:54.370797 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-26bca1ba-3f95-44c5-aa0e-112c7468e4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:38:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['e2713676-763c-4529-8d52-4773404c5035'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:54.411417 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b7526-19be-4b0b-a8b5-5fdaa62927a5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Network': ['ID=819195ad-1aeb-421c-be56-8c9a381b28d4,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:54.422826 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 819195ad-1aeb-421c-be56-8c9a381b28d4 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:38:54.454309 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de064348-8a3f-47f8-b9dc-15ec8e7291dd req-4ad2173c-2f02-432f-a011-08ec54704370 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:54.455802 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-de064348-8a3f-47f8-b9dc-15ec8e7291dd req-4ad2173c-2f02-432f-a011-08ec54704370 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 946 time: 0.0578723 Dec 16 09:38:54.485306 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1b0b7526-19be-4b0b-a8b5-5fdaa62927a5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7411997 Dec 16 09:38:54.488287 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55062) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:54.496115 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-8565d615-9fb3-4f3c-8e08-da2b37263d07 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'port': {'network_id': '819195ad-1aeb-421c-be56-8c9a381b28d4', 'name': 'tempest-PortsIpV6TestJSON-2060153299'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:54.501788 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-26bca1ba-3f95-44c5-aa0e-112c7468e4bf None None] Set router e2713676-763c-4529-8d52-4773404c5035 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:38:54.514822 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-97449002-19e8-471e-9bf6-50bc96b09bc3 admin admin] Deleting port c78429eb-a431-4f53-92cf-4530f864f6b7 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:54.515819 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-97449002-19e8-471e-9bf6-50bc96b09bc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:54.573090 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-de064348-8a3f-47f8-b9dc-15ec8e7291dd req-e378925a-2343-4f77-adfd-40bf00fac251 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093099 Dec 16 09:38:54.648085 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd49c3-47fd-4056-8d01-4de9f6056a15 req-b63d7d89-5df7-4404-9ed5-ca0ef702c035 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:54.649680 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f6dd49c3-47fd-4056-8d01-4de9f6056a15 req-b63d7d89-5df7-4404-9ed5-ca0ef702c035 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/ports?device_id=a967ce3e-3dff-4615-b462-f1604016c464 HTTP/1.1" status: 200 len: 943 time: 0.0794132 Dec 16 09:38:54.671211 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-97449002-19e8-471e-9bf6-50bc96b09bc3 admin admin] For port c78429eb-a431-4f53-92cf-4530f864f6b7, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=c78429eb-a431-4f53-92cf-4530f864f6b7,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:54.671526 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-97449002-19e8-471e-9bf6-50bc96b09bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:54.691143 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-97449002-19e8-471e-9bf6-50bc96b09bc3 admin admin] Calling delete_port for c78429eb-a431-4f53-92cf-4530f864f6b7 owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:54.715956 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f6dd49c3-47fd-4056-8d01-4de9f6056a15 req-bbcd240e-65a6-4162-a04a-0ca69cfa2360 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/security-groups?id=e68aa81c-0a96-4c6e-a3e1-96a91dae878f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570328 Dec 16 09:38:54.726133 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-26bca1ba-3f95-44c5-aa0e-112c7468e4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2713676-763c-4529-8d52-4773404c5035', 'name': 'tempest-FloatingIPsAssociationTestJSON-204191917-router', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:37:37Z', 'updated_at': '2021-12-16T09:38:52Z', 'revision_number': 5, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'gw_port': {'id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:38Z', 'updated_at': '2021-12-16T09:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:54.742377 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8565d615-9fb3-4f3c-8e08-da2b37263d07 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Made reservation on behalf of 99d413ff86b742a089842b35110f3a30 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:54.746762 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8565d615-9fb3-4f3c-8e08-da2b37263d07 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:54.753665 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bca1ba-3f95-44c5-aa0e-112c7468e4bf None None] The sync data for ids ['e2713676-763c-4529-8d52-4773404c5035'] in n-d-820550-2 is: [{'id': 'e2713676-763c-4529-8d52-4773404c5035', 'name': 'tempest-FloatingIPsAssociationTestJSON-204191917-router', 'tenant_id': '5c2212d9a5284c729e29b291e3f808ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:37:37Z', 'updated_at': '2021-12-16T09:38:52Z', 'revision_number': 5, 'project_id': '5c2212d9a5284c729e29b291e3f808ca', 'gw_port': {'id': 'c78429eb-a431-4f53-92cf-4530f864f6b7', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2713676-763c-4529-8d52-4773404c5035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:37:38Z', 'updated_at': '2021-12-16T09:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:38:54.770325 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-8565d615-9fb3-4f3c-8e08-da2b37263d07 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] device_id is not set on port 9111c153-24d3-422d-a676-80b9318e98f2 yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:38:54.959008 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8565d615-9fb3-4f3c-8e08-da2b37263d07 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:54.964331 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-97449002-19e8-471e-9bf6-50bc96b09bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:54.995991 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97449002-19e8-471e-9bf6-50bc96b09bc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c78429eb-a431-4f53-92cf-4530f864f6b7,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:55.053176 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-97449002-19e8-471e-9bf6-50bc96b09bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:55.055861 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8565d615-9fb3-4f3c-8e08-da2b37263d07 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:55.123016 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565d615-9fb3-4f3c-8e08-da2b37263d07 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Port': ['ID=9111c153-24d3-422d-a676-80b9318e98f2,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:55.137626 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8565d615-9fb3-4f3c-8e08-da2b37263d07 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Checking segment: {'id': 'fad52418-9812-4471-ad7a-71f35b8b44f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '819195ad-1aeb-421c-be56-8c9a381b28d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:38:55.138259 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8565d615-9fb3-4f3c-8e08-da2b37263d07 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Network hostable DHCP agents. Network: 819195ad-1aeb-421c-be56-8c9a381b28d4, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:38:55.165400 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-97449002-19e8-471e-9bf6-50bc96b09bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:55.173877 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-97449002-19e8-471e-9bf6-50bc96b09bc3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:55.206176 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8565d615-9fb3-4f3c-8e08-da2b37263d07 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Network 819195ad-1aeb-421c-be56-8c9a381b28d4 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:38:55.272417 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-8565d615-9fb3-4f3c-8e08-da2b37263d07 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 819195ad-1aeb-421c-be56-8c9a381b28d4) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:55.276230 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8565d615-9fb3-4f3c-8e08-da2b37263d07 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:55.280546 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-97449002-19e8-471e-9bf6-50bc96b09bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:55.281714 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4728afed-fb09-4d70-b730-a28d68052c0d None None] Network 819195ad-1aeb-421c-be56-8c9a381b28d4 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:38:55.282189 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97449002-19e8-471e-9bf6-50bc96b09bc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2713676-763c-4529-8d52-4773404c5035 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:38:55.282303 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8565d615-9fb3-4f3c-8e08-da2b37263d07 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:55.282879 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8565d615-9fb3-4f3c-8e08-da2b37263d07 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:55.286770 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-97449002-19e8-471e-9bf6-50bc96b09bc3 admin admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:55.290252 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-97449002-19e8-471e-9bf6-50bc96b09bc3 admin admin] 10.222.0.60 "DELETE /v2.0/routers/e2713676-763c-4529-8d52-4773404c5035 HTTP/1.1" status: 204 len: 168 time: 1.3030393 Dec 16 09:38:55.290508 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55068) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:55.344833 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e839be9-4639-451e-9cb3-cb8eee8dcb68 admin admin] Deleting subnet 4133fe3e-3155-4199-8423-85f0275c5a18 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:38:55.348746 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6e839be9-4639-451e-9cb3-cb8eee8dcb68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:55.388765 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6e839be9-4639-451e-9cb3-cb8eee8dcb68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:55.417371 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8565d615-9fb3-4f3c-8e08-da2b37263d07 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9247177 Dec 16 09:38:55.417748 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55072) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:55.423069 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-f40d505f-c2ec-4517-b8f8-aa732ae932d9 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-640699596'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:55.458360 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6228cb99-1967-4d96-a8c6-7d4aa95cf4a1 req-52433d51-0799-429a-824a-e0c51a56f9d2 tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0354576 Dec 16 09:38:55.512572 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6e839be9-4639-451e-9cb3-cb8eee8dcb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:55.546509 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40d505f-c2ec-4517-b8f8-aa732ae932d9 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Made reservation on behalf of 99d413ff86b742a089842b35110f3a30 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:55.550199 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f40d505f-c2ec-4517-b8f8-aa732ae932d9 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:55.578719 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f40d505f-c2ec-4517-b8f8-aa732ae932d9 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:38:55.587491 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f40d505f-c2ec-4517-b8f8-aa732ae932d9 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:55.587845 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-f40d505f-c2ec-4517-b8f8-aa732ae932d9 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Added segment dc3baa4c-8e52-488e-baf0-2c3ae62817ce of type vlan for network 114269aa-2b74-425b-8243-ebe01ce37a0e Dec 16 09:38:55.628873 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6e839be9-4639-451e-9cb3-cb8eee8dcb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:55.639245 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f40d505f-c2ec-4517-b8f8-aa732ae932d9 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:55.657973 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e839be9-4639-451e-9cb3-cb8eee8dcb68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4133fe3e-3155-4199-8423-85f0275c5a18,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:55.671172 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6e839be9-4639-451e-9cb3-cb8eee8dcb68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:55.675512 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6e839be9-4639-451e-9cb3-cb8eee8dcb68 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4133fe3e-3155-4199-8423-85f0275c5a18 HTTP/1.1" status: 204 len: 168 time: 0.3838484 Dec 16 09:38:55.675849 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce656e9-a15f-4282-83e3-1a57f6b8ee48 None None] Network b746a243-6629-471f-83d2-a1c8bcbe7481 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:38:55.679909 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55086) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:55.718289 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b330b-741b-4bb5-abd8-959186b3a767 req-8349eeac-348e-41c0-8bd9-a8faa96d136f tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:55.724989 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f40d505f-c2ec-4517-b8f8-aa732ae932d9 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:55.725658 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b41b330b-741b-4bb5-abd8-959186b3a767 req-8349eeac-348e-41c0-8bd9-a8faa96d136f tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 946 time: 0.0698717 Dec 16 09:38:55.731141 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40d505f-c2ec-4517-b8f8-aa732ae932d9 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:55.731757 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f40d505f-c2ec-4517-b8f8-aa732ae932d9 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:55.784693 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b41b330b-741b-4bb5-abd8-959186b3a767 req-5ce4bd3f-dd87-464e-8f2d-6526d592f19e tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581441 Dec 16 09:38:55.842277 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f3a7a4b1-e4d4-4021-a194-d40f9aef4887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:55.847604 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d505f-c2ec-4517-b8f8-aa732ae932d9 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Network': ['ID=114269aa-2b74-425b-8243-ebe01ce37a0e,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:55.861767 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 114269aa-2b74-425b-8243-ebe01ce37a0e details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:38:55.910154 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f40d505f-c2ec-4517-b8f8-aa732ae932d9 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4865510 Dec 16 09:38:55.910275 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55094) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:55.915685 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-07e50f48-5948-42b7-874d-106ec005429f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'ports': [{'network_id': '819195ad-1aeb-421c-be56-8c9a381b28d4'}, {'network_id': '114269aa-2b74-425b-8243-ebe01ce37a0e'}]} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:55.918830 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-07e50f48-5948-42b7-874d-106ec005429f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'port': {'network_id': '819195ad-1aeb-421c-be56-8c9a381b28d4'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:55.918830 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-07e50f48-5948-42b7-874d-106ec005429f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'port': {'network_id': '114269aa-2b74-425b-8243-ebe01ce37a0e'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:55.939930 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-f3a7a4b1-e4d4-4021-a194-d40f9aef4887 admin admin] Deleting port 1063e87f-dc28-465d-9a55-4b03d74fa05e {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:55.940281 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f3a7a4b1-e4d4-4021-a194-d40f9aef4887 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:55.968243 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79b3950-c699-4f40-9947-bf79aa9baf36 None None] DHCP port deletion for b746a243-6629-471f-83d2-a1c8bcbe7481 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:38:56.034938 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-b79b3950-c699-4f40-9947-bf79aa9baf36 None None] Deleting port 1063e87f-dc28-465d-9a55-4b03d74fa05e {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:56.036378 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b79b3950-c699-4f40-9947-bf79aa9baf36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:56.037567 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6931f5a0-da78-46c7-b742-19875fe0be45 req-4c9e94db-4728-42fa-aa6d-ea5a2f6a45f9 tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0762236 Dec 16 09:38:56.050227 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-f3a7a4b1-e4d4-4021-a194-d40f9aef4887 admin admin] For port 1063e87f-dc28-465d-9a55-4b03d74fa05e, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=1063e87f-dc28-465d-9a55-4b03d74fa05e,segment=NetworkSegment(b058665a-d41b-4e97-8fd7-07ea9cb712c9),segment_id=b058665a-d41b-4e97-8fd7-07ea9cb712c9)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:56.050651 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f3a7a4b1-e4d4-4021-a194-d40f9aef4887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:56.064380 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-f3a7a4b1-e4d4-4021-a194-d40f9aef4887 admin admin] Calling delete_port for 1063e87f-dc28-465d-9a55-4b03d74fa05e owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:56.108721 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3a07b-aef0-435f-a0f9-52d6bfac2024 req-6550eba1-605a-4ea6-9016-7ba221e62783 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:56.113630 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a4b3a07b-aef0-435f-a0f9-52d6bfac2024 req-6550eba1-605a-4ea6-9016-7ba221e62783 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/ports?device_id=a967ce3e-3dff-4615-b462-f1604016c464 HTTP/1.1" status: 200 len: 943 time: 0.1561460 Dec 16 09:38:56.134629 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-b79b3950-c699-4f40-9947-bf79aa9baf36 None None] For port 1063e87f-dc28-465d-9a55-4b03d74fa05e, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=1063e87f-dc28-465d-9a55-4b03d74fa05e,segment=NetworkSegment(b058665a-d41b-4e97-8fd7-07ea9cb712c9),segment_id=b058665a-d41b-4e97-8fd7-07ea9cb712c9)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:56.135409 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b79b3950-c699-4f40-9947-bf79aa9baf36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:56.153832 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-b79b3950-c699-4f40-9947-bf79aa9baf36 None None] Calling delete_port for 1063e87f-dc28-465d-9a55-4b03d74fa05e owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:56.213757 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a4b3a07b-aef0-435f-a0f9-52d6bfac2024 req-e60fd0a9-91c0-4d9e-bcd9-f1cb9a8bb357 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/security-groups?id=e68aa81c-0a96-4c6e-a3e1-96a91dae878f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918171 Dec 16 09:38:56.234861 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f3a7a4b1-e4d4-4021-a194-d40f9aef4887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:56.251479 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b79b3950-c699-4f40-9947-bf79aa9baf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:56.272595 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7a4b1-e4d4-4021-a194-d40f9aef4887 admin admin] Pushing event deleted for resources: {'Port': ['ID=1063e87f-dc28-465d-9a55-4b03d74fa05e,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:56.280120 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a7a4b1-e4d4-4021-a194-d40f9aef4887 admin admin] No DVR routers for this DVR port 1063e87f-dc28-465d-9a55-4b03d74fa05e on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:38:56.292168 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b3950-c699-4f40-9947-bf79aa9baf36 None None] Pushing event deleted for resources: {'Port': ['ID=1063e87f-dc28-465d-9a55-4b03d74fa05e,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:56.294551 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79b3950-c699-4f40-9947-bf79aa9baf36 None None] No DVR routers for this DVR port 1063e87f-dc28-465d-9a55-4b03d74fa05e on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:38:56.302670 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b3950-c699-4f40-9947-bf79aa9baf36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:56.303013 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b3950-c699-4f40-9947-bf79aa9baf36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:56.303374 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b3950-c699-4f40-9947-bf79aa9baf36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:56.309068 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b3950-c699-4f40-9947-bf79aa9baf36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:56.309068 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b3950-c699-4f40-9947-bf79aa9baf36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:56.309068 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b3950-c699-4f40-9947-bf79aa9baf36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:56.309068 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b3950-c699-4f40-9947-bf79aa9baf36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:56.309068 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b3950-c699-4f40-9947-bf79aa9baf36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:56.309068 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b3950-c699-4f40-9947-bf79aa9baf36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:56.309068 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b3950-c699-4f40-9947-bf79aa9baf36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:56.309068 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b3950-c699-4f40-9947-bf79aa9baf36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:56.309068 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b3950-c699-4f40-9947-bf79aa9baf36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:56.340773 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 05379019-0084-44b0-a476-5d25f57c6efa no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:38:56.346376 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e50f48-5948-42b7-874d-106ec005429f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Made reservation on behalf of 99d413ff86b742a089842b35110f3a30 for: {'port': 2} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:56.351127 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-07e50f48-5948-42b7-874d-106ec005429f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:56.368129 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 05379019-0084-44b0-a476-5d25f57c6efa {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:38:56.368583 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 05379019-0084-44b0-a476-5d25f57c6efa not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:38:56.373003 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device c78429eb-a431-4f53-92cf-4530f864f6b7 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:38:56.373173 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-07e50f48-5948-42b7-874d-106ec005429f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:56.373598 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f3a7a4b1-e4d4-4021-a194-d40f9aef4887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:56.402015 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: c78429eb-a431-4f53-92cf-4530f864f6b7 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:38:56.402368 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device c78429eb-a431-4f53-92cf-4530f864f6b7 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:38:56.402788 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 1063e87f-dc28-465d-9a55-4b03d74fa05e no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:38:56.403083 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-f3a7a4b1-e4d4-4021-a194-d40f9aef4887 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b746a243-6629-471f-83d2-a1c8bcbe7481']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:56.405863 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-01fa6e13-9dc0-4ceb-bd41-8ba63cac0a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:56.414748 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-f3a7a4b1-e4d4-4021-a194-d40f9aef4887 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b058665a-d41b-4e97-8fd7-07ea9cb712c9') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:56.415048 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-f3a7a4b1-e4d4-4021-a194-d40f9aef4887 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b058665a-d41b-4e97-8fd7-07ea9cb712c9') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:56.423899 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 1063e87f-dc28-465d-9a55-4b03d74fa05e {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:38:56.424463 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 1063e87f-dc28-465d-9a55-4b03d74fa05e not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:38:56.427653 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f3a7a4b1-e4d4-4021-a194-d40f9aef4887 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:56.443358 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f3a7a4b1-e4d4-4021-a194-d40f9aef4887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:56.450266 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3a7a4b1-e4d4-4021-a194-d40f9aef4887 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:38:56.450785 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f3a7a4b1-e4d4-4021-a194-d40f9aef4887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:56.452828 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:38:56.452828 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:38:56.452828 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:38:56.452828 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:38:56.452828 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:38:56.452828 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:38:56.452828 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:38:56.452828 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:38:56.452828 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:38:56.452828 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:38:56.452828 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:38:56.452828 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:38:56.452828 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:38:56.452828 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:38:56.452828 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:38:56.452828 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:38:56.452828 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:38:56.452828 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:38:56.452828 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:38:56.452828 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:38:56.452828 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:38:56.452828 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:38:56.452828 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:38:56.452828 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:38:56.452828 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:38:56.452828 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:38:56.452828 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:38:56.452828 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:38:56.452828 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:38:56.452828 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:38:56.452828 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:38:56.452828 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:38:56.458701 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-07e50f48-5948-42b7-874d-106ec005429f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] device_id is not set on port f44d9936-8b3e-44c1-9874-50256e96b0e3 yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:38:56.576211 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-07e50f48-5948-42b7-874d-106ec005429f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:56.589194 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f3a7a4b1-e4d4-4021-a194-d40f9aef4887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:56.595902 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f3a7a4b1-e4d4-4021-a194-d40f9aef4887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:56.599028 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f3a7a4b1-e4d4-4021-a194-d40f9aef4887 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b746a243-6629-471f-83d2-a1c8bcbe7481 HTTP/1.1" status: 204 len: 168 time: 0.9197688 Dec 16 09:38:56.609492 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7a4b1-e4d4-4021-a194-d40f9aef4887 admin admin] Pushing event deleted for resources: {'Network': ['ID=b746a243-6629-471f-83d2-a1c8bcbe7481,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:56.643922 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-07e50f48-5948-42b7-874d-106ec005429f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] device_id is not set on port c2a34b20-666a-4d78-a6ba-218838421b19 yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:38:56.743903 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 94b7c23b-84ca-4d19-86a9-5e6534ace2dd details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:38:56.754611 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-07e50f48-5948-42b7-874d-106ec005429f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:56.836203 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 94b7c23b-84ca-4d19-86a9-5e6534ace2dd, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=94b7c23b-84ca-4d19-86a9-5e6534ace2dd,segment=NetworkSegment(dd5fa93b-702f-45a8-997f-890782890505),segment_id=dd5fa93b-702f-45a8-997f-890782890505)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:56.848167 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '94b7c23b-84ca-4d19-86a9-5e6534ace2dd', 'network_id': '09866e78-29ef-4050-a525-5c237a470f23', 'port_id': '94b7c23b-84ca-4d19-86a9-5e6534ace2dd', 'mac_address': 'fa:16:3e:92:16:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254306af-14e3-4adb-acda-c9e93df31861', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:38:56.869906 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-07e50f48-5948-42b7-874d-106ec005429f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:56.892888 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:56.908079 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b7c23b-84ca-4d19-86a9-5e6534ace2dd {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:38:56.913932 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e50f48-5948-42b7-874d-106ec005429f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Network 819195ad-1aeb-421c-be56-8c9a381b28d4 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:56.917007 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-07e50f48-5948-42b7-874d-106ec005429f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:56.920808 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e50f48-5948-42b7-874d-106ec005429f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:56.921661 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-07e50f48-5948-42b7-874d-106ec005429f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:56.928715 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02e48f-c686-4a40-aa97-7b556516467b req-6d7e5c94-34e4-4e65-8228-d0cd9ab32a7f tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:56.931529 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8b02e48f-c686-4a40-aa97-7b556516467b req-6d7e5c94-34e4-4e65-8228-d0cd9ab32a7f tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 946 time: 0.0598776 Dec 16 09:38:56.932163 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e50f48-5948-42b7-874d-106ec005429f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Port': ['ID=f44d9936-8b3e-44c1-9874-50256e96b0e3,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:56.941346 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 94b7c23b-84ca-4d19-86a9-5e6534ace2dd, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=94b7c23b-84ca-4d19-86a9-5e6534ace2dd,segment=NetworkSegment(dd5fa93b-702f-45a8-997f-890782890505),segment_id=dd5fa93b-702f-45a8-997f-890782890505)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:56.975174 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55106) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:56.987435 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8b02e48f-c686-4a40-aa97-7b556516467b req-755907ea-4022-4a9d-8341-c0b50b75a3f6 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431185 Dec 16 09:38:56.990041 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e50f48-5948-42b7-874d-106ec005429f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Port': ['ID=c2a34b20-666a-4d78-a6ba-218838421b19,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:57.000958 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:57.003039 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e50f48-5948-42b7-874d-106ec005429f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Checking segment: {'id': 'dc3baa4c-8e52-488e-baf0-2c3ae62817ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '114269aa-2b74-425b-8243-ebe01ce37a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:38:57.003506 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e50f48-5948-42b7-874d-106ec005429f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Network hostable DHCP agents. Network: 114269aa-2b74-425b-8243-ebe01ce37a0e, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:38:57.024847 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-29f84add-da5f-4e54-8a10-45fbf922d264 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5c2212d9a5284c729e29b291e3f808ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483563 Dec 16 09:38:57.027440 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55108) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:57.057148 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=94b7c23b-84ca-4d19-86a9-5e6534ace2dd,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:57.080144 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e50f48-5948-42b7-874d-106ec005429f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Network 114269aa-2b74-425b-8243-ebe01ce37a0e is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:38:57.082101 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-db019096-427b-446f-a3fe-ead89d219ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:57.110997 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-db019096-427b-446f-a3fe-ead89d219ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:57.166503 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-22547a02-72f9-4927-b5a8-be0832d9a057 req-1808802a-46be-4621-a76e-2d5d450b9c55 tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0303507 Dec 16 09:38:57.181654 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-07e50f48-5948-42b7-874d-106ec005429f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 114269aa-2b74-425b-8243-ebe01ce37a0e) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:57.194038 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e50f48-5948-42b7-874d-106ec005429f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:57.195642 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35cfb34-7034-42e6-b153-72a8a6cadbee None None] Network 114269aa-2b74-425b-8243-ebe01ce37a0e requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:38:57.202562 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e50f48-5948-42b7-874d-106ec005429f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:57.209590 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-db019096-427b-446f-a3fe-ead89d219ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:57.211569 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e50f48-5948-42b7-874d-106ec005429f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:57.212834 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-07e50f48-5948-42b7-874d-106ec005429f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:57.217188 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-db019096-427b-446f-a3fe-ead89d219ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:57.217188 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-db019096-427b-446f-a3fe-ead89d219ed3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d0c47c3f-8f1b-471c-b14f-c3a21b0688e8 HTTP/1.1" status: 204 len: 168 time: 0.1859934 Dec 16 09:38:57.225359 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db019096-427b-446f-a3fe-ead89d219ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c47c3f-8f1b-471c-b14f-c3a21b0688e8,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:57.289738 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55120) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:57.297804 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-07e50f48-5948-42b7-874d-106ec005429f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3879058 Dec 16 09:38:57.409774 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ed4fd-1d05-447b-a642-7908b70b3e17 req-48eb7415-b98a-4365-8f34-d3450068fca1 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:57.411319 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c33ed4fd-1d05-447b-a642-7908b70b3e17 req-48eb7415-b98a-4365-8f34-d3450068fca1 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/ports?device_id=a967ce3e-3dff-4615-b462-f1604016c464 HTTP/1.1" status: 200 len: 944 time: 0.1188037 Dec 16 09:38:57.447598 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-452b964e-9ebe-440d-b2dc-1f1cc2275c8c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Deleting port c2a34b20-666a-4d78-a6ba-218838421b19 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:57.447947 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-452b964e-9ebe-440d-b2dc-1f1cc2275c8c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:57.449105 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['94b7c23b-84ca-4d19-86a9-5e6534ace2dd'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:38:57.496360 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c33ed4fd-1d05-447b-a642-7908b70b3e17 req-b624d46d-f8e1-476e-bff1-1d23c29ff64b tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/security-groups?id=e68aa81c-0a96-4c6e-a3e1-96a91dae878f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771074 Dec 16 09:38:57.506793 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:57.532635 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-452b964e-9ebe-440d-b2dc-1f1cc2275c8c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:57.545389 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-452b964e-9ebe-440d-b2dc-1f1cc2275c8c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Calling delete_port for c2a34b20-666a-4d78-a6ba-218838421b19 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:57.700781 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-452b964e-9ebe-440d-b2dc-1f1cc2275c8c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:57.730114 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b964e-9ebe-440d-b2dc-1f1cc2275c8c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Port': ['ID=c2a34b20-666a-4d78-a6ba-218838421b19,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:57.733984 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-452b964e-9ebe-440d-b2dc-1f1cc2275c8c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:57.739998 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-452b964e-9ebe-440d-b2dc-1f1cc2275c8c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/ports/c2a34b20-666a-4d78-a6ba-218838421b19 HTTP/1.1" status: 204 len: 168 time: 0.4457097 Dec 16 09:38:57.739998 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55128) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:57.791014 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d787d9bf-7cfd-495c-a29e-b1896a7bd9fd tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:57.796856 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d787d9bf-7cfd-495c-a29e-b1896a7bd9fd tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:57.798427 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d787d9bf-7cfd-495c-a29e-b1896a7bd9fd tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0580211 Dec 16 09:38:57.801213 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55132) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:57.893039 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-720cf4af-9b32-415a-bf69-bad4c85630cc tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Deleting port f44d9936-8b3e-44c1-9874-50256e96b0e3 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:57.893417 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-720cf4af-9b32-415a-bf69-bad4c85630cc tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:57.958658 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-720cf4af-9b32-415a-bf69-bad4c85630cc tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:57.970922 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-720cf4af-9b32-415a-bf69-bad4c85630cc tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Calling delete_port for f44d9936-8b3e-44c1-9874-50256e96b0e3 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:58.114823 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-720cf4af-9b32-415a-bf69-bad4c85630cc tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:58.116953 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455831e3-8789-4405-81bf-2bb82e49d121 req-0abd9cd6-aa6f-489b-ad3e-5efbf8c53858 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:58.122371 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-455831e3-8789-4405-81bf-2bb82e49d121 req-0abd9cd6-aa6f-489b-ad3e-5efbf8c53858 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 946 time: 0.0509346 Dec 16 09:38:58.151832 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720cf4af-9b32-415a-bf69-bad4c85630cc tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Port': ['ID=f44d9936-8b3e-44c1-9874-50256e96b0e3,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:58.167395 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-455831e3-8789-4405-81bf-2bb82e49d121 req-93b269be-9df6-4c33-8d4e-b87e7b1b9e4a tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352674 Dec 16 09:38:58.169259 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-720cf4af-9b32-415a-bf69-bad4c85630cc tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:58.173302 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-720cf4af-9b32-415a-bf69-bad4c85630cc tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/ports/f44d9936-8b3e-44c1-9874-50256e96b0e3 HTTP/1.1" status: 204 len: 168 time: 0.3709750 Dec 16 09:38:58.175607 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55144) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:58.230683 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d6aa9e-3aeb-4a42-9c5e-7d60ed005328 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:58.234751 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a2d6aa9e-3aeb-4a42-9c5e-7d60ed005328 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0556157 Dec 16 09:38:58.234977 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55148) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:58.268874 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6ade3c6-abbc-4469-8ed3-be9e98d5b168 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] GET failed (client error): The resource could not be found. Dec 16 09:38:58.270491 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a6ade3c6-abbc-4469-8ed3-be9e98d5b168 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "GET /v2.0/ports/c2a34b20-666a-4d78-a6ba-218838421b19 HTTP/1.1" status: 404 len: 333 time: 0.0346138 Dec 16 09:38:58.273212 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55154) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:58.303009 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a2ee115a-b943-4310-bc85-4d5fa04f6647 req-8717624b-b592-4033-9cee-02000c4925b6 tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0438261 Dec 16 09:38:58.321932 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-32f7557d-b2bf-4f05-9e70-c48f9bf11864 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] GET failed (client error): The resource could not be found. Dec 16 09:38:58.327977 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-32f7557d-b2bf-4f05-9e70-c48f9bf11864 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "GET /v2.0/ports/f44d9936-8b3e-44c1-9874-50256e96b0e3 HTTP/1.1" status: 404 len: 333 time: 0.0497065 Dec 16 09:38:58.328305 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55158) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:58.380298 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55160) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:58.411896 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-59423e51-acda-4c7f-9fd5-6b9ff1de406e tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:58.480707 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-34de3bcc-a24b-4d01-a235-28c2de087f62 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2106631781-network', 'tenant_id': '034980cbafc14bce84d213f09aefd8a5'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:58.501729 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-59423e51-acda-4c7f-9fd5-6b9ff1de406e tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:58.521280 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-59423e51-acda-4c7f-9fd5-6b9ff1de406e tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['114269aa-2b74-425b-8243-ebe01ce37a0e']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:58.531159 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-59423e51-acda-4c7f-9fd5-6b9ff1de406e tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc3baa4c-8e52-488e-baf0-2c3ae62817ce') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:58.531456 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-59423e51-acda-4c7f-9fd5-6b9ff1de406e tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc3baa4c-8e52-488e-baf0-2c3ae62817ce') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:58.541554 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-59423e51-acda-4c7f-9fd5-6b9ff1de406e tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:58.554156 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34de3bcc-a24b-4d01-a235-28c2de087f62 admin admin] Made reservation on behalf of 034980cbafc14bce84d213f09aefd8a5 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:58.554930 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-59423e51-acda-4c7f-9fd5-6b9ff1de406e tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:58.560990 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-34de3bcc-a24b-4d01-a235-28c2de087f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:58.561305 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59423e51-acda-4c7f-9fd5-6b9ff1de406e tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:38:58.561704 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-59423e51-acda-4c7f-9fd5-6b9ff1de406e tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:58.565057 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:38:58.565057 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:38:58.565057 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:38:58.565057 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:38:58.565057 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:38:58.565057 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:38:58.565057 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:38:58.565057 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:38:58.565057 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:38:58.565057 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:38:58.565057 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:38:58.565057 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:38:58.565057 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:38:58.565057 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:38:58.565057 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:38:58.565057 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:38:58.565057 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:38:58.565057 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:38:58.565057 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:38:58.565057 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:38:58.565057 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:38:58.565057 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:38:58.565057 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:38:58.565057 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:38:58.565057 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:38:58.565057 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:38:58.565057 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:38:58.565057 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:38:58.565057 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:38:58.565057 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:38:58.565057 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:38:58.565057 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:38:58.567508 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-34de3bcc-a24b-4d01-a235-28c2de087f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:58.627489 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176868b7-3af0-4096-a1f6-486c6d184098 req-65a190ed-35e3-4f78-af9d-a8b3dc054ed6 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:58.629001 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-176868b7-3af0-4096-a1f6-486c6d184098 req-65a190ed-35e3-4f78-af9d-a8b3dc054ed6 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/ports?device_id=a967ce3e-3dff-4615-b462-f1604016c464 HTTP/1.1" status: 200 len: 944 time: 0.0636506 Dec 16 09:38:58.670457 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-176868b7-3af0-4096-a1f6-486c6d184098 req-d0423084-9239-421c-8c3d-60413c9d79eb tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/security-groups?id=e68aa81c-0a96-4c6e-a3e1-96a91dae878f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343096 Dec 16 09:38:58.700567 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-59423e51-acda-4c7f-9fd5-6b9ff1de406e tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:58.711361 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-59423e51-acda-4c7f-9fd5-6b9ff1de406e tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:58.715155 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-59423e51-acda-4c7f-9fd5-6b9ff1de406e tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/networks/114269aa-2b74-425b-8243-ebe01ce37a0e HTTP/1.1" status: 204 len: 168 time: 0.3858404 Dec 16 09:38:58.718932 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55166) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:58.725832 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-94c4a259-0281-489b-bf48-27ac633110dd tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-188017573'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:58.727261 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59423e51-acda-4c7f-9fd5-6b9ff1de406e tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Network': ['ID=114269aa-2b74-425b-8243-ebe01ce37a0e,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:58.770929 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 94b7c23b-84ca-4d19-86a9-5e6534ace2dd up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:38:58.778182 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-34de3bcc-a24b-4d01-a235-28c2de087f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:58.817241 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c4a259-0281-489b-bf48-27ac633110dd tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Made reservation on behalf of 99d413ff86b742a089842b35110f3a30 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:58.820839 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-94c4a259-0281-489b-bf48-27ac633110dd tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:58.842343 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-34de3bcc-a24b-4d01-a235-28c2de087f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:58.864332 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c4a259-0281-489b-bf48-27ac633110dd tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:38:58.876923 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34de3bcc-a24b-4d01-a235-28c2de087f62 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:38:58.892868 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de3bcc-a24b-4d01-a235-28c2de087f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78c8923-8a6a-4ae3-a5d5-b0a1f68ef673,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:58.899620 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-94c4a259-0281-489b-bf48-27ac633110dd tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:58.900443 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-94c4a259-0281-489b-bf48-27ac633110dd tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Added segment a64fe02b-3fd0-4ddd-8cad-30b3ab27810e of type vlan for network ac927a0e-7500-4e42-b76d-0154b424d514 Dec 16 09:38:58.902504 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-34de3bcc-a24b-4d01-a235-28c2de087f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:58.902839 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-34de3bcc-a24b-4d01-a235-28c2de087f62 admin admin] Added segment 36159378-ed7f-42a7-996d-b6da06ffff14 of type vlan for network e1cb58aa-5876-4926-82d0-79f5dc9876b1 Dec 16 09:38:58.972155 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-94c4a259-0281-489b-bf48-27ac633110dd tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:58.974822 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-34de3bcc-a24b-4d01-a235-28c2de087f62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:59.022787 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:59.045275 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 94b7c23b-84ca-4d19-86a9-5e6534ace2dd completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:38:59.049089 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 94b7c23b-84ca-4d19-86a9-5e6534ace2dd triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:59.049486 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:59.103351 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-94c4a259-0281-489b-bf48-27ac633110dd tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:59.109230 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c4a259-0281-489b-bf48-27ac633110dd tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:59.109822 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-94c4a259-0281-489b-bf48-27ac633110dd tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:59.126206 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:59.148998 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a967ce3e-3dff-4615-b462-f1604016c464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b7c23b-84ca-4d19-86a9-5e6534ace2dd'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:59.151250 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca962cc-e8a0-41e7-a6a2-59ebb77fea41" -d '{"events": [{"server_uuid": "a967ce3e-3dff-4615-b462-f1604016c464", "name": "network-vif-plugged", "status": "completed", "tag": "94b7c23b-84ca-4d19-86a9-5e6534ace2dd"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:59.159735 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-34de3bcc-a24b-4d01-a235-28c2de087f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:59.160873 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34de3bcc-a24b-4d01-a235-28c2de087f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:59.161291 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-34de3bcc-a24b-4d01-a235-28c2de087f62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:59.173443 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 94b7c23b-84ca-4d19-86a9-5e6534ace2dd, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=94b7c23b-84ca-4d19-86a9-5e6534ace2dd,segment=NetworkSegment(dd5fa93b-702f-45a8-997f-890782890505),segment_id=dd5fa93b-702f-45a8-997f-890782890505)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:59.200505 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c4a259-0281-489b-bf48-27ac633110dd tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Network': ['ID=ac927a0e-7500-4e42-b76d-0154b424d514,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:59.202804 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c72aa67-b346-4e1f-9fb0-24c2e5f08261 x-openstack-request-id: req-6c72aa67-b346-4e1f-9fb0-24c2e5f08261 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:59.203102 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a967ce3e-3dff-4615-b462-f1604016c464", "name": "network-vif-plugged", "status": "completed", "tag": "94b7c23b-84ca-4d19-86a9-5e6534ace2dd", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:59.203403 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6c72aa67-b346-4e1f-9fb0-24c2e5f08261 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:59.204232 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a967ce3e-3dff-4615-b462-f1604016c464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b7c23b-84ca-4d19-86a9-5e6534ace2dd', 'code': 200} Dec 16 09:38:59.213374 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network ac927a0e-7500-4e42-b76d-0154b424d514 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:38:59.261781 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-94c4a259-0281-489b-bf48-27ac633110dd tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5416000 Dec 16 09:38:59.264735 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55172) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:59.270139 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-7ad9b59e-c703-4306-b901-daa5e6e104c7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'subnet': {'network_id': 'ac927a0e-7500-4e42-b76d-0154b424d514', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:59.288510 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:59.330412 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-34de3bcc-a24b-4d01-a235-28c2de087f62 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9453044 Dec 16 09:38:59.330412 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de3bcc-a24b-4d01-a235-28c2de087f62 admin admin] Pushing event updated for resources: {'Network': ['ID=e1cb58aa-5876-4926-82d0-79f5dc9876b1,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:59.332665 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55176) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:59.341902 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network e1cb58aa-5876-4926-82d0-79f5dc9876b1 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:38:59.361569 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-5826a77b-dce0-451f-b7f5-acff025640d9 admin admin] Request body: {'subnet': {'network_id': 'e1cb58aa-5876-4926-82d0-79f5dc9876b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2106631781-subnet', 'tenant_id': '034980cbafc14bce84d213f09aefd8a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:59.372344 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baef845-159c-4939-be48-4ca119748e11 req-87ff6fef-37bc-490d-abd4-40b49661101f tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:59.373870 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7baef845-159c-4939-be48-4ca119748e11 req-87ff6fef-37bc-490d-abd4-40b49661101f tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 946 time: 0.1183333 Dec 16 09:38:59.375859 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb1b18-3dad-40fe-ae33-cd093f203898 req-2452f254-1130-4f13-95d0-81c5fe9dd530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:59.377923 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d2fb1b18-3dad-40fe-ae33-cd093f203898 req-2452f254-1130-4f13-95d0-81c5fe9dd530 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a967ce3e-3dff-4615-b462-f1604016c464 HTTP/1.1" status: 200 len: 1096 time: 0.1009054 Dec 16 09:38:59.402237 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=94b7c23b-84ca-4d19-86a9-5e6534ace2dd,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:59.441545 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7baef845-159c-4939-be48-4ca119748e11 req-c6802e63-84d1-4f7d-a008-c71d53ec3640 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611618 Dec 16 09:38:59.448199 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d2fb1b18-3dad-40fe-ae33-cd093f203898 req-c9ec360b-ba8f-48ef-b9cf-19f92c5a1dd4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e68aa81c-0a96-4c6e-a3e1-96a91dae878f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613880 Dec 16 09:38:59.481810 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-881e35c2-84e7-4c5f-afda-eac37b6f1917 req-99284511-98b8-49f2-b197-82c01e7910bd tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0334077 Dec 16 09:38:59.507148 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad9b59e-c703-4306-b901-daa5e6e104c7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Made reservation on behalf of 99d413ff86b742a089842b35110f3a30 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:59.507148 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7ad9b59e-c703-4306-b901-daa5e6e104c7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:59.560016 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:59.563216 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.ipam_backend_mixin [None req-7ad9b59e-c703-4306-b901-daa5e6e104c7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Performing IP validity checks on allocation pools {{(pid=102816) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 09:38:59.565977 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.ipam_backend_mixin [None req-7ad9b59e-c703-4306-b901-daa5e6e104c7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102816) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 09:38:59.620765 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5826a77b-dce0-451f-b7f5-acff025640d9 admin admin] Made reservation on behalf of 034980cbafc14bce84d213f09aefd8a5 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:59.623074 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5826a77b-dce0-451f-b7f5-acff025640d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:59.825365 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134b41a-a0f5-4814-9573-56540e0f1d48 req-c1f74bf5-7e3f-41d2-b809-34d90b9f3dd1 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:59.826843 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2134b41a-a0f5-4814-9573-56540e0f1d48 req-c1f74bf5-7e3f-41d2-b809-34d90b9f3dd1 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/ports?device_id=a967ce3e-3dff-4615-b462-f1604016c464 HTTP/1.1" status: 200 len: 945 time: 0.0850692 Dec 16 09:38:59.835842 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7ad9b59e-c703-4306-b901-daa5e6e104c7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:59.958473 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad9b59e-c703-4306-b901-daa5e6e104c7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Subnet': ['ID=e6b3eede-6578-44ab-a9fe-10ac58af6d62,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:59.967425 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2134b41a-a0f5-4814-9573-56540e0f1d48 req-0d261451-f5e2-4d03-83a9-a9387ccbae40 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/security-groups?id=e68aa81c-0a96-4c6e-a3e1-96a91dae878f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326909 Dec 16 09:38:59.974583 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad9b59e-c703-4306-b901-daa5e6e104c7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Checking segment: {'id': 'a64fe02b-3fd0-4ddd-8cad-30b3ab27810e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ac927a0e-7500-4e42-b76d-0154b424d514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:38:59.974948 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad9b59e-c703-4306-b901-daa5e6e104c7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Network hostable DHCP agents. Network: ac927a0e-7500-4e42-b76d-0154b424d514, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:39:00.026102 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5826a77b-dce0-451f-b7f5-acff025640d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:00.058797 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad9b59e-c703-4306-b901-daa5e6e104c7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Network ac927a0e-7500-4e42-b76d-0154b424d514 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:39:00.095000 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5826a77b-dce0-451f-b7f5-acff025640d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac8cd6e8-b8e4-4a04-bb8e-3dd87ccfaf28,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:00.099289 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5826a77b-dce0-451f-b7f5-acff025640d9 admin admin] Checking segment: {'id': '36159378-ed7f-42a7-996d-b6da06ffff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e1cb58aa-5876-4926-82d0-79f5dc9876b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:00.099651 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5826a77b-dce0-451f-b7f5-acff025640d9 admin admin] Network hostable DHCP agents. Network: e1cb58aa-5876-4926-82d0-79f5dc9876b1, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:39:00.155081 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-7ad9b59e-c703-4306-b901-daa5e6e104c7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, ac927a0e-7500-4e42-b76d-0154b424d514) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:00.164688 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad9b59e-c703-4306-b901-daa5e6e104c7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:00.170420 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7ad9b59e-c703-4306-b901-daa5e6e104c7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:00.171292 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b505652-9613-45bb-a97f-a306b2f2b450 None None] Network ac927a0e-7500-4e42-b76d-0154b424d514 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:00.218117 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5826a77b-dce0-451f-b7f5-acff025640d9 admin admin] Network e1cb58aa-5876-4926-82d0-79f5dc9876b1 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:39:00.224152 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-5826a77b-dce0-451f-b7f5-acff025640d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, e1cb58aa-5876-4926-82d0-79f5dc9876b1) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:00.229746 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5826a77b-dce0-451f-b7f5-acff025640d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:00.230243 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5826a77b-dce0-451f-b7f5-acff025640d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:00.237725 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e335bf2-8014-4d47-a556-a27196f9a2d4 None None] Network e1cb58aa-5876-4926-82d0-79f5dc9876b1 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:00.248742 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7ad9b59e-c703-4306-b901-daa5e6e104c7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9826906 Dec 16 09:39:00.251239 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55184) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:00.259264 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-2f6bebd9-01ab-4238-b1b8-ece4d9eeaab4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'port': {'network_id': 'ac927a0e-7500-4e42-b76d-0154b424d514', 'name': 'tempest-PortsIpV6TestJSON-852781050'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:00.327620 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5826a77b-dce0-451f-b7f5-acff025640d9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9922402 Dec 16 09:39:00.330894 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55186) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:00.335673 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-afdcf770-96c3-43cc-bdf7-ed7ae4194a70 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2106631781-router', 'tenant_id': '034980cbafc14bce84d213f09aefd8a5', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:00.373319 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffb0088-7f34-4e09-bf40-47b1cff382ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-ac927a0e-7500-4e42-b76d-0154b424d514', 'network_id': 'ac927a0e-7500-4e42-b76d-0154b424d514', 'tenant_id': '99d413ff86b742a089842b35110f3a30', 'fixed_ips': [{'subnet_id': 'e6b3eede-6578-44ab-a9fe-10ac58af6d62'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:39:00.374165 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cffb0088-7f34-4e09-bf40-47b1cff382ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:00.444207 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-afdcf770-96c3-43cc-bdf7-ed7ae4194a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:00.445629 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-afdcf770-96c3-43cc-bdf7-ed7ae4194a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:00.508251 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-afdcf770-96c3-43cc-bdf7-ed7ae4194a70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:00.519594 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b14b913-0629-4f77-8a21-6a438a5c296e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-e1cb58aa-5876-4926-82d0-79f5dc9876b1', 'network_id': 'e1cb58aa-5876-4926-82d0-79f5dc9876b1', 'tenant_id': '034980cbafc14bce84d213f09aefd8a5', 'fixed_ips': [{'subnet_id': 'ac8cd6e8-b8e4-4a04-bb8e-3dd87ccfaf28'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:39:00.520655 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b14b913-0629-4f77-8a21-6a438a5c296e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:00.534658 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6bebd9-01ab-4238-b1b8-ece4d9eeaab4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Made reservation on behalf of 99d413ff86b742a089842b35110f3a30 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:00.538821 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2f6bebd9-01ab-4238-b1b8-ece4d9eeaab4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:00.574361 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-2f6bebd9-01ab-4238-b1b8-ece4d9eeaab4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] device_id is not set on port b693191d-71f6-4cb5-ab9b-4e578536e507 yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:39:00.601892 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7ed4df38-5aed-4a6c-a72e-9bfb5dceaa61 req-745c8ff2-b0cf-415c-b71d-0b0648fc1b05 tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0387557 Dec 16 09:39:00.627872 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2779c-8143-4b1a-b37f-aa5078683b32 req-6d98a720-534d-4f60-8a0f-d8e20ba6abe1 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:00.629302 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4ef2779c-8143-4b1a-b37f-aa5078683b32 req-6d98a720-534d-4f60-8a0f-d8e20ba6abe1 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 946 time: 0.1109900 Dec 16 09:39:00.641165 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-cffb0088-7f34-4e09-bf40-47b1cff382ea None None] Allocated IP 2001:db8::2 (ac927a0e-7500-4e42-b76d-0154b424d514/e6b3eede-6578-44ab-a9fe-10ac58af6d62/644610e0-19cc-48d9-8cc8-d65097015f65) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:00.679505 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4ef2779c-8143-4b1a-b37f-aa5078683b32 req-6cc91ebb-5497-4808-854d-6a5039daaa90 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414720 Dec 16 09:39:00.745624 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-afdcf770-96c3-43cc-bdf7-ed7ae4194a70 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:00.772363 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-4b14b913-0629-4f77-8a21-6a438a5c296e None None] Allocated IP 172.20.0.2 (e1cb58aa-5876-4926-82d0-79f5dc9876b1/ac8cd6e8-b8e4-4a04-bb8e-3dd87ccfaf28/5d1a1c21-67f1-4287-b5a8-ac396a9b725b) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:00.895006 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cffb0088-7f34-4e09-bf40-47b1cff382ea None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:00.973481 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b14b913-0629-4f77-8a21-6a438a5c296e None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:00.987435 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cffb0088-7f34-4e09-bf40-47b1cff382ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:01.015013 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-afdcf770-96c3-43cc-bdf7-ed7ae4194a70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:01.030073 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffb0088-7f34-4e09-bf40-47b1cff382ea None None] Network ac927a0e-7500-4e42-b76d-0154b424d514 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:01.034739 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-cffb0088-7f34-4e09-bf40-47b1cff382ea None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:01.036422 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-afdcf770-96c3-43cc-bdf7-ed7ae4194a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:01.042187 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffb0088-7f34-4e09-bf40-47b1cff382ea None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:01.045470 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b14b913-0629-4f77-8a21-6a438a5c296e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:01.048962 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb0088-7f34-4e09-bf40-47b1cff382ea None None] Pushing event updated for resources: {'Port': ['ID=644610e0-19cc-48d9-8cc8-d65097015f65,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:01.056904 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-2f6bebd9-01ab-4238-b1b8-ece4d9eeaab4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Allocated IP 2001:db8::113 (ac927a0e-7500-4e42-b76d-0154b424d514/e6b3eede-6578-44ab-a9fe-10ac58af6d62/b693191d-71f6-4cb5-ab9b-4e578536e507) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:01.069028 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b14b913-0629-4f77-8a21-6a438a5c296e None None] Network e1cb58aa-5876-4926-82d0-79f5dc9876b1 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:01.093208 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-4b14b913-0629-4f77-8a21-6a438a5c296e None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:01.098276 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b14b913-0629-4f77-8a21-6a438a5c296e None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:01.175837 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be1a8b-20f6-47b1-b581-b4fe9fd32fa5 req-adeb5f35-97df-4858-956b-9b649460e38a tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:01.177083 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d9be1a8b-20f6-47b1-b581-b4fe9fd32fa5 req-adeb5f35-97df-4858-956b-9b649460e38a tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/ports?device_id=a967ce3e-3dff-4615-b462-f1604016c464 HTTP/1.1" status: 200 len: 945 time: 0.1030445 Dec 16 09:39:01.187505 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-afdcf770-96c3-43cc-bdf7-ed7ae4194a70 admin admin] Allocated IP 172.25.1.157 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/6632a244-1f34-43a6-a3cf-acdbbd510a52) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:01.192433 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14b913-0629-4f77-8a21-6a438a5c296e None None] Pushing event updated for resources: {'Port': ['ID=5d1a1c21-67f1-4287-b5a8-ac396a9b725b,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:01.204470 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-cffb0088-7f34-4e09-bf40-47b1cff382ea None None] Attempting to bind port 644610e0-19cc-48d9-8cc8-d65097015f65 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:39:01.204470 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-cffb0088-7f34-4e09-bf40-47b1cff382ea None None] Attempting to bind port 644610e0-19cc-48d9-8cc8-d65097015f65 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'a64fe02b-3fd0-4ddd-8cad-30b3ab27810e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ac927a0e-7500-4e42-b76d-0154b424d514'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:39:01.204720 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffb0088-7f34-4e09-bf40-47b1cff382ea None None] Attempting to bind port 644610e0-19cc-48d9-8cc8-d65097015f65 on network ac927a0e-7500-4e42-b76d-0154b424d514 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:39:01.211008 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-4b14b913-0629-4f77-8a21-6a438a5c296e None None] Attempting to bind port 5d1a1c21-67f1-4287-b5a8-ac396a9b725b on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:39:01.211449 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-4b14b913-0629-4f77-8a21-6a438a5c296e None None] Attempting to bind port 5d1a1c21-67f1-4287-b5a8-ac396a9b725b by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '36159378-ed7f-42a7-996d-b6da06ffff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e1cb58aa-5876-4926-82d0-79f5dc9876b1'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:39:01.212433 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b14b913-0629-4f77-8a21-6a438a5c296e None None] Attempting to bind port 5d1a1c21-67f1-4287-b5a8-ac396a9b725b on network e1cb58aa-5876-4926-82d0-79f5dc9876b1 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:39:01.215524 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffb0088-7f34-4e09-bf40-47b1cff382ea None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:39:01.215980 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffb0088-7f34-4e09-bf40-47b1cff382ea None None] Checking segment: {'id': 'a64fe02b-3fd0-4ddd-8cad-30b3ab27810e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ac927a0e-7500-4e42-b76d-0154b424d514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:01.216442 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cffb0088-7f34-4e09-bf40-47b1cff382ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:01.217352 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffb0088-7f34-4e09-bf40-47b1cff382ea None None] Bound using segment: {'id': 'a64fe02b-3fd0-4ddd-8cad-30b3ab27810e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ac927a0e-7500-4e42-b76d-0154b424d514'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:39:01.217478 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-cffb0088-7f34-4e09-bf40-47b1cff382ea None None] Bound port: 644610e0-19cc-48d9-8cc8-d65097015f65, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64fe02b-3fd0-4ddd-8cad-30b3ab27810e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ac927a0e-7500-4e42-b76d-0154b424d514'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:39:01.217897 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cffb0088-7f34-4e09-bf40-47b1cff382ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:01.228781 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b14b913-0629-4f77-8a21-6a438a5c296e None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:39:01.229264 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b14b913-0629-4f77-8a21-6a438a5c296e None None] Checking segment: {'id': '36159378-ed7f-42a7-996d-b6da06ffff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e1cb58aa-5876-4926-82d0-79f5dc9876b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:01.229755 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b14b913-0629-4f77-8a21-6a438a5c296e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:01.230193 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b14b913-0629-4f77-8a21-6a438a5c296e None None] Bound using segment: {'id': '36159378-ed7f-42a7-996d-b6da06ffff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e1cb58aa-5876-4926-82d0-79f5dc9876b1'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:39:01.230674 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-4b14b913-0629-4f77-8a21-6a438a5c296e None None] Bound port: 5d1a1c21-67f1-4287-b5a8-ac396a9b725b, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36159378-ed7f-42a7-996d-b6da06ffff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e1cb58aa-5876-4926-82d0-79f5dc9876b1'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:39:01.231060 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b14b913-0629-4f77-8a21-6a438a5c296e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:01.255637 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d9be1a8b-20f6-47b1-b581-b4fe9fd32fa5 req-4010cf43-3f45-41c0-90c2-e7a2bd8ff70e tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/security-groups?id=e68aa81c-0a96-4c6e-a3e1-96a91dae878f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515685 Dec 16 09:39:01.302264 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2f6bebd9-01ab-4238-b1b8-ece4d9eeaab4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:01.320309 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-afdcf770-96c3-43cc-bdf7-ed7ae4194a70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:01.338085 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-cffb0088-7f34-4e09-bf40-47b1cff382ea None None] For port 644610e0-19cc-48d9-8cc8-d65097015f65, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:39:01.351886 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b14b913-0629-4f77-8a21-6a438a5c296e None None] For port 5d1a1c21-67f1-4287-b5a8-ac396a9b725b, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:39:01.355518 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-cffb0088-7f34-4e09-bf40-47b1cff382ea None None] For port 644610e0-19cc-48d9-8cc8-d65097015f65, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=644610e0-19cc-48d9-8cc8-d65097015f65,segment=NetworkSegment(a64fe02b-3fd0-4ddd-8cad-30b3ab27810e),segment_id=a64fe02b-3fd0-4ddd-8cad-30b3ab27810e)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:39:01.364810 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b14b913-0629-4f77-8a21-6a438a5c296e None None] For port 5d1a1c21-67f1-4287-b5a8-ac396a9b725b, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5d1a1c21-67f1-4287-b5a8-ac396a9b725b,segment=NetworkSegment(36159378-ed7f-42a7-996d-b6da06ffff14),segment_id=36159378-ed7f-42a7-996d-b6da06ffff14)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:39:01.420964 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2f6bebd9-01ab-4238-b1b8-ece4d9eeaab4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:01.455564 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b14b913-0629-4f77-8a21-6a438a5c296e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:01.455847 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-afdcf770-96c3-43cc-bdf7-ed7ae4194a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:01.460883 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cffb0088-7f34-4e09-bf40-47b1cff382ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:01.485360 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6bebd9-01ab-4238-b1b8-ece4d9eeaab4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Network ac927a0e-7500-4e42-b76d-0154b424d514 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:01.488760 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-2f6bebd9-01ab-4238-b1b8-ece4d9eeaab4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:01.492617 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6bebd9-01ab-4238-b1b8-ece4d9eeaab4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:01.498995 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6bebd9-01ab-4238-b1b8-ece4d9eeaab4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:01.499969 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2f6bebd9-01ab-4238-b1b8-ece4d9eeaab4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:01.513810 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bebd9-01ab-4238-b1b8-ece4d9eeaab4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Port': ['ID=b693191d-71f6-4cb5-ab9b-4e578536e507,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:01.525671 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdcf770-96c3-43cc-bdf7-ed7ae4194a70 admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:01.530533 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-afdcf770-96c3-43cc-bdf7-ed7ae4194a70 admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:01.535820 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdcf770-96c3-43cc-bdf7-ed7ae4194a70 admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:01.552813 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14b913-0629-4f77-8a21-6a438a5c296e None None] Pushing event updated for resources: {'Port': ['ID=5d1a1c21-67f1-4287-b5a8-ac396a9b725b,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:01.588676 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdcf770-96c3-43cc-bdf7-ed7ae4194a70 admin admin] Pushing event updated for resources: {'Port': ['ID=6632a244-1f34-43a6-a3cf-acdbbd510a52,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:01.622296 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2f6bebd9-01ab-4238-b1b8-ece4d9eeaab4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3675179 Dec 16 09:39:01.627451 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55200) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:01.655972 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb0088-7f34-4e09-bf40-47b1cff382ea None None] Pushing event updated for resources: {'Port': ['ID=644610e0-19cc-48d9-8cc8-d65097015f65,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:01.744796 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-421cf769-6dde-4eb6-87cb-06a2f64f5279 req-9fc59df8-c2c7-4bac-9e23-ac17cc221451 tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0315034 Dec 16 09:39:01.818229 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-34ec3419-827e-4892-baf6-afb36569cdf6 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Deleting port b693191d-71f6-4cb5-ab9b-4e578536e507 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:01.818611 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-34ec3419-827e-4892-baf6-afb36569cdf6 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:01.966792 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-34ec3419-827e-4892-baf6-afb36569cdf6 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:01.984822 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-34ec3419-827e-4892-baf6-afb36569cdf6 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Calling delete_port for b693191d-71f6-4cb5-ab9b-4e578536e507 owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:02.194468 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-34ec3419-827e-4892-baf6-afb36569cdf6 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:02.291201 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b71d4-0f85-43bc-a8cd-aeef22e70c94 req-db72f0a2-9cfa-4e39-a408-e5d6c6e43429 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:02.295024 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-395b71d4-0f85-43bc-a8cd-aeef22e70c94 req-db72f0a2-9cfa-4e39-a408-e5d6c6e43429 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 946 time: 0.5226505 Dec 16 09:39:02.377389 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-395b71d4-0f85-43bc-a8cd-aeef22e70c94 req-4f25a839-33d2-4482-980b-9f426b85dd95 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688748 Dec 16 09:39:02.390380 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-afdcf770-96c3-43cc-bdf7-ed7ae4194a70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:02.422897 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5d1a1c21-67f1-4287-b5a8-ac396a9b725b up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:02.489552 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 5d1a1c21-67f1-4287-b5a8-ac396a9b725b triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:02.490246 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:02.578095 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec3419-827e-4892-baf6-afb36569cdf6 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Port': ['ID=b693191d-71f6-4cb5-ab9b-4e578536e507,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:02.588883 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:02.616977 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-afdcf770-96c3-43cc-bdf7-ed7ae4194a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:02.627963 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 5d1a1c21-67f1-4287-b5a8-ac396a9b725b, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5d1a1c21-67f1-4287-b5a8-ac396a9b725b,segment=NetworkSegment(36159378-ed7f-42a7-996d-b6da06ffff14),segment_id=36159378-ed7f-42a7-996d-b6da06ffff14)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:02.637321 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-34ec3419-827e-4892-baf6-afb36569cdf6 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:02.641815 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-34ec3419-827e-4892-baf6-afb36569cdf6 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/ports/b693191d-71f6-4cb5-ab9b-4e578536e507 HTTP/1.1" status: 204 len: 168 time: 1.0182524 Dec 16 09:39:02.652798 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55212) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:02.684662 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7a6632d-4c2c-4b88-881e-afac1e2066df tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] DELETE failed (client error): The resource could not be found. Dec 16 09:39:02.685343 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7a6632d-4c2c-4b88-881e-afac1e2066df tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:39:02.688296 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e7a6632d-4c2c-4b88-881e-afac1e2066df tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/ports/b693191d-71f6-4cb5-ab9b-4e578536e507 HTTP/1.1" status: 404 len: 333 time: 0.0294898 Dec 16 09:39:02.695923 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b06495b-dea4-4557-b0be-079e5a5f13a6 req-96e8d968-e318-41b0-8506-451cd251589a tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:02.697449 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b06495b-dea4-4557-b0be-079e5a5f13a6 req-96e8d968-e318-41b0-8506-451cd251589a tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/ports?device_id=a967ce3e-3dff-4615-b462-f1604016c464 HTTP/1.1" status: 200 len: 945 time: 0.1241519 Dec 16 09:39:02.697935 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55214) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:02.700692 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:02.701842 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 644610e0-19cc-48d9-8cc8-d65097015f65 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:02.744297 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd500d6e-f792-4826-b82d-34a83ba187b3 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] GET failed (client error): The resource could not be found. Dec 16 09:39:02.745743 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fd500d6e-f792-4826-b82d-34a83ba187b3 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "GET /v2.0/ports/b693191d-71f6-4cb5-ab9b-4e578536e507 HTTP/1.1" status: 404 len: 333 time: 0.0469046 Dec 16 09:39:02.748706 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55216) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:02.789249 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b06495b-dea4-4557-b0be-079e5a5f13a6 req-55662d81-06f2-424c-b7e6-9f6e41349bb6 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/security-groups?id=e68aa81c-0a96-4c6e-a3e1-96a91dae878f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530393 Dec 16 09:39:02.828857 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=5d1a1c21-67f1-4287-b5a8-ac396a9b725b,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:02.832872 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 644610e0-19cc-48d9-8cc8-d65097015f65 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:02.833346 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:02.883681 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-44ad56ea-5cbe-43c1-9e7e-9ad1544bcd5b tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Deleting subnet e6b3eede-6578-44ab-a9fe-10ac58af6d62 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:39:02.889167 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-44ad56ea-5cbe-43c1-9e7e-9ad1544bcd5b tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:02.940555 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:02.975268 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afdcf770-96c3-43cc-bdf7-ed7ae4194a70 admin admin] Router e79df254-df3f-494d-84ce-0edb806ec259 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:39:02.982739 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ccfa19e6-89ff-43a9-9fde-0fc145517d45 req-5d08bb36-4a7b-44d6-82ec-453d9d7c2378 tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0587676 Dec 16 09:39:02.991201 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-44ad56ea-5cbe-43c1-9e7e-9ad1544bcd5b tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:02.991755 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 644610e0-19cc-48d9-8cc8-d65097015f65, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=644610e0-19cc-48d9-8cc8-d65097015f65,segment=NetworkSegment(a64fe02b-3fd0-4ddd-8cad-30b3ab27810e),segment_id=a64fe02b-3fd0-4ddd-8cad-30b3ab27810e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:02.999475 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af47b73d-3f0c-4b33-99a7-8a0fcf5c9384 None None] Network e1cb58aa-5876-4926-82d0-79f5dc9876b1 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:03.062544 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:03.143437 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-73fa5879-34e5-45d7-a9ca-11f46d01c367 None None] Provisioning complete for port 5d1a1c21-67f1-4287-b5a8-ac396a9b725b triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:03.143954 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-73fa5879-34e5-45d7-a9ca-11f46d01c367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:03.183057 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=644610e0-19cc-48d9-8cc8-d65097015f65,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:03.192061 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-44ad56ea-5cbe-43c1-9e7e-9ad1544bcd5b tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:03.223963 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afdcf770-96c3-43cc-bdf7-ed7ae4194a70 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:39:03.251688 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54622ed-37fa-41a8-b7af-c6a0979935e0 None None] Sync routers for ids ['e79df254-df3f-494d-84ce-0edb806ec259'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:39:03.281653 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54622ed-37fa-41a8-b7af-c6a0979935e0 None None] Routers {'e79df254-df3f-494d-84ce-0edb806ec259'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:39:03.282278 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-b54622ed-37fa-41a8-b7af-c6a0979935e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:38:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['e79df254-df3f-494d-84ce-0edb806ec259'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:03.372445 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56b5fdd-29e9-4389-bc61-a26a7b4000c1 None None] Network ac927a0e-7500-4e42-b76d-0154b424d514 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:03.390599 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-afdcf770-96c3-43cc-bdf7-ed7ae4194a70 admin admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:03.394802 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55234) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:03.394959 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-afdcf770-96c3-43cc-bdf7-ed7ae4194a70 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0627341 Dec 16 09:39:03.396343 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-44ad56ea-5cbe-43c1-9e7e-9ad1544bcd5b tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:03.430163 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ad56ea-5cbe-43c1-9e7e-9ad1544bcd5b tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Subnet': ['ID=e6b3eede-6578-44ab-a9fe-10ac58af6d62,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:03.435867 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-44ad56ea-5cbe-43c1-9e7e-9ad1544bcd5b tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:03.445837 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-44ad56ea-5cbe-43c1-9e7e-9ad1544bcd5b tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/subnets/e6b3eede-6578-44ab-a9fe-10ac58af6d62 HTTP/1.1" status: 204 len: 168 time: 0.6930079 Dec 16 09:39:03.452270 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55236) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:03.517132 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec525884-7d59-4753-b077-b9fe196c3cf7 req-ecb5f10a-40ba-4eca-b64c-0588031ba1a4 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:03.518664 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ec525884-7d59-4753-b077-b9fe196c3cf7 req-ecb5f10a-40ba-4eca-b64c-0588031ba1a4 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 946 time: 0.0547824 Dec 16 09:39:03.567664 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ec525884-7d59-4753-b077-b9fe196c3cf7 req-d3495a98-9f33-46da-9a5b-88d759e800b2 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419424 Dec 16 09:39:03.579663 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-889187c2-53be-4610-ad40-854e28b95625 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:03.643930 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-b54622ed-37fa-41a8-b7af-c6a0979935e0 None None] Set router e79df254-df3f-494d-84ce-0edb806ec259 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:39:03.744950 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-889187c2-53be-4610-ad40-854e28b95625 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Deleting port 644610e0-19cc-48d9-8cc8-d65097015f65 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:03.745530 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-889187c2-53be-4610-ad40-854e28b95625 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:03.848432 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-91fc1f45-0c0e-47a9-a113-67e394a60a13 None None] Provisioning complete for port 644610e0-19cc-48d9-8cc8-d65097015f65 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:03.849007 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-91fc1f45-0c0e-47a9-a113-67e394a60a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:03.948779 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cdc577-6bc0-4f3b-ba47-31c708496319 None None] DHCP port deletion for ac927a0e-7500-4e42-b76d-0154b424d514 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:39:03.955223 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-889187c2-53be-4610-ad40-854e28b95625 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] For port 644610e0-19cc-48d9-8cc8-d65097015f65, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=644610e0-19cc-48d9-8cc8-d65097015f65,segment=NetworkSegment(a64fe02b-3fd0-4ddd-8cad-30b3ab27810e),segment_id=a64fe02b-3fd0-4ddd-8cad-30b3ab27810e)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:03.955606 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-889187c2-53be-4610-ad40-854e28b95625 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:03.978053 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-889187c2-53be-4610-ad40-854e28b95625 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Calling delete_port for 644610e0-19cc-48d9-8cc8-d65097015f65 owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:03.992484 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5fa41-9847-4673-bf2f-6fa0394ff8ea req-30fcb92f-3848-4e9d-ab67-69a8bb28a8a7 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:03.994703 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0de5fa41-9847-4673-bf2f-6fa0394ff8ea req-30fcb92f-3848-4e9d-ab67-69a8bb28a8a7 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 945 time: 0.1161520 Dec 16 09:39:04.081098 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-42cdc577-6bc0-4f3b-ba47-31c708496319 None None] Deleting port 644610e0-19cc-48d9-8cc8-d65097015f65 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:04.081494 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-42cdc577-6bc0-4f3b-ba47-31c708496319 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:04.104375 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-b54622ed-37fa-41a8-b7af-c6a0979935e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79df254-df3f-494d-84ce-0edb806ec259', 'name': 'tempest-FloatingIPDetailsTestJSON-2106631781-router', 'tenant_id': '034980cbafc14bce84d213f09aefd8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '6632a244-1f34-43a6-a3cf-acdbbd510a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:00Z', 'updated_at': '2021-12-16T09:39:01Z', 'revision_number': 3, 'project_id': '034980cbafc14bce84d213f09aefd8a5', 'gw_port': {'id': '6632a244-1f34-43a6-a3cf-acdbbd510a52', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79df254-df3f-494d-84ce-0edb806ec259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:01Z', 'updated_at': '2021-12-16T09:39:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:04.128014 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f63c2ad4-95f2-4cf8-9276-8fbcb7b59be2 req-a2eb7bd0-0609-422d-8f54-e5dfa28ad17b tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0436110 Dec 16 09:39:04.142038 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0de5fa41-9847-4673-bf2f-6fa0394ff8ea req-032fa34f-7e11-4777-9b5d-0b676cdff3de tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286697 Dec 16 09:39:04.167189 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54622ed-37fa-41a8-b7af-c6a0979935e0 None None] Checking router: e79df254-df3f-494d-84ce-0edb806ec259 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:39:04.167544 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54622ed-37fa-41a8-b7af-c6a0979935e0 None None] Updating router e79df254-df3f-494d-84ce-0edb806ec259 port 6632a244-1f34-43a6-a3cf-acdbbd510a52 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:39:04.216515 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-42cdc577-6bc0-4f3b-ba47-31c708496319 None None] For port 644610e0-19cc-48d9-8cc8-d65097015f65, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=644610e0-19cc-48d9-8cc8-d65097015f65,segment=NetworkSegment(a64fe02b-3fd0-4ddd-8cad-30b3ab27810e),segment_id=a64fe02b-3fd0-4ddd-8cad-30b3ab27810e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:04.217213 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-42cdc577-6bc0-4f3b-ba47-31c708496319 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:04.240404 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b54622ed-37fa-41a8-b7af-c6a0979935e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:04.242209 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-42cdc577-6bc0-4f3b-ba47-31c708496319 None None] Calling delete_port for 644610e0-19cc-48d9-8cc8-d65097015f65 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:04.271002 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-889187c2-53be-4610-ad40-854e28b95625 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:04.278219 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-02a9145e-7c24-4194-9b60-9e10eeb77b75 None None] Provisioning complete for port 5d1a1c21-67f1-4287-b5a8-ac396a9b725b triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:04.278627 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-02a9145e-7c24-4194-9b60-9e10eeb77b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:04.282647 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7fcb951d-2a18-49d9-b8b6-92b960f49e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:04.324294 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889187c2-53be-4610-ad40-854e28b95625 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] No DVR routers for this DVR port 644610e0-19cc-48d9-8cc8-d65097015f65 on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:39:04.330850 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889187c2-53be-4610-ad40-854e28b95625 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Port': ['ID=644610e0-19cc-48d9-8cc8-d65097015f65,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:04.463972 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-889187c2-53be-4610-ad40-854e28b95625 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:04.512393 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5d1a1c21-67f1-4287-b5a8-ac396a9b725b up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:04.523564 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-889187c2-53be-4610-ad40-854e28b95625 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac927a0e-7500-4e42-b76d-0154b424d514']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:04.540007 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-889187c2-53be-4610-ad40-854e28b95625 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64fe02b-3fd0-4ddd-8cad-30b3ab27810e') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:04.540247 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-889187c2-53be-4610-ad40-854e28b95625 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64fe02b-3fd0-4ddd-8cad-30b3ab27810e') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:04.554074 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-889187c2-53be-4610-ad40-854e28b95625 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:04.593359 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-889187c2-53be-4610-ad40-854e28b95625 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:04.606254 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-889187c2-53be-4610-ad40-854e28b95625 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:39:04.606662 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-889187c2-53be-4610-ad40-854e28b95625 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:04.609709 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:39:04.609709 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:39:04.609709 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:39:04.609709 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:39:04.609709 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:39:04.609709 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:39:04.609709 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:39:04.609709 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:39:04.609709 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:39:04.609709 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:39:04.609709 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:39:04.609709 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:39:04.609709 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:39:04.609709 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:39:04.609709 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:39:04.609709 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:39:04.609709 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:39:04.609709 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:39:04.609709 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:39:04.609709 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:39:04.609709 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:39:04.609709 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:39:04.609709 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:39:04.609709 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:39:04.609709 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:39:04.609709 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:39:04.609709 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:39:04.609709 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:39:04.609709 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:39:04.609709 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:39:04.609709 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:39:04.609709 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:39:04.649490 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:39:04.653131 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:39:04.653131 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:39:04.653131 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:39:04.653131 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:39:04.653131 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:39:04.653131 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:39:04.653131 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:39:04.653131 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:39:04.653131 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:39:04.653131 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:39:04.653131 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:39:04.653131 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:39:04.653131 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:39:04.653131 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:39:04.666960 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-7fcb951d-2a18-49d9-b8b6-92b960f49e3a admin admin] Allocated IP 172.20.0.1 (e1cb58aa-5876-4926-82d0-79f5dc9876b1/ac8cd6e8-b8e4-4a04-bb8e-3dd87ccfaf28/c338f59a-2d20-45ce-b4aa-b1ffe5d3e137) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:04.709435 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-42cdc577-6bc0-4f3b-ba47-31c708496319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:04.713676 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7776f8-7781-4f48-bd8b-ce50d8043d33 req-5dd7584b-95f7-490e-aaa9-9e87e07c7672 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:04.721910 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1b7776f8-7781-4f48-bd8b-ce50d8043d33 req-5dd7584b-95f7-490e-aaa9-9e87e07c7672 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 946 time: 0.0739946 Dec 16 09:39:04.759071 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cdc577-6bc0-4f3b-ba47-31c708496319 None None] Pushing event deleted for resources: {'Port': ['ID=644610e0-19cc-48d9-8cc8-d65097015f65,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:04.761260 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 5d1a1c21-67f1-4287-b5a8-ac396a9b725b triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:04.761642 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:04.768546 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1b7776f8-7781-4f48-bd8b-ce50d8043d33 req-36c4d12e-cbff-4d62-8b68-f9f6bf085a32 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455508 Dec 16 09:39:04.789030 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-889187c2-53be-4610-ad40-854e28b95625 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:04.797701 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cdc577-6bc0-4f3b-ba47-31c708496319 None None] No DVR routers for this DVR port 644610e0-19cc-48d9-8cc8-d65097015f65 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:39:04.797890 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-889187c2-53be-4610-ad40-854e28b95625 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:04.803379 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-889187c2-53be-4610-ad40-854e28b95625 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/networks/ac927a0e-7500-4e42-b76d-0154b424d514 HTTP/1.1" status: 204 len: 168 time: 1.3454065 Dec 16 09:39:04.803539 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55260) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:04.811746 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-6c37d2a2-31ad-4642-bf83-696795bd5597 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1620364248'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:04.861051 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889187c2-53be-4610-ad40-854e28b95625 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Network': ['ID=ac927a0e-7500-4e42-b76d-0154b424d514,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:04.888210 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7fcb951d-2a18-49d9-b8b6-92b960f49e3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:04.895322 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b54622ed-37fa-41a8-b7af-c6a0979935e0 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:04.990678 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 644610e0-19cc-48d9-8cc8-d65097015f65 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:39:05.000103 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c37d2a2-31ad-4642-bf83-696795bd5597 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Made reservation on behalf of 99d413ff86b742a089842b35110f3a30 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:05.002579 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7fcb951d-2a18-49d9-b8b6-92b960f49e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:05.004498 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6c37d2a2-31ad-4642-bf83-696795bd5597 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:05.014042 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 644610e0-19cc-48d9-8cc8-d65097015f65 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:39:05.014522 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 644610e0-19cc-48d9-8cc8-d65097015f65 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:39:05.028270 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b54622ed-37fa-41a8-b7af-c6a0979935e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:05.037105 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c37d2a2-31ad-4642-bf83-696795bd5597 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:39:05.050738 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6c37d2a2-31ad-4642-bf83-696795bd5597 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:05.052051 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-6c37d2a2-31ad-4642-bf83-696795bd5597 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Added segment b6542e4b-c352-49cb-85f8-191ed20ba402 of type vlan for network db8549b8-461a-452f-8960-edb8395964de Dec 16 09:39:05.056537 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcb951d-2a18-49d9-b8b6-92b960f49e3a admin admin] Network e1cb58aa-5876-4926-82d0-79f5dc9876b1 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:05.059439 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-7fcb951d-2a18-49d9-b8b6-92b960f49e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:05.066321 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcb951d-2a18-49d9-b8b6-92b960f49e3a admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:05.091982 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb951d-2a18-49d9-b8b6-92b960f49e3a admin admin] Pushing event updated for resources: {'Port': ['ID=c338f59a-2d20-45ce-b4aa-b1ffe5d3e137,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:05.111767 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7fcb951d-2a18-49d9-b8b6-92b960f49e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:05.126281 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6c37d2a2-31ad-4642-bf83-696795bd5597 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:05.151372 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484ae9c-35f0-47f6-81b9-079bdab39200 None None] Pushing event updated for resources: {'Port': ['ID=6632a244-1f34-43a6-a3cf-acdbbd510a52,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:05.154417 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-b54622ed-37fa-41a8-b7af-c6a0979935e0 None None] Attempting to bind port 6632a244-1f34-43a6-a3cf-acdbbd510a52 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:39:05.154845 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-b54622ed-37fa-41a8-b7af-c6a0979935e0 None None] Attempting to bind port 6632a244-1f34-43a6-a3cf-acdbbd510a52 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:39:05.155263 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54622ed-37fa-41a8-b7af-c6a0979935e0 None None] Attempting to bind port 6632a244-1f34-43a6-a3cf-acdbbd510a52 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:39:05.162111 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54622ed-37fa-41a8-b7af-c6a0979935e0 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:39:05.162499 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54622ed-37fa-41a8-b7af-c6a0979935e0 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:05.163167 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b54622ed-37fa-41a8-b7af-c6a0979935e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:05.163487 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54622ed-37fa-41a8-b7af-c6a0979935e0 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:39:05.163969 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-b54622ed-37fa-41a8-b7af-c6a0979935e0 None None] Bound port: 6632a244-1f34-43a6-a3cf-acdbbd510a52, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:39:05.164490 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b54622ed-37fa-41a8-b7af-c6a0979935e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:05.257990 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-b54622ed-37fa-41a8-b7af-c6a0979935e0 None None] For port 6632a244-1f34-43a6-a3cf-acdbbd510a52, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:39:05.263604 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-b54622ed-37fa-41a8-b7af-c6a0979935e0 None None] For port 6632a244-1f34-43a6-a3cf-acdbbd510a52, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=6632a244-1f34-43a6-a3cf-acdbbd510a52,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:39:05.268012 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8ea94509-a0d8-4c76-a6cf-146fcc866863 req-b9a89e1e-63aa-4712-b460-47195a2f9f5d tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0446491 Dec 16 09:39:05.269084 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6c37d2a2-31ad-4642-bf83-696795bd5597 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:05.275268 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c37d2a2-31ad-4642-bf83-696795bd5597 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:05.275864 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6c37d2a2-31ad-4642-bf83-696795bd5597 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:05.332293 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b54622ed-37fa-41a8-b7af-c6a0979935e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:05.357405 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37d2a2-31ad-4642-bf83-696795bd5597 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Network': ['ID=db8549b8-461a-452f-8960-edb8395964de,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:05.395313 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484ae9c-35f0-47f6-81b9-079bdab39200 None None] Pushing event updated for resources: {'Port': ['ID=6632a244-1f34-43a6-a3cf-acdbbd510a52,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:05.398396 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network db8549b8-461a-452f-8960-edb8395964de details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:39:05.402862 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7fcb951d-2a18-49d9-b8b6-92b960f49e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:05.418220 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6c37d2a2-31ad-4642-bf83-696795bd5597 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6132531 Dec 16 09:39:05.419193 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55272) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:05.426200 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-48cafa63-b8bc-4fe5-a53a-5050ecaedb0c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'subnet': {'network_id': 'db8549b8-461a-452f-8960-edb8395964de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:05.489135 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-0248b155-b600-42d4-9102-29b30addc5bc None None] Provisioning complete for port c338f59a-2d20-45ce-b4aa-b1ffe5d3e137 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:05.489423 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0248b155-b600-42d4-9102-29b30addc5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:05.503936 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54622ed-37fa-41a8-b7af-c6a0979935e0 None None] Routers {'e79df254-df3f-494d-84ce-0edb806ec259'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:39:05.504687 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-b54622ed-37fa-41a8-b7af-c6a0979935e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:38:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['e79df254-df3f-494d-84ce-0edb806ec259'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:05.620679 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7fcb951d-2a18-49d9-b8b6-92b960f49e3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:05.640120 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-0248b155-b600-42d4-9102-29b30addc5bc None None] Port c338f59a-2d20-45ce-b4aa-b1ffe5d3e137 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:39:05.646032 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cafa63-b8bc-4fe5-a53a-5050ecaedb0c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Made reservation on behalf of 99d413ff86b742a089842b35110f3a30 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:05.649757 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-48cafa63-b8bc-4fe5-a53a-5050ecaedb0c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:05.672936 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-b54622ed-37fa-41a8-b7af-c6a0979935e0 None None] Set router e79df254-df3f-494d-84ce-0edb806ec259 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:39:05.708322 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7fcb951d-2a18-49d9-b8b6-92b960f49e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:05.778022 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7fcb951d-2a18-49d9-b8b6-92b960f49e3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:05.780208 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb951d-2a18-49d9-b8b6-92b960f49e3a admin admin] Pushing event updated for resources: {'Port': ['ID=c338f59a-2d20-45ce-b4aa-b1ffe5d3e137,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:05.910680 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcb951d-2a18-49d9-b8b6-92b960f49e3a admin admin] Network e1cb58aa-5876-4926-82d0-79f5dc9876b1 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:05.912617 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-7fcb951d-2a18-49d9-b8b6-92b960f49e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:05.963896 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-48cafa63-b8bc-4fe5-a53a-5050ecaedb0c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:06.083104 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fcb951d-2a18-49d9-b8b6-92b960f49e3a admin admin] Router e79df254-df3f-494d-84ce-0edb806ec259 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:39:06.084894 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cafa63-b8bc-4fe5-a53a-5050ecaedb0c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Subnet': ['ID=0038d33e-0a3c-41ae-acb1-81678f8beb44,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:06.100433 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cafa63-b8bc-4fe5-a53a-5050ecaedb0c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:06.100782 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cafa63-b8bc-4fe5-a53a-5050ecaedb0c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:06.101157 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cafa63-b8bc-4fe5-a53a-5050ecaedb0c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:06.101508 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cafa63-b8bc-4fe5-a53a-5050ecaedb0c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:06.101841 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cafa63-b8bc-4fe5-a53a-5050ecaedb0c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:06.102171 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cafa63-b8bc-4fe5-a53a-5050ecaedb0c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:06.103282 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cafa63-b8bc-4fe5-a53a-5050ecaedb0c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:06.103610 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cafa63-b8bc-4fe5-a53a-5050ecaedb0c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:06.103933 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cafa63-b8bc-4fe5-a53a-5050ecaedb0c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:06.104252 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cafa63-b8bc-4fe5-a53a-5050ecaedb0c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:06.104666 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cafa63-b8bc-4fe5-a53a-5050ecaedb0c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:06.104991 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cafa63-b8bc-4fe5-a53a-5050ecaedb0c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:06.122140 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-b54622ed-37fa-41a8-b7af-c6a0979935e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79df254-df3f-494d-84ce-0edb806ec259', 'name': 'tempest-FloatingIPDetailsTestJSON-2106631781-router', 'tenant_id': '034980cbafc14bce84d213f09aefd8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '6632a244-1f34-43a6-a3cf-acdbbd510a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:00Z', 'updated_at': '2021-12-16T09:39:05Z', 'revision_number': 4, 'project_id': '034980cbafc14bce84d213f09aefd8a5', 'gw_port': {'id': '6632a244-1f34-43a6-a3cf-acdbbd510a52', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79df254-df3f-494d-84ce-0edb806ec259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:01Z', 'updated_at': '2021-12-16T09:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'c338f59a-2d20-45ce-b4aa-b1ffe5d3e137', 'name': '', 'network_id': 'e1cb58aa-5876-4926-82d0-79f5dc9876b1', 'tenant_id': '034980cbafc14bce84d213f09aefd8a5', 'mac_address': 'fa:16:3e:1b:53:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79df254-df3f-494d-84ce-0edb806ec259', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'ac8cd6e8-b8e4-4a04-bb8e-3dd87ccfaf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:04Z', 'updated_at': '2021-12-16T09:39:04Z', 'revision_number': 1, 'project_id': '034980cbafc14bce84d213f09aefd8a5', 'subnets': [{'id': 'ac8cd6e8-b8e4-4a04-bb8e-3dd87ccfaf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:06.123859 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57aa93d-5a6a-44e6-98f1-b43db8a0ee57 req-0375a890-f00a-4cb7-aacc-3a1517ce1e58 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:06.126429 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c57aa93d-5a6a-44e6-98f1-b43db8a0ee57 req-0375a890-f00a-4cb7-aacc-3a1517ce1e58 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 946 time: 0.2342644 Dec 16 09:39:06.146322 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cafa63-b8bc-4fe5-a53a-5050ecaedb0c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Checking segment: {'id': 'b6542e4b-c352-49cb-85f8-191ed20ba402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'db8549b8-461a-452f-8960-edb8395964de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:06.146690 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cafa63-b8bc-4fe5-a53a-5050ecaedb0c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Network hostable DHCP agents. Network: db8549b8-461a-452f-8960-edb8395964de, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:39:06.167493 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54622ed-37fa-41a8-b7af-c6a0979935e0 None None] The sync data for ids ['e79df254-df3f-494d-84ce-0edb806ec259'] in n-d-820550-2 is: [{'id': 'e79df254-df3f-494d-84ce-0edb806ec259', 'name': 'tempest-FloatingIPDetailsTestJSON-2106631781-router', 'tenant_id': '034980cbafc14bce84d213f09aefd8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '6632a244-1f34-43a6-a3cf-acdbbd510a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:00Z', 'updated_at': '2021-12-16T09:39:05Z', 'revision_number': 4, 'project_id': '034980cbafc14bce84d213f09aefd8a5', 'gw_port': {'id': '6632a244-1f34-43a6-a3cf-acdbbd510a52', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79df254-df3f-494d-84ce-0edb806ec259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:01Z', 'updated_at': '2021-12-16T09:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'c338f59a-2d20-45ce-b4aa-b1ffe5d3e137', 'name': '', 'network_id': 'e1cb58aa-5876-4926-82d0-79f5dc9876b1', 'tenant_id': '034980cbafc14bce84d213f09aefd8a5', 'mac_address': 'fa:16:3e:1b:53:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79df254-df3f-494d-84ce-0edb806ec259', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'ac8cd6e8-b8e4-4a04-bb8e-3dd87ccfaf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:04Z', 'updated_at': '2021-12-16T09:39:04Z', 'revision_number': 1, 'project_id': '034980cbafc14bce84d213f09aefd8a5', 'subnets': [{'id': 'ac8cd6e8-b8e4-4a04-bb8e-3dd87ccfaf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:39:06.219950 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c57aa93d-5a6a-44e6-98f1-b43db8a0ee57 req-f237f8b6-46f6-4f5e-b8e8-65e7ca880bfa tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851982 Dec 16 09:39:06.257776 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cafa63-b8bc-4fe5-a53a-5050ecaedb0c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Network db8549b8-461a-452f-8960-edb8395964de is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:39:06.271346 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fcb951d-2a18-49d9-b8b6-92b960f49e3a admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:39:06.273035 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-1f403c43-5095-4745-888e-13f65f92eb04 None None] Provisioning complete for port c338f59a-2d20-45ce-b4aa-b1ffe5d3e137 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:06.277899 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1f403c43-5095-4745-888e-13f65f92eb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:06.278975 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7fcb951d-2a18-49d9-b8b6-92b960f49e3a admin admin] 10.222.0.60 "PUT /v2.0/routers/e79df254-df3f-494d-84ce-0edb806ec259/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8826821 Dec 16 09:39:06.323550 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-1f403c43-5095-4745-888e-13f65f92eb04 None None] Port c338f59a-2d20-45ce-b4aa-b1ffe5d3e137 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:39:06.354498 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-48cafa63-b8bc-4fe5-a53a-5050ecaedb0c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, db8549b8-461a-452f-8960-edb8395964de) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:06.359271 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cafa63-b8bc-4fe5-a53a-5050ecaedb0c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:06.359984 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-48cafa63-b8bc-4fe5-a53a-5050ecaedb0c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:06.365332 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d3a9af-2339-4711-b6f4-13b1db1ce4c7 None None] Network db8549b8-461a-452f-8960-edb8395964de requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:06.493908 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-48cafa63-b8bc-4fe5-a53a-5050ecaedb0c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0733416 Dec 16 09:39:06.497598 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55292) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:06.502998 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-588c1528-25fc-4edd-8c24-13374bc1415f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'port': {'network_id': 'db8549b8-461a-452f-8960-edb8395964de', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1907590778'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:06.509304 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cf4ee046-276f-4d69-99d0-fa1fd9e0e5c1 req-1bafba11-00b9-47d9-bf36-dfd0633e1f4f tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0880525 Dec 16 09:39:06.650408 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9631fbd-0671-4603-a713-62bdbe266c1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-db8549b8-461a-452f-8960-edb8395964de', 'network_id': 'db8549b8-461a-452f-8960-edb8395964de', 'tenant_id': '99d413ff86b742a089842b35110f3a30', 'fixed_ips': [{'subnet_id': '0038d33e-0a3c-41ae-acb1-81678f8beb44'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:39:06.651284 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e9631fbd-0671-4603-a713-62bdbe266c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:06.810335 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588c1528-25fc-4edd-8c24-13374bc1415f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Made reservation on behalf of 99d413ff86b742a089842b35110f3a30 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:06.814850 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-588c1528-25fc-4edd-8c24-13374bc1415f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:06.828046 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-e9631fbd-0671-4603-a713-62bdbe266c1e None None] Allocated IP 2001:db8::2 (db8549b8-461a-452f-8960-edb8395964de/0038d33e-0a3c-41ae-acb1-81678f8beb44/c8172af6-4a64-4fca-a372-ec2d6b100479) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:06.881676 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-588c1528-25fc-4edd-8c24-13374bc1415f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] device_id is not set on port 5be90482-b238-4e49-9267-8595d719c1f7 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:39:07.017970 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e9631fbd-0671-4603-a713-62bdbe266c1e None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:07.018981 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a51aa9ff-d8bf-4744-bf39-0c34a8233b90 req-753d652d-a905-432e-8d86-f3b408e18578 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3349178 Dec 16 09:39:07.029797 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-a51aa9ff-d8bf-4744-bf39-0c34a8233b90 req-ac28241f-9966-47df-a368-380a88338ffb tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:07.082058 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e9631fbd-0671-4603-a713-62bdbe266c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:07.138456 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a51aa9ff-d8bf-4744-bf39-0c34a8233b90 req-ac28241f-9966-47df-a368-380a88338ffb tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks [] for floatingip, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:07.152964 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9631fbd-0671-4603-a713-62bdbe266c1e None None] Network db8549b8-461a-452f-8960-edb8395964de is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:07.161950 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-e9631fbd-0671-4603-a713-62bdbe266c1e None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:07.161950 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9631fbd-0671-4603-a713-62bdbe266c1e None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:07.184396 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:07.187153 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9631fbd-0671-4603-a713-62bdbe266c1e None None] Pushing event updated for resources: {'Port': ['ID=c8172af6-4a64-4fca-a372-ec2d6b100479,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:07.220908 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-588c1528-25fc-4edd-8c24-13374bc1415f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Allocated IP 2001:db8::3d0 (db8549b8-461a-452f-8960-edb8395964de/0038d33e-0a3c-41ae-acb1-81678f8beb44/5be90482-b238-4e49-9267-8595d719c1f7) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:07.251210 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-e9631fbd-0671-4603-a713-62bdbe266c1e None None] Attempting to bind port c8172af6-4a64-4fca-a372-ec2d6b100479 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:39:07.251719 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-e9631fbd-0671-4603-a713-62bdbe266c1e None None] Attempting to bind port c8172af6-4a64-4fca-a372-ec2d6b100479 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'b6542e4b-c352-49cb-85f8-191ed20ba402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'db8549b8-461a-452f-8960-edb8395964de'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:39:07.252689 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9631fbd-0671-4603-a713-62bdbe266c1e None None] Attempting to bind port c8172af6-4a64-4fca-a372-ec2d6b100479 on network db8549b8-461a-452f-8960-edb8395964de {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:39:07.258848 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9631fbd-0671-4603-a713-62bdbe266c1e None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:39:07.263958 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9631fbd-0671-4603-a713-62bdbe266c1e None None] Checking segment: {'id': 'b6542e4b-c352-49cb-85f8-191ed20ba402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'db8549b8-461a-452f-8960-edb8395964de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:07.263958 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e9631fbd-0671-4603-a713-62bdbe266c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:07.263958 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9631fbd-0671-4603-a713-62bdbe266c1e None None] Bound using segment: {'id': 'b6542e4b-c352-49cb-85f8-191ed20ba402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'db8549b8-461a-452f-8960-edb8395964de'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:39:07.263958 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-e9631fbd-0671-4603-a713-62bdbe266c1e None None] Bound port: c8172af6-4a64-4fca-a372-ec2d6b100479, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6542e4b-c352-49cb-85f8-191ed20ba402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'db8549b8-461a-452f-8960-edb8395964de'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:39:07.266088 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e9631fbd-0671-4603-a713-62bdbe266c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:07.362244 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-e9631fbd-0671-4603-a713-62bdbe266c1e None None] For port c8172af6-4a64-4fca-a372-ec2d6b100479, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:39:07.365963 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-e9631fbd-0671-4603-a713-62bdbe266c1e None None] For port c8172af6-4a64-4fca-a372-ec2d6b100479, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=c8172af6-4a64-4fca-a372-ec2d6b100479,segment=NetworkSegment(b6542e4b-c352-49cb-85f8-191ed20ba402),segment_id=b6542e4b-c352-49cb-85f8-191ed20ba402)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:39:07.403325 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb37f94-9646-4470-b103-2b474969ab91 req-12506aea-8ee0-42cb-8836-84093e49b234 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:07.409641 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cbb37f94-9646-4470-b103-2b474969ab91 req-12506aea-8ee0-42cb-8836-84093e49b234 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 946 time: 0.0954781 Dec 16 09:39:07.414153 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a51aa9ff-d8bf-4744-bf39-0c34a8233b90 req-ac28241f-9966-47df-a368-380a88338ffb tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:07.433655 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-588c1528-25fc-4edd-8c24-13374bc1415f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:07.446068 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e9631fbd-0671-4603-a713-62bdbe266c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:07.491626 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cbb37f94-9646-4470-b103-2b474969ab91 req-4f3eaab2-cd1f-4f17-ac04-62d11f795c9c tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695338 Dec 16 09:39:07.530711 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9631fbd-0671-4603-a713-62bdbe266c1e None None] Pushing event updated for resources: {'Port': ['ID=c8172af6-4a64-4fca-a372-ec2d6b100479,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:07.587852 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-a51aa9ff-d8bf-4744-bf39-0c34a8233b90 req-ac28241f-9966-47df-a368-380a88338ffb tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Allocated IP 172.25.1.16 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/3190efc6-375e-44bf-93b2-ea329833cfc0) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:07.653977 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-588c1528-25fc-4edd-8c24-13374bc1415f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:07.715455 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d735c8f2-b938-41df-8f3d-2029411f438c req-3ab63d57-fae2-4edf-9f26-89e19fbbfda8 tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0376565 Dec 16 09:39:07.719525 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588c1528-25fc-4edd-8c24-13374bc1415f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Network db8549b8-461a-452f-8960-edb8395964de is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:07.726202 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-588c1528-25fc-4edd-8c24-13374bc1415f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:07.729595 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588c1528-25fc-4edd-8c24-13374bc1415f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:07.735602 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588c1528-25fc-4edd-8c24-13374bc1415f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:07.736251 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-588c1528-25fc-4edd-8c24-13374bc1415f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:07.771740 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c1528-25fc-4edd-8c24-13374bc1415f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Port': ['ID=5be90482-b238-4e49-9267-8595d719c1f7,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:07.825504 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a51aa9ff-d8bf-4744-bf39-0c34a8233b90 req-ac28241f-9966-47df-a368-380a88338ffb tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:07.870486 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-588c1528-25fc-4edd-8c24-13374bc1415f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.3720028 Dec 16 09:39:07.873289 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55306) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:07.960562 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a51aa9ff-d8bf-4744-bf39-0c34a8233b90 req-ac28241f-9966-47df-a368-380a88338ffb tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:08.014796 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-01ca29f8-dd4d-46b0-9ba5-fdf09690a822 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Deleting port 5be90482-b238-4e49-9267-8595d719c1f7 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:08.015144 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-01ca29f8-dd4d-46b0-9ba5-fdf09690a822 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:08.032572 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a51aa9ff-d8bf-4744-bf39-0c34a8233b90 req-ac28241f-9966-47df-a368-380a88338ffb tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:08.035566 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-a51aa9ff-d8bf-4744-bf39-0c34a8233b90 req-ac28241f-9966-47df-a368-380a88338ffb tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:08.039201 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51aa9ff-d8bf-4744-bf39-0c34a8233b90 req-ac28241f-9966-47df-a368-380a88338ffb tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:08.085187 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28241f-9966-47df-a368-380a88338ffb tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Pushing event updated for resources: {'Port': ['ID=3190efc6-375e-44bf-93b2-ea329833cfc0,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:08.128960 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-01ca29f8-dd4d-46b0-9ba5-fdf09690a822 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:08.175534 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-01ca29f8-dd4d-46b0-9ba5-fdf09690a822 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Calling delete_port for 5be90482-b238-4e49-9267-8595d719c1f7 owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:08.191058 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a51aa9ff-d8bf-4744-bf39-0c34a8233b90 req-ac28241f-9966-47df-a368-380a88338ffb tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:08.311331 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a51aa9ff-d8bf-4744-bf39-0c34a8233b90 req-ac28241f-9966-47df-a368-380a88338ffb tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:08.438997 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-01ca29f8-dd4d-46b0-9ba5-fdf09690a822 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:08.479248 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca29f8-dd4d-46b0-9ba5-fdf09690a822 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Port': ['ID=5be90482-b238-4e49-9267-8595d719c1f7,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:08.481790 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device c8172af6-4a64-4fca-a372-ec2d6b100479 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:08.517903 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca29f8-dd4d-46b0-9ba5-fdf09690a822 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:08.519675 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca29f8-dd4d-46b0-9ba5-fdf09690a822 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:08.520043 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca29f8-dd4d-46b0-9ba5-fdf09690a822 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:08.520390 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca29f8-dd4d-46b0-9ba5-fdf09690a822 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:08.520727 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca29f8-dd4d-46b0-9ba5-fdf09690a822 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:08.521059 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca29f8-dd4d-46b0-9ba5-fdf09690a822 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:08.521418 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca29f8-dd4d-46b0-9ba5-fdf09690a822 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:08.522013 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca29f8-dd4d-46b0-9ba5-fdf09690a822 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:08.522750 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca29f8-dd4d-46b0-9ba5-fdf09690a822 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:08.522750 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca29f8-dd4d-46b0-9ba5-fdf09690a822 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:08.523056 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca29f8-dd4d-46b0-9ba5-fdf09690a822 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:08.523323 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ca29f8-dd4d-46b0-9ba5-fdf09690a822 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:08.530768 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-01ca29f8-dd4d-46b0-9ba5-fdf09690a822 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:08.541607 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-01ca29f8-dd4d-46b0-9ba5-fdf09690a822 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/ports/5be90482-b238-4e49-9267-8595d719c1f7 HTTP/1.1" status: 204 len: 168 time: 0.6621094 Dec 16 09:39:08.541607 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55316) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:08.556990 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a51aa9ff-d8bf-4744-bf39-0c34a8233b90 req-ac28241f-9966-47df-a368-380a88338ffb tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:08.587328 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port c8172af6-4a64-4fca-a372-ec2d6b100479 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:08.587721 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:08.593540 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff9df1b3-7452-4fb2-8814-22037f560559 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] GET failed (client error): The resource could not be found. Dec 16 09:39:08.595245 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ff9df1b3-7452-4fb2-8814-22037f560559 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "GET /v2.0/ports/5be90482-b238-4e49-9267-8595d719c1f7 HTTP/1.1" status: 404 len: 333 time: 0.0527222 Dec 16 09:39:08.598336 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55318) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:08.643498 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a51aa9ff-d8bf-4744-bf39-0c34a8233b90 req-ac28241f-9966-47df-a368-380a88338ffb tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:08.692673 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6336d41-77c3-47cb-b431-0887250ac553 req-9d9eec12-6daf-426a-a4b7-7752364849b2 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:08.704184 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b6336d41-77c3-47cb-b431-0887250ac553 req-9d9eec12-6daf-426a-a4b7-7752364849b2 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 946 time: 0.1145451 Dec 16 09:39:08.735801 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28241f-9966-47df-a368-380a88338ffb tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Pushing event updated for resources: {'Port': ['ID=3190efc6-375e-44bf-93b2-ea329833cfc0,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:08.740650 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:08.787442 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b6336d41-77c3-47cb-b431-0887250ac553 req-37cdbcbd-ea62-4d24-a8f3-665e64de431d tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820065 Dec 16 09:39:08.803746 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port c8172af6-4a64-4fca-a372-ec2d6b100479, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=c8172af6-4a64-4fca-a372-ec2d6b100479,segment=NetworkSegment(b6542e4b-c352-49cb-85f8-191ed20ba402),segment_id=b6542e4b-c352-49cb-85f8-191ed20ba402)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:08.832406 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-24538dbd-c9d5-4a16-92b1-d7fd32ed7396 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Deleting subnet 0038d33e-0a3c-41ae-acb1-81678f8beb44 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:39:08.842117 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-24538dbd-c9d5-4a16-92b1-d7fd32ed7396 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:08.880907 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a51aa9ff-d8bf-4744-bf39-0c34a8233b90 req-ac28241f-9966-47df-a368-380a88338ffb tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:08.912585 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ccda5f-a597-49f3-8d37-36b3d00a7df4 None None] Network db8549b8-461a-452f-8960-edb8395964de requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:08.921514 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-24538dbd-c9d5-4a16-92b1-d7fd32ed7396 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:09.055944 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:09.055944 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6632a244-1f34-43a6-a3cf-acdbbd510a52 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:09.056202 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fee2d274-534e-4a96-9d1f-0fa355d72be6 req-2eb635f3-fd6f-401a-8f4b-9247bda2c2b7 tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0488346 Dec 16 09:39:09.056313 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-24538dbd-c9d5-4a16-92b1-d7fd32ed7396 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:09.092439 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-7c6f3bcb-9576-4a2b-90af-e1773174f773 None None] Provisioning complete for port c8172af6-4a64-4fca-a372-ec2d6b100479 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:09.092787 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7c6f3bcb-9576-4a2b-90af-e1773174f773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:09.226759 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=c8172af6-4a64-4fca-a372-ec2d6b100479,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:09.235833 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 6632a244-1f34-43a6-a3cf-acdbbd510a52 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:09.236210 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:09.290490 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a51aa9ff-d8bf-4744-bf39-0c34a8233b90 req-ac28241f-9966-47df-a368-380a88338ffb tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:09.294194 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a51aa9ff-d8bf-4744-bf39-0c34a8233b90 req-ac28241f-9966-47df-a368-380a88338ffb tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2728763 Dec 16 09:39:09.358078 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-24538dbd-c9d5-4a16-92b1-d7fd32ed7396 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:09.372410 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a51aa9ff-d8bf-4744-bf39-0c34a8233b90 req-ca821efe-0a97-44cf-8e0c-cd46e9b2259b tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.16 HTTP/1.1" status: 200 len: 695 time: 0.0729837 Dec 16 09:39:09.397765 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-24538dbd-c9d5-4a16-92b1-d7fd32ed7396 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:09.401709 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-24538dbd-c9d5-4a16-92b1-d7fd32ed7396 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/subnets/0038d33e-0a3c-41ae-acb1-81678f8beb44 HTTP/1.1" status: 204 len: 168 time: 0.8023195 Dec 16 09:39:09.403148 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24538dbd-c9d5-4a16-92b1-d7fd32ed7396 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Subnet': ['ID=0038d33e-0a3c-41ae-acb1-81678f8beb44,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:09.405742 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55330) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:09.462602 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:09.492762 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 6632a244-1f34-43a6-a3cf-acdbbd510a52, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=6632a244-1f34-43a6-a3cf-acdbbd510a52,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:09.537012 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee00b14-6cd4-4dd0-8157-ce16ca685f6a None None] Sync routers for ids ['e79df254-df3f-494d-84ce-0edb806ec259'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:39:09.549841 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51aa9ff-d8bf-4744-bf39-0c34a8233b90 req-23770bfc-d253-4ca4-9413-e07d2976535f tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:09.557321 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a51aa9ff-d8bf-4744-bf39-0c34a8233b90 req-23770bfc-d253-4ca4-9413-e07d2976535f tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 784 time: 0.1646907 Dec 16 09:39:09.558819 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee00b14-6cd4-4dd0-8157-ce16ca685f6a None None] Routers {'e79df254-df3f-494d-84ce-0edb806ec259'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:39:09.560041 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-0ee00b14-6cd4-4dd0-8157-ce16ca685f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:38:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['e79df254-df3f-494d-84ce-0edb806ec259'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:09.562796 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-a51aa9ff-d8bf-4744-bf39-0c34a8233b90 req-c20b4fe0-a226-49db-9d11-d2ac508da208 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:39:09.569212 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:09.583268 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3369a942-d0e9-48a6-ba49-a95150b0bffe tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:09.588452 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a51aa9ff-d8bf-4744-bf39-0c34a8233b90 req-c20b4fe0-a226-49db-9d11-d2ac508da208 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0302014 Dec 16 09:39:09.642570 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=6632a244-1f34-43a6-a3cf-acdbbd510a52,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:09.737896 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-0ee00b14-6cd4-4dd0-8157-ce16ca685f6a None None] Set router e79df254-df3f-494d-84ce-0edb806ec259 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:39:09.739299 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-083257e6-8058-42f6-9daa-fe7fb22bd62c req-f628da11-c31b-415b-9afe-3453e072659a tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1413884 Dec 16 09:39:09.744251 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-3369a942-d0e9-48a6-ba49-a95150b0bffe tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Deleting port c8172af6-4a64-4fca-a372-ec2d6b100479 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:09.744937 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3369a942-d0e9-48a6-ba49-a95150b0bffe tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:09.751898 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-083257e6-8058-42f6-9daa-fe7fb22bd62c req-3c5bfe94-d035-4503-af73-62a880ea59ff tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:09.825616 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff95bb2d-e602-4db8-8ef4-afc7defb771a None None] Network db8549b8-461a-452f-8960-edb8395964de requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:09.882483 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-3369a942-d0e9-48a6-ba49-a95150b0bffe tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] For port c8172af6-4a64-4fca-a372-ec2d6b100479, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=c8172af6-4a64-4fca-a372-ec2d6b100479,segment=NetworkSegment(b6542e4b-c352-49cb-85f8-191ed20ba402),segment_id=b6542e4b-c352-49cb-85f8-191ed20ba402)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:09.882827 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3369a942-d0e9-48a6-ba49-a95150b0bffe tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:09.900968 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-3369a942-d0e9-48a6-ba49-a95150b0bffe tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Calling delete_port for c8172af6-4a64-4fca-a372-ec2d6b100479 owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:09.902801 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-cc8e5d24-f80c-4594-b15e-e47c2360102f None None] Provisioning complete for port c8172af6-4a64-4fca-a372-ec2d6b100479 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:09.902801 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cc8e5d24-f80c-4594-b15e-e47c2360102f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:09.976409 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e32a5e-750a-452c-b9b5-60295a098988 req-d1f9f262-e489-484d-b7b4-ee88350e68ee tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:09.978268 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-92e32a5e-750a-452c-b9b5-60295a098988 req-d1f9f262-e489-484d-b7b4-ee88350e68ee tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 946 time: 0.0650468 Dec 16 09:39:09.985668 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-0ee00b14-6cd4-4dd0-8157-ce16ca685f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79df254-df3f-494d-84ce-0edb806ec259', 'name': 'tempest-FloatingIPDetailsTestJSON-2106631781-router', 'tenant_id': '034980cbafc14bce84d213f09aefd8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '6632a244-1f34-43a6-a3cf-acdbbd510a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:00Z', 'updated_at': '2021-12-16T09:39:05Z', 'revision_number': 4, 'project_id': '034980cbafc14bce84d213f09aefd8a5', 'gw_port': {'id': '6632a244-1f34-43a6-a3cf-acdbbd510a52', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79df254-df3f-494d-84ce-0edb806ec259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:01Z', 'updated_at': '2021-12-16T09:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'c338f59a-2d20-45ce-b4aa-b1ffe5d3e137', 'name': '', 'network_id': 'e1cb58aa-5876-4926-82d0-79f5dc9876b1', 'tenant_id': '034980cbafc14bce84d213f09aefd8a5', 'mac_address': 'fa:16:3e:1b:53:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79df254-df3f-494d-84ce-0edb806ec259', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'ac8cd6e8-b8e4-4a04-bb8e-3dd87ccfaf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:04Z', 'updated_at': '2021-12-16T09:39:05Z', 'revision_number': 2, 'project_id': '034980cbafc14bce84d213f09aefd8a5', 'subnets': [{'id': 'ac8cd6e8-b8e4-4a04-bb8e-3dd87ccfaf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:10.011412 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-083257e6-8058-42f6-9daa-fe7fb22bd62c req-3c5bfe94-d035-4503-af73-62a880ea59ff tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks [] for floatingip, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:10.046822 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-92e32a5e-750a-452c-b9b5-60295a098988 req-48db7c1b-5af5-4e69-85fc-438e1868e1e1 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518034 Dec 16 09:39:10.053749 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee00b14-6cd4-4dd0-8157-ce16ca685f6a None None] Checking router: e79df254-df3f-494d-84ce-0edb806ec259 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:39:10.055117 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee00b14-6cd4-4dd0-8157-ce16ca685f6a None None] Updating router e79df254-df3f-494d-84ce-0edb806ec259 port c338f59a-2d20-45ce-b4aa-b1ffe5d3e137 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:39:10.113955 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3369a942-d0e9-48a6-ba49-a95150b0bffe tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:10.120871 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-0ee00b14-6cd4-4dd0-8157-ce16ca685f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:10.149019 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3369a942-d0e9-48a6-ba49-a95150b0bffe tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] No DVR routers for this DVR port c8172af6-4a64-4fca-a372-ec2d6b100479 on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:39:10.151675 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369a942-d0e9-48a6-ba49-a95150b0bffe tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Port': ['ID=c8172af6-4a64-4fca-a372-ec2d6b100479,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:10.158439 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b18cdf-51e9-4862-adb0-0c11ee6c5936 None None] DHCP port deletion for db8549b8-461a-452f-8960-edb8395964de request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:39:10.251834 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-301923cb-0598-4f11-8ae8-8912e927a778 req-949fcb19-98a5-44e4-8549-1cfd0b51e07a tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0309367 Dec 16 09:39:10.256068 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3369a942-d0e9-48a6-ba49-a95150b0bffe tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:10.285554 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-3369a942-d0e9-48a6-ba49-a95150b0bffe tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db8549b8-461a-452f-8960-edb8395964de']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:10.297908 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-3369a942-d0e9-48a6-ba49-a95150b0bffe tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6542e4b-c352-49cb-85f8-191ed20ba402') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:10.298330 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-3369a942-d0e9-48a6-ba49-a95150b0bffe tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6542e4b-c352-49cb-85f8-191ed20ba402') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:10.323282 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3369a942-d0e9-48a6-ba49-a95150b0bffe tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:10.346958 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3369a942-d0e9-48a6-ba49-a95150b0bffe tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:10.347486 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6632a244-1f34-43a6-a3cf-acdbbd510a52 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:10.358918 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3369a942-d0e9-48a6-ba49-a95150b0bffe tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:39:10.359353 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3369a942-d0e9-48a6-ba49-a95150b0bffe tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:10.362965 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:39:10.362965 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:39:10.362965 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:39:10.362965 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:39:10.362965 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:39:10.362965 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:39:10.362965 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:39:10.362965 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:39:10.362965 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:39:10.362965 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:39:10.362965 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:39:10.362965 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:39:10.362965 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:39:10.362965 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:39:10.362965 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:39:10.362965 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:39:10.362965 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:39:10.362965 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:39:10.362965 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:39:10.362965 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:39:10.362965 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:39:10.362965 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:39:10.362965 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:39:10.362965 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:39:10.362965 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:39:10.362965 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:39:10.362965 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:39:10.362965 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:39:10.362965 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:39:10.362965 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:39:10.362965 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:39:10.362965 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:39:10.375631 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-083257e6-8058-42f6-9daa-fe7fb22bd62c req-3c5bfe94-d035-4503-af73-62a880ea59ff tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:10.412468 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 6632a244-1f34-43a6-a3cf-acdbbd510a52 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:10.412468 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:10.439685 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:10.488522 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-0ee00b14-6cd4-4dd0-8157-ce16ca685f6a None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:10.527344 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3369a942-d0e9-48a6-ba49-a95150b0bffe tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:10.547209 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3369a942-d0e9-48a6-ba49-a95150b0bffe tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:10.551784 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-0ee00b14-6cd4-4dd0-8157-ce16ca685f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:10.556096 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3369a942-d0e9-48a6-ba49-a95150b0bffe tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/networks/db8549b8-461a-452f-8960-edb8395964de HTTP/1.1" status: 204 len: 168 time: 1.1459794 Dec 16 09:39:10.557075 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55346) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:10.564170 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-a98c550d-ab2e-4870-a499-b142570afbee tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'port': {'network_id': '819195ad-1aeb-421c-be56-8c9a381b28d4', 'name': 'tempest-PortsIpV6TestJSON-807768948'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:10.569207 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device c8172af6-4a64-4fca-a372-ec2d6b100479 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:39:10.587641 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369a942-d0e9-48a6-ba49-a95150b0bffe tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Network': ['ID=db8549b8-461a-452f-8960-edb8395964de,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:10.597273 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: c8172af6-4a64-4fca-a372-ec2d6b100479 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:39:10.597754 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device c8172af6-4a64-4fca-a372-ec2d6b100479 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:39:10.608744 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-083257e6-8058-42f6-9daa-fe7fb22bd62c req-3c5bfe94-d035-4503-af73-62a880ea59ff tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Allocated IP 172.25.1.160 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/b99be9e6-2051-4a6b-a288-7a246a28c5a5) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:10.706214 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c1c8f-e001-4fa1-b0eb-22451c258d29 None None] Pushing event updated for resources: {'Port': ['ID=c338f59a-2d20-45ce-b4aa-b1ffe5d3e137,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:10.718713 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284c1c8f-e001-4fa1-b0eb-22451c258d29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:10.719222 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284c1c8f-e001-4fa1-b0eb-22451c258d29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:10.719719 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284c1c8f-e001-4fa1-b0eb-22451c258d29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:10.720215 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284c1c8f-e001-4fa1-b0eb-22451c258d29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:10.720706 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284c1c8f-e001-4fa1-b0eb-22451c258d29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:10.721351 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284c1c8f-e001-4fa1-b0eb-22451c258d29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:10.725287 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284c1c8f-e001-4fa1-b0eb-22451c258d29 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:10.725287 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284c1c8f-e001-4fa1-b0eb-22451c258d29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:10.725287 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284c1c8f-e001-4fa1-b0eb-22451c258d29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:10.725287 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284c1c8f-e001-4fa1-b0eb-22451c258d29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:10.725287 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284c1c8f-e001-4fa1-b0eb-22451c258d29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:10.725287 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284c1c8f-e001-4fa1-b0eb-22451c258d29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:10.733153 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-083257e6-8058-42f6-9daa-fe7fb22bd62c req-3c5bfe94-d035-4503-af73-62a880ea59ff tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:10.745966 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98c550d-ab2e-4870-a499-b142570afbee tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Made reservation on behalf of 99d413ff86b742a089842b35110f3a30 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:10.749721 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a98c550d-ab2e-4870-a499-b142570afbee tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:10.777403 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-a98c550d-ab2e-4870-a499-b142570afbee tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] device_id is not set on port a0e2ef0f-ab55-4a6c-bd9b-fd640a5b57aa yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:39:10.784268 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-0ee00b14-6cd4-4dd0-8157-ce16ca685f6a None None] Attempting to bind port c338f59a-2d20-45ce-b4aa-b1ffe5d3e137 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:39:10.784913 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-0ee00b14-6cd4-4dd0-8157-ce16ca685f6a None None] Attempting to bind port c338f59a-2d20-45ce-b4aa-b1ffe5d3e137 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '36159378-ed7f-42a7-996d-b6da06ffff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e1cb58aa-5876-4926-82d0-79f5dc9876b1'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:39:10.785302 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee00b14-6cd4-4dd0-8157-ce16ca685f6a None None] Attempting to bind port c338f59a-2d20-45ce-b4aa-b1ffe5d3e137 on network e1cb58aa-5876-4926-82d0-79f5dc9876b1 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:39:10.790301 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee00b14-6cd4-4dd0-8157-ce16ca685f6a None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:39:10.790675 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee00b14-6cd4-4dd0-8157-ce16ca685f6a None None] Checking segment: {'id': '36159378-ed7f-42a7-996d-b6da06ffff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e1cb58aa-5876-4926-82d0-79f5dc9876b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:10.791077 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-0ee00b14-6cd4-4dd0-8157-ce16ca685f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:10.791467 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee00b14-6cd4-4dd0-8157-ce16ca685f6a None None] Bound using segment: {'id': '36159378-ed7f-42a7-996d-b6da06ffff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e1cb58aa-5876-4926-82d0-79f5dc9876b1'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:39:10.791929 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-0ee00b14-6cd4-4dd0-8157-ce16ca685f6a None None] Bound port: c338f59a-2d20-45ce-b4aa-b1ffe5d3e137, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36159378-ed7f-42a7-996d-b6da06ffff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e1cb58aa-5876-4926-82d0-79f5dc9876b1'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:39:10.792313 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-0ee00b14-6cd4-4dd0-8157-ce16ca685f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:10.846254 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-083257e6-8058-42f6-9daa-fe7fb22bd62c req-3c5bfe94-d035-4503-af73-62a880ea59ff tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:10.854115 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:39:10.860288 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-0ee00b14-6cd4-4dd0-8157-ce16ca685f6a None None] For port c338f59a-2d20-45ce-b4aa-b1ffe5d3e137, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:39:10.863688 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-0ee00b14-6cd4-4dd0-8157-ce16ca685f6a None None] For port c338f59a-2d20-45ce-b4aa-b1ffe5d3e137, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=c338f59a-2d20-45ce-b4aa-b1ffe5d3e137,segment=NetworkSegment(36159378-ed7f-42a7-996d-b6da06ffff14),segment_id=36159378-ed7f-42a7-996d-b6da06ffff14)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:39:10.921677 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5bfe94-d035-4503-af73-62a880ea59ff tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Pushing event updated for resources: {'Port': ['ID=b99be9e6-2051-4a6b-a288-7a246a28c5a5,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:10.925833 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-083257e6-8058-42f6-9daa-fe7fb22bd62c req-3c5bfe94-d035-4503-af73-62a880ea59ff tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:10.927882 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-0ee00b14-6cd4-4dd0-8157-ce16ca685f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:10.928196 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-083257e6-8058-42f6-9daa-fe7fb22bd62c req-3c5bfe94-d035-4503-af73-62a880ea59ff tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:10.930908 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-083257e6-8058-42f6-9daa-fe7fb22bd62c req-3c5bfe94-d035-4503-af73-62a880ea59ff tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:10.986259 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee00b14-6cd4-4dd0-8157-ce16ca685f6a None None] Routers {'e79df254-df3f-494d-84ce-0edb806ec259'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:39:10.987957 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-0ee00b14-6cd4-4dd0-8157-ce16ca685f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:38:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['e79df254-df3f-494d-84ce-0edb806ec259'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:10.988406 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:11.010623 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1', 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f', 'port_id': 'c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1', 'mac_address': 'fa:16:3e:ba:ba:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3e23022-6181-4c07-9324-a5452325576b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:39:11.015482 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a98c550d-ab2e-4870-a499-b142570afbee tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:11.063773 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-083257e6-8058-42f6-9daa-fe7fb22bd62c req-3c5bfe94-d035-4503-af73-62a880ea59ff tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:11.085711 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-e196f923-4c43-4e47-a80e-0e9b316de310 None None] Provisioning complete for port c338f59a-2d20-45ce-b4aa-b1ffe5d3e137 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:11.086090 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e196f923-4c43-4e47-a80e-0e9b316de310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:11.121491 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:11.137476 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:39:11.158777 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c1c8f-e001-4fa1-b0eb-22451c258d29 None None] Pushing event updated for resources: {'Port': ['ID=c338f59a-2d20-45ce-b4aa-b1ffe5d3e137,revision_number=4']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:11.164616 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:11.173524 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-0ee00b14-6cd4-4dd0-8157-ce16ca685f6a None None] Set router e79df254-df3f-494d-84ce-0edb806ec259 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:39:11.223628 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a98c550d-ab2e-4870-a499-b142570afbee tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:11.235964 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-083257e6-8058-42f6-9daa-fe7fb22bd62c req-3c5bfe94-d035-4503-af73-62a880ea59ff tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:11.260633 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e196f923-4c43-4e47-a80e-0e9b316de310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:11.275709 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:11.323331 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c550d-ab2e-4870-a499-b142570afbee tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Port': ['ID=a0e2ef0f-ab55-4a6c-bd9b-fd640a5b57aa,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:11.341927 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-e196f923-4c43-4e47-a80e-0e9b316de310 None None] For port c338f59a-2d20-45ce-b4aa-b1ffe5d3e137, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=c338f59a-2d20-45ce-b4aa-b1ffe5d3e137,segment=NetworkSegment(36159378-ed7f-42a7-996d-b6da06ffff14),segment_id=36159378-ed7f-42a7-996d-b6da06ffff14)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:11.344040 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2d164-59b0-4397-9ec8-e2672f164907 req-3c3a43a7-ded6-47bb-86d3-f559b7158008 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:11.345634 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-54a2d164-59b0-4397-9ec8-e2672f164907 req-3c3a43a7-ded6-47bb-86d3-f559b7158008 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 946 time: 0.2053013 Dec 16 09:39:11.356267 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98c550d-ab2e-4870-a499-b142570afbee tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Network 819195ad-1aeb-421c-be56-8c9a381b28d4 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:11.363241 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-a98c550d-ab2e-4870-a499-b142570afbee tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:11.363611 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1,revision_number=6']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:11.372037 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98c550d-ab2e-4870-a499-b142570afbee tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:11.380915 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98c550d-ab2e-4870-a499-b142570afbee tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:11.381832 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a98c550d-ab2e-4870-a499-b142570afbee tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:11.421604 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-54a2d164-59b0-4397-9ec8-e2672f164907 req-1e5dd324-4542-405f-8355-b65f48b78c6d tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679097 Dec 16 09:39:11.435783 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:39:11.440143 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e196f923-4c43-4e47-a80e-0e9b316de310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:11.487792 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-0ee00b14-6cd4-4dd0-8157-ce16ca685f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79df254-df3f-494d-84ce-0edb806ec259', 'name': 'tempest-FloatingIPDetailsTestJSON-2106631781-router', 'tenant_id': '034980cbafc14bce84d213f09aefd8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '6632a244-1f34-43a6-a3cf-acdbbd510a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:00Z', 'updated_at': '2021-12-16T09:39:05Z', 'revision_number': 4, 'project_id': '034980cbafc14bce84d213f09aefd8a5', 'gw_port': {'id': '6632a244-1f34-43a6-a3cf-acdbbd510a52', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79df254-df3f-494d-84ce-0edb806ec259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:01Z', 'updated_at': '2021-12-16T09:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'c338f59a-2d20-45ce-b4aa-b1ffe5d3e137', 'name': '', 'network_id': 'e1cb58aa-5876-4926-82d0-79f5dc9876b1', 'tenant_id': '034980cbafc14bce84d213f09aefd8a5', 'mac_address': 'fa:16:3e:1b:53:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79df254-df3f-494d-84ce-0edb806ec259', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'ac8cd6e8-b8e4-4a04-bb8e-3dd87ccfaf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:04Z', 'updated_at': '2021-12-16T09:39:10Z', 'revision_number': 4, 'project_id': '034980cbafc14bce84d213f09aefd8a5', 'subnets': [{'id': 'ac8cd6e8-b8e4-4a04-bb8e-3dd87ccfaf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:11.506922 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-083257e6-8058-42f6-9daa-fe7fb22bd62c req-3c5bfe94-d035-4503-af73-62a880ea59ff tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:11.517039 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a98c550d-ab2e-4870-a499-b142570afbee tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9560223 Dec 16 09:39:11.517494 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55360) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:11.521356 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee00b14-6cd4-4dd0-8157-ce16ca685f6a None None] The sync data for ids ['e79df254-df3f-494d-84ce-0edb806ec259'] in n-d-820550-2 is: [{'id': 'e79df254-df3f-494d-84ce-0edb806ec259', 'name': 'tempest-FloatingIPDetailsTestJSON-2106631781-router', 'tenant_id': '034980cbafc14bce84d213f09aefd8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '6632a244-1f34-43a6-a3cf-acdbbd510a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:00Z', 'updated_at': '2021-12-16T09:39:05Z', 'revision_number': 4, 'project_id': '034980cbafc14bce84d213f09aefd8a5', 'gw_port': {'id': '6632a244-1f34-43a6-a3cf-acdbbd510a52', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79df254-df3f-494d-84ce-0edb806ec259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:01Z', 'updated_at': '2021-12-16T09:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'c338f59a-2d20-45ce-b4aa-b1ffe5d3e137', 'name': '', 'network_id': 'e1cb58aa-5876-4926-82d0-79f5dc9876b1', 'tenant_id': '034980cbafc14bce84d213f09aefd8a5', 'mac_address': 'fa:16:3e:1b:53:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79df254-df3f-494d-84ce-0edb806ec259', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': 'ac8cd6e8-b8e4-4a04-bb8e-3dd87ccfaf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:04Z', 'updated_at': '2021-12-16T09:39:10Z', 'revision_number': 4, 'project_id': '034980cbafc14bce84d213f09aefd8a5', 'subnets': [{'id': 'ac8cd6e8-b8e4-4a04-bb8e-3dd87ccfaf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:39:11.566891 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196f923-4c43-4e47-a80e-0e9b316de310 None None] Pushing event updated for resources: {'Port': ['ID=c338f59a-2d20-45ce-b4aa-b1ffe5d3e137,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:11.571524 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-083257e6-8058-42f6-9daa-fe7fb22bd62c req-3c5bfe94-d035-4503-af73-62a880ea59ff tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:11.614656 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-96381571-0143-41c1-8f14-ea139c110475 None None] Provisioning complete for port c338f59a-2d20-45ce-b4aa-b1ffe5d3e137 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:11.615136 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-96381571-0143-41c1-8f14-ea139c110475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:11.657092 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-436303ab-18fc-45de-9728-d39dc81449b9 req-f9acc753-9678-4994-9934-d6ce913da53c tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0685484 Dec 16 09:39:11.670316 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5bfe94-d035-4503-af73-62a880ea59ff tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Pushing event updated for resources: {'Port': ['ID=b99be9e6-2051-4a6b-a288-7a246a28c5a5,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:11.680303 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-083257e6-8058-42f6-9daa-fe7fb22bd62c req-3c5bfe94-d035-4503-af73-62a880ea59ff tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:11.697171 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-b93e0c30-234f-46ba-82f3-57dfc024389a tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Deleting port a0e2ef0f-ab55-4a6c-bd9b-fd640a5b57aa {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:11.697171 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b93e0c30-234f-46ba-82f3-57dfc024389a tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:11.750459 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-083257e6-8058-42f6-9daa-fe7fb22bd62c req-3c5bfe94-d035-4503-af73-62a880ea59ff tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:11.751735 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-083257e6-8058-42f6-9daa-fe7fb22bd62c req-3c5bfe94-d035-4503-af73-62a880ea59ff tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0040839 Dec 16 09:39:11.782859 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b93e0c30-234f-46ba-82f3-57dfc024389a tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:11.812694 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-083257e6-8058-42f6-9daa-fe7fb22bd62c req-b216607c-7c89-4c2b-98f4-c5677cda1874 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.160 HTTP/1.1" status: 200 len: 696 time: 0.0523338 Dec 16 09:39:11.940047 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083257e6-8058-42f6-9daa-fe7fb22bd62c req-1fbe1fc9-a1d9-4a09-9a92-25e195da28af tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:11.941928 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-083257e6-8058-42f6-9daa-fe7fb22bd62c req-1fbe1fc9-a1d9-4a09-9a92-25e195da28af tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 784 time: 0.1222184 Dec 16 09:39:12.145351 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-b93e0c30-234f-46ba-82f3-57dfc024389a tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Calling delete_port for a0e2ef0f-ab55-4a6c-bd9b-fd640a5b57aa owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:12.324123 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9edc3f09-416f-4a5b-8f93-494b4a6dfce5 req-cf983b5e-87f2-4236-915f-e1800813b155 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1925294 Dec 16 09:39:12.335776 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-9edc3f09-416f-4a5b-8f93-494b4a6dfce5 req-861d3827-449f-4d43-92e5-d1ba4d8ab510 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:12.358729 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device c338f59a-2d20-45ce-b4aa-b1ffe5d3e137 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:12.405857 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port c338f59a-2d20-45ce-b4aa-b1ffe5d3e137 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:12.406230 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:12.426060 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b93e0c30-234f-46ba-82f3-57dfc024389a tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:12.438538 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9edc3f09-416f-4a5b-8f93-494b4a6dfce5 req-861d3827-449f-4d43-92e5-d1ba4d8ab510 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks [] for floatingip, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:12.469478 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e0c30-234f-46ba-82f3-57dfc024389a tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Port': ['ID=a0e2ef0f-ab55-4a6c-bd9b-fd640a5b57aa,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:12.503926 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b93e0c30-234f-46ba-82f3-57dfc024389a tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:12.506922 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b93e0c30-234f-46ba-82f3-57dfc024389a tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/ports/a0e2ef0f-ab55-4a6c-bd9b-fd640a5b57aa HTTP/1.1" status: 204 len: 168 time: 0.9885306 Dec 16 09:39:12.510983 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55372) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:12.516834 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-0b272a82-e49f-40ce-b6be-ab82cb4a2fb0 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'port': {'network_id': '819195ad-1aeb-421c-be56-8c9a381b28d4', 'mac_address': 'fa:16:3e:b2:b8:61', 'name': 'tempest-PortsIpV6TestJSON-594542900'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:12.570353 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9edc3f09-416f-4a5b-8f93-494b4a6dfce5 req-861d3827-449f-4d43-92e5-d1ba4d8ab510 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:12.686241 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-9edc3f09-416f-4a5b-8f93-494b4a6dfce5 req-861d3827-449f-4d43-92e5-d1ba4d8ab510 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Allocated IP 172.25.1.12 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/4610b55b-a3f7-41d9-a354-80d2bf16e175) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:12.797365 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9edc3f09-416f-4a5b-8f93-494b4a6dfce5 req-861d3827-449f-4d43-92e5-d1ba4d8ab510 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:12.861695 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:12.911550 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:12.911921 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:12.918058 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9edc3f09-416f-4a5b-8f93-494b4a6dfce5 req-861d3827-449f-4d43-92e5-d1ba4d8ab510 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:12.962364 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9edc3f09-416f-4a5b-8f93-494b4a6dfce5 req-861d3827-449f-4d43-92e5-d1ba4d8ab510 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:12.965268 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb70896-536a-485f-a2ba-e3a7fde86003 req-b6533eb0-869b-4488-ae05-567125d5dd4a tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:12.965777 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-9edc3f09-416f-4a5b-8f93-494b4a6dfce5 req-861d3827-449f-4d43-92e5-d1ba4d8ab510 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:12.966862 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7fb70896-536a-485f-a2ba-e3a7fde86003 req-b6533eb0-869b-4488-ae05-567125d5dd4a tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 946 time: 0.4453785 Dec 16 09:39:12.969973 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-9edc3f09-416f-4a5b-8f93-494b4a6dfce5 req-861d3827-449f-4d43-92e5-d1ba4d8ab510 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:12.995037 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:13.001828 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d3827-449f-4d43-92e5-d1ba4d8ab510 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Pushing event updated for resources: {'Port': ['ID=4610b55b-a3f7-41d9-a354-80d2bf16e175,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:13.013421 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7fb70896-536a-485f-a2ba-e3a7fde86003 req-d65abfe7-5532-4513-9235-7d793f7a3021 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334890 Dec 16 09:39:13.022915 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185bb750-6449-4053-a83d-cdb9428568e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:39:13.028105 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585286d2-0b38-4dbd-9a2b-d7a612de4fb5" -d '{"events": [{"server_uuid": "185bb750-6449-4053-a83d-cdb9428568e4", "name": "network-vif-plugged", "status": "completed", "tag": "c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:39:13.040975 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:13.053166 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b272a82-e49f-40ce-b6be-ab82cb4a2fb0 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Made reservation on behalf of 99d413ff86b742a089842b35110f3a30 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:13.081382 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9edc3f09-416f-4a5b-8f93-494b4a6dfce5 req-861d3827-449f-4d43-92e5-d1ba4d8ab510 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:13.117828 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0b272a82-e49f-40ce-b6be-ab82cb4a2fb0 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:13.129060 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:13.143357 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-0b272a82-e49f-40ce-b6be-ab82cb4a2fb0 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] device_id is not set on port b9acb98e-ca06-46ec-b00f-cd2c1e863fe7 yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:39:13.186667 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1,revision_number=7']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:13.201353 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9edc3f09-416f-4a5b-8f93-494b4a6dfce5 req-861d3827-449f-4d43-92e5-d1ba4d8ab510 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:13.210261 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ec334baa-f873-41a6-8463-cebaf77831a8 req-6ecaa4b1-0288-4a5d-bd20-076bcd1886e3 tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0629623 Dec 16 09:39:13.270557 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68240ac9-b18f-4401-b029-604aeb91219f x-openstack-request-id: req-68240ac9-b18f-4401-b029-604aeb91219f {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:39:13.270923 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "185bb750-6449-4053-a83d-cdb9428568e4", "name": "network-vif-plugged", "status": "completed", "tag": "c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:39:13.271436 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-68240ac9-b18f-4401-b029-604aeb91219f {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:39:13.271710 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '185bb750-6449-4053-a83d-cdb9428568e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1', 'code': 200} Dec 16 09:39:13.347479 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0b272a82-e49f-40ce-b6be-ab82cb4a2fb0 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:13.366087 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9edc3f09-416f-4a5b-8f93-494b4a6dfce5 req-861d3827-449f-4d43-92e5-d1ba4d8ab510 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:13.427983 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9edc3f09-416f-4a5b-8f93-494b4a6dfce5 req-861d3827-449f-4d43-92e5-d1ba4d8ab510 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:13.460740 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0b272a82-e49f-40ce-b6be-ab82cb4a2fb0 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:13.499215 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d3827-449f-4d43-92e5-d1ba4d8ab510 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Pushing event updated for resources: {'Port': ['ID=4610b55b-a3f7-41d9-a354-80d2bf16e175,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:13.507261 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b272a82-e49f-40ce-b6be-ab82cb4a2fb0 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Network 819195ad-1aeb-421c-be56-8c9a381b28d4 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:13.509988 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9edc3f09-416f-4a5b-8f93-494b4a6dfce5 req-861d3827-449f-4d43-92e5-d1ba4d8ab510 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:13.510457 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-0b272a82-e49f-40ce-b6be-ab82cb4a2fb0 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:13.513422 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b272a82-e49f-40ce-b6be-ab82cb4a2fb0 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:13.519570 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b272a82-e49f-40ce-b6be-ab82cb4a2fb0 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:13.520181 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0b272a82-e49f-40ce-b6be-ab82cb4a2fb0 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:13.532676 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b272a82-e49f-40ce-b6be-ab82cb4a2fb0 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Port': ['ID=b9acb98e-ca06-46ec-b00f-cd2c1e863fe7,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:13.578875 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9edc3f09-416f-4a5b-8f93-494b4a6dfce5 req-861d3827-449f-4d43-92e5-d1ba4d8ab510 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:13.580115 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9edc3f09-416f-4a5b-8f93-494b4a6dfce5 req-861d3827-449f-4d43-92e5-d1ba4d8ab510 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2488563 Dec 16 09:39:13.604151 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0b272a82-e49f-40ce-b6be-ab82cb4a2fb0 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0916343 Dec 16 09:39:13.606645 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55386) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:13.643500 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9edc3f09-416f-4a5b-8f93-494b4a6dfce5 req-d0371056-c05b-4323-a637-2e1ed1f54ca9 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.12 HTTP/1.1" status: 200 len: 695 time: 0.0571442 Dec 16 09:39:13.653847 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d9f529-b6b5-458d-bb60-5d4e7b58f325 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:13.655235 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a7d9f529-b6b5-458d-bb60-5d4e7b58f325 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "GET /v2.0/ports/b9acb98e-ca06-46ec-b00f-cd2c1e863fe7 HTTP/1.1" status: 200 len: 844 time: 0.0475438 Dec 16 09:39:13.659240 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55388) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:13.750509 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-2ff05c01-ec16-4b06-a218-b1c1a72a4e54 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Deleting port b9acb98e-ca06-46ec-b00f-cd2c1e863fe7 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:13.750854 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2ff05c01-ec16-4b06-a218-b1c1a72a4e54 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:13.751943 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc3f09-416f-4a5b-8f93-494b4a6dfce5 req-aeb55faa-42d9-47e6-b62a-b9fa4dd92847 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:13.753354 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9edc3f09-416f-4a5b-8f93-494b4a6dfce5 req-aeb55faa-42d9-47e6-b62a-b9fa4dd92847 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 784 time: 0.1037045 Dec 16 09:39:13.873413 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2ff05c01-ec16-4b06-a218-b1c1a72a4e54 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:13.892970 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-2ff05c01-ec16-4b06-a218-b1c1a72a4e54 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Calling delete_port for b9acb98e-ca06-46ec-b00f-cd2c1e863fe7 owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:13.961566 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b05d14bb-5400-40b8-a59a-e50689bca819 req-30fe7e1b-4fd7-4993-ba46-758aa3406bfa tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1713493 Dec 16 09:39:13.980781 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-b05d14bb-5400-40b8-a59a-e50689bca819 req-45019288-925f-4d10-8ef4-7cd9c126074c tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:14.094869 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b05d14bb-5400-40b8-a59a-e50689bca819 req-45019288-925f-4d10-8ef4-7cd9c126074c tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks [] for floatingip, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:14.135924 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8143ca-4d1b-4614-9008-6555acfdc6f7 req-ca4836c9-ce52-4596-8379-559b214b84c1 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:14.137400 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e8143ca-4d1b-4614-9008-6555acfdc6f7 req-ca4836c9-ce52-4596-8379-559b214b84c1 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 946 time: 0.0545166 Dec 16 09:39:14.138866 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2ff05c01-ec16-4b06-a218-b1c1a72a4e54 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:14.188434 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e8143ca-4d1b-4614-9008-6555acfdc6f7 req-5348b784-7884-49eb-9b66-0c36685331e7 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384572 Dec 16 09:39:14.188757 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff05c01-ec16-4b06-a218-b1c1a72a4e54 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Port': ['ID=b9acb98e-ca06-46ec-b00f-cd2c1e863fe7,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:14.195053 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2ff05c01-ec16-4b06-a218-b1c1a72a4e54 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:14.202299 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2ff05c01-ec16-4b06-a218-b1c1a72a4e54 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/ports/b9acb98e-ca06-46ec-b00f-cd2c1e863fe7 HTTP/1.1" status: 204 len: 168 time: 0.5388572 Dec 16 09:39:14.202692 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55400) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:14.231821 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c7a7332-2dd5-408e-b31e-c740bdc2d932 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] GET failed (client error): The resource could not be found. Dec 16 09:39:14.233635 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4c7a7332-2dd5-408e-b31e-c740bdc2d932 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "GET /v2.0/ports/b9acb98e-ca06-46ec-b00f-cd2c1e863fe7 HTTP/1.1" status: 404 len: 333 time: 0.0296476 Dec 16 09:39:14.237360 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55402) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:14.244271 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-7353ccbb-14c2-4369-bc8c-f52a1ace1c97 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'port': {'network_id': '819195ad-1aeb-421c-be56-8c9a381b28d4', 'name': 'tempest-PortsIpV6TestJSON-700911646'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:14.317243 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b05d14bb-5400-40b8-a59a-e50689bca819 req-45019288-925f-4d10-8ef4-7cd9c126074c tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:14.347178 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ad6f6198-c635-4bb7-b168-86d6e9787ab7 req-e7ac2824-5d03-429c-9236-a4ab660f257f tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0294096 Dec 16 09:39:14.479981 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7353ccbb-14c2-4369-bc8c-f52a1ace1c97 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Made reservation on behalf of 99d413ff86b742a089842b35110f3a30 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:14.483385 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7353ccbb-14c2-4369-bc8c-f52a1ace1c97 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:14.508477 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-7353ccbb-14c2-4369-bc8c-f52a1ace1c97 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] device_id is not set on port 174d35a1-0b02-40b9-8dc1-fa9389815682 yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:39:14.527941 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-b05d14bb-5400-40b8-a59a-e50689bca819 req-45019288-925f-4d10-8ef4-7cd9c126074c tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Allocated IP 172.25.1.2 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/d5267785-d74e-4052-8148-e07db585329d) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:14.756167 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b05d14bb-5400-40b8-a59a-e50689bca819 req-45019288-925f-4d10-8ef4-7cd9c126074c tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:14.761879 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7353ccbb-14c2-4369-bc8c-f52a1ace1c97 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:14.891029 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b05d14bb-5400-40b8-a59a-e50689bca819 req-45019288-925f-4d10-8ef4-7cd9c126074c tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:14.926584 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7353ccbb-14c2-4369-bc8c-f52a1ace1c97 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:14.938527 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b05d14bb-5400-40b8-a59a-e50689bca819 req-45019288-925f-4d10-8ef4-7cd9c126074c tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:14.948605 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-b05d14bb-5400-40b8-a59a-e50689bca819 req-45019288-925f-4d10-8ef4-7cd9c126074c tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:14.952771 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05d14bb-5400-40b8-a59a-e50689bca819 req-45019288-925f-4d10-8ef4-7cd9c126074c tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:14.954274 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45019288-925f-4d10-8ef4-7cd9c126074c tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Pushing event updated for resources: {'Port': ['ID=d5267785-d74e-4052-8148-e07db585329d,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:14.983909 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7353ccbb-14c2-4369-bc8c-f52a1ace1c97 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Network 819195ad-1aeb-421c-be56-8c9a381b28d4 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:15.007569 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-7353ccbb-14c2-4369-bc8c-f52a1ace1c97 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:15.016302 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7353ccbb-14c2-4369-bc8c-f52a1ace1c97 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:15.021830 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7353ccbb-14c2-4369-bc8c-f52a1ace1c97 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:15.022419 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7353ccbb-14c2-4369-bc8c-f52a1ace1c97 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:15.055113 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353ccbb-14c2-4369-bc8c-f52a1ace1c97 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Port': ['ID=174d35a1-0b02-40b9-8dc1-fa9389815682,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:15.097074 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b05d14bb-5400-40b8-a59a-e50689bca819 req-45019288-925f-4d10-8ef4-7cd9c126074c tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:15.137495 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7353ccbb-14c2-4369-bc8c-f52a1ace1c97 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8979065 Dec 16 09:39:15.140128 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55408) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:15.145317 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-c0cfdd8d-aac4-4af8-afba-f3b6aa3b5c96 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:15.183952 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 26cf4773-4cad-447d-bb4d-7f46ea35c929 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:39:15.189777 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 26cf4773-4cad-447d-bb4d-7f46ea35c929 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:39:15.206571 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b05d14bb-5400-40b8-a59a-e50689bca819 req-45019288-925f-4d10-8ef4-7cd9c126074c tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:15.263885 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c0cfdd8d-aac4-4af8-afba-f3b6aa3b5c96 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:15.321673 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c1b6e-9e3a-454a-a5ee-d136240bdd2a req-d18b43db-5e9b-4ce6-8dbb-93fa53d2b7fc tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:15.326375 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5c3c1b6e-9e3a-454a-a5ee-d136240bdd2a req-d18b43db-5e9b-4ce6-8dbb-93fa53d2b7fc tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 946 time: 0.0603702 Dec 16 09:39:15.371562 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5c3c1b6e-9e3a-454a-a5ee-d136240bdd2a req-cf83d955-955f-474e-9a05-c56df3eeb7d1 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420275 Dec 16 09:39:15.494056 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 26cf4773-4cad-447d-bb4d-7f46ea35c929, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=26cf4773-4cad-447d-bb4d-7f46ea35c929,segment=NetworkSegment(a2ee8051-abfb-4f5b-b081-c86ac7eab054),segment_id=a2ee8051-abfb-4f5b-b081-c86ac7eab054)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:15.496592 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:15.517445 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '26cf4773-4cad-447d-bb4d-7f46ea35c929', 'network_id': '2e528bd2-b999-40ed-bbb8-2a5d13680e1b', 'port_id': '26cf4773-4cad-447d-bb4d-7f46ea35c929', 'mac_address': 'fa:16:3e:4e:99:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f978629d-1eff-401d-9c7a-42314c842760', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:39:15.531079 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b05d14bb-5400-40b8-a59a-e50689bca819 req-45019288-925f-4d10-8ef4-7cd9c126074c tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:15.531996 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66d903a-3884-45a6-8e45-13c7f64d2ac6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26cf4773-4cad-447d-bb4d-7f46ea35c929'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:39:15.534572 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8aec56-6d8b-4d2b-82a6-aec48fd34566" -d '{"events": [{"server_uuid": "b66d903a-3884-45a6-8e45-13c7f64d2ac6", "name": "network-vif-unplugged", "status": "completed", "tag": "26cf4773-4cad-447d-bb4d-7f46ea35c929"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:39:15.541345 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fc0d019d-e89b-481d-b202-7b755af8bbe8 req-6bd82578-e758-49c5-be26-a4fe54cfe32e tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0348263 Dec 16 09:39:15.554200 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c0cfdd8d-aac4-4af8-afba-f3b6aa3b5c96 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:15.571193 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 26cf4773-4cad-447d-bb4d-7f46ea35c929, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=26cf4773-4cad-447d-bb4d-7f46ea35c929,segment=NetworkSegment(a2ee8051-abfb-4f5b-b081-c86ac7eab054),segment_id=a2ee8051-abfb-4f5b-b081-c86ac7eab054)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:15.582801 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:15.591738 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b05d14bb-5400-40b8-a59a-e50689bca819 req-45019288-925f-4d10-8ef4-7cd9c126074c tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:15.594150 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a7cbfe-fc8d-489c-9ac0-31573e20a074 x-openstack-request-id: req-56a7cbfe-fc8d-489c-9ac0-31573e20a074 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:39:15.594439 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66d903a-3884-45a6-8e45-13c7f64d2ac6", "name": "network-vif-unplugged", "status": "completed", "tag": "26cf4773-4cad-447d-bb4d-7f46ea35c929", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:39:15.594803 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-56a7cbfe-fc8d-489c-9ac0-31573e20a074 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:39:15.595187 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66d903a-3884-45a6-8e45-13c7f64d2ac6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26cf4773-4cad-447d-bb4d-7f46ea35c929', 'code': 200} Dec 16 09:39:15.600786 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26cf4773-4cad-447d-bb4d-7f46ea35c929 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:39:15.625978 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c0cfdd8d-aac4-4af8-afba-f3b6aa3b5c96 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:15.655067 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:15.670371 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-c0cfdd8d-aac4-4af8-afba-f3b6aa3b5c96 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] In _notify_port_updated(), no bound segment for port 174d35a1-0b02-40b9-8dc1-fa9389815682 on network 819195ad-1aeb-421c-be56-8c9a381b28d4 {{(pid=102816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:39:15.676034 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cfdd8d-aac4-4af8-afba-f3b6aa3b5c96 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:15.676602 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c0cfdd8d-aac4-4af8-afba-f3b6aa3b5c96 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:15.680563 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c0cfdd8d-aac4-4af8-afba-f3b6aa3b5c96 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "PUT /v2.0/ports/174d35a1-0b02-40b9-8dc1-fa9389815682 HTTP/1.1" status: 200 len: 818 time: 0.5370128 Dec 16 09:39:15.680563 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45019288-925f-4d10-8ef4-7cd9c126074c tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Pushing event updated for resources: {'Port': ['ID=d5267785-d74e-4052-8148-e07db585329d,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:15.683850 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55424) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:15.710916 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b05d14bb-5400-40b8-a59a-e50689bca819 req-45019288-925f-4d10-8ef4-7cd9c126074c tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:15.728891 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:39:15.731977 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:39:15.732274 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=26cf4773-4cad-447d-bb4d-7f46ea35c929,revision_number=6']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:15.740624 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cfdd8d-aac4-4af8-afba-f3b6aa3b5c96 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Port': ['ID=174d35a1-0b02-40b9-8dc1-fa9389815682,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:15.788086 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b05d14bb-5400-40b8-a59a-e50689bca819 req-45019288-925f-4d10-8ef4-7cd9c126074c tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:15.789326 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b05d14bb-5400-40b8-a59a-e50689bca819 req-45019288-925f-4d10-8ef4-7cd9c126074c tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.8167937 Dec 16 09:39:15.799542 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-94c188f8-096a-4079-89e6-6905ce4da2e7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Deleting port 174d35a1-0b02-40b9-8dc1-fa9389815682 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:15.800933 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-94c188f8-096a-4079-89e6-6905ce4da2e7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:15.845759 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b05d14bb-5400-40b8-a59a-e50689bca819 req-e9229fd8-010c-4a68-8d23-1ba155edaa88 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.2 HTTP/1.1" status: 200 len: 694 time: 0.0496824 Dec 16 09:39:15.878482 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-94c188f8-096a-4079-89e6-6905ce4da2e7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:15.891651 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-94c188f8-096a-4079-89e6-6905ce4da2e7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Calling delete_port for 174d35a1-0b02-40b9-8dc1-fa9389815682 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:15.953005 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d14bb-5400-40b8-a59a-e50689bca819 req-cf01a31b-6392-4825-adcd-36208221dbf4 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:15.954396 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b05d14bb-5400-40b8-a59a-e50689bca819 req-cf01a31b-6392-4825-adcd-36208221dbf4 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 784 time: 0.1026046 Dec 16 09:39:16.018406 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-43ea5cb7-a754-48ed-bb04-5927d3aee4dd req-e0b44e61-8e2f-47a0-919d-a0b13773d88a tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "GET /v2.0/floatingips/0db2eff2-9fd6-4178-9468-9435f61626b8 HTTP/1.1" status: 200 len: 691 time: 0.0419004 Dec 16 09:39:16.034286 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-94c188f8-096a-4079-89e6-6905ce4da2e7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:16.097672 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c188f8-096a-4079-89e6-6905ce4da2e7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Port': ['ID=174d35a1-0b02-40b9-8dc1-fa9389815682,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:16.113550 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-94c188f8-096a-4079-89e6-6905ce4da2e7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:16.116666 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-94c188f8-096a-4079-89e6-6905ce4da2e7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/ports/174d35a1-0b02-40b9-8dc1-fa9389815682 HTTP/1.1" status: 204 len: 168 time: 0.4317179 Dec 16 09:39:16.119171 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55428) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:16.187019 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea5cb7-a754-48ed-bb04-5927d3aee4dd req-7e615ba9-6f03-4f49-9f75-46074833f982 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:16.188363 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-43ea5cb7-a754-48ed-bb04-5927d3aee4dd req-7e615ba9-6f03-4f49-9f75-46074833f982 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 784 time: 0.1645465 Dec 16 09:39:16.200516 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6887757b-18a0-495d-a0ca-df4fec8b09dd tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:16.202009 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6887757b-18a0-495d-a0ca-df4fec8b09dd tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0818996 Dec 16 09:39:16.204921 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55430) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:16.221973 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-43ea5cb7-a754-48ed-bb04-5927d3aee4dd req-f4a76bf1-5d5a-4065-8549-fde1262d0505 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:39:16.221973 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-43ea5cb7-a754-48ed-bb04-5927d3aee4dd req-f4a76bf1-5d5a-4065-8549-fde1262d0505 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053897 Dec 16 09:39:16.238962 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ba813f0-ff67-4a0a-bf8a-b96b821273d8 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] GET failed (client error): The resource could not be found. Dec 16 09:39:16.244996 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0ba813f0-ff67-4a0a-bf8a-b96b821273d8 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "GET /v2.0/ports/174d35a1-0b02-40b9-8dc1-fa9389815682 HTTP/1.1" status: 404 len: 333 time: 0.0345182 Dec 16 09:39:16.245403 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55438) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:16.253267 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-cce03018-dc73-4a5b-81a2-7bc4b87f3e3f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-869208283'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:16.276668 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:16.291584 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26cf4773-4cad-447d-bb4d-7f46ea35c929 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:39:16.304745 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f0058dec-067e-43cb-bb1e-7e372e09d5bf req-8d1224ed-d756-4950-9f00-cd880dedc7d1 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "GET /v2.0/floatingips/0db2eff2-9fd6-4178-9468-9435f61626b8 HTTP/1.1" status: 200 len: 691 time: 0.0680864 Dec 16 09:39:16.313647 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 26cf4773-4cad-447d-bb4d-7f46ea35c929, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=26cf4773-4cad-447d-bb4d-7f46ea35c929,segment=NetworkSegment(a2ee8051-abfb-4f5b-b081-c86ac7eab054),segment_id=a2ee8051-abfb-4f5b-b081-c86ac7eab054)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:16.418029 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0058dec-067e-43cb-bb1e-7e372e09d5bf req-a304dded-8003-4f02-9cc7-e4b23d4a5081 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:16.419480 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f0058dec-067e-43cb-bb1e-7e372e09d5bf req-a304dded-8003-4f02-9cc7-e4b23d4a5081 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 784 time: 0.1054683 Dec 16 09:39:16.430011 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-f0058dec-067e-43cb-bb1e-7e372e09d5bf req-6bf80f33-c6c2-4644-a21d-60c4de3dbc5b tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:39:16.431509 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f0058dec-067e-43cb-bb1e-7e372e09d5bf req-6bf80f33-c6c2-4644-a21d-60c4de3dbc5b tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063162 Dec 16 09:39:16.455054 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce03018-dc73-4a5b-81a2-7bc4b87f3e3f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Made reservation on behalf of 99d413ff86b742a089842b35110f3a30 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:16.458685 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cce03018-dc73-4a5b-81a2-7bc4b87f3e3f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:16.483499 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f0058dec-067e-43cb-bb1e-7e372e09d5bf req-b238c836-a0f1-4c40-b2a6-d2d3edc7d09b tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.2 HTTP/1.1" status: 200 len: 694 time: 0.0454826 Dec 16 09:39:16.503559 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cce03018-dc73-4a5b-81a2-7bc4b87f3e3f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:39:16.518302 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431b46c-ca0f-4b76-af37-9816a1748d56 req-300c15c6-52be-40b3-b7aa-297c8c6bc476 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:16.519165 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:16.522477 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5431b46c-ca0f-4b76-af37-9816a1748d56 req-300c15c6-52be-40b3-b7aa-297c8c6bc476 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 944 time: 0.0782280 Dec 16 09:39:16.529693 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cce03018-dc73-4a5b-81a2-7bc4b87f3e3f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:16.530043 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-cce03018-dc73-4a5b-81a2-7bc4b87f3e3f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Added segment 60357f78-10e7-4df9-b51e-01a86be4afc5 of type vlan for network a711cd17-3115-4653-b38a-04374db57af4 Dec 16 09:39:16.554402 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f0058dec-067e-43cb-bb1e-7e372e09d5bf req-f7510922-4637-4317-804e-27741dba2dcb tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.2 HTTP/1.1" status: 200 len: 694 time: 0.0641015 Dec 16 09:39:16.577505 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=26cf4773-4cad-447d-bb4d-7f46ea35c929,revision_number=7']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:16.605939 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cce03018-dc73-4a5b-81a2-7bc4b87f3e3f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:16.618568 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5431b46c-ca0f-4b76-af37-9816a1748d56 req-811cf8b7-8bab-4fc1-b5ae-3515cc30af7a tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794232 Dec 16 09:39:16.715504 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-f0058dec-067e-43cb-bb1e-7e372e09d5bf req-552878d2-3885-4988-9ae3-6f0cc3d944d3 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Deleting port d5267785-d74e-4052-8148-e07db585329d {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:16.715504 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f0058dec-067e-43cb-bb1e-7e372e09d5bf req-552878d2-3885-4988-9ae3-6f0cc3d944d3 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:16.736456 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['26cf4773-4cad-447d-bb4d-7f46ea35c929'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:39:16.785182 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0b54dfec-6a59-43b5-8337-8a0e764aed94 req-bda267f6-0f7b-4919-9830-7323b3a3e8a9 tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0440214 Dec 16 09:39:16.786122 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cce03018-dc73-4a5b-81a2-7bc4b87f3e3f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:16.794852 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce03018-dc73-4a5b-81a2-7bc4b87f3e3f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:16.795785 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cce03018-dc73-4a5b-81a2-7bc4b87f3e3f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:16.812228 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f0058dec-067e-43cb-bb1e-7e372e09d5bf req-552878d2-3885-4988-9ae3-6f0cc3d944d3 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:16.812567 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f0058dec-067e-43cb-bb1e-7e372e09d5bf req-552878d2-3885-4988-9ae3-6f0cc3d944d3 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:16.855744 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-f0058dec-067e-43cb-bb1e-7e372e09d5bf req-552878d2-3885-4988-9ae3-6f0cc3d944d3 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Calling delete_port for d5267785-d74e-4052-8148-e07db585329d owned by network:floatingip {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:16.935573 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce03018-dc73-4a5b-81a2-7bc4b87f3e3f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Network': ['ID=a711cd17-3115-4653-b38a-04374db57af4,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:16.946603 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network a711cd17-3115-4653-b38a-04374db57af4 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:39:17.019126 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-cce03018-dc73-4a5b-81a2-7bc4b87f3e3f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7723551 Dec 16 09:39:17.021983 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55460) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:17.029704 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-f3235e90-1232-4e1b-9a50-ad5f3eb7ef5f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'subnet': {'network_id': 'a711cd17-3115-4653-b38a-04374db57af4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:17.111203 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f0058dec-067e-43cb-bb1e-7e372e09d5bf req-552878d2-3885-4988-9ae3-6f0cc3d944d3 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:17.138291 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552878d2-3885-4988-9ae3-6f0cc3d944d3 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Pushing event deleted for resources: {'Port': ['ID=d5267785-d74e-4052-8148-e07db585329d,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:17.183015 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3235e90-1232-4e1b-9a50-ad5f3eb7ef5f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Made reservation on behalf of 99d413ff86b742a089842b35110f3a30 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:17.186624 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f3235e90-1232-4e1b-9a50-ad5f3eb7ef5f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:17.202174 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f0058dec-067e-43cb-bb1e-7e372e09d5bf req-552878d2-3885-4988-9ae3-6f0cc3d944d3 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks [] for floatingip, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:17.204740 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f0058dec-067e-43cb-bb1e-7e372e09d5bf req-552878d2-3885-4988-9ae3-6f0cc3d944d3 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:17.205950 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f0058dec-067e-43cb-bb1e-7e372e09d5bf req-552878d2-3885-4988-9ae3-6f0cc3d944d3 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "DELETE /v2.0/floatingips/0db2eff2-9fd6-4178-9468-9435f61626b8 HTTP/1.1" status: 204 len: 173 time: 0.6440532 Dec 16 09:39:17.471266 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f24a2c-b00e-4c4c-9030-ca8be409bdb4 req-fcaad46c-816b-47c7-b293-10a8d957e16c tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:17.472652 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c9f24a2c-b00e-4c4c-9030-ca8be409bdb4 req-fcaad46c-816b-47c7-b293-10a8d957e16c tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2324402 Dec 16 09:39:17.555601 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5133742b-d4e0-405a-96ae-c79e1e3eb034 req-76c9037d-e39d-44cb-84bd-98c07ba821f7 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=034980cbafc14bce84d213f09aefd8a5 HTTP/1.1" status: 200 len: 1655 time: 0.0627816 Dec 16 09:39:17.629768 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f3235e90-1232-4e1b-9a50-ad5f3eb7ef5f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:17.713766 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3235e90-1232-4e1b-9a50-ad5f3eb7ef5f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Subnet': ['ID=3c708dfa-adb9-48aa-89b8-b0d68cb1cf91,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:17.721996 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3235e90-1232-4e1b-9a50-ad5f3eb7ef5f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Checking segment: {'id': '60357f78-10e7-4df9-b51e-01a86be4afc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a711cd17-3115-4653-b38a-04374db57af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:17.722310 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3235e90-1232-4e1b-9a50-ad5f3eb7ef5f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Network hostable DHCP agents. Network: a711cd17-3115-4653-b38a-04374db57af4, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:39:17.735478 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133742b-d4e0-405a-96ae-c79e1e3eb034 req-1c8bbf30-5a41-42e2-a481-29265b74beba tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:17.737682 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5133742b-d4e0-405a-96ae-c79e1e3eb034 req-1c8bbf30-5a41-42e2-a481-29265b74beba tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "GET /v2.0/networks?id=66f24afa-c67f-4411-a795-f16773380b27&id=66f24afa-c67f-4411-a795-f16773380b27&id=66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 787 time: 0.1759350 Dec 16 09:39:17.824299 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7efcd-2b01-4184-ac1d-fb8481a5705a req-32688e31-6dc5-4684-affd-2f518c339395 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:17.826175 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9bd7efcd-2b01-4184-ac1d-fb8481a5705a req-32688e31-6dc5-4684-affd-2f518c339395 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 945 time: 0.0624347 Dec 16 09:39:17.827476 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3235e90-1232-4e1b-9a50-ad5f3eb7ef5f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Network a711cd17-3115-4653-b38a-04374db57af4 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:39:17.912436 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-f3235e90-1232-4e1b-9a50-ad5f3eb7ef5f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, a711cd17-3115-4653-b38a-04374db57af4) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:17.913075 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1b0c9410-cd08-4fe5-b1f3-3bd40ea4d8aa req-59626713-507f-43bd-bacb-1fffdd4402f7 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "GET /v2.0/floatingips/424738bf-907e-4a20-9225-5c6e746e4403 HTTP/1.1" status: 200 len: 692 time: 0.0488920 Dec 16 09:39:17.921154 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3235e90-1232-4e1b-9a50-ad5f3eb7ef5f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:17.921368 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00fcdeb-6c5e-4bfe-8f8f-552f4908df04 None None] Network a711cd17-3115-4653-b38a-04374db57af4 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:17.921826 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f3235e90-1232-4e1b-9a50-ad5f3eb7ef5f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:17.970922 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9bd7efcd-2b01-4184-ac1d-fb8481a5705a req-bea22c2f-33e1-4d7c-b8c3-5613da79238b tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222875 Dec 16 09:39:18.042604 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f3235e90-1232-4e1b-9a50-ad5f3eb7ef5f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0194759 Dec 16 09:39:18.045206 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55500) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:18.050397 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-306f1b99-7fe8-4015-9148-2e2d1d50a27b tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'subnet': {'network_id': 'a711cd17-3115-4653-b38a-04374db57af4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:18.131917 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c9410-cd08-4fe5-b1f3-3bd40ea4d8aa req-27ac28ed-63b4-4e22-98b1-85e78a39e625 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:18.133399 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1b0c9410-cd08-4fe5-b1f3-3bd40ea4d8aa req-27ac28ed-63b4-4e22-98b1-85e78a39e625 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 784 time: 0.2092602 Dec 16 09:39:18.143576 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ac25b0-704e-420a-be43-9ce6e04f8507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-a711cd17-3115-4653-b38a-04374db57af4', 'network_id': 'a711cd17-3115-4653-b38a-04374db57af4', 'tenant_id': '99d413ff86b742a089842b35110f3a30', 'fixed_ips': [{'subnet_id': '3c708dfa-adb9-48aa-89b8-b0d68cb1cf91'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:39:18.144640 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-26ac25b0-704e-420a-be43-9ce6e04f8507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:18.210955 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1b0c9410-cd08-4fe5-b1f3-3bd40ea4d8aa req-f34de06d-fb75-4997-964e-2e9fcb3b6928 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.12 HTTP/1.1" status: 200 len: 695 time: 0.0695145 Dec 16 09:39:18.255947 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-60aeecfd-492d-47e7-ac5d-6493a35f7e02 req-2116575d-6f6c-43ee-ac1c-13db06261559 tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.1555777 Dec 16 09:39:18.358781 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1b0c9410-cd08-4fe5-b1f3-3bd40ea4d8aa req-8ab7a6d9-b64b-4e14-a824-6ba2f940f56a tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.12 HTTP/1.1" status: 200 len: 695 time: 0.1299911 Dec 16 09:39:18.467729 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-26ac25b0-704e-420a-be43-9ce6e04f8507 None None] Allocated IP 2001:db8::2 (a711cd17-3115-4653-b38a-04374db57af4/3c708dfa-adb9-48aa-89b8-b0d68cb1cf91/ec942fb3-205a-4637-886c-e59610f629cb) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:18.531958 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306f1b99-7fe8-4015-9148-2e2d1d50a27b tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Made reservation on behalf of 99d413ff86b742a089842b35110f3a30 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:18.538707 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-306f1b99-7fe8-4015-9148-2e2d1d50a27b tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:18.566540 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-1b0c9410-cd08-4fe5-b1f3-3bd40ea4d8aa req-897f3009-1d82-4849-916a-519d963cb8e5 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Deleting port 4610b55b-a3f7-41d9-a354-80d2bf16e175 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:18.568065 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1b0c9410-cd08-4fe5-b1f3-3bd40ea4d8aa req-897f3009-1d82-4849-916a-519d963cb8e5 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:18.681704 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1b0c9410-cd08-4fe5-b1f3-3bd40ea4d8aa req-897f3009-1d82-4849-916a-519d963cb8e5 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:18.683986 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1b0c9410-cd08-4fe5-b1f3-3bd40ea4d8aa req-897f3009-1d82-4849-916a-519d963cb8e5 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:18.706178 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-1b0c9410-cd08-4fe5-b1f3-3bd40ea4d8aa req-897f3009-1d82-4849-916a-519d963cb8e5 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Calling delete_port for 4610b55b-a3f7-41d9-a354-80d2bf16e175 owned by network:floatingip {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:18.707990 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-26ac25b0-704e-420a-be43-9ce6e04f8507 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:18.731738 n-d-820550-2 neutron-server[102817]: INFO neutron.db.ipam_backend_mixin [None req-306f1b99-7fe8-4015-9148-2e2d1d50a27b tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3c708dfa-adb9-48aa-89b8-b0d68cb1cf91 (CIDR: 2001:db8::/64) Dec 16 09:39:18.803660 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-306f1b99-7fe8-4015-9148-2e2d1d50a27b tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:39:18.806033 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-306f1b99-7fe8-4015-9148-2e2d1d50a27b tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:39:18.835066 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-26ac25b0-704e-420a-be43-9ce6e04f8507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:18.915599 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ac25b0-704e-420a-be43-9ce6e04f8507 None None] Network a711cd17-3115-4653-b38a-04374db57af4 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:18.932389 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-306f1b99-7fe8-4015-9148-2e2d1d50a27b tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8859832 Dec 16 09:39:18.934832 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55510) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:18.940182 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-26ac25b0-704e-420a-be43-9ce6e04f8507 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:18.947466 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-4b171681-0241-43a4-b15a-92721117a45c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'subnet': {'network_id': 'a711cd17-3115-4653-b38a-04374db57af4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:18.960446 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ac25b0-704e-420a-be43-9ce6e04f8507 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:18.978876 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac25b0-704e-420a-be43-9ce6e04f8507 None None] Pushing event updated for resources: {'Port': ['ID=ec942fb3-205a-4637-886c-e59610f629cb,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:19.065238 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-26ac25b0-704e-420a-be43-9ce6e04f8507 None None] Attempting to bind port ec942fb3-205a-4637-886c-e59610f629cb on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:39:19.065611 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-26ac25b0-704e-420a-be43-9ce6e04f8507 None None] Attempting to bind port ec942fb3-205a-4637-886c-e59610f629cb by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '60357f78-10e7-4df9-b51e-01a86be4afc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a711cd17-3115-4653-b38a-04374db57af4'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:39:19.065966 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ac25b0-704e-420a-be43-9ce6e04f8507 None None] Attempting to bind port ec942fb3-205a-4637-886c-e59610f629cb on network a711cd17-3115-4653-b38a-04374db57af4 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:39:19.081776 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ac25b0-704e-420a-be43-9ce6e04f8507 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:39:19.083821 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ac25b0-704e-420a-be43-9ce6e04f8507 None None] Checking segment: {'id': '60357f78-10e7-4df9-b51e-01a86be4afc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a711cd17-3115-4653-b38a-04374db57af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:19.085226 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-26ac25b0-704e-420a-be43-9ce6e04f8507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:19.085226 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ac25b0-704e-420a-be43-9ce6e04f8507 None None] Bound using segment: {'id': '60357f78-10e7-4df9-b51e-01a86be4afc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a711cd17-3115-4653-b38a-04374db57af4'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:39:19.085712 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-26ac25b0-704e-420a-be43-9ce6e04f8507 None None] Bound port: ec942fb3-205a-4637-886c-e59610f629cb, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60357f78-10e7-4df9-b51e-01a86be4afc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a711cd17-3115-4653-b38a-04374db57af4'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:39:19.086314 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-26ac25b0-704e-420a-be43-9ce6e04f8507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:19.113998 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1b0c9410-cd08-4fe5-b1f3-3bd40ea4d8aa req-897f3009-1d82-4849-916a-519d963cb8e5 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:19.146986 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f3009-1d82-4849-916a-519d963cb8e5 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Pushing event deleted for resources: {'Port': ['ID=4610b55b-a3f7-41d9-a354-80d2bf16e175,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:19.182625 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-26ac25b0-704e-420a-be43-9ce6e04f8507 None None] For port ec942fb3-205a-4637-886c-e59610f629cb, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:39:19.186098 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-26ac25b0-704e-420a-be43-9ce6e04f8507 None None] For port ec942fb3-205a-4637-886c-e59610f629cb, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ec942fb3-205a-4637-886c-e59610f629cb,segment=NetworkSegment(60357f78-10e7-4df9-b51e-01a86be4afc5),segment_id=60357f78-10e7-4df9-b51e-01a86be4afc5)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:39:19.220922 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 26cf4773-4cad-447d-bb4d-7f46ea35c929 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:19.223557 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e1da8-c274-4e17-a2c7-1c4690d9bcfb req-3eb51bbb-6b81-40c0-a5d4-66d601660219 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:19.236553 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a46e1da8-c274-4e17-a2c7-1c4690d9bcfb req-3eb51bbb-6b81-40c0-a5d4-66d601660219 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 945 time: 0.1451478 Dec 16 09:39:19.245141 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1b0c9410-cd08-4fe5-b1f3-3bd40ea4d8aa req-897f3009-1d82-4849-916a-519d963cb8e5 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks [] for floatingip, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:19.247863 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1b0c9410-cd08-4fe5-b1f3-3bd40ea4d8aa req-897f3009-1d82-4849-916a-519d963cb8e5 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:19.249046 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1b0c9410-cd08-4fe5-b1f3-3bd40ea4d8aa req-897f3009-1d82-4849-916a-519d963cb8e5 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "DELETE /v2.0/floatingips/424738bf-907e-4a20-9225-5c6e746e4403 HTTP/1.1" status: 204 len: 173 time: 0.8816702 Dec 16 09:39:19.291365 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-26ac25b0-704e-420a-be43-9ce6e04f8507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:19.312996 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a46e1da8-c274-4e17-a2c7-1c4690d9bcfb req-388f8223-86a7-486b-9646-958c947b9954 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712564 Dec 16 09:39:19.322302 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d01293e6-dcd0-41f3-9a01-3437becd50e8 req-3745bf29-5be2-49e9-9d0a-2ce9bbee6909 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "GET /v2.0/floatingips/ae50af95-d096-4394-a61a-a2109233185d HTTP/1.1" status: 200 len: 693 time: 0.0549514 Dec 16 09:39:19.476566 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-97b25fe0-e4b5-44d0-8d7d-22b33786a6b9 req-38f3951f-dccf-49ac-a679-cbd3c825b82f tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0470552 Dec 16 09:39:19.487724 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01293e6-dcd0-41f3-9a01-3437becd50e8 req-b5255ee0-aeb7-44c4-bf8b-7a6d50e92145 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:19.489317 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d01293e6-dcd0-41f3-9a01-3437becd50e8 req-b5255ee0-aeb7-44c4-bf8b-7a6d50e92145 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 784 time: 0.1585474 Dec 16 09:39:19.493719 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b171681-0241-43a4-b15a-92721117a45c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Made reservation on behalf of 99d413ff86b742a089842b35110f3a30 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:19.500884 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac25b0-704e-420a-be43-9ce6e04f8507 None None] Pushing event updated for resources: {'Port': ['ID=ec942fb3-205a-4637-886c-e59610f629cb,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:19.503345 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4b171681-0241-43a4-b15a-92721117a45c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:19.518687 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 26cf4773-4cad-447d-bb4d-7f46ea35c929 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:19.518687 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:19.600673 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d01293e6-dcd0-41f3-9a01-3437becd50e8 req-d4d4af68-519c-47c5-b5e7-75e1ffe49a8e tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.160 HTTP/1.1" status: 200 len: 696 time: 0.1020589 Dec 16 09:39:19.627016 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:19.670188 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66d903a-3884-45a6-8e45-13c7f64d2ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26cf4773-4cad-447d-bb4d-7f46ea35c929'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:39:19.672891 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c068d480-cebc-45b4-9f8c-a195b73e8316" -d '{"events": [{"server_uuid": "b66d903a-3884-45a6-8e45-13c7f64d2ac6", "name": "network-vif-plugged", "status": "completed", "tag": "26cf4773-4cad-447d-bb4d-7f46ea35c929"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:39:19.692396 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d01293e6-dcd0-41f3-9a01-3437becd50e8 req-408e6a2f-2d8d-4d83-a3f5-c0009cf330ab tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.160 HTTP/1.1" status: 200 len: 696 time: 0.0850551 Dec 16 09:39:19.697166 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 26cf4773-4cad-447d-bb4d-7f46ea35c929, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=26cf4773-4cad-447d-bb4d-7f46ea35c929,segment=NetworkSegment(a2ee8051-abfb-4f5b-b081-c86ac7eab054),segment_id=a2ee8051-abfb-4f5b-b081-c86ac7eab054)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:19.734655 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cd4dab-430d-4e62-a4ac-2823b2218010 x-openstack-request-id: req-77cd4dab-430d-4e62-a4ac-2823b2218010 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:39:19.734655 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66d903a-3884-45a6-8e45-13c7f64d2ac6", "name": "network-vif-plugged", "status": "completed", "tag": "26cf4773-4cad-447d-bb4d-7f46ea35c929", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:39:19.735112 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-77cd4dab-430d-4e62-a4ac-2823b2218010 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:39:19.735602 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66d903a-3884-45a6-8e45-13c7f64d2ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26cf4773-4cad-447d-bb4d-7f46ea35c929', 'code': 200} Dec 16 09:39:19.790071 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:19.901089 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=26cf4773-4cad-447d-bb4d-7f46ea35c929,revision_number=8']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:19.953010 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-d01293e6-dcd0-41f3-9a01-3437becd50e8 req-af2d6547-2106-4a21-a336-231c34e1ece8 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Deleting port b99be9e6-2051-4a6b-a288-7a246a28c5a5 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:19.953644 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d01293e6-dcd0-41f3-9a01-3437becd50e8 req-af2d6547-2106-4a21-a336-231c34e1ece8 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:20.063206 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4b171681-0241-43a4-b15a-92721117a45c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:20.079395 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d01293e6-dcd0-41f3-9a01-3437becd50e8 req-af2d6547-2106-4a21-a336-231c34e1ece8 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:20.080060 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d01293e6-dcd0-41f3-9a01-3437becd50e8 req-af2d6547-2106-4a21-a336-231c34e1ece8 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:20.092691 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-d01293e6-dcd0-41f3-9a01-3437becd50e8 req-af2d6547-2106-4a21-a336-231c34e1ece8 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Calling delete_port for b99be9e6-2051-4a6b-a288-7a246a28c5a5 owned by network:floatingip {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:20.121931 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e899364-09a4-45f3-9fd4-0174bc7444ee req-701cde00-8079-4d5e-9959-a588bbb6c1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:20.123534 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5e899364-09a4-45f3-9fd4-0174bc7444ee req-701cde00-8079-4d5e-9959-a588bbb6c1da service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 1097 time: 0.1127870 Dec 16 09:39:20.124928 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b171681-0241-43a4-b15a-92721117a45c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Network a711cd17-3115-4653-b38a-04374db57af4 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:20.126799 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-4b171681-0241-43a4-b15a-92721117a45c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:20.128544 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b171681-0241-43a4-b15a-92721117a45c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Subnet': ['ID=ffbf8bcd-04dc-4793-9868-cf08c6ca219f,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:20.137590 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b171681-0241-43a4-b15a-92721117a45c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:20.138460 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4b171681-0241-43a4-b15a-92721117a45c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:20.234120 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4b171681-0241-43a4-b15a-92721117a45c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2979801 Dec 16 09:39:20.236594 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55528) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:20.242235 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-44f10bf7-4a3a-402f-b68b-018468a97ae4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'port': {'network_id': 'a711cd17-3115-4653-b38a-04374db57af4', 'fixed_ips': [{'subnet_id': '3c708dfa-adb9-48aa-89b8-b0d68cb1cf91'}, {'subnet_id': 'ffbf8bcd-04dc-4793-9868-cf08c6ca219f'}], 'name': 'tempest-PortsIpV6TestJSON-1283577524'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:20.478002 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f10bf7-4a3a-402f-b68b-018468a97ae4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Made reservation on behalf of 99d413ff86b742a089842b35110f3a30 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:20.526227 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ec942fb3-205a-4637-886c-e59610f629cb up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:20.626040 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port ec942fb3-205a-4637-886c-e59610f629cb triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:20.626586 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:20.684127 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5e899364-09a4-45f3-9fd4-0174bc7444ee req-bd716f52-ace2-40e8-a337-e0737f20a2cd service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601077 Dec 16 09:39:20.709823 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74b6ea-a125-462d-8d47-cf127f1d1abb req-b7cd7690-0342-497c-b132-8112ce63db03 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:20.718369 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7c74b6ea-a125-462d-8d47-cf127f1d1abb req-b7cd7690-0342-497c-b132-8112ce63db03 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 946 time: 0.2154365 Dec 16 09:39:20.784242 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-44f10bf7-4a3a-402f-b68b-018468a97ae4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:20.796206 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:20.806468 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7c74b6ea-a125-462d-8d47-cf127f1d1abb req-0d11b158-bd2d-46a7-929c-2c78ebca8d34 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872505 Dec 16 09:39:20.834153 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-44f10bf7-4a3a-402f-b68b-018468a97ae4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] device_id is not set on port 3726188e-a749-4de1-b6c3-931de7d1462f yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:39:20.855830 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port ec942fb3-205a-4637-886c-e59610f629cb, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ec942fb3-205a-4637-886c-e59610f629cb,segment=NetworkSegment(60357f78-10e7-4df9-b51e-01a86be4afc5),segment_id=60357f78-10e7-4df9-b51e-01a86be4afc5)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:20.913818 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d01293e6-dcd0-41f3-9a01-3437becd50e8 req-af2d6547-2106-4a21-a336-231c34e1ece8 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:20.950100 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:20.988432 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d6547-2106-4a21-a336-231c34e1ece8 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Pushing event deleted for resources: {'Port': ['ID=b99be9e6-2051-4a6b-a288-7a246a28c5a5,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:21.075820 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1dd1ba-465a-4037-8f32-7edc8a103e7d None None] Network a711cd17-3115-4653-b38a-04374db57af4 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:21.082400 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d01293e6-dcd0-41f3-9a01-3437becd50e8 req-af2d6547-2106-4a21-a336-231c34e1ece8 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks [] for floatingip, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:21.087972 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d01293e6-dcd0-41f3-9a01-3437becd50e8 req-af2d6547-2106-4a21-a336-231c34e1ece8 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:21.091517 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d01293e6-dcd0-41f3-9a01-3437becd50e8 req-af2d6547-2106-4a21-a336-231c34e1ece8 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "DELETE /v2.0/floatingips/ae50af95-d096-4394-a61a-a2109233185d HTTP/1.1" status: 204 len: 173 time: 1.3928113 Dec 16 09:39:21.204195 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=ec942fb3-205a-4637-886c-e59610f629cb,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:21.204632 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-03cb598b-8e59-418f-b04a-47cf9417f9a6 req-5bb71e20-c4b9-410a-9e9f-f855bd89a0e4 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "GET /v2.0/floatingips/f8018b5e-75f4-4d6f-aab1-7c5f43b88a00 HTTP/1.1" status: 200 len: 692 time: 0.0903933 Dec 16 09:39:21.296019 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-8bc40491-c646-49f1-8813-79342913cf30 None None] Provisioning complete for port ec942fb3-205a-4637-886c-e59610f629cb triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:21.296582 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8bc40491-c646-49f1-8813-79342913cf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:21.425438 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb598b-8e59-418f-b04a-47cf9417f9a6 req-79fe2dbf-ae80-4ced-a156-1e108ca11169 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:21.426811 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-03cb598b-8e59-418f-b04a-47cf9417f9a6 req-79fe2dbf-ae80-4ced-a156-1e108ca11169 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 784 time: 0.2213571 Dec 16 09:39:21.464325 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-215ee2e4-4be8-4fd8-8799-e4961ad7c3f8 req-9b214ee6-94d4-46b2-bb67-c8ec43fb3fdf tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.5545263 Dec 16 09:39:21.538899 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-03cb598b-8e59-418f-b04a-47cf9417f9a6 req-80132df5-76e7-4c81-bd2e-6374133eac94 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.16 HTTP/1.1" status: 200 len: 695 time: 0.1031318 Dec 16 09:39:21.600269 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e19f70-231e-4272-beb4-276c1b7cd906 None None] Update dhcp port {'port': {'network_id': 'a711cd17-3115-4653-b38a-04374db57af4', 'fixed_ips': [{'subnet_id': '3c708dfa-adb9-48aa-89b8-b0d68cb1cf91', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ffbf8bcd-04dc-4793-9868-cf08c6ca219f'}], 'binding:host_id': 'n-d-820550-2'}, 'id': 'ec942fb3-205a-4637-886c-e59610f629cb'} from n-d-820550-2. {{(pid=102818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 16 09:39:21.638908 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-42e19f70-231e-4272-beb4-276c1b7cd906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:21.721724 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-03cb598b-8e59-418f-b04a-47cf9417f9a6 req-93bdbe67-ba47-4b39-bff8-78eb84944b40 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.16 HTTP/1.1" status: 200 len: 695 time: 0.1617086 Dec 16 09:39:21.758164 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-44f10bf7-4a3a-402f-b68b-018468a97ae4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Allocated IP 2001:db8::9c (a711cd17-3115-4653-b38a-04374db57af4/3c708dfa-adb9-48aa-89b8-b0d68cb1cf91/3726188e-a749-4de1-b6c3-931de7d1462f) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:21.766142 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-44f10bf7-4a3a-402f-b68b-018468a97ae4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Allocated IP 2001:db8:0:1::392 (a711cd17-3115-4653-b38a-04374db57af4/ffbf8bcd-04dc-4793-9868-cf08c6ca219f/3726188e-a749-4de1-b6c3-931de7d1462f) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:21.921364 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-03cb598b-8e59-418f-b04a-47cf9417f9a6 req-e86695fd-1b0c-4912-a7f7-fdc3bc1eb3b1 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Deleting port 3190efc6-375e-44bf-93b2-ea329833cfc0 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:21.922074 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-03cb598b-8e59-418f-b04a-47cf9417f9a6 req-e86695fd-1b0c-4912-a7f7-fdc3bc1eb3b1 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:21.973803 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-44f10bf7-4a3a-402f-b68b-018468a97ae4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:22.051608 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-03cb598b-8e59-418f-b04a-47cf9417f9a6 req-e86695fd-1b0c-4912-a7f7-fdc3bc1eb3b1 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:22.052192 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-03cb598b-8e59-418f-b04a-47cf9417f9a6 req-e86695fd-1b0c-4912-a7f7-fdc3bc1eb3b1 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:22.068795 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4660b-06d0-453a-8311-f270262be90c req-df09a581-4e78-45ce-98f3-e98fe00460d4 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:22.070695 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9cb4660b-06d0-453a-8311-f270262be90c req-df09a581-4e78-45ce-98f3-e98fe00460d4 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 946 time: 0.0686045 Dec 16 09:39:22.076267 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-03cb598b-8e59-418f-b04a-47cf9417f9a6 req-e86695fd-1b0c-4912-a7f7-fdc3bc1eb3b1 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Calling delete_port for 3190efc6-375e-44bf-93b2-ea329833cfc0 owned by network:floatingip {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:22.129597 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9cb4660b-06d0-453a-8311-f270262be90c req-af5ef7c4-8f0e-447f-807f-aa31138cb21f tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521424 Dec 16 09:39:22.178865 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-44f10bf7-4a3a-402f-b68b-018468a97ae4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:22.283232 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-42e19f70-231e-4272-beb4-276c1b7cd906 None None] Allocated IP 2001:db8:0:1::2 (a711cd17-3115-4653-b38a-04374db57af4/ffbf8bcd-04dc-4793-9868-cf08c6ca219f/ec942fb3-205a-4637-886c-e59610f629cb) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:22.311869 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f10bf7-4a3a-402f-b68b-018468a97ae4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Port': ['ID=3726188e-a749-4de1-b6c3-931de7d1462f,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:22.327747 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f10bf7-4a3a-402f-b68b-018468a97ae4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Network a711cd17-3115-4653-b38a-04374db57af4 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:22.339641 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-44f10bf7-4a3a-402f-b68b-018468a97ae4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:22.346718 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f10bf7-4a3a-402f-b68b-018468a97ae4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:22.363731 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-03cb598b-8e59-418f-b04a-47cf9417f9a6 req-e86695fd-1b0c-4912-a7f7-fdc3bc1eb3b1 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:22.370343 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f10bf7-4a3a-402f-b68b-018468a97ae4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:22.371031 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-44f10bf7-4a3a-402f-b68b-018468a97ae4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:22.427607 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86695fd-1b0c-4912-a7f7-fdc3bc1eb3b1 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Pushing event deleted for resources: {'Port': ['ID=3190efc6-375e-44bf-93b2-ea329833cfc0,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:22.457927 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a726d1-1b0a-4eaf-bc60-8d255a012f77 req-b6ae564f-8cec-4015-a735-d8e9702f2926 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:22.485839 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-56a726d1-1b0a-4eaf-bc60-8d255a012f77 req-b6ae564f-8cec-4015-a735-d8e9702f2926 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 946 time: 0.2304540 Dec 16 09:39:22.505908 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-42e19f70-231e-4272-beb4-276c1b7cd906 None None] For port ec942fb3-205a-4637-886c-e59610f629cb, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ec942fb3-205a-4637-886c-e59610f629cb,segment=NetworkSegment(60357f78-10e7-4df9-b51e-01a86be4afc5),segment_id=60357f78-10e7-4df9-b51e-01a86be4afc5)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:22.544888 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-42e19f70-231e-4272-beb4-276c1b7cd906 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:22.554024 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ec942fb3-205a-4637-886c-e59610f629cb up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:22.580585 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-03cb598b-8e59-418f-b04a-47cf9417f9a6 req-e86695fd-1b0c-4912-a7f7-fdc3bc1eb3b1 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks [] for floatingip, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:22.583535 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-03cb598b-8e59-418f-b04a-47cf9417f9a6 req-e86695fd-1b0c-4912-a7f7-fdc3bc1eb3b1 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:22.588241 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-03cb598b-8e59-418f-b04a-47cf9417f9a6 req-e86695fd-1b0c-4912-a7f7-fdc3bc1eb3b1 tempest-FloatingIPDetailsTestJSON-1273112620 tempest-FloatingIPDetailsTestJSON-1273112620-project] 10.222.0.60 "DELETE /v2.0/floatingips/f8018b5e-75f4-4d6f-aab1-7c5f43b88a00 HTTP/1.1" status: 204 len: 173 time: 0.8609083 Dec 16 09:39:22.593692 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-56a726d1-1b0a-4eaf-bc60-8d255a012f77 req-25b71872-4b60-4411-b174-a52cb80a825f tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069195 Dec 16 09:39:22.594638 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55566) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:22.606175 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-44f10bf7-4a3a-402f-b68b-018468a97ae4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.3680594 Dec 16 09:39:22.609586 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55568) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:22.616166 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-3c156e50-1788-452e-b023-ef8e242e6895 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3c708dfa-adb9-48aa-89b8-b0d68cb1cf91'}]}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:22.734162 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-42e19f70-231e-4272-beb4-276c1b7cd906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:22.895652 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ebdfc51d-6ad6-42e4-b0f2-9678ad996814 req-3eb42806-af48-40e1-9e20-cfdfa2b856e8 tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0833700 Dec 16 09:39:22.979202 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e19f70-231e-4272-beb4-276c1b7cd906 None None] Pushing event updated for resources: {'Port': ['ID=ec942fb3-205a-4637-886c-e59610f629cb,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:23.130075 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port ec942fb3-205a-4637-886c-e59610f629cb triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:23.138977 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:23.208195 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c156e50-1788-452e-b023-ef8e242e6895 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:23.606656 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-389a04da-709b-40c5-b0d7-bee6a0a07665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:23.877971 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-3c156e50-1788-452e-b023-ef8e242e6895 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Delete allocated IP 2001:db8:0:1::392 (a711cd17-3115-4653-b38a-04374db57af4/ffbf8bcd-04dc-4793-9868-cf08c6ca219f) {{(pid=102816) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 09:39:24.004635 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f074240-4df4-4e73-a4e1-c96af0689803 None None] Network a711cd17-3115-4653-b38a-04374db57af4 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:24.037638 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-389a04da-709b-40c5-b0d7-bee6a0a07665 admin admin] Deleting port c338f59a-2d20-45ce-b4aa-b1ffe5d3e137 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:24.038808 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-389a04da-709b-40c5-b0d7-bee6a0a07665 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:24.070318 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-7b071c87-46ec-4095-8d30-a0c8ce9f6053 None None] Provisioning complete for port ec942fb3-205a-4637-886c-e59610f629cb triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:24.071560 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7b071c87-46ec-4095-8d30-a0c8ce9f6053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:24.114406 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-d8fc7959-7ebb-4bf8-91c0-3efabcd5992a tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:24.114406 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-d8fc7959-7ebb-4bf8-91c0-3efabcd5992a tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/networks?id=2e528bd2-b999-40ed-bbb8-2a5d13680e1b HTTP/1.1" status: 200 len: 815 time: 0.1664941 Dec 16 09:39:24.151004 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c156e50-1788-452e-b023-ef8e242e6895 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:24.166659 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-9d8f8e6e-5e73-4e5d-8fa4-cb3b11673c5f tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/quotas/2da811f0c9d149a388905a77d49eddfb HTTP/1.1" status: 200 len: 375 time: 0.0226135 Dec 16 09:39:24.169477 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dde22b29-311e-4316-befa-f3fad2de51b9 req-eeaecd10-bc79-475e-8a1a-0e70a3ad2922 tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0406978 Dec 16 09:39:24.228413 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-8bacf60e-d076-4e4e-89aa-7cc4066e584c tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2da811f0c9d149a388905a77d49eddfb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0624626 Dec 16 09:39:24.251537 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-389a04da-709b-40c5-b0d7-bee6a0a07665 admin admin] For port c338f59a-2d20-45ce-b4aa-b1ffe5d3e137, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=c338f59a-2d20-45ce-b4aa-b1ffe5d3e137,segment=NetworkSegment(36159378-ed7f-42a7-996d-b6da06ffff14),segment_id=36159378-ed7f-42a7-996d-b6da06ffff14)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:24.251917 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-389a04da-709b-40c5-b0d7-bee6a0a07665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:24.269518 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-389a04da-709b-40c5-b0d7-bee6a0a07665 admin admin] Calling delete_port for c338f59a-2d20-45ce-b4aa-b1ffe5d3e137 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:24.271864 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1eadb591-aa3e-4a69-9ea5-3e0560e6c0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:24.288183 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c156e50-1788-452e-b023-ef8e242e6895 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:24.384850 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ec942fb3-205a-4637-886c-e59610f629cb up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:24.482194 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port ec942fb3-205a-4637-886c-e59610f629cb triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:24.482759 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:24.569140 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-ac434d1a-62ac-42d1-9704-55732627d0fa service neutron] 10.222.0.60 "GET /v2.0/networks/2e528bd2-b999-40ed-bbb8-2a5d13680e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300405 Dec 16 09:39:24.702419 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-3c156e50-1788-452e-b023-ef8e242e6895 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] In _notify_port_updated(), no bound segment for port 3726188e-a749-4de1-b6c3-931de7d1462f on network a711cd17-3115-4653-b38a-04374db57af4 {{(pid=102816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:39:24.721704 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c156e50-1788-452e-b023-ef8e242e6895 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:24.723977 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c156e50-1788-452e-b023-ef8e242e6895 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:24.728806 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3c156e50-1788-452e-b023-ef8e242e6895 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "PUT /v2.0/ports/3726188e-a749-4de1-b6c3-931de7d1462f HTTP/1.1" status: 200 len: 925 time: 2.1145546 Dec 16 09:39:24.728973 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55610) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:24.735605 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-95a42632-db4f-480b-9439-86d95105d3a0 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3c708dfa-adb9-48aa-89b8-b0d68cb1cf91'}, {'subnet_id': 'ffbf8bcd-04dc-4793-9868-cf08c6ca219f'}]}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:24.799902 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c1430358-68e5-4346-8425-a6bcd4cecfdd None None] Provisioning complete for port ec942fb3-205a-4637-886c-e59610f629cb triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:24.800280 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c1430358-68e5-4346-8425-a6bcd4cecfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:24.809580 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-389a04da-709b-40c5-b0d7-bee6a0a07665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:24.815865 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c156e50-1788-452e-b023-ef8e242e6895 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Port': ['ID=3726188e-a749-4de1-b6c3-931de7d1462f,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:24.934523 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a04da-709b-40c5-b0d7-bee6a0a07665 admin admin] Pushing event deleted for resources: {'Port': ['ID=c338f59a-2d20-45ce-b4aa-b1ffe5d3e137,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:25.012684 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22509fb9-df94-4380-8f7f-bca9d71f8b01 req-cbbe0768-227d-4915-bae2-7d45bb8eea38 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:25.014310 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-22509fb9-df94-4380-8f7f-bca9d71f8b01 req-cbbe0768-227d-4915-bae2-7d45bb8eea38 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.58 "GET /v2.0/ports?device_id=b66d903a-3884-45a6-8e45-13c7f64d2ac6 HTTP/1.1" status: 200 len: 946 time: 0.1626234 Dec 16 09:39:25.016548 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-ef03f81c-7d41-4b77-bdea-4b2d63a7e719 service neutron] 10.222.0.60 "GET /v2.0/networks/2e528bd2-b999-40ed-bbb8-2a5d13680e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084747 Dec 16 09:39:25.071088 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-95a42632-db4f-480b-9439-86d95105d3a0 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:25.075956 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c1430358-68e5-4346-8425-a6bcd4cecfdd None None] Provisioning complete for port 3726188e-a749-4de1-b6c3-931de7d1462f triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:25.081692 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c1430358-68e5-4346-8425-a6bcd4cecfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:25.222107 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-c1430358-68e5-4346-8425-a6bcd4cecfdd None None] Port 3726188e-a749-4de1-b6c3-931de7d1462f cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:39:25.340767 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-22509fb9-df94-4380-8f7f-bca9d71f8b01 req-d52c4277-10df-41fd-b8c7-9205069b8cac tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Deleting port 26cf4773-4cad-447d-bb4d-7f46ea35c929 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:25.345815 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-22509fb9-df94-4380-8f7f-bca9d71f8b01 req-d52c4277-10df-41fd-b8c7-9205069b8cac tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:25.351708 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-e608ee11-2e2f-4f76-b619-90928663eb23 None None] Provisioning complete for port 3726188e-a749-4de1-b6c3-931de7d1462f triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:25.355014 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e608ee11-2e2f-4f76-b619-90928663eb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:25.376066 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fc56dbf9-5efe-49b1-a739-72dacbb0510e req-c5a6266e-8c01-4a4a-bbfd-8a2b84a6a5f6 tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0561340 Dec 16 09:39:25.404016 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-389a04da-709b-40c5-b0d7-bee6a0a07665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:25.414734 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:39:25.473303 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-e608ee11-2e2f-4f76-b619-90928663eb23 None None] Port 3726188e-a749-4de1-b6c3-931de7d1462f cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:39:25.633271 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-22509fb9-df94-4380-8f7f-bca9d71f8b01 req-d52c4277-10df-41fd-b8c7-9205069b8cac tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] For port 26cf4773-4cad-447d-bb4d-7f46ea35c929, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=26cf4773-4cad-447d-bb4d-7f46ea35c929,segment=NetworkSegment(a2ee8051-abfb-4f5b-b081-c86ac7eab054),segment_id=a2ee8051-abfb-4f5b-b081-c86ac7eab054)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:25.633947 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-22509fb9-df94-4380-8f7f-bca9d71f8b01 req-d52c4277-10df-41fd-b8c7-9205069b8cac tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:25.651710 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-22509fb9-df94-4380-8f7f-bca9d71f8b01 req-d52c4277-10df-41fd-b8c7-9205069b8cac tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Calling delete_port for 26cf4773-4cad-447d-bb4d-7f46ea35c929 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:25.802411 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-63ad3682-7ed9-48bc-8ab5-305d0b4de9bd None None] Provisioning complete for port 3726188e-a749-4de1-b6c3-931de7d1462f triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:25.803037 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-63ad3682-7ed9-48bc-8ab5-305d0b4de9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:25.890269 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-63ad3682-7ed9-48bc-8ab5-305d0b4de9bd None None] Port 3726188e-a749-4de1-b6c3-931de7d1462f cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:39:25.928875 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-22509fb9-df94-4380-8f7f-bca9d71f8b01 req-d52c4277-10df-41fd-b8c7-9205069b8cac tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:25.942787 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['26cf4773-4cad-447d-bb4d-7f46ea35c929'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:39:25.972860 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5a590d7e-e3f7-4e1e-aef0-29e7566689e3 req-486741a7-8059-4f8b-9d20-1b65c1d9d9be tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=134dffc8-b496-450b-ba8d-03757c9edcc8 HTTP/1.1" status: 200 len: 210 time: 0.0921302 Dec 16 09:39:26.084867 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c4277-10df-41fd-b8c7-9205069b8cac tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Pushing event deleted for resources: {'Port': ['ID=26cf4773-4cad-447d-bb4d-7f46ea35c929,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:26.128753 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-95a42632-db4f-480b-9439-86d95105d3a0 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Allocated IP 2001:db8:0:1::2ae (a711cd17-3115-4653-b38a-04374db57af4/ffbf8bcd-04dc-4793-9868-cf08c6ca219f/3726188e-a749-4de1-b6c3-931de7d1462f) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:26.185849 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-22509fb9-df94-4380-8f7f-bca9d71f8b01 req-d52c4277-10df-41fd-b8c7-9205069b8cac tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] No DVR routers for this DVR port 26cf4773-4cad-447d-bb4d-7f46ea35c929 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:39:26.191012 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-22509fb9-df94-4380-8f7f-bca9d71f8b01 req-d52c4277-10df-41fd-b8c7-9205069b8cac tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:26.198235 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-22509fb9-df94-4380-8f7f-bca9d71f8b01 req-d52c4277-10df-41fd-b8c7-9205069b8cac tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.58 "DELETE /v2.0/ports/26cf4773-4cad-447d-bb4d-7f46ea35c929 HTTP/1.1" status: 204 len: 173 time: 1.1646359 Dec 16 09:39:26.199335 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66d903a-3884-45a6-8e45-13c7f64d2ac6', 'name': 'network-vif-deleted', 'tag': '26cf4773-4cad-447d-bb4d-7f46ea35c929'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:39:26.205089 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af06caf5-5dd0-4c88-b0a9-04fcfd028abf" -d '{"events": [{"server_uuid": "b66d903a-3884-45a6-8e45-13c7f64d2ac6", "name": "network-vif-deleted", "tag": "26cf4773-4cad-447d-bb4d-7f46ea35c929"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:39:26.331100 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecc2460-8508-45b2-b78e-6e91991cfa14 x-openstack-request-id: req-7ecc2460-8508-45b2-b78e-6e91991cfa14 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:39:26.331535 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66d903a-3884-45a6-8e45-13c7f64d2ac6", "name": "network-vif-deleted", "tag": "26cf4773-4cad-447d-bb4d-7f46ea35c929", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:39:26.331919 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7ecc2460-8508-45b2-b78e-6e91991cfa14 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:39:26.332412 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66d903a-3884-45a6-8e45-13c7f64d2ac6', 'name': 'network-vif-deleted', 'tag': '26cf4773-4cad-447d-bb4d-7f46ea35c929', 'status': 'completed', 'code': 200} Dec 16 09:39:26.376315 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3016d7fa-0c9e-4a7b-8aa7-7045269cfafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:26.487886 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-95a42632-db4f-480b-9439-86d95105d3a0 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:26.573569 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cb705060-a0cf-49fc-be0f-12b0f5e4d43a req-3851d312-2328-406c-8e2e-a34ebf58feb5 tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0765395 Dec 16 09:39:26.577245 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389a04da-709b-40c5-b0d7-bee6a0a07665 admin admin] Router e79df254-df3f-494d-84ce-0edb806ec259 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:39:26.595059 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-95a42632-db4f-480b-9439-86d95105d3a0 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:26.786183 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-95a42632-db4f-480b-9439-86d95105d3a0 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] In _notify_port_updated(), no bound segment for port 3726188e-a749-4de1-b6c3-931de7d1462f on network a711cd17-3115-4653-b38a-04374db57af4 {{(pid=102817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:39:26.793491 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a42632-db4f-480b-9439-86d95105d3a0 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:26.794354 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-95a42632-db4f-480b-9439-86d95105d3a0 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:26.799654 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-95a42632-db4f-480b-9439-86d95105d3a0 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "PUT /v2.0/ports/3726188e-a749-4de1-b6c3-931de7d1462f HTTP/1.1" status: 200 len: 1011 time: 2.0660033 Dec 16 09:39:26.800404 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55644) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:26.810466 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a42632-db4f-480b-9439-86d95105d3a0 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Port': ['ID=3726188e-a749-4de1-b6c3-931de7d1462f,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:26.954701 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389a04da-709b-40c5-b0d7-bee6a0a07665 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:39:26.964588 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f32b42-87d0-44fb-ae30-6fa37b43a6ed None None] Sync routers for ids ['e79df254-df3f-494d-84ce-0edb806ec259'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:39:26.978491 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-389a04da-709b-40c5-b0d7-bee6a0a07665 admin admin] 10.222.0.60 "PUT /v2.0/routers/e79df254-df3f-494d-84ce-0edb806ec259/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3827767 Dec 16 09:39:26.981456 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55646) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:26.982261 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f32b42-87d0-44fb-ae30-6fa37b43a6ed None None] Routers {'e79df254-df3f-494d-84ce-0edb806ec259'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:39:26.982910 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-43f32b42-87d0-44fb-ae30-6fa37b43a6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:39:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['e79df254-df3f-494d-84ce-0edb806ec259'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:27.042739 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-4aadb554-b321-4cc7-b4c6-2704b58ffa18 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Deleting port 3726188e-a749-4de1-b6c3-931de7d1462f {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:27.043516 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4aadb554-b321-4cc7-b4c6-2704b58ffa18 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:27.190596 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ec56a8fb-aec6-40f4-91e9-0dc43d11b98c admin admin] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:27.212888 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ffb840a8-f3e3-4231-93bd-766d5c37f1d2 req-7940af87-c60e-4f05-b388-bf63beb05333 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=134dffc8-b496-450b-ba8d-03757c9edcc8 HTTP/1.1" status: 200 len: 210 time: 0.0834689 Dec 16 09:39:27.271186 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-43f32b42-87d0-44fb-ae30-6fa37b43a6ed None None] Set router e79df254-df3f-494d-84ce-0edb806ec259 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:39:27.315874 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4aadb554-b321-4cc7-b4c6-2704b58ffa18 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:27.328807 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-4aadb554-b321-4cc7-b4c6-2704b58ffa18 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Calling delete_port for 3726188e-a749-4de1-b6c3-931de7d1462f owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:27.418542 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ec56a8fb-aec6-40f4-91e9-0dc43d11b98c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:27.640335 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4aadb554-b321-4cc7-b4c6-2704b58ffa18 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:27.664039 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-ec56a8fb-aec6-40f4-91e9-0dc43d11b98c admin admin] Deleting port 6632a244-1f34-43a6-a3cf-acdbbd510a52 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:27.668691 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ec56a8fb-aec6-40f4-91e9-0dc43d11b98c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:27.701858 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2c176c53-db78-4baa-a75a-a95360f5a1d9 None None] Provisioning complete for port 3726188e-a749-4de1-b6c3-931de7d1462f triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:27.706126 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2c176c53-db78-4baa-a75a-a95360f5a1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:27.722701 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aadb554-b321-4cc7-b4c6-2704b58ffa18 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Port': ['ID=3726188e-a749-4de1-b6c3-931de7d1462f,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:27.749625 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2c176c53-db78-4baa-a75a-a95360f5a1d9 None None] Port 3726188e-a749-4de1-b6c3-931de7d1462f was deleted so its status cannot be updated. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Dec 16 09:39:27.835073 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:27.841693 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-43f32b42-87d0-44fb-ae30-6fa37b43a6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79df254-df3f-494d-84ce-0edb806ec259', 'name': 'tempest-FloatingIPDetailsTestJSON-2106631781-router', 'tenant_id': '034980cbafc14bce84d213f09aefd8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '6632a244-1f34-43a6-a3cf-acdbbd510a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:00Z', 'updated_at': '2021-12-16T09:39:24Z', 'revision_number': 5, 'project_id': '034980cbafc14bce84d213f09aefd8a5', 'gw_port': {'id': '6632a244-1f34-43a6-a3cf-acdbbd510a52', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:2d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79df254-df3f-494d-84ce-0edb806ec259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:01Z', 'updated_at': '2021-12-16T09:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:27.889185 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c3b335d8-0518-4f44-92a5-395efa72db2e req-665a106e-5701-42ff-898a-e77e065c28ec tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.1195109 Dec 16 09:39:27.902123 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4aadb554-b321-4cc7-b4c6-2704b58ffa18 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:27.907698 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4aadb554-b321-4cc7-b4c6-2704b58ffa18 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/ports/3726188e-a749-4de1-b6c3-931de7d1462f HTTP/1.1" status: 204 len: 168 time: 1.1031506 Dec 16 09:39:27.912044 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55664) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:27.914270 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-ec56a8fb-aec6-40f4-91e9-0dc43d11b98c admin admin] For port 6632a244-1f34-43a6-a3cf-acdbbd510a52, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=6632a244-1f34-43a6-a3cf-acdbbd510a52,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:27.915112 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ec56a8fb-aec6-40f4-91e9-0dc43d11b98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:27.919336 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f32b42-87d0-44fb-ae30-6fa37b43a6ed None None] Checking router: e79df254-df3f-494d-84ce-0edb806ec259 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:39:27.933590 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-ec56a8fb-aec6-40f4-91e9-0dc43d11b98c admin admin] Calling delete_port for 6632a244-1f34-43a6-a3cf-acdbbd510a52 owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:27.959660 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f32b42-87d0-44fb-ae30-6fa37b43a6ed None None] Routers {'e79df254-df3f-494d-84ce-0edb806ec259'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:39:27.960309 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-43f32b42-87d0-44fb-ae30-6fa37b43a6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:39:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['e79df254-df3f-494d-84ce-0edb806ec259'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:27.978765 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc96184d-310b-4be2-a249-2bf1fe43a367 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] GET failed (client error): The resource could not be found. Dec 16 09:39:27.995535 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-dc96184d-310b-4be2-a249-2bf1fe43a367 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "GET /v2.0/ports/3726188e-a749-4de1-b6c3-931de7d1462f HTTP/1.1" status: 404 len: 333 time: 0.0673859 Dec 16 09:39:27.996206 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55666) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:28.122171 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ff988d-86d7-4f1e-81c2-30412cf6b063 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Deleting subnet ffbf8bcd-04dc-4793-9868-cf08c6ca219f {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:39:28.125958 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-17ff988d-86d7-4f1e-81c2-30412cf6b063 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:28.166757 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-43f32b42-87d0-44fb-ae30-6fa37b43a6ed None None] Set router e79df254-df3f-494d-84ce-0edb806ec259 gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:39:28.267709 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-17ff988d-86d7-4f1e-81c2-30412cf6b063 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:28.334638 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-43f32b42-87d0-44fb-ae30-6fa37b43a6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79df254-df3f-494d-84ce-0edb806ec259', 'name': 'tempest-FloatingIPDetailsTestJSON-2106631781-router', 'tenant_id': '034980cbafc14bce84d213f09aefd8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:00Z', 'updated_at': '2021-12-16T09:39:27Z', 'revision_number': 6, 'project_id': '034980cbafc14bce84d213f09aefd8a5', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:28.378468 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f32b42-87d0-44fb-ae30-6fa37b43a6ed None None] The sync data for ids ['e79df254-df3f-494d-84ce-0edb806ec259'] in n-d-820550-2 is: [{'id': 'e79df254-df3f-494d-84ce-0edb806ec259', 'name': 'tempest-FloatingIPDetailsTestJSON-2106631781-router', 'tenant_id': '034980cbafc14bce84d213f09aefd8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:00Z', 'updated_at': '2021-12-16T09:39:27Z', 'revision_number': 6, 'project_id': '034980cbafc14bce84d213f09aefd8a5', 'gw_port_host': None}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:39:28.494182 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ec56a8fb-aec6-40f4-91e9-0dc43d11b98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:28.497722 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b5bdb8db-161d-4bb5-8520-1ac8efda033e req-f9ac5bf5-2bd9-4e57-b2f0-825e9bc26172 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=134dffc8-b496-450b-ba8d-03757c9edcc8 HTTP/1.1" status: 200 len: 210 time: 0.0937324 Dec 16 09:39:28.510452 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-17ff988d-86d7-4f1e-81c2-30412cf6b063 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:28.569008 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56a8fb-aec6-40f4-91e9-0dc43d11b98c admin admin] Pushing event deleted for resources: {'Port': ['ID=6632a244-1f34-43a6-a3cf-acdbbd510a52,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:28.666465 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-d04031cd-dc88-4409-953a-2d0981a9e1a3 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:28.666465 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-d04031cd-dc88-4409-953a-2d0981a9e1a3 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.58 "GET /v2.0/networks?id=2e528bd2-b999-40ed-bbb8-2a5d13680e1b HTTP/1.1" status: 200 len: 815 time: 0.3329535 Dec 16 09:39:28.669728 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ec56a8fb-aec6-40f4-91e9-0dc43d11b98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:28.679558 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-a2cfa6a1-45c0-4b00-89d3-05a5bdafeaf5 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Request body: {'port': {'device_id': '134dffc8-b496-450b-ba8d-03757c9edcc8', 'network_id': '2e528bd2-b999-40ed-bbb8-2a5d13680e1b', 'admin_state_up': True, 'tenant_id': '2da811f0c9d149a388905a77d49eddfb'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:28.686022 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-17ff988d-86d7-4f1e-81c2-30412cf6b063 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:28.771978 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff988d-86d7-4f1e-81c2-30412cf6b063 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Subnet': ['ID=ffbf8bcd-04dc-4793-9868-cf08c6ca219f,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:28.790243 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef72436-995d-4e3b-9994-95bb57c33782 None None] Network a711cd17-3115-4653-b38a-04374db57af4 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:28.790696 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-17ff988d-86d7-4f1e-81c2-30412cf6b063 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:28.793647 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-17ff988d-86d7-4f1e-81c2-30412cf6b063 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/subnets/ffbf8bcd-04dc-4793-9868-cf08c6ca219f HTTP/1.1" status: 204 len: 168 time: 0.7964668 Dec 16 09:39:28.796207 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55676) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:28.858589 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ec56a8fb-aec6-40f4-91e9-0dc43d11b98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:28.861353 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ec56a8fb-aec6-40f4-91e9-0dc43d11b98c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:28.907389 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b5640c4-a101-44f2-93de-fbc59a772da9 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Deleting subnet 3c708dfa-adb9-48aa-89b8-b0d68cb1cf91 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:39:28.912331 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b5640c4-a101-44f2-93de-fbc59a772da9 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:28.980972 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b5640c4-a101-44f2-93de-fbc59a772da9 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:28.995429 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ec56a8fb-aec6-40f4-91e9-0dc43d11b98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:28.995906 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec56a8fb-aec6-40f4-91e9-0dc43d11b98c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e79df254-df3f-494d-84ce-0edb806ec259 {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:39:29.002286 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ec56a8fb-aec6-40f4-91e9-0dc43d11b98c admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:29.006426 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ec56a8fb-aec6-40f4-91e9-0dc43d11b98c admin admin] 10.222.0.60 "DELETE /v2.0/routers/e79df254-df3f-494d-84ce-0edb806ec259 HTTP/1.1" status: 204 len: 168 time: 2.0234823 Dec 16 09:39:29.006852 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55682) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:29.059463 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:29.104875 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-91c3a9e1-a2f0-4521-915c-0fbdb8583d01 req-3bf92da2-6dea-4d1b-a4a7-5f20d28cd13c tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0388892 Dec 16 09:39:29.116562 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad6ceb0-ff95-4b10-aefb-226e056df109 admin admin] Deleting subnet ac8cd6e8-b8e4-4a04-bb8e-3dd87ccfaf28 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:39:29.172355 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b5640c4-a101-44f2-93de-fbc59a772da9 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:29.198902 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-a2cfa6a1-45c0-4b00-89d3-05a5bdafeaf5 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Made reservation on behalf of 2da811f0c9d149a388905a77d49eddfb for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:29.202533 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-a2cfa6a1-45c0-4b00-89d3-05a5bdafeaf5 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:29.208739 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ad6ceb0-ff95-4b10-aefb-226e056df109 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:29.261137 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 26cf4773-4cad-447d-bb4d-7f46ea35c929 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:39:29.279348 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ad6ceb0-ff95-4b10-aefb-226e056df109 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:29.301014 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 26cf4773-4cad-447d-bb4d-7f46ea35c929 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:39:29.301409 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 26cf4773-4cad-447d-bb4d-7f46ea35c929 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:39:29.410718 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ad6ceb0-ff95-4b10-aefb-226e056df109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:29.460185 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b5640c4-a101-44f2-93de-fbc59a772da9 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:29.550313 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:29.609570 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-a2cfa6a1-45c0-4b00-89d3-05a5bdafeaf5 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Allocated IP 172.20.0.5 (2e528bd2-b999-40ed-bbb8-2a5d13680e1b/f978629d-1eff-401d-9c7a-42314c842760/e30fb46e-3db0-424e-abca-299af1302187) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:29.642222 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b5640c4-a101-44f2-93de-fbc59a772da9 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:29.652480 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6b5640c4-a101-44f2-93de-fbc59a772da9 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/subnets/3c708dfa-adb9-48aa-89b8-b0d68cb1cf91 HTTP/1.1" status: 204 len: 168 time: 0.8552256 Dec 16 09:39:29.663122 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55688) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:29.706342 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5640c4-a101-44f2-93de-fbc59a772da9 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Subnet': ['ID=3c708dfa-adb9-48aa-89b8-b0d68cb1cf91,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:29.879454 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7650b20e-22a6-4d3c-bb4b-d3b4955cc169 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:29.922239 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-16a6c481-58ea-444e-9b80-bfea80f99bc6 req-b1720173-2a18-4208-a09d-ad65885caf48 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=134dffc8-b496-450b-ba8d-03757c9edcc8 HTTP/1.1" status: 200 len: 210 time: 0.2598541 Dec 16 09:39:30.020002 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-a2cfa6a1-45c0-4b00-89d3-05a5bdafeaf5 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:30.028125 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-7650b20e-22a6-4d3c-bb4b-d3b4955cc169 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Deleting port ec942fb3-205a-4637-886c-e59610f629cb {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:30.028699 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7650b20e-22a6-4d3c-bb4b-d3b4955cc169 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:30.079210 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ad6ceb0-ff95-4b10-aefb-226e056df109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:30.128060 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6ceb0-ff95-4b10-aefb-226e056df109 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac8cd6e8-b8e4-4a04-bb8e-3dd87ccfaf28,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:30.130446 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ad6ceb0-ff95-4b10-aefb-226e056df109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:30.136978 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3ad6ceb0-ff95-4b10-aefb-226e056df109 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ac8cd6e8-b8e4-4a04-bb8e-3dd87ccfaf28 HTTP/1.1" status: 204 len: 168 time: 1.1265304 Dec 16 09:39:30.138733 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55696) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:30.138877 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-a2cfa6a1-45c0-4b00-89d3-05a5bdafeaf5 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:30.200048 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5bae2b-3e23-46e1-9c21-749c98d39a53 None None] Network e1cb58aa-5876-4926-82d0-79f5dc9876b1 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:30.226017 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-7650b20e-22a6-4d3c-bb4b-d3b4955cc169 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] For port ec942fb3-205a-4637-886c-e59610f629cb, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ec942fb3-205a-4637-886c-e59610f629cb,segment=NetworkSegment(60357f78-10e7-4df9-b51e-01a86be4afc5),segment_id=60357f78-10e7-4df9-b51e-01a86be4afc5)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:30.226258 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7650b20e-22a6-4d3c-bb4b-d3b4955cc169 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:30.252312 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-7650b20e-22a6-4d3c-bb4b-d3b4955cc169 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Calling delete_port for ec942fb3-205a-4637-886c-e59610f629cb owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:30.262504 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-a2cfa6a1-45c0-4b00-89d3-05a5bdafeaf5 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Network 2e528bd2-b999-40ed-bbb8-2a5d13680e1b is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:30.265528 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cfa6a1-45c0-4b00-89d3-05a5bdafeaf5 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Pushing event updated for resources: {'Port': ['ID=e30fb46e-3db0-424e-abca-299af1302187,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:30.272213 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-92faca92-a517-4120-b92c-9610d81d4a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:30.288653 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-a2cfa6a1-45c0-4b00-89d3-05a5bdafeaf5 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:30.296168 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-a2cfa6a1-45c0-4b00-89d3-05a5bdafeaf5 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:30.382625 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c11c55d-a1ea-4ad2-855f-de8a92450401 None None] Network a711cd17-3115-4653-b38a-04374db57af4 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:30.409274 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-a2cfa6a1-45c0-4b00-89d3-05a5bdafeaf5 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:30.413462 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-a2cfa6a1-45c0-4b00-89d3-05a5bdafeaf5 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:30.422681 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-92faca92-a517-4120-b92c-9610d81d4a46 admin admin] Deleting port 5d1a1c21-67f1-4287-b5a8-ac396a9b725b {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:30.423026 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-92faca92-a517-4120-b92c-9610d81d4a46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:30.462424 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device c338f59a-2d20-45ce-b4aa-b1ffe5d3e137 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:39:30.468029 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-32d413d0-bade-46ee-b003-fbf077b73e29 req-a93ffa74-ad7a-4db6-a1ba-dd3d63428446 tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0897541 Dec 16 09:39:30.519070 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90e71375-3844-455c-8f2f-4b9a63ed4164 None None] Provisioning complete for port ec942fb3-205a-4637-886c-e59610f629cb triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:30.519500 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90e71375-3844-455c-8f2f-4b9a63ed4164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:30.521290 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-92faca92-a517-4120-b92c-9610d81d4a46 admin admin] For port 5d1a1c21-67f1-4287-b5a8-ac396a9b725b, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5d1a1c21-67f1-4287-b5a8-ac396a9b725b,segment=NetworkSegment(36159378-ed7f-42a7-996d-b6da06ffff14),segment_id=36159378-ed7f-42a7-996d-b6da06ffff14)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:30.521669 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-92faca92-a517-4120-b92c-9610d81d4a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:30.537084 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-92faca92-a517-4120-b92c-9610d81d4a46 admin admin] Calling delete_port for 5d1a1c21-67f1-4287-b5a8-ac396a9b725b owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:30.568840 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: c338f59a-2d20-45ce-b4aa-b1ffe5d3e137 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:39:30.569268 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device c338f59a-2d20-45ce-b4aa-b1ffe5d3e137 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:39:30.569921 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6632a244-1f34-43a6-a3cf-acdbbd510a52 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:39:30.583554 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7650b20e-22a6-4d3c-bb4b-d3b4955cc169 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:30.598960 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-a2cfa6a1-45c0-4b00-89d3-05a5bdafeaf5 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9236705 Dec 16 09:39:30.613323 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-4aaa8f49-d3f4-49f3-894b-cdc93b2c686b service neutron] Request body: {'port': {'device_id': '134dffc8-b496-450b-ba8d-03757c9edcc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:30.615355 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 6632a244-1f34-43a6-a3cf-acdbbd510a52 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:39:30.615702 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6632a244-1f34-43a6-a3cf-acdbbd510a52 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:39:30.621383 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650b20e-22a6-4d3c-bb4b-d3b4955cc169 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Port': ['ID=ec942fb3-205a-4637-886c-e59610f629cb,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:30.629909 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7650b20e-22a6-4d3c-bb4b-d3b4955cc169 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] No DVR routers for this DVR port ec942fb3-205a-4637-886c-e59610f629cb on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:39:30.655125 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90e71375-3844-455c-8f2f-4b9a63ed4164 None None] Could not find standard attr ID for object ec942fb3-205a-4637-886c-e59610f629cb. {{(pid=102818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:39:30.659681 n-d-820550-2 neutron-server[102818]: INFO neutron.plugins.ml2.db [None req-90e71375-3844-455c-8f2f-4b9a63ed4164 None None] No ports have port_id starting with ec942fb3-205a-4637-886c-e59610f629cb Dec 16 09:39:30.723696 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-4aaa8f49-d3f4-49f3-894b-cdc93b2c686b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:30.747917 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7650b20e-22a6-4d3c-bb4b-d3b4955cc169 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:30.795129 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-7650b20e-22a6-4d3c-bb4b-d3b4955cc169 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a711cd17-3115-4653-b38a-04374db57af4']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:30.806850 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-7650b20e-22a6-4d3c-bb4b-d3b4955cc169 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60357f78-10e7-4df9-b51e-01a86be4afc5') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:30.807282 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-7650b20e-22a6-4d3c-bb4b-d3b4955cc169 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60357f78-10e7-4df9-b51e-01a86be4afc5') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:30.828876 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7650b20e-22a6-4d3c-bb4b-d3b4955cc169 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:30.848476 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7650b20e-22a6-4d3c-bb4b-d3b4955cc169 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:30.855701 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7650b20e-22a6-4d3c-bb4b-d3b4955cc169 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:39:30.856089 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7650b20e-22a6-4d3c-bb4b-d3b4955cc169 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:30.859019 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:39:30.859019 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:39:30.859019 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:39:30.859019 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:39:30.859019 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:39:30.859019 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:39:30.859019 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:39:30.859019 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:39:30.859019 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:39:30.859019 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:39:30.859019 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:39:30.859019 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:39:30.859019 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:39:30.859019 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:39:30.859019 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:39:30.859019 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:39:30.859019 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:39:30.859019 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:39:30.859019 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:39:30.859019 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:39:30.859019 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:39:30.859019 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:39:30.859019 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:39:30.859019 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:39:30.859019 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:39:30.859019 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:39:30.859019 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:39:30.859019 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:39:30.859019 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:39:30.859019 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:39:30.859019 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:39:30.859019 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:39:30.879448 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca67c7a-6816-44d5-908c-9fdabbfec662 None None] DHCP port deletion for a711cd17-3115-4653-b38a-04374db57af4 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:39:30.934066 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d900d15-8029-46d7-a7b2-57d14c6b410d None None] DHCP port deletion for e1cb58aa-5876-4926-82d0-79f5dc9876b1 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:39:31.025946 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-9d900d15-8029-46d7-a7b2-57d14c6b410d None None] Deleting port 5d1a1c21-67f1-4287-b5a8-ac396a9b725b {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:31.026291 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9d900d15-8029-46d7-a7b2-57d14c6b410d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:31.098445 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-9d900d15-8029-46d7-a7b2-57d14c6b410d None None] For port 5d1a1c21-67f1-4287-b5a8-ac396a9b725b, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5d1a1c21-67f1-4287-b5a8-ac396a9b725b,segment=NetworkSegment(36159378-ed7f-42a7-996d-b6da06ffff14),segment_id=36159378-ed7f-42a7-996d-b6da06ffff14)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:31.098787 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9d900d15-8029-46d7-a7b2-57d14c6b410d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:31.119612 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-9d900d15-8029-46d7-a7b2-57d14c6b410d None None] Calling delete_port for 5d1a1c21-67f1-4287-b5a8-ac396a9b725b owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:31.231459 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9d900d15-8029-46d7-a7b2-57d14c6b410d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:31.261482 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d900d15-8029-46d7-a7b2-57d14c6b410d None None] Pushing event deleted for resources: {'Port': ['ID=5d1a1c21-67f1-4287-b5a8-ac396a9b725b,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:31.268508 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d900d15-8029-46d7-a7b2-57d14c6b410d None None] No DVR routers for this DVR port 5d1a1c21-67f1-4287-b5a8-ac396a9b725b on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:39:31.419591 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-92faca92-a517-4120-b92c-9610d81d4a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:31.424793 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27a20a-a237-49d9-9d38-c66092c436f5 req-17633c8c-f42d-464b-a0f2-ed353270c117 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:31.432243 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5a27a20a-a237-49d9-9d38-c66092c436f5 req-17633c8c-f42d-464b-a0f2-ed353270c117 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=134dffc8-b496-450b-ba8d-03757c9edcc8 HTTP/1.1" status: 200 len: 931 time: 0.1126037 Dec 16 09:39:31.458790 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92faca92-a517-4120-b92c-9610d81d4a46 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d1a1c21-67f1-4287-b5a8-ac396a9b725b,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:31.484525 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92faca92-a517-4120-b92c-9610d81d4a46 admin admin] No DVR routers for this DVR port 5d1a1c21-67f1-4287-b5a8-ac396a9b725b on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:39:31.493805 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5a27a20a-a237-49d9-9d38-c66092c436f5 req-499117f3-c80e-48c1-a7ec-aa59919a944a tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605915 Dec 16 09:39:31.607848 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-92faca92-a517-4120-b92c-9610d81d4a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:31.630515 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-92faca92-a517-4120-b92c-9610d81d4a46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1cb58aa-5876-4926-82d0-79f5dc9876b1']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:31.642626 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-92faca92-a517-4120-b92c-9610d81d4a46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36159378-ed7f-42a7-996d-b6da06ffff14') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:31.643264 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-92faca92-a517-4120-b92c-9610d81d4a46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36159378-ed7f-42a7-996d-b6da06ffff14') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:31.654374 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-92faca92-a517-4120-b92c-9610d81d4a46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:31.669854 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-92faca92-a517-4120-b92c-9610d81d4a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:31.670775 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-4aaa8f49-d3f4-49f3-894b-cdc93b2c686b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e30fb46e-3db0-424e-abca-299af1302187 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:39:31.678093 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7650b20e-22a6-4d3c-bb4b-d3b4955cc169 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:31.687609 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-4aaa8f49-d3f4-49f3-894b-cdc93b2c686b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:31.705179 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92faca92-a517-4120-b92c-9610d81d4a46 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:39:31.705581 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-92faca92-a517-4120-b92c-9610d81d4a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:31.707286 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:39:31.707286 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:39:31.707286 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:39:31.707286 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:39:31.707286 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:39:31.707286 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:39:31.707286 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:39:31.707286 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:39:31.707286 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:39:31.707286 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:39:31.707286 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:39:31.707286 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:39:31.707286 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:39:31.707286 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:39:31.707286 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:39:31.707286 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:39:31.707286 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:39:31.707286 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:39:31.707286 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:39:31.707286 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:39:31.707286 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:39:31.707286 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:39:31.707286 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:39:31.707286 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:39:31.707286 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:39:31.707286 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:39:31.707286 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:39:31.707286 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:39:31.707286 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:39:31.707286 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:39:31.707286 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:39:31.707286 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:39:31.725607 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7650b20e-22a6-4d3c-bb4b-d3b4955cc169 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:31.733890 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7650b20e-22a6-4d3c-bb4b-d3b4955cc169 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/networks/a711cd17-3115-4653-b38a-04374db57af4 HTTP/1.1" status: 204 len: 168 time: 2.0696352 Dec 16 09:39:31.735760 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55720) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:31.796203 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa619a2f-faab-4e1d-9da3-1a899264e1b3 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:31.802506 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-aa619a2f-faab-4e1d-9da3-1a899264e1b3 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0652413 Dec 16 09:39:31.803160 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55722) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:31.825010 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2f5573f8-fbd1-4b44-a4bd-f5e2fd8719c3 req-ed456de0-73f3-42dd-82c6-72c7eba271c3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.1433232 Dec 16 09:39:31.826089 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650b20e-22a6-4d3c-bb4b-d3b4955cc169 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Network': ['ID=a711cd17-3115-4653-b38a-04374db57af4,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:31.849007 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-16e600b5-4118-4691-8cd9-edfc02376648 req-fe7b89b8-3a08-4353-898e-db44092d5e59 tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.1544845 Dec 16 09:39:31.880889 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-581bbd3f-7de2-4de6-9af7-642d25a37dae tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0765765 Dec 16 09:39:31.881832 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55726) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:31.890853 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-2e6de412-0c47-4cc9-8c38-2768b71ef2a5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1840290211'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:31.965871 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-4aaa8f49-d3f4-49f3-894b-cdc93b2c686b service neutron] Transition to ACTIVE for port object e30fb46e-3db0-424e-abca-299af1302187 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:39:31.966552 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-92faca92-a517-4120-b92c-9610d81d4a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:31.978064 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-92faca92-a517-4120-b92c-9610d81d4a46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:31.981868 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-92faca92-a517-4120-b92c-9610d81d4a46 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e1cb58aa-5876-4926-82d0-79f5dc9876b1 HTTP/1.1" status: 204 len: 168 time: 1.8421409 Dec 16 09:39:31.991758 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6de412-0c47-4cc9-8c38-2768b71ef2a5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Made reservation on behalf of 99d413ff86b742a089842b35110f3a30 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:31.996107 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2e6de412-0c47-4cc9-8c38-2768b71ef2a5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:32.034082 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92faca92-a517-4120-b92c-9610d81d4a46 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1cb58aa-5876-4926-82d0-79f5dc9876b1,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:32.054823 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e6de412-0c47-4cc9-8c38-2768b71ef2a5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:39:32.068436 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2e6de412-0c47-4cc9-8c38-2768b71ef2a5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:32.068835 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-2e6de412-0c47-4cc9-8c38-2768b71ef2a5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Added segment 83e9b2cb-9015-463b-bf44-e14a641facae of type vlan for network fe236820-8032-4349-a5ae-206093a618a6 Dec 16 09:39:32.077710 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-4aaa8f49-d3f4-49f3-894b-cdc93b2c686b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:32.170204 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2e6de412-0c47-4cc9-8c38-2768b71ef2a5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:32.195157 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa8f49-d3f4-49f3-894b-cdc93b2c686b service neutron] Pushing event updated for resources: {'Port': ['ID=e30fb46e-3db0-424e-abca-299af1302187,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:32.299258 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-4aaa8f49-d3f4-49f3-894b-cdc93b2c686b service neutron] Attempting to bind port e30fb46e-3db0-424e-abca-299af1302187 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:39:32.299828 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-4aaa8f49-d3f4-49f3-894b-cdc93b2c686b service neutron] Attempting to bind port e30fb46e-3db0-424e-abca-299af1302187 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'a2ee8051-abfb-4f5b-b081-c86ac7eab054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '2e528bd2-b999-40ed-bbb8-2a5d13680e1b'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:39:32.300283 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-4aaa8f49-d3f4-49f3-894b-cdc93b2c686b service neutron] Attempting to bind port e30fb46e-3db0-424e-abca-299af1302187 on network 2e528bd2-b999-40ed-bbb8-2a5d13680e1b {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:39:32.304979 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-4aaa8f49-d3f4-49f3-894b-cdc93b2c686b service neutron] Port e30fb46e-3db0-424e-abca-299af1302187 on network 2e528bd2-b999-40ed-bbb8-2a5d13680e1b not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:39:32.305863 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-4aaa8f49-d3f4-49f3-894b-cdc93b2c686b service neutron] Attempting to bind port e30fb46e-3db0-424e-abca-299af1302187 on network 2e528bd2-b999-40ed-bbb8-2a5d13680e1b {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:39:32.310757 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-4aaa8f49-d3f4-49f3-894b-cdc93b2c686b service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:39:32.311119 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-4aaa8f49-d3f4-49f3-894b-cdc93b2c686b service neutron] Checking segment: {'id': 'a2ee8051-abfb-4f5b-b081-c86ac7eab054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '2e528bd2-b999-40ed-bbb8-2a5d13680e1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:32.311497 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-4aaa8f49-d3f4-49f3-894b-cdc93b2c686b service neutron] Bound using segment: {'id': 'a2ee8051-abfb-4f5b-b081-c86ac7eab054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '2e528bd2-b999-40ed-bbb8-2a5d13680e1b'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:39:32.311929 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-4aaa8f49-d3f4-49f3-894b-cdc93b2c686b service neutron] Bound port: e30fb46e-3db0-424e-abca-299af1302187, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2ee8051-abfb-4f5b-b081-c86ac7eab054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '2e528bd2-b999-40ed-bbb8-2a5d13680e1b'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:39:32.312345 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-4aaa8f49-d3f4-49f3-894b-cdc93b2c686b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:32.326670 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2e6de412-0c47-4cc9-8c38-2768b71ef2a5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:32.332513 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6de412-0c47-4cc9-8c38-2768b71ef2a5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:32.333161 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2e6de412-0c47-4cc9-8c38-2768b71ef2a5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:32.375599 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5d1a1c21-67f1-4287-b5a8-ac396a9b725b no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:39:32.430638 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 5d1a1c21-67f1-4287-b5a8-ac396a9b725b {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:39:32.431290 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5d1a1c21-67f1-4287-b5a8-ac396a9b725b not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:39:32.431946 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ec942fb3-205a-4637-886c-e59610f629cb no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:39:32.443133 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55736) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:32.512332 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: ec942fb3-205a-4637-886c-e59610f629cb {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:39:32.513022 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ec942fb3-205a-4637-886c-e59610f629cb not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:39:32.514355 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3f77cbef-0d30-4ab5-8ea9-984622740103 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=034980cbafc14bce84d213f09aefd8a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0701246 Dec 16 09:39:32.521815 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55740) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:32.522444 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6de412-0c47-4cc9-8c38-2768b71ef2a5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Network': ['ID=fe236820-8032-4349-a5ae-206093a618a6,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:32.546192 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network fe236820-8032-4349-a5ae-206093a618a6 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:39:32.568957 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55742) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:32.569203 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2e6de412-0c47-4cc9-8c38-2768b71ef2a5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6858284 Dec 16 09:39:32.576102 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-96accb22-9502-4e6a-b4f2-10e526ad70e2 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'subnet': {'network_id': 'fe236820-8032-4349-a5ae-206093a618a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:32.585072 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-4aaa8f49-d3f4-49f3-894b-cdc93b2c686b service neutron] For port e30fb46e-3db0-424e-abca-299af1302187, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:39:32.590438 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-4aaa8f49-d3f4-49f3-894b-cdc93b2c686b service neutron] For port e30fb46e-3db0-424e-abca-299af1302187, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=e30fb46e-3db0-424e-abca-299af1302187,segment=NetworkSegment(a2ee8051-abfb-4f5b-b081-c86ac7eab054),segment_id=a2ee8051-abfb-4f5b-b081-c86ac7eab054)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:39:32.668495 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-4aaa8f49-d3f4-49f3-894b-cdc93b2c686b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:32.688409 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d39f02ff-1378-403e-a17a-d165f19219a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:32.720141 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-4aaa8f49-d3f4-49f3-894b-cdc93b2c686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:32.721228 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-4aaa8f49-d3f4-49f3-894b-cdc93b2c686b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:32.722648 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-4aaa8f49-d3f4-49f3-894b-cdc93b2c686b service neutron] 10.222.0.58 "PUT /v2.0/ports/e30fb46e-3db0-424e-abca-299af1302187 HTTP/1.1" status: 200 len: 1091 time: 2.1146598 Dec 16 09:39:32.725671 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '134dffc8-b496-450b-ba8d-03757c9edcc8', 'tag': 'e30fb46e-3db0-424e-abca-299af1302187'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:39:32.726400 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67f8103-c679-42d5-be88-1108d82a7fff" -d '{"events": [{"name": "network-changed", "server_uuid": "134dffc8-b496-450b-ba8d-03757c9edcc8", "tag": "e30fb46e-3db0-424e-abca-299af1302187"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:39:32.748351 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d39f02ff-1378-403e-a17a-d165f19219a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:32.792020 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa8f49-d3f4-49f3-894b-cdc93b2c686b service neutron] Pushing event updated for resources: {'Port': ['ID=e30fb46e-3db0-424e-abca-299af1302187,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:32.802101 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a92cd6-d5ef-4008-a3cc-87ff78c56a08 req-efd291db-b2f4-4fdb-a8cb-1c1872bc3770 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:32.816199 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccb3f2d-3001-4a25-a4f6-ad62ba265975 x-openstack-request-id: req-4ccb3f2d-3001-4a25-a4f6-ad62ba265975 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:39:32.816828 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "134dffc8-b496-450b-ba8d-03757c9edcc8", "tag": "e30fb46e-3db0-424e-abca-299af1302187", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:39:32.817419 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4ccb3f2d-3001-4a25-a4f6-ad62ba265975 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:39:32.818478 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '134dffc8-b496-450b-ba8d-03757c9edcc8', 'tag': 'e30fb46e-3db0-424e-abca-299af1302187', 'status': 'completed', 'code': 200} Dec 16 09:39:32.821994 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-88a92cd6-d5ef-4008-a3cc-87ff78c56a08 req-efd291db-b2f4-4fdb-a8cb-1c1872bc3770 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=134dffc8-b496-450b-ba8d-03757c9edcc8 HTTP/1.1" status: 200 len: 943 time: 0.2166066 Dec 16 09:39:32.875066 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f8103-c679-42d5-be88-1108d82a7fff req-45f6eafc-4e43-43d0-9018-054ecba31bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:32.877538 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c67f8103-c679-42d5-be88-1108d82a7fff req-45f6eafc-4e43-43d0-9018-054ecba31bd6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2da811f0c9d149a388905a77d49eddfb&device_id=134dffc8-b496-450b-ba8d-03757c9edcc8 HTTP/1.1" status: 200 len: 1094 time: 0.0479901 Dec 16 09:39:32.940386 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-88a92cd6-d5ef-4008-a3cc-87ff78c56a08 req-88268a28-0fb9-4867-a6b9-74a13853fbf2 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999126 Dec 16 09:39:33.002896 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96accb22-9502-4e6a-b4f2-10e526ad70e2 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Made reservation on behalf of 99d413ff86b742a089842b35110f3a30 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:33.006828 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-96accb22-9502-4e6a-b4f2-10e526ad70e2 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:33.020600 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-347ff478-1220-413d-be91-81c6ea2dcb48 req-2dea3c03-0cdc-4938-8ef1-721d0e1e68c1 tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0414503 Dec 16 09:39:33.083221 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d39f02ff-1378-403e-a17a-d165f19219a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:33.094624 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d39f02ff-1378-403e-a17a-d165f19219a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:33.094624 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d39f02ff-1378-403e-a17a-d165f19219a2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d78c8923-8a6a-4ae3-a5d5-b0a1f68ef673 HTTP/1.1" status: 204 len: 168 time: 0.5711191 Dec 16 09:39:33.095374 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f8103-c679-42d5-be88-1108d82a7fff req-2d0e6a7d-32bd-4f77-9192-abdc80702eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:33.095374 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c67f8103-c679-42d5-be88-1108d82a7fff req-2d0e6a7d-32bd-4f77-9192-abdc80702eff service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=2da811f0c9d149a388905a77d49eddfb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2062359 Dec 16 09:39:33.114403 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f02ff-1378-403e-a17a-d165f19219a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78c8923-8a6a-4ae3-a5d5-b0a1f68ef673,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:33.319244 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f8103-c679-42d5-be88-1108d82a7fff req-9792c164-d1c8-49ce-b8fc-7e3d248e06b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:33.321760 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c67f8103-c679-42d5-be88-1108d82a7fff req-9792c164-d1c8-49ce-b8fc-7e3d248e06b3 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2228842 Dec 16 09:39:33.355282 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-96accb22-9502-4e6a-b4f2-10e526ad70e2 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:33.447278 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96accb22-9502-4e6a-b4f2-10e526ad70e2 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Subnet': ['ID=ef90b7d5-53c3-4fe0-8eeb-d57fde66432d,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:33.458960 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-3d59b102-88c3-46df-927a-ed887d095c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:33.460657 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-3d59b102-88c3-46df-927a-ed887d095c18 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2da811f0c9d149a388905a77d49eddfb&device_id=134dffc8-b496-450b-ba8d-03757c9edcc8 HTTP/1.1" status: 200 len: 1094 time: 0.0876026 Dec 16 09:39:33.510825 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-45376006-1639-4ebe-b44b-7f4c879255cb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e30fb46e-3db0-424e-abca-299af1302187 HTTP/1.1" status: 200 len: 217 time: 0.0428495 Dec 16 09:39:33.511048 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96accb22-9502-4e6a-b4f2-10e526ad70e2 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Checking segment: {'id': '83e9b2cb-9015-463b-bf44-e14a641facae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fe236820-8032-4349-a5ae-206093a618a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:33.511353 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96accb22-9502-4e6a-b4f2-10e526ad70e2 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Network hostable DHCP agents. Network: fe236820-8032-4349-a5ae-206093a618a6, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:39:33.575890 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-52284133-8819-452c-92f5-482e4621b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:33.578369 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-52284133-8819-452c-92f5-482e4621b90f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f978629d-1eff-401d-9c7a-42314c842760 HTTP/1.1" status: 200 len: 855 time: 0.0616689 Dec 16 09:39:33.605206 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96accb22-9502-4e6a-b4f2-10e526ad70e2 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Network fe236820-8032-4349-a5ae-206093a618a6 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:39:33.629868 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-90467999-3c23-4965-a6c8-da16f8ef0f93 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2e528bd2-b999-40ed-bbb8-2a5d13680e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437646 Dec 16 09:39:33.736005 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-96accb22-9502-4e6a-b4f2-10e526ad70e2 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, fe236820-8032-4349-a5ae-206093a618a6) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:33.746533 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8255730b-f147-4871-8322-6609462866cf None None] Network fe236820-8032-4349-a5ae-206093a618a6 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:33.764289 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96accb22-9502-4e6a-b4f2-10e526ad70e2 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:33.765823 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-96accb22-9502-4e6a-b4f2-10e526ad70e2 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:33.816777 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-7bc02a7f-a9b8-49e4-8db5-25c3cfeb23b5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1604879 Dec 16 09:39:33.900059 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-96accb22-9502-4e6a-b4f2-10e526ad70e2 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3286686 Dec 16 09:39:33.900902 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55774) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:33.932417 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-c66855c5-2007-46c2-8af2-d4f6a519cd86 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'port': {'network_id': 'fe236820-8032-4349-a5ae-206093a618a6', 'name': 'tempest-PortsIpV6TestJSON-98790531'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:34.012308 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-3c5ec3aa-1380-4cf9-947d-58503adf7dcb service neutron] 10.222.0.58 "GET /v2.0/networks/2e528bd2-b999-40ed-bbb8-2a5d13680e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731849 Dec 16 09:39:34.113042 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11983620-e2a7-459e-ad7f-3451f0064a7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-fe236820-8032-4349-a5ae-206093a618a6', 'network_id': 'fe236820-8032-4349-a5ae-206093a618a6', 'tenant_id': '99d413ff86b742a089842b35110f3a30', 'fixed_ips': [{'subnet_id': 'ef90b7d5-53c3-4fe0-8eeb-d57fde66432d'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:39:34.113957 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-1d7d72ff-b259-4829-8cbe-c1cef38c0d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:34.114515 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-11983620-e2a7-459e-ad7f-3451f0064a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:34.114638 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-1d7d72ff-b259-4829-8cbe-c1cef38c0d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:34.115471 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-1d7d72ff-b259-4829-8cbe-c1cef38c0d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:34.118328 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-1d7d72ff-b259-4829-8cbe-c1cef38c0d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:34.119203 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-1d7d72ff-b259-4829-8cbe-c1cef38c0d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:34.119688 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-1d7d72ff-b259-4829-8cbe-c1cef38c0d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:34.120170 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-1d7d72ff-b259-4829-8cbe-c1cef38c0d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:34.129444 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-1d7d72ff-b259-4829-8cbe-c1cef38c0d68 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2fdf9ee8bfea41ea812d81e90556fa69&device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 6491 time: 0.2052968 Dec 16 09:39:34.189503 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21a3705a-3038-4936-b24c-cfa26e43f429 req-5793a12b-8a8d-490e-971a-44f656f28d17 service neutron] 10.222.0.58 "GET /v2.0/networks/2e528bd2-b999-40ed-bbb8-2a5d13680e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688130 Dec 16 09:39:34.294746 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-715f2cfb-5c29-4a9b-a5b4-0ad111cce4da req-7704d939-e08d-4b44-8bb7-02cbde48fb3f tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0667212 Dec 16 09:39:34.299343 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66855c5-2007-46c2-8af2-d4f6a519cd86 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Made reservation on behalf of 99d413ff86b742a089842b35110f3a30 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:34.308011 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c66855c5-2007-46c2-8af2-d4f6a519cd86 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:34.343446 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-f35b44d6-52be-44e1-8f69-e51bd470e4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:34.343983 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-f35b44d6-52be-44e1-8f69-e51bd470e4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:34.344544 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-f35b44d6-52be-44e1-8f69-e51bd470e4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:34.346257 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-f35b44d6-52be-44e1-8f69-e51bd470e4f4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=796abadb-0795-4a55-adba-f043e91923a6&id=684e8d31-9cdf-4419-92e5-be50ab03fd53&id=684e8d31-9cdf-4419-92e5-be50ab03fd53&id=684e8d31-9cdf-4419-92e5-be50ab03fd53&id=684e8d31-9cdf-4419-92e5-be50ab03fd53&id=3976022d-4300-480a-88ba-80eb47c64065&id=3976022d-4300-480a-88ba-80eb47c64065 HTTP/1.1" status: 200 len: 2293 time: 0.1904609 Dec 16 09:39:34.355595 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-c66855c5-2007-46c2-8af2-d4f6a519cd86 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] device_id is not set on port 80907147-9552-42bc-a16e-15cfaae3846f yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:39:34.454569 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70849-d9ff-42e1-8501-b6fd369538c3 req-49cfabac-8ef3-41ea-99bf-4fc3077ab41b tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:34.457627 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-02d70849-d9ff-42e1-8501-b6fd369538c3 req-49cfabac-8ef3-41ea-99bf-4fc3077ab41b tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=134dffc8-b496-450b-ba8d-03757c9edcc8 HTTP/1.1" status: 200 len: 943 time: 0.3197150 Dec 16 09:39:34.511487 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-11983620-e2a7-459e-ad7f-3451f0064a7c None None] Allocated IP 2001:db8::2 (fe236820-8032-4349-a5ae-206093a618a6/ef90b7d5-53c3-4fe0-8eeb-d57fde66432d/f54bb503-5f6d-4ca7-b8fc-034cbdf7d0e3) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:34.596192 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-b2e84880-b457-4bd6-a563-17b53f656681 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a31daa73-ffc5-41f9-90d7-545bce6114ab HTTP/1.1" status: 200 len: 1002 time: 0.2363706 Dec 16 09:39:34.602539 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-02d70849-d9ff-42e1-8501-b6fd369538c3 req-e8192f19-4d9a-400a-ad75-844da4f1b9ce tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342509 Dec 16 09:39:34.672145 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-d1f5154f-3c78-4afb-a5c7-2584d73c83a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:34.674255 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-d1f5154f-3c78-4afb-a5c7-2584d73c83a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9d10a32-22c8-4de7-a5e2-276788e5f144 HTTP/1.1" status: 200 len: 850 time: 0.0692425 Dec 16 09:39:34.740715 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-429698d9-7165-47e3-82fb-21428992533e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:34.746853 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-429698d9-7165-47e3-82fb-21428992533e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=796abadb-0795-4a55-adba-f043e91923a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625794 Dec 16 09:39:34.791152 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-11983620-e2a7-459e-ad7f-3451f0064a7c None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:34.856652 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-0659655c-bc89-44d9-94c1-bd2551929110 service neutron] 10.222.0.57 "GET /v2.0/networks/796abadb-0795-4a55-adba-f043e91923a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018112 Dec 16 09:39:34.872071 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-11983620-e2a7-459e-ad7f-3451f0064a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:34.949809 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11983620-e2a7-459e-ad7f-3451f0064a7c None None] Network fe236820-8032-4349-a5ae-206093a618a6 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:34.973593 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-11983620-e2a7-459e-ad7f-3451f0064a7c None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:34.989025 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11983620-e2a7-459e-ad7f-3451f0064a7c None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:35.023775 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11983620-e2a7-459e-ad7f-3451f0064a7c None None] Pushing event updated for resources: {'Port': ['ID=f54bb503-5f6d-4ca7-b8fc-034cbdf7d0e3,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:35.030068 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e865f445-3946-49ab-8739-7933c1a24435 req-7b31d9fa-d051-4e34-8e50-c71cb34c3f16 tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97&device_id=572b0fef-dbc6-42dd-90b0-092ed8504771 HTTP/1.1" status: 200 len: 210 time: 0.0834179 Dec 16 09:39:35.085144 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-a48e1dbe-97dd-4be4-ab40-a542deb48efe service neutron] 10.222.0.57 "GET /v2.0/networks/796abadb-0795-4a55-adba-f043e91923a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210300 Dec 16 09:39:35.086056 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-c66855c5-2007-46c2-8af2-d4f6a519cd86 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Allocated IP 2001:db8::13c (fe236820-8032-4349-a5ae-206093a618a6/ef90b7d5-53c3-4fe0-8eeb-d57fde66432d/80907147-9552-42bc-a16e-15cfaae3846f) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:35.152606 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-11983620-e2a7-459e-ad7f-3451f0064a7c None None] Attempting to bind port f54bb503-5f6d-4ca7-b8fc-034cbdf7d0e3 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:39:35.153342 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-11983620-e2a7-459e-ad7f-3451f0064a7c None None] Attempting to bind port f54bb503-5f6d-4ca7-b8fc-034cbdf7d0e3 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '83e9b2cb-9015-463b-bf44-e14a641facae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fe236820-8032-4349-a5ae-206093a618a6'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:39:35.153897 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11983620-e2a7-459e-ad7f-3451f0064a7c None None] Attempting to bind port f54bb503-5f6d-4ca7-b8fc-034cbdf7d0e3 on network fe236820-8032-4349-a5ae-206093a618a6 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:39:35.167294 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11983620-e2a7-459e-ad7f-3451f0064a7c None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:39:35.168370 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11983620-e2a7-459e-ad7f-3451f0064a7c None None] Checking segment: {'id': '83e9b2cb-9015-463b-bf44-e14a641facae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fe236820-8032-4349-a5ae-206093a618a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:35.170320 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-11983620-e2a7-459e-ad7f-3451f0064a7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:35.173015 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11983620-e2a7-459e-ad7f-3451f0064a7c None None] Bound using segment: {'id': '83e9b2cb-9015-463b-bf44-e14a641facae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fe236820-8032-4349-a5ae-206093a618a6'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:39:35.173745 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-11983620-e2a7-459e-ad7f-3451f0064a7c None None] Bound port: f54bb503-5f6d-4ca7-b8fc-034cbdf7d0e3, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e9b2cb-9015-463b-bf44-e14a641facae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fe236820-8032-4349-a5ae-206093a618a6'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:39:35.176211 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-11983620-e2a7-459e-ad7f-3451f0064a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:35.200128 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-2ddd7ff7-0d2b-4c56-a1c8-e9f51eab7ca9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=c0f0f737-e643-4831-9c6f-93b9615090fb HTTP/1.1" status: 200 len: 217 time: 0.1061003 Dec 16 09:39:35.262271 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-11983620-e2a7-459e-ad7f-3451f0064a7c None None] For port f54bb503-5f6d-4ca7-b8fc-034cbdf7d0e3, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:39:35.266081 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-11983620-e2a7-459e-ad7f-3451f0064a7c None None] For port f54bb503-5f6d-4ca7-b8fc-034cbdf7d0e3, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f54bb503-5f6d-4ca7-b8fc-034cbdf7d0e3,segment=NetworkSegment(83e9b2cb-9015-463b-bf44-e14a641facae),segment_id=83e9b2cb-9015-463b-bf44-e14a641facae)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:39:35.298227 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-512797ba-aaeb-472c-a674-30ba95ad2618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:35.299825 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-512797ba-aaeb-472c-a674-30ba95ad2618 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bfac0808-cedf-4b34-81bb-040e7c2c8cb1 HTTP/1.1" status: 200 len: 797 time: 0.0949860 Dec 16 09:39:35.328870 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-11983620-e2a7-459e-ad7f-3451f0064a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:35.395387 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-03e44919-7384-443d-a012-751bf7135452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:35.400058 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-03e44919-7384-443d-a012-751bf7135452 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=684e8d31-9cdf-4419-92e5-be50ab03fd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0912697 Dec 16 09:39:35.446347 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11983620-e2a7-459e-ad7f-3451f0064a7c None None] Pushing event updated for resources: {'Port': ['ID=f54bb503-5f6d-4ca7-b8fc-034cbdf7d0e3,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:35.457529 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c66855c5-2007-46c2-8af2-d4f6a519cd86 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:35.574097 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-71001d3b-3b2b-4a04-b710-4f5ed3e12279 service neutron] 10.222.0.57 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656296 Dec 16 09:39:35.656832 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c66855c5-2007-46c2-8af2-d4f6a519cd86 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:35.803794 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66855c5-2007-46c2-8af2-d4f6a519cd86 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Port': ['ID=80907147-9552-42bc-a16e-15cfaae3846f,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:35.853448 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66855c5-2007-46c2-8af2-d4f6a519cd86 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Network fe236820-8032-4349-a5ae-206093a618a6 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:35.854925 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-3b639cd9-0194-44d7-9cf8-1a3461e4d6c7 service neutron] 10.222.0.57 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717125 Dec 16 09:39:35.915010 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-c66855c5-2007-46c2-8af2-d4f6a519cd86 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:35.930756 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66855c5-2007-46c2-8af2-d4f6a519cd86 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:35.941263 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66855c5-2007-46c2-8af2-d4f6a519cd86 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:35.941944 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c66855c5-2007-46c2-8af2-d4f6a519cd86 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:35.955069 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74dd1f4e-7c3b-4a84-903b-4f5158e8c4da req-af34ac6b-cc79-4a9a-9e46-885324f6edb4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=054542bc8a394b5584cdccbfdf48adf7&device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.1453717 Dec 16 09:39:35.999871 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-260d55a3-8d27-454b-92ee-0b1ace33a738 req-bcea1e58-f63f-4f1d-9da6-2eebe3720d62 tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0440655 Dec 16 09:39:36.001369 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-c3c15b47-f46b-4c42-a2fb-b2c1cd20021f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67 HTTP/1.1" status: 200 len: 217 time: 0.1377821 Dec 16 09:39:36.032687 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74dd1f4e-7c3b-4a84-903b-4f5158e8c4da req-0c6fa211-50f0-4b58-941b-6b440b1ff1e2 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=054542bc8a394b5584cdccbfdf48adf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346086 Dec 16 09:39:36.136515 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e776bd-d1c6-4059-9c48-7d184db6d7eb req-7e815a91-36e0-47fb-af54-a7e6ebac9d6a tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:36.144044 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c6e776bd-d1c6-4059-9c48-7d184db6d7eb req-7e815a91-36e0-47fb-af54-a7e6ebac9d6a tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=134dffc8-b496-450b-ba8d-03757c9edcc8 HTTP/1.1" status: 200 len: 943 time: 0.1914427 Dec 16 09:39:36.155227 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c66855c5-2007-46c2-8af2-d4f6a519cd86 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2516661 Dec 16 09:39:36.161898 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55828) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:36.173708 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-f2470dec-7552-4ada-8033-9340faf35271 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'port': {'network_id': 'fe236820-8032-4349-a5ae-206093a618a6', 'name': 'tempest-PortsIpV6TestJSON-315220940'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:36.206319 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-7bc9b243-ed92-43bc-91f6-182311244856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:36.211479 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-7bc9b243-ed92-43bc-91f6-182311244856 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bfac0808-cedf-4b34-81bb-040e7c2c8cb1 HTTP/1.1" status: 200 len: 797 time: 0.2010071 Dec 16 09:39:36.232287 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c6e776bd-d1c6-4059-9c48-7d184db6d7eb req-e93a359f-2276-4a77-9c42-afd7bfb8dcb7 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870421 Dec 16 09:39:36.296844 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd1f4e-7c3b-4a84-903b-4f5158e8c4da req-61002ffb-b9ee-4b10-bab7-6aa340673f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:36.298681 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74dd1f4e-7c3b-4a84-903b-4f5158e8c4da req-61002ffb-b9ee-4b10-bab7-6aa340673f18 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2589850 Dec 16 09:39:36.446297 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-4ef1ce30-bbac-482c-9852-7cebca4656d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:36.447964 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-4ef1ce30-bbac-482c-9852-7cebca4656d3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=684e8d31-9cdf-4419-92e5-be50ab03fd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2034180 Dec 16 09:39:36.479265 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f54bb503-5f6d-4ca7-b8fc-034cbdf7d0e3 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:36.604252 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port f54bb503-5f6d-4ca7-b8fc-034cbdf7d0e3 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:36.604411 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:36.644629 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-cc146903-fd6f-498a-b09d-378c2ede9ed4 service neutron] 10.222.0.57 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636155 Dec 16 09:39:36.650943 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2470dec-7552-4ada-8033-9340faf35271 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Made reservation on behalf of 99d413ff86b742a089842b35110f3a30 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:36.654768 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f2470dec-7552-4ada-8033-9340faf35271 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:36.765068 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:36.797299 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-f2470dec-7552-4ada-8033-9340faf35271 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] device_id is not set on port 2403506e-7fa0-403b-a002-994e64fdae34 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:39:36.837042 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port f54bb503-5f6d-4ca7-b8fc-034cbdf7d0e3, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f54bb503-5f6d-4ca7-b8fc-034cbdf7d0e3,segment=NetworkSegment(83e9b2cb-9015-463b-bf44-e14a641facae),segment_id=83e9b2cb-9015-463b-bf44-e14a641facae)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:36.901724 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:37.003282 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=f54bb503-5f6d-4ca7-b8fc-034cbdf7d0e3,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:37.034074 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f604c644-e16d-4521-a522-705508f904b9 None None] Network fe236820-8032-4349-a5ae-206093a618a6 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:37.064530 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-f2470dec-7552-4ada-8033-9340faf35271 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Allocated IP 2001:db8::d2 (fe236820-8032-4349-a5ae-206093a618a6/ef90b7d5-53c3-4fe0-8eeb-d57fde66432d/2403506e-7fa0-403b-a002-994e64fdae34) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:37.132221 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-af3bc9dc-d632-41c3-92a8-ee1b8f1d2efd service neutron] 10.222.0.57 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4734087 Dec 16 09:39:37.151522 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e6cf368f-7422-4fd8-839a-0a76eef3dd95 req-f18fd8c0-c08f-4a2d-814b-74b5cff68435 tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0431747 Dec 16 09:39:37.151745 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-83f654c3-caba-49a9-936f-8fd59ee60de7 None None] Provisioning complete for port f54bb503-5f6d-4ca7-b8fc-034cbdf7d0e3 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:37.152485 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-83f654c3-caba-49a9-936f-8fd59ee60de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:37.197029 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-f0191196-a665-4c74-ac13-2e3ca55ee5cf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=a69db5df-6239-44ea-8f1f-7db59c4d729d HTTP/1.1" status: 200 len: 217 time: 0.0485547 Dec 16 09:39:37.343028 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device e30fb46e-3db0-424e-abca-299af1302187 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:39:37.363881 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-3fa3e660-8db0-461e-a946-14adab6f90b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:37.365302 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-3fa3e660-8db0-461e-a946-14adab6f90b0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bfac0808-cedf-4b34-81bb-040e7c2c8cb1 HTTP/1.1" status: 200 len: 797 time: 0.1593659 Dec 16 09:39:37.441127 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edebe5be-6b5a-4868-82a1-5ae2e6fc50c9 req-4ee7602d-4ab9-421b-8e71-816bc2c1180d tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:37.442786 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-edebe5be-6b5a-4868-82a1-5ae2e6fc50c9 req-4ee7602d-4ab9-421b-8e71-816bc2c1180d tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=134dffc8-b496-450b-ba8d-03757c9edcc8 HTTP/1.1" status: 200 len: 943 time: 0.1404545 Dec 16 09:39:37.445503 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:37.457962 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f2470dec-7552-4ada-8033-9340faf35271 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:37.459259 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port e30fb46e-3db0-424e-abca-299af1302187, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=e30fb46e-3db0-424e-abca-299af1302187,segment=NetworkSegment(a2ee8051-abfb-4f5b-b081-c86ac7eab054),segment_id=a2ee8051-abfb-4f5b-b081-c86ac7eab054)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:37.488571 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'e30fb46e-3db0-424e-abca-299af1302187', 'network_id': '2e528bd2-b999-40ed-bbb8-2a5d13680e1b', 'port_id': 'e30fb46e-3db0-424e-abca-299af1302187', 'mac_address': 'fa:16:3e:d7:76:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f978629d-1eff-401d-9c7a-42314c842760', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:39:37.504258 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-a4f872ac-8488-4129-bc7d-2d2cb5897e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:37.505687 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-a4f872ac-8488-4129-bc7d-2d2cb5897e90 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=684e8d31-9cdf-4419-92e5-be50ab03fd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1265702 Dec 16 09:39:37.682933 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-edebe5be-6b5a-4868-82a1-5ae2e6fc50c9 req-12dd7859-f454-453b-843f-6170615bf9fd tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229600 Dec 16 09:39:37.780375 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:37.786964 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f2470dec-7552-4ada-8033-9340faf35271 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:37.795363 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c4665416-c77c-493e-820e-cc0bce492d0d None None] Provisioning complete for port f54bb503-5f6d-4ca7-b8fc-034cbdf7d0e3 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:37.796043 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c4665416-c77c-493e-820e-cc0bce492d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:37.828729 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-6198496b-130b-4252-a22b-a7d298c174fc service neutron] 10.222.0.57 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145702 Dec 16 09:39:37.843527 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e30fb46e-3db0-424e-abca-299af1302187 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:39:37.892024 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74dd1f4e-7c3b-4a84-903b-4f5158e8c4da req-0201d2f6-a3c5-4ab0-8454-d21e019ccdc7 tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.0766606 Dec 16 09:39:37.940988 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2470dec-7552-4ada-8033-9340faf35271 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Network fe236820-8032-4349-a5ae-206093a618a6 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:37.985277 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-f2470dec-7552-4ada-8033-9340faf35271 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:37.988171 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2470dec-7552-4ada-8033-9340faf35271 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:37.998293 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2470dec-7552-4ada-8033-9340faf35271 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:38.004689 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f2470dec-7552-4ada-8033-9340faf35271 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:38.015934 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port e30fb46e-3db0-424e-abca-299af1302187, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=e30fb46e-3db0-424e-abca-299af1302187,segment=NetworkSegment(a2ee8051-abfb-4f5b-b081-c86ac7eab054),segment_id=a2ee8051-abfb-4f5b-b081-c86ac7eab054)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:38.030963 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2470dec-7552-4ada-8033-9340faf35271 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Port': ['ID=2403506e-7fa0-403b-a002-994e64fdae34,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:38.032643 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c4665416-c77c-493e-820e-cc0bce492d0d None None] Provisioning complete for port 80907147-9552-42bc-a16e-15cfaae3846f triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:38.036593 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c4665416-c77c-493e-820e-cc0bce492d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:38.102910 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:38.112696 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-cbf2fac4-ee98-489e-a2bc-b73ac0860db1 service neutron] 10.222.0.57 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079358 Dec 16 09:39:38.144313 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55858) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:38.161883 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f2470dec-7552-4ada-8033-9340faf35271 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9949415 Dec 16 09:39:38.187262 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-c4665416-c77c-493e-820e-cc0bce492d0d None None] Port 80907147-9552-42bc-a16e-15cfaae3846f cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:39:38.243184 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-cf3af963-ab3f-4702-8073-ba50dfa91ffc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=71a536ff-db73-40d7-a675-389e7dd9e143 HTTP/1.1" status: 200 len: 217 time: 0.1196527 Dec 16 09:39:38.341755 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['e30fb46e-3db0-424e-abca-299af1302187'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:39:38.381949 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e284a5-b473-4818-845c-bdc3825badf1 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:38.384194 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-30e284a5-b473-4818-845c-bdc3825badf1 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A13c HTTP/1.1" status: 200 len: 927 time: 0.2386389 Dec 16 09:39:38.387014 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55868) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:38.409943 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-f637eaaa-d8c8-46ad-871d-8d3d9fbd38aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:38.420690 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-f637eaaa-d8c8-46ad-871d-8d3d9fbd38aa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bfac0808-cedf-4b34-81bb-040e7c2c8cb1 HTTP/1.1" status: 200 len: 797 time: 0.1689603 Dec 16 09:39:38.452790 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=e30fb46e-3db0-424e-abca-299af1302187,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:38.467130 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f54bb503-5f6d-4ca7-b8fc-034cbdf7d0e3 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:38.470630 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-44f82d96-f9a3-47fd-b672-b19d0f443c6d None None] Provisioning complete for port 80907147-9552-42bc-a16e-15cfaae3846f triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:38.471031 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-44f82d96-f9a3-47fd-b672-b19d0f443c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:38.537760 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-9f364ef1-3bb8-44ea-8258-86833b1e43c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:38.539945 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-9f364ef1-3bb8-44ea-8258-86833b1e43c7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=684e8d31-9cdf-4419-92e5-be50ab03fd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1104937 Dec 16 09:39:38.578606 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-44f82d96-f9a3-47fd-b672-b19d0f443c6d None None] Port 80907147-9552-42bc-a16e-15cfaae3846f cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:39:38.586866 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-79191899-9373-4cd1-b6e5-25196872d6df req-6f5c9629-46d2-40bf-875f-0f8594b2df72 tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca3f983-0faa-4b41-a8b1-86061a857e97 HTTP/1.1" status: 200 len: 210 time: 0.1591234 Dec 16 09:39:38.684889 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port f54bb503-5f6d-4ca7-b8fc-034cbdf7d0e3 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:38.685295 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:38.735392 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-06fb4239-ffaf-4f8b-a7f3-d39f2266bf6c service neutron] 10.222.0.57 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876080 Dec 16 09:39:38.740089 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-5b8bfd1c-e562-408c-bbfe-591db3dca573 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Deleting port 2403506e-7fa0-403b-a002-994e64fdae34 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:38.740439 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5b8bfd1c-e562-408c-bbfe-591db3dca573 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:38.848786 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-6f2684c7-1e87-47dc-9e31-52aa5a5cd42b None None] Provisioning complete for port 2403506e-7fa0-403b-a002-994e64fdae34 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:38.849529 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6f2684c7-1e87-47dc-9e31-52aa5a5cd42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:38.958098 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-1ca92d8c-c761-4eaa-92f8-92ff37ecb6bf service neutron] 10.222.0.57 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087355 Dec 16 09:39:38.970419 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-6f2684c7-1e87-47dc-9e31-52aa5a5cd42b None None] Port 2403506e-7fa0-403b-a002-994e64fdae34 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:39:38.989015 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5b8bfd1c-e562-408c-bbfe-591db3dca573 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:39.016481 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-5b8bfd1c-e562-408c-bbfe-591db3dca573 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Calling delete_port for 2403506e-7fa0-403b-a002-994e64fdae34 owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:39.033576 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-db3663c1-3195-420f-9329-02e9a57dc4b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a650ab00-f145-4f7c-be24-463bd6eebdba HTTP/1.1" status: 200 len: 217 time: 0.0628459 Dec 16 09:39:39.116374 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76da10-4603-4da5-ae92-ef691ec4fe3c req-3affe249-0d1a-4771-a444-11535818d38c tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:39.118841 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2e76da10-4603-4da5-ae92-ef691ec4fe3c req-3affe249-0d1a-4771-a444-11535818d38c tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=134dffc8-b496-450b-ba8d-03757c9edcc8 HTTP/1.1" status: 200 len: 944 time: 0.2069185 Dec 16 09:39:39.134370 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-500a38a0-8cb0-484a-8b22-45d581654b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:39.139980 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-500a38a0-8cb0-484a-8b22-45d581654b39 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bebcc90-db8b-4005-83f2-cb4ef7d4c14e HTTP/1.1" status: 200 len: 797 time: 0.0925429 Dec 16 09:39:39.232098 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2e76da10-4603-4da5-ae92-ef691ec4fe3c req-1dee8f34-8360-42fe-ba34-d9b1ffc3c57b tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053972 Dec 16 09:39:39.245338 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-42930113-08cf-4c3b-913f-ce33f9992cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:39.247650 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-42930113-08cf-4c3b-913f-ce33f9992cbc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3976022d-4300-480a-88ba-80eb47c64065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0974779 Dec 16 09:39:39.307546 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device e30fb46e-3db0-424e-abca-299af1302187 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:39.481505 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-fa853a30-8c97-4fd4-9368-1da40198db2e service neutron] 10.222.0.57 "GET /v2.0/networks/3976022d-4300-480a-88ba-80eb47c64065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246203 Dec 16 09:39:39.484995 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5b8bfd1c-e562-408c-bbfe-591db3dca573 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:39.513659 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port e30fb46e-3db0-424e-abca-299af1302187 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:39:39.532941 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8bfd1c-e562-408c-bbfe-591db3dca573 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Port': ['ID=2403506e-7fa0-403b-a002-994e64fdae34,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:39.541059 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port e30fb46e-3db0-424e-abca-299af1302187 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:39.541467 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:39.581681 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5b8bfd1c-e562-408c-bbfe-591db3dca573 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:39.581681 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5b8bfd1c-e562-408c-bbfe-591db3dca573 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/ports/2403506e-7fa0-403b-a002-994e64fdae34 HTTP/1.1" status: 204 len: 168 time: 1.1923146 Dec 16 09:39:39.583306 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55888) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:39.613589 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-0135b87e-68d5-4532-9b1d-7824079a60ea tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] GET failed (client error): The resource could not be found. Dec 16 09:39:39.618177 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0135b87e-68d5-4532-9b1d-7824079a60ea tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "GET /v2.0/ports/2403506e-7fa0-403b-a002-994e64fdae34 HTTP/1.1" status: 404 len: 333 time: 0.0309868 Dec 16 09:39:39.618936 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55890) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:39.647199 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-529926ae-11ae-4706-8db8-27377c619850 service neutron] 10.222.0.57 "GET /v2.0/networks/3976022d-4300-480a-88ba-80eb47c64065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584666 Dec 16 09:39:39.684778 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:39.728748 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134dffc8-b496-450b-ba8d-03757c9edcc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30fb46e-3db0-424e-abca-299af1302187'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:39:39.731596 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9015a79-336d-4ef0-a672-3d510eae0f2d" -d '{"events": [{"server_uuid": "134dffc8-b496-450b-ba8d-03757c9edcc8", "name": "network-vif-plugged", "status": "completed", "tag": "e30fb46e-3db0-424e-abca-299af1302187"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:39:39.770943 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port e30fb46e-3db0-424e-abca-299af1302187, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=e30fb46e-3db0-424e-abca-299af1302187,segment=NetworkSegment(a2ee8051-abfb-4f5b-b081-c86ac7eab054),segment_id=a2ee8051-abfb-4f5b-b081-c86ac7eab054)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:39.774088 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-a5d934ca-566a-4866-81a9-2259ae4e8a1f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Deleting port 80907147-9552-42bc-a16e-15cfaae3846f {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:39.775110 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a5d934ca-566a-4866-81a9-2259ae4e8a1f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:39.777660 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-2439ce9e-361e-409e-80bb-1d4645e732a2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=93e17d84-b280-47fd-913c-8795ea943d25 HTTP/1.1" status: 200 len: 217 time: 0.1230731 Dec 16 09:39:39.832494 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99ef61c-e043-473e-8dd4-8ca3afdfec65 x-openstack-request-id: req-b99ef61c-e043-473e-8dd4-8ca3afdfec65 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:39:39.832829 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134dffc8-b496-450b-ba8d-03757c9edcc8", "name": "network-vif-plugged", "status": "completed", "tag": "e30fb46e-3db0-424e-abca-299af1302187", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:39:39.833084 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b99ef61c-e043-473e-8dd4-8ca3afdfec65 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:39:39.833533 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '134dffc8-b496-450b-ba8d-03757c9edcc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30fb46e-3db0-424e-abca-299af1302187', 'code': 200} Dec 16 09:39:39.868849 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:39.906062 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-5311a122-357c-4075-93af-355b23817f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:39.907901 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-5311a122-357c-4075-93af-355b23817f1a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bebcc90-db8b-4005-83f2-cb4ef7d4c14e HTTP/1.1" status: 200 len: 797 time: 0.1211224 Dec 16 09:39:39.987275 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a5d934ca-566a-4866-81a9-2259ae4e8a1f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:39.994472 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-32c5aa14-5c23-48b4-9fc5-ff5384f0d212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:39.996455 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-32c5aa14-5c23-48b4-9fc5-ff5384f0d212 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3976022d-4300-480a-88ba-80eb47c64065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0811491 Dec 16 09:39:40.003767 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-a5d934ca-566a-4866-81a9-2259ae4e8a1f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Calling delete_port for 80907147-9552-42bc-a16e-15cfaae3846f owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:40.017602 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=e30fb46e-3db0-424e-abca-299af1302187,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:40.099065 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecfdc7e-0359-46e3-afad-524e0e535a67 req-5d2d2dc6-3682-4c42-bb76-c9b4dbe49d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:40.100785 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fecfdc7e-0359-46e3-afad-524e0e535a67 req-5d2d2dc6-3682-4c42-bb76-c9b4dbe49d85 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=134dffc8-b496-450b-ba8d-03757c9edcc8 HTTP/1.1" status: 200 len: 1096 time: 0.0902328 Dec 16 09:39:40.111098 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-aede2eb2-af10-43d5-a5a2-153f88a8ce12 service neutron] 10.222.0.57 "GET /v2.0/networks/3976022d-4300-480a-88ba-80eb47c64065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069498 Dec 16 09:39:40.159260 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fecfdc7e-0359-46e3-afad-524e0e535a67 req-7c335ea0-3159-4301-be85-87d0e4f78e57 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491080 Dec 16 09:39:40.244409 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-316ffa06-56d4-455d-ba0a-a64132b4ceaa req-e7b15955-6399-4ff1-8761-c341f21d05b3 service neutron] 10.222.0.57 "GET /v2.0/networks/3976022d-4300-480a-88ba-80eb47c64065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198900 Dec 16 09:39:40.287628 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a5d934ca-566a-4866-81a9-2259ae4e8a1f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:40.330630 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d934ca-566a-4866-81a9-2259ae4e8a1f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Port': ['ID=80907147-9552-42bc-a16e-15cfaae3846f,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:40.367384 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a5d934ca-566a-4866-81a9-2259ae4e8a1f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:40.374222 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a5d934ca-566a-4866-81a9-2259ae4e8a1f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/ports/80907147-9552-42bc-a16e-15cfaae3846f HTTP/1.1" status: 204 len: 168 time: 0.7547526 Dec 16 09:39:40.374844 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55920) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:40.408283 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fddd00a-561f-4988-b58d-a774ce0f12bb req-02d07b91-227b-40d8-b945-1894fc097694 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:40.421425 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6fddd00a-561f-4988-b58d-a774ce0f12bb req-02d07b91-227b-40d8-b945-1894fc097694 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=134dffc8-b496-450b-ba8d-03757c9edcc8 HTTP/1.1" status: 200 len: 945 time: 0.1012626 Dec 16 09:39:40.421682 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-27f01661-9dd5-4700-a31f-40bca7a42e9e tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] GET failed (client error): The resource could not be found. Dec 16 09:39:40.425228 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-27f01661-9dd5-4700-a31f-40bca7a42e9e tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "GET /v2.0/ports/80907147-9552-42bc-a16e-15cfaae3846f HTTP/1.1" status: 404 len: 333 time: 0.0476708 Dec 16 09:39:40.426694 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55926) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:40.480810 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:40.513486 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0eaef4f1-1d8e-4033-a8ab-4b33ec81a2e9 req-fe5fdc6f-e916-4178-be4d-e15d1fadf0af service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=054542bc8a394b5584cdccbfdf48adf7&device_id=572b0fef-dbc6-42dd-90b0-092ed8504771 HTTP/1.1" status: 200 len: 210 time: 0.0861306 Dec 16 09:39:40.550129 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6fddd00a-561f-4988-b58d-a774ce0f12bb req-c58cedea-c6e1-4af5-b54a-89af745ac5cb tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236560 Dec 16 09:39:40.558769 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4abe11a-ca96-41c0-858a-fb2bd7059b06 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Deleting subnet ef90b7d5-53c3-4fe0-8eeb-d57fde66432d {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:39:40.568046 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa40657-b16b-48fe-b095-b395d959d943 req-1023e164-b9e5-482b-af36-2b7b344c3115 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:40.570229 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2fa40657-b16b-48fe-b095-b395d959d943 req-1023e164-b9e5-482b-af36-2b7b344c3115 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 945 time: 0.1013319 Dec 16 09:39:40.576407 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e4abe11a-ca96-41c0-858a-fb2bd7059b06 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:40.622998 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0eaef4f1-1d8e-4033-a8ab-4b33ec81a2e9 req-43462569-f288-4a56-80ab-6126835f5f11 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=054542bc8a394b5584cdccbfdf48adf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0868628 Dec 16 09:39:40.660419 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e4abe11a-ca96-41c0-858a-fb2bd7059b06 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:40.667437 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55932) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:40.715119 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2fa40657-b16b-48fe-b095-b395d959d943 req-c2ea9579-3217-49bb-84e5-af8484770d8b tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346772 Dec 16 09:39:40.769749 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c1c301ea-de7f-4e85-a017-84ed0e056e7e req-d81586df-ef29-465f-8400-5e67258ce944 tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=572b0fef-dbc6-42dd-90b0-092ed8504771 HTTP/1.1" status: 200 len: 210 time: 0.0363386 Dec 16 09:39:40.830695 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaef4f1-1d8e-4033-a8ab-4b33ec81a2e9 req-f79c7a3d-72c2-4755-a4fd-a9635308dad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:40.836398 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0eaef4f1-1d8e-4033-a8ab-4b33ec81a2e9 req-f79c7a3d-72c2-4755-a4fd-a9635308dad8 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2115555 Dec 16 09:39:40.845758 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e4abe11a-ca96-41c0-858a-fb2bd7059b06 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:40.896616 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-457bf19c-e6ef-4d02-be40-5a4a3f8da10a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:41.016061 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e4abe11a-ca96-41c0-858a-fb2bd7059b06 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:41.052923 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4abe11a-ca96-41c0-858a-fb2bd7059b06 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Subnet': ['ID=ef90b7d5-53c3-4fe0-8eeb-d57fde66432d,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:41.055563 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e4abe11a-ca96-41c0-858a-fb2bd7059b06 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:41.058822 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e4abe11a-ca96-41c0-858a-fb2bd7059b06 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/subnets/ef90b7d5-53c3-4fe0-8eeb-d57fde66432d HTTP/1.1" status: 204 len: 168 time: 0.6309824 Dec 16 09:39:41.061604 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55940) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:41.067127 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86eccb35-3195-4ce2-8b43-83c81dba003d None None] Network fe236820-8032-4349-a5ae-206093a618a6 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:41.101934 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-457bf19c-e6ef-4d02-be40-5a4a3f8da10a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:41.163786 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e8fc7b5-5ac0-4825-849f-f3ca98d3f73d tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:41.167690 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-457bf19c-e6ef-4d02-be40-5a4a3f8da10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:41.211568 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-457bf19c-e6ef-4d02-be40-5a4a3f8da10a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1dbfdb6eaf104c1ba29e4b335855774b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5407565 Dec 16 09:39:41.214633 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55942) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:41.231200 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457bf19c-e6ef-4d02-be40-5a4a3f8da10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04eca479-68c0-41c2-ad26-64e65457783e,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:41.241566 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-2e8fc7b5-5ac0-4825-849f-f3ca98d3f73d tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Deleting port f54bb503-5f6d-4ca7-b8fc-034cbdf7d0e3 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:41.241954 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e8fc7b5-5ac0-4825-849f-f3ca98d3f73d tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:41.298056 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb32083f-c4f2-410c-b237-e76b51584407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:41.308464 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21180022-8c04-40cb-b5a0-2f0e6c4c0013 None None] DHCP port deletion for fe236820-8032-4349-a5ae-206093a618a6 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:39:41.343738 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb32083f-c4f2-410c-b237-e76b51584407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:41.363873 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-21180022-8c04-40cb-b5a0-2f0e6c4c0013 None None] Deleting port f54bb503-5f6d-4ca7-b8fc-034cbdf7d0e3 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:41.364259 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-21180022-8c04-40cb-b5a0-2f0e6c4c0013 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:41.430877 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-21180022-8c04-40cb-b5a0-2f0e6c4c0013 None None] For port f54bb503-5f6d-4ca7-b8fc-034cbdf7d0e3, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f54bb503-5f6d-4ca7-b8fc-034cbdf7d0e3,segment=NetworkSegment(83e9b2cb-9015-463b-bf44-e14a641facae),segment_id=83e9b2cb-9015-463b-bf44-e14a641facae)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:41.431192 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-21180022-8c04-40cb-b5a0-2f0e6c4c0013 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:41.450903 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-21180022-8c04-40cb-b5a0-2f0e6c4c0013 None None] Calling delete_port for f54bb503-5f6d-4ca7-b8fc-034cbdf7d0e3 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:41.466143 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb32083f-c4f2-410c-b237-e76b51584407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:41.470580 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb32083f-c4f2-410c-b237-e76b51584407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:41.474362 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-eb32083f-c4f2-410c-b237-e76b51584407 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/04eca479-68c0-41c2-ad26-64e65457783e HTTP/1.1" status: 204 len: 168 time: 0.2563591 Dec 16 09:39:41.482861 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32083f-c4f2-410c-b237-e76b51584407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04eca479-68c0-41c2-ad26-64e65457783e,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:41.622028 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-21180022-8c04-40cb-b5a0-2f0e6c4c0013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:41.656923 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21180022-8c04-40cb-b5a0-2f0e6c4c0013 None None] Pushing event deleted for resources: {'Port': ['ID=f54bb503-5f6d-4ca7-b8fc-034cbdf7d0e3,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:41.658778 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21180022-8c04-40cb-b5a0-2f0e6c4c0013 None None] No DVR routers for this DVR port f54bb503-5f6d-4ca7-b8fc-034cbdf7d0e3 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:39:41.685343 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f01e8-583b-4c28-8768-1c0a2582a471 req-c19c8ead-e87f-4217-878d-1feb2934a46d tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:41.688540 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-790f01e8-583b-4c28-8768-1c0a2582a471 req-c19c8ead-e87f-4217-878d-1feb2934a46d tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=134dffc8-b496-450b-ba8d-03757c9edcc8 HTTP/1.1" status: 200 len: 945 time: 0.0722854 Dec 16 09:39:41.702131 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-2e8fc7b5-5ac0-4825-849f-f3ca98d3f73d tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] For port f54bb503-5f6d-4ca7-b8fc-034cbdf7d0e3, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f54bb503-5f6d-4ca7-b8fc-034cbdf7d0e3,segment=NetworkSegment(83e9b2cb-9015-463b-bf44-e14a641facae),segment_id=83e9b2cb-9015-463b-bf44-e14a641facae)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:41.702498 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e8fc7b5-5ac0-4825-849f-f3ca98d3f73d tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:41.722598 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-2e8fc7b5-5ac0-4825-849f-f3ca98d3f73d tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Calling delete_port for f54bb503-5f6d-4ca7-b8fc-034cbdf7d0e3 owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:41.732274 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-790f01e8-583b-4c28-8768-1c0a2582a471 req-28a66cd0-7b06-4ac7-bf12-fd725a0a779b tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384822 Dec 16 09:39:41.817740 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e8fc7b5-5ac0-4825-849f-f3ca98d3f73d tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:41.845291 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8fc7b5-5ac0-4825-849f-f3ca98d3f73d tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Port': ['ID=f54bb503-5f6d-4ca7-b8fc-034cbdf7d0e3,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:41.847126 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8fc7b5-5ac0-4825-849f-f3ca98d3f73d tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] No DVR routers for this DVR port f54bb503-5f6d-4ca7-b8fc-034cbdf7d0e3 on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:39:41.923438 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907e33a-136c-4eba-b152-d47a15b0b8d1 req-984ec15e-a9b7-48c0-8eec-05e9b8d1af9e tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:41.925304 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5907e33a-136c-4eba-b152-d47a15b0b8d1 req-984ec15e-a9b7-48c0-8eec-05e9b8d1af9e tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 945 time: 0.0508015 Dec 16 09:39:41.942723 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e8fc7b5-5ac0-4825-849f-f3ca98d3f73d tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:41.969918 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-2e8fc7b5-5ac0-4825-849f-f3ca98d3f73d tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe236820-8032-4349-a5ae-206093a618a6']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:41.977509 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5907e33a-136c-4eba-b152-d47a15b0b8d1 req-0caa720c-2d28-4806-8f00-df12a8dfe694 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431888 Dec 16 09:39:41.985875 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-2e8fc7b5-5ac0-4825-849f-f3ca98d3f73d tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83e9b2cb-9015-463b-bf44-e14a641facae') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:41.986303 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-2e8fc7b5-5ac0-4825-849f-f3ca98d3f73d tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83e9b2cb-9015-463b-bf44-e14a641facae') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:42.008040 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e8fc7b5-5ac0-4825-849f-f3ca98d3f73d tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:42.021242 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e8fc7b5-5ac0-4825-849f-f3ca98d3f73d tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:42.027474 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e8fc7b5-5ac0-4825-849f-f3ca98d3f73d tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:39:42.027865 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e8fc7b5-5ac0-4825-849f-f3ca98d3f73d tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: self.session.flush() Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: self.session.flush() Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: self.session.flush() Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: self.session.flush() Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:39:42.030788 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:39:42.107037 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ef5f7-565a-4b0f-ad8e-4f63a7a056be req-05fbabd2-9a97-4031-8e3b-ee1e009c0a92 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:42.108729 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6a9ef5f7-565a-4b0f-ad8e-4f63a7a056be req-05fbabd2-9a97-4031-8e3b-ee1e009c0a92 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=134dffc8-b496-450b-ba8d-03757c9edcc8 HTTP/1.1" status: 200 len: 945 time: 0.0730996 Dec 16 09:39:42.138258 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7a04f199-2c24-44d9-a61e-ffa16c28f091 req-796ced1c-71f6-4605-850a-045844324db1 tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=572b0fef-dbc6-42dd-90b0-092ed8504771 HTTP/1.1" status: 200 len: 210 time: 0.0281901 Dec 16 09:39:42.151685 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6a9ef5f7-565a-4b0f-ad8e-4f63a7a056be req-69cbf76a-8ef4-48de-ac69-92c379f3c335 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363445 Dec 16 09:39:42.193029 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e8fc7b5-5ac0-4825-849f-f3ca98d3f73d tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:42.202072 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e8fc7b5-5ac0-4825-849f-f3ca98d3f73d tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:42.207446 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2e8fc7b5-5ac0-4825-849f-f3ca98d3f73d tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/networks/fe236820-8032-4349-a5ae-206093a618a6 HTTP/1.1" status: 204 len: 168 time: 1.1434603 Dec 16 09:39:42.211357 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55978) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:42.218968 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8fc7b5-5ac0-4825-849f-f3ca98d3f73d tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Network': ['ID=fe236820-8032-4349-a5ae-206093a618a6,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:42.221565 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-b056a4e3-16e0-44c3-88b3-88316f72b2ae tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1251168397'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:42.291931 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e983f1e-d6d2-4889-bca8-594f062551bc req-892b9d35-354c-4545-96f4-bba5390194de tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:42.301709 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e983f1e-d6d2-4889-bca8-594f062551bc req-892b9d35-354c-4545-96f4-bba5390194de tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/ports?device_id=a967ce3e-3dff-4615-b462-f1604016c464 HTTP/1.1" status: 200 len: 945 time: 0.0646656 Dec 16 09:39:42.318143 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0eaef4f1-1d8e-4033-a8ab-4b33ec81a2e9 req-05290119-36eb-4b0f-9c1d-eed77d6dc817 tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.57 "GET /v2.0/ports?device_id=572b0fef-dbc6-42dd-90b0-092ed8504771 HTTP/1.1" status: 200 len: 210 time: 0.0522239 Dec 16 09:39:42.344518 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e983f1e-d6d2-4889-bca8-594f062551bc req-6d484879-4e73-4134-a3ac-70a52c10ae7a tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/security-groups?id=e68aa81c-0a96-4c6e-a3e1-96a91dae878f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415456 Dec 16 09:39:42.348874 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b056a4e3-16e0-44c3-88b3-88316f72b2ae tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Made reservation on behalf of 99d413ff86b742a089842b35110f3a30 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:42.349718 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b056a4e3-16e0-44c3-88b3-88316f72b2ae tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:42.379427 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b056a4e3-16e0-44c3-88b3-88316f72b2ae tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:39:42.394760 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b056a4e3-16e0-44c3-88b3-88316f72b2ae tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:42.394760 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-b056a4e3-16e0-44c3-88b3-88316f72b2ae tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Added segment 0e6852bb-6031-4de3-87cc-034f00462177 of type vlan for network acc5d697-b8a0-4410-853a-9bd44bf1e135 Dec 16 09:39:42.416015 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f54bb503-5f6d-4ca7-b8fc-034cbdf7d0e3 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:39:42.456103 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: f54bb503-5f6d-4ca7-b8fc-034cbdf7d0e3 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:39:42.456445 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f54bb503-5f6d-4ca7-b8fc-034cbdf7d0e3 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:39:42.470916 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b056a4e3-16e0-44c3-88b3-88316f72b2ae tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:42.547449 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b056a4e3-16e0-44c3-88b3-88316f72b2ae tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:42.554430 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b056a4e3-16e0-44c3-88b3-88316f72b2ae tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:42.555442 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b056a4e3-16e0-44c3-88b3-88316f72b2ae tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:42.659896 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056a4e3-16e0-44c3-88b3-88316f72b2ae tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Network': ['ID=acc5d697-b8a0-4410-853a-9bd44bf1e135,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:42.671901 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network acc5d697-b8a0-4410-853a-9bd44bf1e135 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:39:42.674066 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55996) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:42.710108 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4775a-92bf-4643-b017-0d14353ad52f req-53c57c9c-15ad-4c1a-9bb0-079e9d463b27 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:42.712146 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fcd4775a-92bf-4643-b017-0d14353ad52f req-53c57c9c-15ad-4c1a-9bb0-079e9d463b27 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=134dffc8-b496-450b-ba8d-03757c9edcc8 HTTP/1.1" status: 200 len: 945 time: 0.0673640 Dec 16 09:39:42.717528 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b056a4e3-16e0-44c3-88b3-88316f72b2ae tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5047607 Dec 16 09:39:42.720284 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56000) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:42.727735 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-b4911412-608c-46d3-a92a-b248859118f4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'subnet': {'network_id': 'acc5d697-b8a0-4410-853a-9bd44bf1e135', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:42.790706 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-b88389e3-c8f0-42f4-b671-c2ac1403cfe6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-530424720-network', 'tenant_id': '68e22e3a3da6417b82ce935493172fa4'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:42.822166 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fcd4775a-92bf-4643-b017-0d14353ad52f req-546bd373-6155-4ff3-a3e1-59f6396f50b2 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990450 Dec 16 09:39:42.889893 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88389e3-c8f0-42f4-b671-c2ac1403cfe6 admin admin] Made reservation on behalf of 68e22e3a3da6417b82ce935493172fa4 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:42.896120 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b88389e3-c8f0-42f4-b671-c2ac1403cfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:42.906219 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b88389e3-c8f0-42f4-b671-c2ac1403cfe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:42.957855 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3108303-82fd-4d99-a9fe-815de2f55496 req-78fa00ce-d040-4316-a825-df1ab75212c2 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:42.959477 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c3108303-82fd-4d99-a9fe-815de2f55496 req-78fa00ce-d040-4316-a825-df1ab75212c2 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=134dffc8-b496-450b-ba8d-03757c9edcc8 HTTP/1.1" status: 200 len: 945 time: 0.0626774 Dec 16 09:39:42.999944 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b88389e3-c8f0-42f4-b671-c2ac1403cfe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:43.003740 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c3108303-82fd-4d99-a9fe-815de2f55496 req-a67afda6-742f-4fdc-9aab-7c1838b1a147 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371213 Dec 16 09:39:43.005539 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4911412-608c-46d3-a92a-b248859118f4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Made reservation on behalf of 99d413ff86b742a089842b35110f3a30 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:43.011689 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4911412-608c-46d3-a92a-b248859118f4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:43.078124 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b88389e3-c8f0-42f4-b671-c2ac1403cfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:43.101391 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b88389e3-c8f0-42f4-b671-c2ac1403cfe6 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:39:43.154998 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88389e3-c8f0-42f4-b671-c2ac1403cfe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45cee23-814e-4044-b0d2-c3e838930de7,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:43.154998 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b88389e3-c8f0-42f4-b671-c2ac1403cfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:43.154998 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-b88389e3-c8f0-42f4-b671-c2ac1403cfe6 admin admin] Added segment ca770ec3-7794-40ab-9b98-1d4629c1db9b of type vlan for network 818dfd32-cf52-4369-aa91-a070d5ad14f3 Dec 16 09:39:43.166894 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b88389e3-c8f0-42f4-b671-c2ac1403cfe6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:43.253863 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b88389e3-c8f0-42f4-b671-c2ac1403cfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:43.258114 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88389e3-c8f0-42f4-b671-c2ac1403cfe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:43.258114 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b88389e3-c8f0-42f4-b671-c2ac1403cfe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:43.264468 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cb721e4d-f251-451f-a509-4ff5d41fc773 req-3cd8e341-7966-4a4a-9944-599b0aa2e553 tempest-ServerShowV247Test-1303658561 tempest-ServerShowV247Test-1303658561-project] 10.222.0.60 "GET /v2.0/ports?device_id=572b0fef-dbc6-42dd-90b0-092ed8504771 HTTP/1.1" status: 200 len: 210 time: 0.0267272 Dec 16 09:39:43.281150 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4911412-608c-46d3-a92a-b248859118f4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:43.346722 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88389e3-c8f0-42f4-b671-c2ac1403cfe6 admin admin] Pushing event updated for resources: {'Network': ['ID=818dfd32-cf52-4369-aa91-a070d5ad14f3,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:43.356201 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b88389e3-c8f0-42f4-b671-c2ac1403cfe6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6807489 Dec 16 09:39:43.357146 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56020) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:43.361408 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 818dfd32-cf52-4369-aa91-a070d5ad14f3 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:39:43.365310 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-3106efaa-36c7-40ef-b7a9-852b5eb941ef admin admin] Request body: {'subnet': {'network_id': '818dfd32-cf52-4369-aa91-a070d5ad14f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-530424720-subnet', 'tenant_id': '68e22e3a3da6417b82ce935493172fa4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:43.426840 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4911412-608c-46d3-a92a-b248859118f4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Subnet': ['ID=4ba8dafb-2b0d-432e-9f48-23897dd52d6a,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:43.436050 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4911412-608c-46d3-a92a-b248859118f4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Checking segment: {'id': '0e6852bb-6031-4de3-87cc-034f00462177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'acc5d697-b8a0-4410-853a-9bd44bf1e135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:43.436420 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4911412-608c-46d3-a92a-b248859118f4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Network hostable DHCP agents. Network: acc5d697-b8a0-4410-853a-9bd44bf1e135, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:39:43.453502 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c28934-280b-482d-88b4-88499826ff9a req-5c7f8ff5-1f49-45a7-8a8c-7fcae2f6d9f1 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:43.457648 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-49c28934-280b-482d-88b4-88499826ff9a req-5c7f8ff5-1f49-45a7-8a8c-7fcae2f6d9f1 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=134dffc8-b496-450b-ba8d-03757c9edcc8 HTTP/1.1" status: 200 len: 945 time: 0.0871897 Dec 16 09:39:43.481288 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3106efaa-36c7-40ef-b7a9-852b5eb941ef admin admin] Made reservation on behalf of 68e22e3a3da6417b82ce935493172fa4 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:43.481288 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3106efaa-36c7-40ef-b7a9-852b5eb941ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:43.505364 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-49c28934-280b-482d-88b4-88499826ff9a req-8252f96b-8296-4faa-926c-036a0e8d0cb6 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422196 Dec 16 09:39:43.567797 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4911412-608c-46d3-a92a-b248859118f4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Network acc5d697-b8a0-4410-853a-9bd44bf1e135 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:39:43.627528 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb91b36-49c4-47e5-9618-94eba75b8ece req-858b7ac8-4e5f-4dfd-a1e2-1638e7a17c94 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:43.629189 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ecb91b36-49c4-47e5-9618-94eba75b8ece req-858b7ac8-4e5f-4dfd-a1e2-1638e7a17c94 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/ports?device_id=a967ce3e-3dff-4615-b462-f1604016c464 HTTP/1.1" status: 200 len: 945 time: 0.0502708 Dec 16 09:39:43.665394 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-b4911412-608c-46d3-a92a-b248859118f4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, acc5d697-b8a0-4410-853a-9bd44bf1e135) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:43.670265 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4911412-608c-46d3-a92a-b248859118f4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:43.672254 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4911412-608c-46d3-a92a-b248859118f4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:43.673077 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4be1c08-f74f-4fcb-9f51-aa9edf61ff63 None None] Network acc5d697-b8a0-4410-853a-9bd44bf1e135 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:43.695057 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ecb91b36-49c4-47e5-9618-94eba75b8ece req-0c91ad75-7711-4774-a8e9-855dfa90de20 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/security-groups?id=e68aa81c-0a96-4c6e-a3e1-96a91dae878f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595391 Dec 16 09:39:43.747156 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3106efaa-36c7-40ef-b7a9-852b5eb941ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:43.808201 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106efaa-36c7-40ef-b7a9-852b5eb941ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6671658-f8cf-488c-bd79-f5bf2ae47ee8,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:43.812876 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3106efaa-36c7-40ef-b7a9-852b5eb941ef admin admin] Checking segment: {'id': 'ca770ec3-7794-40ab-9b98-1d4629c1db9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '818dfd32-cf52-4369-aa91-a070d5ad14f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:43.813523 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3106efaa-36c7-40ef-b7a9-852b5eb941ef admin admin] Network hostable DHCP agents. Network: 818dfd32-cf52-4369-aa91-a070d5ad14f3, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:39:43.815816 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56026) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:43.816473 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b4911412-608c-46d3-a92a-b248859118f4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0949178 Dec 16 09:39:43.822804 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-014f5dc3-7fe9-4b61-acbc-0a275d01dee7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'port': {'network_id': 'acc5d697-b8a0-4410-853a-9bd44bf1e135', 'name': 'tempest-PortsIpV6TestJSON-2120061693', 'fixed_ips': [{'subnet_id': '4ba8dafb-2b0d-432e-9f48-23897dd52d6a', 'ip_address': '2001:db8::10'}]}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:43.827578 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322807af-8fc6-43a0-bf4b-e00073ffa9b4 req-dad3124f-b4f0-437f-a9b6-14015c94bdab tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:43.835312 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-322807af-8fc6-43a0-bf4b-e00073ffa9b4 req-dad3124f-b4f0-437f-a9b6-14015c94bdab tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=134dffc8-b496-450b-ba8d-03757c9edcc8 HTTP/1.1" status: 200 len: 945 time: 0.0741904 Dec 16 09:39:43.855057 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5a274d-7290-41cc-9604-d23d62623dea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-acc5d697-b8a0-4410-853a-9bd44bf1e135', 'network_id': 'acc5d697-b8a0-4410-853a-9bd44bf1e135', 'tenant_id': '99d413ff86b742a089842b35110f3a30', 'fixed_ips': [{'subnet_id': '4ba8dafb-2b0d-432e-9f48-23897dd52d6a'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:39:43.858140 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-db5a274d-7290-41cc-9604-d23d62623dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:43.894725 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-322807af-8fc6-43a0-bf4b-e00073ffa9b4 req-9fd68ca7-73e9-4a98-867d-22adfec8571e tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536947 Dec 16 09:39:43.991127 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3106efaa-36c7-40ef-b7a9-852b5eb941ef admin admin] Network 818dfd32-cf52-4369-aa91-a070d5ad14f3 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:39:44.029346 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-db5a274d-7290-41cc-9604-d23d62623dea None None] Allocated IP 2001:db8::2 (acc5d697-b8a0-4410-853a-9bd44bf1e135/4ba8dafb-2b0d-432e-9f48-23897dd52d6a/8808b1b9-a3d8-46cb-887e-8db9734ed9e4) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:44.063233 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52ef51-f85a-4417-a397-ae6f18976337 req-0d9eefde-1fe4-4729-b20c-42e621bdb8a7 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:44.069153 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52ef51-f85a-4417-a397-ae6f18976337 req-0d9eefde-1fe4-4729-b20c-42e621bdb8a7 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:44.075116 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52ef51-f85a-4417-a397-ae6f18976337 req-0d9eefde-1fe4-4729-b20c-42e621bdb8a7 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:44.080950 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52ef51-f85a-4417-a397-ae6f18976337 req-0d9eefde-1fe4-4729-b20c-42e621bdb8a7 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:44.087380 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52ef51-f85a-4417-a397-ae6f18976337 req-0d9eefde-1fe4-4729-b20c-42e621bdb8a7 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:44.093214 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52ef51-f85a-4417-a397-ae6f18976337 req-0d9eefde-1fe4-4729-b20c-42e621bdb8a7 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:44.098982 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52ef51-f85a-4417-a397-ae6f18976337 req-0d9eefde-1fe4-4729-b20c-42e621bdb8a7 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:44.102115 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a52ef51-f85a-4417-a397-ae6f18976337 req-0d9eefde-1fe4-4729-b20c-42e621bdb8a7 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5434 time: 0.1746879 Dec 16 09:39:44.105861 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-3106efaa-36c7-40ef-b7a9-852b5eb941ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 818dfd32-cf52-4369-aa91-a070d5ad14f3) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:44.110749 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3106efaa-36c7-40ef-b7a9-852b5eb941ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:44.111211 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3106efaa-36c7-40ef-b7a9-852b5eb941ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:44.117706 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc4ada6-e5cb-4323-a87f-fe557d865f03 None None] Network 818dfd32-cf52-4369-aa91-a070d5ad14f3 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:44.137068 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc6623-406d-4c63-9633-04427d7adf07 req-d01f18bc-4c02-4bc9-9cc1-cf9210537113 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:44.138448 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72dc6623-406d-4c63-9633-04427d7adf07 req-d01f18bc-4c02-4bc9-9cc1-cf9210537113 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.57 "GET /v2.0/ports?device_id=a967ce3e-3dff-4615-b462-f1604016c464 HTTP/1.1" status: 200 len: 945 time: 0.1646786 Dec 16 09:39:44.187684 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014f5dc3-7fe9-4b61-acbc-0a275d01dee7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Made reservation on behalf of 99d413ff86b742a089842b35110f3a30 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:44.244166 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a52ef51-f85a-4417-a397-ae6f18976337 req-1d6ea19d-9ab0-447a-8f8e-5fc66c36a321 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1260564 Dec 16 09:39:44.246419 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-db5a274d-7290-41cc-9604-d23d62623dea None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:44.263708 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3106efaa-36c7-40ef-b7a9-852b5eb941ef admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9015818 Dec 16 09:39:44.264064 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56038) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:44.268720 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-a091eb62-1f66-447b-80ce-ee54acb43d6d admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-530424720-router', 'tenant_id': '68e22e3a3da6417b82ce935493172fa4', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:44.339842 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-014f5dc3-7fe9-4b61-acbc-0a275d01dee7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:44.347076 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299dc8de-6541-4a09-9743-b496f730d9f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-818dfd32-cf52-4369-aa91-a070d5ad14f3', 'network_id': '818dfd32-cf52-4369-aa91-a070d5ad14f3', 'tenant_id': '68e22e3a3da6417b82ce935493172fa4', 'fixed_ips': [{'subnet_id': 'e6671658-f8cf-488c-bd79-f5bf2ae47ee8'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:39:44.348011 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-299dc8de-6541-4a09-9743-b496f730d9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:44.365157 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-72dc6623-406d-4c63-9633-04427d7adf07 req-4fe0f74b-e6cc-42a9-9496-21e860acb524 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Deleting port 94b7c23b-84ca-4d19-86a9-5e6534ace2dd {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:44.365484 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-72dc6623-406d-4c63-9633-04427d7adf07 req-4fe0f74b-e6cc-42a9-9496-21e860acb524 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:44.371096 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-014f5dc3-7fe9-4b61-acbc-0a275d01dee7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] device_id is not set on port 5fbf2a5a-880d-417b-be49-a586f48b6399 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:39:44.391068 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a091eb62-1f66-447b-80ce-ee54acb43d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:44.391068 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a091eb62-1f66-447b-80ce-ee54acb43d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:44.422934 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-db5a274d-7290-41cc-9604-d23d62623dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:44.471886 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a091eb62-1f66-447b-80ce-ee54acb43d6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:44.486662 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a274d-7290-41cc-9604-d23d62623dea None None] Pushing event updated for resources: {'Port': ['ID=8808b1b9-a3d8-46cb-887e-8db9734ed9e4,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:44.503803 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5a274d-7290-41cc-9604-d23d62623dea None None] Network acc5d697-b8a0-4410-853a-9bd44bf1e135 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:44.510177 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-db5a274d-7290-41cc-9604-d23d62623dea None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:44.533785 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5a274d-7290-41cc-9604-d23d62623dea None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:44.578578 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-72dc6623-406d-4c63-9633-04427d7adf07 req-4fe0f74b-e6cc-42a9-9496-21e860acb524 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] For port 94b7c23b-84ca-4d19-86a9-5e6534ace2dd, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=94b7c23b-84ca-4d19-86a9-5e6534ace2dd,segment=NetworkSegment(dd5fa93b-702f-45a8-997f-890782890505),segment_id=dd5fa93b-702f-45a8-997f-890782890505)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:44.578941 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-72dc6623-406d-4c63-9633-04427d7adf07 req-4fe0f74b-e6cc-42a9-9496-21e860acb524 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:44.599252 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-299dc8de-6541-4a09-9743-b496f730d9f4 None None] Allocated IP 172.20.0.2 (818dfd32-cf52-4369-aa91-a070d5ad14f3/e6671658-f8cf-488c-bd79-f5bf2ae47ee8/c99b6396-d20c-487a-9d3c-e994980bce22) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:44.613648 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-db5a274d-7290-41cc-9604-d23d62623dea None None] Attempting to bind port 8808b1b9-a3d8-46cb-887e-8db9734ed9e4 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:39:44.614565 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-db5a274d-7290-41cc-9604-d23d62623dea None None] Attempting to bind port 8808b1b9-a3d8-46cb-887e-8db9734ed9e4 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '0e6852bb-6031-4de3-87cc-034f00462177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'acc5d697-b8a0-4410-853a-9bd44bf1e135'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:39:44.615102 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a274d-7290-41cc-9604-d23d62623dea None None] Attempting to bind port 8808b1b9-a3d8-46cb-887e-8db9734ed9e4 on network acc5d697-b8a0-4410-853a-9bd44bf1e135 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:39:44.622974 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a274d-7290-41cc-9604-d23d62623dea None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:39:44.623357 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a274d-7290-41cc-9604-d23d62623dea None None] Checking segment: {'id': '0e6852bb-6031-4de3-87cc-034f00462177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'acc5d697-b8a0-4410-853a-9bd44bf1e135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:44.623767 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-db5a274d-7290-41cc-9604-d23d62623dea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:44.624164 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a274d-7290-41cc-9604-d23d62623dea None None] Bound using segment: {'id': '0e6852bb-6031-4de3-87cc-034f00462177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'acc5d697-b8a0-4410-853a-9bd44bf1e135'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:39:44.624295 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-72dc6623-406d-4c63-9633-04427d7adf07 req-4fe0f74b-e6cc-42a9-9496-21e860acb524 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Calling delete_port for 94b7c23b-84ca-4d19-86a9-5e6534ace2dd owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:44.624639 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-db5a274d-7290-41cc-9604-d23d62623dea None None] Bound port: 8808b1b9-a3d8-46cb-887e-8db9734ed9e4, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6852bb-6031-4de3-87cc-034f00462177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'acc5d697-b8a0-4410-853a-9bd44bf1e135'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:39:44.625017 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-db5a274d-7290-41cc-9604-d23d62623dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:44.645292 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-014f5dc3-7fe9-4b61-acbc-0a275d01dee7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Allocated IP 2001:db8::10 (acc5d697-b8a0-4410-853a-9bd44bf1e135/4ba8dafb-2b0d-432e-9f48-23897dd52d6a/5fbf2a5a-880d-417b-be49-a586f48b6399) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:44.708249 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a091eb62-1f66-447b-80ce-ee54acb43d6d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:44.758028 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-db5a274d-7290-41cc-9604-d23d62623dea None None] For port 8808b1b9-a3d8-46cb-887e-8db9734ed9e4, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:39:44.781950 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-db5a274d-7290-41cc-9604-d23d62623dea None None] For port 8808b1b9-a3d8-46cb-887e-8db9734ed9e4, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8808b1b9-a3d8-46cb-887e-8db9734ed9e4,segment=NetworkSegment(0e6852bb-6031-4de3-87cc-034f00462177),segment_id=0e6852bb-6031-4de3-87cc-034f00462177)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:39:44.783046 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4640d-225f-41ca-9b54-3612541c54ab req-2b708576-0942-4799-91a2-4f480502b6b1 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:44.785713 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d3d4640d-225f-41ca-9b54-3612541c54ab req-2b708576-0942-4799-91a2-4f480502b6b1 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=134dffc8-b496-450b-ba8d-03757c9edcc8 HTTP/1.1" status: 200 len: 945 time: 0.0622542 Dec 16 09:39:44.852399 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-299dc8de-6541-4a09-9743-b496f730d9f4 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:44.872046 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-db5a274d-7290-41cc-9604-d23d62623dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:44.890431 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d3d4640d-225f-41ca-9b54-3612541c54ab req-10f22df8-eabc-429c-accf-32e06bdb0182 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943272 Dec 16 09:39:44.914893 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56056) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:44.923860 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-299dc8de-6541-4a09-9743-b496f730d9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:44.990813 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a274d-7290-41cc-9604-d23d62623dea None None] Pushing event updated for resources: {'Port': ['ID=8808b1b9-a3d8-46cb-887e-8db9734ed9e4,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:44.993381 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a645361-75ab-4a8e-91b8-67edab9940c0 req-e9cb14ed-4b77-4a79-93e9-9c2adae4c19b tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:44.996110 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8a645361-75ab-4a8e-91b8-67edab9940c0 req-e9cb14ed-4b77-4a79-93e9-9c2adae4c19b tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/ports?device_id=a967ce3e-3dff-4615-b462-f1604016c464 HTTP/1.1" status: 200 len: 945 time: 0.1853518 Dec 16 09:39:44.999725 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299dc8de-6541-4a09-9743-b496f730d9f4 None None] Network 818dfd32-cf52-4369-aa91-a070d5ad14f3 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:45.046016 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-299dc8de-6541-4a09-9743-b496f730d9f4 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:45.074681 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299dc8de-6541-4a09-9743-b496f730d9f4 None None] Pushing event updated for resources: {'Port': ['ID=c99b6396-d20c-487a-9d3c-e994980bce22,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:45.077890 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299dc8de-6541-4a09-9743-b496f730d9f4 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:45.088469 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-014f5dc3-7fe9-4b61-acbc-0a275d01dee7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:45.114295 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8a645361-75ab-4a8e-91b8-67edab9940c0 req-b98b2d27-b8ad-48db-97f9-36edf47ce0c9 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/security-groups?id=e68aa81c-0a96-4c6e-a3e1-96a91dae878f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093357 Dec 16 09:39:45.134954 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:39:45.144450 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ba655e67-4b3e-4856-8000-ae07e7537579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:45.163789 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-72dc6623-406d-4c63-9633-04427d7adf07 req-4fe0f74b-e6cc-42a9-9496-21e860acb524 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:45.245570 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0f74b-e6cc-42a9-9496-21e860acb524 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Pushing event deleted for resources: {'Port': ['ID=94b7c23b-84ca-4d19-86a9-5e6534ace2dd,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:45.247302 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-299dc8de-6541-4a09-9743-b496f730d9f4 None None] Attempting to bind port c99b6396-d20c-487a-9d3c-e994980bce22 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:39:45.247682 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-299dc8de-6541-4a09-9743-b496f730d9f4 None None] Attempting to bind port c99b6396-d20c-487a-9d3c-e994980bce22 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'ca770ec3-7794-40ab-9b98-1d4629c1db9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '818dfd32-cf52-4369-aa91-a070d5ad14f3'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:39:45.248051 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299dc8de-6541-4a09-9743-b496f730d9f4 None None] Attempting to bind port c99b6396-d20c-487a-9d3c-e994980bce22 on network 818dfd32-cf52-4369-aa91-a070d5ad14f3 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:39:45.253758 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299dc8de-6541-4a09-9743-b496f730d9f4 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:39:45.254260 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299dc8de-6541-4a09-9743-b496f730d9f4 None None] Checking segment: {'id': 'ca770ec3-7794-40ab-9b98-1d4629c1db9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '818dfd32-cf52-4369-aa91-a070d5ad14f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:45.254658 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-299dc8de-6541-4a09-9743-b496f730d9f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:45.255053 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299dc8de-6541-4a09-9743-b496f730d9f4 None None] Bound using segment: {'id': 'ca770ec3-7794-40ab-9b98-1d4629c1db9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '818dfd32-cf52-4369-aa91-a070d5ad14f3'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:39:45.255528 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-299dc8de-6541-4a09-9743-b496f730d9f4 None None] Bound port: c99b6396-d20c-487a-9d3c-e994980bce22, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca770ec3-7794-40ab-9b98-1d4629c1db9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '818dfd32-cf52-4369-aa91-a070d5ad14f3'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:39:45.256168 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-299dc8de-6541-4a09-9743-b496f730d9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:45.315211 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-72dc6623-406d-4c63-9633-04427d7adf07 req-4fe0f74b-e6cc-42a9-9496-21e860acb524 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] No DVR routers for this DVR port 94b7c23b-84ca-4d19-86a9-5e6534ace2dd on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:39:45.315731 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-72dc6623-406d-4c63-9633-04427d7adf07 req-4fe0f74b-e6cc-42a9-9496-21e860acb524 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:45.319594 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72dc6623-406d-4c63-9633-04427d7adf07 req-4fe0f74b-e6cc-42a9-9496-21e860acb524 tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.57 "DELETE /v2.0/ports/94b7c23b-84ca-4d19-86a9-5e6534ace2dd HTTP/1.1" status: 204 len: 173 time: 1.1730585 Dec 16 09:39:45.325477 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a967ce3e-3dff-4615-b462-f1604016c464', 'name': 'network-vif-deleted', 'tag': '94b7c23b-84ca-4d19-86a9-5e6534ace2dd'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:39:45.329736 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fe114c-1a30-431d-b818-5c0d7f90b973" -d '{"events": [{"server_uuid": "a967ce3e-3dff-4615-b462-f1604016c464", "name": "network-vif-deleted", "tag": "94b7c23b-84ca-4d19-86a9-5e6534ace2dd"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:39:45.333751 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-014f5dc3-7fe9-4b61-acbc-0a275d01dee7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:45.425365 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:45.426220 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df75bc34-f2bf-4861-a944-f856fbb83800 x-openstack-request-id: req-df75bc34-f2bf-4861-a944-f856fbb83800 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:39:45.426620 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a967ce3e-3dff-4615-b462-f1604016c464", "name": "network-vif-deleted", "tag": "94b7c23b-84ca-4d19-86a9-5e6534ace2dd", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:39:45.426959 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-df75bc34-f2bf-4861-a944-f856fbb83800 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:39:45.427448 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a967ce3e-3dff-4615-b462-f1604016c464', 'name': 'network-vif-deleted', 'tag': '94b7c23b-84ca-4d19-86a9-5e6534ace2dd', 'status': 'completed', 'code': 200} Dec 16 09:39:45.480630 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185bb750-6449-4053-a83d-cdb9428568e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:39:45.483330 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8891b3e6-054c-4840-919d-ada7abf77e5a" -d '{"events": [{"server_uuid": "185bb750-6449-4053-a83d-cdb9428568e4", "name": "network-vif-unplugged", "status": "completed", "tag": "c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:39:45.486719 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-299dc8de-6541-4a09-9743-b496f730d9f4 None None] For port c99b6396-d20c-487a-9d3c-e994980bce22, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:39:45.502343 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014f5dc3-7fe9-4b61-acbc-0a275d01dee7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Network acc5d697-b8a0-4410-853a-9bd44bf1e135 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:45.508994 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:45.516081 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-299dc8de-6541-4a09-9743-b496f730d9f4 None None] For port c99b6396-d20c-487a-9d3c-e994980bce22, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=c99b6396-d20c-487a-9d3c-e994980bce22,segment=NetworkSegment(ca770ec3-7794-40ab-9b98-1d4629c1db9b),segment_id=ca770ec3-7794-40ab-9b98-1d4629c1db9b)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:39:45.524638 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-014f5dc3-7fe9-4b61-acbc-0a275d01dee7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:45.534812 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014f5dc3-7fe9-4b61-acbc-0a275d01dee7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:45.541842 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014f5dc3-7fe9-4b61-acbc-0a275d01dee7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:45.551768 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-014f5dc3-7fe9-4b61-acbc-0a275d01dee7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:45.551768 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f5dc3-7fe9-4b61-acbc-0a275d01dee7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Port': ['ID=5fbf2a5a-880d-417b-be49-a586f48b6399,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:45.552256 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f942ed6-94a5-4de0-9b24-1e40ec767ebe x-openstack-request-id: req-5f942ed6-94a5-4de0-9b24-1e40ec767ebe {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:39:45.552256 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "185bb750-6449-4053-a83d-cdb9428568e4", "name": "network-vif-unplugged", "status": "completed", "tag": "c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:39:45.552256 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5f942ed6-94a5-4de0-9b24-1e40ec767ebe {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:39:45.552256 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '185bb750-6449-4053-a83d-cdb9428568e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1', 'code': 200} Dec 16 09:39:45.582252 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-46738990-688a-4c00-b4c2-15c075c59545 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:45.588818 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-46738990-688a-4c00-b4c2-15c075c59545 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:45.594783 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-46738990-688a-4c00-b4c2-15c075c59545 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:45.598377 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:45.599095 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 94b7c23b-84ca-4d19-86a9-5e6534ace2dd no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:39:45.611854 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-46738990-688a-4c00-b4c2-15c075c59545 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:45.618469 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-46738990-688a-4c00-b4c2-15c075c59545 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:45.625243 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-46738990-688a-4c00-b4c2-15c075c59545 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:45.631785 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-46738990-688a-4c00-b4c2-15c075c59545 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:45.633996 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-46738990-688a-4c00-b4c2-15c075c59545 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.57 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5434 time: 0.2243867 Dec 16 09:39:45.649233 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 94b7c23b-84ca-4d19-86a9-5e6534ace2dd {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:39:45.649580 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 94b7c23b-84ca-4d19-86a9-5e6534ace2dd not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:39:45.666284 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ba655e67-4b3e-4856-8000-ae07e7537579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:45.668527 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-299dc8de-6541-4a09-9743-b496f730d9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:45.684707 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1,revision_number=8']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:45.718935 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-7b9957f3-86ee-4537-882c-ece5b3bde742 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:45.723940 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-7b9957f3-86ee-4537-882c-ece5b3bde742 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.57 "GET /v2.0/ports/c0f0f737-e643-4831-9c6f-93b9615090fb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0762043 Dec 16 09:39:45.745725 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbba37a-aa60-4b48-a664-a94448cad88e req-4451e8a0-f8c3-4f55-823c-657a633b9cc5 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:45.751610 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbba37a-aa60-4b48-a664-a94448cad88e req-4451e8a0-f8c3-4f55-823c-657a633b9cc5 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:45.759044 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-014f5dc3-7fe9-4b61-acbc-0a275d01dee7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9383678 Dec 16 09:39:45.759246 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbba37a-aa60-4b48-a664-a94448cad88e req-4451e8a0-f8c3-4f55-823c-657a633b9cc5 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:45.763734 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbba37a-aa60-4b48-a664-a94448cad88e req-4451e8a0-f8c3-4f55-823c-657a633b9cc5 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:45.769700 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbba37a-aa60-4b48-a664-a94448cad88e req-4451e8a0-f8c3-4f55-823c-657a633b9cc5 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:45.776655 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbba37a-aa60-4b48-a664-a94448cad88e req-4451e8a0-f8c3-4f55-823c-657a633b9cc5 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:45.777744 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299dc8de-6541-4a09-9743-b496f730d9f4 None None] Pushing event updated for resources: {'Port': ['ID=c99b6396-d20c-487a-9d3c-e994980bce22,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:45.782743 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbba37a-aa60-4b48-a664-a94448cad88e req-4451e8a0-f8c3-4f55-823c-657a633b9cc5 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:45.791343 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9cbba37a-aa60-4b48-a664-a94448cad88e req-4451e8a0-f8c3-4f55-823c-657a633b9cc5 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 5434 time: 0.1869044 Dec 16 09:39:45.793684 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a091eb62-1f66-447b-80ce-ee54acb43d6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:45.795534 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56068) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:45.797285 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ba655e67-4b3e-4856-8000-ae07e7537579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:45.804240 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9234fd7-3081-47c3-a1c7-a7737606324c req-2fde6103-f9e2-4450-a626-3dfe1aec1304 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:45.806036 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b9234fd7-3081-47c3-a1c7-a7737606324c req-2fde6103-f9e2-4450-a626-3dfe1aec1304 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.58 "GET /v2.0/ports?device_id=134dffc8-b496-450b-ba8d-03757c9edcc8 HTTP/1.1" status: 200 len: 945 time: 0.1897578 Dec 16 09:39:45.818545 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-36b1473d-d383-4ca4-b3e9-0871b5b7dd02 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'port': {'network_id': 'acc5d697-b8a0-4410-853a-9bd44bf1e135', 'name': 'tempest-PortsIpV6TestJSON-423800081', 'fixed_ips': [{'subnet_id': '4ba8dafb-2b0d-432e-9f48-23897dd52d6a', 'ip_address': '2001:db8::f'}]}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:45.871566 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba655e67-4b3e-4856-8000-ae07e7537579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95edb677-e31d-4b74-9fbb-8e02cdf57013,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:45.882958 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ba655e67-4b3e-4856-8000-ae07e7537579 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=054542bc8a394b5584cdccbfdf48adf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9638410 Dec 16 09:39:45.885985 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56070) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:45.903790 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a091eb62-1f66-447b-80ce-ee54acb43d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:45.978041 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-ba92ea49-fe07-4af7-a25d-2fa22ec15905 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.57 "GET /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2481389 Dec 16 09:39:45.994743 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-cbbf9c20-d5e0-40fa-ab85-de767ff0915f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:46.065913 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9cbba37a-aa60-4b48-a664-a94448cad88e req-ef93c801-cec2-4c3d-ab10-253928408014 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2736938 Dec 16 09:39:46.082558 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52367eb4-f94c-4b02-9f50-a186fe208773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:46.130410 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-cbbf9c20-d5e0-40fa-ab85-de767ff0915f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:46.152399 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52367eb4-f94c-4b02-9f50-a186fe208773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:46.196134 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb477b-08e4-4be0-ac1b-81ee923a6449 req-5338ab25-c112-4780-ab1e-183b1fe74dec tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:46.197931 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b8cb477b-08e4-4be0-ac1b-81ee923a6449 req-5338ab25-c112-4780-ab1e-183b1fe74dec tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=134dffc8-b496-450b-ba8d-03757c9edcc8 HTTP/1.1" status: 200 len: 945 time: 0.1762865 Dec 16 09:39:46.228590 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-a091eb62-1f66-447b-80ce-ee54acb43d6d admin admin] Allocated IP 172.25.1.99 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:46.335178 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b8cb477b-08e4-4be0-ac1b-81ee923a6449 req-4432b750-2884-4bbe-9dbb-9a9f369cc84c tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/security-groups?id=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264880 Dec 16 09:39:46.398523 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dea4e760-b7d1-4418-9563-f64ec0434912 req-b7838eab-d4cc-42df-ad78-211ffed3952f tempest-VolumesSnapshotTestJSON-1981973650 tempest-VolumesSnapshotTestJSON-1981973650-project] 10.222.0.60 "GET /v2.0/ports?device_id=a967ce3e-3dff-4615-b462-f1604016c464 HTTP/1.1" status: 200 len: 210 time: 0.0944679 Dec 16 09:39:46.435671 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-b9234fd7-3081-47c3-a1c7-a7737606324c req-394f54c8-d821-446a-ac9b-4c77fc12b523 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Deleting port e30fb46e-3db0-424e-abca-299af1302187 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:46.439542 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b9234fd7-3081-47c3-a1c7-a7737606324c req-394f54c8-d821-446a-ac9b-4c77fc12b523 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:46.523641 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-cbbf9c20-d5e0-40fa-ab85-de767ff0915f service neutron] For port c0f0f737-e643-4831-9c6f-93b9615090fb, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c0f0f737-e643-4831-9c6f-93b9615090fb,segment=NetworkSegment(8d69c9a9-3071-4ca9-b695-b89cbd7318a7),segment_id=8d69c9a9-3071-4ca9-b695-b89cbd7318a7)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:46.553890 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8808b1b9-a3d8-46cb-887e-8db9734ed9e4 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:46.571335 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-b9234fd7-3081-47c3-a1c7-a7737606324c req-394f54c8-d821-446a-ac9b-4c77fc12b523 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] For port e30fb46e-3db0-424e-abca-299af1302187, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=e30fb46e-3db0-424e-abca-299af1302187,segment=NetworkSegment(a2ee8051-abfb-4f5b-b081-c86ac7eab054),segment_id=a2ee8051-abfb-4f5b-b081-c86ac7eab054)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:46.571572 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b9234fd7-3081-47c3-a1c7-a7737606324c req-394f54c8-d821-446a-ac9b-4c77fc12b523 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:46.580513 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52367eb4-f94c-4b02-9f50-a186fe208773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:46.585365 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52367eb4-f94c-4b02-9f50-a186fe208773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:46.587169 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-52367eb4-f94c-4b02-9f50-a186fe208773 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/95edb677-e31d-4b74-9fbb-8e02cdf57013 HTTP/1.1" status: 204 len: 168 time: 0.7000537 Dec 16 09:39:46.600026 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-b9234fd7-3081-47c3-a1c7-a7737606324c req-394f54c8-d821-446a-ac9b-4c77fc12b523 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Calling delete_port for e30fb46e-3db0-424e-abca-299af1302187 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:46.602012 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-cbbf9c20-d5e0-40fa-ab85-de767ff0915f service neutron] For port c0f0f737-e643-4831-9c6f-93b9615090fb, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:39:46.605690 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52367eb4-f94c-4b02-9f50-a186fe208773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95edb677-e31d-4b74-9fbb-8e02cdf57013,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:46.635172 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dd1930-cf34-4eef-b4aa-ccffef4f82c2 None None] Network acc5d697-b8a0-4410-853a-9bd44bf1e135 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:46.660846 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-cbbf9c20-d5e0-40fa-ab85-de767ff0915f service neutron] device_id is not set on port c0f0f737-e643-4831-9c6f-93b9615090fb yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:39:46.690276 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-cbbf9c20-d5e0-40fa-ab85-de767ff0915f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:46.698753 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 8808b1b9-a3d8-46cb-887e-8db9734ed9e4 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:46.698753 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:46.752122 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b1473d-d383-4ca4-b3e9-0871b5b7dd02 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Made reservation on behalf of 99d413ff86b742a089842b35110f3a30 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:46.818677 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-cbbf9c20-d5e0-40fa-ab85-de767ff0915f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:46.934429 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf9c20-d5e0-40fa-ab85-de767ff0915f service neutron] Pushing event updated for resources: {'Port': ['ID=c0f0f737-e643-4831-9c6f-93b9615090fb,revision_number=6']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:46.964453 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a091eb62-1f66-447b-80ce-ee54acb43d6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:46.964845 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-000287aa-e638-41d0-a2a4-ee8b297e6a15 None None] Provisioning complete for port 8808b1b9-a3d8-46cb-887e-8db9734ed9e4 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:46.965314 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-000287aa-e638-41d0-a2a4-ee8b297e6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:47.012444 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-36b1473d-d383-4ca4-b3e9-0871b5b7dd02 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:47.037672 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-36b1473d-d383-4ca4-b3e9-0871b5b7dd02 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] device_id is not set on port 8fb7a936-8160-405a-b5b1-ff85deb27cac yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:39:47.040266 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-cbbf9c20-d5e0-40fa-ab85-de767ff0915f service neutron] No DVR routers for this DVR port c0f0f737-e643-4831-9c6f-93b9615090fb on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:39:47.115596 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:39:47.163117 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-cbbf9c20-d5e0-40fa-ab85-de767ff0915f service neutron] In _notify_port_updated(), no bound segment for port c0f0f737-e643-4831-9c6f-93b9615090fb on network 684e8d31-9cdf-4419-92e5-be50ab03fd53 {{(pid=102817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:39:47.167037 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-cbbf9c20-d5e0-40fa-ab85-de767ff0915f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:47.168445 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-cbbf9c20-d5e0-40fa-ab85-de767ff0915f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:47.171952 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-cbbf9c20-d5e0-40fa-ab85-de767ff0915f service neutron] 10.222.0.57 "PUT /v2.0/ports/c0f0f737-e643-4831-9c6f-93b9615090fb HTTP/1.1" status: 200 len: 1027 time: 1.1867189 Dec 16 09:39:47.216083 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b9234fd7-3081-47c3-a1c7-a7737606324c req-394f54c8-d821-446a-ac9b-4c77fc12b523 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:47.272206 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-a3cd9c8e-f4bb-43da-9d08-5be84da0badf tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:47.277894 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['e30fb46e-3db0-424e-abca-299af1302187'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:39:47.280183 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-a3cd9c8e-f4bb-43da-9d08-5be84da0badf tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.57 "GET /v2.0/ports/e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0973344 Dec 16 09:39:47.311440 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f54c8-d821-446a-ac9b-4c77fc12b523 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Pushing event deleted for resources: {'Port': ['ID=e30fb46e-3db0-424e-abca-299af1302187,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:47.329274 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-d54ff4f7-ad82-4732-b17e-37d29e15cd46 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:47.408223 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.resource_extend [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 09:39:47.482091 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9234fd7-3081-47c3-a1c7-a7737606324c req-394f54c8-d821-446a-ac9b-4c77fc12b523 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] No DVR routers for this DVR port e30fb46e-3db0-424e-abca-299af1302187 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:39:47.500248 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b9234fd7-3081-47c3-a1c7-a7737606324c req-394f54c8-d821-446a-ac9b-4c77fc12b523 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:47.502601 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878661c-2234-4a98-bd01-2adadcd55b24 req-ad3306b9-fd34-42bb-923f-2f1ae9ece16b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:47.504299 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b9234fd7-3081-47c3-a1c7-a7737606324c req-394f54c8-d821-446a-ac9b-4c77fc12b523 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.58 "DELETE /v2.0/ports/e30fb46e-3db0-424e-abca-299af1302187 HTTP/1.1" status: 204 len: 173 time: 1.6896648 Dec 16 09:39:47.508871 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134dffc8-b496-450b-ba8d-03757c9edcc8', 'name': 'network-vif-deleted', 'tag': 'e30fb46e-3db0-424e-abca-299af1302187'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:39:47.511557 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb5f505-9e48-4241-ae15-f6793cd39509" -d '{"events": [{"server_uuid": "134dffc8-b496-450b-ba8d-03757c9edcc8", "name": "network-vif-deleted", "tag": "e30fb46e-3db0-424e-abca-299af1302187"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:39:47.518724 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878661c-2234-4a98-bd01-2adadcd55b24 req-ad3306b9-fd34-42bb-923f-2f1ae9ece16b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:47.526173 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878661c-2234-4a98-bd01-2adadcd55b24 req-ad3306b9-fd34-42bb-923f-2f1ae9ece16b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:47.531927 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:47.532099 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878661c-2234-4a98-bd01-2adadcd55b24 req-ad3306b9-fd34-42bb-923f-2f1ae9ece16b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:47.543212 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878661c-2234-4a98-bd01-2adadcd55b24 req-ad3306b9-fd34-42bb-923f-2f1ae9ece16b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:47.550492 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1', 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f', 'port_id': 'c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1', 'mac_address': 'fa:16:3e:ba:ba:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3e23022-6181-4c07-9324-a5452325576b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:39:47.551614 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878661c-2234-4a98-bd01-2adadcd55b24 req-ad3306b9-fd34-42bb-923f-2f1ae9ece16b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:47.552999 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3b572a90-271b-40e1-90c5-0c5201fd1a35 req-11426653-40a0-414c-a255-dbb1137c6fb8 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=134dffc8-b496-450b-ba8d-03757c9edcc8 HTTP/1.1" status: 200 len: 210 time: 0.0600741 Dec 16 09:39:47.553536 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e878661c-2234-4a98-bd01-2adadcd55b24 req-ad3306b9-fd34-42bb-923f-2f1ae9ece16b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 4660 time: 0.2721460 Dec 16 09:39:47.571304 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bdd682-cf68-4c92-ba7b-a8cd656abd58 None None] Network 818dfd32-cf52-4369-aa91-a070d5ad14f3 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:47.578624 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-36b1473d-d383-4ca4-b3e9-0871b5b7dd02 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Allocated IP 2001:db8::f (acc5d697-b8a0-4410-853a-9bd44bf1e135/4ba8dafb-2b0d-432e-9f48-23897dd52d6a/8fb7a936-8160-405a-b5b1-ff85deb27cac) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:47.600114 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:47.608819 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-d54ff4f7-ad82-4732-b17e-37d29e15cd46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:47.741376 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:47.781652 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:39:47.842240 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-d54ff4f7-ad82-4732-b17e-37d29e15cd46 service neutron] For port e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67,segment=NetworkSegment(8d69c9a9-3071-4ca9-b695-b89cbd7318a7),segment_id=8d69c9a9-3071-4ca9-b695-b89cbd7318a7)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:47.853690 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d07b2f8-b5a5-4b2e-887b-67138d311fa3 x-openstack-request-id: req-0d07b2f8-b5a5-4b2e-887b-67138d311fa3 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:39:47.854649 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134dffc8-b496-450b-ba8d-03757c9edcc8", "name": "network-vif-deleted", "tag": "e30fb46e-3db0-424e-abca-299af1302187", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:39:47.854649 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0d07b2f8-b5a5-4b2e-887b-67138d311fa3 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:39:47.855608 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '134dffc8-b496-450b-ba8d-03757c9edcc8', 'name': 'network-vif-deleted', 'tag': 'e30fb46e-3db0-424e-abca-299af1302187', 'status': 'completed', 'code': 200} Dec 16 09:39:47.858179 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a091eb62-1f66-447b-80ce-ee54acb43d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:47.866284 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e878661c-2234-4a98-bd01-2adadcd55b24 req-1afb8861-9f4b-4655-b72a-ec99c51c5a5a tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&id=174c1064-d9bd-4579-9091-596dd7aa8e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3038015 Dec 16 09:39:47.905293 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-36b1473d-d383-4ca4-b3e9-0871b5b7dd02 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:47.905406 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-000287aa-e638-41d0-a2a4-ee8b297e6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:47.908316 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-d54ff4f7-ad82-4732-b17e-37d29e15cd46 service neutron] For port e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:39:47.921305 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a091eb62-1f66-447b-80ce-ee54acb43d6d admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:47.927134 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-a091eb62-1f66-447b-80ce-ee54acb43d6d admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:47.930749 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a091eb62-1f66-447b-80ce-ee54acb43d6d admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:47.943471 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:47.949776 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-d54ff4f7-ad82-4732-b17e-37d29e15cd46 service neutron] device_id is not set on port e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:39:47.958146 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 8808b1b9-a3d8-46cb-887e-8db9734ed9e4, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8808b1b9-a3d8-46cb-887e-8db9734ed9e4,segment=NetworkSegment(0e6852bb-6031-4de3-87cc-034f00462177),segment_id=0e6852bb-6031-4de3-87cc-034f00462177)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:47.967112 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-d54ff4f7-ad82-4732-b17e-37d29e15cd46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:48.014698 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a091eb62-1f66-447b-80ce-ee54acb43d6d admin admin] Pushing event updated for resources: {'Port': ['ID=ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:48.048392 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:48.058983 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:48.059877 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device c99b6396-d20c-487a-9d3c-e994980bce22 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:48.060012 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-d54ff4f7-ad82-4732-b17e-37d29e15cd46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:48.197799 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-d54ff4f7-ad82-4732-b17e-37d29e15cd46 service neutron] No DVR routers for this DVR port e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67 on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:39:48.209647 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:39:48.246696 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-36b1473d-d383-4ca4-b3e9-0871b5b7dd02 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:48.329967 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-d54ff4f7-ad82-4732-b17e-37d29e15cd46 service neutron] In _notify_port_updated(), no bound segment for port e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67 on network 684e8d31-9cdf-4419-92e5-be50ab03fd53 {{(pid=102817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:39:48.329967 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-d54ff4f7-ad82-4732-b17e-37d29e15cd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:48.329967 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-d54ff4f7-ad82-4732-b17e-37d29e15cd46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:48.329967 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-d54ff4f7-ad82-4732-b17e-37d29e15cd46 service neutron] 10.222.0.57 "PUT /v2.0/ports/e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67 HTTP/1.1" status: 200 len: 1026 time: 1.0073223 Dec 16 09:39:48.329967 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ff4f7-ad82-4732-b17e-37d29e15cd46 service neutron] Pushing event updated for resources: {'Port': ['ID=e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67,revision_number=6']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:48.351965 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b1473d-d383-4ca4-b3e9-0871b5b7dd02 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Network acc5d697-b8a0-4410-853a-9bd44bf1e135 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:48.356167 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-36b1473d-d383-4ca4-b3e9-0871b5b7dd02 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:48.364174 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b1473d-d383-4ca4-b3e9-0871b5b7dd02 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:48.372312 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b1473d-d383-4ca4-b3e9-0871b5b7dd02 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:48.373083 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-36b1473d-d383-4ca4-b3e9-0871b5b7dd02 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:48.395451 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-000287aa-e638-41d0-a2a4-ee8b297e6a15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:39:48.395805 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-000287aa-e638-41d0-a2a4-ee8b297e6a15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:39:48.417603 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1,revision_number=9']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:48.422940 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b1473d-d383-4ca4-b3e9-0871b5b7dd02 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Port': ['ID=8fb7a936-8160-405a-b5b1-ff85deb27cac,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:48.521855 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port c99b6396-d20c-487a-9d3c-e994980bce22 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:48.524363 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:48.630841 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-375f68dc-72a6-452d-aaf4-8804f7366843 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Deleting port a650ab00-f145-4f7c-be24-463bd6eebdba {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:48.636516 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-375f68dc-72a6-452d-aaf4-8804f7366843 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:48.739352 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-36b1473d-d383-4ca4-b3e9-0871b5b7dd02 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.9322278 Dec 16 09:39:48.739844 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56136) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:48.781630 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=8808b1b9-a3d8-46cb-887e-8db9734ed9e4,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:48.810575 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7d1563b4-9653-4ba5-a80a-766b2ac3a2b1 req-e1ee5f06-1cb1-47da-8601-41fff3d7e193 tempest-ServerDiskConfigTestJSON-1000069208 tempest-ServerDiskConfigTestJSON-1000069208-project] 10.222.0.60 "GET /v2.0/ports?device_id=134dffc8-b496-450b-ba8d-03757c9edcc8 HTTP/1.1" status: 200 len: 210 time: 0.0936089 Dec 16 09:39:48.865562 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a091eb62-1f66-447b-80ce-ee54acb43d6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:48.939737 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-375f68dc-72a6-452d-aaf4-8804f7366843 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] For port a650ab00-f145-4f7c-be24-463bd6eebdba, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=a650ab00-f145-4f7c-be24-463bd6eebdba,segment=NetworkSegment(5c9e9750-dcd0-4530-8e67-4882aa666bb7),segment_id=5c9e9750-dcd0-4530-8e67-4882aa666bb7)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:48.940339 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-375f68dc-72a6-452d-aaf4-8804f7366843 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:48.986456 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fba79a-d4fa-453f-bd30-318413acb928 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:48.988286 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-20fba79a-d4fa-453f-bd30-318413acb928 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2471511 Dec 16 09:39:49.003324 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56142) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:49.005592 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-375f68dc-72a6-452d-aaf4-8804f7366843 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Calling delete_port for a650ab00-f145-4f7c-be24-463bd6eebdba owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:49.049590 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:49.113876 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port c99b6396-d20c-487a-9d3c-e994980bce22, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=c99b6396-d20c-487a-9d3c-e994980bce22,segment=NetworkSegment(ca770ec3-7794-40ab-9b98-1d4629c1db9b),segment_id=ca770ec3-7794-40ab-9b98-1d4629c1db9b)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:49.114685 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 93e17d84-b280-47fd-913c-8795ea943d25 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:39:49.140212 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a2f06-8167-4ec6-be4b-22a2ba2d30af req-9799daf2-e14f-43a3-853d-672a4262ce5d tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:49.146304 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a2f06-8167-4ec6-be4b-22a2ba2d30af req-9799daf2-e14f-43a3-853d-672a4262ce5d tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:49.153415 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a2f06-8167-4ec6-be4b-22a2ba2d30af req-9799daf2-e14f-43a3-853d-672a4262ce5d tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:49.159629 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a2f06-8167-4ec6-be4b-22a2ba2d30af req-9799daf2-e14f-43a3-853d-672a4262ce5d tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:49.165689 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a2f06-8167-4ec6-be4b-22a2ba2d30af req-9799daf2-e14f-43a3-853d-672a4262ce5d tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:49.171235 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e87a2f06-8167-4ec6-be4b-22a2ba2d30af req-9799daf2-e14f-43a3-853d-672a4262ce5d tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 3887 time: 0.1556735 Dec 16 09:39:49.249833 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:49.301019 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f99861-fc84-4040-80a2-ee73d1c6d5c4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:49.310827 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f99861-fc84-4040-80a2-ee73d1c6d5c4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:49.317695 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f99861-fc84-4040-80a2-ee73d1c6d5c4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:49.319983 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-82f99861-fc84-4040-80a2-ee73d1c6d5c4 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.3156924 Dec 16 09:39:49.321662 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:49.323473 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56148) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:49.326541 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-3834c645-6b69-42b3-bfcf-5ca5c04febfc None None] Provisioning complete for port c99b6396-d20c-487a-9d3c-e994980bce22 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:49.326918 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3834c645-6b69-42b3-bfcf-5ca5c04febfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:49.362725 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a091eb62-1f66-447b-80ce-ee54acb43d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:49.384591 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e87a2f06-8167-4ec6-be4b-22a2ba2d30af req-c1157fc0-cae7-49cd-8407-748d3c75308e tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080262 Dec 16 09:39:49.404966 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-375f68dc-72a6-452d-aaf4-8804f7366843 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:49.423576 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device e30fb46e-3db0-424e-abca-299af1302187 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:39:49.430376 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8808b1b9-a3d8-46cb-887e-8db9734ed9e4 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:49.456038 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f68dc-72a6-452d-aaf4-8804f7366843 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Pushing event deleted for resources: {'Port': ['ID=a650ab00-f145-4f7c-be24-463bd6eebdba,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:49.534600 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-375f68dc-72a6-452d-aaf4-8804f7366843 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] No DVR routers for this DVR port a650ab00-f145-4f7c-be24-463bd6eebdba on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:39:49.537683 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-375f68dc-72a6-452d-aaf4-8804f7366843 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:49.543011 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-375f68dc-72a6-452d-aaf4-8804f7366843 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.57 "DELETE /v2.0/ports/a650ab00-f145-4f7c-be24-463bd6eebdba HTTP/1.1" status: 204 len: 173 time: 1.2194269 Dec 16 09:39:49.543466 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'name': 'network-vif-deleted', 'tag': 'a650ab00-f145-4f7c-be24-463bd6eebdba'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:39:49.545751 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354adaa0-a656-4f9d-91e5-baa054f41ef8" -d '{"events": [{"server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "name": "network-vif-deleted", "tag": "a650ab00-f145-4f7c-be24-463bd6eebdba"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:39:49.560112 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93e17d84-b280-47fd-913c-8795ea943d25'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:39:49.561005 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a43ed17-8ee6-4444-ab7c-70846c60faab" -d '{"events": [{"server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "name": "network-vif-unplugged", "status": "completed", "tag": "93e17d84-b280-47fd-913c-8795ea943d25"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:39:49.571544 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: e30fb46e-3db0-424e-abca-299af1302187 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:39:49.571896 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device e30fb46e-3db0-424e-abca-299af1302187 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:39:49.578296 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 93e17d84-b280-47fd-913c-8795ea943d25, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=93e17d84-b280-47fd-913c-8795ea943d25,segment=NetworkSegment(5c9e9750-dcd0-4530-8e67-4882aa666bb7),segment_id=5c9e9750-dcd0-4530-8e67-4882aa666bb7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:49.585274 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=c99b6396-d20c-487a-9d3c-e994980bce22,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:49.598356 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 8808b1b9-a3d8-46cb-887e-8db9734ed9e4 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:49.598502 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:49.641921 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a091eb62-1f66-447b-80ce-ee54acb43d6d admin admin] Router 87b31d4a-3ad6-4263-82bd-d712c310879e is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:39:49.644369 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-4e48036b-6f22-430d-9564-9835f7a289de tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Deleting port 8fb7a936-8160-405a-b5b1-ff85deb27cac {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:49.644815 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4e48036b-6f22-430d-9564-9835f7a289de tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:49.683452 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:49.691884 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 71a536ff-db73-40d7-a675-389e7dd9e143 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:39:49.785243 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a6fceb-197b-47c6-b454-1ae5cb99b8c4 x-openstack-request-id: req-50a6fceb-197b-47c6-b454-1ae5cb99b8c4 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:39:49.785537 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "name": "network-vif-unplugged", "status": "completed", "tag": "93e17d84-b280-47fd-913c-8795ea943d25", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:39:49.785792 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-50a6fceb-197b-47c6-b454-1ae5cb99b8c4 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:39:49.786209 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93e17d84-b280-47fd-913c-8795ea943d25', 'code': 200} Dec 16 09:39:49.797138 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a091eb62-1f66-447b-80ce-ee54acb43d6d admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:39:49.813682 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7104c824-4553-4a11-a4f7-9b69c21fb47c None None] Sync routers for ids ['87b31d4a-3ad6-4263-82bd-d712c310879e'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:39:49.821958 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b51e76-66a6-4bce-9c60-afdd1f05319b x-openstack-request-id: req-f4b51e76-66a6-4bce-9c60-afdd1f05319b {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:39:49.823787 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "name": "network-vif-deleted", "tag": "a650ab00-f145-4f7c-be24-463bd6eebdba", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:39:49.823787 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f4b51e76-66a6-4bce-9c60-afdd1f05319b {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:39:49.823787 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'name': 'network-vif-deleted', 'tag': 'a650ab00-f145-4f7c-be24-463bd6eebdba', 'status': 'completed', 'code': 200} Dec 16 09:39:49.854645 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-3834c645-6b69-42b3-bfcf-5ca5c04febfc None None] Provisioning complete for port 8808b1b9-a3d8-46cb-887e-8db9734ed9e4 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:49.855026 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3834c645-6b69-42b3-bfcf-5ca5c04febfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:49.862299 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7104c824-4553-4a11-a4f7-9b69c21fb47c None None] Routers {'87b31d4a-3ad6-4263-82bd-d712c310879e'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:39:49.862940 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-7104c824-4553-4a11-a4f7-9b69c21fb47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:39:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['87b31d4a-3ad6-4263-82bd-d712c310879e'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:49.911985 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4e48036b-6f22-430d-9564-9835f7a289de tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:49.924474 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a091eb62-1f66-447b-80ce-ee54acb43d6d admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:49.927724 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a091eb62-1f66-447b-80ce-ee54acb43d6d admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.6625609 Dec 16 09:39:49.933085 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56170) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:49.935779 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-4e48036b-6f22-430d-9564-9835f7a289de tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Calling delete_port for 8fb7a936-8160-405a-b5b1-ff85deb27cac owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:49.958963 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-781a178e-342c-4e0f-8251-02a0952c02e0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Deleting port a31daa73-ffc5-41f9-90d7-545bce6114ab {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:49.959618 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-781a178e-342c-4e0f-8251-02a0952c02e0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:50.055286 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-7104c824-4553-4a11-a4f7-9b69c21fb47c None None] Set router 87b31d4a-3ad6-4263-82bd-d712c310879e gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:39:50.067159 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=93e17d84-b280-47fd-913c-8795ea943d25,revision_number=6']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:50.196909 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-781a178e-342c-4e0f-8251-02a0952c02e0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] For port a31daa73-ffc5-41f9-90d7-545bce6114ab, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=a31daa73-ffc5-41f9-90d7-545bce6114ab,segment=NetworkSegment(1e2014f7-8ae4-4bc0-98b8-25a669313059),segment_id=1e2014f7-8ae4-4bc0-98b8-25a669313059)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:50.207064 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-781a178e-342c-4e0f-8251-02a0952c02e0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:50.210774 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:50.257662 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56186) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:50.345663 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 71a536ff-db73-40d7-a675-389e7dd9e143, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=71a536ff-db73-40d7-a675-389e7dd9e143,segment=NetworkSegment(8d69c9a9-3071-4ca9-b695-b89cbd7318a7),segment_id=8d69c9a9-3071-4ca9-b695-b89cbd7318a7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:50.354395 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-7104c824-4553-4a11-a4f7-9b69c21fb47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'name': 'tempest-ServersTestFqdnHostnames-530424720-router', 'tenant_id': '68e22e3a3da6417b82ce935493172fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:44Z', 'updated_at': '2021-12-16T09:39:48Z', 'revision_number': 3, 'project_id': '68e22e3a3da6417b82ce935493172fa4', 'gw_port': {'id': 'ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:45Z', 'updated_at': '2021-12-16T09:39:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:50.368119 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-3834c645-6b69-42b3-bfcf-5ca5c04febfc None None] Provisioning complete for port 5fbf2a5a-880d-417b-be49-a586f48b6399 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:50.368842 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3834c645-6b69-42b3-bfcf-5ca5c04febfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:50.370547 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2cff548-0bb7-4c2e-87bc-ffdb7c47c47e admin admin] Deleting subnet f978629d-1eff-401d-9c7a-42314c842760 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:39:50.376500 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c2cff548-0bb7-4c2e-87bc-ffdb7c47c47e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:50.391489 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7104c824-4553-4a11-a4f7-9b69c21fb47c None None] Checking router: 87b31d4a-3ad6-4263-82bd-d712c310879e for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:39:50.391854 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7104c824-4553-4a11-a4f7-9b69c21fb47c None None] Updating router 87b31d4a-3ad6-4263-82bd-d712c310879e port ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:39:50.415407 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-3834c645-6b69-42b3-bfcf-5ca5c04febfc None None] Port 5fbf2a5a-880d-417b-be49-a586f48b6399 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:39:50.420326 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-7104c824-4553-4a11-a4f7-9b69c21fb47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:50.429722 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-3834c645-6b69-42b3-bfcf-5ca5c04febfc None None] Provisioning complete for port e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:50.451137 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3834c645-6b69-42b3-bfcf-5ca5c04febfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:50.484187 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c2cff548-0bb7-4c2e-87bc-ffdb7c47c47e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:50.537396 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-3834c645-6b69-42b3-bfcf-5ca5c04febfc None None] Port e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:39:50.541290 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:50.541998 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:39:50.611636 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-3834c645-6b69-42b3-bfcf-5ca5c04febfc None None] Provisioning complete for port c0f0f737-e643-4831-9c6f-93b9615090fb triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:50.612147 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3834c645-6b69-42b3-bfcf-5ca5c04febfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:50.613456 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4e48036b-6f22-430d-9564-9835f7a289de tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:50.678420 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:39:50.705524 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device a69db5df-6239-44ea-8f1f-7db59c4d729d no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:39:50.782721 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=71a536ff-db73-40d7-a675-389e7dd9e143,revision_number=6']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:50.807785 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-3834c645-6b69-42b3-bfcf-5ca5c04febfc None None] Port c0f0f737-e643-4831-9c6f-93b9615090fb cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:39:50.846034 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-48494e25-b664-4586-8017-c38ad53f29c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:50.875436 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:50.949846 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port a69db5df-6239-44ea-8f1f-7db59c4d729d, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=a69db5df-6239-44ea-8f1f-7db59c4d729d,segment=NetworkSegment(8d69c9a9-3071-4ca9-b695-b89cbd7318a7),segment_id=8d69c9a9-3071-4ca9-b695-b89cbd7318a7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:50.950843 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-0ab80315-3de2-4a54-af99-5ff89c65f3ee None None] Could not find standard attr ID for object 8fb7a936-8160-405a-b5b1-ff85deb27cac. {{(pid=102818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:39:50.958623 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-7104c824-4553-4a11-a4f7-9b69c21fb47c None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:51.027144 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:51.028145 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device c0f0f737-e643-4831-9c6f-93b9615090fb no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:39:51.060155 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-7104c824-4553-4a11-a4f7-9b69c21fb47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:51.142356 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device c0f0f737-e643-4831-9c6f-93b9615090fb not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:39:51.142929 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device a31daa73-ffc5-41f9-90d7-545bce6114ab no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:39:51.173699 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f13ce-da29-4520-88fe-04f500b0f153 None None] Pushing event updated for resources: {'Port': ['ID=ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf,revision_number=2']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:51.211956 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-48494e25-b664-4586-8017-c38ad53f29c1 admin admin] Allocated IP 172.20.0.1 (818dfd32-cf52-4369-aa91-a070d5ad14f3/e6671658-f8cf-488c-bd79-f5bf2ae47ee8/4cfceea5-7c23-43a6-a3e4-4816b0143e9d) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:51.212635 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-7104c824-4553-4a11-a4f7-9b69c21fb47c None None] Attempting to bind port ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:39:51.213223 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-7104c824-4553-4a11-a4f7-9b69c21fb47c None None] Attempting to bind port ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:39:51.213877 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7104c824-4553-4a11-a4f7-9b69c21fb47c None None] Attempting to bind port ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:39:51.219093 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=a69db5df-6239-44ea-8f1f-7db59c4d729d,revision_number=6']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:51.220266 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7104c824-4553-4a11-a4f7-9b69c21fb47c None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:39:51.220835 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7104c824-4553-4a11-a4f7-9b69c21fb47c None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:51.221541 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-7104c824-4553-4a11-a4f7-9b69c21fb47c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:51.229610 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7104c824-4553-4a11-a4f7-9b69c21fb47c None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:39:51.230640 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-7104c824-4553-4a11-a4f7-9b69c21fb47c None None] Bound port: ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:39:51.231289 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-7104c824-4553-4a11-a4f7-9b69c21fb47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:51.279287 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:51.321447 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c2cff548-0bb7-4c2e-87bc-ffdb7c47c47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:51.339190 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port a31daa73-ffc5-41f9-90d7-545bce6114ab, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=a31daa73-ffc5-41f9-90d7-545bce6114ab,segment=NetworkSegment(1e2014f7-8ae4-4bc0-98b8-25a669313059),segment_id=1e2014f7-8ae4-4bc0-98b8-25a669313059)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:51.378920 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4e48036b-6f22-430d-9564-9835f7a289de tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:51.387696 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device c99b6396-d20c-487a-9d3c-e994980bce22 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:51.387921 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56208) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:51.392060 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4e48036b-6f22-430d-9564-9835f7a289de tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/ports/8fb7a936-8160-405a-b5b1-ff85deb27cac HTTP/1.1" status: 204 len: 168 time: 2.0609603 Dec 16 09:39:51.393505 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48036b-6f22-430d-9564-9835f7a289de tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Port': ['ID=8fb7a936-8160-405a-b5b1-ff85deb27cac,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:51.411112 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-7104c824-4553-4a11-a4f7-9b69c21fb47c None None] For port ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:39:51.419179 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-7104c824-4553-4a11-a4f7-9b69c21fb47c None None] For port ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:39:51.438171 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:51.439561 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-679014ed-e077-4a76-b118-b251a187e1fc tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] GET failed (client error): The resource could not be found. Dec 16 09:39:51.447405 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device a650ab00-f145-4f7c-be24-463bd6eebdba no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:39:51.447570 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-781a178e-342c-4e0f-8251-02a0952c02e0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:51.447570 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-781a178e-342c-4e0f-8251-02a0952c02e0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:51.447570 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-781a178e-342c-4e0f-8251-02a0952c02e0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Floating IP 4aadeec1-0b70-456a-81b8-450deb952a66 disassociated. External IP: 172.25.1.191, port: a31daa73-ffc5-41f9-90d7-545bce6114ab. Dec 16 09:39:51.447570 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-781a178e-342c-4e0f-8251-02a0952c02e0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Calling delete_port for a31daa73-ffc5-41f9-90d7-545bce6114ab owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:51.447994 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-679014ed-e077-4a76-b118-b251a187e1fc tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "GET /v2.0/ports/8fb7a936-8160-405a-b5b1-ff85deb27cac HTTP/1.1" status: 404 len: 333 time: 0.0550606 Dec 16 09:39:51.450666 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56210) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:51.454719 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-48494e25-b664-4586-8017-c38ad53f29c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:51.508201 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f6ceb-2d68-44eb-8ba5-7a0b5ebf9de8 req-bcf1bbcf-a867-4c74-945f-bb14e0d5db5f tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:51.515028 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f6ceb-2d68-44eb-8ba5-7a0b5ebf9de8 req-bcf1bbcf-a867-4c74-945f-bb14e0d5db5f tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:51.522070 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f6ceb-2d68-44eb-8ba5-7a0b5ebf9de8 req-bcf1bbcf-a867-4c74-945f-bb14e0d5db5f tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:51.528558 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f6ceb-2d68-44eb-8ba5-7a0b5ebf9de8 req-bcf1bbcf-a867-4c74-945f-bb14e0d5db5f tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:51.536487 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2f9f6ceb-2d68-44eb-8ba5-7a0b5ebf9de8 req-bcf1bbcf-a867-4c74-945f-bb14e0d5db5f tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 3148 time: 0.9908221 Dec 16 09:39:51.553385 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-7104c824-4553-4a11-a4f7-9b69c21fb47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:51.599962 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-48494e25-b664-4586-8017-c38ad53f29c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:51.687328 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f13ce-da29-4520-88fe-04f500b0f153 None None] Pushing event updated for resources: {'Port': ['ID=ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:51.694468 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: a650ab00-f145-4f7c-be24-463bd6eebdba {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:39:51.695288 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device a650ab00-f145-4f7c-be24-463bd6eebdba not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:39:51.695432 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48494e25-b664-4586-8017-c38ad53f29c1 admin admin] Network 818dfd32-cf52-4369-aa91-a070d5ad14f3 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:51.697381 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7104c824-4553-4a11-a4f7-9b69c21fb47c None None] Routers {'87b31d4a-3ad6-4263-82bd-d712c310879e'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:39:51.698199 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-7104c824-4553-4a11-a4f7-9b69c21fb47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:39:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['87b31d4a-3ad6-4263-82bd-d712c310879e'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:51.705736 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-48494e25-b664-4586-8017-c38ad53f29c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:51.708397 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:51.713304 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2f9f6ceb-2d68-44eb-8ba5-7a0b5ebf9de8 req-9d296383-04af-4c03-8eeb-3b7cb6da9752 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756546 Dec 16 09:39:51.720168 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48494e25-b664-4586-8017-c38ad53f29c1 admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:51.720800 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=a31daa73-ffc5-41f9-90d7-545bce6114ab,revision_number=6']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:51.736505 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c2cff548-0bb7-4c2e-87bc-ffdb7c47c47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:51.800374 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cff548-0bb7-4c2e-87bc-ffdb7c47c47e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f978629d-1eff-401d-9c7a-42314c842760,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:51.804856 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71a536ff-db73-40d7-a675-389e7dd9e143'}, {'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a69db5df-6239-44ea-8f1f-7db59c4d729d'}, {'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a31daa73-ffc5-41f9-90d7-545bce6114ab'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:39:51.807514 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9282f3f-299f-4019-840e-96a86a26d7c1" -d '{"events": [{"server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "name": "network-vif-unplugged", "status": "completed", "tag": "71a536ff-db73-40d7-a675-389e7dd9e143"}, {"server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "name": "network-vif-unplugged", "status": "completed", "tag": "a69db5df-6239-44ea-8f1f-7db59c4d729d"}, {"server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "name": "network-vif-unplugged", "status": "completed", "tag": "a31daa73-ffc5-41f9-90d7-545bce6114ab"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:39:51.830881 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port c99b6396-d20c-487a-9d3c-e994980bce22 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:51.830881 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:51.831075 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48494e25-b664-4586-8017-c38ad53f29c1 admin admin] Pushing event updated for resources: {'Port': ['ID=4cfceea5-7c23-43a6-a3e4-4816b0143e9d,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:51.841471 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c2cff548-0bb7-4c2e-87bc-ffdb7c47c47e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:51.847257 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c2cff548-0bb7-4c2e-87bc-ffdb7c47c47e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f978629d-1eff-401d-9c7a-42314c842760 HTTP/1.1" status: 204 len: 168 time: 1.5863793 Dec 16 09:39:51.847971 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56216) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:51.869043 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-48494e25-b664-4586-8017-c38ad53f29c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:51.894108 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:51.895034 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:51.927313 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 16 Dec 2021 09:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbfa227-2221-4037-ab16-5a6f1c089b1c x-openstack-request-id: req-6cbfa227-2221-4037-ab16-5a6f1c089b1c {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:39:51.928128 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "name": "network-vif-unplugged", "status": "completed", "tag": "71a536ff-db73-40d7-a675-389e7dd9e143", "code": 200}, {"server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "name": "network-vif-unplugged", "status": "completed", "tag": "a69db5df-6239-44ea-8f1f-7db59c4d729d", "code": 200}, {"server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "name": "network-vif-unplugged", "status": "completed", "tag": "a31daa73-ffc5-41f9-90d7-545bce6114ab", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:39:51.928384 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6cbfa227-2221-4037-ab16-5a6f1c089b1c {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:39:51.928787 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71a536ff-db73-40d7-a675-389e7dd9e143', 'code': 200} Dec 16 09:39:51.929629 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a69db5df-6239-44ea-8f1f-7db59c4d729d', 'code': 200} Dec 16 09:39:51.929887 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a31daa73-ffc5-41f9-90d7-545bce6114ab', 'code': 200} Dec 16 09:39:51.963217 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-7104c824-4553-4a11-a4f7-9b69c21fb47c None None] Set router 87b31d4a-3ad6-4263-82bd-d712c310879e gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:39:51.982111 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-47d6af13-a30a-46a2-aa53-d4aaf1aa4251 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Deleting port 5fbf2a5a-880d-417b-be49-a586f48b6399 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:51.982460 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-47d6af13-a30a-46a2-aa53-d4aaf1aa4251 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:52.070897 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:52.150179 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:52.184231 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-47d6af13-a30a-46a2-aa53-d4aaf1aa4251 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:52.196465 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-88a122ac-6943-40d8-8fbe-05d4a658173e None None] Provisioning complete for port 4cfceea5-7c23-43a6-a3e4-4816b0143e9d triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:52.196846 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-88a122ac-6943-40d8-8fbe-05d4a658173e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:52.208831 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e80f8edd-3d77-4d7b-8946-a2cd7521ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:52.235566 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-47d6af13-a30a-46a2-aa53-d4aaf1aa4251 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Calling delete_port for 5fbf2a5a-880d-417b-be49-a586f48b6399 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:52.260743 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:52.308678 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-781a178e-342c-4e0f-8251-02a0952c02e0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:52.325525 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-88a122ac-6943-40d8-8fbe-05d4a658173e None None] Port 4cfceea5-7c23-43a6-a3e4-4816b0143e9d cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:39:52.349166 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1,revision_number=10']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:52.355723 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a178e-342c-4e0f-8251-02a0952c02e0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Pushing event deleted for resources: {'Port': ['ID=a31daa73-ffc5-41f9-90d7-545bce6114ab,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:52.411607 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-7104c824-4553-4a11-a4f7-9b69c21fb47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'name': 'tempest-ServersTestFqdnHostnames-530424720-router', 'tenant_id': '68e22e3a3da6417b82ce935493172fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:44Z', 'updated_at': '2021-12-16T09:39:48Z', 'revision_number': 3, 'project_id': '68e22e3a3da6417b82ce935493172fa4', 'gw_port': {'id': 'ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:45Z', 'updated_at': '2021-12-16T09:39:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:52.440258 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7104c824-4553-4a11-a4f7-9b69c21fb47c None None] The sync data for ids ['87b31d4a-3ad6-4263-82bd-d712c310879e'] in n-d-820550-2 is: [{'id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'name': 'tempest-ServersTestFqdnHostnames-530424720-router', 'tenant_id': '68e22e3a3da6417b82ce935493172fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:44Z', 'updated_at': '2021-12-16T09:39:48Z', 'revision_number': 3, 'project_id': '68e22e3a3da6417b82ce935493172fa4', 'gw_port': {'id': 'ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:45Z', 'updated_at': '2021-12-16T09:39:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:39:52.547406 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-781a178e-342c-4e0f-8251-02a0952c02e0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Router 2dee24f8-293b-4593-829d-f5300a1f7365 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:39:52.694331 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-781a178e-342c-4e0f-8251-02a0952c02e0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:39:52.708537 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a1db85-01ef-4e48-a17b-2739781d827e None None] Sync routers for ids ['2dee24f8-293b-4593-829d-f5300a1f7365'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:39:52.729801 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a1db85-01ef-4e48-a17b-2739781d827e None None] Routers {'2dee24f8-293b-4593-829d-f5300a1f7365'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:39:52.730464 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-a6a1db85-01ef-4e48-a17b-2739781d827e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:39:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2dee24f8-293b-4593-829d-f5300a1f7365'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:52.753434 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-781a178e-342c-4e0f-8251-02a0952c02e0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] No DVR routers for this DVR port a31daa73-ffc5-41f9-90d7-545bce6114ab on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:39:52.758677 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-781a178e-342c-4e0f-8251-02a0952c02e0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:52.762547 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-781a178e-342c-4e0f-8251-02a0952c02e0 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.57 "DELETE /v2.0/ports/a31daa73-ffc5-41f9-90d7-545bce6114ab HTTP/1.1" status: 204 len: 173 time: 3.2105513 Dec 16 09:39:52.763658 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'name': 'network-vif-deleted', 'tag': 'a31daa73-ffc5-41f9-90d7-545bce6114ab'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:39:52.766613 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0475670-1950-41d5-900e-038dc9d247cd" -d '{"events": [{"server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "name": "network-vif-deleted", "tag": "a31daa73-ffc5-41f9-90d7-545bce6114ab"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:39:52.770058 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-47d6af13-a30a-46a2-aa53-d4aaf1aa4251 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:52.877658 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6af13-a30a-46a2-aa53-d4aaf1aa4251 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Port': ['ID=5fbf2a5a-880d-417b-be49-a586f48b6399,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:53.018204 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e58f242-1a5b-4c3f-87d5-440b6c68a0fd x-openstack-request-id: req-3e58f242-1a5b-4c3f-87d5-440b6c68a0fd {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:39:53.018556 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "name": "network-vif-deleted", "tag": "a31daa73-ffc5-41f9-90d7-545bce6114ab", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:39:53.018741 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3e58f242-1a5b-4c3f-87d5-440b6c68a0fd {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:39:53.019166 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'name': 'network-vif-deleted', 'tag': 'a31daa73-ffc5-41f9-90d7-545bce6114ab', 'status': 'completed', 'code': 200} Dec 16 09:39:53.026315 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-47d6af13-a30a-46a2-aa53-d4aaf1aa4251 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:53.046487 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-47d6af13-a30a-46a2-aa53-d4aaf1aa4251 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/ports/5fbf2a5a-880d-417b-be49-a586f48b6399 HTTP/1.1" status: 204 len: 168 time: 1.5858979 Dec 16 09:39:53.046487 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56246) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:53.057146 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-a6a1db85-01ef-4e48-a17b-2739781d827e None None] Set router 2dee24f8-293b-4593-829d-f5300a1f7365 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:39:53.058998 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-48494e25-b664-4586-8017-c38ad53f29c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:53.065895 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e80f8edd-3d77-4d7b-8946-a2cd7521ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:53.113033 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e32e6f0-3b0c-4229-a09e-081bca7324b1 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] GET failed (client error): The resource could not be found. Dec 16 09:39:53.117392 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9e32e6f0-3b0c-4229-a09e-081bca7324b1 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "GET /v2.0/ports/5fbf2a5a-880d-417b-be49-a586f48b6399 HTTP/1.1" status: 404 len: 333 time: 0.0639753 Dec 16 09:39:53.125198 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56248) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:53.253842 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-e80f8edd-3d77-4d7b-8946-a2cd7521ddb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e528bd2-b999-40ed-bbb8-2a5d13680e1b']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:53.307435 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-e80f8edd-3d77-4d7b-8946-a2cd7521ddb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2ee8051-abfb-4f5b-b081-c86ac7eab054') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:53.307727 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-e80f8edd-3d77-4d7b-8946-a2cd7521ddb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2ee8051-abfb-4f5b-b081-c86ac7eab054') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:53.356422 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e80f8edd-3d77-4d7b-8946-a2cd7521ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:53.441009 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad533e75-d054-4662-bcd7-882608abc7f3 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Deleting subnet 4ba8dafb-2b0d-432e-9f48-23897dd52d6a {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:39:53.445332 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ad533e75-d054-4662-bcd7-882608abc7f3 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:53.475784 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685ffd7-168b-4a5a-adad-0690b4a12ac4 req-2c42e5c7-fc13-4613-afbb-cbf320fae827 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:53.482021 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685ffd7-168b-4a5a-adad-0690b4a12ac4 req-2c42e5c7-fc13-4613-afbb-cbf320fae827 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:53.498168 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e80f8edd-3d77-4d7b-8946-a2cd7521ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:53.502122 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685ffd7-168b-4a5a-adad-0690b4a12ac4 req-2c42e5c7-fc13-4613-afbb-cbf320fae827 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:53.510709 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e80f8edd-3d77-4d7b-8946-a2cd7521ddb3 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:39:53.512592 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e80f8edd-3d77-4d7b-8946-a2cd7521ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:53.535099 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2685ffd7-168b-4a5a-adad-0690b4a12ac4 req-2c42e5c7-fc13-4613-afbb-cbf320fae827 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 2410 time: 0.5148764 Dec 16 09:39:53.542272 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:39:53.542272 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:39:53.542272 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:39:53.542272 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:39:53.542272 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:39:53.542272 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:39:53.542272 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:39:53.542272 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:39:53.542272 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:39:53.542272 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:39:53.542272 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:39:53.542272 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:39:53.542272 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:39:53.542272 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:39:53.542272 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:39:53.542272 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:39:53.542272 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:39:53.542272 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:39:53.542272 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:39:53.542272 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:39:53.542272 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:39:53.542272 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:39:53.542272 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:39:53.542272 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:39:53.542272 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:39:53.542272 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:39:53.542272 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:39:53.542272 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:39:53.542272 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:39:53.542272 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:39:53.542272 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:39:53.542272 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:39:53.602214 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:53.636127 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-e1267dc7-7324-46ad-a5ab-7a8ac5c020bf tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Deleting port a69db5df-6239-44ea-8f1f-7db59c4d729d {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:53.636710 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-e1267dc7-7324-46ad-a5ab-7a8ac5c020bf tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:53.722589 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:53.722918 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:53.769688 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-48494e25-b664-4586-8017-c38ad53f29c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:53.775518 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ad533e75-d054-4662-bcd7-882608abc7f3 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:53.779628 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2685ffd7-168b-4a5a-adad-0690b4a12ac4 req-aef0d13f-d8c6-443d-8fa7-90f5339dab03 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335250 Dec 16 09:39:53.858065 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-a6a1db85-01ef-4e48-a17b-2739781d827e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'name': 'tempest-TaggedBootDevicesTest-497337506-router', 'tenant_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '8c05e8c2-a512-42a8-be20-4d61844d2def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:15Z', 'updated_at': '2021-12-16T09:28:21Z', 'revision_number': 4, 'project_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'gw_port': {'id': '8c05e8c2-a512-42a8-be20-4d61844d2def', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:16Z', 'updated_at': '2021-12-16T09:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '87add969-7670-4d5b-bcd1-e5c63f61025c', 'name': '', 'network_id': '796abadb-0795-4a55-adba-f043e91923a6', 'tenant_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'mac_address': 'fa:16:3e:15:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'a9d10a32-22c8-4de7-a5e2-276788e5f144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:20Z', 'updated_at': '2021-12-16T09:28:27Z', 'revision_number': 5, 'project_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'subnets': [{'id': 'a9d10a32-22c8-4de7-a5e2-276788e5f144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:53.878572 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-48494e25-b664-4586-8017-c38ad53f29c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:53.885658 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-e1267dc7-7324-46ad-a5ab-7a8ac5c020bf tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] For port a69db5df-6239-44ea-8f1f-7db59c4d729d, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=a69db5df-6239-44ea-8f1f-7db59c4d729d,segment=NetworkSegment(8d69c9a9-3071-4ca9-b695-b89cbd7318a7),segment_id=8d69c9a9-3071-4ca9-b695-b89cbd7318a7)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:53.886035 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-e1267dc7-7324-46ad-a5ab-7a8ac5c020bf tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:53.908223 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-e1267dc7-7324-46ad-a5ab-7a8ac5c020bf tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Calling delete_port for a69db5df-6239-44ea-8f1f-7db59c4d729d owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:53.927794 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a1db85-01ef-4e48-a17b-2739781d827e None None] Checking router: 2dee24f8-293b-4593-829d-f5300a1f7365 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:39:53.936362 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185bb750-6449-4053-a83d-cdb9428568e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:39:53.938686 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a651305-2190-49dd-a05c-66b11b414a26" -d '{"events": [{"server_uuid": "185bb750-6449-4053-a83d-cdb9428568e4", "name": "network-vif-plugged", "status": "completed", "tag": "c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:39:53.962817 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a1db85-01ef-4e48-a17b-2739781d827e None None] Routers {'2dee24f8-293b-4593-829d-f5300a1f7365'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:39:53.963324 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48494e25-b664-4586-8017-c38ad53f29c1 admin admin] Pushing event updated for resources: {'Port': ['ID=4cfceea5-7c23-43a6-a3e4-4816b0143e9d,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:53.963450 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-a6a1db85-01ef-4e48-a17b-2739781d827e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:39:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2dee24f8-293b-4593-829d-f5300a1f7365'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:53.988908 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e80f8edd-3d77-4d7b-8946-a2cd7521ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:53.990432 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e80f8edd-3d77-4d7b-8946-a2cd7521ddb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:53.995042 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e80f8edd-3d77-4d7b-8946-a2cd7521ddb3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/2e528bd2-b999-40ed-bbb8-2a5d13680e1b HTTP/1.1" status: 204 len: 168 time: 2.1459794 Dec 16 09:39:54.036955 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f8edd-3d77-4d7b-8946-a2cd7521ddb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e528bd2-b999-40ed-bbb8-2a5d13680e1b,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:54.056756 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ad533e75-d054-4662-bcd7-882608abc7f3 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:54.081424 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebfa359-40e3-447d-acdb-38ba9bed8675 x-openstack-request-id: req-3ebfa359-40e3-447d-acdb-38ba9bed8675 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:39:54.081837 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "185bb750-6449-4053-a83d-cdb9428568e4", "name": "network-vif-plugged", "status": "completed", "tag": "c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:39:54.082023 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3ebfa359-40e3-447d-acdb-38ba9bed8675 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:39:54.082525 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '185bb750-6449-4053-a83d-cdb9428568e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1', 'code': 200} Dec 16 09:39:54.084487 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-48494e25-b664-4586-8017-c38ad53f29c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:54.192912 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-e1267dc7-7324-46ad-a5ab-7a8ac5c020bf tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:54.218152 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:54.225133 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48494e25-b664-4586-8017-c38ad53f29c1 admin admin] Network 818dfd32-cf52-4369-aa91-a070d5ad14f3 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:54.227560 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1267dc7-7324-46ad-a5ab-7a8ac5c020bf tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Pushing event deleted for resources: {'Port': ['ID=a69db5df-6239-44ea-8f1f-7db59c4d729d,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:54.230209 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-48494e25-b664-4586-8017-c38ad53f29c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:54.278154 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:54.282086 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-e1267dc7-7324-46ad-a5ab-7a8ac5c020bf tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] No DVR routers for this DVR port a69db5df-6239-44ea-8f1f-7db59c4d729d on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:39:54.284949 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-e1267dc7-7324-46ad-a5ab-7a8ac5c020bf tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:54.299513 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8cab0af8-a0b6-453a-8c00-9985a99d5908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:54.304325 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-e1267dc7-7324-46ad-a5ab-7a8ac5c020bf tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.57 "DELETE /v2.0/ports/a69db5df-6239-44ea-8f1f-7db59c4d729d HTTP/1.1" status: 204 len: 173 time: 1.5204978 Dec 16 09:39:54.322897 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-a6a1db85-01ef-4e48-a17b-2739781d827e None None] Set router 2dee24f8-293b-4593-829d-f5300a1f7365 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:39:54.378237 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:54.464065 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:54.507806 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48494e25-b664-4586-8017-c38ad53f29c1 admin admin] Router 87b31d4a-3ad6-4263-82bd-d712c310879e has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:39:54.530120 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ad533e75-d054-4662-bcd7-882608abc7f3 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:54.586272 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-40051fd8-1dfd-4b78-8e47-f5c5ae87caae tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Deleting port 71a536ff-db73-40d7-a675-389e7dd9e143 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:54.586620 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-40051fd8-1dfd-4b78-8e47-f5c5ae87caae tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:54.617555 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad533e75-d054-4662-bcd7-882608abc7f3 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Subnet': ['ID=4ba8dafb-2b0d-432e-9f48-23897dd52d6a,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:54.735607 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9cc74b-d25c-414e-9f6c-b2d1be81485e None None] Network acc5d697-b8a0-4410-853a-9bd44bf1e135 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:54.743114 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56280) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:54.770556 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ad533e75-d054-4662-bcd7-882608abc7f3 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:54.777099 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ad533e75-d054-4662-bcd7-882608abc7f3 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/subnets/4ba8dafb-2b0d-432e-9f48-23897dd52d6a HTTP/1.1" status: 204 len: 168 time: 1.6454141 Dec 16 09:39:54.787834 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56286) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:54.903030 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-baf79ac2-7ca9-40ce-a002-b53ae41e6f55 None None] Provisioning complete for port 4cfceea5-7c23-43a6-a3e4-4816b0143e9d triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:54.904308 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-baf79ac2-7ca9-40ce-a002-b53ae41e6f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:54.907078 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-40051fd8-1dfd-4b78-8e47-f5c5ae87caae tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] For port 71a536ff-db73-40d7-a675-389e7dd9e143, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=71a536ff-db73-40d7-a675-389e7dd9e143,segment=NetworkSegment(8d69c9a9-3071-4ca9-b695-b89cbd7318a7),segment_id=8d69c9a9-3071-4ca9-b695-b89cbd7318a7)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:54.907479 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-40051fd8-1dfd-4b78-8e47-f5c5ae87caae tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:54.975211 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-40051fd8-1dfd-4b78-8e47-f5c5ae87caae tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Calling delete_port for 71a536ff-db73-40d7-a675-389e7dd9e143 owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:55.017156 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-cc2e7684-d604-4eb9-8553-9a2d7bbd0688 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2da811f0c9d149a388905a77d49eddfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2670259 Dec 16 09:39:55.021427 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56292) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:55.037020 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'name': 'network-vif-deleted', 'tag': 'a69db5df-6239-44ea-8f1f-7db59c4d729d'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:39:55.039603 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec80af48-c0ac-49b9-81db-e2d492246433" -d '{"events": [{"server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "name": "network-vif-deleted", "tag": "a69db5df-6239-44ea-8f1f-7db59c4d729d"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:39:55.043268 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-baf79ac2-7ca9-40ce-a002-b53ae41e6f55 None None] Port 4cfceea5-7c23-43a6-a3e4-4816b0143e9d cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:39:55.061409 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd399-3445-4f91-8a29-aab0b5d75e22 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:55.092229 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48494e25-b664-4586-8017-c38ad53f29c1 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:39:55.105766 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-48494e25-b664-4586-8017-c38ad53f29c1 admin admin] 10.222.0.60 "PUT /v2.0/routers/87b31d4a-3ad6-4263-82bd-d712c310879e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1712227 Dec 16 09:39:55.133010 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47067e8-bfb2-4cf9-8d32-b326928d49bb x-openstack-request-id: req-f47067e8-bfb2-4cf9-8d32-b326928d49bb {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:39:55.134070 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "name": "network-vif-deleted", "tag": "a69db5df-6239-44ea-8f1f-7db59c4d729d", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:39:55.135144 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f47067e8-bfb2-4cf9-8d32-b326928d49bb {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:39:55.135887 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'name': 'network-vif-deleted', 'tag': 'a69db5df-6239-44ea-8f1f-7db59c4d729d', 'status': 'completed', 'code': 200} Dec 16 09:39:55.188212 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-48534f09-5f9f-4076-b39b-aaf6c7208bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:55.203310 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9b660-20d6-40aa-851d-142953ee05d2 req-b94677d9-f1f3-4eb8-b151-2700cab89da7 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:55.234727 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9b660-20d6-40aa-851d-142953ee05d2 req-b94677d9-f1f3-4eb8-b151-2700cab89da7 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:55.251212 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e3e9b660-20d6-40aa-851d-142953ee05d2 req-b94677d9-f1f3-4eb8-b151-2700cab89da7 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 1677 time: 0.2777200 Dec 16 09:39:55.260230 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-48534f09-5f9f-4076-b39b-aaf6c7208bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:55.267952 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-a6a1db85-01ef-4e48-a17b-2739781d827e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'name': 'tempest-TaggedBootDevicesTest-497337506-router', 'tenant_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '8c05e8c2-a512-42a8-be20-4d61844d2def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:15Z', 'updated_at': '2021-12-16T09:28:21Z', 'revision_number': 4, 'project_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'gw_port': {'id': '8c05e8c2-a512-42a8-be20-4d61844d2def', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:16Z', 'updated_at': '2021-12-16T09:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '87add969-7670-4d5b-bcd1-e5c63f61025c', 'name': '', 'network_id': '796abadb-0795-4a55-adba-f043e91923a6', 'tenant_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'mac_address': 'fa:16:3e:15:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'a9d10a32-22c8-4de7-a5e2-276788e5f144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:20Z', 'updated_at': '2021-12-16T09:28:27Z', 'revision_number': 5, 'project_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'subnets': [{'id': 'a9d10a32-22c8-4de7-a5e2-276788e5f144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:55.341083 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c6106d-9d93-4e35-a4d3-24f9a426163a None None] DHCP port deletion for acc5d697-b8a0-4410-853a-9bd44bf1e135 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:39:55.357248 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a1db85-01ef-4e48-a17b-2739781d827e None None] The sync data for ids ['2dee24f8-293b-4593-829d-f5300a1f7365'] in n-d-820550-2 is: [{'id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'name': 'tempest-TaggedBootDevicesTest-497337506-router', 'tenant_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '8c05e8c2-a512-42a8-be20-4d61844d2def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:15Z', 'updated_at': '2021-12-16T09:28:21Z', 'revision_number': 4, 'project_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'gw_port': {'id': '8c05e8c2-a512-42a8-be20-4d61844d2def', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:16Z', 'updated_at': '2021-12-16T09:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '87add969-7670-4d5b-bcd1-e5c63f61025c', 'name': '', 'network_id': '796abadb-0795-4a55-adba-f043e91923a6', 'tenant_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'mac_address': 'fa:16:3e:15:5f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'a9d10a32-22c8-4de7-a5e2-276788e5f144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:20Z', 'updated_at': '2021-12-16T09:28:27Z', 'revision_number': 5, 'project_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'subnets': [{'id': 'a9d10a32-22c8-4de7-a5e2-276788e5f144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:39:55.400715 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbd0490-1211-40ca-9c03-294b300e6e3a None None] Sync routers for ids ['87b31d4a-3ad6-4263-82bd-d712c310879e'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:39:55.417511 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbd0490-1211-40ca-9c03-294b300e6e3a None None] Routers {'87b31d4a-3ad6-4263-82bd-d712c310879e'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:39:55.420543 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-3cbd0490-1211-40ca-9c03-294b300e6e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:39:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['87b31d4a-3ad6-4263-82bd-d712c310879e'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:55.425906 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-eb2dd399-3445-4f91-8a29-aab0b5d75e22 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Deleting port 8808b1b9-a3d8-46cb-887e-8db9734ed9e4 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:55.425906 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd399-3445-4f91-8a29-aab0b5d75e22 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:55.437485 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e3e9b660-20d6-40aa-851d-142953ee05d2 req-f0b6fd73-3629-413f-87c5-749273ba8bd6 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846247 Dec 16 09:39:55.498545 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:55.546711 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-48534f09-5f9f-4076-b39b-aaf6c7208bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:55.557907 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-48534f09-5f9f-4076-b39b-aaf6c7208bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:55.565203 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-48534f09-5f9f-4076-b39b-aaf6c7208bab admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6 HTTP/1.1" status: 204 len: 168 time: 0.5401134 Dec 16 09:39:55.594537 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48534f09-5f9f-4076-b39b-aaf6c7208bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73ea31e-3c8a-4312-ad42-8aecd6c0f8c6,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:55.652018 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-eb2dd399-3445-4f91-8a29-aab0b5d75e22 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] For port 8808b1b9-a3d8-46cb-887e-8db9734ed9e4, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8808b1b9-a3d8-46cb-887e-8db9734ed9e4,segment=NetworkSegment(0e6852bb-6031-4de3-87cc-034f00462177),segment_id=0e6852bb-6031-4de3-87cc-034f00462177)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:55.652384 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd399-3445-4f91-8a29-aab0b5d75e22 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:55.687578 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:55.689738 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:55.704764 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-eb2dd399-3445-4f91-8a29-aab0b5d75e22 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Calling delete_port for 8808b1b9-a3d8-46cb-887e-8db9734ed9e4 owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:55.774518 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-3cbd0490-1211-40ca-9c03-294b300e6e3a None None] Set router 87b31d4a-3ad6-4263-82bd-d712c310879e gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:39:55.802859 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-40051fd8-1dfd-4b78-8e47-f5c5ae87caae tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:55.827757 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-70c6106d-9d93-4e35-a4d3-24f9a426163a None None] Deleting port 8808b1b9-a3d8-46cb-887e-8db9734ed9e4 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:55.831944 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-70c6106d-9d93-4e35-a4d3-24f9a426163a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:55.977923 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40051fd8-1dfd-4b78-8e47-f5c5ae87caae tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Pushing event deleted for resources: {'Port': ['ID=71a536ff-db73-40d7-a675-389e7dd9e143,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:55.984101 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-40051fd8-1dfd-4b78-8e47-f5c5ae87caae tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] No DVR routers for this DVR port 71a536ff-db73-40d7-a675-389e7dd9e143 on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:39:55.990373 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-40051fd8-1dfd-4b78-8e47-f5c5ae87caae tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:55.996046 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-40051fd8-1dfd-4b78-8e47-f5c5ae87caae tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.57 "DELETE /v2.0/ports/71a536ff-db73-40d7-a675-389e7dd9e143 HTTP/1.1" status: 204 len: 173 time: 1.5973375 Dec 16 09:39:56.094017 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeb09b0-aafd-4179-851d-61abd7c93fc5 None None] New status for floating IP 4aadeec1-0b70-456a-81b8-450deb952a66: DOWN {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:39:56.133890 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd399-3445-4f91-8a29-aab0b5d75e22 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:56.209043 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2dd399-3445-4f91-8a29-aab0b5d75e22 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Port': ['ID=8808b1b9-a3d8-46cb-887e-8db9734ed9e4,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:56.228658 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2dd399-3445-4f91-8a29-aab0b5d75e22 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] No DVR routers for this DVR port 8808b1b9-a3d8-46cb-887e-8db9734ed9e4 on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:39:56.297045 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-70c6106d-9d93-4e35-a4d3-24f9a426163a None None] For port 8808b1b9-a3d8-46cb-887e-8db9734ed9e4, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8808b1b9-a3d8-46cb-887e-8db9734ed9e4,segment=NetworkSegment(0e6852bb-6031-4de3-87cc-034f00462177),segment_id=0e6852bb-6031-4de3-87cc-034f00462177)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:56.297667 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-70c6106d-9d93-4e35-a4d3-24f9a426163a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:56.339456 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-3c32d491-c87b-4d99-bdda-2152f4fcfc4e tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Deleting port 93e17d84-b280-47fd-913c-8795ea943d25 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:56.339456 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-3c32d491-c87b-4d99-bdda-2152f4fcfc4e tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:56.379436 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-3cbd0490-1211-40ca-9c03-294b300e6e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'name': 'tempest-ServersTestFqdnHostnames-530424720-router', 'tenant_id': '68e22e3a3da6417b82ce935493172fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:44Z', 'updated_at': '2021-12-16T09:39:52Z', 'revision_number': 4, 'project_id': '68e22e3a3da6417b82ce935493172fa4', 'gw_port': {'id': 'ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:45Z', 'updated_at': '2021-12-16T09:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '4cfceea5-7c23-43a6-a3e4-4816b0143e9d', 'name': '', 'network_id': '818dfd32-cf52-4369-aa91-a070d5ad14f3', 'tenant_id': '68e22e3a3da6417b82ce935493172fa4', 'mac_address': 'fa:16:3e:2d:f5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'e6671658-f8cf-488c-bd79-f5bf2ae47ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:50Z', 'updated_at': '2021-12-16T09:39:53Z', 'revision_number': 2, 'project_id': '68e22e3a3da6417b82ce935493172fa4', 'subnets': [{'id': 'e6671658-f8cf-488c-bd79-f5bf2ae47ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:56.399142 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd399-3445-4f91-8a29-aab0b5d75e22 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:56.400505 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-70c6106d-9d93-4e35-a4d3-24f9a426163a None None] Calling delete_port for 8808b1b9-a3d8-46cb-887e-8db9734ed9e4 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:56.462991 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-eb2dd399-3445-4f91-8a29-aab0b5d75e22 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acc5d697-b8a0-4410-853a-9bd44bf1e135']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:56.494130 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-eb2dd399-3445-4f91-8a29-aab0b5d75e22 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6852bb-6031-4de3-87cc-034f00462177') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:56.494745 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-eb2dd399-3445-4f91-8a29-aab0b5d75e22 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6852bb-6031-4de3-87cc-034f00462177') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:56.523034 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd399-3445-4f91-8a29-aab0b5d75e22 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:56.553279 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56348) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:56.567945 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbd0490-1211-40ca-9c03-294b300e6e3a None None] Checking router: 87b31d4a-3ad6-4263-82bd-d712c310879e for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:39:56.568519 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbd0490-1211-40ca-9c03-294b300e6e3a None None] Updating router 87b31d4a-3ad6-4263-82bd-d712c310879e port 4cfceea5-7c23-43a6-a3e4-4816b0143e9d binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:39:56.572260 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-ba8dcfb2-4f59-4260-8314-a3f6d2d2cda3 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Request body: {'security_group': {'name': 'tempest-securitygroup--732890010', 'description': 'tempest-description--1931360366'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:56.613635 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd399-3445-4f91-8a29-aab0b5d75e22 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:56.615732 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-48d27d33-8096-47c2-824f-b42d23d20699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:56.663425 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb2dd399-3445-4f91-8a29-aab0b5d75e22 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:39:56.664836 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd399-3445-4f91-8a29-aab0b5d75e22 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:56.674923 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:39:56.674923 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:39:56.674923 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:39:56.674923 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:39:56.674923 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:39:56.674923 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:39:56.674923 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:39:56.674923 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:39:56.674923 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:39:56.674923 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:39:56.674923 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:39:56.674923 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:39:56.674923 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:39:56.674923 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:39:56.674923 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:39:56.674923 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:39:56.674923 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:39:56.674923 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:39:56.674923 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:39:56.674923 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:39:56.674923 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:39:56.674923 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:39:56.674923 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:39:56.674923 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:39:56.674923 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:39:56.674923 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:39:56.674923 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:39:56.674923 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:39:56.674923 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:39:56.674923 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:39:56.674923 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:39:56.674923 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:39:56.704843 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-3c32d491-c87b-4d99-bdda-2152f4fcfc4e tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] For port 93e17d84-b280-47fd-913c-8795ea943d25, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=93e17d84-b280-47fd-913c-8795ea943d25,segment=NetworkSegment(5c9e9750-dcd0-4530-8e67-4882aa666bb7),segment_id=5c9e9750-dcd0-4530-8e67-4882aa666bb7)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:56.705410 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-3c32d491-c87b-4d99-bdda-2152f4fcfc4e tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:56.732262 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-3c32d491-c87b-4d99-bdda-2152f4fcfc4e tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Calling delete_port for 93e17d84-b280-47fd-913c-8795ea943d25 owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:56.751842 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-3cbd0490-1211-40ca-9c03-294b300e6e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:56.793548 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-70c6106d-9d93-4e35-a4d3-24f9a426163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:56.932301 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c6106d-9d93-4e35-a4d3-24f9a426163a None None] No DVR routers for this DVR port 8808b1b9-a3d8-46cb-887e-8db9734ed9e4 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:39:56.954767 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6106d-9d93-4e35-a4d3-24f9a426163a None None] Pushing event deleted for resources: {'Port': ['ID=8808b1b9-a3d8-46cb-887e-8db9734ed9e4,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:56.969862 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-3c32d491-c87b-4d99-bdda-2152f4fcfc4e tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:56.983560 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c6106d-9d93-4e35-a4d3-24f9a426163a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:56.984145 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c6106d-9d93-4e35-a4d3-24f9a426163a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:56.984777 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c6106d-9d93-4e35-a4d3-24f9a426163a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:56.985316 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c6106d-9d93-4e35-a4d3-24f9a426163a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:56.985788 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c6106d-9d93-4e35-a4d3-24f9a426163a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:56.986297 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c6106d-9d93-4e35-a4d3-24f9a426163a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:56.987578 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c6106d-9d93-4e35-a4d3-24f9a426163a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:56.988082 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c6106d-9d93-4e35-a4d3-24f9a426163a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:56.990292 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c6106d-9d93-4e35-a4d3-24f9a426163a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:56.991680 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c6106d-9d93-4e35-a4d3-24f9a426163a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:56.993619 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c6106d-9d93-4e35-a4d3-24f9a426163a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:56.996245 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c6106d-9d93-4e35-a4d3-24f9a426163a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:57.029151 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fdd65f-de4e-4744-a12b-bdca5f27c38e req-12763680-319a-4fdb-a48d-60d7bea05a38 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:57.034169 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5fdd65f-de4e-4744-a12b-bdca5f27c38e req-12763680-319a-4fdb-a48d-60d7bea05a38 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 865 time: 0.3131242 Dec 16 09:39:57.042354 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32d491-c87b-4d99-bdda-2152f4fcfc4e tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Pushing event deleted for resources: {'Port': ['ID=93e17d84-b280-47fd-913c-8795ea943d25,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:57.082957 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ba8dcfb2-4f59-4260-8314-a3f6d2d2cda3 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:57.138357 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'name': 'network-vif-deleted', 'tag': '71a536ff-db73-40d7-a675-389e7dd9e143'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:39:57.138840 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd399-3445-4f91-8a29-aab0b5d75e22 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:57.146882 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd399-3445-4f91-8a29-aab0b5d75e22 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:57.155057 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8735cca-cd2a-410b-92cc-eba0802c4b66" -d '{"events": [{"server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "name": "network-vif-deleted", "tag": "71a536ff-db73-40d7-a675-389e7dd9e143"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:39:57.168167 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-eb2dd399-3445-4f91-8a29-aab0b5d75e22 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/networks/acc5d697-b8a0-4410-853a-9bd44bf1e135 HTTP/1.1" status: 204 len: 168 time: 2.3791077 Dec 16 09:39:57.172951 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-3c32d491-c87b-4d99-bdda-2152f4fcfc4e tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] No DVR routers for this DVR port 93e17d84-b280-47fd-913c-8795ea943d25 on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:39:57.187570 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56368) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:57.189013 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-3c32d491-c87b-4d99-bdda-2152f4fcfc4e tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:57.199734 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-25a67e77-06a7-47ad-958e-1a415ed7877d req-3c32d491-c87b-4d99-bdda-2152f4fcfc4e tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.57 "DELETE /v2.0/ports/93e17d84-b280-47fd-913c-8795ea943d25 HTTP/1.1" status: 204 len: 173 time: 1.1969728 Dec 16 09:39:57.217997 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-f4821638-3b16-4571-8f9f-2e801e37cca2 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-662480056'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:57.261030 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0482df-e0fc-417d-9a4f-0df3b553ca8a x-openstack-request-id: req-4b0482df-e0fc-417d-9a4f-0df3b553ca8a {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:39:57.261629 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "name": "network-vif-deleted", "tag": "71a536ff-db73-40d7-a675-389e7dd9e143", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:39:57.262110 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4b0482df-e0fc-417d-9a4f-0df3b553ca8a {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:39:57.262535 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'name': 'network-vif-deleted', 'tag': '71a536ff-db73-40d7-a675-389e7dd9e143', 'status': 'completed', 'code': 200} Dec 16 09:39:57.353615 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2dd399-3445-4f91-8a29-aab0b5d75e22 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Network': ['ID=acc5d697-b8a0-4410-853a-9bd44bf1e135,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:57.372109 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-3cbd0490-1211-40ca-9c03-294b300e6e3a None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:57.418837 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5fdd65f-de4e-4744-a12b-bdca5f27c38e req-dae2c381-facf-4a54-b0fd-428cf753be1c tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3730271 Dec 16 09:39:57.446559 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8808b1b9-a3d8-46cb-887e-8db9734ed9e4 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:39:57.484799 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 8808b1b9-a3d8-46cb-887e-8db9734ed9e4 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:39:57.485300 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8808b1b9-a3d8-46cb-887e-8db9734ed9e4 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:39:57.517517 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-3cbd0490-1211-40ca-9c03-294b300e6e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:57.537141 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ba8dcfb2-4f59-4260-8314-a3f6d2d2cda3 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:57.548217 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:57.551893 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4821638-3b16-4571-8f9f-2e801e37cca2 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Made reservation on behalf of 99d413ff86b742a089842b35110f3a30 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:57.560189 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f4821638-3b16-4571-8f9f-2e801e37cca2 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:57.618309 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4821638-3b16-4571-8f9f-2e801e37cca2 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:39:57.641641 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f4821638-3b16-4571-8f9f-2e801e37cca2 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:57.645561 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-f4821638-3b16-4571-8f9f-2e801e37cca2 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Added segment df37668b-041d-4a34-bdbf-7159bc9336fe of type vlan for network 0d878038-3cbc-4761-9784-e809a108f89a Dec 16 09:39:57.650129 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5cf5d-8595-4a4a-9edd-98bc28ba2657 None None] Pushing event updated for resources: {'Port': ['ID=4cfceea5-7c23-43a6-a3e4-4816b0143e9d,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:57.690697 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ba8dcfb2-4f59-4260-8314-a3f6d2d2cda3 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:57.818922 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8dcfb2-4f59-4260-8314-a3f6d2d2cda3 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab17dbb7-7b4e-443e-badd-cb8cbe252e8b,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:57.891564 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-3cbd0490-1211-40ca-9c03-294b300e6e3a None None] Attempting to bind port 4cfceea5-7c23-43a6-a3e4-4816b0143e9d on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:39:57.892899 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-3cbd0490-1211-40ca-9c03-294b300e6e3a None None] Attempting to bind port 4cfceea5-7c23-43a6-a3e4-4816b0143e9d by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'ca770ec3-7794-40ab-9b98-1d4629c1db9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '818dfd32-cf52-4369-aa91-a070d5ad14f3'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:39:57.899505 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd0490-1211-40ca-9c03-294b300e6e3a None None] Attempting to bind port 4cfceea5-7c23-43a6-a3e4-4816b0143e9d on network 818dfd32-cf52-4369-aa91-a070d5ad14f3 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:39:57.912868 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd0490-1211-40ca-9c03-294b300e6e3a None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:39:57.914750 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd0490-1211-40ca-9c03-294b300e6e3a None None] Checking segment: {'id': 'ca770ec3-7794-40ab-9b98-1d4629c1db9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '818dfd32-cf52-4369-aa91-a070d5ad14f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:57.915548 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-3cbd0490-1211-40ca-9c03-294b300e6e3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:57.916895 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbd0490-1211-40ca-9c03-294b300e6e3a None None] Bound using segment: {'id': 'ca770ec3-7794-40ab-9b98-1d4629c1db9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '818dfd32-cf52-4369-aa91-a070d5ad14f3'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:39:57.918023 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-3cbd0490-1211-40ca-9c03-294b300e6e3a None None] Bound port: 4cfceea5-7c23-43a6-a3e4-4816b0143e9d, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca770ec3-7794-40ab-9b98-1d4629c1db9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '818dfd32-cf52-4369-aa91-a070d5ad14f3'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:39:57.920708 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-3cbd0490-1211-40ca-9c03-294b300e6e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:57.940751 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f4821638-3b16-4571-8f9f-2e801e37cca2 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:58.041715 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ba8dcfb2-4f59-4260-8314-a3f6d2d2cda3 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:58.044907 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ba8dcfb2-4f59-4260-8314-a3f6d2d2cda3 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4869380 Dec 16 09:39:58.047624 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56384) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:58.052410 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-1418062f-0f39-4f47-a72a-136a472965c9 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Request body: {'security_group_rule': {'security_group_id': 'ab17dbb7-7b4e-443e-badd-cb8cbe252e8b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:58.096122 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-3cbd0490-1211-40ca-9c03-294b300e6e3a None None] For port 4cfceea5-7c23-43a6-a3e4-4816b0143e9d, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:39:58.098633 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f4821638-3b16-4571-8f9f-2e801e37cca2 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:58.106363 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4821638-3b16-4571-8f9f-2e801e37cca2 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:58.107333 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f4821638-3b16-4571-8f9f-2e801e37cca2 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:58.118422 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-3cbd0490-1211-40ca-9c03-294b300e6e3a None None] For port 4cfceea5-7c23-43a6-a3e4-4816b0143e9d, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=4cfceea5-7c23-43a6-a3e4-4816b0143e9d,segment=NetworkSegment(ca770ec3-7794-40ab-9b98-1d4629c1db9b),segment_id=ca770ec3-7794-40ab-9b98-1d4629c1db9b)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:39:58.139016 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56388) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:58.193227 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1418062f-0f39-4f47-a72a-136a472965c9 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:58.239023 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-8939f5a6-9223-4f0c-a8b1-7be245a71b23 None None] Provisioning complete for port 4cfceea5-7c23-43a6-a3e4-4816b0143e9d triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:58.239598 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8939f5a6-9223-4f0c-a8b1-7be245a71b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:58.253446 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-3cbd0490-1211-40ca-9c03-294b300e6e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:58.380385 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-8939f5a6-9223-4f0c-a8b1-7be245a71b23 None None] Port 4cfceea5-7c23-43a6-a3e4-4816b0143e9d cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:39:58.395284 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1418062f-0f39-4f47-a72a-136a472965c9 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:58.428776 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4821638-3b16-4571-8f9f-2e801e37cca2 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Network': ['ID=0d878038-3cbc-4761-9784-e809a108f89a,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:58.457731 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 0d878038-3cbc-4761-9784-e809a108f89a details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:39:58.466311 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbd0490-1211-40ca-9c03-294b300e6e3a None None] Routers {'87b31d4a-3ad6-4263-82bd-d712c310879e'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:39:58.467230 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-3cbd0490-1211-40ca-9c03-294b300e6e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:39:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['87b31d4a-3ad6-4263-82bd-d712c310879e'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:58.550926 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9f4ffaeb-c168-4749-ad7a-21aef537c560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:58.558514 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f4821638-3b16-4571-8f9f-2e801e37cca2 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3653350 Dec 16 09:39:58.561304 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56402) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:58.563340 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1418062f-0f39-4f47-a72a-136a472965c9 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:58.571089 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-7ad85ee5-daac-4b33-a38c-8352836bbc22 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'subnet': {'network_id': '0d878038-3cbc-4761-9784-e809a108f89a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:58.668192 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418062f-0f39-4f47-a72a-136a472965c9 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1759db1-ffcd-4c1f-97d5-8954fce31912,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:58.733190 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1418062f-0f39-4f47-a72a-136a472965c9 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:58.734470 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1418062f-0f39-4f47-a72a-136a472965c9 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6858239 Dec 16 09:39:58.735116 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56404) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:58.740359 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56406) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:58.801941 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-5fe881a0-b220-47d8-94ee-671f7fbd74ce tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Request body: {'security_group_rule': {'security_group_id': 'ab17dbb7-7b4e-443e-badd-cb8cbe252e8b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:58.802529 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9abfda21-9bfa-415d-a24b-4752dd75e989 req-e231ce1b-bffb-4259-bb84-f7c10c8a75d3 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 210 time: 0.1163452 Dec 16 09:39:58.836248 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-e845f85d-5be8-4c3d-b9c0-8f72f295b694 None None] Provisioning complete for port 4cfceea5-7c23-43a6-a3e4-4816b0143e9d triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:58.836851 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e845f85d-5be8-4c3d-b9c0-8f72f295b694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:58.868324 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5cf5d-8595-4a4a-9edd-98bc28ba2657 None None] Pushing event updated for resources: {'Port': ['ID=4cfceea5-7c23-43a6-a3e4-4816b0143e9d,revision_number=4']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:58.974359 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9f4ffaeb-c168-4749-ad7a-21aef537c560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:59.019076 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5fe881a0-b220-47d8-94ee-671f7fbd74ce tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:59.024317 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-3cbd0490-1211-40ca-9c03-294b300e6e3a None None] Set router 87b31d4a-3ad6-4263-82bd-d712c310879e gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:39:59.075652 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9f4ffaeb-c168-4749-ad7a-21aef537c560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:59.128150 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad85ee5-daac-4b33-a38c-8352836bbc22 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Made reservation on behalf of 99d413ff86b742a089842b35110f3a30 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:59.140176 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7ad85ee5-daac-4b33-a38c-8352836bbc22 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:59.160121 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:59.175330 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e845f85d-5be8-4c3d-b9c0-8f72f295b694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:59.214799 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-f996b3d7-c089-47f5-b728-cac660529d84 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1687806193-network', 'tenant_id': '0f20afae91244864a39a572d49adbc26'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:59.261361 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-e845f85d-5be8-4c3d-b9c0-8f72f295b694 None None] For port 4cfceea5-7c23-43a6-a3e4-4816b0143e9d, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=4cfceea5-7c23-43a6-a3e4-4816b0143e9d,segment=NetworkSegment(ca770ec3-7794-40ab-9b98-1d4629c1db9b),segment_id=ca770ec3-7794-40ab-9b98-1d4629c1db9b)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:59.273061 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9f4ffaeb-c168-4749-ad7a-21aef537c560 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f7ccd08344214f518224473d78129f47&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1254566 Dec 16 09:39:59.273061 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'name': 'network-vif-deleted', 'tag': '93e17d84-b280-47fd-913c-8795ea943d25'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:39:59.273061 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ed5ea0-d57c-4178-afb9-5d20c3ee3723" -d '{"events": [{"server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "name": "network-vif-deleted", "tag": "93e17d84-b280-47fd-913c-8795ea943d25"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:39:59.274894 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56414) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:59.289227 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ffaeb-c168-4749-ad7a-21aef537c560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a9f0af-b3c3-4837-903f-24b92ddbd798,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:59.322335 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5fe881a0-b220-47d8-94ee-671f7fbd74ce tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:59.396006 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40a5301-e14c-4b6b-a353-4760d0ddc6c8 x-openstack-request-id: req-e40a5301-e14c-4b6b-a353-4760d0ddc6c8 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:39:59.396428 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3325c660-c7c0-4c30-903a-4a974a289311", "name": "network-vif-deleted", "tag": "93e17d84-b280-47fd-913c-8795ea943d25", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:39:59.396789 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e40a5301-e14c-4b6b-a353-4760d0ddc6c8 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:39:59.397341 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3325c660-c7c0-4c30-903a-4a974a289311', 'name': 'network-vif-deleted', 'tag': '93e17d84-b280-47fd-913c-8795ea943d25', 'status': 'completed', 'code': 200} Dec 16 09:39:59.399433 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-04c30b57-d1bf-43e1-8850-f9d347c1acab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:59.413987 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e845f85d-5be8-4c3d-b9c0-8f72f295b694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:59.469789 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-3cbd0490-1211-40ca-9c03-294b300e6e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'name': 'tempest-ServersTestFqdnHostnames-530424720-router', 'tenant_id': '68e22e3a3da6417b82ce935493172fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:44Z', 'updated_at': '2021-12-16T09:39:52Z', 'revision_number': 4, 'project_id': '68e22e3a3da6417b82ce935493172fa4', 'gw_port': {'id': 'ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:45Z', 'updated_at': '2021-12-16T09:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '4cfceea5-7c23-43a6-a3e4-4816b0143e9d', 'name': '', 'network_id': '818dfd32-cf52-4369-aa91-a070d5ad14f3', 'tenant_id': '68e22e3a3da6417b82ce935493172fa4', 'mac_address': 'fa:16:3e:2d:f5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'e6671658-f8cf-488c-bd79-f5bf2ae47ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:50Z', 'updated_at': '2021-12-16T09:39:58Z', 'revision_number': 4, 'project_id': '68e22e3a3da6417b82ce935493172fa4', 'subnets': [{'id': 'e6671658-f8cf-488c-bd79-f5bf2ae47ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:59.472988 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5fe881a0-b220-47d8-94ee-671f7fbd74ce tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:59.512290 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-04c30b57-d1bf-43e1-8850-f9d347c1acab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:59.524519 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f996b3d7-c089-47f5-b728-cac660529d84 admin admin] Made reservation on behalf of 0f20afae91244864a39a572d49adbc26 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:59.532159 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f996b3d7-c089-47f5-b728-cac660529d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:59.543500 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbd0490-1211-40ca-9c03-294b300e6e3a None None] The sync data for ids ['87b31d4a-3ad6-4263-82bd-d712c310879e'] in n-d-820550-2 is: [{'id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'name': 'tempest-ServersTestFqdnHostnames-530424720-router', 'tenant_id': '68e22e3a3da6417b82ce935493172fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:44Z', 'updated_at': '2021-12-16T09:39:52Z', 'revision_number': 4, 'project_id': '68e22e3a3da6417b82ce935493172fa4', 'gw_port': {'id': 'ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:45Z', 'updated_at': '2021-12-16T09:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '4cfceea5-7c23-43a6-a3e4-4816b0143e9d', 'name': '', 'network_id': '818dfd32-cf52-4369-aa91-a070d5ad14f3', 'tenant_id': '68e22e3a3da6417b82ce935493172fa4', 'mac_address': 'fa:16:3e:2d:f5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'e6671658-f8cf-488c-bd79-f5bf2ae47ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:50Z', 'updated_at': '2021-12-16T09:39:58Z', 'revision_number': 4, 'project_id': '68e22e3a3da6417b82ce935493172fa4', 'subnets': [{'id': 'e6671658-f8cf-488c-bd79-f5bf2ae47ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:39:59.570550 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845f85d-5be8-4c3d-b9c0-8f72f295b694 None None] Pushing event updated for resources: {'Port': ['ID=4cfceea5-7c23-43a6-a3e4-4816b0143e9d,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:59.576671 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe881a0-b220-47d8-94ee-671f7fbd74ce tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a309a68-79d1-49c7-8e6f-fd7071ead257,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:59.590168 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f996b3d7-c089-47f5-b728-cac660529d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:59.713944 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5fe881a0-b220-47d8-94ee-671f7fbd74ce tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:59.723373 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56422) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:59.729648 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:59.729869 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-1b344714-9603-46c2-9d19-528038a8d12d tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:59.736322 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5fe881a0-b220-47d8-94ee-671f7fbd74ce tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9628654 Dec 16 09:39:59.738660 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7ad85ee5-daac-4b33-a38c-8352836bbc22 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:59.792523 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f996b3d7-c089-47f5-b728-cac660529d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:59.861817 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f996b3d7-c089-47f5-b728-cac660529d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:59.924709 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad85ee5-daac-4b33-a38c-8352836bbc22 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Subnet': ['ID=d5b74198-d2ef-4e95-969b-8056a23de0ad,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:59.934754 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad85ee5-daac-4b33-a38c-8352836bbc22 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Checking segment: {'id': 'df37668b-041d-4a34-bdbf-7159bc9336fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0d878038-3cbc-4761-9784-e809a108f89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:59.935700 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-04c30b57-d1bf-43e1-8850-f9d347c1acab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:59.935817 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad85ee5-daac-4b33-a38c-8352836bbc22 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Network hostable DHCP agents. Network: 0d878038-3cbc-4761-9784-e809a108f89a, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:39:59.965604 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-04c30b57-d1bf-43e1-8850-f9d347c1acab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:59.976792 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-04c30b57-d1bf-43e1-8850-f9d347c1acab admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/15a9f0af-b3c3-4837-903f-24b92ddbd798 HTTP/1.1" status: 204 len: 168 time: 0.6974652 Dec 16 09:39:59.988931 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f996b3d7-c089-47f5-b728-cac660529d84 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:40:00.044688 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b344714-9603-46c2-9d19-528038a8d12d tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks [] for floatingip, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:00.067397 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f996b3d7-c089-47f5-b728-cac660529d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f6f5fc-fe95-4c87-9620-969587e748f3,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:00.071881 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad85ee5-daac-4b33-a38c-8352836bbc22 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Network 0d878038-3cbc-4761-9784-e809a108f89a is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:40:00.148653 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5c79709d-6772-44fd-b77a-e3814ce1e65f req-86be551c-7fcc-4230-ac80-931030d1c3bb tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 210 time: 0.1635945 Dec 16 09:40:00.161322 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f996b3d7-c089-47f5-b728-cac660529d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:00.163261 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-f996b3d7-c089-47f5-b728-cac660529d84 admin admin] Added segment 36054b38-4a61-4536-af07-244237f78db9 of type vlan for network 91bc9f76-8f2c-4353-bb54-9ecc0555324d Dec 16 09:40:00.165790 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c30b57-d1bf-43e1-8850-f9d347c1acab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a9f0af-b3c3-4837-903f-24b92ddbd798,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:00.236075 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-7ad85ee5-daac-4b33-a38c-8352836bbc22 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 0d878038-3cbc-4761-9784-e809a108f89a) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:00.249648 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad85ee5-daac-4b33-a38c-8352836bbc22 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:00.251225 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7ad85ee5-daac-4b33-a38c-8352836bbc22 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:00.255893 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1516992-7925-4d0c-903a-e4177bbe468e None None] Network 0d878038-3cbc-4761-9784-e809a108f89a requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:40:00.317184 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f996b3d7-c089-47f5-b728-cac660529d84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:00.373667 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b344714-9603-46c2-9d19-528038a8d12d tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:00.501276 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f996b3d7-c089-47f5-b728-cac660529d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:00.502687 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f996b3d7-c089-47f5-b728-cac660529d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:00.503492 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f996b3d7-c089-47f5-b728-cac660529d84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:00.618673 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881673ea-8e4f-40ac-a709-b0d6a7ef49f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-0d878038-3cbc-4761-9784-e809a108f89a', 'network_id': '0d878038-3cbc-4761-9784-e809a108f89a', 'tenant_id': '99d413ff86b742a089842b35110f3a30', 'fixed_ips': [{'subnet_id': 'd5b74198-d2ef-4e95-969b-8056a23de0ad'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:40:00.619529 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-881673ea-8e4f-40ac-a709-b0d6a7ef49f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:00.747243 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f996b3d7-c089-47f5-b728-cac660529d84 admin admin] Pushing event updated for resources: {'Network': ['ID=91bc9f76-8f2c-4353-bb54-9ecc0555324d,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:00.757764 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-1b344714-9603-46c2-9d19-528038a8d12d tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Allocated IP 172.25.1.53 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/dbf2c391-1a1c-4514-b1da-ea63131d0c7b) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:40:00.763308 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f996b3d7-c089-47f5-b728-cac660529d84 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0252464 Dec 16 09:40:00.767015 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56440) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:00.775685 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-a0b21221-a3e4-4a19-8584-628565e746eb admin admin] Request body: {'subnet': {'network_id': '91bc9f76-8f2c-4353-bb54-9ecc0555324d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1687806193-subnet', 'tenant_id': '0f20afae91244864a39a572d49adbc26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:00.834764 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 91bc9f76-8f2c-4353-bb54-9ecc0555324d details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:40:00.884034 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b21221-a3e4-4a19-8584-628565e746eb admin admin] Made reservation on behalf of 0f20afae91244864a39a572d49adbc26 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:00.887045 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a0b21221-a3e4-4a19-8584-628565e746eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:00.953048 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7ad85ee5-daac-4b33-a38c-8352836bbc22 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3892076 Dec 16 09:40:00.956002 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56446) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:00.976813 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-edf0612c-8ffb-43ba-8c75-b2848a67a868 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1345286505', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:01.148636 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b344714-9603-46c2-9d19-528038a8d12d tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:01.236997 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-edf0612c-8ffb-43ba-8c75-b2848a67a868 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:01.238327 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-edf0612c-8ffb-43ba-8c75-b2848a67a868 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:01.426570 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-881673ea-8e4f-40ac-a709-b0d6a7ef49f3 None None] Allocated IP 2001:db8::2 (0d878038-3cbc-4761-9784-e809a108f89a/d5b74198-d2ef-4e95-969b-8056a23de0ad/3231dc95-f1a1-4db4-8424-084d9b65ce97) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:40:01.468101 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2206a0f3-cf73-4b5e-821f-fc5bbfa1536a req-f6d56b18-3d87-4e1f-8de5-ecba273da88e tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 210 time: 0.0826826 Dec 16 09:40:01.537688 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b344714-9603-46c2-9d19-528038a8d12d tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:01.550601 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a0b21221-a3e4-4a19-8584-628565e746eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:01.560461 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 4cfceea5-7c23-43a6-a3e4-4816b0143e9d up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:40:01.660461 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-edf0612c-8ffb-43ba-8c75-b2848a67a868 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:01.661682 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b344714-9603-46c2-9d19-528038a8d12d tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Pushing event updated for resources: {'Port': ['ID=dbf2c391-1a1c-4514-b1da-ea63131d0c7b,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:01.685102 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b344714-9603-46c2-9d19-528038a8d12d tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:40:01.689045 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-1b344714-9603-46c2-9d19-528038a8d12d tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:01.696370 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b344714-9603-46c2-9d19-528038a8d12d tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:40:01.725241 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b21221-a3e4-4a19-8584-628565e746eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=88045cbf-07e9-4053-9943-3878a34f6af5,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:01.747219 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b21221-a3e4-4a19-8584-628565e746eb admin admin] Checking segment: {'id': '36054b38-4a61-4536-af07-244237f78db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '91bc9f76-8f2c-4353-bb54-9ecc0555324d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:40:01.747219 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b21221-a3e4-4a19-8584-628565e746eb admin admin] Network hostable DHCP agents. Network: 91bc9f76-8f2c-4353-bb54-9ecc0555324d, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:40:01.768203 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-edf0612c-8ffb-43ba-8c75-b2848a67a868 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:01.850242 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b21221-a3e4-4a19-8584-628565e746eb admin admin] Network 91bc9f76-8f2c-4353-bb54-9ecc0555324d is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:40:01.883544 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b344714-9603-46c2-9d19-528038a8d12d tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:01.939249 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 4cfceea5-7c23-43a6-a3e4-4816b0143e9d triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:01.939689 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:01.940973 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-edf0612c-8ffb-43ba-8c75-b2848a67a868 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:01.942212 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-edf0612c-8ffb-43ba-8c75-b2848a67a868 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9854538 Dec 16 09:40:01.944994 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56466) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:01.952504 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-eb3d84bb-d411-4f40-a6ea-2ac2310161a8 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'port': {'network_id': '0d878038-3cbc-4761-9784-e809a108f89a', 'name': 'tempest-PortsIpV6TestJSON-910864201'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:02.064714 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-881673ea-8e4f-40ac-a709-b0d6a7ef49f3 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:02.144997 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-a0b21221-a3e4-4a19-8584-628565e746eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 91bc9f76-8f2c-4353-bb54-9ecc0555324d) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:02.157768 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1971a33-492e-472a-9fa7-d3ea4067fd9f None None] Network 91bc9f76-8f2c-4353-bb54-9ecc0555324d requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:40:02.164121 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b21221-a3e4-4a19-8584-628565e746eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:02.165285 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a0b21221-a3e4-4a19-8584-628565e746eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:02.189104 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b344714-9603-46c2-9d19-528038a8d12d tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:02.310199 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-881673ea-8e4f-40ac-a709-b0d6a7ef49f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:02.325524 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3d84bb-d411-4f40-a6ea-2ac2310161a8 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Made reservation on behalf of 99d413ff86b742a089842b35110f3a30 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:02.330885 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eb3d84bb-d411-4f40-a6ea-2ac2310161a8 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:02.413999 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-eb3d84bb-d411-4f40-a6ea-2ac2310161a8 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] device_id is not set on port 76ec5d66-fe5e-45d5-bdd8-8151faca1281 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:40:02.422489 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:40:02.446923 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881673ea-8e4f-40ac-a709-b0d6a7ef49f3 None None] Pushing event updated for resources: {'Port': ['ID=3231dc95-f1a1-4db4-8424-084d9b65ce97,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:02.467209 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881673ea-8e4f-40ac-a709-b0d6a7ef49f3 None None] Network 0d878038-3cbc-4761-9784-e809a108f89a is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:40:02.470377 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-881673ea-8e4f-40ac-a709-b0d6a7ef49f3 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:02.487954 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881673ea-8e4f-40ac-a709-b0d6a7ef49f3 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:40:02.579423 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a0b21221-a3e4-4a19-8584-628565e746eb admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8057194 Dec 16 09:40:02.598968 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b344714-9603-46c2-9d19-528038a8d12d tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:02.687547 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b344714-9603-46c2-9d19-528038a8d12d tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:02.748852 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-eb3d84bb-d411-4f40-a6ea-2ac2310161a8 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Allocated IP 2001:db8::3d5 (0d878038-3cbc-4761-9784-e809a108f89a/d5b74198-d2ef-4e95-969b-8056a23de0ad/76ec5d66-fe5e-45d5-bdd8-8151faca1281) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:40:02.827033 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bf6382-07f9-4888-b06a-3efcc115f9ab None None] Network 91bc9f76-8f2c-4353-bb54-9ecc0555324d requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:40:02.931398 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b344714-9603-46c2-9d19-528038a8d12d tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Pushing event updated for resources: {'Port': ['ID=dbf2c391-1a1c-4514-b1da-ea63131d0c7b,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:02.940564 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b344714-9603-46c2-9d19-528038a8d12d tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:02.958418 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-881673ea-8e4f-40ac-a709-b0d6a7ef49f3 None None] Attempting to bind port 3231dc95-f1a1-4db4-8424-084d9b65ce97 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:40:02.967453 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-881673ea-8e4f-40ac-a709-b0d6a7ef49f3 None None] Attempting to bind port 3231dc95-f1a1-4db4-8424-084d9b65ce97 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'df37668b-041d-4a34-bdbf-7159bc9336fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0d878038-3cbc-4761-9784-e809a108f89a'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:40:02.968569 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881673ea-8e4f-40ac-a709-b0d6a7ef49f3 None None] Attempting to bind port 3231dc95-f1a1-4db4-8424-084d9b65ce97 on network 0d878038-3cbc-4761-9784-e809a108f89a {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:40:02.990814 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881673ea-8e4f-40ac-a709-b0d6a7ef49f3 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:40:03.005780 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881673ea-8e4f-40ac-a709-b0d6a7ef49f3 None None] Checking segment: {'id': 'df37668b-041d-4a34-bdbf-7159bc9336fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0d878038-3cbc-4761-9784-e809a108f89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:40:03.006439 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-881673ea-8e4f-40ac-a709-b0d6a7ef49f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:03.007587 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881673ea-8e4f-40ac-a709-b0d6a7ef49f3 None None] Bound using segment: {'id': 'df37668b-041d-4a34-bdbf-7159bc9336fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0d878038-3cbc-4761-9784-e809a108f89a'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:40:03.008467 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-881673ea-8e4f-40ac-a709-b0d6a7ef49f3 None None] Bound port: 3231dc95-f1a1-4db4-8424-084d9b65ce97, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df37668b-041d-4a34-bdbf-7159bc9336fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0d878038-3cbc-4761-9784-e809a108f89a'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:40:03.008920 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-881673ea-8e4f-40ac-a709-b0d6a7ef49f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:03.037725 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d1fa8801-df4d-4bad-9fea-4d6f93b7bee8 req-4166ab93-e935-4e4a-ad18-769889d1c34c tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 210 time: 0.2907426 Dec 16 09:40:03.117197 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b344714-9603-46c2-9d19-528038a8d12d tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:03.129432 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1b344714-9603-46c2-9d19-528038a8d12d tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4047775 Dec 16 09:40:03.247937 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eb3d84bb-d411-4f40-a6ea-2ac2310161a8 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:03.264816 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-881673ea-8e4f-40ac-a709-b0d6a7ef49f3 None None] For port 3231dc95-f1a1-4db4-8424-084d9b65ce97, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:40:03.270007 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-881673ea-8e4f-40ac-a709-b0d6a7ef49f3 None None] For port 3231dc95-f1a1-4db4-8424-084d9b65ce97, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=3231dc95-f1a1-4db4-8424-084d9b65ce97,segment=NetworkSegment(df37668b-041d-4a34-bdbf-7159bc9336fe),segment_id=df37668b-041d-4a34-bdbf-7159bc9336fe)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:40:03.374101 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-881673ea-8e4f-40ac-a709-b0d6a7ef49f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:03.513565 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881673ea-8e4f-40ac-a709-b0d6a7ef49f3 None None] Pushing event updated for resources: {'Port': ['ID=3231dc95-f1a1-4db4-8424-084d9b65ce97,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:03.554149 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eb3d84bb-d411-4f40-a6ea-2ac2310161a8 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:03.641082 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3d84bb-d411-4f40-a6ea-2ac2310161a8 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Network 0d878038-3cbc-4761-9784-e809a108f89a is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:40:03.643755 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-eb3d84bb-d411-4f40-a6ea-2ac2310161a8 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:03.653425 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3d84bb-d411-4f40-a6ea-2ac2310161a8 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:40:03.679296 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3d84bb-d411-4f40-a6ea-2ac2310161a8 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:03.679975 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eb3d84bb-d411-4f40-a6ea-2ac2310161a8 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:03.801395 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-6a38bfe1-ddf9-4c45-a1a7-e44e7309d556 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:03.815931 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d84bb-d411-4f40-a6ea-2ac2310161a8 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Port': ['ID=76ec5d66-fe5e-45d5-bdd8-8151faca1281,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:03.829784 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-6a38bfe1-ddf9-4c45-a1a7-e44e7309d556 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.60 "GET /v2.0/networks?id=91bc9f76-8f2c-4353-bb54-9ecc0555324d HTTP/1.1" status: 200 len: 814 time: 0.3358946 Dec 16 09:40:03.880507 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-d6049926-515a-4353-b450-eb92ce0cc934 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.60 "GET /v2.0/quotas/0f20afae91244864a39a572d49adbc26 HTTP/1.1" status: 200 len: 375 time: 0.0354488 Dec 16 09:40:03.885959 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-7cd1a408-149e-4baa-b610-332fe0ef1c86 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--732890010&fields=id&tenant_id=68e22e3a3da6417b82ce935493172fa4 HTTP/1.1" status: 200 len: 267 time: 0.1739447 Dec 16 09:40:04.008977 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-86365710-7b2c-44a5-8a82-536e310df94b tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0f20afae91244864a39a572d49adbc26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1271679 Dec 16 09:40:04.118215 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-eb3d84bb-d411-4f40-a6ea-2ac2310161a8 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1720009 Dec 16 09:40:04.123029 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56526) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:04.369669 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-39a0639b-2dca-4b12-b76e-84923552fd6e service neutron] 10.222.0.60 "GET /v2.0/networks/91bc9f76-8f2c-4353-bb54-9ecc0555324d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504374 Dec 16 09:40:04.551903 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-a21fad80-f1d9-4ed0-811e-68c32eef3259 service neutron] 10.222.0.60 "GET /v2.0/networks/91bc9f76-8f2c-4353-bb54-9ecc0555324d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603549 Dec 16 09:40:04.617409 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-bcc3d7bb-ee43-40e7-9802-3753ef4aa621 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:04.618971 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-bcc3d7bb-ee43-40e7-9802-3753ef4aa621 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/networks?id=818dfd32-cf52-4369-aa91-a070d5ad14f3 HTTP/1.1" status: 200 len: 814 time: 0.7320552 Dec 16 09:40:04.768195 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-a500036f-0450-4e43-92b3-e5eb6c189cea tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/quotas/68e22e3a3da6417b82ce935493172fa4 HTTP/1.1" status: 200 len: 375 time: 0.1286252 Dec 16 09:40:05.024523 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-5e80962f-dc9c-4692-924d-e9f56e9ac7a6 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=68e22e3a3da6417b82ce935493172fa4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2463300 Dec 16 09:40:05.047781 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd37b01b-d047-40da-bb97-652bf80c5486 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:05.186570 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f64374bc-8753-41a6-a620-b1fdf8a4fd6f req-520a5e13-5f73-44fe-bca9-0c2d881b604e tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 210 time: 0.0901840 Dec 16 09:40:05.310128 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2f8cfa-69a1-4c68-bd43-cbe51a7ece01 None None] Network 0d878038-3cbc-4761-9784-e809a108f89a requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:40:05.467451 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25278624-5609-40b0-962f-7fdc0b6fc01f req-4e5c07a3-c55e-4c3e-84c3-bc6ef17aafab tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9a847e7-ee9b-4585-bdb3-193dd7e347fd HTTP/1.1" status: 200 len: 210 time: 0.1142662 Dec 16 09:40:05.515657 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-037f2089-dd9f-46a9-9a1e-a31d001d3ede None None] Provisioning complete for port 3231dc95-f1a1-4db4-8424-084d9b65ce97 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:05.516323 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-037f2089-dd9f-46a9-9a1e-a31d001d3ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:05.619235 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-600198fd-d990-4471-a63b-4cf4a7aae589 service neutron] 10.222.0.60 "GET /v2.0/networks/818dfd32-cf52-4369-aa91-a070d5ad14f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5679111 Dec 16 09:40:05.642038 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 3231dc95-f1a1-4db4-8424-084d9b65ce97 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:40:05.941538 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-037f2089-dd9f-46a9-9a1e-a31d001d3ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:06.047969 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-037f2089-dd9f-46a9-9a1e-a31d001d3ede None None] For port 3231dc95-f1a1-4db4-8424-084d9b65ce97, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=3231dc95-f1a1-4db4-8424-084d9b65ce97,segment=NetworkSegment(df37668b-041d-4a34-bdbf-7159bc9336fe),segment_id=df37668b-041d-4a34-bdbf-7159bc9336fe)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:06.123429 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 3231dc95-f1a1-4db4-8424-084d9b65ce97 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:06.123429 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:06.167214 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:06.271439 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-0790c73c-8e5a-49bb-9dd5-3fb372ff7e54 service neutron] 10.222.0.60 "GET /v2.0/networks/818dfd32-cf52-4369-aa91-a070d5ad14f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6361675 Dec 16 09:40:06.281849 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd37b01b-d047-40da-bb97-652bf80c5486 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:06.298914 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-11878fc4-fe15-4883-b138-02e9f420f444 req-f52d87fd-2380-4dcc-8fb5-9d891d771703 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 210 time: 0.0429962 Dec 16 09:40:06.548220 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8e907d39-6280-42f2-8864-d840ec68b08f req-95be95e9-a419-4eb2-9479-bbb4e6f87fc6 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9a847e7-ee9b-4585-bdb3-193dd7e347fd HTTP/1.1" status: 200 len: 210 time: 0.0292132 Dec 16 09:40:06.882929 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-037f2089-dd9f-46a9-9a1e-a31d001d3ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:06.886596 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd37b01b-d047-40da-bb97-652bf80c5486 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:07.079289 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd37b01b-d047-40da-bb97-652bf80c5486 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Port': ['ID=76ec5d66-fe5e-45d5-bdd8-8151faca1281,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:07.111304 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:40:07.123563 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:40:07.157968 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b847a0fb-01f2-4be4-bfb0-4ee6c50869c0 req-b7dab24c-f8d9-4d2a-8e49-233c57e687af tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c84125-19d8-4561-9d8a-1495d03b6465 HTTP/1.1" status: 200 len: 210 time: 0.1126387 Dec 16 09:40:07.180755 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-ba7d095f-ae54-4153-9984-4d7f40283aa7 None None] Provisioning complete for port 76ec5d66-fe5e-45d5-bdd8-8151faca1281 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:07.181296 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ba7d095f-ae54-4153-9984-4d7f40283aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:07.185396 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f2089-dd9f-46a9-9a1e-a31d001d3ede None None] Pushing event updated for resources: {'Port': ['ID=3231dc95-f1a1-4db4-8424-084d9b65ce97,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:07.314606 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d095f-ae54-4153-9984-4d7f40283aa7 None None] Port 76ec5d66-fe5e-45d5-bdd8-8151faca1281 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:40:07.335850 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:07.364237 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-ba7d095f-ae54-4153-9984-4d7f40283aa7 None None] Provisioning complete for port 3231dc95-f1a1-4db4-8424-084d9b65ce97 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:07.367963 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ba7d095f-ae54-4153-9984-4d7f40283aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:07.446654 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd37b01b-d047-40da-bb97-652bf80c5486 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:07.456613 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd37b01b-d047-40da-bb97-652bf80c5486 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:07.457170 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd37b01b-d047-40da-bb97-652bf80c5486 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:07.457632 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd37b01b-d047-40da-bb97-652bf80c5486 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:07.458059 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd37b01b-d047-40da-bb97-652bf80c5486 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:07.458822 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd37b01b-d047-40da-bb97-652bf80c5486 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:07.459245 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd37b01b-d047-40da-bb97-652bf80c5486 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:07.459989 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd37b01b-d047-40da-bb97-652bf80c5486 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:07.460442 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd37b01b-d047-40da-bb97-652bf80c5486 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:07.460858 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd37b01b-d047-40da-bb97-652bf80c5486 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:07.461476 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd37b01b-d047-40da-bb97-652bf80c5486 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:07.462231 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd37b01b-d047-40da-bb97-652bf80c5486 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:07.462699 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd37b01b-d047-40da-bb97-652bf80c5486 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:07.562633 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-935f2ccc-d0f0-4555-81b1-3197431eedf5 req-fc0d1190-679c-4a1f-9c9c-a083368efae9 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 210 time: 0.0487576 Dec 16 09:40:07.669033 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2c2348a0-41b8-4cba-98a7-5039f5ad8c3e req-9d4e598c-1708-4f4d-8bc6-146b7ca57eff tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9a847e7-ee9b-4585-bdb3-193dd7e347fd HTTP/1.1" status: 200 len: 210 time: 0.0432706 Dec 16 09:40:07.859019 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 3231dc95-f1a1-4db4-8424-084d9b65ce97 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:40:07.966125 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd37b01b-d047-40da-bb97-652bf80c5486 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:08.016787 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-d506c3a9-b9dc-4a1e-a5e2-fa535d353878 None None] Provisioning complete for port 76ec5d66-fe5e-45d5-bdd8-8151faca1281 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:08.021226 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d506c3a9-b9dc-4a1e-a5e2-fa535d353878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:08.023588 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 3231dc95-f1a1-4db4-8424-084d9b65ce97 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:08.029496 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:08.181207 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-d506c3a9-b9dc-4a1e-a5e2-fa535d353878 None None] Port 76ec5d66-fe5e-45d5-bdd8-8151faca1281 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:40:08.322023 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77e02826-397f-4db3-9bac-d3fb4b79e491 req-922e5b6d-dc81-4857-a3d4-637950c5d0d9 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c84125-19d8-4561-9d8a-1495d03b6465 HTTP/1.1" status: 200 len: 210 time: 0.0406513 Dec 16 09:40:08.414586 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd37b01b-d047-40da-bb97-652bf80c5486 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:08.586244 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd37b01b-d047-40da-bb97-652bf80c5486 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:08.588841 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd37b01b-d047-40da-bb97-652bf80c5486 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:08.803878 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fc8d4912-a8cd-428f-a772-830c690acef8 req-2559f49d-5c9d-4f65-b1b3-98c8506391b2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 210 time: 0.0614491 Dec 16 09:40:08.896161 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd37b01b-d047-40da-bb97-652bf80c5486 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Port': ['ID=76ec5d66-fe5e-45d5-bdd8-8151faca1281,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:09.002573 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d32ba0bd-aea6-4351-8c56-720ebabdd140 req-17783992-60f4-4a2a-8c28-d10ba0cc7eca tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9a847e7-ee9b-4585-bdb3-193dd7e347fd HTTP/1.1" status: 200 len: 210 time: 0.0785277 Dec 16 09:40:09.047812 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd37b01b-d047-40da-bb97-652bf80c5486 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Network 0d878038-3cbc-4761-9784-e809a108f89a is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:40:09.053911 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-cd37b01b-d047-40da-bb97-652bf80c5486 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:09.471682 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-f7290171-31df-4d8e-9e72-54cce6797e54 None None] Provisioning complete for port 76ec5d66-fe5e-45d5-bdd8-8151faca1281 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:09.472768 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f7290171-31df-4d8e-9e72-54cce6797e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:09.530607 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1ad7c250-b1ee-48c2-846f-642cee8fa0b8 req-250118a6-0773-4f4b-8bdb-5ac00d063bc4 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c84125-19d8-4561-9d8a-1495d03b6465 HTTP/1.1" status: 200 len: 210 time: 0.1046698 Dec 16 09:40:09.549446 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f7290171-31df-4d8e-9e72-54cce6797e54 None None] Port 76ec5d66-fe5e-45d5-bdd8-8151faca1281 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:40:09.550135 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd37b01b-d047-40da-bb97-652bf80c5486 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Router 96e122fa-8441-4ac6-af62-89272efab026 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:40:09.688194 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd37b01b-d047-40da-bb97-652bf80c5486 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:40:09.699592 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-cd37b01b-d047-40da-bb97-652bf80c5486 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "PUT /v2.0/routers/96e122fa-8441-4ac6-af62-89272efab026/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5684261 Dec 16 09:40:09.702300 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56626) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:09.705829 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d3fd99-7832-4a3d-8838-e8b015df8b65 None None] Sync routers for ids ['96e122fa-8441-4ac6-af62-89272efab026'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:40:09.741354 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d3fd99-7832-4a3d-8838-e8b015df8b65 None None] Routers {'96e122fa-8441-4ac6-af62-89272efab026'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:40:09.741998 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-20d3fd99-7832-4a3d-8838-e8b015df8b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:39:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['96e122fa-8441-4ac6-af62-89272efab026'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:09.891344 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93b6a86-bda0-4268-845d-0779928d1ebb tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:09.891344 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d93b6a86-bda0-4268-845d-0779928d1ebb tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "GET /v2.0/ports?device_id=96e122fa-8441-4ac6-af62-89272efab026 HTTP/1.1" status: 200 len: 988 time: 0.1861041 Dec 16 09:40:09.893298 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56632) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:09.906020 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-20d3fd99-7832-4a3d-8838-e8b015df8b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:09.953775 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d3fd99-7832-4a3d-8838-e8b015df8b65 None None] Routers {'96e122fa-8441-4ac6-af62-89272efab026'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:40:09.955059 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-20d3fd99-7832-4a3d-8838-e8b015df8b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:39:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['96e122fa-8441-4ac6-af62-89272efab026'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:10.058291 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-20d3fd99-7832-4a3d-8838-e8b015df8b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:10.059488 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d3fd99-7832-4a3d-8838-e8b015df8b65 None None] The sync data for ids ['96e122fa-8441-4ac6-af62-89272efab026'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:40:10.087151 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-40024e5e-7e4a-4d40-8d9c-a6842096eb13 req-b66a2dae-d87f-4c10-aa4a-66b4c567ec09 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 210 time: 0.1054275 Dec 16 09:40:10.482601 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-890e80c1-c15a-448c-826c-4b9034f5e2ef req-cf5c7df2-45e3-4d6b-856d-4653c0bfb457 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9a847e7-ee9b-4585-bdb3-193dd7e347fd HTTP/1.1" status: 200 len: 210 time: 0.1097512 Dec 16 09:40:10.500173 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22172b-fe28-4764-a04c-5925c5b8baa1 req-00168d31-7807-4fcc-9d16-b708a7c8e78c tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:10.531751 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ff22172b-fe28-4764-a04c-5925c5b8baa1 req-00168d31-7807-4fcc-9d16-b708a7c8e78c tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 946 time: 0.1568718 Dec 16 09:40:10.540691 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:10.594976 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-7f06abdc-5815-4a86-8e1f-bf640ea830d9 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:10.596923 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-7f06abdc-5815-4a86-8e1f-bf640ea830d9 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.58 "GET /v2.0/networks?id=91bc9f76-8f2c-4353-bb54-9ecc0555324d HTTP/1.1" status: 200 len: 814 time: 0.3948112 Dec 16 09:40:10.610664 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-2c53a99b-4d22-46a9-9973-41183254e4f5 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Request body: {'port': {'device_id': 'b9a847e7-ee9b-4585-bdb3-193dd7e347fd', 'network_id': '91bc9f76-8f2c-4353-bb54-9ecc0555324d', 'admin_state_up': True, 'tenant_id': '0f20afae91244864a39a572d49adbc26'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:10.754245 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-32bfe8fc-b230-4e08-8426-1807b11ca1b2 req-6ba384c3-cc7d-4cfe-95da-a1b9abc77081 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c84125-19d8-4561-9d8a-1495d03b6465 HTTP/1.1" status: 200 len: 210 time: 0.0677602 Dec 16 09:40:10.806690 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ff22172b-fe28-4764-a04c-5925c5b8baa1 req-5e3a5411-a628-4436-bda7-62379bba7361 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/security-groups?id=130dee85-37f7-486c-a850-4e07d7fb40bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2740500 Dec 16 09:40:11.060860 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-2c53a99b-4d22-46a9-9973-41183254e4f5 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Made reservation on behalf of 0f20afae91244864a39a572d49adbc26 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:11.061762 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-2c53a99b-4d22-46a9-9973-41183254e4f5 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:11.322849 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-054e7e3e-d771-464f-b3c7-e089d23980e6 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:11.468165 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-2c53a99b-4d22-46a9-9973-41183254e4f5 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Allocated IP 172.20.0.13 (91bc9f76-8f2c-4353-bb54-9ecc0555324d/88045cbf-07e9-4053-9943-3878a34f6af5/b7f08245-e04f-4a4a-9c53-6cfc227e2df2) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:40:11.689852 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-19db2ca5-1edd-4661-8990-b0201dc6bda7 req-fd8a8938-3b8f-4441-850a-652083185d5c tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 210 time: 0.0595813 Dec 16 09:40:11.728382 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-2c53a99b-4d22-46a9-9973-41183254e4f5 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:11.763539 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8a9aa793-0d7b-43d6-834c-8364855dc18d req-1a33527a-4bd9-4c6c-b7da-aeffac027ed8 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9a847e7-ee9b-4585-bdb3-193dd7e347fd HTTP/1.1" status: 200 len: 210 time: 0.1334262 Dec 16 09:40:11.972112 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-146648cf-b1e4-46a8-8a2f-411f442f64b6 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:11.973892 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-146648cf-b1e4-46a8-8a2f-411f442f64b6 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.58 "GET /v2.0/networks?id=818dfd32-cf52-4369-aa91-a070d5ad14f3 HTTP/1.1" status: 200 len: 814 time: 0.3428764 Dec 16 09:40:11.974663 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ec6d690a-5dc3-49cb-827a-f9bbbfa9a249 req-08685676-79f1-4a52-a33e-e221941ba91e tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c84125-19d8-4561-9d8a-1495d03b6465 HTTP/1.1" status: 200 len: 210 time: 0.0725033 Dec 16 09:40:11.980621 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-2c53a99b-4d22-46a9-9973-41183254e4f5 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:12.048773 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-2c53a99b-4d22-46a9-9973-41183254e4f5 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Network 91bc9f76-8f2c-4353-bb54-9ecc0555324d is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:40:12.093761 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-2c53a99b-4d22-46a9-9973-41183254e4f5 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:12.098548 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-2c53a99b-4d22-46a9-9973-41183254e4f5 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:40:12.151782 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53a99b-4d22-46a9-9973-41183254e4f5 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Pushing event updated for resources: {'Port': ['ID=b7f08245-e04f-4a4a-9c53-6cfc227e2df2,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:12.162581 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53a99b-4d22-46a9-9973-41183254e4f5 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:12.162902 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53a99b-4d22-46a9-9973-41183254e4f5 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:12.163524 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53a99b-4d22-46a9-9973-41183254e4f5 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:12.163707 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53a99b-4d22-46a9-9973-41183254e4f5 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:12.164159 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53a99b-4d22-46a9-9973-41183254e4f5 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:12.164708 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53a99b-4d22-46a9-9973-41183254e4f5 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:12.164922 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53a99b-4d22-46a9-9973-41183254e4f5 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:12.165333 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53a99b-4d22-46a9-9973-41183254e4f5 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:12.166218 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53a99b-4d22-46a9-9973-41183254e4f5 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:12.166687 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53a99b-4d22-46a9-9973-41183254e4f5 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:12.167079 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53a99b-4d22-46a9-9973-41183254e4f5 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:12.167480 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53a99b-4d22-46a9-9973-41183254e4f5 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:12.232104 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-2c53a99b-4d22-46a9-9973-41183254e4f5 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:12.233265 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-2c53a99b-4d22-46a9-9973-41183254e4f5 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:12.236124 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-ed776d4e-8736-460a-bc8a-6258084f0df9 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68e22e3a3da6417b82ce935493172fa4 HTTP/1.1" status: 200 len: 379 time: 0.2379212 Dec 16 09:40:12.257593 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-3425e8db-d04c-41b9-ab67-26d19a1be5e8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Request body: {'port': {'device_id': '85c84125-19d8-4561-9d8a-1495d03b6465', 'network_id': '818dfd32-cf52-4369-aa91-a070d5ad14f3', 'admin_state_up': True, 'tenant_id': '68e22e3a3da6417b82ce935493172fa4', 'security_groups': ['ab17dbb7-7b4e-443e-badd-cb8cbe252e8b']}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:12.382927 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-2c53a99b-4d22-46a9-9973-41183254e4f5 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7763662 Dec 16 09:40:12.394922 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-0ed4ed17-b7d9-44fd-bea2-861117a1a155 service neutron] Request body: {'port': {'device_id': 'b9a847e7-ee9b-4585-bdb3-193dd7e347fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:12.460327 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-054e7e3e-d771-464f-b3c7-e089d23980e6 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Deleting port 76ec5d66-fe5e-45d5-bdd8-8151faca1281 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:12.461065 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-054e7e3e-d771-464f-b3c7-e089d23980e6 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:12.587154 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-0ed4ed17-b7d9-44fd-bea2-861117a1a155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:12.630911 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-054e7e3e-d771-464f-b3c7-e089d23980e6 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:12.682509 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-054e7e3e-d771-464f-b3c7-e089d23980e6 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Calling delete_port for 76ec5d66-fe5e-45d5-bdd8-8151faca1281 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:12.843341 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-3425e8db-d04c-41b9-ab67-26d19a1be5e8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Made reservation on behalf of 68e22e3a3da6417b82ce935493172fa4 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:12.862950 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-3425e8db-d04c-41b9-ab67-26d19a1be5e8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:13.011681 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-48cc48db-6d8c-4f3f-b3ca-66e1bb5488bc req-5e8b0a3e-3a83-4fe3-a17b-7d56e7f3bf58 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 210 time: 0.0926239 Dec 16 09:40:13.283897 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf966d-6519-4c47-b926-7ce7802946b8 req-96171170-a3c3-4fcb-b956-227666e8cd6a tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:13.285071 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a2cf966d-6519-4c47-b926-7ce7802946b8 req-96171170-a3c3-4fcb-b956-227666e8cd6a tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 946 time: 0.3298635 Dec 16 09:40:13.302593 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c4de0-c6c8-4cbe-ad44-9144e0065958 req-69225472-1051-4111-9250-e6389b38db64 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:13.312027 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-982c4de0-c6c8-4cbe-ad44-9144e0065958 req-69225472-1051-4111-9250-e6389b38db64 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9a847e7-ee9b-4585-bdb3-193dd7e347fd HTTP/1.1" status: 200 len: 932 time: 0.1008182 Dec 16 09:40:13.352405 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-3425e8db-d04c-41b9-ab67-26d19a1be5e8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Allocated IP 172.20.0.11 (818dfd32-cf52-4369-aa91-a070d5ad14f3/e6671658-f8cf-488c-bd79-f5bf2ae47ee8/9502d6c6-0faa-4d43-887a-13e6c7197e15) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:40:13.368228 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a2cf966d-6519-4c47-b926-7ce7802946b8 req-79ab607b-529b-4867-8330-53affe57a9e3 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/security-groups?id=130dee85-37f7-486c-a850-4e07d7fb40bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759873 Dec 16 09:40:13.435651 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-982c4de0-c6c8-4cbe-ad44-9144e0065958 req-8dd07e8c-1584-4b4e-ad87-1930dffd3887 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.60 "GET /v2.0/security-groups?id=07f6f5fc-fe95-4c87-9620-969587e748f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225708 Dec 16 09:40:13.443127 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-0ed4ed17-b7d9-44fd-bea2-861117a1a155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7f08245-e04f-4a4a-9c53-6cfc227e2df2 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:40:13.458774 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-0ed4ed17-b7d9-44fd-bea2-861117a1a155 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:13.517601 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1bade0ba-3eb4-4753-9229-ae02da91c347 req-a4b9bb88-7c15-4f13-a12b-fde8f0649995 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c84125-19d8-4561-9d8a-1495d03b6465 HTTP/1.1" status: 200 len: 210 time: 0.0359926 Dec 16 09:40:13.575389 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-3425e8db-d04c-41b9-ab67-26d19a1be5e8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:13.790403 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-0ed4ed17-b7d9-44fd-bea2-861117a1a155 service neutron] Transition to ACTIVE for port object b7f08245-e04f-4a4a-9c53-6cfc227e2df2 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:40:13.791619 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-054e7e3e-d771-464f-b3c7-e089d23980e6 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:13.827398 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e7e3e-d771-464f-b3c7-e089d23980e6 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Port': ['ID=76ec5d66-fe5e-45d5-bdd8-8151faca1281,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:13.852562 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-3425e8db-d04c-41b9-ab67-26d19a1be5e8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:13.941824 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-0ed4ed17-b7d9-44fd-bea2-861117a1a155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:14.042022 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed4ed17-b7d9-44fd-bea2-861117a1a155 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f08245-e04f-4a4a-9c53-6cfc227e2df2,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:14.042501 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-3425e8db-d04c-41b9-ab67-26d19a1be5e8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Network 818dfd32-cf52-4369-aa91-a070d5ad14f3 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:40:14.048711 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-3425e8db-d04c-41b9-ab67-26d19a1be5e8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:14.079663 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-3425e8db-d04c-41b9-ab67-26d19a1be5e8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:40:14.082572 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-054e7e3e-d771-464f-b3c7-e089d23980e6 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:14.176849 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-0ed4ed17-b7d9-44fd-bea2-861117a1a155 service neutron] Attempting to bind port b7f08245-e04f-4a4a-9c53-6cfc227e2df2 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:40:14.177251 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-0ed4ed17-b7d9-44fd-bea2-861117a1a155 service neutron] Attempting to bind port b7f08245-e04f-4a4a-9c53-6cfc227e2df2 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '36054b38-4a61-4536-af07-244237f78db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '91bc9f76-8f2c-4353-bb54-9ecc0555324d'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:40:14.183441 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3425e8db-d04c-41b9-ab67-26d19a1be5e8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Pushing event updated for resources: {'Port': ['ID=9502d6c6-0faa-4d43-887a-13e6c7197e15,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:14.183612 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-0ed4ed17-b7d9-44fd-bea2-861117a1a155 service neutron] Attempting to bind port b7f08245-e04f-4a4a-9c53-6cfc227e2df2 on network 91bc9f76-8f2c-4353-bb54-9ecc0555324d {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:40:14.217859 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-0ed4ed17-b7d9-44fd-bea2-861117a1a155 service neutron] Port b7f08245-e04f-4a4a-9c53-6cfc227e2df2 on network 91bc9f76-8f2c-4353-bb54-9ecc0555324d not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:40:14.218188 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-0ed4ed17-b7d9-44fd-bea2-861117a1a155 service neutron] Attempting to bind port b7f08245-e04f-4a4a-9c53-6cfc227e2df2 on network 91bc9f76-8f2c-4353-bb54-9ecc0555324d {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:40:14.227078 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-0ed4ed17-b7d9-44fd-bea2-861117a1a155 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:40:14.230298 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-0ed4ed17-b7d9-44fd-bea2-861117a1a155 service neutron] Checking segment: {'id': '36054b38-4a61-4536-af07-244237f78db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '91bc9f76-8f2c-4353-bb54-9ecc0555324d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:40:14.230918 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-0ed4ed17-b7d9-44fd-bea2-861117a1a155 service neutron] Bound using segment: {'id': '36054b38-4a61-4536-af07-244237f78db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '91bc9f76-8f2c-4353-bb54-9ecc0555324d'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:40:14.231621 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-0ed4ed17-b7d9-44fd-bea2-861117a1a155 service neutron] Bound port: b7f08245-e04f-4a4a-9c53-6cfc227e2df2, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36054b38-4a61-4536-af07-244237f78db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '91bc9f76-8f2c-4353-bb54-9ecc0555324d'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:40:14.232216 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-0ed4ed17-b7d9-44fd-bea2-861117a1a155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:14.354890 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-0ed4ed17-b7d9-44fd-bea2-861117a1a155 service neutron] For port b7f08245-e04f-4a4a-9c53-6cfc227e2df2, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:40:14.359767 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-0ed4ed17-b7d9-44fd-bea2-861117a1a155 service neutron] For port b7f08245-e04f-4a4a-9c53-6cfc227e2df2, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=b7f08245-e04f-4a4a-9c53-6cfc227e2df2,segment=NetworkSegment(36054b38-4a61-4536-af07-244237f78db9),segment_id=36054b38-4a61-4536-af07-244237f78db9)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:40:14.473901 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-0ed4ed17-b7d9-44fd-bea2-861117a1a155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:14.531798 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-0ed4ed17-b7d9-44fd-bea2-861117a1a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:14.532234 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-f5a03bef-aef7-46de-a97b-ceb59be32daf None None] Provisioning complete for port 9502d6c6-0faa-4d43-887a-13e6c7197e15 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:14.532935 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f5a03bef-aef7-46de-a97b-ceb59be32daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:14.538436 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-0ed4ed17-b7d9-44fd-bea2-861117a1a155 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:14.544097 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-0ed4ed17-b7d9-44fd-bea2-861117a1a155 service neutron] 10.222.0.58 "PUT /v2.0/ports/b7f08245-e04f-4a4a-9c53-6cfc227e2df2 HTTP/1.1" status: 200 len: 1092 time: 2.1506398 Dec 16 09:40:14.552899 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a847e7-ee9b-4585-bdb3-193dd7e347fd', 'tag': 'b7f08245-e04f-4a4a-9c53-6cfc227e2df2'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:40:14.558028 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2100148b-19d8-4c64-bfc6-5a7014a61c44" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a847e7-ee9b-4585-bdb3-193dd7e347fd", "tag": "b7f08245-e04f-4a4a-9c53-6cfc227e2df2"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:40:14.674717 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f5a03bef-aef7-46de-a97b-ceb59be32daf None None] Port 9502d6c6-0faa-4d43-887a-13e6c7197e15 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:40:14.698278 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed4ed17-b7d9-44fd-bea2-861117a1a155 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f08245-e04f-4a4a-9c53-6cfc227e2df2,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:14.823370 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130cb3b-4a25-48c3-8df7-9bfd6a7406c1 req-646adb09-ef0d-4144-9f6d-ed6953acc613 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:14.827131 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9130cb3b-4a25-48c3-8df7-9bfd6a7406c1 req-646adb09-ef0d-4144-9f6d-ed6953acc613 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9a847e7-ee9b-4585-bdb3-193dd7e347fd HTTP/1.1" status: 200 len: 944 time: 0.2019088 Dec 16 09:40:14.875127 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-8ac55089-15df-42ae-bffb-c116e9472998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:14.877028 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-8ac55089-15df-42ae-bffb-c116e9472998 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f20afae91244864a39a572d49adbc26&device_id=b9a847e7-ee9b-4585-bdb3-193dd7e347fd HTTP/1.1" status: 200 len: 1095 time: 0.1628098 Dec 16 09:40:14.929836 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7222f903-63a2-433a-8c40-b05c93ea1542 req-be45b198-b875-4a4d-8292-06cd218764b3 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 210 time: 0.0546660 Dec 16 09:40:14.955175 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9130cb3b-4a25-48c3-8df7-9bfd6a7406c1 req-df805759-1886-4869-80b1-dc82e9c559f1 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.60 "GET /v2.0/security-groups?id=07f6f5fc-fe95-4c87-9620-969587e748f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053667 Dec 16 09:40:15.029996 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-492574e9-4903-4a1a-829b-1cb58398f10f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7f08245-e04f-4a4a-9c53-6cfc227e2df2 HTTP/1.1" status: 200 len: 217 time: 0.1428959 Dec 16 09:40:15.037153 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-3425e8db-d04c-41b9-ab67-26d19a1be5e8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:15.037817 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-3425e8db-d04c-41b9-ab67-26d19a1be5e8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:15.146833 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-cba0d6b1-2942-4011-9b5f-a67d440b481d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:15.148625 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-cba0d6b1-2942-4011-9b5f-a67d440b481d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=88045cbf-07e9-4053-9943-3878a34f6af5 HTTP/1.1" status: 200 len: 854 time: 0.1130929 Dec 16 09:40:15.215916 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59243f-ebe9-4fe0-9341-980b8f57a936 req-f46b8ec6-cc98-46f4-9da9-4d533021f901 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:15.231498 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2d59243f-ebe9-4fe0-9341-980b8f57a936 req-f46b8ec6-cc98-46f4-9da9-4d533021f901 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 946 time: 0.1837127 Dec 16 09:40:15.251150 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-3425e8db-d04c-41b9-ab67-26d19a1be5e8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9999006 Dec 16 09:40:15.292399 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-dad0bf12-1bdd-4575-b324-17bd09c3f907 service neutron] Request body: {'port': {'device_id': '85c84125-19d8-4561-9d8a-1495d03b6465', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:15.416319 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054e7e3e-d771-464f-b3c7-e089d23980e6 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Router 96e122fa-8441-4ac6-af62-89272efab026 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:40:15.462910 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-dad0bf12-1bdd-4575-b324-17bd09c3f907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:15.645704 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-277935c7-8ba6-4f1e-9425-dacafa5c6d60 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=91bc9f76-8f2c-4353-bb54-9ecc0555324d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4899294 Dec 16 09:40:15.660656 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1222eb-aa76-43f6-b851-e43cac074c4c req-ab88c2ce-8f6c-4dfa-98fd-8cfb4460ff79 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:15.663152 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8a1222eb-aa76-43f6-b851-e43cac074c4c req-ab88c2ce-8f6c-4dfa-98fd-8cfb4460ff79 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c84125-19d8-4561-9d8a-1495d03b6465 HTTP/1.1" status: 200 len: 932 time: 0.5554433 Dec 16 09:40:15.812715 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-62d89295-a8e1-455e-956b-c62e5bda3bfe service neutron] 10.222.0.58 "GET /v2.0/networks/91bc9f76-8f2c-4353-bb54-9ecc0555324d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480024 Dec 16 09:40:15.984318 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054e7e3e-d771-464f-b3c7-e089d23980e6 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:40:15.995116 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-054e7e3e-d771-464f-b3c7-e089d23980e6 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "PUT /v2.0/routers/96e122fa-8441-4ac6-af62-89272efab026/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1006799 Dec 16 09:40:15.995372 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cc4c14-7e94-4973-9ca5-5c202131d256 None None] Sync routers for ids ['96e122fa-8441-4ac6-af62-89272efab026'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:40:15.998361 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2d59243f-ebe9-4fe0-9341-980b8f57a936 req-ad6e9fc3-79e2-403a-8382-c59ecc6f5298 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/security-groups?id=130dee85-37f7-486c-a850-4e07d7fb40bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7660592 Dec 16 09:40:15.998867 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56736) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:16.016997 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8a1222eb-aa76-43f6-b851-e43cac074c4c req-527df4f8-35e2-4332-859e-7e17dd3ad60a tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab17dbb7-7b4e-443e-badd-cb8cbe252e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031162 Dec 16 09:40:16.029050 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cc4c14-7e94-4973-9ca5-5c202131d256 None None] Routers {'96e122fa-8441-4ac6-af62-89272efab026'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:40:16.029758 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-64cc4c14-7e94-4973-9ca5-5c202131d256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:39:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['96e122fa-8441-4ac6-af62-89272efab026'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:16.055803 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b1f3905-c0c9-4729-83fb-1ffd0310daad tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] GET failed (client error): The resource could not be found. Dec 16 09:40:16.055803 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0b1f3905-c0c9-4729-83fb-1ffd0310daad tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "GET /v2.0/ports/76ec5d66-fe5e-45d5-bdd8-8151faca1281 HTTP/1.1" status: 404 len: 333 time: 0.0463188 Dec 16 09:40:16.056013 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56738) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:16.164584 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-64cc4c14-7e94-4973-9ca5-5c202131d256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:16.193148 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cc4c14-7e94-4973-9ca5-5c202131d256 None None] Routers {'96e122fa-8441-4ac6-af62-89272efab026'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:40:16.194307 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-64cc4c14-7e94-4973-9ca5-5c202131d256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:39:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['96e122fa-8441-4ac6-af62-89272efab026'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:16.213151 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20966f87-f334-48e6-a035-4bd622e3772b x-openstack-request-id: req-20966f87-f334-48e6-a035-4bd622e3772b {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:40:16.213420 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a847e7-ee9b-4585-bdb3-193dd7e347fd", "tag": "b7f08245-e04f-4a4a-9c53-6cfc227e2df2", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:40:16.213663 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-20966f87-f334-48e6-a035-4bd622e3772b {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:40:16.214037 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a847e7-ee9b-4585-bdb3-193dd7e347fd', 'tag': 'b7f08245-e04f-4a4a-9c53-6cfc227e2df2', 'status': 'completed', 'code': 200} Dec 16 09:40:16.275134 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-64cc4c14-7e94-4973-9ca5-5c202131d256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:16.277707 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cc4c14-7e94-4973-9ca5-5c202131d256 None None] The sync data for ids ['96e122fa-8441-4ac6-af62-89272efab026'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:40:16.369949 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-efb40ed7-0f6a-40fa-8539-3d04ed908835 req-c462a972-53cb-4adf-9660-c59d890fb2b3 service neutron] 10.222.0.58 "GET /v2.0/networks/91bc9f76-8f2c-4353-bb54-9ecc0555324d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5426335 Dec 16 09:40:16.380521 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a178e92c-1bc7-4cec-96c0-4747c2960bb5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:16.478378 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-32ea2bdf-6363-4af6-a07c-dc0bf3b89d03 req-8dd0951c-43d3-4f4a-9eaa-808e1ebae754 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 210 time: 0.1777442 Dec 16 09:40:16.560805 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-dad0bf12-1bdd-4575-b324-17bd09c3f907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9502d6c6-0faa-4d43-887a-13e6c7197e15 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:40:16.571435 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821602f-f524-46f7-bd4e-a272ce8bdaca req-47a65291-e30b-41a6-b3d8-921845fade92 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:16.574085 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86eb26f-873b-4466-a349-bc15e3d1f5ae req-5a4c8009-4927-408a-88fa-7e59c985640f tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:16.576785 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b86eb26f-873b-4466-a349-bc15e3d1f5ae req-5a4c8009-4927-408a-88fa-7e59c985640f tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 946 time: 0.1578038 Dec 16 09:40:16.593688 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c821602f-f524-46f7-bd4e-a272ce8bdaca req-47a65291-e30b-41a6-b3d8-921845fade92 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9a847e7-ee9b-4585-bdb3-193dd7e347fd HTTP/1.1" status: 200 len: 944 time: 0.3787394 Dec 16 09:40:16.607896 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-dad0bf12-1bdd-4575-b324-17bd09c3f907 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:16.711655 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-dad0bf12-1bdd-4575-b324-17bd09c3f907 service neutron] Transition to ACTIVE for port object 9502d6c6-0faa-4d43-887a-13e6c7197e15 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:40:16.795820 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-dad0bf12-1bdd-4575-b324-17bd09c3f907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:16.804972 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c821602f-f524-46f7-bd4e-a272ce8bdaca req-561ceddc-7c32-4b93-aede-ca5552e92ee6 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.60 "GET /v2.0/security-groups?id=07f6f5fc-fe95-4c87-9620-969587e748f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104051 Dec 16 09:40:16.844842 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a178e92c-1bc7-4cec-96c0-4747c2960bb5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:16.849087 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a178e92c-1bc7-4cec-96c0-4747c2960bb5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:16.909864 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-b86eb26f-873b-4466-a349-bc15e3d1f5ae req-06866ae4-3972-490a-ac1f-968d4c22b53e tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Deleting port f79e928d-8783-4e76-9502-999beb1e8c98 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:16.910232 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b86eb26f-873b-4466-a349-bc15e3d1f5ae req-06866ae4-3972-490a-ac1f-968d4c22b53e tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:16.956100 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100148b-19d8-4c64-bfc6-5a7014a61c44 req-28b5e7b9-0872-41e3-8031-8b616a4130db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:16.957663 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2100148b-19d8-4c64-bfc6-5a7014a61c44 req-28b5e7b9-0872-41e3-8031-8b616a4130db service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f20afae91244864a39a572d49adbc26&device_id=b9a847e7-ee9b-4585-bdb3-193dd7e347fd HTTP/1.1" status: 200 len: 1095 time: 0.1668396 Dec 16 09:40:17.056384 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a178e92c-1bc7-4cec-96c0-4747c2960bb5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:17.056384 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a178e92c-1bc7-4cec-96c0-4747c2960bb5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Fanout notify agent at l3_agent the message router_deleted on router 96e122fa-8441-4ac6-af62-89272efab026 {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:40:17.084092 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a178e92c-1bc7-4cec-96c0-4747c2960bb5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:17.084092 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a178e92c-1bc7-4cec-96c0-4747c2960bb5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/routers/96e122fa-8441-4ac6-af62-89272efab026 HTTP/1.1" status: 204 len: 168 time: 1.0215342 Dec 16 09:40:17.084092 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56768) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:17.151829 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-3977a36f-19a5-4a57-9886-02528e5992e3 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Deleting subnet d5b74198-d2ef-4e95-969b-8056a23de0ad {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:40:17.153406 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad0bf12-1bdd-4575-b324-17bd09c3f907 service neutron] Pushing event updated for resources: {'Port': ['ID=9502d6c6-0faa-4d43-887a-13e6c7197e15,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:17.156093 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3977a36f-19a5-4a57-9886-02528e5992e3 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:17.292846 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3977a36f-19a5-4a57-9886-02528e5992e3 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:17.370387 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-dad0bf12-1bdd-4575-b324-17bd09c3f907 service neutron] Attempting to bind port 9502d6c6-0faa-4d43-887a-13e6c7197e15 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:40:17.371150 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-dad0bf12-1bdd-4575-b324-17bd09c3f907 service neutron] Attempting to bind port 9502d6c6-0faa-4d43-887a-13e6c7197e15 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'ca770ec3-7794-40ab-9b98-1d4629c1db9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '818dfd32-cf52-4369-aa91-a070d5ad14f3'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:40:17.371765 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-dad0bf12-1bdd-4575-b324-17bd09c3f907 service neutron] Attempting to bind port 9502d6c6-0faa-4d43-887a-13e6c7197e15 on network 818dfd32-cf52-4369-aa91-a070d5ad14f3 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:40:17.427660 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-dad0bf12-1bdd-4575-b324-17bd09c3f907 service neutron] Port 9502d6c6-0faa-4d43-887a-13e6c7197e15 on network 818dfd32-cf52-4369-aa91-a070d5ad14f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:40:17.429505 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-dad0bf12-1bdd-4575-b324-17bd09c3f907 service neutron] Attempting to bind port 9502d6c6-0faa-4d43-887a-13e6c7197e15 on network 818dfd32-cf52-4369-aa91-a070d5ad14f3 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:40:17.451424 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-b86eb26f-873b-4466-a349-bc15e3d1f5ae req-06866ae4-3972-490a-ac1f-968d4c22b53e tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] For port f79e928d-8783-4e76-9502-999beb1e8c98, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=f79e928d-8783-4e76-9502-999beb1e8c98,segment=NetworkSegment(f4cab314-87e2-4c49-8fe7-37cd5d18df68),segment_id=f4cab314-87e2-4c49-8fe7-37cd5d18df68)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:17.452162 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b86eb26f-873b-4466-a349-bc15e3d1f5ae req-06866ae4-3972-490a-ac1f-968d4c22b53e tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:17.481259 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1361c5-aeba-4e63-a186-b01dc879ea59 req-f156879d-6517-448a-90d6-f991f2017bff tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:17.483604 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5e1361c5-aeba-4e63-a186-b01dc879ea59 req-f156879d-6517-448a-90d6-f991f2017bff tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 946 time: 0.2312067 Dec 16 09:40:17.487997 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-dad0bf12-1bdd-4575-b324-17bd09c3f907 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:40:17.488671 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-dad0bf12-1bdd-4575-b324-17bd09c3f907 service neutron] Checking segment: {'id': 'ca770ec3-7794-40ab-9b98-1d4629c1db9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '818dfd32-cf52-4369-aa91-a070d5ad14f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:40:17.489359 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-dad0bf12-1bdd-4575-b324-17bd09c3f907 service neutron] Bound using segment: {'id': 'ca770ec3-7794-40ab-9b98-1d4629c1db9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '818dfd32-cf52-4369-aa91-a070d5ad14f3'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:40:17.491867 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-dad0bf12-1bdd-4575-b324-17bd09c3f907 service neutron] Bound port: 9502d6c6-0faa-4d43-887a-13e6c7197e15, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca770ec3-7794-40ab-9b98-1d4629c1db9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '818dfd32-cf52-4369-aa91-a070d5ad14f3'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:40:17.494317 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-dad0bf12-1bdd-4575-b324-17bd09c3f907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:17.544163 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3977a36f-19a5-4a57-9886-02528e5992e3 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:17.762977 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-dad0bf12-1bdd-4575-b324-17bd09c3f907 service neutron] For port 9502d6c6-0faa-4d43-887a-13e6c7197e15, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:40:17.772536 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100148b-19d8-4c64-bfc6-5a7014a61c44 req-e56e19e8-0347-411f-a386-b415005c6905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:17.773878 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-dad0bf12-1bdd-4575-b324-17bd09c3f907 service neutron] For port 9502d6c6-0faa-4d43-887a-13e6c7197e15, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=9502d6c6-0faa-4d43-887a-13e6c7197e15,segment=NetworkSegment(ca770ec3-7794-40ab-9b98-1d4629c1db9b),segment_id=ca770ec3-7794-40ab-9b98-1d4629c1db9b)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:40:17.774098 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2100148b-19d8-4c64-bfc6-5a7014a61c44 req-e56e19e8-0347-411f-a386-b415005c6905 service neutron] 10.222.0.58 "GET /v2.0/networks?id=91bc9f76-8f2c-4353-bb54-9ecc0555324d HTTP/1.1" status: 200 len: 915 time: 0.8073013 Dec 16 09:40:17.785005 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5e1361c5-aeba-4e63-a186-b01dc879ea59 req-30d953b7-8185-426e-b915-75e9d5a62e2c tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/security-groups?id=130dee85-37f7-486c-a850-4e07d7fb40bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2692635 Dec 16 09:40:17.867641 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-dad0bf12-1bdd-4575-b324-17bd09c3f907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:17.870448 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbcedc-92fc-4908-839f-0d2cb0530f54 req-dcdb7f12-dbab-46b4-a8f6-ff6194c38e84 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:17.877877 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07bbcedc-92fc-4908-839f-0d2cb0530f54 req-dcdb7f12-dbab-46b4-a8f6-ff6194c38e84 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c84125-19d8-4561-9d8a-1495d03b6465 HTTP/1.1" status: 200 len: 944 time: 0.5395675 Dec 16 09:40:17.913983 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2100148b-19d8-4c64-bfc6-5a7014a61c44 req-2fd3ed95-e481-4bec-a3af-f2b81c275eea service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7f08245-e04f-4a4a-9c53-6cfc227e2df2 HTTP/1.1" status: 200 len: 217 time: 0.1301444 Dec 16 09:40:17.923941 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad0bf12-1bdd-4575-b324-17bd09c3f907 service neutron] Pushing event updated for resources: {'Port': ['ID=9502d6c6-0faa-4d43-887a-13e6c7197e15,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:17.960810 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07bbcedc-92fc-4908-839f-0d2cb0530f54 req-df30844d-e8b5-4b27-a850-6952169b2ee6 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab17dbb7-7b4e-443e-badd-cb8cbe252e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783911 Dec 16 09:40:17.989037 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-dad0bf12-1bdd-4575-b324-17bd09c3f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:17.989891 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-dad0bf12-1bdd-4575-b324-17bd09c3f907 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:17.995235 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-dad0bf12-1bdd-4575-b324-17bd09c3f907 service neutron] 10.222.0.58 "PUT /v2.0/ports/9502d6c6-0faa-4d43-887a-13e6c7197e15 HTTP/1.1" status: 200 len: 1092 time: 2.7226155 Dec 16 09:40:17.997385 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b86eb26f-873b-4466-a349-bc15e3d1f5ae req-06866ae4-3972-490a-ac1f-968d4c22b53e tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:17.997750 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b86eb26f-873b-4466-a349-bc15e3d1f5ae req-06866ae4-3972-490a-ac1f-968d4c22b53e tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:17.998071 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [req-b86eb26f-873b-4466-a349-bc15e3d1f5ae req-06866ae4-3972-490a-ac1f-968d4c22b53e tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Floating IP 1dfe71ca-9d3e-40d5-a98c-cdf75f789355 disassociated. External IP: 172.25.1.74, port: f79e928d-8783-4e76-9502-999beb1e8c98. Dec 16 09:40:18.013991 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-b86eb26f-873b-4466-a349-bc15e3d1f5ae req-06866ae4-3972-490a-ac1f-968d4c22b53e tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Calling delete_port for f79e928d-8783-4e76-9502-999beb1e8c98 owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:18.015885 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c84125-19d8-4561-9d8a-1495d03b6465', 'tag': '9502d6c6-0faa-4d43-887a-13e6c7197e15'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:40:18.019250 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b71d13-80f9-4532-9a7b-9ddf62f79b58" -d '{"events": [{"name": "network-changed", "server_uuid": "85c84125-19d8-4561-9d8a-1495d03b6465", "tag": "9502d6c6-0faa-4d43-887a-13e6c7197e15"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:40:18.076376 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3977a36f-19a5-4a57-9886-02528e5992e3 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:18.109842 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100148b-19d8-4c64-bfc6-5a7014a61c44 req-ab5d2e2f-60ab-46a9-998c-7d697dd63270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:18.111398 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2100148b-19d8-4c64-bfc6-5a7014a61c44 req-ab5d2e2f-60ab-46a9-998c-7d697dd63270 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=88045cbf-07e9-4053-9943-3878a34f6af5 HTTP/1.1" status: 200 len: 854 time: 0.1750569 Dec 16 09:40:18.167486 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a1a67ccc-6fd3-44db-b641-d1ede8878664 req-d49503da-9a0a-4205-8055-15156b2c022b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 210 time: 0.0809224 Dec 16 09:40:18.182103 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4dcffa-b881-4d96-8111-e150e967f22e None None] Network 0d878038-3cbc-4761-9784-e809a108f89a requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:40:18.213878 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3977a36f-19a5-4a57-9886-02528e5992e3 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Subnet': ['ID=d5b74198-d2ef-4e95-969b-8056a23de0ad,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:18.217595 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3977a36f-19a5-4a57-9886-02528e5992e3 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:18.220854 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3977a36f-19a5-4a57-9886-02528e5992e3 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/subnets/d5b74198-d2ef-4e95-969b-8056a23de0ad HTTP/1.1" status: 204 len: 168 time: 1.1328819 Dec 16 09:40:18.224495 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2100148b-19d8-4c64-bfc6-5a7014a61c44 req-8b034552-8630-4192-8cf0-086a1ac3a574 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=91bc9f76-8f2c-4353-bb54-9ecc0555324d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910039 Dec 16 09:40:18.224994 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56788) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:18.403606 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e6f2eaaa-8635-4135-9b95-6ab48587b3ca tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:18.444009 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c81480-699f-40af-85db-4eebf2821304 req-d5a22ff2-e011-47c2-b867-58184e42cf9d tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:18.454143 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c4c81480-699f-40af-85db-4eebf2821304 req-d5a22ff2-e011-47c2-b867-58184e42cf9d tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9a847e7-ee9b-4585-bdb3-193dd7e347fd HTTP/1.1" status: 200 len: 944 time: 0.3281386 Dec 16 09:40:18.476199 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-9e92f301-2e97-4a18-90af-6c53d49091cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:18.477801 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-9e92f301-2e97-4a18-90af-6c53d49091cd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=68e22e3a3da6417b82ce935493172fa4&device_id=85c84125-19d8-4561-9d8a-1495d03b6465 HTTP/1.1" status: 200 len: 1095 time: 0.3101611 Dec 16 09:40:18.533271 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2100148b-19d8-4c64-bfc6-5a7014a61c44 req-32e9f9f3-30e3-487a-9893-e72045162aa0 service neutron] 10.222.0.58 "GET /v2.0/networks/91bc9f76-8f2c-4353-bb54-9ecc0555324d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861192 Dec 16 09:40:18.636581 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-bcb50efd-95b6-4f9a-9cc3-b10ae52c74ac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9502d6c6-0faa-4d43-887a-13e6c7197e15 HTTP/1.1" status: 200 len: 217 time: 0.1315811 Dec 16 09:40:18.723161 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350faadc-41f3-45fc-9e52-41261e0ebd55 x-openstack-request-id: req-350faadc-41f3-45fc-9e52-41261e0ebd55 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:40:18.723432 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c84125-19d8-4561-9d8a-1495d03b6465", "tag": "9502d6c6-0faa-4d43-887a-13e6c7197e15", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:40:18.723687 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-350faadc-41f3-45fc-9e52-41261e0ebd55 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:40:18.724085 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85c84125-19d8-4561-9d8a-1495d03b6465', 'tag': '9502d6c6-0faa-4d43-887a-13e6c7197e15', 'status': 'completed', 'code': 200} Dec 16 09:40:18.725467 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f58471-1d62-4f6a-abde-9954db76cbfa None None] DHCP port deletion for 0d878038-3cbc-4761-9784-e809a108f89a request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:40:18.726761 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-f1905e0e-c27e-41c0-a24f-f3ad777eade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:18.728436 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-f1905e0e-c27e-41c0-a24f-f3ad777eade3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e6671658-f8cf-488c-bd79-f5bf2ae47ee8 HTTP/1.1" status: 200 len: 853 time: 0.0709677 Dec 16 09:40:18.732581 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2100148b-19d8-4c64-bfc6-5a7014a61c44 req-d955e8cd-4e41-475a-b8d7-31d4465a682b service neutron] 10.222.0.58 "GET /v2.0/networks/91bc9f76-8f2c-4353-bb54-9ecc0555324d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828692 Dec 16 09:40:18.751540 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-e6f2eaaa-8635-4135-9b95-6ab48587b3ca tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Deleting port 3231dc95-f1a1-4db4-8424-084d9b65ce97 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:18.752032 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e6f2eaaa-8635-4135-9b95-6ab48587b3ca tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:18.791395 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-58f58471-1d62-4f6a-abde-9954db76cbfa None None] Deleting port 3231dc95-f1a1-4db4-8424-084d9b65ce97 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:18.792047 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-58f58471-1d62-4f6a-abde-9954db76cbfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:18.830780 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c4c81480-699f-40af-85db-4eebf2821304 req-d229230a-2b46-4fa9-984d-2119b21492d9 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.60 "GET /v2.0/security-groups?id=07f6f5fc-fe95-4c87-9620-969587e748f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512726 Dec 16 09:40:18.841301 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-e6f2eaaa-8635-4135-9b95-6ab48587b3ca tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] For port 3231dc95-f1a1-4db4-8424-084d9b65ce97, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=3231dc95-f1a1-4db4-8424-084d9b65ce97,segment=NetworkSegment(df37668b-041d-4a34-bdbf-7159bc9336fe),segment_id=df37668b-041d-4a34-bdbf-7159bc9336fe)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:18.841797 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e6f2eaaa-8635-4135-9b95-6ab48587b3ca tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:18.869638 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-e6f2eaaa-8635-4135-9b95-6ab48587b3ca tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Calling delete_port for 3231dc95-f1a1-4db4-8424-084d9b65ce97 owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:18.882010 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-920a2674-e392-4616-a967-89c88edcebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:18.888762 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-920a2674-e392-4616-a967-89c88edcebc8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=818dfd32-cf52-4369-aa91-a070d5ad14f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1378510 Dec 16 09:40:18.948995 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-58f58471-1d62-4f6a-abde-9954db76cbfa None None] For port 3231dc95-f1a1-4db4-8424-084d9b65ce97, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=3231dc95-f1a1-4db4-8424-084d9b65ce97,segment=NetworkSegment(df37668b-041d-4a34-bdbf-7159bc9336fe),segment_id=df37668b-041d-4a34-bdbf-7159bc9336fe)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:18.949631 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-58f58471-1d62-4f6a-abde-9954db76cbfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:18.977494 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-58f58471-1d62-4f6a-abde-9954db76cbfa None None] Calling delete_port for 3231dc95-f1a1-4db4-8424-084d9b65ce97 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:19.077542 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-5bcba9e4-24cf-4a19-a9a4-fcd864cd3be8 service neutron] 10.222.0.58 "GET /v2.0/networks/818dfd32-cf52-4369-aa91-a070d5ad14f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818650 Dec 16 09:40:19.109183 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f5158a9e-5683-4c11-a5ff-3b48127f1bf0 req-29078045-0e8b-446c-876b-37bb971b539a tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 210 time: 0.0299087 Dec 16 09:40:19.117965 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b86eb26f-873b-4466-a349-bc15e3d1f5ae req-06866ae4-3972-490a-ac1f-968d4c22b53e tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:19.158563 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06866ae4-3972-490a-ac1f-968d4c22b53e tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Pushing event deleted for resources: {'Port': ['ID=f79e928d-8783-4e76-9502-999beb1e8c98,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:19.187441 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-58f58471-1d62-4f6a-abde-9954db76cbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:19.212205 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e6f2eaaa-8635-4135-9b95-6ab48587b3ca tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:19.281223 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device f79e928d-8783-4e76-9502-999beb1e8c98 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:40:19.330133 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f58471-1d62-4f6a-abde-9954db76cbfa None None] Pushing event deleted for resources: {'Port': ['ID=3231dc95-f1a1-4db4-8424-084d9b65ce97,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:19.332333 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: f79e928d-8783-4e76-9502-999beb1e8c98 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:40:19.336680 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device f79e928d-8783-4e76-9502-999beb1e8c98 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:40:19.348274 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f58471-1d62-4f6a-abde-9954db76cbfa None None] No DVR routers for this DVR port 3231dc95-f1a1-4db4-8424-084d9b65ce97 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:40:19.382267 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2eaaa-8635-4135-9b95-6ab48587b3ca tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Port': ['ID=3231dc95-f1a1-4db4-8424-084d9b65ce97,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:19.392721 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b86eb26f-873b-4466-a349-bc15e3d1f5ae req-06866ae4-3972-490a-ac1f-968d4c22b53e tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Router 82675efd-449a-485b-9f98-c59908d86f85 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:40:19.400310 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f2eaaa-8635-4135-9b95-6ab48587b3ca tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] No DVR routers for this DVR port 3231dc95-f1a1-4db4-8424-084d9b65ce97 on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:40:19.489967 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080f0c5-b5cf-44b3-b1fe-1e233c252684 req-06797674-43e9-4632-b7df-2a583c002691 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:19.491918 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1080f0c5-b5cf-44b3-b1fe-1e233c252684 req-06797674-43e9-4632-b7df-2a583c002691 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c84125-19d8-4561-9d8a-1495d03b6465 HTTP/1.1" status: 200 len: 944 time: 0.3990841 Dec 16 09:40:19.507101 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3fbd4deb-b9ff-4f28-a597-529efb480a38 req-348ed61d-ddd6-4a67-90af-ff5e6b35b03b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 210 time: 0.0592885 Dec 16 09:40:19.544383 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device b7f08245-e04f-4a4a-9c53-6cfc227e2df2 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:40:19.668829 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d675085b-e98e-47dd-99d0-95dee0612fc5 req-36481c16-a17d-4510-b75a-19089de56241 service neutron] 10.222.0.58 "GET /v2.0/networks/818dfd32-cf52-4369-aa91-a070d5ad14f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5580766 Dec 16 09:40:19.688689 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e6f2eaaa-8635-4135-9b95-6ab48587b3ca tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:19.778777 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1080f0c5-b5cf-44b3-b1fe-1e233c252684 req-2af127ce-5e1f-4a77-afa6-7f8e738369a8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab17dbb7-7b4e-443e-badd-cb8cbe252e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2510500 Dec 16 09:40:19.782942 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port b7f08245-e04f-4a4a-9c53-6cfc227e2df2, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=b7f08245-e04f-4a4a-9c53-6cfc227e2df2,segment=NetworkSegment(36054b38-4a61-4536-af07-244237f78db9),segment_id=36054b38-4a61-4536-af07-244237f78db9)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:19.798038 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-e6f2eaaa-8635-4135-9b95-6ab48587b3ca tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d878038-3cbc-4761-9784-e809a108f89a']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:19.816273 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'b7f08245-e04f-4a4a-9c53-6cfc227e2df2', 'network_id': '91bc9f76-8f2c-4353-bb54-9ecc0555324d', 'port_id': 'b7f08245-e04f-4a4a-9c53-6cfc227e2df2', 'mac_address': 'fa:16:3e:96:b8:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88045cbf-07e9-4053-9943-3878a34f6af5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:40:19.818355 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-e6f2eaaa-8635-4135-9b95-6ab48587b3ca tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df37668b-041d-4a34-bdbf-7159bc9336fe') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:19.819219 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-e6f2eaaa-8635-4135-9b95-6ab48587b3ca tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df37668b-041d-4a34-bdbf-7159bc9336fe') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:19.852780 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e6f2eaaa-8635-4135-9b95-6ab48587b3ca tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:19.888319 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:19.913051 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e6f2eaaa-8635-4135-9b95-6ab48587b3ca tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:19.952198 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7f08245-e04f-4a4a-9c53-6cfc227e2df2 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:40:19.957950 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f2eaaa-8635-4135-9b95-6ab48587b3ca tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:40:19.958370 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e6f2eaaa-8635-4135-9b95-6ab48587b3ca tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:19.974720 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:40:19.974720 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:40:19.974720 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:40:19.974720 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:40:19.974720 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:40:19.974720 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:40:19.974720 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:40:19.974720 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:40:19.974720 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:40:19.974720 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:40:19.974720 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:40:19.974720 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:40:19.974720 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:40:19.974720 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:40:19.974720 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:40:19.974720 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:40:19.974720 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:40:19.974720 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:40:19.974720 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:40:19.974720 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:40:19.974720 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:40:19.974720 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:40:19.974720 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:40:19.974720 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:40:19.974720 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:40:19.974720 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:40:19.974720 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:40:19.974720 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:40:19.974720 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:40:19.974720 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:40:19.974720 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:40:19.974720 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:40:19.977302 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b86eb26f-873b-4466-a349-bc15e3d1f5ae req-06866ae4-3972-490a-ac1f-968d4c22b53e tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:40:19.991014 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b05eb09-b4bf-437d-a1c9-3989b0c81e5b None None] Sync routers for ids ['82675efd-449a-485b-9f98-c59908d86f85'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:40:20.004736 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port b7f08245-e04f-4a4a-9c53-6cfc227e2df2, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=b7f08245-e04f-4a4a-9c53-6cfc227e2df2,segment=NetworkSegment(36054b38-4a61-4536-af07-244237f78db9),segment_id=36054b38-4a61-4536-af07-244237f78db9)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:20.010664 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b05eb09-b4bf-437d-a1c9-3989b0c81e5b None None] Routers {'82675efd-449a-485b-9f98-c59908d86f85'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:40:20.011458 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-4b05eb09-b4bf-437d-a1c9-3989b0c81e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:39:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['82675efd-449a-485b-9f98-c59908d86f85'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:20.020722 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 3231dc95-f1a1-4db4-8424-084d9b65ce97 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:40:20.074143 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 3231dc95-f1a1-4db4-8424-084d9b65ce97 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:40:20.079166 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 3231dc95-f1a1-4db4-8424-084d9b65ce97 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:40:20.104557 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:20.170950 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86eb26f-873b-4466-a349-bc15e3d1f5ae req-06866ae4-3972-490a-ac1f-968d4c22b53e tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] No DVR routers for this DVR port f79e928d-8783-4e76-9502-999beb1e8c98 on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:40:20.187909 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b86eb26f-873b-4466-a349-bc15e3d1f5ae req-06866ae4-3972-490a-ac1f-968d4c22b53e tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:20.191438 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b86eb26f-873b-4466-a349-bc15e3d1f5ae req-06866ae4-3972-490a-ac1f-968d4c22b53e tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.57 "DELETE /v2.0/ports/f79e928d-8783-4e76-9502-999beb1e8c98 HTTP/1.1" status: 204 len: 173 time: 3.5990403 Dec 16 09:40:20.228019 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b71d13-80f9-4532-9a7b-9ddf62f79b58 req-aea4d91e-5873-42f7-8261-d790bc386c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:20.230338 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-70b71d13-80f9-4532-9a7b-9ddf62f79b58 req-aea4d91e-5873-42f7-8261-d790bc386c7d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=68e22e3a3da6417b82ce935493172fa4&device_id=85c84125-19d8-4561-9d8a-1495d03b6465 HTTP/1.1" status: 200 len: 1095 time: 0.3661404 Dec 16 09:40:20.284119 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=b7f08245-e04f-4a4a-9c53-6cfc227e2df2,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:20.364519 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['b7f08245-e04f-4a4a-9c53-6cfc227e2df2'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:40:20.396116 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b71d13-80f9-4532-9a7b-9ddf62f79b58 req-e663b060-39f5-4326-ab6f-cecc6d4c0ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:20.400835 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-70b71d13-80f9-4532-9a7b-9ddf62f79b58 req-e663b060-39f5-4326-ab6f-cecc6d4c0ccf service neutron] 10.222.0.58 "GET /v2.0/networks?id=818dfd32-cf52-4369-aa91-a070d5ad14f3 HTTP/1.1" status: 200 len: 915 time: 0.1608739 Dec 16 09:40:20.411343 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9720abe5-4fc1-45e2-b6c7-410d68c312c2 req-b00ae3a2-c173-4216-857f-f24b93872c00 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 210 time: 0.1271570 Dec 16 09:40:20.416425 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e6f2eaaa-8635-4135-9b95-6ab48587b3ca tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:20.437500 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e6f2eaaa-8635-4135-9b95-6ab48587b3ca tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:20.447875 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-4b05eb09-b4bf-437d-a1c9-3989b0c81e5b None None] Set router 82675efd-449a-485b-9f98-c59908d86f85 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:40:20.457079 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e6f2eaaa-8635-4135-9b95-6ab48587b3ca tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/networks/0d878038-3cbc-4761-9784-e809a108f89a HTTP/1.1" status: 204 len: 168 time: 2.2303114 Dec 16 09:40:20.469441 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56832) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:20.529945 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8526d-7cb6-4b43-97d2-44af24597ad2 req-4501f014-c48c-4d1d-8b54-1b12fb8d4e9c tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:20.545041 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9da8526d-7cb6-4b43-97d2-44af24597ad2 req-4501f014-c48c-4d1d-8b54-1b12fb8d4e9c tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9a847e7-ee9b-4585-bdb3-193dd7e347fd HTTP/1.1" status: 200 len: 945 time: 0.4526994 Dec 16 09:40:20.555888 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2eaaa-8635-4135-9b95-6ab48587b3ca tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Network': ['ID=0d878038-3cbc-4761-9784-e809a108f89a,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:20.605390 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa008758-3509-4679-96e9-90d93980e8c8 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:20.611983 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-aa008758-3509-4679-96e9-90d93980e8c8 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "GET /v2.0/ports/9111c153-24d3-422d-a676-80b9318e98f2 HTTP/1.1" status: 200 len: 845 time: 0.1344428 Dec 16 09:40:20.613923 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56836) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:20.617431 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-70b71d13-80f9-4532-9a7b-9ddf62f79b58 req-5642f5a8-e0ad-4cbc-82d9-93911830361a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9502d6c6-0faa-4d43-887a-13e6c7197e15 HTTP/1.1" status: 200 len: 217 time: 0.1829653 Dec 16 09:40:20.685446 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b71d13-80f9-4532-9a7b-9ddf62f79b58 req-adeaa6ed-69f9-4363-bb00-6138b11de272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:20.687215 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-70b71d13-80f9-4532-9a7b-9ddf62f79b58 req-adeaa6ed-69f9-4363-bb00-6138b11de272 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e6671658-f8cf-488c-bd79-f5bf2ae47ee8 HTTP/1.1" status: 200 len: 853 time: 0.0627892 Dec 16 09:40:20.756375 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e7e58c-31c7-4082-a3e1-6862450b151c', 'name': 'network-vif-deleted', 'tag': 'f79e928d-8783-4e76-9502-999beb1e8c98'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:40:20.762957 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f27d79-ee13-42c4-b108-8eb58f7f2cd3" -d '{"events": [{"server_uuid": "b2e7e58c-31c7-4082-a3e1-6862450b151c", "name": "network-vif-deleted", "tag": "f79e928d-8783-4e76-9502-999beb1e8c98"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:40:20.778519 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b681881d-0862-4d81-a1d2-518f314bfba3 req-0e2ee904-d16b-4911-8658-a75730a56d8b tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 210 time: 0.0930307 Dec 16 09:40:20.791378 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-89698cd0-f102-401b-b8fc-5b49b1fefc7a tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "GET /v2.0/ports/9111c153-24d3-422d-a676-80b9318e98f2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1763091 Dec 16 09:40:20.796673 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56846) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:20.801895 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-1c4bd91c-f2ee-43da-a255-dce55949cba8 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'subnet': {'network_id': '819195ad-1aeb-421c-be56-8c9a381b28d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:20.817101 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9da8526d-7cb6-4b43-97d2-44af24597ad2 req-08ca9064-9460-4790-b26b-f5070e69e3f1 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.60 "GET /v2.0/security-groups?id=07f6f5fc-fe95-4c87-9620-969587e748f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659352 Dec 16 09:40:20.836665 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b71d13-80f9-4532-9a7b-9ddf62f79b58 req-b3c022d5-1766-4150-abeb-09e0769c7dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:20.838943 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-70b71d13-80f9-4532-9a7b-9ddf62f79b58 req-b3c022d5-1766-4150-abeb-09e0769c7dd7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=818dfd32-cf52-4369-aa91-a070d5ad14f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1427615 Dec 16 09:40:20.876494 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-4b05eb09-b4bf-437d-a1c9-3989b0c81e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82675efd-449a-485b-9f98-c59908d86f85', 'name': 'tempest-ServersTestBootFromVolume-1142460710-router', 'tenant_id': '8cd60da8ff604d0c95834c2b7afc7015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'b403992d-d208-40c3-a62c-28979fa8c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:08Z', 'updated_at': '2021-12-16T09:36:14Z', 'revision_number': 4, 'project_id': '8cd60da8ff604d0c95834c2b7afc7015', 'gw_port': {'id': 'b403992d-d208-40c3-a62c-28979fa8c7fe', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82675efd-449a-485b-9f98-c59908d86f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:09Z', 'updated_at': '2021-12-16T09:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '88949476-05da-459e-b5d1-bebff3fd8917', 'name': '', 'network_id': '77aa32ed-918a-4795-9480-bbe6f1914dbe', 'tenant_id': '8cd60da8ff604d0c95834c2b7afc7015', 'mac_address': 'fa:16:3e:64:0a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82675efd-449a-485b-9f98-c59908d86f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '2cbf824c-9497-43ba-b35e-c12e8e5b70ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:13Z', 'updated_at': '2021-12-16T09:36:18Z', 'revision_number': 5, 'project_id': '8cd60da8ff604d0c95834c2b7afc7015', 'subnets': [{'id': '2cbf824c-9497-43ba-b35e-c12e8e5b70ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:20.926298 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b05eb09-b4bf-437d-a1c9-3989b0c81e5b None None] Checking router: 82675efd-449a-485b-9f98-c59908d86f85 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:40:20.951811 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b05eb09-b4bf-437d-a1c9-3989b0c81e5b None None] Routers {'82675efd-449a-485b-9f98-c59908d86f85'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:40:20.952700 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-4b05eb09-b4bf-437d-a1c9-3989b0c81e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:39:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['82675efd-449a-485b-9f98-c59908d86f85'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:20.968186 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86dda77-fcef-416a-ae48-33347345bcfd x-openstack-request-id: req-e86dda77-fcef-416a-ae48-33347345bcfd {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:40:20.968454 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e7e58c-31c7-4082-a3e1-6862450b151c", "name": "network-vif-deleted", "tag": "f79e928d-8783-4e76-9502-999beb1e8c98", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:40:20.968717 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e86dda77-fcef-416a-ae48-33347345bcfd {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:40:20.969145 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e7e58c-31c7-4082-a3e1-6862450b151c', 'name': 'network-vif-deleted', 'tag': 'f79e928d-8783-4e76-9502-999beb1e8c98', 'status': 'completed', 'code': 200} Dec 16 09:40:21.090303 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4bd91c-f2ee-43da-a255-dce55949cba8 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Made reservation on behalf of 99d413ff86b742a089842b35110f3a30 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:21.095509 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1c4bd91c-f2ee-43da-a255-dce55949cba8 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:21.188069 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-4b05eb09-b4bf-437d-a1c9-3989b0c81e5b None None] Set router 82675efd-449a-485b-9f98-c59908d86f85 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:40:21.249420 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae48abb-68a4-40ec-b5f6-c5ab23ad41cf req-1b67073c-694e-46b5-bd60-9c8f2ff60be7 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:21.254178 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8ae48abb-68a4-40ec-b5f6-c5ab23ad41cf req-1b67073c-694e-46b5-bd60-9c8f2ff60be7 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c84125-19d8-4561-9d8a-1495d03b6465 HTTP/1.1" status: 200 len: 944 time: 0.2229285 Dec 16 09:40:21.572512 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device b7f08245-e04f-4a4a-9c53-6cfc227e2df2 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:40:21.642223 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e377687d-b858-4024-87ea-05f81557df79 req-912ab657-76df-4d3f-af7c-9c5554cdc322 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 210 time: 0.0773160 Dec 16 09:40:21.657172 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1c4bd91c-f2ee-43da-a255-dce55949cba8 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:21.657581 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-4b05eb09-b4bf-437d-a1c9-3989b0c81e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82675efd-449a-485b-9f98-c59908d86f85', 'name': 'tempest-ServersTestBootFromVolume-1142460710-router', 'tenant_id': '8cd60da8ff604d0c95834c2b7afc7015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'b403992d-d208-40c3-a62c-28979fa8c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:08Z', 'updated_at': '2021-12-16T09:36:14Z', 'revision_number': 4, 'project_id': '8cd60da8ff604d0c95834c2b7afc7015', 'gw_port': {'id': 'b403992d-d208-40c3-a62c-28979fa8c7fe', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82675efd-449a-485b-9f98-c59908d86f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:09Z', 'updated_at': '2021-12-16T09:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '88949476-05da-459e-b5d1-bebff3fd8917', 'name': '', 'network_id': '77aa32ed-918a-4795-9480-bbe6f1914dbe', 'tenant_id': '8cd60da8ff604d0c95834c2b7afc7015', 'mac_address': 'fa:16:3e:64:0a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82675efd-449a-485b-9f98-c59908d86f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '2cbf824c-9497-43ba-b35e-c12e8e5b70ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:13Z', 'updated_at': '2021-12-16T09:36:18Z', 'revision_number': 5, 'project_id': '8cd60da8ff604d0c95834c2b7afc7015', 'subnets': [{'id': '2cbf824c-9497-43ba-b35e-c12e8e5b70ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:21.714667 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b05eb09-b4bf-437d-a1c9-3989b0c81e5b None None] The sync data for ids ['82675efd-449a-485b-9f98-c59908d86f85'] in n-d-820550-2 is: [{'id': '82675efd-449a-485b-9f98-c59908d86f85', 'name': 'tempest-ServersTestBootFromVolume-1142460710-router', 'tenant_id': '8cd60da8ff604d0c95834c2b7afc7015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'b403992d-d208-40c3-a62c-28979fa8c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:08Z', 'updated_at': '2021-12-16T09:36:14Z', 'revision_number': 4, 'project_id': '8cd60da8ff604d0c95834c2b7afc7015', 'gw_port': {'id': 'b403992d-d208-40c3-a62c-28979fa8c7fe', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82675efd-449a-485b-9f98-c59908d86f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:09Z', 'updated_at': '2021-12-16T09:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '88949476-05da-459e-b5d1-bebff3fd8917', 'name': '', 'network_id': '77aa32ed-918a-4795-9480-bbe6f1914dbe', 'tenant_id': '8cd60da8ff604d0c95834c2b7afc7015', 'mac_address': 'fa:16:3e:64:0a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82675efd-449a-485b-9f98-c59908d86f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '2cbf824c-9497-43ba-b35e-c12e8e5b70ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:13Z', 'updated_at': '2021-12-16T09:36:18Z', 'revision_number': 5, 'project_id': '8cd60da8ff604d0c95834c2b7afc7015', 'subnets': [{'id': '2cbf824c-9497-43ba-b35e-c12e8e5b70ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:40:21.780307 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4bd91c-f2ee-43da-a255-dce55949cba8 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Subnet': ['ID=f51d7cfd-b7e8-4eea-bded-41b6321a2048,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:21.792287 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4bd91c-f2ee-43da-a255-dce55949cba8 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Network 819195ad-1aeb-421c-be56-8c9a381b28d4 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:40:21.798135 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-1c4bd91c-f2ee-43da-a255-dce55949cba8 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:21.806503 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4bd91c-f2ee-43da-a255-dce55949cba8 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:21.807516 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1c4bd91c-f2ee-43da-a255-dce55949cba8 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:21.808689 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a899c047-0970-4162-9baf-a1ef46e7156e None None] Network 819195ad-1aeb-421c-be56-8c9a381b28d4 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:40:21.833821 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port b7f08245-e04f-4a4a-9c53-6cfc227e2df2 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:40:21.904675 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8ae48abb-68a4-40ec-b5f6-c5ab23ad41cf req-c77d4252-9b7a-4356-a346-4f64737eaad9 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab17dbb7-7b4e-443e-badd-cb8cbe252e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6397085 Dec 16 09:40:21.916193 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port b7f08245-e04f-4a4a-9c53-6cfc227e2df2 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:21.916913 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:21.922345 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-70b71d13-80f9-4532-9a7b-9ddf62f79b58 req-e560cc39-6f7a-48b6-9cfb-e0a7bc648979 service neutron] 10.222.0.58 "GET /v2.0/networks/818dfd32-cf52-4369-aa91-a070d5ad14f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0618904 Dec 16 09:40:21.942077 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1c4bd91c-f2ee-43da-a255-dce55949cba8 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1440575 Dec 16 09:40:21.942404 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56862) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:22.026769 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-6fa88626-79f0-40e1-b873-b3cc52771c9e tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'security_group': {'name': 'tempest-secgroup-1674857053'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:22.076258 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9bd31ada-837d-4132-bb34-8aeb337be25e req-354fedd7-54bb-40b6-a441-ee60de9ea29e tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 210 time: 0.0878005 Dec 16 09:40:22.196869 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6fa88626-79f0-40e1-b873-b3cc52771c9e tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:22.309462 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6fa88626-79f0-40e1-b873-b3cc52771c9e tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:22.327056 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9444564-0475-4f32-9896-e028d46f6f40 req-e04e3272-6967-44df-9f04-3e52e4cade47 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:22.335226 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b9444564-0475-4f32-9896-e028d46f6f40 req-e04e3272-6967-44df-9f04-3e52e4cade47 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9a847e7-ee9b-4585-bdb3-193dd7e347fd HTTP/1.1" status: 200 len: 945 time: 0.2060430 Dec 16 09:40:22.385602 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd15996-dee6-4492-97ac-ff10e8810b57 None None] New status for floating IP 1dfe71ca-9d3e-40d5-a98c-cdf75f789355: DOWN {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:40:22.403951 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6fa88626-79f0-40e1-b873-b3cc52771c9e tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:22.436864 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b9444564-0475-4f32-9896-e028d46f6f40 req-30c16b1f-590d-42c3-a96f-8dded8fbfd82 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.60 "GET /v2.0/security-groups?id=07f6f5fc-fe95-4c87-9620-969587e748f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007280 Dec 16 09:40:22.516243 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-70b71d13-80f9-4532-9a7b-9ddf62f79b58 req-c9d6d579-263b-40cf-8d2b-b98ed3b80c37 service neutron] 10.222.0.58 "GET /v2.0/networks/818dfd32-cf52-4369-aa91-a070d5ad14f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5929463 Dec 16 09:40:22.524449 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6fa88626-79f0-40e1-b873-b3cc52771c9e tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:22.529439 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56868) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:22.536263 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-0c4a721d-0c4d-47cb-931e-54648f27f5aa tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'security_group': {'name': 'tempest-secgroup-938983258'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:22.542955 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6fa88626-79f0-40e1-b873-b3cc52771c9e tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5664697 Dec 16 09:40:22.549974 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa88626-79f0-40e1-b873-b3cc52771c9e tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c57ee143-5713-487e-bb32-9f1534e9bf0a,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:22.570648 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:22.609494 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a847e7-ee9b-4585-bdb3-193dd7e347fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f08245-e04f-4a4a-9c53-6cfc227e2df2'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:40:22.617532 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8394e105-484a-48df-9c81-40dfa7c82993" -d '{"events": [{"server_uuid": "b9a847e7-ee9b-4585-bdb3-193dd7e347fd", "name": "network-vif-plugged", "status": "completed", "tag": "b7f08245-e04f-4a4a-9c53-6cfc227e2df2"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:40:22.714263 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0c4a721d-0c4d-47cb-931e-54648f27f5aa tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:22.714711 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port b7f08245-e04f-4a4a-9c53-6cfc227e2df2, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=b7f08245-e04f-4a4a-9c53-6cfc227e2df2,segment=NetworkSegment(36054b38-4a61-4536-af07-244237f78db9),segment_id=36054b38-4a61-4536-af07-244237f78db9)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:22.772170 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1cafab-4208-4870-8e45-f1538d7d78a5 x-openstack-request-id: req-1e1cafab-4208-4870-8e45-f1538d7d78a5 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:40:22.772375 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a847e7-ee9b-4585-bdb3-193dd7e347fd", "name": "network-vif-plugged", "status": "completed", "tag": "b7f08245-e04f-4a4a-9c53-6cfc227e2df2", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:40:22.772640 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1e1cafab-4208-4870-8e45-f1538d7d78a5 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:40:22.773047 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a847e7-ee9b-4585-bdb3-193dd7e347fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f08245-e04f-4a4a-9c53-6cfc227e2df2', 'code': 200} Dec 16 09:40:22.799029 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09f4e79-9a10-47d6-ae96-f0913dac4380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-819195ad-1aeb-421c-be56-8c9a381b28d4', 'network_id': '819195ad-1aeb-421c-be56-8c9a381b28d4', 'tenant_id': '99d413ff86b742a089842b35110f3a30', 'fixed_ips': [{'subnet_id': 'f51d7cfd-b7e8-4eea-bded-41b6321a2048'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:40:22.805574 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f09f4e79-9a10-47d6-ae96-f0913dac4380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:22.820522 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:22.932900 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a4aba22a-6584-40b2-b1f7-752271f6e44a req-06763a93-4aec-4404-8ee3-e75560fe4f1b tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 210 time: 0.0990865 Dec 16 09:40:22.939881 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0c4a721d-0c4d-47cb-931e-54648f27f5aa tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:23.203494 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=b7f08245-e04f-4a4a-9c53-6cfc227e2df2,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:23.205592 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62f22d-bcb9-46b0-8c36-751ab63a32e9 req-c271cefc-f2ee-47ab-a925-a92ee51d4efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:23.207276 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3f62f22d-bcb9-46b0-8c36-751ab63a32e9 req-c271cefc-f2ee-47ab-a925-a92ee51d4efd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b9a847e7-ee9b-4585-bdb3-193dd7e347fd HTTP/1.1" status: 200 len: 1097 time: 0.2119627 Dec 16 09:40:23.259024 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-f09f4e79-9a10-47d6-ae96-f0913dac4380 None None] Allocated IP 2001:db8::2 (819195ad-1aeb-421c-be56-8c9a381b28d4/f51d7cfd-b7e8-4eea-bded-41b6321a2048/d4fb8062-f9ac-4231-9537-d54a61c9592d) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:40:23.306688 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd621d4-db6c-4604-898d-0b61d3cfe7f1 req-5731bc8a-8aff-408d-bb3b-28d1f554ffab tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:23.316754 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3fd621d4-db6c-4604-898d-0b61d3cfe7f1 req-5731bc8a-8aff-408d-bb3b-28d1f554ffab tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c84125-19d8-4561-9d8a-1495d03b6465 HTTP/1.1" status: 200 len: 944 time: 0.1446533 Dec 16 09:40:23.326085 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0c4a721d-0c4d-47cb-931e-54648f27f5aa tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:23.355200 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3f62f22d-bcb9-46b0-8c36-751ab63a32e9 req-a2ac243b-a2d2-4caa-9d3c-02bb68d8526a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=07f6f5fc-fe95-4c87-9620-969587e748f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342661 Dec 16 09:40:23.411549 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f0741c1-28e2-4330-98bc-f449724b429e req-b6394347-f424-46a0-82e1-64d24d76ee8d tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/ports?device_id=3325c660-c7c0-4c30-903a-4a974a289311 HTTP/1.1" status: 200 len: 210 time: 0.0908482 Dec 16 09:40:23.441462 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a721d-0c4d-47cb-931e-54648f27f5aa tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=147c4f37-563c-4039-b299-5efb3b78a9e3,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:23.462662 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3fd621d4-db6c-4604-898d-0b61d3cfe7f1 req-51ba4eae-776b-4e58-bbd3-72f6d56cced3 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab17dbb7-7b4e-443e-badd-cb8cbe252e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391888 Dec 16 09:40:23.541853 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0c4a721d-0c4d-47cb-931e-54648f27f5aa tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:23.543544 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0c4a721d-0c4d-47cb-931e-54648f27f5aa tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0128436 Dec 16 09:40:23.546210 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56894) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:23.551395 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-26e7ef58-5956-4bc0-a044-b6ed1cdf1a3c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-189623355', 'security_groups': ['147c4f37-563c-4039-b299-5efb3b78a9e3'], 'network_id': '819195ad-1aeb-421c-be56-8c9a381b28d4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f51d7cfd-b7e8-4eea-bded-41b6321a2048'}]}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:23.647330 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c033f2f-1cbe-4677-9b4c-353982cd3859 req-54043943-3750-4bc4-96c5-0549b1d503da tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:23.654977 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3c033f2f-1cbe-4677-9b4c-353982cd3859 req-54043943-3750-4bc4-96c5-0549b1d503da tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9a847e7-ee9b-4585-bdb3-193dd7e347fd HTTP/1.1" status: 200 len: 946 time: 0.1346486 Dec 16 09:40:23.751389 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3c033f2f-1cbe-4677-9b4c-353982cd3859 req-8b076617-b59a-40a7-9a31-52b3a1184c86 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.60 "GET /v2.0/security-groups?id=07f6f5fc-fe95-4c87-9620-969587e748f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952208 Dec 16 09:40:23.766030 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 9502d6c6-0faa-4d43-887a-13e6c7197e15 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:40:23.854596 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e7ef58-5956-4bc0-a044-b6ed1cdf1a3c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Made reservation on behalf of 99d413ff86b742a089842b35110f3a30 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:23.898031 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f09f4e79-9a10-47d6-ae96-f0913dac4380 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:23.984145 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 9502d6c6-0faa-4d43-887a-13e6c7197e15, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=9502d6c6-0faa-4d43-887a-13e6c7197e15,segment=NetworkSegment(ca770ec3-7794-40ab-9b98-1d4629c1db9b),segment_id=ca770ec3-7794-40ab-9b98-1d4629c1db9b)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:24.017764 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '9502d6c6-0faa-4d43-887a-13e6c7197e15', 'network_id': '818dfd32-cf52-4369-aa91-a070d5ad14f3', 'port_id': '9502d6c6-0faa-4d43-887a-13e6c7197e15', 'mac_address': 'fa:16:3e:1f:26:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6671658-f8cf-488c-bd79-f5bf2ae47ee8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:40:24.075955 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-45be6ca1-4ffb-4c88-a998-d9671fc76fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:24.087560 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f09f4e79-9a10-47d6-ae96-f0913dac4380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:24.089578 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a885c4da-7070-472a-92f9-a73c242f1a62 req-f7b19f2e-efb9-4677-87c9-d5ca34090af7 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 210 time: 0.0398359 Dec 16 09:40:24.099869 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-26e7ef58-5956-4bc0-a044-b6ed1cdf1a3c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:24.139349 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-26e7ef58-5956-4bc0-a044-b6ed1cdf1a3c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] device_id is not set on port cd9a41c2-5fa7-4953-a3e7-a8fba321aec2 yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:40:24.255629 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f4e79-9a10-47d6-ae96-f0913dac4380 None None] Pushing event updated for resources: {'Port': ['ID=d4fb8062-f9ac-4231-9537-d54a61c9592d,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:24.310659 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09f4e79-9a10-47d6-ae96-f0913dac4380 None None] Network 819195ad-1aeb-421c-be56-8c9a381b28d4 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:40:24.314705 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:24.329766 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-f09f4e79-9a10-47d6-ae96-f0913dac4380 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:24.357047 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09f4e79-9a10-47d6-ae96-f0913dac4380 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:40:24.374797 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9502d6c6-0faa-4d43-887a-13e6c7197e15 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:40:24.425586 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-26e7ef58-5956-4bc0-a044-b6ed1cdf1a3c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Allocated IP 2001:db8::202 (819195ad-1aeb-421c-be56-8c9a381b28d4/f51d7cfd-b7e8-4eea-bded-41b6321a2048/cd9a41c2-5fa7-4953-a3e7-a8fba321aec2) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:40:24.436281 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 9502d6c6-0faa-4d43-887a-13e6c7197e15, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=9502d6c6-0faa-4d43-887a-13e6c7197e15,segment=NetworkSegment(ca770ec3-7794-40ab-9b98-1d4629c1db9b),segment_id=ca770ec3-7794-40ab-9b98-1d4629c1db9b)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:24.464016 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-f09f4e79-9a10-47d6-ae96-f0913dac4380 None None] Attempting to bind port d4fb8062-f9ac-4231-9537-d54a61c9592d on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:40:24.464642 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-f09f4e79-9a10-47d6-ae96-f0913dac4380 None None] Attempting to bind port d4fb8062-f9ac-4231-9537-d54a61c9592d by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'fad52418-9812-4471-ad7a-71f35b8b44f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '819195ad-1aeb-421c-be56-8c9a381b28d4'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:40:24.466134 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09f4e79-9a10-47d6-ae96-f0913dac4380 None None] Attempting to bind port d4fb8062-f9ac-4231-9537-d54a61c9592d on network 819195ad-1aeb-421c-be56-8c9a381b28d4 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:40:24.492570 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09f4e79-9a10-47d6-ae96-f0913dac4380 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:40:24.494146 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09f4e79-9a10-47d6-ae96-f0913dac4380 None None] Checking segment: {'id': 'fad52418-9812-4471-ad7a-71f35b8b44f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '819195ad-1aeb-421c-be56-8c9a381b28d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:40:24.495408 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f09f4e79-9a10-47d6-ae96-f0913dac4380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:24.499563 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09f4e79-9a10-47d6-ae96-f0913dac4380 None None] Bound using segment: {'id': 'fad52418-9812-4471-ad7a-71f35b8b44f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '819195ad-1aeb-421c-be56-8c9a381b28d4'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:40:24.501030 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-f09f4e79-9a10-47d6-ae96-f0913dac4380 None None] Bound port: d4fb8062-f9ac-4231-9537-d54a61c9592d, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad52418-9812-4471-ad7a-71f35b8b44f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '819195ad-1aeb-421c-be56-8c9a381b28d4'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:40:24.506391 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f09f4e79-9a10-47d6-ae96-f0913dac4380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:24.518867 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:24.659920 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56912) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:24.682023 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-26e7ef58-5956-4bc0-a044-b6ed1cdf1a3c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:24.693178 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08711b1-569b-4871-b4af-36869708985a req-15d915dc-51fc-46a8-9a01-37c6096db7cf tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:24.697577 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=9502d6c6-0faa-4d43-887a-13e6c7197e15,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:24.710133 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c08711b1-569b-4871-b4af-36869708985a req-15d915dc-51fc-46a8-9a01-37c6096db7cf tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c84125-19d8-4561-9d8a-1495d03b6465 HTTP/1.1" status: 200 len: 945 time: 0.1171436 Dec 16 09:40:24.776793 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c08711b1-569b-4871-b4af-36869708985a req-7b890493-6545-4336-a947-61bc6d259e7b tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab17dbb7-7b4e-443e-badd-cb8cbe252e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643725 Dec 16 09:40:24.815615 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2fff6942-4fd7-4e16-acdf-19b8d9deec29 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:24.816890 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['9502d6c6-0faa-4d43-887a-13e6c7197e15'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:40:24.866459 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-26e7ef58-5956-4bc0-a044-b6ed1cdf1a3c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:24.898686 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f09f4e79-9a10-47d6-ae96-f0913dac4380 None None] For port d4fb8062-f9ac-4231-9537-d54a61c9592d, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:40:24.907452 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2fff6942-4fd7-4e16-acdf-19b8d9deec29 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:24.982517 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2bdf0-16a2-4d27-a1d8-e00aff455e63 req-140b91d6-70cb-45af-8b3d-96117aba4d50 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:24.984458 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9cd2bdf0-16a2-4d27-a1d8-e00aff455e63 req-140b91d6-70cb-45af-8b3d-96117aba4d50 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9a847e7-ee9b-4585-bdb3-193dd7e347fd HTTP/1.1" status: 200 len: 946 time: 0.1410918 Dec 16 09:40:24.995479 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f09f4e79-9a10-47d6-ae96-f0913dac4380 None None] For port d4fb8062-f9ac-4231-9537-d54a61c9592d, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d4fb8062-f9ac-4231-9537-d54a61c9592d,segment=NetworkSegment(fad52418-9812-4471-ad7a-71f35b8b44f1),segment_id=fad52418-9812-4471-ad7a-71f35b8b44f1)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:40:25.048721 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e7ef58-5956-4bc0-a044-b6ed1cdf1a3c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Network 819195ad-1aeb-421c-be56-8c9a381b28d4 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:40:25.052369 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-26e7ef58-5956-4bc0-a044-b6ed1cdf1a3c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:25.076660 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e7ef58-5956-4bc0-a044-b6ed1cdf1a3c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:40:25.081416 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9cd2bdf0-16a2-4d27-a1d8-e00aff455e63 req-b7cca354-2166-46d2-8659-6cea757e348f tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.60 "GET /v2.0/security-groups?id=07f6f5fc-fe95-4c87-9620-969587e748f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854506 Dec 16 09:40:25.094083 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e7ef58-5956-4bc0-a044-b6ed1cdf1a3c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:25.096236 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-26e7ef58-5956-4bc0-a044-b6ed1cdf1a3c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:25.104412 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7ef58-5956-4bc0-a044-b6ed1cdf1a3c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Port': ['ID=cd9a41c2-5fa7-4953-a3e7-a8fba321aec2,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:25.123125 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f09f4e79-9a10-47d6-ae96-f0913dac4380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:25.145994 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2fff6942-4fd7-4e16-acdf-19b8d9deec29 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:25.152955 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2fff6942-4fd7-4e16-acdf-19b8d9deec29 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:25.152955 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2fff6942-4fd7-4e16-acdf-19b8d9deec29 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "DELETE /v2.0/security-groups/89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0 HTTP/1.1" status: 204 len: 168 time: 0.4894683 Dec 16 09:40:25.153582 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56926) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:25.172625 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff6942-4fd7-4e16-acdf-19b8d9deec29 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:25.189083 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-8b46b8be-993b-4704-91b7-4cd9a12e2663 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] show failed (client error): The resource could not be found. Dec 16 09:40:25.189083 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8b46b8be-993b-4704-91b7-4cd9a12e2663 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "GET /v2.0/security-groups/89d4470e-d5b0-4b88-b4b5-b0c6f007c3a0 HTTP/1.1" status: 404 len: 347 time: 0.0255003 Dec 16 09:40:25.189457 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56928) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:25.212703 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-26e7ef58-5956-4bc0-a044-b6ed1cdf1a3c tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6652210 Dec 16 09:40:25.215527 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56930) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:25.220550 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-805c53a9-792f-4732-a680-617dc6ac6291 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'subnet': {'network_id': '819195ad-1aeb-421c-be56-8c9a381b28d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:25.278718 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f4e79-9a10-47d6-ae96-f0913dac4380 None None] Pushing event updated for resources: {'Port': ['ID=d4fb8062-f9ac-4231-9537-d54a61c9592d,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:25.554717 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6e41f695-9ea2-4c3f-a40f-24c979e83c0f req-97590c37-59e1-4de2-ab25-5b158079d878 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 210 time: 0.2600329 Dec 16 09:40:25.629423 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805c53a9-792f-4732-a680-617dc6ac6291 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Made reservation on behalf of 99d413ff86b742a089842b35110f3a30 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:25.631562 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-a9f55fe3-4e17-4717-9780-3d5df56e8a26 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Deleting port 7d6e6641-93d7-4993-9d48-2fd884827ca5 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:25.633630 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a9f55fe3-4e17-4717-9780-3d5df56e8a26 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:25.633814 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-805c53a9-792f-4732-a680-617dc6ac6291 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:26.092523 n-d-820550-2 neutron-server[102816]: INFO neutron.db.ipam_backend_mixin [None req-805c53a9-792f-4732-a680-617dc6ac6291 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f51d7cfd-b7e8-4eea-bded-41b6321a2048 (CIDR: 2001:db8::/64) Dec 16 09:40:26.124236 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e75451-4efa-420a-aa65-91633753baf0 req-7d2e20aa-d36f-4663-991e-ddb7cc783193 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:26.144374 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-96e75451-4efa-420a-aa65-91633753baf0 req-7d2e20aa-d36f-4663-991e-ddb7cc783193 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c84125-19d8-4561-9d8a-1495d03b6465 HTTP/1.1" status: 200 len: 945 time: 0.1451566 Dec 16 09:40:26.147136 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a9f55fe3-4e17-4717-9780-3d5df56e8a26 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:26.151455 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a9f55fe3-4e17-4717-9780-3d5df56e8a26 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:26.181848 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-805c53a9-792f-4732-a680-617dc6ac6291 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:40:26.182600 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-805c53a9-792f-4732-a680-617dc6ac6291 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:40:26.202320 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-a9f55fe3-4e17-4717-9780-3d5df56e8a26 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Calling delete_port for 7d6e6641-93d7-4993-9d48-2fd884827ca5 owned by network:floatingip {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:26.252902 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-96e75451-4efa-420a-aa65-91633753baf0 req-6d40e06e-eadb-4918-a7a7-488034ae27e5 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab17dbb7-7b4e-443e-badd-cb8cbe252e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058640 Dec 16 09:40:26.291335 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-805c53a9-792f-4732-a680-617dc6ac6291 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0747554 Dec 16 09:40:26.293989 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56958) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:26.299212 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-a1e9aadb-ae96-4325-8e05-73412edfc3ef tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'subnet': {'network_id': '819195ad-1aeb-421c-be56-8c9a381b28d4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:26.325408 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42da42d-9c4c-47cf-b29a-4d8f5772f296 req-856d5753-4597-4faa-8c14-83452602b646 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:26.331283 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e42da42d-9c4c-47cf-b29a-4d8f5772f296 req-856d5753-4597-4faa-8c14-83452602b646 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9a847e7-ee9b-4585-bdb3-193dd7e347fd HTTP/1.1" status: 200 len: 946 time: 0.3774729 Dec 16 09:40:26.356018 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd597b85-32c3-4c55-9700-ed03417af0d7 req-0a7250cc-2fdb-418c-aed0-734a9b97ef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:26.357880 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dd597b85-32c3-4c55-9700-ed03417af0d7 req-0a7250cc-2fdb-418c-aed0-734a9b97ef6f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f20afae91244864a39a572d49adbc26&device_id=b9a847e7-ee9b-4585-bdb3-193dd7e347fd HTTP/1.1" status: 200 len: 1097 time: 0.3564460 Dec 16 09:40:26.380643 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d1b267a4-be0b-46d7-89fd-7456c80c0bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:26.555722 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e42da42d-9c4c-47cf-b29a-4d8f5772f296 req-2303daca-4053-4008-93b3-993a42e610f5 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.60 "GET /v2.0/security-groups?id=07f6f5fc-fe95-4c87-9620-969587e748f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233331 Dec 16 09:40:26.648976 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e9aadb-ae96-4325-8e05-73412edfc3ef tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Made reservation on behalf of 99d413ff86b742a089842b35110f3a30 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:26.654369 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a1e9aadb-ae96-4325-8e05-73412edfc3ef tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:26.679355 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd597b85-32c3-4c55-9700-ed03417af0d7 req-586710f5-7c39-4966-a9d1-cf069a64934a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:26.681095 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dd597b85-32c3-4c55-9700-ed03417af0d7 req-586710f5-7c39-4966-a9d1-cf069a64934a service neutron] 10.222.0.58 "GET /v2.0/networks?id=91bc9f76-8f2c-4353-bb54-9ecc0555324d HTTP/1.1" status: 200 len: 915 time: 0.3118064 Dec 16 09:40:26.748417 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dd597b85-32c3-4c55-9700-ed03417af0d7 req-3be72141-403e-456e-84c7-7ec1a83af667 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7f08245-e04f-4a4a-9c53-6cfc227e2df2 HTTP/1.1" status: 200 len: 217 time: 0.0559494 Dec 16 09:40:26.777388 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74e9f73c-dd38-44a1-b06b-40e396da98e0 req-e5a34956-0567-42b8-af6d-d4a02d97eb9a tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 210 time: 0.1012084 Dec 16 09:40:26.874221 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a9f55fe3-4e17-4717-9780-3d5df56e8a26 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:26.903045 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd597b85-32c3-4c55-9700-ed03417af0d7 req-113369bc-cd70-45b0-b146-efe238cb53c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:26.904744 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dd597b85-32c3-4c55-9700-ed03417af0d7 req-113369bc-cd70-45b0-b146-efe238cb53c8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=88045cbf-07e9-4053-9943-3878a34f6af5 HTTP/1.1" status: 200 len: 854 time: 0.1415102 Dec 16 09:40:26.975885 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dd597b85-32c3-4c55-9700-ed03417af0d7 req-e7f68727-1ed9-4f6d-b73e-2ce75b1f0bd2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=91bc9f76-8f2c-4353-bb54-9ecc0555324d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508802 Dec 16 09:40:27.180846 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a9f55fe3-4e17-4717-9780-3d5df56e8a26 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks [] for floatingip, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:27.183688 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a9f55fe3-4e17-4717-9780-3d5df56e8a26 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:27.197145 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a9f55fe3-4e17-4717-9780-3d5df56e8a26 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "DELETE /v2.0/floatingips/4aadeec1-0b70-456a-81b8-450deb952a66 HTTP/1.1" status: 204 len: 168 time: 2.0056562 Dec 16 09:40:27.198080 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f55fe3-4e17-4717-9780-3d5df56e8a26 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Pushing event deleted for resources: {'Port': ['ID=7d6e6641-93d7-4993-9d48-2fd884827ca5,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:27.199683 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56982) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:27.305609 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a1e9aadb-ae96-4325-8e05-73412edfc3ef tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:27.389944 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-27af1f91-e78f-44f4-aebd-8a5c0def5636 None None] Provisioning complete for port d4fb8062-f9ac-4231-9537-d54a61c9592d triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:27.390927 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-27af1f91-e78f-44f4-aebd-8a5c0def5636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:27.407653 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da159c24-f5b2-4ccf-9197-f72d7616626a req-7eee9f28-c9a2-4cc9-9dc4-594147b71754 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:27.409226 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-da159c24-f5b2-4ccf-9197-f72d7616626a req-7eee9f28-c9a2-4cc9-9dc4-594147b71754 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 946 time: 0.1166945 Dec 16 09:40:27.442503 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dd597b85-32c3-4c55-9700-ed03417af0d7 req-b7fd85cc-6c2c-45d7-8dc2-98b699f906d2 service neutron] 10.222.0.58 "GET /v2.0/networks/91bc9f76-8f2c-4353-bb54-9ecc0555324d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510341 Dec 16 09:40:27.526553 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-da159c24-f5b2-4ccf-9197-f72d7616626a req-4484b84e-551e-425e-98a7-6b728cefacd3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054122 Dec 16 09:40:27.585541 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e9aadb-ae96-4325-8e05-73412edfc3ef tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Network 819195ad-1aeb-421c-be56-8c9a381b28d4 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:40:27.623471 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 9502d6c6-0faa-4d43-887a-13e6c7197e15 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:40:27.644528 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dd597b85-32c3-4c55-9700-ed03417af0d7 req-661d03d7-7715-4016-8ef2-d09209f666ca service neutron] 10.222.0.58 "GET /v2.0/networks/91bc9f76-8f2c-4353-bb54-9ecc0555324d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944745 Dec 16 09:40:27.697082 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9aadb-ae96-4325-8e05-73412edfc3ef tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Subnet': ['ID=7f4169c2-59e0-42de-ab42-eb6e5073a186,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:27.701823 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-a1e9aadb-ae96-4325-8e05-73412edfc3ef tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:27.705979 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e9aadb-ae96-4325-8e05-73412edfc3ef tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:27.707192 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a1e9aadb-ae96-4325-8e05-73412edfc3ef tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:27.715656 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:27.731602 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-27af1f91-e78f-44f4-aebd-8a5c0def5636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:27.780977 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6df7d3-94a0-4495-8a3d-0c5f034fad26 req-fbf3dded-be4d-4563-a2fd-a4a0269c888e tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:27.794559 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-27af1f91-e78f-44f4-aebd-8a5c0def5636 None None] For port d4fb8062-f9ac-4231-9537-d54a61c9592d, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d4fb8062-f9ac-4231-9537-d54a61c9592d,segment=NetworkSegment(fad52418-9812-4471-ad7a-71f35b8b44f1),segment_id=fad52418-9812-4471-ad7a-71f35b8b44f1)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:27.798219 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1a6df7d3-94a0-4495-8a3d-0c5f034fad26 req-fbf3dded-be4d-4563-a2fd-a4a0269c888e tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c84125-19d8-4561-9d8a-1495d03b6465 HTTP/1.1" status: 200 len: 945 time: 0.3390689 Dec 16 09:40:27.815911 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a1e9aadb-ae96-4325-8e05-73412edfc3ef tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5181293 Dec 16 09:40:27.816932 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56994) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:27.832778 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abf2418-5bd7-48ab-ad33-8b28f077cccf None None] Network 819195ad-1aeb-421c-be56-8c9a381b28d4 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:40:27.839242 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-e5e61687-277d-4e53-bec0-5eef1c21a6bb tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-989042419', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7f4169c2-59e0-42de-ab42-eb6e5073a186'}], 'security_groups': ['c57ee143-5713-487e-bb32-9f1534e9bf0a']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:27.874308 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db360c0-46c4-490c-9805-22bcb97ba613 req-ef409625-4775-4c4d-8f23-6223e22d861e tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:27.877241 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7db360c0-46c4-490c-9805-22bcb97ba613 req-ef409625-4775-4c4d-8f23-6223e22d861e tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9a847e7-ee9b-4585-bdb3-193dd7e347fd HTTP/1.1" status: 200 len: 946 time: 0.1543329 Dec 16 09:40:27.939681 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7db360c0-46c4-490c-9805-22bcb97ba613 req-b0698704-917a-49ea-bd89-6ebecc67fa24 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.60 "GET /v2.0/security-groups?id=07f6f5fc-fe95-4c87-9620-969587e748f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409641 Dec 16 09:40:27.986397 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 9502d6c6-0faa-4d43-887a-13e6c7197e15 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:40:27.992077 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-27af1f91-e78f-44f4-aebd-8a5c0def5636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:28.034234 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc7365-fe8a-4527-ab11-1cd881706b07 req-01c34518-222a-466d-979f-0b357729cf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:28.035757 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b3bc7365-fe8a-4527-ab11-1cd881706b07 req-01c34518-222a-466d-979f-0b357729cf06 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f20afae91244864a39a572d49adbc26&device_id=b9a847e7-ee9b-4585-bdb3-193dd7e347fd HTTP/1.1" status: 200 len: 1097 time: 0.1571753 Dec 16 09:40:28.107969 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af1f91-e78f-44f4-aebd-8a5c0def5636 None None] Pushing event updated for resources: {'Port': ['ID=d4fb8062-f9ac-4231-9537-d54a61c9592d,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:28.120724 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d4fb8062-f9ac-4231-9537-d54a61c9592d up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:40:28.131996 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 9502d6c6-0faa-4d43-887a-13e6c7197e15 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:28.143556 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:28.218379 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-c1233e1d-5ae5-4c8a-ae7a-8b907f8801b1 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Deleting port e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:28.218965 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c1233e1d-5ae5-4c8a-ae7a-8b907f8801b1 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:28.232030 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1a6df7d3-94a0-4495-8a3d-0c5f034fad26 req-8628d455-8766-4935-9f2e-8930c2b328d4 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab17dbb7-7b4e-443e-badd-cb8cbe252e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3753974 Dec 16 09:40:28.236828 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e5e61687-277d-4e53-bec0-5eef1c21a6bb tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:28.269521 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-27af1f91-e78f-44f4-aebd-8a5c0def5636 None None] Provisioning complete for port 9111c153-24d3-422d-a676-80b9318e98f2 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:28.270005 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-27af1f91-e78f-44f4-aebd-8a5c0def5636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:28.313914 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc7365-fe8a-4527-ab11-1cd881706b07 req-bc9fb828-5244-4470-8abe-8a80f7f98a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:28.315597 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b3bc7365-fe8a-4527-ab11-1cd881706b07 req-bc9fb828-5244-4470-8abe-8a80f7f98a17 service neutron] 10.222.0.58 "GET /v2.0/networks?id=91bc9f76-8f2c-4353-bb54-9ecc0555324d HTTP/1.1" status: 200 len: 915 time: 0.2612300 Dec 16 09:40:28.396522 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-27af1f91-e78f-44f4-aebd-8a5c0def5636 None None] Port 9111c153-24d3-422d-a676-80b9318e98f2 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:40:28.400037 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port d4fb8062-f9ac-4231-9537-d54a61c9592d triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:28.400747 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:28.521466 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:28.550717 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-540efabf-964b-4af3-a129-9cd69f901d9c req-247c3e47-4c88-4be5-a2b6-047930eb11f0 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 210 time: 0.2326488 Dec 16 09:40:28.569376 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b3bc7365-fe8a-4527-ab11-1cd881706b07 req-2e88e8bb-72a3-4370-9df7-373efafebea1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7f08245-e04f-4a4a-9c53-6cfc227e2df2 HTTP/1.1" status: 200 len: 217 time: 0.2368972 Dec 16 09:40:28.578499 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c84125-19d8-4561-9d8a-1495d03b6465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9502d6c6-0faa-4d43-887a-13e6c7197e15'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:40:28.580869 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b61e5df-fa1c-4ff6-bea3-2ebe4bcd4b71" -d '{"events": [{"server_uuid": "85c84125-19d8-4561-9d8a-1495d03b6465", "name": "network-vif-plugged", "status": "completed", "tag": "9502d6c6-0faa-4d43-887a-13e6c7197e15"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:40:28.627054 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-761edbd1-e674-4eb2-8b4d-f16a599fdb74 None None] Provisioning complete for port cd9a41c2-5fa7-4953-a3e7-a8fba321aec2 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:28.627724 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-761edbd1-e674-4eb2-8b4d-f16a599fdb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:28.676841 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 9502d6c6-0faa-4d43-887a-13e6c7197e15, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=9502d6c6-0faa-4d43-887a-13e6c7197e15,segment=NetworkSegment(ca770ec3-7794-40ab-9b98-1d4629c1db9b),segment_id=ca770ec3-7794-40ab-9b98-1d4629c1db9b)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:28.713791 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5a7720-7738-4625-9bab-126977efb1a0 x-openstack-request-id: req-7b5a7720-7738-4625-9bab-126977efb1a0 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:40:28.714072 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c84125-19d8-4561-9d8a-1495d03b6465", "name": "network-vif-plugged", "status": "completed", "tag": "9502d6c6-0faa-4d43-887a-13e6c7197e15", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:40:28.718731 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7b5a7720-7738-4625-9bab-126977efb1a0 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:40:28.718988 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c84125-19d8-4561-9d8a-1495d03b6465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9502d6c6-0faa-4d43-887a-13e6c7197e15', 'code': 200} Dec 16 09:40:28.764566 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc7365-fe8a-4527-ab11-1cd881706b07 req-d22e052c-324c-4638-ba6b-735d5b74a477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:28.768331 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b3bc7365-fe8a-4527-ab11-1cd881706b07 req-d22e052c-324c-4638-ba6b-735d5b74a477 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=88045cbf-07e9-4053-9943-3878a34f6af5 HTTP/1.1" status: 200 len: 854 time: 0.1937459 Dec 16 09:40:28.833906 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b3bc7365-fe8a-4527-ab11-1cd881706b07 req-069ded65-14f6-4d38-b449-3f394318fbf9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=91bc9f76-8f2c-4353-bb54-9ecc0555324d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547357 Dec 16 09:40:28.899522 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:28.907394 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-761edbd1-e674-4eb2-8b4d-f16a599fdb74 None None] Port cd9a41c2-5fa7-4953-a3e7-a8fba321aec2 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:40:29.023820 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f084d0-559a-461b-8609-d21f61dcf2a9 None None] Update dhcp port {'port': {'network_id': '819195ad-1aeb-421c-be56-8c9a381b28d4', 'fixed_ips': [{'subnet_id': 'f51d7cfd-b7e8-4eea-bded-41b6321a2048', 'ip_address': '2001:db8::2'}, {'subnet_id': '7f4169c2-59e0-42de-ab42-eb6e5073a186'}], 'binding:host_id': 'n-d-820550-2'}, 'id': 'd4fb8062-f9ac-4231-9537-d54a61c9592d'} from n-d-820550-2. {{(pid=102818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 16 09:40:29.043571 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b3bc7365-fe8a-4527-ab11-1cd881706b07 req-449aa663-3509-4d42-93c9-ae4a2188f009 service neutron] 10.222.0.58 "GET /v2.0/networks/91bc9f76-8f2c-4353-bb54-9ecc0555324d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025833 Dec 16 09:40:29.093477 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-80f084d0-559a-461b-8609-d21f61dcf2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:29.101349 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:29.112685 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=9502d6c6-0faa-4d43-887a-13e6c7197e15,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:29.227338 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a324a9-a2a2-416c-a05e-6c4bcea65bdb req-ca0be5bf-d1b9-44cb-a735-0fdc0633338e tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:29.229479 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-15a324a9-a2a2-416c-a05e-6c4bcea65bdb req-ca0be5bf-d1b9-44cb-a735-0fdc0633338e tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9a847e7-ee9b-4585-bdb3-193dd7e347fd HTTP/1.1" status: 200 len: 946 time: 0.1155574 Dec 16 09:40:29.263940 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b3bc7365-fe8a-4527-ab11-1cd881706b07 req-110d3ea5-4ce6-42a1-8de3-9af902964060 service neutron] 10.222.0.58 "GET /v2.0/networks/91bc9f76-8f2c-4353-bb54-9ecc0555324d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137048 Dec 16 09:40:29.300201 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-15a324a9-a2a2-416c-a05e-6c4bcea65bdb req-be83f576-a755-4b6d-b2e9-e9715ba22a63 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.60 "GET /v2.0/security-groups?id=07f6f5fc-fe95-4c87-9620-969587e748f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645301 Dec 16 09:40:29.466228 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27bcd4-1ba5-4fd5-9448-38aae7c14e48 req-c9d494f4-ccc9-456e-a4ba-adafee2dbca6 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:29.468781 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ca27bcd4-1ba5-4fd5-9448-38aae7c14e48 req-c9d494f4-ccc9-456e-a4ba-adafee2dbca6 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c84125-19d8-4561-9d8a-1495d03b6465 HTTP/1.1" status: 200 len: 946 time: 0.0679157 Dec 16 09:40:29.475810 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-80f084d0-559a-461b-8609-d21f61dcf2a9 None None] Allocated IP 2001:db8:0:1::2 (819195ad-1aeb-421c-be56-8c9a381b28d4/7f4169c2-59e0-42de-ab42-eb6e5073a186/d4fb8062-f9ac-4231-9537-d54a61c9592d) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:40:29.565417 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ca27bcd4-1ba5-4fd5-9448-38aae7c14e48 req-dff2e52d-1ec5-4a8b-9815-10d2caeb1d7f tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab17dbb7-7b4e-443e-badd-cb8cbe252e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712392 Dec 16 09:40:29.593097 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:29.617649 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2adc5-af0e-48c5-947f-e6f4f5e71490 req-f6e29f74-7764-4e03-aa83-7106b693bd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:29.620096 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8ae2adc5-af0e-48c5-947f-e6f4f5e71490 req-f6e29f74-7764-4e03-aa83-7106b693bd4a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=85c84125-19d8-4561-9d8a-1495d03b6465 HTTP/1.1" status: 200 len: 1097 time: 0.2914202 Dec 16 09:40:29.672658 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-80f084d0-559a-461b-8609-d21f61dcf2a9 None None] For port d4fb8062-f9ac-4231-9537-d54a61c9592d, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d4fb8062-f9ac-4231-9537-d54a61c9592d,segment=NetworkSegment(fad52418-9812-4471-ad7a-71f35b8b44f1),segment_id=fad52418-9812-4471-ad7a-71f35b8b44f1)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:29.684916 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c1233e1d-5ae5-4c8a-ae7a-8b907f8801b1 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:29.716593 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b1937-9deb-4446-86dd-02d8c4afcca0 req-fbb9f081-4edf-43ec-aec0-a03ed9bde46b tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:29.716746 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-80f084d0-559a-461b-8609-d21f61dcf2a9 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:29.722370 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9d0b1937-9deb-4446-86dd-02d8c4afcca0 req-fbb9f081-4edf-43ec-aec0-a03ed9bde46b tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 946 time: 0.3926587 Dec 16 09:40:29.754373 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-c1233e1d-5ae5-4c8a-ae7a-8b907f8801b1 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Calling delete_port for e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67 owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:29.763686 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-80f084d0-559a-461b-8609-d21f61dcf2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:29.784197 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8ae2adc5-af0e-48c5-947f-e6f4f5e71490 req-0b1bc987-c130-4069-8ae2-ff8e47d81bd0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ab17dbb7-7b4e-443e-badd-cb8cbe252e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446385 Dec 16 09:40:29.859901 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b9932652-7c48-4617-91df-b8976af4627e req-805376f9-9c4d-4533-a642-96f9265d03e9 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 210 time: 0.1061494 Dec 16 09:40:29.901474 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9d0b1937-9deb-4446-86dd-02d8c4afcca0 req-351b127c-3bf2-41e4-94de-e23945e8399c tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494770 Dec 16 09:40:29.918934 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f084d0-559a-461b-8609-d21f61dcf2a9 None None] Pushing event updated for resources: {'Port': ['ID=d4fb8062-f9ac-4231-9537-d54a61c9592d,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:29.979092 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d4fb8062-f9ac-4231-9537-d54a61c9592d up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:40:30.056706 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-e5e61687-277d-4e53-bec0-5eef1c21a6bb tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Delete allocated IP 2001:db8::202 (819195ad-1aeb-421c-be56-8c9a381b28d4/f51d7cfd-b7e8-4eea-bded-41b6321a2048) {{(pid=102816) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 09:40:30.089219 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port d4fb8062-f9ac-4231-9537-d54a61c9592d triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:30.089656 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:30.109151 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-e5e61687-277d-4e53-bec0-5eef1c21a6bb tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Allocated IP 2001:db8:0:1::ab (819195ad-1aeb-421c-be56-8c9a381b28d4/7f4169c2-59e0-42de-ab42-eb6e5073a186/cd9a41c2-5fa7-4953-a3e7-a8fba321aec2) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:40:30.461079 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e5e61687-277d-4e53-bec0-5eef1c21a6bb tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:30.464180 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c1233e1d-5ae5-4c8a-ae7a-8b907f8801b1 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:30.507327 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1233e1d-5ae5-4c8a-ae7a-8b907f8801b1 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Pushing event deleted for resources: {'Port': ['ID=e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:30.619456 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e5e61687-277d-4e53-bec0-5eef1c21a6bb tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:30.625456 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6a4b2-0078-495b-8ed3-e3add5842dc3 req-ba0b487b-9b90-4094-8431-c93d63b71a92 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:30.627838 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3bf6a4b2-0078-495b-8ed3-e3add5842dc3 req-ba0b487b-9b90-4094-8431-c93d63b71a92 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9a847e7-ee9b-4585-bdb3-193dd7e347fd HTTP/1.1" status: 200 len: 946 time: 0.1420455 Dec 16 09:40:30.694141 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3bf6a4b2-0078-495b-8ed3-e3add5842dc3 req-694c43c6-f200-42ca-b5fc-b35b11482c25 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.60 "GET /v2.0/security-groups?id=07f6f5fc-fe95-4c87-9620-969587e748f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595083 Dec 16 09:40:30.740481 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-e5e61687-277d-4e53-bec0-5eef1c21a6bb tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] In _notify_port_updated(), no bound segment for port cd9a41c2-5fa7-4953-a3e7-a8fba321aec2 on network 819195ad-1aeb-421c-be56-8c9a381b28d4 {{(pid=102816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:40:30.747162 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e61687-277d-4e53-bec0-5eef1c21a6bb tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:30.747852 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e5e61687-277d-4e53-bec0-5eef1c21a6bb tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:30.752271 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57052) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:30.752535 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e5e61687-277d-4e53-bec0-5eef1c21a6bb tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "PUT /v2.0/ports/cd9a41c2-5fa7-4953-a3e7-a8fba321aec2 HTTP/1.1" status: 200 len: 929 time: 2.9326713 Dec 16 09:40:30.779555 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c1233e1d-5ae5-4c8a-ae7a-8b907f8801b1 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:30.783787 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c1233e1d-5ae5-4c8a-ae7a-8b907f8801b1 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "DELETE /v2.0/ports/e55fb885-e2d0-44d1-9f0a-c47ae8ca4c67 HTTP/1.1" status: 204 len: 168 time: 3.5810847 Dec 16 09:40:30.790165 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57054) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:30.814559 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e61687-277d-4e53-bec0-5eef1c21a6bb tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Port': ['ID=cd9a41c2-5fa7-4953-a3e7-a8fba321aec2,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:31.006462 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-e78c837c-aabb-403b-ae95-c9c3bea625f5 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Deleting port c0f0f737-e643-4831-9c6f-93b9615090fb {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:31.008243 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e78c837c-aabb-403b-ae95-c9c3bea625f5 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:31.228297 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e3fdf-44e0-4f74-904c-32598671da51 req-fd991c53-c653-47d6-bcf9-fa3e9db61742 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:31.244647 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3c3e3fdf-44e0-4f74-904c-32598671da51 req-fd991c53-c653-47d6-bcf9-fa3e9db61742 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c84125-19d8-4561-9d8a-1495d03b6465 HTTP/1.1" status: 200 len: 946 time: 0.3258634 Dec 16 09:40:31.269507 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-40a13bec-481c-47cf-9513-1d0941f941bf None None] Provisioning complete for port d4fb8062-f9ac-4231-9537-d54a61c9592d triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:31.270536 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-40a13bec-481c-47cf-9513-1d0941f941bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:31.330669 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:40:31.368590 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ac79e-0b49-4a3e-87c9-8ba8c154de29 req-daea5b94-1311-4801-8e9f-d4d192929d03 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:31.368590 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f97ac79e-0b49-4a3e-87c9-8ba8c154de29 req-daea5b94-1311-4801-8e9f-d4d192929d03 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 946 time: 0.2504077 Dec 16 09:40:31.378430 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3c3e3fdf-44e0-4f74-904c-32598671da51 req-ea70db79-e2da-405a-9b1c-7e709704a73a tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab17dbb7-7b4e-443e-badd-cb8cbe252e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321678 Dec 16 09:40:31.433913 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e78c837c-aabb-403b-ae95-c9c3bea625f5 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:31.467586 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-2e3a7362-d64f-4b6f-b4c9-a80d308072ce tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Deleting port cd9a41c2-5fa7-4953-a3e7-a8fba321aec2 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:31.477749 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e3a7362-d64f-4b6f-b4c9-a80d308072ce tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:31.483582 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f97ac79e-0b49-4a3e-87c9-8ba8c154de29 req-3ba7350f-b5da-4947-9929-24e0957050be tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065037 Dec 16 09:40:31.487233 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-e78c837c-aabb-403b-ae95-c9c3bea625f5 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Calling delete_port for c0f0f737-e643-4831-9c6f-93b9615090fb owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:31.511565 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:31.638673 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d2e75110-ef13-44b4-848a-2d0c2dec7aa0 req-c304b633-1299-4590-b400-b19d8d0522a9 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2e7e58c-31c7-4082-a3e1-6862450b151c HTTP/1.1" status: 200 len: 210 time: 0.0391669 Dec 16 09:40:31.656233 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:31.673351 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185bb750-6449-4053-a83d-cdb9428568e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:40:31.698555 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341ebfc0-0954-4985-bff0-7d21f9f61096" -d '{"events": [{"server_uuid": "185bb750-6449-4053-a83d-cdb9428568e4", "name": "network-vif-unplugged", "status": "completed", "tag": "c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:40:31.747888 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:31.790606 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e3a7362-d64f-4b6f-b4c9-a80d308072ce tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:31.819737 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-2e3a7362-d64f-4b6f-b4c9-a80d308072ce tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Calling delete_port for cd9a41c2-5fa7-4953-a3e7-a8fba321aec2 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:31.850051 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5f34cc-b73e-45a5-bbf5-019862d8bfdf x-openstack-request-id: req-6c5f34cc-b73e-45a5-bbf5-019862d8bfdf {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:40:31.850051 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "185bb750-6449-4053-a83d-cdb9428568e4", "name": "network-vif-unplugged", "status": "completed", "tag": "c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:40:31.850755 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6c5f34cc-b73e-45a5-bbf5-019862d8bfdf {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:40:31.851262 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '185bb750-6449-4053-a83d-cdb9428568e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1', 'code': 200} Dec 16 09:40:31.851959 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-40a13bec-481c-47cf-9513-1d0941f941bf None None] Provisioning complete for port cd9a41c2-5fa7-4953-a3e7-a8fba321aec2 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:31.855343 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-40a13bec-481c-47cf-9513-1d0941f941bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:31.892366 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e78c837c-aabb-403b-ae95-c9c3bea625f5 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:31.936948 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-40a13bec-481c-47cf-9513-1d0941f941bf None None] Port cd9a41c2-5fa7-4953-a3e7-a8fba321aec2 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:40:31.945916 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d4fb8062-f9ac-4231-9537-d54a61c9592d up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:40:31.956349 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c837c-aabb-403b-ae95-c9c3bea625f5 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Pushing event deleted for resources: {'Port': ['ID=c0f0f737-e643-4831-9c6f-93b9615090fb,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:31.997888 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-40a13bec-481c-47cf-9513-1d0941f941bf None None] Provisioning complete for port 9111c153-24d3-422d-a676-80b9318e98f2 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:31.998553 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-40a13bec-481c-47cf-9513-1d0941f941bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:32.072940 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-40a13bec-481c-47cf-9513-1d0941f941bf None None] Port 9111c153-24d3-422d-a676-80b9318e98f2 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:40:32.096359 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1,revision_number=11']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:32.110524 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc8472-d75a-45a6-a5e8-6611ccf234d2 req-e412f2ae-1c39-45cd-b7d6-6fc04432b60b tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:32.122740 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-14cc8472-d75a-45a6-a5e8-6611ccf234d2 req-e412f2ae-1c39-45cd-b7d6-6fc04432b60b tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9a847e7-ee9b-4585-bdb3-193dd7e347fd HTTP/1.1" status: 200 len: 946 time: 0.0986989 Dec 16 09:40:32.125155 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796213d1-81ae-456c-82e1-25d347f58d5d req-08def557-514c-4a6e-abc7-ca61ef37ddb8 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:32.135288 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-796213d1-81ae-456c-82e1-25d347f58d5d req-08def557-514c-4a6e-abc7-ca61ef37ddb8 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9a847e7-ee9b-4585-bdb3-193dd7e347fd HTTP/1.1" status: 200 len: 946 time: 0.1487844 Dec 16 09:40:32.136006 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port d4fb8062-f9ac-4231-9537-d54a61c9592d triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:32.136006 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:32.136591 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e78c837c-aabb-403b-ae95-c9c3bea625f5 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:32.139027 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e78c837c-aabb-403b-ae95-c9c3bea625f5 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "DELETE /v2.0/ports/c0f0f737-e643-4831-9c6f-93b9615090fb HTTP/1.1" status: 204 len: 168 time: 1.3478925 Dec 16 09:40:32.143011 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e3a7362-d64f-4b6f-b4c9-a80d308072ce tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:32.144599 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57068) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:32.269494 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a7362-d64f-4b6f-b4c9-a80d308072ce tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Port': ['ID=cd9a41c2-5fa7-4953-a3e7-a8fba321aec2,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:32.286628 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-48820a4e-79d7-4fac-8262-5aeccd85e864 None None] Could not find standard attr ID for object cd9a41c2-5fa7-4953-a3e7-a8fba321aec2. {{(pid=102818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:40:32.299300 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-796213d1-81ae-456c-82e1-25d347f58d5d req-8f13115e-579c-43bb-9faa-21e125c709c9 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Deleting port b7f08245-e04f-4a4a-9c53-6cfc227e2df2 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:32.299994 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-796213d1-81ae-456c-82e1-25d347f58d5d req-8f13115e-579c-43bb-9faa-21e125c709c9 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:32.404903 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e3a7362-d64f-4b6f-b4c9-a80d308072ce tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:32.415468 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2e3a7362-d64f-4b6f-b4c9-a80d308072ce tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/ports/cd9a41c2-5fa7-4953-a3e7-a8fba321aec2 HTTP/1.1" status: 204 len: 168 time: 1.6591682 Dec 16 09:40:32.416648 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57074) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:32.431998 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-14cc8472-d75a-45a6-a5e8-6611ccf234d2 req-4b4e19c7-b18d-4f16-9cb0-d284d7462d7e tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.60 "GET /v2.0/security-groups?id=07f6f5fc-fe95-4c87-9620-969587e748f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082290 Dec 16 09:40:32.463434 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-796213d1-81ae-456c-82e1-25d347f58d5d req-8f13115e-579c-43bb-9faa-21e125c709c9 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] For port b7f08245-e04f-4a4a-9c53-6cfc227e2df2, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=b7f08245-e04f-4a4a-9c53-6cfc227e2df2,segment=NetworkSegment(36054b38-4a61-4536-af07-244237f78db9),segment_id=36054b38-4a61-4536-af07-244237f78db9)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:32.463959 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-796213d1-81ae-456c-82e1-25d347f58d5d req-8f13115e-579c-43bb-9faa-21e125c709c9 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:32.471000 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-8684ca24-ec00-4738-9a8a-3d915077b70f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] GET failed (client error): The resource could not be found. Dec 16 09:40:32.476193 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8684ca24-ec00-4738-9a8a-3d915077b70f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "GET /v2.0/ports/cd9a41c2-5fa7-4953-a3e7-a8fba321aec2 HTTP/1.1" status: 404 len: 333 time: 0.0396369 Dec 16 09:40:32.476629 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57076) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:32.488131 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-796213d1-81ae-456c-82e1-25d347f58d5d req-8f13115e-579c-43bb-9faa-21e125c709c9 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Calling delete_port for b7f08245-e04f-4a4a-9c53-6cfc227e2df2 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:32.517655 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-15bc1253-ed5b-428e-94d2-d690ec101a2d tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Deleting subnet 9bebcc90-db8b-4005-83f2-cb4ef7d4c14e {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:40:32.524059 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-15bc1253-ed5b-428e-94d2-d690ec101a2d tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:32.668185 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb0233-962c-4451-8e21-a3cb005b97cc req-02d5dbca-d153-4efc-9304-654d328d04e2 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:32.669993 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-29eb0233-962c-4451-8e21-a3cb005b97cc req-02d5dbca-d153-4efc-9304-654d328d04e2 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c84125-19d8-4561-9d8a-1495d03b6465 HTTP/1.1" status: 200 len: 946 time: 0.1084640 Dec 16 09:40:32.689720 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-08515d67-17a1-4ee6-a678-ea35d09189b3 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:32.718014 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-08515d67-17a1-4ee6-a678-ea35d09189b3 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:32.762036 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-29eb0233-962c-4451-8e21-a3cb005b97cc req-af17c84d-7b5a-470b-bb6a-cb76914aebf3 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab17dbb7-7b4e-443e-badd-cb8cbe252e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809653 Dec 16 09:40:32.776195 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-15bc1253-ed5b-428e-94d2-d690ec101a2d tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:32.856860 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4c9bb-c233-4e75-8f6b-b5ff3a5eed23 req-3a6b5657-7244-4b9b-a4ab-7699b32a77cf tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:32.862264 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-02f4c9bb-c233-4e75-8f6b-b5ff3a5eed23 req-3a6b5657-7244-4b9b-a4ab-7699b32a77cf tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.2159781 Dec 16 09:40:32.920077 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-08515d67-17a1-4ee6-a678-ea35d09189b3 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:32.922630 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-08515d67-17a1-4ee6-a678-ea35d09189b3 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:32.924824 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-08515d67-17a1-4ee6-a678-ea35d09189b3 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/security-groups/147c4f37-563c-4039-b299-5efb3b78a9e3 HTTP/1.1" status: 204 len: 168 time: 0.4459455 Dec 16 09:40:32.932799 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57088) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:32.957159 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08515d67-17a1-4ee6-a678-ea35d09189b3 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=147c4f37-563c-4039-b299-5efb3b78a9e3,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:33.020400 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-02f4c9bb-c233-4e75-8f6b-b5ff3a5eed23 req-954409e5-3e80-4564-b87a-d1ea69343cc6 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949972 Dec 16 09:40:33.034424 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-15bc1253-ed5b-428e-94d2-d690ec101a2d tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:33.061789 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-796213d1-81ae-456c-82e1-25d347f58d5d req-8f13115e-579c-43bb-9faa-21e125c709c9 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:33.074243 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['b7f08245-e04f-4a4a-9c53-6cfc227e2df2'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:40:33.109700 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13115e-579c-43bb-9faa-21e125c709c9 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Pushing event deleted for resources: {'Port': ['ID=b7f08245-e04f-4a4a-9c53-6cfc227e2df2,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:33.136755 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43deda2-c325-4b72-ae1f-99f54ab4c4bd req-279aea4c-7424-4441-b82a-cd683bf6b2e6 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:33.141850 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f43deda2-c325-4b72-ae1f-99f54ab4c4bd req-279aea4c-7424-4441-b82a-cd683bf6b2e6 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c84125-19d8-4561-9d8a-1495d03b6465 HTTP/1.1" status: 200 len: 946 time: 0.1484103 Dec 16 09:40:33.146054 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57090) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:33.166625 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57092) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:33.171398 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-b4a30fe3-1c69-4e42-9471-7688784953f8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Request body: {'floatingip': {'port_id': '9502d6c6-0faa-4d43-887a-13e6c7197e15'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:33.177568 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-28c9c7a0-dc0e-4e8d-bcc5-0fec9d7ccd54 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:33.213761 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-796213d1-81ae-456c-82e1-25d347f58d5d req-8f13115e-579c-43bb-9faa-21e125c709c9 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] No DVR routers for this DVR port b7f08245-e04f-4a4a-9c53-6cfc227e2df2 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:40:33.219232 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b4a30fe3-1c69-4e42-9471-7688784953f8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks [] for floatingip, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:33.225611 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-796213d1-81ae-456c-82e1-25d347f58d5d req-8f13115e-579c-43bb-9faa-21e125c709c9 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:33.229060 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-796213d1-81ae-456c-82e1-25d347f58d5d req-8f13115e-579c-43bb-9faa-21e125c709c9 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.58 "DELETE /v2.0/ports/b7f08245-e04f-4a4a-9c53-6cfc227e2df2 HTTP/1.1" status: 204 len: 173 time: 1.0888429 Dec 16 09:40:33.229726 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a847e7-ee9b-4585-bdb3-193dd7e347fd', 'name': 'network-vif-deleted', 'tag': 'b7f08245-e04f-4a4a-9c53-6cfc227e2df2'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:40:33.232129 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e04a5a-2876-4ec6-af8f-0bc64ef021a7" -d '{"events": [{"server_uuid": "b9a847e7-ee9b-4585-bdb3-193dd7e347fd", "name": "network-vif-deleted", "tag": "b7f08245-e04f-4a4a-9c53-6cfc227e2df2"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:40:33.269966 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-28c9c7a0-dc0e-4e8d-bcc5-0fec9d7ccd54 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:33.311601 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8092b8be-5d52-4ace-ad73-5eb373df72b4 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:33.341926 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1480ffe-2291-4815-88e5-3939424e53c1 x-openstack-request-id: req-b1480ffe-2291-4815-88e5-3939424e53c1 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:40:33.342217 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a847e7-ee9b-4585-bdb3-193dd7e347fd", "name": "network-vif-deleted", "tag": "b7f08245-e04f-4a4a-9c53-6cfc227e2df2", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:40:33.342471 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b1480ffe-2291-4815-88e5-3939424e53c1 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:40:33.342877 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a847e7-ee9b-4585-bdb3-193dd7e347fd', 'name': 'network-vif-deleted', 'tag': 'b7f08245-e04f-4a4a-9c53-6cfc227e2df2', 'status': 'completed', 'code': 200} Dec 16 09:40:33.363223 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8092b8be-5d52-4ace-ad73-5eb373df72b4 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:33.364959 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-15bc1253-ed5b-428e-94d2-d690ec101a2d tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:33.404326 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc1253-ed5b-428e-94d2-d690ec101a2d tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Pushing event deleted for resources: {'Subnet': ['ID=9bebcc90-db8b-4005-83f2-cb4ef7d4c14e,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:33.499052 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-28c9c7a0-dc0e-4e8d-bcc5-0fec9d7ccd54 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:33.507310 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-28c9c7a0-dc0e-4e8d-bcc5-0fec9d7ccd54 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:33.511773 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-28c9c7a0-dc0e-4e8d-bcc5-0fec9d7ccd54 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/security-groups/c57ee143-5713-487e-bb32-9f1534e9bf0a HTTP/1.1" status: 204 len: 168 time: 0.5740709 Dec 16 09:40:33.518486 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57100) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:33.518885 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8092b8be-5d52-4ace-ad73-5eb373df72b4 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:33.522779 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-15bc1253-ed5b-428e-94d2-d690ec101a2d tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:33.526011 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037cc967-ccea-4613-93f2-9afce77f2c15 None None] Network 3976022d-4300-480a-88ba-80eb47c64065 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:40:33.528669 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-15bc1253-ed5b-428e-94d2-d690ec101a2d tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "DELETE /v2.0/subnets/9bebcc90-db8b-4005-83f2-cb4ef7d4c14e HTTP/1.1" status: 204 len: 168 time: 1.3772008 Dec 16 09:40:33.531325 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8092b8be-5d52-4ace-ad73-5eb373df72b4 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:33.532697 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8092b8be-5d52-4ace-ad73-5eb373df72b4 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "DELETE /v2.0/security-groups/130dee85-37f7-486c-a850-4e07d7fb40bc HTTP/1.1" status: 204 len: 168 time: 0.3846664 Dec 16 09:40:33.547903 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57102) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:33.557571 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57104) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:33.668674 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c3ff90c-70ee-427f-8c24-c59be4a3e9d5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Deleting subnet f51d7cfd-b7e8-4eea-bded-41b6321a2048 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:40:33.689286 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c9c7a0-dc0e-4e8d-bcc5-0fec9d7ccd54 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57ee143-5713-487e-bb32-9f1534e9bf0a,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:33.693066 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-4b2d98a2-d245-494e-b095-17b807a59aff tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] show failed (client error): The resource could not be found. Dec 16 09:40:33.694836 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4b2d98a2-d245-494e-b095-17b807a59aff tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "GET /v2.0/security-groups/130dee85-37f7-486c-a850-4e07d7fb40bc HTTP/1.1" status: 404 len: 347 time: 0.1208344 Dec 16 09:40:33.698656 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1c3ff90c-70ee-427f-8c24-c59be4a3e9d5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:33.704488 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57106) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:33.732338 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8092b8be-5d52-4ace-ad73-5eb373df72b4 tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=130dee85-37f7-486c-a850-4e07d7fb40bc,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:33.747141 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6383ac91-04b5-4e8e-8285-ee469cb2a016 req-e7d4b362-add1-4ee7-931a-54b8683ed67a tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9a847e7-ee9b-4585-bdb3-193dd7e347fd HTTP/1.1" status: 200 len: 210 time: 0.0746522 Dec 16 09:40:33.776304 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-35382b2b-7450-4e64-9d53-dcb9938d5ee9 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Deleting subnet bfac0808-cedf-4b34-81bb-040e7c2c8cb1 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:40:33.798827 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-35382b2b-7450-4e64-9d53-dcb9938d5ee9 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:33.877455 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-35382b2b-7450-4e64-9d53-dcb9938d5ee9 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:33.965173 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e6cf18-21c3-426c-9ee8-cfe386600618 None None] DHCP port deletion for 3976022d-4300-480a-88ba-80eb47c64065 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:40:34.033622 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-35382b2b-7450-4e64-9d53-dcb9938d5ee9 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:34.132989 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-28e6cf18-21c3-426c-9ee8-cfe386600618 None None] Deleting port 88a82786-fc57-48c2-be9f-c67a6867e3af {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:34.133387 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-28e6cf18-21c3-426c-9ee8-cfe386600618 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:34.209546 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-28e6cf18-21c3-426c-9ee8-cfe386600618 None None] For port 88a82786-fc57-48c2-be9f-c67a6867e3af, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=88a82786-fc57-48c2-be9f-c67a6867e3af,segment=NetworkSegment(5c9e9750-dcd0-4530-8e67-4882aa666bb7),segment_id=5c9e9750-dcd0-4530-8e67-4882aa666bb7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:34.209942 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-28e6cf18-21c3-426c-9ee8-cfe386600618 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:34.224132 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-28e6cf18-21c3-426c-9ee8-cfe386600618 None None] Calling delete_port for 88a82786-fc57-48c2-be9f-c67a6867e3af owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:34.243375 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-35382b2b-7450-4e64-9d53-dcb9938d5ee9 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:34.279083 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35382b2b-7450-4e64-9d53-dcb9938d5ee9 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Pushing event deleted for resources: {'Subnet': ['ID=bfac0808-cedf-4b34-81bb-040e7c2c8cb1,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:34.280999 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-35382b2b-7450-4e64-9d53-dcb9938d5ee9 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:34.287464 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-35382b2b-7450-4e64-9d53-dcb9938d5ee9 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "DELETE /v2.0/subnets/bfac0808-cedf-4b34-81bb-040e7c2c8cb1 HTTP/1.1" status: 204 len: 168 time: 0.7280805 Dec 16 09:40:34.288220 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57112) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:34.311794 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f534cbaa-8447-49a6-a3e7-e7ebda07f9c2 None None] Network 684e8d31-9cdf-4419-92e5-be50ab03fd53 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:40:34.325964 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1c3ff90c-70ee-427f-8c24-c59be4a3e9d5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:34.390786 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e8fa2f26-0fa8-47f2-9ea7-4ab268541746 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:34.461386 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-e8fa2f26-0fa8-47f2-9ea7-4ab268541746 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Deleting port 88a82786-fc57-48c2-be9f-c67a6867e3af {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:34.463436 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e8fa2f26-0fa8-47f2-9ea7-4ab268541746 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:34.497854 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd2607-486a-400d-86db-6b976b325e14 req-755a4c49-f629-41e2-9918-8a7a2ee918aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:34.499626 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a4fd2607-486a-400d-86db-6b976b325e14 req-755a4c49-f629-41e2-9918-8a7a2ee918aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1bf440b6c55457f8af9c018d530175b&device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 1095 time: 0.6466157 Dec 16 09:40:34.522782 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426abaa-d002-49de-a8f4-8113b00596df req-411f97f5-8365-47fb-a174-26e474f25ed5 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:34.531308 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d426abaa-d002-49de-a8f4-8113b00596df req-411f97f5-8365-47fb-a174-26e474f25ed5 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.2773314 Dec 16 09:40:34.561804 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-e8fa2f26-0fa8-47f2-9ea7-4ab268541746 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] For port 88a82786-fc57-48c2-be9f-c67a6867e3af, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=88a82786-fc57-48c2-be9f-c67a6867e3af,segment=NetworkSegment(5c9e9750-dcd0-4530-8e67-4882aa666bb7),segment_id=5c9e9750-dcd0-4530-8e67-4882aa666bb7)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:34.562135 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e8fa2f26-0fa8-47f2-9ea7-4ab268541746 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:34.594747 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-e8fa2f26-0fa8-47f2-9ea7-4ab268541746 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Calling delete_port for 88a82786-fc57-48c2-be9f-c67a6867e3af owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:34.798711 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76bc0cc-26ed-4f07-a7f4-6140ddf9727d None None] DHCP port deletion for 684e8d31-9cdf-4419-92e5-be50ab03fd53 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:40:34.804155 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-19cce87c-3759-40db-ac44-fd8bfe5024ef tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Deleting port 10eecec4-0211-4d4c-96db-c3f1fa4245a6 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:34.804619 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-19cce87c-3759-40db-ac44-fd8bfe5024ef tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:34.818763 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e8fa2f26-0fa8-47f2-9ea7-4ab268541746 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:34.828683 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-28e6cf18-21c3-426c-9ee8-cfe386600618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:34.840560 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d426abaa-d002-49de-a8f4-8113b00596df req-d17b3af5-1eef-426a-b2b7-9809202195d0 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3049829 Dec 16 09:40:34.858216 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1c3ff90c-70ee-427f-8c24-c59be4a3e9d5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:34.868263 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e6cf18-21c3-426c-9ee8-cfe386600618 None None] No DVR routers for this DVR port 88a82786-fc57-48c2-be9f-c67a6867e3af on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:40:34.869765 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6cf18-21c3-426c-9ee8-cfe386600618 None None] Pushing event deleted for resources: {'Port': ['ID=88a82786-fc57-48c2-be9f-c67a6867e3af,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:34.911122 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa2f26-0fa8-47f2-9ea7-4ab268541746 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Pushing event deleted for resources: {'Port': ['ID=88a82786-fc57-48c2-be9f-c67a6867e3af,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:34.918100 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fa2f26-0fa8-47f2-9ea7-4ab268541746 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] No DVR routers for this DVR port 88a82786-fc57-48c2-be9f-c67a6867e3af on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:40:34.934521 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f76bc0cc-26ed-4f07-a7f4-6140ddf9727d None None] Deleting port d9e70de6-eb14-42c4-acba-6836e498149f {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:34.934908 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f76bc0cc-26ed-4f07-a7f4-6140ddf9727d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:35.009779 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f21f7fea-739d-4998-9d42-c6bdce3504b1 req-0a3870d2-c352-429c-9025-de1bb82cf4c6 tempest-InstanceActionsTestJSON-1511034872 tempest-InstanceActionsTestJSON-1511034872-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9a847e7-ee9b-4585-bdb3-193dd7e347fd HTTP/1.1" status: 200 len: 210 time: 0.0385246 Dec 16 09:40:35.054735 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f76bc0cc-26ed-4f07-a7f4-6140ddf9727d None None] For port d9e70de6-eb14-42c4-acba-6836e498149f, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d9e70de6-eb14-42c4-acba-6836e498149f,segment=NetworkSegment(8d69c9a9-3071-4ca9-b695-b89cbd7318a7),segment_id=8d69c9a9-3071-4ca9-b695-b89cbd7318a7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:35.054735 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f76bc0cc-26ed-4f07-a7f4-6140ddf9727d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:35.071820 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f76bc0cc-26ed-4f07-a7f4-6140ddf9727d None None] Calling delete_port for d9e70de6-eb14-42c4-acba-6836e498149f owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:35.084255 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd2607-486a-400d-86db-6b976b325e14 req-51cf34ba-2104-4deb-9ec8-ba807bcc3c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:35.085943 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a4fd2607-486a-400d-86db-6b976b325e14 req-51cf34ba-2104-4deb-9ec8-ba807bcc3c68 service neutron] 10.222.0.57 "GET /v2.0/networks?id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f HTTP/1.1" status: 200 len: 912 time: 0.5246301 Dec 16 09:40:35.134585 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e8fa2f26-0fa8-47f2-9ea7-4ab268541746 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:35.155114 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-e8fa2f26-0fa8-47f2-9ea7-4ab268541746 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3976022d-4300-480a-88ba-80eb47c64065']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:35.185015 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-e8fa2f26-0fa8-47f2-9ea7-4ab268541746 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c9e9750-dcd0-4530-8e67-4882aa666bb7') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:35.185401 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-e8fa2f26-0fa8-47f2-9ea7-4ab268541746 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c9e9750-dcd0-4530-8e67-4882aa666bb7') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:35.188361 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.db.resource_extend [None req-b4a30fe3-1c69-4e42-9471-7688784953f8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 09:40:35.197612 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e8fa2f26-0fa8-47f2-9ea7-4ab268541746 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:35.211807 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e8fa2f26-0fa8-47f2-9ea7-4ab268541746 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:35.218067 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8fa2f26-0fa8-47f2-9ea7-4ab268541746 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:40:35.218390 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e8fa2f26-0fa8-47f2-9ea7-4ab268541746 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:35.260270 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-19cce87c-3759-40db-ac44-fd8bfe5024ef tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:35.260505 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-19cce87c-3759-40db-ac44-fd8bfe5024ef tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: self.session.flush() Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: self.session.flush() Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: self.session.flush() Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: self.session.flush() Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:40:35.266023 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:40:35.280693 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f76bc0cc-26ed-4f07-a7f4-6140ddf9727d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:35.284258 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-19cce87c-3759-40db-ac44-fd8bfe5024ef tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Calling delete_port for 10eecec4-0211-4d4c-96db-c3f1fa4245a6 owned by network:floatingip {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:35.289952 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b4a30fe3-1c69-4e42-9471-7688784953f8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:35.295825 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a4fd2607-486a-400d-86db-6b976b325e14 req-b8b76202-2d28-4aeb-907c-d7594c3a0e3a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 HTTP/1.1" status: 200 len: 999 time: 0.2005653 Dec 16 09:40:35.312074 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:40:35.313997 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76bc0cc-26ed-4f07-a7f4-6140ddf9727d None None] Pushing event deleted for resources: {'Port': ['ID=d9e70de6-eb14-42c4-acba-6836e498149f,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:35.331824 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76bc0cc-26ed-4f07-a7f4-6140ddf9727d None None] No DVR routers for this DVR port d9e70de6-eb14-42c4-acba-6836e498149f on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:40:35.344773 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1c3ff90c-70ee-427f-8c24-c59be4a3e9d5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:35.402278 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e8fa2f26-0fa8-47f2-9ea7-4ab268541746 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:35.411667 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e8fa2f26-0fa8-47f2-9ea7-4ab268541746 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:35.419007 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e8fa2f26-0fa8-47f2-9ea7-4ab268541746 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "DELETE /v2.0/networks/3976022d-4300-480a-88ba-80eb47c64065 HTTP/1.1" status: 204 len: 168 time: 1.1293557 Dec 16 09:40:35.422324 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57126) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:35.453294 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b4a30fe3-1c69-4e42-9471-7688784953f8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:35.471550 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ff90c-70ee-427f-8c24-c59be4a3e9d5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Subnet': ['ID=f51d7cfd-b7e8-4eea-bded-41b6321a2048,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:35.474239 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa2f26-0fa8-47f2-9ea7-4ab268541746 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Pushing event deleted for resources: {'Network': ['ID=3976022d-4300-480a-88ba-80eb47c64065,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:35.500885 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd61fb11-476f-4ce1-b039-9c6775daa21f None None] Network 819195ad-1aeb-421c-be56-8c9a381b28d4 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:40:35.509612 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1c3ff90c-70ee-427f-8c24-c59be4a3e9d5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:35.513727 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1c3ff90c-70ee-427f-8c24-c59be4a3e9d5 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/subnets/f51d7cfd-b7e8-4eea-bded-41b6321a2048 HTTP/1.1" status: 204 len: 168 time: 1.9788115 Dec 16 09:40:35.519113 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57130) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:35.551977 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-f2444765-7e82-49a9-91ef-71f955d98009 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'subnet': {'network_id': '819195ad-1aeb-421c-be56-8c9a381b28d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:35.616598 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-84c5e7c8-5359-4ccb-8f78-a097913ee9b2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:35.624830 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd2607-486a-400d-86db-6b976b325e14 req-4c3ac6b7-6437-44a8-86a9-b8a9cc5209fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:35.628352 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a4fd2607-486a-400d-86db-6b976b325e14 req-4c3ac6b7-6437-44a8-86a9-b8a9cc5209fc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c3e23022-6181-4c07-9324-a5452325576b HTTP/1.1" status: 200 len: 850 time: 0.3226125 Dec 16 09:40:35.647206 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:35.708817 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1', 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f', 'port_id': 'c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1', 'mac_address': 'fa:16:3e:ba:ba:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3e23022-6181-4c07-9324-a5452325576b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:40:35.753294 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-84c5e7c8-5359-4ccb-8f78-a097913ee9b2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:35.785485 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [None req-b4a30fe3-1c69-4e42-9471-7688784953f8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Floating IP 053898ce-57b2-4b20-96ca-4df8abdc9409 associated. External IP: 172.25.1.53, port: 9502d6c6-0faa-4d43-887a-13e6c7197e15. Dec 16 09:40:35.797396 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-84c5e7c8-5359-4ccb-8f78-a097913ee9b2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['684e8d31-9cdf-4419-92e5-be50ab03fd53']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:35.825853 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-84c5e7c8-5359-4ccb-8f78-a097913ee9b2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d69c9a9-3071-4ca9-b695-b89cbd7318a7') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:35.826152 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-84c5e7c8-5359-4ccb-8f78-a097913ee9b2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d69c9a9-3071-4ca9-b695-b89cbd7318a7') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:35.831279 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:35.852837 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-84c5e7c8-5359-4ccb-8f78-a097913ee9b2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:35.867105 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:40:35.890148 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57136) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:35.891003 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-84c5e7c8-5359-4ccb-8f78-a097913ee9b2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:35.926634 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c5e7c8-5359-4ccb-8f78-a097913ee9b2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:40:35.927196 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-84c5e7c8-5359-4ccb-8f78-a097913ee9b2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:35.931163 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:40:35.931163 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:40:35.931163 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:40:35.931163 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:40:35.931163 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:40:35.931163 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:40:35.931163 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:40:35.931163 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:40:35.931163 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:40:35.931163 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:40:35.931163 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:40:35.931163 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:40:35.931163 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:40:35.931163 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:40:35.931163 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:40:35.931163 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:40:35.931163 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:40:35.931163 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:40:35.931163 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:40:35.931163 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:40:35.931163 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:40:35.931163 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:40:35.931163 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:40:35.931163 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:40:35.931163 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:40:35.931163 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:40:35.931163 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:40:35.931163 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:40:35.931163 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:40:35.931163 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:40:35.931163 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:40:35.931163 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:40:35.940421 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:35.945836 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 88a82786-fc57-48c2-be9f-c67a6867e3af no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:40:35.997085 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 88a82786-fc57-48c2-be9f-c67a6867e3af {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:40:35.997715 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 88a82786-fc57-48c2-be9f-c67a6867e3af not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:40:35.999499 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d9e70de6-eb14-42c4-acba-6836e498149f no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:40:36.062627 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: d9e70de6-eb14-42c4-acba-6836e498149f {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:40:36.062627 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d9e70de6-eb14-42c4-acba-6836e498149f not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:40:36.064822 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:36.106990 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57146) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:36.192851 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1,revision_number=12']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:36.211903 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-84c5e7c8-5359-4ccb-8f78-a097913ee9b2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:36.221715 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-84c5e7c8-5359-4ccb-8f78-a097913ee9b2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:36.225815 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-84c5e7c8-5359-4ccb-8f78-a097913ee9b2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] 10.222.0.60 "DELETE /v2.0/networks/684e8d31-9cdf-4419-92e5-be50ab03fd53 HTTP/1.1" status: 204 len: 168 time: 0.8025219 Dec 16 09:40:36.281255 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-463dfa14-4a42-441c-8590-abe3f2cf7dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:36.297148 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:40:36.487564 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-463dfa14-4a42-441c-8590-abe3f2cf7dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:36.528773 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5e7c8-5359-4ccb-8f78-a097913ee9b2 tempest-TaggedBootDevicesTest-1005790566 tempest-TaggedBootDevicesTest-1005790566-project] Pushing event deleted for resources: {'Network': ['ID=684e8d31-9cdf-4419-92e5-be50ab03fd53,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:36.548938 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-993256fa-b13e-43de-b7d5-0e28a39c8c4a admin admin] Deleting subnet 88045cbf-07e9-4053-9943-3878a34f6af5 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:40:36.560063 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-993256fa-b13e-43de-b7d5-0e28a39c8c4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:36.603789 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-463dfa14-4a42-441c-8590-abe3f2cf7dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:36.641324 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd2607-486a-400d-86db-6b976b325e14 req-49374af6-cb2d-4bb3-b696-8de2d279cb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:36.644057 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a4fd2607-486a-400d-86db-6b976b325e14 req-49374af6-cb2d-4bb3-b696-8de2d279cb3a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0006011 Dec 16 09:40:36.657312 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a30fe3-1c69-4e42-9471-7688784953f8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Router 87b31d4a-3ad6-4263-82bd-d712c310879e has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:40:36.658556 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-19cce87c-3759-40db-ac44-fd8bfe5024ef tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:36.681073 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-993256fa-b13e-43de-b7d5-0e28a39c8c4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:36.719424 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463dfa14-4a42-441c-8590-abe3f2cf7dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26babdf1-2bff-4aef-af42-b47cc39909a5,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:36.734608 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-463dfa14-4a42-441c-8590-abe3f2cf7dd9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4422166e269a4d3bb849f958177d8ff4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8426251 Dec 16 09:40:36.742749 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57156) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:36.819129 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-993256fa-b13e-43de-b7d5-0e28a39c8c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:36.842010 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cce87c-3759-40db-ac44-fd8bfe5024ef tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Pushing event deleted for resources: {'Port': ['ID=10eecec4-0211-4d4c-96db-c3f1fa4245a6,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:36.869433 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c859daf9-27c7-4f7e-8643-2b07b623e544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:36.891496 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c859daf9-27c7-4f7e-8643-2b07b623e544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:36.995005 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2444765-7e82-49a9-91ef-71f955d98009 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Made reservation on behalf of 99d413ff86b742a089842b35110f3a30 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:36.999784 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f2444765-7e82-49a9-91ef-71f955d98009 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:37.047716 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c859daf9-27c7-4f7e-8643-2b07b623e544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:37.053403 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c859daf9-27c7-4f7e-8643-2b07b623e544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:37.056163 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c859daf9-27c7-4f7e-8643-2b07b623e544 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/26babdf1-2bff-4aef-af42-b47cc39909a5 HTTP/1.1" status: 204 len: 168 time: 0.3120508 Dec 16 09:40:37.057622 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-993256fa-b13e-43de-b7d5-0e28a39c8c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:37.083263 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-993256fa-b13e-43de-b7d5-0e28a39c8c4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:37.087351 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-993256fa-b13e-43de-b7d5-0e28a39c8c4a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/88045cbf-07e9-4053-9943-3878a34f6af5 HTTP/1.1" status: 204 len: 168 time: 0.9788394 Dec 16 09:40:37.109009 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57162) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:37.110451 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859daf9-27c7-4f7e-8643-2b07b623e544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26babdf1-2bff-4aef-af42-b47cc39909a5,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:37.131866 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a4fd2607-486a-400d-86db-6b976b325e14 req-0dde758b-cc51-41f2-b04a-232bff93f63b service neutron] 10.222.0.57 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342954 Dec 16 09:40:37.143075 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:37.144256 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0a135-d68c-4cd6-bf6d-53a94d5a4f7e req-0e1c0f68-dac0-4a3c-96a0-80938f3517bc tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:37.145875 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c1b0a135-d68c-4cd6-bf6d-53a94d5a4f7e req-0e1c0f68-dac0-4a3c-96a0-80938f3517bc tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 945 time: 0.6748602 Dec 16 09:40:37.217713 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993256fa-b13e-43de-b7d5-0e28a39c8c4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88045cbf-07e9-4053-9943-3878a34f6af5,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:37.285091 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a2654ccc-97a1-4041-b590-979a1e2e86ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:37.327729 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:40:37.423655 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a2654ccc-97a1-4041-b590-979a1e2e86ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:37.434969 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:37.435636 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:37.447762 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-a2654ccc-97a1-4041-b590-979a1e2e86ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91bc9f76-8f2c-4353-bb54-9ecc0555324d']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:37.460311 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-a2654ccc-97a1-4041-b590-979a1e2e86ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36054b38-4a61-4536-af07-244237f78db9') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:37.460781 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-a2654ccc-97a1-4041-b590-979a1e2e86ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36054b38-4a61-4536-af07-244237f78db9') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:37.472255 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a2654ccc-97a1-4041-b590-979a1e2e86ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:37.488772 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a2654ccc-97a1-4041-b590-979a1e2e86ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:37.500818 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2654ccc-97a1-4041-b590-979a1e2e86ee admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:40:37.501598 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a2654ccc-97a1-4041-b590-979a1e2e86ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:37.503639 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:40:37.503639 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:40:37.503639 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:40:37.503639 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:40:37.503639 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:40:37.503639 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:40:37.503639 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:40:37.503639 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:40:37.503639 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:40:37.503639 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:40:37.503639 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:40:37.503639 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:40:37.503639 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:40:37.503639 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:40:37.503639 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:40:37.503639 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:40:37.503639 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:40:37.503639 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:40:37.503639 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:40:37.503639 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:40:37.503639 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:40:37.503639 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:40:37.503639 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:40:37.503639 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:40:37.503639 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:40:37.503639 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:40:37.503639 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:40:37.503639 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:40:37.503639 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:40:37.503639 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:40:37.503639 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:40:37.503639 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:40:37.593230 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:37.629305 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a30fe3-1c69-4e42-9471-7688784953f8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:40:37.637044 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b4a30fe3-1c69-4e42-9471-7688784953f8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:37.644099 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5923377d-582d-492b-8325-3f526a84ddf8 None None] Sync routers for ids ['87b31d4a-3ad6-4263-82bd-d712c310879e'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:40:37.650511 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device b7f08245-e04f-4a4a-9c53-6cfc227e2df2 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:40:37.660353 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5923377d-582d-492b-8325-3f526a84ddf8 None None] Routers {'87b31d4a-3ad6-4263-82bd-d712c310879e'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:40:37.661338 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-5923377d-582d-492b-8325-3f526a84ddf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:40:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['87b31d4a-3ad6-4263-82bd-d712c310879e'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:37.677038 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: b7f08245-e04f-4a4a-9c53-6cfc227e2df2 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:40:37.677641 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device b7f08245-e04f-4a4a-9c53-6cfc227e2df2 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:40:37.686503 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-f665f925-377d-4203-a954-d2c24bb85a58 None None] Provisioning complete for port d4fb8062-f9ac-4231-9537-d54a61c9592d triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:37.688422 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a2654ccc-97a1-4041-b590-979a1e2e86ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:37.689414 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f665f925-377d-4203-a954-d2c24bb85a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:37.694025 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a2654ccc-97a1-4041-b590-979a1e2e86ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:37.699641 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a2654ccc-97a1-4041-b590-979a1e2e86ee admin admin] 10.222.0.60 "DELETE /v2.0/networks/91bc9f76-8f2c-4353-bb54-9ecc0555324d HTTP/1.1" status: 204 len: 168 time: 0.5840454 Dec 16 09:40:37.714805 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2654ccc-97a1-4041-b590-979a1e2e86ee admin admin] Pushing event deleted for resources: {'Network': ['ID=91bc9f76-8f2c-4353-bb54-9ecc0555324d,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:37.751920 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b4a30fe3-1c69-4e42-9471-7688784953f8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "PUT /v2.0/floatingips/053898ce-57b2-4b20-96ca-4df8abdc9409 HTTP/1.1" status: 200 len: 991 time: 4.5842161 Dec 16 09:40:37.754412 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a4fd2607-486a-400d-86db-6b976b325e14 req-433beb29-d69b-41e0-b915-2e5f42b8422f service neutron] 10.222.0.57 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6033969 Dec 16 09:40:37.803553 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185bb750-6449-4053-a83d-cdb9428568e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:40:37.805860 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecee9921-01b0-46e4-b7d7-94441a671246" -d '{"events": [{"server_uuid": "185bb750-6449-4053-a83d-cdb9428568e4", "name": "network-vif-plugged", "status": "completed", "tag": "c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:40:37.871564 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-19cce87c-3759-40db-ac44-fd8bfe5024ef tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks [] for floatingip, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:37.876337 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-19cce87c-3759-40db-ac44-fd8bfe5024ef tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:37.876337 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-19cce87c-3759-40db-ac44-fd8bfe5024ef tempest-ServersTestBootFromVolume-1233169987 tempest-ServersTestBootFromVolume-1233169987-project] 10.222.0.60 "DELETE /v2.0/floatingips/1dfe71ca-9d3e-40d5-a98c-cdf75f789355 HTTP/1.1" status: 204 len: 168 time: 4.1697214 Dec 16 09:40:37.876898 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c84125-19d8-4561-9d8a-1495d03b6465', 'tag': '9502d6c6-0faa-4d43-887a-13e6c7197e15'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:40:37.880948 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57172) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:37.892027 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af3c7e7-7445-4bb1-9414-b66f287b5cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "85c84125-19d8-4561-9d8a-1495d03b6465", "tag": "9502d6c6-0faa-4d43-887a-13e6c7197e15"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:40:37.909177 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:37.942134 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f2444765-7e82-49a9-91ef-71f955d98009 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:38.023243 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:38.041412 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2243ae-84da-4bca-bebe-077350422c35 x-openstack-request-id: req-1b2243ae-84da-4bca-bebe-077350422c35 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:40:38.041412 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "185bb750-6449-4053-a83d-cdb9428568e4", "name": "network-vif-plugged", "status": "completed", "tag": "c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:40:38.041644 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1b2243ae-84da-4bca-bebe-077350422c35 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:40:38.042064 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '185bb750-6449-4053-a83d-cdb9428568e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1', 'code': 200} Dec 16 09:40:38.047510 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-5923377d-582d-492b-8325-3f526a84ddf8 None None] Set router 87b31d4a-3ad6-4263-82bd-d712c310879e gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:40:38.081388 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2444765-7e82-49a9-91ef-71f955d98009 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Subnet': ['ID=58545ccb-d4c1-4b00-afc5-21deaaec3da3,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:38.095639 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c1b0a135-d68c-4cd6-bf6d-53a94d5a4f7e req-4d69f36d-d42a-45d7-98ce-755836c7124a tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8579557 Dec 16 09:40:38.109805 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2444765-7e82-49a9-91ef-71f955d98009 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Network 819195ad-1aeb-421c-be56-8c9a381b28d4 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:40:38.124119 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-f2444765-7e82-49a9-91ef-71f955d98009 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:38.136209 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2444765-7e82-49a9-91ef-71f955d98009 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:38.138921 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f2444765-7e82-49a9-91ef-71f955d98009 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:38.145297 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5e9cd2-1ebb-4f49-9897-756e0ae22b52 None None] Network 819195ad-1aeb-421c-be56-8c9a381b28d4 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:40:38.172808 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8b2dfb-5022-4ef1-a33f-06e4f44d611d x-openstack-request-id: req-fd8b2dfb-5022-4ef1-a33f-06e4f44d611d {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:40:38.173168 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c84125-19d8-4561-9d8a-1495d03b6465", "tag": "9502d6c6-0faa-4d43-887a-13e6c7197e15", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:40:38.173430 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fd8b2dfb-5022-4ef1-a33f-06e4f44d611d {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:40:38.173870 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85c84125-19d8-4561-9d8a-1495d03b6465', 'tag': '9502d6c6-0faa-4d43-887a-13e6c7197e15', 'status': 'completed', 'code': 200} Dec 16 09:40:38.272171 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-f665f925-377d-4203-a954-d2c24bb85a58 None None] Provisioning complete for port 9111c153-24d3-422d-a676-80b9318e98f2 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:38.272926 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f665f925-377d-4203-a954-d2c24bb85a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:38.281762 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f2444765-7e82-49a9-91ef-71f955d98009 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7338958 Dec 16 09:40:38.284873 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57186) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:38.289521 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-5b2465ce-eb0f-4ca3-b26d-d238ac15edfa tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'security_group': {'name': 'tempest-secgroup-1643494098'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:38.317071 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1,revision_number=13']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:38.343435 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f665f925-377d-4203-a954-d2c24bb85a58 None None] Port 9111c153-24d3-422d-a676-80b9318e98f2 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:40:38.387975 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57190) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:38.481550 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d88322c9-c8b1-4fd8-9e8a-28ef87eb526c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0f20afae91244864a39a572d49adbc26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0893188 Dec 16 09:40:38.481941 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57192) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:38.532286 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5b2465ce-eb0f-4ca3-b26d-d238ac15edfa tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:38.549572 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3c7e7-7445-4bb1-9414-b66f287b5cbe req-c66cad3b-f695-485c-8d64-6211176d008e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:38.558500 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4af3c7e7-7445-4bb1-9414-b66f287b5cbe req-c66cad3b-f695-485c-8d64-6211176d008e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=68e22e3a3da6417b82ce935493172fa4&device_id=85c84125-19d8-4561-9d8a-1495d03b6465 HTTP/1.1" status: 200 len: 1097 time: 0.3163619 Dec 16 09:40:38.666980 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e67b1db-731e-48a4-9041-6f9c4447e932 None None] Update dhcp port {'port': {'network_id': '819195ad-1aeb-421c-be56-8c9a381b28d4', 'fixed_ips': [{'subnet_id': '7f4169c2-59e0-42de-ab42-eb6e5073a186', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '58545ccb-d4c1-4b00-afc5-21deaaec3da3'}], 'binding:host_id': 'n-d-820550-2'}, 'id': 'd4fb8062-f9ac-4231-9537-d54a61c9592d'} from n-d-820550-2. {{(pid=102818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 16 09:40:38.719335 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9e67b1db-731e-48a4-9041-6f9c4447e932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:38.720959 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5b2465ce-eb0f-4ca3-b26d-d238ac15edfa tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:38.734900 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-5923377d-582d-492b-8325-3f526a84ddf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'name': 'tempest-ServersTestFqdnHostnames-530424720-router', 'tenant_id': '68e22e3a3da6417b82ce935493172fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:44Z', 'updated_at': '2021-12-16T09:39:52Z', 'revision_number': 4, 'project_id': '68e22e3a3da6417b82ce935493172fa4', 'gw_port': {'id': 'ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:45Z', 'updated_at': '2021-12-16T09:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '053898ce-57b2-4b20-96ca-4df8abdc9409', 'tenant_id': '68e22e3a3da6417b82ce935493172fa4', 'floating_ip_address': '172.25.1.53', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'port_id': '9502d6c6-0faa-4d43-887a-13e6c7197e15', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '818dfd32-cf52-4369-aa91-a070d5ad14f3', 'mac_address': 'fa:16:3e:1f:26:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c84125-19d8-4561-9d8a-1495d03b6465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:40:01Z', 'updated_at': '2021-12-16T09:40:34Z', 'revision_number': 1, 'project_id': '68e22e3a3da6417b82ce935493172fa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cfceea5-7c23-43a6-a3e4-4816b0143e9d', 'name': '', 'network_id': '818dfd32-cf52-4369-aa91-a070d5ad14f3', 'tenant_id': '68e22e3a3da6417b82ce935493172fa4', 'mac_address': 'fa:16:3e:2d:f5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'e6671658-f8cf-488c-bd79-f5bf2ae47ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:50Z', 'updated_at': '2021-12-16T09:39:59Z', 'revision_number': 5, 'project_id': '68e22e3a3da6417b82ce935493172fa4', 'subnets': [{'id': 'e6671658-f8cf-488c-bd79-f5bf2ae47ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:38.773917 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5923377d-582d-492b-8325-3f526a84ddf8 None None] Checking router: 87b31d4a-3ad6-4263-82bd-d712c310879e for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:40:38.783835 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5923377d-582d-492b-8325-3f526a84ddf8 None None] Routers {'87b31d4a-3ad6-4263-82bd-d712c310879e'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:40:38.784463 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-5923377d-582d-492b-8325-3f526a84ddf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:40:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['87b31d4a-3ad6-4263-82bd-d712c310879e'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:38.815947 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd2dcac2-882e-40fa-ae68-864ea685fc9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:38.846482 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5b2465ce-eb0f-4ca3-b26d-d238ac15edfa tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:38.866167 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd2dcac2-882e-40fa-ae68-864ea685fc9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:38.927426 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3c7e7-7445-4bb1-9414-b66f287b5cbe req-e561357e-963f-47f0-a1be-e9639a43bf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:38.929846 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4af3c7e7-7445-4bb1-9414-b66f287b5cbe req-e561357e-963f-47f0-a1be-e9639a43bf03 service neutron] 10.222.0.58 "GET /v2.0/networks?id=818dfd32-cf52-4369-aa91-a070d5ad14f3 HTTP/1.1" status: 200 len: 915 time: 0.3695650 Dec 16 09:40:39.017382 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-5923377d-582d-492b-8325-3f526a84ddf8 None None] Set router 87b31d4a-3ad6-4263-82bd-d712c310879e gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:40:39.025365 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-9e67b1db-731e-48a4-9041-6f9c4447e932 None None] Allocated IP 2001:db8::2 (819195ad-1aeb-421c-be56-8c9a381b28d4/58545ccb-d4c1-4b00-afc5-21deaaec3da3/d4fb8062-f9ac-4231-9537-d54a61c9592d) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:40:39.041159 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5b2465ce-eb0f-4ca3-b26d-d238ac15edfa tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:39.045459 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5b2465ce-eb0f-4ca3-b26d-d238ac15edfa tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7619364 Dec 16 09:40:39.063327 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2465ce-eb0f-4ca3-b26d-d238ac15edfa tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd7b56f-88e7-4b49-bb73-2de5368f5162,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:39.068654 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57204) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:39.078083 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-594230b2-eb51-448c-be1a-61ae15038e95 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'security_group': {'name': 'tempest-secgroup-671330492'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:39.108229 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4af3c7e7-7445-4bb1-9414-b66f287b5cbe req-1d88b8e9-8b1f-4844-b368-032941b6fcf6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9502d6c6-0faa-4d43-887a-13e6c7197e15 HTTP/1.1" status: 200 len: 999 time: 0.1581671 Dec 16 09:40:39.191313 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-594230b2-eb51-448c-be1a-61ae15038e95 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:39.219613 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd2dcac2-882e-40fa-ae68-864ea685fc9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:39.223795 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd2dcac2-882e-40fa-ae68-864ea685fc9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:39.229812 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-cd2dcac2-882e-40fa-ae68-864ea685fc9d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/07f6f5fc-fe95-4c87-9620-969587e748f3 HTTP/1.1" status: 204 len: 168 time: 0.7466722 Dec 16 09:40:39.230215 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3c7e7-7445-4bb1-9414-b66f287b5cbe req-00b565ac-5c56-43bb-b76f-2dd34411b906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:39.231758 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4af3c7e7-7445-4bb1-9414-b66f287b5cbe req-00b565ac-5c56-43bb-b76f-2dd34411b906 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e6671658-f8cf-488c-bd79-f5bf2ae47ee8 HTTP/1.1" status: 200 len: 853 time: 0.1117063 Dec 16 09:40:39.274110 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2dcac2-882e-40fa-ae68-864ea685fc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f6f5fc-fe95-4c87-9620-969587e748f3,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:39.291663 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7edf7594-5691-4506-b0e4-db0e1924803b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:39.306742 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-9e67b1db-731e-48a4-9041-6f9c4447e932 None None] For port d4fb8062-f9ac-4231-9537-d54a61c9592d, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d4fb8062-f9ac-4231-9537-d54a61c9592d,segment=NetworkSegment(fad52418-9812-4471-ad7a-71f35b8b44f1),segment_id=fad52418-9812-4471-ad7a-71f35b8b44f1)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:39.360610 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9e67b1db-731e-48a4-9041-6f9c4447e932 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:39.411046 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-594230b2-eb51-448c-be1a-61ae15038e95 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:39.435164 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9e67b1db-731e-48a4-9041-6f9c4447e932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:39.491730 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:40:39.494100 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-594230b2-eb51-448c-be1a-61ae15038e95 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:39.560318 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3c7e7-7445-4bb1-9414-b66f287b5cbe req-0bdc8506-5545-4461-aae9-9168c5b0fd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:39.562125 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4af3c7e7-7445-4bb1-9414-b66f287b5cbe req-0bdc8506-5545-4461-aae9-9168c5b0fd82 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=818dfd32-cf52-4369-aa91-a070d5ad14f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3207567 Dec 16 09:40:39.588297 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594230b2-eb51-448c-be1a-61ae15038e95 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce4d481-c79e-448f-8bbd-7cb4851b2fc1,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:39.634777 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67b1db-731e-48a4-9041-6f9c4447e932 None None] Pushing event updated for resources: {'Port': ['ID=d4fb8062-f9ac-4231-9537-d54a61c9592d,revision_number=6']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:39.705896 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4af3c7e7-7445-4bb1-9414-b66f287b5cbe req-102dd5f1-d89e-4a4a-ab30-37a9da96bd89 service neutron] 10.222.0.58 "GET /v2.0/networks/818dfd32-cf52-4369-aa91-a070d5ad14f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337655 Dec 16 09:40:39.717773 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa97df-e96a-4bcd-9c48-ff8aa86815d3 req-a13017e0-daab-4ea8-bc22-fba868f6c7f8 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:39.719349 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d7aa97df-e96a-4bcd-9c48-ff8aa86815d3 req-a13017e0-daab-4ea8-bc22-fba868f6c7f8 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 946 time: 0.2947421 Dec 16 09:40:39.719490 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-5923377d-582d-492b-8325-3f526a84ddf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'name': 'tempest-ServersTestFqdnHostnames-530424720-router', 'tenant_id': '68e22e3a3da6417b82ce935493172fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:44Z', 'updated_at': '2021-12-16T09:39:52Z', 'revision_number': 4, 'project_id': '68e22e3a3da6417b82ce935493172fa4', 'gw_port': {'id': 'ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:45Z', 'updated_at': '2021-12-16T09:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '053898ce-57b2-4b20-96ca-4df8abdc9409', 'tenant_id': '68e22e3a3da6417b82ce935493172fa4', 'floating_ip_address': '172.25.1.53', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'port_id': '9502d6c6-0faa-4d43-887a-13e6c7197e15', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '818dfd32-cf52-4369-aa91-a070d5ad14f3', 'mac_address': 'fa:16:3e:1f:26:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c84125-19d8-4561-9d8a-1495d03b6465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:40:01Z', 'updated_at': '2021-12-16T09:40:34Z', 'revision_number': 1, 'project_id': '68e22e3a3da6417b82ce935493172fa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cfceea5-7c23-43a6-a3e4-4816b0143e9d', 'name': '', 'network_id': '818dfd32-cf52-4369-aa91-a070d5ad14f3', 'tenant_id': '68e22e3a3da6417b82ce935493172fa4', 'mac_address': 'fa:16:3e:2d:f5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'e6671658-f8cf-488c-bd79-f5bf2ae47ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:50Z', 'updated_at': '2021-12-16T09:39:59Z', 'revision_number': 5, 'project_id': '68e22e3a3da6417b82ce935493172fa4', 'subnets': [{'id': 'e6671658-f8cf-488c-bd79-f5bf2ae47ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:39.731072 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-594230b2-eb51-448c-be1a-61ae15038e95 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:39.734151 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-594230b2-eb51-448c-be1a-61ae15038e95 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6658158 Dec 16 09:40:39.735654 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57218) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:39.742301 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-714aa505-7842-4c12-bdbc-f558a1516296 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'security_group': {'name': 'tempest-secgroup-795170734'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:39.829103 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5923377d-582d-492b-8325-3f526a84ddf8 None None] The sync data for ids ['87b31d4a-3ad6-4263-82bd-d712c310879e'] in n-d-820550-2 is: [{'id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'name': 'tempest-ServersTestFqdnHostnames-530424720-router', 'tenant_id': '68e22e3a3da6417b82ce935493172fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:44Z', 'updated_at': '2021-12-16T09:39:52Z', 'revision_number': 4, 'project_id': '68e22e3a3da6417b82ce935493172fa4', 'gw_port': {'id': 'ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:45Z', 'updated_at': '2021-12-16T09:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '053898ce-57b2-4b20-96ca-4df8abdc9409', 'tenant_id': '68e22e3a3da6417b82ce935493172fa4', 'floating_ip_address': '172.25.1.53', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'port_id': '9502d6c6-0faa-4d43-887a-13e6c7197e15', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '818dfd32-cf52-4369-aa91-a070d5ad14f3', 'mac_address': 'fa:16:3e:1f:26:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c84125-19d8-4561-9d8a-1495d03b6465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:40:01Z', 'updated_at': '2021-12-16T09:40:34Z', 'revision_number': 1, 'project_id': '68e22e3a3da6417b82ce935493172fa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cfceea5-7c23-43a6-a3e4-4816b0143e9d', 'name': '', 'network_id': '818dfd32-cf52-4369-aa91-a070d5ad14f3', 'tenant_id': '68e22e3a3da6417b82ce935493172fa4', 'mac_address': 'fa:16:3e:2d:f5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'e6671658-f8cf-488c-bd79-f5bf2ae47ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:50Z', 'updated_at': '2021-12-16T09:39:59Z', 'revision_number': 5, 'project_id': '68e22e3a3da6417b82ce935493172fa4', 'subnets': [{'id': 'e6671658-f8cf-488c-bd79-f5bf2ae47ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:40:39.886040 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-714aa505-7842-4c12-bdbc-f558a1516296 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:39.978605 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d4fb8062-f9ac-4231-9537-d54a61c9592d up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:40:40.196763 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port d4fb8062-f9ac-4231-9537-d54a61c9592d triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:40.197007 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:40.241972 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-714aa505-7842-4c12-bdbc-f558a1516296 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:40.345628 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-714aa505-7842-4c12-bdbc-f558a1516296 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:40.422508 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714aa505-7842-4c12-bdbc-f558a1516296 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0f7d50-5903-4774-bb0d-9651257c6940,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:40.474773 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bab08fd-a1dd-4a69-ba40-f22d63a74bd1 None None] New status for floating IP 053898ce-57b2-4b20-96ca-4df8abdc9409: ACTIVE {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:40:40.518988 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-714aa505-7842-4c12-bdbc-f558a1516296 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:40.520265 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-714aa505-7842-4c12-bdbc-f558a1516296 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7835214 Dec 16 09:40:40.522966 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57242) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:40.529033 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-18eee208-5583-4e81-a2ca-8344f70c2638 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-466267829', 'security_groups': ['8e0f7d50-5903-4774-bb0d-9651257c6940'], 'network_id': '819195ad-1aeb-421c-be56-8c9a381b28d4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '58545ccb-d4c1-4b00-afc5-21deaaec3da3'}]}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:41.021588 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d7aa97df-e96a-4bcd-9c48-ff8aa86815d3 req-6c67f0f1-fe88-4150-8483-630e40e4e904 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1993721 Dec 16 09:40:41.031514 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18eee208-5583-4e81-a2ca-8344f70c2638 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Made reservation on behalf of 99d413ff86b742a089842b35110f3a30 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:41.055407 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:41.074283 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-8436dcad-f1d0-49c3-a267-cd334a2c0744 None None] Provisioning complete for port d4fb8062-f9ac-4231-9537-d54a61c9592d triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:41.074759 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8436dcad-f1d0-49c3-a267-cd334a2c0744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:41.101515 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4af3c7e7-7445-4bb1-9414-b66f287b5cbe req-528a3f9d-2f96-4d6d-a2b7-368fb6b85964 service neutron] 10.222.0.58 "GET /v2.0/networks/818dfd32-cf52-4369-aa91-a070d5ad14f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3690748 Dec 16 09:40:41.152910 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-7edf7594-5691-4506-b0e4-db0e1924803b admin admin] Deleting port 88949476-05da-459e-b5d1-bebff3fd8917 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:41.152910 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7edf7594-5691-4506-b0e4-db0e1924803b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:41.219854 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-18eee208-5583-4e81-a2ca-8344f70c2638 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:41.272606 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-18eee208-5583-4e81-a2ca-8344f70c2638 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] device_id is not set on port 5e2f48eb-780a-47ad-b2fd-8b4baa8381cd yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:40:41.293851 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-8436dcad-f1d0-49c3-a267-cd334a2c0744 None None] Provisioning complete for port 9111c153-24d3-422d-a676-80b9318e98f2 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:41.294265 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8436dcad-f1d0-49c3-a267-cd334a2c0744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:41.351371 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-8436dcad-f1d0-49c3-a267-cd334a2c0744 None None] Port 9111c153-24d3-422d-a676-80b9318e98f2 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:40:41.451942 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-7edf7594-5691-4506-b0e4-db0e1924803b admin admin] For port 88949476-05da-459e-b5d1-bebff3fd8917, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=88949476-05da-459e-b5d1-bebff3fd8917,segment=NetworkSegment(f4cab314-87e2-4c49-8fe7-37cd5d18df68),segment_id=f4cab314-87e2-4c49-8fe7-37cd5d18df68)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:41.452914 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7edf7594-5691-4506-b0e4-db0e1924803b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:41.511550 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-7edf7594-5691-4506-b0e4-db0e1924803b admin admin] Calling delete_port for 88949476-05da-459e-b5d1-bebff3fd8917 owned by network:router_interface {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:41.622946 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-18eee208-5583-4e81-a2ca-8344f70c2638 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Allocated IP 2001:db8::3e6 (819195ad-1aeb-421c-be56-8c9a381b28d4/58545ccb-d4c1-4b00-afc5-21deaaec3da3/5e2f48eb-780a-47ad-b2fd-8b4baa8381cd) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:40:41.823635 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-18eee208-5583-4e81-a2ca-8344f70c2638 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:41.825906 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57292) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:41.900041 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7edf7594-5691-4506-b0e4-db0e1924803b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:41.925581 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf7594-5691-4506-b0e4-db0e1924803b admin admin] Pushing event deleted for resources: {'Port': ['ID=88949476-05da-459e-b5d1-bebff3fd8917,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:41.945865 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-18eee208-5583-4e81-a2ca-8344f70c2638 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:42.003216 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18eee208-5583-4e81-a2ca-8344f70c2638 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Network 819195ad-1aeb-421c-be56-8c9a381b28d4 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:40:42.010335 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-18eee208-5583-4e81-a2ca-8344f70c2638 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:42.012951 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eee208-5583-4e81-a2ca-8344f70c2638 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:40:42.041829 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18eee208-5583-4e81-a2ca-8344f70c2638 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:42.041829 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-18eee208-5583-4e81-a2ca-8344f70c2638 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:42.041829 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eee208-5583-4e81-a2ca-8344f70c2638 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Port': ['ID=5e2f48eb-780a-47ad-b2fd-8b4baa8381cd,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:42.162458 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-11f90a16-eb4b-4d62-a586-038afe2796cd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-882887142-network', 'tenant_id': 'e689af417abc4a949f6a02217a4ce1bc'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:42.190650 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-18eee208-5583-4e81-a2ca-8344f70c2638 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6637294 Dec 16 09:40:42.191298 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57302) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:42.202514 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-fd56e566-24a6-4b94-aeb8-1afbdfad3a51 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'subnet': {'network_id': '819195ad-1aeb-421c-be56-8c9a381b28d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:42.324999 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7edf7594-5691-4506-b0e4-db0e1924803b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:42.356336 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617fc0cf-82f4-4f55-abb1-1d60bcecb3b6 req-f98cf3db-23f3-464f-b73b-1fc6fde1d215 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:42.356336 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-617fc0cf-82f4-4f55-abb1-1d60bcecb3b6 req-f98cf3db-23f3-464f-b73b-1fc6fde1d215 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 946 time: 0.1478672 Dec 16 09:40:42.359473 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f90a16-eb4b-4d62-a586-038afe2796cd admin admin] Made reservation on behalf of e689af417abc4a949f6a02217a4ce1bc for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:42.363055 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-11f90a16-eb4b-4d62-a586-038afe2796cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:42.403486 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-11f90a16-eb4b-4d62-a586-038afe2796cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:42.576447 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-617fc0cf-82f4-4f55-abb1-1d60bcecb3b6 req-de5dfce8-4028-445c-8132-dfa25bcd9b26 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734278 Dec 16 09:40:42.628806 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-0b134f8e-a6dc-4971-9e4f-719b1e6a29fb None None] Provisioning complete for port 5e2f48eb-780a-47ad-b2fd-8b4baa8381cd triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:42.629792 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0b134f8e-a6dc-4971-9e4f-719b1e6a29fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:42.682553 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-0b134f8e-a6dc-4971-9e4f-719b1e6a29fb None None] Port 5e2f48eb-780a-47ad-b2fd-8b4baa8381cd cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:40:42.726663 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd56e566-24a6-4b94-aeb8-1afbdfad3a51 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Made reservation on behalf of 99d413ff86b742a089842b35110f3a30 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:42.731177 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fd56e566-24a6-4b94-aeb8-1afbdfad3a51 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:42.845814 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-11f90a16-eb4b-4d62-a586-038afe2796cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:42.878679 n-d-820550-2 neutron-server[102817]: INFO neutron.db.ipam_backend_mixin [None req-fd56e566-24a6-4b94-aeb8-1afbdfad3a51 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 58545ccb-d4c1-4b00-afc5-21deaaec3da3 (CIDR: 2001:db8::/64) Dec 16 09:40:42.932917 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd56e566-24a6-4b94-aeb8-1afbdfad3a51 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:40:42.936200 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-11f90a16-eb4b-4d62-a586-038afe2796cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:42.936982 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd56e566-24a6-4b94-aeb8-1afbdfad3a51 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:40:42.947534 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7edf7594-5691-4506-b0e4-db0e1924803b admin admin] Router 82675efd-449a-485b-9f98-c59908d86f85 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:40:43.003028 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11f90a16-eb4b-4d62-a586-038afe2796cd admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:40:43.025630 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f90a16-eb4b-4d62-a586-038afe2796cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb26ef7-d053-47fc-ad59-e6f69a739c31,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:43.042660 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-11f90a16-eb4b-4d62-a586-038afe2796cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:43.043022 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-11f90a16-eb4b-4d62-a586-038afe2796cd admin admin] Added segment f0df79a4-0132-4b56-a1b6-b2446bc74352 of type vlan for network 89dde67c-4375-428d-a66c-d788737973c8 Dec 16 09:40:43.085404 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fd56e566-24a6-4b94-aeb8-1afbdfad3a51 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8926890 Dec 16 09:40:43.088046 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57322) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:43.100424 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-220d8c70-0be0-4183-a1ae-9dd244f2672f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'subnet': {'network_id': '819195ad-1aeb-421c-be56-8c9a381b28d4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:43.181888 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-11f90a16-eb4b-4d62-a586-038afe2796cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:43.226402 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7edf7594-5691-4506-b0e4-db0e1924803b admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:40:43.236405 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7edf7594-5691-4506-b0e4-db0e1924803b admin admin] 10.222.0.60 "PUT /v2.0/routers/82675efd-449a-485b-9f98-c59908d86f85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3541877 Dec 16 09:40:43.237265 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57326) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:43.241003 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06acaa4-0f5a-4b53-82c9-312e19540c7d None None] Sync routers for ids ['82675efd-449a-485b-9f98-c59908d86f85'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:40:43.267812 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06acaa4-0f5a-4b53-82c9-312e19540c7d None None] Routers {'82675efd-449a-485b-9f98-c59908d86f85'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:40:43.275835 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-c06acaa4-0f5a-4b53-82c9-312e19540c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:40:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['82675efd-449a-485b-9f98-c59908d86f85'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:43.357575 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b78a4783-dce8-461e-87c4-300eee52af29 admin admin] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:43.359898 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-11f90a16-eb4b-4d62-a586-038afe2796cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:43.360954 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f90a16-eb4b-4d62-a586-038afe2796cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:43.361572 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-11f90a16-eb4b-4d62-a586-038afe2796cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:43.567086 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f90a16-eb4b-4d62-a586-038afe2796cd admin admin] Pushing event updated for resources: {'Network': ['ID=89dde67c-4375-428d-a66c-d788737973c8,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:43.579346 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 89dde67c-4375-428d-a66c-d788737973c8 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:40:43.640338 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57334) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:43.644311 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-11f90a16-eb4b-4d62-a586-038afe2796cd admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8134205 Dec 16 09:40:43.647247 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-d2e4e2e3-ee70-4abf-9e1c-7c3426b1fd3a admin admin] Request body: {'subnet': {'network_id': '89dde67c-4375-428d-a66c-d788737973c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-882887142-subnet', 'tenant_id': 'e689af417abc4a949f6a02217a4ce1bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:43.735711 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220d8c70-0be0-4183-a1ae-9dd244f2672f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Made reservation on behalf of 99d413ff86b742a089842b35110f3a30 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:43.741649 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b78a4783-dce8-461e-87c4-300eee52af29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:43.742663 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-220d8c70-0be0-4183-a1ae-9dd244f2672f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:43.925594 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-c06acaa4-0f5a-4b53-82c9-312e19540c7d None None] Set router 82675efd-449a-485b-9f98-c59908d86f85 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:40:44.006876 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18930ce3-2b0c-48ae-b8b9-cd4224931085 req-92827aa9-7bd9-4bda-b8c8-9c12df67b62e tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:44.012290 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-18930ce3-2b0c-48ae-b8b9-cd4224931085 req-92827aa9-7bd9-4bda-b8c8-9c12df67b62e tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 946 time: 0.2185338 Dec 16 09:40:44.032063 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e4e2e3-ee70-4abf-9e1c-7c3426b1fd3a admin admin] Made reservation on behalf of e689af417abc4a949f6a02217a4ce1bc for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:44.034477 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2e4e2e3-ee70-4abf-9e1c-7c3426b1fd3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:44.046483 n-d-820550-2 neutron-server[102817]: INFO neutron.db.ipam_backend_mixin [None req-220d8c70-0be0-4183-a1ae-9dd244f2672f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 7f4169c2-59e0-42de-ab42-eb6e5073a186 (CIDR: 2001:db8:0:1::/64) Dec 16 09:40:44.125038 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-18930ce3-2b0c-48ae-b8b9-cd4224931085 req-aff371d3-e100-43a0-a04a-358284c40c55 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997891 Dec 16 09:40:44.141651 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-b78a4783-dce8-461e-87c4-300eee52af29 admin admin] Deleting port b403992d-d208-40c3-a62c-28979fa8c7fe {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:44.142078 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b78a4783-dce8-461e-87c4-300eee52af29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:44.154583 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-220d8c70-0be0-4183-a1ae-9dd244f2672f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:40:44.155140 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-220d8c70-0be0-4183-a1ae-9dd244f2672f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:40:44.340640 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-220d8c70-0be0-4183-a1ae-9dd244f2672f tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2491899 Dec 16 09:40:44.342787 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57340) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:44.442373 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-8c1c0507-9b7b-4e90-886c-54118be3cb2d tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'subnet': {'network_id': '819195ad-1aeb-421c-be56-8c9a381b28d4', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:44.478711 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-b78a4783-dce8-461e-87c4-300eee52af29 admin admin] For port b403992d-d208-40c3-a62c-28979fa8c7fe, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=b403992d-d208-40c3-a62c-28979fa8c7fe,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:44.479772 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b78a4783-dce8-461e-87c4-300eee52af29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:44.529620 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-b78a4783-dce8-461e-87c4-300eee52af29 admin admin] Calling delete_port for b403992d-d208-40c3-a62c-28979fa8c7fe owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:44.615460 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-c06acaa4-0f5a-4b53-82c9-312e19540c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82675efd-449a-485b-9f98-c59908d86f85', 'name': 'tempest-ServersTestBootFromVolume-1142460710-router', 'tenant_id': '8cd60da8ff604d0c95834c2b7afc7015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'b403992d-d208-40c3-a62c-28979fa8c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:08Z', 'updated_at': '2021-12-16T09:40:41Z', 'revision_number': 5, 'project_id': '8cd60da8ff604d0c95834c2b7afc7015', 'gw_port': {'id': 'b403992d-d208-40c3-a62c-28979fa8c7fe', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82675efd-449a-485b-9f98-c59908d86f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:09Z', 'updated_at': '2021-12-16T09:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:44.703149 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06acaa4-0f5a-4b53-82c9-312e19540c7d None None] Checking router: 82675efd-449a-485b-9f98-c59908d86f85 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:40:44.796537 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06acaa4-0f5a-4b53-82c9-312e19540c7d None None] Routers {'82675efd-449a-485b-9f98-c59908d86f85'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:40:44.805073 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-c06acaa4-0f5a-4b53-82c9-312e19540c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:40:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['82675efd-449a-485b-9f98-c59908d86f85'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:44.963690 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2e4e2e3-ee70-4abf-9e1c-7c3426b1fd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:45.003358 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-c06acaa4-0f5a-4b53-82c9-312e19540c7d None None] Set router 82675efd-449a-485b-9f98-c59908d86f85 gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:40:45.069511 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-c06acaa4-0f5a-4b53-82c9-312e19540c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82675efd-449a-485b-9f98-c59908d86f85', 'name': 'tempest-ServersTestBootFromVolume-1142460710-router', 'tenant_id': '8cd60da8ff604d0c95834c2b7afc7015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:08Z', 'updated_at': '2021-12-16T09:40:43Z', 'revision_number': 6, 'project_id': '8cd60da8ff604d0c95834c2b7afc7015', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:45.070813 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e4e2e3-ee70-4abf-9e1c-7c3426b1fd3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2958cd17-ef24-4c92-a56a-e6ec8ed248b4,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:45.080923 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1c0507-9b7b-4e90-886c-54118be3cb2d tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Made reservation on behalf of 99d413ff86b742a089842b35110f3a30 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:45.090117 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8c1c0507-9b7b-4e90-886c-54118be3cb2d tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:45.107462 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06acaa4-0f5a-4b53-82c9-312e19540c7d None None] The sync data for ids ['82675efd-449a-485b-9f98-c59908d86f85'] in n-d-820550-2 is: [{'id': '82675efd-449a-485b-9f98-c59908d86f85', 'name': 'tempest-ServersTestBootFromVolume-1142460710-router', 'tenant_id': '8cd60da8ff604d0c95834c2b7afc7015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:08Z', 'updated_at': '2021-12-16T09:40:43Z', 'revision_number': 6, 'project_id': '8cd60da8ff604d0c95834c2b7afc7015', 'gw_port_host': None}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:40:45.116134 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b78a4783-dce8-461e-87c4-300eee52af29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:45.213975 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a4783-dce8-461e-87c4-300eee52af29 admin admin] Pushing event deleted for resources: {'Port': ['ID=b403992d-d208-40c3-a62c-28979fa8c7fe,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:45.421090 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e4e2e3-ee70-4abf-9e1c-7c3426b1fd3a admin admin] Checking segment: {'id': 'f0df79a4-0132-4b56-a1b6-b2446bc74352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '89dde67c-4375-428d-a66c-d788737973c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:40:45.422110 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e4e2e3-ee70-4abf-9e1c-7c3426b1fd3a admin admin] Network hostable DHCP agents. Network: 89dde67c-4375-428d-a66c-d788737973c8, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:40:45.485284 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b78a4783-dce8-461e-87c4-300eee52af29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:45.493253 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57354) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:45.588600 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e4e2e3-ee70-4abf-9e1c-7c3426b1fd3a admin admin] Network 89dde67c-4375-428d-a66c-d788737973c8 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:40:45.624612 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a0981-60cc-43b1-9456-9a3879c271a0 req-1d6d0f72-1659-4668-a06d-819e46e55284 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:45.626633 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5c5a0981-60cc-43b1-9456-9a3879c271a0 req-1d6d0f72-1659-4668-a06d-819e46e55284 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 946 time: 0.3135643 Dec 16 09:40:45.692054 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8c1c0507-9b7b-4e90-886c-54118be3cb2d tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:45.720090 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5c5a0981-60cc-43b1-9456-9a3879c271a0 req-03ed5de8-4d02-433e-b16a-42c488c4842d tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611758 Dec 16 09:40:45.721703 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b78a4783-dce8-461e-87c4-300eee52af29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:45.735184 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b78a4783-dce8-461e-87c4-300eee52af29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:45.801588 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1c0507-9b7b-4e90-886c-54118be3cb2d tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Network 819195ad-1aeb-421c-be56-8c9a381b28d4 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:40:45.801588 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-8c1c0507-9b7b-4e90-886c-54118be3cb2d tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:45.802547 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-d2e4e2e3-ee70-4abf-9e1c-7c3426b1fd3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 89dde67c-4375-428d-a66c-d788737973c8) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:45.807882 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1c0507-9b7b-4e90-886c-54118be3cb2d tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:45.808498 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8c1c0507-9b7b-4e90-886c-54118be3cb2d tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:45.812604 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed39a7e-17f8-41db-b7d5-39792c2d55af None None] Network 89dde67c-4375-428d-a66c-d788737973c8 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:40:45.825397 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e4e2e3-ee70-4abf-9e1c-7c3426b1fd3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:45.826457 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2e4e2e3-ee70-4abf-9e1c-7c3426b1fd3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:45.836176 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ebc48fe6-87ff-4abd-b115-0b89796e983b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:45.854946 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb96be8-60ec-4005-a5b7-0490a2891999 None None] Network 819195ad-1aeb-421c-be56-8c9a381b28d4 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:40:45.902769 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c0507-9b7b-4e90-886c-54118be3cb2d tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Subnet': ['ID=1ac7c29f-f945-4631-b06a-fe5795b4b1e6,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:45.914862 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b78a4783-dce8-461e-87c4-300eee52af29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:45.915551 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78a4783-dce8-461e-87c4-300eee52af29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82675efd-449a-485b-9f98-c59908d86f85 {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:40:45.921675 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b78a4783-dce8-461e-87c4-300eee52af29 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:45.922984 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b78a4783-dce8-461e-87c4-300eee52af29 admin admin] 10.222.0.60 "DELETE /v2.0/routers/82675efd-449a-485b-9f98-c59908d86f85 HTTP/1.1" status: 204 len: 168 time: 2.6850646 Dec 16 09:40:45.925518 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57362) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:46.129561 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbec0fb4-9d08-42ab-af3f-15e7c239a1e5 admin admin] Deleting subnet 2cbf824c-9497-43ba-b35e-c12e8e5b70ab {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:40:46.133609 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dbec0fb4-9d08-42ab-af3f-15e7c239a1e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:46.187405 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dbec0fb4-9d08-42ab-af3f-15e7c239a1e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:46.286114 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ebc48fe6-87ff-4abd-b115-0b89796e983b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:46.311703 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d2e4e2e3-ee70-4abf-9e1c-7c3426b1fd3a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6692281 Dec 16 09:40:46.315176 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8c1c0507-9b7b-4e90-886c-54118be3cb2d tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8986516 Dec 16 09:40:46.320077 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57368) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:46.328036 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-0a16c5a4-c33f-4714-a501-e271b273caa7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1644183929', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1ac7c29f-f945-4631-b06a-fe5795b4b1e6'}], 'security_groups': ['1fd7b56f-88e7-4b49-bb73-2de5368f5162', '8ce4d481-c79e-448f-8bbd-7cb4851b2fc1']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:46.360525 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dbec0fb4-9d08-42ab-af3f-15e7c239a1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:46.379474 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 88949476-05da-459e-b5d1-bebff3fd8917 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:40:46.523310 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2194167-eab6-4f87-9c69-2512fa0d5918 None None] Network 89dde67c-4375-428d-a66c-d788737973c8 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:40:46.549077 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ebc48fe6-87ff-4abd-b115-0b89796e983b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:46.680609 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ebc48fe6-87ff-4abd-b115-0b89796e983b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=72e01a09a3384110947d89d446b32e76&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1862309 Dec 16 09:40:46.688938 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dbec0fb4-9d08-42ab-af3f-15e7c239a1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:46.694112 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57372) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:46.711734 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 88949476-05da-459e-b5d1-bebff3fd8917 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:40:46.712108 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 88949476-05da-459e-b5d1-bebff3fd8917 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:40:46.743739 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d962e4-5970-4731-9a11-21f8250e91e9 None None] Network 77aa32ed-918a-4795-9480-bbe6f1914dbe requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:40:46.779180 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dbec0fb4-9d08-42ab-af3f-15e7c239a1e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:46.797983 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-dbec0fb4-9d08-42ab-af3f-15e7c239a1e5 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2cbf824c-9497-43ba-b35e-c12e8e5b70ab HTTP/1.1" status: 204 len: 168 time: 0.8680670 Dec 16 09:40:46.805045 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57382) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:46.879116 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec0fb4-9d08-42ab-af3f-15e7c239a1e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cbf824c-9497-43ba-b35e-c12e8e5b70ab,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:47.076663 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-578c105d-2574-4d3d-badf-5ef43ca05f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:47.146357 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7c0f0ab9-4a42-4a33-8fbb-e54f558f2361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:47.149104 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0a16c5a4-c33f-4714-a501-e271b273caa7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:47.196914 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc48fe6-87ff-4abd-b115-0b89796e983b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8bd212-6f19-44e6-af18-a52d5f87ace4,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:47.264698 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7c0f0ab9-4a42-4a33-8fbb-e54f558f2361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:47.302587 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4e453-8c51-4dbd-a943-24cb77cd9056 req-3956d6ca-d56e-4c41-9e69-272535f427b5 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:47.323716 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c8c4e453-8c51-4dbd-a943-24cb77cd9056 req-3956d6ca-d56e-4c41-9e69-272535f427b5 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 946 time: 0.3353887 Dec 16 09:40:47.426775 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55af9c3f-c0d8-4d8f-8742-b117d1603765 None None] Update dhcp port {'port': {'network_id': '819195ad-1aeb-421c-be56-8c9a381b28d4', 'fixed_ips': [{'subnet_id': '7f4169c2-59e0-42de-ab42-eb6e5073a186', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '58545ccb-d4c1-4b00-afc5-21deaaec3da3', 'ip_address': '2001:db8::2'}, {'subnet_id': '1ac7c29f-f945-4631-b06a-fe5795b4b1e6'}], 'binding:host_id': 'n-d-820550-2'}, 'id': 'd4fb8062-f9ac-4231-9537-d54a61c9592d'} from n-d-820550-2. {{(pid=102818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 16 09:40:47.518935 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c8c4e453-8c51-4dbd-a943-24cb77cd9056 req-d8b27e12-dc75-4934-9f73-36eeaea5b735 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823823 Dec 16 09:40:47.519547 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c87fc73-c00e-4d89-b0e1-44ac90d1e88b None None] DHCP port deletion for 77aa32ed-918a-4795-9480-bbe6f1914dbe request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:40:47.558444 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-55af9c3f-c0d8-4d8f-8742-b117d1603765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:47.595965 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e89868-d974-4070-8db9-8400263829ab req-0476f9cf-31e3-441a-b2c5-245b092b48f3 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:47.612463 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-18e89868-d974-4070-8db9-8400263829ab req-0476f9cf-31e3-441a-b2c5-245b092b48f3 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/networks?id=89dde67c-4375-428d-a66c-d788737973c8 HTTP/1.1" status: 200 len: 814 time: 0.3426867 Dec 16 09:40:47.718106 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7c0f0ab9-4a42-4a33-8fbb-e54f558f2361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:47.721340 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7c0f0ab9-4a42-4a33-8fbb-e54f558f2361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:47.723231 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7c0f0ab9-4a42-4a33-8fbb-e54f558f2361 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4b8bd212-6f19-44e6-af18-a52d5f87ace4 HTTP/1.1" status: 204 len: 168 time: 1.0004187 Dec 16 09:40:47.745518 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f0ab9-4a42-4a33-8fbb-e54f558f2361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8bd212-6f19-44e6-af18-a52d5f87ace4,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:47.802340 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-5c87fc73-c00e-4d89-b0e1-44ac90d1e88b None None] Deleting port d4d0e359-04cd-4d16-936b-3da4cfdc78b8 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:47.802751 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5c87fc73-c00e-4d89-b0e1-44ac90d1e88b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:47.915417 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device b403992d-d208-40c3-a62c-28979fa8c7fe no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:40:47.953826 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: b403992d-d208-40c3-a62c-28979fa8c7fe {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:40:47.954016 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device b403992d-d208-40c3-a62c-28979fa8c7fe not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:40:47.954909 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d4d0e359-04cd-4d16-936b-3da4cfdc78b8 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:40:47.991897 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-578c105d-2574-4d3d-badf-5ef43ca05f4f admin admin] Deleting port d4d0e359-04cd-4d16-936b-3da4cfdc78b8 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:47.992431 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-578c105d-2574-4d3d-badf-5ef43ca05f4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:48.003937 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-18e89868-d974-4070-8db9-8400263829ab req-493667f8-cd5a-4fe0-b7ee-5ffb81a2dfd1 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/quotas/e689af417abc4a949f6a02217a4ce1bc HTTP/1.1" status: 200 len: 375 time: 0.3862929 Dec 16 09:40:48.095556 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-18e89868-d974-4070-8db9-8400263829ab req-552eb232-41d9-4742-8f30-2642cdc24365 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e689af417abc4a949f6a02217a4ce1bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0904019 Dec 16 09:40:48.143052 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-5c87fc73-c00e-4d89-b0e1-44ac90d1e88b None None] For port d4d0e359-04cd-4d16-936b-3da4cfdc78b8, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d4d0e359-04cd-4d16-936b-3da4cfdc78b8,segment=NetworkSegment(f4cab314-87e2-4c49-8fe7-37cd5d18df68),segment_id=f4cab314-87e2-4c49-8fe7-37cd5d18df68)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:48.143276 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-578c105d-2574-4d3d-badf-5ef43ca05f4f admin admin] For port d4d0e359-04cd-4d16-936b-3da4cfdc78b8, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d4d0e359-04cd-4d16-936b-3da4cfdc78b8,segment=NetworkSegment(f4cab314-87e2-4c49-8fe7-37cd5d18df68),segment_id=f4cab314-87e2-4c49-8fe7-37cd5d18df68)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:48.143276 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-578c105d-2574-4d3d-badf-5ef43ca05f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:48.143484 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5c87fc73-c00e-4d89-b0e1-44ac90d1e88b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:48.175379 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-5c87fc73-c00e-4d89-b0e1-44ac90d1e88b None None] Calling delete_port for d4d0e359-04cd-4d16-936b-3da4cfdc78b8 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:48.252802 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:48.275782 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-55af9c3f-c0d8-4d8f-8742-b117d1603765 None None] Allocated IP 2001:db8:0:2::2 (819195ad-1aeb-421c-be56-8c9a381b28d4/1ac7c29f-f945-4631-b06a-fe5795b4b1e6/d4fb8062-f9ac-4231-9537-d54a61c9592d) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:40:48.286009 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-578c105d-2574-4d3d-badf-5ef43ca05f4f admin admin] Calling delete_port for d4d0e359-04cd-4d16-936b-3da4cfdc78b8 owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:48.424542 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-18e89868-d974-4070-8db9-8400263829ab req-04d1a85f-9b97-4e58-9503-91f5449f92e7 service neutron] 10.222.0.60 "GET /v2.0/networks/89dde67c-4375-428d-a66c-d788737973c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003230 Dec 16 09:40:48.530853 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port d4d0e359-04cd-4d16-936b-3da4cfdc78b8, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d4d0e359-04cd-4d16-936b-3da4cfdc78b8,segment=NetworkSegment(f4cab314-87e2-4c49-8fe7-37cd5d18df68),segment_id=f4cab314-87e2-4c49-8fe7-37cd5d18df68)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:48.656618 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:48.738624 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-578c105d-2574-4d3d-badf-5ef43ca05f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:48.742753 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-18e89868-d974-4070-8db9-8400263829ab req-fc0d7d51-eb6f-49ad-acc5-36238ec8f586 service neutron] 10.222.0.60 "GET /v2.0/networks/89dde67c-4375-428d-a66c-d788737973c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039398 Dec 16 09:40:48.780216 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=d4d0e359-04cd-4d16-936b-3da4cfdc78b8,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:48.840324 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5c87fc73-c00e-4d89-b0e1-44ac90d1e88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:48.854444 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2619a2-ab02-4262-8fbb-a46a53d952d1 req-89327d53-a3a8-44d8-9336-614abec6d721 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:48.863542 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c105d-2574-4d3d-badf-5ef43ca05f4f admin admin] Pushing event deleted for resources: {'Port': ['ID=d4d0e359-04cd-4d16-936b-3da4cfdc78b8,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:48.869771 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eb2619a2-ab02-4262-8fbb-a46a53d952d1 req-89327d53-a3a8-44d8-9336-614abec6d721 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 946 time: 0.1521990 Dec 16 09:40:48.874015 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57412) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:48.880891 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578c105d-2574-4d3d-badf-5ef43ca05f4f admin admin] No DVR routers for this DVR port d4d0e359-04cd-4d16-936b-3da4cfdc78b8 on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:40:48.921734 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87fc73-c00e-4d89-b0e1-44ac90d1e88b None None] Pushing event deleted for resources: {'Port': ['ID=d4d0e359-04cd-4d16-936b-3da4cfdc78b8,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:48.930576 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c87fc73-c00e-4d89-b0e1-44ac90d1e88b None None] No DVR routers for this DVR port d4d0e359-04cd-4d16-936b-3da4cfdc78b8 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:40:48.950710 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-55af9c3f-c0d8-4d8f-8742-b117d1603765 None None] For port d4fb8062-f9ac-4231-9537-d54a61c9592d, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d4fb8062-f9ac-4231-9537-d54a61c9592d,segment=NetworkSegment(fad52418-9812-4471-ad7a-71f35b8b44f1),segment_id=fad52418-9812-4471-ad7a-71f35b8b44f1)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:48.986705 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e8dccd6b-06f1-413b-a291-0a79b6aa890b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:48.993171 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eb2619a2-ab02-4262-8fbb-a46a53d952d1 req-41a1407a-f1ff-40d1-9050-4864f5b95ed4 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224313 Dec 16 09:40:49.026830 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-55af9c3f-c0d8-4d8f-8742-b117d1603765 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:49.109097 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-55af9c3f-c0d8-4d8f-8742-b117d1603765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:49.291424 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af9c3f-c0d8-4d8f-8742-b117d1603765 None None] Pushing event updated for resources: {'Port': ['ID=d4fb8062-f9ac-4231-9537-d54a61c9592d,revision_number=7']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:49.349075 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-790c985c-52df-4e18-a679-194498b74e64 req-64695b8a-2712-4a29-9067-04d80cf926b3 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8108ecce-4816-4a1e-8976-a14442bedace HTTP/1.1" status: 200 len: 210 time: 0.1257262 Dec 16 09:40:49.400036 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-578c105d-2574-4d3d-badf-5ef43ca05f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:49.452118 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e8dccd6b-06f1-413b-a291-0a79b6aa890b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:49.473087 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-578c105d-2574-4d3d-badf-5ef43ca05f4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77aa32ed-918a-4795-9480-bbe6f1914dbe']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:49.493513 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-578c105d-2574-4d3d-badf-5ef43ca05f4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4cab314-87e2-4c49-8fe7-37cd5d18df68') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:49.497528 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-578c105d-2574-4d3d-badf-5ef43ca05f4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4cab314-87e2-4c49-8fe7-37cd5d18df68') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:49.527618 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-578c105d-2574-4d3d-badf-5ef43ca05f4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:49.537882 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-0a16c5a4-c33f-4714-a501-e271b273caa7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Delete allocated IP 2001:db8::3e6 (819195ad-1aeb-421c-be56-8c9a381b28d4/58545ccb-d4c1-4b00-afc5-21deaaec3da3) {{(pid=102816) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 09:40:49.560268 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-0a16c5a4-c33f-4714-a501-e271b273caa7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Allocated IP 2001:db8:0:2::3c8 (819195ad-1aeb-421c-be56-8c9a381b28d4/1ac7c29f-f945-4631-b06a-fe5795b4b1e6/5e2f48eb-780a-47ad-b2fd-8b4baa8381cd) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:40:49.620985 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e8dccd6b-06f1-413b-a291-0a79b6aa890b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:49.624506 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-578c105d-2574-4d3d-badf-5ef43ca05f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:49.695634 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-578c105d-2574-4d3d-badf-5ef43ca05f4f admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:40:49.696099 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-578c105d-2574-4d3d-badf-5ef43ca05f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:49.716370 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:40:49.716370 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:40:49.716370 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:40:49.716370 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:40:49.716370 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:40:49.716370 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:40:49.716370 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:40:49.716370 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:40:49.716370 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:40:49.716370 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:40:49.716370 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:40:49.716370 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:40:49.716370 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:40:49.716370 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:40:49.716370 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:40:49.716370 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:40:49.716370 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:40:49.716370 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:40:49.716370 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:40:49.716370 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:40:49.716370 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:40:49.716370 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:40:49.716370 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:40:49.716370 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:40:49.716370 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:40:49.716370 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:40:49.716370 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:40:49.716370 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:40:49.716370 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:40:49.716370 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:40:49.716370 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:40:49.716370 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:40:49.886524 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dccd6b-06f1-413b-a291-0a79b6aa890b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678a599c-49b2-4d70-9936-311d73d33617,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:50.001721 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57428) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:50.006799 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e8dccd6b-06f1-413b-a291-0a79b6aa890b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=02197848ff7542f5a5de423846a4334d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1178222 Dec 16 09:40:50.058393 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d4fb8062-f9ac-4231-9537-d54a61c9592d up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:40:50.121046 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9f4e700a-7bf1-4305-b476-8aae0f67151c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:50.134994 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-578c105d-2574-4d3d-badf-5ef43ca05f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:50.166052 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9f4e700a-7bf1-4305-b476-8aae0f67151c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:50.202216 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port d4fb8062-f9ac-4231-9537-d54a61c9592d triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:50.202594 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:50.304937 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd2322-dd7c-4e9a-acfc-8dbd12ea22a7 req-019f3753-edca-4793-9d20-669f02c194cb tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:50.307148 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-69cd2322-dd7c-4e9a-acfc-8dbd12ea22a7 req-019f3753-edca-4793-9d20-669f02c194cb tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 946 time: 0.1383376 Dec 16 09:40:50.347174 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0a16c5a4-c33f-4714-a501-e271b273caa7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:50.368661 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-578c105d-2574-4d3d-badf-5ef43ca05f4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:50.382398 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-578c105d-2574-4d3d-badf-5ef43ca05f4f admin admin] 10.222.0.60 "DELETE /v2.0/networks/77aa32ed-918a-4795-9480-bbe6f1914dbe HTTP/1.1" status: 204 len: 168 time: 3.5762129 Dec 16 09:40:50.407576 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-69cd2322-dd7c-4e9a-acfc-8dbd12ea22a7 req-d4c23d80-26f8-4f1e-8341-959c0e150d7d tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903294 Dec 16 09:40:50.414086 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c105d-2574-4d3d-badf-5ef43ca05f4f admin admin] Pushing event deleted for resources: {'Network': ['ID=77aa32ed-918a-4795-9480-bbe6f1914dbe,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:50.512255 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9f4e700a-7bf1-4305-b476-8aae0f67151c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:50.516892 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9f4e700a-7bf1-4305-b476-8aae0f67151c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:50.520589 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9f4e700a-7bf1-4305-b476-8aae0f67151c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/678a599c-49b2-4d70-9936-311d73d33617 HTTP/1.1" status: 204 len: 168 time: 0.5148454 Dec 16 09:40:50.535145 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e700a-7bf1-4305-b476-8aae0f67151c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678a599c-49b2-4d70-9936-311d73d33617,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:50.639540 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-440a0b1a-866f-4319-9fff-be3abc775ab4 req-2e30fa7e-ab56-48de-afc6-04c1a52ba17b tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8108ecce-4816-4a1e-8976-a14442bedace HTTP/1.1" status: 200 len: 210 time: 0.1778426 Dec 16 09:40:50.646184 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0a16c5a4-c33f-4714-a501-e271b273caa7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:50.794399 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-0a16c5a4-c33f-4714-a501-e271b273caa7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] In _notify_port_updated(), no bound segment for port 5e2f48eb-780a-47ad-b2fd-8b4baa8381cd on network 819195ad-1aeb-421c-be56-8c9a381b28d4 {{(pid=102816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:40:50.800517 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a16c5a4-c33f-4714-a501-e271b273caa7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:50.801752 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0a16c5a4-c33f-4714-a501-e271b273caa7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:50.804095 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0a16c5a4-c33f-4714-a501-e271b273caa7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "PUT /v2.0/ports/5e2f48eb-780a-47ad-b2fd-8b4baa8381cd HTTP/1.1" status: 200 len: 970 time: 4.4822245 Dec 16 09:40:50.808367 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57446) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:50.837913 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16c5a4-c33f-4714-a501-e271b273caa7 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event updated for resources: {'Port': ['ID=5e2f48eb-780a-47ad-b2fd-8b4baa8381cd,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:50.941078 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2ccfc740-d096-403f-9c54-47254468be5a None None] Provisioning complete for port d4fb8062-f9ac-4231-9537-d54a61c9592d triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:50.941647 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2ccfc740-d096-403f-9c54-47254468be5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:51.112390 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2ccfc740-d096-403f-9c54-47254468be5a None None] Provisioning complete for port 9111c153-24d3-422d-a676-80b9318e98f2 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:51.114075 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2ccfc740-d096-403f-9c54-47254468be5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:51.160245 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2ccfc740-d096-403f-9c54-47254468be5a None None] Port 9111c153-24d3-422d-a676-80b9318e98f2 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:40:51.172800 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2ccfc740-d096-403f-9c54-47254468be5a None None] Provisioning complete for port 5e2f48eb-780a-47ad-b2fd-8b4baa8381cd triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:51.173201 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2ccfc740-d096-403f-9c54-47254468be5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:51.219123 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2ccfc740-d096-403f-9c54-47254468be5a None None] Port 5e2f48eb-780a-47ad-b2fd-8b4baa8381cd cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:40:51.347565 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-a3a03812-fc0c-40f2-8c4d-f2b43823f756 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Deleting port 5e2f48eb-780a-47ad-b2fd-8b4baa8381cd {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:51.348260 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a3a03812-fc0c-40f2-8c4d-f2b43823f756 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:51.351310 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-1402cb32-55e8-495d-aa05-05174359eeb4 None None] Provisioning complete for port 5e2f48eb-780a-47ad-b2fd-8b4baa8381cd triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:51.351688 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1402cb32-55e8-495d-aa05-05174359eeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:51.386669 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-1402cb32-55e8-495d-aa05-05174359eeb4 None None] Port 5e2f48eb-780a-47ad-b2fd-8b4baa8381cd cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:40:51.454812 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a3a03812-fc0c-40f2-8c4d-f2b43823f756 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:51.471463 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-a3a03812-fc0c-40f2-8c4d-f2b43823f756 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Calling delete_port for 5e2f48eb-780a-47ad-b2fd-8b4baa8381cd owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:51.611663 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ae0ad-d907-445a-bcc8-7c0fd5763e9e req-806b08db-ce44-4b31-9b03-a6f8c0248c9b tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:51.614039 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a23ae0ad-d907-445a-bcc8-7c0fd5763e9e req-806b08db-ce44-4b31-9b03-a6f8c0248c9b tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 946 time: 0.0954928 Dec 16 09:40:51.700699 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a23ae0ad-d907-445a-bcc8-7c0fd5763e9e req-2bec7b61-a259-4730-812e-451624ea54b2 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751841 Dec 16 09:40:51.764264 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57460) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:51.789764 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4641527d-7ac6-4347-beaa-d8bc4e03e44e req-ff86999a-bbe8-41e5-89b9-7da15c457dca tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8108ecce-4816-4a1e-8976-a14442bedace HTTP/1.1" status: 200 len: 210 time: 0.0363872 Dec 16 09:40:51.869535 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57468) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:51.870782 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-13d226a1-8fdd-47b0-ac6f-e6fe7493640a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8cd60da8ff604d0c95834c2b7afc7015&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1052351 Dec 16 09:40:51.903175 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a3a03812-fc0c-40f2-8c4d-f2b43823f756 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:51.972509 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a03812-fc0c-40f2-8c4d-f2b43823f756 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Port': ['ID=5e2f48eb-780a-47ad-b2fd-8b4baa8381cd,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:52.056821 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a3a03812-fc0c-40f2-8c4d-f2b43823f756 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:52.069905 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a3a03812-fc0c-40f2-8c4d-f2b43823f756 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/ports/5e2f48eb-780a-47ad-b2fd-8b4baa8381cd HTTP/1.1" status: 204 len: 168 time: 1.2602525 Dec 16 09:40:52.074305 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57472) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:52.123445 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-17f8b4d7-1ef3-4131-ad55-f2cd74f18d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:52.143111 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-95d5d78f-a33e-4489-a937-11f76d22fc6d tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] GET failed (client error): The resource could not be found. Dec 16 09:40:52.146359 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-95d5d78f-a33e-4489-a937-11f76d22fc6d tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "GET /v2.0/ports/5e2f48eb-780a-47ad-b2fd-8b4baa8381cd HTTP/1.1" status: 404 len: 333 time: 0.0692797 Dec 16 09:40:52.154872 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57474) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:52.211728 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-17f8b4d7-1ef3-4131-ad55-f2cd74f18d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:52.304862 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a5811ad0-79a1-4c6a-b9fe-7518f35c64da tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:52.384048 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a5811ad0-79a1-4c6a-b9fe-7518f35c64da tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:52.514903 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-17f8b4d7-1ef3-4131-ad55-f2cd74f18d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:52.517796 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-17f8b4d7-1ef3-4131-ad55-f2cd74f18d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:52.518935 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-17f8b4d7-1ef3-4131-ad55-f2cd74f18d56 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3f67c490-7531-485e-8957-5a5419bd7bd2 HTTP/1.1" status: 204 len: 168 time: 0.6481669 Dec 16 09:40:52.543037 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f8b4d7-1ef3-4131-ad55-f2cd74f18d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f67c490-7531-485e-8957-5a5419bd7bd2,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:52.595154 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a5811ad0-79a1-4c6a-b9fe-7518f35c64da tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:52.605875 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a5811ad0-79a1-4c6a-b9fe-7518f35c64da tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:52.608557 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a5811ad0-79a1-4c6a-b9fe-7518f35c64da tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/security-groups/8e0f7d50-5903-4774-bb0d-9651257c6940 HTTP/1.1" status: 204 len: 168 time: 0.4259560 Dec 16 09:40:52.611636 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57488) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:52.642127 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5811ad0-79a1-4c6a-b9fe-7518f35c64da tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0f7d50-5903-4774-bb0d-9651257c6940,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:52.791655 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e4faa251-129f-42fc-a519-24fe66491520 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:52.852430 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e4faa251-129f-42fc-a519-24fe66491520 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:52.949513 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8149d83-fe6e-4e81-ab07-783de3f724e6 req-70e0c212-1a8b-4fc1-bd66-5d99f6c55baf tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:52.957589 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b8149d83-fe6e-4e81-ab07-783de3f724e6 req-70e0c212-1a8b-4fc1-bd66-5d99f6c55baf tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 946 time: 0.1668806 Dec 16 09:40:52.996060 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-df631ec2-743a-43d7-8474-c833a6e4fbc5 req-769f8217-b7d6-49db-9356-3a415391f94f tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8108ecce-4816-4a1e-8976-a14442bedace HTTP/1.1" status: 200 len: 210 time: 0.0616264 Dec 16 09:40:53.084288 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b8149d83-fe6e-4e81-ab07-783de3f724e6 req-72afdea9-be38-43ab-9c36-ee6ead0d16eb tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250784 Dec 16 09:40:53.154508 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e4faa251-129f-42fc-a519-24fe66491520 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:53.192476 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e4faa251-129f-42fc-a519-24fe66491520 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:53.196371 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e4faa251-129f-42fc-a519-24fe66491520 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/security-groups/8ce4d481-c79e-448f-8bbd-7cb4851b2fc1 HTTP/1.1" status: 204 len: 168 time: 0.5817859 Dec 16 09:40:53.196995 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57506) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:53.252133 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4faa251-129f-42fc-a519-24fe66491520 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce4d481-c79e-448f-8bbd-7cb4851b2fc1,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:53.343575 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-53f5072f-744a-43d5-b2be-82cb13829748 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:53.413258 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-53f5072f-744a-43d5-b2be-82cb13829748 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:53.435972 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e89868-d974-4070-8db9-8400263829ab req-25549bd7-53cf-475f-a725-2433b9ff22dc tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:53.444250 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-18e89868-d974-4070-8db9-8400263829ab req-25549bd7-53cf-475f-a725-2433b9ff22dc tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.57 "GET /v2.0/networks?id=89dde67c-4375-428d-a66c-d788737973c8 HTTP/1.1" status: 200 len: 814 time: 0.2174585 Dec 16 09:40:53.479645 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-18e89868-d974-4070-8db9-8400263829ab req-c1bd2020-aca0-480b-b2ba-9c821493089f tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Request body: {'port': {'device_id': '8108ecce-4816-4a1e-8976-a14442bedace', 'network_id': '89dde67c-4375-428d-a66c-d788737973c8', 'admin_state_up': True, 'tenant_id': 'e689af417abc4a949f6a02217a4ce1bc'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:53.680370 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-53f5072f-744a-43d5-b2be-82cb13829748 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:53.683058 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-53f5072f-744a-43d5-b2be-82cb13829748 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:53.684458 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-53f5072f-744a-43d5-b2be-82cb13829748 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/security-groups/1fd7b56f-88e7-4b49-bb73-2de5368f5162 HTTP/1.1" status: 204 len: 168 time: 0.4859841 Dec 16 09:40:53.693349 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57518) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:53.742193 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57526) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:53.743361 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5072f-744a-43d5-b2be-82cb13829748 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd7b56f-88e7-4b49-bb73-2de5368f5162,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:53.773963 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18e89868-d974-4070-8db9-8400263829ab req-c1bd2020-aca0-480b-b2ba-9c821493089f tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Made reservation on behalf of e689af417abc4a949f6a02217a4ce1bc for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:53.778069 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-18e89868-d974-4070-8db9-8400263829ab req-c1bd2020-aca0-480b-b2ba-9c821493089f tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:53.827980 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0007f1a-4f7e-489e-9f30-825ccab02442 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Deleting subnet 58545ccb-d4c1-4b00-afc5-21deaaec3da3 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:40:53.837094 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0007f1a-4f7e-489e-9f30-825ccab02442 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:53.947501 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0007f1a-4f7e-489e-9f30-825ccab02442 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:54.066806 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-18e89868-d974-4070-8db9-8400263829ab req-c1bd2020-aca0-480b-b2ba-9c821493089f tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Allocated IP 172.20.0.11 (89dde67c-4375-428d-a66c-d788737973c8/2958cd17-ef24-4c92-a56a-e6ec8ed248b4/2f8e65c6-ba0d-428b-88ce-a94115f405c3) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:40:54.082561 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3c93a8f0-9f9f-4313-a306-479599ae7e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:54.100640 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0007f1a-4f7e-489e-9f30-825ccab02442 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:54.483272 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0007f1a-4f7e-489e-9f30-825ccab02442 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:54.490340 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-18e89868-d974-4070-8db9-8400263829ab req-c1bd2020-aca0-480b-b2ba-9c821493089f tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:54.509703 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344219a-0317-4b9f-b8c3-edcc0c8a5b8d req-eadee401-7668-46c4-8b08-0d95f0228a8b tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:54.511250 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6344219a-0317-4b9f-b8c3-edcc0c8a5b8d req-eadee401-7668-46c4-8b08-0d95f0228a8b tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 946 time: 0.2372360 Dec 16 09:40:54.543646 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0007f1a-4f7e-489e-9f30-825ccab02442 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Subnet': ['ID=58545ccb-d4c1-4b00-afc5-21deaaec3da3,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:54.546865 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0007f1a-4f7e-489e-9f30-825ccab02442 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:54.548761 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c4c756-1153-46b8-b6e2-914c077f10b4 None None] Network 819195ad-1aeb-421c-be56-8c9a381b28d4 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:40:54.554115 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e0007f1a-4f7e-489e-9f30-825ccab02442 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/subnets/58545ccb-d4c1-4b00-afc5-21deaaec3da3 HTTP/1.1" status: 204 len: 168 time: 0.8557632 Dec 16 09:40:54.560052 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57546) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:54.684950 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a9aa4fa1-65b8-47ef-a853-e2183c3ad4ce req-6fbe5aee-42ca-4985-89ef-3962e6ae5fc6 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8108ecce-4816-4a1e-8976-a14442bedace HTTP/1.1" status: 200 len: 210 time: 0.4036837 Dec 16 09:40:54.736502 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-859d650b-42a0-49c8-a02f-7c00ecb66b58 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Deleting subnet 1ac7c29f-f945-4631-b06a-fe5795b4b1e6 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:40:54.812416 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-18e89868-d974-4070-8db9-8400263829ab req-c1bd2020-aca0-480b-b2ba-9c821493089f tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:54.813064 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-859d650b-42a0-49c8-a02f-7c00ecb66b58 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:54.976731 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18e89868-d974-4070-8db9-8400263829ab req-c1bd2020-aca0-480b-b2ba-9c821493089f tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Network 89dde67c-4375-428d-a66c-d788737973c8 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:40:55.005921 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-18e89868-d974-4070-8db9-8400263829ab req-c1bd2020-aca0-480b-b2ba-9c821493089f tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:55.013775 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e89868-d974-4070-8db9-8400263829ab req-c1bd2020-aca0-480b-b2ba-9c821493089f tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:40:55.089405 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-859d650b-42a0-49c8-a02f-7c00ecb66b58 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:55.146876 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd2020-aca0-480b-b2ba-9c821493089f tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Pushing event updated for resources: {'Port': ['ID=2f8e65c6-ba0d-428b-88ce-a94115f405c3,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:55.215461 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e89868-d974-4070-8db9-8400263829ab req-c1bd2020-aca0-480b-b2ba-9c821493089f tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:55.216423 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-18e89868-d974-4070-8db9-8400263829ab req-c1bd2020-aca0-480b-b2ba-9c821493089f tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:55.318840 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6344219a-0317-4b9f-b8c3-edcc0c8a5b8d req-9a1176b5-49ab-4014-aaff-81d8e4630dad tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7853892 Dec 16 09:40:55.393608 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-18e89868-d974-4070-8db9-8400263829ab req-c1bd2020-aca0-480b-b2ba-9c821493089f tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9330964 Dec 16 09:40:55.402214 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-18e89868-d974-4070-8db9-8400263829ab req-b8bea852-00d4-443c-a1db-2e0e9e641f2e service neutron] Request body: {'port': {'device_id': '8108ecce-4816-4a1e-8976-a14442bedace', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:55.483271 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-859d650b-42a0-49c8-a02f-7c00ecb66b58 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:55.626069 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-18e89868-d974-4070-8db9-8400263829ab req-b8bea852-00d4-443c-a1db-2e0e9e641f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:56.035615 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1fb730e2-1332-4308-a8f5-56ee3a9f9b85 req-abf0df57-4d22-47c7-9e52-8f756c079343 tempest-ServerShowV257Test-2000921111 tempest-ServerShowV257Test-2000921111-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.0823667 Dec 16 09:40:56.335492 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-859d650b-42a0-49c8-a02f-7c00ecb66b58 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:56.388305 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d650b-42a0-49c8-a02f-7c00ecb66b58 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Subnet': ['ID=1ac7c29f-f945-4631-b06a-fe5795b4b1e6,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:56.390582 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-859d650b-42a0-49c8-a02f-7c00ecb66b58 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:56.397030 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-859d650b-42a0-49c8-a02f-7c00ecb66b58 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/subnets/1ac7c29f-f945-4631-b06a-fe5795b4b1e6 HTTP/1.1" status: 204 len: 168 time: 1.8306994 Dec 16 09:40:56.400002 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57596) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:56.429471 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd0c9c5c-73c3-41b2-befe-b7b4d1fd92be tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] DELETE failed (client error): The resource could not be found. Dec 16 09:40:56.429856 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd0c9c5c-73c3-41b2-befe-b7b4d1fd92be tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:40:56.435553 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-dd0c9c5c-73c3-41b2-befe-b7b4d1fd92be tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/subnets/58545ccb-d4c1-4b00-afc5-21deaaec3da3 HTTP/1.1" status: 404 len: 337 time: 0.0336115 Dec 16 09:40:56.436167 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57598) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:56.450975 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2e78dc3c-6bdf-41a2-9dac-74faefc7a085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:56.478207 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-18e89868-d974-4070-8db9-8400263829ab req-b8bea852-00d4-443c-a1db-2e0e9e641f2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f8e65c6-ba0d-428b-88ce-a94115f405c3 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:40:56.491828 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e362c2-2521-4e5b-a00f-e522af524ff9 None None] Network 819195ad-1aeb-421c-be56-8c9a381b28d4 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:40:56.497420 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdee8c59-545f-4c72-8fa6-7826c6454420 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Deleting subnet 7f4169c2-59e0-42de-ab42-eb6e5073a186 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:40:56.500653 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bdee8c59-545f-4c72-8fa6-7826c6454420 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:56.522103 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-18e89868-d974-4070-8db9-8400263829ab req-b8bea852-00d4-443c-a1db-2e0e9e641f2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:56.544530 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bdee8c59-545f-4c72-8fa6-7826c6454420 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:56.577697 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-18e89868-d974-4070-8db9-8400263829ab req-b8bea852-00d4-443c-a1db-2e0e9e641f2e service neutron] Transition to ACTIVE for port object 2f8e65c6-ba0d-428b-88ce-a94115f405c3 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:40:56.608817 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600a031-6701-4df2-9ec0-cb6b2f9df12c req-49a74d26-3a69-442a-9790-48b4b796f8c9 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:56.617180 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2600a031-6701-4df2-9ec0-cb6b2f9df12c req-49a74d26-3a69-442a-9790-48b4b796f8c9 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 946 time: 0.1166887 Dec 16 09:40:56.687260 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2600a031-6701-4df2-9ec0-cb6b2f9df12c req-42edf101-01b1-491e-a14f-8f58170ca5b9 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690846 Dec 16 09:40:56.691140 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-18e89868-d974-4070-8db9-8400263829ab req-b8bea852-00d4-443c-a1db-2e0e9e641f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:56.740759 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172051d-36ee-4c72-bacb-6233f00f883f req-5397dff1-16ef-4ba6-8a77-a9e3d9b42c62 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:56.751272 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2172051d-36ee-4c72-bacb-6233f00f883f req-5397dff1-16ef-4ba6-8a77-a9e3d9b42c62 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8108ecce-4816-4a1e-8976-a14442bedace HTTP/1.1" status: 200 len: 932 time: 0.4460731 Dec 16 09:40:56.778348 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bdee8c59-545f-4c72-8fa6-7826c6454420 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:56.805145 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bea852-00d4-443c-a1db-2e0e9e641f2e service neutron] Pushing event updated for resources: {'Port': ['ID=2f8e65c6-ba0d-428b-88ce-a94115f405c3,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:56.830286 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2172051d-36ee-4c72-bacb-6233f00f883f req-f10ff547-cd35-4330-b99e-b51c7fef15c2 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774155 Dec 16 09:40:56.848754 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-05655bca-40c6-41b6-a9c4-020e9840edcb None None] Provisioning complete for port d4fb8062-f9ac-4231-9537-d54a61c9592d triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:56.849959 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-05655bca-40c6-41b6-a9c4-020e9840edcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:56.961419 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-18e89868-d974-4070-8db9-8400263829ab req-b8bea852-00d4-443c-a1db-2e0e9e641f2e service neutron] Attempting to bind port 2f8e65c6-ba0d-428b-88ce-a94115f405c3 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:40:56.961419 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-18e89868-d974-4070-8db9-8400263829ab req-b8bea852-00d4-443c-a1db-2e0e9e641f2e service neutron] Attempting to bind port 2f8e65c6-ba0d-428b-88ce-a94115f405c3 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'f0df79a4-0132-4b56-a1b6-b2446bc74352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '89dde67c-4375-428d-a66c-d788737973c8'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:40:56.961419 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e89868-d974-4070-8db9-8400263829ab req-b8bea852-00d4-443c-a1db-2e0e9e641f2e service neutron] Attempting to bind port 2f8e65c6-ba0d-428b-88ce-a94115f405c3 on network 89dde67c-4375-428d-a66c-d788737973c8 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:40:56.981067 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e89868-d974-4070-8db9-8400263829ab req-b8bea852-00d4-443c-a1db-2e0e9e641f2e service neutron] Port 2f8e65c6-ba0d-428b-88ce-a94115f405c3 on network 89dde67c-4375-428d-a66c-d788737973c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:40:56.981453 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e89868-d974-4070-8db9-8400263829ab req-b8bea852-00d4-443c-a1db-2e0e9e641f2e service neutron] Attempting to bind port 2f8e65c6-ba0d-428b-88ce-a94115f405c3 on network 89dde67c-4375-428d-a66c-d788737973c8 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:40:56.997427 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e89868-d974-4070-8db9-8400263829ab req-b8bea852-00d4-443c-a1db-2e0e9e641f2e service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:40:56.997761 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e89868-d974-4070-8db9-8400263829ab req-b8bea852-00d4-443c-a1db-2e0e9e641f2e service neutron] Checking segment: {'id': 'f0df79a4-0132-4b56-a1b6-b2446bc74352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '89dde67c-4375-428d-a66c-d788737973c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:40:56.998152 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e89868-d974-4070-8db9-8400263829ab req-b8bea852-00d4-443c-a1db-2e0e9e641f2e service neutron] Bound using segment: {'id': 'f0df79a4-0132-4b56-a1b6-b2446bc74352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '89dde67c-4375-428d-a66c-d788737973c8'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:40:56.998620 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-18e89868-d974-4070-8db9-8400263829ab req-b8bea852-00d4-443c-a1db-2e0e9e641f2e service neutron] Bound port: 2f8e65c6-ba0d-428b-88ce-a94115f405c3, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0df79a4-0132-4b56-a1b6-b2446bc74352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '89dde67c-4375-428d-a66c-d788737973c8'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:40:56.998979 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-18e89868-d974-4070-8db9-8400263829ab req-b8bea852-00d4-443c-a1db-2e0e9e641f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:57.000571 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-05655bca-40c6-41b6-a9c4-020e9840edcb None None] Provisioning complete for port 9111c153-24d3-422d-a676-80b9318e98f2 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:57.000987 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-05655bca-40c6-41b6-a9c4-020e9840edcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:57.040814 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-101ab2ec-0842-41e9-a57d-ea550a31a148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:57.155521 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-05655bca-40c6-41b6-a9c4-020e9840edcb None None] Port 9111c153-24d3-422d-a676-80b9318e98f2 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:40:57.180215 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bdee8c59-545f-4c72-8fa6-7826c6454420 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:57.230516 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bdee8c59-545f-4c72-8fa6-7826c6454420 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:57.234194 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bdee8c59-545f-4c72-8fa6-7826c6454420 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/subnets/7f4169c2-59e0-42de-ab42-eb6e5073a186 HTTP/1.1" status: 204 len: 168 time: 0.7954159 Dec 16 09:40:57.237191 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee8c59-545f-4c72-8fa6-7826c6454420 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Subnet': ['ID=7f4169c2-59e0-42de-ab42-eb6e5073a186,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:57.247391 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57612) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:57.294089 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5cd08d4a-9c33-4917-8875-723aa64ba631 req-a3fee268-f730-4c6a-bb6b-5a9188f5fe3a tempest-ServerShowV257Test-2000921111 tempest-ServerShowV257Test-2000921111-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.1305993 Dec 16 09:40:57.319013 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b37df7c-0784-49e1-a9fb-89682cb158fd tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] DELETE failed (client error): The resource could not be found. Dec 16 09:40:57.319526 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b37df7c-0784-49e1-a9fb-89682cb158fd tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:40:57.323582 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-18e89868-d974-4070-8db9-8400263829ab req-b8bea852-00d4-443c-a1db-2e0e9e641f2e service neutron] For port 2f8e65c6-ba0d-428b-88ce-a94115f405c3, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:40:57.329108 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2b37df7c-0784-49e1-a9fb-89682cb158fd tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/subnets/f51d7cfd-b7e8-4eea-bded-41b6321a2048 HTTP/1.1" status: 404 len: 337 time: 0.0796120 Dec 16 09:40:57.332498 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57616) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:57.436956 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-18e89868-d974-4070-8db9-8400263829ab req-b8bea852-00d4-443c-a1db-2e0e9e641f2e service neutron] For port 2f8e65c6-ba0d-428b-88ce-a94115f405c3, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=2f8e65c6-ba0d-428b-88ce-a94115f405c3,segment=NetworkSegment(f0df79a4-0132-4b56-a1b6-b2446bc74352),segment_id=f0df79a4-0132-4b56-a1b6-b2446bc74352)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:40:57.446329 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-66d291ef-3a7f-42ac-8d83-4450cdccd5e6 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "GET /v2.0/ports?device_id=96e122fa-8441-4ac6-af62-89272efab026 HTTP/1.1" status: 200 len: 205 time: 0.1047530 Dec 16 09:40:57.446689 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57620) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:57.516799 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-3b9ba5f9-7e71-439a-9eab-268e1a954b40 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] delete failed (client error): The resource could not be found. Dec 16 09:40:57.522330 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3b9ba5f9-7e71-439a-9eab-268e1a954b40 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/routers/96e122fa-8441-4ac6-af62-89272efab026 HTTP/1.1" status: 404 len: 336 time: 0.0640998 Dec 16 09:40:57.531915 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57624) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:57.565431 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:57.594685 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-18e89868-d974-4070-8db9-8400263829ab req-b8bea852-00d4-443c-a1db-2e0e9e641f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:57.597279 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-793c9f04-823d-4fef-a62b-4aadfa0a9353 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] DELETE failed (client error): The resource could not be found. Dec 16 09:40:57.597971 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-793c9f04-823d-4fef-a62b-4aadfa0a9353 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:40:57.602124 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-793c9f04-823d-4fef-a62b-4aadfa0a9353 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/subnets/d5b74198-d2ef-4e95-969b-8056a23de0ad HTTP/1.1" status: 404 len: 337 time: 0.0689373 Dec 16 09:40:57.610261 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57626) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:57.687217 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e89868-d974-4070-8db9-8400263829ab req-b8bea852-00d4-443c-a1db-2e0e9e641f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:57.687641 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-18e89868-d974-4070-8db9-8400263829ab req-b8bea852-00d4-443c-a1db-2e0e9e641f2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:57.689087 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-18e89868-d974-4070-8db9-8400263829ab req-b8bea852-00d4-443c-a1db-2e0e9e641f2e service neutron] 10.222.0.57 "PUT /v2.0/ports/2f8e65c6-ba0d-428b-88ce-a94115f405c3 HTTP/1.1" status: 200 len: 1092 time: 2.2983625 Dec 16 09:40:57.690000 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-fed610f1-dbb7-41bf-9612-ae70eddfacf6 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] DELETE failed (client error): The resource could not be found. Dec 16 09:40:57.690420 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fed610f1-dbb7-41bf-9612-ae70eddfacf6 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:40:57.697061 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57628) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:57.700659 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fed610f1-dbb7-41bf-9612-ae70eddfacf6 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/subnets/4ba8dafb-2b0d-432e-9f48-23897dd52d6a HTTP/1.1" status: 404 len: 337 time: 0.0797391 Dec 16 09:40:57.701667 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8108ecce-4816-4a1e-8976-a14442bedace', 'tag': '2f8e65c6-ba0d-428b-88ce-a94115f405c3'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:40:57.704285 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b751a326-ad3c-4566-b689-0343e9d3de9f" -d '{"events": [{"name": "network-changed", "server_uuid": "8108ecce-4816-4a1e-8976-a14442bedace", "tag": "2f8e65c6-ba0d-428b-88ce-a94115f405c3"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:40:57.774695 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a00740-309e-4c11-882c-a97863ea3ef8 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] DELETE failed (client error): The resource could not be found. Dec 16 09:40:57.775786 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61a00740-309e-4c11-882c-a97863ea3ef8 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:40:57.788625 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bea852-00d4-443c-a1db-2e0e9e641f2e service neutron] Pushing event updated for resources: {'Port': ['ID=2f8e65c6-ba0d-428b-88ce-a94115f405c3,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:57.791510 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-61a00740-309e-4c11-882c-a97863ea3ef8 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/subnets/ef90b7d5-53c3-4fe0-8eeb-d57fde66432d HTTP/1.1" status: 404 len: 337 time: 0.0911305 Dec 16 09:40:57.792892 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57636) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:57.797759 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-101ab2ec-0842-41e9-a57d-ea550a31a148 admin admin] Deleting port 87add969-7670-4d5b-bcd1-e5c63f61025c {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:57.799134 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-101ab2ec-0842-41e9-a57d-ea550a31a148 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:57.803004 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a5288b-64ee-4d75-a57b-7523ab5f7b4f x-openstack-request-id: req-f9a5288b-64ee-4d75-a57b-7523ab5f7b4f {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:40:57.803004 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8108ecce-4816-4a1e-8976-a14442bedace", "tag": "2f8e65c6-ba0d-428b-88ce-a94115f405c3", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:40:57.803004 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f9a5288b-64ee-4d75-a57b-7523ab5f7b4f {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:40:57.803004 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8108ecce-4816-4a1e-8976-a14442bedace', 'tag': '2f8e65c6-ba0d-428b-88ce-a94115f405c3', 'status': 'completed', 'code': 200} Dec 16 09:40:57.971434 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-aefe719f-28f8-4af2-a0ed-34e570d42fd0 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] DELETE failed (client error): The resource could not be found. Dec 16 09:40:57.972547 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aefe719f-28f8-4af2-a0ed-34e570d42fd0 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:40:57.975276 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e89868-d974-4070-8db9-8400263829ab req-21500c7b-7908-4579-9cdd-2208298dcc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:57.979095 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-18e89868-d974-4070-8db9-8400263829ab req-21500c7b-7908-4579-9cdd-2208298dcc5c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e689af417abc4a949f6a02217a4ce1bc&device_id=8108ecce-4816-4a1e-8976-a14442bedace HTTP/1.1" status: 200 len: 1095 time: 0.1469078 Dec 16 09:40:57.979850 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-aefe719f-28f8-4af2-a0ed-34e570d42fd0 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/ports/3726188e-a749-4de1-b6c3-931de7d1462f HTTP/1.1" status: 404 len: 333 time: 0.0636799 Dec 16 09:40:57.980642 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57644) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:58.048289 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-18e89868-d974-4070-8db9-8400263829ab req-c563a4f6-b6c1-484b-98cc-c47a946f4e81 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f8e65c6-ba0d-428b-88ce-a94115f405c3 HTTP/1.1" status: 200 len: 217 time: 0.0626628 Dec 16 09:40:58.076755 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-47dbf63e-5888-400c-aca0-f2ebdf6afa14 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] DELETE failed (client error): The resource could not be found. Dec 16 09:40:58.077573 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47dbf63e-5888-400c-aca0-f2ebdf6afa14 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:40:58.087826 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-47dbf63e-5888-400c-aca0-f2ebdf6afa14 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/subnets/ffbf8bcd-04dc-4793-9868-cf08c6ca219f HTTP/1.1" status: 404 len: 337 time: 0.0874043 Dec 16 09:40:58.089722 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57648) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:58.104978 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06b8f6d-0d8d-45eb-b86d-8fea6b802790 None None] Network 819195ad-1aeb-421c-be56-8c9a381b28d4 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:40:58.134345 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c7ba009-b79f-4b87-b7e0-b9de8eef957a tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] DELETE failed (client error): The resource could not be found. Dec 16 09:40:58.135205 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c7ba009-b79f-4b87-b7e0-b9de8eef957a tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:40:58.140798 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0259e-94cf-41b7-b639-20c961934afd req-884b0d7d-5a34-48fe-90ba-df868fe2bfb8 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:58.141575 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4c7ba009-b79f-4b87-b7e0-b9de8eef957a tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/subnets/3c708dfa-adb9-48aa-89b8-b0d68cb1cf91 HTTP/1.1" status: 404 len: 337 time: 0.0471156 Dec 16 09:40:58.144292 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57650) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:58.149149 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ced0259e-94cf-41b7-b639-20c961934afd req-884b0d7d-5a34-48fe-90ba-df868fe2bfb8 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8108ecce-4816-4a1e-8976-a14442bedace HTTP/1.1" status: 200 len: 944 time: 0.1519268 Dec 16 09:40:58.153403 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb4cb2-898e-4e9c-a3c4-769c4915a26b req-327b0389-45b7-43de-8219-35e8fdefef79 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:58.160422 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e89868-d974-4070-8db9-8400263829ab req-c2be60fa-ac06-40d6-ab04-c8826d649ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:58.161983 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-81eb4cb2-898e-4e9c-a3c4-769c4915a26b req-327b0389-45b7-43de-8219-35e8fdefef79 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 946 time: 0.2335145 Dec 16 09:40:58.162585 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-18e89868-d974-4070-8db9-8400263829ab req-c2be60fa-ac06-40d6-ab04-c8826d649ea6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2958cd17-ef24-4c92-a56a-e6ec8ed248b4 HTTP/1.1" status: 200 len: 854 time: 0.0972238 Dec 16 09:40:58.207922 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-d899f601-c9ca-4981-bc21-f41a6b7dc589 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] DELETE failed (client error): The resource could not be found. Dec 16 09:40:58.208768 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d899f601-c9ca-4981-bc21-f41a6b7dc589 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:40:58.213191 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d899f601-c9ca-4981-bc21-f41a6b7dc589 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/ports/5be90482-b238-4e49-9267-8595d719c1f7 HTTP/1.1" status: 404 len: 333 time: 0.0488043 Dec 16 09:40:58.216731 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-101ab2ec-0842-41e9-a57d-ea550a31a148 admin admin] For port 87add969-7670-4d5b-bcd1-e5c63f61025c, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=87add969-7670-4d5b-bcd1-e5c63f61025c,segment=NetworkSegment(1e2014f7-8ae4-4bc0-98b8-25a669313059),segment_id=1e2014f7-8ae4-4bc0-98b8-25a669313059)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:58.217236 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-101ab2ec-0842-41e9-a57d-ea550a31a148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:58.220807 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57656) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:58.225970 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-18e89868-d974-4070-8db9-8400263829ab req-14a47e05-8c8c-4365-993e-09ac24b10bec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=89dde67c-4375-428d-a66c-d788737973c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539012 Dec 16 09:40:58.269025 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-101ab2ec-0842-41e9-a57d-ea550a31a148 admin admin] Calling delete_port for 87add969-7670-4d5b-bcd1-e5c63f61025c owned by network:router_interface {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:58.287545 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-81eb4cb2-898e-4e9c-a3c4-769c4915a26b req-b863a6bc-0fb6-4b37-b527-c369cb5b7b71 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245351 Dec 16 09:40:58.299413 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ced0259e-94cf-41b7-b639-20c961934afd req-809ad901-c647-4023-8e68-3db6a0fae15f tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388311 Dec 16 09:40:58.334823 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-d75f7196-692c-4ad3-8774-142614d91654 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] DELETE failed (client error): The resource could not be found. Dec 16 09:40:58.335372 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d75f7196-692c-4ad3-8774-142614d91654 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:40:58.352628 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d75f7196-692c-4ad3-8774-142614d91654 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/subnets/0038d33e-0a3c-41ae-acb1-81678f8beb44 HTTP/1.1" status: 404 len: 337 time: 0.1295426 Dec 16 09:40:58.373227 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57662) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:58.414413 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8193487-89ba-4413-acc5-d121f3dea823 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] DELETE failed (client error): The resource could not be found. Dec 16 09:40:58.419238 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8193487-89ba-4413-acc5-d121f3dea823 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:40:58.429733 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57666) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:58.435647 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b8193487-89ba-4413-acc5-d121f3dea823 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/subnets/e6b3eede-6578-44ab-a9fe-10ac58af6d62 HTTP/1.1" status: 404 len: 337 time: 0.0566590 Dec 16 09:40:58.521216 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4c0d05aa-ad82-40e7-b93b-3de79bf43294 req-59ac5398-66ad-4c90-8c90-6327a432f1b3 tempest-ServerShowV257Test-2000921111 tempest-ServerShowV257Test-2000921111-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.0946155 Dec 16 09:40:58.521485 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-17919df0-4bb0-4a60-b8d7-374b06a96447 None None] Provisioning complete for port d4fb8062-f9ac-4231-9537-d54a61c9592d triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:58.521632 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-17919df0-4bb0-4a60-b8d7-374b06a96447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:58.587818 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-18e89868-d974-4070-8db9-8400263829ab req-fb0ed746-2a79-4c76-8739-78c096092927 service neutron] 10.222.0.57 "GET /v2.0/networks/89dde67c-4375-428d-a66c-d788737973c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341954 Dec 16 09:40:58.721554 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-17919df0-4bb0-4a60-b8d7-374b06a96447 None None] Provisioning complete for port 9111c153-24d3-422d-a676-80b9318e98f2 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:58.721554 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-17919df0-4bb0-4a60-b8d7-374b06a96447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:58.768024 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-17919df0-4bb0-4a60-b8d7-374b06a96447 None None] Port 9111c153-24d3-422d-a676-80b9318e98f2 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:40:58.783227 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-e8035dd9-d14e-48f0-a5fe-b77678d7b2fa tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Deleting port 9111c153-24d3-422d-a676-80b9318e98f2 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:58.783947 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e8035dd9-d14e-48f0-a5fe-b77678d7b2fa tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:58.823677 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-101ab2ec-0842-41e9-a57d-ea550a31a148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:58.879041 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ab2ec-0842-41e9-a57d-ea550a31a148 admin admin] Pushing event deleted for resources: {'Port': ['ID=87add969-7670-4d5b-bcd1-e5c63f61025c,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:58.889005 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6fe778-a579-4fd5-9aef-714d54d9d2f8 None None] DHCP port deletion for 819195ad-1aeb-421c-be56-8c9a381b28d4 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:40:58.918548 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-18e89868-d974-4070-8db9-8400263829ab req-25880b3c-aef6-46df-a147-421c589f890a service neutron] 10.222.0.57 "GET /v2.0/networks/89dde67c-4375-428d-a66c-d788737973c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226182 Dec 16 09:40:58.944901 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e8035dd9-d14e-48f0-a5fe-b77678d7b2fa tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:58.962491 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-e8035dd9-d14e-48f0-a5fe-b77678d7b2fa tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Calling delete_port for 9111c153-24d3-422d-a676-80b9318e98f2 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:58.969009 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-fa6fe778-a579-4fd5-9aef-714d54d9d2f8 None None] Deleting port d4fb8062-f9ac-4231-9537-d54a61c9592d {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:58.969682 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fa6fe778-a579-4fd5-9aef-714d54d9d2f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:59.064850 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-fa6fe778-a579-4fd5-9aef-714d54d9d2f8 None None] For port d4fb8062-f9ac-4231-9537-d54a61c9592d, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d4fb8062-f9ac-4231-9537-d54a61c9592d,segment=NetworkSegment(fad52418-9812-4471-ad7a-71f35b8b44f1),segment_id=fad52418-9812-4471-ad7a-71f35b8b44f1)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:59.065312 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fa6fe778-a579-4fd5-9aef-714d54d9d2f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:59.088342 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-fa6fe778-a579-4fd5-9aef-714d54d9d2f8 None None] Calling delete_port for d4fb8062-f9ac-4231-9537-d54a61c9592d owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:59.108436 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-101ab2ec-0842-41e9-a57d-ea550a31a148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:59.386347 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101ab2ec-0842-41e9-a57d-ea550a31a148 admin admin] Router 2dee24f8-293b-4593-829d-f5300a1f7365 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:40:59.428438 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d51ec-6fbe-4264-9da1-d7a8cf5c3f5c req-1e63a97d-de00-4e47-b59c-e8e163479c17 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:59.429978 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-966d51ec-6fbe-4264-9da1-d7a8cf5c3f5c req-1e63a97d-de00-4e47-b59c-e8e163479c17 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8108ecce-4816-4a1e-8976-a14442bedace HTTP/1.1" status: 200 len: 944 time: 0.0636504 Dec 16 09:40:59.472319 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-966d51ec-6fbe-4264-9da1-d7a8cf5c3f5c req-c4402beb-e5e2-404f-9958-7408fc1fc4fd tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361543 Dec 16 09:40:59.521525 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a5552-8897-40d0-bcdc-101300c3cc30 req-1d335ec6-7502-4a21-8fa0-7cae3658613d tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:59.523130 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce2a5552-8897-40d0-bcdc-101300c3cc30 req-1d335ec6-7502-4a21-8fa0-7cae3658613d tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 946 time: 0.1599994 Dec 16 09:40:59.757410 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101ab2ec-0842-41e9-a57d-ea550a31a148 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:40:59.757668 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f93b79d-6a8a-4144-a663-a3faf8dcce4d None None] Sync routers for ids ['2dee24f8-293b-4593-829d-f5300a1f7365'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:40:59.758698 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57686) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:59.758982 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-101ab2ec-0842-41e9-a57d-ea550a31a148 admin admin] 10.222.0.60 "PUT /v2.0/routers/2dee24f8-293b-4593-829d-f5300a1f7365/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8658960 Dec 16 09:40:59.759427 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f93b79d-6a8a-4144-a663-a3faf8dcce4d None None] Routers {'2dee24f8-293b-4593-829d-f5300a1f7365'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:40:59.759427 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-3f93b79d-6a8a-4144-a663-a3faf8dcce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:40:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2dee24f8-293b-4593-829d-f5300a1f7365'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:59.759802 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-26bde311-cde9-4ccf-80f4-e2021ccfd1a4 req-55b556d9-7d34-48d4-ad98-490217b282ca tempest-ServerShowV257Test-2000921111 tempest-ServerShowV257Test-2000921111-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.0302110 Dec 16 09:40:59.759802 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e8035dd9-d14e-48f0-a5fe-b77678d7b2fa tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:59.875789 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8035dd9-d14e-48f0-a5fe-b77678d7b2fa tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Port': ['ID=9111c153-24d3-422d-a676-80b9318e98f2,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:59.921777 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e8035dd9-d14e-48f0-a5fe-b77678d7b2fa tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:59.927812 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e8035dd9-d14e-48f0-a5fe-b77678d7b2fa tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/ports/9111c153-24d3-422d-a676-80b9318e98f2 HTTP/1.1" status: 204 len: 168 time: 1.4937909 Dec 16 09:40:59.929425 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57692) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:59.930714 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-377ec423-a9e0-4181-ad9f-731b88ea436c admin admin] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:59.967874 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce2a5552-8897-40d0-bcdc-101300c3cc30 req-64611944-8fe6-49f0-97bd-9544bd557e16 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4348598 Dec 16 09:40:59.983019 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fa6fe778-a579-4fd5-9aef-714d54d9d2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:59.986644 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751a326-ad3c-4566-b689-0343e9d3de9f req-88447a6d-ce71-4125-afe5-b2a3bbf99ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:59.988162 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b751a326-ad3c-4566-b689-0343e9d3de9f req-88447a6d-ce71-4125-afe5-b2a3bbf99ef5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e689af417abc4a949f6a02217a4ce1bc&device_id=8108ecce-4816-4a1e-8976-a14442bedace HTTP/1.1" status: 200 len: 1095 time: 0.1450255 Dec 16 09:40:59.992071 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:59.997216 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:00.033995 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6fe778-a579-4fd5-9aef-714d54d9d2f8 None None] Pushing event deleted for resources: {'Port': ['ID=d4fb8062-f9ac-4231-9537-d54a61c9592d,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:00.037940 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6fe778-a579-4fd5-9aef-714d54d9d2f8 None None] No DVR routers for this DVR port d4fb8062-f9ac-4231-9537-d54a61c9592d on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:41:00.108837 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fe778-a579-4fd5-9aef-714d54d9d2f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:00.108837 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fe778-a579-4fd5-9aef-714d54d9d2f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:00.108837 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fe778-a579-4fd5-9aef-714d54d9d2f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:00.108837 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fe778-a579-4fd5-9aef-714d54d9d2f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:00.108837 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fe778-a579-4fd5-9aef-714d54d9d2f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:00.108837 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fe778-a579-4fd5-9aef-714d54d9d2f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:00.108837 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fe778-a579-4fd5-9aef-714d54d9d2f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:00.108837 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fe778-a579-4fd5-9aef-714d54d9d2f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:00.108837 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fe778-a579-4fd5-9aef-714d54d9d2f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:00.108837 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fe778-a579-4fd5-9aef-714d54d9d2f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:00.108837 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fe778-a579-4fd5-9aef-714d54d9d2f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:00.108837 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fe778-a579-4fd5-9aef-714d54d9d2f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:00.108837 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d4fb8062-f9ac-4231-9537-d54a61c9592d no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:41:00.108837 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: d4fb8062-f9ac-4231-9537-d54a61c9592d {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:41:00.108837 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d4fb8062-f9ac-4231-9537-d54a61c9592d not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:41:00.112396 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-3f93b79d-6a8a-4144-a663-a3faf8dcce4d None None] Set router 2dee24f8-293b-4593-829d-f5300a1f7365 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:41:00.139935 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751a326-ad3c-4566-b689-0343e9d3de9f req-74589b2f-969f-4f92-b2b1-427cd0a59487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:00.141443 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b751a326-ad3c-4566-b689-0343e9d3de9f req-74589b2f-969f-4f92-b2b1-427cd0a59487 service neutron] 10.222.0.57 "GET /v2.0/networks?id=89dde67c-4375-428d-a66c-d788737973c8 HTTP/1.1" status: 200 len: 915 time: 0.0983977 Dec 16 09:41:00.260791 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b751a326-ad3c-4566-b689-0343e9d3de9f req-40d73abd-bde0-4026-bc99-3dde8c320961 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f8e65c6-ba0d-428b-88ce-a94115f405c3 HTTP/1.1" status: 200 len: 217 time: 0.1104996 Dec 16 09:41:00.335049 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7c039e95-262d-42e0-aa90-e182fd210695 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:00.398587 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751a326-ad3c-4566-b689-0343e9d3de9f req-bcc8868f-4095-4a7e-b055-11dfdb6de38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:00.400063 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b751a326-ad3c-4566-b689-0343e9d3de9f req-bcc8868f-4095-4a7e-b055-11dfdb6de38f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2958cd17-ef24-4c92-a56a-e6ec8ed248b4 HTTP/1.1" status: 200 len: 854 time: 0.1234066 Dec 16 09:41:00.411001 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-377ec423-a9e0-4181-ad9f-731b88ea436c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:00.416879 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-3f93b79d-6a8a-4144-a663-a3faf8dcce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'name': 'tempest-TaggedBootDevicesTest-497337506-router', 'tenant_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '8c05e8c2-a512-42a8-be20-4d61844d2def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:15Z', 'updated_at': '2021-12-16T09:40:58Z', 'revision_number': 5, 'project_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'gw_port': {'id': '8c05e8c2-a512-42a8-be20-4d61844d2def', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:16Z', 'updated_at': '2021-12-16T09:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:00.424660 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57698) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:00.475499 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f93b79d-6a8a-4144-a663-a3faf8dcce4d None None] Checking router: 2dee24f8-293b-4593-829d-f5300a1f7365 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:41:00.485253 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b751a326-ad3c-4566-b689-0343e9d3de9f req-43228037-4c5b-48f1-befa-5cbc39cea363 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=89dde67c-4375-428d-a66c-d788737973c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708463 Dec 16 09:41:00.492766 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f93b79d-6a8a-4144-a663-a3faf8dcce4d None None] Routers {'2dee24f8-293b-4593-829d-f5300a1f7365'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:41:00.493807 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-3f93b79d-6a8a-4144-a663-a3faf8dcce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:40:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2dee24f8-293b-4593-829d-f5300a1f7365'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:00.533751 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7c039e95-262d-42e0-aa90-e182fd210695 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:00.648415 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-50b3f544-6705-4213-a4eb-f30cc8e72050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:00.668517 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-7c039e95-262d-42e0-aa90-e182fd210695 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['819195ad-1aeb-421c-be56-8c9a381b28d4']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:00.713953 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-7c039e95-262d-42e0-aa90-e182fd210695 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad52418-9812-4471-ad7a-71f35b8b44f1') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:00.715133 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-7c039e95-262d-42e0-aa90-e182fd210695 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad52418-9812-4471-ad7a-71f35b8b44f1') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:00.741096 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7c039e95-262d-42e0-aa90-e182fd210695 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:00.747698 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-3f93b79d-6a8a-4144-a663-a3faf8dcce4d None None] Set router 2dee24f8-293b-4593-829d-f5300a1f7365 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:41:00.778945 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-50b3f544-6705-4213-a4eb-f30cc8e72050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:00.782504 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7c039e95-262d-42e0-aa90-e182fd210695 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:00.805823 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c039e95-262d-42e0-aa90-e182fd210695 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:41:00.806144 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7c039e95-262d-42e0-aa90-e182fd210695 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:00.812993 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:41:00.812993 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:41:00.812993 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:41:00.812993 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:41:00.812993 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:41:00.812993 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:41:00.812993 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:41:00.812993 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:41:00.812993 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:41:00.812993 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:41:00.812993 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:41:00.812993 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:41:00.812993 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:41:00.812993 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:41:00.812993 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:41:00.812993 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:41:00.812993 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:41:00.812993 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:41:00.812993 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:41:00.812993 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:41:00.812993 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:41:00.812993 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:41:00.812993 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:41:00.812993 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:41:00.812993 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:41:00.812993 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:41:00.812993 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:41:00.812993 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:41:00.812993 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:41:00.812993 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:41:00.812993 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:41:00.812993 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:41:00.818633 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b751a326-ad3c-4566-b689-0343e9d3de9f req-58c106ce-8b9d-4726-a49c-aed1a2203327 service neutron] 10.222.0.57 "GET /v2.0/networks/89dde67c-4375-428d-a66c-d788737973c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200243 Dec 16 09:41:00.824623 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2d082-15e4-4b7e-89ef-9bd8c37521d2 req-b32fb9e8-7730-4656-b04d-13bb7fda7c5b tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:00.826330 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cda2d082-15e4-4b7e-89ef-9bd8c37521d2 req-b32fb9e8-7730-4656-b04d-13bb7fda7c5b tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8108ecce-4816-4a1e-8976-a14442bedace HTTP/1.1" status: 200 len: 944 time: 0.2165565 Dec 16 09:41:00.854948 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-50b3f544-6705-4213-a4eb-f30cc8e72050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:01.025226 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-435a0231-168b-4075-a377-4692504aa1bc req-a96c1f5c-0509-468f-b007-dfd09b777776 tempest-ServerShowV257Test-2000921111 tempest-ServerShowV257Test-2000921111-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.0877130 Dec 16 09:41:01.044491 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-50b3f544-6705-4213-a4eb-f30cc8e72050 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=863322ba45b3450fa021c92afe1d591d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6169918 Dec 16 09:41:01.061723 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57710) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:01.062935 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-3f93b79d-6a8a-4144-a663-a3faf8dcce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'name': 'tempest-TaggedBootDevicesTest-497337506-router', 'tenant_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '8c05e8c2-a512-42a8-be20-4d61844d2def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:15Z', 'updated_at': '2021-12-16T09:40:58Z', 'revision_number': 5, 'project_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'gw_port': {'id': '8c05e8c2-a512-42a8-be20-4d61844d2def', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:16Z', 'updated_at': '2021-12-16T09:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:01.150008 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3f544-6705-4213-a4eb-f30cc8e72050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1613357-1fa7-4eae-9f71-d47228d15486,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:01.150710 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f93b79d-6a8a-4144-a663-a3faf8dcce4d None None] The sync data for ids ['2dee24f8-293b-4593-829d-f5300a1f7365'] in n-d-820550-2 is: [{'id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'name': 'tempest-TaggedBootDevicesTest-497337506-router', 'tenant_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '8c05e8c2-a512-42a8-be20-4d61844d2def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:15Z', 'updated_at': '2021-12-16T09:40:58Z', 'revision_number': 5, 'project_id': '2fdf9ee8bfea41ea812d81e90556fa69', 'gw_port': {'id': '8c05e8c2-a512-42a8-be20-4d61844d2def', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dee24f8-293b-4593-829d-f5300a1f7365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:16Z', 'updated_at': '2021-12-16T09:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:41:01.243014 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-377ec423-a9e0-4181-ad9f-731b88ea436c admin admin] Deleting port 8c05e8c2-a512-42a8-be20-4d61844d2def {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:41:01.243375 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-377ec423-a9e0-4181-ad9f-731b88ea436c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:01.258467 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1ed21ca4-980d-4213-9e4d-fe40d902d973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:01.290549 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c343d96-6b94-44e5-adad-ef3780814bb2 req-b4317825-9660-48e2-855b-fa1c99c4eca8 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:01.292427 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9c343d96-6b94-44e5-adad-ef3780814bb2 req-b4317825-9660-48e2-855b-fa1c99c4eca8 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 946 time: 0.1017644 Dec 16 09:41:01.297979 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1ed21ca4-980d-4213-9e4d-fe40d902d973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:01.340587 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cda2d082-15e4-4b7e-89ef-9bd8c37521d2 req-f686de3f-dca4-4088-b612-6aecb583fb9f tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4942408 Dec 16 09:41:01.379229 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9c343d96-6b94-44e5-adad-ef3780814bb2 req-91fbfbbc-9b32-40b8-8143-b793f4f5e908 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631971 Dec 16 09:41:01.406789 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-377ec423-a9e0-4181-ad9f-731b88ea436c admin admin] For port 8c05e8c2-a512-42a8-be20-4d61844d2def, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8c05e8c2-a512-42a8-be20-4d61844d2def,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:01.407174 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-377ec423-a9e0-4181-ad9f-731b88ea436c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:01.409616 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7c039e95-262d-42e0-aa90-e182fd210695 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:01.412907 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b751a326-ad3c-4566-b689-0343e9d3de9f req-7b0daf3d-0072-4d65-8e3e-6719e9826533 service neutron] 10.222.0.57 "GET /v2.0/networks/89dde67c-4375-428d-a66c-d788737973c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5855916 Dec 16 09:41:01.425817 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7c039e95-262d-42e0-aa90-e182fd210695 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:01.431708 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7c039e95-262d-42e0-aa90-e182fd210695 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] 10.222.0.60 "DELETE /v2.0/networks/819195ad-1aeb-421c-be56-8c9a381b28d4 HTTP/1.1" status: 204 len: 168 time: 1.4965825 Dec 16 09:41:01.443067 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-377ec423-a9e0-4181-ad9f-731b88ea436c admin admin] Calling delete_port for 8c05e8c2-a512-42a8-be20-4d61844d2def owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:41:01.445821 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c039e95-262d-42e0-aa90-e182fd210695 tempest-PortsIpV6TestJSON-1131266237 tempest-PortsIpV6TestJSON-1131266237-project] Pushing event deleted for resources: {'Network': ['ID=819195ad-1aeb-421c-be56-8c9a381b28d4,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:01.494477 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1ed21ca4-980d-4213-9e4d-fe40d902d973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:01.500051 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1ed21ca4-980d-4213-9e4d-fe40d902d973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:01.502031 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1ed21ca4-980d-4213-9e4d-fe40d902d973 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b1613357-1fa7-4eae-9f71-d47228d15486 HTTP/1.1" status: 204 len: 168 time: 0.4364369 Dec 16 09:41:01.540955 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed21ca4-980d-4213-9e4d-fe40d902d973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1613357-1fa7-4eae-9f71-d47228d15486,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:01.779177 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-377ec423-a9e0-4181-ad9f-731b88ea436c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:01.859523 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 87add969-7670-4d5b-bcd1-e5c63f61025c no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:41:01.871135 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ec423-a9e0-4181-ad9f-731b88ea436c admin admin] Pushing event deleted for resources: {'Port': ['ID=8c05e8c2-a512-42a8-be20-4d61844d2def,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:01.886915 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 87add969-7670-4d5b-bcd1-e5c63f61025c {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:41:01.887263 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 87add969-7670-4d5b-bcd1-e5c63f61025c not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:41:01.921878 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-377ec423-a9e0-4181-ad9f-731b88ea436c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:01.971846 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57728) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:02.140595 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-377ec423-a9e0-4181-ad9f-731b88ea436c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:02.143056 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-377ec423-a9e0-4181-ad9f-731b88ea436c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:02.154751 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bf7ae219-ff25-4ee5-b8cb-e14acf123232 req-bbc8da80-0bd9-49de-8f0c-7ff0370f410f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.0570927 Dec 16 09:41:02.226090 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e10d1bb3-bb08-4c19-bae7-ea5b48007cd3 req-6e8f8c62-ac1b-4c5d-9156-62d001dfac6b tempest-ServerShowV257Test-2000921111 tempest-ServerShowV257Test-2000921111-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.0598841 Dec 16 09:41:02.284679 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6d27edaa-1113-4aff-832a-d6c5686af995 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=99d413ff86b742a089842b35110f3a30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3105326 Dec 16 09:41:02.287019 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57736) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:02.322013 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-377ec423-a9e0-4181-ad9f-731b88ea436c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:02.323071 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377ec423-a9e0-4181-ad9f-731b88ea436c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2dee24f8-293b-4593-829d-f5300a1f7365 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:41:02.337963 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-377ec423-a9e0-4181-ad9f-731b88ea436c admin admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:02.340981 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-377ec423-a9e0-4181-ad9f-731b88ea436c admin admin] 10.222.0.60 "DELETE /v2.0/routers/2dee24f8-293b-4593-829d-f5300a1f7365 HTTP/1.1" status: 204 len: 168 time: 2.7258890 Dec 16 09:41:02.341300 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57738) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:02.399527 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d9d6b4e2-07e5-4c01-b87f-4628786aa2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:02.437080 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57744) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:02.451292 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d9d6b4e2-07e5-4c01-b87f-4628786aa2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:02.479691 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-293e7ef6-2318-487a-8e15-528525c71ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:02.570305 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-936358bd-d1cf-4a29-a6c4-d457fd35a046 admin admin] Deleting subnet a9d10a32-22c8-4de7-a5e2-276788e5f144 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:41:02.596145 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-936358bd-d1cf-4a29-a6c4-d457fd35a046 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:02.635504 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433825ab-f3a8-4cd9-9cb3-d6b942ad8395 req-2e6a54ae-49a2-4aec-bad6-e9255b5d1872 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:02.637582 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-433825ab-f3a8-4cd9-9cb3-d6b942ad8395 req-2e6a54ae-49a2-4aec-bad6-e9255b5d1872 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8108ecce-4816-4a1e-8976-a14442bedace HTTP/1.1" status: 200 len: 944 time: 0.1138098 Dec 16 09:41:02.660657 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-936358bd-d1cf-4a29-a6c4-d457fd35a046 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:02.671125 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845e399-7ba2-4ca9-a42e-e20379c8bf04 req-1c61179d-ccad-4687-900f-858535e4cbc1 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:02.672940 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2845e399-7ba2-4ca9-a42e-e20379c8bf04 req-1c61179d-ccad-4687-900f-858535e4cbc1 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 946 time: 0.1451194 Dec 16 09:41:02.724133 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-433825ab-f3a8-4cd9-9cb3-d6b942ad8395 req-68feaf8a-b2a8-4fcd-923e-70dd355b2bad tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736701 Dec 16 09:41:02.725281 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d9d6b4e2-07e5-4c01-b87f-4628786aa2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:02.730698 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d9d6b4e2-07e5-4c01-b87f-4628786aa2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:02.737834 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d9d6b4e2-07e5-4c01-b87f-4628786aa2e2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/78bc5a7e-03e6-4f14-9ab9-51204f6cfd36 HTTP/1.1" status: 204 len: 168 time: 0.4496696 Dec 16 09:41:02.771928 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6b4e2-07e5-4c01-b87f-4628786aa2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bc5a7e-03e6-4f14-9ab9-51204f6cfd36,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:02.823310 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2845e399-7ba2-4ca9-a42e-e20379c8bf04 req-997ffa76-a954-4df9-9f2c-b24ff2f7b303 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283247 Dec 16 09:41:02.851635 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-293e7ef6-2318-487a-8e15-528525c71ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:02.867109 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-936358bd-d1cf-4a29-a6c4-d457fd35a046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:02.935430 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-293e7ef6-2318-487a-8e15-528525c71ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:03.010317 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-293e7ef6-2318-487a-8e15-528525c71ef7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3a20ad6e8d24452eae60627a8b629f4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5720060 Dec 16 09:41:03.017153 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57750) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:03.037773 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e7ef6-2318-487a-8e15-528525c71ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd20600-2c69-457e-b846-8283ff66fde6,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:03.115583 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f2ab55b7-e10a-4524-aa87-1000708e857b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:03.154573 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f2ab55b7-e10a-4524-aa87-1000708e857b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:03.177148 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-936358bd-d1cf-4a29-a6c4-d457fd35a046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:03.252061 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936358bd-d1cf-4a29-a6c4-d457fd35a046 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9d10a32-22c8-4de7-a5e2-276788e5f144,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:03.267970 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-936358bd-d1cf-4a29-a6c4-d457fd35a046 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:03.271711 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-936358bd-d1cf-4a29-a6c4-d457fd35a046 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a9d10a32-22c8-4de7-a5e2-276788e5f144 HTTP/1.1" status: 204 len: 168 time: 0.9293807 Dec 16 09:41:03.276449 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57756) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:03.279940 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15831952-4690-49b2-ba02-a895669f898b None None] Network 796abadb-0795-4a55-adba-f043e91923a6 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:41:03.373211 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f2ab55b7-e10a-4524-aa87-1000708e857b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:03.376818 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f2ab55b7-e10a-4524-aa87-1000708e857b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:03.381137 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f2ab55b7-e10a-4524-aa87-1000708e857b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dfd20600-2c69-457e-b846-8283ff66fde6 HTTP/1.1" status: 204 len: 168 time: 0.3643236 Dec 16 09:41:03.430767 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be56a8f9-ec1b-42ef-8a83-4cbf0bf3b9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:03.442180 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab55b7-e10a-4524-aa87-1000708e857b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd20600-2c69-457e-b846-8283ff66fde6,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:03.466898 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-aa9d0836-5372-4570-8421-2c02ba517cf9 req-a618a610-1f9b-4476-a857-ef391ae0c73b tempest-ServerShowV257Test-2000921111 tempest-ServerShowV257Test-2000921111-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.0788481 Dec 16 09:41:03.524634 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 2f8e65c6-ba0d-428b-88ce-a94115f405c3 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:41:03.615763 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-be56a8f9-ec1b-42ef-8a83-4cbf0bf3b9e7 admin admin] Deleting port 6baa2642-bbde-4881-958a-1f23de8468cc {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:41:03.616146 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be56a8f9-ec1b-42ef-8a83-4cbf0bf3b9e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:03.710488 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-be56a8f9-ec1b-42ef-8a83-4cbf0bf3b9e7 admin admin] For port 6baa2642-bbde-4881-958a-1f23de8468cc, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=6baa2642-bbde-4881-958a-1f23de8468cc,segment=NetworkSegment(1e2014f7-8ae4-4bc0-98b8-25a669313059),segment_id=1e2014f7-8ae4-4bc0-98b8-25a669313059)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:03.710768 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013eac4b-ce81-4896-b203-452fd4919093 None None] DHCP port deletion for 796abadb-0795-4a55-adba-f043e91923a6 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:41:03.710908 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be56a8f9-ec1b-42ef-8a83-4cbf0bf3b9e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:03.731144 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-be56a8f9-ec1b-42ef-8a83-4cbf0bf3b9e7 admin admin] Calling delete_port for 6baa2642-bbde-4881-958a-1f23de8468cc owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:41:03.759259 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 2f8e65c6-ba0d-428b-88ce-a94115f405c3, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=2f8e65c6-ba0d-428b-88ce-a94115f405c3,segment=NetworkSegment(f0df79a4-0132-4b56-a1b6-b2446bc74352),segment_id=f0df79a4-0132-4b56-a1b6-b2446bc74352)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:03.784684 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '2f8e65c6-ba0d-428b-88ce-a94115f405c3', 'network_id': '89dde67c-4375-428d-a66c-d788737973c8', 'port_id': '2f8e65c6-ba0d-428b-88ce-a94115f405c3', 'mac_address': 'fa:16:3e:bd:6d:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2958cd17-ef24-4c92-a56a-e6ec8ed248b4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:41:03.867397 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:03.874067 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-013eac4b-ce81-4896-b203-452fd4919093 None None] Deleting port 6baa2642-bbde-4881-958a-1f23de8468cc {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:41:03.874703 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-013eac4b-ce81-4896-b203-452fd4919093 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:03.929831 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f8e65c6-ba0d-428b-88ce-a94115f405c3 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:41:03.957627 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 2f8e65c6-ba0d-428b-88ce-a94115f405c3, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=2f8e65c6-ba0d-428b-88ce-a94115f405c3,segment=NetworkSegment(f0df79a4-0132-4b56-a1b6-b2446bc74352),segment_id=f0df79a4-0132-4b56-a1b6-b2446bc74352)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:03.967673 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8c05e8c2-a512-42a8-be20-4d61844d2def no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:41:04.007271 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36487c-6cd7-4413-945b-95980c2e1a47 req-36f6743a-1a86-455b-bc76-50ea33fb8d18 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:04.025740 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4a36487c-6cd7-4413-945b-95980c2e1a47 req-36f6743a-1a86-455b-bc76-50ea33fb8d18 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8108ecce-4816-4a1e-8976-a14442bedace HTTP/1.1" status: 200 len: 944 time: 0.1801817 Dec 16 09:41:04.041480 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 8c05e8c2-a512-42a8-be20-4d61844d2def {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:41:04.041480 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8c05e8c2-a512-42a8-be20-4d61844d2def not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:41:04.041480 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6baa2642-bbde-4881-958a-1f23de8468cc no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:41:04.070737 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be56a8f9-ec1b-42ef-8a83-4cbf0bf3b9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:04.094927 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:04.107052 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56a8f9-ec1b-42ef-8a83-4cbf0bf3b9e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6baa2642-bbde-4881-958a-1f23de8468cc,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:04.109174 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be56a8f9-ec1b-42ef-8a83-4cbf0bf3b9e7 admin admin] No DVR routers for this DVR port 6baa2642-bbde-4881-958a-1f23de8468cc on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:41:04.128213 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e6ee1-2cf6-4a2c-927b-edac183a03a5 req-2fbed976-2c86-4582-bada-0e82b940f56b tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:04.138728 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9f4e6ee1-2cf6-4a2c-927b-edac183a03a5 req-2fbed976-2c86-4582-bada-0e82b940f56b tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 946 time: 0.1381097 Dec 16 09:41:04.183935 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4a36487c-6cd7-4413-945b-95980c2e1a47 req-7730247f-cdc9-4a92-96cc-bacfdac57543 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528325 Dec 16 09:41:04.201215 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-013eac4b-ce81-4896-b203-452fd4919093 None None] For port 6baa2642-bbde-4881-958a-1f23de8468cc, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=6baa2642-bbde-4881-958a-1f23de8468cc,segment=NetworkSegment(1e2014f7-8ae4-4bc0-98b8-25a669313059),segment_id=1e2014f7-8ae4-4bc0-98b8-25a669313059)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:04.202353 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-013eac4b-ce81-4896-b203-452fd4919093 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:04.245852 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9f4e6ee1-2cf6-4a2c-927b-edac183a03a5 req-b06798ad-4e84-4936-bdaf-33486ae4fa83 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045370 Dec 16 09:41:04.278390 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] No active binding found for port 6baa2642-bbde-4881-958a-1f23de8468cc {{(pid=102818) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 16 09:41:04.279019 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6baa2642-bbde-4881-958a-1f23de8468cc not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:41:04.293055 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-013eac4b-ce81-4896-b203-452fd4919093 None None] Calling delete_port for 6baa2642-bbde-4881-958a-1f23de8468cc owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:41:04.321203 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be56a8f9-ec1b-42ef-8a83-4cbf0bf3b9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:04.364274 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-be56a8f9-ec1b-42ef-8a83-4cbf0bf3b9e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['796abadb-0795-4a55-adba-f043e91923a6']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:04.377210 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=2f8e65c6-ba0d-428b-88ce-a94115f405c3,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:04.390099 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-be56a8f9-ec1b-42ef-8a83-4cbf0bf3b9e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2014f7-8ae4-4bc0-98b8-25a669313059') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:04.391130 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-be56a8f9-ec1b-42ef-8a83-4cbf0bf3b9e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2014f7-8ae4-4bc0-98b8-25a669313059') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:04.409211 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be56a8f9-ec1b-42ef-8a83-4cbf0bf3b9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:04.424257 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be56a8f9-ec1b-42ef-8a83-4cbf0bf3b9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:04.435902 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['2f8e65c6-ba0d-428b-88ce-a94115f405c3'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:41:04.436065 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be56a8f9-ec1b-42ef-8a83-4cbf0bf3b9e7 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:41:04.436065 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be56a8f9-ec1b-42ef-8a83-4cbf0bf3b9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:04.438478 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:41:04.438478 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:41:04.438478 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:41:04.438478 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:41:04.438478 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:41:04.438478 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:41:04.438478 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:41:04.438478 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:41:04.438478 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:41:04.438478 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:41:04.438478 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:41:04.438478 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:41:04.438478 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:41:04.438478 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:41:04.438478 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:41:04.438478 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:41:04.438478 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:41:04.438478 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:41:04.438478 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:41:04.438478 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:41:04.438478 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:41:04.438478 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:41:04.438478 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:41:04.438478 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:41:04.438478 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:41:04.438478 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:41:04.438478 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:41:04.438478 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:41:04.438478 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:41:04.438478 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:41:04.438478 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:41:04.438478 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:41:04.523429 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-013eac4b-ce81-4896-b203-452fd4919093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:04.616661 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013eac4b-ce81-4896-b203-452fd4919093 None None] No DVR routers for this DVR port 6baa2642-bbde-4881-958a-1f23de8468cc on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:41:04.624807 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013eac4b-ce81-4896-b203-452fd4919093 None None] Pushing event deleted for resources: {'Port': ['ID=6baa2642-bbde-4881-958a-1f23de8468cc,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:04.648602 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be56a8f9-ec1b-42ef-8a83-4cbf0bf3b9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:04.664391 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be56a8f9-ec1b-42ef-8a83-4cbf0bf3b9e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:04.668028 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-be56a8f9-ec1b-42ef-8a83-4cbf0bf3b9e7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/796abadb-0795-4a55-adba-f043e91923a6 HTTP/1.1" status: 204 len: 168 time: 1.3899443 Dec 16 09:41:04.669163 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56a8f9-ec1b-42ef-8a83-4cbf0bf3b9e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=796abadb-0795-4a55-adba-f043e91923a6,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:04.672972 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57798) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:04.679463 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bbc4f0bc-618d-4d10-8320-f5718ea7f633 req-483df332-33e7-4c53-922e-bf192fde1de7 tempest-ServerShowV257Test-2000921111 tempest-ServerShowV257Test-2000921111-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.0820911 Dec 16 09:41:04.835264 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57806) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:05.007644 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-9b84ad3c-e021-40fd-975c-21bfdfe43cb5 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:05.008258 n-d-820550-2 neutron-server[102817]: WARNING neutron.api.v2.base [None req-9b84ad3c-e021-40fd-975c-21bfdfe43cb5 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 16 09:41:05.008763 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-9b84ad3c-e021-40fd-975c-21bfdfe43cb5 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] create failed (client error): There was a conflict when trying to complete your request. Dec 16 09:41:05.013372 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9b84ad3c-e021-40fd-975c-21bfdfe43cb5 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1732914 Dec 16 09:41:05.013872 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57816) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:05.030999 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-24b22103-1479-4c97-8bb7-e6bcc65dca3e tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Request body: {'security_group': {'name': 'tempest-secgroup--640192934'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:05.167818 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-24b22103-1479-4c97-8bb7-e6bcc65dca3e tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:05.177678 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-24b22103-1479-4c97-8bb7-e6bcc65dca3e tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:05.557676 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0c222916-e63f-49d5-9818-d6870a266bb3 req-e712488a-2ed7-47b0-9619-3346d0a5d7ab tempest-ServerShowV257Test-2000921111 tempest-ServerShowV257Test-2000921111-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.1453445 Dec 16 09:41:05.640461 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad796896-85a6-40c2-9123-5c795d2b0745 req-2ed49daf-428b-49c3-afa5-3fad46621798 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:05.642422 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ad796896-85a6-40c2-9123-5c795d2b0745 req-2ed49daf-428b-49c3-afa5-3fad46621798 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8108ecce-4816-4a1e-8976-a14442bedace HTTP/1.1" status: 200 len: 945 time: 0.2883453 Dec 16 09:41:05.649144 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4b7b8062-ae74-429e-bfde-8f4121a4a74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:05.684555 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-24b22103-1479-4c97-8bb7-e6bcc65dca3e tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:05.749593 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ad796896-85a6-40c2-9123-5c795d2b0745 req-a6c4cc67-9c33-472e-9576-c9980f3bdb00 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947025 Dec 16 09:41:05.781869 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-24b22103-1479-4c97-8bb7-e6bcc65dca3e tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:05.841772 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98bf87-f4db-41a9-97ed-372cdf40eb11 req-f58a420d-428f-478e-a7ba-f01586f9fd1d tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:05.850974 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3b98bf87-f4db-41a9-97ed-372cdf40eb11 req-f58a420d-428f-478e-a7ba-f01586f9fd1d tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 946 time: 0.1162379 Dec 16 09:41:05.949340 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-24b22103-1479-4c97-8bb7-e6bcc65dca3e tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:05.993011 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3b98bf87-f4db-41a9-97ed-372cdf40eb11 req-64a1b355-49d8-40c4-bf23-19501a039b5f tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410615 Dec 16 09:41:06.019290 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b22103-1479-4c97-8bb7-e6bcc65dca3e tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87217fca-f04b-4bb5-bffe-45698fc6abd6,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:06.075573 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-24b22103-1479-4c97-8bb7-e6bcc65dca3e tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:06.148936 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b22103-1479-4c97-8bb7-e6bcc65dca3e tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb71d28-b21d-4d5c-83de-23cb9e8e1dc8,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:06.172782 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-24b22103-1479-4c97-8bb7-e6bcc65dca3e tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:06.174227 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-24b22103-1479-4c97-8bb7-e6bcc65dca3e tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1592491 Dec 16 09:41:06.177254 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57854) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:06.183331 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-d8486052-381f-485a-b658-1a7a9bf5e653 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Request body: {'security_group_rule': {'security_group_id': 'ceb71d28-b21d-4d5c-83de-23cb9e8e1dc8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:06.229898 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-4b7b8062-ae74-429e-bfde-8f4121a4a74b admin admin] Deleting port 29f667f9-97b9-4570-8d39-73f305415e43 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:41:06.230589 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4b7b8062-ae74-429e-bfde-8f4121a4a74b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:06.289900 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d8486052-381f-485a-b658-1a7a9bf5e653 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:06.376179 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-4b7b8062-ae74-429e-bfde-8f4121a4a74b admin admin] For port 29f667f9-97b9-4570-8d39-73f305415e43, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=29f667f9-97b9-4570-8d39-73f305415e43,segment=NetworkSegment(d7f2ac56-495b-492f-831e-339f782a244d),segment_id=d7f2ac56-495b-492f-831e-339f782a244d)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:06.376558 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4b7b8062-ae74-429e-bfde-8f4121a4a74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:06.396898 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-4b7b8062-ae74-429e-bfde-8f4121a4a74b admin admin] Calling delete_port for 29f667f9-97b9-4570-8d39-73f305415e43 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:41:06.409612 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d8486052-381f-485a-b658-1a7a9bf5e653 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:06.536547 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d8486052-381f-485a-b658-1a7a9bf5e653 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:06.600929 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8486052-381f-485a-b658-1a7a9bf5e653 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9158dc81-5b15-4eea-bf21-c278ab82c4b4,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:06.730528 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8ca53be9-7a70-47c8-99db-c9ba206c587c req-7c1f173d-bb1a-4be2-b358-555c7b2981ef tempest-ServerShowV257Test-2000921111 tempest-ServerShowV257Test-2000921111-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.0632629 Dec 16 09:41:06.886700 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b34fd-b443-44ad-b7fc-89b3d6f21777 req-f7098030-0a2a-438f-97d1-b915b49f99c3 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:06.886700 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4b1b34fd-b443-44ad-b7fc-89b3d6f21777 req-f7098030-0a2a-438f-97d1-b915b49f99c3 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8108ecce-4816-4a1e-8976-a14442bedace HTTP/1.1" status: 200 len: 945 time: 0.0534301 Dec 16 09:41:06.925836 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4b1b34fd-b443-44ad-b7fc-89b3d6f21777 req-9ae82b61-4207-4388-916d-ce103c4bd2fb tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368166 Dec 16 09:41:07.004456 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d8486052-381f-485a-b658-1a7a9bf5e653 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:07.007933 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d8486052-381f-485a-b658-1a7a9bf5e653 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8292825 Dec 16 09:41:07.017251 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57876) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:07.024861 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-3db7ccdf-dc90-457c-86b2-0df1eb18b3c7 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Request body: {'security_group_rule': {'security_group_id': 'ceb71d28-b21d-4d5c-83de-23cb9e8e1dc8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:07.043889 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4b7b8062-ae74-429e-bfde-8f4121a4a74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:07.119246 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:07.127705 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b8062-ae74-429e-bfde-8f4121a4a74b admin admin] Pushing event deleted for resources: {'Port': ['ID=29f667f9-97b9-4570-8d39-73f305415e43,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:07.160471 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3db7ccdf-dc90-457c-86b2-0df1eb18b3c7 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:07.333342 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-3db7ccdf-dc90-457c-86b2-0df1eb18b3c7 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] create failed (client error): There was a conflict when trying to complete your request. Dec 16 09:41:07.334436 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3db7ccdf-dc90-457c-86b2-0df1eb18b3c7 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3161740 Dec 16 09:41:07.337283 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57886) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:07.421045 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d9a34-f5c3-4f29-9dc5-977c7549bb76 req-0dd8c017-50ce-4b13-8fce-300ab3e8d599 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:07.429675 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e10d9a34-f5c3-4f29-9dc5-977c7549bb76 req-0dd8c017-50ce-4b13-8fce-300ab3e8d599 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 946 time: 0.2264893 Dec 16 09:41:07.434403 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-15cb318c-a18f-4bb1-931b-785cd881a71b tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:07.435174 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 2f8e65c6-ba0d-428b-88ce-a94115f405c3 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:41:07.464909 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-15cb318c-a18f-4bb1-931b-785cd881a71b tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:07.494102 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e10d9a34-f5c3-4f29-9dc5-977c7549bb76 req-2a9488a0-13a6-4fb5-93a1-5e4ddcc99ec6 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632129 Dec 16 09:41:07.502073 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4b7b8062-ae74-429e-bfde-8f4121a4a74b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:07.627910 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-15cb318c-a18f-4bb1-931b-785cd881a71b tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:07.630602 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-15cb318c-a18f-4bb1-931b-785cd881a71b tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:07.634486 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-15cb318c-a18f-4bb1-931b-785cd881a71b tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "DELETE /v2.0/security-groups/ceb71d28-b21d-4d5c-83de-23cb9e8e1dc8 HTTP/1.1" status: 204 len: 168 time: 0.2937081 Dec 16 09:41:07.635661 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57888) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:07.642532 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 2f8e65c6-ba0d-428b-88ce-a94115f405c3 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:41:07.652652 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 2f8e65c6-ba0d-428b-88ce-a94115f405c3 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:07.653186 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:07.691386 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb318c-a18f-4bb1-931b-785cd881a71b tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb71d28-b21d-4d5c-83de-23cb9e8e1dc8,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:07.740771 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d4089f48-69d6-41b9-84e4-5c630518299f tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1030304 Dec 16 09:41:07.743003 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57892) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:07.749663 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-d8934151-bda9-4d26-811c-6465fecd4c0f tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1711424874'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:07.887082 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b7b8062-ae74-429e-bfde-8f4121a4a74b admin admin] Router 98b9bc30-d6e7-4aa0-93d4-6bf003e62e92 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:41:07.900815 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7c6fe389-fa9a-497f-a020-84b1be902a46 req-d4fcb4c1-702a-4219-9263-67e50b87b52b tempest-ServerShowV257Test-2000921111 tempest-ServerShowV257Test-2000921111-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.0513787 Dec 16 09:41:07.901963 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d8934151-bda9-4d26-811c-6465fecd4c0f tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:07.921419 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:07.971371 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 2f8e65c6-ba0d-428b-88ce-a94115f405c3, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=2f8e65c6-ba0d-428b-88ce-a94115f405c3,segment=NetworkSegment(f0df79a4-0132-4b56-a1b6-b2446bc74352),segment_id=f0df79a4-0132-4b56-a1b6-b2446bc74352)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:07.973802 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8108ecce-4816-4a1e-8976-a14442bedace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8e65c6-ba0d-428b-88ce-a94115f405c3'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:41:07.976439 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45e79e7-27df-48b8-be42-5c917caaefb6" -d '{"events": [{"server_uuid": "8108ecce-4816-4a1e-8976-a14442bedace", "name": "network-vif-plugged", "status": "completed", "tag": "2f8e65c6-ba0d-428b-88ce-a94115f405c3"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:41:08.030228 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:08.070489 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d8934151-bda9-4d26-811c-6465fecd4c0f tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:08.076652 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052931ef-beaa-4fff-a10f-285e9e4b4c4f x-openstack-request-id: req-052931ef-beaa-4fff-a10f-285e9e4b4c4f {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:41:08.077258 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8108ecce-4816-4a1e-8976-a14442bedace", "name": "network-vif-plugged", "status": "completed", "tag": "2f8e65c6-ba0d-428b-88ce-a94115f405c3", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:41:08.077703 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-052931ef-beaa-4fff-a10f-285e9e4b4c4f {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:41:08.078261 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8108ecce-4816-4a1e-8976-a14442bedace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8e65c6-ba0d-428b-88ce-a94115f405c3', 'code': 200} Dec 16 09:41:08.125502 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=2f8e65c6-ba0d-428b-88ce-a94115f405c3,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:08.142145 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d8934151-bda9-4d26-811c-6465fecd4c0f tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:08.230815 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8934151-bda9-4d26-811c-6465fecd4c0f tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac67d342-7020-4047-8c26-228755914958,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:08.232989 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c7054-1f77-4911-8833-0f5f91c0f925 req-1fa34ccf-7b1c-4d54-9aab-f8c8688625dd tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:08.232989 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7f0c7054-1f77-4911-8833-0f5f91c0f925 req-1fa34ccf-7b1c-4d54-9aab-f8c8688625dd tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8108ecce-4816-4a1e-8976-a14442bedace HTTP/1.1" status: 200 len: 946 time: 0.1651647 Dec 16 09:41:08.262686 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477891fb-cd85-4f02-82fc-8941f5be8ae6 req-82ce1754-6f45-4eb9-ab4c-acb1e3a20115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:08.264419 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-477891fb-cd85-4f02-82fc-8941f5be8ae6 req-82ce1754-6f45-4eb9-ab4c-acb1e3a20115 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8108ecce-4816-4a1e-8976-a14442bedace HTTP/1.1" status: 200 len: 1097 time: 0.1397536 Dec 16 09:41:08.280615 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7b8062-ae74-429e-bfde-8f4121a4a74b admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:41:08.293262 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4b7b8062-ae74-429e-bfde-8f4121a4a74b admin admin] 10.222.0.60 "PUT /v2.0/routers/98b9bc30-d6e7-4aa0-93d4-6bf003e62e92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6163723 Dec 16 09:41:08.293592 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57908) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:08.296443 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad1a6fb-fdf6-488c-9f99-c33c24d395d9 None None] Sync routers for ids ['98b9bc30-d6e7-4aa0-93d4-6bf003e62e92'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:41:08.329965 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad1a6fb-fdf6-488c-9f99-c33c24d395d9 None None] Routers {'98b9bc30-d6e7-4aa0-93d4-6bf003e62e92'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:41:08.348208 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-fad1a6fb-fdf6-488c-9f99-c33c24d395d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:40:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['98b9bc30-d6e7-4aa0-93d4-6bf003e62e92'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:08.362317 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7f0c7054-1f77-4911-8833-0f5f91c0f925 req-6bbf4d47-4aa1-45ff-8e07-007c5c9835ca tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318450 Dec 16 09:41:08.367762 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-477891fb-cd85-4f02-82fc-8941f5be8ae6 req-c3b2dc25-103a-4743-9217-59ef6945c335 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950258 Dec 16 09:41:08.381644 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57910) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:08.512135 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d8934151-bda9-4d26-811c-6465fecd4c0f tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:08.513405 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d8934151-bda9-4d26-811c-6465fecd4c0f tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7687209 Dec 16 09:41:08.514703 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-87c53823-c57d-417c-8683-c79a0b9719a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:08.516980 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57914) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:08.524924 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-23444d43-7c2f-4484-8e6b-03b63d7520e6 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Request body: {'security_group_rule': {'security_group_id': 'ac67d342-7020-4047-8c26-228755914958', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:08.526443 n-d-820550-2 neutron-server[102817]: WARNING neutron.api.v2.base [None req-23444d43-7c2f-4484-8e6b-03b63d7520e6 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 16 09:41:08.527896 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-23444d43-7c2f-4484-8e6b-03b63d7520e6 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:41:08.534323 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-23444d43-7c2f-4484-8e6b-03b63d7520e6 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0153034 Dec 16 09:41:08.538747 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57918) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:08.540139 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-fad1a6fb-fdf6-488c-9f99-c33c24d395d9 None None] Set router 98b9bc30-d6e7-4aa0-93d4-6bf003e62e92 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:41:08.583503 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0ee375e3-e35b-4a98-b77d-0005fee143e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:08.672461 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a2d35-0415-477f-9372-9214a25f699b req-a861c373-e09e-4af2-8ad0-0ce1151172cd tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:08.674070 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b6a2d35-0415-477f-9372-9214a25f699b req-a861c373-e09e-4af2-8ad0-0ce1151172cd tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 946 time: 0.0716650 Dec 16 09:41:08.690887 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-87c53823-c57d-417c-8683-c79a0b9719a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:08.704107 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0ee375e3-e35b-4a98-b77d-0005fee143e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:08.747379 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62c142f8-8ba8-4e5b-ac0e-68eedf24b32f tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:08.753230 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b6a2d35-0415-477f-9372-9214a25f699b req-1c2bb09c-0514-4e57-ace5-836cdb8d2e43 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709355 Dec 16 09:41:08.772462 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62c142f8-8ba8-4e5b-ac0e-68eedf24b32f tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:08.791123 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0ee375e3-e35b-4a98-b77d-0005fee143e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:08.803283 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-fad1a6fb-fdf6-488c-9f99-c33c24d395d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b9bc30-d6e7-4aa0-93d4-6bf003e62e92', 'name': 'tempest-TaggedBootDevicesTest-1237192171-router', 'tenant_id': 'bd5f5d7e67a74d678f1c3a81da65fc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:29Z', 'updated_at': '2021-12-16T09:41:06Z', 'revision_number': 5, 'project_id': 'bd5f5d7e67a74d678f1c3a81da65fc26', 'gw_port': {'id': 'feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9bc30-d6e7-4aa0-93d4-6bf003e62e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:32Z', 'updated_at': '2021-12-16T09:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:08.829058 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad1a6fb-fdf6-488c-9f99-c33c24d395d9 None None] Checking router: 98b9bc30-d6e7-4aa0-93d4-6bf003e62e92 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:41:08.840807 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad1a6fb-fdf6-488c-9f99-c33c24d395d9 None None] Routers {'98b9bc30-d6e7-4aa0-93d4-6bf003e62e92'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:41:08.841478 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-fad1a6fb-fdf6-488c-9f99-c33c24d395d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:40:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['98b9bc30-d6e7-4aa0-93d4-6bf003e62e92'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:08.843786 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0ee375e3-e35b-4a98-b77d-0005fee143e2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ae6e0859f2ff4faa9eb1bcaa54042ae4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4610114 Dec 16 09:41:08.846028 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee375e3-e35b-4a98-b77d-0005fee143e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c13bdf3-0b65-4c67-a79b-8f2dc98ba1d2,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:08.849840 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57924) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:08.872430 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee375e3-e35b-4a98-b77d-0005fee143e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:08.872863 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee375e3-e35b-4a98-b77d-0005fee143e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:08.874914 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee375e3-e35b-4a98-b77d-0005fee143e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:08.874914 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee375e3-e35b-4a98-b77d-0005fee143e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:08.875447 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee375e3-e35b-4a98-b77d-0005fee143e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:08.875891 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee375e3-e35b-4a98-b77d-0005fee143e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:08.876753 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee375e3-e35b-4a98-b77d-0005fee143e2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:08.877368 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee375e3-e35b-4a98-b77d-0005fee143e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:08.877776 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee375e3-e35b-4a98-b77d-0005fee143e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:08.878334 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee375e3-e35b-4a98-b77d-0005fee143e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:08.878779 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee375e3-e35b-4a98-b77d-0005fee143e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:08.880783 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee375e3-e35b-4a98-b77d-0005fee143e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:08.923222 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-87c53823-c57d-417c-8683-c79a0b9719a9 admin admin] Deleting port feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:41:08.924452 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-87c53823-c57d-417c-8683-c79a0b9719a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:08.939256 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ddeb99b3-8f5b-467f-ac82-d2317e0eee81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:08.958724 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62c142f8-8ba8-4e5b-ac0e-68eedf24b32f tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:08.961941 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62c142f8-8ba8-4e5b-ac0e-68eedf24b32f tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:08.966776 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-62c142f8-8ba8-4e5b-ac0e-68eedf24b32f tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "DELETE /v2.0/security-groups/ac67d342-7020-4047-8c26-228755914958 HTTP/1.1" status: 204 len: 168 time: 0.4223671 Dec 16 09:41:08.970541 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57930) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:08.977619 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ddeb99b3-8f5b-467f-ac82-d2317e0eee81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:08.988567 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-fad1a6fb-fdf6-488c-9f99-c33c24d395d9 None None] Set router 98b9bc30-d6e7-4aa0-93d4-6bf003e62e92 gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:41:08.990783 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c142f8-8ba8-4e5b-ac0e-68eedf24b32f tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac67d342-7020-4047-8c26-228755914958,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:09.057339 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6bfb1d57-6717-4ec7-a1da-547f362b0b91 req-56333595-dab5-4097-b1d7-e275fe60400f tempest-ServerShowV257Test-2000921111 tempest-ServerShowV257Test-2000921111-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.0396490 Dec 16 09:41:09.068110 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-fad1a6fb-fdf6-488c-9f99-c33c24d395d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b9bc30-d6e7-4aa0-93d4-6bf003e62e92', 'name': 'tempest-TaggedBootDevicesTest-1237192171-router', 'tenant_id': 'bd5f5d7e67a74d678f1c3a81da65fc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:29Z', 'updated_at': '2021-12-16T09:41:08Z', 'revision_number': 6, 'project_id': 'bd5f5d7e67a74d678f1c3a81da65fc26', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:09.109758 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad1a6fb-fdf6-488c-9f99-c33c24d395d9 None None] The sync data for ids ['98b9bc30-d6e7-4aa0-93d4-6bf003e62e92'] in n-d-820550-2 is: [{'id': '98b9bc30-d6e7-4aa0-93d4-6bf003e62e92', 'name': 'tempest-TaggedBootDevicesTest-1237192171-router', 'tenant_id': 'bd5f5d7e67a74d678f1c3a81da65fc26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:29Z', 'updated_at': '2021-12-16T09:41:08Z', 'revision_number': 6, 'project_id': 'bd5f5d7e67a74d678f1c3a81da65fc26', 'gw_port_host': None}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:41:09.115006 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e7ec5648-f669-4b00-93b0-b6ab167d0e91 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1391468 Dec 16 09:41:09.115162 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57934) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:09.119992 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-29c24af3-0e09-495d-8315-d36485324959 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Request body: {'security_group': {'name': 'tempest-secgroup--226023215'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:09.154770 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-87c53823-c57d-417c-8683-c79a0b9719a9 admin admin] For port feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:09.155383 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-87c53823-c57d-417c-8683-c79a0b9719a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:09.167816 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ddeb99b3-8f5b-467f-ac82-d2317e0eee81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:09.171482 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ddeb99b3-8f5b-467f-ac82-d2317e0eee81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:09.171482 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ddeb99b3-8f5b-467f-ac82-d2317e0eee81 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9c13bdf3-0b65-4c67-a79b-8f2dc98ba1d2 HTTP/1.1" status: 204 len: 168 time: 0.3169391 Dec 16 09:41:09.184036 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-87c53823-c57d-417c-8683-c79a0b9719a9 admin admin] Calling delete_port for feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9 owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:41:09.187261 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb99b3-8f5b-467f-ac82-d2317e0eee81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c13bdf3-0b65-4c67-a79b-8f2dc98ba1d2,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:09.230203 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-29c24af3-0e09-495d-8315-d36485324959 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:09.317719 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-29c24af3-0e09-495d-8315-d36485324959 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:09.466762 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-29c24af3-0e09-495d-8315-d36485324959 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:09.483299 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-87c53823-c57d-417c-8683-c79a0b9719a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:09.538812 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c24af3-0e09-495d-8315-d36485324959 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fea40b1-4642-4038-ac45-efade08b29a1,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:09.548221 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c53823-c57d-417c-8683-c79a0b9719a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:09.553737 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca5944-b282-4c72-a8b5-e17e5409b0af req-aecc31cc-da4c-4df7-a2ab-ee4ad6e15e1f tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:09.563777 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-edca5944-b282-4c72-a8b5-e17e5409b0af req-aecc31cc-da4c-4df7-a2ab-ee4ad6e15e1f tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8108ecce-4816-4a1e-8976-a14442bedace HTTP/1.1" status: 200 len: 946 time: 0.1282716 Dec 16 09:41:09.614832 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-edca5944-b282-4c72-a8b5-e17e5409b0af req-b81afa31-b67b-4364-8b0f-acc5b4533ded tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443950 Dec 16 09:41:09.619192 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-29c24af3-0e09-495d-8315-d36485324959 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:09.623651 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-29c24af3-0e09-495d-8315-d36485324959 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5072460 Dec 16 09:41:09.624186 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57948) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:09.628957 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-87affb21-488a-412f-a983-60aee93eedc4 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Request body: {'security_group_rule': {'security_group_id': '4fea40b1-4642-4038-ac45-efade08b29a1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:09.630817 n-d-820550-2 neutron-server[102817]: WARNING neutron.api.v2.base [None req-87affb21-488a-412f-a983-60aee93eedc4 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 16 09:41:09.632010 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-87affb21-488a-412f-a983-60aee93eedc4 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:41:09.636156 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57950) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:09.636825 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-87affb21-488a-412f-a983-60aee93eedc4 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0113227 Dec 16 09:41:09.670021 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-87c53823-c57d-417c-8683-c79a0b9719a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:09.782502 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-87c53823-c57d-417c-8683-c79a0b9719a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:09.787983 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-87c53823-c57d-417c-8683-c79a0b9719a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:09.850561 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-91817a6a-44f3-4eba-b8df-20f190535a52 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:09.875918 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-91817a6a-44f3-4eba-b8df-20f190535a52 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:09.939186 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-87c53823-c57d-417c-8683-c79a0b9719a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:09.939746 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c53823-c57d-417c-8683-c79a0b9719a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98b9bc30-d6e7-4aa0-93d4-6bf003e62e92 {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:41:09.945201 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-87c53823-c57d-417c-8683-c79a0b9719a9 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:09.949067 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-87c53823-c57d-417c-8683-c79a0b9719a9 admin admin] 10.222.0.60 "DELETE /v2.0/routers/98b9bc30-d6e7-4aa0-93d4-6bf003e62e92 HTTP/1.1" status: 204 len: 168 time: 1.6564381 Dec 16 09:41:09.949461 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57968) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:09.973601 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acdd282-1771-42ac-ae8e-357fb9a6e974 req-8377e929-da50-4fbf-9806-5f669095aaf8 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:09.975843 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0acdd282-1771-42ac-ae8e-357fb9a6e974 req-8377e929-da50-4fbf-9806-5f669095aaf8 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 946 time: 0.1023550 Dec 16 09:41:10.014923 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a093b42-8567-4cd1-b302-1cc2ca2cf38d admin admin] Deleting subnet 8f471a05-e8bd-484b-bae9-bd0c4e94aa3c {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:41:10.022144 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a093b42-8567-4cd1-b302-1cc2ca2cf38d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:10.064775 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:41:10.070716 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a093b42-8567-4cd1-b302-1cc2ca2cf38d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:10.074950 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0acdd282-1771-42ac-ae8e-357fb9a6e974 req-24fba992-3e2d-4651-82e8-fd392381e6e7 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839884 Dec 16 09:41:10.095596 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-91817a6a-44f3-4eba-b8df-20f190535a52 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:10.099577 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-91817a6a-44f3-4eba-b8df-20f190535a52 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:10.099987 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-91817a6a-44f3-4eba-b8df-20f190535a52 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "DELETE /v2.0/security-groups/4fea40b1-4642-4038-ac45-efade08b29a1 HTTP/1.1" status: 204 len: 168 time: 0.4627230 Dec 16 09:41:10.101958 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:41:10.102510 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device feec48c7-67ba-4ee3-9e6e-3b2071a7dcc9 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:41:10.103141 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 29f667f9-97b9-4570-8d39-73f305415e43 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:41:10.108178 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57972) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:10.169955 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91817a6a-44f3-4eba-b8df-20f190535a52 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fea40b1-4642-4038-ac45-efade08b29a1,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:10.187341 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 29f667f9-97b9-4570-8d39-73f305415e43 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:41:10.187692 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 29f667f9-97b9-4570-8d39-73f305415e43 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:41:10.221410 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a093b42-8567-4cd1-b302-1cc2ca2cf38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:10.356681 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b57de7c5-1836-4263-b0cb-ceee5745ce58 req-3162f021-5393-4cfd-a682-6dbea1211fc9 tempest-ServerShowV257Test-2000921111 tempest-ServerShowV257Test-2000921111-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.0724423 Dec 16 09:41:10.459752 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a093b42-8567-4cd1-b302-1cc2ca2cf38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:10.461791 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:10.497917 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a093b42-8567-4cd1-b302-1cc2ca2cf38d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:10.501657 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8a093b42-8567-4cd1-b302-1cc2ca2cf38d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8f471a05-e8bd-484b-bae9-bd0c4e94aa3c HTTP/1.1" status: 204 len: 168 time: 0.5490935 Dec 16 09:41:10.504059 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a093b42-8567-4cd1-b302-1cc2ca2cf38d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f471a05-e8bd-484b-bae9-bd0c4e94aa3c,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:10.506404 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57996) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:10.506558 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9f3a1d-296b-4f6d-8d45-88ad1554d06f None None] Network 1c7e67d1-ae57-498c-a2a6-299c51a9e744 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:41:10.600023 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-df95f127-fee0-4e75-8d0b-8c6b740eefca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:10.681813 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-df95f127-fee0-4e75-8d0b-8c6b740eefca admin admin] Deleting port 9b83028a-bf44-4388-9b1d-e4c98a911b3a {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:41:10.681813 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-df95f127-fee0-4e75-8d0b-8c6b740eefca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:10.779336 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e6c05fcb-6815-4551-9ee4-e5d4a5502213 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6661584 Dec 16 09:41:10.780204 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58008) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:10.788389 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-06e7a131-15b7-4dae-a06e-81e1b76c5501 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Request body: {'security_group': {'name': 'tempest-secgroup--973968439'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:10.835013 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-df95f127-fee0-4e75-8d0b-8c6b740eefca admin admin] For port 9b83028a-bf44-4388-9b1d-e4c98a911b3a, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=9b83028a-bf44-4388-9b1d-e4c98a911b3a,segment=NetworkSegment(d7f2ac56-495b-492f-831e-339f782a244d),segment_id=d7f2ac56-495b-492f-831e-339f782a244d)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:10.836433 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-df95f127-fee0-4e75-8d0b-8c6b740eefca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:10.853787 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673ef61d-f4e8-44c2-85ef-35866665709d None None] DHCP port deletion for 1c7e67d1-ae57-498c-a2a6-299c51a9e744 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:41:10.862991 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-df95f127-fee0-4e75-8d0b-8c6b740eefca admin admin] Calling delete_port for 9b83028a-bf44-4388-9b1d-e4c98a911b3a owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:41:10.866253 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3351c528-ed17-4658-b4c9-554e9b0f00e2 req-aeb7907b-bc04-4084-a1ad-82f4b78e70a7 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:10.873700 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3351c528-ed17-4658-b4c9-554e9b0f00e2 req-aeb7907b-bc04-4084-a1ad-82f4b78e70a7 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8108ecce-4816-4a1e-8976-a14442bedace HTTP/1.1" status: 200 len: 946 time: 0.1280406 Dec 16 09:41:10.882288 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-06e7a131-15b7-4dae-a06e-81e1b76c5501 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:10.960160 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3351c528-ed17-4658-b4c9-554e9b0f00e2 req-b0d895ca-c49b-4c3d-bcfc-ec0cf950377b tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854211 Dec 16 09:41:10.991564 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-673ef61d-f4e8-44c2-85ef-35866665709d None None] Deleting port 9b83028a-bf44-4388-9b1d-e4c98a911b3a {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:41:10.991937 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-673ef61d-f4e8-44c2-85ef-35866665709d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:11.069649 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-06e7a131-15b7-4dae-a06e-81e1b76c5501 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:11.104276 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-df95f127-fee0-4e75-8d0b-8c6b740eefca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:11.120382 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-673ef61d-f4e8-44c2-85ef-35866665709d None None] For port 9b83028a-bf44-4388-9b1d-e4c98a911b3a, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=9b83028a-bf44-4388-9b1d-e4c98a911b3a,segment=NetworkSegment(d7f2ac56-495b-492f-831e-339f782a244d),segment_id=d7f2ac56-495b-492f-831e-339f782a244d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:11.122127 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-673ef61d-f4e8-44c2-85ef-35866665709d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:11.138815 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-06e7a131-15b7-4dae-a06e-81e1b76c5501 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:11.146791 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-673ef61d-f4e8-44c2-85ef-35866665709d None None] Calling delete_port for 9b83028a-bf44-4388-9b1d-e4c98a911b3a owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:41:11.154774 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95f127-fee0-4e75-8d0b-8c6b740eefca admin admin] Pushing event deleted for resources: {'Port': ['ID=9b83028a-bf44-4388-9b1d-e4c98a911b3a,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:11.165990 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df95f127-fee0-4e75-8d0b-8c6b740eefca admin admin] No DVR routers for this DVR port 9b83028a-bf44-4388-9b1d-e4c98a911b3a on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:41:11.218028 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e7a131-15b7-4dae-a06e-81e1b76c5501 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4416ef7-92d5-4458-826f-960159dd406e,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:11.224920 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-06e7a131-15b7-4dae-a06e-81e1b76c5501 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:11.231686 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-06e7a131-15b7-4dae-a06e-81e1b76c5501 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4501491 Dec 16 09:41:11.234595 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58036) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:11.241839 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-abf4985b-2d05-49ff-9b8d-60fc9cdd90ca tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Request body: {'security_group_rule': {'security_group_id': 'a4416ef7-92d5-4458-826f-960159dd406e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:11.256802 n-d-820550-2 neutron-server[102816]: WARNING neutron.api.v2.base [None req-abf4985b-2d05-49ff-9b8d-60fc9cdd90ca tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 16 09:41:11.257563 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-abf4985b-2d05-49ff-9b8d-60fc9cdd90ca tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:41:11.258676 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-abf4985b-2d05-49ff-9b8d-60fc9cdd90ca tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0220678 Dec 16 09:41:11.261551 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58040) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:11.267612 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-e4a9f7b8-9356-483d-b84b-59c6ea77383f tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Request body: {'security_group_rule': {'security_group_id': 'a4416ef7-92d5-4458-826f-960159dd406e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:11.269049 n-d-820550-2 neutron-server[102816]: WARNING neutron.api.v2.base [None req-e4a9f7b8-9356-483d-b84b-59c6ea77383f tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 16 09:41:11.270891 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-e4a9f7b8-9356-483d-b84b-59c6ea77383f tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:41:11.277269 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-df95f127-fee0-4e75-8d0b-8c6b740eefca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:11.278200 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e4a9f7b8-9356-483d-b84b-59c6ea77383f tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0139890 Dec 16 09:41:11.279697 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58042) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:11.292194 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-a943abb7-02fd-4387-a3a8-3a75f9bcc90a tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Request body: {'security_group_rule': {'security_group_id': 'a4416ef7-92d5-4458-826f-960159dd406e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:11.297625 n-d-820550-2 neutron-server[102816]: WARNING neutron.api.v2.base [None req-a943abb7-02fd-4387-a3a8-3a75f9bcc90a tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 16 09:41:11.298567 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-a943abb7-02fd-4387-a3a8-3a75f9bcc90a tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:41:11.299598 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-df95f127-fee0-4e75-8d0b-8c6b740eefca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c7e67d1-ae57-498c-a2a6-299c51a9e744']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:11.302658 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a943abb7-02fd-4387-a3a8-3a75f9bcc90a tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0212710 Dec 16 09:41:11.306821 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58044) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:11.311270 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-64e59d57-ff33-4355-8d67-3a5997d6b285 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Request body: {'security_group_rule': {'security_group_id': 'a4416ef7-92d5-4458-826f-960159dd406e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:11.316147 n-d-820550-2 neutron-server[102816]: WARNING neutron.api.v2.base [None req-64e59d57-ff33-4355-8d67-3a5997d6b285 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 16 09:41:11.317422 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-df95f127-fee0-4e75-8d0b-8c6b740eefca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f2ac56-495b-492f-831e-339f782a244d') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:11.317787 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-df95f127-fee0-4e75-8d0b-8c6b740eefca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f2ac56-495b-492f-831e-339f782a244d') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:11.319096 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-64e59d57-ff33-4355-8d67-3a5997d6b285 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:41:11.322833 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-64e59d57-ff33-4355-8d67-3a5997d6b285 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0125287 Dec 16 09:41:11.324907 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58046) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:11.330071 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-df95f127-fee0-4e75-8d0b-8c6b740eefca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:11.349005 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-673ef61d-f4e8-44c2-85ef-35866665709d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:11.349428 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-df95f127-fee0-4e75-8d0b-8c6b740eefca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:11.358468 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df95f127-fee0-4e75-8d0b-8c6b740eefca admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:41:11.359316 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-df95f127-fee0-4e75-8d0b-8c6b740eefca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:11.365560 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:41:11.365560 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:41:11.365560 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:41:11.365560 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:41:11.365560 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:41:11.365560 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:41:11.365560 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:41:11.365560 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:41:11.365560 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:41:11.365560 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:41:11.365560 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:41:11.365560 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:41:11.365560 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:41:11.365560 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:41:11.365560 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:41:11.365560 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:41:11.365560 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:41:11.365560 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:41:11.365560 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:41:11.365560 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:41:11.365560 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:41:11.365560 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:41:11.365560 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:41:11.365560 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:41:11.365560 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:41:11.365560 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:41:11.365560 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:41:11.365560 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:41:11.365560 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:41:11.365560 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:41:11.365560 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:41:11.365560 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:41:11.383971 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ef61d-f4e8-44c2-85ef-35866665709d None None] Pushing event deleted for resources: {'Port': ['ID=9b83028a-bf44-4388-9b1d-e4c98a911b3a,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:11.392716 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ffe9b838-cd5e-40e4-aeb7-a2c7ad70fd61 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:11.394349 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673ef61d-f4e8-44c2-85ef-35866665709d None None] No DVR routers for this DVR port 9b83028a-bf44-4388-9b1d-e4c98a911b3a on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:41:11.508391 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ffe9b838-cd5e-40e4-aeb7-a2c7ad70fd61 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:11.542303 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2bc74abd-aa88-4284-b3bc-30b8238598e2 req-d8986c03-177d-403f-a4a2-6ca0f7a8e439 tempest-ServerShowV257Test-2000921111 tempest-ServerShowV257Test-2000921111-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.0588987 Dec 16 09:41:11.667770 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-df95f127-fee0-4e75-8d0b-8c6b740eefca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:11.696219 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-df95f127-fee0-4e75-8d0b-8c6b740eefca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:11.705230 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-df95f127-fee0-4e75-8d0b-8c6b740eefca admin admin] 10.222.0.60 "DELETE /v2.0/networks/1c7e67d1-ae57-498c-a2a6-299c51a9e744 HTTP/1.1" status: 204 len: 168 time: 1.1973226 Dec 16 09:41:11.706552 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95f127-fee0-4e75-8d0b-8c6b740eefca admin admin] Pushing event deleted for resources: {'Network': ['ID=1c7e67d1-ae57-498c-a2a6-299c51a9e744,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:11.733218 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ffe9b838-cd5e-40e4-aeb7-a2c7ad70fd61 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:11.737420 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ffe9b838-cd5e-40e4-aeb7-a2c7ad70fd61 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:11.742447 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ffe9b838-cd5e-40e4-aeb7-a2c7ad70fd61 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "DELETE /v2.0/security-groups/a4416ef7-92d5-4458-826f-960159dd406e HTTP/1.1" status: 204 len: 168 time: 0.4127116 Dec 16 09:41:11.742700 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58070) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:11.760354 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9b838-cd5e-40e4-aeb7-a2c7ad70fd61 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4416ef7-92d5-4458-826f-960159dd406e,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:11.842065 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5f8fc11c-1215-4c75-bf0d-a57119906fbc tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0948279 Dec 16 09:41:11.842261 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58074) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:11.847544 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-98c11ba7-8c83-4b60-9ef9-595274d94187 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1562276095'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:11.912646 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 9b83028a-bf44-4388-9b1d-e4c98a911b3a no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:41:11.938298 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 9b83028a-bf44-4388-9b1d-e4c98a911b3a {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:41:11.938841 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 9b83028a-bf44-4388-9b1d-e4c98a911b3a not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:41:11.979021 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-98c11ba7-8c83-4b60-9ef9-595274d94187 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:12.139765 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-98c11ba7-8c83-4b60-9ef9-595274d94187 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:12.164466 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58086) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:12.204568 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8e8a0f83-a2a5-4d7a-8876-a629ab1e94a8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2fdf9ee8bfea41ea812d81e90556fa69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387247 Dec 16 09:41:12.207156 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58088) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:12.251083 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-98c11ba7-8c83-4b60-9ef9-595274d94187 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:12.284059 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a4a99ac7-8cf0-4bd6-a553-e7cb84ff2d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:12.300446 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c11ba7-8c83-4b60-9ef9-595274d94187 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d095bf-612e-4929-96e4-b08ec2206072,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:12.309320 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c11ba7-8c83-4b60-9ef9-595274d94187 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:12.309676 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c11ba7-8c83-4b60-9ef9-595274d94187 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:12.309826 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a4a99ac7-8cf0-4bd6-a553-e7cb84ff2d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:12.310022 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c11ba7-8c83-4b60-9ef9-595274d94187 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:12.310362 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c11ba7-8c83-4b60-9ef9-595274d94187 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:12.310697 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c11ba7-8c83-4b60-9ef9-595274d94187 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:12.311031 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c11ba7-8c83-4b60-9ef9-595274d94187 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:12.311358 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c11ba7-8c83-4b60-9ef9-595274d94187 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:12.311735 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c11ba7-8c83-4b60-9ef9-595274d94187 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:12.312075 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c11ba7-8c83-4b60-9ef9-595274d94187 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:12.312527 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c11ba7-8c83-4b60-9ef9-595274d94187 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:12.312867 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c11ba7-8c83-4b60-9ef9-595274d94187 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:12.313207 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c11ba7-8c83-4b60-9ef9-595274d94187 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:12.401906 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-98c11ba7-8c83-4b60-9ef9-595274d94187 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:12.411133 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-98c11ba7-8c83-4b60-9ef9-595274d94187 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5601425 Dec 16 09:41:12.411133 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58104) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:12.411569 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-83cef564-66bb-4db1-9293-e0ecf85eaf29 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Request body: {'security_group_rule': {'security_group_id': 'd6d095bf-612e-4929-96e4-b08ec2206072', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:12.412135 n-d-820550-2 neutron-server[102816]: WARNING neutron.api.v2.base [None req-83cef564-66bb-4db1-9293-e0ecf85eaf29 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 16 09:41:12.412646 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-83cef564-66bb-4db1-9293-e0ecf85eaf29 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:41:12.415953 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-83cef564-66bb-4db1-9293-e0ecf85eaf29 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064793 Dec 16 09:41:12.416278 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58106) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:12.420829 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-9f6753f3-ba9d-49a6-a8a5-893afe0a1a51 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Request body: {'security_group_rule': {'security_group_id': 'd6d095bf-612e-4929-96e4-b08ec2206072', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:12.680223 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-9f6753f3-ba9d-49a6-a8a5-893afe0a1a51 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:41:12.685071 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9f6753f3-ba9d-49a6-a8a5-893afe0a1a51 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2641177 Dec 16 09:41:12.685761 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58124) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:12.690336 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-3fa1ce07-eb5d-44f0-926c-539cb656fcb7 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Request body: {'security_group_rule': {'security_group_id': 'd6d095bf-612e-4929-96e4-b08ec2206072', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:12.690820 n-d-820550-2 neutron-server[102816]: WARNING neutron.api.v2.base [None req-3fa1ce07-eb5d-44f0-926c-539cb656fcb7 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 16 09:41:12.691305 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-3fa1ce07-eb5d-44f0-926c-539cb656fcb7 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:41:12.693733 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3fa1ce07-eb5d-44f0-926c-539cb656fcb7 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069518 Dec 16 09:41:12.699319 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58126) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:12.710904 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-6e580181-0d10-4f7b-a868-7ff44fba2eb1 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Request body: {'security_group_rule': {'security_group_id': 'd6d095bf-612e-4929-96e4-b08ec2206072', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:12.797738 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a4a99ac7-8cf0-4bd6-a553-e7cb84ff2d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:12.800600 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a4a99ac7-8cf0-4bd6-a553-e7cb84ff2d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:12.802672 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a4a99ac7-8cf0-4bd6-a553-e7cb84ff2d4d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/174c1064-d9bd-4579-9091-596dd7aa8e7c HTTP/1.1" status: 204 len: 168 time: 0.5931597 Dec 16 09:41:12.815196 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a99ac7-8cf0-4bd6-a553-e7cb84ff2d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174c1064-d9bd-4579-9091-596dd7aa8e7c,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:12.851567 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-aebea6a5-7c1f-4e76-a585-d91117a10136 req-382c32f0-1e21-4dfe-b144-bdcf9f21f809 tempest-ServerShowV257Test-2000921111 tempest-ServerShowV257Test-2000921111-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.0961337 Dec 16 09:41:12.853474 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7c70b-cfa2-41e7-9acd-a59bc0f976c0 req-f531744b-d555-4d88-832f-d229cfd8bc6b tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:12.873695 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-baf7c70b-cfa2-41e7-9acd-a59bc0f976c0 req-f531744b-d555-4d88-832f-d229cfd8bc6b tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 946 time: 0.4994159 Dec 16 09:41:12.929426 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-baf7c70b-cfa2-41e7-9acd-a59bc0f976c0 req-2fab5559-787a-4d04-8842-95b7e6da2c3c tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532444 Dec 16 09:41:12.973725 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-6e580181-0d10-4f7b-a868-7ff44fba2eb1 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:41:12.976341 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6e580181-0d10-4f7b-a868-7ff44fba2eb1 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2748475 Dec 16 09:41:12.979588 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58148) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:12.984620 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-7515dcc1-8e16-4447-b59e-9eaf0a18705e tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Request body: {'security_group_rule': {'security_group_id': 'd6d095bf-612e-4929-96e4-b08ec2206072', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:12.985243 n-d-820550-2 neutron-server[102816]: WARNING neutron.api.v2.base [None req-7515dcc1-8e16-4447-b59e-9eaf0a18705e tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 16 09:41:12.986339 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-7515dcc1-8e16-4447-b59e-9eaf0a18705e tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:41:12.986886 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7515dcc1-8e16-4447-b59e-9eaf0a18705e tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060694 Dec 16 09:41:12.991494 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58152) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:12.999664 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-22e22121-dbcd-4fc0-9d8f-69be2e4481ed tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Request body: {'security_group_rule': {'security_group_id': 'd6d095bf-612e-4929-96e4-b08ec2206072', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:13.118164 n-d-820550-2 neutron-server[102817]: INFO neutron.db.securitygroups_db [None req-22e22121-dbcd-4fc0-9d8f-69be2e4481ed tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Project 954ba16e3cf548b2b6cfbd8f469da620 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 09:41:13.262390 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-22e22121-dbcd-4fc0-9d8f-69be2e4481ed tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:41:13.268007 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58170) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:13.268195 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-22e22121-dbcd-4fc0-9d8f-69be2e4481ed tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2741294 Dec 16 09:41:13.283277 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-8705758f-f43b-4cc0-a30a-06911a3fbe3f tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Request body: {'security_group_rule': {'security_group_id': 'd6d095bf-612e-4929-96e4-b08ec2206072', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:13.286247 n-d-820550-2 neutron-server[102816]: WARNING neutron.api.v2.base [None req-8705758f-f43b-4cc0-a30a-06911a3fbe3f tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 16 09:41:13.290347 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-8705758f-f43b-4cc0-a30a-06911a3fbe3f tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:41:13.293484 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8705758f-f43b-4cc0-a30a-06911a3fbe3f tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0223031 Dec 16 09:41:13.296196 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58172) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:13.308300 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-6e604162-a85f-4d45-98e4-85fec9b996a6 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Request body: {'security_group_rule': {'security_group_id': 'd6d095bf-612e-4929-96e4-b08ec2206072', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:13.413245 n-d-820550-2 neutron-server[102816]: INFO neutron.db.securitygroups_db [None req-6e604162-a85f-4d45-98e4-85fec9b996a6 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Project 954ba16e3cf548b2b6cfbd8f469da620 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 09:41:13.449954 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:41:13.536996 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-6e604162-a85f-4d45-98e4-85fec9b996a6 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:41:13.540993 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6e604162-a85f-4d45-98e4-85fec9b996a6 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2405479 Dec 16 09:41:13.546597 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58194) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:13.547442 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:13.547646 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-9f18920b-5b4c-43f3-a946-453123f99fc5 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Request body: {'security_group_rule': {'security_group_id': 'd6d095bf-612e-4929-96e4-b08ec2206072', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:13.593067 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185bb750-6449-4053-a83d-cdb9428568e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:41:13.596774 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6153d3-d838-43b0-881e-5d97c6fcbf87" -d '{"events": [{"server_uuid": "185bb750-6449-4053-a83d-cdb9428568e4", "name": "network-vif-unplugged", "status": "completed", "tag": "c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:41:13.603568 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:13.633272 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a4484a-43cf-4344-a6c1-4a7639b64c62 x-openstack-request-id: req-68a4484a-43cf-4344-a6c1-4a7639b64c62 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:41:13.633557 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "185bb750-6449-4053-a83d-cdb9428568e4", "name": "network-vif-unplugged", "status": "completed", "tag": "c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:41:13.633812 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-68a4484a-43cf-4344-a6c1-4a7639b64c62 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:41:13.634200 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '185bb750-6449-4053-a83d-cdb9428568e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1', 'code': 200} Dec 16 09:41:13.704368 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:13.707236 n-d-820550-2 neutron-server[102817]: INFO neutron.db.securitygroups_db [None req-9f18920b-5b4c-43f3-a946-453123f99fc5 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Project 954ba16e3cf548b2b6cfbd8f469da620 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 09:41:13.764942 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1,revision_number=14']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:13.782307 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-9f18920b-5b4c-43f3-a946-453123f99fc5 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:41:13.786682 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9f18920b-5b4c-43f3-a946-453123f99fc5 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2409921 Dec 16 09:41:13.786854 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58218) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:13.798509 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58222) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:13.846985 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fa5f1fc7-29fb-42c8-ade1-892a6fad941a tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:13.851789 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-748a0145-d8cb-40ee-a023-0c1e2aefa9d7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bd5f5d7e67a74d678f1c3a81da65fc26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491624 Dec 16 09:41:13.852963 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58224) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:13.873193 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fa5f1fc7-29fb-42c8-ade1-892a6fad941a tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:13.909093 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7d33a7f2-72c8-456d-9d96-5dbee0cc1ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:13.934444 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7d33a7f2-72c8-456d-9d96-5dbee0cc1ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:13.998960 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fa5f1fc7-29fb-42c8-ade1-892a6fad941a tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:14.003104 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fa5f1fc7-29fb-42c8-ade1-892a6fad941a tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:14.005319 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fa5f1fc7-29fb-42c8-ade1-892a6fad941a tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "DELETE /v2.0/security-groups/d6d095bf-612e-4929-96e4-b08ec2206072 HTTP/1.1" status: 204 len: 168 time: 0.2172792 Dec 16 09:41:14.009034 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58244) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:14.018566 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-30744dd4-41f9-4ce4-ad25-ae001c462c40 req-7c1bc93f-febf-41af-9f31-f650fb3a9c6f tempest-ServerShowV257Test-2000921111 tempest-ServerShowV257Test-2000921111-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.0374718 Dec 16 09:41:14.038763 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f1fc7-29fb-42c8-ade1-892a6fad941a tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d095bf-612e-4929-96e4-b08ec2206072,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:14.081004 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1f1a5eb1-e66b-4b26-8024-c61123b14494 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0706301 Dec 16 09:41:14.085975 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58254) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:14.091279 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-cf64b725-adc7-4d55-a5f9-ebafc689bdcb tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1825229286'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:14.105833 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7d33a7f2-72c8-456d-9d96-5dbee0cc1ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:14.108307 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7d33a7f2-72c8-456d-9d96-5dbee0cc1ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:14.109479 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7d33a7f2-72c8-456d-9d96-5dbee0cc1ebf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4545f3d0-f664-47c3-a2c5-f174950eac05 HTTP/1.1" status: 204 len: 168 time: 0.2565064 Dec 16 09:41:14.124447 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33a7f2-72c8-456d-9d96-5dbee0cc1ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4545f3d0-f664-47c3-a2c5-f174950eac05,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:14.199995 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cf64b725-adc7-4d55-a5f9-ebafc689bdcb tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:14.317933 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cf64b725-adc7-4d55-a5f9-ebafc689bdcb tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:14.489903 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cf64b725-adc7-4d55-a5f9-ebafc689bdcb tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:14.516496 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64b725-adc7-4d55-a5f9-ebafc689bdcb tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=174bc8a2-df08-4ad0-accd-4092c73413a9,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:14.630380 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cf64b725-adc7-4d55-a5f9-ebafc689bdcb tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:14.637803 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58274) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:14.639583 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-cf64b725-adc7-4d55-a5f9-ebafc689bdcb tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5520630 Dec 16 09:41:14.643929 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-9bbf27aa-dfa4-41bb-b748-372b55262c86 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Request body: {'security_group_rule': {'security_group_id': '174bc8a2-df08-4ad0-accd-4092c73413a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:14.826656 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-9bbf27aa-dfa4-41bb-b748-372b55262c86 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] create failed (client error): The resource could not be found. Dec 16 09:41:14.829216 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9bbf27aa-dfa4-41bb-b748-372b55262c86 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1895742 Dec 16 09:41:14.834415 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58290) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:14.843232 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-5aa2c689-c8be-4dc8-a509-6bbda02e57d8 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Request body: {'security_group_rule': {'security_group_id': '174bc8a2-df08-4ad0-accd-4092c73413a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9f8b928c-1553-49d0-8e29-54f926498580'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:14.928072 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58292) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:15.016803 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-5aa2c689-c8be-4dc8-a509-6bbda02e57d8 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] create failed (client error): The resource could not be found. Dec 16 09:41:15.027316 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5aa2c689-c8be-4dc8-a509-6bbda02e57d8 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1820982 Dec 16 09:41:15.027316 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58302) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:15.085659 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cc2b6189-fc1e-4e47-90f6-1b1e219614c2 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:15.096795 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-26d223bc-f340-4b71-a1aa-4ca676cdd373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:15.132989 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cc2b6189-fc1e-4e47-90f6-1b1e219614c2 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:15.150580 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-34b59575-82f8-4930-82e8-0d4ece237afd req-527137b2-575c-44c9-9d6c-9193993ec7f3 tempest-ServerShowV257Test-2000921111 tempest-ServerShowV257Test-2000921111-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.0402410 Dec 16 09:41:15.240709 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-26d223bc-f340-4b71-a1aa-4ca676cdd373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:15.276604 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cc2b6189-fc1e-4e47-90f6-1b1e219614c2 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:15.279974 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cc2b6189-fc1e-4e47-90f6-1b1e219614c2 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:15.281162 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-cc2b6189-fc1e-4e47-90f6-1b1e219614c2 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "DELETE /v2.0/security-groups/174bc8a2-df08-4ad0-accd-4092c73413a9 HTTP/1.1" status: 204 len: 168 time: 0.2585952 Dec 16 09:41:15.286176 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58318) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:15.294693 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b6189-fc1e-4e47-90f6-1b1e219614c2 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=174bc8a2-df08-4ad0-accd-4092c73413a9,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:15.321402 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-26d223bc-f340-4b71-a1aa-4ca676cdd373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:15.363145 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-41dd3f00-8672-450e-bf6b-34237878d917 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0752666 Dec 16 09:41:15.366806 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58320) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:15.372301 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-ba13c6ed-caaf-4c3d-ae4d-922da5af7fbd tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Request body: {'security_group_rule': {'security_group_id': 'f84e9af3-163b-4067-bc95-b61a98b17b1a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:15.388163 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d223bc-f340-4b71-a1aa-4ca676cdd373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aed84fc-4ed1-4b1e-8077-bc2eb0de2c05,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:15.396265 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-26d223bc-f340-4b71-a1aa-4ca676cdd373 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf07865cdd4944ed9032663611ede1d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4664347 Dec 16 09:41:15.399932 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58324) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:15.467599 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-91b5262f-dd8f-4792-9be7-59794c00c05e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:15.514110 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-91b5262f-dd8f-4792-9be7-59794c00c05e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:15.559265 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-ba13c6ed-caaf-4c3d-ae4d-922da5af7fbd tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] create failed (client error): The resource could not be found. Dec 16 09:41:15.560584 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ba13c6ed-caaf-4c3d-ae4d-922da5af7fbd tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1926160 Dec 16 09:41:15.564544 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58336) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:15.576534 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-1bb93f7e-8f04-4ea1-a1da-025d3fa57f23 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1120260401'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:15.726776 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-91b5262f-dd8f-4792-9be7-59794c00c05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:15.729463 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-91b5262f-dd8f-4792-9be7-59794c00c05e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:15.731862 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-91b5262f-dd8f-4792-9be7-59794c00c05e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5aed84fc-4ed1-4b1e-8077-bc2eb0de2c05 HTTP/1.1" status: 204 len: 168 time: 0.3288569 Dec 16 09:41:15.740689 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b5262f-dd8f-4792-9be7-59794c00c05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aed84fc-4ed1-4b1e-8077-bc2eb0de2c05,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:15.741692 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1bb93f7e-8f04-4ea1-a1da-025d3fa57f23 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:15.888463 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1bb93f7e-8f04-4ea1-a1da-025d3fa57f23 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:15.936938 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58354) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:15.955642 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1bb93f7e-8f04-4ea1-a1da-025d3fa57f23 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:15.989498 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb93f7e-8f04-4ea1-a1da-025d3fa57f23 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fba060-ca21-46eb-a4b8-b690ba14383a,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:16.029667 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1bb93f7e-8f04-4ea1-a1da-025d3fa57f23 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:16.034037 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58360) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:16.034787 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1bb93f7e-8f04-4ea1-a1da-025d3fa57f23 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4690375 Dec 16 09:41:16.038866 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-6a10ef4d-1ce8-4bfb-a5b6-7349da3e86d1 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1275576332'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:16.125345 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6a10ef4d-1ce8-4bfb-a5b6-7349da3e86d1 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:16.193341 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-6945c5b9-cb7d-4503-8060-8d53badaaff3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-589697815-network', 'tenant_id': '880239b91a334d85b3faae8599e4ac2d'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:16.223511 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6a10ef4d-1ce8-4bfb-a5b6-7349da3e86d1 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:16.299171 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-899e28cb-afad-404f-a206-b827902d84af req-d6ae8365-e835-48b8-8940-0af19afb48b7 tempest-ServerShowV257Test-2000921111 tempest-ServerShowV257Test-2000921111-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.0287309 Dec 16 09:41:16.382344 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6945c5b9-cb7d-4503-8060-8d53badaaff3 admin admin] Made reservation on behalf of 880239b91a334d85b3faae8599e4ac2d for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:41:16.386999 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6945c5b9-cb7d-4503-8060-8d53badaaff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:16.387147 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6a10ef4d-1ce8-4bfb-a5b6-7349da3e86d1 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:16.416794 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6945c5b9-cb7d-4503-8060-8d53badaaff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:16.456824 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:41:16.474001 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10ef4d-1ce8-4bfb-a5b6-7349da3e86d1 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e8cd63-8cbe-4b8b-ad09-77f2b86959a4,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:16.524086 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6a10ef4d-1ce8-4bfb-a5b6-7349da3e86d1 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:16.533609 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6a10ef4d-1ce8-4bfb-a5b6-7349da3e86d1 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4903395 Dec 16 09:41:16.536098 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58390) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:16.542048 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-6866e2cd-3b36-4a5a-822a-9da2fabbcd3e tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Request body: {'security_group_rule': {'security_group_id': 'e1fba060-ca21-46eb-a4b8-b690ba14383a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'f8e8cd63-8cbe-4b8b-ad09-77f2b86959a4'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:16.594880 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f247866-4b7c-450d-8187-c3967f9ae94f req-81bc6c81-1cc5-44b9-afd9-61fc9ba845a3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:16.596721 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4f247866-4b7c-450d-8187-c3967f9ae94f req-81bc6c81-1cc5-44b9-afd9-61fc9ba845a3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.0917516 Dec 16 09:41:16.613315 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6945c5b9-cb7d-4503-8060-8d53badaaff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:16.650981 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4f247866-4b7c-450d-8187-c3967f9ae94f req-84ca240c-f5cb-44af-8deb-93e22b5ee399 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450289 Dec 16 09:41:16.668554 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6945c5b9-cb7d-4503-8060-8d53badaaff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:16.694170 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6945c5b9-cb7d-4503-8060-8d53badaaff3 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:41:16.696333 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-6866e2cd-3b36-4a5a-822a-9da2fabbcd3e tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:41:16.699982 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6866e2cd-3b36-4a5a-822a-9da2fabbcd3e tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1602726 Dec 16 09:41:16.700205 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58394) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:16.711013 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6945c5b9-cb7d-4503-8060-8d53badaaff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:16.711363 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-6945c5b9-cb7d-4503-8060-8d53badaaff3 admin admin] Added segment e60c936b-ae3f-445c-83e4-838a7bcee880 of type vlan for network c32e3144-20c5-4a62-a519-c67bf1eba2db Dec 16 09:41:16.718085 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58396) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:16.767106 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6945c5b9-cb7d-4503-8060-8d53badaaff3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:16.774146 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f3a77846-adef-40e7-b187-d7620a022dea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:16.825883 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945c5b9-cb7d-4503-8060-8d53badaaff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528ffac9-1563-402c-9bfd-89621ab92628,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:16.864819 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-02a6e2ec-cc7d-40ef-af7c-b103a4951c05 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:16.873274 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6945c5b9-cb7d-4503-8060-8d53badaaff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:16.874747 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6945c5b9-cb7d-4503-8060-8d53badaaff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:16.875405 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6945c5b9-cb7d-4503-8060-8d53badaaff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:16.911832 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-02a6e2ec-cc7d-40ef-af7c-b103a4951c05 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:16.994148 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945c5b9-cb7d-4503-8060-8d53badaaff3 admin admin] Pushing event updated for resources: {'Network': ['ID=c32e3144-20c5-4a62-a519-c67bf1eba2db,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:17.010577 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f3a77846-adef-40e7-b187-d7620a022dea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:17.010828 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network c32e3144-20c5-4a62-a519-c67bf1eba2db details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:41:17.078322 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6945c5b9-cb7d-4503-8060-8d53badaaff3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1401749 Dec 16 09:41:17.081062 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58404) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:17.086923 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-7f974031-f176-4df7-9271-e042abfaf224 admin admin] Request body: {'subnet': {'network_id': 'c32e3144-20c5-4a62-a519-c67bf1eba2db', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-589697815-subnet', 'tenant_id': '880239b91a334d85b3faae8599e4ac2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:17.105347 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f3a77846-adef-40e7-b187-d7620a022dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:17.108028 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-02a6e2ec-cc7d-40ef-af7c-b103a4951c05 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:17.111268 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-02a6e2ec-cc7d-40ef-af7c-b103a4951c05 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:17.116899 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-02a6e2ec-cc7d-40ef-af7c-b103a4951c05 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "DELETE /v2.0/security-groups/f8e8cd63-8cbe-4b8b-ad09-77f2b86959a4 HTTP/1.1" status: 204 len: 168 time: 0.4116304 Dec 16 09:41:17.122301 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58406) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:17.188239 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f3a77846-adef-40e7-b187-d7620a022dea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=78785b2fefe04703be5700725af23294&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4691350 Dec 16 09:41:17.196968 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58408) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:17.206673 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f974031-f176-4df7-9271-e042abfaf224 admin admin] Made reservation on behalf of 880239b91a334d85b3faae8599e4ac2d for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:41:17.209885 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7f974031-f176-4df7-9271-e042abfaf224 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:17.212489 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a77846-adef-40e7-b187-d7620a022dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c61a8ba-4615-4e95-8604-646516937d06,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:17.258334 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6e2ec-cc7d-40ef-af7c-b103a4951c05 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e8cd63-8cbe-4b8b-ad09-77f2b86959a4,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:17.267085 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc963c5-b10e-4476-8a45-3f5cfd8b0099 req-665a2f02-684e-48f3-98ab-9962c39d000a tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:17.268722 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2bc963c5-b10e-4476-8a45-3f5cfd8b0099 req-665a2f02-684e-48f3-98ab-9962c39d000a tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.1729691 Dec 16 09:41:17.305069 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-41ee8797-ae35-4dda-a0e8-1080870e496e tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1814215 Dec 16 09:41:17.309592 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0acd58d-8df8-4532-a7bb-585daedad49c req-30b89e58-50e1-42f5-93ae-122cedbd73fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:17.312109 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e0acd58d-8df8-4532-a7bb-585daedad49c req-30b89e58-50e1-42f5-93ae-122cedbd73fe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1bf440b6c55457f8af9c018d530175b&device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 1095 time: 0.1543961 Dec 16 09:41:17.312965 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58410) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:17.355403 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-99d3cf7f-e736-4164-b830-c6739bc60c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:17.363123 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2bc963c5-b10e-4476-8a45-3f5cfd8b0099 req-82071178-0d01-488f-8de0-fdd5dcd81aca tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868819 Dec 16 09:41:17.402453 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-99d3cf7f-e736-4164-b830-c6739bc60c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:17.508655 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6789cd28-bf5f-4886-ae67-dcd379ed453d tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:17.512086 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b4b07641-162f-4a71-a3d6-17a952d23f15 req-d256c749-d2a6-4b13-8f3e-77c5c272e2c2 tempest-ServerShowV257Test-2000921111 tempest-ServerShowV257Test-2000921111-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.0422843 Dec 16 09:41:17.517092 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0acd58d-8df8-4532-a7bb-585daedad49c req-7b470a42-1114-4345-a0a8-c13150cea924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:17.518586 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e0acd58d-8df8-4532-a7bb-585daedad49c req-7b470a42-1114-4345-a0a8-c13150cea924 service neutron] 10.222.0.57 "GET /v2.0/networks?id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f HTTP/1.1" status: 200 len: 912 time: 0.1944396 Dec 16 09:41:17.581169 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6789cd28-bf5f-4886-ae67-dcd379ed453d tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:17.601220 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-99d3cf7f-e736-4164-b830-c6739bc60c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:17.605781 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-99d3cf7f-e736-4164-b830-c6739bc60c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:17.607503 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-99d3cf7f-e736-4164-b830-c6739bc60c98 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3c61a8ba-4615-4e95-8604-646516937d06 HTTP/1.1" status: 204 len: 168 time: 0.4075487 Dec 16 09:41:17.617588 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3cf7f-e736-4164-b830-c6739bc60c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c61a8ba-4615-4e95-8604-646516937d06,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:17.645754 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7f974031-f176-4df7-9271-e042abfaf224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:17.667191 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e0acd58d-8df8-4532-a7bb-585daedad49c req-0b91a68e-79ad-4319-9492-fda1cd1d82c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 HTTP/1.1" status: 200 len: 999 time: 0.1296444 Dec 16 09:41:17.725159 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f974031-f176-4df7-9271-e042abfaf224 admin admin] Pushing event updated for resources: {'Subnet': ['ID=157b774c-7457-4530-ab42-730aca7bfd41,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:17.727503 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f974031-f176-4df7-9271-e042abfaf224 admin admin] Checking segment: {'id': 'e60c936b-ae3f-445c-83e4-838a7bcee880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c32e3144-20c5-4a62-a519-c67bf1eba2db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:41:17.727858 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f974031-f176-4df7-9271-e042abfaf224 admin admin] Network hostable DHCP agents. Network: c32e3144-20c5-4a62-a519-c67bf1eba2db, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:41:17.736250 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6789cd28-bf5f-4886-ae67-dcd379ed453d tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:17.739352 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6789cd28-bf5f-4886-ae67-dcd379ed453d tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:17.742879 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6789cd28-bf5f-4886-ae67-dcd379ed453d tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "DELETE /v2.0/security-groups/e1fba060-ca21-46eb-a4b8-b690ba14383a HTTP/1.1" status: 204 len: 168 time: 0.4256361 Dec 16 09:41:17.742879 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0acd58d-8df8-4532-a7bb-585daedad49c req-2427646f-b5bd-4d28-a96a-f113494b68d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:17.743554 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e0acd58d-8df8-4532-a7bb-585daedad49c req-2427646f-b5bd-4d28-a96a-f113494b68d6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c3e23022-6181-4c07-9324-a5452325576b HTTP/1.1" status: 200 len: 850 time: 0.0691206 Dec 16 09:41:17.744019 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58418) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:17.776558 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789cd28-bf5f-4886-ae67-dcd379ed453d tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fba060-ca21-46eb-a4b8-b690ba14383a,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:17.827939 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f974031-f176-4df7-9271-e042abfaf224 admin admin] Network c32e3144-20c5-4a62-a519-c67bf1eba2db is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:41:17.846964 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c596a0bd-2861-43a7-be59-eefb91d6fd09 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0956390 Dec 16 09:41:17.847190 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0acd58d-8df8-4532-a7bb-585daedad49c req-f46d166e-d154-46c3-8374-b1e48d740c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:17.848251 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58422) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:17.848843 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e0acd58d-8df8-4532-a7bb-585daedad49c req-f46d166e-d154-46c3-8374-b1e48d740c8c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937388 Dec 16 09:41:17.856181 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-dbdd688b-e004-49ee-b02e-f6e6365c1d0d tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1779572910'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:17.932875 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-7f974031-f176-4df7-9271-e042abfaf224 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, c32e3144-20c5-4a62-a519-c67bf1eba2db) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:41:17.936796 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f974031-f176-4df7-9271-e042abfaf224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:17.937553 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7f974031-f176-4df7-9271-e042abfaf224 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:17.946290 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab77e39-bc14-4d2b-8120-f0ef604b3d00 None None] Network c32e3144-20c5-4a62-a519-c67bf1eba2db requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:41:17.969210 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dbdd688b-e004-49ee-b02e-f6e6365c1d0d tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:17.969526 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e0acd58d-8df8-4532-a7bb-585daedad49c req-2c999d35-060b-4192-ba78-79203d3d12e2 service neutron] 10.222.0.57 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101060 Dec 16 09:41:18.060320 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7f974031-f176-4df7-9271-e042abfaf224 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9779615 Dec 16 09:41:18.100146 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e0acd58d-8df8-4532-a7bb-585daedad49c req-13c001fc-64bc-4bbb-b79b-9088aaf80c2c service neutron] 10.222.0.57 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263239 Dec 16 09:41:18.224436 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dbdd688b-e004-49ee-b02e-f6e6365c1d0d tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:18.283174 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cd5617-8a22-4bef-903a-90141a194664 None None] Network c32e3144-20c5-4a62-a519-c67bf1eba2db requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:41:18.298683 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dbdd688b-e004-49ee-b02e-f6e6365c1d0d tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:18.370837 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd688b-e004-49ee-b02e-f6e6365c1d0d tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c93f83a3-49eb-4a60-b355-21ef0e3946de,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:18.425677 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dbdd688b-e004-49ee-b02e-f6e6365c1d0d tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:18.427148 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-dbdd688b-e004-49ee-b02e-f6e6365c1d0d tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5774310 Dec 16 09:41:18.430250 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58444) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:18.435114 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-78719a88-dcaf-4d0a-81c8-2eb3e0aa401d tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Request body: {'security_group_rule': {'security_group_id': 'c93f83a3-49eb-4a60-b355-21ef0e3946de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:18.516646 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9fda1f-6ef6-4c73-84c4-891b39c82633 req-3cb1d174-91fe-4582-bcec-56309049a337 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:18.518450 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce9fda1f-6ef6-4c73-84c4-891b39c82633 req-3cb1d174-91fe-4582-bcec-56309049a337 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.0564613 Dec 16 09:41:18.564530 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce9fda1f-6ef6-4c73-84c4-891b39c82633 req-73cde26b-98c8-4668-97e0-7be6f7dfa7f9 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363305 Dec 16 09:41:18.682268 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-191152d1-74b5-46d5-b60e-60d5e3e02d20 req-ea2c4c07-39b4-4d52-911e-df2302a7897c tempest-ServerShowV257Test-2000921111 tempest-ServerShowV257Test-2000921111-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.0414691 Dec 16 09:41:18.737482 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-def4c37e-dde9-49f5-ab32-ac4c5853951c tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:18.739595 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-def4c37e-dde9-49f5-ab32-ac4c5853951c tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] 10.222.0.60 "GET /v2.0/networks?id=c32e3144-20c5-4a62-a519-c67bf1eba2db HTTP/1.1" status: 200 len: 821 time: 0.1494367 Dec 16 09:41:18.754217 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-78719a88-dcaf-4d0a-81c8-2eb3e0aa401d tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:41:18.755247 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-78719a88-dcaf-4d0a-81c8-2eb3e0aa401d tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3237593 Dec 16 09:41:18.757913 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-115d8d42-76b3-4489-b86b-90b8b1686301 tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] 10.222.0.60 "GET /v2.0/quotas/880239b91a334d85b3faae8599e4ac2d HTTP/1.1" status: 200 len: 375 time: 0.0123312 Dec 16 09:41:18.758109 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58460) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:18.762869 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-768fe731-855d-4b62-aabc-8a1ef8b5f468 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Request body: {'security_group_rule': {'security_group_id': 'c93f83a3-49eb-4a60-b355-21ef0e3946de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:18.794429 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-78b341db-dbd6-4aae-aeaf-72616aa9ee83 tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=880239b91a334d85b3faae8599e4ac2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300491 Dec 16 09:41:18.953417 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-768fe731-855d-4b62-aabc-8a1ef8b5f468 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:41:18.955277 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-768fe731-855d-4b62-aabc-8a1ef8b5f468 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1954167 Dec 16 09:41:18.962038 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58472) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:19.032549 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-25bb927d-9092-4bff-b9d8-b23ac0ac9027 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:19.061389 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-25bb927d-9092-4bff-b9d8-b23ac0ac9027 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:19.083007 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-2d48632a-d3c1-4893-a74f-a657ecbe87a4 service neutron] 10.222.0.60 "GET /v2.0/networks/c32e3144-20c5-4a62-a519-c67bf1eba2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725601 Dec 16 09:41:19.189620 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-25bb927d-9092-4bff-b9d8-b23ac0ac9027 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:19.192484 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-25bb927d-9092-4bff-b9d8-b23ac0ac9027 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:19.196539 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-25bb927d-9092-4bff-b9d8-b23ac0ac9027 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "DELETE /v2.0/security-groups/c93f83a3-49eb-4a60-b355-21ef0e3946de HTTP/1.1" status: 204 len: 168 time: 0.2335019 Dec 16 09:41:19.197390 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58478) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:19.201747 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-85b06a7b-9c55-463c-9fb5-d34e253d4240 service neutron] 10.222.0.60 "GET /v2.0/networks/c32e3144-20c5-4a62-a519-c67bf1eba2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087573 Dec 16 09:41:19.224297 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb927d-9092-4bff-b9d8-b23ac0ac9027 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93f83a3-49eb-4a60-b355-21ef0e3946de,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:19.291872 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e9da70a1-381a-4e4b-b411-dec3266e93b4 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0868862 Dec 16 09:41:19.292525 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58482) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:19.296992 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-c3789853-5808-43a4-9d54-c536c3b4d6b0 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1447941823'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:19.413465 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c3789853-5808-43a4-9d54-c536c3b4d6b0 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:19.508829 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c3789853-5808-43a4-9d54-c536c3b4d6b0 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:19.586035 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cab52197-0ebd-41f8-bda1-6bd2604eede5 req-34bbd354-4c74-4f3b-95b5-f222a8e1754a tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] 10.222.0.60 "GET /v2.0/ports?device_id=63a31f09-25c6-4adf-8486-6e43f9ac152b HTTP/1.1" status: 200 len: 210 time: 0.0437868 Dec 16 09:41:19.586249 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c3789853-5808-43a4-9d54-c536c3b4d6b0 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:19.609206 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3789853-5808-43a4-9d54-c536c3b4d6b0 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3b4bf7-bc9f-4061-9bc3-91eec1cab9b8,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:19.671758 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c3789853-5808-43a4-9d54-c536c3b4d6b0 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:19.673433 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c3789853-5808-43a4-9d54-c536c3b4d6b0 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3799152 Dec 16 09:41:19.676250 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58498) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:19.681842 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-ba3923cf-3779-4f55-a666-f84ec59ed2d5 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:19.682910 n-d-820550-2 neutron-server[102816]: WARNING neutron.api.v2.base [None req-ba3923cf-3779-4f55-a666-f84ec59ed2d5 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 16 09:41:19.683773 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-ba3923cf-3779-4f55-a666-f84ec59ed2d5 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] update failed (client error): There was a conflict when trying to complete your request. Dec 16 09:41:19.685809 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ba3923cf-3779-4f55-a666-f84ec59ed2d5 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "PUT /v2.0/security-groups/1f3b4bf7-bc9f-4061-9bc3-91eec1cab9b8 HTTP/1.1" status: 409 len: 330 time: 0.0083032 Dec 16 09:41:19.689710 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58500) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:19.758033 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e7136-3ad2-4ab9-879d-edd0fbeb8d27 req-bd53f5a5-d7f6-4ef9-a8d4-a543cf5fd238 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:19.759694 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bf2e7136-3ad2-4ab9-879d-edd0fbeb8d27 req-bd53f5a5-d7f6-4ef9-a8d4-a543cf5fd238 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.0722742 Dec 16 09:41:19.790014 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b3fd68f9-85e0-44ae-8e45-92c65beef1ac tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:19.831978 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b40c6d9a-3c01-4e5c-8f72-6b5278547574 req-c84a4bdd-1e1f-4ce2-a692-2afb1afa17a6 tempest-ServerShowV257Test-2000921111 tempest-ServerShowV257Test-2000921111-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.0387287 Dec 16 09:41:19.847593 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b3fd68f9-85e0-44ae-8e45-92c65beef1ac tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:19.886211 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bf2e7136-3ad2-4ab9-879d-edd0fbeb8d27 req-c6422d1d-5c66-44ba-9e1e-9d12c84f2feb tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029677 Dec 16 09:41:19.961265 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b3fd68f9-85e0-44ae-8e45-92c65beef1ac tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:19.964571 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b3fd68f9-85e0-44ae-8e45-92c65beef1ac tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:19.969169 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58514) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:19.975456 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b3fd68f9-85e0-44ae-8e45-92c65beef1ac tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "DELETE /v2.0/security-groups/1f3b4bf7-bc9f-4061-9bc3-91eec1cab9b8 HTTP/1.1" status: 204 len: 168 time: 0.2836735 Dec 16 09:41:19.995019 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd68f9-85e0-44ae-8e45-92c65beef1ac tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3b4bf7-bc9f-4061-9bc3-91eec1cab9b8,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:20.050264 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58518) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:20.062047 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fdd45f96-b0ef-41fe-bdb4-576bd3660137 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0849104 Dec 16 09:41:20.071463 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-12eae603-aa4b-4655-9853-d94cee3fafe2 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] delete failed (client error): The resource could not be found. Dec 16 09:41:20.076547 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-12eae603-aa4b-4655-9853-d94cee3fafe2 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "DELETE /v2.0/security-groups/1c83e688-b8c3-4bc2-89ca-717feb6fbdd6 HTTP/1.1" status: 404 len: 347 time: 0.0243616 Dec 16 09:41:20.076745 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58522) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:20.093368 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-c2e23cd5-61ee-465c-a3af-fd0667309af4 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] show failed (client error): The resource could not be found. Dec 16 09:41:20.094745 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c2e23cd5-61ee-465c-a3af-fd0667309af4 tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "GET /v2.0/security-groups/08aa5db0-2205-424f-a9da-184837c87ac4 HTTP/1.1" status: 404 len: 347 time: 0.0167692 Dec 16 09:41:20.098409 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58524) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:20.115152 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-4c794afc-c618-42b5-9869-3e647b008d5d tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] show failed (client error): The resource could not be found. Dec 16 09:41:20.116823 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4c794afc-c618-42b5-9869-3e647b008d5d tempest-NegativeSecGroupIPv6Test-1217609004 tempest-NegativeSecGroupIPv6Test-1217609004-project] 10.222.0.60 "GET /v2.0/security-group-rules/e673f675-9c7d-42cb-a2c1-bfeb5e67b311 HTTP/1.1" status: 404 len: 356 time: 0.0168722 Dec 16 09:41:20.240223 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36898756-7d2e-4229-b3dd-02a206b1d03c req-5e15c944-1040-40e3-9982-ad878be74228 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:20.255218 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-36898756-7d2e-4229-b3dd-02a206b1d03c req-5e15c944-1040-40e3-9982-ad878be74228 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.1217053 Dec 16 09:41:20.329728 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-36898756-7d2e-4229-b3dd-02a206b1d03c req-d7122d08-ba5e-41a7-9081-a70b739880c2 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677834 Dec 16 09:41:20.451253 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50574c6f-e81a-4494-b1ce-86deebf873d4 req-d08d7d0a-56f9-45b4-b254-9d5695763142 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:20.453166 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-50574c6f-e81a-4494-b1ce-86deebf873d4 req-d08d7d0a-56f9-45b4-b254-9d5695763142 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.0550668 Dec 16 09:41:20.510497 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-50574c6f-e81a-4494-b1ce-86deebf873d4 req-08a6e2ef-5a87-4f19-af7c-4e2abfa0e13c tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482893 Dec 16 09:41:20.711885 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e27bd7b5-61d2-4ad4-9c8f-7354ac0808bc req-aed8ad9d-ad59-4b6d-b3ab-21df8e8927d2 tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] 10.222.0.60 "GET /v2.0/ports?device_id=63a31f09-25c6-4adf-8486-6e43f9ac152b HTTP/1.1" status: 200 len: 210 time: 0.0535979 Dec 16 09:41:20.840442 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58564) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:20.975919 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-6294a8ae-b9ac-49fd-b70d-bdc8abe2f132 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:20.985025 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-6294a8ae-b9ac-49fd-b70d-bdc8abe2f132 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/networks?id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f HTTP/1.1" status: 200 len: 811 time: 0.1921241 Dec 16 09:41:20.985707 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a0719df8-32c8-4d34-84a0-f5117d7d57e9 req-ae868826-0ca6-484d-b913-c996b60a11e4 tempest-ServerShowV257Test-2000921111 tempest-ServerShowV257Test-2000921111-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.0457008 Dec 16 09:41:21.004870 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-31523867-838b-4101-9853-b14e453af1d5 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/quotas/f1bf440b6c55457f8af9c018d530175b HTTP/1.1" status: 200 len: 375 time: 0.0182118 Dec 16 09:41:21.110957 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-dd265e8a-fee6-4792-b025-9d3189aa5a00 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f1bf440b6c55457f8af9c018d530175b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1048594 Dec 16 09:41:21.154477 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1462a9f2-dbe9-449c-8101-04ad1aa2cfc4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=954ba16e3cf548b2b6cfbd8f469da620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2990184 Dec 16 09:41:21.154477 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58576) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:21.235272 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-22e9db3c-a2b2-435a-aec1-7e0236e9d58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:21.250876 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-7993b513-5c2a-4425-88ad-24197a2bab4a service neutron] 10.222.0.60 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287601 Dec 16 09:41:21.265482 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-22e9db3c-a2b2-435a-aec1-7e0236e9d58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:21.391721 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-8ce0e6d6-e720-4839-8d46-62544a4c952f service neutron] 10.222.0.60 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346374 Dec 16 09:41:21.412708 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-22e9db3c-a2b2-435a-aec1-7e0236e9d58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:21.417345 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-22e9db3c-a2b2-435a-aec1-7e0236e9d58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:21.417345 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-22e9db3c-a2b2-435a-aec1-7e0236e9d58b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/87217fca-f04b-4bb5-bffe-45698fc6abd6 HTTP/1.1" status: 204 len: 168 time: 0.2628667 Dec 16 09:41:21.428554 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9db3c-a2b2-435a-aec1-7e0236e9d58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87217fca-f04b-4bb5-bffe-45698fc6abd6,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:21.745732 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8d949a97-1459-4915-a0a0-d3c033913249 req-cd790e72-b989-42f7-9739-d88f29a3eee7 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 210 time: 0.0345027 Dec 16 09:41:21.907982 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-824d073a-865d-4849-84b3-6b2086f5398a req-9aec4217-4648-4333-af79-ad90c8c31777 tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] 10.222.0.60 "GET /v2.0/ports?device_id=63a31f09-25c6-4adf-8486-6e43f9ac152b HTTP/1.1" status: 200 len: 210 time: 0.0497611 Dec 16 09:41:22.172868 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-2ef022eb-323a-422c-8db0-0c834c5ea789 tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:22.174742 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-2ef022eb-323a-422c-8db0-0c834c5ea789 tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] 10.222.0.57 "GET /v2.0/networks?id=c32e3144-20c5-4a62-a519-c67bf1eba2db HTTP/1.1" status: 200 len: 821 time: 0.1795268 Dec 16 09:41:22.177702 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-793b1998-9d5e-4d0a-9b1a-57ebb33e9e1d req-877a605a-dd6a-4a1f-ae5b-0c2a929ba552 tempest-ServerShowV257Test-2000921111 tempest-ServerShowV257Test-2000921111-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.0510426 Dec 16 09:41:22.215403 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-6e5ed4a1-9e13-42fc-a7da-0e6ecd6764be tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] Request body: {'port': {'device_id': '63a31f09-25c6-4adf-8486-6e43f9ac152b', 'network_id': 'c32e3144-20c5-4a62-a519-c67bf1eba2db', 'admin_state_up': True, 'tenant_id': '880239b91a334d85b3faae8599e4ac2d'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:22.463532 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-6e5ed4a1-9e13-42fc-a7da-0e6ecd6764be tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] Made reservation on behalf of 880239b91a334d85b3faae8599e4ac2d for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:41:22.470172 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-6e5ed4a1-9e13-42fc-a7da-0e6ecd6764be tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:22.718369 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-6e5ed4a1-9e13-42fc-a7da-0e6ecd6764be tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] Allocated IP 172.20.0.8 (c32e3144-20c5-4a62-a519-c67bf1eba2db/157b774c-7457-4530-ab42-730aca7bfd41/4ccfdc55-9290-4918-bfe5-5b4736898174) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:41:22.952397 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-08f9d0d1-2452-4ff1-ae08-a9d2c4f75144 req-6e16e443-1e92-4687-84f9-1608c0b5efb2 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 210 time: 0.0874619 Dec 16 09:41:22.958292 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58668) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:22.963048 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-6e5ed4a1-9e13-42fc-a7da-0e6ecd6764be tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:23.066852 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-76ea1bf2-18c0-4f01-93ba-69b9d1d68ea2 req-620bfc18-c612-4583-a6e7-10e547654e86 tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] 10.222.0.60 "GET /v2.0/ports?device_id=63a31f09-25c6-4adf-8486-6e43f9ac152b HTTP/1.1" status: 200 len: 210 time: 0.0331669 Dec 16 09:41:23.091391 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-6e5ed4a1-9e13-42fc-a7da-0e6ecd6764be tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:23.147658 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-7721978e-7b37-4d2f-9118-d61b0acad08c tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1619364041'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:23.190120 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ed4a1-9e13-42fc-a7da-0e6ecd6764be tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] Pushing event updated for resources: {'Port': ['ID=4ccfdc55-9290-4918-bfe5-5b4736898174,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:23.203739 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-6e5ed4a1-9e13-42fc-a7da-0e6ecd6764be tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] Network c32e3144-20c5-4a62-a519-c67bf1eba2db is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:41:23.203977 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-6e5ed4a1-9e13-42fc-a7da-0e6ecd6764be tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:41:23.206508 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-6e5ed4a1-9e13-42fc-a7da-0e6ecd6764be tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:41:23.277427 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-6e5ed4a1-9e13-42fc-a7da-0e6ecd6764be tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:23.278578 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-6e5ed4a1-9e13-42fc-a7da-0e6ecd6764be tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:23.297338 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8b64eb9f-e468-486c-b255-fbbe6488da11 req-c61ab19f-8f70-470e-96ae-592b4b0e81ca tempest-ServerShowV257Test-2000921111 tempest-ServerShowV257Test-2000921111-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.0320280 Dec 16 09:41:23.338589 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7721978e-7b37-4d2f-9118-d61b0acad08c tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Made reservation on behalf of 8c883c840e85436b915921e107fde262 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:41:23.342213 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7721978e-7b37-4d2f-9118-d61b0acad08c tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:23.351490 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7721978e-7b37-4d2f-9118-d61b0acad08c tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:23.445198 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-6e5ed4a1-9e13-42fc-a7da-0e6ecd6764be tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2440159 Dec 16 09:41:23.458713 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7721978e-7b37-4d2f-9118-d61b0acad08c tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:23.467514 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-ebbd223c-a853-46fb-ad21-15fde33131c9 service neutron] Request body: {'port': {'device_id': '63a31f09-25c6-4adf-8486-6e43f9ac152b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:23.572605 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7721978e-7b37-4d2f-9118-d61b0acad08c tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:23.605826 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-ebbd223c-a853-46fb-ad21-15fde33131c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:23.611618 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7721978e-7b37-4d2f-9118-d61b0acad08c tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:41:23.635088 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7721978e-7b37-4d2f-9118-d61b0acad08c tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:23.636303 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-7721978e-7b37-4d2f-9118-d61b0acad08c tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Added segment fbc076a9-ee59-479f-b4e8-fc5785dae20d of type vlan for network 287d4d50-0def-44b2-aec2-271daf15dd31 Dec 16 09:41:23.703635 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721978e-7b37-4d2f-9118-d61b0acad08c tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=184b5396-d201-4c91-b100-161d339f520c,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:23.722719 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58682) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:23.737533 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7721978e-7b37-4d2f-9118-d61b0acad08c tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:23.842803 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7721978e-7b37-4d2f-9118-d61b0acad08c tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:23.850418 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7721978e-7b37-4d2f-9118-d61b0acad08c tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:23.851771 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7721978e-7b37-4d2f-9118-d61b0acad08c tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:23.884948 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0893e89b-5ba1-41bf-97f0-4c751b9da323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:23.962664 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721978e-7b37-4d2f-9118-d61b0acad08c tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Pushing event updated for resources: {'Network': ['ID=287d4d50-0def-44b2-aec2-271daf15dd31,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:23.976528 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 287d4d50-0def-44b2-aec2-271daf15dd31 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:41:23.981972 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-ebbd223c-a853-46fb-ad21-15fde33131c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ccfdc55-9290-4918-bfe5-5b4736898174 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:41:23.992622 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-ebbd223c-a853-46fb-ad21-15fde33131c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:24.008348 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-ebbd223c-a853-46fb-ad21-15fde33131c9 service neutron] Transition to ACTIVE for port object 4ccfdc55-9290-4918-bfe5-5b4736898174 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:41:24.014214 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-92b1a31f-6ce8-4ce0-979c-d61b92b84304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:24.015188 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7721978e-7b37-4d2f-9118-d61b0acad08c tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0558052 Dec 16 09:41:24.019401 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58690) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:24.024037 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-3ddd63b3-e105-4c96-bf68-3495df34a304 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Request body: {'subnet': {'network_id': '287d4d50-0def-44b2-aec2-271daf15dd31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:24.094251 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-ebbd223c-a853-46fb-ad21-15fde33131c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:24.116735 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0893e89b-5ba1-41bf-97f0-4c751b9da323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:24.122447 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bb3c075c-3c49-40b5-a7db-40693066f1bd req-45afbf3b-eb57-4480-8510-b37d0f88cfeb tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 210 time: 0.0766792 Dec 16 09:41:24.148191 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd223c-a853-46fb-ad21-15fde33131c9 service neutron] Pushing event updated for resources: {'Port': ['ID=4ccfdc55-9290-4918-bfe5-5b4736898174,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:24.218138 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0893e89b-5ba1-41bf-97f0-4c751b9da323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:24.252013 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-ebbd223c-a853-46fb-ad21-15fde33131c9 service neutron] Attempting to bind port 4ccfdc55-9290-4918-bfe5-5b4736898174 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:41:24.252649 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-ebbd223c-a853-46fb-ad21-15fde33131c9 service neutron] Attempting to bind port 4ccfdc55-9290-4918-bfe5-5b4736898174 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'e60c936b-ae3f-445c-83e4-838a7bcee880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c32e3144-20c5-4a62-a519-c67bf1eba2db'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:41:24.252766 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-ebbd223c-a853-46fb-ad21-15fde33131c9 service neutron] Attempting to bind port 4ccfdc55-9290-4918-bfe5-5b4736898174 on network c32e3144-20c5-4a62-a519-c67bf1eba2db {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:41:24.263221 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caea35a-e89c-480e-80d4-1e2a9eedcca8 req-ba62d7c2-ad23-4e91-8ebc-a58cbbda3f67 tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:24.264737 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8caea35a-e89c-480e-80d4-1e2a9eedcca8 req-ba62d7c2-ad23-4e91-8ebc-a58cbbda3f67 tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] 10.222.0.60 "GET /v2.0/ports?device_id=63a31f09-25c6-4adf-8486-6e43f9ac152b HTTP/1.1" status: 200 len: 943 time: 0.0929511 Dec 16 09:41:24.266944 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-ebbd223c-a853-46fb-ad21-15fde33131c9 service neutron] Port 4ccfdc55-9290-4918-bfe5-5b4736898174 on network c32e3144-20c5-4a62-a519-c67bf1eba2db not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:41:24.267266 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-ebbd223c-a853-46fb-ad21-15fde33131c9 service neutron] Attempting to bind port 4ccfdc55-9290-4918-bfe5-5b4736898174 on network c32e3144-20c5-4a62-a519-c67bf1eba2db {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:41:24.274403 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-ebbd223c-a853-46fb-ad21-15fde33131c9 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:41:24.274754 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-ebbd223c-a853-46fb-ad21-15fde33131c9 service neutron] Checking segment: {'id': 'e60c936b-ae3f-445c-83e4-838a7bcee880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c32e3144-20c5-4a62-a519-c67bf1eba2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:41:24.275139 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-ebbd223c-a853-46fb-ad21-15fde33131c9 service neutron] Bound using segment: {'id': 'e60c936b-ae3f-445c-83e4-838a7bcee880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c32e3144-20c5-4a62-a519-c67bf1eba2db'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:41:24.275576 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-ebbd223c-a853-46fb-ad21-15fde33131c9 service neutron] Bound port: 4ccfdc55-9290-4918-bfe5-5b4736898174, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60c936b-ae3f-445c-83e4-838a7bcee880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c32e3144-20c5-4a62-a519-c67bf1eba2db'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:41:24.275949 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-ebbd223c-a853-46fb-ad21-15fde33131c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:24.318000 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ddd63b3-e105-4c96-bf68-3495df34a304 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Made reservation on behalf of 8c883c840e85436b915921e107fde262 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:41:24.321497 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3ddd63b3-e105-4c96-bf68-3495df34a304 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:24.328578 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893e89b-5ba1-41bf-97f0-4c751b9da323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068f1ae8-bead-4747-9b34-5b91f274fa09,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:24.345964 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8caea35a-e89c-480e-80d4-1e2a9eedcca8 req-3f83d2f6-6b62-467b-a834-ef88feb8480a tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] 10.222.0.60 "GET /v2.0/security-groups?id=528ffac9-1563-402c-9bfd-89621ab92628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733547 Dec 16 09:41:24.372995 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-ebbd223c-a853-46fb-ad21-15fde33131c9 service neutron] For port 4ccfdc55-9290-4918-bfe5-5b4736898174, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:41:24.376459 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-ebbd223c-a853-46fb-ad21-15fde33131c9 service neutron] For port 4ccfdc55-9290-4918-bfe5-5b4736898174, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=4ccfdc55-9290-4918-bfe5-5b4736898174,segment=NetworkSegment(e60c936b-ae3f-445c-83e4-838a7bcee880),segment_id=e60c936b-ae3f-445c-83e4-838a7bcee880)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:41:24.385689 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0893e89b-5ba1-41bf-97f0-4c751b9da323 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=67622d2e04e44e9d9537d300dbef71be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6618114 Dec 16 09:41:24.389799 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58696) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:24.453392 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-ebbd223c-a853-46fb-ad21-15fde33131c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:24.487377 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e4c7287d-5d95-4804-8fc7-15c93094492f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:24.488987 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2e600756-cd07-4c77-aa09-cc948153e9d0 req-f8e2cf52-f8c4-4fb7-95e5-44ff935c383b tempest-ServerShowV257Test-2000921111 tempest-ServerShowV257Test-2000921111-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.0714481 Dec 16 09:41:24.504605 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-b62bfa03-8aee-45d8-8b21-ab551ef0e0b8 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:24.506270 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-b62bfa03-8aee-45d8-8b21-ab551ef0e0b8 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.58 "GET /v2.0/networks?id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f HTTP/1.1" status: 200 len: 811 time: 0.2597244 Dec 16 09:41:24.508258 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-ebbd223c-a853-46fb-ad21-15fde33131c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:24.508970 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-ebbd223c-a853-46fb-ad21-15fde33131c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:24.510400 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-ebbd223c-a853-46fb-ad21-15fde33131c9 service neutron] 10.222.0.57 "PUT /v2.0/ports/4ccfdc55-9290-4918-bfe5-5b4736898174 HTTP/1.1" status: 200 len: 1091 time: 1.0553489 Dec 16 09:41:24.513302 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a31f09-25c6-4adf-8486-6e43f9ac152b', 'tag': '4ccfdc55-9290-4918-bfe5-5b4736898174'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:41:24.521030 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-a093f92e-9373-4749-b593-fc31255c51b7 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Request body: {'port': {'device_id': 'ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91', 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f', 'admin_state_up': True, 'tenant_id': 'f1bf440b6c55457f8af9c018d530175b'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:24.528889 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62573ed-c508-42d0-9f57-a5f29799ca63" -d '{"events": [{"name": "network-changed", "server_uuid": "63a31f09-25c6-4adf-8486-6e43f9ac152b", "tag": "4ccfdc55-9290-4918-bfe5-5b4736898174"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:41:24.548571 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e4c7287d-5d95-4804-8fc7-15c93094492f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:24.570659 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd223c-a853-46fb-ad21-15fde33131c9 service neutron] Pushing event updated for resources: {'Port': ['ID=4ccfdc55-9290-4918-bfe5-5b4736898174,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:24.595204 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f05667b-f327-4e36-928f-998d83422162 x-openstack-request-id: req-7f05667b-f327-4e36-928f-998d83422162 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:41:24.595737 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a31f09-25c6-4adf-8486-6e43f9ac152b", "tag": "4ccfdc55-9290-4918-bfe5-5b4736898174", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:41:24.596188 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7f05667b-f327-4e36-928f-998d83422162 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:41:24.596618 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a31f09-25c6-4adf-8486-6e43f9ac152b', 'tag': '4ccfdc55-9290-4918-bfe5-5b4736898174', 'status': 'completed', 'code': 200} Dec 16 09:41:24.661090 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62573ed-c508-42d0-9f57-a5f29799ca63 req-25d3be9a-70a5-4c87-bbb2-c699fca4a6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:24.665148 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d62573ed-c508-42d0-9f57-a5f29799ca63 req-25d3be9a-70a5-4c87-bbb2-c699fca4a6b2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=880239b91a334d85b3faae8599e4ac2d&device_id=63a31f09-25c6-4adf-8486-6e43f9ac152b HTTP/1.1" status: 200 len: 1094 time: 0.0456276 Dec 16 09:41:24.757984 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e4c7287d-5d95-4804-8fc7-15c93094492f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:24.763447 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e4c7287d-5d95-4804-8fc7-15c93094492f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:24.763447 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e4c7287d-5d95-4804-8fc7-15c93094492f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/068f1ae8-bead-4747-9b34-5b91f274fa09 HTTP/1.1" status: 204 len: 168 time: 0.3699064 Dec 16 09:41:24.782949 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3ddd63b3-e105-4c96-bf68-3495df34a304 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:24.793256 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c7287d-5d95-4804-8fc7-15c93094492f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068f1ae8-bead-4747-9b34-5b91f274fa09,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:24.842987 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-a093f92e-9373-4749-b593-fc31255c51b7 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Made reservation on behalf of f1bf440b6c55457f8af9c018d530175b for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:41:24.849346 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-a093f92e-9373-4749-b593-fc31255c51b7 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:24.854681 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62573ed-c508-42d0-9f57-a5f29799ca63 req-109cde88-7b34-4441-a047-ba9dd407826c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:24.856170 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d62573ed-c508-42d0-9f57-a5f29799ca63 req-109cde88-7b34-4441-a047-ba9dd407826c service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=880239b91a334d85b3faae8599e4ac2d&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1858740 Dec 16 09:41:24.872214 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd63b3-e105-4c96-bf68-3495df34a304 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Pushing event updated for resources: {'Subnet': ['ID=41b67df7-6725-4ea2-8a3c-dd0c71943b2c,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:24.886929 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd63b3-e105-4c96-bf68-3495df34a304 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Checking segment: {'id': 'fbc076a9-ee59-479f-b4e8-fc5785dae20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '287d4d50-0def-44b2-aec2-271daf15dd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:41:24.887289 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddd63b3-e105-4c96-bf68-3495df34a304 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Network hostable DHCP agents. Network: 287d4d50-0def-44b2-aec2-271daf15dd31, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:41:24.968495 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62573ed-c508-42d0-9f57-a5f29799ca63 req-ded1552a-25ad-497a-b39a-794244252dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:24.970369 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d62573ed-c508-42d0-9f57-a5f29799ca63 req-ded1552a-25ad-497a-b39a-794244252dd2 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1072907 Dec 16 09:41:25.018066 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-a093f92e-9373-4749-b593-fc31255c51b7 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Allocated IP 172.20.0.11 (932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f/c3e23022-6181-4c07-9324-a5452325576b/89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:41:25.047485 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddd63b3-e105-4c96-bf68-3495df34a304 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Network 287d4d50-0def-44b2-aec2-271daf15dd31 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:41:25.095262 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-4394d219-74fb-4986-86ab-057912d5633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:25.097222 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-4394d219-74fb-4986-86ab-057912d5633c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=880239b91a334d85b3faae8599e4ac2d&device_id=63a31f09-25c6-4adf-8486-6e43f9ac152b HTTP/1.1" status: 200 len: 1094 time: 0.0784662 Dec 16 09:41:25.131878 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-3ddd63b3-e105-4c96-bf68-3495df34a304 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 287d4d50-0def-44b2-aec2-271daf15dd31) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:41:25.139420 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fd502f-a6e9-4252-9012-c3db8e85614a None None] Network 287d4d50-0def-44b2-aec2-271daf15dd31 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:41:25.149100 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-a7b7dc54-3727-4340-aaf9-84c15d6a3a18 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ccfdc55-9290-4918-bfe5-5b4736898174 HTTP/1.1" status: 200 len: 217 time: 0.0435939 Dec 16 09:41:25.184281 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddd63b3-e105-4c96-bf68-3495df34a304 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:25.187700 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3ddd63b3-e105-4c96-bf68-3495df34a304 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:25.276955 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1013873e-59a6-43fa-a4ee-f88ac1c07ee5 req-bfc8d69e-bfac-4399-8df7-9000e077bf0a tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 210 time: 0.0327315 Dec 16 09:41:25.280942 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-e17ccd17-d74b-440a-8ba8-b9ab59c964ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:25.283055 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-e17ccd17-d74b-440a-8ba8-b9ab59c964ce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=157b774c-7457-4530-ab42-730aca7bfd41 HTTP/1.1" status: 200 len: 861 time: 0.1263752 Dec 16 09:41:25.287178 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-a093f92e-9373-4749-b593-fc31255c51b7 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:25.305598 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3ddd63b3-e105-4c96-bf68-3495df34a304 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2854481 Dec 16 09:41:25.308091 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58716) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:25.315597 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-c08aece3-139e-4a75-860e-b480ddb02aa9 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Request body: {'port': {'network_id': '287d4d50-0def-44b2-aec2-271daf15dd31', 'name': 'tempest-TagsExtTest-1062279373'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:25.316792 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-27792293-d382-41e0-9820-9fed5ea25a3a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c32e3144-20c5-4a62-a519-c67bf1eba2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259461 Dec 16 09:41:25.322724 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724c9eff-f80f-42bd-9c5f-622b2273d349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-287d4d50-0def-44b2-aec2-271daf15dd31', 'network_id': '287d4d50-0def-44b2-aec2-271daf15dd31', 'tenant_id': '8c883c840e85436b915921e107fde262', 'fixed_ips': [{'subnet_id': '41b67df7-6725-4ea2-8a3c-dd0c71943b2c'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:41:25.323669 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-724c9eff-f80f-42bd-9c5f-622b2273d349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:25.437418 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-5b44f3d6-5ecf-4ec0-b757-1d6095527455 service neutron] 10.222.0.57 "GET /v2.0/networks/c32e3144-20c5-4a62-a519-c67bf1eba2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113062 Dec 16 09:41:25.520447 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ca796-0265-4f70-a37a-0656bf42853e req-698e6e53-a7a3-4a7c-af92-e768c4af43cb tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:25.522438 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fc0ca796-0265-4f70-a37a-0656bf42853e req-698e6e53-a7a3-4a7c-af92-e768c4af43cb tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] 10.222.0.60 "GET /v2.0/ports?device_id=63a31f09-25c6-4adf-8486-6e43f9ac152b HTTP/1.1" status: 200 len: 943 time: 0.0615709 Dec 16 09:41:25.529029 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-a093f92e-9373-4749-b593-fc31255c51b7 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:25.561384 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-a093f92e-9373-4749-b593-fc31255c51b7 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Network 932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:41:25.568759 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-724c9eff-f80f-42bd-9c5f-622b2273d349 None None] Allocated IP 172.20.0.2 (287d4d50-0def-44b2-aec2-271daf15dd31/41b67df7-6725-4ea2-8a3c-dd0c71943b2c/37acb681-e3fb-4d8c-8e89-9c3303919b91) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:41:25.586103 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-a093f92e-9373-4749-b593-fc31255c51b7 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:41:25.633001 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-a093f92e-9373-4749-b593-fc31255c51b7 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:41:25.637992 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08aece3-139e-4a75-860e-b480ddb02aa9 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Made reservation on behalf of 8c883c840e85436b915921e107fde262 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:41:25.645386 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c08aece3-139e-4a75-860e-b480ddb02aa9 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:25.718522 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58722) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:25.727774 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-c08aece3-139e-4a75-860e-b480ddb02aa9 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] device_id is not set on port b2427705-ddfc-4734-baa7-3220718a9970 yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:41:25.771899 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093f92e-9373-4749-b593-fc31255c51b7 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Pushing event updated for resources: {'Port': ['ID=89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:25.787924 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fc0ca796-0265-4f70-a37a-0656bf42853e req-b6e6b564-7d65-40b8-884f-317e032a58ca tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] 10.222.0.60 "GET /v2.0/security-groups?id=528ffac9-1563-402c-9bfd-89621ab92628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566664 Dec 16 09:41:25.834984 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-feef04c0-20a8-4a5c-b645-75883829c3df admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:25.836364 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-724c9eff-f80f-42bd-9c5f-622b2273d349 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:25.908010 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-724c9eff-f80f-42bd-9c5f-622b2273d349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:25.936453 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-a093f92e-9373-4749-b593-fc31255c51b7 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:25.937063 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-a093f92e-9373-4749-b593-fc31255c51b7 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:25.955418 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c9eff-f80f-42bd-9c5f-622b2273d349 None None] Pushing event updated for resources: {'Port': ['ID=37acb681-e3fb-4d8c-8e89-9c3303919b91,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:25.976096 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724c9eff-f80f-42bd-9c5f-622b2273d349 None None] Network 287d4d50-0def-44b2-aec2-271daf15dd31 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:41:25.978771 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-71faa001-b2b6-47c0-9d8a-92eeca13b4da req-c9571335-647d-4434-9dbb-93b1c117e0f4 tempest-ServerShowV257Test-2000921111 tempest-ServerShowV257Test-2000921111-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.0601082 Dec 16 09:41:25.981504 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-724c9eff-f80f-42bd-9c5f-622b2273d349 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:41:25.984576 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724c9eff-f80f-42bd-9c5f-622b2273d349 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:41:26.041536 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-c08aece3-139e-4a75-860e-b480ddb02aa9 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Allocated IP 172.20.0.9 (287d4d50-0def-44b2-aec2-271daf15dd31/41b67df7-6725-4ea2-8a3c-dd0c71943b2c/b2427705-ddfc-4734-baa7-3220718a9970) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:41:26.043727 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a48c474d-74dc-4a3a-be82-dc6970a2392a req-9f78c1e5-03c7-4840-bd7a-39528619e34d service neutron] 10.222.0.57 "GET /v2.0/networks/c32e3144-20c5-4a62-a519-c67bf1eba2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5994775 Dec 16 09:41:26.045841 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-57e28239-1700-4fdb-867c-24825e750d00 None None] Provisioning complete for port 89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:26.046235 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-57e28239-1700-4fdb-867c-24825e750d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:26.051246 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-724c9eff-f80f-42bd-9c5f-622b2273d349 None None] Attempting to bind port 37acb681-e3fb-4d8c-8e89-9c3303919b91 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:41:26.051442 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-724c9eff-f80f-42bd-9c5f-622b2273d349 None None] Attempting to bind port 37acb681-e3fb-4d8c-8e89-9c3303919b91 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'fbc076a9-ee59-479f-b4e8-fc5785dae20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '287d4d50-0def-44b2-aec2-271daf15dd31'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:41:26.052796 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724c9eff-f80f-42bd-9c5f-622b2273d349 None None] Attempting to bind port 37acb681-e3fb-4d8c-8e89-9c3303919b91 on network 287d4d50-0def-44b2-aec2-271daf15dd31 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:41:26.054797 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-a093f92e-9373-4749-b593-fc31255c51b7 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5392218 Dec 16 09:41:26.071312 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-248e85ec-81ab-418c-9520-6107c9a36c44 service neutron] Request body: {'port': {'device_id': 'ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:26.080822 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724c9eff-f80f-42bd-9c5f-622b2273d349 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:41:26.081227 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724c9eff-f80f-42bd-9c5f-622b2273d349 None None] Checking segment: {'id': 'fbc076a9-ee59-479f-b4e8-fc5785dae20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '287d4d50-0def-44b2-aec2-271daf15dd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:41:26.081634 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-724c9eff-f80f-42bd-9c5f-622b2273d349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:26.082541 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724c9eff-f80f-42bd-9c5f-622b2273d349 None None] Bound using segment: {'id': 'fbc076a9-ee59-479f-b4e8-fc5785dae20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '287d4d50-0def-44b2-aec2-271daf15dd31'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:41:26.083207 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-724c9eff-f80f-42bd-9c5f-622b2273d349 None None] Bound port: 37acb681-e3fb-4d8c-8e89-9c3303919b91, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc076a9-ee59-479f-b4e8-fc5785dae20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '287d4d50-0def-44b2-aec2-271daf15dd31'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:41:26.083768 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-724c9eff-f80f-42bd-9c5f-622b2273d349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:26.152362 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-724c9eff-f80f-42bd-9c5f-622b2273d349 None None] For port 37acb681-e3fb-4d8c-8e89-9c3303919b91, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:41:26.156993 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-724c9eff-f80f-42bd-9c5f-622b2273d349 None None] For port 37acb681-e3fb-4d8c-8e89-9c3303919b91, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=37acb681-e3fb-4d8c-8e89-9c3303919b91,segment=NetworkSegment(fbc076a9-ee59-479f-b4e8-fc5785dae20d),segment_id=fbc076a9-ee59-479f-b4e8-fc5785dae20d)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:41:26.168854 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-57e28239-1700-4fdb-867c-24825e750d00 None None] Port 89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:41:26.202295 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-feef04c0-20a8-4a5c-b645-75883829c3df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:26.211550 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-248e85ec-81ab-418c-9520-6107c9a36c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:26.250528 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-724c9eff-f80f-42bd-9c5f-622b2273d349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:26.294920 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-feef04c0-20a8-4a5c-b645-75883829c3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:26.331027 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c9eff-f80f-42bd-9c5f-622b2273d349 None None] Pushing event updated for resources: {'Port': ['ID=37acb681-e3fb-4d8c-8e89-9c3303919b91,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:26.383870 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b4bef724-837d-43ca-a4bb-58c97a7a5701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:26.389194 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-feef04c0-20a8-4a5c-b645-75883829c3df admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f321622f9f35475bb2970b65d6754ac6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6272705 Dec 16 09:41:26.390129 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58732) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:26.441933 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef04c0-20a8-4a5c-b645-75883829c3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44114ade-9477-4ad2-910b-8f43b338f5e9,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:26.485546 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6da425ec-ad2a-47c6-a4c4-23ccb4ea7a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:26.520501 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6da425ec-ad2a-47c6-a4c4-23ccb4ea7a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:26.559101 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c08aece3-139e-4a75-860e-b480ddb02aa9 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:26.661093 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3032e06-c67a-4543-887b-af2f12d3f920 req-c1adea2d-1e52-42a4-b313-92d548137979 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:26.662673 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a3032e06-c67a-4543-887b-af2f12d3f920 req-c1adea2d-1e52-42a4-b313-92d548137979 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 932 time: 0.2869148 Dec 16 09:41:26.678567 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6da425ec-ad2a-47c6-a4c4-23ccb4ea7a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:26.682270 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6da425ec-ad2a-47c6-a4c4-23ccb4ea7a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:26.686588 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6da425ec-ad2a-47c6-a4c4-23ccb4ea7a7a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/44114ade-9477-4ad2-910b-8f43b338f5e9 HTTP/1.1" status: 204 len: 168 time: 0.2921951 Dec 16 09:41:26.694816 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da425ec-ad2a-47c6-a4c4-23ccb4ea7a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44114ade-9477-4ad2-910b-8f43b338f5e9,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:26.749216 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a3032e06-c67a-4543-887b-af2f12d3f920 req-c187f9f9-e6f7-42b0-823c-83ac693f8b4d tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746281 Dec 16 09:41:26.794878 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c08aece3-139e-4a75-860e-b480ddb02aa9 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:26.896461 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08aece3-139e-4a75-860e-b480ddb02aa9 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Network 287d4d50-0def-44b2-aec2-271daf15dd31 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:41:26.899423 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08aece3-139e-4a75-860e-b480ddb02aa9 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Pushing event updated for resources: {'Port': ['ID=b2427705-ddfc-4734-baa7-3220718a9970,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:26.903699 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-c08aece3-139e-4a75-860e-b480ddb02aa9 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:41:26.911642 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-248e85ec-81ab-418c-9520-6107c9a36c44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:41:26.916773 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08aece3-139e-4a75-860e-b480ddb02aa9 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:41:26.921174 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513930a3-55a3-4433-8993-5727d7ed2c6f req-f0e11803-b958-4736-b347-f510e1a5fa6a tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:26.923203 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-248e85ec-81ab-418c-9520-6107c9a36c44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:26.923806 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-513930a3-55a3-4433-8993-5727d7ed2c6f req-f0e11803-b958-4736-b347-f510e1a5fa6a tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] 10.222.0.60 "GET /v2.0/ports?device_id=63a31f09-25c6-4adf-8486-6e43f9ac152b HTTP/1.1" status: 200 len: 943 time: 0.0641239 Dec 16 09:41:26.993037 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-513930a3-55a3-4433-8993-5727d7ed2c6f req-e5fd7ea7-b061-47e0-951f-695b730738e5 tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] 10.222.0.60 "GET /v2.0/security-groups?id=528ffac9-1563-402c-9bfd-89621ab92628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626495 Dec 16 09:41:27.024194 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-248e85ec-81ab-418c-9520-6107c9a36c44 service neutron] Transition to ACTIVE for port object 89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:41:27.033488 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08aece3-139e-4a75-860e-b480ddb02aa9 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:27.034115 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c08aece3-139e-4a75-860e-b480ddb02aa9 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:27.095763 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-29c9c19b-4135-43c1-8b61-b47e4bb11f57 req-1fa6f93e-ad73-4e43-ad0e-38e485d996ff tempest-ServerShowV257Test-2000921111 tempest-ServerShowV257Test-2000921111-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.0279455 Dec 16 09:41:27.107724 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-248e85ec-81ab-418c-9520-6107c9a36c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:27.179849 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c08aece3-139e-4a75-860e-b480ddb02aa9 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8679287 Dec 16 09:41:27.186604 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58748) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:27.194112 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-d92c73fd-3479-42a5-9174-b241df9170c8 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-388369686', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:27.210388 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e85ec-81ab-418c-9520-6107c9a36c44 service neutron] Pushing event updated for resources: {'Port': ['ID=89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:27.321068 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-248e85ec-81ab-418c-9520-6107c9a36c44 service neutron] Attempting to bind port 89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:41:27.321506 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-248e85ec-81ab-418c-9520-6107c9a36c44 service neutron] Attempting to bind port 89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'e4b99bb5-c4f3-4f88-bc59-3a617caff777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:41:27.321757 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-248e85ec-81ab-418c-9520-6107c9a36c44 service neutron] Attempting to bind port 89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee on network 932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:41:27.326444 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-248e85ec-81ab-418c-9520-6107c9a36c44 service neutron] Port 89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee on network 932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:41:27.327046 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-248e85ec-81ab-418c-9520-6107c9a36c44 service neutron] Attempting to bind port 89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee on network 932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:41:27.333070 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-248e85ec-81ab-418c-9520-6107c9a36c44 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:41:27.333450 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-248e85ec-81ab-418c-9520-6107c9a36c44 service neutron] Checking segment: {'id': 'e4b99bb5-c4f3-4f88-bc59-3a617caff777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:41:27.334017 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-248e85ec-81ab-418c-9520-6107c9a36c44 service neutron] Bound using segment: {'id': 'e4b99bb5-c4f3-4f88-bc59-3a617caff777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:41:27.334462 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-248e85ec-81ab-418c-9520-6107c9a36c44 service neutron] Bound port: 89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b99bb5-c4f3-4f88-bc59-3a617caff777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:41:27.334820 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-248e85ec-81ab-418c-9520-6107c9a36c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:27.366597 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d92c73fd-3479-42a5-9174-b241df9170c8 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:27.367668 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d92c73fd-3479-42a5-9174-b241df9170c8 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:27.440421 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-248e85ec-81ab-418c-9520-6107c9a36c44 service neutron] For port 89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:41:27.444956 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-248e85ec-81ab-418c-9520-6107c9a36c44 service neutron] For port 89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:41:27.519184 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d92c73fd-3479-42a5-9174-b241df9170c8 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:27.639112 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:27.668241 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5033420-284c-491c-9b87-ce684d72a72c None None] Network 287d4d50-0def-44b2-aec2-271daf15dd31 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:41:27.690546 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d92c73fd-3479-42a5-9174-b241df9170c8 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:27.691981 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-248e85ec-81ab-418c-9520-6107c9a36c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:27.729855 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-248e85ec-81ab-418c-9520-6107c9a36c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:27.729855 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-248e85ec-81ab-418c-9520-6107c9a36c44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:27.731220 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-248e85ec-81ab-418c-9520-6107c9a36c44 service neutron] 10.222.0.58 "PUT /v2.0/ports/89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee HTTP/1.1" status: 200 len: 1092 time: 1.6685069 Dec 16 09:41:27.731757 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91', 'tag': '89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:41:27.734100 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90585d12-8e36-4667-9822-b0a94f4a7502" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91", "tag": "89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:41:27.760218 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-599daf59-180a-455b-8e88-a4291ad44fc8 None None] Provisioning complete for port 37acb681-e3fb-4d8c-8e89-9c3303919b91 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:27.760666 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-599daf59-180a-455b-8e88-a4291ad44fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:27.780935 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d92c73fd-3479-42a5-9174-b241df9170c8 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:27.784902 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d92c73fd-3479-42a5-9174-b241df9170c8 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5944774 Dec 16 09:41:27.787269 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58762) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:27.806077 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-1f771b10-cb8c-4545-a70b-53db4e89baa0 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-155730172', 'prefixes': ['172.20.0.0/16']}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:27.873656 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e85ec-81ab-418c-9520-6107c9a36c44 service neutron] Pushing event updated for resources: {'Port': ['ID=89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:27.891654 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f368b5-c6b2-4155-8499-c93bb43efff2 x-openstack-request-id: req-53f368b5-c6b2-4155-8499-c93bb43efff2 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:41:27.891936 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91", "tag": "89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:41:27.892185 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-53f368b5-c6b2-4155-8499-c93bb43efff2 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:41:27.892587 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91', 'tag': '89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee', 'status': 'completed', 'code': 200} Dec 16 09:41:27.955115 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-599daf59-180a-455b-8e88-a4291ad44fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:28.025085 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4509e71a-c9ef-4053-a282-55cb2bdcbc11 req-04716b32-73aa-4f88-9691-e3716e253914 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=85c84125-19d8-4561-9d8a-1495d03b6465&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1227751 Dec 16 09:41:28.059326 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 37acb681-e3fb-4d8c-8e89-9c3303919b91 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:41:28.070140 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58772) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:28.201314 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06343000-5cd6-47fa-b916-7c09be20f893 req-f361224e-358b-4980-9118-38dccd89f72c tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:28.212801 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-599daf59-180a-455b-8e88-a4291ad44fc8 None None] For port 37acb681-e3fb-4d8c-8e89-9c3303919b91, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=37acb681-e3fb-4d8c-8e89-9c3303919b91,segment=NetworkSegment(fbc076a9-ee59-479f-b4e8-fc5785dae20d),segment_id=fbc076a9-ee59-479f-b4e8-fc5785dae20d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:28.225478 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 37acb681-e3fb-4d8c-8e89-9c3303919b91 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:28.225981 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:28.241458 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-06343000-5cd6-47fa-b916-7c09be20f893 req-f361224e-358b-4980-9118-38dccd89f72c tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 944 time: 0.2742708 Dec 16 09:41:28.249397 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90585d12-8e36-4667-9822-b0a94f4a7502 req-006054a4-370d-462e-ad11-897aacb08849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:28.268384 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-90585d12-8e36-4667-9822-b0a94f4a7502 req-006054a4-370d-462e-ad11-897aacb08849 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f1bf440b6c55457f8af9c018d530175b&device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 1095 time: 0.3748686 Dec 16 09:41:28.292327 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509e71a-c9ef-4053-a282-55cb2bdcbc11 req-b3cdfc31-c92c-4088-a7fd-9ac357432ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:28.294828 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4509e71a-c9ef-4053-a282-55cb2bdcbc11 req-b3cdfc31-c92c-4088-a7fd-9ac357432ec0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=68e22e3a3da6417b82ce935493172fa4&device_id=85c84125-19d8-4561-9d8a-1495d03b6465 HTTP/1.1" status: 200 len: 1097 time: 0.1655734 Dec 16 09:41:28.353309 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:28.377078 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-599daf59-180a-455b-8e88-a4291ad44fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:28.471080 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599daf59-180a-455b-8e88-a4291ad44fc8 None None] Pushing event updated for resources: {'Port': ['ID=37acb681-e3fb-4d8c-8e89-9c3303919b91,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:28.496532 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-06343000-5cd6-47fa-b916-7c09be20f893 req-1eae8eab-4506-4911-9496-3be3aa484138 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601449 Dec 16 09:41:28.519994 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1f771b10-cb8c-4545-a70b-53db4e89baa0 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks [] for subnetpool, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:28.530564 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1f771b10-cb8c-4545-a70b-53db4e89baa0 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.7433980 Dec 16 09:41:28.538814 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58790) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:28.576294 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.tag.tag_plugin [None req-dc01ddf6-d148-470d-8ac6-99ecc7769e5e tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '41b67df7-6725-4ea2-8a3c-dd0c71943b2c', 'tempest-TagsExtTest-Tag-1130816072') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:28.584394 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d1f1692-3cbd-4803-969e-fa860dcd78a9 admin admin] Deleting subnet 254306af-14e3-4adb-acda-c9e93df31861 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:41:28.603576 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609c0cc-e84f-4f17-8075-99d29ff65b30 req-11d701d2-47bc-4f4c-9e57-8d17a2de4145 tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:28.608541 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-bec9c79d-ff42-40f9-ac6a-cf669f827e3b None None] Provisioning complete for port b2427705-ddfc-4734-baa7-3220718a9970 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:28.610362 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bec9c79d-ff42-40f9-ac6a-cf669f827e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:28.612073 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2609c0cc-e84f-4f17-8075-99d29ff65b30 req-11d701d2-47bc-4f4c-9e57-8d17a2de4145 tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] 10.222.0.60 "GET /v2.0/ports?device_id=63a31f09-25c6-4adf-8486-6e43f9ac152b HTTP/1.1" status: 200 len: 943 time: 0.3089108 Dec 16 09:41:28.620776 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8d1f1692-3cbd-4803-969e-fa860dcd78a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:28.635914 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:41:28.636287 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:41:28.696036 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509e71a-c9ef-4053-a282-55cb2bdcbc11 req-9fbf824e-4570-466d-8311-af3fe580e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:28.697567 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4509e71a-c9ef-4053-a282-55cb2bdcbc11 req-9fbf824e-4570-466d-8311-af3fe580e60f service neutron] 10.222.0.58 "GET /v2.0/networks?id=818dfd32-cf52-4369-aa91-a070d5ad14f3 HTTP/1.1" status: 200 len: 915 time: 0.3726594 Dec 16 09:41:28.728933 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2609c0cc-e84f-4f17-8075-99d29ff65b30 req-219d9d4f-f53d-4108-94df-0afad579abf8 tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] 10.222.0.60 "GET /v2.0/security-groups?id=528ffac9-1563-402c-9bfd-89621ab92628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127758 Dec 16 09:41:28.740449 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-bec9c79d-ff42-40f9-ac6a-cf669f827e3b None None] Port b2427705-ddfc-4734-baa7-3220718a9970 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:41:28.746795 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8d1f1692-3cbd-4803-969e-fa860dcd78a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:28.755310 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-bec9c79d-ff42-40f9-ac6a-cf669f827e3b None None] Provisioning complete for port 37acb681-e3fb-4d8c-8e89-9c3303919b91 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:28.755970 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bec9c79d-ff42-40f9-ac6a-cf669f827e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:28.775911 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e55c460e-b6f6-4dbc-beb4-b29d09b64a81 req-9f938e21-9e17-4cc8-8a73-cdcc03a4c064 tempest-ServerShowV257Test-2000921111 tempest-ServerShowV257Test-2000921111-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.1103768 Dec 16 09:41:28.777321 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90585d12-8e36-4667-9822-b0a94f4a7502 req-c2cf2189-8268-4ac3-b71e-e0ed56ba6c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:28.780443 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-90585d12-8e36-4667-9822-b0a94f4a7502 req-c2cf2189-8268-4ac3-b71e-e0ed56ba6c06 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=f1bf440b6c55457f8af9c018d530175b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4840887 Dec 16 09:41:28.958508 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90585d12-8e36-4667-9822-b0a94f4a7502 req-48510fd6-1a88-48c2-b660-4a29155c8e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:28.960038 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-90585d12-8e36-4667-9822-b0a94f4a7502 req-48510fd6-1a88-48c2-b660-4a29155c8e17 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1578970 Dec 16 09:41:29.005701 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-fb12c1a6-71cb-4aff-a759-43d668f4ad7e None None] Provisioning complete for port b2427705-ddfc-4734-baa7-3220718a9970 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:29.005984 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fb12c1a6-71cb-4aff-a759-43d668f4ad7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:29.016651 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4509e71a-c9ef-4053-a282-55cb2bdcbc11 req-68b371c6-0ce7-4c9d-b992-ba7909bfaae6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9502d6c6-0faa-4d43-887a-13e6c7197e15 HTTP/1.1" status: 200 len: 1001 time: 0.3107386 Dec 16 09:41:29.017911 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8d1f1692-3cbd-4803-969e-fa860dcd78a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:29.041549 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-fb12c1a6-71cb-4aff-a759-43d668f4ad7e None None] Port b2427705-ddfc-4734-baa7-3220718a9970 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:41:29.044630 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-dc01ddf6-d148-470d-8ac6-99ecc7769e5e tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "PUT /v2.0/subnets/41b67df7-6725-4ea2-8a3c-dd0c71943b2c/tags/tempest-TagsExtTest-Tag-1130816072 HTTP/1.1" status: 201 len: 201 time: 0.4862447 Dec 16 09:41:29.047418 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58808) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:29.049884 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:29.054769 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.tag.tag_plugin [None req-8bb31516-16b8-4d8c-84fe-42e690ad3a8f tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b2427705-ddfc-4734-baa7-3220718a9970', 'tempest-TagsExtTest-Tag-833049344') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:29.094461 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-ed42fbe2-9a02-4222-8700-2c3b536e1d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:29.096004 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-ed42fbe2-9a02-4222-8700-2c3b536e1d25 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f1bf440b6c55457f8af9c018d530175b&device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 1095 time: 0.0977333 Dec 16 09:41:29.139091 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509e71a-c9ef-4053-a282-55cb2bdcbc11 req-bd0011e2-0a46-4c68-8472-81f1d528b365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:29.140781 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4509e71a-c9ef-4053-a282-55cb2bdcbc11 req-bd0011e2-0a46-4c68-8472-81f1d528b365 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e6671658-f8cf-488c-bd79-f5bf2ae47ee8 HTTP/1.1" status: 200 len: 853 time: 0.1178145 Dec 16 09:41:29.148008 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-6ef86a18-f4d0-46bc-a4d2-dfaac01c7abf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee HTTP/1.1" status: 200 len: 217 time: 0.0430038 Dec 16 09:41:29.153251 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-644bf881-0a50-4626-af9b-a1acdf29128c tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:29.160460 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-644bf881-0a50-4626-af9b-a1acdf29128c tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/networks?id=89dde67c-4375-428d-a66c-d788737973c8 HTTP/1.1" status: 200 len: 814 time: 0.2352328 Dec 16 09:41:29.216242 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-b9612827-804e-4079-a18d-bd8feb7c7d0b tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/quotas/e689af417abc4a949f6a02217a4ce1bc HTTP/1.1" status: 200 len: 375 time: 0.0546870 Dec 16 09:41:29.262771 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509e71a-c9ef-4053-a282-55cb2bdcbc11 req-67e8c7c8-4225-4693-a0fb-4466fab07983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:29.263800 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-6508f698-4005-44a5-81d7-b949edf02f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:29.264320 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4509e71a-c9ef-4053-a282-55cb2bdcbc11 req-67e8c7c8-4225-4693-a0fb-4466fab07983 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=818dfd32-cf52-4369-aa91-a070d5ad14f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017342 Dec 16 09:41:29.266223 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-6508f698-4005-44a5-81d7-b949edf02f66 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c3e23022-6181-4c07-9324-a5452325576b HTTP/1.1" status: 200 len: 850 time: 0.1081808 Dec 16 09:41:29.290563 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-562d7c9d-cf1c-42a5-bf22-8202bfd2b001 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e689af417abc4a949f6a02217a4ce1bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0658741 Dec 16 09:41:29.319603 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-01538c06-dd80-4f88-9532-2ec90683a68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:29.321437 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-01538c06-dd80-4f88-9532-2ec90683a68f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442996 Dec 16 09:41:29.346981 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8d1f1692-3cbd-4803-969e-fa860dcd78a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:29.401954 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8bb31516-16b8-4d8c-84fe-42e690ad3a8f tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "PUT /v2.0/ports/b2427705-ddfc-4734-baa7-3220718a9970/tags/tempest-TagsExtTest-Tag-833049344 HTTP/1.1" status: 201 len: 201 time: 0.3510182 Dec 16 09:41:29.402206 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58818) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:29.407801 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.tag.tag_plugin [None req-0ae1882d-bf56-4e12-b9af-545d5d59be79 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd90012d2-1919-4abe-993b-6c31f9a0b2bb', 'tempest-TagsExtTest-Tag-1884492050') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:29.420373 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f1692-3cbd-4803-969e-fa860dcd78a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=254306af-14e3-4adb-acda-c9e93df31861,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:29.422545 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8d1f1692-3cbd-4803-969e-fa860dcd78a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:29.425802 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8d1f1692-3cbd-4803-969e-fa860dcd78a9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/254306af-14e3-4adb-acda-c9e93df31861 HTTP/1.1" status: 204 len: 168 time: 1.3438263 Dec 16 09:41:29.430032 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58820) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:29.542280 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4509e71a-c9ef-4053-a282-55cb2bdcbc11 req-45778bf6-54c1-4c19-aa32-ef4af42ead9e service neutron] 10.222.0.58 "GET /v2.0/networks/818dfd32-cf52-4369-aa91-a070d5ad14f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647250 Dec 16 09:41:29.555408 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-38f7325a-8de5-4297-8695-ebc29d45d8e6 service neutron] 10.222.0.60 "GET /v2.0/networks/89dde67c-4375-428d-a66c-d788737973c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542777 Dec 16 09:41:29.560075 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:29.581174 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1b6552bb-afba-4f5f-99b7-a294ea4937f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:29.607574 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-269b7b16-a26c-4f94-bbc4-ca43f1c7a3dd service neutron] 10.222.0.58 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747905 Dec 16 09:41:29.811471 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-b9ee9480-5f01-4cb8-8216-f9f01e09f57d service neutron] 10.222.0.60 "GET /v2.0/networks/89dde67c-4375-428d-a66c-d788737973c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276216 Dec 16 09:41:29.815575 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4509e71a-c9ef-4053-a282-55cb2bdcbc11 req-6a42374a-e406-4e0e-acaa-b4ff0e65e72f service neutron] 10.222.0.58 "GET /v2.0/networks/818dfd32-cf52-4369-aa91-a070d5ad14f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629614 Dec 16 09:41:29.817439 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1b6552bb-afba-4f5f-99b7-a294ea4937f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:29.848165 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-1b6552bb-afba-4f5f-99b7-a294ea4937f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09866e78-29ef-4050-a525-5c237a470f23']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:29.859841 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-1b6552bb-afba-4f5f-99b7-a294ea4937f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5fa93b-702f-45a8-997f-890782890505') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:29.860135 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-1b6552bb-afba-4f5f-99b7-a294ea4937f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5fa93b-702f-45a8-997f-890782890505') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:29.876175 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1b6552bb-afba-4f5f-99b7-a294ea4937f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:29.897034 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1b6552bb-afba-4f5f-99b7-a294ea4937f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:29.906534 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b6552bb-afba-4f5f-99b7-a294ea4937f7 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:41:29.907094 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1b6552bb-afba-4f5f-99b7-a294ea4937f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:29.909600 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:41:29.909600 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:41:29.909600 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:41:29.909600 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:41:29.909600 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:41:29.909600 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:41:29.909600 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:41:29.909600 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:41:29.909600 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:41:29.909600 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:41:29.909600 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:41:29.909600 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:41:29.909600 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:41:29.909600 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:41:29.909600 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:41:29.909600 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:41:29.909600 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:41:29.909600 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:41:29.909600 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:41:29.909600 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:41:29.909600 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:41:29.909600 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:41:29.909600 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:41:29.909600 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:41:29.909600 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:41:29.909600 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:41:29.909600 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:41:29.909600 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:41:29.909600 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:41:29.909600 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:41:29.909600 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:41:29.909600 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:41:29.920958 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 37acb681-e3fb-4d8c-8e89-9c3303919b91 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:41:29.992268 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 37acb681-e3fb-4d8c-8e89-9c3303919b91 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:29.993325 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:30.073135 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1b6552bb-afba-4f5f-99b7-a294ea4937f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:30.077340 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0ae1882d-bf56-4e12-b9af-545d5d59be79 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "PUT /v2.0/routers/d90012d2-1919-4abe-993b-6c31f9a0b2bb/tags/tempest-TagsExtTest-Tag-1884492050 HTTP/1.1" status: 201 len: 201 time: 0.6714780 Dec 16 09:41:30.083061 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58844) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:30.084100 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.tag.tag_plugin [None req-3cdd5cdc-9dc3-4114-9474-f91dee7d9553 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '53272cab-8945-4e29-ac91-4b2863753ee5', 'tempest-TagsExtTest-Tag-2093087137') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:30.087072 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1b6552bb-afba-4f5f-99b7-a294ea4937f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:30.090223 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1b6552bb-afba-4f5f-99b7-a294ea4937f7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/09866e78-29ef-4050-a525-5c237a470f23 HTTP/1.1" status: 204 len: 168 time: 0.6574883 Dec 16 09:41:30.118836 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6552bb-afba-4f5f-99b7-a294ea4937f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=09866e78-29ef-4050-a525-5c237a470f23,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:30.151223 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65149b99-fa44-40d4-b406-62d5b2d67684 req-3747d05b-8bde-4e99-825a-8bfe00b1a0d2 service neutron] 10.222.0.58 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5318115 Dec 16 09:41:30.163222 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e93d52-f472-4550-8050-52059f4e4c37 req-ce2d0429-40df-405f-92e0-f910959c487d tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:30.170756 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-50e93d52-f472-4550-8050-52059f4e4c37 req-ce2d0429-40df-405f-92e0-f910959c487d tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 944 time: 0.5612085 Dec 16 09:41:30.213906 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-50e93d52-f472-4550-8050-52059f4e4c37 req-6743797f-298e-4f67-a7c3-8ef65ff0ffff tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420320 Dec 16 09:41:30.258591 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43eb1b6-51e2-4f14-9b3e-3a9a385ad292 req-50960748-c154-4012-b176-17bccca94ebb tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:30.261446 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f43eb1b6-51e2-4f14-9b3e-3a9a385ad292 req-50960748-c154-4012-b176-17bccca94ebb tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] 10.222.0.60 "GET /v2.0/ports?device_id=63a31f09-25c6-4adf-8486-6e43f9ac152b HTTP/1.1" status: 200 len: 943 time: 0.0845628 Dec 16 09:41:30.303149 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3cdd5cdc-9dc3-4114-9474-f91dee7d9553 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "PUT /v2.0/subnetpools/53272cab-8945-4e29-ac91-4b2863753ee5/tags/tempest-TagsExtTest-Tag-2093087137 HTTP/1.1" status: 201 len: 201 time: 0.2211111 Dec 16 09:41:30.305645 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58858) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:30.309945 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.tag.tag_plugin [None req-0fc95705-5d63-49d4-a809-cf9b98ab214e tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '41b67df7-6725-4ea2-8a3c-dd0c71943b2c') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:30.318657 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d2b1a280-2494-403f-8505-ca8d1eef3d92 req-f09ba398-87e3-45c5-aedb-3de2561dd2e5 tempest-ServerShowV257Test-2000921111 tempest-ServerShowV257Test-2000921111-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.0409193 Dec 16 09:41:30.353750 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f43eb1b6-51e2-4f14-9b3e-3a9a385ad292 req-3a01b3f6-348f-4624-9ae2-6a3ffba8d65b tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] 10.222.0.60 "GET /v2.0/security-groups?id=528ffac9-1563-402c-9bfd-89621ab92628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849245 Dec 16 09:41:30.388181 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4dcd49a7-d2af-4b6e-8301-10374e21bc7f req-acbf2637-1cbb-4dda-bc53-b45667a54297 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3d17121-b560-48ae-b44d-04a4885fb0c1 HTTP/1.1" status: 200 len: 210 time: 0.0269117 Dec 16 09:41:30.442642 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0fc95705-5d63-49d4-a809-cf9b98ab214e tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "GET /v2.0/subnets/41b67df7-6725-4ea2-8a3c-dd0c71943b2c/tags HTTP/1.1" status: 200 len: 241 time: 0.1220930 Dec 16 09:41:30.444231 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58864) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:30.448746 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.tag.tag_plugin [None req-6cd65529-a397-4c66-ab61-3c6463ce4226 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '41b67df7-6725-4ea2-8a3c-dd0c71943b2c', 'tempest-TagsExtTest-Tag-1130816072') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:30.504440 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6cd65529-a397-4c66-ab61-3c6463ce4226 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "GET /v2.0/subnets/41b67df7-6725-4ea2-8a3c-dd0c71943b2c/tags/tempest-TagsExtTest-Tag-1130816072 HTTP/1.1" status: 204 len: 168 time: 0.0591521 Dec 16 09:41:30.506835 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58866) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:30.511181 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.tag.tag_plugin [None req-5371b9b3-9df7-45be-9f2a-3b617b43475e tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '41b67df7-6725-4ea2-8a3c-dd0c71943b2c', 'tempest-TagsExtTest-Tag-1130816072') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:30.651562 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58874) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:30.682259 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5371b9b3-9df7-45be-9f2a-3b617b43475e tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "DELETE /v2.0/subnets/41b67df7-6725-4ea2-8a3c-dd0c71943b2c/tags/tempest-TagsExtTest-Tag-1130816072 HTTP/1.1" status: 204 len: 168 time: 0.1744211 Dec 16 09:41:30.684798 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58878) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:30.689235 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.tag.tag_plugin [None req-3e5c4ff9-d41a-43b2-a193-7b3b868182ad tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '41b67df7-6725-4ea2-8a3c-dd0c71943b2c') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:30.696463 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e71c10b6-b4aa-43c2-b106-b7c2f292ba90 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b08ba95154e04457900cfefa4916c15d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430627 Dec 16 09:41:30.698912 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58880) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:30.746523 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3e5c4ff9-d41a-43b2-a193-7b3b868182ad tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "GET /v2.0/subnets/41b67df7-6725-4ea2-8a3c-dd0c71943b2c/tags HTTP/1.1" status: 200 len: 205 time: 0.0582623 Dec 16 09:41:30.746867 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58884) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:30.750593 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad438041-0e17-4424-9571-d8ce3d5b0c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:30.750990 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.tag.tag_plugin [None req-82d9d373-2dde-4a40-9509-1af996df8475 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b2427705-ddfc-4734-baa7-3220718a9970') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:30.773160 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad438041-0e17-4424-9571-d8ce3d5b0c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:30.809641 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-82d9d373-2dde-4a40-9509-1af996df8475 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "GET /v2.0/ports/b2427705-ddfc-4734-baa7-3220718a9970/tags HTTP/1.1" status: 200 len: 240 time: 0.0617507 Dec 16 09:41:30.811700 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58888) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:30.817023 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.tag.tag_plugin [None req-945d886e-47b2-4956-92ce-5f4dc9e798c6 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b2427705-ddfc-4734-baa7-3220718a9970', 'tempest-TagsExtTest-Tag-833049344') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:30.866513 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-945d886e-47b2-4956-92ce-5f4dc9e798c6 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "GET /v2.0/ports/b2427705-ddfc-4734-baa7-3220718a9970/tags/tempest-TagsExtTest-Tag-833049344 HTTP/1.1" status: 204 len: 168 time: 0.0538051 Dec 16 09:41:30.868871 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58890) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:30.873015 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.tag.tag_plugin [None req-36cfede3-5031-49a0-b955-ed326f883ebd tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b2427705-ddfc-4734-baa7-3220718a9970', 'tempest-TagsExtTest-Tag-833049344') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:30.897607 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad438041-0e17-4424-9571-d8ce3d5b0c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:30.901568 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad438041-0e17-4424-9571-d8ce3d5b0c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:30.901568 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ad438041-0e17-4424-9571-d8ce3d5b0c78 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e68aa81c-0a96-4c6e-a3e1-96a91dae878f HTTP/1.1" status: 204 len: 168 time: 0.2015917 Dec 16 09:41:30.909431 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad438041-0e17-4424-9571-d8ce3d5b0c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68aa81c-0a96-4c6e-a3e1-96a91dae878f,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:31.024567 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-36cfede3-5031-49a0-b955-ed326f883ebd tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "DELETE /v2.0/ports/b2427705-ddfc-4734-baa7-3220718a9970/tags/tempest-TagsExtTest-Tag-833049344 HTTP/1.1" status: 204 len: 168 time: 0.1546299 Dec 16 09:41:31.026848 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58896) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:31.030987 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.tag.tag_plugin [None req-71d6919c-4e1c-4f7b-bb39-ab9638d43841 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b2427705-ddfc-4734-baa7-3220718a9970') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:31.091931 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-71d6919c-4e1c-4f7b-bb39-ab9638d43841 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "GET /v2.0/ports/b2427705-ddfc-4734-baa7-3220718a9970/tags HTTP/1.1" status: 200 len: 205 time: 0.0640481 Dec 16 09:41:31.094958 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58902) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:31.099946 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.tag.tag_plugin [None req-2e1fac64-b1d4-4d75-8d54-5466649629c7 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd90012d2-1919-4abe-993b-6c31f9a0b2bb') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:31.183221 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2e1fac64-b1d4-4d75-8d54-5466649629c7 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "GET /v2.0/routers/d90012d2-1919-4abe-993b-6c31f9a0b2bb/tags HTTP/1.1" status: 200 len: 241 time: 0.0870516 Dec 16 09:41:31.185949 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58904) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:31.190656 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.tag.tag_plugin [None req-b7d646fb-f236-4189-8219-01fb6b12f5e0 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd90012d2-1919-4abe-993b-6c31f9a0b2bb', 'tempest-TagsExtTest-Tag-1884492050') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:31.272262 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b7d646fb-f236-4189-8219-01fb6b12f5e0 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "GET /v2.0/routers/d90012d2-1919-4abe-993b-6c31f9a0b2bb/tags/tempest-TagsExtTest-Tag-1884492050 HTTP/1.1" status: 204 len: 168 time: 0.0830157 Dec 16 09:41:31.272493 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58910) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:31.277048 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.tag.tag_plugin [None req-a0460aa4-ebaa-4147-a9f9-6446748f3ac7 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'd90012d2-1919-4abe-993b-6c31f9a0b2bb', 'tempest-TagsExtTest-Tag-1884492050') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:31.414963 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65521405-6cfe-449d-bdd4-64594984df6f req-5bc72aae-1cbc-4e5f-b7da-72c3f933e09d tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:31.414963 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65521405-6cfe-449d-bdd4-64594984df6f req-5bc72aae-1cbc-4e5f-b7da-72c3f933e09d tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 944 time: 0.0933316 Dec 16 09:41:31.457916 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-53f5e0f9-280c-4d6d-8038-f9cb02892379 req-1736ad71-8d4c-4e45-a55a-8855ef1349cd tempest-ServerShowV257Test-2000921111 tempest-ServerShowV257Test-2000921111-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.0272329 Dec 16 09:41:31.459622 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65521405-6cfe-449d-bdd4-64594984df6f req-5180d1b9-6df4-4f23-b4af-721e4545bbe4 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348508 Dec 16 09:41:31.495551 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58930) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:31.495769 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a0460aa4-ebaa-4147-a9f9-6446748f3ac7 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "DELETE /v2.0/routers/d90012d2-1919-4abe-993b-6c31f9a0b2bb/tags/tempest-TagsExtTest-Tag-1884492050 HTTP/1.1" status: 204 len: 168 time: 0.2222579 Dec 16 09:41:31.500911 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.tag.tag_plugin [None req-a30913b7-267f-4167-95b6-9f4064ef015c tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd90012d2-1919-4abe-993b-6c31f9a0b2bb') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:31.518100 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 4ccfdc55-9290-4918-bfe5-5b4736898174 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:41:31.642420 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573020c-00ae-4db3-8e08-e85f5f538ff7 req-74101015-357b-43eb-8223-2cea33654063 tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:31.644943 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5573020c-00ae-4db3-8e08-e85f5f538ff7 req-74101015-357b-43eb-8223-2cea33654063 tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] 10.222.0.60 "GET /v2.0/ports?device_id=63a31f09-25c6-4adf-8486-6e43f9ac152b HTTP/1.1" status: 200 len: 943 time: 0.0898588 Dec 16 09:41:31.645145 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6a3fa49c-68f0-4faf-996e-a9b63736e29b req-364492cd-9d5d-484e-8b6c-fabe18cb283c tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3d17121-b560-48ae-b44d-04a4885fb0c1 HTTP/1.1" status: 200 len: 210 time: 0.0477958 Dec 16 09:41:31.655759 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a30913b7-267f-4167-95b6-9f4064ef015c tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "GET /v2.0/routers/d90012d2-1919-4abe-993b-6c31f9a0b2bb/tags HTTP/1.1" status: 200 len: 205 time: 0.1566179 Dec 16 09:41:31.656561 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58936) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:31.661917 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.tag.tag_plugin [None req-02ad8050-8920-4a1e-b265-eff94582e088 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '53272cab-8945-4e29-ac91-4b2863753ee5') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:31.678918 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 4ccfdc55-9290-4918-bfe5-5b4736898174, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=4ccfdc55-9290-4918-bfe5-5b4736898174,segment=NetworkSegment(e60c936b-ae3f-445c-83e4-838a7bcee880),segment_id=e60c936b-ae3f-445c-83e4-838a7bcee880)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:31.701818 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '4ccfdc55-9290-4918-bfe5-5b4736898174', 'network_id': 'c32e3144-20c5-4a62-a519-c67bf1eba2db', 'port_id': '4ccfdc55-9290-4918-bfe5-5b4736898174', 'mac_address': 'fa:16:3e:58:8a:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '157b774c-7457-4530-ab42-730aca7bfd41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:41:31.723202 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-02ad8050-8920-4a1e-b265-eff94582e088 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "GET /v2.0/subnetpools/53272cab-8945-4e29-ac91-4b2863753ee5/tags HTTP/1.1" status: 200 len: 241 time: 0.0648117 Dec 16 09:41:31.726114 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58942) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:31.730880 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.tag.tag_plugin [None req-29f1826c-d7a9-4e6d-a360-6e734803beba tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '53272cab-8945-4e29-ac91-4b2863753ee5', 'tempest-TagsExtTest-Tag-2093087137') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:31.742438 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5573020c-00ae-4db3-8e08-e85f5f538ff7 req-3820e203-80cc-447c-a596-1a213a56155d tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] 10.222.0.60 "GET /v2.0/security-groups?id=528ffac9-1563-402c-9bfd-89621ab92628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865753 Dec 16 09:41:31.747980 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:31.764514 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-29f1826c-d7a9-4e6d-a360-6e734803beba tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "GET /v2.0/subnetpools/53272cab-8945-4e29-ac91-4b2863753ee5/tags/tempest-TagsExtTest-Tag-2093087137 HTTP/1.1" status: 204 len: 168 time: 0.0371428 Dec 16 09:41:31.764762 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ccfdc55-9290-4918-bfe5-5b4736898174 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:41:31.767010 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58944) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:31.772342 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.tag.tag_plugin [None req-ca6e0643-4610-49e2-b540-4120002f15c3 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '53272cab-8945-4e29-ac91-4b2863753ee5', 'tempest-TagsExtTest-Tag-2093087137') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:31.800950 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 4ccfdc55-9290-4918-bfe5-5b4736898174, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=4ccfdc55-9290-4918-bfe5-5b4736898174,segment=NetworkSegment(e60c936b-ae3f-445c-83e4-838a7bcee880),segment_id=e60c936b-ae3f-445c-83e4-838a7bcee880)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:31.880899 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:31.910530 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ca6e0643-4610-49e2-b540-4120002f15c3 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "DELETE /v2.0/subnetpools/53272cab-8945-4e29-ac91-4b2863753ee5/tags/tempest-TagsExtTest-Tag-2093087137 HTTP/1.1" status: 204 len: 168 time: 0.1422970 Dec 16 09:41:31.912881 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58952) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:31.919342 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.tag.tag_plugin [None req-f4aa3a3d-cf38-4088-8669-7958197351f0 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '53272cab-8945-4e29-ac91-4b2863753ee5') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:31.947201 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=4ccfdc55-9290-4918-bfe5-5b4736898174,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:31.950157 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f4aa3a3d-cf38-4088-8669-7958197351f0 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "GET /v2.0/subnetpools/53272cab-8945-4e29-ac91-4b2863753ee5/tags HTTP/1.1" status: 200 len: 205 time: 0.0339026 Dec 16 09:41:31.950559 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58956) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:31.955018 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.tag.tag_plugin [None req-dd4cb1f3-085d-48a0-a90f-e2e62070456f tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '53272cab-8945-4e29-ac91-4b2863753ee5') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:31.980258 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-dd4cb1f3-085d-48a0-a90f-e2e62070456f tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "DELETE /v2.0/subnetpools/53272cab-8945-4e29-ac91-4b2863753ee5/tags HTTP/1.1" status: 204 len: 168 time: 0.0289032 Dec 16 09:41:31.982761 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58958) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:31.987018 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.tag.tag_plugin [None req-ff2508c6-dcce-44c7-b8cc-e869ac882ad3 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd90012d2-1919-4abe-993b-6c31f9a0b2bb') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:32.069152 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ff2508c6-dcce-44c7-b8cc-e869ac882ad3 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "DELETE /v2.0/routers/d90012d2-1919-4abe-993b-6c31f9a0b2bb/tags HTTP/1.1" status: 204 len: 168 time: 0.0846720 Dec 16 09:41:32.072451 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58964) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:32.076792 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.tag.tag_plugin [None req-96d5bf16-f693-4ad4-bb30-0af95bcb2a98 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b2427705-ddfc-4734-baa7-3220718a9970') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:32.127844 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58966) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:32.132326 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-96d5bf16-f693-4ad4-bb30-0af95bcb2a98 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "DELETE /v2.0/ports/b2427705-ddfc-4734-baa7-3220718a9970/tags HTTP/1.1" status: 204 len: 168 time: 0.0588017 Dec 16 09:41:32.135052 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58970) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:32.139092 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.tag.tag_plugin [None req-02fc6d83-9d8e-4049-96ed-2a29b59b857f tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '41b67df7-6725-4ea2-8a3c-dd0c71943b2c') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:32.204891 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-02fc6d83-9d8e-4049-96ed-2a29b59b857f tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "DELETE /v2.0/subnets/41b67df7-6725-4ea2-8a3c-dd0c71943b2c/tags HTTP/1.1" status: 204 len: 168 time: 0.0688853 Dec 16 09:41:32.209185 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58974) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:32.213576 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.tag.tag_plugin [None req-1ab4c8a7-3c0d-4eec-a095-f680c0a6d58f tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '41b67df7-6725-4ea2-8a3c-dd0c71943b2c', 'tempest-TagsExtTest-Tag-1345280026') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:32.233930 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['4ccfdc55-9290-4918-bfe5-5b4736898174'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:41:32.259934 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-2dab5d79-706f-4472-abc4-c44274ad831e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1747543787-network', 'tenant_id': 'd58dbe44492e4170a1843b557b83176a'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:32.414670 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-6a943edb-28e6-4034-94f5-d25f8357b831 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:32.416121 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-6a943edb-28e6-4034-94f5-d25f8357b831 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.58 "GET /v2.0/networks?id=89dde67c-4375-428d-a66c-d788737973c8 HTTP/1.1" status: 200 len: 814 time: 0.1327739 Dec 16 09:41:32.428501 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-a7b65e4c-cbcd-4b22-a7f7-8806caf003a7 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Request body: {'port': {'device_id': 'b3d17121-b560-48ae-b44d-04a4885fb0c1', 'network_id': '89dde67c-4375-428d-a66c-d788737973c8', 'admin_state_up': True, 'tenant_id': 'e689af417abc4a949f6a02217a4ce1bc'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:32.469550 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dab5d79-706f-4472-abc4-c44274ad831e admin admin] Made reservation on behalf of d58dbe44492e4170a1843b557b83176a for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:41:32.471827 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2dab5d79-706f-4472-abc4-c44274ad831e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:32.476191 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1ab4c8a7-3c0d-4eec-a095-f680c0a6d58f tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "PUT /v2.0/subnets/41b67df7-6725-4ea2-8a3c-dd0c71943b2c/tags/tempest-TagsExtTest-Tag-1345280026 HTTP/1.1" status: 201 len: 201 time: 0.2660670 Dec 16 09:41:32.479042 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58980) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:32.483905 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.tag.tag_plugin [None req-470bf510-6507-4689-95d8-914c3856e5e6 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b2427705-ddfc-4734-baa7-3220718a9970', 'tempest-TagsExtTest-Tag-510741742') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:32.489467 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2dab5d79-706f-4472-abc4-c44274ad831e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:32.591305 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f65c9f6a-9915-4404-aaef-c9b8b81e377f req-ff564539-b7b2-46a0-9e9f-6434d45feddf tempest-ServerShowV257Test-2000921111 tempest-ServerShowV257Test-2000921111-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.0328183 Dec 16 09:41:32.668210 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2dab5d79-706f-4472-abc4-c44274ad831e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:32.681093 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc4d4f-1f7b-4175-ada9-175ecb27e038 req-5ee5201f-684a-4320-a751-ae17eebd2f9f tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:32.682553 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6ccc4d4f-1f7b-4175-ada9-175ecb27e038 req-5ee5201f-684a-4320-a751-ae17eebd2f9f tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 944 time: 0.1067560 Dec 16 09:41:32.689502 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-470bf510-6507-4689-95d8-914c3856e5e6 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "PUT /v2.0/ports/b2427705-ddfc-4734-baa7-3220718a9970/tags/tempest-TagsExtTest-Tag-510741742 HTTP/1.1" status: 201 len: 201 time: 0.2070014 Dec 16 09:41:32.690148 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58992) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:32.696036 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.tag.tag_plugin [None req-55c6d1b1-26fd-40ec-984f-c17ef58db922 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd90012d2-1919-4abe-993b-6c31f9a0b2bb', 'tempest-TagsExtTest-Tag-1911618375') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:32.719534 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-a7b65e4c-cbcd-4b22-a7f7-8806caf003a7 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Made reservation on behalf of e689af417abc4a949f6a02217a4ce1bc for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:41:32.724310 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-a7b65e4c-cbcd-4b22-a7f7-8806caf003a7 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:32.741204 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6ccc4d4f-1f7b-4175-ada9-175ecb27e038 req-5a14a3e3-291e-49c9-b273-20555510b7b5 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524561 Dec 16 09:41:32.788036 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2dab5d79-706f-4472-abc4-c44274ad831e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:32.837147 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dab5d79-706f-4472-abc4-c44274ad831e admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:41:32.857443 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab5d79-706f-4472-abc4-c44274ad831e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae7a29b-59a7-45ac-a606-1f655b33f7b1,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:32.914326 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2dab5d79-706f-4472-abc4-c44274ad831e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:32.914564 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-2dab5d79-706f-4472-abc4-c44274ad831e admin admin] Added segment eb9a1c10-f51e-4aaa-b9f5-c787e4303ff4 of type vlan for network 30e17cab-b453-4f30-befe-e440290e847c Dec 16 09:41:32.986850 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2dab5d79-706f-4472-abc4-c44274ad831e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:32.998098 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd6ca6-5949-4d2d-a4e6-c76a67bb7034 req-1ce653bf-f8ac-4372-9058-46cf81bce0ed tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:33.002208 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e7dd6ca6-5949-4d2d-a4e6-c76a67bb7034 req-1ce653bf-f8ac-4372-9058-46cf81bce0ed tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] 10.222.0.60 "GET /v2.0/ports?device_id=63a31f09-25c6-4adf-8486-6e43f9ac152b HTTP/1.1" status: 200 len: 944 time: 0.1656077 Dec 16 09:41:33.016854 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-a7b65e4c-cbcd-4b22-a7f7-8806caf003a7 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Allocated IP 172.20.0.13 (89dde67c-4375-428d-a66c-d788737973c8/2958cd17-ef24-4c92-a56a-e6ec8ed248b4/ca48f97d-376c-451a-beb4-a14994eb2da7) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:41:33.086646 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e7dd6ca6-5949-4d2d-a4e6-c76a67bb7034 req-c473a973-55ab-4532-a919-92bb8fddeade tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] 10.222.0.60 "GET /v2.0/security-groups?id=528ffac9-1563-402c-9bfd-89621ab92628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737510 Dec 16 09:41:33.107788 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c7b099a2-ee2c-4d23-b47e-4e89f4da1b99 req-c79bf8d7-b929-4865-9547-a75627d759b3 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3d17121-b560-48ae-b44d-04a4885fb0c1 HTTP/1.1" status: 200 len: 210 time: 0.0549443 Dec 16 09:41:33.129489 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2dab5d79-706f-4472-abc4-c44274ad831e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:33.130399 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dab5d79-706f-4472-abc4-c44274ad831e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:33.131162 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2dab5d79-706f-4472-abc4-c44274ad831e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:33.190098 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-55c6d1b1-26fd-40ec-984f-c17ef58db922 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "PUT /v2.0/routers/d90012d2-1919-4abe-993b-6c31f9a0b2bb/tags/tempest-TagsExtTest-Tag-1911618375 HTTP/1.1" status: 201 len: 201 time: 0.4987285 Dec 16 09:41:33.193360 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59008) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:33.198184 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.tag.tag_plugin [None req-c31afc29-89ab-41f3-bcdc-c6acc4c935a4 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '53272cab-8945-4e29-ac91-4b2863753ee5', 'tempest-TagsExtTest-Tag-768011852') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:33.260533 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab5d79-706f-4472-abc4-c44274ad831e admin admin] Pushing event updated for resources: {'Network': ['ID=30e17cab-b453-4f30-befe-e440290e847c,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:33.270664 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 30e17cab-b453-4f30-befe-e440290e847c details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:41:33.295534 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2dab5d79-706f-4472-abc4-c44274ad831e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1657467 Dec 16 09:41:33.298473 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59012) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:33.303496 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-9791b108-a068-4106-9c40-9eeba13bedfb admin admin] Request body: {'subnet': {'network_id': '30e17cab-b453-4f30-befe-e440290e847c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1747543787-subnet', 'tenant_id': 'd58dbe44492e4170a1843b557b83176a', 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:33.310295 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-a7b65e4c-cbcd-4b22-a7f7-8806caf003a7 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:33.355603 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c31afc29-89ab-41f3-bcdc-c6acc4c935a4 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "PUT /v2.0/subnetpools/53272cab-8945-4e29-ac91-4b2863753ee5/tags/tempest-TagsExtTest-Tag-768011852 HTTP/1.1" status: 201 len: 201 time: 0.1610084 Dec 16 09:41:33.358144 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59014) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:33.362583 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.tag.tag_plugin [None req-2adfa7ee-869c-4a92-afa5-382221a5ad72 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '41b67df7-6725-4ea2-8a3c-dd0c71943b2c', {'tags': ['tempest-TagsExtTest-Tag-41861561', 'tempest-TagsExtTest-Tag-892414735', 'tempest-TagsExtTest-Tag-328879617']}) {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:33.455666 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9791b108-a068-4106-9c40-9eeba13bedfb admin admin] Made reservation on behalf of d58dbe44492e4170a1843b557b83176a for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:41:33.456274 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-a7b65e4c-cbcd-4b22-a7f7-8806caf003a7 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:33.458241 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9791b108-a068-4106-9c40-9eeba13bedfb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:33.467349 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['2f8e65c6-ba0d-428b-88ce-a94115f405c3'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:41:33.505358 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-a7b65e4c-cbcd-4b22-a7f7-8806caf003a7 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Network 89dde67c-4375-428d-a66c-d788737973c8 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:41:33.508446 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-a7b65e4c-cbcd-4b22-a7f7-8806caf003a7 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:41:33.512355 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-a7b65e4c-cbcd-4b22-a7f7-8806caf003a7 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:41:33.525820 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2adfa7ee-869c-4a92-afa5-382221a5ad72 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "PUT /v2.0/subnets/41b67df7-6725-4ea2-8a3c-dd0c71943b2c/tags HTTP/1.1" status: 200 len: 314 time: 0.1666121 Dec 16 09:41:33.528448 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59020) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:33.535218 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.tag.tag_plugin [None req-c18abb1c-e75c-4aa7-ae73-2718b1370d33 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '41b67df7-6725-4ea2-8a3c-dd0c71943b2c') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:33.541384 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b65e4c-cbcd-4b22-a7f7-8806caf003a7 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Pushing event updated for resources: {'Port': ['ID=ca48f97d-376c-451a-beb4-a14994eb2da7,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:33.546035 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 4ccfdc55-9290-4918-bfe5-5b4736898174 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:41:33.571480 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-a7b65e4c-cbcd-4b22-a7f7-8806caf003a7 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:33.572259 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-a7b65e4c-cbcd-4b22-a7f7-8806caf003a7 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:33.665096 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-a7b65e4c-cbcd-4b22-a7f7-8806caf003a7 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2408433 Dec 16 09:41:33.687860 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-e62c7653-ae9f-465f-a92e-787297a486c6 service neutron] Request body: {'port': {'device_id': 'b3d17121-b560-48ae-b44d-04a4885fb0c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:33.713092 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 4ccfdc55-9290-4918-bfe5-5b4736898174 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:41:33.717808 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 4ccfdc55-9290-4918-bfe5-5b4736898174 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:33.718671 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:33.746976 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-e62c7653-ae9f-465f-a92e-787297a486c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:33.759775 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6e56a024-ea2c-4420-a4ac-dc4b6d880549 req-1d1ef383-77f0-4351-a250-dadf0700a611 tempest-ServerShowV257Test-2000921111 tempest-ServerShowV257Test-2000921111-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.0670037 Dec 16 09:41:33.761522 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a5d6ad46-3f6a-4129-a7b9-04e6988a3d14 req-71f06a3f-1e5b-4a6e-b06d-80de9af5b66e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.0661595 Dec 16 09:41:33.812383 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:33.833017 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9791b108-a068-4106-9c40-9eeba13bedfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:33.838702 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a31f09-25c6-4adf-8486-6e43f9ac152b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccfdc55-9290-4918-bfe5-5b4736898174'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:41:33.840922 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d23f94-9770-4131-a8c0-a19d16c8a585" -d '{"events": [{"server_uuid": "63a31f09-25c6-4adf-8486-6e43f9ac152b", "name": "network-vif-plugged", "status": "completed", "tag": "4ccfdc55-9290-4918-bfe5-5b4736898174"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:41:33.859289 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 4ccfdc55-9290-4918-bfe5-5b4736898174, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=4ccfdc55-9290-4918-bfe5-5b4736898174,segment=NetworkSegment(e60c936b-ae3f-445c-83e4-838a7bcee880),segment_id=e60c936b-ae3f-445c-83e4-838a7bcee880)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:33.878835 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c18abb1c-e75c-4aa7-ae73-2718b1370d33 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "DELETE /v2.0/subnets/41b67df7-6725-4ea2-8a3c-dd0c71943b2c/tags HTTP/1.1" status: 204 len: 168 time: 0.3466482 Dec 16 09:41:33.881824 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59032) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:33.882198 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1cadcb-6bb3-4a0d-ab9d-42842ed70178 x-openstack-request-id: req-5d1cadcb-6bb3-4a0d-ab9d-42842ed70178 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:41:33.882641 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a31f09-25c6-4adf-8486-6e43f9ac152b", "name": "network-vif-plugged", "status": "completed", "tag": "4ccfdc55-9290-4918-bfe5-5b4736898174", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:41:33.882968 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5d1cadcb-6bb3-4a0d-ab9d-42842ed70178 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:41:33.890123 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.tag.tag_plugin [None req-55a3c1a6-c152-4afd-9276-08e54d8f862b tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '41b67df7-6725-4ea2-8a3c-dd0c71943b2c', 'tempest-TagsExtTest-Tag-41861561') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:33.890586 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a31f09-25c6-4adf-8486-6e43f9ac152b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccfdc55-9290-4918-bfe5-5b4736898174', 'code': 200} Dec 16 09:41:33.916746 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:41:33.922657 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791b108-a068-4106-9c40-9eeba13bedfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=058575c7-ec69-454b-91cb-a14476d96eff,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:33.949274 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9791b108-a068-4106-9c40-9eeba13bedfb admin admin] Checking segment: {'id': 'eb9a1c10-f51e-4aaa-b9f5-c787e4303ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '30e17cab-b453-4f30-befe-e440290e847c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:41:33.949653 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9791b108-a068-4106-9c40-9eeba13bedfb admin admin] Network hostable DHCP agents. Network: 30e17cab-b453-4f30-befe-e440290e847c, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:41:34.002352 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790954a8-1255-49d3-9a3b-01411b8de5ed req-700e9670-6d40-4aeb-9f93-7ea3f0742e53 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:34.004468 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-790954a8-1255-49d3-9a3b-01411b8de5ed req-700e9670-6d40-4aeb-9f93-7ea3f0742e53 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 944 time: 0.1191926 Dec 16 09:41:34.026614 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-55a3c1a6-c152-4afd-9276-08e54d8f862b tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] show failed (client error): The resource could not be found. Dec 16 09:41:34.030335 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-55a3c1a6-c152-4afd-9276-08e54d8f862b tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "GET /v2.0/subnets/41b67df7-6725-4ea2-8a3c-dd0c71943b2c/tags/tempest-TagsExtTest-Tag-41861561 HTTP/1.1" status: 404 len: 327 time: 0.1434014 Dec 16 09:41:34.030934 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59040) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:34.036428 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.tag.tag_plugin [None req-91777aac-efcc-47db-970d-b9941d3f7510 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '41b67df7-6725-4ea2-8a3c-dd0c71943b2c', 'tempest-TagsExtTest-Tag-892414735') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:34.064240 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:34.072427 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-790954a8-1255-49d3-9a3b-01411b8de5ed req-6e00dc63-4caa-4355-a897-994f127e6b95 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598617 Dec 16 09:41:34.080882 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e110c-2823-4ffc-ba3b-04951e07f458 req-7de5425f-6386-47f8-8b9a-49f39316d4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:34.082978 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-721e110c-2823-4ffc-ba3b-04951e07f458 req-7de5425f-6386-47f8-8b9a-49f39316d4d8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=63a31f09-25c6-4adf-8486-6e43f9ac152b HTTP/1.1" status: 200 len: 1096 time: 0.1164937 Dec 16 09:41:34.098803 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee', 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f', 'port_id': '89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee', 'mac_address': 'fa:16:3e:6a:2c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3e23022-6181-4c07-9324-a5452325576b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:41:34.102156 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:34.132207 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-721e110c-2823-4ffc-ba3b-04951e07f458 req-ed419067-129e-47e8-bc44-d36e1a6320bf service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=528ffac9-1563-402c-9bfd-89621ab92628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403211 Dec 16 09:41:34.135218 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-91777aac-efcc-47db-970d-b9941d3f7510 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] show failed (client error): The resource could not be found. Dec 16 09:41:34.136197 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-91777aac-efcc-47db-970d-b9941d3f7510 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "GET /v2.0/subnets/41b67df7-6725-4ea2-8a3c-dd0c71943b2c/tags/tempest-TagsExtTest-Tag-892414735 HTTP/1.1" status: 404 len: 328 time: 0.1041024 Dec 16 09:41:34.139154 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59046) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:34.147199 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.tag.tag_plugin [None req-1a4235cf-5ba3-4e2f-9a6e-5422b09e8134 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '41b67df7-6725-4ea2-8a3c-dd0c71943b2c', 'tempest-TagsExtTest-Tag-328879617') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:34.151736 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9791b108-a068-4106-9c40-9eeba13bedfb admin admin] Network 30e17cab-b453-4f30-befe-e440290e847c is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:41:34.164213 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-e62c7653-ae9f-465f-a92e-787297a486c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca48f97d-376c-451a-beb4-a14994eb2da7 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:41:34.174034 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-e62c7653-ae9f-465f-a92e-787297a486c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:34.196616 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-e62c7653-ae9f-465f-a92e-787297a486c6 service neutron] Transition to ACTIVE for port object ca48f97d-376c-451a-beb4-a14994eb2da7 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:41:34.211547 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:34.216751 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=4ccfdc55-9290-4918-bfe5-5b4736898174,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:34.232528 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:41:34.260371 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:34.269699 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a1790-03f1-427f-8160-6f036e929800 req-a7b2f5d4-a442-4048-afc7-883bfeded5fd tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:34.271887 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f02a1790-03f1-427f-8160-6f036e929800 req-a7b2f5d4-a442-4048-afc7-883bfeded5fd tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] 10.222.0.60 "GET /v2.0/ports?device_id=63a31f09-25c6-4adf-8486-6e43f9ac152b HTTP/1.1" status: 200 len: 945 time: 0.0791380 Dec 16 09:41:34.273211 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-9791b108-a068-4106-9c40-9eeba13bedfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 30e17cab-b453-4f30-befe-e440290e847c) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:41:34.280932 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9791b108-a068-4106-9c40-9eeba13bedfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:34.281572 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9791b108-a068-4106-9c40-9eeba13bedfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:34.284205 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb839b7-29a9-43fa-a700-d82657952a2d None None] Network 30e17cab-b453-4f30-befe-e440290e847c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:41:34.286494 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee94097-044a-4835-bffe-3487c4661650 req-036c3731-0b77-42f1-aea1-6905679cf7c9 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:34.288228 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-aee94097-044a-4835-bffe-3487c4661650 req-036c3731-0b77-42f1-aea1-6905679cf7c9 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3d17121-b560-48ae-b44d-04a4885fb0c1 HTTP/1.1" status: 200 len: 932 time: 0.0726783 Dec 16 09:41:34.295512 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-e62c7653-ae9f-465f-a92e-787297a486c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:34.314170 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-1a4235cf-5ba3-4e2f-9a6e-5422b09e8134 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] show failed (client error): The resource could not be found. Dec 16 09:41:34.317858 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1a4235cf-5ba3-4e2f-9a6e-5422b09e8134 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "GET /v2.0/subnets/41b67df7-6725-4ea2-8a3c-dd0c71943b2c/tags/tempest-TagsExtTest-Tag-328879617 HTTP/1.1" status: 404 len: 328 time: 0.1735208 Dec 16 09:41:34.318001 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59054) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:34.323645 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.tag.tag_plugin [None req-b1a894d0-a056-4d71-8165-4cde0192429f tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b2427705-ddfc-4734-baa7-3220718a9970', {'tags': ['tempest-TagsExtTest-Tag-1572813330', 'tempest-TagsExtTest-Tag-882705323', 'tempest-TagsExtTest-Tag-1013996127']}) {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:34.362930 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f02a1790-03f1-427f-8160-6f036e929800 req-dd5751b6-4158-4cda-b1df-98a845181085 tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] 10.222.0.60 "GET /v2.0/security-groups?id=528ffac9-1563-402c-9bfd-89621ab92628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781932 Dec 16 09:41:34.411108 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:34.430015 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c7653-ae9f-465f-a92e-787297a486c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ca48f97d-376c-451a-beb4-a14994eb2da7,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:34.440229 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-aee94097-044a-4835-bffe-3487c4661650 req-40c87598-42a6-46f9-b5ef-fd4692f8e1f7 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407163 Dec 16 09:41:34.444574 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9791b108-a068-4106-9c40-9eeba13bedfb admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1448951 Dec 16 09:41:34.447724 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59058) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:34.469803 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-2ea47db3-2fcf-4942-af60-668ef1c6c30d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1747543787-router', 'tenant_id': 'd58dbe44492e4170a1843b557b83176a', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:34.481011 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-e62c7653-ae9f-465f-a92e-787297a486c6 service neutron] Attempting to bind port ca48f97d-376c-451a-beb4-a14994eb2da7 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:41:34.481660 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-e62c7653-ae9f-465f-a92e-787297a486c6 service neutron] Attempting to bind port ca48f97d-376c-451a-beb4-a14994eb2da7 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'f0df79a4-0132-4b56-a1b6-b2446bc74352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '89dde67c-4375-428d-a66c-d788737973c8'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:41:34.481778 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-e62c7653-ae9f-465f-a92e-787297a486c6 service neutron] Attempting to bind port ca48f97d-376c-451a-beb4-a14994eb2da7 on network 89dde67c-4375-428d-a66c-d788737973c8 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:41:34.486942 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-e62c7653-ae9f-465f-a92e-787297a486c6 service neutron] Port ca48f97d-376c-451a-beb4-a14994eb2da7 on network 89dde67c-4375-428d-a66c-d788737973c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:41:34.487338 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-e62c7653-ae9f-465f-a92e-787297a486c6 service neutron] Attempting to bind port ca48f97d-376c-451a-beb4-a14994eb2da7 on network 89dde67c-4375-428d-a66c-d788737973c8 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:41:34.489068 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b1a894d0-a056-4d71-8165-4cde0192429f tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "PUT /v2.0/ports/b2427705-ddfc-4734-baa7-3220718a9970/tags HTTP/1.1" status: 200 len: 317 time: 0.1689575 Dec 16 09:41:34.496490 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-e62c7653-ae9f-465f-a92e-787297a486c6 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:41:34.496490 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-e62c7653-ae9f-465f-a92e-787297a486c6 service neutron] Checking segment: {'id': 'f0df79a4-0132-4b56-a1b6-b2446bc74352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '89dde67c-4375-428d-a66c-d788737973c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:41:34.496490 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-e62c7653-ae9f-465f-a92e-787297a486c6 service neutron] Bound using segment: {'id': 'f0df79a4-0132-4b56-a1b6-b2446bc74352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '89dde67c-4375-428d-a66c-d788737973c8'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:41:34.496490 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-e62c7653-ae9f-465f-a92e-787297a486c6 service neutron] Bound port: ca48f97d-376c-451a-beb4-a14994eb2da7, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0df79a4-0132-4b56-a1b6-b2446bc74352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '89dde67c-4375-428d-a66c-d788737973c8'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:41:34.496490 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-e62c7653-ae9f-465f-a92e-787297a486c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:34.498196 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59060) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:34.499101 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbcf80d-355a-4131-ad8f-4f52b5f10b45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-30e17cab-b453-4f30-befe-e440290e847c', 'network_id': '30e17cab-b453-4f30-befe-e440290e847c', 'tenant_id': 'd58dbe44492e4170a1843b557b83176a', 'fixed_ips': [{'subnet_id': '058575c7-ec69-454b-91cb-a14476d96eff'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:41:34.499965 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cbbcf80d-355a-4131-ad8f-4f52b5f10b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:34.503564 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.tag.tag_plugin [None req-c05e1fca-e580-4491-8a3c-909408649ec2 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b2427705-ddfc-4734-baa7-3220718a9970') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:34.520472 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:34.577543 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2ea47db3-2fcf-4942-af60-668ef1c6c30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:34.577792 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-e62c7653-ae9f-465f-a92e-787297a486c6 service neutron] For port ca48f97d-376c-451a-beb4-a14994eb2da7, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:41:34.579264 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2ea47db3-2fcf-4942-af60-668ef1c6c30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:34.581279 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-e62c7653-ae9f-465f-a92e-787297a486c6 service neutron] For port ca48f97d-376c-451a-beb4-a14994eb2da7, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ca48f97d-376c-451a-beb4-a14994eb2da7,segment=NetworkSegment(f0df79a4-0132-4b56-a1b6-b2446bc74352),segment_id=f0df79a4-0132-4b56-a1b6-b2446bc74352)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:41:34.649666 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2ea47db3-2fcf-4942-af60-668ef1c6c30d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:34.663757 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-cbbcf80d-355a-4131-ad8f-4f52b5f10b45 None None] Allocated IP 172.20.0.2 (30e17cab-b453-4f30-befe-e440290e847c/058575c7-ec69-454b-91cb-a14476d96eff/44f1a2ff-7e1f-438c-93fd-a82695f48ab1) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:41:34.674163 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:41:34.698490 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c05e1fca-e580-4491-8a3c-909408649ec2 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "DELETE /v2.0/ports/b2427705-ddfc-4734-baa7-3220718a9970/tags HTTP/1.1" status: 204 len: 168 time: 0.1990268 Dec 16 09:41:34.701042 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59066) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:34.705417 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.tag.tag_plugin [None req-49fb1bf9-ebdf-4608-9a5c-a2396c6d3ddb tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b2427705-ddfc-4734-baa7-3220718a9970', 'tempest-TagsExtTest-Tag-1572813330') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:34.753940 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-e62c7653-ae9f-465f-a92e-787297a486c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:34.795993 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-e62c7653-ae9f-465f-a92e-787297a486c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:34.796122 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-e62c7653-ae9f-465f-a92e-787297a486c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:34.797864 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-e62c7653-ae9f-465f-a92e-787297a486c6 service neutron] 10.222.0.58 "PUT /v2.0/ports/ca48f97d-376c-451a-beb4-a14994eb2da7 HTTP/1.1" status: 200 len: 1092 time: 1.1146722 Dec 16 09:41:34.800558 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d17121-b560-48ae-b44d-04a4885fb0c1', 'tag': 'ca48f97d-376c-451a-beb4-a14994eb2da7'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:41:34.803704 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3490ee13-a53b-40cd-9728-579db491e311" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d17121-b560-48ae-b44d-04a4885fb0c1", "tag": "ca48f97d-376c-451a-beb4-a14994eb2da7"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:41:34.863023 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c7653-ae9f-465f-a92e-787297a486c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ca48f97d-376c-451a-beb4-a14994eb2da7,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:34.874477 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e21275-35ed-4a76-812f-995e5ba5434f x-openstack-request-id: req-39e21275-35ed-4a76-812f-995e5ba5434f {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:41:34.874954 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d17121-b560-48ae-b44d-04a4885fb0c1", "tag": "ca48f97d-376c-451a-beb4-a14994eb2da7", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:41:34.875656 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-39e21275-35ed-4a76-812f-995e5ba5434f {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:41:34.876067 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d17121-b560-48ae-b44d-04a4885fb0c1', 'tag': 'ca48f97d-376c-451a-beb4-a14994eb2da7', 'status': 'completed', 'code': 200} Dec 16 09:41:34.945052 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-49fb1bf9-ebdf-4608-9a5c-a2396c6d3ddb tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] show failed (client error): The resource could not be found. Dec 16 09:41:34.947124 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-49fb1bf9-ebdf-4608-9a5c-a2396c6d3ddb tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "GET /v2.0/ports/b2427705-ddfc-4734-baa7-3220718a9970/tags/tempest-TagsExtTest-Tag-1572813330 HTTP/1.1" status: 404 len: 329 time: 0.2449529 Dec 16 09:41:34.949596 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2ea47db3-2fcf-4942-af60-668ef1c6c30d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:34.957014 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59076) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:34.967143 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.tag.tag_plugin [None req-09b43d65-4f96-45cd-bea2-7127155d42d9 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b2427705-ddfc-4734-baa7-3220718a9970', 'tempest-TagsExtTest-Tag-882705323') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:34.977674 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4f13cc6b-5b4c-401a-a8a4-f8fd42ffce80 req-b20c2072-61aa-4228-89c7-a70a4fafb4e4 tempest-ServerShowV257Test-2000921111 tempest-ServerShowV257Test-2000921111-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.0614502 Dec 16 09:41:34.983629 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490ee13-a53b-40cd-9728-579db491e311 req-e619e731-ef89-4a7f-b403-2ab92b063682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:34.985488 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3490ee13-a53b-40cd-9728-579db491e311 req-e619e731-ef89-4a7f-b403-2ab92b063682 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e689af417abc4a949f6a02217a4ce1bc&device_id=b3d17121-b560-48ae-b44d-04a4885fb0c1 HTTP/1.1" status: 200 len: 1095 time: 0.0882249 Dec 16 09:41:35.106867 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cbbcf80d-355a-4131-ad8f-4f52b5f10b45 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:35.148654 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-09b43d65-4f96-45cd-bea2-7127155d42d9 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] show failed (client error): The resource could not be found. Dec 16 09:41:35.153002 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-09b43d65-4f96-45cd-bea2-7127155d42d9 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "GET /v2.0/ports/b2427705-ddfc-4734-baa7-3220718a9970/tags/tempest-TagsExtTest-Tag-882705323 HTTP/1.1" status: 404 len: 328 time: 0.1910746 Dec 16 09:41:35.153643 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59082) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:35.171129 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.tag.tag_plugin [None req-d607d31a-b35f-47e0-9786-e06c28bedf7e tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b2427705-ddfc-4734-baa7-3220718a9970', 'tempest-TagsExtTest-Tag-1013996127') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:35.187565 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cbbcf80d-355a-4131-ad8f-4f52b5f10b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:35.209578 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490ee13-a53b-40cd-9728-579db491e311 req-ca632bc1-75db-4e0d-bb37-a7a92be110cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:35.211204 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3490ee13-a53b-40cd-9728-579db491e311 req-ca632bc1-75db-4e0d-bb37-a7a92be110cd service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=e689af417abc4a949f6a02217a4ce1bc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2017961 Dec 16 09:41:35.250043 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbcf80d-355a-4131-ad8f-4f52b5f10b45 None None] Pushing event updated for resources: {'Port': ['ID=44f1a2ff-7e1f-438c-93fd-a82695f48ab1,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:35.261919 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbcf80d-355a-4131-ad8f-4f52b5f10b45 None None] Network 30e17cab-b453-4f30-befe-e440290e847c is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:41:35.263397 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-cbbcf80d-355a-4131-ad8f-4f52b5f10b45 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:41:35.265837 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbcf80d-355a-4131-ad8f-4f52b5f10b45 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:41:35.322388 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2ea47db3-2fcf-4942-af60-668ef1c6c30d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:35.323588 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-cbbcf80d-355a-4131-ad8f-4f52b5f10b45 None None] Attempting to bind port 44f1a2ff-7e1f-438c-93fd-a82695f48ab1 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:41:35.324076 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-cbbcf80d-355a-4131-ad8f-4f52b5f10b45 None None] Attempting to bind port 44f1a2ff-7e1f-438c-93fd-a82695f48ab1 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'eb9a1c10-f51e-4aaa-b9f5-c787e4303ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '30e17cab-b453-4f30-befe-e440290e847c'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:41:35.324684 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbcf80d-355a-4131-ad8f-4f52b5f10b45 None None] Attempting to bind port 44f1a2ff-7e1f-438c-93fd-a82695f48ab1 on network 30e17cab-b453-4f30-befe-e440290e847c {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:41:35.330127 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbcf80d-355a-4131-ad8f-4f52b5f10b45 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:41:35.330674 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbcf80d-355a-4131-ad8f-4f52b5f10b45 None None] Checking segment: {'id': 'eb9a1c10-f51e-4aaa-b9f5-c787e4303ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '30e17cab-b453-4f30-befe-e440290e847c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:41:35.331171 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cbbcf80d-355a-4131-ad8f-4f52b5f10b45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:35.331860 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbcf80d-355a-4131-ad8f-4f52b5f10b45 None None] Bound using segment: {'id': 'eb9a1c10-f51e-4aaa-b9f5-c787e4303ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '30e17cab-b453-4f30-befe-e440290e847c'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:41:35.332000 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85ea4c-d668-4949-9679-ea37f9aa06e1 req-139d1e18-6d77-457a-8923-652572ab63f3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:35.332524 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-cbbcf80d-355a-4131-ad8f-4f52b5f10b45 None None] Bound port: 44f1a2ff-7e1f-438c-93fd-a82695f48ab1, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb9a1c10-f51e-4aaa-b9f5-c787e4303ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '30e17cab-b453-4f30-befe-e440290e847c'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:41:35.333004 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cbbcf80d-355a-4131-ad8f-4f52b5f10b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:35.333417 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eb85ea4c-d668-4949-9679-ea37f9aa06e1 req-139d1e18-6d77-457a-8923-652572ab63f3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 945 time: 0.1537368 Dec 16 09:41:35.344651 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2ea47db3-2fcf-4942-af60-668ef1c6c30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:35.382052 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-d607d31a-b35f-47e0-9786-e06c28bedf7e tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] show failed (client error): The resource could not be found. Dec 16 09:41:35.383604 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d607d31a-b35f-47e0-9786-e06c28bedf7e tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "GET /v2.0/ports/b2427705-ddfc-4734-baa7-3220718a9970/tags/tempest-TagsExtTest-Tag-1013996127 HTTP/1.1" status: 404 len: 329 time: 0.2208846 Dec 16 09:41:35.393281 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59092) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:35.400391 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.tag.tag_plugin [None req-16167256-c37b-486c-90a0-46c1e50f64ec tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'd90012d2-1919-4abe-993b-6c31f9a0b2bb', {'tags': ['tempest-TagsExtTest-Tag-577387057', 'tempest-TagsExtTest-Tag-1871642703', 'tempest-TagsExtTest-Tag-1044006324']}) {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:35.418120 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-cbbcf80d-355a-4131-ad8f-4f52b5f10b45 None None] For port 44f1a2ff-7e1f-438c-93fd-a82695f48ab1, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:41:35.421832 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-cbbcf80d-355a-4131-ad8f-4f52b5f10b45 None None] For port 44f1a2ff-7e1f-438c-93fd-a82695f48ab1, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=44f1a2ff-7e1f-438c-93fd-a82695f48ab1,segment=NetworkSegment(eb9a1c10-f51e-4aaa-b9f5-c787e4303ff4),segment_id=eb9a1c10-f51e-4aaa-b9f5-c787e4303ff4)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:41:35.449196 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490ee13-a53b-40cd-9728-579db491e311 req-ec78b5ce-4c3d-4924-bf7e-4cbcccb30bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:35.450705 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3490ee13-a53b-40cd-9728-579db491e311 req-ec78b5ce-4c3d-4924-bf7e-4cbcccb30bbd service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2160811 Dec 16 09:41:35.493148 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eb85ea4c-d668-4949-9679-ea37f9aa06e1 req-078f17da-083d-4032-bb9c-4e0c36dbec74 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515589 Dec 16 09:41:35.530590 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cbbcf80d-355a-4131-ad8f-4f52b5f10b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:35.547012 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8714f5d-e317-44ab-87da-b9eeca1a1c80 req-991c153d-d313-4aed-80b3-fe11bcbd66cd tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:35.548642 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b8714f5d-e317-44ab-87da-b9eeca1a1c80 req-991c153d-d313-4aed-80b3-fe11bcbd66cd tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] 10.222.0.60 "GET /v2.0/ports?device_id=63a31f09-25c6-4adf-8486-6e43f9ac152b HTTP/1.1" status: 200 len: 945 time: 0.0929472 Dec 16 09:41:35.572080 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-2ea47db3-2fcf-4942-af60-668ef1c6c30d admin admin] Allocated IP 172.25.1.55 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/1d0dd9be-cc2e-4f1a-985e-5163c1bb4042) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:41:35.584169 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-f83f2631-2d2c-4c62-9054-4bbe86a9b7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:35.586353 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-f83f2631-2d2c-4c62-9054-4bbe86a9b7f6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e689af417abc4a949f6a02217a4ce1bc&device_id=b3d17121-b560-48ae-b44d-04a4885fb0c1 HTTP/1.1" status: 200 len: 1095 time: 0.0860434 Dec 16 09:41:35.663815 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b8714f5d-e317-44ab-87da-b9eeca1a1c80 req-80e2789b-7eb5-4f85-ac5e-ff250bca1e46 tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] 10.222.0.60 "GET /v2.0/security-groups?id=528ffac9-1563-402c-9bfd-89621ab92628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029797 Dec 16 09:41:35.677747 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbcf80d-355a-4131-ad8f-4f52b5f10b45 None None] Pushing event updated for resources: {'Port': ['ID=44f1a2ff-7e1f-438c-93fd-a82695f48ab1,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:35.697647 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-16167256-c37b-486c-90a0-46c1e50f64ec tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "PUT /v2.0/routers/d90012d2-1919-4abe-993b-6c31f9a0b2bb/tags HTTP/1.1" status: 200 len: 317 time: 0.3032718 Dec 16 09:41:35.699698 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-eef6d8c3-d81a-49c6-a456-bb58960623a9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca48f97d-376c-451a-beb4-a14994eb2da7 HTTP/1.1" status: 200 len: 217 time: 0.0997808 Dec 16 09:41:35.709000 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59110) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:35.716008 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.tag.tag_plugin [None req-e07c8706-1470-48a4-90b9-20fe78900137 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd90012d2-1919-4abe-993b-6c31f9a0b2bb') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:35.762007 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2ea47db3-2fcf-4942-af60-668ef1c6c30d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:35.876511 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2ea47db3-2fcf-4942-af60-668ef1c6c30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:35.881660 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-f7aac3a9-6a00-4191-a1fc-2e4d1099f8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:35.883115 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-f7aac3a9-6a00-4191-a1fc-2e4d1099f8f6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2958cd17-ef24-4c92-a56a-e6ec8ed248b4 HTTP/1.1" status: 200 len: 854 time: 0.1608250 Dec 16 09:41:35.916920 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea47db3-2fcf-4942-af60-668ef1c6c30d admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:41:35.930775 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-2ea47db3-2fcf-4942-af60-668ef1c6c30d admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:41:35.932317 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea47db3-2fcf-4942-af60-668ef1c6c30d admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:41:35.937730 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:41:35.940492 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-190b16f8-4501-4e75-af77-87355eca02c1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=89dde67c-4375-428d-a66c-d788737973c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310755 Dec 16 09:41:35.981911 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea47db3-2fcf-4942-af60-668ef1c6c30d admin admin] Pushing event updated for resources: {'Port': ['ID=1d0dd9be-cc2e-4f1a-985e-5163c1bb4042,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:36.063114 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1570ac6-f4af-41b2-9350-cb5dcfcd5851 req-9390c903-f59b-46c2-ab37-3ecd5d77b986 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:36.065108 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b1570ac6-f4af-41b2-9350-cb5dcfcd5851 req-9390c903-f59b-46c2-ab37-3ecd5d77b986 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3d17121-b560-48ae-b44d-04a4885fb0c1 HTTP/1.1" status: 200 len: 944 time: 0.3414850 Dec 16 09:41:36.143366 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:41:36.145344 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e116e6b4-41ec-4024-b03b-06bf48a69fce req-f53a274c-63f8-4d5a-aebe-8fb8c515906a tempest-ServerShowV257Test-2000921111 tempest-ServerShowV257Test-2000921111-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.0359600 Dec 16 09:41:36.148188 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:36.148581 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:36.166265 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b1570ac6-f4af-41b2-9350-cb5dcfcd5851 req-f9f25d4f-daa4-425f-9a4b-98c0bb9e65c0 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738592 Dec 16 09:41:36.213331 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-0ff3da0a-6dfd-4629-b8d5-3ab8a2239eab service neutron] 10.222.0.58 "GET /v2.0/networks/89dde67c-4375-428d-a66c-d788737973c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640612 Dec 16 09:41:36.235954 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e07c8706-1470-48a4-90b9-20fe78900137 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "DELETE /v2.0/routers/d90012d2-1919-4abe-993b-6c31f9a0b2bb/tags HTTP/1.1" status: 204 len: 168 time: 0.5228639 Dec 16 09:41:36.236590 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59152) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:36.241019 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.tag.tag_plugin [None req-b67857db-ec8c-44f1-9fc5-76fbdf298179 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd90012d2-1919-4abe-993b-6c31f9a0b2bb', 'tempest-TagsExtTest-Tag-577387057') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:36.274141 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:36.301659 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:41:36.305033 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e1c4c7-5a83-4c6c-b313-fbd8ac9d3dd9" -d '{"events": [{"server_uuid": "ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91", "name": "network-vif-plugged", "status": "completed", "tag": "89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:41:36.347356 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:36.365655 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8da6c29-7e48-40f7-b1d5-0b851d9eadcc x-openstack-request-id: req-d8da6c29-7e48-40f7-b1d5-0b851d9eadcc {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:41:36.366150 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91", "name": "network-vif-plugged", "status": "completed", "tag": "89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:41:36.366588 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d8da6c29-7e48-40f7-b1d5-0b851d9eadcc {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:41:36.367142 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee', 'code': 200} Dec 16 09:41:36.398124 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-95bf95a6-8d2e-4fde-8312-56f7d22d9643 req-14daa8c8-c0ba-4fee-b871-64621920c6dd service neutron] 10.222.0.58 "GET /v2.0/networks/89dde67c-4375-428d-a66c-d788737973c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762328 Dec 16 09:41:36.439012 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:36.481407 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0abcf-138d-43e2-85d0-80697d704733 req-4a432483-d662-4c7d-9479-4593e2aa8c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:36.483837 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8ce0abcf-138d-43e2-85d0-80697d704733 req-4a432483-d662-4c7d-9479-4593e2aa8c35 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 1097 time: 0.0585210 Dec 16 09:41:36.484918 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2ea47db3-2fcf-4942-af60-668ef1c6c30d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:36.539976 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8ce0abcf-138d-43e2-85d0-80697d704733 req-819a8016-c407-4e18-8e48-6a82fe60f233 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490682 Dec 16 09:41:36.557071 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:36.584119 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-b67857db-ec8c-44f1-9fc5-76fbdf298179 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] show failed (client error): The resource could not be found. Dec 16 09:41:36.584119 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b67857db-ec8c-44f1-9fc5-76fbdf298179 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "GET /v2.0/routers/d90012d2-1919-4abe-993b-6c31f9a0b2bb/tags/tempest-TagsExtTest-Tag-577387057 HTTP/1.1" status: 404 len: 328 time: 0.3438795 Dec 16 09:41:36.584119 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59178) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:36.590789 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.tag.tag_plugin [None req-14688d32-a2eb-4f91-87f4-5dcc26b4a176 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd90012d2-1919-4abe-993b-6c31f9a0b2bb', 'tempest-TagsExtTest-Tag-1871642703') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:36.662960 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519b7b9-a3c1-4a6a-b1a6-15b59ea7b4a3 req-9babe692-e7dd-451a-8a66-4a119b493c32 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:36.670143 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d519b7b9-a3c1-4a6a-b1a6-15b59ea7b4a3 req-9babe692-e7dd-451a-8a66-4a119b493c32 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 946 time: 0.0720527 Dec 16 09:41:36.711369 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-14688d32-a2eb-4f91-87f4-5dcc26b4a176 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] show failed (client error): The resource could not be found. Dec 16 09:41:36.712579 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-14688d32-a2eb-4f91-87f4-5dcc26b4a176 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "GET /v2.0/routers/d90012d2-1919-4abe-993b-6c31f9a0b2bb/tags/tempest-TagsExtTest-Tag-1871642703 HTTP/1.1" status: 404 len: 329 time: 0.1282027 Dec 16 09:41:36.723353 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59190) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:36.729286 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.tag.tag_plugin [None req-ab6b194b-47a7-4d0e-b0a4-105b6fdd5195 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd90012d2-1919-4abe-993b-6c31f9a0b2bb', 'tempest-TagsExtTest-Tag-1044006324') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:36.740121 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d519b7b9-a3c1-4a6a-b1a6-15b59ea7b4a3 req-b2e36a58-001e-45ab-a1ad-c8f307428c84 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687182 Dec 16 09:41:36.859021 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7fb32e4f-33f1-454b-ba22-5514c730585b req-321d3312-d08e-4f99-be8d-1f3360d290af service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=916080d4c9f94ac1bffd8b07249e60b0&device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.0755033 Dec 16 09:41:36.878537 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2ea47db3-2fcf-4942-af60-668ef1c6c30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:36.922028 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-ab6b194b-47a7-4d0e-b0a4-105b6fdd5195 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] show failed (client error): The resource could not be found. Dec 16 09:41:36.926252 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ab6b194b-47a7-4d0e-b0a4-105b6fdd5195 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "GET /v2.0/routers/d90012d2-1919-4abe-993b-6c31f9a0b2bb/tags/tempest-TagsExtTest-Tag-1044006324 HTTP/1.1" status: 404 len: 329 time: 0.1976671 Dec 16 09:41:36.929358 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59202) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:36.939610 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.tag.tag_plugin [None req-6261eb20-9783-46de-8fac-8ca576c6feb1 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '53272cab-8945-4e29-ac91-4b2863753ee5', {'tags': ['tempest-TagsExtTest-Tag-1429377592', 'tempest-TagsExtTest-Tag-734277483', 'tempest-TagsExtTest-Tag-267869067']}) {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:36.950917 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7fb32e4f-33f1-454b-ba22-5514c730585b req-c0a191e9-28c1-4018-ac82-ac3ae5a700f8 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=916080d4c9f94ac1bffd8b07249e60b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0759847 Dec 16 09:41:37.032467 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f4c1162-b873-461c-9aae-3aa2c25a71a2 req-5b41e670-69fe-4ba1-b9e4-d273eab84097 tempest-ServerShowV257Test-2000921111 tempest-ServerShowV257Test-2000921111-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.0895784 Dec 16 09:41:37.056576 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064cd4b4-cc52-409a-802c-39c534964267 req-b5642410-b2c8-4c00-992d-250ccb958501 tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:37.057910 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-064cd4b4-cc52-409a-802c-39c534964267 req-b5642410-b2c8-4c00-992d-250ccb958501 tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] 10.222.0.60 "GET /v2.0/ports?device_id=63a31f09-25c6-4adf-8486-6e43f9ac152b HTTP/1.1" status: 200 len: 945 time: 0.2032030 Dec 16 09:41:37.122823 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198dbcdf-2f28-4060-bece-fd8eab4a363d None None] Network 30e17cab-b453-4f30-befe-e440290e847c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:41:37.137920 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-064cd4b4-cc52-409a-802c-39c534964267 req-0f99d250-ac8b-4ca1-aaae-cc98d7a95ec1 tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] 10.222.0.60 "GET /v2.0/security-groups?id=528ffac9-1563-402c-9bfd-89621ab92628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711484 Dec 16 09:41:37.154981 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb32e4f-33f1-454b-ba22-5514c730585b req-89d8dd9a-161d-4a9c-a2b5-acb7c5cca09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:37.154981 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7fb32e4f-33f1-454b-ba22-5514c730585b req-89d8dd9a-161d-4a9c-a2b5-acb7c5cca09a service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1875603 Dec 16 09:41:37.180106 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-7f61249a-7ca8-4fba-bc73-de2201bd4846 None None] Provisioning complete for port 44f1a2ff-7e1f-438c-93fd-a82695f48ab1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:37.180541 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7f61249a-7ca8-4fba-bc73-de2201bd4846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:37.227214 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:37.245937 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea47db3-2fcf-4942-af60-668ef1c6c30d admin admin] Router 9c2c6b5e-275e-4990-a013-8e729012827b is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:41:37.252907 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6261eb20-9783-46de-8fac-8ca576c6feb1 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "PUT /v2.0/subnetpools/53272cab-8945-4e29-ac91-4b2863753ee5/tags HTTP/1.1" status: 200 len: 316 time: 0.3148789 Dec 16 09:41:37.252907 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59218) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:37.258183 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.tag.tag_plugin [None req-557ddcd5-ffa1-45f8-b6d5-4a7b5c618fbc tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '53272cab-8945-4e29-ac91-4b2863753ee5') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:37.339187 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7f61249a-7ca8-4fba-bc73-de2201bd4846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:37.401877 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48935bce-e8e3-4b03-afe2-0bae9ab53501 req-1d467c2b-f1e5-47eb-ac46-0688c08a3f32 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:37.403552 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-48935bce-e8e3-4b03-afe2-0bae9ab53501 req-1d467c2b-f1e5-47eb-ac46-0688c08a3f32 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3d17121-b560-48ae-b44d-04a4885fb0c1 HTTP/1.1" status: 200 len: 944 time: 0.1386774 Dec 16 09:41:37.413866 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-7f61249a-7ca8-4fba-bc73-de2201bd4846 None None] For port 44f1a2ff-7e1f-438c-93fd-a82695f48ab1, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=44f1a2ff-7e1f-438c-93fd-a82695f48ab1,segment=NetworkSegment(eb9a1c10-f51e-4aaa-b9f5-c787e4303ff4),segment_id=eb9a1c10-f51e-4aaa-b9f5-c787e4303ff4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:37.451266 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-48935bce-e8e3-4b03-afe2-0bae9ab53501 req-59f2c4e7-2b90-4d42-aa34-c80746d1b7e7 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359838 Dec 16 09:41:37.526496 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7f61249a-7ca8-4fba-bc73-de2201bd4846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:37.531934 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-557ddcd5-ffa1-45f8-b6d5-4a7b5c618fbc tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "DELETE /v2.0/subnetpools/53272cab-8945-4e29-ac91-4b2863753ee5/tags HTTP/1.1" status: 204 len: 168 time: 0.2738798 Dec 16 09:41:37.531934 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59232) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:37.540270 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.tag.tag_plugin [None req-862f87d9-6970-4cc5-ad34-5c45615e4798 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '53272cab-8945-4e29-ac91-4b2863753ee5', 'tempest-TagsExtTest-Tag-1429377592') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:37.585460 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-862f87d9-6970-4cc5-ad34-5c45615e4798 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] show failed (client error): The resource could not be found. Dec 16 09:41:37.595134 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-862f87d9-6970-4cc5-ad34-5c45615e4798 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "GET /v2.0/subnetpools/53272cab-8945-4e29-ac91-4b2863753ee5/tags/tempest-TagsExtTest-Tag-1429377592 HTTP/1.1" status: 404 len: 329 time: 0.0553720 Dec 16 09:41:37.595134 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59238) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:37.601351 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.tag.tag_plugin [None req-f73d3748-bf73-48a0-b263-187ab652abcc tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '53272cab-8945-4e29-ac91-4b2863753ee5', 'tempest-TagsExtTest-Tag-734277483') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:37.609948 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61249a-7ca8-4fba-bc73-de2201bd4846 None None] Pushing event updated for resources: {'Port': ['ID=44f1a2ff-7e1f-438c-93fd-a82695f48ab1,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:37.640158 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-f73d3748-bf73-48a0-b263-187ab652abcc tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] show failed (client error): The resource could not be found. Dec 16 09:41:37.641635 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f73d3748-bf73-48a0-b263-187ab652abcc tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "GET /v2.0/subnetpools/53272cab-8945-4e29-ac91-4b2863753ee5/tags/tempest-TagsExtTest-Tag-734277483 HTTP/1.1" status: 404 len: 328 time: 0.0507953 Dec 16 09:41:37.654574 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59242) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:37.666082 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.tag.tag_plugin [None req-2e312d75-95b3-4fdb-ba21-ff868c8f14cd tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '53272cab-8945-4e29-ac91-4b2863753ee5', 'tempest-TagsExtTest-Tag-267869067') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:37.704436 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-2e312d75-95b3-4fdb-ba21-ff868c8f14cd tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] show failed (client error): The resource could not be found. Dec 16 09:41:37.705551 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2e312d75-95b3-4fdb-ba21-ff868c8f14cd tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "GET /v2.0/subnetpools/53272cab-8945-4e29-ac91-4b2863753ee5/tags/tempest-TagsExtTest-Tag-267869067 HTTP/1.1" status: 404 len: 328 time: 0.0479963 Dec 16 09:41:37.708885 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59246) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:37.713606 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.tag.tag_plugin [None req-c4c090e4-0c1b-4f14-83bd-d920b635e817 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '53272cab-8945-4e29-ac91-4b2863753ee5') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:37.742272 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c4c090e4-0c1b-4f14-83bd-d920b635e817 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "DELETE /v2.0/subnetpools/53272cab-8945-4e29-ac91-4b2863753ee5/tags HTTP/1.1" status: 204 len: 168 time: 0.0294409 Dec 16 09:41:37.742272 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59250) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:37.748839 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.tag.tag_plugin [None req-7f9ce3bc-afe7-4be9-8582-3a767c01c72c tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd90012d2-1919-4abe-993b-6c31f9a0b2bb') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:37.751410 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-ef62f984-9089-4933-b013-f0381c780090 None None] Provisioning complete for port 44f1a2ff-7e1f-438c-93fd-a82695f48ab1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:37.751843 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ef62f984-9089-4933-b013-f0381c780090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:37.821889 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea47db3-2fcf-4942-af60-668ef1c6c30d admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:41:37.857438 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0e02ac-9d6a-4adb-997b-497e42e6275b None None] Sync routers for ids ['9c2c6b5e-275e-4990-a013-8e729012827b'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:41:37.869512 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0e02ac-9d6a-4adb-997b-497e42e6275b None None] Routers {'9c2c6b5e-275e-4990-a013-8e729012827b'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:41:37.870237 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-bd0e02ac-9d6a-4adb-997b-497e42e6275b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:41:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['9c2c6b5e-275e-4990-a013-8e729012827b'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:37.935072 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7f9ce3bc-afe7-4be9-8582-3a767c01c72c tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "DELETE /v2.0/routers/d90012d2-1919-4abe-993b-6c31f9a0b2bb/tags HTTP/1.1" status: 204 len: 168 time: 0.1898081 Dec 16 09:41:37.944209 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59260) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:37.944209 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.tag.tag_plugin [None req-fe200fb6-642e-482f-8b3a-a53a52bb361e tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b2427705-ddfc-4734-baa7-3220718a9970') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:37.948671 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bade4e-7448-4f54-befb-717a9c878ef5 req-0c6276e5-530b-4911-ab3e-22c8274b1f14 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:37.956095 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-78bade4e-7448-4f54-befb-717a9c878ef5 req-0c6276e5-530b-4911-ab3e-22c8274b1f14 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 946 time: 0.0791211 Dec 16 09:41:37.986518 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2ea47db3-2fcf-4942-af60-668ef1c6c30d admin admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:37.989932 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2ea47db3-2fcf-4942-af60-668ef1c6c30d admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5390103 Dec 16 09:41:37.991220 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59262) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:38.007552 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 44f1a2ff-7e1f-438c-93fd-a82695f48ab1 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:41:38.008683 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-78bade4e-7448-4f54-befb-717a9c878ef5 req-54b16eba-0446-4a83-93d3-87ffb533133a tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513914 Dec 16 09:41:38.063115 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-bd0e02ac-9d6a-4adb-997b-497e42e6275b None None] Set router 9c2c6b5e-275e-4990-a013-8e729012827b gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:41:38.143190 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9818b673-b38f-463b-9e74-6b94ab93e86b req-eb3142fb-9ab8-41ec-a88c-3f54d76cd79a tempest-ServerShowV257Test-2000921111 tempest-ServerShowV257Test-2000921111-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.0377841 Dec 16 09:41:38.148597 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c90a71-d7d0-4ae0-b38d-fa774bf9007f req-0e11760f-bef6-43a5-a50b-d75172f38ccd tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:38.150246 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f1c90a71-d7d0-4ae0-b38d-fa774bf9007f req-0e11760f-bef6-43a5-a50b-d75172f38ccd tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] 10.222.0.60 "GET /v2.0/ports?device_id=63a31f09-25c6-4adf-8486-6e43f9ac152b HTTP/1.1" status: 200 len: 945 time: 0.1481140 Dec 16 09:41:38.178872 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fe200fb6-642e-482f-8b3a-a53a52bb361e tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "DELETE /v2.0/ports/b2427705-ddfc-4734-baa7-3220718a9970/tags HTTP/1.1" status: 204 len: 168 time: 0.2423642 Dec 16 09:41:38.182283 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59266) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:38.185228 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 44f1a2ff-7e1f-438c-93fd-a82695f48ab1 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:38.185616 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:38.190647 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.tag.tag_plugin [None req-f5c0ec44-3b59-43f0-881b-0b812acaf6d5 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '41b67df7-6725-4ea2-8a3c-dd0c71943b2c') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:38.278163 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f1c90a71-d7d0-4ae0-b38d-fa774bf9007f req-118cf0b1-1df3-483f-9e35-d2f7bdca2d3d tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] 10.222.0.60 "GET /v2.0/security-groups?id=528ffac9-1563-402c-9bfd-89621ab92628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184573 Dec 16 09:41:38.420223 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-bd0e02ac-9d6a-4adb-997b-497e42e6275b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2c6b5e-275e-4990-a013-8e729012827b', 'name': 'tempest-TestAggregatesBasicOps-1747543787-router', 'tenant_id': 'd58dbe44492e4170a1843b557b83176a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '1d0dd9be-cc2e-4f1a-985e-5163c1bb4042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:34Z', 'updated_at': '2021-12-16T09:41:36Z', 'revision_number': 3, 'project_id': 'd58dbe44492e4170a1843b557b83176a', 'gw_port': {'id': '1d0dd9be-cc2e-4f1a-985e-5163c1bb4042', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:49:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2c6b5e-275e-4990-a013-8e729012827b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:35Z', 'updated_at': '2021-12-16T09:41:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:38.456269 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0e02ac-9d6a-4adb-997b-497e42e6275b None None] Checking router: 9c2c6b5e-275e-4990-a013-8e729012827b for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:41:38.456269 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0e02ac-9d6a-4adb-997b-497e42e6275b None None] Updating router 9c2c6b5e-275e-4990-a013-8e729012827b port 1d0dd9be-cc2e-4f1a-985e-5163c1bb4042 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:41:38.486234 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bd0e02ac-9d6a-4adb-997b-497e42e6275b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:38.604885 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ab4fd7aa-dcc3-411f-8b05-3cbdc10e4aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:38.701198 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7fb32e4f-33f1-454b-ba22-5514c730585b req-ca1ddddd-a116-4a09-8365-3d50c639e70e tempest-ServerShowV257Test-2000921111 tempest-ServerShowV257Test-2000921111-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.0516055 Dec 16 09:41:38.741425 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded92dad-1758-4b94-b149-572bcd9483ba req-6e6acd88-fd56-48dd-b30d-29cdde55bcb6 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:38.742831 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ded92dad-1758-4b94-b149-572bcd9483ba req-6e6acd88-fd56-48dd-b30d-29cdde55bcb6 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3d17121-b560-48ae-b44d-04a4885fb0c1 HTTP/1.1" status: 200 len: 944 time: 0.0921619 Dec 16 09:41:38.776553 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f5c0ec44-3b59-43f0-881b-0b812acaf6d5 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "DELETE /v2.0/subnets/41b67df7-6725-4ea2-8a3c-dd0c71943b2c/tags HTTP/1.1" status: 204 len: 168 time: 0.5932109 Dec 16 09:41:38.780936 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59290) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:38.801704 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ded92dad-1758-4b94-b149-572bcd9483ba req-05f8c62e-ec63-44ed-9608-700723b5fc68 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511374 Dec 16 09:41:38.810483 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bd0e02ac-9d6a-4adb-997b-497e42e6275b None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:38.895783 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-ab4fd7aa-dcc3-411f-8b05-3cbdc10e4aed admin admin] Allocated IP 172.20.0.1 (30e17cab-b453-4f30-befe-e440290e847c/058575c7-ec69-454b-91cb-a14476d96eff/99d36a70-fa1f-4b2d-a81f-0f6436b8b3c0) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:41:38.903269 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bd0e02ac-9d6a-4adb-997b-497e42e6275b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:38.974928 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-bd0e02ac-9d6a-4adb-997b-497e42e6275b None None] Attempting to bind port 1d0dd9be-cc2e-4f1a-985e-5163c1bb4042 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:41:38.975292 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-bd0e02ac-9d6a-4adb-997b-497e42e6275b None None] Attempting to bind port 1d0dd9be-cc2e-4f1a-985e-5163c1bb4042 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:41:38.975684 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0e02ac-9d6a-4adb-997b-497e42e6275b None None] Attempting to bind port 1d0dd9be-cc2e-4f1a-985e-5163c1bb4042 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:41:38.983925 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb81cb-200e-483e-b886-e8a640b4e4d5 None None] Pushing event updated for resources: {'Port': ['ID=1d0dd9be-cc2e-4f1a-985e-5163c1bb4042,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:38.994745 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0e02ac-9d6a-4adb-997b-497e42e6275b None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:41:38.995123 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0e02ac-9d6a-4adb-997b-497e42e6275b None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:41:38.995530 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bd0e02ac-9d6a-4adb-997b-497e42e6275b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:38.996412 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0e02ac-9d6a-4adb-997b-497e42e6275b None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:41:38.996412 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-bd0e02ac-9d6a-4adb-997b-497e42e6275b None None] Bound port: 1d0dd9be-cc2e-4f1a-985e-5163c1bb4042, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:41:38.996738 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bd0e02ac-9d6a-4adb-997b-497e42e6275b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:39.029844 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ab4fd7aa-dcc3-411f-8b05-3cbdc10e4aed admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:39.038907 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5e1cb57c-e29a-4578-af21-131b3674567f tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks [] for subnetpool, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:39.040097 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5e1cb57c-e29a-4578-af21-131b3674567f tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "DELETE /v2.0/subnetpools/53272cab-8945-4e29-ac91-4b2863753ee5 HTTP/1.1" status: 204 len: 168 time: 0.2588658 Dec 16 09:41:39.042894 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59314) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:39.052201 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-bd0e02ac-9d6a-4adb-997b-497e42e6275b None None] For port 1d0dd9be-cc2e-4f1a-985e-5163c1bb4042, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:41:39.055526 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-bd0e02ac-9d6a-4adb-997b-497e42e6275b None None] For port 1d0dd9be-cc2e-4f1a-985e-5163c1bb4042, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=1d0dd9be-cc2e-4f1a-985e-5163c1bb4042,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:41:39.074890 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1267bd6c-5b93-4b55-9a76-729687834220 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "GET /v2.0/ports?device_id=d90012d2-1919-4abe-993b-6c31f9a0b2bb HTTP/1.1" status: 200 len: 205 time: 0.0308361 Dec 16 09:41:39.077170 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59316) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:39.132224 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bd0e02ac-9d6a-4adb-997b-497e42e6275b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:39.182576 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8377f5bf-da12-4d28-8d2a-f2a75af22326 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:39.221589 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0e02ac-9d6a-4adb-997b-497e42e6275b None None] Routers {'9c2c6b5e-275e-4990-a013-8e729012827b'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:41:39.221589 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-bd0e02ac-9d6a-4adb-997b-497e42e6275b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:41:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['9c2c6b5e-275e-4990-a013-8e729012827b'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:39.234405 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6f267-5b61-49c1-ac93-40340e74064a req-bff87a7e-0490-4adf-8240-522e926b2edc tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:39.236108 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-81c6f267-5b61-49c1-ac93-40340e74064a req-bff87a7e-0490-4adf-8240-522e926b2edc tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 946 time: 0.1527317 Dec 16 09:41:39.270813 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb81cb-200e-483e-b886-e8a640b4e4d5 None None] Pushing event updated for resources: {'Port': ['ID=1d0dd9be-cc2e-4f1a-985e-5163c1bb4042,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:39.293498 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ab4fd7aa-dcc3-411f-8b05-3cbdc10e4aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:39.315092 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-81c6f267-5b61-49c1-ac93-40340e74064a req-ab4e4931-af19-441d-9258-6fd534c6532b tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406353 Dec 16 09:41:39.375649 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-bd0e02ac-9d6a-4adb-997b-497e42e6275b None None] Set router 9c2c6b5e-275e-4990-a013-8e729012827b gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:41:39.378703 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e5ba0301-d800-4ee8-966b-667345d91e4f req-1df8bfdd-f1ce-4fd1-8e10-682cf5fbd8a2 tempest-ServerShowV257Test-2000921111 tempest-ServerShowV257Test-2000921111-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8d8c745-05f3-4fb5-b329-4a13ab2e1b63 HTTP/1.1" status: 200 len: 210 time: 0.0731664 Dec 16 09:41:39.383188 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4fd7aa-dcc3-411f-8b05-3cbdc10e4aed admin admin] Network 30e17cab-b453-4f30-befe-e440290e847c is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:41:39.398116 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-ab4fd7aa-dcc3-411f-8b05-3cbdc10e4aed admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:41:39.426266 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4fd7aa-dcc3-411f-8b05-3cbdc10e4aed admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:41:39.436635 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8377f5bf-da12-4d28-8d2a-f2a75af22326 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:39.439150 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8377f5bf-da12-4d28-8d2a-f2a75af22326 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:39.451390 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4fd7aa-dcc3-411f-8b05-3cbdc10e4aed admin admin] Pushing event updated for resources: {'Port': ['ID=99d36a70-fa1f-4b2d-a81f-0f6436b8b3c0,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:39.479824 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879c8c2-bc73-4780-87b7-1728d80607e2 req-2c274cdb-ed2a-474f-9126-82994507686b tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:39.481807 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c879c8c2-bc73-4780-87b7-1728d80607e2 req-2c274cdb-ed2a-474f-9126-82994507686b tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] 10.222.0.57 "GET /v2.0/ports?device_id=63a31f09-25c6-4adf-8486-6e43f9ac152b HTTP/1.1" status: 200 len: 945 time: 0.1005394 Dec 16 09:41:39.496297 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ab4fd7aa-dcc3-411f-8b05-3cbdc10e4aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:39.576327 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ffae4-b430-420e-8073-17f4b429b257 req-b339a819-a98d-46a5-bb7d-4841e673c337 tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:39.579125 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bb3ffae4-b430-420e-8073-17f4b429b257 req-b339a819-a98d-46a5-bb7d-4841e673c337 tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] 10.222.0.60 "GET /v2.0/ports?device_id=63a31f09-25c6-4adf-8486-6e43f9ac152b HTTP/1.1" status: 200 len: 945 time: 0.1348217 Dec 16 09:41:39.665262 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bb3ffae4-b430-420e-8073-17f4b429b257 req-766ef7cd-bfa4-4f19-bac7-43d3968d3fca tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] 10.222.0.60 "GET /v2.0/security-groups?id=528ffac9-1563-402c-9bfd-89621ab92628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803394 Dec 16 09:41:39.716069 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-9dc0295a-8fc5-4769-bcb2-a94c8628adf5 None None] Provisioning complete for port 99d36a70-fa1f-4b2d-a81f-0f6436b8b3c0 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:39.716654 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9dc0295a-8fc5-4769-bcb2-a94c8628adf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:39.746636 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-c879c8c2-bc73-4780-87b7-1728d80607e2 req-48649f52-43d1-4ac1-9a51-56b266a36271 tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] Deleting port 4ccfdc55-9290-4918-bfe5-5b4736898174 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:41:39.747012 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c879c8c2-bc73-4780-87b7-1728d80607e2 req-48649f52-43d1-4ac1-9a51-56b266a36271 tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:39.763787 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8377f5bf-da12-4d28-8d2a-f2a75af22326 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:39.764387 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8377f5bf-da12-4d28-8d2a-f2a75af22326 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Fanout notify agent at l3_agent the message router_deleted on router d90012d2-1919-4abe-993b-6c31f9a0b2bb {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:41:39.775172 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8377f5bf-da12-4d28-8d2a-f2a75af22326 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:39.775172 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8377f5bf-da12-4d28-8d2a-f2a75af22326 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "DELETE /v2.0/routers/d90012d2-1919-4abe-993b-6c31f9a0b2bb HTTP/1.1" status: 204 len: 168 time: 0.6946218 Dec 16 09:41:39.776766 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59326) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:39.779579 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-9dc0295a-8fc5-4769-bcb2-a94c8628adf5 None None] Port 99d36a70-fa1f-4b2d-a81f-0f6436b8b3c0 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:41:39.790254 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-bd0e02ac-9d6a-4adb-997b-497e42e6275b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2c6b5e-275e-4990-a013-8e729012827b', 'name': 'tempest-TestAggregatesBasicOps-1747543787-router', 'tenant_id': 'd58dbe44492e4170a1843b557b83176a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '1d0dd9be-cc2e-4f1a-985e-5163c1bb4042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:34Z', 'updated_at': '2021-12-16T09:41:36Z', 'revision_number': 3, 'project_id': 'd58dbe44492e4170a1843b557b83176a', 'gw_port': {'id': '1d0dd9be-cc2e-4f1a-985e-5163c1bb4042', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:49:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2c6b5e-275e-4990-a013-8e729012827b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:35Z', 'updated_at': '2021-12-16T09:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:39.822419 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0e02ac-9d6a-4adb-997b-497e42e6275b None None] The sync data for ids ['9c2c6b5e-275e-4990-a013-8e729012827b'] in n-d-820550-2 is: [{'id': '9c2c6b5e-275e-4990-a013-8e729012827b', 'name': 'tempest-TestAggregatesBasicOps-1747543787-router', 'tenant_id': 'd58dbe44492e4170a1843b557b83176a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '1d0dd9be-cc2e-4f1a-985e-5163c1bb4042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:34Z', 'updated_at': '2021-12-16T09:41:36Z', 'revision_number': 3, 'project_id': 'd58dbe44492e4170a1843b557b83176a', 'gw_port': {'id': '1d0dd9be-cc2e-4f1a-985e-5163c1bb4042', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:49:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2c6b5e-275e-4990-a013-8e729012827b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:35Z', 'updated_at': '2021-12-16T09:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:41:39.904324 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-c879c8c2-bc73-4780-87b7-1728d80607e2 req-48649f52-43d1-4ac1-9a51-56b266a36271 tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] For port 4ccfdc55-9290-4918-bfe5-5b4736898174, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=4ccfdc55-9290-4918-bfe5-5b4736898174,segment=NetworkSegment(e60c936b-ae3f-445c-83e4-838a7bcee880),segment_id=e60c936b-ae3f-445c-83e4-838a7bcee880)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:39.910499 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c879c8c2-bc73-4780-87b7-1728d80607e2 req-48649f52-43d1-4ac1-9a51-56b266a36271 tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:39.924555 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-c879c8c2-bc73-4780-87b7-1728d80607e2 req-48649f52-43d1-4ac1-9a51-56b266a36271 tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] Calling delete_port for 4ccfdc55-9290-4918-bfe5-5b4736898174 owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:41:39.928342 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-f4651aa0-d8f4-4df1-98fd-8e33283c486f tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Deleting port b2427705-ddfc-4734-baa7-3220718a9970 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:41:39.928958 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f4651aa0-d8f4-4df1-98fd-8e33283c486f tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:39.957865 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device ca48f97d-376c-451a-beb4-a14994eb2da7 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:41:39.975265 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ab4fd7aa-dcc3-411f-8b05-3cbdc10e4aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:40.077495 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f4651aa0-d8f4-4df1-98fd-8e33283c486f tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:40.101375 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port ca48f97d-376c-451a-beb4-a14994eb2da7, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ca48f97d-376c-451a-beb4-a14994eb2da7,segment=NetworkSegment(f0df79a4-0132-4b56-a1b6-b2446bc74352),segment_id=f0df79a4-0132-4b56-a1b6-b2446bc74352)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:40.103263 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-f4651aa0-d8f4-4df1-98fd-8e33283c486f tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Calling delete_port for b2427705-ddfc-4734-baa7-3220718a9970 owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:41:40.113490 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae588f47-dba3-4198-a30e-620a73138c11 req-7b8fac84-8f5b-4075-a66d-ad09ed4a0936 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:40.125773 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ae588f47-dba3-4198-a30e-620a73138c11 req-7b8fac84-8f5b-4075-a66d-ad09ed4a0936 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3d17121-b560-48ae-b44d-04a4885fb0c1 HTTP/1.1" status: 200 len: 944 time: 0.1080716 Dec 16 09:41:40.190002 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ae588f47-dba3-4198-a30e-620a73138c11 req-682c31fe-6bb1-4e7f-bd7a-3311ee6c5e21 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616944 Dec 16 09:41:40.295882 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0e27c-a2b9-4122-8e01-4f3d508fb567 req-a2db9d97-a586-421d-803f-68404b6f7c6d tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:40.302103 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c4b0e27c-a2b9-4122-8e01-4f3d508fb567 req-a2db9d97-a586-421d-803f-68404b6f7c6d tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 946 time: 0.3308651 Dec 16 09:41:40.355478 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'ca48f97d-376c-451a-beb4-a14994eb2da7', 'network_id': '89dde67c-4375-428d-a66c-d788737973c8', 'port_id': 'ca48f97d-376c-451a-beb4-a14994eb2da7', 'mac_address': 'fa:16:3e:5e:cd:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2958cd17-ef24-4c92-a56a-e6ec8ed248b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:41:40.414523 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:40.432736 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca48f97d-376c-451a-beb4-a14994eb2da7 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:41:40.455270 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c4b0e27c-a2b9-4122-8e01-4f3d508fb567 req-a65eaecb-c18c-4937-bfb5-c964c2fd5c23 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461098 Dec 16 09:41:40.458620 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port ca48f97d-376c-451a-beb4-a14994eb2da7, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ca48f97d-376c-451a-beb4-a14994eb2da7,segment=NetworkSegment(f0df79a4-0132-4b56-a1b6-b2446bc74352),segment_id=f0df79a4-0132-4b56-a1b6-b2446bc74352)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:40.461588 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:40.505640 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ab4fd7aa-dcc3-411f-8b05-3cbdc10e4aed admin admin] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:40.530002 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f4651aa0-d8f4-4df1-98fd-8e33283c486f tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:40.564054 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c879c8c2-bc73-4780-87b7-1728d80607e2 req-48649f52-43d1-4ac1-9a51-56b266a36271 tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:40.564329 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:40.566806 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4651aa0-d8f4-4df1-98fd-8e33283c486f tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Pushing event deleted for resources: {'Port': ['ID=b2427705-ddfc-4734-baa7-3220718a9970,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:40.593207 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['4ccfdc55-9290-4918-bfe5-5b4736898174'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:41:40.606784 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ab4fd7aa-dcc3-411f-8b05-3cbdc10e4aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:40.609048 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48649f52-43d1-4ac1-9a51-56b266a36271 tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] Pushing event deleted for resources: {'Port': ['ID=4ccfdc55-9290-4918-bfe5-5b4736898174,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:40.656680 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f4651aa0-d8f4-4df1-98fd-8e33283c486f tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:40.661163 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f4651aa0-d8f4-4df1-98fd-8e33283c486f tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "DELETE /v2.0/ports/b2427705-ddfc-4734-baa7-3220718a9970 HTTP/1.1" status: 204 len: 168 time: 0.8828549 Dec 16 09:41:40.666523 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59358) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:40.680292 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4fd7aa-dcc3-411f-8b05-3cbdc10e4aed admin admin] Pushing event updated for resources: {'Port': ['ID=99d36a70-fa1f-4b2d-a81f-0f6436b8b3c0,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:40.733545 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=ca48f97d-376c-451a-beb4-a14994eb2da7,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:40.791133 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-4256061d-e4a0-4d58-8d36-9e0c7cda2b7d tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Deleting subnet 41b67df7-6725-4ea2-8a3c-dd0c71943b2c {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:41:40.795384 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['ca48f97d-376c-451a-beb4-a14994eb2da7'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:41:40.819995 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4256061d-e4a0-4d58-8d36-9e0c7cda2b7d tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:40.845152 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-c879c8c2-bc73-4780-87b7-1728d80607e2 req-48649f52-43d1-4ac1-9a51-56b266a36271 tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] No DVR routers for this DVR port 4ccfdc55-9290-4918-bfe5-5b4736898174 on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:41:40.849635 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c879c8c2-bc73-4780-87b7-1728d80607e2 req-48649f52-43d1-4ac1-9a51-56b266a36271 tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:40.855268 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c879c8c2-bc73-4780-87b7-1728d80607e2 req-48649f52-43d1-4ac1-9a51-56b266a36271 tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] 10.222.0.57 "DELETE /v2.0/ports/4ccfdc55-9290-4918-bfe5-5b4736898174 HTTP/1.1" status: 204 len: 173 time: 1.3600488 Dec 16 09:41:40.855899 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a31f09-25c6-4adf-8486-6e43f9ac152b', 'name': 'network-vif-deleted', 'tag': '4ccfdc55-9290-4918-bfe5-5b4736898174'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:41:40.859614 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f001cc-42b7-461f-867a-ae35b83c7ae3" -d '{"events": [{"server_uuid": "63a31f09-25c6-4adf-8486-6e43f9ac152b", "name": "network-vif-deleted", "tag": "4ccfdc55-9290-4918-bfe5-5b4736898174"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:41:40.926200 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ab4fd7aa-dcc3-411f-8b05-3cbdc10e4aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:40.926200 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c3a1ea99-c5a3-4d20-b686-3dbaa56eb2e8 req-130d6478-e1df-4151-99aa-0185442790dc tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] 10.222.0.60 "GET /v2.0/ports?device_id=63a31f09-25c6-4adf-8486-6e43f9ac152b HTTP/1.1" status: 200 len: 210 time: 0.1164036 Dec 16 09:41:40.929870 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4256061d-e4a0-4d58-8d36-9e0c7cda2b7d tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:40.959101 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1611b19-221b-4860-bfb6-0031640f5ab2 x-openstack-request-id: req-e1611b19-221b-4860-bfb6-0031640f5ab2 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:41:40.974298 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a31f09-25c6-4adf-8486-6e43f9ac152b", "name": "network-vif-deleted", "tag": "4ccfdc55-9290-4918-bfe5-5b4736898174", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:41:40.974298 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e1611b19-221b-4860-bfb6-0031640f5ab2 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:41:40.974298 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a31f09-25c6-4adf-8486-6e43f9ac152b', 'name': 'network-vif-deleted', 'tag': '4ccfdc55-9290-4918-bfe5-5b4736898174', 'status': 'completed', 'code': 200} Dec 16 09:41:41.098759 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4256061d-e4a0-4d58-8d36-9e0c7cda2b7d tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:41.116334 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4fd7aa-dcc3-411f-8b05-3cbdc10e4aed admin admin] Network 30e17cab-b453-4f30-befe-e440290e847c is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:41:41.119578 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-ab4fd7aa-dcc3-411f-8b05-3cbdc10e4aed admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:41:41.176140 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59386) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:41.309146 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4256061d-e4a0-4d58-8d36-9e0c7cda2b7d tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:41.328374 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4fd7aa-dcc3-411f-8b05-3cbdc10e4aed admin admin] Router 9c2c6b5e-275e-4990-a013-8e729012827b has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:41:41.375085 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a754736f-3bf0-4ca4-bf0c-3d755b533d7f None None] Network 287d4d50-0def-44b2-aec2-271daf15dd31 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:41:41.375754 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4256061d-e4a0-4d58-8d36-9e0c7cda2b7d tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:41.383433 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4256061d-e4a0-4d58-8d36-9e0c7cda2b7d tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "DELETE /v2.0/subnets/41b67df7-6725-4ea2-8a3c-dd0c71943b2c HTTP/1.1" status: 204 len: 168 time: 0.7123849 Dec 16 09:41:41.385397 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59394) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:41.416591 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4256061d-e4a0-4d58-8d36-9e0c7cda2b7d tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Pushing event deleted for resources: {'Subnet': ['ID=41b67df7-6725-4ea2-8a3c-dd0c71943b2c,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:41.418818 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd9bf71d-9570-425b-a343-8ebf7a63632b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:41.467872 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a2062-d716-4243-9d66-8ce8459f9577 req-0de981fc-41e9-411f-befa-5b6a99c7b142 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:41.477843 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2c9a2062-d716-4243-9d66-8ce8459f9577 req-0de981fc-41e9-411f-befa-5b6a99c7b142 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3d17121-b560-48ae-b44d-04a4885fb0c1 HTTP/1.1" status: 200 len: 945 time: 0.1892238 Dec 16 09:41:41.553748 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2c9a2062-d716-4243-9d66-8ce8459f9577 req-cf8f3e96-911f-4bfd-9be2-088a6c76f68e tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749161 Dec 16 09:41:41.573081 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-a1d49883-b93c-485e-a01e-0ca019346be1 None None] Provisioning complete for port 99d36a70-fa1f-4b2d-a81f-0f6436b8b3c0 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:41.573867 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a1d49883-b93c-485e-a01e-0ca019346be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:41.599629 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7abf382c-b9bc-49be-b947-edb266500249 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:41.608371 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd9bf71d-9570-425b-a343-8ebf7a63632b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:41.620338 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-a1d49883-b93c-485e-a01e-0ca019346be1 None None] Port 99d36a70-fa1f-4b2d-a81f-0f6436b8b3c0 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:41:41.633162 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4fd7aa-dcc3-411f-8b05-3cbdc10e4aed admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:41:41.641612 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ab4fd7aa-dcc3-411f-8b05-3cbdc10e4aed admin admin] 10.222.0.60 "PUT /v2.0/routers/9c2c6b5e-275e-4990-a013-8e729012827b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6492953 Dec 16 09:41:41.686165 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24391e38-e1db-42d9-9b94-fa302b73841f req-1a2f33f0-4273-4eb6-8000-4c08689f9188 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:41.687170 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd9bf71d-9570-425b-a343-8ebf7a63632b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:41.687746 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-24391e38-e1db-42d9-9b94-fa302b73841f req-1a2f33f0-4273-4eb6-8000-4c08689f9188 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 946 time: 0.1359951 Dec 16 09:41:41.702371 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e435ed-0948-4196-af5e-c714d9647da7 None None] DHCP port deletion for 287d4d50-0def-44b2-aec2-271daf15dd31 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:41:41.755624 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-7abf382c-b9bc-49be-b947-edb266500249 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Deleting port 37acb681-e3fb-4d8c-8e89-9c3303919b91 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:41:41.756646 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7abf382c-b9bc-49be-b947-edb266500249 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:41.759891 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-dd9bf71d-9570-425b-a343-8ebf7a63632b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=916080d4c9f94ac1bffd8b07249e60b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5814090 Dec 16 09:41:41.761584 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9bf71d-9570-425b-a343-8ebf7a63632b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970431d3-d089-4e5d-a422-f4216eb2a798,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:41.764440 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59406) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:41.787547 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f1e435ed-0948-4196-af5e-c714d9647da7 None None] Deleting port 37acb681-e3fb-4d8c-8e89-9c3303919b91 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:41:41.788602 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f1e435ed-0948-4196-af5e-c714d9647da7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:41.822162 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-24391e38-e1db-42d9-9b94-fa302b73841f req-45b8ff3a-811a-4294-80aa-d6b507ea09a1 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056919 Dec 16 09:41:41.858470 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-7abf382c-b9bc-49be-b947-edb266500249 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] For port 37acb681-e3fb-4d8c-8e89-9c3303919b91, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=37acb681-e3fb-4d8c-8e89-9c3303919b91,segment=NetworkSegment(fbc076a9-ee59-479f-b4e8-fc5785dae20d),segment_id=fbc076a9-ee59-479f-b4e8-fc5785dae20d)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:41.859605 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7abf382c-b9bc-49be-b947-edb266500249 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:41.877914 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-7abf382c-b9bc-49be-b947-edb266500249 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Calling delete_port for 37acb681-e3fb-4d8c-8e89-9c3303919b91 owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:41:41.887555 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fc9df3be-0679-4a04-aa91-10799f918e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:41.927972 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f1e435ed-0948-4196-af5e-c714d9647da7 None None] For port 37acb681-e3fb-4d8c-8e89-9c3303919b91, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=37acb681-e3fb-4d8c-8e89-9c3303919b91,segment=NetworkSegment(fbc076a9-ee59-479f-b4e8-fc5785dae20d),segment_id=fbc076a9-ee59-479f-b4e8-fc5785dae20d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:41.928734 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f1e435ed-0948-4196-af5e-c714d9647da7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:41.934405 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fc9df3be-0679-4a04-aa91-10799f918e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:41.947423 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f1e435ed-0948-4196-af5e-c714d9647da7 None None] Calling delete_port for 37acb681-e3fb-4d8c-8e89-9c3303919b91 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:41:41.964354 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device ca48f97d-376c-451a-beb4-a14994eb2da7 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:41:42.014901 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 1d0dd9be-cc2e-4f1a-985e-5163c1bb4042 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:41:42.089925 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7abf382c-b9bc-49be-b947-edb266500249 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:42.132075 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf382c-b9bc-49be-b947-edb266500249 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Pushing event deleted for resources: {'Port': ['ID=37acb681-e3fb-4d8c-8e89-9c3303919b91,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:42.136930 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abf382c-b9bc-49be-b947-edb266500249 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] No DVR routers for this DVR port 37acb681-e3fb-4d8c-8e89-9c3303919b91 on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:41:42.173421 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59416) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:42.179291 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6fd503a2-9327-4f32-a973-63b6b27f7901 req-ce4fa06d-1633-4893-ba94-fbd70f29ae9d tempest-InstanceActionsNegativeTestJSON-557850968 tempest-InstanceActionsNegativeTestJSON-557850968-project] 10.222.0.60 "GET /v2.0/ports?device_id=63a31f09-25c6-4adf-8486-6e43f9ac152b HTTP/1.1" status: 200 len: 210 time: 0.0588725 Dec 16 09:41:42.199220 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fc9df3be-0679-4a04-aa91-10799f918e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:42.207822 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fc9df3be-0679-4a04-aa91-10799f918e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:42.207822 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fc9df3be-0679-4a04-aa91-10799f918e80 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/970431d3-d089-4e5d-a422-f4216eb2a798 HTTP/1.1" status: 204 len: 168 time: 0.4380648 Dec 16 09:41:42.221986 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9df3be-0679-4a04-aa91-10799f918e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970431d3-d089-4e5d-a422-f4216eb2a798,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:42.238790 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 1d0dd9be-cc2e-4f1a-985e-5163c1bb4042 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:42.239173 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:42.249550 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f1e435ed-0948-4196-af5e-c714d9647da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:42.296776 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7abf382c-b9bc-49be-b947-edb266500249 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:42.307878 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port ca48f97d-376c-451a-beb4-a14994eb2da7 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:41:42.313312 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e435ed-0948-4196-af5e-c714d9647da7 None None] No DVR routers for this DVR port 37acb681-e3fb-4d8c-8e89-9c3303919b91 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:41:42.314407 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e435ed-0948-4196-af5e-c714d9647da7 None None] Pushing event deleted for resources: {'Port': ['ID=37acb681-e3fb-4d8c-8e89-9c3303919b91,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:42.322793 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port ca48f97d-376c-451a-beb4-a14994eb2da7 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:42.327940 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:42.333152 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-7abf382c-b9bc-49be-b947-edb266500249 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['287d4d50-0def-44b2-aec2-271daf15dd31']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:42.345181 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-7abf382c-b9bc-49be-b947-edb266500249 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc076a9-ee59-479f-b4e8-fc5785dae20d') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:42.346089 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-7abf382c-b9bc-49be-b947-edb266500249 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc076a9-ee59-479f-b4e8-fc5785dae20d') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:42.363916 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7abf382c-b9bc-49be-b947-edb266500249 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:42.364762 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee21f140-c9a1-46d3-bc0b-261fbe72eb65 None None] Sync routers for ids ['9c2c6b5e-275e-4990-a013-8e729012827b'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:41:42.378542 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee21f140-c9a1-46d3-bc0b-261fbe72eb65 None None] Routers {'9c2c6b5e-275e-4990-a013-8e729012827b'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:41:42.379562 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-ee21f140-c9a1-46d3-bc0b-261fbe72eb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:41:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['9c2c6b5e-275e-4990-a013-8e729012827b'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:42.388245 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-444e5e74-3527-4d23-a9ae-2df652ba8605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:42.404020 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7abf382c-b9bc-49be-b947-edb266500249 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:42.419461 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7abf382c-b9bc-49be-b947-edb266500249 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:41:42.420223 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7abf382c-b9bc-49be-b947-edb266500249 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:42.429243 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:41:42.429243 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:41:42.429243 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:41:42.429243 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:41:42.429243 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:41:42.429243 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:41:42.429243 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:41:42.429243 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:41:42.429243 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:41:42.429243 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:41:42.429243 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:41:42.429243 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:41:42.429243 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:41:42.429243 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:41:42.429243 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:41:42.429243 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:41:42.429243 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:41:42.429243 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:41:42.429243 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:41:42.429243 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:41:42.429243 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:41:42.429243 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:41:42.429243 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:41:42.429243 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:41:42.429243 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:41:42.429243 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:41:42.429243 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:41:42.429243 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:41:42.429243 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:41:42.429243 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:41:42.429243 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:41:42.429243 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:41:42.446425 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:42.465695 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:42.485648 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 1d0dd9be-cc2e-4f1a-985e-5163c1bb4042, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=1d0dd9be-cc2e-4f1a-985e-5163c1bb4042,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:42.501543 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d17121-b560-48ae-b44d-04a4885fb0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca48f97d-376c-451a-beb4-a14994eb2da7'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:41:42.504096 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06d0c18-9db0-4561-9d50-21399f0863e8" -d '{"events": [{"server_uuid": "b3d17121-b560-48ae-b44d-04a4885fb0c1", "name": "network-vif-plugged", "status": "completed", "tag": "ca48f97d-376c-451a-beb4-a14994eb2da7"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:41:42.517900 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port ca48f97d-376c-451a-beb4-a14994eb2da7, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ca48f97d-376c-451a-beb4-a14994eb2da7,segment=NetworkSegment(f0df79a4-0132-4b56-a1b6-b2446bc74352),segment_id=f0df79a4-0132-4b56-a1b6-b2446bc74352)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:42.557780 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-ee21f140-c9a1-46d3-bc0b-261fbe72eb65 None None] Set router 9c2c6b5e-275e-4990-a013-8e729012827b gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:41:42.570753 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68a5710-2fa8-4b1a-af6a-a49ae3124475 x-openstack-request-id: req-a68a5710-2fa8-4b1a-af6a-a49ae3124475 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:41:42.571045 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d17121-b560-48ae-b44d-04a4885fb0c1", "name": "network-vif-plugged", "status": "completed", "tag": "ca48f97d-376c-451a-beb4-a14994eb2da7", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:41:42.571311 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a68a5710-2fa8-4b1a-af6a-a49ae3124475 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:41:42.576646 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d17121-b560-48ae-b44d-04a4885fb0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca48f97d-376c-451a-beb4-a14994eb2da7', 'code': 200} Dec 16 09:41:42.608744 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-444e5e74-3527-4d23-a9ae-2df652ba8605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:42.610271 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:42.640446 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7abf382c-b9bc-49be-b947-edb266500249 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:42.647608 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7abf382c-b9bc-49be-b947-edb266500249 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:42.653575 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7abf382c-b9bc-49be-b947-edb266500249 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] 10.222.0.60 "DELETE /v2.0/networks/287d4d50-0def-44b2-aec2-271daf15dd31 HTTP/1.1" status: 204 len: 168 time: 1.2644584 Dec 16 09:41:42.654664 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:42.683437 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=1d0dd9be-cc2e-4f1a-985e-5163c1bb4042,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:42.688762 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf382c-b9bc-49be-b947-edb266500249 tempest-TagsExtTest-1801261208 tempest-TagsExtTest-1801261208-project] Pushing event deleted for resources: {'Network': ['ID=287d4d50-0def-44b2-aec2-271daf15dd31,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:42.750210 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 37acb681-e3fb-4d8c-8e89-9c3303919b91 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:41:42.750464 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f84e02-6dd4-412c-80d5-fac5e305a432 req-c209011c-f910-47f0-a49c-af9fa133f634 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:42.760195 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-90f84e02-6dd4-412c-80d5-fac5e305a432 req-c209011c-f910-47f0-a49c-af9fa133f634 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3d17121-b560-48ae-b44d-04a4885fb0c1 HTTP/1.1" status: 200 len: 946 time: 0.0999088 Dec 16 09:41:42.764420 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c71471-3af1-4c39-8a4a-cc435a2c6d97 req-27053740-63a1-4c76-8c6d-9c787831100b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:42.766264 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-87c71471-3af1-4c39-8a4a-cc435a2c6d97 req-27053740-63a1-4c76-8c6d-9c787831100b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b3d17121-b560-48ae-b44d-04a4885fb0c1 HTTP/1.1" status: 200 len: 1097 time: 0.1285293 Dec 16 09:41:42.778255 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 37acb681-e3fb-4d8c-8e89-9c3303919b91 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:41:42.778992 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 37acb681-e3fb-4d8c-8e89-9c3303919b91 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:41:42.795128 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=ca48f97d-376c-451a-beb4-a14994eb2da7,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:42.803971 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-444e5e74-3527-4d23-a9ae-2df652ba8605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:42.834310 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-87c71471-3af1-4c39-8a4a-cc435a2c6d97 req-b545be0a-5c25-445e-a803-fe404d62b954 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602071 Dec 16 09:41:42.870592 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e5e74-3527-4d23-a9ae-2df652ba8605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e6c57b-d2e1-4570-bb51-56b68645c386,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:42.877060 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-444e5e74-3527-4d23-a9ae-2df652ba8605 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=53a0d184c918430e98977c2d0d87f1ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6997483 Dec 16 09:41:42.879695 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59440) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:42.898165 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-90f84e02-6dd4-412c-80d5-fac5e305a432 req-85694d2e-bbb2-4120-8b8a-f782485d6bf5 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317265 Dec 16 09:41:42.962743 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fd0ee349-6f50-41cc-9da2-15f7326d0a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:42.993089 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fd0ee349-6f50-41cc-9da2-15f7326d0a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:42.993395 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59446) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:43.000389 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-606c9469-28f5-4c72-bfb3-2bab2bfa060f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-782853333-network', 'tenant_id': '5e2c7bf6c8624454915008d357c140bb'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:43.019904 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b6d83-a037-4915-877f-980aa9908508 req-adc9bc15-c496-4971-8dc4-6a4ed3c947bc tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:43.027756 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-de7b6d83-a037-4915-877f-980aa9908508 req-adc9bc15-c496-4971-8dc4-6a4ed3c947bc tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 946 time: 0.0873518 Dec 16 09:41:43.068154 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-ee21f140-c9a1-46d3-bc0b-261fbe72eb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2c6b5e-275e-4990-a013-8e729012827b', 'name': 'tempest-TestAggregatesBasicOps-1747543787-router', 'tenant_id': 'd58dbe44492e4170a1843b557b83176a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '1d0dd9be-cc2e-4f1a-985e-5163c1bb4042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:34Z', 'updated_at': '2021-12-16T09:41:39Z', 'revision_number': 4, 'project_id': 'd58dbe44492e4170a1843b557b83176a', 'gw_port': {'id': '1d0dd9be-cc2e-4f1a-985e-5163c1bb4042', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:49:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2c6b5e-275e-4990-a013-8e729012827b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:35Z', 'updated_at': '2021-12-16T09:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '99d36a70-fa1f-4b2d-a81f-0f6436b8b3c0', 'name': '', 'network_id': '30e17cab-b453-4f30-befe-e440290e847c', 'tenant_id': 'd58dbe44492e4170a1843b557b83176a', 'mac_address': 'fa:16:3e:07:9d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2c6b5e-275e-4990-a013-8e729012827b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '058575c7-ec69-454b-91cb-a14476d96eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:38Z', 'updated_at': '2021-12-16T09:41:40Z', 'revision_number': 2, 'project_id': 'd58dbe44492e4170a1843b557b83176a', 'subnets': [{'id': '058575c7-ec69-454b-91cb-a14476d96eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:43.078826 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-de7b6d83-a037-4915-877f-980aa9908508 req-e1dc4b99-93f4-443d-b3f2-40f6f6a05980 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501604 Dec 16 09:41:43.097274 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee21f140-c9a1-46d3-bc0b-261fbe72eb65 None None] Checking router: 9c2c6b5e-275e-4990-a013-8e729012827b for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:41:43.097643 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee21f140-c9a1-46d3-bc0b-261fbe72eb65 None None] Updating router 9c2c6b5e-275e-4990-a013-8e729012827b port 99d36a70-fa1f-4b2d-a81f-0f6436b8b3c0 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:41:43.129315 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-ee21f140-c9a1-46d3-bc0b-261fbe72eb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:43.152673 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606c9469-28f5-4c72-bfb3-2bab2bfa060f admin admin] Made reservation on behalf of 5e2c7bf6c8624454915008d357c140bb for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:41:43.152838 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fd0ee349-6f50-41cc-9da2-15f7326d0a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:43.154743 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-606c9469-28f5-4c72-bfb3-2bab2bfa060f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:43.155323 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fd0ee349-6f50-41cc-9da2-15f7326d0a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:43.157901 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fd0ee349-6f50-41cc-9da2-15f7326d0a47 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/31e6c57b-d2e1-4570-bb51-56b68645c386 HTTP/1.1" status: 204 len: 168 time: 0.2759545 Dec 16 09:41:43.167420 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-606c9469-28f5-4c72-bfb3-2bab2bfa060f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:43.170560 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ee349-6f50-41cc-9da2-15f7326d0a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e6c57b-d2e1-4570-bb51-56b68645c386,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:43.247508 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59456) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:43.285695 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-606c9469-28f5-4c72-bfb3-2bab2bfa060f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:43.306979 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bd5e361-eedc-4a25-9e25-d6e736ddd94f admin admin] Deleting subnet 157b774c-7457-4530-ab42-730aca7bfd41 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:41:43.311036 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9bd5e361-eedc-4a25-9e25-d6e736ddd94f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:43.351498 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9bd5e361-eedc-4a25-9e25-d6e736ddd94f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:43.360418 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-606c9469-28f5-4c72-bfb3-2bab2bfa060f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:43.390617 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-606c9469-28f5-4c72-bfb3-2bab2bfa060f admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:41:43.396412 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59462) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:43.405320 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c9469-28f5-4c72-bfb3-2bab2bfa060f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e70d2b-895b-4764-a266-af3d19380116,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:43.408884 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9bd5e361-eedc-4a25-9e25-d6e736ddd94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:43.412159 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-606c9469-28f5-4c72-bfb3-2bab2bfa060f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:43.412610 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-606c9469-28f5-4c72-bfb3-2bab2bfa060f admin admin] Added segment 65456f9d-1af2-4602-8d75-cef589cb9be2 of type vlan for network 6859edea-5290-419a-8e1e-e0dfaea19081 Dec 16 09:41:43.486337 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-606c9469-28f5-4c72-bfb3-2bab2bfa060f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:43.517657 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-ee21f140-c9a1-46d3-bc0b-261fbe72eb65 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:43.548806 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9bd5e361-eedc-4a25-9e25-d6e736ddd94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:43.575114 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd5e361-eedc-4a25-9e25-d6e736ddd94f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=157b774c-7457-4530-ab42-730aca7bfd41,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:43.578914 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9bd5e361-eedc-4a25-9e25-d6e736ddd94f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:43.584854 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59468) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:43.585014 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9bd5e361-eedc-4a25-9e25-d6e736ddd94f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/157b774c-7457-4530-ab42-730aca7bfd41 HTTP/1.1" status: 204 len: 168 time: 0.3363338 Dec 16 09:41:43.598958 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 4ccfdc55-9290-4918-bfe5-5b4736898174 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:41:43.644090 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-606c9469-28f5-4c72-bfb3-2bab2bfa060f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:43.644304 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 4ccfdc55-9290-4918-bfe5-5b4736898174 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:41:43.644863 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 4ccfdc55-9290-4918-bfe5-5b4736898174 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:41:43.645700 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606c9469-28f5-4c72-bfb3-2bab2bfa060f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:43.646269 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-606c9469-28f5-4c72-bfb3-2bab2bfa060f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:43.661181 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-ee21f140-c9a1-46d3-bc0b-261fbe72eb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:43.738516 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90a0aedf-7416-4442-b9d1-20193da33c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:43.747841 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c9469-28f5-4c72-bfb3-2bab2bfa060f admin admin] Pushing event updated for resources: {'Network': ['ID=6859edea-5290-419a-8e1e-e0dfaea19081,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:43.758115 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e1d119-126f-4a40-ac24-57770037ed80 None None] Pushing event updated for resources: {'Port': ['ID=99d36a70-fa1f-4b2d-a81f-0f6436b8b3c0,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:43.760576 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 6859edea-5290-419a-8e1e-e0dfaea19081 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:41:43.789315 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1d119-126f-4a40-ac24-57770037ed80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:43.792027 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1d119-126f-4a40-ac24-57770037ed80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:43.792027 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1d119-126f-4a40-ac24-57770037ed80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:43.792027 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1d119-126f-4a40-ac24-57770037ed80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:43.792027 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1d119-126f-4a40-ac24-57770037ed80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:43.792027 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1d119-126f-4a40-ac24-57770037ed80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:43.792027 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1d119-126f-4a40-ac24-57770037ed80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:43.792027 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1d119-126f-4a40-ac24-57770037ed80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:43.792027 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1d119-126f-4a40-ac24-57770037ed80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:43.792920 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1d119-126f-4a40-ac24-57770037ed80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:43.792920 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1d119-126f-4a40-ac24-57770037ed80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:43.792920 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e1d119-126f-4a40-ac24-57770037ed80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:43.814516 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-ee21f140-c9a1-46d3-bc0b-261fbe72eb65 None None] Attempting to bind port 99d36a70-fa1f-4b2d-a81f-0f6436b8b3c0 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:41:43.814742 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-ee21f140-c9a1-46d3-bc0b-261fbe72eb65 None None] Attempting to bind port 99d36a70-fa1f-4b2d-a81f-0f6436b8b3c0 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'eb9a1c10-f51e-4aaa-b9f5-c787e4303ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '30e17cab-b453-4f30-befe-e440290e847c'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:41:43.815306 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee21f140-c9a1-46d3-bc0b-261fbe72eb65 None None] Attempting to bind port 99d36a70-fa1f-4b2d-a81f-0f6436b8b3c0 on network 30e17cab-b453-4f30-befe-e440290e847c {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:41:43.823963 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee21f140-c9a1-46d3-bc0b-261fbe72eb65 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:41:43.824637 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee21f140-c9a1-46d3-bc0b-261fbe72eb65 None None] Checking segment: {'id': 'eb9a1c10-f51e-4aaa-b9f5-c787e4303ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '30e17cab-b453-4f30-befe-e440290e847c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:41:43.825246 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-ee21f140-c9a1-46d3-bc0b-261fbe72eb65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:43.825823 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee21f140-c9a1-46d3-bc0b-261fbe72eb65 None None] Bound using segment: {'id': 'eb9a1c10-f51e-4aaa-b9f5-c787e4303ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '30e17cab-b453-4f30-befe-e440290e847c'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:41:43.826478 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-ee21f140-c9a1-46d3-bc0b-261fbe72eb65 None None] Bound port: 99d36a70-fa1f-4b2d-a81f-0f6436b8b3c0, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb9a1c10-f51e-4aaa-b9f5-c787e4303ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '30e17cab-b453-4f30-befe-e440290e847c'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:41:43.827506 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-ee21f140-c9a1-46d3-bc0b-261fbe72eb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:43.849609 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-606c9469-28f5-4c72-bfb3-2bab2bfa060f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8537512 Dec 16 09:41:43.852415 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59474) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:43.858547 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-4f7d1cdd-011b-4bca-b18f-ced61781dd29 admin admin] Request body: {'subnet': {'network_id': '6859edea-5290-419a-8e1e-e0dfaea19081', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-782853333-subnet', 'tenant_id': '5e2c7bf6c8624454915008d357c140bb', 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:43.975142 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 1d0dd9be-cc2e-4f1a-985e-5163c1bb4042 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:41:43.999012 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90a0aedf-7416-4442-b9d1-20193da33c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:44.011299 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-ee21f140-c9a1-46d3-bc0b-261fbe72eb65 None None] For port 99d36a70-fa1f-4b2d-a81f-0f6436b8b3c0, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:41:44.017546 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-ee21f140-c9a1-46d3-bc0b-261fbe72eb65 None None] For port 99d36a70-fa1f-4b2d-a81f-0f6436b8b3c0, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=99d36a70-fa1f-4b2d-a81f-0f6436b8b3c0,segment=NetworkSegment(eb9a1c10-f51e-4aaa-b9f5-c787e4303ff4),segment_id=eb9a1c10-f51e-4aaa-b9f5-c787e4303ff4)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:41:44.044467 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-90a0aedf-7416-4442-b9d1-20193da33c18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c32e3144-20c5-4a62-a519-c67bf1eba2db']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:44.072190 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-90a0aedf-7416-4442-b9d1-20193da33c18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e60c936b-ae3f-445c-83e4-838a7bcee880') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:44.072190 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-90a0aedf-7416-4442-b9d1-20193da33c18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e60c936b-ae3f-445c-83e4-838a7bcee880') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:44.088089 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7d1cdd-011b-4bca-b18f-ced61781dd29 admin admin] Made reservation on behalf of 5e2c7bf6c8624454915008d357c140bb for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:41:44.090889 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4f7d1cdd-011b-4bca-b18f-ced61781dd29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:44.095095 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90a0aedf-7416-4442-b9d1-20193da33c18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:44.106346 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 1d0dd9be-cc2e-4f1a-985e-5163c1bb4042 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:44.106791 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:44.146190 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90a0aedf-7416-4442-b9d1-20193da33c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:44.162936 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a0aedf-7416-4442-b9d1-20193da33c18 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:41:44.165785 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90a0aedf-7416-4442-b9d1-20193da33c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:44.168059 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:41:44.168059 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:41:44.168059 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:41:44.168059 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:41:44.168059 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:41:44.168059 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:41:44.168059 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:41:44.168059 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:41:44.168059 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:41:44.168059 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:41:44.168059 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:41:44.168059 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:41:44.168059 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:41:44.168059 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:41:44.168059 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:41:44.168059 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:41:44.168059 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:41:44.168059 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:41:44.168059 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:41:44.168059 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:41:44.168059 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:41:44.168059 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:41:44.168059 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:41:44.168059 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:41:44.168059 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:41:44.168059 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:41:44.168059 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:41:44.168059 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:41:44.168059 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:41:44.168059 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:41:44.168059 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:41:44.168059 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:41:44.175044 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-512da341-c586-491f-a4da-86ed0b17ec8d None None] Provisioning complete for port 99d36a70-fa1f-4b2d-a81f-0f6436b8b3c0 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:44.175044 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-512da341-c586-491f-a4da-86ed0b17ec8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:44.178679 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-ee21f140-c9a1-46d3-bc0b-261fbe72eb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:44.319129 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-512da341-c586-491f-a4da-86ed0b17ec8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:44.348518 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90a0aedf-7416-4442-b9d1-20193da33c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:44.368794 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-512da341-c586-491f-a4da-86ed0b17ec8d None None] For port 99d36a70-fa1f-4b2d-a81f-0f6436b8b3c0, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=99d36a70-fa1f-4b2d-a81f-0f6436b8b3c0,segment=NetworkSegment(eb9a1c10-f51e-4aaa-b9f5-c787e4303ff4),segment_id=eb9a1c10-f51e-4aaa-b9f5-c787e4303ff4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:44.374900 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e1d119-126f-4a40-ac24-57770037ed80 None None] Pushing event updated for resources: {'Port': ['ID=99d36a70-fa1f-4b2d-a81f-0f6436b8b3c0,revision_number=4']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:44.396285 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90a0aedf-7416-4442-b9d1-20193da33c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:44.400210 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-90a0aedf-7416-4442-b9d1-20193da33c18 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c32e3144-20c5-4a62-a519-c67bf1eba2db HTTP/1.1" status: 204 len: 168 time: 0.8140376 Dec 16 09:41:44.401225 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0aedf-7416-4442-b9d1-20193da33c18 admin admin] Pushing event deleted for resources: {'Network': ['ID=c32e3144-20c5-4a62-a519-c67bf1eba2db,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:44.411554 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0fbad-c64a-4514-b045-4e7707446de9 req-7b3bdabe-d2f7-401f-91ea-e7e77be74350 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:44.413412 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-26d0fbad-c64a-4514-b045-4e7707446de9 req-7b3bdabe-d2f7-401f-91ea-e7e77be74350 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 946 time: 0.1352971 Dec 16 09:41:44.441385 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee21f140-c9a1-46d3-bc0b-261fbe72eb65 None None] Routers {'9c2c6b5e-275e-4990-a013-8e729012827b'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:41:44.442193 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-ee21f140-c9a1-46d3-bc0b-261fbe72eb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:41:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['9c2c6b5e-275e-4990-a013-8e729012827b'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:44.466871 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-512da341-c586-491f-a4da-86ed0b17ec8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:44.467169 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-26d0fbad-c64a-4514-b045-4e7707446de9 req-b98246c4-c6a5-49c0-b044-6555f2964d0c tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474913 Dec 16 09:41:44.571509 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5acd4d52-5282-4bc0-aa76-e3c530c3e461 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8c883c840e85436b915921e107fde262&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1739373 Dec 16 09:41:44.575453 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59498) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:44.579975 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512da341-c586-491f-a4da-86ed0b17ec8d None None] Pushing event updated for resources: {'Port': ['ID=99d36a70-fa1f-4b2d-a81f-0f6436b8b3c0,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:44.624651 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fd5f3-9711-4953-9060-6bc382aaefa5 req-2febf9eb-1ac6-49e0-b770-cc1ee2270fdc tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:44.626703 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f37fd5f3-9711-4953-9060-6bc382aaefa5 req-2febf9eb-1ac6-49e0-b770-cc1ee2270fdc tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3d17121-b560-48ae-b44d-04a4885fb0c1 HTTP/1.1" status: 200 len: 946 time: 0.6099734 Dec 16 09:41:44.670442 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b0ade487-c5d1-4b2a-a60f-8a57220f464e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:44.717800 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-ee21f140-c9a1-46d3-bc0b-261fbe72eb65 None None] Set router 9c2c6b5e-275e-4990-a013-8e729012827b gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:41:44.725279 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f37fd5f3-9711-4953-9060-6bc382aaefa5 req-22124660-4ae7-4aa5-a99f-51670d41c055 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855005 Dec 16 09:41:44.738351 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b0ade487-c5d1-4b2a-a60f-8a57220f464e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:44.805416 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-613aa3b9-d2b9-4429-8971-1ce9eb02f0f0 None None] Provisioning complete for port 99d36a70-fa1f-4b2d-a81f-0f6436b8b3c0 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:44.805688 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-613aa3b9-d2b9-4429-8971-1ce9eb02f0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:44.873086 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b0ade487-c5d1-4b2a-a60f-8a57220f464e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:44.875787 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b0ade487-c5d1-4b2a-a60f-8a57220f464e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:44.877284 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b0ade487-c5d1-4b2a-a60f-8a57220f464e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/184b5396-d201-4c91-b100-161d339f520c HTTP/1.1" status: 204 len: 168 time: 0.3003438 Dec 16 09:41:44.885391 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ade487-c5d1-4b2a-a60f-8a57220f464e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184b5396-d201-4c91-b100-161d339f520c,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:44.951316 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-ee21f140-c9a1-46d3-bc0b-261fbe72eb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2c6b5e-275e-4990-a013-8e729012827b', 'name': 'tempest-TestAggregatesBasicOps-1747543787-router', 'tenant_id': 'd58dbe44492e4170a1843b557b83176a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '1d0dd9be-cc2e-4f1a-985e-5163c1bb4042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:34Z', 'updated_at': '2021-12-16T09:41:39Z', 'revision_number': 4, 'project_id': 'd58dbe44492e4170a1843b557b83176a', 'gw_port': {'id': '1d0dd9be-cc2e-4f1a-985e-5163c1bb4042', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:49:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2c6b5e-275e-4990-a013-8e729012827b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:35Z', 'updated_at': '2021-12-16T09:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '99d36a70-fa1f-4b2d-a81f-0f6436b8b3c0', 'name': '', 'network_id': '30e17cab-b453-4f30-befe-e440290e847c', 'tenant_id': 'd58dbe44492e4170a1843b557b83176a', 'mac_address': 'fa:16:3e:07:9d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2c6b5e-275e-4990-a013-8e729012827b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '058575c7-ec69-454b-91cb-a14476d96eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:38Z', 'updated_at': '2021-12-16T09:41:43Z', 'revision_number': 4, 'project_id': 'd58dbe44492e4170a1843b557b83176a', 'subnets': [{'id': '058575c7-ec69-454b-91cb-a14476d96eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:44.975800 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4f7d1cdd-011b-4bca-b18f-ced61781dd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:44.983078 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee21f140-c9a1-46d3-bc0b-261fbe72eb65 None None] The sync data for ids ['9c2c6b5e-275e-4990-a013-8e729012827b'] in n-d-820550-2 is: [{'id': '9c2c6b5e-275e-4990-a013-8e729012827b', 'name': 'tempest-TestAggregatesBasicOps-1747543787-router', 'tenant_id': 'd58dbe44492e4170a1843b557b83176a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '1d0dd9be-cc2e-4f1a-985e-5163c1bb4042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:34Z', 'updated_at': '2021-12-16T09:41:39Z', 'revision_number': 4, 'project_id': 'd58dbe44492e4170a1843b557b83176a', 'gw_port': {'id': '1d0dd9be-cc2e-4f1a-985e-5163c1bb4042', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:49:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2c6b5e-275e-4990-a013-8e729012827b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:35Z', 'updated_at': '2021-12-16T09:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '99d36a70-fa1f-4b2d-a81f-0f6436b8b3c0', 'name': '', 'network_id': '30e17cab-b453-4f30-befe-e440290e847c', 'tenant_id': 'd58dbe44492e4170a1843b557b83176a', 'mac_address': 'fa:16:3e:07:9d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2c6b5e-275e-4990-a013-8e729012827b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '058575c7-ec69-454b-91cb-a14476d96eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:38Z', 'updated_at': '2021-12-16T09:41:43Z', 'revision_number': 4, 'project_id': 'd58dbe44492e4170a1843b557b83176a', 'subnets': [{'id': '058575c7-ec69-454b-91cb-a14476d96eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:41:45.012371 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59508) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:45.058316 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d1cdd-011b-4bca-b18f-ced61781dd29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a4b0b05-7748-4564-96ec-c551a79e06c3,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:45.070270 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d1cdd-011b-4bca-b18f-ced61781dd29 admin admin] Checking segment: {'id': '65456f9d-1af2-4602-8d75-cef589cb9be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6859edea-5290-419a-8e1e-e0dfaea19081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:41:45.070680 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7d1cdd-011b-4bca-b18f-ced61781dd29 admin admin] Network hostable DHCP agents. Network: 6859edea-5290-419a-8e1e-e0dfaea19081, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:41:45.114279 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9ef929dd-17e4-486a-b536-5c014b629f2b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=880239b91a334d85b3faae8599e4ac2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0997360 Dec 16 09:41:45.116544 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59512) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:45.181097 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7d1cdd-011b-4bca-b18f-ced61781dd29 admin admin] Network 6859edea-5290-419a-8e1e-e0dfaea19081 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:41:45.192482 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6f7ffde8-fb7c-40a9-8801-c8a6f7b81cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:45.219663 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6f7ffde8-fb7c-40a9-8801-c8a6f7b81cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:45.266974 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-4f7d1cdd-011b-4bca-b18f-ced61781dd29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 6859edea-5290-419a-8e1e-e0dfaea19081) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:41:45.275818 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4127fafe-8f2c-43cc-9d9c-ac85479972d2 None None] Network 6859edea-5290-419a-8e1e-e0dfaea19081 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:41:45.279068 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7d1cdd-011b-4bca-b18f-ced61781dd29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:45.280320 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4f7d1cdd-011b-4bca-b18f-ced61781dd29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:45.365379 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6f7ffde8-fb7c-40a9-8801-c8a6f7b81cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:45.368846 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6f7ffde8-fb7c-40a9-8801-c8a6f7b81cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:45.370510 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6f7ffde8-fb7c-40a9-8801-c8a6f7b81cd1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/528ffac9-1563-402c-9bfd-89621ab92628 HTTP/1.1" status: 204 len: 168 time: 0.2528746 Dec 16 09:41:45.385367 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ffde8-fb7c-40a9-8801-c8a6f7b81cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528ffac9-1563-402c-9bfd-89621ab92628,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:45.400134 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59520) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:45.400746 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4f7d1cdd-011b-4bca-b18f-ced61781dd29 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5446553 Dec 16 09:41:45.405236 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-96642a7d-d831-4250-9f6f-e800f45d82e6 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-782853333-router', 'tenant_id': '5e2c7bf6c8624454915008d357c140bb', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:45.479294 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff23a2a-7c1c-4af9-97fc-0055ffa7bd67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-6859edea-5290-419a-8e1e-e0dfaea19081', 'network_id': '6859edea-5290-419a-8e1e-e0dfaea19081', 'tenant_id': '5e2c7bf6c8624454915008d357c140bb', 'fixed_ips': [{'subnet_id': '4a4b0b05-7748-4564-96ec-c551a79e06c3'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:41:45.480311 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4ff23a2a-7c1c-4af9-97fc-0055ffa7bd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:45.581081 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-96642a7d-d831-4250-9f6f-e800f45d82e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:45.582860 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-96642a7d-d831-4250-9f6f-e800f45d82e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:45.600563 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc5aa9-86c0-450c-b881-0ba73e9a4b47 req-635b43d6-4411-4a72-bf48-b263cfc87569 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:45.603813 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-41bc5aa9-86c0-450c-b881-0ba73e9a4b47 req-635b43d6-4411-4a72-bf48-b263cfc87569 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 946 time: 0.0563724 Dec 16 09:41:45.656816 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-4ff23a2a-7c1c-4af9-97fc-0055ffa7bd67 None None] Allocated IP 172.20.0.2 (6859edea-5290-419a-8e1e-e0dfaea19081/4a4b0b05-7748-4564-96ec-c551a79e06c3/2da8b67a-d8f4-402c-abed-20d6d70df7b2) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:41:45.665301 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-41bc5aa9-86c0-450c-b881-0ba73e9a4b47 req-6077b26c-ec04-48ce-8e8b-fc5353a1ee6e tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510716 Dec 16 09:41:45.675911 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-96642a7d-d831-4250-9f6f-e800f45d82e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:45.817215 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4ff23a2a-7c1c-4af9-97fc-0055ffa7bd67 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:45.901828 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4ff23a2a-7c1c-4af9-97fc-0055ffa7bd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:45.995930 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff23a2a-7c1c-4af9-97fc-0055ffa7bd67 None None] Pushing event updated for resources: {'Port': ['ID=2da8b67a-d8f4-402c-abed-20d6d70df7b2,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:46.006666 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff23a2a-7c1c-4af9-97fc-0055ffa7bd67 None None] Network 6859edea-5290-419a-8e1e-e0dfaea19081 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:41:46.008048 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1953fb-082e-4a3f-b5c6-a05446a36467 req-aaa72006-17c1-4f18-b39e-f63f55c14883 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:46.009830 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bd1953fb-082e-4a3f-b5c6-a05446a36467 req-aaa72006-17c1-4f18-b39e-f63f55c14883 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3d17121-b560-48ae-b44d-04a4885fb0c1 HTTP/1.1" status: 200 len: 946 time: 0.1183040 Dec 16 09:41:46.009986 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-4ff23a2a-7c1c-4af9-97fc-0055ffa7bd67 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:41:46.011719 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 99d36a70-fa1f-4b2d-a81f-0f6436b8b3c0 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:41:46.058701 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff23a2a-7c1c-4af9-97fc-0055ffa7bd67 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:41:46.065988 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-96642a7d-d831-4250-9f6f-e800f45d82e6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:46.088472 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bd1953fb-082e-4a3f-b5c6-a05446a36467 req-dfcd1c07-cc68-481e-9428-889e579ca8ed tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455213 Dec 16 09:41:46.101791 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 99d36a70-fa1f-4b2d-a81f-0f6436b8b3c0 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:46.102234 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:46.149641 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-4ff23a2a-7c1c-4af9-97fc-0055ffa7bd67 None None] Attempting to bind port 2da8b67a-d8f4-402c-abed-20d6d70df7b2 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:41:46.150007 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-4ff23a2a-7c1c-4af9-97fc-0055ffa7bd67 None None] Attempting to bind port 2da8b67a-d8f4-402c-abed-20d6d70df7b2 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '65456f9d-1af2-4602-8d75-cef589cb9be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6859edea-5290-419a-8e1e-e0dfaea19081'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:41:46.150364 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff23a2a-7c1c-4af9-97fc-0055ffa7bd67 None None] Attempting to bind port 2da8b67a-d8f4-402c-abed-20d6d70df7b2 on network 6859edea-5290-419a-8e1e-e0dfaea19081 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:41:46.163163 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff23a2a-7c1c-4af9-97fc-0055ffa7bd67 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:41:46.163163 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff23a2a-7c1c-4af9-97fc-0055ffa7bd67 None None] Checking segment: {'id': '65456f9d-1af2-4602-8d75-cef589cb9be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6859edea-5290-419a-8e1e-e0dfaea19081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:41:46.163163 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4ff23a2a-7c1c-4af9-97fc-0055ffa7bd67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:46.163163 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff23a2a-7c1c-4af9-97fc-0055ffa7bd67 None None] Bound using segment: {'id': '65456f9d-1af2-4602-8d75-cef589cb9be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6859edea-5290-419a-8e1e-e0dfaea19081'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:41:46.163163 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-4ff23a2a-7c1c-4af9-97fc-0055ffa7bd67 None None] Bound port: 2da8b67a-d8f4-402c-abed-20d6d70df7b2, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65456f9d-1af2-4602-8d75-cef589cb9be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6859edea-5290-419a-8e1e-e0dfaea19081'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:41:46.163163 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4ff23a2a-7c1c-4af9-97fc-0055ffa7bd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:46.339484 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4ff23a2a-7c1c-4af9-97fc-0055ffa7bd67 None None] For port 2da8b67a-d8f4-402c-abed-20d6d70df7b2, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:41:46.342914 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4ff23a2a-7c1c-4af9-97fc-0055ffa7bd67 None None] For port 2da8b67a-d8f4-402c-abed-20d6d70df7b2, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=2da8b67a-d8f4-402c-abed-20d6d70df7b2,segment=NetworkSegment(65456f9d-1af2-4602-8d75-cef589cb9be2),segment_id=65456f9d-1af2-4602-8d75-cef589cb9be2)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:41:46.412484 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4ff23a2a-7c1c-4af9-97fc-0055ffa7bd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:46.500218 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-96642a7d-d831-4250-9f6f-e800f45d82e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:46.545302 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-96642a7d-d831-4250-9f6f-e800f45d82e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:46.615940 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff23a2a-7c1c-4af9-97fc-0055ffa7bd67 None None] Pushing event updated for resources: {'Port': ['ID=2da8b67a-d8f4-402c-abed-20d6d70df7b2,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:46.784761 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-96642a7d-d831-4250-9f6f-e800f45d82e6 admin admin] Allocated IP 172.25.1.211 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/029dbe63-22a4-4e64-a298-d0e3167f82dd) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:41:46.905156 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d57b0-8339-427f-b1ad-42fc9bc02ed9 req-a2b6829e-972c-4d1d-95f9-1342b44fd1d2 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:46.912521 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-183d57b0-8339-427f-b1ad-42fc9bc02ed9 req-a2b6829e-972c-4d1d-95f9-1342b44fd1d2 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 946 time: 0.0902090 Dec 16 09:41:47.037641 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-96642a7d-d831-4250-9f6f-e800f45d82e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:47.041090 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-183d57b0-8339-427f-b1ad-42fc9bc02ed9 req-9a0b4b3c-3024-464f-b3f3-677b185e6495 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272161 Dec 16 09:41:47.167057 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-96642a7d-d831-4250-9f6f-e800f45d82e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:47.204882 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96642a7d-d831-4250-9f6f-e800f45d82e6 admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:41:47.213829 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-96642a7d-d831-4250-9f6f-e800f45d82e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:41:47.214351 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96642a7d-d831-4250-9f6f-e800f45d82e6 admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:41:47.360612 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96642a7d-d831-4250-9f6f-e800f45d82e6 admin admin] Pushing event updated for resources: {'Port': ['ID=029dbe63-22a4-4e64-a298-d0e3167f82dd,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:47.685236 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-96642a7d-d831-4250-9f6f-e800f45d82e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:47.936292 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3786f5-6e99-4654-aaa1-2d13a59a0342 None None] Network 6859edea-5290-419a-8e1e-e0dfaea19081 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:41:47.975005 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-96642a7d-d831-4250-9f6f-e800f45d82e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:48.052647 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 2da8b67a-d8f4-402c-abed-20d6d70df7b2 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:41:48.133181 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-0a142dde-2ba9-4d30-b1ea-87f6519aea98 None None] Provisioning complete for port 2da8b67a-d8f4-402c-abed-20d6d70df7b2 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:48.133968 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0a142dde-2ba9-4d30-b1ea-87f6519aea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:48.271514 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f047a67-f18b-4646-a3c7-5fdb0189c440 req-59493227-be39-43eb-9454-d3c9b02e588a tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:48.272090 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 2da8b67a-d8f4-402c-abed-20d6d70df7b2 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:48.272305 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:48.285001 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2f047a67-f18b-4646-a3c7-5fdb0189c440 req-59493227-be39-43eb-9454-d3c9b02e588a tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 946 time: 0.1264801 Dec 16 09:41:48.345330 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2f047a67-f18b-4646-a3c7-5fdb0189c440 req-090824f4-dbf1-4f36-b96b-d93f6766868e tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556612 Dec 16 09:41:48.352434 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96642a7d-d831-4250-9f6f-e800f45d82e6 admin admin] Router b48d72e5-e81f-4a43-ac07-4f0a57d97c53 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:41:48.429683 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0a142dde-2ba9-4d30-b1ea-87f6519aea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:48.500907 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-0a142dde-2ba9-4d30-b1ea-87f6519aea98 None None] For port 2da8b67a-d8f4-402c-abed-20d6d70df7b2, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=2da8b67a-d8f4-402c-abed-20d6d70df7b2,segment=NetworkSegment(65456f9d-1af2-4602-8d75-cef589cb9be2),segment_id=65456f9d-1af2-4602-8d75-cef589cb9be2)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:48.514000 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:48.521087 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96642a7d-d831-4250-9f6f-e800f45d82e6 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:41:48.544073 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d69d165-9710-410c-8bd0-0dbedabb6f29 None None] Sync routers for ids ['b48d72e5-e81f-4a43-ac07-4f0a57d97c53'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:41:48.565043 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d69d165-9710-410c-8bd0-0dbedabb6f29 None None] Routers {'b48d72e5-e81f-4a43-ac07-4f0a57d97c53'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:41:48.568383 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-1d69d165-9710-410c-8bd0-0dbedabb6f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:41:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b48d72e5-e81f-4a43-ac07-4f0a57d97c53'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:48.640936 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-96642a7d-d831-4250-9f6f-e800f45d82e6 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:48.647084 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-96642a7d-d831-4250-9f6f-e800f45d82e6 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2415333 Dec 16 09:41:48.647208 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59624) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:48.891051 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-1d69d165-9710-410c-8bd0-0dbedabb6f29 None None] Set router b48d72e5-e81f-4a43-ac07-4f0a57d97c53 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:41:48.893030 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59632) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:48.941331 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0a142dde-2ba9-4d30-b1ea-87f6519aea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:49.125540 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:41:49.126213 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:41:49.137808 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a142dde-2ba9-4d30-b1ea-87f6519aea98 None None] Pushing event updated for resources: {'Port': ['ID=2da8b67a-d8f4-402c-abed-20d6d70df7b2,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:49.143404 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-74bf9354-ebea-4fd9-9c11-8ce66fbe5767 None None] Provisioning complete for port 2da8b67a-d8f4-402c-abed-20d6d70df7b2 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:49.144304 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-74bf9354-ebea-4fd9-9c11-8ce66fbe5767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:49.229562 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-79318cda-ce38-4bc4-a752-3f665d45331a admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-859648629-network', 'tenant_id': 'ffe89fbd6dbf418d9de3f5bae76e8a76'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:49.293069 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-1d69d165-9710-410c-8bd0-0dbedabb6f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48d72e5-e81f-4a43-ac07-4f0a57d97c53', 'name': 'tempest-TestAggregatesBasicOps-782853333-router', 'tenant_id': '5e2c7bf6c8624454915008d357c140bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '029dbe63-22a4-4e64-a298-d0e3167f82dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:45Z', 'updated_at': '2021-12-16T09:41:47Z', 'revision_number': 3, 'project_id': '5e2c7bf6c8624454915008d357c140bb', 'gw_port': {'id': '029dbe63-22a4-4e64-a298-d0e3167f82dd', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:07:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48d72e5-e81f-4a43-ac07-4f0a57d97c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:46Z', 'updated_at': '2021-12-16T09:41:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:49.322274 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d69d165-9710-410c-8bd0-0dbedabb6f29 None None] Checking router: b48d72e5-e81f-4a43-ac07-4f0a57d97c53 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:41:49.322735 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d69d165-9710-410c-8bd0-0dbedabb6f29 None None] Updating router b48d72e5-e81f-4a43-ac07-4f0a57d97c53 port 029dbe63-22a4-4e64-a298-d0e3167f82dd binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:41:49.362861 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1d69d165-9710-410c-8bd0-0dbedabb6f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:49.383328 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79318cda-ce38-4bc4-a752-3f665d45331a admin admin] Made reservation on behalf of ffe89fbd6dbf418d9de3f5bae76e8a76 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:41:49.388580 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-79318cda-ce38-4bc4-a752-3f665d45331a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:49.417609 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-79318cda-ce38-4bc4-a752-3f665d45331a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:49.430981 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-19b3927e-4639-4eeb-825f-41d75159db39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:49.666672 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d9ade-3ba9-44c2-a2f0-4ae8499bae82 req-aff25a5c-f8ab-4494-afc7-a0df6b2a3e4f tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:49.668847 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-324d9ade-3ba9-44c2-a2f0-4ae8499bae82 req-aff25a5c-f8ab-4494-afc7-a0df6b2a3e4f tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 946 time: 0.1740336 Dec 16 09:41:49.760162 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-19b3927e-4639-4eeb-825f-41d75159db39 admin admin] Allocated IP 172.20.0.1 (6859edea-5290-419a-8e1e-e0dfaea19081/4a4b0b05-7748-4564-96ec-c551a79e06c3/5847dd2a-ca05-4c02-bc2d-9f99d890eaa6) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:41:49.952470 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1d69d165-9710-410c-8bd0-0dbedabb6f29 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:49.967773 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 2da8b67a-d8f4-402c-abed-20d6d70df7b2 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:41:50.040597 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1d69d165-9710-410c-8bd0-0dbedabb6f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:50.075942 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-19b3927e-4639-4eeb-825f-41d75159db39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:50.082078 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 2da8b67a-d8f4-402c-abed-20d6d70df7b2 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:50.082452 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:50.122290 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-1d69d165-9710-410c-8bd0-0dbedabb6f29 None None] Attempting to bind port 029dbe63-22a4-4e64-a298-d0e3167f82dd on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:41:50.122924 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-1d69d165-9710-410c-8bd0-0dbedabb6f29 None None] Attempting to bind port 029dbe63-22a4-4e64-a298-d0e3167f82dd by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:41:50.123674 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d69d165-9710-410c-8bd0-0dbedabb6f29 None None] Attempting to bind port 029dbe63-22a4-4e64-a298-d0e3167f82dd on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:41:50.145018 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb372c4-3b58-4f4a-b968-5fb121a0a94b None None] Pushing event updated for resources: {'Port': ['ID=029dbe63-22a4-4e64-a298-d0e3167f82dd,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:50.156538 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d69d165-9710-410c-8bd0-0dbedabb6f29 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:41:50.157188 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d69d165-9710-410c-8bd0-0dbedabb6f29 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:41:50.157870 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1d69d165-9710-410c-8bd0-0dbedabb6f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:50.158582 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d69d165-9710-410c-8bd0-0dbedabb6f29 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:41:50.159427 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-1d69d165-9710-410c-8bd0-0dbedabb6f29 None None] Bound port: 029dbe63-22a4-4e64-a298-d0e3167f82dd, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:41:50.160034 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1d69d165-9710-410c-8bd0-0dbedabb6f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:50.268307 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-19b3927e-4639-4eeb-825f-41d75159db39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:50.309319 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-1d69d165-9710-410c-8bd0-0dbedabb6f29 None None] For port 029dbe63-22a4-4e64-a298-d0e3167f82dd, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:41:50.314002 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-1d69d165-9710-410c-8bd0-0dbedabb6f29 None None] For port 029dbe63-22a4-4e64-a298-d0e3167f82dd, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=029dbe63-22a4-4e64-a298-d0e3167f82dd,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:41:50.355120 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3927e-4639-4eeb-825f-41d75159db39 admin admin] Pushing event updated for resources: {'Port': ['ID=5847dd2a-ca05-4c02-bc2d-9f99d890eaa6,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:50.365722 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-324d9ade-3ba9-44c2-a2f0-4ae8499bae82 req-8f356ee9-8d8d-4297-8d17-269ebe768f48 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6816504 Dec 16 09:41:50.368393 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b3927e-4639-4eeb-825f-41d75159db39 admin admin] Network 6859edea-5290-419a-8e1e-e0dfaea19081 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:41:50.370308 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-19b3927e-4639-4eeb-825f-41d75159db39 admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:41:50.373345 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b3927e-4639-4eeb-825f-41d75159db39 admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:41:50.401810 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-79318cda-ce38-4bc4-a752-3f665d45331a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:50.423685 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-19b3927e-4639-4eeb-825f-41d75159db39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:50.465634 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1d69d165-9710-410c-8bd0-0dbedabb6f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:50.524601 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-79318cda-ce38-4bc4-a752-3f665d45331a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:50.572783 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d69d165-9710-410c-8bd0-0dbedabb6f29 None None] Routers {'b48d72e5-e81f-4a43-ac07-4f0a57d97c53'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:41:50.573966 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-1d69d165-9710-410c-8bd0-0dbedabb6f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:41:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b48d72e5-e81f-4a43-ac07-4f0a57d97c53'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:50.625459 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79318cda-ce38-4bc4-a752-3f665d45331a admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:41:50.658686 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79318cda-ce38-4bc4-a752-3f665d45331a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1318f13c-ca31-4750-bd67-5c13f4cbaad8,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:50.682752 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-79318cda-ce38-4bc4-a752-3f665d45331a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:50.683257 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-79318cda-ce38-4bc4-a752-3f665d45331a admin admin] Added segment d37b2193-84a0-4eed-8112-e5eff8180558 of type vlan for network 04743e3c-30d6-4915-9168-3871041fac9e Dec 16 09:41:50.729331 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb372c4-3b58-4f4a-b968-5fb121a0a94b None None] Pushing event updated for resources: {'Port': ['ID=029dbe63-22a4-4e64-a298-d0e3167f82dd,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:50.799081 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-79318cda-ce38-4bc4-a752-3f665d45331a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:50.812289 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-19b3927e-4639-4eeb-825f-41d75159db39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:50.852518 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-1d69d165-9710-410c-8bd0-0dbedabb6f29 None None] Set router b48d72e5-e81f-4a43-ac07-4f0a57d97c53 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:41:50.938481 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-79318cda-ce38-4bc4-a752-3f665d45331a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:50.941438 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79318cda-ce38-4bc4-a752-3f665d45331a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:50.943591 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-79318cda-ce38-4bc4-a752-3f665d45331a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:51.071801 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-8434b7dd-4cb9-4739-a369-71f08fef8b94 None None] Provisioning complete for port 5847dd2a-ca05-4c02-bc2d-9f99d890eaa6 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:51.072378 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8434b7dd-4cb9-4739-a369-71f08fef8b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:51.073252 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79318cda-ce38-4bc4-a752-3f665d45331a admin admin] Pushing event updated for resources: {'Network': ['ID=04743e3c-30d6-4915-9168-3871041fac9e,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:51.087174 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-79318cda-ce38-4bc4-a752-3f665d45331a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1921322 Dec 16 09:41:51.089774 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 04743e3c-30d6-4915-9168-3871041fac9e details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:41:51.090398 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59704) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:51.099537 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-1a7d72a3-8122-40c4-b500-4b1cabd65463 admin admin] Request body: {'subnet': {'network_id': '04743e3c-30d6-4915-9168-3871041fac9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-859648629-subnet', 'tenant_id': 'ffe89fbd6dbf418d9de3f5bae76e8a76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:51.102278 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-19b3927e-4639-4eeb-825f-41d75159db39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:51.183072 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-19b3927e-4639-4eeb-825f-41d75159db39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:51.215037 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7d72a3-8122-40c4-b500-4b1cabd65463 admin admin] Made reservation on behalf of ffe89fbd6dbf418d9de3f5bae76e8a76 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:41:51.215037 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1a7d72a3-8122-40c4-b500-4b1cabd65463 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:51.248742 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-8434b7dd-4cb9-4739-a369-71f08fef8b94 None None] Port 5847dd2a-ca05-4c02-bc2d-9f99d890eaa6 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:41:51.278467 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-19b3927e-4639-4eeb-825f-41d75159db39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:51.281846 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3927e-4639-4eeb-825f-41d75159db39 admin admin] Pushing event updated for resources: {'Port': ['ID=5847dd2a-ca05-4c02-bc2d-9f99d890eaa6,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:51.409771 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-1d69d165-9710-410c-8bd0-0dbedabb6f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48d72e5-e81f-4a43-ac07-4f0a57d97c53', 'name': 'tempest-TestAggregatesBasicOps-782853333-router', 'tenant_id': '5e2c7bf6c8624454915008d357c140bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '029dbe63-22a4-4e64-a298-d0e3167f82dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:45Z', 'updated_at': '2021-12-16T09:41:47Z', 'revision_number': 3, 'project_id': '5e2c7bf6c8624454915008d357c140bb', 'gw_port': {'id': '029dbe63-22a4-4e64-a298-d0e3167f82dd', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:07:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48d72e5-e81f-4a43-ac07-4f0a57d97c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:46Z', 'updated_at': '2021-12-16T09:41:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:51.438616 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b3927e-4639-4eeb-825f-41d75159db39 admin admin] Network 6859edea-5290-419a-8e1e-e0dfaea19081 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:41:51.442797 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-19b3927e-4639-4eeb-825f-41d75159db39 admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:41:51.449089 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d69d165-9710-410c-8bd0-0dbedabb6f29 None None] The sync data for ids ['b48d72e5-e81f-4a43-ac07-4f0a57d97c53'] in n-d-820550-2 is: [{'id': 'b48d72e5-e81f-4a43-ac07-4f0a57d97c53', 'name': 'tempest-TestAggregatesBasicOps-782853333-router', 'tenant_id': '5e2c7bf6c8624454915008d357c140bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '029dbe63-22a4-4e64-a298-d0e3167f82dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:45Z', 'updated_at': '2021-12-16T09:41:47Z', 'revision_number': 3, 'project_id': '5e2c7bf6c8624454915008d357c140bb', 'gw_port': {'id': '029dbe63-22a4-4e64-a298-d0e3167f82dd', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:07:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48d72e5-e81f-4a43-ac07-4f0a57d97c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:46Z', 'updated_at': '2021-12-16T09:41:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:41:51.678150 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1a7d72a3-8122-40c4-b500-4b1cabd65463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:51.821800 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88308e-c23b-431a-bbcf-2f8c62b3909c req-ff801161-bf6f-4386-a17c-f588d494a509 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:51.831898 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5a88308e-c23b-431a-bbcf-2f8c62b3909c req-ff801161-bf6f-4386-a17c-f588d494a509 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 946 time: 0.1933331 Dec 16 09:41:51.937966 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b3927e-4639-4eeb-825f-41d75159db39 admin admin] Router b48d72e5-e81f-4a43-ac07-4f0a57d97c53 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:41:51.939231 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-315bec1f-7584-47a8-9ef0-f704bbb4dcbf None None] Provisioning complete for port 5847dd2a-ca05-4c02-bc2d-9f99d890eaa6 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:51.942125 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-315bec1f-7584-47a8-9ef0-f704bbb4dcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:51.952294 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5a88308e-c23b-431a-bbcf-2f8c62b3909c req-07e63e6a-06e5-40e9-b2bc-b7215c4986d6 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189885 Dec 16 09:41:51.994468 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d72a3-8122-40c4-b500-4b1cabd65463 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df697736-f4da-4d13-b48a-4739855325c5,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:52.032752 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7d72a3-8122-40c4-b500-4b1cabd65463 admin admin] Checking segment: {'id': 'd37b2193-84a0-4eed-8112-e5eff8180558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '04743e3c-30d6-4915-9168-3871041fac9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:41:52.033423 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7d72a3-8122-40c4-b500-4b1cabd65463 admin admin] Network hostable DHCP agents. Network: 04743e3c-30d6-4915-9168-3871041fac9e, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:41:52.066940 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-315bec1f-7584-47a8-9ef0-f704bbb4dcbf None None] Port 5847dd2a-ca05-4c02-bc2d-9f99d890eaa6 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:41:52.137073 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59748) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:52.140079 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b3927e-4639-4eeb-825f-41d75159db39 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:41:52.149978 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7d72a3-8122-40c4-b500-4b1cabd65463 admin admin] Network 04743e3c-30d6-4915-9168-3871041fac9e is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:41:52.171956 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-19b3927e-4639-4eeb-825f-41d75159db39 admin admin] 10.222.0.60 "PUT /v2.0/routers/b48d72e5-e81f-4a43-ac07-4f0a57d97c53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5171492 Dec 16 09:41:52.255339 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-1a7d72a3-8122-40c4-b500-4b1cabd65463 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 04743e3c-30d6-4915-9168-3871041fac9e) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:41:52.265011 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38b1627-d6a9-4a69-9b32-bff3d98f0c0d None None] Network 04743e3c-30d6-4915-9168-3871041fac9e requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:41:52.266297 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7d72a3-8122-40c4-b500-4b1cabd65463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:52.267397 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1a7d72a3-8122-40c4-b500-4b1cabd65463 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:52.369794 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1a7d72a3-8122-40c4-b500-4b1cabd65463 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2756457 Dec 16 09:41:52.446715 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-18a47a60-a7e6-48e0-97c6-75f71a504eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:52.497237 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1666b3c8-9ee2-4678-bba6-459ddbaec34b None None] Network 04743e3c-30d6-4915-9168-3871041fac9e requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:41:52.597801 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-18a47a60-a7e6-48e0-97c6-75f71a504eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:52.720098 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-18a47a60-a7e6-48e0-97c6-75f71a504eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:52.773142 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-18a47a60-a7e6-48e0-97c6-75f71a504eea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6ceaa85211f64fc09981acdfdd6dd255&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6322839 Dec 16 09:41:52.774748 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a47a60-a7e6-48e0-97c6-75f71a504eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3521604-f6e2-4a89-923e-aad58088cfc9,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:52.775807 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59772) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:52.862521 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-acd4e083-2fc4-4171-b31a-c7e650431d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:52.887250 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-acd4e083-2fc4-4171-b31a-c7e650431d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:53.039905 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-acd4e083-2fc4-4171-b31a-c7e650431d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:53.043124 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-acd4e083-2fc4-4171-b31a-c7e650431d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:53.048797 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-acd4e083-2fc4-4171-b31a-c7e650431d55 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d3521604-f6e2-4a89-923e-aad58088cfc9 HTTP/1.1" status: 204 len: 168 time: 0.2713740 Dec 16 09:41:53.057844 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd4e083-2fc4-4171-b31a-c7e650431d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3521604-f6e2-4a89-923e-aad58088cfc9,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:53.122403 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560d8a4-e23c-4cb4-9928-78d8167c1178 req-149cd6c1-7c17-4d53-833f-fe29774a636b tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:53.124271 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1560d8a4-e23c-4cb4-9928-78d8167c1178 req-149cd6c1-7c17-4d53-833f-fe29774a636b tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 946 time: 0.0889642 Dec 16 09:41:53.181380 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1560d8a4-e23c-4cb4-9928-78d8167c1178 req-4e91da9b-3c14-40b0-8028-413f1d95eeea tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433390 Dec 16 09:41:53.220396 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59790) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:53.461630 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:41:53.638055 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-25effdfd-cac2-4d5c-916f-611298d9527a tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:53.638055 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-25effdfd-cac2-4d5c-916f-611298d9527a tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/networks?id=04743e3c-30d6-4915-9168-3871041fac9e HTTP/1.1" status: 200 len: 812 time: 0.1296201 Dec 16 09:41:53.653961 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-d1c4b299-9531-48a1-bf92-ea38eda875f2 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/quotas/ffe89fbd6dbf418d9de3f5bae76e8a76 HTTP/1.1" status: 200 len: 375 time: 0.0112231 Dec 16 09:41:53.706825 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-6e91d879-db25-4552-be82-56c2e350f1b8 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ffe89fbd6dbf418d9de3f5bae76e8a76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432386 Dec 16 09:41:53.707573 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-32904a96-d1a2-44aa-a98e-12dbbc8bc7b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:53.737710 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f64d434-8e4a-49ce-bc85-a38eab5b7e2a None None] Sync routers for ids ['b48d72e5-e81f-4a43-ac07-4f0a57d97c53'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:41:53.747478 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f64d434-8e4a-49ce-bc85-a38eab5b7e2a None None] Routers {'b48d72e5-e81f-4a43-ac07-4f0a57d97c53'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:41:53.748202 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-9f64d434-8e4a-49ce-bc85-a38eab5b7e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:41:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b48d72e5-e81f-4a43-ac07-4f0a57d97c53'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:53.833891 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-c32618a5-0f06-4648-b7e2-d97cb5cfdb29 service neutron] 10.222.0.60 "GET /v2.0/networks/04743e3c-30d6-4915-9168-3871041fac9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179879 Dec 16 09:41:53.939812 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-32904a96-d1a2-44aa-a98e-12dbbc8bc7b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:53.946954 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-9f64d434-8e4a-49ce-bc85-a38eab5b7e2a None None] Set router b48d72e5-e81f-4a43-ac07-4f0a57d97c53 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:41:53.990183 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-760490c1-976c-4f6a-85d6-463252be683d service neutron] 10.222.0.60 "GET /v2.0/networks/04743e3c-30d6-4915-9168-3871041fac9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376023 Dec 16 09:41:53.997436 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 029dbe63-22a4-4e64-a298-d0e3167f82dd up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:41:54.016951 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-32904a96-d1a2-44aa-a98e-12dbbc8bc7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:54.058778 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59832) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:54.077677 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6592a224-8a7d-4cb9-8da1-51816bc64646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:54.084675 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a1aace91-c7a7-4199-b975-a2db073cc5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:54.147672 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 029dbe63-22a4-4e64-a298-d0e3167f82dd triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:54.148050 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:54.150057 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-32904a96-d1a2-44aa-a98e-12dbbc8bc7b4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6b8894433b1f4969832f8009f40344d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9285722 Dec 16 09:41:54.153499 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59834) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:54.155147 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32904a96-d1a2-44aa-a98e-12dbbc8bc7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13312e7-9bc7-4db0-b74e-58f8835281fb,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:54.260368 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-9f64d434-8e4a-49ce-bc85-a38eab5b7e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48d72e5-e81f-4a43-ac07-4f0a57d97c53', 'name': 'tempest-TestAggregatesBasicOps-782853333-router', 'tenant_id': '5e2c7bf6c8624454915008d357c140bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '029dbe63-22a4-4e64-a298-d0e3167f82dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:45Z', 'updated_at': '2021-12-16T09:41:50Z', 'revision_number': 4, 'project_id': '5e2c7bf6c8624454915008d357c140bb', 'gw_port': {'id': '029dbe63-22a4-4e64-a298-d0e3167f82dd', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:07:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48d72e5-e81f-4a43-ac07-4f0a57d97c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:46Z', 'updated_at': '2021-12-16T09:41:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '5847dd2a-ca05-4c02-bc2d-9f99d890eaa6', 'name': '', 'network_id': '6859edea-5290-419a-8e1e-e0dfaea19081', 'tenant_id': '5e2c7bf6c8624454915008d357c140bb', 'mac_address': 'fa:16:3e:e5:67:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48d72e5-e81f-4a43-ac07-4f0a57d97c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '4a4b0b05-7748-4564-96ec-c551a79e06c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:49Z', 'updated_at': '2021-12-16T09:41:50Z', 'revision_number': 2, 'project_id': '5e2c7bf6c8624454915008d357c140bb', 'subnets': [{'id': '4a4b0b05-7748-4564-96ec-c551a79e06c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:54.294068 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f64d434-8e4a-49ce-bc85-a38eab5b7e2a None None] Checking router: b48d72e5-e81f-4a43-ac07-4f0a57d97c53 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:41:54.294068 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f64d434-8e4a-49ce-bc85-a38eab5b7e2a None None] Updating router b48d72e5-e81f-4a43-ac07-4f0a57d97c53 port 5847dd2a-ca05-4c02-bc2d-9f99d890eaa6 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:41:54.308251 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6592a224-8a7d-4cb9-8da1-51816bc64646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:54.311588 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:54.334879 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 029dbe63-22a4-4e64-a298-d0e3167f82dd, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=029dbe63-22a4-4e64-a298-d0e3167f82dd,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:54.338303 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-9f64d434-8e4a-49ce-bc85-a38eab5b7e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:54.358145 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1db45294-670b-4c68-9d79-1c713a482407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:54.375960 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1db45294-670b-4c68-9d79-1c713a482407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:54.377268 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6592a224-8a7d-4cb9-8da1-51816bc64646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:54.411340 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:54.427631 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6592a224-8a7d-4cb9-8da1-51816bc64646 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=83331ad0a4414b0e95bfacbb0dfb0c29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3677440 Dec 16 09:41:54.428663 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592a224-8a7d-4cb9-8da1-51816bc64646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fc4c8c-8d7c-4a20-b134-e9f27dc0c129,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:54.431551 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59848) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:54.513224 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=029dbe63-22a4-4e64-a298-d0e3167f82dd,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:54.523358 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-437e5d3e-cf41-4bcd-9173-0f158722bed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:54.577361 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1db45294-670b-4c68-9d79-1c713a482407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:54.582592 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1db45294-670b-4c68-9d79-1c713a482407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:54.586693 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1db45294-670b-4c68-9d79-1c713a482407 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c13312e7-9bc7-4db0-b74e-58f8835281fb HTTP/1.1" status: 204 len: 168 time: 0.4103267 Dec 16 09:41:54.594362 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db45294-670b-4c68-9d79-1c713a482407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13312e7-9bc7-4db0-b74e-58f8835281fb,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:54.604906 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-437e5d3e-cf41-4bcd-9173-0f158722bed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:54.640564 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2b4bf-5524-4dc3-ac3b-8a85986dfb1f req-a162bc34-1224-48c1-affe-bbe9bdaeb46d tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:54.642434 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-29f2b4bf-5524-4dc3-ac3b-8a85986dfb1f req-a162bc34-1224-48c1-affe-bbe9bdaeb46d tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 946 time: 0.1205170 Dec 16 09:41:54.708294 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-29f2b4bf-5524-4dc3-ac3b-8a85986dfb1f req-a61fd8df-c1bc-455d-a1b8-ecb65cc7c9b5 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539334 Dec 16 09:41:54.749943 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-9f64d434-8e4a-49ce-bc85-a38eab5b7e2a None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:54.807183 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-437e5d3e-cf41-4bcd-9173-0f158722bed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:54.810166 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-437e5d3e-cf41-4bcd-9173-0f158722bed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:54.813839 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-437e5d3e-cf41-4bcd-9173-0f158722bed9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/26fc4c8c-8d7c-4a20-b134-e9f27dc0c129 HTTP/1.1" status: 204 len: 168 time: 0.3787472 Dec 16 09:41:54.821142 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e5d3e-cf41-4bcd-9173-0f158722bed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fc4c8c-8d7c-4a20-b134-e9f27dc0c129,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:54.826325 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-9f64d434-8e4a-49ce-bc85-a38eab5b7e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:54.884726 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-524e15e6-2357-4871-8d0a-186cbe6c9689 req-a0b0d9d5-19ce-41e5-a4f4-512cc632bf05 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a74aa35-e55a-4ac6-b88d-76dbbd9271b5 HTTP/1.1" status: 200 len: 210 time: 0.0409710 Dec 16 09:41:54.911976 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feab483-e3f4-4d85-af6a-0ff807162937 None None] Pushing event updated for resources: {'Port': ['ID=5847dd2a-ca05-4c02-bc2d-9f99d890eaa6,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:54.967808 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-9f64d434-8e4a-49ce-bc85-a38eab5b7e2a None None] Attempting to bind port 5847dd2a-ca05-4c02-bc2d-9f99d890eaa6 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:41:54.968185 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-9f64d434-8e4a-49ce-bc85-a38eab5b7e2a None None] Attempting to bind port 5847dd2a-ca05-4c02-bc2d-9f99d890eaa6 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '65456f9d-1af2-4602-8d75-cef589cb9be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6859edea-5290-419a-8e1e-e0dfaea19081'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:41:54.969432 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f64d434-8e4a-49ce-bc85-a38eab5b7e2a None None] Attempting to bind port 5847dd2a-ca05-4c02-bc2d-9f99d890eaa6 on network 6859edea-5290-419a-8e1e-e0dfaea19081 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:41:54.983931 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f64d434-8e4a-49ce-bc85-a38eab5b7e2a None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:41:54.984648 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f64d434-8e4a-49ce-bc85-a38eab5b7e2a None None] Checking segment: {'id': '65456f9d-1af2-4602-8d75-cef589cb9be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6859edea-5290-419a-8e1e-e0dfaea19081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:41:54.985396 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-9f64d434-8e4a-49ce-bc85-a38eab5b7e2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:54.986013 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f64d434-8e4a-49ce-bc85-a38eab5b7e2a None None] Bound using segment: {'id': '65456f9d-1af2-4602-8d75-cef589cb9be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6859edea-5290-419a-8e1e-e0dfaea19081'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:41:54.986728 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-9f64d434-8e4a-49ce-bc85-a38eab5b7e2a None None] Bound port: 5847dd2a-ca05-4c02-bc2d-9f99d890eaa6, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65456f9d-1af2-4602-8d75-cef589cb9be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6859edea-5290-419a-8e1e-e0dfaea19081'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:41:54.987566 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-9f64d434-8e4a-49ce-bc85-a38eab5b7e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:55.034154 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-0567acb0-ed6c-4502-b1c5-523886c1418a tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:55.039701 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-0567acb0-ed6c-4502-b1c5-523886c1418a tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/networks?id=89dde67c-4375-428d-a66c-d788737973c8 HTTP/1.1" status: 200 len: 814 time: 0.1941416 Dec 16 09:41:55.056687 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-f35ad165-09a2-4b6d-9a80-863b0f409a1f tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/quotas/e689af417abc4a949f6a02217a4ce1bc HTTP/1.1" status: 200 len: 375 time: 0.0098245 Dec 16 09:41:55.095037 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-9f64d434-8e4a-49ce-bc85-a38eab5b7e2a None None] For port 5847dd2a-ca05-4c02-bc2d-9f99d890eaa6, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:41:55.104832 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-9f64d434-8e4a-49ce-bc85-a38eab5b7e2a None None] For port 5847dd2a-ca05-4c02-bc2d-9f99d890eaa6, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5847dd2a-ca05-4c02-bc2d-9f99d890eaa6,segment=NetworkSegment(65456f9d-1af2-4602-8d75-cef589cb9be2),segment_id=65456f9d-1af2-4602-8d75-cef589cb9be2)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:41:55.136778 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-8b864c8d-8497-443c-b03e-3751f6be0595 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e689af417abc4a949f6a02217a4ce1bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731647 Dec 16 09:41:55.189048 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-9f64d434-8e4a-49ce-bc85-a38eab5b7e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:55.240330 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4d927515-e475-46f7-b2ba-4cda19c8df0e None None] Provisioning complete for port 5847dd2a-ca05-4c02-bc2d-9f99d890eaa6 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:55.240925 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4d927515-e475-46f7-b2ba-4cda19c8df0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:55.252630 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f64d434-8e4a-49ce-bc85-a38eab5b7e2a None None] Routers {'b48d72e5-e81f-4a43-ac07-4f0a57d97c53'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:41:55.254275 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-9f64d434-8e4a-49ce-bc85-a38eab5b7e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:41:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b48d72e5-e81f-4a43-ac07-4f0a57d97c53'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:55.356940 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-5405cf4c-b76b-4128-8309-6a98cda88878 service neutron] 10.222.0.60 "GET /v2.0/networks/89dde67c-4375-428d-a66c-d788737973c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192559 Dec 16 09:41:55.405192 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4d927515-e475-46f7-b2ba-4cda19c8df0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:55.446268 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4d927515-e475-46f7-b2ba-4cda19c8df0e None None] For port 5847dd2a-ca05-4c02-bc2d-9f99d890eaa6, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5847dd2a-ca05-4c02-bc2d-9f99d890eaa6,segment=NetworkSegment(65456f9d-1af2-4602-8d75-cef589cb9be2),segment_id=65456f9d-1af2-4602-8d75-cef589cb9be2)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:55.455846 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59902) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:55.503938 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-818ed73e-2517-46a9-bd98-44bb3433f3f3 service neutron] 10.222.0.60 "GET /v2.0/networks/89dde67c-4375-428d-a66c-d788737973c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347528 Dec 16 09:41:55.524741 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-9f64d434-8e4a-49ce-bc85-a38eab5b7e2a None None] Set router b48d72e5-e81f-4a43-ac07-4f0a57d97c53 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:41:55.566081 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4d927515-e475-46f7-b2ba-4cda19c8df0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:55.655804 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feab483-e3f4-4d85-af6a-0ff807162937 None None] Pushing event updated for resources: {'Port': ['ID=5847dd2a-ca05-4c02-bc2d-9f99d890eaa6,revision_number=4']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:55.673407 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d927515-e475-46f7-b2ba-4cda19c8df0e None None] Pushing event updated for resources: {'Port': ['ID=5847dd2a-ca05-4c02-bc2d-9f99d890eaa6,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:55.719744 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-cb7bea5e-2a85-460c-93f1-51bfd73f8efd None None] Provisioning complete for port 5847dd2a-ca05-4c02-bc2d-9f99d890eaa6 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:55.723420 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cb7bea5e-2a85-460c-93f1-51bfd73f8efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:55.878866 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-9f64d434-8e4a-49ce-bc85-a38eab5b7e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48d72e5-e81f-4a43-ac07-4f0a57d97c53', 'name': 'tempest-TestAggregatesBasicOps-782853333-router', 'tenant_id': '5e2c7bf6c8624454915008d357c140bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '029dbe63-22a4-4e64-a298-d0e3167f82dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:45Z', 'updated_at': '2021-12-16T09:41:50Z', 'revision_number': 4, 'project_id': '5e2c7bf6c8624454915008d357c140bb', 'gw_port': {'id': '029dbe63-22a4-4e64-a298-d0e3167f82dd', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48d72e5-e81f-4a43-ac07-4f0a57d97c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:46Z', 'updated_at': '2021-12-16T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '5847dd2a-ca05-4c02-bc2d-9f99d890eaa6', 'name': '', 'network_id': '6859edea-5290-419a-8e1e-e0dfaea19081', 'tenant_id': '5e2c7bf6c8624454915008d357c140bb', 'mac_address': 'fa:16:3e:e5:67:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48d72e5-e81f-4a43-ac07-4f0a57d97c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '4a4b0b05-7748-4564-96ec-c551a79e06c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:49Z', 'updated_at': '2021-12-16T09:41:55Z', 'revision_number': 4, 'project_id': '5e2c7bf6c8624454915008d357c140bb', 'subnets': [{'id': '4a4b0b05-7748-4564-96ec-c551a79e06c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:55.916093 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f64d434-8e4a-49ce-bc85-a38eab5b7e2a None None] The sync data for ids ['b48d72e5-e81f-4a43-ac07-4f0a57d97c53'] in n-d-820550-2 is: [{'id': 'b48d72e5-e81f-4a43-ac07-4f0a57d97c53', 'name': 'tempest-TestAggregatesBasicOps-782853333-router', 'tenant_id': '5e2c7bf6c8624454915008d357c140bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '029dbe63-22a4-4e64-a298-d0e3167f82dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:45Z', 'updated_at': '2021-12-16T09:41:50Z', 'revision_number': 4, 'project_id': '5e2c7bf6c8624454915008d357c140bb', 'gw_port': {'id': '029dbe63-22a4-4e64-a298-d0e3167f82dd', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48d72e5-e81f-4a43-ac07-4f0a57d97c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:46Z', 'updated_at': '2021-12-16T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '5847dd2a-ca05-4c02-bc2d-9f99d890eaa6', 'name': '', 'network_id': '6859edea-5290-419a-8e1e-e0dfaea19081', 'tenant_id': '5e2c7bf6c8624454915008d357c140bb', 'mac_address': 'fa:16:3e:e5:67:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48d72e5-e81f-4a43-ac07-4f0a57d97c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '4a4b0b05-7748-4564-96ec-c551a79e06c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:49Z', 'updated_at': '2021-12-16T09:41:55Z', 'revision_number': 4, 'project_id': '5e2c7bf6c8624454915008d357c140bb', 'subnets': [{'id': '4a4b0b05-7748-4564-96ec-c551a79e06c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:41:55.968683 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 029dbe63-22a4-4e64-a298-d0e3167f82dd up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:41:55.992227 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57467327-1a15-4710-8c75-f10537c25177 req-abaf0615-a11d-4691-8794-302987fa6f36 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:56.020745 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-57467327-1a15-4710-8c75-f10537c25177 req-abaf0615-a11d-4691-8794-302987fa6f36 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 946 time: 0.1965172 Dec 16 09:41:56.039332 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 029dbe63-22a4-4e64-a298-d0e3167f82dd triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:56.039668 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:56.053617 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-97be3ede-168a-4694-98ed-2de1d404c425 req-c8a0db15-fa56-4a9f-bcc8-1371be3ee73c tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c483f78-f43e-4257-b7ad-f814a065e551 HTTP/1.1" status: 200 len: 210 time: 0.1877832 Dec 16 09:41:56.130222 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-57467327-1a15-4710-8c75-f10537c25177 req-56d92eca-ba77-4ab9-845a-3a165726f706 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034522 Dec 16 09:41:56.217948 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4681b92-d948-4737-a135-ef8328e46bea req-5de6a81a-e8c7-4a52-bb0b-513287d41a07 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a74aa35-e55a-4ac6-b88d-76dbbd9271b5 HTTP/1.1" status: 200 len: 210 time: 0.0618637 Dec 16 09:41:56.279303 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59920) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:56.301408 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-28e49a13-742b-401d-b7df-2df877d236c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:56.399385 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8ff3c870-edb6-494c-897f-ddaeeedbfb1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:56.414350 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-28e49a13-742b-401d-b7df-2df877d236c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:56.437843 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-95442fe2-a4c4-4c89-8753-f4232c2d7b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:56.564072 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-28e49a13-742b-401d-b7df-2df877d236c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:56.632124 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-28e49a13-742b-401d-b7df-2df877d236c8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=561bc4f8a8334e9a993cbdbad65a720c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3509359 Dec 16 09:41:56.634103 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e49a13-742b-401d-b7df-2df877d236c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3026b850-f33b-47ca-9921-3965915c7f90,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:56.652575 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59932) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:56.758303 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2b5f6962-a6e5-4c52-bec5-6ab898be1ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:56.783532 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-8ff3c870-edb6-494c-897f-ddaeeedbfb1d admin admin] Deleting port 99d36a70-fa1f-4b2d-a81f-0f6436b8b3c0 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:41:56.784047 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8ff3c870-edb6-494c-897f-ddaeeedbfb1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:56.796118 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2b5f6962-a6e5-4c52-bec5-6ab898be1ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:56.903845 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-8ff3c870-edb6-494c-897f-ddaeeedbfb1d admin admin] For port 99d36a70-fa1f-4b2d-a81f-0f6436b8b3c0, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=99d36a70-fa1f-4b2d-a81f-0f6436b8b3c0,segment=NetworkSegment(eb9a1c10-f51e-4aaa-b9f5-c787e4303ff4),segment_id=eb9a1c10-f51e-4aaa-b9f5-c787e4303ff4)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:56.904225 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8ff3c870-edb6-494c-897f-ddaeeedbfb1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:56.920125 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-8ff3c870-edb6-494c-897f-ddaeeedbfb1d admin admin] Calling delete_port for 99d36a70-fa1f-4b2d-a81f-0f6436b8b3c0 owned by network:router_interface {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:41:56.933157 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2b5f6962-a6e5-4c52-bec5-6ab898be1ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:56.937855 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2b5f6962-a6e5-4c52-bec5-6ab898be1ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:56.945908 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2b5f6962-a6e5-4c52-bec5-6ab898be1ced admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3026b850-f33b-47ca-9921-3965915c7f90 HTTP/1.1" status: 204 len: 168 time: 0.2910757 Dec 16 09:41:56.958528 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f6962-a6e5-4c52-bec5-6ab898be1ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3026b850-f33b-47ca-9921-3965915c7f90,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:57.257391 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ffb30cc-7d6e-477f-9b84-e85eb2713ce8 req-48e10de2-a98e-4e7d-bfe0-da86b09ed254 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c483f78-f43e-4257-b7ad-f814a065e551 HTTP/1.1" status: 200 len: 210 time: 0.1249733 Dec 16 09:41:57.361062 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cb8c4-d346-4c23-8677-99867f316178 req-9ed64851-1f43-4dd7-b50d-06adbf0dca6e tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:57.362281 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1b7cb8c4-d346-4c23-8677-99867f316178 req-9ed64851-1f43-4dd7-b50d-06adbf0dca6e tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 946 time: 0.1237113 Dec 16 09:41:57.402047 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-32015289-418d-49f3-b32d-6e2f8e418ed7 req-753cb61a-4b08-4f97-9026-1136cda7ac3f tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a74aa35-e55a-4ac6-b88d-76dbbd9271b5 HTTP/1.1" status: 200 len: 210 time: 0.0464466 Dec 16 09:41:57.428568 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8ff3c870-edb6-494c-897f-ddaeeedbfb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:57.428710 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1b7cb8c4-d346-4c23-8677-99867f316178 req-400b0ea4-f1a7-4ab9-8d39-673d78ad0db2 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471580 Dec 16 09:41:57.471852 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3c870-edb6-494c-897f-ddaeeedbfb1d admin admin] Pushing event deleted for resources: {'Port': ['ID=99d36a70-fa1f-4b2d-a81f-0f6436b8b3c0,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:57.554074 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:57.775281 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8ff3c870-edb6-494c-897f-ddaeeedbfb1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:57.925691 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59980) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:58.061560 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5847dd2a-ca05-4c02-bc2d-9f99d890eaa6 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:41:58.093593 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff3c870-edb6-494c-897f-ddaeeedbfb1d admin admin] Router 9c2c6b5e-275e-4990-a013-8e729012827b has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:41:58.264975 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 5847dd2a-ca05-4c02-bc2d-9f99d890eaa6 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:58.265533 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:58.293101 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-f216e4f1-11a8-4b0e-8851-c164ec0e1cbb tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2011180037'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:58.316225 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff3c870-edb6-494c-897f-ddaeeedbfb1d admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:41:58.332587 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8ff3c870-edb6-494c-897f-ddaeeedbfb1d admin admin] 10.222.0.60 "PUT /v2.0/routers/9c2c6b5e-275e-4990-a013-8e729012827b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8752019 Dec 16 09:41:58.333375 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59994) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:58.338246 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-b4194aef-f064-435c-8fdf-66dc019a1355 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:58.343501 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-b4194aef-f064-435c-8fdf-66dc019a1355 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.57 "GET /v2.0/networks?id=04743e3c-30d6-4915-9168-3871041fac9e HTTP/1.1" status: 200 len: 812 time: 0.2267404 Dec 16 09:41:58.350028 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293e70cf-5567-4cf9-8eb9-07b236453ac1 None None] Sync routers for ids ['9c2c6b5e-275e-4990-a013-8e729012827b'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:41:58.363882 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-a58f54e2-3550-4861-a952-6276ffc40dab tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Request body: {'port': {'device_id': '800d725c-3d41-4980-a200-0928235f6aca', 'network_id': '04743e3c-30d6-4915-9168-3871041fac9e', 'admin_state_up': True, 'tenant_id': 'ffe89fbd6dbf418d9de3f5bae76e8a76'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:58.410460 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293e70cf-5567-4cf9-8eb9-07b236453ac1 None None] Routers {'9c2c6b5e-275e-4990-a013-8e729012827b'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:41:58.411388 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-293e70cf-5567-4cf9-8eb9-07b236453ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:41:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['9c2c6b5e-275e-4990-a013-8e729012827b'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:58.565481 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4c86eac5-07de-487d-84eb-0f9e46f3a51c req-872c0843-9569-4b07-86ca-281346455b7e tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c483f78-f43e-4257-b7ad-f814a065e551 HTTP/1.1" status: 200 len: 210 time: 0.0708988 Dec 16 09:41:58.574405 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1b373c5e-92df-49f1-9761-c16fa81f0146 req-fb3abea7-f358-4165-9f89-2dad0c069015 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a74aa35-e55a-4ac6-b88d-76dbbd9271b5 HTTP/1.1" status: 200 len: 210 time: 0.0378258 Dec 16 09:41:58.638922 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a13418c8-ae41-4de2-92ee-7b9b99dc1def admin admin] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:58.640999 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-293e70cf-5567-4cf9-8eb9-07b236453ac1 None None] Set router 9c2c6b5e-275e-4990-a013-8e729012827b gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:41:58.686056 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264b0bd-b8aa-439c-ad55-e72aab69a95d req-9052d248-5227-4651-a699-0eacaa05148d tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:58.687780 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7264b0bd-b8aa-439c-ad55-e72aab69a95d req-9052d248-5227-4651-a699-0eacaa05148d tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 946 time: 0.0554607 Dec 16 09:41:58.704010 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f216e4f1-11a8-4b0e-8851-c164ec0e1cbb tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:41:58.708571 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f216e4f1-11a8-4b0e-8851-c164ec0e1cbb tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:58.733705 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f216e4f1-11a8-4b0e-8851-c164ec0e1cbb tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:58.788372 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-a58f54e2-3550-4861-a952-6276ffc40dab tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Made reservation on behalf of ffe89fbd6dbf418d9de3f5bae76e8a76 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:41:58.792582 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-a58f54e2-3550-4861-a952-6276ffc40dab tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:58.825341 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a13418c8-ae41-4de2-92ee-7b9b99dc1def admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:58.837655 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7264b0bd-b8aa-439c-ad55-e72aab69a95d req-7e76e168-0267-44ec-b1f6-3b1afdfe6639 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347816 Dec 16 09:41:58.874482 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60010) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:58.926035 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-293e70cf-5567-4cf9-8eb9-07b236453ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2c6b5e-275e-4990-a013-8e729012827b', 'name': 'tempest-TestAggregatesBasicOps-1747543787-router', 'tenant_id': 'd58dbe44492e4170a1843b557b83176a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '1d0dd9be-cc2e-4f1a-985e-5163c1bb4042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:34Z', 'updated_at': '2021-12-16T09:41:57Z', 'revision_number': 5, 'project_id': 'd58dbe44492e4170a1843b557b83176a', 'gw_port': {'id': '1d0dd9be-cc2e-4f1a-985e-5163c1bb4042', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:49:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2c6b5e-275e-4990-a013-8e729012827b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:35Z', 'updated_at': '2021-12-16T09:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:58.958058 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293e70cf-5567-4cf9-8eb9-07b236453ac1 None None] Checking router: 9c2c6b5e-275e-4990-a013-8e729012827b for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:41:58.975898 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293e70cf-5567-4cf9-8eb9-07b236453ac1 None None] Routers {'9c2c6b5e-275e-4990-a013-8e729012827b'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:41:58.976807 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-293e70cf-5567-4cf9-8eb9-07b236453ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:41:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['9c2c6b5e-275e-4990-a013-8e729012827b'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:59.083905 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-00a944cb-f416-4dd3-91cb-efd10e8171dc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1566242529-network', 'tenant_id': 'c14717b8249b4b2cbe000dddbe4be4fc'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:59.093469 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:59.095973 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-7064c6a7-1d0d-49a8-8ab1-992dc3223001 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:59.097660 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-7064c6a7-1d0d-49a8-8ab1-992dc3223001 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.57 "GET /v2.0/networks?id=89dde67c-4375-428d-a66c-d788737973c8 HTTP/1.1" status: 200 len: 814 time: 0.1873691 Dec 16 09:41:59.116292 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f216e4f1-11a8-4b0e-8851-c164ec0e1cbb tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:59.122520 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-6f0d6698-347c-4436-9750-c0e283d114c5 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Request body: {'port': {'device_id': '8c483f78-f43e-4257-b7ad-f814a065e551', 'network_id': '89dde67c-4375-428d-a66c-d788737973c8', 'admin_state_up': True, 'tenant_id': 'e689af417abc4a949f6a02217a4ce1bc'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:59.126754 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-293e70cf-5567-4cf9-8eb9-07b236453ac1 None None] Set router 9c2c6b5e-275e-4990-a013-8e729012827b gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:41:59.133449 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-a58f54e2-3550-4861-a952-6276ffc40dab tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Allocated IP 172.20.0.9 (04743e3c-30d6-4915-9168-3871041fac9e/df697736-f4da-4d13-b48a-4739855325c5/a459f5e2-ca10-4ba2-a453-2b8274411d97) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:41:59.188251 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-293e70cf-5567-4cf9-8eb9-07b236453ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2c6b5e-275e-4990-a013-8e729012827b', 'name': 'tempest-TestAggregatesBasicOps-1747543787-router', 'tenant_id': 'd58dbe44492e4170a1843b557b83176a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:34Z', 'updated_at': '2021-12-16T09:41:58Z', 'revision_number': 6, 'project_id': 'd58dbe44492e4170a1843b557b83176a', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:59.202274 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-a13418c8-ae41-4de2-92ee-7b9b99dc1def admin admin] Deleting port 1d0dd9be-cc2e-4f1a-985e-5163c1bb4042 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:41:59.202629 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a13418c8-ae41-4de2-92ee-7b9b99dc1def admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:59.225038 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293e70cf-5567-4cf9-8eb9-07b236453ac1 None None] The sync data for ids ['9c2c6b5e-275e-4990-a013-8e729012827b'] in n-d-820550-2 is: [{'id': '9c2c6b5e-275e-4990-a013-8e729012827b', 'name': 'tempest-TestAggregatesBasicOps-1747543787-router', 'tenant_id': 'd58dbe44492e4170a1843b557b83176a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:34Z', 'updated_at': '2021-12-16T09:41:58Z', 'revision_number': 6, 'project_id': 'd58dbe44492e4170a1843b557b83176a', 'gw_port_host': None}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:41:59.303933 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a944cb-f416-4dd3-91cb-efd10e8171dc admin admin] Made reservation on behalf of c14717b8249b4b2cbe000dddbe4be4fc for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:41:59.306347 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00a944cb-f416-4dd3-91cb-efd10e8171dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:59.319774 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f216e4f1-11a8-4b0e-8851-c164ec0e1cbb tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:59.336757 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00a944cb-f416-4dd3-91cb-efd10e8171dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:59.359533 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-a58f54e2-3550-4861-a952-6276ffc40dab tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:59.364757 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f216e4f1-11a8-4b0e-8851-c164ec0e1cbb tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:41:59.372312 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-a13418c8-ae41-4de2-92ee-7b9b99dc1def admin admin] For port 1d0dd9be-cc2e-4f1a-985e-5163c1bb4042, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=1d0dd9be-cc2e-4f1a-985e-5163c1bb4042,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:59.372683 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a13418c8-ae41-4de2-92ee-7b9b99dc1def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:59.380645 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f216e4f1-11a8-4b0e-8851-c164ec0e1cbb tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=443b26f0-5649-47e7-b772-e7e1d1cb2b40,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:59.392194 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-a13418c8-ae41-4de2-92ee-7b9b99dc1def admin admin] Calling delete_port for 1d0dd9be-cc2e-4f1a-985e-5163c1bb4042 owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:41:59.402215 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f216e4f1-11a8-4b0e-8851-c164ec0e1cbb tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:59.402648 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-f216e4f1-11a8-4b0e-8851-c164ec0e1cbb tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Added segment ef6903a1-5d07-4ec4-a28d-cbfd514828c4 of type vlan for network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c Dec 16 09:41:59.468185 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-6f0d6698-347c-4436-9750-c0e283d114c5 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Made reservation on behalf of e689af417abc4a949f6a02217a4ce1bc for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:41:59.472150 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-6f0d6698-347c-4436-9750-c0e283d114c5 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:59.473123 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f216e4f1-11a8-4b0e-8851-c164ec0e1cbb tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:59.593067 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:59.597452 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f216e4f1-11a8-4b0e-8851-c164ec0e1cbb tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:59.624729 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f216e4f1-11a8-4b0e-8851-c164ec0e1cbb tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:59.625402 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f216e4f1-11a8-4b0e-8851-c164ec0e1cbb tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:59.633774 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-a58f54e2-3550-4861-a952-6276ffc40dab tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:59.699491 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00a944cb-f416-4dd3-91cb-efd10e8171dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:59.750199 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1e29c112-6e2f-4402-a943-2b8867e702ce req-e8bf206b-db03-480f-b92e-c7f622df278f tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c483f78-f43e-4257-b7ad-f814a065e551 HTTP/1.1" status: 200 len: 210 time: 0.0585263 Dec 16 09:41:59.778269 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00a944cb-f416-4dd3-91cb-efd10e8171dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:59.825470 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8aa1a9e9-1436-4350-8741-bfc7ce878b04 req-18721e26-1ef4-40ec-908e-c5422ef1d2fa tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a74aa35-e55a-4ac6-b88d-76dbbd9271b5 HTTP/1.1" status: 200 len: 210 time: 0.1133723 Dec 16 09:41:59.844530 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-a58f54e2-3550-4861-a952-6276ffc40dab tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Network 04743e3c-30d6-4915-9168-3871041fac9e is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:41:59.845909 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f216e4f1-11a8-4b0e-8851-c164ec0e1cbb tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Network': ['ID=5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:59.859428 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:41:59.866517 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-47c67db4-c215-4a6f-a4f4-8e07835ae9a3 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:59.868076 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-47c67db4-c215-4a6f-a4f4-8e07835ae9a3 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.57 "GET /v2.0/networks?id=04743e3c-30d6-4915-9168-3871041fac9e HTTP/1.1" status: 200 len: 812 time: 0.3765266 Dec 16 09:41:59.877194 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f54e2-3550-4861-a952-6276ffc40dab tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Pushing event updated for resources: {'Port': ['ID=a459f5e2-ca10-4ba2-a453-2b8274411d97,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:59.885659 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-a58f54e2-3550-4861-a952-6276ffc40dab tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:41:59.899095 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f216e4f1-11a8-4b0e-8851-c164ec0e1cbb tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9720829 Dec 16 09:41:59.902356 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60028) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:59.903165 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-a58f54e2-3550-4861-a952-6276ffc40dab tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:41:59.925724 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-82719209-d2e1-410c-91b2-467e17c43283 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Request body: {'port': {'device_id': '0a74aa35-e55a-4ac6-b88d-76dbbd9271b5', 'network_id': '04743e3c-30d6-4915-9168-3871041fac9e', 'admin_state_up': True, 'tenant_id': 'ffe89fbd6dbf418d9de3f5bae76e8a76'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:59.945292 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a944cb-f416-4dd3-91cb-efd10e8171dc admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:41:59.954133 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a944cb-f416-4dd3-91cb-efd10e8171dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1121ee-e56a-47c8-b3a8-c0d36557b7f9,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:59.982607 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-bdc3eda9-df5a-472d-9421-0436b7334a9d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:00.032148 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00a944cb-f416-4dd3-91cb-efd10e8171dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:00.032491 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-00a944cb-f416-4dd3-91cb-efd10e8171dc admin admin] Added segment d8df21ec-09fd-424b-9dca-610d5d76c12a of type vlan for network bc332c79-b76e-4aee-a39c-dee90d548af5 Dec 16 09:42:00.070977 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-6f0d6698-347c-4436-9750-c0e283d114c5 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Allocated IP 172.20.0.10 (89dde67c-4375-428d-a66c-d788737973c8/2958cd17-ef24-4c92-a56a-e6ec8ed248b4/f5158a65-46ff-47ce-9b10-d85e06c23785) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:42:00.090332 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-a58f54e2-3550-4861-a952-6276ffc40dab tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:00.095369 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-a58f54e2-3550-4861-a952-6276ffc40dab tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:00.124394 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00a944cb-f416-4dd3-91cb-efd10e8171dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:00.153161 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 99d36a70-fa1f-4b2d-a81f-0f6436b8b3c0 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:42:00.164767 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffef1f-e789-4149-b4fc-55eaa77896cc req-6487ba52-bea4-4e05-baf0-1740a675a2bf tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:00.178871 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3bffef1f-e789-4149-b4fc-55eaa77896cc req-6487ba52-bea4-4e05-baf0-1740a675a2bf tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 946 time: 0.2143817 Dec 16 09:42:00.196671 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a13418c8-ae41-4de2-92ee-7b9b99dc1def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:00.197272 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 99d36a70-fa1f-4b2d-a81f-0f6436b8b3c0 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:42:00.197819 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 99d36a70-fa1f-4b2d-a81f-0f6436b8b3c0 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:42:00.198573 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 1d0dd9be-cc2e-4f1a-985e-5163c1bb4042 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:42:00.233736 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 1d0dd9be-cc2e-4f1a-985e-5163c1bb4042 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:42:00.234094 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 1d0dd9be-cc2e-4f1a-985e-5163c1bb4042 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:42:00.234616 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3bffef1f-e789-4149-b4fc-55eaa77896cc req-1881197d-24ab-4243-98d4-6d41f7ed361e tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545943 Dec 16 09:42:00.249054 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-a58f54e2-3550-4861-a952-6276ffc40dab tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8925045 Dec 16 09:42:00.250421 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13418c8-ae41-4de2-92ee-7b9b99dc1def admin admin] Pushing event deleted for resources: {'Port': ['ID=1d0dd9be-cc2e-4f1a-985e-5163c1bb4042,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:00.274538 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3bc742bd-90bf-4b6f-a2af-15d13797a6ee service neutron] Request body: {'port': {'device_id': '800d725c-3d41-4980-a200-0928235f6aca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:00.322430 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00a944cb-f416-4dd3-91cb-efd10e8171dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:00.323400 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a944cb-f416-4dd3-91cb-efd10e8171dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:00.324039 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00a944cb-f416-4dd3-91cb-efd10e8171dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:00.344383 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3bc742bd-90bf-4b6f-a2af-15d13797a6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:00.409268 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc3eda9-df5a-472d-9421-0436b7334a9d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:42:00.413135 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bdc3eda9-df5a-472d-9421-0436b7334a9d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:00.417048 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a13418c8-ae41-4de2-92ee-7b9b99dc1def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:00.524740 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a944cb-f416-4dd3-91cb-efd10e8171dc admin admin] Pushing event updated for resources: {'Network': ['ID=bc332c79-b76e-4aee-a39c-dee90d548af5,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:00.535941 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network bc332c79-b76e-4aee-a39c-dee90d548af5 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:42:00.551337 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a13418c8-ae41-4de2-92ee-7b9b99dc1def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:00.555459 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-6f0d6698-347c-4436-9750-c0e283d114c5 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:00.557664 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a13418c8-ae41-4de2-92ee-7b9b99dc1def admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:00.580031 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-00a944cb-f416-4dd3-91cb-efd10e8171dc admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7016933 Dec 16 09:42:00.614031 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60032) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:00.624712 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-80e7e850-2791-45f5-8ec3-7f0af6b3e320 admin admin] Request body: {'subnet': {'network_id': 'bc332c79-b76e-4aee-a39c-dee90d548af5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1566242529-subnet', 'tenant_id': 'c14717b8249b4b2cbe000dddbe4be4fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:00.706586 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-82719209-d2e1-410c-91b2-467e17c43283 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Made reservation on behalf of ffe89fbd6dbf418d9de3f5bae76e8a76 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:42:00.710473 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-82719209-d2e1-410c-91b2-467e17c43283 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:00.954143 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-da210efd-50ff-4aea-807f-664ad7925e88 req-c82095be-624f-44ec-9c79-809016910496 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a74aa35-e55a-4ac6-b88d-76dbbd9271b5 HTTP/1.1" status: 200 len: 210 time: 0.0393248 Dec 16 09:42:01.078527 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a13418c8-ae41-4de2-92ee-7b9b99dc1def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:01.079088 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13418c8-ae41-4de2-92ee-7b9b99dc1def admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c2c6b5e-275e-4990-a013-8e729012827b {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:42:01.081013 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-6f0d6698-347c-4436-9750-c0e283d114c5 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:01.084588 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a13418c8-ae41-4de2-92ee-7b9b99dc1def admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:01.085701 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a13418c8-ae41-4de2-92ee-7b9b99dc1def admin admin] 10.222.0.60 "DELETE /v2.0/routers/9c2c6b5e-275e-4990-a013-8e729012827b HTTP/1.1" status: 204 len: 168 time: 2.7464488 Dec 16 09:42:01.093066 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['2f8e65c6-ba0d-428b-88ce-a94115f405c3'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:42:01.094999 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60042) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:01.095842 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['ca48f97d-376c-451a-beb4-a14994eb2da7'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:42:01.193103 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-6f0d6698-347c-4436-9750-c0e283d114c5 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Network 89dde67c-4375-428d-a66c-d788737973c8 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:01.206962 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3bc742bd-90bf-4b6f-a2af-15d13797a6ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a459f5e2-ca10-4ba2-a453-2b8274411d97 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:42:01.235737 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-d92a09c3-671d-41cf-8946-ba845c9dbb9f admin admin] Deleting subnet 058575c7-ec69-454b-91cb-a14476d96eff {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:42:01.251723 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3bc742bd-90bf-4b6f-a2af-15d13797a6ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:01.254593 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19430cd-4c8e-45b8-adbd-13fad6d5fd26 req-2418c122-c947-42d9-abce-d05240b5464f tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:01.255407 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d92a09c3-671d-41cf-8946-ba845c9dbb9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:01.256157 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f19430cd-4c8e-45b8-adbd-13fad6d5fd26 req-2418c122-c947-42d9-abce-d05240b5464f tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c483f78-f43e-4257-b7ad-f814a065e551 HTTP/1.1" status: 200 len: 932 time: 0.1819060 Dec 16 09:42:01.266558 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bdc3eda9-df5a-472d-9421-0436b7334a9d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:01.274638 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-6f0d6698-347c-4436-9750-c0e283d114c5 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:01.298066 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e7e850-2791-45f5-8ec3-7f0af6b3e320 admin admin] Made reservation on behalf of c14717b8249b4b2cbe000dddbe4be4fc for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:42:01.298066 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-80e7e850-2791-45f5-8ec3-7f0af6b3e320 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:01.338258 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3bc742bd-90bf-4b6f-a2af-15d13797a6ee service neutron] Transition to ACTIVE for port object a459f5e2-ca10-4ba2-a453-2b8274411d97 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:42:01.344898 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60048) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:01.345727 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-6f0d6698-347c-4436-9750-c0e283d114c5 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:42:01.410058 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d6698-347c-4436-9750-c0e283d114c5 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Pushing event updated for resources: {'Port': ['ID=f5158a65-46ff-47ce-9b10-d85e06c23785,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:01.432895 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d92a09c3-671d-41cf-8946-ba845c9dbb9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:01.462676 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f19430cd-4c8e-45b8-adbd-13fad6d5fd26 req-c546fce0-78b0-438c-af4c-6bec045c63ce tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968005 Dec 16 09:42:01.480229 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3bc742bd-90bf-4b6f-a2af-15d13797a6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:01.507073 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3eda9-df5a-472d-9421-0436b7334a9d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Subnet': ['ID=9f0f0daa-3f31-4b00-9565-268a2d1f8c65,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:01.516316 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-6f0d6698-347c-4436-9750-c0e283d114c5 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:01.516944 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-6f0d6698-347c-4436-9750-c0e283d114c5 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:01.555974 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-82719209-d2e1-410c-91b2-467e17c43283 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Allocated IP 172.20.0.12 (04743e3c-30d6-4915-9168-3871041fac9e/df697736-f4da-4d13-b48a-4739855325c5/3fdb572b-8f54-4380-8f39-86fb4073b41c) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:42:01.574168 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce957f-a0d0-4895-9f9b-22a676866b24 req-d4978748-2e3c-48af-aada-6f002553896f tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:01.581459 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e5ce957f-a0d0-4895-9f9b-22a676866b24 req-d4978748-2e3c-48af-aada-6f002553896f tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 946 time: 0.2299876 Dec 16 09:42:01.606031 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc3eda9-df5a-472d-9421-0436b7334a9d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Checking segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:42:01.606271 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc3eda9-df5a-472d-9421-0436b7334a9d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network hostable DHCP agents. Network: 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:42:01.617681 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ae34c2f6-3662-41f2-9121-12ec1dccd93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:01.631278 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc742bd-90bf-4b6f-a2af-15d13797a6ee service neutron] Pushing event updated for resources: {'Port': ['ID=a459f5e2-ca10-4ba2-a453-2b8274411d97,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:01.636337 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-6f0d6698-347c-4436-9750-c0e283d114c5 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5261576 Dec 16 09:42:01.658320 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-82da0a38-dceb-4459-a907-487fa3a4acb4 service neutron] Request body: {'port': {'device_id': '8c483f78-f43e-4257-b7ad-f814a065e551', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:01.712737 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d92a09c3-671d-41cf-8946-ba845c9dbb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:01.748458 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e5ce957f-a0d0-4895-9f9b-22a676866b24 req-eebe6241-c10b-4928-accc-6648004e73a9 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661348 Dec 16 09:42:01.777629 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3bc742bd-90bf-4b6f-a2af-15d13797a6ee service neutron] Attempting to bind port a459f5e2-ca10-4ba2-a453-2b8274411d97 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:42:01.777981 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3bc742bd-90bf-4b6f-a2af-15d13797a6ee service neutron] Attempting to bind port a459f5e2-ca10-4ba2-a453-2b8274411d97 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'd37b2193-84a0-4eed-8112-e5eff8180558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '04743e3c-30d6-4915-9168-3871041fac9e'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:42:01.778313 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3bc742bd-90bf-4b6f-a2af-15d13797a6ee service neutron] Attempting to bind port a459f5e2-ca10-4ba2-a453-2b8274411d97 on network 04743e3c-30d6-4915-9168-3871041fac9e {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:01.784122 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3bc742bd-90bf-4b6f-a2af-15d13797a6ee service neutron] Port a459f5e2-ca10-4ba2-a453-2b8274411d97 on network 04743e3c-30d6-4915-9168-3871041fac9e not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:42:01.784448 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3bc742bd-90bf-4b6f-a2af-15d13797a6ee service neutron] Attempting to bind port a459f5e2-ca10-4ba2-a453-2b8274411d97 on network 04743e3c-30d6-4915-9168-3871041fac9e {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:01.796229 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3bc742bd-90bf-4b6f-a2af-15d13797a6ee service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:42:01.796576 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3bc742bd-90bf-4b6f-a2af-15d13797a6ee service neutron] Checking segment: {'id': 'd37b2193-84a0-4eed-8112-e5eff8180558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '04743e3c-30d6-4915-9168-3871041fac9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:42:01.796964 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3bc742bd-90bf-4b6f-a2af-15d13797a6ee service neutron] Bound using segment: {'id': 'd37b2193-84a0-4eed-8112-e5eff8180558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '04743e3c-30d6-4915-9168-3871041fac9e'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:42:01.797427 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3bc742bd-90bf-4b6f-a2af-15d13797a6ee service neutron] Bound port: a459f5e2-ca10-4ba2-a453-2b8274411d97, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd37b2193-84a0-4eed-8112-e5eff8180558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '04743e3c-30d6-4915-9168-3871041fac9e'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:42:01.797792 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3bc742bd-90bf-4b6f-a2af-15d13797a6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:01.809791 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc3eda9-df5a-472d-9421-0436b7334a9d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:42:01.836718 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-82da0a38-dceb-4459-a907-487fa3a4acb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:01.872279 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3bc742bd-90bf-4b6f-a2af-15d13797a6ee service neutron] For port a459f5e2-ca10-4ba2-a453-2b8274411d97, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:42:01.875255 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3bc742bd-90bf-4b6f-a2af-15d13797a6ee service neutron] For port a459f5e2-ca10-4ba2-a453-2b8274411d97, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=a459f5e2-ca10-4ba2-a453-2b8274411d97,segment=NetworkSegment(d37b2193-84a0-4eed-8112-e5eff8180558),segment_id=d37b2193-84a0-4eed-8112-e5eff8180558)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:42:01.900039 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-80e7e850-2791-45f5-8ec3-7f0af6b3e320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:01.943433 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d92a09c3-671d-41cf-8946-ba845c9dbb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:01.945630 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-bdc3eda9-df5a-472d-9421-0436b7334a9d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:01.956557 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc3eda9-df5a-472d-9421-0436b7334a9d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:01.957184 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bdc3eda9-df5a-472d-9421-0436b7334a9d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:01.958983 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97fcf09-0f37-41f8-8e4d-47c00e4289ac None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:42:01.981050 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-82719209-d2e1-410c-91b2-467e17c43283 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:01.988707 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3bc742bd-90bf-4b6f-a2af-15d13797a6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:01.990653 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a09c3-671d-41cf-8946-ba845c9dbb9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=058575c7-ec69-454b-91cb-a14476d96eff,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:02.004304 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d92a09c3-671d-41cf-8946-ba845c9dbb9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:02.010866 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d92a09c3-671d-41cf-8946-ba845c9dbb9f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/058575c7-ec69-454b-91cb-a14476d96eff HTTP/1.1" status: 204 len: 168 time: 0.9109895 Dec 16 09:42:02.012485 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60054) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:02.024305 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e6f94c-5f6e-40bb-a240-7d9024e767b3 None None] Network 30e17cab-b453-4f30-befe-e440290e847c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:42:02.073833 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ae34c2f6-3662-41f2-9121-12ec1dccd93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:02.082514 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3bc742bd-90bf-4b6f-a2af-15d13797a6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:02.085729 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7e850-2791-45f5-8ec3-7f0af6b3e320 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f727883-008b-4153-8b35-d14161afb3bb,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:02.086062 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3bc742bd-90bf-4b6f-a2af-15d13797a6ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:02.086062 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3bc742bd-90bf-4b6f-a2af-15d13797a6ee service neutron] 10.222.0.57 "PUT /v2.0/ports/a459f5e2-ca10-4ba2-a453-2b8274411d97 HTTP/1.1" status: 200 len: 1091 time: 1.8153498 Dec 16 09:42:02.086955 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800d725c-3d41-4980-a200-0928235f6aca', 'tag': 'a459f5e2-ca10-4ba2-a453-2b8274411d97'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:02.089533 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412e5b69-8e36-4eb1-9158-e27b9034c123" -d '{"events": [{"name": "network-changed", "server_uuid": "800d725c-3d41-4980-a200-0928235f6aca", "tag": "a459f5e2-ca10-4ba2-a453-2b8274411d97"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:02.118673 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-bdc3eda9-df5a-472d-9421-0436b7334a9d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1528785 Dec 16 09:42:02.126234 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60060) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:02.137021 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-b70cd3ee-1cbf-4a1e-803e-9b7a3da6410d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'port': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'name': 'tempest-NetworksTestDHCPv6-1871625649'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:02.141187 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-deab8501-0937-44da-bd5c-ed95966a9331 req-4f09525c-444c-467a-b1fc-060ea0ddd604 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a74aa35-e55a-4ac6-b88d-76dbbd9271b5 HTTP/1.1" status: 200 len: 210 time: 0.0591271 Dec 16 09:42:02.157536 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e7e850-2791-45f5-8ec3-7f0af6b3e320 admin admin] Checking segment: {'id': 'd8df21ec-09fd-424b-9dca-610d5d76c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'bc332c79-b76e-4aee-a39c-dee90d548af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:42:02.158129 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e7e850-2791-45f5-8ec3-7f0af6b3e320 admin admin] Network hostable DHCP agents. Network: bc332c79-b76e-4aee-a39c-dee90d548af5, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:42:02.181177 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc742bd-90bf-4b6f-a2af-15d13797a6ee service neutron] Pushing event updated for resources: {'Port': ['ID=a459f5e2-ca10-4ba2-a453-2b8274411d97,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:02.194620 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ae34c2f6-3662-41f2-9121-12ec1dccd93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:02.256072 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-09fd933e-2884-4808-999c-4b781aeb5c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:02.261791 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720cf845-538a-4049-9130-bc147e741f5f x-openstack-request-id: req-720cf845-538a-4049-9130-bc147e741f5f {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:02.262084 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "800d725c-3d41-4980-a200-0928235f6aca", "tag": "a459f5e2-ca10-4ba2-a453-2b8274411d97", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:02.268708 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-720cf845-538a-4049-9130-bc147e741f5f {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:02.268708 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '800d725c-3d41-4980-a200-0928235f6aca', 'tag': 'a459f5e2-ca10-4ba2-a453-2b8274411d97', 'status': 'completed', 'code': 200} Dec 16 09:42:02.281176 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ae34c2f6-3662-41f2-9121-12ec1dccd93f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0ab0da18a2a54eec98b25d05a4c07d69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9218957 Dec 16 09:42:02.282171 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60062) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:02.285891 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae34c2f6-3662-41f2-9121-12ec1dccd93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a44fd37-a8a8-46a9-a0d8-140109920938,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:02.327725 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-82719209-d2e1-410c-91b2-467e17c43283 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:02.369908 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-d1cb6f6c-1df6-4040-ba36-6b255ebd91d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:02.371433 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-d1cb6f6c-1df6-4040-ba36-6b255ebd91d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ffe89fbd6dbf418d9de3f5bae76e8a76&device_id=800d725c-3d41-4980-a200-0928235f6aca HTTP/1.1" status: 200 len: 1094 time: 0.1466517 Dec 16 09:42:02.382558 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e7e850-2791-45f5-8ec3-7f0af6b3e320 admin admin] Network bc332c79-b76e-4aee-a39c-dee90d548af5 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:42:02.387430 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-82719209-d2e1-410c-91b2-467e17c43283 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Network 04743e3c-30d6-4915-9168-3871041fac9e is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:02.395008 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc48bd59-a58b-4022-b42a-669e7ccebb71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'fixed_ips': [{'subnet_id': '9f0f0daa-3f31-4b00-9565-268a2d1f8c65'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:42:02.397330 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fc48bd59-a58b-4022-b42a-669e7ccebb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:02.402535 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fafc22-6ea5-4f07-9cfc-d30a26e70f0f None None] DHCP port deletion for 30e17cab-b453-4f30-befe-e440290e847c request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:42:02.408217 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-82719209-d2e1-410c-91b2-467e17c43283 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:02.415477 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-82719209-d2e1-410c-91b2-467e17c43283 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:42:02.418118 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82719209-d2e1-410c-91b2-467e17c43283 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Pushing event updated for resources: {'Port': ['ID=3fdb572b-8f54-4380-8f39-86fb4073b41c,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:02.436719 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-0952f315-f1f8-4841-9334-b033639a36ee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a459f5e2-ca10-4ba2-a453-2b8274411d97 HTTP/1.1" status: 200 len: 217 time: 0.0531650 Dec 16 09:42:02.486190 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-82da0a38-dceb-4459-a907-487fa3a4acb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5158a65-46ff-47ce-9b10-d85e06c23785 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:42:02.498027 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-82da0a38-dceb-4459-a907-487fa3a4acb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:02.511229 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-82719209-d2e1-410c-91b2-467e17c43283 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:02.511858 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-82719209-d2e1-410c-91b2-467e17c43283 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:02.515760 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8c84b795-1038-479e-a9c4-41ebf0ab992e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:02.525880 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-82da0a38-dceb-4459-a907-487fa3a4acb4 service neutron] Transition to ACTIVE for port object f5158a65-46ff-47ce-9b10-d85e06c23785 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:42:02.543456 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-2d255039-6276-4806-b60e-b318b589c298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:02.544892 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-2d255039-6276-4806-b60e-b318b589c298 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df697736-f4da-4d13-b48a-4739855325c5 HTTP/1.1" status: 200 len: 852 time: 0.0926704 Dec 16 09:42:02.558064 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-80e7e850-2791-45f5-8ec3-7f0af6b3e320 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, bc332c79-b76e-4aee-a39c-dee90d548af5) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:02.558284 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8c84b795-1038-479e-a9c4-41ebf0ab992e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:02.562673 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e7e850-2791-45f5-8ec3-7f0af6b3e320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:02.563477 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-80e7e850-2791-45f5-8ec3-7f0af6b3e320 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:02.580322 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba433a3-2580-41ea-9316-7a76bca63a48 None None] Network bc332c79-b76e-4aee-a39c-dee90d548af5 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:42:02.625134 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-311bb991-da7b-455c-9527-cddf80325c8c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=04743e3c-30d6-4915-9168-3871041fac9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516143 Dec 16 09:42:02.629269 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-09fd933e-2884-4808-999c-4b781aeb5c87 admin admin] Deleting port 44f1a2ff-7e1f-438c-93fd-a82695f48ab1 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:02.629617 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-09fd933e-2884-4808-999c-4b781aeb5c87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:02.654652 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70cd3ee-1cbf-4a1e-803e-9b7a3da6410d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:42:02.658158 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b70cd3ee-1cbf-4a1e-803e-9b7a3da6410d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:02.658314 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-fc48bd59-a58b-4022-b42a-669e7ccebb71 None None] Allocated IP 2001:db8::2 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/9f0f0daa-3f31-4b00-9565-268a2d1f8c65/387de7f5-0167-4ff9-afdf-b7af7c0c70fa) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:42:02.672153 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-50fafc22-6ea5-4f07-9cfc-d30a26e70f0f None None] Deleting port 44f1a2ff-7e1f-438c-93fd-a82695f48ab1 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:02.672533 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-50fafc22-6ea5-4f07-9cfc-d30a26e70f0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:02.692380 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-82da0a38-dceb-4459-a907-487fa3a4acb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:02.737620 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-82719209-d2e1-410c-91b2-467e17c43283 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8387818 Dec 16 09:42:02.753206 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-80e7e850-2791-45f5-8ec3-7f0af6b3e320 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1261752 Dec 16 09:42:02.769796 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3f0794a6-ede7-4593-b10f-95db608c79c3 service neutron] Request body: {'port': {'device_id': '0a74aa35-e55a-4ac6-b88d-76dbbd9271b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:02.784208 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-b70cd3ee-1cbf-4a1e-803e-9b7a3da6410d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] device_id is not set on port 1285ff6d-7527-49b7-81f7-e2fc4f776955 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:42:02.813473 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97612e8-3c9d-40d2-8ad5-2591d4a20344 req-72dff73a-786b-4c5e-89bc-8fd9bc7a183c tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:02.817950 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-50fafc22-6ea5-4f07-9cfc-d30a26e70f0f None None] For port 44f1a2ff-7e1f-438c-93fd-a82695f48ab1, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=44f1a2ff-7e1f-438c-93fd-a82695f48ab1,segment=NetworkSegment(eb9a1c10-f51e-4aaa-b9f5-c787e4303ff4),segment_id=eb9a1c10-f51e-4aaa-b9f5-c787e4303ff4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:02.818349 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-50fafc22-6ea5-4f07-9cfc-d30a26e70f0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:02.821443 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d97612e8-3c9d-40d2-8ad5-2591d4a20344 req-72dff73a-786b-4c5e-89bc-8fd9bc7a183c tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c483f78-f43e-4257-b7ad-f814a065e551 HTTP/1.1" status: 200 len: 932 time: 0.2796619 Dec 16 09:42:02.826494 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-09fd933e-2884-4808-999c-4b781aeb5c87 admin admin] For port 44f1a2ff-7e1f-438c-93fd-a82695f48ab1, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=44f1a2ff-7e1f-438c-93fd-a82695f48ab1,segment=NetworkSegment(eb9a1c10-f51e-4aaa-b9f5-c787e4303ff4),segment_id=eb9a1c10-f51e-4aaa-b9f5-c787e4303ff4)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:02.826870 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-09fd933e-2884-4808-999c-4b781aeb5c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:02.840021 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-50fafc22-6ea5-4f07-9cfc-d30a26e70f0f None None] Calling delete_port for 44f1a2ff-7e1f-438c-93fd-a82695f48ab1 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:02.879213 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da0a38-dceb-4459-a907-487fa3a4acb4 service neutron] Pushing event updated for resources: {'Port': ['ID=f5158a65-46ff-47ce-9b10-d85e06c23785,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:02.893667 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-09fd933e-2884-4808-999c-4b781aeb5c87 admin admin] Calling delete_port for 44f1a2ff-7e1f-438c-93fd-a82695f48ab1 owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:02.931908 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3f0794a6-ede7-4593-b10f-95db608c79c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:02.961644 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-188017f3-11b1-420a-9b3f-91639477eda9 service neutron] 10.222.0.57 "GET /v2.0/networks/04743e3c-30d6-4915-9168-3871041fac9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134198 Dec 16 09:42:03.004495 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d97612e8-3c9d-40d2-8ad5-2591d4a20344 req-03659a28-3b79-45dd-84ce-86a6ae776a6b tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796615 Dec 16 09:42:03.005485 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8c84b795-1038-479e-a9c4-41ebf0ab992e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:03.021471 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8c84b795-1038-479e-a9c4-41ebf0ab992e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:03.025140 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8c84b795-1038-479e-a9c4-41ebf0ab992e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5a44fd37-a8a8-46a9-a0d8-140109920938 HTTP/1.1" status: 204 len: 168 time: 0.7395999 Dec 16 09:42:03.042149 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8caeb8-bed9-49c3-8ca2-797e126fe219 None None] Network bc332c79-b76e-4aee-a39c-dee90d548af5 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:42:03.094776 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84b795-1038-479e-a9c4-41ebf0ab992e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a44fd37-a8a8-46a9-a0d8-140109920938,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:03.114676 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-50fafc22-6ea5-4f07-9cfc-d30a26e70f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:03.162700 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff15c10-8d3c-47c7-b809-10a9e2bfe4ac req-d616d64a-317f-4522-90cf-8a0ae959cd17 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:03.172008 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-aff15c10-8d3c-47c7-b809-10a9e2bfe4ac req-d616d64a-317f-4522-90cf-8a0ae959cd17 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 946 time: 0.2879176 Dec 16 09:42:03.183538 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fafc22-6ea5-4f07-9cfc-d30a26e70f0f None None] No DVR routers for this DVR port 44f1a2ff-7e1f-438c-93fd-a82695f48ab1 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:42:03.190188 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-09fd933e-2884-4808-999c-4b781aeb5c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:03.198652 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fafc22-6ea5-4f07-9cfc-d30a26e70f0f None None] Pushing event deleted for resources: {'Port': ['ID=44f1a2ff-7e1f-438c-93fd-a82695f48ab1,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:03.233401 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fafc22-6ea5-4f07-9cfc-d30a26e70f0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:03.233724 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fafc22-6ea5-4f07-9cfc-d30a26e70f0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:03.234062 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fafc22-6ea5-4f07-9cfc-d30a26e70f0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:03.234422 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fafc22-6ea5-4f07-9cfc-d30a26e70f0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:03.234750 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fafc22-6ea5-4f07-9cfc-d30a26e70f0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:03.235068 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fafc22-6ea5-4f07-9cfc-d30a26e70f0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:03.235389 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fafc22-6ea5-4f07-9cfc-d30a26e70f0f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:03.235704 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fafc22-6ea5-4f07-9cfc-d30a26e70f0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:03.236084 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fafc22-6ea5-4f07-9cfc-d30a26e70f0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:03.236418 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fafc22-6ea5-4f07-9cfc-d30a26e70f0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:03.237908 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fafc22-6ea5-4f07-9cfc-d30a26e70f0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:03.239459 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fafc22-6ea5-4f07-9cfc-d30a26e70f0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:03.274285 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-5e49e87c-5228-4e38-b20e-0cd8b60ebd78 service neutron] 10.222.0.57 "GET /v2.0/networks/04743e3c-30d6-4915-9168-3871041fac9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790935 Dec 16 09:42:03.275244 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-aff15c10-8d3c-47c7-b809-10a9e2bfe4ac req-94be3c4a-9a16-412f-9d07-68de7e734e5b tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021245 Dec 16 09:42:03.278706 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-82da0a38-dceb-4459-a907-487fa3a4acb4 service neutron] Attempting to bind port f5158a65-46ff-47ce-9b10-d85e06c23785 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:42:03.279959 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd933e-2884-4808-999c-4b781aeb5c87 admin admin] Pushing event deleted for resources: {'Port': ['ID=44f1a2ff-7e1f-438c-93fd-a82695f48ab1,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:03.280543 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-82da0a38-dceb-4459-a907-487fa3a4acb4 service neutron] Attempting to bind port f5158a65-46ff-47ce-9b10-d85e06c23785 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'f0df79a4-0132-4b56-a1b6-b2446bc74352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '89dde67c-4375-428d-a66c-d788737973c8'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:42:03.281376 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-82da0a38-dceb-4459-a907-487fa3a4acb4 service neutron] Attempting to bind port f5158a65-46ff-47ce-9b10-d85e06c23785 on network 89dde67c-4375-428d-a66c-d788737973c8 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:03.295014 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fd933e-2884-4808-999c-4b781aeb5c87 admin admin] No DVR routers for this DVR port 44f1a2ff-7e1f-438c-93fd-a82695f48ab1 on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:42:03.333397 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fc48bd59-a58b-4022-b42a-669e7ccebb71 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:03.363067 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-82da0a38-dceb-4459-a907-487fa3a4acb4 service neutron] Port f5158a65-46ff-47ce-9b10-d85e06c23785 on network 89dde67c-4375-428d-a66c-d788737973c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:42:03.363329 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-82da0a38-dceb-4459-a907-487fa3a4acb4 service neutron] Attempting to bind port f5158a65-46ff-47ce-9b10-d85e06c23785 on network 89dde67c-4375-428d-a66c-d788737973c8 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:03.376060 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-82da0a38-dceb-4459-a907-487fa3a4acb4 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:42:03.376524 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-82da0a38-dceb-4459-a907-487fa3a4acb4 service neutron] Checking segment: {'id': 'f0df79a4-0132-4b56-a1b6-b2446bc74352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '89dde67c-4375-428d-a66c-d788737973c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:42:03.376939 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-82da0a38-dceb-4459-a907-487fa3a4acb4 service neutron] Bound using segment: {'id': 'f0df79a4-0132-4b56-a1b6-b2446bc74352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '89dde67c-4375-428d-a66c-d788737973c8'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:42:03.377553 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-82da0a38-dceb-4459-a907-487fa3a4acb4 service neutron] Bound port: f5158a65-46ff-47ce-9b10-d85e06c23785, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0df79a4-0132-4b56-a1b6-b2446bc74352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '89dde67c-4375-428d-a66c-d788737973c8'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:42:03.378030 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-82da0a38-dceb-4459-a907-487fa3a4acb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:03.414881 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde8393-e5a7-4cb2-84e0-0d31fb0cecca req-6cfe5d11-5e80-474c-b470-695377fcbda5 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:03.416377 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5fde8393-e5a7-4cb2-84e0-0d31fb0cecca req-6cfe5d11-5e80-474c-b470-695377fcbda5 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a74aa35-e55a-4ac6-b88d-76dbbd9271b5 HTTP/1.1" status: 200 len: 932 time: 0.1391587 Dec 16 09:42:03.426671 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-09fd933e-2884-4808-999c-4b781aeb5c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:03.456711 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fc48bd59-a58b-4022-b42a-669e7ccebb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:03.492880 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-82da0a38-dceb-4459-a907-487fa3a4acb4 service neutron] For port f5158a65-46ff-47ce-9b10-d85e06c23785, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:42:03.504548 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-09fd933e-2884-4808-999c-4b781aeb5c87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30e17cab-b453-4f30-befe-e440290e847c']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:03.505952 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-82da0a38-dceb-4459-a907-487fa3a4acb4 service neutron] For port f5158a65-46ff-47ce-9b10-d85e06c23785, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=f5158a65-46ff-47ce-9b10-d85e06c23785,segment=NetworkSegment(f0df79a4-0132-4b56-a1b6-b2446bc74352),segment_id=f0df79a4-0132-4b56-a1b6-b2446bc74352)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:42:03.538919 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-09fd933e-2884-4808-999c-4b781aeb5c87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb9a1c10-f51e-4aaa-b9f5-c787e4303ff4') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:03.539214 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-09fd933e-2884-4808-999c-4b781aeb5c87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb9a1c10-f51e-4aaa-b9f5-c787e4303ff4') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:03.566752 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3f0794a6-ede7-4593-b10f-95db608c79c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fdb572b-8f54-4380-8f39-86fb4073b41c {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:42:03.567169 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-09fd933e-2884-4808-999c-4b781aeb5c87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:03.576822 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3f0794a6-ede7-4593-b10f-95db608c79c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:03.593045 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3f0794a6-ede7-4593-b10f-95db608c79c3 service neutron] Transition to ACTIVE for port object 3fdb572b-8f54-4380-8f39-86fb4073b41c will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:42:03.601350 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-82da0a38-dceb-4459-a907-487fa3a4acb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:03.606485 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5fde8393-e5a7-4cb2-84e0-0d31fb0cecca req-3631026b-a8ba-46eb-8dab-28501f2bc606 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/security-groups?id=1318f13c-ca31-4750-bd67-5c13f4cbaad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764619 Dec 16 09:42:03.612710 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-09fd933e-2884-4808-999c-4b781aeb5c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:03.626191 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09fd933e-2884-4808-999c-4b781aeb5c87 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:42:03.626604 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-09fd933e-2884-4808-999c-4b781aeb5c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: self.session.flush() Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: self.session.flush() Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: self.session.flush() Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: self.session.flush() Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:42:03.629806 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:42:03.663429 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-82da0a38-dceb-4459-a907-487fa3a4acb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:03.667716 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-82da0a38-dceb-4459-a907-487fa3a4acb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:03.667716 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-82da0a38-dceb-4459-a907-487fa3a4acb4 service neutron] 10.222.0.57 "PUT /v2.0/ports/f5158a65-46ff-47ce-9b10-d85e06c23785 HTTP/1.1" status: 200 len: 1092 time: 2.0171862 Dec 16 09:42:03.667716 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c483f78-f43e-4257-b7ad-f814a065e551', 'tag': 'f5158a65-46ff-47ce-9b10-d85e06c23785'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:03.670774 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c7c698-6323-43b8-a22c-d3be68d43819" -d '{"events": [{"name": "network-changed", "server_uuid": "8c483f78-f43e-4257-b7ad-f814a065e551", "tag": "f5158a65-46ff-47ce-9b10-d85e06c23785"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:03.682634 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48bd59-a58b-4022-b42a-669e7ccebb71 None None] Pushing event updated for resources: {'Port': ['ID=387de7f5-0167-4ff9-afdf-b7af7c0c70fa,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:03.689378 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e5b69-8e36-4eb1-9158-e27b9034c123 req-0255ae41-ea7a-472b-9f40-b6558200e140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:03.691938 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-412e5b69-8e36-4eb1-9158-e27b9034c123 req-0255ae41-ea7a-472b-9f40-b6558200e140 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ffe89fbd6dbf418d9de3f5bae76e8a76&device_id=800d725c-3d41-4980-a200-0928235f6aca HTTP/1.1" status: 200 len: 1094 time: 0.2472639 Dec 16 09:42:03.694408 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-b70cd3ee-1cbf-4a1e-803e-9b7a3da6410d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Allocated IP 2001:db8::136 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/9f0f0daa-3f31-4b00-9565-268a2d1f8c65/1285ff6d-7527-49b7-81f7-e2fc4f776955) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:42:03.703855 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc48bd59-a58b-4022-b42a-669e7ccebb71 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:03.705944 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-fc48bd59-a58b-4022-b42a-669e7ccebb71 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:03.708520 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc48bd59-a58b-4022-b42a-669e7ccebb71 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:42:03.715435 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da0a38-dceb-4459-a907-487fa3a4acb4 service neutron] Pushing event updated for resources: {'Port': ['ID=f5158a65-46ff-47ce-9b10-d85e06c23785,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:03.719941 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3f0794a6-ede7-4593-b10f-95db608c79c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:03.755308 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247df7a5-6aa8-4571-8717-2412f8ef6166 x-openstack-request-id: req-247df7a5-6aa8-4571-8717-2412f8ef6166 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:03.755592 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c483f78-f43e-4257-b7ad-f814a065e551", "tag": "f5158a65-46ff-47ce-9b10-d85e06c23785", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:03.755844 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-247df7a5-6aa8-4571-8717-2412f8ef6166 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:03.756241 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c483f78-f43e-4257-b7ad-f814a065e551', 'tag': 'f5158a65-46ff-47ce-9b10-d85e06c23785', 'status': 'completed', 'code': 200} Dec 16 09:42:03.777899 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-fc48bd59-a58b-4022-b42a-669e7ccebb71 None None] Attempting to bind port 387de7f5-0167-4ff9-afdf-b7af7c0c70fa on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:42:03.777899 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-fc48bd59-a58b-4022-b42a-669e7ccebb71 None None] Attempting to bind port 387de7f5-0167-4ff9-afdf-b7af7c0c70fa by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:42:03.777899 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc48bd59-a58b-4022-b42a-669e7ccebb71 None None] Attempting to bind port 387de7f5-0167-4ff9-afdf-b7af7c0c70fa on network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:03.783109 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc48bd59-a58b-4022-b42a-669e7ccebb71 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:42:03.784176 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc48bd59-a58b-4022-b42a-669e7ccebb71 None None] Checking segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:42:03.784700 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fc48bd59-a58b-4022-b42a-669e7ccebb71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:03.785240 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc48bd59-a58b-4022-b42a-669e7ccebb71 None None] Bound using segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:42:03.785813 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-fc48bd59-a58b-4022-b42a-669e7ccebb71 None None] Bound port: 387de7f5-0167-4ff9-afdf-b7af7c0c70fa, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:42:03.786285 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fc48bd59-a58b-4022-b42a-669e7ccebb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:03.809726 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0794a6-ede7-4593-b10f-95db608c79c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3fdb572b-8f54-4380-8f39-86fb4073b41c,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:03.869958 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7c698-6323-43b8-a22c-d3be68d43819 req-282f3d60-3576-49fe-9afc-216f8264e3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:03.871535 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a2c7c698-6323-43b8-a22c-d3be68d43819 req-282f3d60-3576-49fe-9afc-216f8264e3ad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e689af417abc4a949f6a02217a4ce1bc&device_id=8c483f78-f43e-4257-b7ad-f814a065e551 HTTP/1.1" status: 200 len: 1095 time: 0.1076679 Dec 16 09:42:03.882834 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e5b69-8e36-4eb1-9158-e27b9034c123 req-e517f16e-24b4-45f0-888b-095af9c44129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:03.884397 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-412e5b69-8e36-4eb1-9158-e27b9034c123 req-e517f16e-24b4-45f0-888b-095af9c44129 service neutron] 10.222.0.57 "GET /v2.0/networks?id=04743e3c-30d6-4915-9168-3871041fac9e HTTP/1.1" status: 200 len: 913 time: 0.1822131 Dec 16 09:42:03.887021 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-fc48bd59-a58b-4022-b42a-669e7ccebb71 None None] For port 387de7f5-0167-4ff9-afdf-b7af7c0c70fa, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:42:03.893657 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-fc48bd59-a58b-4022-b42a-669e7ccebb71 None None] For port 387de7f5-0167-4ff9-afdf-b7af7c0c70fa, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=387de7f5-0167-4ff9-afdf-b7af7c0c70fa,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:42:03.932269 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 44f1a2ff-7e1f-438c-93fd-a82695f48ab1 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:42:03.955192 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 44f1a2ff-7e1f-438c-93fd-a82695f48ab1 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:42:03.955510 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 44f1a2ff-7e1f-438c-93fd-a82695f48ab1 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:42:03.962810 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-412e5b69-8e36-4eb1-9158-e27b9034c123 req-72b3c561-9a9e-4b6f-9254-c645a4d64d4a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a459f5e2-ca10-4ba2-a453-2b8274411d97 HTTP/1.1" status: 200 len: 217 time: 0.0678198 Dec 16 09:42:03.972045 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3f0794a6-ede7-4593-b10f-95db608c79c3 service neutron] Attempting to bind port 3fdb572b-8f54-4380-8f39-86fb4073b41c on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:42:03.980303 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3f0794a6-ede7-4593-b10f-95db608c79c3 service neutron] Attempting to bind port 3fdb572b-8f54-4380-8f39-86fb4073b41c by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'd37b2193-84a0-4eed-8112-e5eff8180558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '04743e3c-30d6-4915-9168-3871041fac9e'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:42:03.980303 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3f0794a6-ede7-4593-b10f-95db608c79c3 service neutron] Attempting to bind port 3fdb572b-8f54-4380-8f39-86fb4073b41c on network 04743e3c-30d6-4915-9168-3871041fac9e {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:03.983198 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3f0794a6-ede7-4593-b10f-95db608c79c3 service neutron] Port 3fdb572b-8f54-4380-8f39-86fb4073b41c on network 04743e3c-30d6-4915-9168-3871041fac9e not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:42:03.983580 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3f0794a6-ede7-4593-b10f-95db608c79c3 service neutron] Attempting to bind port 3fdb572b-8f54-4380-8f39-86fb4073b41c on network 04743e3c-30d6-4915-9168-3871041fac9e {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:03.992964 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3f0794a6-ede7-4593-b10f-95db608c79c3 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:42:03.993350 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3f0794a6-ede7-4593-b10f-95db608c79c3 service neutron] Checking segment: {'id': 'd37b2193-84a0-4eed-8112-e5eff8180558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '04743e3c-30d6-4915-9168-3871041fac9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:42:03.993790 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3f0794a6-ede7-4593-b10f-95db608c79c3 service neutron] Bound using segment: {'id': 'd37b2193-84a0-4eed-8112-e5eff8180558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '04743e3c-30d6-4915-9168-3871041fac9e'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:42:03.994225 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3f0794a6-ede7-4593-b10f-95db608c79c3 service neutron] Bound port: 3fdb572b-8f54-4380-8f39-86fb4073b41c, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd37b2193-84a0-4eed-8112-e5eff8180558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '04743e3c-30d6-4915-9168-3871041fac9e'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:42:03.994642 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3f0794a6-ede7-4593-b10f-95db608c79c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:04.000667 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fc48bd59-a58b-4022-b42a-669e7ccebb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:04.018574 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-09fd933e-2884-4808-999c-4b781aeb5c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:04.034586 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-09fd933e-2884-4808-999c-4b781aeb5c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:04.035217 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7c698-6323-43b8-a22c-d3be68d43819 req-f8ac6c0f-7d37-4e26-9304-07bb200878e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:04.038017 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-09fd933e-2884-4808-999c-4b781aeb5c87 admin admin] 10.222.0.60 "DELETE /v2.0/networks/30e17cab-b453-4f30-befe-e440290e847c HTTP/1.1" status: 204 len: 168 time: 2.0046604 Dec 16 09:42:04.041316 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a2c7c698-6323-43b8-a22c-d3be68d43819 req-f8ac6c0f-7d37-4e26-9304-07bb200878e1 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e689af417abc4a949f6a02217a4ce1bc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1466577 Dec 16 09:42:04.041988 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60086) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:04.065438 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd933e-2884-4808-999c-4b781aeb5c87 admin admin] Pushing event deleted for resources: {'Network': ['ID=30e17cab-b453-4f30-befe-e440290e847c,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:04.085164 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e5b69-8e36-4eb1-9158-e27b9034c123 req-992abb7a-d554-43e7-825b-3235947f8c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:04.087656 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-412e5b69-8e36-4eb1-9158-e27b9034c123 req-992abb7a-d554-43e7-825b-3235947f8c5c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df697736-f4da-4d13-b48a-4739855325c5 HTTP/1.1" status: 200 len: 852 time: 0.1174881 Dec 16 09:42:04.157071 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-412e5b69-8e36-4eb1-9158-e27b9034c123 req-991d13ae-8c22-4680-8792-222f11c3286f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=04743e3c-30d6-4915-9168-3871041fac9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476573 Dec 16 09:42:04.178280 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48bd59-a58b-4022-b42a-669e7ccebb71 None None] Pushing event updated for resources: {'Port': ['ID=387de7f5-0167-4ff9-afdf-b7af7c0c70fa,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:04.185001 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60088) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:04.197149 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b70cd3ee-1cbf-4a1e-803e-9b7a3da6410d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:04.250147 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-15b360d7-73b5-4af0-921b-79326626c924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:04.341986 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d2374-4c2b-4f87-977c-5719ad3421d0 req-b2c7f67b-d1f8-4dbf-b82f-48f5337b48b4 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:04.350609 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ed4d2374-4c2b-4f87-977c-5719ad3421d0 req-b2c7f67b-d1f8-4dbf-b82f-48f5337b48b4 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c483f78-f43e-4257-b7ad-f814a065e551 HTTP/1.1" status: 200 len: 944 time: 0.2588217 Dec 16 09:42:04.417209 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3f0794a6-ede7-4593-b10f-95db608c79c3 service neutron] For port 3fdb572b-8f54-4380-8f39-86fb4073b41c, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:42:04.483544 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ed4d2374-4c2b-4f87-977c-5719ad3421d0 req-4663cbad-bb46-435f-96f2-c2072f31a233 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298800 Dec 16 09:42:04.486642 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-412e5b69-8e36-4eb1-9158-e27b9034c123 req-c0533bfa-fbdd-40c9-8285-21138a3bc640 service neutron] 10.222.0.57 "GET /v2.0/networks/04743e3c-30d6-4915-9168-3871041fac9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993517 Dec 16 09:42:04.510036 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3f0794a6-ede7-4593-b10f-95db608c79c3 service neutron] For port 3fdb572b-8f54-4380-8f39-86fb4073b41c, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=3fdb572b-8f54-4380-8f39-86fb4073b41c,segment=NetworkSegment(d37b2193-84a0-4eed-8112-e5eff8180558),segment_id=d37b2193-84a0-4eed-8112-e5eff8180558)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:42:04.561156 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7c698-6323-43b8-a22c-d3be68d43819 req-1c019443-b9bb-4f85-a04f-5f95ab2a78b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:04.562673 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a2c7c698-6323-43b8-a22c-d3be68d43819 req-1c019443-b9bb-4f85-a04f-5f95ab2a78b0 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5092309 Dec 16 09:42:04.582921 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b93ca-6bf5-4d37-903b-a217b2ae6e77 req-cec5bbdd-b335-45f9-bd7b-6d4928728cd8 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:04.584555 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ae1b93ca-6bf5-4d37-903b-a217b2ae6e77 req-cec5bbdd-b335-45f9-bd7b-6d4928728cd8 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 946 time: 0.1312475 Dec 16 09:42:04.595152 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b70cd3ee-1cbf-4a1e-803e-9b7a3da6410d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:04.674146 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70cd3ee-1cbf-4a1e-803e-9b7a3da6410d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:04.677898 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-15b360d7-73b5-4af0-921b-79326626c924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:04.686810 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3f0794a6-ede7-4593-b10f-95db608c79c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:04.691901 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-b70cd3ee-1cbf-4a1e-803e-9b7a3da6410d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:04.700974 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70cd3ee-1cbf-4a1e-803e-9b7a3da6410d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:42:04.708270 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70cd3ee-1cbf-4a1e-803e-9b7a3da6410d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:04.708917 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b70cd3ee-1cbf-4a1e-803e-9b7a3da6410d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:04.732793 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70cd3ee-1cbf-4a1e-803e-9b7a3da6410d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Port': ['ID=1285ff6d-7527-49b7-81f7-e2fc4f776955,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:04.739975 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-412e5b69-8e36-4eb1-9158-e27b9034c123 req-c536d261-4644-4b10-9cf0-abe3233c2ad9 service neutron] 10.222.0.57 "GET /v2.0/networks/04743e3c-30d6-4915-9168-3871041fac9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458670 Dec 16 09:42:04.753297 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0794a6-ede7-4593-b10f-95db608c79c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3fdb572b-8f54-4380-8f39-86fb4073b41c,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:04.771929 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ae1b93ca-6bf5-4d37-903b-a217b2ae6e77 req-9f66b1e1-6539-47cc-830f-9ef31c9bb956 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760447 Dec 16 09:42:04.776135 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3f0794a6-ede7-4593-b10f-95db608c79c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:04.776862 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3f0794a6-ede7-4593-b10f-95db608c79c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:04.778280 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-3f0794a6-ede7-4593-b10f-95db608c79c3 service neutron] 10.222.0.57 "PUT /v2.0/ports/3fdb572b-8f54-4380-8f39-86fb4073b41c HTTP/1.1" status: 200 len: 1092 time: 2.0234504 Dec 16 09:42:04.812219 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-c4653732-0a58-45f8-b934-29f6dd7d7c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:04.813980 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-c4653732-0a58-45f8-b934-29f6dd7d7c63 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e689af417abc4a949f6a02217a4ce1bc&device_id=8c483f78-f43e-4257-b7ad-f814a065e551 HTTP/1.1" status: 200 len: 1095 time: 0.1905451 Dec 16 09:42:04.814471 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411a177-6a85-4c5b-a2da-b8666e6a5d14 req-90017c51-091f-4da5-9189-b8bbaacbc010 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:04.816767 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c411a177-6a85-4c5b-a2da-b8666e6a5d14 req-90017c51-091f-4da5-9189-b8bbaacbc010 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a74aa35-e55a-4ac6-b88d-76dbbd9271b5 HTTP/1.1" status: 200 len: 944 time: 0.0803342 Dec 16 09:42:04.818547 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-15b360d7-73b5-4af0-921b-79326626c924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:04.867723 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b70cd3ee-1cbf-4a1e-803e-9b7a3da6410d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7374361 Dec 16 09:42:04.867966 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-aac7ec41-6bc5-4fce-965b-232ec0ce8ace service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5158a65-46ff-47ce-9b10-d85e06c23785 HTTP/1.1" status: 200 len: 217 time: 0.0436149 Dec 16 09:42:04.867966 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60102) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:04.889775 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-15b360d7-73b5-4af0-921b-79326626c924 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8fd5b87205a845fdbe1c0092a4f1f01a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7029781 Dec 16 09:42:04.893637 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60104) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:04.903066 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b360d7-73b5-4af0-921b-79326626c924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385acb47-d7c0-4158-9429-391c374cf5e7,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:04.937683 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c411a177-6a85-4c5b-a2da-b8666e6a5d14 req-0cf51364-68b0-4a87-b2c0-5c254dfd7e8b tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/security-groups?id=1318f13c-ca31-4750-bd67-5c13f4cbaad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101971 Dec 16 09:42:04.984416 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03be8001-acb4-46ee-b77a-2a7e39b7e227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:05.007282 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-a702c848-cca0-4dd5-9d44-306b41350214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:05.008275 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03be8001-acb4-46ee-b77a-2a7e39b7e227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:05.008959 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-a702c848-cca0-4dd5-9d44-306b41350214 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2958cd17-ef24-4c92-a56a-e6ec8ed248b4 HTTP/1.1" status: 200 len: 854 time: 0.1253247 Dec 16 09:42:05.025452 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dd1a02-94ce-4b58-9e6e-2804a3d1f9b7 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:05.031394 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dd1a02-94ce-4b58-9e6e-2804a3d1f9b7 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:05.035499 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-44dd1a02-94ce-4b58-9e6e-2804a3d1f9b7 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1645372 Dec 16 09:42:05.035706 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60106) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:05.079109 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-8f11f511-ecde-40ca-856e-64ea99cd2653 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=89dde67c-4375-428d-a66c-d788737973c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440736 Dec 16 09:42:05.088737 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-5a0f1ded-676b-47af-a349-2ebc0286057d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:05.090441 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-5a0f1ded-676b-47af-a349-2ebc0286057d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ffe89fbd6dbf418d9de3f5bae76e8a76&device_id=0a74aa35-e55a-4ac6-b88d-76dbbd9271b5 HTTP/1.1" status: 200 len: 1095 time: 0.1581428 Dec 16 09:42:05.149750 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-d65ef6e1-5541-462b-97ef-6aee2a03709c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting port 1285ff6d-7527-49b7-81f7-e2fc4f776955 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:05.150866 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d65ef6e1-5541-462b-97ef-6aee2a03709c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:05.178030 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-4dfca6fa-338e-4d0c-b377-bbd6fb9a4bac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fdb572b-8f54-4380-8f39-86fb4073b41c HTTP/1.1" status: 200 len: 217 time: 0.0769367 Dec 16 09:42:05.197473 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03be8001-acb4-46ee-b77a-2a7e39b7e227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:05.200075 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03be8001-acb4-46ee-b77a-2a7e39b7e227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:05.203798 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-03be8001-acb4-46ee-b77a-2a7e39b7e227 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/385acb47-d7c0-4158-9429-391c374cf5e7 HTTP/1.1" status: 204 len: 168 time: 0.3045971 Dec 16 09:42:05.222562 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03be8001-acb4-46ee-b77a-2a7e39b7e227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385acb47-d7c0-4158-9429-391c374cf5e7,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:05.329479 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d65ef6e1-5541-462b-97ef-6aee2a03709c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:05.337361 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-36f89b4a-7fe8-4817-a7ad-7e017a5231f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:05.338861 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-36f89b4a-7fe8-4817-a7ad-7e017a5231f8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df697736-f4da-4d13-b48a-4739855325c5 HTTP/1.1" status: 200 len: 852 time: 0.1527083 Dec 16 09:42:05.344446 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-bbb7523d-e522-4c8b-9733-269c95542f13 service neutron] 10.222.0.57 "GET /v2.0/networks/89dde67c-4375-428d-a66c-d788737973c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529619 Dec 16 09:42:05.348177 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ddba8a0d-9af0-4490-9279-534f228d9893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:05.363700 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-d65ef6e1-5541-462b-97ef-6aee2a03709c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Calling delete_port for 1285ff6d-7527-49b7-81f7-e2fc4f776955 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:05.659862 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7d69a0-d1d1-4907-90ab-aa35f5900687 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:42:05.718091 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d65ef6e1-5541-462b-97ef-6aee2a03709c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:05.749030 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ef6e1-5541-462b-97ef-6aee2a03709c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Port': ['ID=1285ff6d-7527-49b7-81f7-e2fc4f776955,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:05.779389 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-d7ddf6c6-ac78-4981-9028-35a9427d8c71 None None] Provisioning complete for port 387de7f5-0167-4ff9-afdf-b7af7c0c70fa triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:05.779962 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d7ddf6c6-ac78-4981-9028-35a9427d8c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:05.793779 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d65ef6e1-5541-462b-97ef-6aee2a03709c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:05.798458 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d65ef6e1-5541-462b-97ef-6aee2a03709c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/1285ff6d-7527-49b7-81f7-e2fc4f776955 HTTP/1.1" status: 204 len: 168 time: 0.7611973 Dec 16 09:42:05.801516 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60118) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:05.821011 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a74aa35-e55a-4ac6-b88d-76dbbd9271b5', 'tag': '3fdb572b-8f54-4380-8f39-86fb4073b41c'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:05.822388 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfafcc3-418a-4eba-9070-0f06a55d31a1" -d '{"events": [{"name": "network-changed", "server_uuid": "0a74aa35-e55a-4ac6-b88d-76dbbd9271b5", "tag": "3fdb572b-8f54-4380-8f39-86fb4073b41c"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:05.943997 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-57f4a33c-a702-4178-add8-36dcd47d61a9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=04743e3c-30d6-4915-9168-3871041fac9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842845 Dec 16 09:42:05.947259 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d7ddf6c6-ac78-4981-9028-35a9427d8c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:06.028516 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-d7ddf6c6-ac78-4981-9028-35a9427d8c71 None None] For port 387de7f5-0167-4ff9-afdf-b7af7c0c70fa, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=387de7f5-0167-4ff9-afdf-b7af7c0c70fa,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:06.076684 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 387de7f5-0167-4ff9-afdf-b7af7c0c70fa up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:42:06.118790 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999007da-f810-4ad8-9bdf-0fa53756cd77 req-7b47068a-7652-48a8-af0a-4f8f04cd2123 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:06.120375 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-999007da-f810-4ad8-9bdf-0fa53756cd77 req-7b47068a-7652-48a8-af0a-4f8f04cd2123 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c483f78-f43e-4257-b7ad-f814a065e551 HTTP/1.1" status: 200 len: 944 time: 0.2620215 Dec 16 09:42:06.155999 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 387de7f5-0167-4ff9-afdf-b7af7c0c70fa triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:06.156396 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:06.194950 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d7ddf6c6-ac78-4981-9028-35a9427d8c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:06.273704 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65141978-f0d4-42f3-afbe-2dbfc1b55ccf req-3654258a-e255-49af-84e6-07cd8f65cefd service neutron] 10.222.0.57 "GET /v2.0/networks/89dde67c-4375-428d-a66c-d788737973c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125485 Dec 16 09:42:06.286881 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ddf6c6-ac78-4981-9028-35a9427d8c71 None None] Pushing event updated for resources: {'Port': ['ID=387de7f5-0167-4ff9-afdf-b7af7c0c70fa,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:06.325626 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-ac1a6fe4-e3cd-40d6-8c71-bcd8a3c02494 service neutron] 10.222.0.57 "GET /v2.0/networks/04743e3c-30d6-4915-9168-3871041fac9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398390 Dec 16 09:42:06.343526 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-999007da-f810-4ad8-9bdf-0fa53756cd77 req-8f8aec90-f91c-4288-b042-f8a2d960e4c7 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133222 Dec 16 09:42:06.431684 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-891ffdcc-7318-4397-986f-fc90e02bb4ad None None] Provisioning complete for port 387de7f5-0167-4ff9-afdf-b7af7c0c70fa triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:06.432054 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-891ffdcc-7318-4397-986f-fc90e02bb4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:06.481747 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b69639b-18fc-4e17-945f-9fc61095db5c x-openstack-request-id: req-9b69639b-18fc-4e17-945f-9fc61095db5c {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:06.482116 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a74aa35-e55a-4ac6-b88d-76dbbd9271b5", "tag": "3fdb572b-8f54-4380-8f39-86fb4073b41c", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:06.482433 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9b69639b-18fc-4e17-945f-9fc61095db5c {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:06.482885 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a74aa35-e55a-4ac6-b88d-76dbbd9271b5', 'tag': '3fdb572b-8f54-4380-8f39-86fb4073b41c', 'status': 'completed', 'code': 200} Dec 16 09:42:06.607251 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c94da2c6-ee1d-45da-b9f3-48d803605dc9 req-878fc810-5a46-4f89-8ba8-3a02c9618202 service neutron] 10.222.0.57 "GET /v2.0/networks/04743e3c-30d6-4915-9168-3871041fac9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606432 Dec 16 09:42:06.616373 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33af8d05-e66f-48f4-aaf6-746ca1641fec tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:06.618014 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33af8d05-e66f-48f4-aaf6-746ca1641fec tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:06.622104 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-33af8d05-e66f-48f4-aaf6-746ca1641fec tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8170650 Dec 16 09:42:06.622693 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60144) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:06.642183 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86185a-4f31-4d89-aa5d-3a337d148fc4 req-697d0209-bf84-4494-bca8-335f64632732 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:06.649670 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5b86185a-4f31-4d89-aa5d-3a337d148fc4 req-697d0209-bf84-4494-bca8-335f64632732 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a74aa35-e55a-4ac6-b88d-76dbbd9271b5 HTTP/1.1" status: 200 len: 944 time: 0.1284966 Dec 16 09:42:06.694216 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8644e9c-420a-409d-a03a-3245b75feda0 req-6f831519-e6a7-4ebc-80eb-0b59bd521f59 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:06.701481 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d8644e9c-420a-409d-a03a-3245b75feda0 req-6f831519-e6a7-4ebc-80eb-0b59bd521f59 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 946 time: 0.1495869 Dec 16 09:42:06.723230 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-16f5b8ac-06f1-458c-8e8c-0a45236bcf9b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting subnet 9f0f0daa-3f31-4b00-9565-268a2d1f8c65 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:42:06.730181 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5b86185a-4f31-4d89-aa5d-3a337d148fc4 req-8286dfa4-1bd7-4853-b2b6-31a899d5243a tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/security-groups?id=1318f13c-ca31-4750-bd67-5c13f4cbaad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794110 Dec 16 09:42:06.732695 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-16f5b8ac-06f1-458c-8e8c-0a45236bcf9b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:06.775747 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-ddba8a0d-9af0-4490-9279-534f228d9893 admin admin] Deleting port 5847dd2a-ca05-4c02-bc2d-9f99d890eaa6 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:06.776108 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ddba8a0d-9af0-4490-9279-534f228d9893 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:06.802387 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d8644e9c-420a-409d-a03a-3245b75feda0 req-547476e1-88dc-4b8c-9ef2-5fbae2035c2a tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951214 Dec 16 09:42:06.815577 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-16f5b8ac-06f1-458c-8e8c-0a45236bcf9b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:06.859131 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-051b6098-0514-4dd6-94f8-344a0de430a7 None None] Could not find standard attr ID for object 1285ff6d-7527-49b7-81f7-e2fc4f776955. {{(pid=102818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:42:06.963138 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-16f5b8ac-06f1-458c-8e8c-0a45236bcf9b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:07.027079 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfafcc3-418a-4eba-9070-0f06a55d31a1 req-44e6b32c-889a-4a37-9f16-6613bd500bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:07.029074 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2bfafcc3-418a-4eba-9070-0f06a55d31a1 req-44e6b32c-889a-4a37-9f16-6613bd500bc0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ffe89fbd6dbf418d9de3f5bae76e8a76&device_id=0a74aa35-e55a-4ac6-b88d-76dbbd9271b5 HTTP/1.1" status: 200 len: 1095 time: 0.2306046 Dec 16 09:42:07.155153 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778d66e-f142-45c6-ad71-d9448f388c22 req-a0f47b13-9914-4643-8cd8-160f5e33b346 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:07.157756 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5778d66e-f142-45c6-ad71-d9448f388c22 req-a0f47b13-9914-4643-8cd8-160f5e33b346 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.0514185 Dec 16 09:42:07.159677 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-ddba8a0d-9af0-4490-9279-534f228d9893 admin admin] For port 5847dd2a-ca05-4c02-bc2d-9f99d890eaa6, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5847dd2a-ca05-4c02-bc2d-9f99d890eaa6,segment=NetworkSegment(65456f9d-1af2-4602-8d75-cef589cb9be2),segment_id=65456f9d-1af2-4602-8d75-cef589cb9be2)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:07.160052 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ddba8a0d-9af0-4490-9279-534f228d9893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:07.192960 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-ddba8a0d-9af0-4490-9279-534f228d9893 admin admin] Calling delete_port for 5847dd2a-ca05-4c02-bc2d-9f99d890eaa6 owned by network:router_interface {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:07.203125 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5778d66e-f142-45c6-ad71-d9448f388c22 req-a02515a5-1a13-4ab9-bb98-b3501350493e tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366819 Dec 16 09:42:07.206989 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-11aeda6a-addc-4399-800f-481088ea1b0a tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:07.208501 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-11aeda6a-addc-4399-800f-481088ea1b0a tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/networks?id=bc332c79-b76e-4aee-a39c-dee90d548af5 HTTP/1.1" status: 200 len: 809 time: 0.3642008 Dec 16 09:42:07.209341 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-16f5b8ac-06f1-458c-8e8c-0a45236bcf9b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:07.240085 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f5b8ac-06f1-458c-8e8c-0a45236bcf9b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Subnet': ['ID=9f0f0daa-3f31-4b00-9565-268a2d1f8c65,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:07.245857 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:07.256632 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-16f5b8ac-06f1-458c-8e8c-0a45236bcf9b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:07.258302 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8987c80f-118d-4678-ac2b-3d4239f63191 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:42:07.264590 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-16f5b8ac-06f1-458c-8e8c-0a45236bcf9b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/9f0f0daa-3f31-4b00-9565-268a2d1f8c65 HTTP/1.1" status: 204 len: 168 time: 0.6409113 Dec 16 09:42:07.265290 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60170) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:07.270052 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-f921da68-d66e-4342-b0e8-6f3d410eff71 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/quotas/c14717b8249b4b2cbe000dddbe4be4fc HTTP/1.1" status: 200 len: 375 time: 0.0530291 Dec 16 09:42:07.298802 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfafcc3-418a-4eba-9070-0f06a55d31a1 req-36f8f08c-64a1-4de5-8e6d-31a021e52564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:07.300673 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2bfafcc3-418a-4eba-9070-0f06a55d31a1 req-36f8f08c-64a1-4de5-8e6d-31a021e52564 service neutron] 10.222.0.57 "GET /v2.0/networks?id=04743e3c-30d6-4915-9168-3871041fac9e HTTP/1.1" status: 200 len: 913 time: 0.2457516 Dec 16 09:42:07.324891 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-732ff50d-0fad-4777-8e2c-84c405c7d1cd tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c14717b8249b4b2cbe000dddbe4be4fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451272 Dec 16 09:42:07.340736 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-20657732-9868-4f86-bb9d-80253ef452f5 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0742292 Dec 16 09:42:07.342808 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60174) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:07.362418 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-4907e5c4-847f-4a36-bb13-2b95cce35845 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:07.453151 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2f790-db33-44e1-bffe-bcedd063687c req-a7f3718c-1508-4b1d-bd9b-b686037dfa34 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:07.462683 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e9d2f790-db33-44e1-bffe-bcedd063687c req-a7f3718c-1508-4b1d-bd9b-b686037dfa34 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.1700208 Dec 16 09:42:07.463154 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2bfafcc3-418a-4eba-9070-0f06a55d31a1 req-0c906007-0dcc-47b3-8031-47ff2889c14f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fdb572b-8f54-4380-8f39-86fb4073b41c HTTP/1.1" status: 200 len: 217 time: 0.1453247 Dec 16 09:42:07.469687 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-2347b41e-3585-4e53-8f65-dad8951d7d01 service neutron] 10.222.0.60 "GET /v2.0/networks/bc332c79-b76e-4aee-a39c-dee90d548af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353683 Dec 16 09:42:07.499198 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c8a9b0-7ad0-4efa-a0cb-ff74973ecca9 None None] DHCP port deletion for 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:42:07.518175 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e9d2f790-db33-44e1-bffe-bcedd063687c req-c9776726-36e8-43bb-ae65-d209362fd65f tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562615 Dec 16 09:42:07.556652 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f1c8a9b0-7ad0-4efa-a0cb-ff74973ecca9 None None] Deleting port 387de7f5-0167-4ff9-afdf-b7af7c0c70fa {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:07.557038 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f1c8a9b0-7ad0-4efa-a0cb-ff74973ecca9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:07.638143 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfafcc3-418a-4eba-9070-0f06a55d31a1 req-641ebefc-6318-493e-8b94-40027eeebde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:07.640448 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2bfafcc3-418a-4eba-9070-0f06a55d31a1 req-641ebefc-6318-493e-8b94-40027eeebde2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df697736-f4da-4d13-b48a-4739855325c5 HTTP/1.1" status: 200 len: 852 time: 0.1689422 Dec 16 09:42:07.645481 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f1c8a9b0-7ad0-4efa-a0cb-ff74973ecca9 None None] For port 387de7f5-0167-4ff9-afdf-b7af7c0c70fa, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=387de7f5-0167-4ff9-afdf-b7af7c0c70fa,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:07.645701 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc00fc-0549-4130-8f85-0f6b6ef8faf0 req-325d0dc4-2427-4faf-a1d0-47315e90559f tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:07.645962 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f1c8a9b0-7ad0-4efa-a0cb-ff74973ecca9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:07.648788 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f9fc00fc-0549-4130-8f85-0f6b6ef8faf0 req-325d0dc4-2427-4faf-a1d0-47315e90559f tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c483f78-f43e-4257-b7ad-f814a065e551 HTTP/1.1" status: 200 len: 944 time: 0.0741947 Dec 16 09:42:07.661282 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f1c8a9b0-7ad0-4efa-a0cb-ff74973ecca9 None None] Calling delete_port for 387de7f5-0167-4ff9-afdf-b7af7c0c70fa owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:07.690593 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2bfafcc3-418a-4eba-9070-0f06a55d31a1 req-eef58485-6442-4bf8-b61a-7a77d4df2ff8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=04743e3c-30d6-4915-9168-3871041fac9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406864 Dec 16 09:42:07.719565 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f9fc00fc-0549-4130-8f85-0f6b6ef8faf0 req-49e5656f-7004-4088-bbef-b40bd80077cf tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641301 Dec 16 09:42:07.739455 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4907e5c4-847f-4a36-bb13-2b95cce35845 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:42:07.745571 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device a459f5e2-ca10-4ba2-a453-2b8274411d97 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:42:07.745756 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4907e5c4-847f-4a36-bb13-2b95cce35845 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:07.794536 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-e9a3de6b-3bfb-46bd-8b5f-311e3f926402 service neutron] 10.222.0.60 "GET /v2.0/networks/bc332c79-b76e-4aee-a39c-dee90d548af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126032 Dec 16 09:42:07.894695 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2bfafcc3-418a-4eba-9070-0f06a55d31a1 req-c43e366f-aeb0-4440-a097-9467cce03c6c service neutron] 10.222.0.57 "GET /v2.0/networks/04743e3c-30d6-4915-9168-3871041fac9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943493 Dec 16 09:42:07.916795 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port a459f5e2-ca10-4ba2-a453-2b8274411d97, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=a459f5e2-ca10-4ba2-a453-2b8274411d97,segment=NetworkSegment(d37b2193-84a0-4eed-8112-e5eff8180558),segment_id=d37b2193-84a0-4eed-8112-e5eff8180558)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:07.927919 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ddba8a0d-9af0-4490-9279-534f228d9893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:07.946085 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'a459f5e2-ca10-4ba2-a453-2b8274411d97', 'network_id': '04743e3c-30d6-4915-9168-3871041fac9e', 'port_id': 'a459f5e2-ca10-4ba2-a453-2b8274411d97', 'mac_address': 'fa:16:3e:ad:3a:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df697736-f4da-4d13-b48a-4739855325c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:42:07.996278 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 387de7f5-0167-4ff9-afdf-b7af7c0c70fa no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:42:07.997665 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba8a0d-9af0-4490-9279-534f228d9893 admin admin] Pushing event deleted for resources: {'Port': ['ID=5847dd2a-ca05-4c02-bc2d-9f99d890eaa6,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:07.998835 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f1c8a9b0-7ad0-4efa-a0cb-ff74973ecca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:08.055416 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8a9b0-7ad0-4efa-a0cb-ff74973ecca9 None None] Pushing event deleted for resources: {'Port': ['ID=387de7f5-0167-4ff9-afdf-b7af7c0c70fa,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:08.062129 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c8a9b0-7ad0-4efa-a0cb-ff74973ecca9 None None] No DVR routers for this DVR port 387de7f5-0167-4ff9-afdf-b7af7c0c70fa on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:42:08.065612 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 387de7f5-0167-4ff9-afdf-b7af7c0c70fa {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:42:08.065995 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 387de7f5-0167-4ff9-afdf-b7af7c0c70fa not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:42:08.080990 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:08.110060 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a459f5e2-ca10-4ba2-a453-2b8274411d97 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:42:08.116582 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2bfafcc3-418a-4eba-9070-0f06a55d31a1 req-48d8b01f-1e0a-4aac-8078-a99741a6c818 service neutron] 10.222.0.57 "GET /v2.0/networks/04743e3c-30d6-4915-9168-3871041fac9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011776 Dec 16 09:42:08.151748 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66064e3-c5ae-4d5b-be0c-bde8d45aff39 req-bc383605-7743-47d5-ae30-5932f9286c83 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:08.153692 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f66064e3-c5ae-4d5b-be0c-bde8d45aff39 req-bc383605-7743-47d5-ae30-5932f9286c83 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a74aa35-e55a-4ac6-b88d-76dbbd9271b5 HTTP/1.1" status: 200 len: 944 time: 0.2533669 Dec 16 09:42:08.184638 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port a459f5e2-ca10-4ba2-a453-2b8274411d97, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=a459f5e2-ca10-4ba2-a453-2b8274411d97,segment=NetworkSegment(d37b2193-84a0-4eed-8112-e5eff8180558),segment_id=d37b2193-84a0-4eed-8112-e5eff8180558)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:08.286588 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:08.332365 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f66064e3-c5ae-4d5b-be0c-bde8d45aff39 req-d2325207-95e1-47ae-8ea9-f25865471e3d tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/security-groups?id=1318f13c-ca31-4750-bd67-5c13f4cbaad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465542 Dec 16 09:42:08.388772 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ddba8a0d-9af0-4490-9279-534f228d9893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:08.428828 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=a459f5e2-ca10-4ba2-a453-2b8274411d97,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:08.509128 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f874bbbd-4735-44d9-bfbe-c0042291657e req-d977b670-5adc-4643-a138-0a4a9fc3a5e4 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/ports?device_id=1187da08-c0da-46cb-bde5-6ef47afe5e23 HTTP/1.1" status: 200 len: 210 time: 0.0317597 Dec 16 09:42:08.510150 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4907e5c4-847f-4a36-bb13-2b95cce35845 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:08.568392 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4907e5c4-847f-4a36-bb13-2b95cce35845 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:08.571684 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-4907e5c4-847f-4a36-bb13-2b95cce35845 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:08.576199 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4907e5c4-847f-4a36-bb13-2b95cce35845 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:08.576793 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4907e5c4-847f-4a36-bb13-2b95cce35845 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:08.585256 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907e5c4-847f-4a36-bb13-2b95cce35845 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Subnet': ['ID=fc869080-54d1-46d0-90e2-7163b6c2c8b7,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:08.588440 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9633b0c-af4a-4479-9a90-a3aa23ba51ac None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:42:08.592947 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-26365212-dd18-4a05-8d81-d5c5f4cc571c tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:08.593916 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-26365212-dd18-4a05-8d81-d5c5f4cc571c tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/networks?id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f HTTP/1.1" status: 200 len: 811 time: 0.3079047 Dec 16 09:42:08.613608 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-080fe7dd-49c4-4b64-83bc-5f9f00fed132 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/quotas/f1bf440b6c55457f8af9c018d530175b HTTP/1.1" status: 200 len: 375 time: 0.0122216 Dec 16 09:42:08.710812 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4907e5c4-847f-4a36-bb13-2b95cce35845 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3645873 Dec 16 09:42:08.711628 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60220) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:08.716953 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-2ef67380-9a6d-46cc-8d6b-8c390bfbcf84 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'port': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'name': 'tempest-NetworksTestDHCPv6-1787466682'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:08.744312 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['a459f5e2-ca10-4ba2-a453-2b8274411d97'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:42:08.780751 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4321ada-68fe-4602-879a-f949c7d79818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'fixed_ips': [{'subnet_id': 'fc869080-54d1-46d0-90e2-7163b6c2c8b7'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:42:08.781755 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d4321ada-68fe-4602-879a-f949c7d79818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:08.782806 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-1a11f2b0-892e-4740-a067-0c60965453fe tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f1bf440b6c55457f8af9c018d530175b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1633253 Dec 16 09:42:08.833793 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddba8a0d-9af0-4490-9279-534f228d9893 admin admin] Router b48d72e5-e81f-4a43-ac07-4f0a57d97c53 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:42:08.952289 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea043ee-bd6c-4759-a5f9-021659fab6a3 req-a341b2f4-14eb-46e2-9b50-f5210d25ab4d tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:08.953925 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7ea043ee-bd6c-4759-a5f9-021659fab6a3 req-a341b2f4-14eb-46e2-9b50-f5210d25ab4d tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c483f78-f43e-4257-b7ad-f814a065e551 HTTP/1.1" status: 200 len: 944 time: 0.1243262 Dec 16 09:42:09.010269 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7ea043ee-bd6c-4759-a5f9-021659fab6a3 req-08b6bbcb-a86e-4295-86aa-431fcd28d595 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495758 Dec 16 09:42:09.023542 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-41df9724-18e9-4229-84df-ea5fecf91442 service neutron] 10.222.0.60 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215102 Dec 16 09:42:09.045882 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-d4321ada-68fe-4602-879a-f949c7d79818 None None] Allocated IP 2001:db8::2 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/fc869080-54d1-46d0-90e2-7163b6c2c8b7/1fdbc1b8-aa37-476a-8dde-23b598ede3c6) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:42:09.050846 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef67380-9a6d-46cc-8d6b-8c390bfbcf84 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:42:09.056162 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2ef67380-9a6d-46cc-8d6b-8c390bfbcf84 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:09.081359 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-2ef67380-9a6d-46cc-8d6b-8c390bfbcf84 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] device_id is not set on port 3ea6a366-7b3b-4117-92a5-c284ab4d9ae4 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:42:09.124652 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddba8a0d-9af0-4490-9279-534f228d9893 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:42:09.131370 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ddba8a0d-9af0-4490-9279-534f228d9893 admin admin] 10.222.0.60 "PUT /v2.0/routers/b48d72e5-e81f-4a43-ac07-4f0a57d97c53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0855472 Dec 16 09:42:09.135148 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fd7e03-1250-4420-a91a-34e187b9c311 None None] Sync routers for ids ['b48d72e5-e81f-4a43-ac07-4f0a57d97c53'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:42:09.135674 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60230) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:09.147715 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fd7e03-1250-4420-a91a-34e187b9c311 None None] Routers {'b48d72e5-e81f-4a43-ac07-4f0a57d97c53'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:42:09.148619 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-46fd7e03-1250-4420-a91a-34e187b9c311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:41:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b48d72e5-e81f-4a43-ac07-4f0a57d97c53'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:09.256897 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d4321ada-68fe-4602-879a-f949c7d79818 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:09.269624 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-4772c92b-b939-42a0-8187-d506d2ee6d92 service neutron] 10.222.0.60 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330177 Dec 16 09:42:09.279137 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-46fd7e03-1250-4420-a91a-34e187b9c311 None None] Set router b48d72e5-e81f-4a43-ac07-4f0a57d97c53 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:42:09.300989 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ab98d776-9e8e-4a8e-a4c8-90a6ee33b549 admin admin] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:09.349359 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d4321ada-68fe-4602-879a-f949c7d79818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:09.422918 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4321ada-68fe-4602-879a-f949c7d79818 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:09.424882 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-d4321ada-68fe-4602-879a-f949c7d79818 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:09.428616 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4321ada-68fe-4602-879a-f949c7d79818 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:42:09.454991 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4321ada-68fe-4602-879a-f949c7d79818 None None] Pushing event updated for resources: {'Port': ['ID=1fdbc1b8-aa37-476a-8dde-23b598ede3c6,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:09.489097 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ab98d776-9e8e-4a8e-a4c8-90a6ee33b549 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:09.525440 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-d4321ada-68fe-4602-879a-f949c7d79818 None None] Attempting to bind port 1fdbc1b8-aa37-476a-8dde-23b598ede3c6 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:42:09.525933 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-d4321ada-68fe-4602-879a-f949c7d79818 None None] Attempting to bind port 1fdbc1b8-aa37-476a-8dde-23b598ede3c6 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:42:09.526435 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4321ada-68fe-4602-879a-f949c7d79818 None None] Attempting to bind port 1fdbc1b8-aa37-476a-8dde-23b598ede3c6 on network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:09.531848 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4321ada-68fe-4602-879a-f949c7d79818 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:42:09.532217 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4321ada-68fe-4602-879a-f949c7d79818 None None] Checking segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:42:09.534503 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d4321ada-68fe-4602-879a-f949c7d79818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:09.534503 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4321ada-68fe-4602-879a-f949c7d79818 None None] Bound using segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:42:09.534503 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-d4321ada-68fe-4602-879a-f949c7d79818 None None] Bound port: 1fdbc1b8-aa37-476a-8dde-23b598ede3c6, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:42:09.534503 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d4321ada-68fe-4602-879a-f949c7d79818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:09.558682 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-2ef67380-9a6d-46cc-8d6b-8c390bfbcf84 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Allocated IP 2001:db8::327 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/fc869080-54d1-46d0-90e2-7163b6c2c8b7/3ea6a366-7b3b-4117-92a5-c284ab4d9ae4) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:42:09.587696 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3cf50-5e23-4e0d-acd1-a31b308e5afe req-504f8ba3-1e69-4c0e-b258-e6110341e8f9 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:09.600311 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fbd3cf50-5e23-4e0d-acd1-a31b308e5afe req-504f8ba3-1e69-4c0e-b258-e6110341e8f9 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a74aa35-e55a-4ac6-b88d-76dbbd9271b5 HTTP/1.1" status: 200 len: 944 time: 0.1771839 Dec 16 09:42:09.608008 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-46fd7e03-1250-4420-a91a-34e187b9c311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48d72e5-e81f-4a43-ac07-4f0a57d97c53', 'name': 'tempest-TestAggregatesBasicOps-782853333-router', 'tenant_id': '5e2c7bf6c8624454915008d357c140bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '029dbe63-22a4-4e64-a298-d0e3167f82dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:45Z', 'updated_at': '2021-12-16T09:42:07Z', 'revision_number': 5, 'project_id': '5e2c7bf6c8624454915008d357c140bb', 'gw_port': {'id': '029dbe63-22a4-4e64-a298-d0e3167f82dd', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48d72e5-e81f-4a43-ac07-4f0a57d97c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:46Z', 'updated_at': '2021-12-16T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:09.650949 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fd7e03-1250-4420-a91a-34e187b9c311 None None] Checking router: b48d72e5-e81f-4a43-ac07-4f0a57d97c53 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:42:09.657352 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fbd3cf50-5e23-4e0d-acd1-a31b308e5afe req-c749f5c7-458f-445c-ad85-bf38ce3a7434 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/security-groups?id=1318f13c-ca31-4750-bd67-5c13f4cbaad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558331 Dec 16 09:42:09.667897 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fd7e03-1250-4420-a91a-34e187b9c311 None None] Routers {'b48d72e5-e81f-4a43-ac07-4f0a57d97c53'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:42:09.669066 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-46fd7e03-1250-4420-a91a-34e187b9c311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:41:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b48d72e5-e81f-4a43-ac07-4f0a57d97c53'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:09.670252 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-d4321ada-68fe-4602-879a-f949c7d79818 None None] For port 1fdbc1b8-aa37-476a-8dde-23b598ede3c6, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:42:09.674743 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-d4321ada-68fe-4602-879a-f949c7d79818 None None] For port 1fdbc1b8-aa37-476a-8dde-23b598ede3c6, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=1fdbc1b8-aa37-476a-8dde-23b598ede3c6,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:42:09.806475 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-46fd7e03-1250-4420-a91a-34e187b9c311 None None] Set router b48d72e5-e81f-4a43-ac07-4f0a57d97c53 gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:42:09.817602 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d4321ada-68fe-4602-879a-f949c7d79818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:09.903277 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d90197e1-bfc4-4447-a76d-2dd30055fe39 req-ab8953d4-93bc-4cd0-bd11-dde9d0734614 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/ports?device_id=1187da08-c0da-46cb-bde5-6ef47afe5e23 HTTP/1.1" status: 200 len: 210 time: 0.0630052 Dec 16 09:42:09.913019 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-46fd7e03-1250-4420-a91a-34e187b9c311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48d72e5-e81f-4a43-ac07-4f0a57d97c53', 'name': 'tempest-TestAggregatesBasicOps-782853333-router', 'tenant_id': '5e2c7bf6c8624454915008d357c140bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:45Z', 'updated_at': '2021-12-16T09:42:09Z', 'revision_number': 6, 'project_id': '5e2c7bf6c8624454915008d357c140bb', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:09.961461 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4321ada-68fe-4602-879a-f949c7d79818 None None] Pushing event updated for resources: {'Port': ['ID=1fdbc1b8-aa37-476a-8dde-23b598ede3c6,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:09.962396 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fd7e03-1250-4420-a91a-34e187b9c311 None None] The sync data for ids ['b48d72e5-e81f-4a43-ac07-4f0a57d97c53'] in n-d-820550-2 is: [{'id': 'b48d72e5-e81f-4a43-ac07-4f0a57d97c53', 'name': 'tempest-TestAggregatesBasicOps-782853333-router', 'tenant_id': '5e2c7bf6c8624454915008d357c140bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:45Z', 'updated_at': '2021-12-16T09:42:09Z', 'revision_number': 6, 'project_id': '5e2c7bf6c8624454915008d357c140bb', 'gw_port_host': None}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:42:10.069092 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2ef67380-9a6d-46cc-8d6b-8c390bfbcf84 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:10.252869 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193ec07-f48a-482b-a220-1f2ae889a3a9 req-00f75b0a-ad57-4a49-b0ef-9dcf250bc51c tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:10.252869 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8193ec07-f48a-482b-a220-1f2ae889a3a9 req-00f75b0a-ad57-4a49-b0ef-9dcf250bc51c tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c483f78-f43e-4257-b7ad-f814a065e551 HTTP/1.1" status: 200 len: 944 time: 0.1091130 Dec 16 09:42:10.253890 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bd9c2c55-9b27-447b-ad09-58ba8a95172e req-03ecbc7e-44f5-4bc0-87ab-1b44ef950709 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0de1a-cd38-4ab0-94ba-62051c68c755 HTTP/1.1" status: 200 len: 210 time: 0.5812559 Dec 16 09:42:10.253890 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-ab98d776-9e8e-4a8e-a4c8-90a6ee33b549 admin admin] Deleting port 029dbe63-22a4-4e64-a298-d0e3167f82dd {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:10.253890 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ab98d776-9e8e-4a8e-a4c8-90a6ee33b549 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:10.283170 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8193ec07-f48a-482b-a220-1f2ae889a3a9 req-8c1ddc5f-cabf-4dde-96a2-2f4c8c7a7bde tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598755 Dec 16 09:42:10.366547 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-ab98d776-9e8e-4a8e-a4c8-90a6ee33b549 admin admin] For port 029dbe63-22a4-4e64-a298-d0e3167f82dd, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=029dbe63-22a4-4e64-a298-d0e3167f82dd,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:10.366919 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ab98d776-9e8e-4a8e-a4c8-90a6ee33b549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:10.381023 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-ab98d776-9e8e-4a8e-a4c8-90a6ee33b549 admin admin] Calling delete_port for 029dbe63-22a4-4e64-a298-d0e3167f82dd owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:10.554675 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2ef67380-9a6d-46cc-8d6b-8c390bfbcf84 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:10.600429 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:10.618525 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef67380-9a6d-46cc-8d6b-8c390bfbcf84 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:10.622020 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-2ef67380-9a6d-46cc-8d6b-8c390bfbcf84 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:10.624527 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef67380-9a6d-46cc-8d6b-8c390bfbcf84 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:42:10.630831 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef67380-9a6d-46cc-8d6b-8c390bfbcf84 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:10.631449 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2ef67380-9a6d-46cc-8d6b-8c390bfbcf84 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:10.648699 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef67380-9a6d-46cc-8d6b-8c390bfbcf84 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Port': ['ID=3ea6a366-7b3b-4117-92a5-c284ab4d9ae4,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:10.654246 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef67380-9a6d-46cc-8d6b-8c390bfbcf84 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:10.654531 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef67380-9a6d-46cc-8d6b-8c390bfbcf84 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:10.654867 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef67380-9a6d-46cc-8d6b-8c390bfbcf84 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:10.655196 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef67380-9a6d-46cc-8d6b-8c390bfbcf84 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:10.655520 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef67380-9a6d-46cc-8d6b-8c390bfbcf84 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:10.655871 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef67380-9a6d-46cc-8d6b-8c390bfbcf84 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:10.656241 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef67380-9a6d-46cc-8d6b-8c390bfbcf84 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:10.656515 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef67380-9a6d-46cc-8d6b-8c390bfbcf84 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:10.656835 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef67380-9a6d-46cc-8d6b-8c390bfbcf84 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:10.657172 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef67380-9a6d-46cc-8d6b-8c390bfbcf84 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:10.657494 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef67380-9a6d-46cc-8d6b-8c390bfbcf84 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:10.658732 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef67380-9a6d-46cc-8d6b-8c390bfbcf84 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:10.761026 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ab98d776-9e8e-4a8e-a4c8-90a6ee33b549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:10.785107 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3a30e-9aef-4dde-b085-f25b6c69da55 req-d2d129f2-dfb4-4092-a629-8fdea02d7f09 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:10.786763 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1ed3a30e-9aef-4dde-b085-f25b6c69da55 req-d2d129f2-dfb4-4092-a629-8fdea02d7f09 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a74aa35-e55a-4ac6-b88d-76dbbd9271b5 HTTP/1.1" status: 200 len: 944 time: 0.0551491 Dec 16 09:42:10.793881 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98d776-9e8e-4a8e-a4c8-90a6ee33b549 admin admin] Pushing event deleted for resources: {'Port': ['ID=029dbe63-22a4-4e64-a298-d0e3167f82dd,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:10.826710 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2ef67380-9a6d-46cc-8d6b-8c390bfbcf84 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1033828 Dec 16 09:42:10.842676 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60274) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:10.909508 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ab98d776-9e8e-4a8e-a4c8-90a6ee33b549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:10.962918 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1ed3a30e-9aef-4dde-b085-f25b6c69da55 req-ab89fc49-b71a-4856-bed0-1edc9125ec04 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/security-groups?id=1318f13c-ca31-4750-bd67-5c13f4cbaad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592462 Dec 16 09:42:10.983788 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe8f6b1-6346-461b-a204-9d804d008be2 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:10.991544 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe8f6b1-6346-461b-a204-9d804d008be2 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:10.993578 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3fe8f6b1-6346-461b-a204-9d804d008be2 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1493700 Dec 16 09:42:11.013064 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60280) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:11.074186 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ab98d776-9e8e-4a8e-a4c8-90a6ee33b549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:11.076667 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ab98d776-9e8e-4a8e-a4c8-90a6ee33b549 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:11.146037 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-183fa099-da02-489c-b8a0-64a2e4d90840 req-463c4c86-4a80-4328-8ac5-da2e0f5d549c tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/ports?device_id=1187da08-c0da-46cb-bde5-6ef47afe5e23 HTTP/1.1" status: 200 len: 210 time: 0.0674701 Dec 16 09:42:11.199882 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89bac7-2a9c-4d83-9f08-f8b89e6990dd req-fd1472be-7e10-48f6-a74c-3ebdf23b5e12 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:11.211212 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2f89bac7-2a9c-4d83-9f08-f8b89e6990dd req-fd1472be-7e10-48f6-a74c-3ebdf23b5e12 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c84125-19d8-4561-9d8a-1495d03b6465 HTTP/1.1" status: 200 len: 946 time: 0.1250725 Dec 16 09:42:11.227911 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ab98d776-9e8e-4a8e-a4c8-90a6ee33b549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:11.228446 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab98d776-9e8e-4a8e-a4c8-90a6ee33b549 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b48d72e5-e81f-4a43-ac07-4f0a57d97c53 {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:42:11.242188 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ab98d776-9e8e-4a8e-a4c8-90a6ee33b549 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:11.242188 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ab98d776-9e8e-4a8e-a4c8-90a6ee33b549 admin admin] 10.222.0.60 "DELETE /v2.0/routers/b48d72e5-e81f-4a43-ac07-4f0a57d97c53 HTTP/1.1" status: 204 len: 168 time: 2.0994194 Dec 16 09:42:11.242188 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60284) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:11.242705 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-19c723d3-77cd-48c6-8e73-b4d578a51dfa tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting port 3ea6a366-7b3b-4117-92a5-c284ab4d9ae4 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:11.243034 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-19c723d3-77cd-48c6-8e73-b4d578a51dfa tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:11.299332 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-909f437a-73ce-4dde-9a10-b3ca570a5768 admin admin] Deleting subnet 4a4b0b05-7748-4564-96ec-c551a79e06c3 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:42:11.337723 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-909f437a-73ce-4dde-9a10-b3ca570a5768 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:11.360884 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e3d30f25-e801-4729-9afa-8dc5c8c600b8 req-8d9ca5e8-f216-4734-bf2c-dd96c5f31ecd tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0de1a-cd38-4ab0-94ba-62051c68c755 HTTP/1.1" status: 200 len: 210 time: 0.0509336 Dec 16 09:42:11.374237 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-19c723d3-77cd-48c6-8e73-b4d578a51dfa tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:11.407725 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-19c723d3-77cd-48c6-8e73-b4d578a51dfa tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Calling delete_port for 3ea6a366-7b3b-4117-92a5-c284ab4d9ae4 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:11.431871 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-909f437a-73ce-4dde-9a10-b3ca570a5768 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:11.514957 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60290) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:11.566314 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2f89bac7-2a9c-4d83-9f08-f8b89e6990dd req-c08fcce6-6a13-40c5-904d-78329c0aa5af tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab17dbb7-7b4e-443e-badd-cb8cbe252e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3370447 Dec 16 09:42:11.567814 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-e57a8388-dd40-48f0-9fe6-daba8cf44f41 None None] Provisioning complete for port 1fdbc1b8-aa37-476a-8dde-23b598ede3c6 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:11.568357 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e57a8388-dd40-48f0-9fe6-daba8cf44f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:11.610270 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1abffa-40bf-4832-a2bc-74bbd3ee6a7c req-d5b5510d-24c0-494d-b008-a39a31cf7297 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:11.613238 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ac1abffa-40bf-4832-a2bc-74bbd3ee6a7c req-d5b5510d-24c0-494d-b008-a39a31cf7297 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c483f78-f43e-4257-b7ad-f814a065e551 HTTP/1.1" status: 200 len: 944 time: 0.1419957 Dec 16 09:42:11.702761 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e57a8388-dd40-48f0-9fe6-daba8cf44f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:11.704066 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-81e38b51-ea80-4e9e-9355-eaec93c835b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:11.768411 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-19c723d3-77cd-48c6-8e73-b4d578a51dfa tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:11.814375 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ac1abffa-40bf-4832-a2bc-74bbd3ee6a7c req-b583187b-f32f-492f-b16f-3133acdac2aa tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948152 Dec 16 09:42:11.820487 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-909f437a-73ce-4dde-9a10-b3ca570a5768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:11.866252 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c723d3-77cd-48c6-8e73-b4d578a51dfa tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Port': ['ID=3ea6a366-7b3b-4117-92a5-c284ab4d9ae4,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:11.868576 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-19c723d3-77cd-48c6-8e73-b4d578a51dfa tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:11.872034 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-19c723d3-77cd-48c6-8e73-b4d578a51dfa tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/3ea6a366-7b3b-4117-92a5-c284ab4d9ae4 HTTP/1.1" status: 204 len: 168 time: 0.8570449 Dec 16 09:42:11.876347 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60294) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:11.879423 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 3fdb572b-8f54-4380-8f39-86fb4073b41c details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:42:11.881661 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device a459f5e2-ca10-4ba2-a453-2b8274411d97 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:42:11.941580 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-01c24ef7-4a83-40b7-b04e-76889476b6fd tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:11.943577 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-01c24ef7-4a83-40b7-b04e-76889476b6fd tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.58 "GET /v2.0/networks?id=bc332c79-b76e-4aee-a39c-dee90d548af5 HTTP/1.1" status: 200 len: 809 time: 0.3198941 Dec 16 09:42:11.955734 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-e57a8388-dd40-48f0-9fe6-daba8cf44f41 None None] For port 1fdbc1b8-aa37-476a-8dde-23b598ede3c6, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=1fdbc1b8-aa37-476a-8dde-23b598ede3c6,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:11.963353 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-688a5ec6-a075-4ccf-9e18-56328698b586 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Request body: {'port': {'device_id': '1187da08-c0da-46cb-bde5-6ef47afe5e23', 'network_id': 'bc332c79-b76e-4aee-a39c-dee90d548af5', 'admin_state_up': True, 'tenant_id': 'c14717b8249b4b2cbe000dddbe4be4fc'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:12.012597 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-909f437a-73ce-4dde-9a10-b3ca570a5768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:12.022740 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14bbb80-f183-4716-897c-f67a15d47f0d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:12.025691 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14bbb80-f183-4716-897c-f67a15d47f0d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:12.028347 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d14bbb80-f183-4716-897c-f67a15d47f0d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1509085 Dec 16 09:42:12.033992 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60298) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:12.051408 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-81e38b51-ea80-4e9e-9355-eaec93c835b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:12.080763 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 1fdbc1b8-aa37-476a-8dde-23b598ede3c6 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:42:12.090476 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e57a8388-dd40-48f0-9fe6-daba8cf44f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:12.097271 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b78e3a1-a427-469c-b5b5-15842b62ffe5 None None] Network 6859edea-5290-419a-8e1e-e0dfaea19081 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:42:12.129935 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-909f437a-73ce-4dde-9a10-b3ca570a5768 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:12.133395 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-909f437a-73ce-4dde-9a10-b3ca570a5768 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4a4b0b05-7748-4564-96ec-c551a79e06c3 HTTP/1.1" status: 204 len: 168 time: 0.8901989 Dec 16 09:42:12.136692 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60300) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:12.139104 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f437a-73ce-4dde-9a10-b3ca570a5768 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a4b0b05-7748-4564-96ec-c551a79e06c3,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:12.152841 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-81e38b51-ea80-4e9e-9355-eaec93c835b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:12.205291 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-2259c60d-bd5b-46ec-ad8a-49c617bf5224 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting subnet fc869080-54d1-46d0-90e2-7163b6c2c8b7 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:42:12.215594 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2259c60d-bd5b-46ec-ad8a-49c617bf5224 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:12.228090 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd214b-0a5f-48d6-a267-222c2ff3194a req-91ba9e97-e164-4b85-a172-ce7977ff69ed tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:12.228463 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5e856e7b-6551-4750-ad26-23378b64929c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:12.229819 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d6fd214b-0a5f-48d6-a267-222c2ff3194a req-91ba9e97-e164-4b85-a172-ce7977ff69ed tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a74aa35-e55a-4ac6-b88d-76dbbd9271b5 HTTP/1.1" status: 200 len: 944 time: 0.1322379 Dec 16 09:42:12.252938 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a8388-dd40-48f0-9fe6-daba8cf44f41 None None] Pushing event updated for resources: {'Port': ['ID=1fdbc1b8-aa37-476a-8dde-23b598ede3c6,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:12.270452 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port a459f5e2-ca10-4ba2-a453-2b8274411d97 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:42:12.277763 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e38b51-ea80-4e9e-9355-eaec93c835b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01faccb-d88d-4c59-9f2a-ae11a0feef91,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:12.281990 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port a459f5e2-ca10-4ba2-a453-2b8274411d97 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:12.282500 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:12.305374 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-253597e5-8cca-487f-acff-e2b5ba2a0db8 None None] Could not find standard attr ID for object 3ea6a366-7b3b-4117-92a5-c284ab4d9ae4. {{(pid=102818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:42:12.338113 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-81e38b51-ea80-4e9e-9355-eaec93c835b3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5c557e9b6d924878970e3d34e68497c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8214483 Dec 16 09:42:12.342149 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60304) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:12.350486 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d6fd214b-0a5f-48d6-a267-222c2ff3194a req-d7e6efb2-d939-4949-866e-e3f80775f76d tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/security-groups?id=1318f13c-ca31-4750-bd67-5c13f4cbaad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814536 Dec 16 09:42:12.358379 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 3fdb572b-8f54-4380-8f39-86fb4073b41c, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=3fdb572b-8f54-4380-8f39-86fb4073b41c,segment=NetworkSegment(d37b2193-84a0-4eed-8112-e5eff8180558),segment_id=d37b2193-84a0-4eed-8112-e5eff8180558)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:12.358665 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2259c60d-bd5b-46ec-ad8a-49c617bf5224 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:12.377931 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-5e856e7b-6551-4750-ad26-23378b64929c admin admin] Deleting port 2da8b67a-d8f4-402c-abed-20d6d70df7b2 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:12.378276 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5e856e7b-6551-4750-ad26-23378b64929c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:12.406399 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '3fdb572b-8f54-4380-8f39-86fb4073b41c', 'network_id': '04743e3c-30d6-4915-9168-3871041fac9e', 'port_id': '3fdb572b-8f54-4380-8f39-86fb4073b41c', 'mac_address': 'fa:16:3e:f2:93:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df697736-f4da-4d13-b48a-4739855325c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:42:12.423094 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0c8f0a47-5c78-4e4f-af80-abb15a6b5513 req-ee86ab19-0787-4593-b137-0c6284147629 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/ports?device_id=1187da08-c0da-46cb-bde5-6ef47afe5e23 HTTP/1.1" status: 200 len: 210 time: 0.0836897 Dec 16 09:42:12.451931 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 1fdbc1b8-aa37-476a-8dde-23b598ede3c6 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:12.452581 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:12.457833 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-688a5ec6-a075-4ccf-9e18-56328698b586 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Made reservation on behalf of c14717b8249b4b2cbe000dddbe4be4fc for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:42:12.461519 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-688a5ec6-a075-4ccf-9e18-56328698b586 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:12.472936 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2259c60d-bd5b-46ec-ad8a-49c617bf5224 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:12.551650 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:12.554763 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00fdd344-e620-4039-bb2c-a2aea0281e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:12.562109 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e3247e83-cf09-47b4-bb58-81197bb08822 req-94cb420b-e0c9-40cb-9644-841918b72dc9 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0de1a-cd38-4ab0-94ba-62051c68c755 HTTP/1.1" status: 200 len: 210 time: 0.0632849 Dec 16 09:42:12.595537 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-5e856e7b-6551-4750-ad26-23378b64929c admin admin] For port 2da8b67a-d8f4-402c-abed-20d6d70df7b2, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=2da8b67a-d8f4-402c-abed-20d6d70df7b2,segment=NetworkSegment(65456f9d-1af2-4602-8d75-cef589cb9be2),segment_id=65456f9d-1af2-4602-8d75-cef589cb9be2)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:12.596505 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5e856e7b-6551-4750-ad26-23378b64929c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:12.608925 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fdb572b-8f54-4380-8f39-86fb4073b41c {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:42:12.630591 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 3fdb572b-8f54-4380-8f39-86fb4073b41c, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=3fdb572b-8f54-4380-8f39-86fb4073b41c,segment=NetworkSegment(d37b2193-84a0-4eed-8112-e5eff8180558),segment_id=d37b2193-84a0-4eed-8112-e5eff8180558)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:12.634772 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-5e856e7b-6551-4750-ad26-23378b64929c admin admin] Calling delete_port for 2da8b67a-d8f4-402c-abed-20d6d70df7b2 owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:12.646671 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4e63b-adb7-4db2-bc5f-86ab25132c1d req-f889e594-0d52-45b8-a2df-4eb2c05efef5 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:12.649378 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9ed4e63b-adb7-4db2-bc5f-86ab25132c1d req-f889e594-0d52-45b8-a2df-4eb2c05efef5 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.58 "GET /v2.0/ports?device_id=85c84125-19d8-4561-9d8a-1495d03b6465 HTTP/1.1" status: 200 len: 946 time: 0.1491957 Dec 16 09:42:12.661597 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:12.680608 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00fdd344-e620-4039-bb2c-a2aea0281e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:12.714244 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800d725c-3d41-4980-a200-0928235f6aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a459f5e2-ca10-4ba2-a453-2b8274411d97'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:12.716450 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036250d7-5ddd-4ce9-8906-e49b5350f0f5" -d '{"events": [{"server_uuid": "800d725c-3d41-4980-a200-0928235f6aca", "name": "network-vif-plugged", "status": "completed", "tag": "a459f5e2-ca10-4ba2-a453-2b8274411d97"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:12.724904 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adc069f-eda6-4f38-b52c-31eacc49922e None None] DHCP port deletion for 6859edea-5290-419a-8e1e-e0dfaea19081 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:42:12.734709 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2259c60d-bd5b-46ec-ad8a-49c617bf5224 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:12.749332 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port a459f5e2-ca10-4ba2-a453-2b8274411d97, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=a459f5e2-ca10-4ba2-a453-2b8274411d97,segment=NetworkSegment(d37b2193-84a0-4eed-8112-e5eff8180558),segment_id=d37b2193-84a0-4eed-8112-e5eff8180558)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:12.784800 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2383965-dcd2-4483-83cc-8a9ee7deb22c x-openstack-request-id: req-d2383965-dcd2-4483-83cc-8a9ee7deb22c {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:12.785093 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800d725c-3d41-4980-a200-0928235f6aca", "name": "network-vif-plugged", "status": "completed", "tag": "a459f5e2-ca10-4ba2-a453-2b8274411d97", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:12.785369 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d2383965-dcd2-4483-83cc-8a9ee7deb22c {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:12.785765 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800d725c-3d41-4980-a200-0928235f6aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a459f5e2-ca10-4ba2-a453-2b8274411d97', 'code': 200} Dec 16 09:42:12.804013 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259c60d-bd5b-46ec-ad8a-49c617bf5224 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Subnet': ['ID=fc869080-54d1-46d0-90e2-7163b6c2c8b7,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:12.808317 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2259c60d-bd5b-46ec-ad8a-49c617bf5224 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:12.812974 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2259c60d-bd5b-46ec-ad8a-49c617bf5224 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/fc869080-54d1-46d0-90e2-7163b6c2c8b7 HTTP/1.1" status: 204 len: 168 time: 0.7765973 Dec 16 09:42:12.823468 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9184a481-b784-4a94-9c53-b620aaaec515 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:42:12.825619 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60312) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:12.846192 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:12.846856 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device f5158a65-46ff-47ce-9b10-d85e06c23785 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:42:12.891383 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142863a-d176-431d-9021-a20dfd910dfa req-e8e1b882-3150-4a5c-a452-d60677d70a05 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:12.897950 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9142863a-d176-431d-9021-a20dfd910dfa req-e8e1b882-3150-4a5c-a452-d60677d70a05 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c84125-19d8-4561-9d8a-1495d03b6465 HTTP/1.1" status: 200 len: 946 time: 0.2433956 Dec 16 09:42:12.898808 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-5adc069f-eda6-4f38-b52c-31eacc49922e None None] Deleting port 2da8b67a-d8f4-402c-abed-20d6d70df7b2 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:12.899198 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5adc069f-eda6-4f38-b52c-31eacc49922e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:12.900940 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 029dbe63-22a4-4e64-a298-d0e3167f82dd no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:42:12.909512 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:12.920898 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f942d6ea-b780-41b0-8003-55204f2e99b1 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0911553 Dec 16 09:42:12.930611 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60316) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:12.941927 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-16ffeb58-7c1f-4bed-bee0-ec2299705f85 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:12.957388 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-688a5ec6-a075-4ccf-9e18-56328698b586 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Allocated IP 172.20.0.3 (bc332c79-b76e-4aee-a39c-dee90d548af5/6f727883-008b-4153-8b35-d14161afb3bb/d2e1fbf8-a7d3-4edd-978a-7a55a97f4530) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:42:13.013366 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 029dbe63-22a4-4e64-a298-d0e3167f82dd {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:42:13.013656 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 029dbe63-22a4-4e64-a298-d0e3167f82dd not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:42:13.014066 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5847dd2a-ca05-4c02-bc2d-9f99d890eaa6 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:42:13.014214 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9142863a-d176-431d-9021-a20dfd910dfa req-cafe1a95-d777-4a4d-b00c-cb19928ad12d tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab17dbb7-7b4e-443e-badd-cb8cbe252e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117239 Dec 16 09:42:13.029657 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465cb07d-c4be-4502-bbcc-b4d30d20fff6 req-3c5ebf8c-3b74-43b9-8d47-1ccc1c2347a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:13.031449 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-465cb07d-c4be-4502-bbcc-b4d30d20fff6 req-3c5ebf8c-3b74-43b9-8d47-1ccc1c2347a5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=800d725c-3d41-4980-a200-0928235f6aca HTTP/1.1" status: 200 len: 1096 time: 0.1308827 Dec 16 09:42:13.067069 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-8c2e3198-c1e2-4032-9959-7be3184feb9e tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:13.068573 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-8c2e3198-c1e2-4032-9959-7be3184feb9e tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.58 "GET /v2.0/networks?id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f HTTP/1.1" status: 200 len: 811 time: 0.4178703 Dec 16 09:42:13.073180 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 5847dd2a-ca05-4c02-bc2d-9f99d890eaa6 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:42:13.073535 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5847dd2a-ca05-4c02-bc2d-9f99d890eaa6 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:42:13.085786 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00fdd344-e620-4039-bb2c-a2aea0281e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:13.090135 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-d3097da8-f734-4096-9b92-1901540b5f07 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Request body: {'port': {'device_id': 'fdf0de1a-cd38-4ab0-94ba-62051c68c755', 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f', 'admin_state_up': True, 'tenant_id': 'f1bf440b6c55457f8af9c018d530175b'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:13.090279 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00fdd344-e620-4039-bb2c-a2aea0281e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:13.091071 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-00fdd344-e620-4039-bb2c-a2aea0281e9d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c01faccb-d88d-4c59-9f2a-ae11a0feef91 HTTP/1.1" status: 204 len: 168 time: 0.7468419 Dec 16 09:42:13.119572 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-9ed4e63b-adb7-4db2-bc5f-86ab25132c1d req-b8a7cb74-ad56-4fd8-a0c8-14dbcd8881f8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Deleting port 9502d6c6-0faa-4d43-887a-13e6c7197e15 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:13.119917 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9ed4e63b-adb7-4db2-bc5f-86ab25132c1d req-b8a7cb74-ad56-4fd8-a0c8-14dbcd8881f8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:13.120877 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-465cb07d-c4be-4502-bbcc-b4d30d20fff6 req-13b67c68-6500-4495-9dc6-b236303cd75e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1318f13c-ca31-4750-bd67-5c13f4cbaad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802534 Dec 16 09:42:13.125988 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5e856e7b-6551-4750-ad26-23378b64929c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:13.134557 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-5adc069f-eda6-4f38-b52c-31eacc49922e None None] For port 2da8b67a-d8f4-402c-abed-20d6d70df7b2, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=2da8b67a-d8f4-402c-abed-20d6d70df7b2,segment=NetworkSegment(65456f9d-1af2-4602-8d75-cef589cb9be2),segment_id=65456f9d-1af2-4602-8d75-cef589cb9be2)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:13.134957 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5adc069f-eda6-4f38-b52c-31eacc49922e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:13.143796 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fdd344-e620-4039-bb2c-a2aea0281e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01faccb-d88d-4c59-9f2a-ae11a0feef91,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:13.177683 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=3fdb572b-8f54-4380-8f39-86fb4073b41c,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:13.187141 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-5adc069f-eda6-4f38-b52c-31eacc49922e None None] Calling delete_port for 2da8b67a-d8f4-402c-abed-20d6d70df7b2 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:13.199731 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fdd344-e620-4039-bb2c-a2aea0281e9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:13.200073 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fdd344-e620-4039-bb2c-a2aea0281e9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:13.200414 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fdd344-e620-4039-bb2c-a2aea0281e9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:13.200745 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fdd344-e620-4039-bb2c-a2aea0281e9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:13.201077 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fdd344-e620-4039-bb2c-a2aea0281e9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:13.209667 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fdd344-e620-4039-bb2c-a2aea0281e9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:13.210017 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fdd344-e620-4039-bb2c-a2aea0281e9d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:13.210352 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fdd344-e620-4039-bb2c-a2aea0281e9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:13.210685 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fdd344-e620-4039-bb2c-a2aea0281e9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:13.211013 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fdd344-e620-4039-bb2c-a2aea0281e9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:13.211337 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fdd344-e620-4039-bb2c-a2aea0281e9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:13.215200 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fdd344-e620-4039-bb2c-a2aea0281e9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:13.253987 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed85458-2c74-406a-887f-3deb05f7243a req-bc7a20d3-1d33-4dc9-8eb1-8c4a1a16b87e tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:13.255597 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1ed85458-2c74-406a-887f-3deb05f7243a req-bc7a20d3-1d33-4dc9-8eb1-8c4a1a16b87e tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c483f78-f43e-4257-b7ad-f814a065e551 HTTP/1.1" status: 200 len: 944 time: 0.2933304 Dec 16 09:42:13.269931 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e856e7b-6551-4750-ad26-23378b64929c admin admin] Pushing event deleted for resources: {'Port': ['ID=2da8b67a-d8f4-402c-abed-20d6d70df7b2,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:13.276554 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e856e7b-6551-4750-ad26-23378b64929c admin admin] No DVR routers for this DVR port 2da8b67a-d8f4-402c-abed-20d6d70df7b2 on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:42:13.343532 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port f5158a65-46ff-47ce-9b10-d85e06c23785, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=f5158a65-46ff-47ce-9b10-d85e06c23785,segment=NetworkSegment(f0df79a4-0132-4b56-a1b6-b2446bc74352),segment_id=f0df79a4-0132-4b56-a1b6-b2446bc74352)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:13.356041 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=a459f5e2-ca10-4ba2-a453-2b8274411d97,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:13.369589 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'f5158a65-46ff-47ce-9b10-d85e06c23785', 'network_id': '89dde67c-4375-428d-a66c-d788737973c8', 'port_id': 'f5158a65-46ff-47ce-9b10-d85e06c23785', 'mac_address': 'fa:16:3e:bc:20:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2958cd17-ef24-4c92-a56a-e6ec8ed248b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:42:13.388983 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5e856e7b-6551-4750-ad26-23378b64929c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:13.421059 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:13.422664 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-688a5ec6-a075-4ccf-9e18-56328698b586 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:13.428537 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-5e856e7b-6551-4750-ad26-23378b64929c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6859edea-5290-419a-8e1e-e0dfaea19081']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:42:13.435830 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:42:13.439296 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:42:13.439296 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:42:13.439296 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:42:13.439296 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:42:13.439296 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:42:13.439296 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:42:13.439296 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:42:13.439296 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:42:13.439296 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:42:13.439296 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:42:13.439296 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:42:13.439296 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:42:13.439296 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:42:13.439296 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:42:13.444831 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-5e856e7b-6551-4750-ad26-23378b64929c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65456f9d-1af2-4602-8d75-cef589cb9be2') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:13.447921 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-5e856e7b-6551-4750-ad26-23378b64929c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65456f9d-1af2-4602-8d75-cef589cb9be2') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:13.448134 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5158a65-46ff-47ce-9b10-d85e06c23785 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:42:13.456210 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdbf9bf-789f-4990-97ef-cda09293c054 None None] DHCP port deletion for 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:42:13.461855 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5e856e7b-6551-4750-ad26-23378b64929c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:13.463113 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ffeb58-7c1f-4bed-bee0-ec2299705f85 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:42:13.465386 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5adc069f-eda6-4f38-b52c-31eacc49922e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:13.467494 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-16ffeb58-7c1f-4bed-bee0-ec2299705f85 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:13.500745 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5e856e7b-6551-4750-ad26-23378b64929c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:13.517796 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port f5158a65-46ff-47ce-9b10-d85e06c23785, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=f5158a65-46ff-47ce-9b10-d85e06c23785,segment=NetworkSegment(f0df79a4-0132-4b56-a1b6-b2446bc74352),segment_id=f0df79a4-0132-4b56-a1b6-b2446bc74352)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:13.522373 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc069f-eda6-4f38-b52c-31eacc49922e None None] Pushing event deleted for resources: {'Port': ['ID=2da8b67a-d8f4-402c-abed-20d6d70df7b2,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:13.524779 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adc069f-eda6-4f38-b52c-31eacc49922e None None] No DVR routers for this DVR port 2da8b67a-d8f4-402c-abed-20d6d70df7b2 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:42:13.525939 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e856e7b-6551-4750-ad26-23378b64929c admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:42:13.526356 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5e856e7b-6551-4750-ad26-23378b64929c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:13.528157 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:42:13.528157 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:42:13.528157 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:42:13.528157 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:42:13.528157 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:42:13.528157 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:42:13.528157 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:42:13.528157 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:42:13.528157 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:42:13.528157 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:42:13.528157 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:42:13.528157 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:42:13.528157 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:42:13.528157 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:42:13.528157 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:42:13.528157 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:42:13.528157 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:42:13.528157 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:42:13.528157 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:42:13.528157 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:42:13.528157 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:42:13.528157 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:42:13.528157 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:42:13.528157 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:42:13.528157 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:42:13.528157 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:42:13.528157 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:42:13.528157 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:42:13.528157 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:42:13.528157 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:42:13.528157 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:42:13.528157 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:42:13.554780 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-ffdbf9bf-789f-4990-97ef-cda09293c054 None None] Deleting port 1fdbc1b8-aa37-476a-8dde-23b598ede3c6 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:13.555184 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ffdbf9bf-789f-4990-97ef-cda09293c054 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:13.583481 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1ed85458-2c74-406a-887f-3deb05f7243a req-aba0a3f5-17bf-47b4-8a63-3f3ba419bd20 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136885 Dec 16 09:42:13.616720 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c44ab-9347-439f-bf87-9bee2c4690a2 req-58262175-32af-4e3f-8f7d-7e8b9f4f4ff7 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:13.620905 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a72c44ab-9347-439f-bf87-9bee2c4690a2 req-58262175-32af-4e3f-8f7d-7e8b9f4f4ff7 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a74aa35-e55a-4ac6-b88d-76dbbd9271b5 HTTP/1.1" status: 200 len: 945 time: 0.1402907 Dec 16 09:42:13.632040 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-ffdbf9bf-789f-4990-97ef-cda09293c054 None None] For port 1fdbc1b8-aa37-476a-8dde-23b598ede3c6, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=1fdbc1b8-aa37-476a-8dde-23b598ede3c6,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:13.632449 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ffdbf9bf-789f-4990-97ef-cda09293c054 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:13.647273 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-ffdbf9bf-789f-4990-97ef-cda09293c054 None None] Calling delete_port for 1fdbc1b8-aa37-476a-8dde-23b598ede3c6 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:13.670227 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:13.683111 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-9ed4e63b-adb7-4db2-bc5f-86ab25132c1d req-b8a7cb74-ad56-4fd8-a0c8-14dbcd8881f8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] For port 9502d6c6-0faa-4d43-887a-13e6c7197e15, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=9502d6c6-0faa-4d43-887a-13e6c7197e15,segment=NetworkSegment(ca770ec3-7794-40ab-9b98-1d4629c1db9b),segment_id=ca770ec3-7794-40ab-9b98-1d4629c1db9b)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:13.683111 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9ed4e63b-adb7-4db2-bc5f-86ab25132c1d req-b8a7cb74-ad56-4fd8-a0c8-14dbcd8881f8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:13.697737 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a72c44ab-9347-439f-bf87-9bee2c4690a2 req-98f67383-05e9-4132-a3f8-16ac76d62ea9 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/security-groups?id=1318f13c-ca31-4750-bd67-5c13f4cbaad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714982 Dec 16 09:42:13.731551 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-688a5ec6-a075-4ccf-9e18-56328698b586 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:13.743456 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5e856e7b-6551-4750-ad26-23378b64929c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:13.753966 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5e856e7b-6551-4750-ad26-23378b64929c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:13.764240 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5e856e7b-6551-4750-ad26-23378b64929c admin admin] 10.222.0.60 "DELETE /v2.0/networks/6859edea-5290-419a-8e1e-e0dfaea19081 HTTP/1.1" status: 204 len: 168 time: 1.6250634 Dec 16 09:42:13.775178 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b62b608-5bbb-4c5d-ac01-2303af4d5dd4 req-8325ccfb-d097-4554-b88a-607e8baea646 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/ports?device_id=1187da08-c0da-46cb-bde5-6ef47afe5e23 HTTP/1.1" status: 200 len: 210 time: 0.0795059 Dec 16 09:42:13.782495 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-d3097da8-f734-4096-9b92-1901540b5f07 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Made reservation on behalf of f1bf440b6c55457f8af9c018d530175b for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:42:13.787895 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-d3097da8-f734-4096-9b92-1901540b5f07 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:13.846831 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-688a5ec6-a075-4ccf-9e18-56328698b586 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Network bc332c79-b76e-4aee-a39c-dee90d548af5 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:13.854099 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=f5158a65-46ff-47ce-9b10-d85e06c23785,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:13.855172 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e856e7b-6551-4750-ad26-23378b64929c admin admin] Pushing event deleted for resources: {'Network': ['ID=6859edea-5290-419a-8e1e-e0dfaea19081,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:13.864331 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-688a5ec6-a075-4ccf-9e18-56328698b586 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:13.880012 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-688a5ec6-a075-4ccf-9e18-56328698b586 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:42:13.888828 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1e99b593-7a46-424e-b4c2-545c4bde61de req-18f0332e-655a-4c50-9afb-417b50eb46fe tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0de1a-cd38-4ab0-94ba-62051c68c755 HTTP/1.1" status: 200 len: 210 time: 0.0583334 Dec 16 09:42:13.914326 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ffdbf9bf-789f-4990-97ef-cda09293c054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:13.949205 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a5ec6-a075-4ccf-9e18-56328698b586 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Pushing event updated for resources: {'Port': ['ID=d2e1fbf8-a7d3-4edd-978a-7a55a97f4530,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:13.969493 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-688a5ec6-a075-4ccf-9e18-56328698b586 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:13.970423 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-688a5ec6-a075-4ccf-9e18-56328698b586 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:13.978116 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdbf9bf-789f-4990-97ef-cda09293c054 None None] No DVR routers for this DVR port 1fdbc1b8-aa37-476a-8dde-23b598ede3c6 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:42:13.985900 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 1fdbc1b8-aa37-476a-8dde-23b598ede3c6 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:42:13.988930 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdbf9bf-789f-4990-97ef-cda09293c054 None None] Pushing event deleted for resources: {'Port': ['ID=1fdbc1b8-aa37-476a-8dde-23b598ede3c6,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:14.019942 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 1fdbc1b8-aa37-476a-8dde-23b598ede3c6 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:42:14.020281 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 1fdbc1b8-aa37-476a-8dde-23b598ede3c6 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:42:14.020699 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 2da8b67a-d8f4-402c-abed-20d6d70df7b2 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:42:14.041679 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 2da8b67a-d8f4-402c-abed-20d6d70df7b2 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:42:14.042025 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 2da8b67a-d8f4-402c-abed-20d6d70df7b2 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:42:14.055060 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['3fdb572b-8f54-4380-8f39-86fb4073b41c'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:42:14.092809 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-688a5ec6-a075-4ccf-9e18-56328698b586 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1370060 Dec 16 09:42:14.106300 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-3c6c9244-2d17-4ff9-b5f5-7a3362a00aee service neutron] Request body: {'port': {'device_id': '1187da08-c0da-46cb-bde5-6ef47afe5e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:14.153284 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['f5158a65-46ff-47ce-9b10-d85e06c23785'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:42:14.182171 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60332) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:14.187646 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-3c6c9244-2d17-4ff9-b5f5-7a3362a00aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:14.294865 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60334) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:14.343492 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-afdb6758-dcd6-435c-808f-1486fec9816f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:14.477415 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-3c6c9244-2d17-4ff9-b5f5-7a3362a00aee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2e1fbf8-a7d3-4edd-978a-7a55a97f4530 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:42:14.484950 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-3c6c9244-2d17-4ff9-b5f5-7a3362a00aee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:14.486643 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46acaa-d322-4746-b30a-c1984bbca69a req-aeb6216e-8e04-4535-b845-7d491614b3d7 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:14.488181 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e46acaa-d322-4746-b30a-c1984bbca69a req-aeb6216e-8e04-4535-b845-7d491614b3d7 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c84125-19d8-4561-9d8a-1495d03b6465 HTTP/1.1" status: 200 len: 946 time: 0.3224843 Dec 16 09:42:14.497518 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-3c6c9244-2d17-4ff9-b5f5-7a3362a00aee service neutron] Transition to ACTIVE for port object d2e1fbf8-a7d3-4edd-978a-7a55a97f4530 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:42:14.583070 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-3c6c9244-2d17-4ff9-b5f5-7a3362a00aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:14.585696 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-47620eb9-aefc-4d52-ade2-ad6a2ba29d14 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d58dbe44492e4170a1843b557b83176a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2821760 Dec 16 09:42:14.593054 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60336) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:14.641931 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c9244-2d17-4ff9-b5f5-7a3362a00aee service neutron] Pushing event updated for resources: {'Port': ['ID=d2e1fbf8-a7d3-4edd-978a-7a55a97f4530,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:14.643998 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9ed4e63b-adb7-4db2-bc5f-86ab25132c1d req-b8a7cb74-ad56-4fd8-a0c8-14dbcd8881f8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:14.644366 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9ed4e63b-adb7-4db2-bc5f-86ab25132c1d req-b8a7cb74-ad56-4fd8-a0c8-14dbcd8881f8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:14.644694 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [req-9ed4e63b-adb7-4db2-bc5f-86ab25132c1d req-b8a7cb74-ad56-4fd8-a0c8-14dbcd8881f8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Floating IP 053898ce-57b2-4b20-96ca-4df8abdc9409 disassociated. External IP: 172.25.1.53, port: 9502d6c6-0faa-4d43-887a-13e6c7197e15. Dec 16 09:42:14.645032 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-9ed4e63b-adb7-4db2-bc5f-86ab25132c1d req-b8a7cb74-ad56-4fd8-a0c8-14dbcd8881f8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Calling delete_port for 9502d6c6-0faa-4d43-887a-13e6c7197e15 owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:14.662990 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-16ffeb58-7c1f-4bed-bee0-ec2299705f85 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:14.670934 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-d3097da8-f734-4096-9b92-1901540b5f07 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Allocated IP 172.20.0.7 (932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f/c3e23022-6181-4c07-9324-a5452325576b/a1923724-de92-4455-a0b4-fa5b1439b9ef) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:42:14.681080 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e46acaa-d322-4746-b30a-c1984bbca69a req-116b2c57-9bb2-4d52-b5bb-028d8e529ff1 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/security-groups?id=ab17dbb7-7b4e-443e-badd-cb8cbe252e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715741 Dec 16 09:42:14.772465 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd0124-c96e-4245-9fa8-a97abaca7f2d req-1b1935f9-79cb-4b0f-b083-961430cacb11 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:14.774136 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-59cd0124-c96e-4245-9fa8-a97abaca7f2d req-1b1935f9-79cb-4b0f-b083-961430cacb11 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c483f78-f43e-4257-b7ad-f814a065e551 HTTP/1.1" status: 200 len: 945 time: 0.0994682 Dec 16 09:42:14.779391 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-3c6c9244-2d17-4ff9-b5f5-7a3362a00aee service neutron] Attempting to bind port d2e1fbf8-a7d3-4edd-978a-7a55a97f4530 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:42:14.779850 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-3c6c9244-2d17-4ff9-b5f5-7a3362a00aee service neutron] Attempting to bind port d2e1fbf8-a7d3-4edd-978a-7a55a97f4530 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'd8df21ec-09fd-424b-9dca-610d5d76c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'bc332c79-b76e-4aee-a39c-dee90d548af5'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:42:14.780042 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-3c6c9244-2d17-4ff9-b5f5-7a3362a00aee service neutron] Attempting to bind port d2e1fbf8-a7d3-4edd-978a-7a55a97f4530 on network bc332c79-b76e-4aee-a39c-dee90d548af5 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:14.797214 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-3c6c9244-2d17-4ff9-b5f5-7a3362a00aee service neutron] Port d2e1fbf8-a7d3-4edd-978a-7a55a97f4530 on network bc332c79-b76e-4aee-a39c-dee90d548af5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:42:14.797541 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-3c6c9244-2d17-4ff9-b5f5-7a3362a00aee service neutron] Attempting to bind port d2e1fbf8-a7d3-4edd-978a-7a55a97f4530 on network bc332c79-b76e-4aee-a39c-dee90d548af5 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:14.808857 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-3c6c9244-2d17-4ff9-b5f5-7a3362a00aee service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:42:14.809208 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-3c6c9244-2d17-4ff9-b5f5-7a3362a00aee service neutron] Checking segment: {'id': 'd8df21ec-09fd-424b-9dca-610d5d76c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'bc332c79-b76e-4aee-a39c-dee90d548af5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:42:14.809582 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-3c6c9244-2d17-4ff9-b5f5-7a3362a00aee service neutron] Bound using segment: {'id': 'd8df21ec-09fd-424b-9dca-610d5d76c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'bc332c79-b76e-4aee-a39c-dee90d548af5'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:42:14.810007 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-3c6c9244-2d17-4ff9-b5f5-7a3362a00aee service neutron] Bound port: d2e1fbf8-a7d3-4edd-978a-7a55a97f4530, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8df21ec-09fd-424b-9dca-610d5d76c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'bc332c79-b76e-4aee-a39c-dee90d548af5'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:42:14.810359 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-3c6c9244-2d17-4ff9-b5f5-7a3362a00aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:14.826001 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ffeb58-7c1f-4bed-bee0-ec2299705f85 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:14.833067 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-59cd0124-c96e-4245-9fa8-a97abaca7f2d req-81dbef03-f25e-4ede-a63b-3ac000b5b666 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506938 Dec 16 09:42:14.846138 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-16ffeb58-7c1f-4bed-bee0-ec2299705f85 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:14.851543 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-afdb6758-dcd6-435c-808f-1486fec9816f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:14.856435 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc1b39a-d350-4fd4-ad5d-9362eaf85441 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:42:14.893479 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ffeb58-7c1f-4bed-bee0-ec2299705f85 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:14.894206 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-16ffeb58-7c1f-4bed-bee0-ec2299705f85 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:14.917566 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-3c6c9244-2d17-4ff9-b5f5-7a3362a00aee service neutron] For port d2e1fbf8-a7d3-4edd-978a-7a55a97f4530, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:42:14.945724 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ffeb58-7c1f-4bed-bee0-ec2299705f85 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Subnet': ['ID=d4b02cc5-b799-488a-83f8-a1b74efa4732,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:14.960909 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-3c6c9244-2d17-4ff9-b5f5-7a3362a00aee service neutron] For port d2e1fbf8-a7d3-4edd-978a-7a55a97f4530, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=d2e1fbf8-a7d3-4edd-978a-7a55a97f4530,segment=NetworkSegment(d8df21ec-09fd-424b-9dca-610d5d76c12a),segment_id=d8df21ec-09fd-424b-9dca-610d5d76c12a)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:42:14.984139 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea401fe-591b-4152-b58b-0004f887e928 req-ad1294bc-9d18-4464-b914-c61ccd9b7f26 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:14.984960 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7ea401fe-591b-4152-b58b-0004f887e928 req-ad1294bc-9d18-4464-b914-c61ccd9b7f26 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/ports?device_id=1187da08-c0da-46cb-bde5-6ef47afe5e23 HTTP/1.1" status: 200 len: 943 time: 0.0847504 Dec 16 09:42:14.990104 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4290d7d6-c60d-43a3-8e31-098faebb2bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:14.995771 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-afdb6758-dcd6-435c-808f-1486fec9816f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:15.027379 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7ea401fe-591b-4152-b58b-0004f887e928 req-1fc8263e-7e4c-450b-8d53-f4bfcf54ee5c tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d1121ee-e56a-47c8-b3a8-c0d36557b7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356865 Dec 16 09:42:15.089193 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-16ffeb58-7c1f-4bed-bee0-ec2299705f85 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1551826 Dec 16 09:42:15.091473 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60350) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:15.097701 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-afba80f1-62ce-4840-a305-3dbfbb9a6d97 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'port': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'name': 'tempest-NetworksTestDHCPv6-1797566150'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:15.113857 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-3c6c9244-2d17-4ff9-b5f5-7a3362a00aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:15.133253 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea016e-540a-460f-bb5f-e8811e7a405c req-217f0a3c-fc17-441c-9573-99259a734a65 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:15.134778 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8aea016e-540a-460f-bb5f-e8811e7a405c req-217f0a3c-fc17-441c-9573-99259a734a65 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a74aa35-e55a-4ac6-b88d-76dbbd9271b5 HTTP/1.1" status: 200 len: 945 time: 0.3524327 Dec 16 09:42:15.143439 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4290d7d6-c60d-43a3-8e31-098faebb2bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:15.146975 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-afdb6758-dcd6-435c-808f-1486fec9816f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=22955e79de9e4aa38812ef5c9cd71750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9534249 Dec 16 09:42:15.161151 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cff2602-4de6-44a0-9bf3-7a858b1af438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'fixed_ips': [{'subnet_id': 'd4b02cc5-b799-488a-83f8-a1b74efa4732'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:42:15.161151 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6cff2602-4de6-44a0-9bf3-7a858b1af438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:15.161524 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60352) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:15.196407 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb6758-dcd6-435c-808f-1486fec9816f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4731426c-f633-4d88-ae05-d79458acce92,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:15.198103 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-29f79f71-744f-4d8c-aa8d-21422dbbb706 req-9656f8fe-59d8-4cdc-a751-78deefb22e74 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0de1a-cd38-4ab0-94ba-62051c68c755 HTTP/1.1" status: 200 len: 210 time: 0.1074765 Dec 16 09:42:15.212104 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-3c6c9244-2d17-4ff9-b5f5-7a3362a00aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:15.212728 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-3c6c9244-2d17-4ff9-b5f5-7a3362a00aee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:15.214685 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-3c6c9244-2d17-4ff9-b5f5-7a3362a00aee service neutron] 10.222.0.58 "PUT /v2.0/ports/d2e1fbf8-a7d3-4edd-978a-7a55a97f4530 HTTP/1.1" status: 200 len: 1091 time: 1.1127789 Dec 16 09:42:15.233587 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1187da08-c0da-46cb-bde5-6ef47afe5e23', 'tag': 'd2e1fbf8-a7d3-4edd-978a-7a55a97f4530'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:15.233587 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d4a839-7aac-42b0-99a5-37bc26f48311" -d '{"events": [{"name": "network-changed", "server_uuid": "1187da08-c0da-46cb-bde5-6ef47afe5e23", "tag": "d2e1fbf8-a7d3-4edd-978a-7a55a97f4530"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:15.271055 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c9244-2d17-4ff9-b5f5-7a3362a00aee service neutron] Pushing event updated for resources: {'Port': ['ID=d2e1fbf8-a7d3-4edd-978a-7a55a97f4530,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:15.308889 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e47f37-17f6-400a-826b-c47e63284aec x-openstack-request-id: req-f9e47f37-17f6-400a-826b-c47e63284aec {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:15.309221 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1187da08-c0da-46cb-bde5-6ef47afe5e23", "tag": "d2e1fbf8-a7d3-4edd-978a-7a55a97f4530", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:15.309473 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f9e47f37-17f6-400a-826b-c47e63284aec {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:15.309926 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1187da08-c0da-46cb-bde5-6ef47afe5e23', 'tag': 'd2e1fbf8-a7d3-4edd-978a-7a55a97f4530', 'status': 'completed', 'code': 200} Dec 16 09:42:15.327592 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-6cff2602-4de6-44a0-9bf3-7a858b1af438 None None] Allocated IP 2001:db8::2 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/d4b02cc5-b799-488a-83f8-a1b74efa4732/632c38dd-ee09-4f3b-a189-6b2595ae75be) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:42:15.330504 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8aea016e-540a-460f-bb5f-e8811e7a405c req-2f25a3aa-f8b2-4acb-8ee8-84db4db1738d tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/security-groups?id=1318f13c-ca31-4750-bd67-5c13f4cbaad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780663 Dec 16 09:42:15.360569 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5eaa1b9f-2a95-4aeb-9f08-2dab4742edb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:15.382855 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4a839-7aac-42b0-99a5-37bc26f48311 req-8c21d16d-fe97-427d-bcc0-00ae33982512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:15.384342 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74d4a839-7aac-42b0-99a5-37bc26f48311 req-8c21d16d-fe97-427d-bcc0-00ae33982512 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c14717b8249b4b2cbe000dddbe4be4fc&device_id=1187da08-c0da-46cb-bde5-6ef47afe5e23 HTTP/1.1" status: 200 len: 1094 time: 0.0480986 Dec 16 09:42:15.387041 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5eaa1b9f-2a95-4aeb-9f08-2dab4742edb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:15.433052 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9ed4e63b-adb7-4db2-bc5f-86ab25132c1d req-b8a7cb74-ad56-4fd8-a0c8-14dbcd8881f8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:15.451151 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-d3097da8-f734-4096-9b92-1901540b5f07 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:15.454954 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afba80f1-62ce-4840-a305-3dbfbb9a6d97 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:42:15.460461 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-afba80f1-62ce-4840-a305-3dbfbb9a6d97 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:15.476256 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4290d7d6-c60d-43a3-8e31-098faebb2bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:15.478855 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4290d7d6-c60d-43a3-8e31-098faebb2bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:15.482691 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4290d7d6-c60d-43a3-8e31-098faebb2bc7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4ae7a29b-59a7-45ac-a606-1f655b33f7b1 HTTP/1.1" status: 204 len: 168 time: 0.8875654 Dec 16 09:42:15.487623 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a7cb74-ad56-4fd8-a0c8-14dbcd8881f8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Pushing event deleted for resources: {'Port': ['ID=9502d6c6-0faa-4d43-887a-13e6c7197e15,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:15.489889 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-afba80f1-62ce-4840-a305-3dbfbb9a6d97 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] device_id is not set on port 6fdd884d-38ec-4aaf-9bf3-4792aaa90df1 yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:42:15.504971 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290d7d6-c60d-43a3-8e31-098faebb2bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae7a29b-59a7-45ac-a606-1f655b33f7b1,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:15.531832 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6cff2602-4de6-44a0-9bf3-7a858b1af438 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:15.585346 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4a839-7aac-42b0-99a5-37bc26f48311 req-21cd0767-1c62-4d31-b4ab-efc040122721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:15.586934 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74d4a839-7aac-42b0-99a5-37bc26f48311 req-21cd0767-1c62-4d31-b4ab-efc040122721 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=c14717b8249b4b2cbe000dddbe4be4fc&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1928966 Dec 16 09:42:15.612026 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5eaa1b9f-2a95-4aeb-9f08-2dab4742edb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:15.614648 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5eaa1b9f-2a95-4aeb-9f08-2dab4742edb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:15.618479 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5eaa1b9f-2a95-4aeb-9f08-2dab4742edb4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4731426c-f633-4d88-ae05-d79458acce92 HTTP/1.1" status: 204 len: 168 time: 0.4371371 Dec 16 09:42:15.640588 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa1b9f-2a95-4aeb-9f08-2dab4742edb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4731426c-f633-4d88-ae05-d79458acce92,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:15.675589 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6cff2602-4de6-44a0-9bf3-7a858b1af438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:15.717712 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4a839-7aac-42b0-99a5-37bc26f48311 req-a9e5ef11-e20d-46df-877e-c17ed397bfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:15.720605 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74d4a839-7aac-42b0-99a5-37bc26f48311 req-a9e5ef11-e20d-46df-877e-c17ed397bfb8 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1260662 Dec 16 09:42:15.728075 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-d3097da8-f734-4096-9b92-1901540b5f07 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:15.738081 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cff2602-4de6-44a0-9bf3-7a858b1af438 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:15.738081 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-6cff2602-4de6-44a0-9bf3-7a858b1af438 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:15.738543 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ed4e63b-adb7-4db2-bc5f-86ab25132c1d req-b8a7cb74-ad56-4fd8-a0c8-14dbcd8881f8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Router 87b31d4a-3ad6-4263-82bd-d712c310879e has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:42:15.740122 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cff2602-4de6-44a0-9bf3-7a858b1af438 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:42:15.744485 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:42:15.757943 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 3fdb572b-8f54-4380-8f39-86fb4073b41c up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:42:15.764410 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff2602-4de6-44a0-9bf3-7a858b1af438 None None] Pushing event updated for resources: {'Port': ['ID=632c38dd-ee09-4f3b-a189-6b2595ae75be,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:15.909691 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-d3097da8-f734-4096-9b92-1901540b5f07 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Network 932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:15.916665 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e3c8edf2-1ab0-4fdb-b3a5-d84ebdcf4fe3 req-42a6dde7-dc65-42a7-9443-09d7054080da tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c84125-19d8-4561-9d8a-1495d03b6465 HTTP/1.1" status: 200 len: 210 time: 0.0896747 Dec 16 09:42:15.918793 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-afba80f1-62ce-4840-a305-3dbfbb9a6d97 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Allocated IP 2001:db8::1c6 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/d4b02cc5-b799-488a-83f8-a1b74efa4732/6fdd884d-38ec-4aaf-9bf3-4792aaa90df1) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:42:15.935787 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-d3097da8-f734-4096-9b92-1901540b5f07 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:15.951560 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-d3097da8-f734-4096-9b92-1901540b5f07 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:42:15.954378 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3097da8-f734-4096-9b92-1901540b5f07 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Pushing event updated for resources: {'Port': ['ID=a1923724-de92-4455-a0b4-fa5b1439b9ef,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:15.965059 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-8801a116-8235-4411-8897-505e261e7033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:15.973802 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-8801a116-8235-4411-8897-505e261e7033 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c14717b8249b4b2cbe000dddbe4be4fc&device_id=1187da08-c0da-46cb-bde5-6ef47afe5e23 HTTP/1.1" status: 200 len: 1094 time: 0.1367919 Dec 16 09:42:16.012961 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-6cff2602-4de6-44a0-9bf3-7a858b1af438 None None] Attempting to bind port 632c38dd-ee09-4f3b-a189-6b2595ae75be on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:42:16.014099 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-6cff2602-4de6-44a0-9bf3-7a858b1af438 None None] Attempting to bind port 632c38dd-ee09-4f3b-a189-6b2595ae75be by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:42:16.026651 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cff2602-4de6-44a0-9bf3-7a858b1af438 None None] Attempting to bind port 632c38dd-ee09-4f3b-a189-6b2595ae75be on network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:16.044075 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cff2602-4de6-44a0-9bf3-7a858b1af438 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:42:16.044812 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cff2602-4de6-44a0-9bf3-7a858b1af438 None None] Checking segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:42:16.045510 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6cff2602-4de6-44a0-9bf3-7a858b1af438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:16.046084 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cff2602-4de6-44a0-9bf3-7a858b1af438 None None] Bound using segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:42:16.046790 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-6cff2602-4de6-44a0-9bf3-7a858b1af438 None None] Bound port: 632c38dd-ee09-4f3b-a189-6b2595ae75be, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:42:16.047364 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6cff2602-4de6-44a0-9bf3-7a858b1af438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:16.076258 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-c3b0a904-1b47-4fa3-8ef9-e83df32e47a4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2e1fbf8-a7d3-4edd-978a-7a55a97f4530 HTTP/1.1" status: 200 len: 217 time: 0.0904138 Dec 16 09:42:16.234644 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfbf0f-b843-486d-b22c-4c8563f2263b req-0fa2fb26-6af0-4d78-bb75-fdac75224249 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:16.238220 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-fcc8da58-3403-460b-bdfb-a3c47216b039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:16.239574 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 9502d6c6-0faa-4d43-887a-13e6c7197e15 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:42:16.239933 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-fcc8da58-3403-460b-bdfb-a3c47216b039 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6f727883-008b-4153-8b35-d14161afb3bb HTTP/1.1" status: 200 len: 849 time: 0.1310108 Dec 16 09:42:16.241823 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 3fdb572b-8f54-4380-8f39-86fb4073b41c completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:42:16.249177 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e9bfbf0f-b843-486d-b22c-4c8563f2263b req-0fa2fb26-6af0-4d78-bb75-fdac75224249 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c483f78-f43e-4257-b7ad-f814a065e551 HTTP/1.1" status: 200 len: 945 time: 0.2993710 Dec 16 09:42:16.263261 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-d3097da8-f734-4096-9b92-1901540b5f07 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:16.272735 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-d3097da8-f734-4096-9b92-1901540b5f07 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:16.291010 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 9502d6c6-0faa-4d43-887a-13e6c7197e15 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:42:16.293305 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 9502d6c6-0faa-4d43-887a-13e6c7197e15 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:42:16.298276 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 3fdb572b-8f54-4380-8f39-86fb4073b41c triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:16.298899 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:16.351622 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ed4e63b-adb7-4db2-bc5f-86ab25132c1d req-b8a7cb74-ad56-4fd8-a0c8-14dbcd8881f8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:42:16.371438 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87a9326-ae66-4892-8140-edaae87533ee None None] Sync routers for ids ['87b31d4a-3ad6-4263-82bd-d712c310879e'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:42:16.384361 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-b26e2f7e-161a-49f9-ab23-554ecdd296fb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bc332c79-b76e-4aee-a39c-dee90d548af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1217625 Dec 16 09:42:16.398309 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87a9326-ae66-4892-8140-edaae87533ee None None] Routers {'87b31d4a-3ad6-4263-82bd-d712c310879e'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:42:16.402312 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-b87a9326-ae66-4892-8140-edaae87533ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:41:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['87b31d4a-3ad6-4263-82bd-d712c310879e'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:16.412137 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e9bfbf0f-b843-486d-b22c-4c8563f2263b req-811cf01d-83d5-4fd9-9bd1-5dc7ccd8422b tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602294 Dec 16 09:42:16.413010 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed4e63b-adb7-4db2-bc5f-86ab25132c1d req-b8a7cb74-ad56-4fd8-a0c8-14dbcd8881f8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] No DVR routers for this DVR port 9502d6c6-0faa-4d43-887a-13e6c7197e15 on host n-h2-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:42:16.416485 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9ed4e63b-adb7-4db2-bc5f-86ab25132c1d req-b8a7cb74-ad56-4fd8-a0c8-14dbcd8881f8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:16.421204 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9ed4e63b-adb7-4db2-bc5f-86ab25132c1d req-b8a7cb74-ad56-4fd8-a0c8-14dbcd8881f8 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.58 "DELETE /v2.0/ports/9502d6c6-0faa-4d43-887a-13e6c7197e15 HTTP/1.1" status: 204 len: 173 time: 3.7276382 Dec 16 09:42:16.421707 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c84125-19d8-4561-9d8a-1495d03b6465', 'name': 'network-vif-deleted', 'tag': '9502d6c6-0faa-4d43-887a-13e6c7197e15'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:16.425233 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b3f822-6274-4eab-8874-23f8d6812b5d" -d '{"events": [{"server_uuid": "85c84125-19d8-4561-9d8a-1495d03b6465", "name": "network-vif-deleted", "tag": "9502d6c6-0faa-4d43-887a-13e6c7197e15"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:16.461726 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-6cff2602-4de6-44a0-9bf3-7a858b1af438 None None] For port 632c38dd-ee09-4f3b-a189-6b2595ae75be, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:42:16.520608 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-6cff2602-4de6-44a0-9bf3-7a858b1af438 None None] For port 632c38dd-ee09-4f3b-a189-6b2595ae75be, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=632c38dd-ee09-4f3b-a189-6b2595ae75be,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:42:16.534807 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-dcb17003-d677-4648-b44e-9bc96cafcfe4 None None] Provisioning complete for port a1923724-de92-4455-a0b4-fa5b1439b9ef triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:16.535339 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-dcb17003-d677-4648-b44e-9bc96cafcfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:16.553376 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07572b95-7530-4411-a5a5-429f381f767b req-ced86604-22cb-41c3-b265-5ea5be8b7315 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:16.554960 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-07572b95-7530-4411-a5a5-429f381f767b req-ced86604-22cb-41c3-b265-5ea5be8b7315 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0de1a-cd38-4ab0-94ba-62051c68c755 HTTP/1.1" status: 200 len: 931 time: 0.0603633 Dec 16 09:42:16.558223 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-d3097da8-f734-4096-9b92-1901540b5f07 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4743729 Dec 16 09:42:16.578847 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-6d81bdf4-5c93-4354-a7e1-4548d6686596 service neutron] Request body: {'port': {'device_id': 'fdf0de1a-cd38-4ab0-94ba-62051c68c755', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:16.618697 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-dcb17003-d677-4648-b44e-9bc96cafcfe4 None None] Port a1923724-de92-4455-a0b4-fa5b1439b9ef cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:42:16.640317 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:16.644456 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-07572b95-7530-4411-a5a5-429f381f767b req-3feb68cf-e510-4752-82d6-5a98ec604829 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812068 Dec 16 09:42:16.662425 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-b87a9326-ae66-4892-8140-edaae87533ee None None] Set router 87b31d4a-3ad6-4263-82bd-d712c310879e gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:42:16.665278 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6cff2602-4de6-44a0-9bf3-7a858b1af438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:16.712941 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-6d81bdf4-5c93-4354-a7e1-4548d6686596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:16.734282 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a74aa35-e55a-4ac6-b88d-76dbbd9271b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdb572b-8f54-4380-8f39-86fb4073b41c'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:16.736716 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33110737-998c-4de5-a142-fc95ccbf4e7a" -d '{"events": [{"server_uuid": "0a74aa35-e55a-4ac6-b88d-76dbbd9271b5", "name": "network-vif-plugged", "status": "completed", "tag": "3fdb572b-8f54-4380-8f39-86fb4073b41c"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:16.775605 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 3fdb572b-8f54-4380-8f39-86fb4073b41c, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=3fdb572b-8f54-4380-8f39-86fb4073b41c,segment=NetworkSegment(d37b2193-84a0-4eed-8112-e5eff8180558),segment_id=d37b2193-84a0-4eed-8112-e5eff8180558)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:16.880461 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:16.881594 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device f5158a65-46ff-47ce-9b10-d85e06c23785 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:42:16.886355 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff2602-4de6-44a0-9bf3-7a858b1af438 None None] Pushing event updated for resources: {'Port': ['ID=632c38dd-ee09-4f3b-a189-6b2595ae75be,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:16.946795 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60386) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:17.012492 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=3fdb572b-8f54-4380-8f39-86fb4073b41c,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:17.112352 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e837f9-39d3-4669-acf5-57118385dc08 req-45900348-4483-4aa5-895f-851a46e5a8d9 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:17.120121 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c4e837f9-39d3-4669-acf5-57118385dc08 req-45900348-4483-4aa5-895f-851a46e5a8d9 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a74aa35-e55a-4ac6-b88d-76dbbd9271b5 HTTP/1.1" status: 200 len: 945 time: 0.3639438 Dec 16 09:42:17.124493 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-afba80f1-62ce-4840-a305-3dbfbb9a6d97 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:17.144714 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-b87a9326-ae66-4892-8140-edaae87533ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'name': 'tempest-ServersTestFqdnHostnames-530424720-router', 'tenant_id': '68e22e3a3da6417b82ce935493172fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:44Z', 'updated_at': '2021-12-16T09:39:52Z', 'revision_number': 4, 'project_id': '68e22e3a3da6417b82ce935493172fa4', 'gw_port': {'id': 'ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:45Z', 'updated_at': '2021-12-16T09:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '4cfceea5-7c23-43a6-a3e4-4816b0143e9d', 'name': '', 'network_id': '818dfd32-cf52-4369-aa91-a070d5ad14f3', 'tenant_id': '68e22e3a3da6417b82ce935493172fa4', 'mac_address': 'fa:16:3e:2d:f5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'e6671658-f8cf-488c-bd79-f5bf2ae47ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:50Z', 'updated_at': '2021-12-16T09:39:59Z', 'revision_number': 5, 'project_id': '68e22e3a3da6417b82ce935493172fa4', 'subnets': [{'id': 'e6671658-f8cf-488c-bd79-f5bf2ae47ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:17.185872 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87a9326-ae66-4892-8140-edaae87533ee None None] Checking router: 87b31d4a-3ad6-4263-82bd-d712c310879e for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:42:17.192513 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port f5158a65-46ff-47ce-9b10-d85e06c23785 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:42:17.200858 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port f5158a65-46ff-47ce-9b10-d85e06c23785 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:17.201260 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:17.205444 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87a9326-ae66-4892-8140-edaae87533ee None None] Routers {'87b31d4a-3ad6-4263-82bd-d712c310879e'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:42:17.205444 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-b87a9326-ae66-4892-8140-edaae87533ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:41:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['87b31d4a-3ad6-4263-82bd-d712c310879e'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:17.208915 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c4e837f9-39d3-4669-acf5-57118385dc08 req-c3db2805-eb7f-4255-863e-a281d6f2e8b0 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/security-groups?id=1318f13c-ca31-4750-bd67-5c13f4cbaad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875874 Dec 16 09:42:17.229063 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f955e856-ef83-4f1b-8312-ead8db15c928 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5e2c7bf6c8624454915008d357c140bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2698529 Dec 16 09:42:17.234155 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-6d81bdf4-5c93-4354-a7e1-4548d6686596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1923724-de92-4455-a0b4-fa5b1439b9ef {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:42:17.239384 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60394) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:17.254830 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-6d81bdf4-5c93-4354-a7e1-4548d6686596 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:17.265847 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b43056-c0b6-4e46-a333-e7ddaefaedd9 x-openstack-request-id: req-29b43056-c0b6-4e46-a333-e7ddaefaedd9 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:17.266942 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c84125-19d8-4561-9d8a-1495d03b6465", "name": "network-vif-deleted", "tag": "9502d6c6-0faa-4d43-887a-13e6c7197e15", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:17.266942 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-29b43056-c0b6-4e46-a333-e7ddaefaedd9 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:17.266942 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c84125-19d8-4561-9d8a-1495d03b6465', 'name': 'network-vif-deleted', 'tag': '9502d6c6-0faa-4d43-887a-13e6c7197e15', 'status': 'completed', 'code': 200} Dec 16 09:42:17.288821 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-6d81bdf4-5c93-4354-a7e1-4548d6686596 service neutron] Transition to ACTIVE for port object a1923724-de92-4455-a0b4-fa5b1439b9ef will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:42:17.290973 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17a981-4f5e-4a0b-9718-61cd3e5e4623 req-c2750ec1-e3e3-4da9-8050-a6bade4a2c9e tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:17.293767 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b17a981-4f5e-4a0b-9718-61cd3e5e4623 req-c2750ec1-e3e3-4da9-8050-a6bade4a2c9e tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/ports?device_id=1187da08-c0da-46cb-bde5-6ef47afe5e23 HTTP/1.1" status: 200 len: 943 time: 1.0432181 Dec 16 09:42:17.330949 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-0c4b1a13-5865-49fd-91ea-943e483e9cd7 service neutron] 10.222.0.58 "GET /v2.0/networks/bc332c79-b76e-4aee-a39c-dee90d548af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9028671 Dec 16 09:42:17.355086 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3480d74d-eb06-4c50-b2ff-60c8be12c203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:17.384933 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9c53cb-e961-46e3-b913-ff721e1b8efd x-openstack-request-id: req-7e9c53cb-e961-46e3-b913-ff721e1b8efd {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:17.385279 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a74aa35-e55a-4ac6-b88d-76dbbd9271b5", "name": "network-vif-plugged", "status": "completed", "tag": "3fdb572b-8f54-4380-8f39-86fb4073b41c", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:17.385514 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7e9c53cb-e961-46e3-b913-ff721e1b8efd {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:17.385926 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a74aa35-e55a-4ac6-b88d-76dbbd9271b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdb572b-8f54-4380-8f39-86fb4073b41c', 'code': 200} Dec 16 09:42:17.399977 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-6d81bdf4-5c93-4354-a7e1-4548d6686596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:17.468938 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b17a981-4f5e-4a0b-9718-61cd3e5e4623 req-a0a77412-0d06-4b6c-9f25-626f1f471d8d tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d1121ee-e56a-47c8-b3a8-c0d36557b7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369321 Dec 16 09:42:17.496423 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81bdf4-5c93-4354-a7e1-4548d6686596 service neutron] Pushing event updated for resources: {'Port': ['ID=a1923724-de92-4455-a0b4-fa5b1439b9ef,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:17.503110 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f6892-d164-4988-abfa-64b45589cc29 req-f7e30824-8382-4382-ab9f-807139092655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:17.504657 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bc5f6892-d164-4988-abfa-64b45589cc29 req-f7e30824-8382-4382-ab9f-807139092655 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0a74aa35-e55a-4ac6-b88d-76dbbd9271b5 HTTP/1.1" status: 200 len: 1097 time: 0.0722404 Dec 16 09:42:17.505084 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:17.509483 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3480d74d-eb06-4c50-b2ff-60c8be12c203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:17.515138 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-b87a9326-ae66-4892-8140-edaae87533ee None None] Set router 87b31d4a-3ad6-4263-82bd-d712c310879e gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:42:17.574302 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-afba80f1-62ce-4840-a305-3dbfbb9a6d97 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:17.585048 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-090a4ac0-322e-46e3-b850-d56f240658b6 req-55a446e4-fbbc-4289-b273-8133234cb3e7 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/ports?device_id=85c84125-19d8-4561-9d8a-1495d03b6465 HTTP/1.1" status: 200 len: 210 time: 0.0731599 Dec 16 09:42:17.612392 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7f4f3f7f-e281-4d45-af12-b7baa2504990 req-8df8bf2c-3008-4dc2-ba8c-fbb5a4614954 service neutron] 10.222.0.58 "GET /v2.0/networks/bc332c79-b76e-4aee-a39c-dee90d548af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561188 Dec 16 09:42:17.725362 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bc5f6892-d164-4988-abfa-64b45589cc29 req-b6438ea7-b264-4bda-b4c6-4ae5a1810869 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1318f13c-ca31-4750-bd67-5c13f4cbaad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016060 Dec 16 09:42:17.761216 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afba80f1-62ce-4840-a305-3dbfbb9a6d97 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:17.770268 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-afba80f1-62ce-4840-a305-3dbfbb9a6d97 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:17.775184 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afba80f1-62ce-4840-a305-3dbfbb9a6d97 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:42:17.782616 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afba80f1-62ce-4840-a305-3dbfbb9a6d97 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:17.782616 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-afba80f1-62ce-4840-a305-3dbfbb9a6d97 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:17.791719 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-6d81bdf4-5c93-4354-a7e1-4548d6686596 service neutron] Attempting to bind port a1923724-de92-4455-a0b4-fa5b1439b9ef on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:42:17.792160 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-6d81bdf4-5c93-4354-a7e1-4548d6686596 service neutron] Attempting to bind port a1923724-de92-4455-a0b4-fa5b1439b9ef by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'e4b99bb5-c4f3-4f88-bc59-3a617caff777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:42:17.792738 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-6d81bdf4-5c93-4354-a7e1-4548d6686596 service neutron] Attempting to bind port a1923724-de92-4455-a0b4-fa5b1439b9ef on network 932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:17.827081 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba80f1-62ce-4840-a305-3dbfbb9a6d97 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Port': ['ID=6fdd884d-38ec-4aaf-9bf3-4792aaa90df1,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:17.846623 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44277fc8-d305-4994-a481-aa13b162536e req-27d4fdb9-5475-4d81-aa0b-c683960947e3 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:17.854751 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-44277fc8-d305-4994-a481-aa13b162536e req-27d4fdb9-5475-4d81-aa0b-c683960947e3 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c483f78-f43e-4257-b7ad-f814a065e551 HTTP/1.1" status: 200 len: 945 time: 0.2516654 Dec 16 09:42:17.860186 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3480d74d-eb06-4c50-b2ff-60c8be12c203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:17.876182 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3480d74d-eb06-4c50-b2ff-60c8be12c203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:17.878013 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3480d74d-eb06-4c50-b2ff-60c8be12c203 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e3e70d2b-895b-4764-a266-af3d19380116 HTTP/1.1" status: 204 len: 168 time: 0.6348462 Dec 16 09:42:17.881578 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-6d81bdf4-5c93-4354-a7e1-4548d6686596 service neutron] Port a1923724-de92-4455-a0b4-fa5b1439b9ef on network 932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:42:17.881888 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-6d81bdf4-5c93-4354-a7e1-4548d6686596 service neutron] Attempting to bind port a1923724-de92-4455-a0b4-fa5b1439b9ef on network 932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:17.885227 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-afba80f1-62ce-4840-a305-3dbfbb9a6d97 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7925243 Dec 16 09:42:17.898367 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60408) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:17.929176 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480d74d-eb06-4c50-b2ff-60c8be12c203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e70d2b-895b-4764-a266-af3d19380116,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:17.931016 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-6d81bdf4-5c93-4354-a7e1-4548d6686596 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:42:17.931362 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-6d81bdf4-5c93-4354-a7e1-4548d6686596 service neutron] Checking segment: {'id': 'e4b99bb5-c4f3-4f88-bc59-3a617caff777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:42:17.931992 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-6d81bdf4-5c93-4354-a7e1-4548d6686596 service neutron] Bound using segment: {'id': 'e4b99bb5-c4f3-4f88-bc59-3a617caff777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:42:17.932706 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-6d81bdf4-5c93-4354-a7e1-4548d6686596 service neutron] Bound port: a1923724-de92-4455-a0b4-fa5b1439b9ef, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b99bb5-c4f3-4f88-bc59-3a617caff777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:42:17.933050 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-6d81bdf4-5c93-4354-a7e1-4548d6686596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:17.981982 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-44277fc8-d305-4994-a481-aa13b162536e req-a8e3f03a-d7f1-437d-9e02-040d0e48ffd1 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263103 Dec 16 09:42:18.040915 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb425a-e152-4138-b6d7-834fd79bf59c req-fb2c59c1-a97f-4feb-9cbb-b21122bc5ebe tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:18.065036 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9ebb425a-e152-4138-b6d7-834fd79bf59c req-fb2c59c1-a97f-4feb-9cbb-b21122bc5ebe tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0de1a-cd38-4ab0-94ba-62051c68c755 HTTP/1.1" status: 200 len: 943 time: 0.2889407 Dec 16 09:42:18.109427 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 632c38dd-ee09-4f3b-a189-6b2595ae75be up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:42:18.135367 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316f3b3e-efb2-4a71-ad4d-5fa0164c9ea1 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:18.141370 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316f3b3e-efb2-4a71-ad4d-5fa0164c9ea1 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:18.145484 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-316f3b3e-efb2-4a71-ad4d-5fa0164c9ea1 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2374966 Dec 16 09:42:18.146374 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60410) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:18.182760 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9ebb425a-e152-4138-b6d7-834fd79bf59c req-14b4adbb-dda4-4605-89e8-13ed6eeb8bf7 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140442 Dec 16 09:42:18.209944 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port f5158a65-46ff-47ce-9b10-d85e06c23785, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=f5158a65-46ff-47ce-9b10-d85e06c23785,segment=NetworkSegment(f0df79a4-0132-4b56-a1b6-b2446bc74352),segment_id=f0df79a4-0132-4b56-a1b6-b2446bc74352)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:18.211908 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-6d81bdf4-5c93-4354-a7e1-4548d6686596 service neutron] For port a1923724-de92-4455-a0b4-fa5b1439b9ef, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:42:18.215176 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-6d81bdf4-5c93-4354-a7e1-4548d6686596 service neutron] For port a1923724-de92-4455-a0b4-fa5b1439b9ef, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=a1923724-de92-4455-a0b4-fa5b1439b9ef,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:42:18.283069 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-bbd81acd-a9e1-4516-a569-9215b9afd195 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting port 6fdd884d-38ec-4aaf-9bf3-4792aaa90df1 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:18.283648 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bbd81acd-a9e1-4516-a569-9215b9afd195 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:18.338444 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 632c38dd-ee09-4f3b-a189-6b2595ae75be triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:18.338818 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:18.342378 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:18.382759 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-6d81bdf4-5c93-4354-a7e1-4548d6686596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:18.426375 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167b375-2fbf-40b2-af47-303ae484bfb6 req-098d559a-969f-4d94-96a9-0cb1eee94608 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:18.427796 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f167b375-2fbf-40b2-af47-303ae484bfb6 req-098d559a-969f-4d94-96a9-0cb1eee94608 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a74aa35-e55a-4ac6-b88d-76dbbd9271b5 HTTP/1.1" status: 200 len: 946 time: 0.1265318 Dec 16 09:42:18.462267 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-6d81bdf4-5c93-4354-a7e1-4548d6686596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:18.462267 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-6d81bdf4-5c93-4354-a7e1-4548d6686596 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:18.462267 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-6d81bdf4-5c93-4354-a7e1-4548d6686596 service neutron] 10.222.0.58 "PUT /v2.0/ports/a1923724-de92-4455-a0b4-fa5b1439b9ef HTTP/1.1" status: 200 len: 1091 time: 1.8819909 Dec 16 09:42:18.462639 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-b87a9326-ae66-4892-8140-edaae87533ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'name': 'tempest-ServersTestFqdnHostnames-530424720-router', 'tenant_id': '68e22e3a3da6417b82ce935493172fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:44Z', 'updated_at': '2021-12-16T09:39:52Z', 'revision_number': 4, 'project_id': '68e22e3a3da6417b82ce935493172fa4', 'gw_port': {'id': 'ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:45Z', 'updated_at': '2021-12-16T09:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '4cfceea5-7c23-43a6-a3e4-4816b0143e9d', 'name': '', 'network_id': '818dfd32-cf52-4369-aa91-a070d5ad14f3', 'tenant_id': '68e22e3a3da6417b82ce935493172fa4', 'mac_address': 'fa:16:3e:2d:f5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'e6671658-f8cf-488c-bd79-f5bf2ae47ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:50Z', 'updated_at': '2021-12-16T09:39:59Z', 'revision_number': 5, 'project_id': '68e22e3a3da6417b82ce935493172fa4', 'subnets': [{'id': 'e6671658-f8cf-488c-bd79-f5bf2ae47ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:18.492458 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bbd81acd-a9e1-4516-a569-9215b9afd195 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:18.507676 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81bdf4-5c93-4354-a7e1-4548d6686596 service neutron] Pushing event updated for resources: {'Port': ['ID=a1923724-de92-4455-a0b4-fa5b1439b9ef,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:18.558729 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87a9326-ae66-4892-8140-edaae87533ee None None] The sync data for ids ['87b31d4a-3ad6-4263-82bd-d712c310879e'] in n-d-820550-2 is: [{'id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'name': 'tempest-ServersTestFqdnHostnames-530424720-router', 'tenant_id': '68e22e3a3da6417b82ce935493172fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:44Z', 'updated_at': '2021-12-16T09:39:52Z', 'revision_number': 4, 'project_id': '68e22e3a3da6417b82ce935493172fa4', 'gw_port': {'id': 'ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:45Z', 'updated_at': '2021-12-16T09:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '4cfceea5-7c23-43a6-a3e4-4816b0143e9d', 'name': '', 'network_id': '818dfd32-cf52-4369-aa91-a070d5ad14f3', 'tenant_id': '68e22e3a3da6417b82ce935493172fa4', 'mac_address': 'fa:16:3e:2d:f5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'e6671658-f8cf-488c-bd79-f5bf2ae47ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:50Z', 'updated_at': '2021-12-16T09:39:59Z', 'revision_number': 5, 'project_id': '68e22e3a3da6417b82ce935493172fa4', 'subnets': [{'id': 'e6671658-f8cf-488c-bd79-f5bf2ae47ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:42:18.560553 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=f5158a65-46ff-47ce-9b10-d85e06c23785,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:18.576598 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f167b375-2fbf-40b2-af47-303ae484bfb6 req-29d7618b-ffaf-48c8-8ba4-2b02955e15b5 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/security-groups?id=1318f13c-ca31-4750-bd67-5c13f4cbaad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400406 Dec 16 09:42:18.607918 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-bbd81acd-a9e1-4516-a569-9215b9afd195 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Calling delete_port for 6fdd884d-38ec-4aaf-9bf3-4792aaa90df1 owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:18.737693 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4fee664c-fca4-4a4a-b41f-afa4ef06db7e None None] Provisioning complete for port 632c38dd-ee09-4f3b-a189-6b2595ae75be triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:18.738357 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4fee664c-fca4-4a4a-b41f-afa4ef06db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:18.775392 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:18.833642 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60434) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:18.844249 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-1f182c92-8506-402a-bf4e-dacb1ccad522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:18.846464 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-1f182c92-8506-402a-bf4e-dacb1ccad522 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f1bf440b6c55457f8af9c018d530175b&device_id=fdf0de1a-cd38-4ab0-94ba-62051c68c755 HTTP/1.1" status: 200 len: 1094 time: 0.2824349 Dec 16 09:42:18.879512 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 632c38dd-ee09-4f3b-a189-6b2595ae75be, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=632c38dd-ee09-4f3b-a189-6b2595ae75be,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:18.933890 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4fee664c-fca4-4a4a-b41f-afa4ef06db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:18.939077 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1e15b778-e63c-4673-b2e2-27671c6371f5 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:18.943153 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f481c0-6252-410d-876b-518098cb4de1 req-5113c6a9-d837-4f64-8c9d-e49f54943205 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:18.950558 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d2f481c0-6252-410d-876b-518098cb4de1 req-5113c6a9-d837-4f64-8c9d-e49f54943205 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/ports?device_id=1187da08-c0da-46cb-bde5-6ef47afe5e23 HTTP/1.1" status: 200 len: 943 time: 0.2871618 Dec 16 09:42:18.953993 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-eaf88bf4-97ba-4a5d-ab8d-50d3752a6d79 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1923724-de92-4455-a0b4-fa5b1439b9ef HTTP/1.1" status: 200 len: 217 time: 0.0931315 Dec 16 09:42:18.978220 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:18.980703 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1e15b778-e63c-4673-b2e2-27671c6371f5 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:19.087027 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7bdd33-e9bb-420f-90e9-dfe0ba5ba40c None None] New status for floating IP 053898ce-57b2-4b20-96ca-4df8abdc9409: DOWN {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:42:19.116307 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-08dd0e5b-f901-46cd-89ae-804fa5efa9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:19.123541 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-08dd0e5b-f901-46cd-89ae-804fa5efa9ba service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c3e23022-6181-4c07-9324-a5452325576b HTTP/1.1" status: 200 len: 850 time: 0.1525955 Dec 16 09:42:19.124647 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1e15b778-e63c-4673-b2e2-27671c6371f5 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:19.127269 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1e15b778-e63c-4673-b2e2-27671c6371f5 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:19.128460 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1e15b778-e63c-4673-b2e2-27671c6371f5 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "DELETE /v2.0/security-groups/ab17dbb7-7b4e-443e-badd-cb8cbe252e8b HTTP/1.1" status: 204 len: 168 time: 0.2722275 Dec 16 09:42:19.132119 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-4fee664c-fca4-4a4a-b41f-afa4ef06db7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:42:19.133932 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60442) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:19.137619 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-4fee664c-fca4-4a4a-b41f-afa4ef06db7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:42:19.149643 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=632c38dd-ee09-4f3b-a189-6b2595ae75be,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:19.183231 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15b778-e63c-4673-b2e2-27671c6371f5 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab17dbb7-7b4e-443e-badd-cb8cbe252e8b,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:19.187893 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-3618169a-8112-46ba-ae6a-6fc7aedc8c70 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] show failed (client error): The resource could not be found. Dec 16 09:42:19.192148 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3618169a-8112-46ba-ae6a-6fc7aedc8c70 tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "GET /v2.0/security-groups/ab17dbb7-7b4e-443e-badd-cb8cbe252e8b HTTP/1.1" status: 404 len: 347 time: 0.0444021 Dec 16 09:42:19.192757 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60444) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:19.192953 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d2f481c0-6252-410d-876b-518098cb4de1 req-f43c7cf8-9062-47f4-a07a-aa0753f4dbfd tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d1121ee-e56a-47c8-b3a8-c0d36557b7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372749 Dec 16 09:42:19.253024 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-ea20cbf0-50ae-4661-b8df-9e7674d426ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:19.254795 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-ea20cbf0-50ae-4661-b8df-9e7674d426ef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052496 Dec 16 09:42:19.265652 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bbd81acd-a9e1-4516-a569-9215b9afd195 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:19.277051 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf0de1a-cd38-4ab0-94ba-62051c68c755', 'tag': 'a1923724-de92-4455-a0b4-fa5b1439b9ef'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:19.282444 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3287dd-32ea-47f0-91c1-1554c1e00d18" -d '{"events": [{"name": "network-changed", "server_uuid": "fdf0de1a-cd38-4ab0-94ba-62051c68c755", "tag": "a1923724-de92-4455-a0b4-fa5b1439b9ef"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:19.351741 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd81acd-a9e1-4516-a569-9215b9afd195 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Port': ['ID=6fdd884d-38ec-4aaf-9bf3-4792aaa90df1,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:19.387494 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c483f78-f43e-4257-b7ad-f814a065e551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5158a65-46ff-47ce-9b10-d85e06c23785'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:19.390137 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a118fc0-ab76-4e8d-998c-7d0bf7c8e12f" -d '{"events": [{"server_uuid": "8c483f78-f43e-4257-b7ad-f814a065e551", "name": "network-vif-plugged", "status": "completed", "tag": "f5158a65-46ff-47ce-9b10-d85e06c23785"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:19.420854 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea33d3-625f-440b-9f50-3824c9fee954 req-64ba4dd4-4ca7-4306-9519-ac1609582f30 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:19.423428 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead99544-55b6-42bd-8046-f753e8096986 req-8cb202f7-c25e-41da-a41f-22b0171b6ff7 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:19.429013 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1fea33d3-625f-440b-9f50-3824c9fee954 req-64ba4dd4-4ca7-4306-9519-ac1609582f30 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c483f78-f43e-4257-b7ad-f814a065e551 HTTP/1.1" status: 200 len: 946 time: 0.3054647 Dec 16 09:42:19.431353 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ead99544-55b6-42bd-8046-f753e8096986 req-8cb202f7-c25e-41da-a41f-22b0171b6ff7 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0de1a-cd38-4ab0-94ba-62051c68c755 HTTP/1.1" status: 200 len: 943 time: 0.1164281 Dec 16 09:42:19.434981 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bbd81acd-a9e1-4516-a569-9215b9afd195 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:19.441858 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bbd81acd-a9e1-4516-a569-9215b9afd195 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/6fdd884d-38ec-4aaf-9bf3-4792aaa90df1 HTTP/1.1" status: 204 len: 168 time: 1.2920501 Dec 16 09:42:19.448970 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60458) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:19.513777 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ead99544-55b6-42bd-8046-f753e8096986 req-229759f7-156a-4e72-b6eb-ce92fef3fc9f tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814373 Dec 16 09:42:19.554955 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-21190191-1fb1-46b2-9e2f-29dc817596ec service neutron] 10.222.0.58 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917290 Dec 16 09:42:19.564065 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1756e7-0302-4c9b-a647-a9fc6accb53e x-openstack-request-id: req-9a1756e7-0302-4c9b-a647-a9fc6accb53e {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:19.564065 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdf0de1a-cd38-4ab0-94ba-62051c68c755", "tag": "a1923724-de92-4455-a0b4-fa5b1439b9ef", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:19.564065 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9a1756e7-0302-4c9b-a647-a9fc6accb53e {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:19.564065 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdf0de1a-cd38-4ab0-94ba-62051c68c755', 'tag': 'a1923724-de92-4455-a0b4-fa5b1439b9ef', 'status': 'completed', 'code': 200} Dec 16 09:42:19.618708 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75e9db2-80ad-4b44-b57b-6e004c5df20b x-openstack-request-id: req-a75e9db2-80ad-4b44-b57b-6e004c5df20b {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:19.619007 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c483f78-f43e-4257-b7ad-f814a065e551", "name": "network-vif-plugged", "status": "completed", "tag": "f5158a65-46ff-47ce-9b10-d85e06c23785", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:19.619260 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a75e9db2-80ad-4b44-b57b-6e004c5df20b {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:19.619656 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c483f78-f43e-4257-b7ad-f814a065e551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5158a65-46ff-47ce-9b10-d85e06c23785', 'code': 200} Dec 16 09:42:19.680940 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1fea33d3-625f-440b-9f50-3824c9fee954 req-ae3615c3-9888-4c97-b176-2961b992cb11 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509899 Dec 16 09:42:19.714068 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35140992-839d-478b-901d-81889b7cb4a0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:19.718977 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35140992-839d-478b-901d-81889b7cb4a0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:19.722629 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-35140992-839d-478b-901d-81889b7cb4a0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2706716 Dec 16 09:42:19.723797 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60470) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:19.730181 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-3e840dc8-584b-4514-b48e-7b94d7109b2c tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Deleting port dbf2c391-1a1c-4514-b1da-ea63131d0c7b {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:19.731356 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3e840dc8-584b-4514-b48e-7b94d7109b2c tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:19.859383 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-352bc728-b1fe-497a-9b79-5425b13e6957 None None] Could not find standard attr ID for object 6fdd884d-38ec-4aaf-9bf3-4792aaa90df1. {{(pid=102818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:42:19.916236 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63518d-104e-417b-a60e-eaf0d3b3eb4e req-ee494d5c-30a6-449d-bb21-d7244028480d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:19.918388 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0d63518d-104e-417b-a60e-eaf0d3b3eb4e req-ee494d5c-30a6-449d-bb21-d7244028480d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8c483f78-f43e-4257-b7ad-f814a065e551 HTTP/1.1" status: 200 len: 1097 time: 0.1930337 Dec 16 09:42:19.929148 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-2918e3a4-e97e-4ecf-9788-c74bc583bb16 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting subnet d4b02cc5-b799-488a-83f8-a1b74efa4732 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:42:19.929148 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2918e3a4-e97e-4ecf-9788-c74bc583bb16 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:19.971711 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 632c38dd-ee09-4f3b-a189-6b2595ae75be up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:42:20.013635 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3e840dc8-584b-4514-b48e-7b94d7109b2c tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:20.014158 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3e840dc8-584b-4514-b48e-7b94d7109b2c tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:20.037533 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2918e3a4-e97e-4ecf-9788-c74bc583bb16 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:20.039309 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 632c38dd-ee09-4f3b-a189-6b2595ae75be triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:20.041245 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:20.041411 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-3e840dc8-584b-4514-b48e-7b94d7109b2c tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Calling delete_port for dbf2c391-1a1c-4514-b1da-ea63131d0c7b owned by network:floatingip {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:20.044660 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0d63518d-104e-417b-a60e-eaf0d3b3eb4e req-12f7b8f7-f40e-418a-91d0-56035e697712 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125610 Dec 16 09:42:20.156869 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d884ff78-cd63-493d-b8bc-63670ac0cb3d req-bb9ab2ed-9d3e-42e3-a4ff-515f95b01f57 service neutron] 10.222.0.58 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5897286 Dec 16 09:42:20.169189 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9080d-ffe7-4493-a3fd-b98a609fb5d5 req-7f1a9984-1cc5-4818-8c98-f05150373a84 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:20.177416 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4aa9080d-ffe7-4493-a3fd-b98a609fb5d5 req-7f1a9984-1cc5-4818-8c98-f05150373a84 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a74aa35-e55a-4ac6-b88d-76dbbd9271b5 HTTP/1.1" status: 200 len: 946 time: 0.1128223 Dec 16 09:42:20.227288 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4aa9080d-ffe7-4493-a3fd-b98a609fb5d5 req-600b61d2-d20a-4273-aea6-1a44cb18bcbf tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/security-groups?id=1318f13c-ca31-4750-bd67-5c13f4cbaad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484879 Dec 16 09:42:20.256054 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2918e3a4-e97e-4ecf-9788-c74bc583bb16 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:20.378802 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3287dd-32ea-47f0-91c1-1554c1e00d18 req-2b01870a-6212-4f8a-b4d2-9d9c14286dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:20.380318 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6f3287dd-32ea-47f0-91c1-1554c1e00d18 req-2b01870a-6212-4f8a-b4d2-9d9c14286dbe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f1bf440b6c55457f8af9c018d530175b&device_id=fdf0de1a-cd38-4ab0-94ba-62051c68c755 HTTP/1.1" status: 200 len: 1094 time: 0.0806694 Dec 16 09:42:20.388453 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de540f-32c3-4152-b841-404e5e03fc7c req-41dd71ac-ef88-4c0a-ba3c-6542fed6c5a5 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:20.389946 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-53de540f-32c3-4152-b841-404e5e03fc7c req-41dd71ac-ef88-4c0a-ba3c-6542fed6c5a5 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=800d725c-3d41-4980-a200-0928235f6aca HTTP/1.1" status: 200 len: 945 time: 0.0794013 Dec 16 09:42:20.396756 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ff1fb-9b0f-4eab-b315-052ec59b809e req-bfb44b67-c33c-44eb-8a21-ef176ff6f298 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:20.398312 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-726ff1fb-9b0f-4eab-b315-052ec59b809e req-bfb44b67-c33c-44eb-8a21-ef176ff6f298 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/ports?device_id=1187da08-c0da-46cb-bde5-6ef47afe5e23 HTTP/1.1" status: 200 len: 943 time: 0.1101933 Dec 16 09:42:20.460502 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-726ff1fb-9b0f-4eab-b315-052ec59b809e req-289746de-938b-4432-90f8-66de223ab7c9 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d1121ee-e56a-47c8-b3a8-c0d36557b7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564158 Dec 16 09:42:20.476176 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-53de540f-32c3-4152-b841-404e5e03fc7c req-3e3070c7-4d7c-4ff4-bff8-a0e9af3458b2 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/security-groups?id=1318f13c-ca31-4750-bd67-5c13f4cbaad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771248 Dec 16 09:42:20.518673 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3287dd-32ea-47f0-91c1-1554c1e00d18 req-01358fcd-33f2-4df6-b144-714288aa09ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:20.522326 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6f3287dd-32ea-47f0-91c1-1554c1e00d18 req-01358fcd-33f2-4df6-b144-714288aa09ea service neutron] 10.222.0.58 "GET /v2.0/networks?id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f HTTP/1.1" status: 200 len: 912 time: 0.1315079 Dec 16 09:42:20.531330 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2918e3a4-e97e-4ecf-9788-c74bc583bb16 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:20.539518 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3e840dc8-584b-4514-b48e-7b94d7109b2c tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:20.578277 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918e3a4-e97e-4ecf-9788-c74bc583bb16 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Subnet': ['ID=d4b02cc5-b799-488a-83f8-a1b74efa4732,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:20.595156 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6f3287dd-32ea-47f0-91c1-1554c1e00d18 req-06976f7d-c52d-489e-ad18-25cc596ccb63 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1923724-de92-4455-a0b4-fa5b1439b9ef HTTP/1.1" status: 200 len: 217 time: 0.0645552 Dec 16 09:42:20.609092 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2918e3a4-e97e-4ecf-9788-c74bc583bb16 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:20.609491 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbc65b4-ff6c-4841-a454-645ec506233e None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:42:20.615495 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2918e3a4-e97e-4ecf-9788-c74bc583bb16 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/d4b02cc5-b799-488a-83f8-a1b74efa4732 HTTP/1.1" status: 204 len: 168 time: 0.8884254 Dec 16 09:42:20.628125 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60496) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:20.633847 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e840dc8-584b-4514-b48e-7b94d7109b2c tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Pushing event deleted for resources: {'Port': ['ID=dbf2c391-1a1c-4514-b1da-ea63131d0c7b,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:20.706992 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3e840dc8-584b-4514-b48e-7b94d7109b2c tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks [] for floatingip, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:20.710132 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3e840dc8-584b-4514-b48e-7b94d7109b2c tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:20.713175 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3e840dc8-584b-4514-b48e-7b94d7109b2c tempest-ServersTestFqdnHostnames-1675706509 tempest-ServersTestFqdnHostnames-1675706509-project] 10.222.0.60 "DELETE /v2.0/floatingips/053898ce-57b2-4b20-96ca-4df8abdc9409 HTTP/1.1" status: 204 len: 168 time: 1.5195737 Dec 16 09:42:20.716301 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60502) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:20.723636 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3aabec07-fd21-47de-9d30-cb06f804398c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0942633 Dec 16 09:42:20.728422 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60504) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:20.739878 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3287dd-32ea-47f0-91c1-1554c1e00d18 req-b5c14510-5987-410a-9f3a-062e94e4033c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:20.742893 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6f3287dd-32ea-47f0-91c1-1554c1e00d18 req-b5c14510-5987-410a-9f3a-062e94e4033c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c3e23022-6181-4c07-9324-a5452325576b HTTP/1.1" status: 200 len: 850 time: 0.1395705 Dec 16 09:42:20.761763 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a16c8-8fe5-43ec-adf4-475ba412012b req-1794c2ef-be15-4096-bb0f-82c62a1175c1 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:20.763286 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f72a16c8-8fe5-43ec-adf4-475ba412012b req-1794c2ef-be15-4096-bb0f-82c62a1175c1 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0de1a-cd38-4ab0-94ba-62051c68c755 HTTP/1.1" status: 200 len: 943 time: 0.1367157 Dec 16 09:42:20.839814 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3287dd-32ea-47f0-91c1-1554c1e00d18 req-f8baa678-f293-4028-a7f7-e61e6956c2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:20.841395 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6f3287dd-32ea-47f0-91c1-1554c1e00d18 req-f8baa678-f293-4028-a7f7-e61e6956c2ae service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876741 Dec 16 09:42:20.846221 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f72a16c8-8fe5-43ec-adf4-475ba412012b req-ed51de61-42a8-4ae0-a8a4-ad42825adcf9 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733783 Dec 16 09:42:20.882507 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6a3812-5f9d-4de1-b729-f2d175dfa876 None None] DHCP port deletion for 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:42:20.917186 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc89af8-0120-41df-8ae9-4ccecea08da6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:20.925185 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6bc89af8-0120-41df-8ae9-4ccecea08da6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1912773 Dec 16 09:42:20.925407 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60508) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:21.055176 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-ec6a3812-5f9d-4de1-b729-f2d175dfa876 None None] Deleting port 632c38dd-ee09-4f3b-a189-6b2595ae75be {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:21.055579 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ec6a3812-5f9d-4de1-b729-f2d175dfa876 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:21.084502 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c9cd40-6829-4d49-89ee-c082e6991687 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:21.086281 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d9c9cd40-6829-4d49-89ee-c082e6991687 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1608968 Dec 16 09:42:21.090424 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60516) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:21.100687 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6f3287dd-32ea-47f0-91c1-1554c1e00d18 req-07c8e944-5820-4c4a-85d4-d114d3f31856 service neutron] 10.222.0.58 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429144 Dec 16 09:42:21.168700 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-60f9ccde-9b41-4255-a19b-6176d3b40d16 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0761321 Dec 16 09:42:21.172899 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60518) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:21.183106 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075dfbd0-1207-4b81-b582-98de5494aa99 req-fef3b39b-b039-42e8-b046-16828e489690 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:21.184895 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-075dfbd0-1207-4b81-b582-98de5494aa99 req-fef3b39b-b039-42e8-b046-16828e489690 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c483f78-f43e-4257-b7ad-f814a065e551 HTTP/1.1" status: 200 len: 946 time: 0.2240720 Dec 16 09:42:21.190825 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-60ee3ed0-8b78-4a08-9416-898a64944e8f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:21.211733 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-ec6a3812-5f9d-4de1-b729-f2d175dfa876 None None] For port 632c38dd-ee09-4f3b-a189-6b2595ae75be, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=632c38dd-ee09-4f3b-a189-6b2595ae75be,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:21.212400 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ec6a3812-5f9d-4de1-b729-f2d175dfa876 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:21.214866 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60520) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:21.244671 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-ec6a3812-5f9d-4de1-b729-f2d175dfa876 None None] Calling delete_port for 632c38dd-ee09-4f3b-a189-6b2595ae75be owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:21.325879 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-229d0faa-1de6-4be3-834f-51fb58f23380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:21.382487 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-075dfbd0-1207-4b81-b582-98de5494aa99 req-7cfd1427-a0ae-422c-b792-8055024c64e4 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295965 Dec 16 09:42:21.428845 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6f3287dd-32ea-47f0-91c1-1554c1e00d18 req-a56bdd69-0374-4382-b339-c4c965b1c64e service neutron] 10.222.0.58 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546635 Dec 16 09:42:21.443245 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ec6a3812-5f9d-4de1-b729-f2d175dfa876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:21.478248 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a3812-5f9d-4de1-b729-f2d175dfa876 None None] Pushing event deleted for resources: {'Port': ['ID=632c38dd-ee09-4f3b-a189-6b2595ae75be,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:21.490642 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6a3812-5f9d-4de1-b729-f2d175dfa876 None None] No DVR routers for this DVR port 632c38dd-ee09-4f3b-a189-6b2595ae75be on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:42:21.505105 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ee3ed0-8b78-4a08-9416-898a64944e8f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:42:21.509662 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-60ee3ed0-8b78-4a08-9416-898a64944e8f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:21.565238 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-abc233ee-10ac-4469-9e6a-9499c1c0707b tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Request body: {'network': {'name': 'tempest-network-smoke--975303258', 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'port_security_enabled': True}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:21.664331 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af626a8-23b5-4cc3-bf31-9cfbd7ed537e req-3b07fbcc-f598-44c1-9474-eb5eb753484d tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:21.665997 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8af626a8-23b5-4cc3-bf31-9cfbd7ed537e req-3b07fbcc-f598-44c1-9474-eb5eb753484d tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/ports?device_id=1187da08-c0da-46cb-bde5-6ef47afe5e23 HTTP/1.1" status: 200 len: 943 time: 0.1029372 Dec 16 09:42:21.752289 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc233ee-10ac-4469-9e6a-9499c1c0707b tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Made reservation on behalf of 60a0020dcca848d99f97019eb94a2e49 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:42:21.754294 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8af626a8-23b5-4cc3-bf31-9cfbd7ed537e req-5f739da9-f06a-4d88-b915-51ae4b4d1772 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d1121ee-e56a-47c8-b3a8-c0d36557b7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735734 Dec 16 09:42:21.755738 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-abc233ee-10ac-4469-9e6a-9499c1c0707b tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:21.797941 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-abc233ee-10ac-4469-9e6a-9499c1c0707b tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:21.891319 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-b80e56ec-6a9d-49cc-a3fa-c5e74a8f0af3 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:21.893453 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-b80e56ec-6a9d-49cc-a3fa-c5e74a8f0af3 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/networks?id=04743e3c-30d6-4915-9168-3871041fac9e HTTP/1.1" status: 200 len: 812 time: 0.2014620 Dec 16 09:42:21.907668 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-60ee3ed0-8b78-4a08-9416-898a64944e8f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:21.933823 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-fe8b4854-bb81-4c4f-94cf-b2e7934e2c30 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/quotas/ffe89fbd6dbf418d9de3f5bae76e8a76 HTTP/1.1" status: 200 len: 375 time: 0.0323596 Dec 16 09:42:21.936459 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-229d0faa-1de6-4be3-834f-51fb58f23380 admin admin] Deleting port 4cfceea5-7c23-43a6-a3e4-4816b0143e9d {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:21.936864 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-229d0faa-1de6-4be3-834f-51fb58f23380 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:21.947016 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 632c38dd-ee09-4f3b-a189-6b2595ae75be no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:42:21.971613 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 632c38dd-ee09-4f3b-a189-6b2595ae75be {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:42:21.974254 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 632c38dd-ee09-4f3b-a189-6b2595ae75be not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:42:21.991342 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ee3ed0-8b78-4a08-9416-898a64944e8f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:22.000150 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-60ee3ed0-8b78-4a08-9416-898a64944e8f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:22.002645 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee3ed0-8b78-4a08-9416-898a64944e8f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Subnet': ['ID=8702d8be-e4e1-48ae-93b5-3a40880c07bb,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:22.006210 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ee3ed0-8b78-4a08-9416-898a64944e8f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:22.006805 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-60ee3ed0-8b78-4a08-9416-898a64944e8f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:22.026853 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a410bad-bacf-4bf5-acf5-11badd14e71a None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:42:22.031331 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e048d9e-cf7d-4399-8847-7e8e208a5608 req-4fbdc4b1-bc63-4ac2-89d6-3de1fbcc3818 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:22.033885 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1e048d9e-cf7d-4399-8847-7e8e208a5608 req-4fbdc4b1-bc63-4ac2-89d6-3de1fbcc3818 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0de1a-cd38-4ab0-94ba-62051c68c755 HTTP/1.1" status: 200 len: 943 time: 0.0934396 Dec 16 09:42:22.054430 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-3fd1bb1b-32b1-4594-b3de-003a3b4b5b31 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ffe89fbd6dbf418d9de3f5bae76e8a76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1127007 Dec 16 09:42:22.081523 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-abc233ee-10ac-4469-9e6a-9499c1c0707b tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:22.092284 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1e048d9e-cf7d-4399-8847-7e8e208a5608 req-ae41e219-89aa-4239-bf7b-12cb8bc7147d tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509782 Dec 16 09:42:22.121987 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-60ee3ed0-8b78-4a08-9416-898a64944e8f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9357026 Dec 16 09:42:22.123954 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60552) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:22.136255 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-77a0d30c-e8a8-42c1-b20c-5e38b315c0d5 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'port': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'fixed_ips': [{'subnet_id': '8702d8be-e4e1-48ae-93b5-3a40880c07bb', 'ip_address': '2001:db8::34fc:56db:2d6a:7c1b'}], 'name': 'tempest-NetworksTestDHCPv6-1474129006'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:22.147704 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-abc233ee-10ac-4469-9e6a-9499c1c0707b tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:22.184874 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abc233ee-10ac-4469-9e6a-9499c1c0707b tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:42:22.194907 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device d2e1fbf8-a7d3-4edd-978a-7a55a97f4530 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:42:22.202123 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-229d0faa-1de6-4be3-834f-51fb58f23380 admin admin] For port 4cfceea5-7c23-43a6-a3e4-4816b0143e9d, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=4cfceea5-7c23-43a6-a3e4-4816b0143e9d,segment=NetworkSegment(ca770ec3-7794-40ab-9b98-1d4629c1db9b),segment_id=ca770ec3-7794-40ab-9b98-1d4629c1db9b)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:22.202494 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-229d0faa-1de6-4be3-834f-51fb58f23380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:22.231210 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-abc233ee-10ac-4469-9e6a-9499c1c0707b tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:22.231563 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-abc233ee-10ac-4469-9e6a-9499c1c0707b tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Added segment 4e51bee1-cafd-4d8e-b755-0a17a19937c7 of type vlan for network 872dad0c-b125-4398-b449-96faec06fd91 Dec 16 09:42:22.234863 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-229d0faa-1de6-4be3-834f-51fb58f23380 admin admin] Calling delete_port for 4cfceea5-7c23-43a6-a3e4-4816b0143e9d owned by network:router_interface {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:22.261517 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc233ee-10ac-4469-9e6a-9499c1c0707b tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c6ac40-6e4a-4333-9cf8-9c84ae3c5091,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:22.324052 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port d2e1fbf8-a7d3-4edd-978a-7a55a97f4530, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=d2e1fbf8-a7d3-4edd-978a-7a55a97f4530,segment=NetworkSegment(d8df21ec-09fd-424b-9dca-610d5d76c12a),segment_id=d8df21ec-09fd-424b-9dca-610d5d76c12a)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:22.328022 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2441ceb9-79f4-41f4-aea7-a99efca227aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'fixed_ips': [{'subnet_id': '8702d8be-e4e1-48ae-93b5-3a40880c07bb'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:42:22.328568 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2441ceb9-79f4-41f4-aea7-a99efca227aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:22.341879 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-abc233ee-10ac-4469-9e6a-9499c1c0707b tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:22.345508 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-38307582-f6d7-4e6a-bb10-567dc20f5f8a service neutron] 10.222.0.60 "GET /v2.0/networks/04743e3c-30d6-4915-9168-3871041fac9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750490 Dec 16 09:42:22.354884 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'd2e1fbf8-a7d3-4edd-978a-7a55a97f4530', 'network_id': 'bc332c79-b76e-4aee-a39c-dee90d548af5', 'port_id': 'd2e1fbf8-a7d3-4edd-978a-7a55a97f4530', 'mac_address': 'fa:16:3e:99:2a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f727883-008b-4153-8b35-d14161afb3bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:42:22.356823 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a0d30c-e8a8-42c1-b20c-5e38b315c0d5 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:42:22.452492 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:22.476279 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e1fbf8-a7d3-4edd-978a-7a55a97f4530 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:42:22.522310 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port d2e1fbf8-a7d3-4edd-978a-7a55a97f4530, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=d2e1fbf8-a7d3-4edd-978a-7a55a97f4530,segment=NetworkSegment(d8df21ec-09fd-424b-9dca-610d5d76c12a),segment_id=d8df21ec-09fd-424b-9dca-610d5d76c12a)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:22.544108 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-3baf0131-4e4a-44cf-8d35-db725c38d44d service neutron] 10.222.0.60 "GET /v2.0/networks/04743e3c-30d6-4915-9168-3871041fac9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904612 Dec 16 09:42:22.546478 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-abc233ee-10ac-4469-9e6a-9499c1c0707b tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:22.548180 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-2441ceb9-79f4-41f4-aea7-a99efca227aa None None] Allocated IP 2001:db8::2 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/8702d8be-e4e1-48ae-93b5-3a40880c07bb/cee0d2b7-c6e8-4fd4-a489-e0a7ca443301) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:42:22.550148 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1492a4f-1da8-460f-9464-af08d1772295 req-ca266e37-28eb-49af-8482-a72090d3114c tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:22.565783 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f1492a4f-1da8-460f-9464-af08d1772295 req-ca266e37-28eb-49af-8482-a72090d3114c tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c483f78-f43e-4257-b7ad-f814a065e551 HTTP/1.1" status: 200 len: 946 time: 0.0907562 Dec 16 09:42:22.565914 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc233ee-10ac-4469-9e6a-9499c1c0707b tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:22.566441 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-abc233ee-10ac-4469-9e6a-9499c1c0707b tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:22.584389 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-77a0d30c-e8a8-42c1-b20c-5e38b315c0d5 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:22.635767 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f1492a4f-1da8-460f-9464-af08d1772295 req-2bbb7599-9e40-44b6-b4fc-c22a014783f6 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759418 Dec 16 09:42:22.642879 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:22.643056 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-77a0d30c-e8a8-42c1-b20c-5e38b315c0d5 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] device_id is not set on port d0b074e4-6528-4821-be70-a059b4aabd02 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:42:22.674308 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc233ee-10ac-4469-9e6a-9499c1c0707b tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'Network': ['ID=872dad0c-b125-4398-b449-96faec06fd91,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:22.704184 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 872dad0c-b125-4398-b449-96faec06fd91 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:42:22.765838 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-abc233ee-10ac-4469-9e6a-9499c1c0707b tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5494356 Dec 16 09:42:22.769258 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60566) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:22.775279 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-5d37fb08-9952-4edc-9625-e0119c488830 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-958811268', 'admin_state_up': True, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:22.819512 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=d2e1fbf8-a7d3-4edd-978a-7a55a97f4530,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:22.822025 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-229d0faa-1de6-4be3-834f-51fb58f23380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:22.853390 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2441ceb9-79f4-41f4-aea7-a99efca227aa None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:22.873394 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d0faa-1de6-4be3-834f-51fb58f23380 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cfceea5-7c23-43a6-a3e4-4816b0143e9d,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:22.882147 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['d2e1fbf8-a7d3-4edd-978a-7a55a97f4530'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:42:22.922957 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d37fb08-9952-4edc-9625-e0119c488830 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:22.924499 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d37fb08-9952-4edc-9625-e0119c488830 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:22.940561 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2441ceb9-79f4-41f4-aea7-a99efca227aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:23.019039 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2441ceb9-79f4-41f4-aea7-a99efca227aa None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:23.040181 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99153d-2b50-4dc2-a8ba-e53bd8a43316 req-4f484216-8133-456b-b7e0-4544a4587ff6 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:23.040951 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-2441ceb9-79f4-41f4-aea7-a99efca227aa None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:23.047181 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2441ceb9-79f4-41f4-aea7-a99efca227aa None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:42:23.049689 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0f99153d-2b50-4dc2-a8ba-e53bd8a43316 req-4f484216-8133-456b-b7e0-4544a4587ff6 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/ports?device_id=1187da08-c0da-46cb-bde5-6ef47afe5e23 HTTP/1.1" status: 200 len: 944 time: 0.1660802 Dec 16 09:42:23.092908 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441ceb9-79f4-41f4-aea7-a99efca227aa None None] Pushing event updated for resources: {'Port': ['ID=cee0d2b7-c6e8-4fd4-a489-e0a7ca443301,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:23.121419 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0f99153d-2b50-4dc2-a8ba-e53bd8a43316 req-5b2c3554-00fc-493f-bbc0-dc8f65c0b8d5 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d1121ee-e56a-47c8-b3a8-c0d36557b7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703695 Dec 16 09:42:23.122942 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-77a0d30c-e8a8-42c1-b20c-5e38b315c0d5 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Allocated IP 2001:db8::34fc:56db:2d6a:7c1b (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/8702d8be-e4e1-48ae-93b5-3a40880c07bb/d0b074e4-6528-4821-be70-a059b4aabd02) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:42:23.297387 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d37fb08-9952-4edc-9625-e0119c488830 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:23.313942 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-2441ceb9-79f4-41f4-aea7-a99efca227aa None None] Attempting to bind port cee0d2b7-c6e8-4fd4-a489-e0a7ca443301 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:42:23.315172 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-2441ceb9-79f4-41f4-aea7-a99efca227aa None None] Attempting to bind port cee0d2b7-c6e8-4fd4-a489-e0a7ca443301 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:42:23.315719 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2441ceb9-79f4-41f4-aea7-a99efca227aa None None] Attempting to bind port cee0d2b7-c6e8-4fd4-a489-e0a7ca443301 on network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:23.342006 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2441ceb9-79f4-41f4-aea7-a99efca227aa None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:42:23.342908 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2441ceb9-79f4-41f4-aea7-a99efca227aa None None] Checking segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:42:23.343566 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2441ceb9-79f4-41f4-aea7-a99efca227aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:23.344751 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2441ceb9-79f4-41f4-aea7-a99efca227aa None None] Bound using segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:42:23.346049 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-2441ceb9-79f4-41f4-aea7-a99efca227aa None None] Bound port: cee0d2b7-c6e8-4fd4-a489-e0a7ca443301, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:42:23.346700 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2441ceb9-79f4-41f4-aea7-a99efca227aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:23.394207 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c1104-d86a-48eb-82e1-7e2904dac4be req-a4151bc0-1be5-4c78-a332-d877dbd3d30f tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:23.395807 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-850c1104-d86a-48eb-82e1-7e2904dac4be req-a4151bc0-1be5-4c78-a332-d877dbd3d30f tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.57 "GET /v2.0/ports?device_id=800d725c-3d41-4980-a200-0928235f6aca HTTP/1.1" status: 200 len: 945 time: 0.4282160 Dec 16 09:42:23.445964 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db222d1-d17b-463c-b200-60a05aac8201 req-5f273097-3f60-4b52-9264-00c66d4660ef tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:23.447500 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7db222d1-d17b-463c-b200-60a05aac8201 req-5f273097-3f60-4b52-9264-00c66d4660ef tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0de1a-cd38-4ab0-94ba-62051c68c755 HTTP/1.1" status: 200 len: 943 time: 0.1453474 Dec 16 09:42:23.483189 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2441ceb9-79f4-41f4-aea7-a99efca227aa None None] For port cee0d2b7-c6e8-4fd4-a489-e0a7ca443301, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:42:23.487084 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2441ceb9-79f4-41f4-aea7-a99efca227aa None None] For port cee0d2b7-c6e8-4fd4-a489-e0a7ca443301, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=cee0d2b7-c6e8-4fd4-a489-e0a7ca443301,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:42:23.525798 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-77a0d30c-e8a8-42c1-b20c-5e38b315c0d5 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:23.529928 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7db222d1-d17b-463c-b200-60a05aac8201 req-2b4c1a41-0582-4d24-b92c-6ba3536099fb tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659351 Dec 16 09:42:23.567822 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2441ceb9-79f4-41f4-aea7-a99efca227aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:23.581232 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f923dbfe-9022-4147-a17b-61942f051667 req-dbb48de3-af62-4a40-9144-8743f95b1378 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6768ebc-84b5-4b7e-9cb5-646079c4dc42 HTTP/1.1" status: 200 len: 210 time: 0.2492955 Dec 16 09:42:23.628643 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441ceb9-79f4-41f4-aea7-a99efca227aa None None] Pushing event updated for resources: {'Port': ['ID=cee0d2b7-c6e8-4fd4-a489-e0a7ca443301,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:23.668506 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-77a0d30c-e8a8-42c1-b20c-5e38b315c0d5 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:23.723413 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a0d30c-e8a8-42c1-b20c-5e38b315c0d5 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:23.726399 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-77a0d30c-e8a8-42c1-b20c-5e38b315c0d5 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:23.754873 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a0d30c-e8a8-42c1-b20c-5e38b315c0d5 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:42:23.764585 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a0d30c-e8a8-42c1-b20c-5e38b315c0d5 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:23.765343 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-77a0d30c-e8a8-42c1-b20c-5e38b315c0d5 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:23.796526 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0d30c-e8a8-42c1-b20c-5e38b315c0d5 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Port': ['ID=d0b074e4-6528-4821-be70-a059b4aabd02,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:23.889708 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-77a0d30c-e8a8-42c1-b20c-5e38b315c0d5 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7643573 Dec 16 09:42:23.890353 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60598) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:24.026668 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-79cd50ee-bbac-48f4-8431-33f2341cffcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:24.048390 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c464e40-5cd6-463a-8ce3-eb8d8e1204bd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:24.066418 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c464e40-5cd6-463a-8ce3-eb8d8e1204bd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:24.074904 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4c464e40-5cd6-463a-8ce3-eb8d8e1204bd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1834304 Dec 16 09:42:24.079641 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60600) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:24.203617 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device a1923724-de92-4455-a0b4-fa5b1439b9ef details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:42:24.225810 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device d2e1fbf8-a7d3-4edd-978a-7a55a97f4530 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:42:24.322469 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-8b7e05ee-5627-49a8-a87c-5740aa277a83 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting port d0b074e4-6528-4821-be70-a059b4aabd02 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:24.323139 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8b7e05ee-5627-49a8-a87c-5740aa277a83 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:24.369734 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device cee0d2b7-c6e8-4fd4-a489-e0a7ca443301 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:42:24.533291 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port cee0d2b7-c6e8-4fd4-a489-e0a7ca443301 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:24.533915 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:24.559217 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc064b0f-df41-4e75-a7db-51faa4667a7a req-5b9c6e4f-9309-4cc8-a052-6b187e35e624 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:24.562990 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dc064b0f-df41-4e75-a7db-51faa4667a7a req-5b9c6e4f-9309-4cc8-a052-6b187e35e624 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/ports?device_id=1187da08-c0da-46cb-bde5-6ef47afe5e23 HTTP/1.1" status: 200 len: 944 time: 0.1598263 Dec 16 09:42:24.568823 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb5588-5f29-4616-8204-4241a12143e0 req-5644d30f-57a3-4a80-beb9-d4e4311a4ca0 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:24.570234 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-35bb5588-5f29-4616-8204-4241a12143e0 req-5644d30f-57a3-4a80-beb9-d4e4311a4ca0 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a74aa35-e55a-4ac6-b88d-76dbbd9271b5 HTTP/1.1" status: 200 len: 946 time: 1.2604835 Dec 16 09:42:24.581653 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port d2e1fbf8-a7d3-4edd-978a-7a55a97f4530 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:42:24.594063 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port d2e1fbf8-a7d3-4edd-978a-7a55a97f4530 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:24.594677 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:24.609970 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8b7e05ee-5627-49a8-a87c-5740aa277a83 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:24.610399 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-229d0faa-1de6-4be3-834f-51fb58f23380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:24.638277 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d37fb08-9952-4edc-9625-e0119c488830 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:24.640126 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-8b7e05ee-5627-49a8-a87c-5740aa277a83 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Calling delete_port for d0b074e4-6528-4821-be70-a059b4aabd02 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:24.688191 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dc064b0f-df41-4e75-a7db-51faa4667a7a req-589ad7f4-6590-45e3-bcc3-5010ee28d616 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d1121ee-e56a-47c8-b3a8-c0d36557b7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238875 Dec 16 09:42:24.825908 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e56fedb2-7f43-4663-9445-06edae283c44 req-9f375f9d-a96f-4918-a246-830ff6fdf9f4 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6768ebc-84b5-4b7e-9cb5-646079c4dc42 HTTP/1.1" status: 200 len: 210 time: 0.0600870 Dec 16 09:42:24.872004 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port a1923724-de92-4455-a0b4-fa5b1439b9ef, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=a1923724-de92-4455-a0b4-fa5b1439b9ef,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:24.929602 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'a1923724-de92-4455-a0b4-fa5b1439b9ef', 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f', 'port_id': 'a1923724-de92-4455-a0b4-fa5b1439b9ef', 'mac_address': 'fa:16:3e:58:05:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3e23022-6181-4c07-9324-a5452325576b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:42:24.962515 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:25.045097 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port cee0d2b7-c6e8-4fd4-a489-e0a7ca443301, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=cee0d2b7-c6e8-4fd4-a489-e0a7ca443301,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:25.056925 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:25.097808 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8b7e05ee-5627-49a8-a87c-5740aa277a83 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:25.102468 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:25.147650 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:25.148114 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-850c1104-d86a-48eb-82e1-7e2904dac4be req-b3854cf0-1f54-42f3-9fb5-2560cfae333c tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Deleting port a459f5e2-ca10-4ba2-a453-2b8274411d97 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:25.148550 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-850c1104-d86a-48eb-82e1-7e2904dac4be req-b3854cf0-1f54-42f3-9fb5-2560cfae333c tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:25.164743 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1187da08-c0da-46cb-bde5-6ef47afe5e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e1fbf8-a7d3-4edd-978a-7a55a97f4530'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:25.168970 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac548f06-b7a0-4bba-81ee-284df3d574c0 req-f88fd083-47fb-4b95-98b2-91f1ada7792d tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:25.171238 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ac548f06-b7a0-4bba-81ee-284df3d574c0 req-f88fd083-47fb-4b95-98b2-91f1ada7792d tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0de1a-cd38-4ab0-94ba-62051c68c755 HTTP/1.1" status: 200 len: 943 time: 0.3628783 Dec 16 09:42:25.172664 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e05ee-5627-49a8-a87c-5740aa277a83 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Port': ['ID=d0b074e4-6528-4821-be70-a059b4aabd02,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:25.182253 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81916a42-86d5-4c99-9c21-ad41bf2e16b3" -d '{"events": [{"server_uuid": "1187da08-c0da-46cb-bde5-6ef47afe5e23", "name": "network-vif-plugged", "status": "completed", "tag": "d2e1fbf8-a7d3-4edd-978a-7a55a97f4530"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:25.238214 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8b7e05ee-5627-49a8-a87c-5740aa277a83 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:25.263763 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8b7e05ee-5627-49a8-a87c-5740aa277a83 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/d0b074e4-6528-4821-be70-a059b4aabd02 HTTP/1.1" status: 204 len: 168 time: 1.1865849 Dec 16 09:42:25.264618 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60620) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:25.290448 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port d2e1fbf8-a7d3-4edd-978a-7a55a97f4530, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=d2e1fbf8-a7d3-4edd-978a-7a55a97f4530,segment=NetworkSegment(d8df21ec-09fd-424b-9dca-610d5d76c12a),segment_id=d8df21ec-09fd-424b-9dca-610d5d76c12a)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:25.292175 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098a3679-cc92-42ce-afa9-548a6c782ef0 x-openstack-request-id: req-098a3679-cc92-42ce-afa9-548a6c782ef0 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:25.292544 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1187da08-c0da-46cb-bde5-6ef47afe5e23", "name": "network-vif-plugged", "status": "completed", "tag": "d2e1fbf8-a7d3-4edd-978a-7a55a97f4530", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:25.292670 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-098a3679-cc92-42ce-afa9-548a6c782ef0 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:25.293069 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1187da08-c0da-46cb-bde5-6ef47afe5e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e1fbf8-a7d3-4edd-978a-7a55a97f4530', 'code': 200} Dec 16 09:42:25.316865 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1923724-de92-4455-a0b4-fa5b1439b9ef {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:42:25.373823 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=cee0d2b7-c6e8-4fd4-a489-e0a7ca443301,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:25.379574 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port a1923724-de92-4455-a0b4-fa5b1439b9ef, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=a1923724-de92-4455-a0b4-fa5b1439b9ef,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:25.381811 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:25.433583 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dc9f25-bc0b-46ed-aaf1-3272b122d70d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:25.449884 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ac548f06-b7a0-4bba-81ee-284df3d574c0 req-ef5320c2-1ec9-4ee2-877d-117267e505be tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459310 Dec 16 09:42:25.453468 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dc9f25-bc0b-46ed-aaf1-3272b122d70d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:25.461439 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-58dc9f25-bc0b-46ed-aaf1-3272b122d70d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1925459 Dec 16 09:42:25.465464 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60622) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:25.466716 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=d2e1fbf8-a7d3-4edd-978a-7a55a97f4530,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:25.483454 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-86b4cd55-9c45-4f4b-8cbf-37ed901027a5 None None] Provisioning complete for port cee0d2b7-c6e8-4fd4-a489-e0a7ca443301 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:25.484056 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-86b4cd55-9c45-4f4b-8cbf-37ed901027a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:25.485855 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:25.490542 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-850c1104-d86a-48eb-82e1-7e2904dac4be req-b3854cf0-1f54-42f3-9fb5-2560cfae333c tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] For port a459f5e2-ca10-4ba2-a453-2b8274411d97, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=a459f5e2-ca10-4ba2-a453-2b8274411d97,segment=NetworkSegment(d37b2193-84a0-4eed-8112-e5eff8180558),segment_id=d37b2193-84a0-4eed-8112-e5eff8180558)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:25.491022 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-850c1104-d86a-48eb-82e1-7e2904dac4be req-b3854cf0-1f54-42f3-9fb5-2560cfae333c tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:25.508180 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3677946-520b-424d-a0cd-4f869e1ed137 req-922fc02f-edc8-4519-a2a2-0f4cd85386ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:25.508890 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-850c1104-d86a-48eb-82e1-7e2904dac4be req-b3854cf0-1f54-42f3-9fb5-2560cfae333c tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Calling delete_port for a459f5e2-ca10-4ba2-a453-2b8274411d97 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:25.509753 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c3677946-520b-424d-a0cd-4f869e1ed137 req-922fc02f-edc8-4519-a2a2-0f4cd85386ff service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1187da08-c0da-46cb-bde5-6ef47afe5e23 HTTP/1.1" status: 200 len: 1096 time: 0.1268208 Dec 16 09:42:25.532420 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229d0faa-1de6-4be3-834f-51fb58f23380 admin admin] Router 87b31d4a-3ad6-4263-82bd-d712c310879e has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:42:25.536698 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f8b681b-8c6f-45e7-92d7-07beacf97430 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting subnet 8702d8be-e4e1-48ae-93b5-3a40880c07bb {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:42:25.537498 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-35bb5588-5f29-4616-8204-4241a12143e0 req-cb8b7e00-3279-479f-a2db-8cd1de1a88d3 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Deleting port 3fdb572b-8f54-4380-8f39-86fb4073b41c {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:25.537942 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-35bb5588-5f29-4616-8204-4241a12143e0 req-cb8b7e00-3279-479f-a2db-8cd1de1a88d3 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:25.547846 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2f8b681b-8c6f-45e7-92d7-07beacf97430 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:25.599551 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=a1923724-de92-4455-a0b4-fa5b1439b9ef,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:25.719765 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['a1923724-de92-4455-a0b4-fa5b1439b9ef'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:42:25.731609 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2f8b681b-8c6f-45e7-92d7-07beacf97430 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:25.755374 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c3677946-520b-424d-a0cd-4f869e1ed137 req-f2bfa743-09db-4641-8ad9-88b21b6ed5d1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5d1121ee-e56a-47c8-b3a8-c0d36557b7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024169 Dec 16 09:42:25.802987 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 3fdb572b-8f54-4380-8f39-86fb4073b41c no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:42:26.019004 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device cee0d2b7-c6e8-4fd4-a489-e0a7ca443301 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:42:26.024417 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-097a85f7-24eb-4883-8d25-86a4cbdce6c1 None None] Could not find standard attr ID for object d0b074e4-6528-4821-be70-a059b4aabd02. {{(pid=102818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:42:26.028703 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2f8b681b-8c6f-45e7-92d7-07beacf97430 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:26.096632 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:26.135073 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229d0faa-1de6-4be3-834f-51fb58f23380 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:42:26.141486 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-229d0faa-1de6-4be3-834f-51fb58f23380 admin admin] 10.222.0.60 "PUT /v2.0/routers/87b31d4a-3ad6-4263-82bd-d712c310879e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4237025 Dec 16 09:42:26.145683 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60638) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:26.152503 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-35bb5588-5f29-4616-8204-4241a12143e0 req-cb8b7e00-3279-479f-a2db-8cd1de1a88d3 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] For port 3fdb572b-8f54-4380-8f39-86fb4073b41c, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=3fdb572b-8f54-4380-8f39-86fb4073b41c,segment=NetworkSegment(d37b2193-84a0-4eed-8112-e5eff8180558),segment_id=d37b2193-84a0-4eed-8112-e5eff8180558)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:26.153257 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-35bb5588-5f29-4616-8204-4241a12143e0 req-cb8b7e00-3279-479f-a2db-8cd1de1a88d3 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:26.182670 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484f0f4f-0e3d-4739-af89-bc26a49f3c8d None None] Sync routers for ids ['87b31d4a-3ad6-4263-82bd-d712c310879e'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:42:26.218933 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2f8b681b-8c6f-45e7-92d7-07beacf97430 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:26.239348 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 3fdb572b-8f54-4380-8f39-86fb4073b41c, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=3fdb572b-8f54-4380-8f39-86fb4073b41c,segment=NetworkSegment(d37b2193-84a0-4eed-8112-e5eff8180558),segment_id=d37b2193-84a0-4eed-8112-e5eff8180558)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:26.242980 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-35bb5588-5f29-4616-8204-4241a12143e0 req-cb8b7e00-3279-479f-a2db-8cd1de1a88d3 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Calling delete_port for 3fdb572b-8f54-4380-8f39-86fb4073b41c owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:26.254081 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484f0f4f-0e3d-4739-af89-bc26a49f3c8d None None] Routers {'87b31d4a-3ad6-4263-82bd-d712c310879e'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:42:26.260565 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-484f0f4f-0e3d-4739-af89-bc26a49f3c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:41:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['87b31d4a-3ad6-4263-82bd-d712c310879e'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:26.286348 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b681b-8c6f-45e7-92d7-07beacf97430 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Subnet': ['ID=8702d8be-e4e1-48ae-93b5-3a40880c07bb,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:26.300184 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2f8b681b-8c6f-45e7-92d7-07beacf97430 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:26.322162 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2f8b681b-8c6f-45e7-92d7-07beacf97430 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/8702d8be-e4e1-48ae-93b5-3a40880c07bb HTTP/1.1" status: 204 len: 168 time: 0.8554895 Dec 16 09:42:26.343968 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60646) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:26.362455 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ae25476b-ebe8-4b36-8c0e-864940950cce admin admin] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:26.384408 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:26.385144 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device a459f5e2-ca10-4ba2-a453-2b8274411d97 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:42:26.412270 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3eb02a9-319c-43a9-bc18-1727db9a4654 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:42:26.442505 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d37fb08-9952-4edc-9625-e0119c488830 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:26.449759 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2fecae96-042b-4cef-ad0a-ee31d03900ef tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0981252 Dec 16 09:42:26.452632 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60648) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:26.460065 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-f166122c-2a3c-4eae-a82f-489a127f21e2 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:26.489322 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ee6bb-d0fe-4b67-835e-4d59f0fca4e9 req-512135e2-60bd-43f3-9b11-3fc15f451a46 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:26.490897 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-531ee6bb-d0fe-4b67-835e-4d59f0fca4e9 req-512135e2-60bd-43f3-9b11-3fc15f451a46 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/ports?device_id=1187da08-c0da-46cb-bde5-6ef47afe5e23 HTTP/1.1" status: 200 len: 945 time: 0.5659528 Dec 16 09:42:26.495738 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port cee0d2b7-c6e8-4fd4-a489-e0a7ca443301 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:26.496512 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:26.497213 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d37fb08-9952-4edc-9625-e0119c488830 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:26.537162 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-484f0f4f-0e3d-4739-af89-bc26a49f3c8d None None] Set router 87b31d4a-3ad6-4263-82bd-d712c310879e gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:42:26.554289 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-531ee6bb-d0fe-4b67-835e-4d59f0fca4e9 req-a9abfaff-9a5d-4912-8751-d5efef6b2356 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d1121ee-e56a-47c8-b3a8-c0d36557b7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450857 Dec 16 09:42:26.613401 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bd37c50e-c2a7-4bfd-9f72-464a7164b25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:26.656143 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ae25476b-ebe8-4b36-8c0e-864940950cce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:26.659267 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No active binding found for port a459f5e2-ca10-4ba2-a453-2b8274411d97 {{(pid=102818) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 16 09:42:26.660043 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device a459f5e2-ca10-4ba2-a453-2b8274411d97 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:42:26.731674 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=3fdb572b-8f54-4380-8f39-86fb4073b41c,revision_number=6']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:26.746003 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-a79600c7-cf20-49b2-80a9-1cfe3ea439f4 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:26.748791 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-a79600c7-cf20-49b2-80a9-1cfe3ea439f4 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.57 "GET /v2.0/networks?id=04743e3c-30d6-4915-9168-3871041fac9e HTTP/1.1" status: 200 len: 812 time: 0.1928568 Dec 16 09:42:26.791794 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-8b9fbf4f-549b-4ca7-9fc4-4614429f4b19 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Request body: {'port': {'device_id': 'c7cae256-f844-4c6d-a58a-0062131022d3', 'network_id': '04743e3c-30d6-4915-9168-3871041fac9e', 'admin_state_up': True, 'tenant_id': 'ffe89fbd6dbf418d9de3f5bae76e8a76'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:26.795315 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f166122c-2a3c-4eae-a82f-489a127f21e2 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:42:26.795623 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-5d37fb08-9952-4edc-9625-e0119c488830 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Allocated IP 172.25.1.148 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/5b57a156-c51e-465d-8ceb-1ab087f879dc) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:42:26.801556 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f166122c-2a3c-4eae-a82f-489a127f21e2 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:26.811106 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-850c1104-d86a-48eb-82e1-7e2904dac4be req-b3854cf0-1f54-42f3-9fb5-2560cfae333c tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:26.953621 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3854cf0-1f54-42f3-9fb5-2560cfae333c tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Pushing event deleted for resources: {'Port': ['ID=a459f5e2-ca10-4ba2-a453-2b8274411d97,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:27.032303 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe1d090-80b5-4f0d-b14c-b0f4a3e9cf51 None None] DHCP port deletion for 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:42:27.116825 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-484f0f4f-0e3d-4739-af89-bc26a49f3c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'name': 'tempest-ServersTestFqdnHostnames-530424720-router', 'tenant_id': '68e22e3a3da6417b82ce935493172fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:44Z', 'updated_at': '2021-12-16T09:42:22Z', 'revision_number': 5, 'project_id': '68e22e3a3da6417b82ce935493172fa4', 'gw_port': {'id': 'ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:45Z', 'updated_at': '2021-12-16T09:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:27.198145 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484f0f4f-0e3d-4739-af89-bc26a49f3c8d None None] Checking router: 87b31d4a-3ad6-4263-82bd-d712c310879e for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:42:27.213063 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-0fe1d090-80b5-4f0d-b14c-b0f4a3e9cf51 None None] Deleting port cee0d2b7-c6e8-4fd4-a489-e0a7ca443301 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:27.213595 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0fe1d090-80b5-4f0d-b14c-b0f4a3e9cf51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:27.263802 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484f0f4f-0e3d-4739-af89-bc26a49f3c8d None None] Routers {'87b31d4a-3ad6-4263-82bd-d712c310879e'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:42:27.264586 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-484f0f4f-0e3d-4739-af89-bc26a49f3c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:42:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['87b31d4a-3ad6-4263-82bd-d712c310879e'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:27.305942 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a74aa35-e55a-4ac6-b88d-76dbbd9271b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fdb572b-8f54-4380-8f39-86fb4073b41c'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:27.308608 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20464629-7293-4609-a4e6-a206764abeff" -d '{"events": [{"server_uuid": "0a74aa35-e55a-4ac6-b88d-76dbbd9271b5", "name": "network-vif-unplugged", "status": "completed", "tag": "3fdb572b-8f54-4380-8f39-86fb4073b41c"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:27.384662 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-0fe1d090-80b5-4f0d-b14c-b0f4a3e9cf51 None None] For port cee0d2b7-c6e8-4fd4-a489-e0a7ca443301, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=cee0d2b7-c6e8-4fd4-a489-e0a7ca443301,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:27.387502 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0fe1d090-80b5-4f0d-b14c-b0f4a3e9cf51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:27.417176 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-0fe1d090-80b5-4f0d-b14c-b0f4a3e9cf51 None None] Calling delete_port for cee0d2b7-c6e8-4fd4-a489-e0a7ca443301 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:27.430179 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-484f0f4f-0e3d-4739-af89-bc26a49f3c8d None None] Set router 87b31d4a-3ad6-4263-82bd-d712c310879e gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:42:27.510699 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-484f0f4f-0e3d-4739-af89-bc26a49f3c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'name': 'tempest-ServersTestFqdnHostnames-530424720-router', 'tenant_id': '68e22e3a3da6417b82ce935493172fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:44Z', 'updated_at': '2021-12-16T09:42:26Z', 'revision_number': 6, 'project_id': '68e22e3a3da6417b82ce935493172fa4', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:27.664344 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-850c1104-d86a-48eb-82e1-7e2904dac4be req-b3854cf0-1f54-42f3-9fb5-2560cfae333c tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] No DVR routers for this DVR port a459f5e2-ca10-4ba2-a453-2b8274411d97 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:42:27.670921 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-850c1104-d86a-48eb-82e1-7e2904dac4be req-b3854cf0-1f54-42f3-9fb5-2560cfae333c tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:27.675210 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-850c1104-d86a-48eb-82e1-7e2904dac4be req-b3854cf0-1f54-42f3-9fb5-2560cfae333c tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.57 "DELETE /v2.0/ports/a459f5e2-ca10-4ba2-a453-2b8274411d97 HTTP/1.1" status: 204 len: 173 time: 4.1802161 Dec 16 09:42:27.676023 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800d725c-3d41-4980-a200-0928235f6aca', 'name': 'network-vif-deleted', 'tag': 'a459f5e2-ca10-4ba2-a453-2b8274411d97'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:27.679300 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2707996-61d6-4646-b8a5-d34e89d73aed" -d '{"events": [{"server_uuid": "800d725c-3d41-4980-a200-0928235f6aca", "name": "network-vif-deleted", "tag": "a459f5e2-ca10-4ba2-a453-2b8274411d97"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:27.717466 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a8638d9c-a670-4e12-9a0f-5b3c0b553e39 req-c6979108-d753-4a34-baae-70364284a3bd tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6768ebc-84b5-4b7e-9cb5-646079c4dc42 HTTP/1.1" status: 200 len: 210 time: 0.0633905 Dec 16 09:42:27.804283 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d37fb08-9952-4edc-9625-e0119c488830 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:27.827054 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:27.831082 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0598ac2b-345e-4225-acba-4e2693bd7cac x-openstack-request-id: req-0598ac2b-345e-4225-acba-4e2693bd7cac {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:27.831471 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a74aa35-e55a-4ac6-b88d-76dbbd9271b5", "name": "network-vif-unplugged", "status": "completed", "tag": "3fdb572b-8f54-4380-8f39-86fb4073b41c", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:27.831817 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0598ac2b-345e-4225-acba-4e2693bd7cac {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:27.832299 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a74aa35-e55a-4ac6-b88d-76dbbd9271b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fdb572b-8f54-4380-8f39-86fb4073b41c', 'code': 200} Dec 16 09:42:27.834594 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484f0f4f-0e3d-4739-af89-bc26a49f3c8d None None] The sync data for ids ['87b31d4a-3ad6-4263-82bd-d712c310879e'] in n-d-820550-2 is: [{'id': '87b31d4a-3ad6-4263-82bd-d712c310879e', 'name': 'tempest-ServersTestFqdnHostnames-530424720-router', 'tenant_id': '68e22e3a3da6417b82ce935493172fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:44Z', 'updated_at': '2021-12-16T09:42:26Z', 'revision_number': 6, 'project_id': '68e22e3a3da6417b82ce935493172fa4', 'gw_port_host': None}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:42:27.841998 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-35bb5588-5f29-4616-8204-4241a12143e0 req-cb8b7e00-3279-479f-a2db-8cd1de1a88d3 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:27.897577 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b7e00-3279-479f-a2db-8cd1de1a88d3 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Pushing event deleted for resources: {'Port': ['ID=3fdb572b-8f54-4380-8f39-86fb4073b41c,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:27.938968 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d37fb08-9952-4edc-9625-e0119c488830 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:27.947551 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0fe1d090-80b5-4f0d-b14c-b0f4a3e9cf51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:27.982458 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d37fb08-9952-4edc-9625-e0119c488830 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:27.983818 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f166122c-2a3c-4eae-a82f-489a127f21e2 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:27.991042 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe1d090-80b5-4f0d-b14c-b0f4a3e9cf51 None None] Pushing event deleted for resources: {'Port': ['ID=cee0d2b7-c6e8-4fd4-a489-e0a7ca443301,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:27.998562 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe1d090-80b5-4f0d-b14c-b0f4a3e9cf51 None None] No DVR routers for this DVR port cee0d2b7-c6e8-4fd4-a489-e0a7ca443301 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:42:28.024291 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-35bb5588-5f29-4616-8204-4241a12143e0 req-cb8b7e00-3279-479f-a2db-8cd1de1a88d3 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] No DVR routers for this DVR port 3fdb572b-8f54-4380-8f39-86fb4073b41c on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:42:28.039833 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-5d37fb08-9952-4edc-9625-e0119c488830 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:28.050529 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d37fb08-9952-4edc-9625-e0119c488830 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:42:28.061572 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f166122c-2a3c-4eae-a82f-489a127f21e2 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:28.100535 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-35bb5588-5f29-4616-8204-4241a12143e0 req-cb8b7e00-3279-479f-a2db-8cd1de1a88d3 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:28.104673 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-35bb5588-5f29-4616-8204-4241a12143e0 req-cb8b7e00-3279-479f-a2db-8cd1de1a88d3 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.57 "DELETE /v2.0/ports/3fdb572b-8f54-4380-8f39-86fb4073b41c HTTP/1.1" status: 204 len: 173 time: 3.4990196 Dec 16 09:42:28.107795 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-f166122c-2a3c-4eae-a82f-489a127f21e2 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:28.118282 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f166122c-2a3c-4eae-a82f-489a127f21e2 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:28.118982 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f166122c-2a3c-4eae-a82f-489a127f21e2 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:28.121884 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbcf02a-2e44-495b-b1a8-928172592297 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:42:28.153683 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166122c-2a3c-4eae-a82f-489a127f21e2 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Subnet': ['ID=1e78689f-6c37-40de-91a3-76990866464c,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:28.166168 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-ae25476b-ebe8-4b36-8c0e-864940950cce admin admin] Deleting port ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:28.166656 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ae25476b-ebe8-4b36-8c0e-864940950cce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:28.184936 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9b667-2c83-4629-bda4-60885e75c21b req-b780e2f5-fa99-4892-b299-abc512946f01 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:28.186641 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-58f9b667-2c83-4629-bda4-60885e75c21b req-b780e2f5-fa99-4892-b299-abc512946f01 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0de1a-cd38-4ab0-94ba-62051c68c755 HTTP/1.1" status: 200 len: 944 time: 0.4319384 Dec 16 09:42:28.219289 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-c2df775a-3e35-47f0-8dce-6fdc49eb444d tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:28.222658 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-c2df775a-3e35-47f0-8dce-6fdc49eb444d tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.58 "GET /v2.0/networks?id=04743e3c-30d6-4915-9168-3871041fac9e HTTP/1.1" status: 200 len: 812 time: 0.4743299 Dec 16 09:42:28.234175 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device a1923724-de92-4455-a0b4-fa5b1439b9ef up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:42:28.289314 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-40ec2065-6f52-4fbd-90bc-1adde67aa113 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Request body: {'port': {'device_id': 'c6768ebc-84b5-4b7e-9cb5-646079c4dc42', 'network_id': '04743e3c-30d6-4915-9168-3871041fac9e', 'admin_state_up': True, 'tenant_id': 'ffe89fbd6dbf418d9de3f5bae76e8a76'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:28.297188 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-8b9fbf4f-549b-4ca7-9fc4-4614429f4b19 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Made reservation on behalf of ffe89fbd6dbf418d9de3f5bae76e8a76 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:42:28.301326 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-8b9fbf4f-549b-4ca7-9fc4-4614429f4b19 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:28.310084 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d37fb08-9952-4edc-9625-e0119c488830 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'Port': ['ID=5b57a156-c51e-465d-8ceb-1ab087f879dc,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:28.314074 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device cee0d2b7-c6e8-4fd4-a489-e0a7ca443301 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:42:28.327105 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d1f66-fb7c-4e15-9070-1437658edf70 req-fcadd933-3a78-45b7-b8e8-3eae5f1d0c94 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:28.329182 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-278d1f66-fb7c-4e15-9070-1437658edf70 req-fcadd933-3a78-45b7-b8e8-3eae5f1d0c94 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/ports?device_id=1187da08-c0da-46cb-bde5-6ef47afe5e23 HTTP/1.1" status: 200 len: 945 time: 0.4345458 Dec 16 09:42:28.389291 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-278d1f66-fb7c-4e15-9070-1437658edf70 req-6e7321f6-13eb-4796-b29a-48bbabfd04f5 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d1121ee-e56a-47c8-b3a8-c0d36557b7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532176 Dec 16 09:42:28.429133 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f166122c-2a3c-4eae-a82f-489a127f21e2 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9751377 Dec 16 09:42:28.432071 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60674) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:28.438156 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-2c16a541-04dc-42df-b924-454e37f7f2ed tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'port': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'fixed_ips': [{'subnet_id': '1e78689f-6c37-40de-91a3-76990866464c', 'ip_address': '2001:db8::7f1b:8cc2:c30:8bae'}], 'name': 'tempest-NetworksTestDHCPv6-1736709372'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:28.483068 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: cee0d2b7-c6e8-4fd4-a489-e0a7ca443301 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:42:28.484021 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device cee0d2b7-c6e8-4fd4-a489-e0a7ca443301 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:42:28.493732 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-58f9b667-2c83-4629-bda4-60885e75c21b req-2452b1cc-1404-4061-aca8-abb7c2da04c8 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190018 Dec 16 09:42:28.527650 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb24f55-8b96-4a22-834e-05e29a19f8c6 x-openstack-request-id: req-ccb24f55-8b96-4a22-834e-05e29a19f8c6 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:28.535864 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800d725c-3d41-4980-a200-0928235f6aca", "name": "network-vif-deleted", "tag": "a459f5e2-ca10-4ba2-a453-2b8274411d97", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:28.535864 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ccb24f55-8b96-4a22-834e-05e29a19f8c6 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:28.535864 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800d725c-3d41-4980-a200-0928235f6aca', 'name': 'network-vif-deleted', 'tag': 'a459f5e2-ca10-4ba2-a453-2b8274411d97', 'status': 'completed', 'code': 200} Dec 16 09:42:28.644841 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e19c01-ae8a-4d90-9ec7-7fcf34f56f3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'fixed_ips': [{'subnet_id': '1e78689f-6c37-40de-91a3-76990866464c'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:42:28.646912 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-76e19c01-ae8a-4d90-9ec7-7fcf34f56f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:28.673309 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-ae25476b-ebe8-4b36-8c0e-864940950cce admin admin] For port ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:28.673863 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ae25476b-ebe8-4b36-8c0e-864940950cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:28.720711 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-ae25476b-ebe8-4b36-8c0e-864940950cce admin admin] Calling delete_port for ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:28.760744 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-e3779bd4-91b2-494d-94c0-1ac62b6830dd req-c63423bb-8b8c-4eae-a326-4dae14abf9c1 tempest-ServersOnMultiNodesTest-1980963833 tempest-ServersOnMultiNodesTest-1980963833-project] (102816) timed out ('10.222.0.57', 65032) {{(pid=102816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 16 09:42:28.768651 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d37fb08-9952-4edc-9625-e0119c488830 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:28.844783 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-8b9fbf4f-549b-4ca7-9fc4-4614429f4b19 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Allocated IP 172.20.0.7 (04743e3c-30d6-4915-9168-3871041fac9e/df697736-f4da-4d13-b48a-4739855325c5/9a354f94-1426-4767-b313-da40abafa1c5) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:42:28.863904 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port a1923724-de92-4455-a0b4-fa5b1439b9ef completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:42:28.878957 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port a1923724-de92-4455-a0b4-fa5b1439b9ef triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:28.878957 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:28.985945 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cd4dc8f4-f563-4fc8-a248-8bf2416f9277 req-655a7051-96c3-4f34-9e16-686b86c31595 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6768ebc-84b5-4b7e-9cb5-646079c4dc42 HTTP/1.1" status: 200 len: 210 time: 0.1315536 Dec 16 09:42:29.036809 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-40ec2065-6f52-4fbd-90bc-1adde67aa113 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Made reservation on behalf of ffe89fbd6dbf418d9de3f5bae76e8a76 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:42:29.042647 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-40ec2065-6f52-4fbd-90bc-1adde67aa113 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:29.044081 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-76e19c01-ae8a-4d90-9ec7-7fcf34f56f3b None None] Allocated IP 2001:db8::2 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/1e78689f-6c37-40de-91a3-76990866464c/4c3c90ef-510b-4d93-85f6-ebf067524cca) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:42:29.079298 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:29.183052 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c16a541-04dc-42df-b924-454e37f7f2ed tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:42:29.183886 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:29.249931 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port a1923724-de92-4455-a0b4-fa5b1439b9ef, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=a1923724-de92-4455-a0b4-fa5b1439b9ef,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:29.358876 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-76e19c01-ae8a-4d90-9ec7-7fcf34f56f3b None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:29.387664 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d37fb08-9952-4edc-9625-e0119c488830 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:29.399708 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:29.441370 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-8b9fbf4f-549b-4ca7-9fc4-4614429f4b19 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:29.512588 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=a1923724-de92-4455-a0b4-fa5b1439b9ef,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:29.564454 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ae25476b-ebe8-4b36-8c0e-864940950cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:29.566388 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-76e19c01-ae8a-4d90-9ec7-7fcf34f56f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:29.608396 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2c16a541-04dc-42df-b924-454e37f7f2ed tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:29.630032 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-2c16a541-04dc-42df-b924-454e37f7f2ed tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] device_id is not set on port 0d5434e2-e77c-4d17-96be-09715272c8cb yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:42:29.641148 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-8b9fbf4f-549b-4ca7-9fc4-4614429f4b19 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:29.641735 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e19c01-ae8a-4d90-9ec7-7fcf34f56f3b None None] Pushing event updated for resources: {'Port': ['ID=4c3c90ef-510b-4d93-85f6-ebf067524cca,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:29.643767 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25476b-ebe8-4b36-8c0e-864940950cce admin admin] Pushing event deleted for resources: {'Port': ['ID=ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:29.651986 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:29.656313 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e19c01-ae8a-4d90-9ec7-7fcf34f56f3b None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:29.662162 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-76e19c01-ae8a-4d90-9ec7-7fcf34f56f3b None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:29.664731 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e19c01-ae8a-4d90-9ec7-7fcf34f56f3b None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:42:29.735162 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-76e19c01-ae8a-4d90-9ec7-7fcf34f56f3b None None] Attempting to bind port 4c3c90ef-510b-4d93-85f6-ebf067524cca on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:42:29.735162 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-76e19c01-ae8a-4d90-9ec7-7fcf34f56f3b None None] Attempting to bind port 4c3c90ef-510b-4d93-85f6-ebf067524cca by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:42:29.735162 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e19c01-ae8a-4d90-9ec7-7fcf34f56f3b None None] Attempting to bind port 4c3c90ef-510b-4d93-85f6-ebf067524cca on network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:29.744640 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e19c01-ae8a-4d90-9ec7-7fcf34f56f3b None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:42:29.745062 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e19c01-ae8a-4d90-9ec7-7fcf34f56f3b None None] Checking segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:42:29.745496 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-76e19c01-ae8a-4d90-9ec7-7fcf34f56f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:29.745938 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e19c01-ae8a-4d90-9ec7-7fcf34f56f3b None None] Bound using segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:42:29.746423 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-76e19c01-ae8a-4d90-9ec7-7fcf34f56f3b None None] Bound port: 4c3c90ef-510b-4d93-85f6-ebf067524cca, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:42:29.746909 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-76e19c01-ae8a-4d90-9ec7-7fcf34f56f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:29.867751 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-76e19c01-ae8a-4d90-9ec7-7fcf34f56f3b None None] For port 4c3c90ef-510b-4d93-85f6-ebf067524cca, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:42:29.871455 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-76e19c01-ae8a-4d90-9ec7-7fcf34f56f3b None None] For port 4c3c90ef-510b-4d93-85f6-ebf067524cca, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=4c3c90ef-510b-4d93-85f6-ebf067524cca,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:42:29.872375 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf0de1a-cd38-4ab0-94ba-62051c68c755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1923724-de92-4455-a0b4-fa5b1439b9ef'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:29.876290 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e7068c-9d11-4711-ae93-bd00d1e9b116" -d '{"events": [{"server_uuid": "fdf0de1a-cd38-4ab0-94ba-62051c68c755", "name": "network-vif-plugged", "status": "completed", "tag": "a1923724-de92-4455-a0b4-fa5b1439b9ef"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:29.908445 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43efa60-4d11-4487-aab9-2058ceb8513e req-a2bf54dc-960a-465e-b0ec-09f5428568b0 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:29.918073 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c43efa60-4d11-4487-aab9-2058ceb8513e req-a2bf54dc-960a-465e-b0ec-09f5428568b0 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0de1a-cd38-4ab0-94ba-62051c68c755 HTTP/1.1" status: 200 len: 945 time: 0.2819583 Dec 16 09:42:29.921662 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-8b9fbf4f-549b-4ca7-9fc4-4614429f4b19 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Network 04743e3c-30d6-4915-9168-3871041fac9e is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:29.931296 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-76e19c01-ae8a-4d90-9ec7-7fcf34f56f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:30.024321 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-8b9fbf4f-549b-4ca7-9fc4-4614429f4b19 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:30.033924 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e19c01-ae8a-4d90-9ec7-7fcf34f56f3b None None] Pushing event updated for resources: {'Port': ['ID=4c3c90ef-510b-4d93-85f6-ebf067524cca,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:30.052253 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:42:30.059904 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-8b9fbf4f-549b-4ca7-9fc4-4614429f4b19 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:42:30.076038 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-2c16a541-04dc-42df-b924-454e37f7f2ed tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Allocated IP 2001:db8::7f1b:8cc2:c30:8bae (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/1e78689f-6c37-40de-91a3-76990866464c/0d5434e2-e77c-4d17-96be-09715272c8cb) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:42:30.082329 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:42:30.082800 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ce2b5cec-c9f6-4847-a119-d34d9b9d4cdf not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:42:30.083362 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 4cfceea5-7c23-43a6-a3e4-4816b0143e9d no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:42:30.108469 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 4cfceea5-7c23-43a6-a3e4-4816b0143e9d {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:42:30.108915 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 4cfceea5-7c23-43a6-a3e4-4816b0143e9d not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:42:30.154573 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9fbf4f-549b-4ca7-9fc4-4614429f4b19 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Pushing event updated for resources: {'Port': ['ID=9a354f94-1426-4767-b313-da40abafa1c5,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:30.160592 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ae25476b-ebe8-4b36-8c0e-864940950cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:30.164983 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.db.api [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-40ec2065-6f52-4fbd-90bc-1adde67aa113 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.7-42a35e5a-5914-4da8-ae54-19ae05f48067 {{(pid=102817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:42:30.165366 n-d-820550-2 neutron-server[102817]: DEBUG oslo_db.api [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-40ec2065-6f52-4fbd-90bc-1adde67aa113 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:42:30.243700 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c43efa60-4d11-4487-aab9-2058ceb8513e req-32c63463-4b85-4b80-9e34-5aafe6124533 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247347 Dec 16 09:42:30.349181 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d37fb08-9952-4edc-9625-e0119c488830 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Router 7523a7c7-0390-444d-b039-a8b41755a31d is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:42:30.374363 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b8a649-95dd-44cf-bdfc-305c487e7e43 x-openstack-request-id: req-f2b8a649-95dd-44cf-bdfc-305c487e7e43 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:30.374976 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf0de1a-cd38-4ab0-94ba-62051c68c755", "name": "network-vif-plugged", "status": "completed", "tag": "a1923724-de92-4455-a0b4-fa5b1439b9ef", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:30.374976 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f2b8a649-95dd-44cf-bdfc-305c487e7e43 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:30.375393 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf0de1a-cd38-4ab0-94ba-62051c68c755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1923724-de92-4455-a0b4-fa5b1439b9ef', 'code': 200} Dec 16 09:42:30.377537 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ae25476b-ebe8-4b36-8c0e-864940950cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:30.380730 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2c16a541-04dc-42df-b924-454e37f7f2ed tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:30.384148 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ae25476b-ebe8-4b36-8c0e-864940950cce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:30.403116 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-8b9fbf4f-549b-4ca7-9fc4-4614429f4b19 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:30.403878 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-8b9fbf4f-549b-4ca7-9fc4-4614429f4b19 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:30.467703 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:42:30.550844 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a74aa35-e55a-4ac6-b88d-76dbbd9271b5', 'name': 'network-vif-deleted', 'tag': '3fdb572b-8f54-4380-8f39-86fb4073b41c'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:30.553709 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df631f15-9c53-4826-a14e-7cd6a849cf58" -d '{"events": [{"server_uuid": "0a74aa35-e55a-4ac6-b88d-76dbbd9271b5", "name": "network-vif-deleted", "tag": "3fdb572b-8f54-4380-8f39-86fb4073b41c"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:30.563228 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-8b9fbf4f-549b-4ca7-9fc4-4614429f4b19 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7768779 Dec 16 09:42:30.580235 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba6d8b-758b-4280-b134-631c5b40dc59 req-8fe9a640-e668-4dc9-a754-15521324cbc3 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:30.581839 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-61ba6d8b-758b-4280-b134-631c5b40dc59 req-8fe9a640-e668-4dc9-a754-15521324cbc3 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/ports?device_id=1187da08-c0da-46cb-bde5-6ef47afe5e23 HTTP/1.1" status: 200 len: 945 time: 0.0640075 Dec 16 09:42:30.586928 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-166f203c-9424-455f-94d9-245c1edc6a0b service neutron] Request body: {'port': {'device_id': 'c7cae256-f844-4c6d-a58a-0062131022d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:30.625986 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ae25476b-ebe8-4b36-8c0e-864940950cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:30.627175 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae25476b-ebe8-4b36-8c0e-864940950cce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87b31d4a-3ad6-4263-82bd-d712c310879e {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:42:30.636208 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ae25476b-ebe8-4b36-8c0e-864940950cce admin admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:30.639797 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ae25476b-ebe8-4b36-8c0e-864940950cce admin admin] 10.222.0.60 "DELETE /v2.0/routers/87b31d4a-3ad6-4263-82bd-d712c310879e HTTP/1.1" status: 204 len: 168 time: 4.4907632 Dec 16 09:42:30.668122 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60720) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:30.668804 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-40ec2065-6f52-4fbd-90bc-1adde67aa113 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:30.670816 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-166f203c-9424-455f-94d9-245c1edc6a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:30.768689 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-61ba6d8b-758b-4280-b134-631c5b40dc59 req-22ef5f9a-da16-4294-9da6-085de22e547f tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d1121ee-e56a-47c8-b3a8-c0d36557b7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779001 Dec 16 09:42:30.907875 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-66565cf5-d333-43bf-a518-5fc8ad80b486 admin admin] Deleting subnet e6671658-f8cf-488c-bd79-f5bf2ae47ee8 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:42:30.948288 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-66565cf5-d333-43bf-a518-5fc8ad80b486 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:30.956901 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6063f425-e008-4dc5-8993-3c6c1147e137 x-openstack-request-id: req-6063f425-e008-4dc5-8993-3c6c1147e137 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:30.957223 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a74aa35-e55a-4ac6-b88d-76dbbd9271b5", "name": "network-vif-deleted", "tag": "3fdb572b-8f54-4380-8f39-86fb4073b41c", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:30.957361 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6063f425-e008-4dc5-8993-3c6c1147e137 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:30.957650 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a74aa35-e55a-4ac6-b88d-76dbbd9271b5', 'name': 'network-vif-deleted', 'tag': '3fdb572b-8f54-4380-8f39-86fb4073b41c', 'status': 'completed', 'code': 200} Dec 16 09:42:31.021065 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9eb5a99d-5529-43b1-b3a2-b63d154d2afa req-5d70feb6-d383-4da0-b331-3f73cbf50b72 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6768ebc-84b5-4b7e-9cb5-646079c4dc42 HTTP/1.1" status: 200 len: 210 time: 0.0639706 Dec 16 09:42:31.050498 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ba02b-2e40-4c89-adec-4f78c0d216e4 req-3013a1c2-5247-45af-8a40-21d48b4cd635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:31.052904 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3a9ba02b-2e40-4c89-adec-4f78c0d216e4 req-3013a1c2-5247-45af-8a40-21d48b4cd635 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fdf0de1a-cd38-4ab0-94ba-62051c68c755 HTTP/1.1" status: 200 len: 1096 time: 0.5968359 Dec 16 09:42:31.054739 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-66565cf5-d333-43bf-a518-5fc8ad80b486 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:31.060439 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2c16a541-04dc-42df-b924-454e37f7f2ed tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:31.162709 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c16a541-04dc-42df-b924-454e37f7f2ed tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:31.171151 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-2c16a541-04dc-42df-b924-454e37f7f2ed tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:31.176870 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d37fb08-9952-4edc-9625-e0119c488830 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:42:31.188242 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19135ad0-3090-4660-aca8-2483237de59a None None] Sync routers for ids ['7523a7c7-0390-444d-b039-a8b41755a31d'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:42:31.203876 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19135ad0-3090-4660-aca8-2483237de59a None None] Routers {'7523a7c7-0390-444d-b039-a8b41755a31d'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:42:31.204637 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c16a541-04dc-42df-b924-454e37f7f2ed tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:42:31.208312 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-19135ad0-3090-4660-aca8-2483237de59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:42:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['7523a7c7-0390-444d-b039-a8b41755a31d'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:31.216444 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c16a541-04dc-42df-b924-454e37f7f2ed tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:31.217125 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2c16a541-04dc-42df-b924-454e37f7f2ed tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:31.224734 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-66565cf5-d333-43bf-a518-5fc8ad80b486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:31.283714 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3a9ba02b-2e40-4c89-adec-4f78c0d216e4 req-41e47caf-72b8-481e-a3f0-14ddf4e8bd65 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168727 Dec 16 09:42:31.287410 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16a541-04dc-42df-b924-454e37f7f2ed tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Port': ['ID=0d5434e2-e77c-4d17-96be-09715272c8cb,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:31.398667 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-19135ad0-3090-4660-aca8-2483237de59a None None] Set router 7523a7c7-0390-444d-b039-a8b41755a31d gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:42:31.401398 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-166f203c-9424-455f-94d9-245c1edc6a0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a354f94-1426-4767-b313-da40abafa1c5 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:42:31.424463 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d37fb08-9952-4edc-9625-e0119c488830 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:31.426001 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5d37fb08-9952-4edc-9625-e0119c488830 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.6548471 Dec 16 09:42:31.430050 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2c16a541-04dc-42df-b924-454e37f7f2ed tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9967678 Dec 16 09:42:31.430892 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60726) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:31.438805 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-166f203c-9424-455f-94d9-245c1edc6a0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:31.443589 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60730) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:31.467848 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68903a6c-3ff6-4009-bf7a-4373b71fdc2f req-fea51c21-4ac9-4c0e-b91f-0f5802a7a763 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:31.481529 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-68903a6c-3ff6-4009-bf7a-4373b71fdc2f req-fea51c21-4ac9-4c0e-b91f-0f5802a7a763 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0de1a-cd38-4ab0-94ba-62051c68c755 HTTP/1.1" status: 200 len: 945 time: 0.1253490 Dec 16 09:42:31.534622 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-166f203c-9424-455f-94d9-245c1edc6a0b service neutron] Transition to ACTIVE for port object 9a354f94-1426-4767-b313-da40abafa1c5 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:42:31.547932 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-66565cf5-d333-43bf-a518-5fc8ad80b486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:31.574660 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1320ae1c-05c7-4a60-b16a-707c77269907 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:31.588965 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff9d035-857b-4534-8dc8-331ac081d40b None None] Network 818dfd32-cf52-4369-aa91-a070d5ad14f3 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:42:31.592609 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1320ae1c-05c7-4a60-b16a-707c77269907 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:31.594670 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1320ae1c-05c7-4a60-b16a-707c77269907 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1463060 Dec 16 09:42:31.599462 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60734) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:31.646755 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-66565cf5-d333-43bf-a518-5fc8ad80b486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:31.650828 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-66565cf5-d333-43bf-a518-5fc8ad80b486 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e6671658-f8cf-488c-bd79-f5bf2ae47ee8 HTTP/1.1" status: 204 len: 168 time: 0.9671302 Dec 16 09:42:31.651764 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-166f203c-9424-455f-94d9-245c1edc6a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:31.656191 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60736) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:31.702919 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66565cf5-d333-43bf-a518-5fc8ad80b486 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6671658-f8cf-488c-bd79-f5bf2ae47ee8,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:31.785190 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-19135ad0-3090-4660-aca8-2483237de59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'name': 'tempest-TestNetworkBasicOps-router-958811268', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:22Z', 'updated_at': '2021-12-16T09:42:28Z', 'revision_number': 3, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'gw_port': {'id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:26Z', 'updated_at': '2021-12-16T09:42:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:31.868546 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-e7a70a85-b330-48d2-8344-af8d2f44202a None None] Provisioning complete for port 4c3c90ef-510b-4d93-85f6-ebf067524cca triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:31.872823 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e7a70a85-b330-48d2-8344-af8d2f44202a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:31.974775 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-68903a6c-3ff6-4009-bf7a-4373b71fdc2f req-542e0dfd-f1ab-4f09-9acc-4e7734910ca9 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4924095 Dec 16 09:42:31.987971 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-f603c538-dd93-45f6-87bf-3043c9e2c15f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting port 0d5434e2-e77c-4d17-96be-09715272c8cb {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:31.988460 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f603c538-dd93-45f6-87bf-3043c9e2c15f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:32.119171 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e7a70a85-b330-48d2-8344-af8d2f44202a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:32.138838 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 4c3c90ef-510b-4d93-85f6-ebf067524cca up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:42:32.149648 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b345814-46dd-4667-84d9-0922a015e95a None None] DHCP port deletion for 818dfd32-cf52-4369-aa91-a070d5ad14f3 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:42:32.152489 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f203c-9424-455f-94d9-245c1edc6a0b service neutron] Pushing event updated for resources: {'Port': ['ID=9a354f94-1426-4767-b313-da40abafa1c5,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:32.166135 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19135ad0-3090-4660-aca8-2483237de59a None None] Checking router: 7523a7c7-0390-444d-b039-a8b41755a31d for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:42:32.173168 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19135ad0-3090-4660-aca8-2483237de59a None None] Updating router 7523a7c7-0390-444d-b039-a8b41755a31d port 5b57a156-c51e-465d-8ceb-1ab087f879dc binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:42:32.232895 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-19135ad0-3090-4660-aca8-2483237de59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:32.238679 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f603c538-dd93-45f6-87bf-3043c9e2c15f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:32.241505 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60744) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:32.246610 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-40ec2065-6f52-4fbd-90bc-1adde67aa113 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Allocated IP 172.20.0.3 (04743e3c-30d6-4915-9168-3871041fac9e/df697736-f4da-4d13-b48a-4739855325c5/8805642a-2193-4bce-a614-94e805f23af8) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:42:32.253674 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-e7a70a85-b330-48d2-8344-af8d2f44202a None None] For port 4c3c90ef-510b-4d93-85f6-ebf067524cca, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=4c3c90ef-510b-4d93-85f6-ebf067524cca,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:32.269632 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-f603c538-dd93-45f6-87bf-3043c9e2c15f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Calling delete_port for 0d5434e2-e77c-4d17-96be-09715272c8cb owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:32.280256 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 4c3c90ef-510b-4d93-85f6-ebf067524cca triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:32.280871 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:32.285084 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e1349fcb-f3ed-4569-9dab-37a7d22b32a9 req-45325570-299a-47fb-bfa0-e5a2ff095e13 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6768ebc-84b5-4b7e-9cb5-646079c4dc42 HTTP/1.1" status: 200 len: 210 time: 0.0711780 Dec 16 09:42:32.314614 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-32185542-0c35-42fb-9136-030161b129ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:32.365620 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e7a70a85-b330-48d2-8344-af8d2f44202a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:32.431047 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-96d03819-4166-4c71-b0b2-e3a349406520 tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=60a0020dcca848d99f97019eb94a2e49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.9988854 Dec 16 09:42:32.439782 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60748) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:32.440541 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-166f203c-9424-455f-94d9-245c1edc6a0b service neutron] Attempting to bind port 9a354f94-1426-4767-b313-da40abafa1c5 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:42:32.440928 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-166f203c-9424-455f-94d9-245c1edc6a0b service neutron] Attempting to bind port 9a354f94-1426-4767-b313-da40abafa1c5 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'd37b2193-84a0-4eed-8112-e5eff8180558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '04743e3c-30d6-4915-9168-3871041fac9e'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:42:32.441300 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-166f203c-9424-455f-94d9-245c1edc6a0b service neutron] Attempting to bind port 9a354f94-1426-4767-b313-da40abafa1c5 on network 04743e3c-30d6-4915-9168-3871041fac9e {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:32.458140 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-8b345814-46dd-4667-84d9-0922a015e95a None None] Deleting port c99b6396-d20c-487a-9d3c-e994980bce22 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:32.458140 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8b345814-46dd-4667-84d9-0922a015e95a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:32.549657 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b63f99-581f-4806-acd0-391b6fb90ae2 req-2b950efd-6100-4a4c-a873-23bb478c6fce tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:32.554188 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-18b63f99-581f-4806-acd0-391b6fb90ae2 req-2b950efd-6100-4a4c-a873-23bb478c6fce tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.58 "GET /v2.0/ports?device_id=1187da08-c0da-46cb-bde5-6ef47afe5e23 HTTP/1.1" status: 200 len: 945 time: 0.8041582 Dec 16 09:42:32.587771 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-618c239b-b5ae-4716-bea0-cf2a800f700b None None] Provisioning complete for port 0d5434e2-e77c-4d17-96be-09715272c8cb triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:32.588183 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-618c239b-b5ae-4716-bea0-cf2a800f700b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:32.599839 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-db6bc82d-b48f-474e-b2ed-d05e09156416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:32.607977 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-166f203c-9424-455f-94d9-245c1edc6a0b service neutron] Port 9a354f94-1426-4767-b313-da40abafa1c5 on network 04743e3c-30d6-4915-9168-3871041fac9e not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:42:32.607977 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-166f203c-9424-455f-94d9-245c1edc6a0b service neutron] Attempting to bind port 9a354f94-1426-4767-b313-da40abafa1c5 on network 04743e3c-30d6-4915-9168-3871041fac9e {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:32.668075 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb2e1c-b1cf-4f97-a092-265439a35bbd req-2c1530d8-36e0-487b-8185-023a1ec00772 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:32.668342 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-8b345814-46dd-4667-84d9-0922a015e95a None None] For port c99b6396-d20c-487a-9d3c-e994980bce22, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=c99b6396-d20c-487a-9d3c-e994980bce22,segment=NetworkSegment(ca770ec3-7794-40ab-9b98-1d4629c1db9b),segment_id=ca770ec3-7794-40ab-9b98-1d4629c1db9b)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:32.668834 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8b345814-46dd-4667-84d9-0922a015e95a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:32.677949 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1dbb2e1c-b1cf-4f97-a092-265439a35bbd req-2c1530d8-36e0-487b-8185-023a1ec00772 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/ports?device_id=1187da08-c0da-46cb-bde5-6ef47afe5e23 HTTP/1.1" status: 200 len: 945 time: 0.7058179 Dec 16 09:42:32.693319 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-32185542-0c35-42fb-9136-030161b129ac admin admin] Deleting port c99b6396-d20c-487a-9d3c-e994980bce22 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:32.693709 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-32185542-0c35-42fb-9136-030161b129ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:32.701025 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a70a85-b330-48d2-8344-af8d2f44202a None None] Pushing event updated for resources: {'Port': ['ID=4c3c90ef-510b-4d93-85f6-ebf067524cca,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:32.716465 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-166f203c-9424-455f-94d9-245c1edc6a0b service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:42:32.717657 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-166f203c-9424-455f-94d9-245c1edc6a0b service neutron] Checking segment: {'id': 'd37b2193-84a0-4eed-8112-e5eff8180558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '04743e3c-30d6-4915-9168-3871041fac9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:42:32.717657 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-166f203c-9424-455f-94d9-245c1edc6a0b service neutron] Bound using segment: {'id': 'd37b2193-84a0-4eed-8112-e5eff8180558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '04743e3c-30d6-4915-9168-3871041fac9e'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:42:32.718331 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-166f203c-9424-455f-94d9-245c1edc6a0b service neutron] Bound port: 9a354f94-1426-4767-b313-da40abafa1c5, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd37b2193-84a0-4eed-8112-e5eff8180558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '04743e3c-30d6-4915-9168-3871041fac9e'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:42:32.718695 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-166f203c-9424-455f-94d9-245c1edc6a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:32.736496 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1dbb2e1c-b1cf-4f97-a092-265439a35bbd req-478cda5b-c89c-48e2-8047-91a9ba6005eb tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d1121ee-e56a-47c8-b3a8-c0d36557b7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572658 Dec 16 09:42:32.770246 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-19135ad0-3090-4660-aca8-2483237de59a None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:32.803679 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-8b345814-46dd-4667-84d9-0922a015e95a None None] Calling delete_port for c99b6396-d20c-487a-9d3c-e994980bce22 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:32.811202 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-618c239b-b5ae-4716-bea0-cf2a800f700b None None] Port 0d5434e2-e77c-4d17-96be-09715272c8cb cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:42:32.835717 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-18b63f99-581f-4806-acd0-391b6fb90ae2 req-cc5a9f1d-0b96-49f0-accd-489fa5f7519c tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Deleting port d2e1fbf8-a7d3-4edd-978a-7a55a97f4530 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:32.836100 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-18b63f99-581f-4806-acd0-391b6fb90ae2 req-cc5a9f1d-0b96-49f0-accd-489fa5f7519c tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:32.844609 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-19135ad0-3090-4660-aca8-2483237de59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:32.924837 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f603c538-dd93-45f6-87bf-3043c9e2c15f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:32.931985 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-19135ad0-3090-4660-aca8-2483237de59a None None] Attempting to bind port 5b57a156-c51e-465d-8ceb-1ab087f879dc on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:42:32.932369 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-19135ad0-3090-4660-aca8-2483237de59a None None] Attempting to bind port 5b57a156-c51e-465d-8ceb-1ab087f879dc by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:42:32.932728 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19135ad0-3090-4660-aca8-2483237de59a None None] Attempting to bind port 5b57a156-c51e-465d-8ceb-1ab087f879dc on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:32.936373 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad1b3b9-1d60-4b0f-9e4f-b5c456f1a046 None None] Pushing event updated for resources: {'Port': ['ID=5b57a156-c51e-465d-8ceb-1ab087f879dc,revision_number=2']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:32.942438 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19135ad0-3090-4660-aca8-2483237de59a None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:42:32.942850 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19135ad0-3090-4660-aca8-2483237de59a None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:42:32.943273 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-19135ad0-3090-4660-aca8-2483237de59a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:32.943673 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19135ad0-3090-4660-aca8-2483237de59a None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:42:32.944314 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-19135ad0-3090-4660-aca8-2483237de59a None None] Bound port: 5b57a156-c51e-465d-8ceb-1ab087f879dc, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:42:32.944847 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-19135ad0-3090-4660-aca8-2483237de59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:32.973868 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8b345814-46dd-4667-84d9-0922a015e95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:32.984998 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c538-dd93-45f6-87bf-3043c9e2c15f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Port': ['ID=0d5434e2-e77c-4d17-96be-09715272c8cb,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:33.030461 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b345814-46dd-4667-84d9-0922a015e95a None None] Pushing event deleted for resources: {'Port': ['ID=c99b6396-d20c-487a-9d3c-e994980bce22,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:33.037288 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-19135ad0-3090-4660-aca8-2483237de59a None None] For port 5b57a156-c51e-465d-8ceb-1ab087f879dc, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:42:33.040127 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b345814-46dd-4667-84d9-0922a015e95a None None] No DVR routers for this DVR port c99b6396-d20c-487a-9d3c-e994980bce22 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:42:33.044582 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-19135ad0-3090-4660-aca8-2483237de59a None None] For port 5b57a156-c51e-465d-8ceb-1ab087f879dc, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5b57a156-c51e-465d-8ceb-1ab087f879dc,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:42:33.057411 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f603c538-dd93-45f6-87bf-3043c9e2c15f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:33.063098 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f603c538-dd93-45f6-87bf-3043c9e2c15f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/0d5434e2-e77c-4d17-96be-09715272c8cb HTTP/1.1" status: 204 len: 168 time: 1.4597988 Dec 16 09:42:33.065313 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60754) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:33.099822 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-19135ad0-3090-4660-aca8-2483237de59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:33.126071 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdf743b-63dd-4037-9315-911c025b7cf0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:33.128367 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdf743b-63dd-4037-9315-911c025b7cf0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:33.135230 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0fdf743b-63dd-4037-9315-911c025b7cf0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0664937 Dec 16 09:42:33.136854 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60756) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:33.202019 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19135ad0-3090-4660-aca8-2483237de59a None None] Routers {'7523a7c7-0390-444d-b039-a8b41755a31d'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:42:33.202844 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-19135ad0-3090-4660-aca8-2483237de59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:42:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['7523a7c7-0390-444d-b039-a8b41755a31d'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:33.230388 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-e284a73e-0a48-4535-b15a-80b7fb4f4e26 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting subnet 1e78689f-6c37-40de-91a3-76990866464c {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:42:33.233662 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e284a73e-0a48-4535-b15a-80b7fb4f4e26 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:33.252139 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-32185542-0c35-42fb-9136-030161b129ac admin admin] For port c99b6396-d20c-487a-9d3c-e994980bce22, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=c99b6396-d20c-487a-9d3c-e994980bce22,segment=NetworkSegment(ca770ec3-7794-40ab-9b98-1d4629c1db9b),segment_id=ca770ec3-7794-40ab-9b98-1d4629c1db9b)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:33.253429 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-32185542-0c35-42fb-9136-030161b129ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:33.270628 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-32185542-0c35-42fb-9136-030161b129ac admin admin] Calling delete_port for c99b6396-d20c-487a-9d3c-e994980bce22 owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:33.285824 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e284a73e-0a48-4535-b15a-80b7fb4f4e26 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:33.293018 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad1b3b9-1d60-4b0f-9e4f-b5c456f1a046 None None] Pushing event updated for resources: {'Port': ['ID=5b57a156-c51e-465d-8ceb-1ab087f879dc,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:33.353166 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-19135ad0-3090-4660-aca8-2483237de59a None None] Set router 7523a7c7-0390-444d-b039-a8b41755a31d gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:42:33.403379 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-32185542-0c35-42fb-9136-030161b129ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:33.423499 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e284a73e-0a48-4535-b15a-80b7fb4f4e26 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:33.512969 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2a9499-0230-4f26-aefe-2da78c361a95 tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:33.517671 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8a2a9499-0230-4f26-aefe-2da78c361a95 tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0736470 Dec 16 09:42:33.521023 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60760) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:33.526611 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-af01d616-f926-45a1-bc12-aba990dcca3f req-95bf3143-fd9f-4e95-9c7e-6fff476c211c tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6768ebc-84b5-4b7e-9cb5-646079c4dc42 HTTP/1.1" status: 200 len: 210 time: 0.0454659 Dec 16 09:42:33.528424 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-18b63f99-581f-4806-acd0-391b6fb90ae2 req-cc5a9f1d-0b96-49f0-accd-489fa5f7519c tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] For port d2e1fbf8-a7d3-4edd-978a-7a55a97f4530, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=d2e1fbf8-a7d3-4edd-978a-7a55a97f4530,segment=NetworkSegment(d8df21ec-09fd-424b-9dca-610d5d76c12a),segment_id=d8df21ec-09fd-424b-9dca-610d5d76c12a)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:33.528790 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-18b63f99-581f-4806-acd0-391b6fb90ae2 req-cc5a9f1d-0b96-49f0-accd-489fa5f7519c tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:33.538992 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32185542-0c35-42fb-9136-030161b129ac admin admin] Pushing event deleted for resources: {'Port': ['ID=c99b6396-d20c-487a-9d3c-e994980bce22,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:33.546091 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-18b63f99-581f-4806-acd0-391b6fb90ae2 req-cc5a9f1d-0b96-49f0-accd-489fa5f7519c tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Calling delete_port for d2e1fbf8-a7d3-4edd-978a-7a55a97f4530 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:33.590278 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-19135ad0-3090-4660-aca8-2483237de59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'name': 'tempest-TestNetworkBasicOps-router-958811268', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:22Z', 'updated_at': '2021-12-16T09:42:28Z', 'revision_number': 3, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'gw_port': {'id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:26Z', 'updated_at': '2021-12-16T09:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:33.603720 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e284a73e-0a48-4535-b15a-80b7fb4f4e26 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:33.629762 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19135ad0-3090-4660-aca8-2483237de59a None None] The sync data for ids ['7523a7c7-0390-444d-b039-a8b41755a31d'] in n-d-820550-2 is: [{'id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'name': 'tempest-TestNetworkBasicOps-router-958811268', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:22Z', 'updated_at': '2021-12-16T09:42:28Z', 'revision_number': 3, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'gw_port': {'id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:26Z', 'updated_at': '2021-12-16T09:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:42:33.647708 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284a73e-0a48-4535-b15a-80b7fb4f4e26 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Subnet': ['ID=1e78689f-6c37-40de-91a3-76990866464c,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:33.650424 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e284a73e-0a48-4535-b15a-80b7fb4f4e26 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:33.653865 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e284a73e-0a48-4535-b15a-80b7fb4f4e26 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/1e78689f-6c37-40de-91a3-76990866464c HTTP/1.1" status: 204 len: 168 time: 0.5160022 Dec 16 09:42:33.656309 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60762) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:33.660002 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83b1d68-8a86-45e3-a554-5a8b57d1f184 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:42:33.683749 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-40ec2065-6f52-4fbd-90bc-1adde67aa113 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:33.708706 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32185542-0c35-42fb-9136-030161b129ac admin admin] No DVR routers for this DVR port c99b6396-d20c-487a-9d3c-e994980bce22 on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:42:33.713424 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-be903f03-e308-4901-b097-612ae451b83b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0526633 Dec 16 09:42:33.713811 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60764) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:33.723058 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-e2b2c54c-e98f-4db7-8d8e-3bef544a27fc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:33.742992 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fb055bec-7be1-4335-b891-4b21e8c7f699 tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=66f24afa-c67f-4411-a795-f16773380b27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1999860 Dec 16 09:42:33.751115 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60766) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:33.805912 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-501d1c47-83b6-4f0f-8454-aa74da2924ca tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1842439009', 'network_id': '872dad0c-b125-4398-b449-96faec06fd91', 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:33.969053 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cddec-98ad-4be7-a353-4156f0b3d8be req-04353583-da06-4494-a652-11955adcea15 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:33.969813 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd30193-538e-47c2-8a57-ed8bf76d49b3 req-26acd639-c64f-4686-bc30-9e8003c82a82 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:33.972187 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2bd30193-538e-47c2-8a57-ed8bf76d49b3 req-26acd639-c64f-4686-bc30-9e8003c82a82 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/ports?device_id=1187da08-c0da-46cb-bde5-6ef47afe5e23 HTTP/1.1" status: 200 len: 945 time: 0.0849767 Dec 16 09:42:33.977820 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ef8cddec-98ad-4be7-a353-4156f0b3d8be req-04353583-da06-4494-a652-11955adcea15 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0de1a-cd38-4ab0-94ba-62051c68c755 HTTP/1.1" status: 200 len: 945 time: 0.8229911 Dec 16 09:42:33.986963 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 4c3c90ef-510b-4d93-85f6-ebf067524cca up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:42:33.999820 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-18b63f99-581f-4806-acd0-391b6fb90ae2 req-cc5a9f1d-0b96-49f0-accd-489fa5f7519c tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:34.008982 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-32185542-0c35-42fb-9136-030161b129ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:34.019285 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['d2e1fbf8-a7d3-4edd-978a-7a55a97f4530'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:42:34.050707 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53700e0a-dd9b-4371-b87c-eab91483be1c None None] DHCP port deletion for 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:42:34.092442 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a9f1d-0b96-49f0-accd-489fa5f7519c tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Pushing event deleted for resources: {'Port': ['ID=d2e1fbf8-a7d3-4edd-978a-7a55a97f4530,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:34.101958 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-166f203c-9424-455f-94d9-245c1edc6a0b service neutron] For port 9a354f94-1426-4767-b313-da40abafa1c5, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:42:34.130186 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-32185542-0c35-42fb-9136-030161b129ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['818dfd32-cf52-4369-aa91-a070d5ad14f3']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:34.139175 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501d1c47-83b6-4f0f-8454-aa74da2924ca tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Made reservation on behalf of 60a0020dcca848d99f97019eb94a2e49 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:42:34.143469 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-501d1c47-83b6-4f0f-8454-aa74da2924ca tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:34.164117 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 4c3c90ef-510b-4d93-85f6-ebf067524cca triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:34.164813 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:34.170242 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b63f99-581f-4806-acd0-391b6fb90ae2 req-cc5a9f1d-0b96-49f0-accd-489fa5f7519c tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] No DVR routers for this DVR port d2e1fbf8-a7d3-4edd-978a-7a55a97f4530 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:42:34.173784 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-18b63f99-581f-4806-acd0-391b6fb90ae2 req-cc5a9f1d-0b96-49f0-accd-489fa5f7519c tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:34.183489 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-18b63f99-581f-4806-acd0-391b6fb90ae2 req-cc5a9f1d-0b96-49f0-accd-489fa5f7519c tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.58 "DELETE /v2.0/ports/d2e1fbf8-a7d3-4edd-978a-7a55a97f4530 HTTP/1.1" status: 204 len: 173 time: 1.6147592 Dec 16 09:42:34.189824 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1187da08-c0da-46cb-bde5-6ef47afe5e23', 'name': 'network-vif-deleted', 'tag': 'd2e1fbf8-a7d3-4edd-978a-7a55a97f4530'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:34.190019 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-166f203c-9424-455f-94d9-245c1edc6a0b service neutron] For port 9a354f94-1426-4767-b313-da40abafa1c5, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=9a354f94-1426-4767-b313-da40abafa1c5,segment=NetworkSegment(d37b2193-84a0-4eed-8112-e5eff8180558),segment_id=d37b2193-84a0-4eed-8112-e5eff8180558)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:42:34.192174 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed8bdd6-56d8-478b-9bed-19056020bf65" -d '{"events": [{"server_uuid": "1187da08-c0da-46cb-bde5-6ef47afe5e23", "name": "network-vif-deleted", "tag": "d2e1fbf8-a7d3-4edd-978a-7a55a97f4530"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:34.200948 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2bd30193-538e-47c2-8a57-ed8bf76d49b3 req-ab07014f-8c77-4179-9a35-a430e096f158 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d1121ee-e56a-47c8-b3a8-c0d36557b7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021413 Dec 16 09:42:34.214169 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-53700e0a-dd9b-4371-b87c-eab91483be1c None None] Deleting port 4c3c90ef-510b-4d93-85f6-ebf067524cca {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:34.214583 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-53700e0a-dd9b-4371-b87c-eab91483be1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:34.217343 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-32185542-0c35-42fb-9136-030161b129ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca770ec3-7794-40ab-9b98-1d4629c1db9b') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:34.217637 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-32185542-0c35-42fb-9136-030161b129ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca770ec3-7794-40ab-9b98-1d4629c1db9b') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:34.262460 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8af3b3-7cff-415e-b8d5-35cd749e8a8c x-openstack-request-id: req-8c8af3b3-7cff-415e-b8d5-35cd749e8a8c {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:34.262765 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1187da08-c0da-46cb-bde5-6ef47afe5e23", "name": "network-vif-deleted", "tag": "d2e1fbf8-a7d3-4edd-978a-7a55a97f4530", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:34.263022 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8c8af3b3-7cff-415e-b8d5-35cd749e8a8c {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:34.263433 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1187da08-c0da-46cb-bde5-6ef47afe5e23', 'name': 'network-vif-deleted', 'tag': 'd2e1fbf8-a7d3-4edd-978a-7a55a97f4530', 'status': 'completed', 'code': 200} Dec 16 09:42:34.268971 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-db6bc82d-b48f-474e-b2ed-d05e09156416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:34.283553 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-32185542-0c35-42fb-9136-030161b129ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:34.287566 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-166f203c-9424-455f-94d9-245c1edc6a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:34.289610 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b2c54c-e98f-4db7-8d8e-3bef544a27fc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:42:34.301233 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e2b2c54c-e98f-4db7-8d8e-3bef544a27fc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:34.303345 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ef8cddec-98ad-4be7-a353-4156f0b3d8be req-980ef9a2-c69f-4824-9d96-a05176eb8f52 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025129 Dec 16 09:42:34.387815 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-db6bc82d-b48f-474e-b2ed-d05e09156416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:34.457562 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-32185542-0c35-42fb-9136-030161b129ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:34.464108 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-40ec2065-6f52-4fbd-90bc-1adde67aa113 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:34.470756 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-db6bc82d-b48f-474e-b2ed-d05e09156416 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=63d08f69cdac41d9bf88b0f389d6c33e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2257450 Dec 16 09:42:34.478451 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-166f203c-9424-455f-94d9-245c1edc6a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:34.478451 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-166f203c-9424-455f-94d9-245c1edc6a0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:34.479056 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-166f203c-9424-455f-94d9-245c1edc6a0b service neutron] 10.222.0.57 "PUT /v2.0/ports/9a354f94-1426-4767-b313-da40abafa1c5 HTTP/1.1" status: 200 len: 1091 time: 3.8962893 Dec 16 09:42:34.486515 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60776) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:34.502793 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7cae256-f844-4c6d-a58a-0062131022d3', 'tag': '9a354f94-1426-4767-b313-da40abafa1c5'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:34.505970 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4c27c5-b350-41a5-afa6-a0dddd8613f0" -d '{"events": [{"name": "network-changed", "server_uuid": "c7cae256-f844-4c6d-a58a-0062131022d3", "tag": "9a354f94-1426-4767-b313-da40abafa1c5"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:34.521985 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-53700e0a-dd9b-4371-b87c-eab91483be1c None None] For port 4c3c90ef-510b-4d93-85f6-ebf067524cca, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=4c3c90ef-510b-4d93-85f6-ebf067524cca,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:34.522420 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-53700e0a-dd9b-4371-b87c-eab91483be1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:34.528663 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32185542-0c35-42fb-9136-030161b129ac admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:42:34.530208 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-32185542-0c35-42fb-9136-030161b129ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: self.session.flush() Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: self.session.flush() Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: self.session.flush() Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: self.session.flush() Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:42:34.539285 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:42:34.542491 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-53700e0a-dd9b-4371-b87c-eab91483be1c None None] Calling delete_port for 4c3c90ef-510b-4d93-85f6-ebf067524cca owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:34.631277 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6bc82d-b48f-474e-b2ed-d05e09156416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a362c7-dba4-41da-9c04-d432e72f8822,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:34.661744 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-40ec2065-6f52-4fbd-90bc-1adde67aa113 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Network 04743e3c-30d6-4915-9168-3871041fac9e is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:34.663033 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0e30b1e-bbc0-4ff7-9e5f-1b22df86acff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:34.667523 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device c99b6396-d20c-487a-9d3c-e994980bce22 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:42:34.669976 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0357e4-9a61-4614-b391-78641ad7251b x-openstack-request-id: req-ae0357e4-9a61-4614-b391-78641ad7251b {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:34.670454 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7cae256-f844-4c6d-a58a-0062131022d3", "tag": "9a354f94-1426-4767-b313-da40abafa1c5", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:34.670872 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ae0357e4-9a61-4614-b391-78641ad7251b {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:34.671494 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7cae256-f844-4c6d-a58a-0062131022d3', 'tag': '9a354f94-1426-4767-b313-da40abafa1c5', 'status': 'completed', 'code': 200} Dec 16 09:42:34.697148 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0e30b1e-bbc0-4ff7-9e5f-1b22df86acff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:34.707307 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: c99b6396-d20c-487a-9d3c-e994980bce22 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:42:34.707928 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device c99b6396-d20c-487a-9d3c-e994980bce22 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:42:34.740555 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e2b2c54c-e98f-4db7-8d8e-3bef544a27fc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:34.748852 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-40ec2065-6f52-4fbd-90bc-1adde67aa113 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:34.752607 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-40ec2065-6f52-4fbd-90bc-1adde67aa113 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:42:34.782974 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f203c-9424-455f-94d9-245c1edc6a0b service neutron] Pushing event updated for resources: {'Port': ['ID=9a354f94-1426-4767-b313-da40abafa1c5,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:34.792238 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-53700e0a-dd9b-4371-b87c-eab91483be1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:34.833799 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b2c54c-e98f-4db7-8d8e-3bef544a27fc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:34.834120 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53700e0a-dd9b-4371-b87c-eab91483be1c None None] Pushing event deleted for resources: {'Port': ['ID=4c3c90ef-510b-4d93-85f6-ebf067524cca,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:34.840529 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53700e0a-dd9b-4371-b87c-eab91483be1c None None] No DVR routers for this DVR port 4c3c90ef-510b-4d93-85f6-ebf067524cca on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:42:34.842953 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-e2b2c54c-e98f-4db7-8d8e-3bef544a27fc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:34.847351 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b2c54c-e98f-4db7-8d8e-3bef544a27fc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:34.847939 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e2b2c54c-e98f-4db7-8d8e-3bef544a27fc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:34.850299 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2c54c-e98f-4db7-8d8e-3bef544a27fc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Subnet': ['ID=89a78ca1-b340-4878-b368-cbb12ec11841,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:34.869562 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c13027e-6415-4d8c-b54f-bd1575baa747 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:42:34.873418 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-32185542-0c35-42fb-9136-030161b129ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:34.877257 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-d4b82433-7d30-4c9e-8a75-40b99d0c0381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:34.878801 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-d4b82433-7d30-4c9e-8a75-40b99d0c0381 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ffe89fbd6dbf418d9de3f5bae76e8a76&device_id=c7cae256-f844-4c6d-a58a-0062131022d3 HTTP/1.1" status: 200 len: 1094 time: 0.2277975 Dec 16 09:42:34.882260 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7a57b-3142-4568-965e-18724c9f703c req-e9d94d6f-cf7f-43dc-98c5-b23ab9ff7073 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:34.890221 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cda7a57b-3142-4568-965e-18724c9f703c req-e9d94d6f-cf7f-43dc-98c5-b23ab9ff7073 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6768ebc-84b5-4b7e-9cb5-646079c4dc42 HTTP/1.1" status: 200 len: 931 time: 0.1650145 Dec 16 09:42:34.903612 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-32185542-0c35-42fb-9136-030161b129ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:34.918409 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-32185542-0c35-42fb-9136-030161b129ac admin admin] 10.222.0.60 "DELETE /v2.0/networks/818dfd32-cf52-4369-aa91-a070d5ad14f3 HTTP/1.1" status: 204 len: 168 time: 3.2506118 Dec 16 09:42:34.952851 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cda7a57b-3142-4568-965e-18724c9f703c req-33db2bcc-af82-4cec-a710-71719223c125 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/security-groups?id=1318f13c-ca31-4750-bd67-5c13f4cbaad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597999 Dec 16 09:42:34.958619 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0e30b1e-bbc0-4ff7-9e5f-1b22df86acff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:34.961380 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0e30b1e-bbc0-4ff7-9e5f-1b22df86acff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:34.962736 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e0e30b1e-bbc0-4ff7-9e5f-1b22df86acff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/79a362c7-dba4-41da-9c04-d432e72f8822 HTTP/1.1" status: 204 len: 168 time: 0.4752245 Dec 16 09:42:34.972827 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e2b2c54c-e98f-4db7-8d8e-3bef544a27fc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2577932 Dec 16 09:42:34.975241 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60788) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:34.982358 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-2b7dbd90-bd67-41b7-ac71-56ced1a59747 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'port': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'fixed_ips': [{'subnet_id': '89a78ca1-b340-4878-b368-cbb12ec11841', 'ip_address': '2001:db8::2eee:474b:d24:977'}], 'name': 'tempest-NetworksTestDHCPv6-1529000247'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:35.008185 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e30b1e-bbc0-4ff7-9e5f-1b22df86acff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a362c7-dba4-41da-9c04-d432e72f8822,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:35.070126 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-40ec2065-6f52-4fbd-90bc-1adde67aa113 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:35.071075 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-40ec2065-6f52-4fbd-90bc-1adde67aa113 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:35.078261 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec2065-6f52-4fbd-90bc-1adde67aa113 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Pushing event updated for resources: {'Port': ['ID=8805642a-2193-4bce-a614-94e805f23af8,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:35.083909 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-78229851-a99a-494f-902e-ae25f7c61c70 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a354f94-1426-4767-b313-da40abafa1c5 HTTP/1.1" status: 200 len: 217 time: 0.1651525 Dec 16 09:42:35.083909 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32185542-0c35-42fb-9136-030161b129ac admin admin] Pushing event deleted for resources: {'Network': ['ID=818dfd32-cf52-4369-aa91-a070d5ad14f3,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:35.176716 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfc69a1-d85d-4897-bbc6-b8729ab0692e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'fixed_ips': [{'subnet_id': '89a78ca1-b340-4878-b368-cbb12ec11841'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:42:35.183332 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-dbfc69a1-d85d-4897-bbc6-b8729ab0692e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:35.236199 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-40ec2065-6f52-4fbd-90bc-1adde67aa113 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9541442 Dec 16 09:42:35.240198 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-61790743-6d70-4a52-9bf4-6f6bc062e5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:35.242344 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-61790743-6d70-4a52-9bf4-6f6bc062e5de service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df697736-f4da-4d13-b48a-4739855325c5 HTTP/1.1" status: 200 len: 852 time: 0.1503053 Dec 16 09:42:35.247694 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-e089a5d4-755c-43ac-a06a-a95d8d7b1022 service neutron] Request body: {'port': {'device_id': 'c6768ebc-84b5-4b7e-9cb5-646079c4dc42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:35.291030 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-3269eddd-304f-46f3-bae5-f6d1e674472e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=04743e3c-30d6-4915-9168-3871041fac9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384841 Dec 16 09:42:35.307174 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-501d1c47-83b6-4f0f-8454-aa74da2924ca tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:35.315120 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7dbd90-bd67-41b7-ac71-56ced1a59747 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:42:35.385927 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-dbfc69a1-d85d-4897-bbc6-b8729ab0692e None None] Allocated IP 2001:db8::2 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/89a78ca1-b340-4878-b368-cbb12ec11841/51fbf8dc-9e75-4bf0-a1d5-2c48988a7c56) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:42:35.420331 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2b7dbd90-bd67-41b7-ac71-56ced1a59747 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:35.464874 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-2b7dbd90-bd67-41b7-ac71-56ced1a59747 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] device_id is not set on port 2937b676-187c-4717-a008-9304aa3102ac yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:42:35.479732 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-57c26fc8-6769-449f-a9c9-275d7a0c1fd0 req-a3183c52-0617-4cc9-9220-dd3fa542c1dc tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/ports?device_id=1187da08-c0da-46cb-bde5-6ef47afe5e23 HTTP/1.1" status: 200 len: 210 time: 0.0647440 Dec 16 09:42:35.544361 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60796) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:35.557269 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d1c47-83b6-4f0f-8454-aa74da2924ca tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'Subnet': ['ID=b5b3a5ab-5e44-48ee-9d23-fb55390d3fca,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:35.577776 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-e089a5d4-755c-43ac-a06a-a95d8d7b1022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:35.609858 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-dbfc69a1-d85d-4897-bbc6-b8729ab0692e None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:35.638630 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501d1c47-83b6-4f0f-8454-aa74da2924ca tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Checking segment: {'id': '4e51bee1-cafd-4d8e-b755-0a17a19937c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '872dad0c-b125-4398-b449-96faec06fd91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:42:35.638630 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501d1c47-83b6-4f0f-8454-aa74da2924ca tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Network hostable DHCP agents. Network: 872dad0c-b125-4398-b449-96faec06fd91, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:42:35.643956 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-e258a9e0-bf87-4879-bf77-fd86400e0748 service neutron] 10.222.0.57 "GET /v2.0/networks/04743e3c-30d6-4915-9168-3871041fac9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345327 Dec 16 09:42:35.646356 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3f13ae52-fd4b-47a3-b29c-f98a26bdc019 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=68e22e3a3da6417b82ce935493172fa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1022868 Dec 16 09:42:35.649024 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60798) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:35.679039 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-dbfc69a1-d85d-4897-bbc6-b8729ab0692e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:35.725541 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfc69a1-d85d-4897-bbc6-b8729ab0692e None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:35.738904 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-dbfc69a1-d85d-4897-bbc6-b8729ab0692e None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:35.739912 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-82fe3db4-f1a7-4e59-8b4a-873158a61005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:35.741895 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc69a1-d85d-4897-bbc6-b8729ab0692e None None] Pushing event updated for resources: {'Port': ['ID=51fbf8dc-9e75-4bf0-a1d5-2c48988a7c56,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:35.744575 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfc69a1-d85d-4897-bbc6-b8729ab0692e None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:42:35.767175 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-2b7dbd90-bd67-41b7-ac71-56ced1a59747 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Allocated IP 2001:db8::2eee:474b:d24:977 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/89a78ca1-b340-4878-b368-cbb12ec11841/2937b676-187c-4717-a008-9304aa3102ac) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:42:35.770457 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-82fe3db4-f1a7-4e59-8b4a-873158a61005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:35.826823 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501d1c47-83b6-4f0f-8454-aa74da2924ca tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Network 872dad0c-b125-4398-b449-96faec06fd91 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:42:35.849331 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-dbfc69a1-d85d-4897-bbc6-b8729ab0692e None None] Attempting to bind port 51fbf8dc-9e75-4bf0-a1d5-2c48988a7c56 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:42:35.849331 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-dbfc69a1-d85d-4897-bbc6-b8729ab0692e None None] Attempting to bind port 51fbf8dc-9e75-4bf0-a1d5-2c48988a7c56 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:42:35.849662 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfc69a1-d85d-4897-bbc6-b8729ab0692e None None] Attempting to bind port 51fbf8dc-9e75-4bf0-a1d5-2c48988a7c56 on network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:35.865621 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfc69a1-d85d-4897-bbc6-b8729ab0692e None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:42:35.865621 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfc69a1-d85d-4897-bbc6-b8729ab0692e None None] Checking segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:42:35.865621 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-dbfc69a1-d85d-4897-bbc6-b8729ab0692e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:35.865621 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfc69a1-d85d-4897-bbc6-b8729ab0692e None None] Bound using segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:42:35.865621 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-dbfc69a1-d85d-4897-bbc6-b8729ab0692e None None] Bound port: 51fbf8dc-9e75-4bf0-a1d5-2c48988a7c56, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:42:35.865621 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-dbfc69a1-d85d-4897-bbc6-b8729ab0692e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:35.923969 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-b766a5e3-fcd2-49ed-815b-6da6e062300f service neutron] 10.222.0.57 "GET /v2.0/networks/04743e3c-30d6-4915-9168-3871041fac9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561255 Dec 16 09:42:35.947966 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-501d1c47-83b6-4f0f-8454-aa74da2924ca tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 872dad0c-b125-4398-b449-96faec06fd91) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:35.952671 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501d1c47-83b6-4f0f-8454-aa74da2924ca tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:35.953336 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-501d1c47-83b6-4f0f-8454-aa74da2924ca tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:35.966060 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084ef08f-1796-47ce-a032-1f8afe0aa082 None None] Network 872dad0c-b125-4398-b449-96faec06fd91 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:42:35.970482 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60800) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:36.022180 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-82fe3db4-f1a7-4e59-8b4a-873158a61005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:36.032100 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-82fe3db4-f1a7-4e59-8b4a-873158a61005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:36.034066 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-82fe3db4-f1a7-4e59-8b4a-873158a61005 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a45cee23-814e-4044-b0d2-c3e838930de7 HTTP/1.1" status: 204 len: 168 time: 0.3823266 Dec 16 09:42:36.091175 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5b57a156-c51e-465d-8ceb-1ab087f879dc up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:42:36.094312 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-501d1c47-83b6-4f0f-8454-aa74da2924ca tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.3299527 Dec 16 09:42:36.094873 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-dbfc69a1-d85d-4897-bbc6-b8729ab0692e None None] For port 51fbf8dc-9e75-4bf0-a1d5-2c48988a7c56, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:42:36.095064 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60806) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:36.155220 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-dbfc69a1-d85d-4897-bbc6-b8729ab0692e None None] For port 51fbf8dc-9e75-4bf0-a1d5-2c48988a7c56, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=51fbf8dc-9e75-4bf0-a1d5-2c48988a7c56,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:42:36.243235 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-e089a5d4-755c-43ac-a06a-a95d8d7b1022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8805642a-2193-4bce-a614-94e805f23af8 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:42:36.255748 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device d2e1fbf8-a7d3-4edd-978a-7a55a97f4530 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:42:36.269600 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-dbfc69a1-d85d-4897-bbc6-b8729ab0692e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:36.277405 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67915b5-13cc-40fe-b733-bbe66c9f4f41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-872dad0c-b125-4398-b449-96faec06fd91', 'network_id': '872dad0c-b125-4398-b449-96faec06fd91', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'fixed_ips': [{'subnet_id': 'b5b3a5ab-5e44-48ee-9d23-fb55390d3fca'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:42:36.278229 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d67915b5-13cc-40fe-b733-bbe66c9f4f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:36.279345 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-e089a5d4-755c-43ac-a06a-a95d8d7b1022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:36.315547 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-e089a5d4-755c-43ac-a06a-a95d8d7b1022 service neutron] Transition to ACTIVE for port object 8805642a-2193-4bce-a614-94e805f23af8 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:42:36.330678 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c27c5-b350-41a5-afa6-a0dddd8613f0 req-874a2045-ecfc-44f4-af4b-1724dce6a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:36.332909 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e4c27c5-b350-41a5-afa6-a0dddd8613f0 req-874a2045-ecfc-44f4-af4b-1724dce6a0eb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ffe89fbd6dbf418d9de3f5bae76e8a76&device_id=c7cae256-f844-4c6d-a58a-0062131022d3 HTTP/1.1" status: 200 len: 1094 time: 0.2575104 Dec 16 09:42:36.351126 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: d2e1fbf8-a7d3-4edd-978a-7a55a97f4530 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:42:36.351520 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device d2e1fbf8-a7d3-4edd-978a-7a55a97f4530 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:42:36.382689 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 5b57a156-c51e-465d-8ceb-1ab087f879dc triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:36.383091 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:36.383673 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d8330-d2a8-4777-8ec0-d9fc315d266b req-b3e4228b-e130-4385-84eb-45424dd3334a tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:36.385682 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2b7dbd90-bd67-41b7-ac71-56ced1a59747 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:36.392336 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f73d8330-d2a8-4777-8ec0-d9fc315d266b req-b3e4228b-e130-4385-84eb-45424dd3334a tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6768ebc-84b5-4b7e-9cb5-646079c4dc42 HTTP/1.1" status: 200 len: 931 time: 0.2391350 Dec 16 09:42:36.418672 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc69a1-d85d-4897-bbc6-b8729ab0692e None None] Pushing event updated for resources: {'Port': ['ID=51fbf8dc-9e75-4bf0-a1d5-2c48988a7c56,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:36.455286 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-73d99b79-988a-4565-802a-538ea4e4642c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:36.460899 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-e089a5d4-755c-43ac-a06a-a95d8d7b1022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:36.461084 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe3db4-f1a7-4e59-8b4a-873158a61005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45cee23-814e-4044-b0d2-c3e838930de7,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:36.575444 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-73d99b79-988a-4565-802a-538ea4e4642c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:36.599484 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2b7dbd90-bd67-41b7-ac71-56ced1a59747 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:36.695953 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-d67915b5-13cc-40fe-b733-bbe66c9f4f41 None None] Allocated IP 172.20.0.2 (872dad0c-b125-4398-b449-96faec06fd91/b5b3a5ab-5e44-48ee-9d23-fb55390d3fca/43609997-ebab-4aec-9300-a97a273774d0) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:42:36.698120 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:36.712193 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-73d99b79-988a-4565-802a-538ea4e4642c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:36.729982 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089a5d4-755c-43ac-a06a-a95d8d7b1022 service neutron] Pushing event updated for resources: {'Port': ['ID=8805642a-2193-4bce-a614-94e805f23af8,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:36.740086 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 5b57a156-c51e-465d-8ceb-1ab087f879dc, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5b57a156-c51e-465d-8ceb-1ab087f879dc,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:36.758138 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7dbd90-bd67-41b7-ac71-56ced1a59747 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:36.767539 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7dbd90-bd67-41b7-ac71-56ced1a59747 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Port': ['ID=2937b676-187c-4717-a008-9304aa3102ac,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:36.770353 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-2b7dbd90-bd67-41b7-ac71-56ced1a59747 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:36.788500 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7dbd90-bd67-41b7-ac71-56ced1a59747 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:42:36.799880 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7dbd90-bd67-41b7-ac71-56ced1a59747 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:36.800552 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2b7dbd90-bd67-41b7-ac71-56ced1a59747 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:36.824186 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d99b79-988a-4565-802a-538ea4e4642c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5a30d2-5368-44d0-865b-944bae579b98,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:36.832019 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-73d99b79-988a-4565-802a-538ea4e4642c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=62785e9da3174e59a9910865a18f5692&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8101921 Dec 16 09:42:36.832388 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60820) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:36.865922 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:36.922032 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2b7dbd90-bd67-41b7-ac71-56ced1a59747 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.9452627 Dec 16 09:42:36.936000 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60830) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:36.952797 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=5b57a156-c51e-465d-8ceb-1ab087f879dc,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:36.967686 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f73d8330-d2a8-4777-8ec0-d9fc315d266b req-f6868425-a5b0-45a9-bbac-eb776019b3a9 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/security-groups?id=1318f13c-ca31-4750-bd67-5c13f4cbaad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5743670 Dec 16 09:42:36.982040 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 4c3c90ef-510b-4d93-85f6-ebf067524cca no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:42:37.008142 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 4c3c90ef-510b-4d93-85f6-ebf067524cca {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:42:37.008631 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 4c3c90ef-510b-4d93-85f6-ebf067524cca not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:42:37.060884 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c27c5-b350-41a5-afa6-a0dddd8613f0 req-53fc00c6-85e0-47bb-819e-309a92ecfd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:37.062410 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e4c27c5-b350-41a5-afa6-a0dddd8613f0 req-53fc00c6-85e0-47bb-819e-309a92ecfd62 service neutron] 10.222.0.57 "GET /v2.0/networks?id=04743e3c-30d6-4915-9168-3871041fac9e HTTP/1.1" status: 200 len: 913 time: 0.7213774 Dec 16 09:42:37.101067 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d67915b5-13cc-40fe-b733-bbe66c9f4f41 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:37.105000 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-be61bb34-4fec-40b5-89fd-1615bc8b551f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:37.119819 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e4c27c5-b350-41a5-afa6-a0dddd8613f0 req-2984d4c0-1f57-4387-aefa-5f05c5747b7b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a354f94-1426-4767-b313-da40abafa1c5 HTTP/1.1" status: 200 len: 217 time: 0.0482299 Dec 16 09:42:37.131580 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f45353c-4545-49ab-af4f-e00f5a56f345 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:37.142052 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f45353c-4545-49ab-af4f-e00f5a56f345 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:37.142052 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6f45353c-4545-49ab-af4f-e00f5a56f345 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2018816 Dec 16 09:42:37.151656 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60836) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:37.162859 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-e089a5d4-755c-43ac-a06a-a95d8d7b1022 service neutron] Attempting to bind port 8805642a-2193-4bce-a614-94e805f23af8 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:42:37.163089 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:37.164951 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-e089a5d4-755c-43ac-a06a-a95d8d7b1022 service neutron] Attempting to bind port 8805642a-2193-4bce-a614-94e805f23af8 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'd37b2193-84a0-4eed-8112-e5eff8180558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '04743e3c-30d6-4915-9168-3871041fac9e'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:42:37.165408 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-e089a5d4-755c-43ac-a06a-a95d8d7b1022 service neutron] Attempting to bind port 8805642a-2193-4bce-a614-94e805f23af8 on network 04743e3c-30d6-4915-9168-3871041fac9e {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:37.193342 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d67915b5-13cc-40fe-b733-bbe66c9f4f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:37.227454 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-be61bb34-4fec-40b5-89fd-1615bc8b551f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:37.242051 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-e089a5d4-755c-43ac-a06a-a95d8d7b1022 service neutron] Port 8805642a-2193-4bce-a614-94e805f23af8 on network 04743e3c-30d6-4915-9168-3871041fac9e not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:42:37.242653 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-e089a5d4-755c-43ac-a06a-a95d8d7b1022 service neutron] Attempting to bind port 8805642a-2193-4bce-a614-94e805f23af8 on network 04743e3c-30d6-4915-9168-3871041fac9e {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:37.243056 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67915b5-13cc-40fe-b733-bbe66c9f4f41 None None] Network 872dad0c-b125-4398-b449-96faec06fd91 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:37.245970 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-d67915b5-13cc-40fe-b733-bbe66c9f4f41 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:37.253414 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67915b5-13cc-40fe-b733-bbe66c9f4f41 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:42:37.256761 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67915b5-13cc-40fe-b733-bbe66c9f4f41 None None] Pushing event updated for resources: {'Port': ['ID=43609997-ebab-4aec-9300-a97a273774d0,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:37.261599 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-e089a5d4-755c-43ac-a06a-a95d8d7b1022 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:42:37.261941 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-e089a5d4-755c-43ac-a06a-a95d8d7b1022 service neutron] Checking segment: {'id': 'd37b2193-84a0-4eed-8112-e5eff8180558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '04743e3c-30d6-4915-9168-3871041fac9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:42:37.262320 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-e089a5d4-755c-43ac-a06a-a95d8d7b1022 service neutron] Bound using segment: {'id': 'd37b2193-84a0-4eed-8112-e5eff8180558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '04743e3c-30d6-4915-9168-3871041fac9e'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:42:37.262770 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-e089a5d4-755c-43ac-a06a-a95d8d7b1022 service neutron] Bound port: 8805642a-2193-4bce-a614-94e805f23af8, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd37b2193-84a0-4eed-8112-e5eff8180558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '04743e3c-30d6-4915-9168-3871041fac9e'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:42:37.263132 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-e089a5d4-755c-43ac-a06a-a95d8d7b1022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:37.264802 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-26534243-343d-442a-b73f-4fe126d2eeff tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:37.267226 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-26534243-343d-442a-b73f-4fe126d2eeff tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/networks?id=bc332c79-b76e-4aee-a39c-dee90d548af5 HTTP/1.1" status: 200 len: 809 time: 0.3535860 Dec 16 09:42:37.295452 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c27c5-b350-41a5-afa6-a0dddd8613f0 req-a4b288b1-c9b9-4b29-9573-dcc4efab6b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:37.299217 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e4c27c5-b350-41a5-afa6-a0dddd8613f0 req-a4b288b1-c9b9-4b29-9573-dcc4efab6b58 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df697736-f4da-4d13-b48a-4739855325c5 HTTP/1.1" status: 200 len: 852 time: 0.0945907 Dec 16 09:42:37.307243 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-55bd3c68-7ebc-489d-b8aa-ebcb44f6da9f tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/quotas/c14717b8249b4b2cbe000dddbe4be4fc HTTP/1.1" status: 200 len: 375 time: 0.0311949 Dec 16 09:42:37.343134 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-d67915b5-13cc-40fe-b733-bbe66c9f4f41 None None] Attempting to bind port 43609997-ebab-4aec-9300-a97a273774d0 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:42:37.343134 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-d67915b5-13cc-40fe-b733-bbe66c9f4f41 None None] Attempting to bind port 43609997-ebab-4aec-9300-a97a273774d0 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '4e51bee1-cafd-4d8e-b755-0a17a19937c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '872dad0c-b125-4398-b449-96faec06fd91'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:42:37.343134 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67915b5-13cc-40fe-b733-bbe66c9f4f41 None None] Attempting to bind port 43609997-ebab-4aec-9300-a97a273774d0 on network 872dad0c-b125-4398-b449-96faec06fd91 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:37.344120 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67915b5-13cc-40fe-b733-bbe66c9f4f41 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:42:37.344502 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67915b5-13cc-40fe-b733-bbe66c9f4f41 None None] Checking segment: {'id': '4e51bee1-cafd-4d8e-b755-0a17a19937c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '872dad0c-b125-4398-b449-96faec06fd91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:42:37.345483 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d67915b5-13cc-40fe-b733-bbe66c9f4f41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:37.345882 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67915b5-13cc-40fe-b733-bbe66c9f4f41 None None] Bound using segment: {'id': '4e51bee1-cafd-4d8e-b755-0a17a19937c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '872dad0c-b125-4398-b449-96faec06fd91'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:42:37.346355 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-d67915b5-13cc-40fe-b733-bbe66c9f4f41 None None] Bound port: 43609997-ebab-4aec-9300-a97a273774d0, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e51bee1-cafd-4d8e-b755-0a17a19937c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '872dad0c-b125-4398-b449-96faec06fd91'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:42:37.346983 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d67915b5-13cc-40fe-b733-bbe66c9f4f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:37.402386 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-fe54d298-5a7d-4136-bded-794e432fcfc5 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c14717b8249b4b2cbe000dddbe4be4fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0717528 Dec 16 09:42:37.463852 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-d67915b5-13cc-40fe-b733-bbe66c9f4f41 None None] For port 43609997-ebab-4aec-9300-a97a273774d0, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:42:37.472268 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-d67915b5-13cc-40fe-b733-bbe66c9f4f41 None None] For port 43609997-ebab-4aec-9300-a97a273774d0, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=43609997-ebab-4aec-9300-a97a273774d0,segment=NetworkSegment(4e51bee1-cafd-4d8e-b755-0a17a19937c7),segment_id=4e51bee1-cafd-4d8e-b755-0a17a19937c7)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:42:37.493608 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-cd263d0d-6678-4cf9-a188-0ae752a28663 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting port 2937b676-187c-4717-a008-9304aa3102ac {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:37.494220 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cd263d0d-6678-4cf9-a188-0ae752a28663 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:37.581417 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-f812cd29-03e2-4229-a908-f080db672131 service neutron] 10.222.0.60 "GET /v2.0/networks/bc332c79-b76e-4aee-a39c-dee90d548af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773651 Dec 16 09:42:37.628751 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d67915b5-13cc-40fe-b733-bbe66c9f4f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:37.667124 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-be61bb34-4fec-40b5-89fd-1615bc8b551f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:37.669826 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-be61bb34-4fec-40b5-89fd-1615bc8b551f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:37.674027 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-be61bb34-4fec-40b5-89fd-1615bc8b551f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7b5a30d2-5368-44d0-865b-944bae579b98 HTTP/1.1" status: 204 len: 168 time: 0.8406224 Dec 16 09:42:37.682287 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cd263d0d-6678-4cf9-a188-0ae752a28663 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:37.718528 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67915b5-13cc-40fe-b733-bbe66c9f4f41 None None] Pushing event updated for resources: {'Port': ['ID=43609997-ebab-4aec-9300-a97a273774d0,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:37.921672 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e4c27c5-b350-41a5-afa6-a0dddd8613f0 req-ef0b8aad-10f2-41be-865e-c6856fac67a0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=04743e3c-30d6-4915-9168-3871041fac9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6022799 Dec 16 09:42:38.030873 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60858) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:38.063122 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-e089a5d4-755c-43ac-a06a-a95d8d7b1022 service neutron] For port 8805642a-2193-4bce-a614-94e805f23af8, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:42:38.080180 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61bb34-4fec-40b5-89fd-1615bc8b551f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5a30d2-5368-44d0-865b-944bae579b98,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:38.083265 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-96752aa2-fc8b-4fff-abb6-3c08724f46ad None None] Provisioning complete for port 51fbf8dc-9e75-4bf0-a1d5-2c48988a7c56 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:38.085627 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-96752aa2-fc8b-4fff-abb6-3c08724f46ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:38.105623 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-e089a5d4-755c-43ac-a06a-a95d8d7b1022 service neutron] For port 8805642a-2193-4bce-a614-94e805f23af8, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=8805642a-2193-4bce-a614-94e805f23af8,segment=NetworkSegment(d37b2193-84a0-4eed-8112-e5eff8180558),segment_id=d37b2193-84a0-4eed-8112-e5eff8180558)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:42:38.190682 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-cd263d0d-6678-4cf9-a188-0ae752a28663 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Calling delete_port for 2937b676-187c-4717-a008-9304aa3102ac owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:38.198970 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-e089a5d4-755c-43ac-a06a-a95d8d7b1022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:38.233817 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c5d4a10-241a-4170-8401-93dd8a99bf4d req-1d8c5a01-f945-470f-b804-b34b67a87247 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5487342 Dec 16 09:42:38.268153 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-46609778-86dc-40ad-ad69-cf59f7af41d5 service neutron] 10.222.0.60 "GET /v2.0/networks/bc332c79-b76e-4aee-a39c-dee90d548af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6798289 Dec 16 09:42:38.368377 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5b57a156-c51e-465d-8ceb-1ab087f879dc up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:42:38.400229 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089a5d4-755c-43ac-a06a-a95d8d7b1022 service neutron] Pushing event updated for resources: {'Port': ['ID=8805642a-2193-4bce-a614-94e805f23af8,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:38.438330 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e4c27c5-b350-41a5-afa6-a0dddd8613f0 req-3baa4f95-4bd7-4733-a14f-40135376b9d7 service neutron] 10.222.0.57 "GET /v2.0/networks/04743e3c-30d6-4915-9168-3871041fac9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793274 Dec 16 09:42:38.512427 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-e089a5d4-755c-43ac-a06a-a95d8d7b1022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:38.513058 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-e089a5d4-755c-43ac-a06a-a95d8d7b1022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:38.514990 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-e089a5d4-755c-43ac-a06a-a95d8d7b1022 service neutron] 10.222.0.58 "PUT /v2.0/ports/8805642a-2193-4bce-a614-94e805f23af8 HTTP/1.1" status: 200 len: 1091 time: 3.2712588 Dec 16 09:42:38.535799 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-969f0c0a-0b96-4001-98f0-973bae9475b7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:38.562830 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-96752aa2-fc8b-4fff-abb6-3c08724f46ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:38.575959 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6768ebc-84b5-4b7e-9cb5-646079c4dc42', 'tag': '8805642a-2193-4bce-a614-94e805f23af8'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:38.579091 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f3139c-1a97-488a-b5f4-489a1e54a125" -d '{"events": [{"name": "network-changed", "server_uuid": "c6768ebc-84b5-4b7e-9cb5-646079c4dc42", "tag": "8805642a-2193-4bce-a614-94e805f23af8"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:38.589397 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-49d70d62-42dc-4f5b-a213-45e79d2de191 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-724864042-network', 'tenant_id': '8ff7029f74a841b4ae8b7c47bc887ad7'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:38.612986 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-96752aa2-fc8b-4fff-abb6-3c08724f46ad None None] For port 51fbf8dc-9e75-4bf0-a1d5-2c48988a7c56, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=51fbf8dc-9e75-4bf0-a1d5-2c48988a7c56,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:38.629256 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 5b57a156-c51e-465d-8ceb-1ab087f879dc triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:38.629778 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:38.638297 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d4a10-241a-4170-8401-93dd8a99bf4d req-4c6463c1-eb14-4772-b198-779a7444201d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:38.639743 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c5d4a10-241a-4170-8401-93dd8a99bf4d req-4c6463c1-eb14-4772-b198-779a7444201d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1bf440b6c55457f8af9c018d530175b&device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 1095 time: 0.2356358 Dec 16 09:42:38.724431 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 51fbf8dc-9e75-4bf0-a1d5-2c48988a7c56 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:42:38.724431 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-96752aa2-fc8b-4fff-abb6-3c08724f46ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:38.797220 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cd263d0d-6678-4cf9-a188-0ae752a28663 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:38.817489 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96752aa2-fc8b-4fff-abb6-3c08724f46ad None None] Pushing event updated for resources: {'Port': ['ID=51fbf8dc-9e75-4bf0-a1d5-2c48988a7c56,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:38.850554 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791ad157-15a3-45c3-bce9-1985de544767 x-openstack-request-id: req-791ad157-15a3-45c3-bce9-1985de544767 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:38.850843 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6768ebc-84b5-4b7e-9cb5-646079c4dc42", "tag": "8805642a-2193-4bce-a614-94e805f23af8", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:38.851095 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-791ad157-15a3-45c3-bce9-1985de544767 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:38.851577 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6768ebc-84b5-4b7e-9cb5-646079c4dc42', 'tag': '8805642a-2193-4bce-a614-94e805f23af8', 'status': 'completed', 'code': 200} Dec 16 09:42:38.853389 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-37d45a3b-326e-4758-98e5-e48b3f9223cb None None] Could not find standard attr ID for object 2937b676-187c-4717-a008-9304aa3102ac. {{(pid=102818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:42:38.867685 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 51fbf8dc-9e75-4bf0-a1d5-2c48988a7c56 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:38.871233 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:38.907846 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd263d0d-6678-4cf9-a188-0ae752a28663 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Port': ['ID=2937b676-187c-4717-a008-9304aa3102ac,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:38.926885 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451bb17-0e49-44a7-b380-f8dd064f930c req-69e5edc2-4ba3-44bd-9700-a5d113c90cad tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:38.934612 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b451bb17-0e49-44a7-b380-f8dd064f930c req-69e5edc2-4ba3-44bd-9700-a5d113c90cad tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6768ebc-84b5-4b7e-9cb5-646079c4dc42 HTTP/1.1" status: 200 len: 943 time: 0.7250838 Dec 16 09:42:38.983782 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c6068f71-6334-44f3-9fa7-4aa0609bf238 req-1c9b08d4-5b98-4127-beef-9ef565ecca69 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/ports?device_id=980b090b-fc17-4274-bcea-1113157b4a78 HTTP/1.1" status: 200 len: 210 time: 0.1360765 Dec 16 09:42:38.987887 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d4a10-241a-4170-8401-93dd8a99bf4d req-06d4782c-c946-4ba9-9370-f69e75af9b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:38.988260 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c5d4a10-241a-4170-8401-93dd8a99bf4d req-06d4782c-c946-4ba9-9370-f69e75af9b8e service neutron] 10.222.0.57 "GET /v2.0/networks?id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f HTTP/1.1" status: 200 len: 912 time: 0.3292663 Dec 16 09:42:39.028823 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d70d62-42dc-4f5b-a213-45e79d2de191 admin admin] Made reservation on behalf of 8ff7029f74a841b4ae8b7c47bc887ad7 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:42:39.043102 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49d70d62-42dc-4f5b-a213-45e79d2de191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:39.064250 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cd263d0d-6678-4cf9-a188-0ae752a28663 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:39.078137 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-5c83a9c3-357e-4964-9720-aae379afe91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:39.081015 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-5c83a9c3-357e-4964-9720-aae379afe91a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ffe89fbd6dbf418d9de3f5bae76e8a76&device_id=c6768ebc-84b5-4b7e-9cb5-646079c4dc42 HTTP/1.1" status: 200 len: 1094 time: 0.3638630 Dec 16 09:42:39.084824 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-cd263d0d-6678-4cf9-a188-0ae752a28663 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/2937b676-187c-4717-a008-9304aa3102ac HTTP/1.1" status: 204 len: 168 time: 1.9320228 Dec 16 09:42:39.088173 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60892) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:39.094599 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49d70d62-42dc-4f5b-a213-45e79d2de191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:39.178855 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e4c27c5-b350-41a5-afa6-a0dddd8613f0 req-2f262780-b353-4fd5-a455-3a66cc165369 service neutron] 10.222.0.57 "GET /v2.0/networks/04743e3c-30d6-4915-9168-3871041fac9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6562264 Dec 16 09:42:39.180134 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-9943c62b-1fb1-443d-a374-76440247c414 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8805642a-2193-4bce-a614-94e805f23af8 HTTP/1.1" status: 200 len: 217 time: 0.0797405 Dec 16 09:42:39.314456 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd0f823-21ab-45e9-8563-44e4eaf57f87 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:39.316119 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd0f823-21ab-45e9-8563-44e4eaf57f87 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:39.321667 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-dcd0f823-21ab-45e9-8563-44e4eaf57f87 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2136428 Dec 16 09:42:39.323987 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60896) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:39.326654 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c5d4a10-241a-4170-8401-93dd8a99bf4d req-c386b10f-2283-48d1-9da4-e3ca6f20fbca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 HTTP/1.1" status: 200 len: 999 time: 0.2713571 Dec 16 09:42:39.412856 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d4a10-241a-4170-8401-93dd8a99bf4d req-af08fa08-a86e-46a4-9013-d53a61327769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:39.414973 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c5d4a10-241a-4170-8401-93dd8a99bf4d req-af08fa08-a86e-46a4-9013-d53a61327769 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c3e23022-6181-4c07-9324-a5452325576b HTTP/1.1" status: 200 len: 850 time: 0.0794053 Dec 16 09:42:39.460408 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-8133ffd8-6413-4f81-8457-fea665cc3dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:39.468299 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-8133ffd8-6413-4f81-8457-fea665cc3dd9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=df697736-f4da-4d13-b48a-4739855325c5 HTTP/1.1" status: 200 len: 852 time: 0.2767484 Dec 16 09:42:39.490941 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d4a10-241a-4170-8401-93dd8a99bf4d req-bf1955d1-ab61-4558-8957-c0845fee838c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:39.492790 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c5d4a10-241a-4170-8401-93dd8a99bf4d req-bf1955d1-ab61-4558-8957-c0845fee838c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698717 Dec 16 09:42:39.547640 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-262be098-d045-4871-943c-e85b9c34fc84 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04743e3c-30d6-4915-9168-3871041fac9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606017 Dec 16 09:42:39.623935 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c5d4a10-241a-4170-8401-93dd8a99bf4d req-199bf068-087d-43c3-8b6a-3f1da8527805 service neutron] 10.222.0.57 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208420 Dec 16 09:42:39.660664 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-62538ce7-3650-4593-8ec2-0ab1d5edf34d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting subnet 89a78ca1-b340-4878-b368-cbb12ec11841 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:42:39.666272 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b451bb17-0e49-44a7-b380-f8dd064f930c req-1fc0efdc-9be6-4b36-b247-b1fb6c95ca9c tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/security-groups?id=1318f13c-ca31-4750-bd67-5c13f4cbaad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7308295 Dec 16 09:42:39.683344 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c772be-e4b0-4fc0-b851-47271a329c2c None None] Network 872dad0c-b125-4398-b449-96faec06fd91 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:42:39.708629 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62538ce7-3650-4593-8ec2-0ab1d5edf34d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:39.745840 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-8f149c32-cace-4486-adfa-1854bfedf932 None None] Provisioning complete for port 43609997-ebab-4aec-9300-a97a273774d0 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:39.746218 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8f149c32-cace-4486-adfa-1854bfedf932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:39.776461 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-c96ce017-da7c-45bc-87fd-ed64a3dc85cc service neutron] 10.222.0.58 "GET /v2.0/networks/04743e3c-30d6-4915-9168-3871041fac9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161789 Dec 16 09:42:39.808420 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 9a354f94-1426-4767-b313-da40abafa1c5 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:42:39.819838 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c5d4a10-241a-4170-8401-93dd8a99bf4d req-a3fc6f78-9002-4a99-b527-32695fb6e172 service neutron] 10.222.0.57 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848454 Dec 16 09:42:39.822959 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49d70d62-42dc-4f5b-a213-45e79d2de191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:39.828729 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62538ce7-3650-4593-8ec2-0ab1d5edf34d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:39.887594 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-969f0c0a-0b96-4001-98f0-973bae9475b7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Allocated IP 172.20.0.1 (872dad0c-b125-4398-b449-96faec06fd91/b5b3a5ab-5e44-48ee-9d23-fb55390d3fca/b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:42:39.949498 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49d70d62-42dc-4f5b-a213-45e79d2de191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:40.077089 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d70d62-42dc-4f5b-a213-45e79d2de191 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:42:40.110007 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62538ce7-3650-4593-8ec2-0ab1d5edf34d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:40.116432 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1eb1788e-e8a0-4d91-93ca-0d59f68c6456 req-3a6ad959-d30f-408a-aa95-2c6910905005 service neutron] 10.222.0.58 "GET /v2.0/networks/04743e3c-30d6-4915-9168-3871041fac9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298016 Dec 16 09:42:40.132511 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8f149c32-cace-4486-adfa-1854bfedf932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:40.143343 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49d70d62-42dc-4f5b-a213-45e79d2de191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:40.143685 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-49d70d62-42dc-4f5b-a213-45e79d2de191 admin admin] Added segment 4633fa21-d201-4901-b20b-13d2bccf565c of type vlan for network 28047d1c-ee8f-4a14-bbf4-938e3632846a Dec 16 09:42:40.145061 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d70d62-42dc-4f5b-a213-45e79d2de191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5474626-441a-4fa9-a341-df66c9c7706d,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:40.227111 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 9a354f94-1426-4767-b313-da40abafa1c5, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=9a354f94-1426-4767-b313-da40abafa1c5,segment=NetworkSegment(d37b2193-84a0-4eed-8112-e5eff8180558),segment_id=d37b2193-84a0-4eed-8112-e5eff8180558)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:40.247860 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 43609997-ebab-4aec-9300-a97a273774d0 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:42:40.260572 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fa46ab75-f300-4f37-9bf2-75c92c3c0652 req-4ae634d5-336b-4043-bee7-2169b82e9445 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/ports?device_id=980b090b-fc17-4274-bcea-1113157b4a78 HTTP/1.1" status: 200 len: 210 time: 0.0631537 Dec 16 09:42:40.279729 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49d70d62-42dc-4f5b-a213-45e79d2de191 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:40.288268 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-969f0c0a-0b96-4001-98f0-973bae9475b7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:40.323120 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60916) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:40.329367 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '9a354f94-1426-4767-b313-da40abafa1c5', 'network_id': '04743e3c-30d6-4915-9168-3871041fac9e', 'port_id': '9a354f94-1426-4767-b313-da40abafa1c5', 'mac_address': 'fa:16:3e:f6:a3:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df697736-f4da-4d13-b48a-4739855325c5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:42:40.353893 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-8f149c32-cace-4486-adfa-1854bfedf932 None None] For port 43609997-ebab-4aec-9300-a97a273774d0, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=43609997-ebab-4aec-9300-a97a273774d0,segment=NetworkSegment(4e51bee1-cafd-4d8e-b755-0a17a19937c7),segment_id=4e51bee1-cafd-4d8e-b755-0a17a19937c7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:40.382986 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3139c-1a97-488a-b5f4-489a1e54a125 req-4080c4d2-0333-4e95-b6d1-fe556622e7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:40.384542 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e6f3139c-1a97-488a-b5f4-489a1e54a125 req-4080c4d2-0333-4e95-b6d1-fe556622e7f7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ffe89fbd6dbf418d9de3f5bae76e8a76&device_id=c6768ebc-84b5-4b7e-9cb5-646079c4dc42 HTTP/1.1" status: 200 len: 1094 time: 0.0637133 Dec 16 09:42:40.418614 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:40.423249 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 43609997-ebab-4aec-9300-a97a273774d0 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:40.423871 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:40.442459 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62538ce7-3650-4593-8ec2-0ab1d5edf34d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:40.457636 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a354f94-1426-4767-b313-da40abafa1c5 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:42:40.483358 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49d70d62-42dc-4f5b-a213-45e79d2de191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:40.484330 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d70d62-42dc-4f5b-a213-45e79d2de191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:40.484904 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49d70d62-42dc-4f5b-a213-45e79d2de191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:40.487233 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8f149c32-cace-4486-adfa-1854bfedf932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:40.487870 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62538ce7-3650-4593-8ec2-0ab1d5edf34d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Subnet': ['ID=89a78ca1-b340-4878-b368-cbb12ec11841,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:40.494972 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 9a354f94-1426-4767-b313-da40abafa1c5, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=9a354f94-1426-4767-b313-da40abafa1c5,segment=NetworkSegment(d37b2193-84a0-4eed-8112-e5eff8180558),segment_id=d37b2193-84a0-4eed-8112-e5eff8180558)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:40.500783 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62538ce7-3650-4593-8ec2-0ab1d5edf34d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:40.504901 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-62538ce7-3650-4593-8ec2-0ab1d5edf34d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/89a78ca1-b340-4878-b368-cbb12ec11841 HTTP/1.1" status: 204 len: 168 time: 1.1679289 Dec 16 09:42:40.513039 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-135ef8c7-f867-48d6-aadd-fe9bced04d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:40.515000 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60920) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:40.551556 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8913f004-5eff-415f-89d3-0ab39a7b3398 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:42:40.574137 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:40.574310 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-969f0c0a-0b96-4001-98f0-973bae9475b7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:40.580622 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-33cf4f58-0c63-4adc-82da-c83bca2aa47e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0644403 Dec 16 09:42:40.593051 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60922) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:40.618270 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:40.624691 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f149c32-cace-4486-adfa-1854bfedf932 None None] Pushing event updated for resources: {'Port': ['ID=43609997-ebab-4aec-9300-a97a273774d0,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:40.647523 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d70d62-42dc-4f5b-a213-45e79d2de191 admin admin] Pushing event updated for resources: {'Network': ['ID=28047d1c-ee8f-4a14-bbf4-938e3632846a,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:40.664475 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3139c-1a97-488a-b5f4-489a1e54a125 req-b5d20d44-dd4a-40bf-bbac-bc00833aecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:40.666218 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e6f3139c-1a97-488a-b5f4-489a1e54a125 req-b5d20d44-dd4a-40bf-bbac-bc00833aecfb service neutron] 10.222.0.58 "GET /v2.0/networks?id=04743e3c-30d6-4915-9168-3871041fac9e HTTP/1.1" status: 200 len: 913 time: 0.2735348 Dec 16 09:42:40.669399 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-49d70d62-42dc-4f5b-a213-45e79d2de191 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.6327188 Dec 16 09:42:40.673556 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969f0c0a-0b96-4001-98f0-973bae9475b7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Network 872dad0c-b125-4398-b449-96faec06fd91 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:40.674246 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60924) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:40.683831 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-b65bcc9b-6cc9-47bf-b021-184f24441cc6 admin admin] Request body: {'subnet': {'network_id': '28047d1c-ee8f-4a14-bbf4-938e3632846a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-724864042-subnet', 'tenant_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:40.701507 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-969f0c0a-0b96-4001-98f0-973bae9475b7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:40.702551 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f0c0a-0b96-4001-98f0-973bae9475b7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'Port': ['ID=b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:40.708440 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a94eb7-d1c7-406b-9335-d4df2e21676d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:40.708622 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969f0c0a-0b96-4001-98f0-973bae9475b7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:42:40.717831 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-43a94eb7-d1c7-406b-9335-d4df2e21676d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1214890 Dec 16 09:42:40.725002 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60930) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:40.741808 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 28047d1c-ee8f-4a14-bbf4-938e3632846a details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:42:40.789953 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-969f0c0a-0b96-4001-98f0-973bae9475b7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:40.811493 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c42cb08-0b0b-4529-bd90-7918729f5d1c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:40.812746 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 51fbf8dc-9e75-4bf0-a1d5-2c48988a7c56 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:42:40.816984 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7c42cb08-0b0b-4529-bd90-7918729f5d1c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0827541 Dec 16 09:42:40.816984 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-135ef8c7-f867-48d6-aadd-fe9bced04d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:40.816984 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60932) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:40.847589 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e6f3139c-1a97-488a-b5f4-489a1e54a125 req-4ddfb1b4-4f6c-445d-b764-09d6caf4636b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8805642a-2193-4bce-a614-94e805f23af8 HTTP/1.1" status: 200 len: 217 time: 0.1599557 Dec 16 09:42:40.911643 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-cf5424ff-18c0-46de-834f-4c5cdca18659 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0846252 Dec 16 09:42:40.911643 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-135ef8c7-f867-48d6-aadd-fe9bced04d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:40.917963 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60936) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:40.933515 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-aa74d6cd-bba4-45d4-a9f3-33d0a8a12e04 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:41.006472 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-135ef8c7-f867-48d6-aadd-fe9bced04d80 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ba72e702bf5641cdac33bf31db77da11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6822085 Dec 16 09:42:41.009362 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3139c-1a97-488a-b5f4-489a1e54a125 req-b64d9e6b-5a21-4bc8-ad06-19213bfaf876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:41.011084 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ef8c7-f867-48d6-aadd-fe9bced04d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ac2e38-a895-4714-b921-2742ad057407,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:41.013787 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60940) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:41.017874 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e6f3139c-1a97-488a-b5f4-489a1e54a125 req-b64d9e6b-5a21-4bc8-ad06-19213bfaf876 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=df697736-f4da-4d13-b48a-4739855325c5 HTTP/1.1" status: 200 len: 852 time: 0.1475902 Dec 16 09:42:41.034946 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf8243-6ebe-4f4c-8ea9-570aa35ebf7b req-6f091462-6f73-4a90-acfd-7481e89b3e57 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:41.043850 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fbcf8243-6ebe-4f4c-8ea9-570aa35ebf7b req-6f091462-6f73-4a90-acfd-7481e89b3e57 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6768ebc-84b5-4b7e-9cb5-646079c4dc42 HTTP/1.1" status: 200 len: 943 time: 0.1986542 Dec 16 09:42:41.103301 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['9a354f94-1426-4767-b313-da40abafa1c5'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:42:41.115757 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65bcc9b-6cc9-47bf-b021-184f24441cc6 admin admin] Made reservation on behalf of 8ff7029f74a841b4ae8b7c47bc887ad7 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:42:41.119755 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b65bcc9b-6cc9-47bf-b021-184f24441cc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:41.139526 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6db7f930-7211-451a-a207-b74159dad444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:41.141310 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e6f3139c-1a97-488a-b5f4-489a1e54a125 req-7446f7b0-a12c-43aa-9ec8-19e5650c21a8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04743e3c-30d6-4915-9168-3871041fac9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797203 Dec 16 09:42:41.145718 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-7fbcad6b-dc23-4c0c-bfbd-828e13705938 None None] Provisioning complete for port 43609997-ebab-4aec-9300-a97a273774d0 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:41.145933 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7fbcad6b-dc23-4c0c-bfbd-828e13705938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:41.152833 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=9a354f94-1426-4767-b313-da40abafa1c5,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:41.193911 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6db7f930-7211-451a-a207-b74159dad444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:41.244116 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 51fbf8dc-9e75-4bf0-a1d5-2c48988a7c56 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:41.244642 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:41.332602 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1061a57a-d21c-41ee-b82b-980e1469b9c1 None None] DHCP port deletion for 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:42:41.338901 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fbcf8243-6ebe-4f4c-8ea9-570aa35ebf7b req-0f12b27b-2686-4c76-8cfc-d509b926a188 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/security-groups?id=1318f13c-ca31-4750-bd67-5c13f4cbaad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941184 Dec 16 09:42:41.441741 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cfe82efe-fb03-4247-9e87-12408cbbfba8 req-e1c10943-eaeb-4538-a387-b9b6a835fd3f tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/ports?device_id=980b090b-fc17-4274-bcea-1113157b4a78 HTTP/1.1" status: 200 len: 210 time: 0.0416596 Dec 16 09:42:41.459261 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e6f3139c-1a97-488a-b5f4-489a1e54a125 req-2503d5ba-c51c-4283-a9a1-34e72fa978a7 service neutron] 10.222.0.58 "GET /v2.0/networks/04743e3c-30d6-4915-9168-3871041fac9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471570 Dec 16 09:42:41.553580 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-1061a57a-d21c-41ee-b82b-980e1469b9c1 None None] Deleting port 51fbf8dc-9e75-4bf0-a1d5-2c48988a7c56 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:41.553963 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1061a57a-d21c-41ee-b82b-980e1469b9c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:41.564586 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e6f3139c-1a97-488a-b5f4-489a1e54a125 req-f3670d7c-df0a-421e-8178-d16b247eb96f service neutron] 10.222.0.58 "GET /v2.0/networks/04743e3c-30d6-4915-9168-3871041fac9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972412 Dec 16 09:42:41.592383 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa74d6cd-bba4-45d4-a9f3-33d0a8a12e04 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:42:41.627430 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-aa74d6cd-bba4-45d4-a9f3-33d0a8a12e04 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:41.647865 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-1061a57a-d21c-41ee-b82b-980e1469b9c1 None None] For port 51fbf8dc-9e75-4bf0-a1d5-2c48988a7c56, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=51fbf8dc-9e75-4bf0-a1d5-2c48988a7c56,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:41.650032 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1061a57a-d21c-41ee-b82b-980e1469b9c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:41.651543 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-f2ea334a-9f06-4552-b77b-7cf62831ed3b None None] Provisioning complete for port b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:41.651543 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f2ea334a-9f06-4552-b77b-7cf62831ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:41.680880 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-1061a57a-d21c-41ee-b82b-980e1469b9c1 None None] Calling delete_port for 51fbf8dc-9e75-4bf0-a1d5-2c48988a7c56 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:41.701406 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f2ea334a-9f06-4552-b77b-7cf62831ed3b None None] Port b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:42:41.731979 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6db7f930-7211-451a-a207-b74159dad444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:41.734669 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6db7f930-7211-451a-a207-b74159dad444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:41.735944 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6db7f930-7211-451a-a207-b74159dad444 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/22ac2e38-a895-4714-b921-2742ad057407 HTTP/1.1" status: 204 len: 168 time: 0.7170081 Dec 16 09:42:41.750691 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7f930-7211-451a-a207-b74159dad444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ac2e38-a895-4714-b921-2742ad057407,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:41.848461 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-969f0c0a-0b96-4001-98f0-973bae9475b7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:41.895528 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1061a57a-d21c-41ee-b82b-980e1469b9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:41.933462 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1061a57a-d21c-41ee-b82b-980e1469b9c1 None None] No DVR routers for this DVR port 51fbf8dc-9e75-4bf0-a1d5-2c48988a7c56 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:42:41.937716 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061a57a-d21c-41ee-b82b-980e1469b9c1 None None] Pushing event deleted for resources: {'Port': ['ID=51fbf8dc-9e75-4bf0-a1d5-2c48988a7c56,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:41.954648 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-aa74d6cd-bba4-45d4-a9f3-33d0a8a12e04 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:41.966466 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 43609997-ebab-4aec-9300-a97a273774d0 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:42:42.005854 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa74d6cd-bba4-45d4-a9f3-33d0a8a12e04 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:42.010790 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-aa74d6cd-bba4-45d4-a9f3-33d0a8a12e04 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:42.015492 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa74d6cd-bba4-45d4-a9f3-33d0a8a12e04 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:42.016982 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-aa74d6cd-bba4-45d4-a9f3-33d0a8a12e04 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:42.027476 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed06429a-f093-49ec-9196-f8a03479d0aa None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:42:42.036720 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa74d6cd-bba4-45d4-a9f3-33d0a8a12e04 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Subnet': ['ID=d83c2d6f-3fa1-47c6-885d-c699dd5897f5,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:42.097007 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-44c09074-777d-4d72-8708-eb686809c8e0 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:42.100594 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-44c09074-777d-4d72-8708-eb686809c8e0 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.58 "GET /v2.0/networks?id=bc332c79-b76e-4aee-a39c-dee90d548af5 HTTP/1.1" status: 200 len: 809 time: 0.3207164 Dec 16 09:42:42.107223 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 43609997-ebab-4aec-9300-a97a273774d0 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:42.107596 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:42.140950 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-aa74d6cd-bba4-45d4-a9f3-33d0a8a12e04 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2092869 Dec 16 09:42:42.140950 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60960) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:42.140950 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-4910e3c7-5a68-45f8-a7b0-4fff898bc17f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'port': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'fixed_ips': [{'subnet_id': 'd83c2d6f-3fa1-47c6-885d-c699dd5897f5', 'ip_address': '2001:db8::9950:25e8:32e7:f616'}], 'name': 'tempest-NetworksTestDHCPv6-62780279'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:42.144757 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-4502d14c-4e2f-4974-b827-b87d97be191e tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Request body: {'port': {'device_id': '980b090b-fc17-4274-bcea-1113157b4a78', 'network_id': 'bc332c79-b76e-4aee-a39c-dee90d548af5', 'admin_state_up': True, 'tenant_id': 'c14717b8249b4b2cbe000dddbe4be4fc'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:42.269704 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b65bcc9b-6cc9-47bf-b021-184f24441cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:42.303687 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4f0039-2f5f-485b-af4e-fc9d2e31ba24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'fixed_ips': [{'subnet_id': 'd83c2d6f-3fa1-47c6-885d-c699dd5897f5'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:42:42.306050 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ed4f0039-2f5f-485b-af4e-fc9d2e31ba24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:42.375423 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4910e3c7-5a68-45f8-a7b0-4fff898bc17f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:42:42.419226 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65bcc9b-6cc9-47bf-b021-184f24441cc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0262dc5-cf27-4913-8cae-71034a5225c2,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:42.464163 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 51fbf8dc-9e75-4bf0-a1d5-2c48988a7c56 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:42:42.488799 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 51fbf8dc-9e75-4bf0-a1d5-2c48988a7c56 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:42:42.489189 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 51fbf8dc-9e75-4bf0-a1d5-2c48988a7c56 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:42:42.529244 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4910e3c7-5a68-45f8-a7b0-4fff898bc17f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:42.540642 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65bcc9b-6cc9-47bf-b021-184f24441cc6 admin admin] Checking segment: {'id': '4633fa21-d201-4901-b20b-13d2bccf565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28047d1c-ee8f-4a14-bbf4-938e3632846a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:42:42.541006 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65bcc9b-6cc9-47bf-b021-184f24441cc6 admin admin] Network hostable DHCP agents. Network: 28047d1c-ee8f-4a14-bbf4-938e3632846a, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:42:42.551628 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-4910e3c7-5a68-45f8-a7b0-4fff898bc17f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] device_id is not set on port 93f7f287-491d-4b63-994f-2b5e3c59dce6 yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:42:42.584691 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-ed4f0039-2f5f-485b-af4e-fc9d2e31ba24 None None] Allocated IP 2001:db8::2 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/d83c2d6f-3fa1-47c6-885d-c699dd5897f5/bec54ec7-9d86-45cd-b97f-b9cd07489267) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:42:42.612025 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b5da526d-c031-4903-8f47-ad1239047ff1 req-e2a3b450-8039-49e3-9ad0-9e6fcd720b5a tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/ports?device_id=980b090b-fc17-4274-bcea-1113157b4a78 HTTP/1.1" status: 200 len: 210 time: 0.0484219 Dec 16 09:42:42.821279 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2faa533-e457-4433-ab15-3e3ab7656a18 req-daedb940-e50a-4aeb-9a12-3c378b9abe1a tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:42.822892 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d2faa533-e457-4433-ab15-3e3ab7656a18 req-daedb940-e50a-4aeb-9a12-3c378b9abe1a tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6768ebc-84b5-4b7e-9cb5-646079c4dc42 HTTP/1.1" status: 200 len: 943 time: 0.3710666 Dec 16 09:42:42.852552 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ed4f0039-2f5f-485b-af4e-fc9d2e31ba24 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:42.896080 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d2faa533-e457-4433-ab15-3e3ab7656a18 req-5eda3141-48f3-4a90-a368-b3aec70053ef tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/security-groups?id=1318f13c-ca31-4750-bd67-5c13f4cbaad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640957 Dec 16 09:42:42.935298 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ed4f0039-2f5f-485b-af4e-fc9d2e31ba24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:42.989205 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4f0039-2f5f-485b-af4e-fc9d2e31ba24 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:42.992274 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-ed4f0039-2f5f-485b-af4e-fc9d2e31ba24 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:42.996490 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4f0039-2f5f-485b-af4e-fc9d2e31ba24 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:42:43.009659 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f0039-2f5f-485b-af4e-fc9d2e31ba24 None None] Pushing event updated for resources: {'Port': ['ID=bec54ec7-9d86-45cd-b97f-b9cd07489267,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:43.034932 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-4910e3c7-5a68-45f8-a7b0-4fff898bc17f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Allocated IP 2001:db8::9950:25e8:32e7:f616 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/d83c2d6f-3fa1-47c6-885d-c699dd5897f5/93f7f287-491d-4b63-994f-2b5e3c59dce6) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:42:43.054237 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-4502d14c-4e2f-4974-b827-b87d97be191e tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Made reservation on behalf of c14717b8249b4b2cbe000dddbe4be4fc for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:42:43.058833 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-4502d14c-4e2f-4974-b827-b87d97be191e tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:43.069984 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-ed4f0039-2f5f-485b-af4e-fc9d2e31ba24 None None] Attempting to bind port bec54ec7-9d86-45cd-b97f-b9cd07489267 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:42:43.070357 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-ed4f0039-2f5f-485b-af4e-fc9d2e31ba24 None None] Attempting to bind port bec54ec7-9d86-45cd-b97f-b9cd07489267 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:42:43.070812 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4f0039-2f5f-485b-af4e-fc9d2e31ba24 None None] Attempting to bind port bec54ec7-9d86-45cd-b97f-b9cd07489267 on network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:43.076152 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4f0039-2f5f-485b-af4e-fc9d2e31ba24 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:42:43.077075 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4f0039-2f5f-485b-af4e-fc9d2e31ba24 None None] Checking segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:42:43.077538 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ed4f0039-2f5f-485b-af4e-fc9d2e31ba24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:43.077965 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4f0039-2f5f-485b-af4e-fc9d2e31ba24 None None] Bound using segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:42:43.078434 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-ed4f0039-2f5f-485b-af4e-fc9d2e31ba24 None None] Bound port: bec54ec7-9d86-45cd-b97f-b9cd07489267, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:42:43.079394 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ed4f0039-2f5f-485b-af4e-fc9d2e31ba24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:43.189897 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-ed4f0039-2f5f-485b-af4e-fc9d2e31ba24 None None] For port bec54ec7-9d86-45cd-b97f-b9cd07489267, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:42:43.194575 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-ed4f0039-2f5f-485b-af4e-fc9d2e31ba24 None None] For port bec54ec7-9d86-45cd-b97f-b9cd07489267, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=bec54ec7-9d86-45cd-b97f-b9cd07489267,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:42:43.199751 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65bcc9b-6cc9-47bf-b021-184f24441cc6 admin admin] Network 28047d1c-ee8f-4a14-bbf4-938e3632846a is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:42:43.213496 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-969f0c0a-0b96-4001-98f0-973bae9475b7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:43.243534 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4910e3c7-5a68-45f8-a7b0-4fff898bc17f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:43.277486 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ed4f0039-2f5f-485b-af4e-fc9d2e31ba24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:43.313993 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-4502d14c-4e2f-4974-b827-b87d97be191e tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Allocated IP 172.20.0.2 (bc332c79-b76e-4aee-a39c-dee90d548af5/6f727883-008b-4153-8b35-d14161afb3bb/96c71eb1-f8a3-4bf8-be57-140b544bf170) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:42:43.322503 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-969f0c0a-0b96-4001-98f0-973bae9475b7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:43.325021 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-b65bcc9b-6cc9-47bf-b021-184f24441cc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 28047d1c-ee8f-4a14-bbf4-938e3632846a) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:43.348248 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f0039-2f5f-485b-af4e-fc9d2e31ba24 None None] Pushing event updated for resources: {'Port': ['ID=bec54ec7-9d86-45cd-b97f-b9cd07489267,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:43.366233 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30c8575-cb54-48a8-8aa1-2ec21244b172 None None] Network 28047d1c-ee8f-4a14-bbf4-938e3632846a requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:42:43.385323 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65bcc9b-6cc9-47bf-b021-184f24441cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:43.386227 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b65bcc9b-6cc9-47bf-b021-184f24441cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:43.386382 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4910e3c7-5a68-45f8-a7b0-4fff898bc17f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:43.483070 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f0c0a-0b96-4001-98f0-973bae9475b7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'Port': ['ID=b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:43.488578 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-969f0c0a-0b96-4001-98f0-973bae9475b7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:43.492346 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4910e3c7-5a68-45f8-a7b0-4fff898bc17f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:43.508247 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-4910e3c7-5a68-45f8-a7b0-4fff898bc17f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:43.513133 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4910e3c7-5a68-45f8-a7b0-4fff898bc17f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:42:43.519484 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4910e3c7-5a68-45f8-a7b0-4fff898bc17f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:43.520275 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4910e3c7-5a68-45f8-a7b0-4fff898bc17f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:43.553712 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4910e3c7-5a68-45f8-a7b0-4fff898bc17f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Port': ['ID=93f7f287-491d-4b63-994f-2b5e3c59dce6,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:43.641548 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4910e3c7-5a68-45f8-a7b0-4fff898bc17f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.5092673 Dec 16 09:42:43.645531 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60998) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:43.656269 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-1fe42934-f969-4f00-a0ab-90874c3e9c3b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'port': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'fixed_ips': [{'subnet_id': 'd83c2d6f-3fa1-47c6-885d-c699dd5897f5', 'ip_address': '2001:db8::9950:25e8:32e7:f616'}], 'name': 'tempest-NetworksTestDHCPv6-368802059'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:43.656650 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fe108c-3206-48cd-ab6f-de26a909debc None None] Network 28047d1c-ee8f-4a14-bbf4-938e3632846a requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:42:43.664479 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 32768) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:43.669311 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b65bcc9b-6cc9-47bf-b021-184f24441cc6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.9892507 Dec 16 09:42:43.676075 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-1d086e3f-d14b-49d9-a58d-0ea8e8a65f51 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-724864042-router', 'tenant_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:43.801180 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1d086e3f-d14b-49d9-a58d-0ea8e8a65f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:43.804914 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1d086e3f-d14b-49d9-a58d-0ea8e8a65f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:43.864332 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 9a354f94-1426-4767-b313-da40abafa1c5 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:42:43.914612 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1d086e3f-d14b-49d9-a58d-0ea8e8a65f51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:43.917575 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b54445a5-ecfc-4fd1-95c9-1f0dc9337109 req-6c6f23d2-a46f-4e83-8f6e-837a3ead02e0 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/ports?device_id=980b090b-fc17-4274-bcea-1113157b4a78 HTTP/1.1" status: 200 len: 210 time: 0.1360157 Dec 16 09:42:43.979989 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-4502d14c-4e2f-4974-b827-b87d97be191e tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:44.006440 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969f0c0a-0b96-4001-98f0-973bae9475b7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Network 872dad0c-b125-4398-b449-96faec06fd91 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:44.013608 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-969f0c0a-0b96-4001-98f0-973bae9475b7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:44.032710 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 9a354f94-1426-4767-b313-da40abafa1c5 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:42:44.055247 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 9a354f94-1426-4767-b313-da40abafa1c5 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:44.061755 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:44.121635 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device bec54ec7-9d86-45cd-b97f-b9cd07489267 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:42:44.184096 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe42934-f969-4f00-a0ab-90874c3e9c3b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:42:44.189491 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1fe42934-f969-4f00-a0ab-90874c3e9c3b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:44.343665 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:44.343986 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 32776) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:44.347661 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1d086e3f-d14b-49d9-a58d-0ea8e8a65f51 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:44.349159 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 8805642a-2193-4bce-a614-94e805f23af8 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:42:44.367782 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-4502d14c-4e2f-4974-b827-b87d97be191e tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:44.394043 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-1fe42934-f969-4f00-a0ab-90874c3e9c3b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] device_id is not set on port 4b46d3a6-85de-41e8-9304-a0c67db59cf6 yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:42:44.416730 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port bec54ec7-9d86-45cd-b97f-b9cd07489267 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:44.417094 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:44.420693 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-4502d14c-4e2f-4974-b827-b87d97be191e tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Network bc332c79-b76e-4aee-a39c-dee90d548af5 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:44.431919 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-4502d14c-4e2f-4974-b827-b87d97be191e tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:44.438891 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-4502d14c-4e2f-4974-b827-b87d97be191e tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:42:44.486220 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6165052-7c9b-48c3-b28e-48089642ab00 req-010ba108-7baf-4174-9e77-d986bab17ffa tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:44.487672 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c6165052-7c9b-48c3-b28e-48089642ab00 req-010ba108-7baf-4174-9e77-d986bab17ffa tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6768ebc-84b5-4b7e-9cb5-646079c4dc42 HTTP/1.1" status: 200 len: 943 time: 0.4927921 Dec 16 09:42:44.533297 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.resource_extend [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 09:42:44.549565 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cae256-f844-4c6d-a58a-0062131022d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a354f94-1426-4767-b313-da40abafa1c5'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:44.551791 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cbcf3b-0c8b-4dd7-911c-2d1c533d92a0" -d '{"events": [{"server_uuid": "c7cae256-f844-4c6d-a58a-0062131022d3", "name": "network-vif-plugged", "status": "completed", "tag": "9a354f94-1426-4767-b313-da40abafa1c5"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:44.580824 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-4502d14c-4e2f-4974-b827-b87d97be191e tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:44.582597 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-4502d14c-4e2f-4974-b827-b87d97be191e tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:44.616603 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969f0c0a-0b96-4001-98f0-973bae9475b7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Router 7523a7c7-0390-444d-b039-a8b41755a31d has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:42:44.618616 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a4f58e8c-a5e4-4ccc-821a-ad16f2f54abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:44.675934 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4d9591-59a8-423e-814c-730042e0d14d x-openstack-request-id: req-ef4d9591-59a8-423e-814c-730042e0d14d {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:44.676343 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cae256-f844-4c6d-a58a-0062131022d3", "name": "network-vif-plugged", "status": "completed", "tag": "9a354f94-1426-4767-b313-da40abafa1c5", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:44.676478 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ef4d9591-59a8-423e-814c-730042e0d14d {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:44.676879 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cae256-f844-4c6d-a58a-0062131022d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a354f94-1426-4767-b313-da40abafa1c5', 'code': 200} Dec 16 09:42:44.679388 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4089fe1c-0c58-47f8-927d-bfcd5beccdaa None None] Provisioning complete for port b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:44.679759 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4089fe1c-0c58-47f8-927d-bfcd5beccdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:44.723443 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-4502d14c-4e2f-4974-b827-b87d97be191e tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5851400 Dec 16 09:42:44.726925 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502d14c-4e2f-4974-b827-b87d97be191e tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Pushing event updated for resources: {'Port': ['ID=96c71eb1-f8a3-4bf8-be57-140b544bf170,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:44.736869 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c6165052-7c9b-48c3-b28e-48089642ab00 req-78288710-f0da-4326-82ec-beb14ff2e7a1 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/security-groups?id=1318f13c-ca31-4750-bd67-5c13f4cbaad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426951 Dec 16 09:42:44.738644 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 9a354f94-1426-4767-b313-da40abafa1c5, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=9a354f94-1426-4767-b313-da40abafa1c5,segment=NetworkSegment(d37b2193-84a0-4eed-8112-e5eff8180558),segment_id=d37b2193-84a0-4eed-8112-e5eff8180558)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:44.756626 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-a3c29698-82ab-4965-b877-5799caf53efc service neutron] Request body: {'port': {'device_id': '980b090b-fc17-4274-bcea-1113157b4a78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:44.856929 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374da2c6-b97f-43fb-b7a8-4fb725e47548 req-f715f859-7c7f-4d98-b535-ca48f9197554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:44.859063 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-374da2c6-b97f-43fb-b7a8-4fb725e47548 req-f715f859-7c7f-4d98-b535-ca48f9197554 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c7cae256-f844-4c6d-a58a-0062131022d3 HTTP/1.1" status: 200 len: 1095 time: 0.1565506 Dec 16 09:42:44.907222 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe42934-f969-4f00-a0ab-90874c3e9c3b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 16 09:42:44.907222 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fe42934-f969-4f00-a0ab-90874c3e9c3b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:42:44.912622 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:44.939420 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-374da2c6-b97f-43fb-b7a8-4fb725e47548 req-ec0e3dd7-e832-4d1a-aadc-29b868e166a4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1318f13c-ca31-4750-bd67-5c13f4cbaad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706854 Dec 16 09:42:44.945044 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:45.022754 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=9a354f94-1426-4767-b313-da40abafa1c5,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:45.035649 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4089fe1c-0c58-47f8-927d-bfcd5beccdaa None None] Port b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:42:45.038654 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 8805642a-2193-4bce-a614-94e805f23af8, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=8805642a-2193-4bce-a614-94e805f23af8,segment=NetworkSegment(d37b2193-84a0-4eed-8112-e5eff8180558),segment_id=d37b2193-84a0-4eed-8112-e5eff8180558)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:45.049340 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f0255-089e-490b-afaf-1eb44292fa95 req-3ab0d645-50d4-4ef2-a8d6-f6256ee1d84b tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:45.051091 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-827f0255-089e-490b-afaf-1eb44292fa95 req-3ab0d645-50d4-4ef2-a8d6-f6256ee1d84b tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.2326593 Dec 16 09:42:45.063123 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-a3c29698-82ab-4965-b877-5799caf53efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:45.076343 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1fe42934-f969-4f00-a0ab-90874c3e9c3b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.4272449 Dec 16 09:42:45.087561 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 32788) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:45.128235 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969f0c0a-0b96-4001-98f0-973bae9475b7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:42:45.144925 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-969f0c0a-0b96-4001-98f0-973bae9475b7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "PUT /v2.0/routers/7523a7c7-0390-444d-b039-a8b41755a31d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0359619 Dec 16 09:42:45.166812 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 32790) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:45.185280 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a4f58e8c-a5e4-4ccc-821a-ad16f2f54abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:45.199171 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-827f0255-089e-490b-afaf-1eb44292fa95 req-ef815bda-07cb-46d1-bb30-bd1d554ba9ce tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372108 Dec 16 09:42:45.305018 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a4f58e8c-a5e4-4ccc-821a-ad16f2f54abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:45.371431 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a4f58e8c-a5e4-4ccc-821a-ad16f2f54abb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=141941bfdd604d4481380830adbf8849&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0235918 Dec 16 09:42:45.372278 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 32796) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:45.373625 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55282930-1026-46ac-bdd2-72ad9742b22e None None] Sync routers for ids ['7523a7c7-0390-444d-b039-a8b41755a31d'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:42:45.376772 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f58e8c-a5e4-4ccc-821a-ad16f2f54abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04b4496-d1d6-416f-8b58-9c74401d16c6,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:45.412780 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port bec54ec7-9d86-45cd-b97f-b9cd07489267, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=bec54ec7-9d86-45cd-b97f-b9cd07489267,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:45.427277 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '8805642a-2193-4bce-a614-94e805f23af8', 'network_id': '04743e3c-30d6-4915-9168-3871041fac9e', 'port_id': '8805642a-2193-4bce-a614-94e805f23af8', 'mac_address': 'fa:16:3e:8f:81:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df697736-f4da-4d13-b48a-4739855325c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:42:45.430952 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55282930-1026-46ac-bdd2-72ad9742b22e None None] Routers {'7523a7c7-0390-444d-b039-a8b41755a31d'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:42:45.434741 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-55282930-1026-46ac-bdd2-72ad9742b22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:42:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['7523a7c7-0390-444d-b039-a8b41755a31d'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:45.489761 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f0090219-e1aa-4f5c-a7fd-eed2f3212172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:45.518644 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f0090219-e1aa-4f5c-a7fd-eed2f3212172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:45.557153 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-55282930-1026-46ac-bdd2-72ad9742b22e None None] Set router 7523a7c7-0390-444d-b039-a8b41755a31d gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:42:45.583171 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:45.592254 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-9374404d-9b9e-4b75-a9b2-9c29de003bb1 None None] Provisioning complete for port bec54ec7-9d86-45cd-b97f-b9cd07489267 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:45.592624 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9374404d-9b9e-4b75-a9b2-9c29de003bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:45.680351 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633daf7e-a5bb-4404-a55a-87ed023a94b0 req-33a8188a-bf07-4c64-9f4b-f16d896ef55c tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:45.682908 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-633daf7e-a5bb-4404-a55a-87ed023a94b0 req-33a8188a-bf07-4c64-9f4b-f16d896ef55c tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.2045755 Dec 16 09:42:45.691970 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c20278-90a2-489a-b315-0fa854542a4f req-6b8875c1-5f36-4610-9fc5-417c7823e444 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:45.700712 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6c20278-90a2-489a-b315-0fa854542a4f req-6b8875c1-5f36-4610-9fc5-417c7823e444 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/ports?device_id=980b090b-fc17-4274-bcea-1113157b4a78 HTTP/1.1" status: 200 len: 931 time: 0.6424310 Dec 16 09:42:45.715975 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f0090219-e1aa-4f5c-a7fd-eed2f3212172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:45.719273 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f0090219-e1aa-4f5c-a7fd-eed2f3212172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:45.720981 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f0090219-e1aa-4f5c-a7fd-eed2f3212172 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a04b4496-d1d6-416f-8b58-9c74401d16c6 HTTP/1.1" status: 204 len: 168 time: 0.3267407 Dec 16 09:42:45.724293 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87accb85-dca2-48ff-bef6-23c3ab83bb09 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:45.730603 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87accb85-dca2-48ff-bef6-23c3ab83bb09 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:45.735863 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-87accb85-dca2-48ff-bef6-23c3ab83bb09 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.6433105 Dec 16 09:42:45.743524 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 32800) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:45.752301 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1d086e3f-d14b-49d9-a58d-0ea8e8a65f51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:45.771344 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0090219-e1aa-4f5c-a7fd-eed2f3212172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04b4496-d1d6-416f-8b58-9c74401d16c6,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:45.801217 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-633daf7e-a5bb-4404-a55a-87ed023a94b0 req-f2f28236-1925-4acf-a510-15871d26eacd tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110055 Dec 16 09:42:45.832122 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1d086e3f-d14b-49d9-a58d-0ea8e8a65f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:45.881566 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-a3c29698-82ab-4965-b877-5799caf53efc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96c71eb1-f8a3-4bf8-be57-140b544bf170 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:42:45.891020 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-a3c29698-82ab-4965-b877-5799caf53efc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:45.947718 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:45.951154 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-a3c29698-82ab-4965-b877-5799caf53efc service neutron] Transition to ACTIVE for port object 96c71eb1-f8a3-4bf8-be57-140b544bf170 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:42:45.982630 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a58f9-33bc-4c7e-8d8e-7a1a738d1dd7 req-531feb5c-82e9-4093-ac88-9dab1665440b tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:45.983143 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=bec54ec7-9d86-45cd-b97f-b9cd07489267,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:45.984707 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c01a58f9-33bc-4c7e-8d8e-7a1a738d1dd7 req-531feb5c-82e9-4093-ac88-9dab1665440b tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6768ebc-84b5-4b7e-9cb5-646079c4dc42 HTTP/1.1" status: 200 len: 943 time: 0.0828612 Dec 16 09:42:45.994708 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8805642a-2193-4bce-a614-94e805f23af8 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:42:46.038102 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-1d086e3f-d14b-49d9-a58d-0ea8e8a65f51 admin admin] Allocated IP 172.25.1.230 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:42:46.042477 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-a3c29698-82ab-4965-b877-5799caf53efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:46.073282 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 8805642a-2193-4bce-a614-94e805f23af8, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=8805642a-2193-4bce-a614-94e805f23af8,segment=NetworkSegment(d37b2193-84a0-4eed-8112-e5eff8180558),segment_id=d37b2193-84a0-4eed-8112-e5eff8180558)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:46.384664 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6c20278-90a2-489a-b315-0fa854542a4f req-f6db9d81-1e94-4c56-9d92-7a3115aa77dd tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d1121ee-e56a-47c8-b3a8-c0d36557b7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651705 Dec 16 09:42:46.384664 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0e3a9c-0aa3-467b-8f72-7f3e651565b8 tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:46.384664 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0e3a9c-0aa3-467b-8f72-7f3e651565b8 tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:46.384664 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0e3a9c-0aa3-467b-8f72-7f3e651565b8 tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:46.384664 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0e3a9c-0aa3-467b-8f72-7f3e651565b8 tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:46.384664 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0e3a9c-0aa3-467b-8f72-7f3e651565b8 tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:46.384664 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0e3a9c-0aa3-467b-8f72-7f3e651565b8 tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:46.384664 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0e3a9c-0aa3-467b-8f72-7f3e651565b8 tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:46.384664 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0e3a9c-0aa3-467b-8f72-7f3e651565b8 tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:46.384664 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0e3a9c-0aa3-467b-8f72-7f3e651565b8 tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:46.384664 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0e3a9c-0aa3-467b-8f72-7f3e651565b8 tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:46.384664 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0c0e3a9c-0aa3-467b-8f72-7f3e651565b8 tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7093 time: 0.9026699 Dec 16 09:42:46.384664 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 32808) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:46.389029 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-55282930-1026-46ac-bdd2-72ad9742b22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'name': 'tempest-TestNetworkBasicOps-router-958811268', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:22Z', 'updated_at': '2021-12-16T09:42:41Z', 'revision_number': 4, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'gw_port': {'id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:26Z', 'updated_at': '2021-12-16T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4', 'name': '', 'network_id': '872dad0c-b125-4398-b449-96faec06fd91', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'mac_address': 'fa:16:3e:66:93:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'b5b3a5ab-5e44-48ee-9d23-fb55390d3fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:39Z', 'updated_at': '2021-12-16T09:42:42Z', 'revision_number': 2, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'subnets': [{'id': 'b5b3a5ab-5e44-48ee-9d23-fb55390d3fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:46.391203 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c29698-82ab-4965-b877-5799caf53efc service neutron] Pushing event updated for resources: {'Port': ['ID=96c71eb1-f8a3-4bf8-be57-140b544bf170,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:46.391203 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c01a58f9-33bc-4c7e-8d8e-7a1a738d1dd7 req-42d9721a-b8de-4f33-847e-0f0014b52b91 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/security-groups?id=1318f13c-ca31-4750-bd67-5c13f4cbaad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693234 Dec 16 09:42:46.392801 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:46.392801 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55282930-1026-46ac-bdd2-72ad9742b22e None None] Checking router: 7523a7c7-0390-444d-b039-a8b41755a31d for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:42:46.392801 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55282930-1026-46ac-bdd2-72ad9742b22e None None] Updating router 7523a7c7-0390-444d-b039-a8b41755a31d port b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:42:46.392801 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-55282930-1026-46ac-bdd2-72ad9742b22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:46.393415 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-a3c29698-82ab-4965-b877-5799caf53efc service neutron] Attempting to bind port 96c71eb1-f8a3-4bf8-be57-140b544bf170 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:42:46.393415 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-a3c29698-82ab-4965-b877-5799caf53efc service neutron] Attempting to bind port 96c71eb1-f8a3-4bf8-be57-140b544bf170 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'd8df21ec-09fd-424b-9dca-610d5d76c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'bc332c79-b76e-4aee-a39c-dee90d548af5'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:42:46.393415 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-a3c29698-82ab-4965-b877-5799caf53efc service neutron] Attempting to bind port 96c71eb1-f8a3-4bf8-be57-140b544bf170 on network bc332c79-b76e-4aee-a39c-dee90d548af5 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:46.393415 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-a3c29698-82ab-4965-b877-5799caf53efc service neutron] Port 96c71eb1-f8a3-4bf8-be57-140b544bf170 on network bc332c79-b76e-4aee-a39c-dee90d548af5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:42:46.393415 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-a3c29698-82ab-4965-b877-5799caf53efc service neutron] Attempting to bind port 96c71eb1-f8a3-4bf8-be57-140b544bf170 on network bc332c79-b76e-4aee-a39c-dee90d548af5 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:46.393415 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-a3c29698-82ab-4965-b877-5799caf53efc service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:42:46.393415 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-a3c29698-82ab-4965-b877-5799caf53efc service neutron] Checking segment: {'id': 'd8df21ec-09fd-424b-9dca-610d5d76c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'bc332c79-b76e-4aee-a39c-dee90d548af5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:42:46.393415 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-a3c29698-82ab-4965-b877-5799caf53efc service neutron] Bound using segment: {'id': 'd8df21ec-09fd-424b-9dca-610d5d76c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'bc332c79-b76e-4aee-a39c-dee90d548af5'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:42:46.393415 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-a3c29698-82ab-4965-b877-5799caf53efc service neutron] Bound port: 96c71eb1-f8a3-4bf8-be57-140b544bf170, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8df21ec-09fd-424b-9dca-610d5d76c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'bc332c79-b76e-4aee-a39c-dee90d548af5'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:42:46.393415 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-a3c29698-82ab-4965-b877-5799caf53efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:46.394114 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-a631e72f-e178-47b9-9eae-9511a7cdcc57 None None] Provisioning complete for port 93f7f287-491d-4b63-994f-2b5e3c59dce6 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:46.394114 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a631e72f-e178-47b9-9eae-9511a7cdcc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:46.497448 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde58501-d547-434f-a419-3c60b637e548 tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:46.498693 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde58501-d547-434f-a419-3c60b637e548 tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:46.499479 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde58501-d547-434f-a419-3c60b637e548 tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:46.500201 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde58501-d547-434f-a419-3c60b637e548 tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:46.500865 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde58501-d547-434f-a419-3c60b637e548 tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:46.502003 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-a631e72f-e178-47b9-9eae-9511a7cdcc57 None None] Port 93f7f287-491d-4b63-994f-2b5e3c59dce6 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:42:46.502245 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde58501-d547-434f-a419-3c60b637e548 tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:46.502836 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde58501-d547-434f-a419-3c60b637e548 tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:46.503521 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde58501-d547-434f-a419-3c60b637e548 tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:46.504140 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde58501-d547-434f-a419-3c60b637e548 tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:46.504729 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde58501-d547-434f-a419-3c60b637e548 tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:46.507173 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-dde58501-d547-434f-a419-3c60b637e548 tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6570 time: 0.3953972 Dec 16 09:42:46.510634 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 32818) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:46.515316 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=8805642a-2193-4bce-a614-94e805f23af8,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:46.549902 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-aaabf282-aca9-4d48-a799-e60fe5da2577 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting port 93f7f287-491d-4b63-994f-2b5e3c59dce6 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:46.550262 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-aaabf282-aca9-4d48-a799-e60fe5da2577 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:46.592328 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['8805642a-2193-4bce-a614-94e805f23af8'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:42:46.638164 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1d086e3f-d14b-49d9-a58d-0ea8e8a65f51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:46.690884 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-aaabf282-aca9-4d48-a799-e60fe5da2577 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:46.722623 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-aaabf282-aca9-4d48-a799-e60fe5da2577 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Calling delete_port for 93f7f287-491d-4b63-994f-2b5e3c59dce6 owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:46.835857 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-a3c29698-82ab-4965-b877-5799caf53efc service neutron] For port 96c71eb1-f8a3-4bf8-be57-140b544bf170, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:42:46.880315 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1d086e3f-d14b-49d9-a58d-0ea8e8a65f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:46.908929 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-55282930-1026-46ac-bdd2-72ad9742b22e None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:46.909691 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-a3c29698-82ab-4965-b877-5799caf53efc service neutron] For port 96c71eb1-f8a3-4bf8-be57-140b544bf170, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=96c71eb1-f8a3-4bf8-be57-140b544bf170,segment=NetworkSegment(d8df21ec-09fd-424b-9dca-610d5d76c12a),segment_id=d8df21ec-09fd-424b-9dca-610d5d76c12a)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:42:46.991812 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d086e3f-d14b-49d9-a58d-0ea8e8a65f51 admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:47.000815 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-1d086e3f-d14b-49d9-a58d-0ea8e8a65f51 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:47.008748 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d086e3f-d14b-49d9-a58d-0ea8e8a65f51 admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:42:47.021917 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-55282930-1026-46ac-bdd2-72ad9742b22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:47.024731 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-a3c29698-82ab-4965-b877-5799caf53efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:47.048791 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c303a1d-0d11-4af4-a893-30aa8e2b937d req-2ae3b235-a305-4961-b768-528ca90712be tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:47.050455 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0c303a1d-0d11-4af4-a893-30aa8e2b937d req-2ae3b235-a305-4961-b768-528ca90712be tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.1170208 Dec 16 09:42:47.142578 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d086e3f-d14b-49d9-a58d-0ea8e8a65f51 admin admin] Pushing event updated for resources: {'Port': ['ID=ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:47.171413 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-a3c29698-82ab-4965-b877-5799caf53efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:47.172200 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-a3c29698-82ab-4965-b877-5799caf53efc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:47.174167 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-a3c29698-82ab-4965-b877-5799caf53efc service neutron] 10.222.0.58 "PUT /v2.0/ports/96c71eb1-f8a3-4bf8-be57-140b544bf170 HTTP/1.1" status: 200 len: 1091 time: 2.4266813 Dec 16 09:42:47.211761 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '980b090b-fc17-4274-bcea-1113157b4a78', 'tag': '96c71eb1-f8a3-4bf8-be57-140b544bf170'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:47.213666 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574fa3f3-87a5-4030-bd85-82bbec60ef0b None None] Pushing event updated for resources: {'Port': ['ID=b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:47.214181 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d594fa-6ffe-4742-b764-98d038c8279b" -d '{"events": [{"name": "network-changed", "server_uuid": "980b090b-fc17-4274-bcea-1113157b4a78", "tag": "96c71eb1-f8a3-4bf8-be57-140b544bf170"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:47.230447 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c29698-82ab-4965-b877-5799caf53efc service neutron] Pushing event updated for resources: {'Port': ['ID=96c71eb1-f8a3-4bf8-be57-140b544bf170,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:47.313000 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0c303a1d-0d11-4af4-a893-30aa8e2b937d req-8fc5ea4b-d18a-45a1-b07d-b494248ba5cf tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2297857 Dec 16 09:42:47.339764 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-55282930-1026-46ac-bdd2-72ad9742b22e None None] Attempting to bind port b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:42:47.340139 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-55282930-1026-46ac-bdd2-72ad9742b22e None None] Attempting to bind port b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '4e51bee1-cafd-4d8e-b755-0a17a19937c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '872dad0c-b125-4398-b449-96faec06fd91'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:42:47.340505 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55282930-1026-46ac-bdd2-72ad9742b22e None None] Attempting to bind port b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4 on network 872dad0c-b125-4398-b449-96faec06fd91 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:47.350556 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55282930-1026-46ac-bdd2-72ad9742b22e None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:42:47.358738 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55282930-1026-46ac-bdd2-72ad9742b22e None None] Checking segment: {'id': '4e51bee1-cafd-4d8e-b755-0a17a19937c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '872dad0c-b125-4398-b449-96faec06fd91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:42:47.358738 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-55282930-1026-46ac-bdd2-72ad9742b22e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:47.358738 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55282930-1026-46ac-bdd2-72ad9742b22e None None] Bound using segment: {'id': '4e51bee1-cafd-4d8e-b755-0a17a19937c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '872dad0c-b125-4398-b449-96faec06fd91'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:42:47.358738 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-55282930-1026-46ac-bdd2-72ad9742b22e None None] Bound port: b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e51bee1-cafd-4d8e-b755-0a17a19937c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '872dad0c-b125-4398-b449-96faec06fd91'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:42:47.358738 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-55282930-1026-46ac-bdd2-72ad9742b22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:47.359093 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-aaabf282-aca9-4d48-a799-e60fe5da2577 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:47.411005 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabf282-aca9-4d48-a799-e60fe5da2577 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Port': ['ID=93f7f287-491d-4b63-994f-2b5e3c59dce6,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:47.461240 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6d00fff6-a39f-4bfc-97d2-7e693105305c tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2868 time: 0.9484687 Dec 16 09:42:47.497556 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60825ac9-5127-404c-a9f0-1862e0436010 req-f9cc8a4d-e374-4517-b601-a62a6ce1ea63 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:47.499190 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-60825ac9-5127-404c-a9f0-1862e0436010 req-f9cc8a4d-e374-4517-b601-a62a6ce1ea63 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/ports?device_id=980b090b-fc17-4274-bcea-1113157b4a78 HTTP/1.1" status: 200 len: 943 time: 0.2711914 Dec 16 09:42:47.503429 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-aaabf282-aca9-4d48-a799-e60fe5da2577 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:47.509979 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-aaabf282-aca9-4d48-a799-e60fe5da2577 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/93f7f287-491d-4b63-994f-2b5e3c59dce6 HTTP/1.1" status: 204 len: 168 time: 1.7649326 Dec 16 09:42:47.513900 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 32844) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:47.550488 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-55282930-1026-46ac-bdd2-72ad9742b22e None None] For port b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:42:47.563593 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-55282930-1026-46ac-bdd2-72ad9742b22e None None] For port b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4,segment=NetworkSegment(4e51bee1-cafd-4d8e-b755-0a17a19937c7),segment_id=4e51bee1-cafd-4d8e-b755-0a17a19937c7)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:42:47.572861 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db10852a-7b97-4f5c-b238-78278264253b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:47.574952 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db10852a-7b97-4f5c-b238-78278264253b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:47.579284 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-db10852a-7b97-4f5c-b238-78278264253b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0643563 Dec 16 09:42:47.584442 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 32846) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:47.631398 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-c91c3368-2d2c-4c62-969d-1d34c8b134fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:47.633350 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-c91c3368-2d2c-4c62-969d-1d34c8b134fc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c14717b8249b4b2cbe000dddbe4be4fc&device_id=980b090b-fc17-4274-bcea-1113157b4a78 HTTP/1.1" status: 200 len: 1094 time: 0.3163788 Dec 16 09:42:47.654201 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-60825ac9-5127-404c-a9f0-1862e0436010 req-f5825001-6813-4f74-81ca-3b6eeb592626 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d1121ee-e56a-47c8-b3a8-c0d36557b7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429558 Dec 16 09:42:47.673320 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-38dde932-48b7-462e-b048-9d42e0189939 None None] Provisioning complete for port b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:47.674711 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-38dde932-48b7-462e-b048-9d42e0189939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:47.697105 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-55282930-1026-46ac-bdd2-72ad9742b22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:47.741654 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-617d6da8-2747-4484-b0e5-f975b7919d26 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=96c71eb1-f8a3-4bf8-be57-140b544bf170 HTTP/1.1" status: 200 len: 217 time: 0.0496454 Dec 16 09:42:47.902004 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbc23e-e433-425c-96f8-0ae526b77732 req-09d2b83c-e99e-4581-ab0e-cb3ad9dd0ea6 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:47.905863 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fbdbc23e-e433-425c-96f8-0ae526b77732 req-09d2b83c-e99e-4581-ab0e-cb3ad9dd0ea6 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6768ebc-84b5-4b7e-9cb5-646079c4dc42 HTTP/1.1" status: 200 len: 944 time: 0.4433792 Dec 16 09:42:47.917860 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fa7000-7423-4fed-9994-bfba0d86ad90 x-openstack-request-id: req-c7fa7000-7423-4fed-9994-bfba0d86ad90 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:47.918146 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "980b090b-fc17-4274-bcea-1113157b4a78", "tag": "96c71eb1-f8a3-4bf8-be57-140b544bf170", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:47.918398 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c7fa7000-7423-4fed-9994-bfba0d86ad90 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:47.918796 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '980b090b-fc17-4274-bcea-1113157b4a78', 'tag': '96c71eb1-f8a3-4bf8-be57-140b544bf170', 'status': 'completed', 'code': 200} Dec 16 09:42:47.932507 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-c5453523-5c07-4028-8871-d4b5911486ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:47.934011 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-c5453523-5c07-4028-8871-d4b5911486ca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6f727883-008b-4153-8b35-d14161afb3bb HTTP/1.1" status: 200 len: 849 time: 0.1770165 Dec 16 09:42:47.934457 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55282930-1026-46ac-bdd2-72ad9742b22e None None] Routers {'7523a7c7-0390-444d-b039-a8b41755a31d'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:42:47.935737 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-55282930-1026-46ac-bdd2-72ad9742b22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:42:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['7523a7c7-0390-444d-b039-a8b41755a31d'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:48.052808 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1d086e3f-d14b-49d9-a58d-0ea8e8a65f51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:48.064735 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-317609dd-b033-4448-ba0b-9f5467e7fe15 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting subnet d83c2d6f-3fa1-47c6-885d-c699dd5897f5 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:42:48.074596 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574fa3f3-87a5-4030-bd85-82bbec60ef0b None None] Pushing event updated for resources: {'Port': ['ID=b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:48.077201 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-317609dd-b033-4448-ba0b-9f5467e7fe15 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:48.090637 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device bec54ec7-9d86-45cd-b97f-b9cd07489267 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:42:48.136259 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-317609dd-b033-4448-ba0b-9f5467e7fe15 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:48.248931 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-38dde932-48b7-462e-b048-9d42e0189939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:48.262058 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-317609dd-b033-4448-ba0b-9f5467e7fe15 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:48.289467 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-38dde932-48b7-462e-b048-9d42e0189939 None None] For port b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4,segment=NetworkSegment(4e51bee1-cafd-4d8e-b755-0a17a19937c7),segment_id=4e51bee1-cafd-4d8e-b755-0a17a19937c7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:48.290650 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port bec54ec7-9d86-45cd-b97f-b9cd07489267 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:48.291092 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:48.348858 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-94c1301b-2241-4eb9-ac87-af4bda536a9a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bc332c79-b76e-4aee-a39c-dee90d548af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3644555 Dec 16 09:42:48.350942 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-55282930-1026-46ac-bdd2-72ad9742b22e None None] Set router 7523a7c7-0390-444d-b039-a8b41755a31d gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:42:48.368944 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fbdbc23e-e433-425c-96f8-0ae526b77732 req-d2e16735-81af-4df5-b141-334118791607 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/security-groups?id=1318f13c-ca31-4750-bd67-5c13f4cbaad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487891 Dec 16 09:42:48.435875 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1d086e3f-d14b-49d9-a58d-0ea8e8a65f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:48.457801 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 8805642a-2193-4bce-a614-94e805f23af8 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:42:48.474535 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-38dde932-48b7-462e-b048-9d42e0189939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:48.475911 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-317609dd-b033-4448-ba0b-9f5467e7fe15 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:48.536372 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 32862) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:48.543532 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-80db8519-31e2-4f46-a0b0-130a15ea73e1 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1282272412', 'description': 'tempest-secgroup-smoke-1282272412 description', 'project_id': '60a0020dcca848d99f97019eb94a2e49'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:48.573002 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317609dd-b033-4448-ba0b-9f5467e7fe15 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Subnet': ['ID=d83c2d6f-3fa1-47c6-885d-c699dd5897f5,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:48.575428 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-317609dd-b033-4448-ba0b-9f5467e7fe15 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:48.579584 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-317609dd-b033-4448-ba0b-9f5467e7fe15 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/d83c2d6f-3fa1-47c6-885d-c699dd5897f5 HTTP/1.1" status: 204 len: 168 time: 0.9810624 Dec 16 09:42:48.582559 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 32864) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:48.620302 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418471e3-992c-4635-bcda-52689024b00e None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:42:48.677200 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-df127716-4c85-4b6e-a453-8f52075c519d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0923421 Dec 16 09:42:48.680435 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 32868) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:48.686335 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-b8eb97a2-2ee3-4d06-9835-e434f79e9cae tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:48.739407 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-80db8519-31e2-4f46-a0b0-130a15ea73e1 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:48.753827 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d086e3f-d14b-49d9-a58d-0ea8e8a65f51 admin admin] Router e039346f-c427-42df-aa11-5b59e0b9d642 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:42:48.769449 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-fc85baca-4967-4bcb-bea4-f87ad3fce840 service neutron] 10.222.0.58 "GET /v2.0/networks/bc332c79-b76e-4aee-a39c-dee90d548af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040830 Dec 16 09:42:48.952555 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 8805642a-2193-4bce-a614-94e805f23af8 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:42:48.970435 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-80db8519-31e2-4f46-a0b0-130a15ea73e1 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:48.977249 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bc33b8d2-3d02-4dd8-bd3c-dfddd783d414 req-0c1397a7-325d-43fc-963b-a2351282d7f2 service neutron] 10.222.0.58 "GET /v2.0/networks/bc332c79-b76e-4aee-a39c-dee90d548af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999891 Dec 16 09:42:48.996726 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b39a35-bfad-4ef7-ac5d-a3444e528f7b req-1c6d506f-1032-4186-9147-75841ba9ea3b tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:48.998389 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-16b39a35-bfad-4ef7-ac5d-a3444e528f7b req-1c6d506f-1032-4186-9147-75841ba9ea3b tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/ports?device_id=980b090b-fc17-4274-bcea-1113157b4a78 HTTP/1.1" status: 200 len: 943 time: 0.1393080 Dec 16 09:42:49.017740 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 8805642a-2193-4bce-a614-94e805f23af8 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:49.018070 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:49.027145 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b1eba107-d6a2-40d3-bdff-86ddcd1806bd None None] Provisioning complete for port b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:49.027674 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b1eba107-d6a2-40d3-bdff-86ddcd1806bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:49.033826 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d086e3f-d14b-49d9-a58d-0ea8e8a65f51 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:42:49.049771 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8f969e-7789-4d6b-a560-1bb9026f9c58 None None] Sync routers for ids ['e039346f-c427-42df-aa11-5b59e0b9d642'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:42:49.057533 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dde932-48b7-462e-b048-9d42e0189939 None None] Pushing event updated for resources: {'Port': ['ID=b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:49.071472 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-16b39a35-bfad-4ef7-ac5d-a3444e528f7b req-085742f4-02a1-4648-b9a3-a87fb1bd319d tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d1121ee-e56a-47c8-b3a8-c0d36557b7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609386 Dec 16 09:42:49.078804 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8eb97a2-2ee3-4d06-9835-e434f79e9cae tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:42:49.079555 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-80db8519-31e2-4f46-a0b0-130a15ea73e1 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:49.082440 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b8eb97a2-2ee3-4d06-9835-e434f79e9cae tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:49.101407 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8f969e-7789-4d6b-a560-1bb9026f9c58 None None] Routers {'e039346f-c427-42df-aa11-5b59e0b9d642'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:42:49.106777 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-9b8f969e-7789-4d6b-a560-1bb9026f9c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:42:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['e039346f-c427-42df-aa11-5b59e0b9d642'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:49.170401 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db8519-31e2-4f46-a0b0-130a15ea73e1 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c74362f6-d134-41ca-a826-9b890e02020d,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:49.187967 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1d086e3f-d14b-49d9-a58d-0ea8e8a65f51 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:49.190207 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1d086e3f-d14b-49d9-a58d-0ea8e8a65f51 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.5174639 Dec 16 09:42:49.192057 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-80db8519-31e2-4f46-a0b0-130a15ea73e1 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:49.192848 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 32882) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:49.197916 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-80db8519-31e2-4f46-a0b0-130a15ea73e1 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6585410 Dec 16 09:42:49.199779 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 32884) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:49.205983 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-3541de22-aacc-46da-8a24-b46ef9e54753 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Request body: {'security_group_rule': {'security_group_id': 'c74362f6-d134-41ca-a826-9b890e02020d', 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:49.233703 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-55282930-1026-46ac-bdd2-72ad9742b22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'name': 'tempest-TestNetworkBasicOps-router-958811268', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:22Z', 'updated_at': '2021-12-16T09:42:41Z', 'revision_number': 4, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'gw_port': {'id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:26Z', 'updated_at': '2021-12-16T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4', 'name': '', 'network_id': '872dad0c-b125-4398-b449-96faec06fd91', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'mac_address': 'fa:16:3e:66:93:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'b5b3a5ab-5e44-48ee-9d23-fb55390d3fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:39Z', 'updated_at': '2021-12-16T09:42:47Z', 'revision_number': 4, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'subnets': [{'id': 'b5b3a5ab-5e44-48ee-9d23-fb55390d3fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:49.237070 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d594fa-6ffe-4742-b764-98d038c8279b req-77dd1999-6ecf-4765-bae5-7a97aac38fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:49.238226 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72d594fa-6ffe-4742-b764-98d038c8279b req-77dd1999-6ecf-4765-bae5-7a97aac38fad service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c14717b8249b4b2cbe000dddbe4be4fc&device_id=980b090b-fc17-4274-bcea-1113157b4a78 HTTP/1.1" status: 200 len: 1094 time: 0.1179304 Dec 16 09:42:49.265909 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55282930-1026-46ac-bdd2-72ad9742b22e None None] The sync data for ids ['7523a7c7-0390-444d-b039-a8b41755a31d'] in n-d-820550-2 is: [{'id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'name': 'tempest-TestNetworkBasicOps-router-958811268', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:22Z', 'updated_at': '2021-12-16T09:42:41Z', 'revision_number': 4, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'gw_port': {'id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:26Z', 'updated_at': '2021-12-16T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4', 'name': '', 'network_id': '872dad0c-b125-4398-b449-96faec06fd91', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'mac_address': 'fa:16:3e:66:93:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'b5b3a5ab-5e44-48ee-9d23-fb55390d3fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:39Z', 'updated_at': '2021-12-16T09:42:47Z', 'revision_number': 4, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'subnets': [{'id': 'b5b3a5ab-5e44-48ee-9d23-fb55390d3fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:42:49.276974 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-9b8f969e-7789-4d6b-a560-1bb9026f9c58 None None] Set router e039346f-c427-42df-aa11-5b59e0b9d642 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:42:49.456445 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:49.482651 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3541de22-aacc-46da-8a24-b46ef9e54753 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:49.488134 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0538d2c-263a-437d-928a-7d8a5b9a0b38 None None] DHCP port deletion for 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:42:49.576719 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6768ebc-84b5-4b7e-9cb5-646079c4dc42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8805642a-2193-4bce-a614-94e805f23af8'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:49.580619 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fe3b98-c440-4190-af64-68893a22cbdb" -d '{"events": [{"server_uuid": "c6768ebc-84b5-4b7e-9cb5-646079c4dc42", "name": "network-vif-plugged", "status": "completed", "tag": "8805642a-2193-4bce-a614-94e805f23af8"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:49.609735 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 8805642a-2193-4bce-a614-94e805f23af8, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=8805642a-2193-4bce-a614-94e805f23af8,segment=NetworkSegment(d37b2193-84a0-4eed-8112-e5eff8180558),segment_id=d37b2193-84a0-4eed-8112-e5eff8180558)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:49.635778 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-9b8f969e-7789-4d6b-a560-1bb9026f9c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'name': 'tempest-ServerRescueTestJSONUnderV235-724864042-router', 'tenant_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:43Z', 'updated_at': '2021-12-16T09:42:47Z', 'revision_number': 3, 'project_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'gw_port': {'id': 'ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:45Z', 'updated_at': '2021-12-16T09:42:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:49.636913 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-e0538d2c-263a-437d-928a-7d8a5b9a0b38 None None] Deleting port bec54ec7-9d86-45cd-b97f-b9cd07489267 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:49.637438 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e0538d2c-263a-437d-928a-7d8a5b9a0b38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:49.649722 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d594fa-6ffe-4742-b764-98d038c8279b req-eadf9784-3581-42dc-b3c5-bd83ae3ea204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:49.652864 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72d594fa-6ffe-4742-b764-98d038c8279b req-eadf9784-3581-42dc-b3c5-bd83ae3ea204 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bc332c79-b76e-4aee-a39c-dee90d548af5 HTTP/1.1" status: 200 len: 910 time: 0.4052410 Dec 16 09:42:49.707156 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:49.709196 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8f969e-7789-4d6b-a560-1bb9026f9c58 None None] Checking router: e039346f-c427-42df-aa11-5b59e0b9d642 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:42:49.711777 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8f969e-7789-4d6b-a560-1bb9026f9c58 None None] Updating router e039346f-c427-42df-aa11-5b59e0b9d642 port ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:42:49.781402 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-e0538d2c-263a-437d-928a-7d8a5b9a0b38 None None] For port bec54ec7-9d86-45cd-b97f-b9cd07489267, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=bec54ec7-9d86-45cd-b97f-b9cd07489267,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:49.782840 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e0538d2c-263a-437d-928a-7d8a5b9a0b38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:49.789627 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-9b8f969e-7789-4d6b-a560-1bb9026f9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:49.822282 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-e0538d2c-263a-437d-928a-7d8a5b9a0b38 None None] Calling delete_port for bec54ec7-9d86-45cd-b97f-b9cd07489267 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:49.837401 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=8805642a-2193-4bce-a614-94e805f23af8,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:50.028867 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:42:50.102262 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e0538d2c-263a-437d-928a-7d8a5b9a0b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:50.135490 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0538d2c-263a-437d-928a-7d8a5b9a0b38 None None] Pushing event deleted for resources: {'Port': ['ID=bec54ec7-9d86-45cd-b97f-b9cd07489267,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:50.154846 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0538d2c-263a-437d-928a-7d8a5b9a0b38 None None] No DVR routers for this DVR port bec54ec7-9d86-45cd-b97f-b9cd07489267 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:42:50.190622 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d068d7-1641-45fe-bd5d-087ad3cd92a7 req-70e03197-baf8-4bff-983c-cbf88570f5c6 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:50.200448 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-28d068d7-1641-45fe-bd5d-087ad3cd92a7 req-70e03197-baf8-4bff-983c-cbf88570f5c6 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.1856678 Dec 16 09:42:50.208385 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-9b8f969e-7789-4d6b-a560-1bb9026f9c58 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:50.212630 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:50.213036 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:50.289281 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-28d068d7-1641-45fe-bd5d-087ad3cd92a7 req-4d9dfe37-e083-40fd-8298-ba151b0c2639 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727119 Dec 16 09:42:50.311896 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-9b8f969e-7789-4d6b-a560-1bb9026f9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:50.341879 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b8eb97a2-2ee3-4d06-9835-e434f79e9cae tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:50.412931 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc94f1a-fa41-471c-b458-d8a9f244782b x-openstack-request-id: req-1dc94f1a-fa41-471c-b458-d8a9f244782b {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:50.413807 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6768ebc-84b5-4b7e-9cb5-646079c4dc42", "name": "network-vif-plugged", "status": "completed", "tag": "8805642a-2193-4bce-a614-94e805f23af8", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:50.414017 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1dc94f1a-fa41-471c-b458-d8a9f244782b {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:50.414505 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6768ebc-84b5-4b7e-9cb5-646079c4dc42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8805642a-2193-4bce-a614-94e805f23af8', 'code': 200} Dec 16 09:42:50.456416 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-9b8f969e-7789-4d6b-a560-1bb9026f9c58 None None] Attempting to bind port ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:42:50.456773 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-9b8f969e-7789-4d6b-a560-1bb9026f9c58 None None] Attempting to bind port ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:42:50.457360 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8f969e-7789-4d6b-a560-1bb9026f9c58 None None] Attempting to bind port ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:50.460992 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5716b2b-e92c-4262-a56f-c08a876b2577 None None] Pushing event updated for resources: {'Port': ['ID=ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190,revision_number=2']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:50.488925 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8f969e-7789-4d6b-a560-1bb9026f9c58 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:42:50.491009 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8f969e-7789-4d6b-a560-1bb9026f9c58 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:42:50.491597 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-9b8f969e-7789-4d6b-a560-1bb9026f9c58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:50.492159 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8f969e-7789-4d6b-a560-1bb9026f9c58 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:42:50.501500 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-9b8f969e-7789-4d6b-a560-1bb9026f9c58 None None] Bound port: ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:42:50.501500 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-9b8f969e-7789-4d6b-a560-1bb9026f9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:50.501500 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5716b2b-e92c-4262-a56f-c08a876b2577 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:50.501500 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5716b2b-e92c-4262-a56f-c08a876b2577 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:50.501500 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5716b2b-e92c-4262-a56f-c08a876b2577 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:50.501500 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5716b2b-e92c-4262-a56f-c08a876b2577 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:50.501500 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5716b2b-e92c-4262-a56f-c08a876b2577 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:50.501500 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5716b2b-e92c-4262-a56f-c08a876b2577 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:50.508410 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device bec54ec7-9d86-45cd-b97f-b9cd07489267 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:42:50.513789 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8eb97a2-2ee3-4d06-9835-e434f79e9cae tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:50.516015 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5716b2b-e92c-4262-a56f-c08a876b2577 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:50.517095 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5716b2b-e92c-4262-a56f-c08a876b2577 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:50.517456 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5716b2b-e92c-4262-a56f-c08a876b2577 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:50.517792 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5716b2b-e92c-4262-a56f-c08a876b2577 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:50.518123 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5716b2b-e92c-4262-a56f-c08a876b2577 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:50.518491 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5716b2b-e92c-4262-a56f-c08a876b2577 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:50.522805 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3541de22-aacc-46da-8a24-b46ef9e54753 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:50.523638 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-b8eb97a2-2ee3-4d06-9835-e434f79e9cae tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:50.528846 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8eb97a2-2ee3-4d06-9835-e434f79e9cae tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:50.529923 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b8eb97a2-2ee3-4d06-9835-e434f79e9cae tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:50.536972 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72d594fa-6ffe-4742-b764-98d038c8279b req-783633f6-39d6-42ad-a591-ecda880c2544 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=96c71eb1-f8a3-4bf8-be57-140b544bf170 HTTP/1.1" status: 200 len: 217 time: 0.8739779 Dec 16 09:42:50.569837 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: bec54ec7-9d86-45cd-b97f-b9cd07489267 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:42:50.570238 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device bec54ec7-9d86-45cd-b97f-b9cd07489267 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:42:50.572974 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31df6c-bbed-4153-bc1b-f2321974df4f req-afe21e98-75aa-4a1c-8b63-3cbc14a22600 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:50.577763 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a06c08e-66d4-418f-9b97-067b6d5993ac None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:42:50.587191 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3c31df6c-bbed-4153-bc1b-f2321974df4f req-afe21e98-75aa-4a1c-8b63-3cbc14a22600 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6768ebc-84b5-4b7e-9cb5-646079c4dc42 HTTP/1.1" status: 200 len: 944 time: 1.0164914 Dec 16 09:42:50.588794 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 32908) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:50.605035 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb97a2-2ee3-4d06-9835-e434f79e9cae tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Subnet': ['ID=1a72b508-f2ee-4d8d-9d4d-3304995e71de,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:50.642198 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3541de22-aacc-46da-8a24-b46ef9e54753 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:50.709638 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-9b8f969e-7789-4d6b-a560-1bb9026f9c58 None None] For port ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:42:50.713388 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-9b8f969e-7789-4d6b-a560-1bb9026f9c58 None None] For port ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:42:50.723713 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a8148-6fb5-47f4-8851-834f77a739ca req-114310de-2200-4663-9e1e-890107617273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:50.726101 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e79a8148-6fb5-47f4-8851-834f77a739ca req-114310de-2200-4663-9e1e-890107617273 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c6768ebc-84b5-4b7e-9cb5-646079c4dc42 HTTP/1.1" status: 200 len: 1096 time: 0.2105474 Dec 16 09:42:50.747768 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541de22-aacc-46da-8a24-b46ef9e54753 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a4799a-0dbf-40df-8fda-d4ed9dc63bcf,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:50.775712 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-9b8f969e-7789-4d6b-a560-1bb9026f9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:50.778177 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d594fa-6ffe-4742-b764-98d038c8279b req-ee34d326-73d0-4669-ac5b-b3920203ef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:50.780193 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72d594fa-6ffe-4742-b764-98d038c8279b req-ee34d326-73d0-4669-ac5b-b3920203ef92 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6f727883-008b-4153-8b35-d14161afb3bb HTTP/1.1" status: 200 len: 849 time: 0.2338839 Dec 16 09:42:50.793858 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b8eb97a2-2ee3-4d06-9835-e434f79e9cae tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1118643 Dec 16 09:42:50.798847 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3c31df6c-bbed-4153-bc1b-f2321974df4f req-c163614d-8e09-4093-8280-7c21bf8b373a tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/security-groups?id=1318f13c-ca31-4750-bd67-5c13f4cbaad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107253 Dec 16 09:42:50.804972 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc6f71-c2d7-4ece-af6b-acc952d789e9 req-f87e120a-91b8-4c42-86f2-cc3ee76285bb tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:50.805189 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 32914) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:50.814518 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c7bc6f71-c2d7-4ece-af6b-acc952d789e9 req-f87e120a-91b8-4c42-86f2-cc3ee76285bb tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/ports?device_id=980b090b-fc17-4274-bcea-1113157b4a78 HTTP/1.1" status: 200 len: 943 time: 0.2798946 Dec 16 09:42:50.837797 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-231f4419-cc92-4eeb-be6d-1e25b5530dbc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'port': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'fixed_ips': [{'subnet_id': '1a72b508-f2ee-4d8d-9d4d-3304995e71de', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-789558397'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:50.875249 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88111bc-f7a5-4e11-a261-ac7342cce1db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'fixed_ips': [{'subnet_id': '1a72b508-f2ee-4d8d-9d4d-3304995e71de'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:42:50.876741 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c88111bc-f7a5-4e11-a261-ac7342cce1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:50.932265 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7b0e3186-0fef-47c4-ba49-8d9fec22c543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:50.944357 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e79a8148-6fb5-47f4-8851-834f77a739ca req-90b43dda-9072-4250-9b2b-21504d408bd9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1318f13c-ca31-4750-bd67-5c13f4cbaad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584740 Dec 16 09:42:50.953697 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3915c411-1f60-44b5-ac80-44be93b2a7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:51.013071 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8f969e-7789-4d6b-a560-1bb9026f9c58 None None] Routers {'e039346f-c427-42df-aa11-5b59e0b9d642'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:42:51.013777 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-9b8f969e-7789-4d6b-a560-1bb9026f9c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:42:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['e039346f-c427-42df-aa11-5b59e0b9d642'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:51.026932 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3541de22-aacc-46da-8a24-b46ef9e54753 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:51.030691 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3541de22-aacc-46da-8a24-b46ef9e54753 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8273466 Dec 16 09:42:51.030691 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72d594fa-6ffe-4742-b764-98d038c8279b req-3367a92a-5df2-4c15-bf99-bad29931bae2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bc332c79-b76e-4aee-a39c-dee90d548af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2239003 Dec 16 09:42:51.045338 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 32924) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:51.069332 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-c88111bc-f7a5-4e11-a261-ac7342cce1db None None] Allocated IP 2001:db8::2 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/1a72b508-f2ee-4d8d-9d4d-3304995e71de/8b9db393-d75e-4540-81c4-5dc602d97e8d) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:42:51.070907 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-a4187ae3-826e-4153-a01d-67348b0691be tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Request body: {'security_group_rule': {'security_group_id': 'c74362f6-d134-41ca-a826-9b890e02020d', 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:51.103808 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5716b2b-e92c-4262-a56f-c08a876b2577 None None] Pushing event updated for resources: {'Port': ['ID=ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:51.215342 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-3915c411-1f60-44b5-ac80-44be93b2a7e1 admin admin] Allocated IP 172.20.0.1 (28047d1c-ee8f-4a14-bbf4-938e3632846a/d0262dc5-cf27-4913-8cae-71034a5225c2/163e6e11-50ae-4d7d-a219-619b0a8311ec) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:42:51.218711 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-9b8f969e-7789-4d6b-a560-1bb9026f9c58 None None] Set router e039346f-c427-42df-aa11-5b59e0b9d642 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:42:51.241312 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c7bc6f71-c2d7-4ece-af6b-acc952d789e9 req-70a0e344-5324-4a73-b812-9cc6ee8a3401 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d1121ee-e56a-47c8-b3a8-c0d36557b7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256775 Dec 16 09:42:51.323664 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c88111bc-f7a5-4e11-a261-ac7342cce1db None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:51.396226 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c88111bc-f7a5-4e11-a261-ac7342cce1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:51.428054 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7b0e3186-0fef-47c4-ba49-8d9fec22c543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:51.433205 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3915c411-1f60-44b5-ac80-44be93b2a7e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:51.444820 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-9b8f969e-7789-4d6b-a560-1bb9026f9c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'name': 'tempest-ServerRescueTestJSONUnderV235-724864042-router', 'tenant_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:43Z', 'updated_at': '2021-12-16T09:42:47Z', 'revision_number': 3, 'project_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'gw_port': {'id': 'ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:45Z', 'updated_at': '2021-12-16T09:42:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:51.462582 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3144cd-0b41-4fdc-b85d-029e91b543ca req-82043a18-261b-4662-8475-4990455c3477 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:51.464199 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b3144cd-0b41-4fdc-b85d-029e91b543ca req-82043a18-261b-4662-8475-4990455c3477 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.0813909 Dec 16 09:42:51.484745 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88111bc-f7a5-4e11-a261-ac7342cce1db None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:51.486420 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8f969e-7789-4d6b-a560-1bb9026f9c58 None None] The sync data for ids ['e039346f-c427-42df-aa11-5b59e0b9d642'] in n-d-820550-2 is: [{'id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'name': 'tempest-ServerRescueTestJSONUnderV235-724864042-router', 'tenant_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:43Z', 'updated_at': '2021-12-16T09:42:47Z', 'revision_number': 3, 'project_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'gw_port': {'id': 'ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:45Z', 'updated_at': '2021-12-16T09:42:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:42:51.488415 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72d594fa-6ffe-4742-b764-98d038c8279b req-48fa6d26-a900-4d52-9264-34576d4ffb29 service neutron] 10.222.0.58 "GET /v2.0/networks/bc332c79-b76e-4aee-a39c-dee90d548af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389609 Dec 16 09:42:51.500013 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-c88111bc-f7a5-4e11-a261-ac7342cce1db None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:51.500148 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88111bc-f7a5-4e11-a261-ac7342cce1db None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:42:51.514213 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88111bc-f7a5-4e11-a261-ac7342cce1db None None] Pushing event updated for resources: {'Port': ['ID=8b9db393-d75e-4540-81c4-5dc602d97e8d,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:51.534069 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b3144cd-0b41-4fdc-b85d-029e91b543ca req-aba5bc01-c77c-4719-ac2c-7218add699a9 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559630 Dec 16 09:42:51.576921 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-c88111bc-f7a5-4e11-a261-ac7342cce1db None None] Attempting to bind port 8b9db393-d75e-4540-81c4-5dc602d97e8d on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:42:51.577324 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-c88111bc-f7a5-4e11-a261-ac7342cce1db None None] Attempting to bind port 8b9db393-d75e-4540-81c4-5dc602d97e8d by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:42:51.577686 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88111bc-f7a5-4e11-a261-ac7342cce1db None None] Attempting to bind port 8b9db393-d75e-4540-81c4-5dc602d97e8d on network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:51.581168 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3915c411-1f60-44b5-ac80-44be93b2a7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:51.585333 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88111bc-f7a5-4e11-a261-ac7342cce1db None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:42:51.585817 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88111bc-f7a5-4e11-a261-ac7342cce1db None None] Checking segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:42:51.586292 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c88111bc-f7a5-4e11-a261-ac7342cce1db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:51.587157 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88111bc-f7a5-4e11-a261-ac7342cce1db None None] Bound using segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:42:51.587280 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7b0e3186-0fef-47c4-ba49-8d9fec22c543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:51.587716 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-c88111bc-f7a5-4e11-a261-ac7342cce1db None None] Bound port: 8b9db393-d75e-4540-81c4-5dc602d97e8d, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:42:51.588066 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c88111bc-f7a5-4e11-a261-ac7342cce1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:51.627091 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-ec75d133-d5c9-4d24-998c-2eb184244af2 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:51.627599 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3915c411-1f60-44b5-ac80-44be93b2a7e1 admin admin] Network 28047d1c-ee8f-4a14-bbf4-938e3632846a is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:51.628643 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-ec75d133-d5c9-4d24-998c-2eb184244af2 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/networks?id=89dde67c-4375-428d-a66c-d788737973c8 HTTP/1.1" status: 200 len: 814 time: 0.6305645 Dec 16 09:42:51.630495 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-3915c411-1f60-44b5-ac80-44be93b2a7e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:51.637090 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3915c411-1f60-44b5-ac80-44be93b2a7e1 admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:42:51.648345 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915c411-1f60-44b5-ac80-44be93b2a7e1 admin admin] Pushing event updated for resources: {'Port': ['ID=163e6e11-50ae-4d7d-a219-619b0a8311ec,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:51.648574 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7b0e3186-0fef-47c4-ba49-8d9fec22c543 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cc1c316032d64d6f9853e172ec4c9f2b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0342879 Dec 16 09:42:51.653859 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a4187ae3-826e-4153-a01d-67348b0691be tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:51.656216 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 32928) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:51.663283 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-c88111bc-f7a5-4e11-a261-ac7342cce1db None None] For port 8b9db393-d75e-4540-81c4-5dc602d97e8d, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:42:51.667176 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-c88111bc-f7a5-4e11-a261-ac7342cce1db None None] For port 8b9db393-d75e-4540-81c4-5dc602d97e8d, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8b9db393-d75e-4540-81c4-5dc602d97e8d,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:42:51.693292 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3915c411-1f60-44b5-ac80-44be93b2a7e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:51.722692 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c88111bc-f7a5-4e11-a261-ac7342cce1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:51.723149 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-fe871e40-351b-4915-8993-98f4901d1047 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/quotas/e689af417abc4a949f6a02217a4ce1bc HTTP/1.1" status: 200 len: 375 time: 0.0536778 Dec 16 09:42:51.723751 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e3186-0fef-47c4-ba49-8d9fec22c543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95656e7-ed69-4a55-a07e-6f19c7419281,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:51.771676 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231f4419-cc92-4eeb-be6d-1e25b5530dbc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:42:51.881732 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88111bc-f7a5-4e11-a261-ac7342cce1db None None] Pushing event updated for resources: {'Port': ['ID=8b9db393-d75e-4540-81c4-5dc602d97e8d,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:51.900044 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72d594fa-6ffe-4742-b764-98d038c8279b req-47849672-4a98-4b1d-81cf-bfa149917160 service neutron] 10.222.0.58 "GET /v2.0/networks/bc332c79-b76e-4aee-a39c-dee90d548af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985956 Dec 16 09:42:51.983677 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a4187ae3-826e-4153-a01d-67348b0691be tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:52.010671 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-868bcc66-919a-4967-ae2b-1e678d0009cb tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e689af417abc4a949f6a02217a4ce1bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2684803 Dec 16 09:42:52.013365 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3091e936-d854-4dd8-98df-c8ac62b33792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:52.027167 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-231f4419-cc92-4eeb-be6d-1e25b5530dbc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:52.031596 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:42:52.039376 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3915c411-1f60-44b5-ac80-44be93b2a7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:52.101765 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:52.102684 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:52.103445 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a4187ae3-826e-4153-a01d-67348b0691be tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:52.112756 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-231f4419-cc92-4eeb-be6d-1e25b5530dbc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] device_id is not set on port 51e24221-f1b6-4003-8dbf-1940bb00d4d7 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:42:52.169430 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3091e936-d854-4dd8-98df-c8ac62b33792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:52.212122 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeebc33-ee7b-42ea-b967-0799946a070e req-1a0be92a-536f-4fae-9d9b-78968880727f tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:52.222742 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0eeebc33-ee7b-42ea-b967-0799946a070e req-1a0be92a-536f-4fae-9d9b-78968880727f tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6768ebc-84b5-4b7e-9cb5-646079c4dc42 HTTP/1.1" status: 200 len: 945 time: 0.2463615 Dec 16 09:42:52.267907 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:52.297956 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:52.309166 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4187ae3-826e-4153-a01d-67348b0691be tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cab1fe5-31b9-4ec0-aa3f-a527c45bd4b1,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:52.320813 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0eeebc33-ee7b-42ea-b967-0799946a070e req-f4b35c20-bd03-43c0-a679-40dd88442a2a tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/security-groups?id=1318f13c-ca31-4750-bd67-5c13f4cbaad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958836 Dec 16 09:42:52.374891 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 96c71eb1-f8a3-4bf8-be57-140b544bf170 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:42:52.396719 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:52.417485 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3915c411-1f60-44b5-ac80-44be93b2a7e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:52.491856 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-43b55bb3-df40-4803-a70b-3501aea0df79 service neutron] 10.222.0.60 "GET /v2.0/networks/89dde67c-4375-428d-a66c-d788737973c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164577 Dec 16 09:42:52.508250 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a4187ae3-826e-4153-a01d-67348b0691be tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:52.511956 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a4187ae3-826e-4153-a01d-67348b0691be tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4618375 Dec 16 09:42:52.512081 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260d13c-a352-4e3f-bb63-9337d36f73ba req-c657349c-94d1-4cd3-84a6-f5a0516461d9 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:52.512081 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6260d13c-a352-4e3f-bb63-9337d36f73ba req-c657349c-94d1-4cd3-84a6-f5a0516461d9 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/ports?device_id=980b090b-fc17-4274-bcea-1113157b4a78 HTTP/1.1" status: 200 len: 943 time: 0.0765285 Dec 16 09:42:52.512721 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 32934) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:52.517528 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-d828f599-ac56-4b14-8ba3-20dd821fe442 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Request body: {'security_group_rule': {'security_group_id': 'c74362f6-d134-41ca-a826-9b890e02020d', 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:52.552267 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-231f4419-cc92-4eeb-be6d-1e25b5530dbc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:42:52.552914 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-231f4419-cc92-4eeb-be6d-1e25b5530dbc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:42:52.558803 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3915c411-1f60-44b5-ac80-44be93b2a7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:52.578997 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:52.587896 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3091e936-d854-4dd8-98df-c8ac62b33792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:52.591347 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3091e936-d854-4dd8-98df-c8ac62b33792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:52.595466 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3091e936-d854-4dd8-98df-c8ac62b33792 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e95656e7-ed69-4a55-a07e-6f19c7419281 HTTP/1.1" status: 204 len: 168 time: 0.9296746 Dec 16 09:42:52.613060 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3915c411-1f60-44b5-ac80-44be93b2a7e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:52.636064 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 96c71eb1-f8a3-4bf8-be57-140b544bf170, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=96c71eb1-f8a3-4bf8-be57-140b544bf170,segment=NetworkSegment(d8df21ec-09fd-424b-9dca-610d5d76c12a),segment_id=d8df21ec-09fd-424b-9dca-610d5d76c12a)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:52.644875 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091e936-d854-4dd8-98df-c8ac62b33792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95656e7-ed69-4a55-a07e-6f19c7419281,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:52.661662 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '96c71eb1-f8a3-4bf8-be57-140b544bf170', 'network_id': 'bc332c79-b76e-4aee-a39c-dee90d548af5', 'port_id': '96c71eb1-f8a3-4bf8-be57-140b544bf170', 'mac_address': 'fa:16:3e:97:1c:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f727883-008b-4153-8b35-d14161afb3bb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:42:52.670309 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-76b2c095-b51f-4d69-b143-b9c8331705a0 service neutron] 10.222.0.60 "GET /v2.0/networks/89dde67c-4375-428d-a66c-d788737973c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769276 Dec 16 09:42:52.716949 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:52.721062 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6260d13c-a352-4e3f-bb63-9337d36f73ba req-6771e830-be05-4d36-8923-9e254046319b tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d1121ee-e56a-47c8-b3a8-c0d36557b7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977258 Dec 16 09:42:52.754668 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d828f599-ac56-4b14-8ba3-20dd821fe442 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:52.756182 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c71eb1-f8a3-4bf8-be57-140b544bf170 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:42:52.758207 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915c411-1f60-44b5-ac80-44be93b2a7e1 admin admin] Pushing event updated for resources: {'Port': ['ID=163e6e11-50ae-4d7d-a219-619b0a8311ec,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:52.795795 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 96c71eb1-f8a3-4bf8-be57-140b544bf170, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=96c71eb1-f8a3-4bf8-be57-140b544bf170,segment=NetworkSegment(d8df21ec-09fd-424b-9dca-610d5d76c12a),segment_id=d8df21ec-09fd-424b-9dca-610d5d76c12a)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:52.806950 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-231f4419-cc92-4eeb-be6d-1e25b5530dbc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.9991667 Dec 16 09:42:52.813733 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 32940) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:52.870411 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:52.910287 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3915c411-1f60-44b5-ac80-44be93b2a7e1 admin admin] Network 28047d1c-ee8f-4a14-bbf4-938e3632846a is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:52.927198 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-3915c411-1f60-44b5-ac80-44be93b2a7e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:52.931607 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d828f599-ac56-4b14-8ba3-20dd821fe442 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:52.941333 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=96c71eb1-f8a3-4bf8-be57-140b544bf170,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:52.959778 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57eb5b98-d336-42db-bdc0-69d4c39c6902 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:52.961411 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-57eb5b98-d336-42db-bdc0-69d4c39c6902 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1429121 Dec 16 09:42:52.964268 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 32944) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:53.065842 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-712463a6-133c-4122-b15e-49cc00c64142 req-17711097-3a23-4fc8-89f5-05af84a6c83d tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fad8406-c22f-4a47-b026-99fb8dc758a1 HTTP/1.1" status: 200 len: 210 time: 0.0391445 Dec 16 09:42:53.093428 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b617bcc-145b-46bd-8945-363e478b7691 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:53.095311 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b617bcc-145b-46bd-8945-363e478b7691 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:53.099666 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9b617bcc-145b-46bd-8945-363e478b7691 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1322432 Dec 16 09:42:53.099666 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d828f599-ac56-4b14-8ba3-20dd821fe442 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:53.101686 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 32950) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:53.130117 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['96c71eb1-f8a3-4bf8-be57-140b544bf170'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:42:53.150322 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed56a9a-b55e-40e0-b8f3-c2ee30ceb2da req-e912fb9f-5937-4bd7-9a32-12a65934d474 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:53.158840 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2ed56a9a-b55e-40e0-b8f3-c2ee30ceb2da req-e912fb9f-5937-4bd7-9a32-12a65934d474 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.3234558 Dec 16 09:42:53.229645 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828f599-ac56-4b14-8ba3-20dd821fe442 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a4a4b91-dada-4077-903c-318480eb02d0,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:53.268926 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-734be5f5-ffb8-4a79-8ee3-fdc8c1c3cdf7 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting subnet 1a72b508-f2ee-4d8d-9d4d-3304995e71de {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:42:53.274739 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-734be5f5-ffb8-4a79-8ee3-fdc8c1c3cdf7 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:53.327321 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2ed56a9a-b55e-40e0-b8f3-c2ee30ceb2da req-bf6efc97-b9f6-4070-b758-0709d92fd3c2 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666732 Dec 16 09:42:53.333584 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d828f599-ac56-4b14-8ba3-20dd821fe442 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:53.334776 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d828f599-ac56-4b14-8ba3-20dd821fe442 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8210704 Dec 16 09:42:53.337600 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 32962) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:53.342789 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-734be5f5-ffb8-4a79-8ee3-fdc8c1c3cdf7 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:53.351201 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-f6202141-06be-4f73-8fe3-33a929332164 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Request body: {'security_group_rule': {'security_group_id': 'c74362f6-d134-41ca-a826-9b890e02020d', 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:53.392068 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3915c411-1f60-44b5-ac80-44be93b2a7e1 admin admin] Router e039346f-c427-42df-aa11-5b59e0b9d642 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:42:53.511077 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-734be5f5-ffb8-4a79-8ee3-fdc8c1c3cdf7 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:53.527437 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f6202141-06be-4f73-8fe3-33a929332164 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:53.557886 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3915c411-1f60-44b5-ac80-44be93b2a7e1 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:42:53.563746 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3915c411-1f60-44b5-ac80-44be93b2a7e1 admin admin] 10.222.0.60 "PUT /v2.0/routers/e039346f-c427-42df-aa11-5b59e0b9d642/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3693473 Dec 16 09:42:53.628001 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282cbcd-ad9e-47ec-892b-0dc5103f3c1e req-709a4930-8a7d-498b-be88-f46033ee5931 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:53.629810 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5282cbcd-ad9e-47ec-892b-0dc5103f3c1e req-709a4930-8a7d-498b-be88-f46033ee5931 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6768ebc-84b5-4b7e-9cb5-646079c4dc42 HTTP/1.1" status: 200 len: 945 time: 0.1816115 Dec 16 09:42:53.646229 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-ea73debd-f945-4642-b8a8-f83377e2445a None None] Provisioning complete for port 8b9db393-d75e-4540-81c4-5dc602d97e8d triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:53.646759 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ea73debd-f945-4642-b8a8-f83377e2445a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:53.691941 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f6202141-06be-4f73-8fe3-33a929332164 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:53.705259 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5282cbcd-ad9e-47ec-892b-0dc5103f3c1e req-2205b114-1b4e-4118-82fb-5d1e754c6fba tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/security-groups?id=1318f13c-ca31-4750-bd67-5c13f4cbaad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631485 Dec 16 09:42:53.746968 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-734be5f5-ffb8-4a79-8ee3-fdc8c1c3cdf7 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:53.812705 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ea73debd-f945-4642-b8a8-f83377e2445a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:53.829024 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f6202141-06be-4f73-8fe3-33a929332164 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:53.874094 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734be5f5-ffb8-4a79-8ee3-fdc8c1c3cdf7 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Subnet': ['ID=1a72b508-f2ee-4d8d-9d4d-3304995e71de,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:53.882912 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6202141-06be-4f73-8fe3-33a929332164 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a38da480-5f63-4c3f-8e8e-4d5780f0e205,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:53.884093 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f980638-6205-4e57-80eb-a9f56f5a29f9 req-716c19a1-fcbf-4afe-b056-67ae8451b22f tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:53.888526 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-734be5f5-ffb8-4a79-8ee3-fdc8c1c3cdf7 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:53.888611 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9f980638-6205-4e57-80eb-a9f56f5a29f9 req-716c19a1-fcbf-4afe-b056-67ae8451b22f tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7cae256-f844-4c6d-a58a-0062131022d3 HTTP/1.1" status: 200 len: 945 time: 0.0912848 Dec 16 09:42:53.891826 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-734be5f5-ffb8-4a79-8ee3-fdc8c1c3cdf7 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/1a72b508-f2ee-4d8d-9d4d-3304995e71de HTTP/1.1" status: 204 len: 168 time: 0.7879362 Dec 16 09:42:53.906406 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 32982) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:53.909975 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b2232b-6642-47d2-b8f5-3c4ed9e3f57c None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:42:53.947059 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df85b27-c225-426f-8911-f1d8d288a31d req-3b7a4ae9-831c-4408-a52f-e965bed5b1e7 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:53.955846 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3df85b27-c225-426f-8911-f1d8d288a31d req-3b7a4ae9-831c-4408-a52f-e965bed5b1e7 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/ports?device_id=980b090b-fc17-4274-bcea-1113157b4a78 HTTP/1.1" status: 200 len: 944 time: 0.1314695 Dec 16 09:42:53.990831 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-37dea3d4-263b-4947-a314-e4e1d624477c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0805225 Dec 16 09:42:53.994842 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 32988) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:54.008793 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-f5f2c0ba-4ccc-40b4-9109-f6078d2711a3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:54.011510 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3df85b27-c225-426f-8911-f1d8d288a31d req-00044cc8-6541-496f-8e9c-92ca390173f1 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d1121ee-e56a-47c8-b3a8-c0d36557b7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508072 Dec 16 09:42:54.014560 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f6202141-06be-4f73-8fe3-33a929332164 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:54.015957 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f6202141-06be-4f73-8fe3-33a929332164 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6760027 Dec 16 09:42:54.024435 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 32992) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:54.029396 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-36dccd10-29e5-46c6-84c8-1de1cbb37908 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Request body: {'security_group_rule': {'security_group_id': 'c74362f6-d134-41ca-a826-9b890e02020d', 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:54.048871 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-ea73debd-f945-4642-b8a8-f83377e2445a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:42:54.049840 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-ea73debd-f945-4642-b8a8-f83377e2445a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:42:54.150454 n-d-820550-2 neutron-server[102817]: INFO neutron.db.securitygroups_db [None req-36dccd10-29e5-46c6-84c8-1de1cbb37908 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Project 60a0020dcca848d99f97019eb94a2e49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 09:42:54.160097 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1c06ac9c-e33e-4f6c-826a-2dc6faa65073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:54.173952 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-36dccd10-29e5-46c6-84c8-1de1cbb37908 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:54.182732 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9f980638-6205-4e57-80eb-a9f56f5a29f9 req-0b3d80f2-cd87-45d3-b27f-8bf69183e86e tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/security-groups?id=1318f13c-ca31-4750-bd67-5c13f4cbaad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849257 Dec 16 09:42:54.225831 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:42:54.282885 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e8ab65-2b43-42dc-95a2-4e1934f88c9a None None] Sync routers for ids ['e039346f-c427-42df-aa11-5b59e0b9d642'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:42:54.303626 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3a6c7f-26d6-4c64-bc69-330e3ca46f83 None None] DHCP port deletion for 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:42:54.314566 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e8ab65-2b43-42dc-95a2-4e1934f88c9a None None] Routers {'e039346f-c427-42df-aa11-5b59e0b9d642'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:42:54.316256 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-38e8ab65-2b43-42dc-95a2-4e1934f88c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:42:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['e039346f-c427-42df-aa11-5b59e0b9d642'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:54.343535 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ae850154-6503-4a4f-9f5d-c114c183682b req-726c5960-5078-4e1d-85eb-ac509c9dba4a tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fad8406-c22f-4a47-b026-99fb8dc758a1 HTTP/1.1" status: 200 len: 210 time: 0.0452311 Dec 16 09:42:54.349908 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-36dccd10-29e5-46c6-84c8-1de1cbb37908 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:54.394796 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f2c0ba-4ccc-40b4-9109-f6078d2711a3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:42:54.396909 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f5f2c0ba-4ccc-40b4-9109-f6078d2711a3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:54.448608 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 96c71eb1-f8a3-4bf8-be57-140b544bf170 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:42:54.466594 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-36dccd10-29e5-46c6-84c8-1de1cbb37908 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:54.501665 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dccd10-29e5-46c6-84c8-1de1cbb37908 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6a79f3-0ef7-4ae1-a72f-e2623a83cc38,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:54.597047 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-36dccd10-29e5-46c6-84c8-1de1cbb37908 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:54.599789 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-36dccd10-29e5-46c6-84c8-1de1cbb37908 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5741355 Dec 16 09:42:54.602374 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33014) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:54.610897 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-6329943a-0914-4edd-bb3d-3af6710aefaf tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Request body: {'security_group_rule': {'security_group_id': 'c74362f6-d134-41ca-a826-9b890e02020d', 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:54.713646 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ea73debd-f945-4642-b8a8-f83377e2445a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:54.749494 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:54.749887 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:54.773725 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7861b-26b8-431d-b99e-11b75879c23c req-269f3735-6c17-4a8a-875e-c92bfe0133eb tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:54.781966 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-21d7861b-26b8-431d-b99e-11b75879c23c req-269f3735-6c17-4a8a-875e-c92bfe0133eb tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/networks?id=28047d1c-ee8f-4a14-bbf4-938e3632846a HTTP/1.1" status: 200 len: 819 time: 0.1560459 Dec 16 09:42:54.794428 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-21d7861b-26b8-431d-b99e-11b75879c23c req-c303d079-4256-4f05-9651-2c99bc1c8154 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/quotas/8ff7029f74a841b4ae8b7c47bc887ad7 HTTP/1.1" status: 200 len: 375 time: 0.0130119 Dec 16 09:42:54.802533 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f5f2c0ba-4ccc-40b4-9109-f6078d2711a3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:54.865656 n-d-820550-2 neutron-server[102817]: INFO neutron.db.securitygroups_db [None req-6329943a-0914-4edd-bb3d-3af6710aefaf tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Project 60a0020dcca848d99f97019eb94a2e49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 09:42:54.866529 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-38e8ab65-2b43-42dc-95a2-4e1934f88c9a None None] Set router e039346f-c427-42df-aa11-5b59e0b9d642 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:42:54.872049 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f2c0ba-4ccc-40b4-9109-f6078d2711a3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:54.877610 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6329943a-0914-4edd-bb3d-3af6710aefaf tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:54.877769 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-f5f2c0ba-4ccc-40b4-9109-f6078d2711a3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:54.882693 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f2c0ba-4ccc-40b4-9109-f6078d2711a3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:54.882693 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f5f2c0ba-4ccc-40b4-9109-f6078d2711a3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:54.912558 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2c0ba-4ccc-40b4-9109-f6078d2711a3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Subnet': ['ID=6128fa2d-e935-40a5-a702-7f53ab028d2a,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:54.919783 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-21d7861b-26b8-431d-b99e-11b75879c23c req-369e06d0-e0bb-4d55-89d4-0dc2c3d3044b tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ff7029f74a841b4ae8b7c47bc887ad7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1128676 Dec 16 09:42:54.930496 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ddcad-ff8a-4fd7-9049-3ef8bbfe7046 req-9f18883c-3df8-4aa6-aabd-11fe0ce340c0 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:54.937850 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-090ddcad-ff8a-4fd7-9049-3ef8bbfe7046 req-9f18883c-3df8-4aa6-aabd-11fe0ce340c0 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.1250014 Dec 16 09:42:54.977753 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-090ddcad-ff8a-4fd7-9049-3ef8bbfe7046 req-8cf649ec-a8b2-4161-97e2-5baad952c59b tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388622 Dec 16 09:42:54.997437 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f5f2c0ba-4ccc-40b4-9109-f6078d2711a3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9912505 Dec 16 09:42:54.997437 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33026) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:55.002186 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-9dcbe9a0-d954-4d98-8570-340a351dd30c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-935606417', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:55.007781 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-ea73debd-f945-4642-b8a8-f83377e2445a None None] For port 8b9db393-d75e-4540-81c4-5dc602d97e8d, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8b9db393-d75e-4540-81c4-5dc602d97e8d,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:55.064770 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6329943a-0914-4edd-bb3d-3af6710aefaf tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:55.093416 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9dcbe9a0-d954-4d98-8570-340a351dd30c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:55.094550 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9dcbe9a0-d954-4d98-8570-340a351dd30c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:55.095347 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-21d7861b-26b8-431d-b99e-11b75879c23c req-f3e29f98-0c0e-4906-a261-3d8ae0cfb087 service neutron] 10.222.0.60 "GET /v2.0/networks/28047d1c-ee8f-4a14-bbf4-938e3632846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551716 Dec 16 09:42:55.107459 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ea73debd-f945-4642-b8a8-f83377e2445a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:55.137409 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-cb3a6c7f-26d6-4c64-bc69-330e3ca46f83 None None] Deleting port 8b9db393-d75e-4540-81c4-5dc602d97e8d {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:55.137811 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cb3a6c7f-26d6-4c64-bc69-330e3ca46f83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:55.168688 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9dcbe9a0-d954-4d98-8570-340a351dd30c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:55.176854 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6329943a-0914-4edd-bb3d-3af6710aefaf tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:55.217423 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6329943a-0914-4edd-bb3d-3af6710aefaf tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=719caa85-db6f-453d-a044-c53d15f23a1d,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:55.240334 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 96c71eb1-f8a3-4bf8-be57-140b544bf170 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:42:55.254512 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-21d7861b-26b8-431d-b99e-11b75879c23c req-c1e3e175-64d9-4b22-8561-fdacb83189dd service neutron] 10.222.0.60 "GET /v2.0/networks/28047d1c-ee8f-4a14-bbf4-938e3632846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517313 Dec 16 09:42:55.274885 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9dcbe9a0-d954-4d98-8570-340a351dd30c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:55.276307 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 96c71eb1-f8a3-4bf8-be57-140b544bf170 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:55.276684 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:55.317079 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6329943a-0914-4edd-bb3d-3af6710aefaf tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:55.319954 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6329943a-0914-4edd-bb3d-3af6710aefaf tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7145822 Dec 16 09:42:55.358620 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8b9db393-d75e-4540-81c4-5dc602d97e8d up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:42:55.363834 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73debd-f945-4642-b8a8-f83377e2445a None None] Pushing event updated for resources: {'Port': ['ID=8b9db393-d75e-4540-81c4-5dc602d97e8d,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:55.434945 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9dcbe9a0-d954-4d98-8570-340a351dd30c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:55.436216 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9dcbe9a0-d954-4d98-8570-340a351dd30c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4435472 Dec 16 09:42:55.439184 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33042) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:55.487100 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-cb3a6c7f-26d6-4c64-bc69-330e3ca46f83 None None] For port 8b9db393-d75e-4540-81c4-5dc602d97e8d, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8b9db393-d75e-4540-81c4-5dc602d97e8d,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:55.487504 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cb3a6c7f-26d6-4c64-bc69-330e3ca46f83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:55.511778 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:55.523413 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-cb3a6c7f-26d6-4c64-bc69-330e3ca46f83 None None] Calling delete_port for 8b9db393-d75e-4540-81c4-5dc602d97e8d owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:55.599835 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '980b090b-fc17-4274-bcea-1113157b4a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c71eb1-f8a3-4bf8-be57-140b544bf170'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:55.602182 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e97314-ce8b-4b49-bccc-e3a0927c883a" -d '{"events": [{"server_uuid": "980b090b-fc17-4274-bcea-1113157b4a78", "name": "network-vif-plugged", "status": "completed", "tag": "96c71eb1-f8a3-4bf8-be57-140b544bf170"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:55.616720 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 8b9db393-d75e-4540-81c4-5dc602d97e8d triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:55.617108 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:55.626727 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 96c71eb1-f8a3-4bf8-be57-140b544bf170, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=96c71eb1-f8a3-4bf8-be57-140b544bf170,segment=NetworkSegment(d8df21ec-09fd-424b-9dca-610d5d76c12a),segment_id=d8df21ec-09fd-424b-9dca-610d5d76c12a)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:55.673323 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-38e8ab65-2b43-42dc-95a2-4e1934f88c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'name': 'tempest-ServerRescueTestJSONUnderV235-724864042-router', 'tenant_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:43Z', 'updated_at': '2021-12-16T09:42:51Z', 'revision_number': 4, 'project_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'gw_port': {'id': 'ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:45Z', 'updated_at': '2021-12-16T09:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '163e6e11-50ae-4d7d-a219-619b0a8311ec', 'name': '', 'network_id': '28047d1c-ee8f-4a14-bbf4-938e3632846a', 'tenant_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'mac_address': 'fa:16:3e:0e:ce:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'd0262dc5-cf27-4913-8cae-71034a5225c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:50Z', 'updated_at': '2021-12-16T09:42:52Z', 'revision_number': 2, 'project_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'subnets': [{'id': 'd0262dc5-cf27-4913-8cae-71034a5225c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:55.711258 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e8ab65-2b43-42dc-95a2-4e1934f88c9a None None] Checking router: e039346f-c427-42df-aa11-5b59e0b9d642 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:42:55.711597 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e8ab65-2b43-42dc-95a2-4e1934f88c9a None None] Updating router e039346f-c427-42df-aa11-5b59e0b9d642 port 163e6e11-50ae-4d7d-a219-619b0a8311ec binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:42:55.716507 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:55.790022 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-38e8ab65-2b43-42dc-95a2-4e1934f88c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:55.799089 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-273e212e-a3a7-4ea8-a739-de90d356587e req-f1e1bc7d-4e8c-4389-a883-c226449106d8 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fad8406-c22f-4a47-b026-99fb8dc758a1 HTTP/1.1" status: 200 len: 210 time: 0.0603418 Dec 16 09:42:55.883812 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c1eb-b54f-45bf-bf9e-8a5dce688048 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:55.884849 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=96c71eb1-f8a3-4bf8-be57-140b544bf170,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:55.897797 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cb3a6c7f-26d6-4c64-bc69-330e3ca46f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:55.996471 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3a6c7f-26d6-4c64-bc69-330e3ca46f83 None None] No DVR routers for this DVR port 8b9db393-d75e-4540-81c4-5dc602d97e8d on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:42:56.017720 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a6c7f-26d6-4c64-bc69-330e3ca46f83 None None] Pushing event deleted for resources: {'Port': ['ID=8b9db393-d75e-4540-81c4-5dc602d97e8d,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:56.043309 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6ca888-b574-43b9-ab5b-cac2b0a96521 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:42:56.111450 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8b9db393-d75e-4540-81c4-5dc602d97e8d no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:42:56.182479 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 8b9db393-d75e-4540-81c4-5dc602d97e8d {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:42:56.182917 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8b9db393-d75e-4540-81c4-5dc602d97e8d not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:42:56.198659 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e39a7-7d20-4a5b-bcf2-4f0b433d387b req-3c54d966-c0ed-4c79-ac7d-0f5dbb749750 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:56.201617 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f31e39a7-7d20-4a5b-bcf2-4f0b433d387b req-3c54d966-c0ed-4c79-ac7d-0f5dbb749750 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/ports?device_id=980b090b-fc17-4274-bcea-1113157b4a78 HTTP/1.1" status: 200 len: 945 time: 0.1487355 Dec 16 09:42:56.227746 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-3abf95cc-b1c5-4660-ac24-3558093d7c73 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:56.230700 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-3abf95cc-b1c5-4660-ac24-3558093d7c73 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.57 "GET /v2.0/networks?id=89dde67c-4375-428d-a66c-d788737973c8 HTTP/1.1" status: 200 len: 814 time: 0.6691973 Dec 16 09:42:56.249805 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-c1851b49-d609-4d49-bbe8-51bbefd76560 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Request body: {'port': {'device_id': '5fad8406-c22f-4a47-b026-99fb8dc758a1', 'network_id': '89dde67c-4375-428d-a66c-d788737973c8', 'admin_state_up': True, 'tenant_id': 'e689af417abc4a949f6a02217a4ce1bc'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:56.274360 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-4ec6eab0-363c-4d28-b8c8-fd98bdbf0e13 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1282272412&fields=id&tenant_id=60a0020dcca848d99f97019eb94a2e49 HTTP/1.1" status: 200 len: 267 time: 0.2792935 Dec 16 09:42:56.336021 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f31e39a7-7d20-4a5b-bcf2-4f0b433d387b req-98bc3dcd-9893-4ee1-89ed-d993d463def3 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d1121ee-e56a-47c8-b3a8-c0d36557b7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041925 Dec 16 09:42:56.420615 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9fbc4f-1dcb-4378-9f0c-a8e3303989b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'fixed_ips': [{'subnet_id': '6128fa2d-e935-40a5-a702-7f53ab028d2a'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:42:56.421556 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ba9fbc4f-1dcb-4378-9f0c-a8e3303989b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:56.435289 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-e0f6c1eb-b54f-45bf-bf9e-8a5dce688048 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Allocated IP 2001:db8::1 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/6128fa2d-e935-40a5-a702-7f53ab028d2a/6074429a-9ee9-4f99-91e9-18a8187d4928) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:42:56.478642 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-608d0838-28d2-4bb1-944a-e82d2da0757a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:56.478774 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-13114447-336b-44d9-942b-290ee6f19f84 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:56.491043 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-13114447-336b-44d9-942b-290ee6f19f84 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/networks?id=872dad0c-b125-4398-b449-96faec06fd91 HTTP/1.1" status: 200 len: 796 time: 0.2066734 Dec 16 09:42:56.537487 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-c1851b49-d609-4d49-bbe8-51bbefd76560 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Made reservation on behalf of e689af417abc4a949f6a02217a4ce1bc for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:42:56.541947 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-c1851b49-d609-4d49-bbe8-51bbefd76560 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:56.571338 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ef932-fd32-45ef-99bb-a494441bebb8 req-e2e67b6b-5708-4a5c-93ad-89599b386643 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:56.571541 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-6212dc36-71f8-4169-a468-78521e1ff29d tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/quotas/60a0020dcca848d99f97019eb94a2e49 HTTP/1.1" status: 200 len: 375 time: 0.0791357 Dec 16 09:42:56.573014 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-639ef932-fd32-45ef-99bb-a494441bebb8 req-e2e67b6b-5708-4a5c-93ad-89599b386643 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7cae256-f844-4c6d-a58a-0062131022d3 HTTP/1.1" status: 200 len: 945 time: 0.1043770 Dec 16 09:42:56.588972 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-38e8ab65-2b43-42dc-95a2-4e1934f88c9a None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:56.649697 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-f215bd2a-0fc5-4702-b972-491720d05e65 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=60a0020dcca848d99f97019eb94a2e49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777740 Dec 16 09:42:56.672167 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-639ef932-fd32-45ef-99bb-a494441bebb8 req-cc2d0374-a997-4812-8345-b13bfd3d983d tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/security-groups?id=1318f13c-ca31-4750-bd67-5c13f4cbaad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876100 Dec 16 09:42:56.723266 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-38e8ab65-2b43-42dc-95a2-4e1934f88c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:56.752730 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c1eb-b54f-45bf-bf9e-8a5dce688048 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:56.763937 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-c1851b49-d609-4d49-bbe8-51bbefd76560 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Allocated IP 172.20.0.6 (89dde67c-4375-428d-a66c-d788737973c8/2958cd17-ef24-4c92-a56a-e6ec8ed248b4/60ab2ded-9a3c-470a-91ff-00465ee2ebf2) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:42:56.782299 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54c879d-7243-4e7e-8ab0-9cc0c6f3d605 x-openstack-request-id: req-e54c879d-7243-4e7e-8ab0-9cc0c6f3d605 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:56.783095 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "980b090b-fc17-4274-bcea-1113157b4a78", "name": "network-vif-plugged", "status": "completed", "tag": "96c71eb1-f8a3-4bf8-be57-140b544bf170", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:56.783367 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e54c879d-7243-4e7e-8ab0-9cc0c6f3d605 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:56.783908 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '980b090b-fc17-4274-bcea-1113157b4a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c71eb1-f8a3-4bf8-be57-140b544bf170', 'code': 200} Dec 16 09:42:56.823159 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882ff70-4ade-48d4-bdef-8289dc1137ad None None] Pushing event updated for resources: {'Port': ['ID=163e6e11-50ae-4d7d-a219-619b0a8311ec,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:56.881022 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-38e8ab65-2b43-42dc-95a2-4e1934f88c9a None None] Attempting to bind port 163e6e11-50ae-4d7d-a219-619b0a8311ec on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:42:56.881562 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-38e8ab65-2b43-42dc-95a2-4e1934f88c9a None None] Attempting to bind port 163e6e11-50ae-4d7d-a219-619b0a8311ec by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '4633fa21-d201-4901-b20b-13d2bccf565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28047d1c-ee8f-4a14-bbf4-938e3632846a'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:42:56.882137 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e8ab65-2b43-42dc-95a2-4e1934f88c9a None None] Attempting to bind port 163e6e11-50ae-4d7d-a219-619b0a8311ec on network 28047d1c-ee8f-4a14-bbf4-938e3632846a {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:56.888222 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e8ab65-2b43-42dc-95a2-4e1934f88c9a None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:42:56.888677 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e8ab65-2b43-42dc-95a2-4e1934f88c9a None None] Checking segment: {'id': '4633fa21-d201-4901-b20b-13d2bccf565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28047d1c-ee8f-4a14-bbf4-938e3632846a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:42:56.889318 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-38e8ab65-2b43-42dc-95a2-4e1934f88c9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:56.890122 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e8ab65-2b43-42dc-95a2-4e1934f88c9a None None] Bound using segment: {'id': '4633fa21-d201-4901-b20b-13d2bccf565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28047d1c-ee8f-4a14-bbf4-938e3632846a'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:42:56.890677 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-38e8ab65-2b43-42dc-95a2-4e1934f88c9a None None] Bound port: 163e6e11-50ae-4d7d-a219-619b0a8311ec, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4633fa21-d201-4901-b20b-13d2bccf565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28047d1c-ee8f-4a14-bbf4-938e3632846a'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:42:56.891753 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-38e8ab65-2b43-42dc-95a2-4e1934f88c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:56.947705 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-7fbd972d-6d74-4488-91a0-f7ff7a54ecb1 service neutron] 10.222.0.60 "GET /v2.0/networks/872dad0c-b125-4398-b449-96faec06fd91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870028 Dec 16 09:42:56.950115 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9a8f1efe-2994-44d2-94c5-e5cdd0a745e3 req-ecc708ca-3daa-4d22-8575-6b861de7dbaf tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 210 time: 0.0774605 Dec 16 09:42:56.970989 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-38e8ab65-2b43-42dc-95a2-4e1934f88c9a None None] For port 163e6e11-50ae-4d7d-a219-619b0a8311ec, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:42:56.977601 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-38e8ab65-2b43-42dc-95a2-4e1934f88c9a None None] For port 163e6e11-50ae-4d7d-a219-619b0a8311ec, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=163e6e11-50ae-4d7d-a219-619b0a8311ec,segment=NetworkSegment(4633fa21-d201-4901-b20b-13d2bccf565c),segment_id=4633fa21-d201-4901-b20b-13d2bccf565c)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:42:56.992056 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797a545-4f99-4777-b7f4-a5709ee9d517 req-5c32e2ed-f394-418f-8b93-e0abd25a6a2a tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:56.993774 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6797a545-4f99-4777-b7f4-a5709ee9d517 req-5c32e2ed-f394-418f-8b93-e0abd25a6a2a tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7cae256-f844-4c6d-a58a-0062131022d3 HTTP/1.1" status: 200 len: 945 time: 0.1609519 Dec 16 09:42:57.024519 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de9c4e-f7b9-4451-9a48-5b19ffb6f64c req-00607fd1-a242-4fb0-92fe-3d97365bf9d7 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:57.026082 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c4de9c4e-f7b9-4451-9a48-5b19ffb6f64c req-00607fd1-a242-4fb0-92fe-3d97365bf9d7 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6768ebc-84b5-4b7e-9cb5-646079c4dc42 HTTP/1.1" status: 200 len: 945 time: 0.1103234 Dec 16 09:42:57.054225 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23071723-8a98-46f6-bd9b-51d1388b70ac req-20f4790c-2e0c-4e87-9b6c-e131d81c184e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:57.055872 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-23071723-8a98-46f6-bd9b-51d1388b70ac req-20f4790c-2e0c-4e87-9b6c-e131d81c184e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=980b090b-fc17-4274-bcea-1113157b4a78 HTTP/1.1" status: 200 len: 1096 time: 0.1726305 Dec 16 09:42:57.074919 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c1eb-b54f-45bf-bf9e-8a5dce688048 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:57.076504 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-ba9fbc4f-1dcb-4378-9f0c-a8e3303989b7 None None] Allocated IP 2001:db8::2 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/6128fa2d-e935-40a5-a702-7f53ab028d2a/679b3b1d-2609-449d-aab7-c39e3509fd42) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:42:57.087850 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-38e8ab65-2b43-42dc-95a2-4e1934f88c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:57.103947 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-c1851b49-d609-4d49-bbe8-51bbefd76560 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:57.193822 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2d9d4-6554-4585-b43f-3d18ef501e66 req-d0f4aff6-455a-4e95-954d-4815827c3272 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:57.195455 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25e2d9d4-6554-4585-b43f-3d18ef501e66 req-d0f4aff6-455a-4e95-954d-4815827c3272 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.1501625 Dec 16 09:42:57.271068 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25e2d9d4-6554-4585-b43f-3d18ef501e66 req-f70a3d0e-4071-4432-8cec-5a5c15a4ad16 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575986 Dec 16 09:42:57.304949 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-c1851b49-d609-4d49-bbe8-51bbefd76560 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:57.325845 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['ca48f97d-376c-451a-beb4-a14994eb2da7'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:42:57.374431 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['2f8e65c6-ba0d-428b-88ce-a94115f405c3', 'f5158a65-46ff-47ce-9b10-d85e06c23785'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:42:57.378895 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33114) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:57.389406 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-c4de9c4e-f7b9-4451-9a48-5b19ffb6f64c req-da251dad-a8f2-4229-99c1-76c02ff312fe tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Deleting port 8805642a-2193-4bce-a614-94e805f23af8 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:57.389747 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c4de9c4e-f7b9-4451-9a48-5b19ffb6f64c req-da251dad-a8f2-4229-99c1-76c02ff312fe tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:57.471579 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-c1851b49-d609-4d49-bbe8-51bbefd76560 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Network 89dde67c-4375-428d-a66c-d788737973c8 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:57.483544 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882ff70-4ade-48d4-bdef-8289dc1137ad None None] Pushing event updated for resources: {'Port': ['ID=163e6e11-50ae-4d7d-a219-619b0a8311ec,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:57.483721 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-c1851b49-d609-4d49-bbe8-51bbefd76560 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:57.486539 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1851b49-d609-4d49-bbe8-51bbefd76560 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Pushing event updated for resources: {'Port': ['ID=60ab2ded-9a3c-470a-91ff-00465ee2ebf2,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:57.486704 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e8ab65-2b43-42dc-95a2-4e1934f88c9a None None] Routers {'e039346f-c427-42df-aa11-5b59e0b9d642'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:42:57.487569 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-38e8ab65-2b43-42dc-95a2-4e1934f88c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:42:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['e039346f-c427-42df-aa11-5b59e0b9d642'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:57.498272 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-c1851b49-d609-4d49-bbe8-51bbefd76560 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:42:57.556049 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6c1eb-b54f-45bf-bf9e-8a5dce688048 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Port': ['ID=6074429a-9ee9-4f99-91e9-18a8187d4928,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:57.583134 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f6c1eb-b54f-45bf-bf9e-8a5dce688048 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:57.589904 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-e0f6c1eb-b54f-45bf-bf9e-8a5dce688048 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:57.598123 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f6c1eb-b54f-45bf-bf9e-8a5dce688048 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:42:57.598301 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c1eb-b54f-45bf-bf9e-8a5dce688048 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:57.602032 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:57.614358 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-c1851b49-d609-4d49-bbe8-51bbefd76560 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:57.615410 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-c1851b49-d609-4d49-bbe8-51bbefd76560 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:57.644956 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388aab77-eb07-421f-9441-24f25ad3f990 req-15491384-8872-4c7d-9be0-c0f9d9b998a0 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:57.652631 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-388aab77-eb07-421f-9441-24f25ad3f990 req-15491384-8872-4c7d-9be0-c0f9d9b998a0 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fad8406-c22f-4a47-b026-99fb8dc758a1 HTTP/1.1" status: 200 len: 931 time: 0.2280242 Dec 16 09:42:57.675556 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-c4de9c4e-f7b9-4451-9a48-5b19ffb6f64c req-da251dad-a8f2-4229-99c1-76c02ff312fe tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] For port 8805642a-2193-4bce-a614-94e805f23af8, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=8805642a-2193-4bce-a614-94e805f23af8,segment=NetworkSegment(d37b2193-84a0-4eed-8112-e5eff8180558),segment_id=d37b2193-84a0-4eed-8112-e5eff8180558)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:57.676454 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c4de9c4e-f7b9-4451-9a48-5b19ffb6f64c req-da251dad-a8f2-4229-99c1-76c02ff312fe tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:57.703493 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-16970af9-c8ef-480a-8ad9-17e7c3918460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:57.716829 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-c4de9c4e-f7b9-4451-9a48-5b19ffb6f64c req-da251dad-a8f2-4229-99c1-76c02ff312fe tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Calling delete_port for 8805642a-2193-4bce-a614-94e805f23af8 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:57.734309 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-23071723-8a98-46f6-bd9b-51d1388b70ac req-fbf089bc-d29b-4add-b3a0-cfa0b8fe847a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5d1121ee-e56a-47c8-b3a8-c0d36557b7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6493397 Dec 16 09:42:57.761563 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-e2b11361-9d24-4413-bd73-bbbe43acd285 service neutron] 10.222.0.60 "GET /v2.0/networks/872dad0c-b125-4398-b449-96faec06fd91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8015804 Dec 16 09:42:57.765351 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-388aab77-eb07-421f-9441-24f25ad3f990 req-31d29800-c39a-4e6e-a89a-41dc15709aca tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080918 Dec 16 09:42:57.822575 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-6797a545-4f99-4777-b7f4-a5709ee9d517 req-f807c92a-0bcb-4ba6-8b49-2bf553f929cb tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Deleting port 9a354f94-1426-4767-b313-da40abafa1c5 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:57.823295 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-38e8ab65-2b43-42dc-95a2-4e1934f88c9a None None] Set router e039346f-c427-42df-aa11-5b59e0b9d642 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:42:57.823990 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6797a545-4f99-4777-b7f4-a5709ee9d517 req-f807c92a-0bcb-4ba6-8b49-2bf553f929cb tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:57.856012 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-c1851b49-d609-4d49-bbe8-51bbefd76560 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6101925 Dec 16 09:42:57.859184 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ba9fbc4f-1dcb-4378-9f0c-a8e3303989b7 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:57.882284 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-2291d494-4415-447f-be95-8e50d79b303b service neutron] Request body: {'port': {'device_id': '5fad8406-c22f-4a47-b026-99fb8dc758a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:57.937572 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c1eb-b54f-45bf-bf9e-8a5dce688048 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:58.016680 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ba9fbc4f-1dcb-4378-9f0c-a8e3303989b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:58.017019 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-6797a545-4f99-4777-b7f4-a5709ee9d517 req-f807c92a-0bcb-4ba6-8b49-2bf553f929cb tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] For port 9a354f94-1426-4767-b313-da40abafa1c5, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=9a354f94-1426-4767-b313-da40abafa1c5,segment=NetworkSegment(d37b2193-84a0-4eed-8112-e5eff8180558),segment_id=d37b2193-84a0-4eed-8112-e5eff8180558)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:58.017019 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6797a545-4f99-4777-b7f4-a5709ee9d517 req-f807c92a-0bcb-4ba6-8b49-2bf553f929cb tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:58.031920 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1265b59-3397-4abf-b242-469696bf772f req-52ee0397-fdb5-4439-9ddd-e4541e3f386a tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:58.033521 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a1265b59-3397-4abf-b242-469696bf772f req-52ee0397-fdb5-4439-9ddd-e4541e3f386a tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/ports?device_id=980b090b-fc17-4274-bcea-1113157b4a78 HTTP/1.1" status: 200 len: 945 time: 0.1883759 Dec 16 09:42:58.045717 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-2291d494-4415-447f-be95-8e50d79b303b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:58.108386 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-6797a545-4f99-4777-b7f4-a5709ee9d517 req-f807c92a-0bcb-4ba6-8b49-2bf553f929cb tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Calling delete_port for 9a354f94-1426-4767-b313-da40abafa1c5 owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:58.137867 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9fbc4f-1dcb-4378-9f0c-a8e3303989b7 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:58.145469 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-ba9fbc4f-1dcb-4378-9f0c-a8e3303989b7 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:58.154895 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-16970af9-c8ef-480a-8ad9-17e7c3918460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:58.189710 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9fbc4f-1dcb-4378-9f0c-a8e3303989b7 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:42:58.194088 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9fbc4f-1dcb-4378-9f0c-a8e3303989b7 None None] Pushing event updated for resources: {'Port': ['ID=679b3b1d-2609-449d-aab7-c39e3509fd42,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:58.225148 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-16970af9-c8ef-480a-8ad9-17e7c3918460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:58.281607 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-16970af9-c8ef-480a-8ad9-17e7c3918460 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0cc2449c5f764412b8d2ee95dc9fcd5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8874760 Dec 16 09:42:58.287683 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33128) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:58.291476 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a1265b59-3397-4abf-b242-469696bf772f req-e508402d-f742-4f8d-a888-adeaa504b6bb tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d1121ee-e56a-47c8-b3a8-c0d36557b7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433395 Dec 16 09:42:58.340426 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16970af9-c8ef-480a-8ad9-17e7c3918460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e0238f-c8e8-415b-be62-87a153931f36,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:58.356575 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1258a99-26c3-412d-905b-718d4f78f22a req-fa88e212-d374-4a59-be8a-406e147d9e44 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:58.357060 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c4de9c4e-f7b9-4451-9a48-5b19ffb6f64c req-da251dad-a8f2-4229-99c1-76c02ff312fe tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:58.359452 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e1258a99-26c3-412d-905b-718d4f78f22a req-fa88e212-d374-4a59-be8a-406e147d9e44 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7cae256-f844-4c6d-a58a-0062131022d3 HTTP/1.1" status: 200 len: 945 time: 0.1886389 Dec 16 09:42:58.391008 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['8805642a-2193-4bce-a614-94e805f23af8'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:42:58.439560 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-ba9fbc4f-1dcb-4378-9f0c-a8e3303989b7 None None] Attempting to bind port 679b3b1d-2609-449d-aab7-c39e3509fd42 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:42:58.440741 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-ba9fbc4f-1dcb-4378-9f0c-a8e3303989b7 None None] Attempting to bind port 679b3b1d-2609-449d-aab7-c39e3509fd42 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:42:58.441326 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9fbc4f-1dcb-4378-9f0c-a8e3303989b7 None None] Attempting to bind port 679b3b1d-2609-449d-aab7-c39e3509fd42 on network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:58.462213 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9fbc4f-1dcb-4378-9f0c-a8e3303989b7 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:42:58.462941 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9fbc4f-1dcb-4378-9f0c-a8e3303989b7 None None] Checking segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:42:58.464332 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da251dad-a8f2-4229-99c1-76c02ff312fe tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Pushing event deleted for resources: {'Port': ['ID=8805642a-2193-4bce-a614-94e805f23af8,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:58.464555 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ba9fbc4f-1dcb-4378-9f0c-a8e3303989b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:58.465304 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9fbc4f-1dcb-4378-9f0c-a8e3303989b7 None None] Bound using segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:42:58.473307 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-ba9fbc4f-1dcb-4378-9f0c-a8e3303989b7 None None] Bound port: 679b3b1d-2609-449d-aab7-c39e3509fd42, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:42:58.473782 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e1258a99-26c3-412d-905b-718d4f78f22a req-3eec4256-5ac4-457f-aef5-4cdab3590e0c tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/security-groups?id=1318f13c-ca31-4750-bd67-5c13f4cbaad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032217 Dec 16 09:42:58.473971 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ba9fbc4f-1dcb-4378-9f0c-a8e3303989b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:58.510640 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-38e8ab65-2b43-42dc-95a2-4e1934f88c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'name': 'tempest-ServerRescueTestJSONUnderV235-724864042-router', 'tenant_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:43Z', 'updated_at': '2021-12-16T09:42:51Z', 'revision_number': 4, 'project_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'gw_port': {'id': 'ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:45Z', 'updated_at': '2021-12-16T09:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '163e6e11-50ae-4d7d-a219-619b0a8311ec', 'name': '', 'network_id': '28047d1c-ee8f-4a14-bbf4-938e3632846a', 'tenant_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'mac_address': 'fa:16:3e:0e:ce:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'd0262dc5-cf27-4913-8cae-71034a5225c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:50Z', 'updated_at': '2021-12-16T09:42:56Z', 'revision_number': 4, 'project_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'subnets': [{'id': 'd0262dc5-cf27-4913-8cae-71034a5225c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:58.539953 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7e7e5fb1-7d55-43dc-80b9-a4743d0025c1 req-231c4898-4954-4172-9b0a-3af802ce77b6 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 210 time: 0.0788476 Dec 16 09:42:58.540253 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c1eb-b54f-45bf-bf9e-8a5dce688048 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:58.545795 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e8ab65-2b43-42dc-95a2-4e1934f88c9a None None] The sync data for ids ['e039346f-c427-42df-aa11-5b59e0b9d642'] in n-d-820550-2 is: [{'id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'name': 'tempest-ServerRescueTestJSONUnderV235-724864042-router', 'tenant_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:43Z', 'updated_at': '2021-12-16T09:42:51Z', 'revision_number': 4, 'project_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'gw_port': {'id': 'ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:45Z', 'updated_at': '2021-12-16T09:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '163e6e11-50ae-4d7d-a219-619b0a8311ec', 'name': '', 'network_id': '28047d1c-ee8f-4a14-bbf4-938e3632846a', 'tenant_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'mac_address': 'fa:16:3e:0e:ce:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'd0262dc5-cf27-4913-8cae-71034a5225c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:50Z', 'updated_at': '2021-12-16T09:42:56Z', 'revision_number': 4, 'project_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'subnets': [{'id': 'd0262dc5-cf27-4913-8cae-71034a5225c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:42:58.595177 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89d664eb-435d-408d-b861-3b4656192586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:58.628156 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-ba9fbc4f-1dcb-4378-9f0c-a8e3303989b7 None None] For port 679b3b1d-2609-449d-aab7-c39e3509fd42, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:42:58.629378 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89d664eb-435d-408d-b861-3b4656192586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:58.634682 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-ba9fbc4f-1dcb-4378-9f0c-a8e3303989b7 None None] For port 679b3b1d-2609-449d-aab7-c39e3509fd42, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=679b3b1d-2609-449d-aab7-c39e3509fd42,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:42:58.669357 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d0e62cc4-3b0f-4d1a-9a66-30d5cda41eb7 req-daa52ec8-a2c8-41ec-818b-31abaae3c280 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=9edc31af-967e-426b-8c7f-e7c0ebc92264 HTTP/1.1" status: 200 len: 210 time: 0.0976038 Dec 16 09:42:58.670485 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6797a545-4f99-4777-b7f4-a5709ee9d517 req-f807c92a-0bcb-4ba6-8b49-2bf553f929cb tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:58.679011 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c1eb-b54f-45bf-bf9e-8a5dce688048 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:58.679770 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c1eb-b54f-45bf-bf9e-8a5dce688048 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:58.693364 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ba9fbc4f-1dcb-4378-9f0c-a8e3303989b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:58.720236 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f807c92a-0bcb-4ba6-8b49-2bf553f929cb tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Pushing event deleted for resources: {'Port': ['ID=9a354f94-1426-4767-b313-da40abafa1c5,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:58.720425 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4de9c4e-f7b9-4451-9a48-5b19ffb6f64c req-da251dad-a8f2-4229-99c1-76c02ff312fe tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] No DVR routers for this DVR port 8805642a-2193-4bce-a614-94e805f23af8 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:42:58.735354 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c4de9c4e-f7b9-4451-9a48-5b19ffb6f64c req-da251dad-a8f2-4229-99c1-76c02ff312fe tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:58.738788 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c4de9c4e-f7b9-4451-9a48-5b19ffb6f64c req-da251dad-a8f2-4229-99c1-76c02ff312fe tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.58 "DELETE /v2.0/ports/8805642a-2193-4bce-a614-94e805f23af8 HTTP/1.1" status: 204 len: 173 time: 1.7033956 Dec 16 09:42:58.742432 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6768ebc-84b5-4b7e-9cb5-646079c4dc42', 'name': 'network-vif-deleted', 'tag': '8805642a-2193-4bce-a614-94e805f23af8'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:58.745099 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72fbf29-77f7-4cb7-a3a6-5af25eb35d50" -d '{"events": [{"server_uuid": "c6768ebc-84b5-4b7e-9cb5-646079c4dc42", "name": "network-vif-deleted", "tag": "8805642a-2193-4bce-a614-94e805f23af8"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:58.832912 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9fbc4f-1dcb-4378-9f0c-a8e3303989b7 None None] Pushing event updated for resources: {'Port': ['ID=679b3b1d-2609-449d-aab7-c39e3509fd42,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:58.951253 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-6797a545-4f99-4777-b7f4-a5709ee9d517 req-f807c92a-0bcb-4ba6-8b49-2bf553f929cb tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] No DVR routers for this DVR port 9a354f94-1426-4767-b313-da40abafa1c5 on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:42:58.958545 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6797a545-4f99-4777-b7f4-a5709ee9d517 req-f807c92a-0bcb-4ba6-8b49-2bf553f929cb tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:58.971988 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6797a545-4f99-4777-b7f4-a5709ee9d517 req-f807c92a-0bcb-4ba6-8b49-2bf553f929cb tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.57 "DELETE /v2.0/ports/9a354f94-1426-4767-b313-da40abafa1c5 HTTP/1.1" status: 204 len: 173 time: 1.9294703 Dec 16 09:42:58.979943 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cae256-f844-4c6d-a58a-0062131022d3', 'name': 'network-vif-deleted', 'tag': '9a354f94-1426-4767-b313-da40abafa1c5'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:58.983315 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b3f654-bbd5-4a7b-a22d-3550ce842844" -d '{"events": [{"server_uuid": "c7cae256-f844-4c6d-a58a-0062131022d3", "name": "network-vif-deleted", "tag": "9a354f94-1426-4767-b313-da40abafa1c5"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:59.011231 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6c1eb-b54f-45bf-bf9e-8a5dce688048 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Port': ['ID=6074429a-9ee9-4f99-91e9-18a8187d4928,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:59.014611 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7861b-26b8-431d-b99e-11b75879c23c req-a1adc0b7-5c00-4da2-928c-10b63fc3105c tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:59.016331 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21d7861b-26b8-431d-b99e-11b75879c23c req-a1adc0b7-5c00-4da2-928c-10b63fc3105c tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.57 "GET /v2.0/networks?id=28047d1c-ee8f-4a14-bbf4-938e3632846a HTTP/1.1" status: 200 len: 819 time: 0.3843822 Dec 16 09:42:59.048586 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171893c-ceff-479e-9a33-d428779457c1 req-a94f03c1-3aa0-4def-8ce6-dcf45ef164d6 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:59.049527 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4171893c-ceff-479e-9a33-d428779457c1 req-a94f03c1-3aa0-4def-8ce6-dcf45ef164d6 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.3269556 Dec 16 09:42:59.053901 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-21d7861b-26b8-431d-b99e-11b75879c23c req-b61962bf-c7bc-42c6-91fb-a7e3142d3b0f tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Request body: {'port': {'device_id': 'ed7a25db-ff93-49e7-a6de-e97f11e96c7e', 'network_id': '28047d1c-ee8f-4a14-bbf4-938e3632846a', 'admin_state_up': True, 'tenant_id': '8ff7029f74a841b4ae8b7c47bc887ad7'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:59.060391 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:59.128100 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f6c1eb-b54f-45bf-bf9e-8a5dce688048 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:59.130054 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-e0f6c1eb-b54f-45bf-bf9e-8a5dce688048 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:59.244274 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4171893c-ceff-479e-9a33-d428779457c1 req-ff411fc2-eeab-47a0-a15c-afea5ecd55e9 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853395 Dec 16 09:42:59.381355 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89d664eb-435d-408d-b861-3b4656192586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:59.393372 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89d664eb-435d-408d-b861-3b4656192586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:59.403632 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-89d664eb-435d-408d-b861-3b4656192586 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a6e0238f-c8e8-415b-be62-87a153931f36 HTTP/1.1" status: 204 len: 168 time: 1.1108706 Dec 16 09:42:59.462733 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41abe68-1f98-408f-b846-a0fca7f78b53 x-openstack-request-id: req-a41abe68-1f98-408f-b846-a0fca7f78b53 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:59.463087 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6768ebc-84b5-4b7e-9cb5-646079c4dc42", "name": "network-vif-deleted", "tag": "8805642a-2193-4bce-a614-94e805f23af8", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:59.463411 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a41abe68-1f98-408f-b846-a0fca7f78b53 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:59.463870 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6768ebc-84b5-4b7e-9cb5-646079c4dc42', 'name': 'network-vif-deleted', 'tag': '8805642a-2193-4bce-a614-94e805f23af8', 'status': 'completed', 'code': 200} Dec 16 09:42:59.490995 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e409577-8966-4572-b03a-b000b39b0c7e x-openstack-request-id: req-6e409577-8966-4572-b03a-b000b39b0c7e {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:59.491274 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cae256-f844-4c6d-a58a-0062131022d3", "name": "network-vif-deleted", "tag": "9a354f94-1426-4767-b313-da40abafa1c5", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:59.491671 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6e409577-8966-4572-b03a-b000b39b0c7e {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:59.492025 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cae256-f844-4c6d-a58a-0062131022d3', 'name': 'network-vif-deleted', 'tag': '9a354f94-1426-4767-b313-da40abafa1c5', 'status': 'completed', 'code': 200} Dec 16 09:42:59.504256 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d664eb-435d-408d-b861-3b4656192586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e0238f-c8e8-415b-be62-87a153931f36,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:59.546026 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-2291d494-4415-447f-be95-8e50d79b303b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ab2ded-9a3c-470a-91ff-00465ee2ebf2 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:42:59.556330 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-2291d494-4415-447f-be95-8e50d79b303b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:59.575691 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-2291d494-4415-447f-be95-8e50d79b303b service neutron] Transition to ACTIVE for port object 60ab2ded-9a3c-470a-91ff-00465ee2ebf2 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:42:59.590995 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2522f62-b691-4761-b06e-f502e74140a4 req-eeabdfce-acec-4e7f-b57e-e1311481ef0b tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:59.593852 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b2522f62-b691-4761-b06e-f502e74140a4 req-eeabdfce-acec-4e7f-b57e-e1311481ef0b tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fad8406-c22f-4a47-b026-99fb8dc758a1 HTTP/1.1" status: 200 len: 931 time: 0.1329432 Dec 16 09:42:59.612864 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f6c1eb-b54f-45bf-bf9e-8a5dce688048 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Router 2744eff3-fa08-4b63-9625-eb28b42e41db is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:42:59.638295 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b646fe-9a0b-4c94-9e84-6cc09766c110 req-ff687587-2db3-4c72-8ee5-d8b9b13b4b87 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:59.640053 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21d7861b-26b8-431d-b99e-11b75879c23c req-b61962bf-c7bc-42c6-91fb-a7e3142d3b0f tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Made reservation on behalf of 8ff7029f74a841b4ae8b7c47bc887ad7 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:42:59.640518 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:59.644562 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-21d7861b-26b8-431d-b99e-11b75879c23c req-b61962bf-c7bc-42c6-91fb-a7e3142d3b0f tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:59.650473 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-52b646fe-9a0b-4c94-9e84-6cc09766c110 req-ff687587-2db3-4c72-8ee5-d8b9b13b4b87 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/ports?device_id=980b090b-fc17-4274-bcea-1113157b4a78 HTTP/1.1" status: 200 len: 945 time: 0.0910151 Dec 16 09:42:59.680038 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b2522f62-b691-4761-b06e-f502e74140a4 req-62842212-7e82-4e02-a327-188de594d1c5 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652559 Dec 16 09:42:59.748335 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-2291d494-4415-447f-be95-8e50d79b303b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:59.789818 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-52b646fe-9a0b-4c94-9e84-6cc09766c110 req-d97e3ed6-0236-47f6-9475-12fd52e41122 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d1121ee-e56a-47c8-b3a8-c0d36557b7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383502 Dec 16 09:42:59.819813 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f6c1eb-b54f-45bf-bf9e-8a5dce688048 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:42:59.832358 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6479ed99-56ec-4a2a-9aa6-8214be638524 None None] Sync routers for ids ['2744eff3-fa08-4b63-9625-eb28b42e41db'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:42:59.840253 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e0f6c1eb-b54f-45bf-bf9e-8a5dce688048 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "PUT /v2.0/routers/2744eff3-fa08-4b63-9625-eb28b42e41db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3998764 Dec 16 09:42:59.843810 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33158) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:59.855901 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6479ed99-56ec-4a2a-9aa6-8214be638524 None None] Routers {'2744eff3-fa08-4b63-9625-eb28b42e41db'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:42:59.856634 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6479ed99-56ec-4a2a-9aa6-8214be638524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:42:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2744eff3-fa08-4b63-9625-eb28b42e41db'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:59.952025 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 9a354f94-1426-4767-b313-da40abafa1c5 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:42:59.981592 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 9a354f94-1426-4767-b313-da40abafa1c5 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:42:59.981946 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 9a354f94-1426-4767-b313-da40abafa1c5 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:42:59.986681 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046b7403-7eef-4c8b-b82d-9214291f43f3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:59.990561 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-046b7403-7eef-4c8b-b82d-9214291f43f3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports/6074429a-9ee9-4f99-91e9-18a8187d4928 HTTP/1.1" status: 200 len: 911 time: 0.1428003 Dec 16 09:43:00.007348 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33162) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:00.071626 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c70af5f8-a51c-4fe8-90cd-f3aab2f9c105 req-535c5c07-5d24-429a-ae0a-df8747ea7c65 tempest-MultipleCreateTestJSON-1490612695 tempest-MultipleCreateTestJSON-1490612695-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7cae256-f844-4c6d-a58a-0062131022d3 HTTP/1.1" status: 200 len: 210 time: 0.2351832 Dec 16 09:43:00.072506 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291d494-4415-447f-be95-8e50d79b303b service neutron] Pushing event updated for resources: {'Port': ['ID=60ab2ded-9a3c-470a-91ff-00465ee2ebf2,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:00.139061 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d793566d-2834-4fd6-b474-31c537e0d976 req-e7c94956-84a6-4565-adbf-f4cc3cc65ac9 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 210 time: 0.1939361 Dec 16 09:43:00.198257 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-6479ed99-56ec-4a2a-9aa6-8214be638524 None None] Set router 2744eff3-fa08-4b63-9625-eb28b42e41db gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:43:00.238868 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-21d7861b-26b8-431d-b99e-11b75879c23c req-b61962bf-c7bc-42c6-91fb-a7e3142d3b0f tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Allocated IP 172.20.0.6 (28047d1c-ee8f-4a14-bbf4-938e3632846a/d0262dc5-cf27-4913-8cae-71034a5225c2/271bfd06-ad9c-47a7-aa9d-f6537e596991) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:43:00.262068 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367eab68-83e6-4330-bf17-7499046f93eb tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:00.307845 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367eab68-83e6-4330-bf17-7499046f93eb tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:00.309639 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-367eab68-83e6-4330-bf17-7499046f93eb tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.3007495 Dec 16 09:43:00.316360 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33166) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:00.370590 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 679b3b1d-2609-449d-aab7-c39e3509fd42 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:43:00.482100 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 8805642a-2193-4bce-a614-94e805f23af8 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:43:00.532030 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ad6a6d61-5331-4051-a6ff-6631b0931643 req-fda29e00-ff20-4cca-886c-970bd85eac23 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=9edc31af-967e-426b-8c7f-e7c0ebc92264 HTTP/1.1" status: 200 len: 210 time: 0.2639523 Dec 16 09:43:00.617152 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33174) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:00.627424 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 8805642a-2193-4bce-a614-94e805f23af8 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:43:00.627857 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 8805642a-2193-4bce-a614-94e805f23af8 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:43:00.665815 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-2291d494-4415-447f-be95-8e50d79b303b service neutron] Attempting to bind port 60ab2ded-9a3c-470a-91ff-00465ee2ebf2 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:43:00.666360 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-2291d494-4415-447f-be95-8e50d79b303b service neutron] Attempting to bind port 60ab2ded-9a3c-470a-91ff-00465ee2ebf2 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'f0df79a4-0132-4b56-a1b6-b2446bc74352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '89dde67c-4375-428d-a66c-d788737973c8'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:43:00.666458 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-2291d494-4415-447f-be95-8e50d79b303b service neutron] Attempting to bind port 60ab2ded-9a3c-470a-91ff-00465ee2ebf2 on network 89dde67c-4375-428d-a66c-d788737973c8 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:43:00.693751 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e467f0f-5a6f-49b4-bd15-70dc42652bb6 req-fd941eea-f769-40e5-af8a-1ca5cde3dc36 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:00.703562 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0e467f0f-5a6f-49b4-bd15-70dc42652bb6 req-fd941eea-f769-40e5-af8a-1ca5cde3dc36 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.2323685 Dec 16 09:43:00.705587 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2f7f86af-e974-4b7b-af9a-0dddc312c375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:00.727990 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 679b3b1d-2609-449d-aab7-c39e3509fd42 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:00.729985 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:00.737639 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-2291d494-4415-447f-be95-8e50d79b303b service neutron] Port 60ab2ded-9a3c-470a-91ff-00465ee2ebf2 on network 89dde67c-4375-428d-a66c-d788737973c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:43:00.744416 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-2291d494-4415-447f-be95-8e50d79b303b service neutron] Attempting to bind port 60ab2ded-9a3c-470a-91ff-00465ee2ebf2 on network 89dde67c-4375-428d-a66c-d788737973c8 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:43:00.799184 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-2291d494-4415-447f-be95-8e50d79b303b service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:43:00.799544 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-2291d494-4415-447f-be95-8e50d79b303b service neutron] Checking segment: {'id': 'f0df79a4-0132-4b56-a1b6-b2446bc74352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '89dde67c-4375-428d-a66c-d788737973c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:43:00.802785 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-2291d494-4415-447f-be95-8e50d79b303b service neutron] Bound using segment: {'id': 'f0df79a4-0132-4b56-a1b6-b2446bc74352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '89dde67c-4375-428d-a66c-d788737973c8'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:43:00.803310 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-2291d494-4415-447f-be95-8e50d79b303b service neutron] Bound port: 60ab2ded-9a3c-470a-91ff-00465ee2ebf2, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0df79a4-0132-4b56-a1b6-b2446bc74352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '89dde67c-4375-428d-a66c-d788737973c8'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:43:00.803688 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-2291d494-4415-447f-be95-8e50d79b303b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:00.866678 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6479ed99-56ec-4a2a-9aa6-8214be638524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2744eff3-fa08-4b63-9625-eb28b42e41db', 'name': 'tempest-NetworksTestDHCPv6-router-935606417', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:55Z', 'updated_at': '2021-12-16T09:42:57Z', 'revision_number': 2, 'project_id': '7a8a019db65a41c08c2de4799c62bbc5', 'gw_port_host': None, '_interfaces': [{'id': '6074429a-9ee9-4f99-91e9-18a8187d4928', 'name': '', 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'mac_address': 'fa:16:3e:88:d8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2744eff3-fa08-4b63-9625-eb28b42e41db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '6128fa2d-e935-40a5-a702-7f53ab028d2a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:56Z', 'updated_at': '2021-12-16T09:42:58Z', 'revision_number': 2, 'project_id': '7a8a019db65a41c08c2de4799c62bbc5', 'subnets': [{'id': '6128fa2d-e935-40a5-a702-7f53ab028d2a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:00.877451 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0e467f0f-5a6f-49b4-bd15-70dc42652bb6 req-c9fa202e-e98a-4d96-b665-98b90614845d tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708364 Dec 16 09:43:00.920276 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6479ed99-56ec-4a2a-9aa6-8214be638524 None None] Checking router: 2744eff3-fa08-4b63-9625-eb28b42e41db for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:43:00.920650 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6479ed99-56ec-4a2a-9aa6-8214be638524 None None] Updating router 2744eff3-fa08-4b63-9625-eb28b42e41db port 6074429a-9ee9-4f99-91e9-18a8187d4928 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:43:00.936647 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:00.973825 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6479ed99-56ec-4a2a-9aa6-8214be638524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:00.998684 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 679b3b1d-2609-449d-aab7-c39e3509fd42, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=679b3b1d-2609-449d-aab7-c39e3509fd42,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:01.058960 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-64dec380-e9ef-4853-a2a3-fc7fe672ca6f None None] Provisioning complete for port 679b3b1d-2609-449d-aab7-c39e3509fd42 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:01.059325 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-64dec380-e9ef-4853-a2a3-fc7fe672ca6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:01.114088 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:01.115138 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 163e6e11-50ae-4d7d-a219-619b0a8311ec up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:43:01.233642 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=679b3b1d-2609-449d-aab7-c39e3509fd42,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:01.266627 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e10d0269-d32a-44dd-a1ce-58aa2fa44af0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:01.389317 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 163e6e11-50ae-4d7d-a219-619b0a8311ec triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:01.396456 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:01.517455 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6479ed99-56ec-4a2a-9aa6-8214be638524 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:01.528495 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4933d803-7097-48a4-8e46-c4ec29ff9c79 None None] Provisioning complete for port 6074429a-9ee9-4f99-91e9-18a8187d4928 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:01.529032 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4933d803-7097-48a4-8e46-c4ec29ff9c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:01.569785 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-21d7861b-26b8-431d-b99e-11b75879c23c req-b61962bf-c7bc-42c6-91fb-a7e3142d3b0f tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:01.592658 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6479ed99-56ec-4a2a-9aa6-8214be638524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:01.595347 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-66607eb1-ecda-42af-a8a1-6acb94086244 req-892012e5-8425-44a9-9d95-2b5526236e99 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 210 time: 0.1109567 Dec 16 09:43:01.615317 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4933d803-7097-48a4-8e46-c4ec29ff9c79 None None] Port 6074429a-9ee9-4f99-91e9-18a8187d4928 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:43:01.618870 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39428e88-daf9-4161-89d5-7b8eab6761ad req-e974d799-787d-457c-8381-eabe02c6e9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:01.620357 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-39428e88-daf9-4161-89d5-7b8eab6761ad req-e974d799-787d-457c-8381-eabe02c6e9d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1bf440b6c55457f8af9c018d530175b&device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 1095 time: 0.1097705 Dec 16 09:43:01.634220 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:01.658529 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec3749-fb52-45dc-9195-5c507d8590c0 req-78cdaccd-5a49-4167-8b12-271d843525cf tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:01.663169 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cbec3749-fb52-45dc-9195-5c507d8590c0 req-78cdaccd-5a49-4167-8b12-271d843525cf tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fad8406-c22f-4a47-b026-99fb8dc758a1 HTTP/1.1" status: 200 len: 943 time: 0.7701180 Dec 16 09:43:01.706140 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 163e6e11-50ae-4d7d-a219-619b0a8311ec, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=163e6e11-50ae-4d7d-a219-619b0a8311ec,segment=NetworkSegment(4633fa21-d201-4901-b20b-13d2bccf565c),segment_id=4633fa21-d201-4901-b20b-13d2bccf565c)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:01.735468 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3808498-3e62-449c-a4ae-81806f7e0cee None None] Pushing event updated for resources: {'Port': ['ID=6074429a-9ee9-4f99-91e9-18a8187d4928,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:01.784042 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:01.784913 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39428e88-daf9-4161-89d5-7b8eab6761ad req-43b3ff4d-b2db-41e0-a762-bcf1f94f0986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:01.786781 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-39428e88-daf9-4161-89d5-7b8eab6761ad req-43b3ff4d-b2db-41e0-a762-bcf1f94f0986 service neutron] 10.222.0.57 "GET /v2.0/networks?id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f HTTP/1.1" status: 200 len: 912 time: 0.1575847 Dec 16 09:43:01.797862 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-2291d494-4415-447f-be95-8e50d79b303b service neutron] For port 60ab2ded-9a3c-470a-91ff-00465ee2ebf2, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:43:01.808789 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-e10d0269-d32a-44dd-a1ce-58aa2fa44af0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting port 6074429a-9ee9-4f99-91e9-18a8187d4928 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:43:01.809176 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e10d0269-d32a-44dd-a1ce-58aa2fa44af0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:01.824883 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-6479ed99-56ec-4a2a-9aa6-8214be638524 None None] Attempting to bind port 6074429a-9ee9-4f99-91e9-18a8187d4928 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:43:01.825653 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-6479ed99-56ec-4a2a-9aa6-8214be638524 None None] Attempting to bind port 6074429a-9ee9-4f99-91e9-18a8187d4928 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:43:01.825823 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6479ed99-56ec-4a2a-9aa6-8214be638524 None None] Attempting to bind port 6074429a-9ee9-4f99-91e9-18a8187d4928 on network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:43:01.833808 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6479ed99-56ec-4a2a-9aa6-8214be638524 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:43:01.834340 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6479ed99-56ec-4a2a-9aa6-8214be638524 None None] Checking segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:43:01.834860 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6479ed99-56ec-4a2a-9aa6-8214be638524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:01.835414 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6479ed99-56ec-4a2a-9aa6-8214be638524 None None] Bound using segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:43:01.836029 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-6479ed99-56ec-4a2a-9aa6-8214be638524 None None] Bound port: 6074429a-9ee9-4f99-91e9-18a8187d4928, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:43:01.836540 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6479ed99-56ec-4a2a-9aa6-8214be638524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:01.866772 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-2291d494-4415-447f-be95-8e50d79b303b service neutron] For port 60ab2ded-9a3c-470a-91ff-00465ee2ebf2, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=60ab2ded-9a3c-470a-91ff-00465ee2ebf2,segment=NetworkSegment(f0df79a4-0132-4b56-a1b6-b2446bc74352),segment_id=f0df79a4-0132-4b56-a1b6-b2446bc74352)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:43:01.925207 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2f7f86af-e974-4b7b-af9a-0dddc312c375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:01.929470 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=163e6e11-50ae-4d7d-a219-619b0a8311ec,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:01.934235 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-39428e88-daf9-4161-89d5-7b8eab6761ad req-0d46d64a-8ab3-460e-a91f-b151019d191b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 HTTP/1.1" status: 200 len: 999 time: 0.1385453 Dec 16 09:43:01.935082 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cbec3749-fb52-45dc-9195-5c507d8590c0 req-ba1887b1-783b-48bd-946d-2d6463574552 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492514 Dec 16 09:43:01.939274 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-2291d494-4415-447f-be95-8e50d79b303b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:01.962700 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-6479ed99-56ec-4a2a-9aa6-8214be638524 None None] For port 6074429a-9ee9-4f99-91e9-18a8187d4928, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:43:01.966135 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-6479ed99-56ec-4a2a-9aa6-8214be638524 None None] For port 6074429a-9ee9-4f99-91e9-18a8187d4928, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=6074429a-9ee9-4f99-91e9-18a8187d4928,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:43:02.003632 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-124619f0-e117-4cd1-bb03-d6e206f9e6bd None None] Provisioning complete for port 6074429a-9ee9-4f99-91e9-18a8187d4928 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:02.004075 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-124619f0-e117-4cd1-bb03-d6e206f9e6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:02.040177 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2f7f86af-e974-4b7b-af9a-0dddc312c375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:02.049413 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-21d7861b-26b8-431d-b99e-11b75879c23c req-b61962bf-c7bc-42c6-91fb-a7e3142d3b0f tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:02.066816 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6479ed99-56ec-4a2a-9aa6-8214be638524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:02.086459 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-e10d0269-d32a-44dd-a1ce-58aa2fa44af0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] For port 6074429a-9ee9-4f99-91e9-18a8187d4928, host n-d-820550-2, got binding levels [] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:02.086841 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e10d0269-d32a-44dd-a1ce-58aa2fa44af0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:02.089083 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-124619f0-e117-4cd1-bb03-d6e206f9e6bd None None] Port 6074429a-9ee9-4f99-91e9-18a8187d4928 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:43:02.106114 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-e10d0269-d32a-44dd-a1ce-58aa2fa44af0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Calling delete_port for 6074429a-9ee9-4f99-91e9-18a8187d4928 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:43:02.109692 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39428e88-daf9-4161-89d5-7b8eab6761ad req-805c6028-41de-439d-a0f4-722373041175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:02.111334 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-39428e88-daf9-4161-89d5-7b8eab6761ad req-805c6028-41de-439d-a0f4-722373041175 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c3e23022-6181-4c07-9324-a5452325576b HTTP/1.1" status: 200 len: 850 time: 0.1610367 Dec 16 09:43:02.124400 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 679b3b1d-2609-449d-aab7-c39e3509fd42 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:43:02.146526 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33196) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:02.179804 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6479ed99-56ec-4a2a-9aa6-8214be638524 None None] Routers {'2744eff3-fa08-4b63-9625-eb28b42e41db'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:43:02.180450 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6479ed99-56ec-4a2a-9aa6-8214be638524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:42:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2744eff3-fa08-4b63-9625-eb28b42e41db'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:02.246953 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f86af-e974-4b7b-af9a-0dddc312c375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7aaaddc-ace6-4a80-ba2b-d692e28bebfd,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:02.262045 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-2291d494-4415-447f-be95-8e50d79b303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:02.262888 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-2291d494-4415-447f-be95-8e50d79b303b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:02.264429 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-2291d494-4415-447f-be95-8e50d79b303b service neutron] 10.222.0.57 "PUT /v2.0/ports/60ab2ded-9a3c-470a-91ff-00465ee2ebf2 HTTP/1.1" status: 200 len: 1091 time: 4.3871233 Dec 16 09:43:02.284183 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fad8406-c22f-4a47-b026-99fb8dc758a1', 'tag': '60ab2ded-9a3c-470a-91ff-00465ee2ebf2'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:43:02.288596 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0587c29f-7050-4b90-9eea-243397c9be73" -d '{"events": [{"name": "network-changed", "server_uuid": "5fad8406-c22f-4a47-b026-99fb8dc758a1", "tag": "60ab2ded-9a3c-470a-91ff-00465ee2ebf2"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:43:02.289375 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0e86fff0-3b2b-4504-abdb-871989471e7a req-698a9f7a-15a1-42c2-a340-3dd452bea517 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=9edc31af-967e-426b-8c7f-e7c0ebc92264 HTTP/1.1" status: 200 len: 210 time: 0.0706775 Dec 16 09:43:02.317348 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39428e88-daf9-4161-89d5-7b8eab6761ad req-60144d35-0bb3-41b8-92f6-ce06fbad89ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:02.318527 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-39428e88-daf9-4161-89d5-7b8eab6761ad req-60144d35-0bb3-41b8-92f6-ce06fbad89ee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1968188 Dec 16 09:43:02.333823 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b543deb-a3a2-4f8d-b4f5-cc66a2e94ef9 admin admin] Deleting subnet df697736-f4da-4d13-b48a-4739855325c5 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:43:02.335113 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-aeab79bd-69d1-44f9-8060-c7119ed58bdb tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:02.338280 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-6479ed99-56ec-4a2a-9aa6-8214be638524 None None] Set router 2744eff3-fa08-4b63-9625-eb28b42e41db gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:43:02.345435 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-aeab79bd-69d1-44f9-8060-c7119ed58bdb tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.58 "GET /v2.0/networks?id=872dad0c-b125-4398-b449-96faec06fd91 HTTP/1.1" status: 200 len: 796 time: 0.7536538 Dec 16 09:43:02.352365 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0b543deb-a3a2-4f8d-b4f5-cc66a2e94ef9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:02.364148 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21d7861b-26b8-431d-b99e-11b75879c23c req-b61962bf-c7bc-42c6-91fb-a7e3142d3b0f tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Network 28047d1c-ee8f-4a14-bbf4-938e3632846a is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:43:02.387251 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-21d7861b-26b8-431d-b99e-11b75879c23c req-b61962bf-c7bc-42c6-91fb-a7e3142d3b0f tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:02.400829 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291d494-4415-447f-be95-8e50d79b303b service neutron] Pushing event updated for resources: {'Port': ['ID=60ab2ded-9a3c-470a-91ff-00465ee2ebf2,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:02.448203 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-3f87c9b5-95a4-4089-a169-d46a9df5f8f1 None None] Provisioning complete for port 6074429a-9ee9-4f99-91e9-18a8187d4928 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:02.448724 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3f87c9b5-95a4-4089-a169-d46a9df5f8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:02.505266 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 679b3b1d-2609-449d-aab7-c39e3509fd42 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:02.505644 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:02.555254 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d7861b-26b8-431d-b99e-11b75879c23c req-b61962bf-c7bc-42c6-91fb-a7e3142d3b0f tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:43:02.555584 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3808498-3e62-449c-a4ae-81806f7e0cee None None] Pushing event updated for resources: {'Port': ['ID=6074429a-9ee9-4f99-91e9-18a8187d4928,revision_number=4']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:02.593152 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3f87c9b5-95a4-4089-a169-d46a9df5f8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:02.602576 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61962bf-c7bc-42c6-91fb-a7e3142d3b0f tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Pushing event updated for resources: {'Port': ['ID=271bfd06-ad9c-47a7-aa9d-f6537e596991,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:02.616502 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2f7f86af-e974-4b7b-af9a-0dddc312c375 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c92a051fa3b640b8a33ef91478180b79&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9963272 Dec 16 09:43:02.654950 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33200) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:02.658182 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 163e6e11-50ae-4d7d-a219-619b0a8311ec up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:43:02.711016 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-3f87c9b5-95a4-4089-a169-d46a9df5f8f1 None None] For port 6074429a-9ee9-4f99-91e9-18a8187d4928, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=6074429a-9ee9-4f99-91e9-18a8187d4928,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:02.753523 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 163e6e11-50ae-4d7d-a219-619b0a8311ec triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:02.753908 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:02.781536 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-63e1e4a2-f197-46c8-965d-71b391014832 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60a0020dcca848d99f97019eb94a2e49 HTTP/1.1" status: 200 len: 380 time: 0.1761930 Dec 16 09:43:02.783569 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3f87c9b5-95a4-4089-a169-d46a9df5f8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:02.816464 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6479ed99-56ec-4a2a-9aa6-8214be638524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2744eff3-fa08-4b63-9625-eb28b42e41db', 'name': 'tempest-NetworksTestDHCPv6-router-935606417', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:55Z', 'updated_at': '2021-12-16T09:42:57Z', 'revision_number': 2, 'project_id': '7a8a019db65a41c08c2de4799c62bbc5', 'gw_port_host': None, '_interfaces': [{'id': '6074429a-9ee9-4f99-91e9-18a8187d4928', 'name': '', 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'mac_address': 'fa:16:3e:88:d8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2744eff3-fa08-4b63-9625-eb28b42e41db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '6128fa2d-e935-40a5-a702-7f53ab028d2a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:56Z', 'updated_at': '2021-12-16T09:43:01Z', 'revision_number': 4, 'project_id': '7a8a019db65a41c08c2de4799c62bbc5', 'subnets': [{'id': '6128fa2d-e935-40a5-a702-7f53ab028d2a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:02.822418 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7861b-26b8-431d-b99e-11b75879c23c req-b61962bf-c7bc-42c6-91fb-a7e3142d3b0f tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:02.823652 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-21d7861b-26b8-431d-b99e-11b75879c23c req-b61962bf-c7bc-42c6-91fb-a7e3142d3b0f tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:02.833308 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-1a80ba1c-5fe7-4bf6-b8ab-ccff4c61c5a2 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Request body: {'port': {'device_id': '9edc31af-967e-426b-8c7f-e7c0ebc92264', 'network_id': '872dad0c-b125-4398-b449-96faec06fd91', 'admin_state_up': True, 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'security_groups': ['c74362f6-d134-41ca-a826-9b890e02020d']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:02.850892 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6479ed99-56ec-4a2a-9aa6-8214be638524 None None] The sync data for ids ['2744eff3-fa08-4b63-9625-eb28b42e41db'] in n-d-820550-2 is: [{'id': '2744eff3-fa08-4b63-9625-eb28b42e41db', 'name': 'tempest-NetworksTestDHCPv6-router-935606417', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:55Z', 'updated_at': '2021-12-16T09:42:57Z', 'revision_number': 2, 'project_id': '7a8a019db65a41c08c2de4799c62bbc5', 'gw_port_host': None, '_interfaces': [{'id': '6074429a-9ee9-4f99-91e9-18a8187d4928', 'name': '', 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'mac_address': 'fa:16:3e:88:d8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2744eff3-fa08-4b63-9625-eb28b42e41db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '6128fa2d-e935-40a5-a702-7f53ab028d2a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:56Z', 'updated_at': '2021-12-16T09:43:01Z', 'revision_number': 4, 'project_id': '7a8a019db65a41c08c2de4799c62bbc5', 'subnets': [{'id': '6128fa2d-e935-40a5-a702-7f53ab028d2a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:43:02.873345 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f87c9b5-95a4-4089-a169-d46a9df5f8f1 None None] Pushing event updated for resources: {'Port': ['ID=6074429a-9ee9-4f99-91e9-18a8187d4928,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:02.911006 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-86b50472-15d5-4415-b885-0dd36057d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:02.912517 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-86b50472-15d5-4415-b885-0dd36057d296 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e689af417abc4a949f6a02217a4ce1bc&device_id=5fad8406-c22f-4a47-b026-99fb8dc758a1 HTTP/1.1" status: 200 len: 1094 time: 0.4285448 Dec 16 09:43:02.929919 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392f49f-6881-43bb-9d59-132f3fe6ec6f req-d017c794-547c-4941-8f63-48c514398024 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:02.931658 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-9299aa9d-5b20-4a3e-8bba-d55ea4a2c399 None None] Provisioning complete for port 6074429a-9ee9-4f99-91e9-18a8187d4928 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:02.932037 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9299aa9d-5b20-4a3e-8bba-d55ea4a2c399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:02.941268 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2392f49f-6881-43bb-9d59-132f3fe6ec6f req-d017c794-547c-4941-8f63-48c514398024 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.6599441 Dec 16 09:43:03.015686 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-eea5fd43-aa84-4ab8-afa8-9921f18ec879 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60ab2ded-9a3c-470a-91ff-00465ee2ebf2 HTTP/1.1" status: 200 len: 217 time: 0.0682576 Dec 16 09:43:03.058032 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0b543deb-a3a2-4f8d-b4f5-cc66a2e94ef9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:03.060230 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21d7861b-26b8-431d-b99e-11b75879c23c req-b61962bf-c7bc-42c6-91fb-a7e3142d3b0f tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0262873 Dec 16 09:43:03.106524 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-21d7861b-26b8-431d-b99e-11b75879c23c req-62e680e5-6953-4087-9829-fca62902080e service neutron] Request body: {'port': {'device_id': 'ed7a25db-ff93-49e7-a6de-e97f11e96c7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:03.111521 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-769e9365-39c5-428b-81b7-6ff44089043d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:03.116305 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-39428e88-daf9-4161-89d5-7b8eab6761ad req-fab59448-dba1-4235-aeed-84d6f5046bc8 service neutron] 10.222.0.57 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7756257 Dec 16 09:43:03.164975 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2392f49f-6881-43bb-9d59-132f3fe6ec6f req-77c89cb6-19c0-4bbe-900c-c27cef28ef0c tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224596 Dec 16 09:43:03.187108 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c9e39-a313-4a95-8665-acd78061769e req-adf4d207-3429-46d6-81a7-e3494f50a0c7 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:03.192607 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-229c9e39-a313-4a95-8665-acd78061769e req-adf4d207-3429-46d6-81a7-e3494f50a0c7 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/ports?device_id=980b090b-fc17-4274-bcea-1113157b4a78 HTTP/1.1" status: 200 len: 945 time: 0.7265427 Dec 16 09:43:03.204537 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-29662fa4-7832-45e4-9272-afad54dfc3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:03.206682 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-29662fa4-7832-45e4-9272-afad54dfc3ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2958cd17-ef24-4c92-a56a-e6ec8ed248b4 HTTP/1.1" status: 200 len: 854 time: 0.1788850 Dec 16 09:43:03.215104 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-769e9365-39c5-428b-81b7-6ff44089043d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:03.291156 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8adf92f-869f-48b7-9642-96e8ec9082e5 x-openstack-request-id: req-f8adf92f-869f-48b7-9642-96e8ec9082e5 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:43:03.291445 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fad8406-c22f-4a47-b026-99fb8dc758a1", "tag": "60ab2ded-9a3c-470a-91ff-00465ee2ebf2", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:43:03.291716 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f8adf92f-869f-48b7-9642-96e8ec9082e5 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:43:03.292152 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fad8406-c22f-4a47-b026-99fb8dc758a1', 'tag': '60ab2ded-9a3c-470a-91ff-00465ee2ebf2', 'status': 'completed', 'code': 200} Dec 16 09:43:03.300987 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-21d7861b-26b8-431d-b99e-11b75879c23c req-62e680e5-6953-4087-9829-fca62902080e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:03.320769 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-39428e88-daf9-4161-89d5-7b8eab6761ad req-a73d2836-2033-48b8-bb2e-9aaae6eabd99 service neutron] 10.222.0.57 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888411 Dec 16 09:43:03.342329 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0b543deb-a3a2-4f8d-b4f5-cc66a2e94ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:03.366505 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-0d23f55e-9d27-46e8-ba96-d7c4d23be9bc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=89dde67c-4375-428d-a66c-d788737973c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896356 Dec 16 09:43:03.408788 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-229c9e39-a313-4a95-8665-acd78061769e req-6d7fb8b0-a7ab-49bf-aee6-83259e2006e8 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d1121ee-e56a-47c8-b3a8-c0d36557b7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154763 Dec 16 09:43:03.522206 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e10d0269-d32a-44dd-a1ce-58aa2fa44af0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:03.562677 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d0269-d32a-44dd-a1ce-58aa2fa44af0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Port': ['ID=6074429a-9ee9-4f99-91e9-18a8187d4928,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:03.565162 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-1a80ba1c-5fe7-4bf6-b8ab-ccff4c61c5a2 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Made reservation on behalf of 60a0020dcca848d99f97019eb94a2e49 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:43:03.568786 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-1a80ba1c-5fe7-4bf6-b8ab-ccff4c61c5a2 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:03.570714 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0b543deb-a3a2-4f8d-b4f5-cc66a2e94ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:03.578694 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e3fa0-e111-4b3b-aa13-27377a2a3188 req-7b68bcf8-35d6-42ef-9028-8d49683f9c69 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:03.580833 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e77e3fa0-e111-4b3b-aa13-27377a2a3188 req-7b68bcf8-35d6-42ef-9028-8d49683f9c69 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 931 time: 0.2650557 Dec 16 09:43:03.613785 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b543deb-a3a2-4f8d-b4f5-cc66a2e94ef9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df697736-f4da-4d13-b48a-4739855325c5,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:03.642814 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0b543deb-a3a2-4f8d-b4f5-cc66a2e94ef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:03.648458 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-769e9365-39c5-428b-81b7-6ff44089043d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:03.648619 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0b543deb-a3a2-4f8d-b4f5-cc66a2e94ef9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/df697736-f4da-4d13-b48a-4739855325c5 HTTP/1.1" status: 204 len: 168 time: 1.4971886 Dec 16 09:43:03.649493 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-769e9365-39c5-428b-81b7-6ff44089043d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:03.650647 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-769e9365-39c5-428b-81b7-6ff44089043d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b7aaaddc-ace6-4a80-ba2b-d692e28bebfd HTTP/1.1" status: 204 len: 168 time: 0.9894397 Dec 16 09:43:03.655231 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33208) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:03.657458 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e226bc-8aac-4646-8167-02bc7f6c0779 req-52afa3f8-f848-4acd-b161-14105f915da6 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:03.659176 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-58e226bc-8aac-4646-8167-02bc7f6c0779 req-52afa3f8-f848-4acd-b161-14105f915da6 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.58 "GET /v2.0/ports?device_id=980b090b-fc17-4274-bcea-1113157b4a78 HTTP/1.1" status: 200 len: 945 time: 0.1865075 Dec 16 09:43:03.674214 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ab6fe-322e-49c6-b45e-a42d2f6e0e44 req-3d6df75b-7167-4271-834e-4d0c8859d629 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:03.675623 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-115ab6fe-322e-49c6-b45e-a42d2f6e0e44 req-3d6df75b-7167-4271-834e-4d0c8859d629 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fad8406-c22f-4a47-b026-99fb8dc758a1 HTTP/1.1" status: 200 len: 943 time: 0.1699452 Dec 16 09:43:03.735284 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-596d4532-31b1-4a89-80fd-7f2974dbedbb service neutron] 10.222.0.57 "GET /v2.0/networks/89dde67c-4375-428d-a66c-d788737973c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204057 Dec 16 09:43:03.772949 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e9365-39c5-428b-81b7-6ff44089043d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7aaaddc-ace6-4a80-ba2b-d692e28bebfd,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:03.807744 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e10d0269-d32a-44dd-a1ce-58aa2fa44af0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:03.833543 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e77e3fa0-e111-4b3b-aa13-27377a2a3188 req-3920ba82-d5c1-4d34-a321-b84093c88500 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5474626-441a-4fa9-a341-df66c9c7706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397957 Dec 16 09:43:03.881584 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-115ab6fe-322e-49c6-b45e-a42d2f6e0e44 req-ab5dcc6f-4933-4bb7-8a61-72d9f7801475 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606028 Dec 16 09:43:03.982039 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b8aba8cc-e612-452d-a08c-4fa6f70a7709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:04.050316 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-58e226bc-8aac-4646-8167-02bc7f6c0779 req-20ede267-27e1-416d-ba6c-f15e8b30592d tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Deleting port 96c71eb1-f8a3-4bf8-be57-140b544bf170 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:43:04.050662 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-58e226bc-8aac-4646-8167-02bc7f6c0779 req-20ede267-27e1-416d-ba6c-f15e8b30592d tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:04.066850 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-141b7af9-8377-41d9-a4bc-0b248db9880b req-42f21f7c-23b7-450c-81ac-43ccc9b611b7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=9edc31af-967e-426b-8c7f-e7c0ebc92264 HTTP/1.1" status: 200 len: 210 time: 0.0973630 Dec 16 09:43:04.110356 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10d0269-d32a-44dd-a1ce-58aa2fa44af0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Router 2744eff3-fa08-4b63-9625-eb28b42e41db has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:43:04.227011 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10d0269-d32a-44dd-a1ce-58aa2fa44af0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:43:04.228734 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e4ecbcfd-4200-402b-b7ca-ab88209a4734 req-51e24a46-cce3-447b-b334-bc241d9e0ddf service neutron] 10.222.0.57 "GET /v2.0/networks/89dde67c-4375-428d-a66c-d788737973c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4446390 Dec 16 09:43:04.239507 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-58e226bc-8aac-4646-8167-02bc7f6c0779 req-20ede267-27e1-416d-ba6c-f15e8b30592d tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] For port 96c71eb1-f8a3-4bf8-be57-140b544bf170, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=96c71eb1-f8a3-4bf8-be57-140b544bf170,segment=NetworkSegment(d8df21ec-09fd-424b-9dca-610d5d76c12a),segment_id=d8df21ec-09fd-424b-9dca-610d5d76c12a)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:04.239963 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-58e226bc-8aac-4646-8167-02bc7f6c0779 req-20ede267-27e1-416d-ba6c-f15e8b30592d tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:04.260453 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-1a80ba1c-5fe7-4bf6-b8ab-ccff4c61c5a2 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Allocated IP 172.20.0.11 (872dad0c-b125-4398-b449-96faec06fd91/b5b3a5ab-5e44-48ee-9d23-fb55390d3fca/9e644923-b040-4aa2-a84d-84aeccc500b5) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:43:04.267396 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-58e226bc-8aac-4646-8167-02bc7f6c0779 req-20ede267-27e1-416d-ba6c-f15e8b30592d tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Calling delete_port for 96c71eb1-f8a3-4bf8-be57-140b544bf170 owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:43:04.274357 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e10d0269-d32a-44dd-a1ce-58aa2fa44af0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "PUT /v2.0/routers/2744eff3-fa08-4b63-9625-eb28b42e41db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9557567 Dec 16 09:43:04.279232 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33216) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:04.282442 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b8aba8cc-e612-452d-a08c-4fa6f70a7709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:04.337088 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-21d7861b-26b8-431d-b99e-11b75879c23c req-62e680e5-6953-4087-9829-fca62902080e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 271bfd06-ad9c-47a7-aa9d-f6537e596991 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:43:04.361511 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-21d7861b-26b8-431d-b99e-11b75879c23c req-62e680e5-6953-4087-9829-fca62902080e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:04.377360 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4caff2-d221-48cb-9530-19c55417f52f req-c54fd960-5129-485d-9a6a-9a9f76549a00 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:04.378370 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-b8aba8cc-e612-452d-a08c-4fa6f70a7709 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04743e3c-30d6-4915-9168-3871041fac9e']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:04.384842 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4e4caff2-d221-48cb-9530-19c55417f52f req-c54fd960-5129-485d-9a6a-9a9f76549a00 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.1149015 Dec 16 09:43:04.409007 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-b8aba8cc-e612-452d-a08c-4fa6f70a7709 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd37b2193-84a0-4eed-8112-e5eff8180558') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:04.409331 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-b8aba8cc-e612-452d-a08c-4fa6f70a7709 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd37b2193-84a0-4eed-8112-e5eff8180558') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:04.451435 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4e4caff2-d221-48cb-9530-19c55417f52f req-2d30afcb-c088-478f-a52d-7ab88886dea6 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593934 Dec 16 09:43:04.452581 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b8aba8cc-e612-452d-a08c-4fa6f70a7709 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:04.464139 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2eee35-f724-463b-adfc-37ac0beceba5 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:04.468361 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2eee35-f724-463b-adfc-37ac0beceba5 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:04.473636 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1c2eee35-f724-463b-adfc-37ac0beceba5 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1854846 Dec 16 09:43:04.492632 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-21d7861b-26b8-431d-b99e-11b75879c23c req-62e680e5-6953-4087-9829-fca62902080e service neutron] Transition to ACTIVE for port object 271bfd06-ad9c-47a7-aa9d-f6537e596991 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:43:04.497467 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33226) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:04.580619 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b8aba8cc-e612-452d-a08c-4fa6f70a7709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:04.596338 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae3386-553c-4456-ab76-190dbc7b1af6 req-552f4f4a-98d8-4374-b8e6-e52f402e6ae9 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:04.597616 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-21d7861b-26b8-431d-b99e-11b75879c23c req-62e680e5-6953-4087-9829-fca62902080e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:04.597938 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-76ae3386-553c-4456-ab76-190dbc7b1af6 req-552f4f4a-98d8-4374-b8e6-e52f402e6ae9 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.0535085 Dec 16 09:43:04.632811 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8aba8cc-e612-452d-a08c-4fa6f70a7709 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:43:04.633255 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b8aba8cc-e612-452d-a08c-4fa6f70a7709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:04.638283 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:43:04.638283 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:43:04.638283 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:43:04.638283 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:43:04.638283 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:43:04.638283 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:43:04.638283 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:43:04.638283 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:43:04.638283 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:43:04.638283 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:43:04.638283 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:43:04.638283 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:43:04.638283 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:43:04.638283 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:43:04.638283 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:43:04.638283 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:43:04.638283 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:43:04.638283 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:43:04.638283 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:43:04.638283 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:43:04.638283 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:43:04.638283 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:43:04.638283 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:43:04.638283 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:43:04.638283 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:43:04.638283 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:43:04.638283 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:43:04.638283 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:43:04.638283 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:43:04.638283 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:43:04.638283 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:43:04.638283 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:43:04.641805 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-76ae3386-553c-4456-ab76-190dbc7b1af6 req-ad9a3276-21a2-407e-99dc-d7e55cb6c67e tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369575 Dec 16 09:43:04.661236 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-58e226bc-8aac-4646-8167-02bc7f6c0779 req-20ede267-27e1-416d-ba6c-f15e8b30592d tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:04.665682 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['96c71eb1-f8a3-4bf8-be57-140b544bf170'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:43:04.705578 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ede267-27e1-416d-ba6c-f15e8b30592d tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Pushing event deleted for resources: {'Port': ['ID=96c71eb1-f8a3-4bf8-be57-140b544bf170,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:04.728220 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587c29f-7050-4b90-9eea-243397c9be73 req-5c2587f9-120a-4d87-a44c-7465a693e4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:04.729814 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0587c29f-7050-4b90-9eea-243397c9be73 req-5c2587f9-120a-4d87-a44c-7465a693e4ff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e689af417abc4a949f6a02217a4ce1bc&device_id=5fad8406-c22f-4a47-b026-99fb8dc758a1 HTTP/1.1" status: 200 len: 1094 time: 0.3540161 Dec 16 09:43:04.764234 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e226bc-8aac-4646-8167-02bc7f6c0779 req-20ede267-27e1-416d-ba6c-f15e8b30592d tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] No DVR routers for this DVR port 96c71eb1-f8a3-4bf8-be57-140b544bf170 on host n-h2-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:43:04.769227 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-58e226bc-8aac-4646-8167-02bc7f6c0779 req-20ede267-27e1-416d-ba6c-f15e8b30592d tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:04.776911 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-58e226bc-8aac-4646-8167-02bc7f6c0779 req-20ede267-27e1-416d-ba6c-f15e8b30592d tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.58 "DELETE /v2.0/ports/96c71eb1-f8a3-4bf8-be57-140b544bf170 HTTP/1.1" status: 204 len: 173 time: 1.1002634 Dec 16 09:43:04.778321 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '980b090b-fc17-4274-bcea-1113157b4a78', 'name': 'network-vif-deleted', 'tag': '96c71eb1-f8a3-4bf8-be57-140b544bf170'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:43:04.788457 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686120e8-8d56-4443-8383-53d72709cada" -d '{"events": [{"server_uuid": "980b090b-fc17-4274-bcea-1113157b4a78", "name": "network-vif-deleted", "tag": "96c71eb1-f8a3-4bf8-be57-140b544bf170"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:43:04.801728 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-131bb44c-937d-43ea-9e31-2d8753deeedd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting subnet 6128fa2d-e935-40a5-a702-7f53ab028d2a {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:43:04.853128 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff76f4e-3f34-4728-b676-9d98861fe5f6 None None] Sync routers for ids ['2744eff3-fa08-4b63-9625-eb28b42e41db'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:43:04.863321 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff76f4e-3f34-4728-b676-9d98861fe5f6 None None] Routers {'2744eff3-fa08-4b63-9625-eb28b42e41db'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:43:04.863951 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-3ff76f4e-3f34-4728-b676-9d98861fe5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:42:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2744eff3-fa08-4b63-9625-eb28b42e41db'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:04.944015 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-3ff76f4e-3f34-4728-b676-9d98861fe5f6 None None] Set router 2744eff3-fa08-4b63-9625-eb28b42e41db gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:43:05.004739 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-3ff76f4e-3f34-4728-b676-9d98861fe5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2744eff3-fa08-4b63-9625-eb28b42e41db', 'name': 'tempest-NetworksTestDHCPv6-router-935606417', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:55Z', 'updated_at': '2021-12-16T09:43:03Z', 'revision_number': 3, 'project_id': '7a8a019db65a41c08c2de4799c62bbc5', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:05.038237 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff76f4e-3f34-4728-b676-9d98861fe5f6 None None] Checking router: 2744eff3-fa08-4b63-9625-eb28b42e41db for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:43:05.047967 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff76f4e-3f34-4728-b676-9d98861fe5f6 None None] Routers {'2744eff3-fa08-4b63-9625-eb28b42e41db'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:43:05.048597 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-3ff76f4e-3f34-4728-b676-9d98861fe5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:42:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2744eff3-fa08-4b63-9625-eb28b42e41db'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:05.123691 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-3ff76f4e-3f34-4728-b676-9d98861fe5f6 None None] Set router 2744eff3-fa08-4b63-9625-eb28b42e41db gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:43:05.136476 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-131bb44c-937d-43ea-9e31-2d8753deeedd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:05.161627 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e680e5-6953-4087-9829-fca62902080e service neutron] Pushing event updated for resources: {'Port': ['ID=271bfd06-ad9c-47a7-aa9d-f6537e596991,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:05.192075 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-3ff76f4e-3f34-4728-b676-9d98861fe5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2744eff3-fa08-4b63-9625-eb28b42e41db', 'name': 'tempest-NetworksTestDHCPv6-router-935606417', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:55Z', 'updated_at': '2021-12-16T09:43:03Z', 'revision_number': 3, 'project_id': '7a8a019db65a41c08c2de4799c62bbc5', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:05.225199 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890b9af-b3f8-416a-8c8e-9c4f93305166 req-3375347c-6f1a-4ee9-97e1-5b499deb8694 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:05.226869 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8890b9af-b3f8-416a-8c8e-9c4f93305166 req-3375347c-6f1a-4ee9-97e1-5b499deb8694 tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/ports?device_id=980b090b-fc17-4274-bcea-1113157b4a78 HTTP/1.1" status: 200 len: 867 time: 0.6729155 Dec 16 09:43:05.238248 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff76f4e-3f34-4728-b676-9d98861fe5f6 None None] The sync data for ids ['2744eff3-fa08-4b63-9625-eb28b42e41db'] in n-d-820550-2 is: [{'id': '2744eff3-fa08-4b63-9625-eb28b42e41db', 'name': 'tempest-NetworksTestDHCPv6-router-935606417', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:55Z', 'updated_at': '2021-12-16T09:43:03Z', 'revision_number': 3, 'project_id': '7a8a019db65a41c08c2de4799c62bbc5', 'gw_port_host': None}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:43:05.249913 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-1a80ba1c-5fe7-4bf6-b8ab-ccff4c61c5a2 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:05.271958 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6b6036-8f34-4bde-9f40-2443ddf8b8de x-openstack-request-id: req-de6b6036-8f34-4bde-9f40-2443ddf8b8de {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:43:05.272314 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "980b090b-fc17-4274-bcea-1113157b4a78", "name": "network-vif-deleted", "tag": "96c71eb1-f8a3-4bf8-be57-140b544bf170", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:43:05.272630 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-de6b6036-8f34-4bde-9f40-2443ddf8b8de {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:43:05.273143 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '980b090b-fc17-4274-bcea-1113157b4a78', 'name': 'network-vif-deleted', 'tag': '96c71eb1-f8a3-4bf8-be57-140b544bf170', 'status': 'completed', 'code': 200} Dec 16 09:43:05.303223 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b8aba8cc-e612-452d-a08c-4fa6f70a7709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:05.333732 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b8aba8cc-e612-452d-a08c-4fa6f70a7709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:05.336754 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b8aba8cc-e612-452d-a08c-4fa6f70a7709 admin admin] 10.222.0.60 "DELETE /v2.0/networks/04743e3c-30d6-4915-9168-3871041fac9e HTTP/1.1" status: 204 len: 168 time: 1.6772854 Dec 16 09:43:05.344207 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-131bb44c-937d-43ea-9e31-2d8753deeedd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:05.374905 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33254) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:05.394889 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aba8cc-e612-452d-a08c-4fa6f70a7709 admin admin] Pushing event deleted for resources: {'Network': ['ID=04743e3c-30d6-4915-9168-3871041fac9e,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:05.406436 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3800fb-dfbe-46dc-ad37-8deb838e1a86 req-cb27172f-b9a7-49d5-9807-f7372034157f tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:05.415095 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-da3800fb-dfbe-46dc-ad37-8deb838e1a86 req-cb27172f-b9a7-49d5-9807-f7372034157f tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 943 time: 0.0869741 Dec 16 09:43:05.420475 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587c29f-7050-4b90-9eea-243397c9be73 req-2353f4c3-c106-4fa9-81c9-897e2bc4a007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:05.422061 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0587c29f-7050-4b90-9eea-243397c9be73 req-2353f4c3-c106-4fa9-81c9-897e2bc4a007 service neutron] 10.222.0.57 "GET /v2.0/networks?id=89dde67c-4375-428d-a66c-d788737973c8 HTTP/1.1" status: 200 len: 915 time: 0.6745043 Dec 16 09:43:05.463449 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8890b9af-b3f8-416a-8c8e-9c4f93305166 req-b0a4b0c7-dc2c-4669-9a63-ad3fd61c244e tempest-VolumesActionsTest-1579797056 tempest-VolumesActionsTest-1579797056-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d1121ee-e56a-47c8-b3a8-c0d36557b7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241814 Dec 16 09:43:05.473728 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-da3800fb-dfbe-46dc-ad37-8deb838e1a86 req-918c354e-e07d-4bad-9cb9-b4d41730130d tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5474626-441a-4fa9-a341-df66c9c7706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573573 Dec 16 09:43:05.504239 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0587c29f-7050-4b90-9eea-243397c9be73 req-8d370b62-9d6a-4be9-aec0-063daa0d8d06 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60ab2ded-9a3c-470a-91ff-00465ee2ebf2 HTTP/1.1" status: 200 len: 217 time: 0.0733082 Dec 16 09:43:05.504912 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-21d7861b-26b8-431d-b99e-11b75879c23c req-62e680e5-6953-4087-9829-fca62902080e service neutron] Attempting to bind port 271bfd06-ad9c-47a7-aa9d-f6537e596991 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:43:05.505308 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-21d7861b-26b8-431d-b99e-11b75879c23c req-62e680e5-6953-4087-9829-fca62902080e service neutron] Attempting to bind port 271bfd06-ad9c-47a7-aa9d-f6537e596991 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '4633fa21-d201-4901-b20b-13d2bccf565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28047d1c-ee8f-4a14-bbf4-938e3632846a'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:43:05.505639 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d7861b-26b8-431d-b99e-11b75879c23c req-62e680e5-6953-4087-9829-fca62902080e service neutron] Attempting to bind port 271bfd06-ad9c-47a7-aa9d-f6537e596991 on network 28047d1c-ee8f-4a14-bbf4-938e3632846a {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:43:05.526997 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d7861b-26b8-431d-b99e-11b75879c23c req-62e680e5-6953-4087-9829-fca62902080e service neutron] Port 271bfd06-ad9c-47a7-aa9d-f6537e596991 on network 28047d1c-ee8f-4a14-bbf4-938e3632846a not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:43:05.527330 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d7861b-26b8-431d-b99e-11b75879c23c req-62e680e5-6953-4087-9829-fca62902080e service neutron] Attempting to bind port 271bfd06-ad9c-47a7-aa9d-f6537e596991 on network 28047d1c-ee8f-4a14-bbf4-938e3632846a {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:43:05.527768 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-52523a0a-8a6c-4a02-9811-f66e54fbf9b1 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Request body: {'networks': [{'name': 'tempest-network--394792347'}, {'name': 'tempest-network--841339854'}]} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:05.528093 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-52523a0a-8a6c-4a02-9811-f66e54fbf9b1 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Request body: {'network': {'name': 'tempest-network--394792347'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:05.528715 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-52523a0a-8a6c-4a02-9811-f66e54fbf9b1 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Request body: {'network': {'name': 'tempest-network--841339854'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:05.578087 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d7861b-26b8-431d-b99e-11b75879c23c req-62e680e5-6953-4087-9829-fca62902080e service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:43:05.578443 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d7861b-26b8-431d-b99e-11b75879c23c req-62e680e5-6953-4087-9829-fca62902080e service neutron] Checking segment: {'id': '4633fa21-d201-4901-b20b-13d2bccf565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28047d1c-ee8f-4a14-bbf4-938e3632846a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:43:05.578834 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d7861b-26b8-431d-b99e-11b75879c23c req-62e680e5-6953-4087-9829-fca62902080e service neutron] Bound using segment: {'id': '4633fa21-d201-4901-b20b-13d2bccf565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28047d1c-ee8f-4a14-bbf4-938e3632846a'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:43:05.579282 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-21d7861b-26b8-431d-b99e-11b75879c23c req-62e680e5-6953-4087-9829-fca62902080e service neutron] Bound port: 271bfd06-ad9c-47a7-aa9d-f6537e596991, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4633fa21-d201-4901-b20b-13d2bccf565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '28047d1c-ee8f-4a14-bbf4-938e3632846a'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:43:05.579711 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-21d7861b-26b8-431d-b99e-11b75879c23c req-62e680e5-6953-4087-9829-fca62902080e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:05.600620 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b69c3807-5abb-4f9e-8ce4-2065e266dbaf req-d9b1eb80-4422-4306-80e9-089d5898acbe tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=9edc31af-967e-426b-8c7f-e7c0ebc92264 HTTP/1.1" status: 200 len: 210 time: 0.0381484 Dec 16 09:43:05.641083 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-1a80ba1c-5fe7-4bf6-b8ab-ccff4c61c5a2 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:05.655392 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-131bb44c-937d-43ea-9e31-2d8753deeedd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:05.662342 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52523a0a-8a6c-4a02-9811-f66e54fbf9b1 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Made reservation on behalf of eff8d219d079424fb78b725d012faae6 for: {'network': 2} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:43:05.668683 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52523a0a-8a6c-4a02-9811-f66e54fbf9b1 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:05.683064 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52523a0a-8a6c-4a02-9811-f66e54fbf9b1 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:05.744457 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587c29f-7050-4b90-9eea-243397c9be73 req-da00bee7-21b2-47a6-9f0b-f6cb37441570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:05.744457 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0587c29f-7050-4b90-9eea-243397c9be73 req-da00bee7-21b2-47a6-9f0b-f6cb37441570 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2958cd17-ef24-4c92-a56a-e6ec8ed248b4 HTTP/1.1" status: 200 len: 854 time: 0.2288225 Dec 16 09:43:05.767413 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-1a80ba1c-5fe7-4bf6-b8ab-ccff4c61c5a2 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Network 872dad0c-b125-4398-b449-96faec06fd91 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:43:05.778036 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97563a-666b-468e-89d6-7cd2bb3620c8 req-e83d4618-24cb-4fb8-bab9-bac81289f88a tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:05.786965 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b97563a-666b-468e-89d6-7cd2bb3620c8 req-e83d4618-24cb-4fb8-bab9-bac81289f88a tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.1055458 Dec 16 09:43:05.831801 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0587c29f-7050-4b90-9eea-243397c9be73 req-c6770705-a34b-4963-82b6-be0bbb138eab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=89dde67c-4375-428d-a66c-d788737973c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740767 Dec 16 09:43:05.832677 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-1a80ba1c-5fe7-4bf6-b8ab-ccff4c61c5a2 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:05.843045 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-1a80ba1c-5fe7-4bf6-b8ab-ccff4c61c5a2 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:43:05.878046 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d2b11-d1ac-4870-a93f-9569df158d1d req-6a705197-3268-4088-9cba-580538a06760 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:05.878046 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0e2d2b11-d1ac-4870-a93f-9569df158d1d req-6a705197-3268-4088-9cba-580538a06760 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fad8406-c22f-4a47-b026-99fb8dc758a1 HTTP/1.1" status: 200 len: 943 time: 0.2964551 Dec 16 09:43:05.878293 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b97563a-666b-468e-89d6-7cd2bb3620c8 req-c9f10927-55f0-44f0-96ab-db36c57dfa37 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832272 Dec 16 09:43:05.925135 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80ba1c-5fe7-4bf6-b8ab-ccff4c61c5a2 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'Port': ['ID=9e644923-b040-4aa2-a84d-84aeccc500b5,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:05.941818 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52523a0a-8a6c-4a02-9811-f66e54fbf9b1 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:05.946132 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33260) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:05.956850 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-21d7861b-26b8-431d-b99e-11b75879c23c req-62e680e5-6953-4087-9829-fca62902080e service neutron] For port 271bfd06-ad9c-47a7-aa9d-f6537e596991, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:43:06.014402 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6074429a-9ee9-4f99-91e9-18a8187d4928 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:43:06.027985 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-21d7861b-26b8-431d-b99e-11b75879c23c req-62e680e5-6953-4087-9829-fca62902080e service neutron] For port 271bfd06-ad9c-47a7-aa9d-f6537e596991, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=271bfd06-ad9c-47a7-aa9d-f6537e596991,segment=NetworkSegment(4633fa21-d201-4901-b20b-13d2bccf565c),segment_id=4633fa21-d201-4901-b20b-13d2bccf565c)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:43:06.032466 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-17803e8c-548f-4d85-8595-5012c96a7859 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ffe89fbd6dbf418d9de3f5bae76e8a76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0849578 Dec 16 09:43:06.037733 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33262) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:06.047951 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 6074429a-9ee9-4f99-91e9-18a8187d4928 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:43:06.048296 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6074429a-9ee9-4f99-91e9-18a8187d4928 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:43:06.070372 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52523a0a-8a6c-4a02-9811-f66e54fbf9b1 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:06.070525 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-131bb44c-937d-43ea-9e31-2d8753deeedd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:06.070850 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52523a0a-8a6c-4a02-9811-f66e54fbf9b1 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:06.078206 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-1a80ba1c-5fe7-4bf6-b8ab-ccff4c61c5a2 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:06.078874 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-1a80ba1c-5fe7-4bf6-b8ab-ccff4c61c5a2 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:06.102067 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0e2d2b11-d1ac-4870-a93f-9569df158d1d req-8bb7a7fa-018b-4456-86ae-6ee261e2a2f1 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099552 Dec 16 09:43:06.142086 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-21d7861b-26b8-431d-b99e-11b75879c23c req-62e680e5-6953-4087-9829-fca62902080e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:06.147376 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52523a0a-8a6c-4a02-9811-f66e54fbf9b1 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21c1a50f-3ec3-45c6-a9f4-3936996349d6,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:06.157313 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52523a0a-8a6c-4a02-9811-f66e54fbf9b1 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:43:06.163911 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131bb44c-937d-43ea-9e31-2d8753deeedd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Subnet': ['ID=6128fa2d-e935-40a5-a702-7f53ab028d2a,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:06.169641 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b5d8759b-9a34-44a0-990f-1f8c4f0692d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:06.172574 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea0d166-5b27-43aa-a464-6caefd6ed28f None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:43:06.172866 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52523a0a-8a6c-4a02-9811-f66e54fbf9b1 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:06.173262 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-52523a0a-8a6c-4a02-9811-f66e54fbf9b1 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Added segment ecb0fd3f-8f6b-43bd-a05f-f3042f6d0242 of type vlan for network 62fc0a24-0fea-4ac4-a26a-38431601a074 Dec 16 09:43:06.212307 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-131bb44c-937d-43ea-9e31-2d8753deeedd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:06.216685 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-131bb44c-937d-43ea-9e31-2d8753deeedd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/6128fa2d-e935-40a5-a702-7f53ab028d2a HTTP/1.1" status: 204 len: 168 time: 1.7050381 Dec 16 09:43:06.219146 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0587c29f-7050-4b90-9eea-243397c9be73 req-fb599a7b-2a03-4519-a9cf-af6bb2db3f4a service neutron] 10.222.0.57 "GET /v2.0/networks/89dde67c-4375-428d-a66c-d788737973c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601317 Dec 16 09:43:06.219773 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33264) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:06.228477 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b5d8759b-9a34-44a0-990f-1f8c4f0692d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:06.236809 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52523a0a-8a6c-4a02-9811-f66e54fbf9b1 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:06.258709 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-7e51bc78-54c7-4dd9-bd6b-ece0a9a9b3b2 None None] Provisioning complete for port 9e644923-b040-4aa2-a84d-84aeccc500b5 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:06.259056 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7e51bc78-54c7-4dd9-bd6b-ece0a9a9b3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:06.286494 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52523a0a-8a6c-4a02-9811-f66e54fbf9b1 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:43:06.295729 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52523a0a-8a6c-4a02-9811-f66e54fbf9b1 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:06.296214 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-52523a0a-8a6c-4a02-9811-f66e54fbf9b1 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Added segment 9e5a8ac6-0564-4662-9ca5-b87d231f2121 of type vlan for network 4bf0d8aa-7bd9-4a07-a8e0-478bc67a9b5e Dec 16 09:43:06.345767 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52523a0a-8a6c-4a02-9811-f66e54fbf9b1 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:06.355454 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-7e51bc78-54c7-4dd9-bd6b-ece0a9a9b3b2 None None] Port 9e644923-b040-4aa2-a84d-84aeccc500b5 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:43:06.389475 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b5d8759b-9a34-44a0-990f-1f8c4f0692d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:06.392885 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b5d8759b-9a34-44a0-990f-1f8c4f0692d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:06.394181 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b5d8759b-9a34-44a0-990f-1f8c4f0692d4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1318f13c-ca31-4750-bd67-5c13f4cbaad8 HTTP/1.1" status: 204 len: 168 time: 0.3554657 Dec 16 09:43:06.406874 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-1a80ba1c-5fe7-4bf6-b8ab-ccff4c61c5a2 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5994339 Dec 16 09:43:06.410284 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d8759b-9a34-44a0-990f-1f8c4f0692d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1318f13c-ca31-4750-bd67-5c13f4cbaad8,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:06.415012 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7861b-26b8-431d-b99e-11b75879c23c req-62e680e5-6953-4087-9829-fca62902080e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:06.415838 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-21d7861b-26b8-431d-b99e-11b75879c23c req-62e680e5-6953-4087-9829-fca62902080e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:06.417865 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21d7861b-26b8-431d-b99e-11b75879c23c req-62e680e5-6953-4087-9829-fca62902080e service neutron] 10.222.0.57 "PUT /v2.0/ports/271bfd06-ad9c-47a7-aa9d-f6537e596991 HTTP/1.1" status: 200 len: 1091 time: 3.3188798 Dec 16 09:43:06.435421 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3ad266-bb38-4535-8564-ffdac9b5e5c4 None None] DHCP port deletion for 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:43:06.460640 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed7a25db-ff93-49e7-a6de-e97f11e96c7e', 'tag': '271bfd06-ad9c-47a7-aa9d-f6537e596991'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:43:06.463177 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf49e357-41dd-475a-8412-8aa4b6956211" -d '{"events": [{"name": "network-changed", "server_uuid": "ed7a25db-ff93-49e7-a6de-e97f11e96c7e", "tag": "271bfd06-ad9c-47a7-aa9d-f6537e596991"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:43:06.483003 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-0bea533d-cd15-447d-81cc-4fe52577f88f tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:43:06.484139 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-0bea533d-cd15-447d-81cc-4fe52577f88f tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0161505 Dec 16 09:43:06.491967 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-eb3ad266-bb38-4535-8564-ffdac9b5e5c4 None None] Deleting port 679b3b1d-2609-449d-aab7-c39e3509fd42 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:43:06.492362 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad266-bb38-4535-8564-ffdac9b5e5c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:06.532997 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52523a0a-8a6c-4a02-9811-f66e54fbf9b1 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:06.533626 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52523a0a-8a6c-4a02-9811-f66e54fbf9b1 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:06.540391 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52523a0a-8a6c-4a02-9811-f66e54fbf9b1 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:06.547713 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-bda5dfc6-792d-4737-84b5-c2ddff9c74f9 service neutron] Request body: {'port': {'device_id': '9edc31af-967e-426b-8c7f-e7c0ebc92264', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:06.557873 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52523a0a-8a6c-4a02-9811-f66e54fbf9b1 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:06.557873 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52523a0a-8a6c-4a02-9811-f66e54fbf9b1 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:06.571790 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3a614a-c4a1-4a12-9fe1-0298b003936a x-openstack-request-id: req-af3a614a-c4a1-4a12-9fe1-0298b003936a {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:43:06.572077 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed7a25db-ff93-49e7-a6de-e97f11e96c7e", "tag": "271bfd06-ad9c-47a7-aa9d-f6537e596991", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:43:06.578386 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-af3a614a-c4a1-4a12-9fe1-0298b003936a {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:43:06.579006 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed7a25db-ff93-49e7-a6de-e97f11e96c7e', 'tag': '271bfd06-ad9c-47a7-aa9d-f6537e596991', 'status': 'completed', 'code': 200} Dec 16 09:43:06.627814 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-eb3ad266-bb38-4535-8564-ffdac9b5e5c4 None None] For port 679b3b1d-2609-449d-aab7-c39e3509fd42, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=679b3b1d-2609-449d-aab7-c39e3509fd42,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:06.628455 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad266-bb38-4535-8564-ffdac9b5e5c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:06.634266 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e680e5-6953-4087-9829-fca62902080e service neutron] Pushing event updated for resources: {'Port': ['ID=271bfd06-ad9c-47a7-aa9d-f6537e596991,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:06.646360 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-eb3ad266-bb38-4535-8564-ffdac9b5e5c4 None None] Calling delete_port for 679b3b1d-2609-449d-aab7-c39e3509fd42 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:43:06.689800 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-547ceb58-a724-45f7-9691-749af7e3158f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4378009 Dec 16 09:43:06.692988 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33280) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:06.700084 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52523a0a-8a6c-4a02-9811-f66e54fbf9b1 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Pushing event updated for resources: {'Network': ['ID=62fc0a24-0fea-4ac4-a26a-38431601a074,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:06.717405 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 62fc0a24-0fea-4ac4-a26a-38431601a074 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:43:06.738771 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0587c29f-7050-4b90-9eea-243397c9be73 req-75f76676-c27b-4767-9fb9-6435526204a6 service neutron] 10.222.0.57 "GET /v2.0/networks/89dde67c-4375-428d-a66c-d788737973c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780412 Dec 16 09:43:06.741512 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-bda5dfc6-792d-4737-84b5-c2ddff9c74f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:06.750834 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc4c3a-d7e2-4506-91ce-572d012a492f req-04d06181-19b8-410d-83d6-ce7fa8d6c96a tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:06.758200 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6efc4c3a-d7e2-4506-91ce-572d012a492f req-04d06181-19b8-410d-83d6-ce7fa8d6c96a tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.3500688 Dec 16 09:43:06.789195 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49e357-41dd-475a-8412-8aa4b6956211 req-fdf0eb3f-2929-4d30-91e6-95c9a4403894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:06.790665 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bf49e357-41dd-475a-8412-8aa4b6956211 req-fdf0eb3f-2929-4d30-91e6-95c9a4403894 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ff7029f74a841b4ae8b7c47bc887ad7&device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 1094 time: 0.1754122 Dec 16 09:43:06.860500 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6efc4c3a-d7e2-4506-91ce-572d012a492f req-41bce279-0fd7-499f-b10c-0280cd3c3cad tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013572 Dec 16 09:43:06.872310 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-52523a0a-8a6c-4a02-9811-f66e54fbf9b1 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.4922662 Dec 16 09:43:06.877183 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33286) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:06.985316 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52523a0a-8a6c-4a02-9811-f66e54fbf9b1 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Pushing event updated for resources: {'Network': ['ID=4bf0d8aa-7bd9-4a07-a8e0-478bc67a9b5e,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:06.993543 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad266-bb38-4535-8564-ffdac9b5e5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:07.007975 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cb573ced-10ab-49eb-9a41-75db616e907b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:07.030647 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf38f1-4e00-4fee-a131-f6aaa08f9e8c req-b656446d-e94f-405c-a756-8bc57ac69bc4 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:07.032884 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f8cf38f1-4e00-4fee-a131-f6aaa08f9e8c req-b656446d-e94f-405c-a756-8bc57ac69bc4 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 943 time: 0.3831916 Dec 16 09:43:07.046886 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 4bf0d8aa-7bd9-4a07-a8e0-478bc67a9b5e details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:43:07.084960 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49e357-41dd-475a-8412-8aa4b6956211 req-e065e6cb-5bb4-4dc4-9219-7742e12ead9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:07.086545 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bf49e357-41dd-475a-8412-8aa4b6956211 req-e065e6cb-5bb4-4dc4-9219-7742e12ead9b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8ff7029f74a841b4ae8b7c47bc887ad7&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2649088 Dec 16 09:43:07.087076 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ad266-bb38-4535-8564-ffdac9b5e5c4 None None] Pushing event deleted for resources: {'Port': ['ID=679b3b1d-2609-449d-aab7-c39e3509fd42,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:07.108396 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97682cc3-642f-4085-b455-a62f48532626 req-f374422c-539e-401c-bc1a-a6ce24abb8c4 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:07.110607 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-97682cc3-642f-4085-b455-a62f48532626 req-f374422c-539e-401c-bc1a-a6ce24abb8c4 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=9edc31af-967e-426b-8c7f-e7c0ebc92264 HTTP/1.1" status: 200 len: 932 time: 0.1267116 Dec 16 09:43:07.140623 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3ad266-bb38-4535-8564-ffdac9b5e5c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:07.140623 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3ad266-bb38-4535-8564-ffdac9b5e5c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:07.140845 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3ad266-bb38-4535-8564-ffdac9b5e5c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:07.141140 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3ad266-bb38-4535-8564-ffdac9b5e5c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:07.141471 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3ad266-bb38-4535-8564-ffdac9b5e5c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:07.141802 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3ad266-bb38-4535-8564-ffdac9b5e5c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:07.142129 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3ad266-bb38-4535-8564-ffdac9b5e5c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:07.142452 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3ad266-bb38-4535-8564-ffdac9b5e5c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:07.146913 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3ad266-bb38-4535-8564-ffdac9b5e5c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:07.147873 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3ad266-bb38-4535-8564-ffdac9b5e5c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:07.148227 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3ad266-bb38-4535-8564-ffdac9b5e5c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:07.148562 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3ad266-bb38-4535-8564-ffdac9b5e5c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:07.209183 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3ad266-bb38-4535-8564-ffdac9b5e5c4 None None] No DVR routers for this DVR port 679b3b1d-2609-449d-aab7-c39e3509fd42 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:43:07.267001 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49e357-41dd-475a-8412-8aa4b6956211 req-4e9941e8-7bc2-425c-b18f-d55c33ed948f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:07.268545 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bf49e357-41dd-475a-8412-8aa4b6956211 req-4e9941e8-7bc2-425c-b18f-d55c33ed948f service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1570005 Dec 16 09:43:07.292157 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-97682cc3-642f-4085-b455-a62f48532626 req-49e67e4f-e745-4a78-9811-5e8257466ba9 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=c74362f6-d134-41ca-a826-9b890e02020d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583150 Dec 16 09:43:07.328854 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:07.374118 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f8cf38f1-4e00-4fee-a131-f6aaa08f9e8c req-a77bb176-7ecb-4ff3-bf90-56a4317af443 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5474626-441a-4fa9-a341-df66c9c7706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858040 Dec 16 09:43:07.395326 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cb573ced-10ab-49eb-9a41-75db616e907b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:07.398517 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cb573ced-10ab-49eb-9a41-75db616e907b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:07.410101 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846921df-fb26-4fbc-ace4-4fd24a727ee2 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:07.416336 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846921df-fb26-4fbc-ace4-4fd24a727ee2 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:07.423323 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846921df-fb26-4fbc-ace4-4fd24a727ee2 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:07.434996 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846921df-fb26-4fbc-ace4-4fd24a727ee2 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:07.440026 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-846921df-fb26-4fbc-ace4-4fd24a727ee2 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5557022 Dec 16 09:43:07.441649 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33308) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:07.462102 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:43:07.526083 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7861b-26b8-431d-b99e-11b75879c23c req-50480e43-308e-46a8-bc13-9d7f1bae1989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:07.527801 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21d7861b-26b8-431d-b99e-11b75879c23c req-50480e43-308e-46a8-bc13-9d7f1bae1989 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ff7029f74a841b4ae8b7c47bc887ad7&device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 1094 time: 0.1588862 Dec 16 09:43:07.537164 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63f3fb-531a-441f-b7b1-142e3207e402 req-ccd57b19-496d-4b1b-ad09-491f78298e62 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:07.538668 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7f63f3fb-531a-441f-b7b1-142e3207e402 req-ccd57b19-496d-4b1b-ad09-491f78298e62 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fad8406-c22f-4a47-b026-99fb8dc758a1 HTTP/1.1" status: 200 len: 943 time: 0.1212699 Dec 16 09:43:07.561221 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7e18f55f-b6c2-40df-8e6b-d51d6f7fbe7e tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:07.588617 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-bda5dfc6-792d-4737-84b5-c2ddff9c74f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e644923-b040-4aa2-a84d-84aeccc500b5 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:43:07.594290 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21d7861b-26b8-431d-b99e-11b75879c23c req-1aa41b15-7367-498e-aa50-8a4190852ac8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=271bfd06-ad9c-47a7-aa9d-f6537e596991 HTTP/1.1" status: 200 len: 217 time: 0.0541515 Dec 16 09:43:07.604490 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cb573ced-10ab-49eb-9a41-75db616e907b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:07.604995 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb573ced-10ab-49eb-9a41-75db616e907b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Fanout notify agent at l3_agent the message router_deleted on router 2744eff3-fa08-4b63-9625-eb28b42e41db {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:43:07.606505 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-bda5dfc6-792d-4737-84b5-c2ddff9c74f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:07.615710 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cb573ced-10ab-49eb-9a41-75db616e907b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:07.617377 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-cb573ced-10ab-49eb-9a41-75db616e907b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/routers/2744eff3-fa08-4b63-9625-eb28b42e41db HTTP/1.1" status: 204 len: 168 time: 0.9231083 Dec 16 09:43:07.621026 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33316) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:07.651986 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-aad40725-efe7-429d-805d-5ed49e5e822b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:07.688487 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-bda5dfc6-792d-4737-84b5-c2ddff9c74f9 service neutron] Transition to ACTIVE for port object 9e644923-b040-4aa2-a84d-84aeccc500b5 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:43:07.694298 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7e18f55f-b6c2-40df-8e6b-d51d6f7fbe7e tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:07.719574 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-7e18f55f-b6c2-40df-8e6b-d51d6f7fbe7e tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62fc0a24-0fea-4ac4-a26a-38431601a074']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:07.730620 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-7e18f55f-b6c2-40df-8e6b-d51d6f7fbe7e tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecb0fd3f-8f6b-43bd-a05f-f3042f6d0242') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:07.730919 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-7e18f55f-b6c2-40df-8e6b-d51d6f7fbe7e tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecb0fd3f-8f6b-43bd-a05f-f3042f6d0242') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:07.741891 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7e18f55f-b6c2-40df-8e6b-d51d6f7fbe7e tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:07.750714 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7f63f3fb-531a-441f-b7b1-142e3207e402 req-97422dd4-b21b-4206-8feb-5f2b4258f90c tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001357 Dec 16 09:43:07.757460 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7e18f55f-b6c2-40df-8e6b-d51d6f7fbe7e tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:07.764378 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e18f55f-b6c2-40df-8e6b-d51d6f7fbe7e tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:43:07.764778 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7e18f55f-b6c2-40df-8e6b-d51d6f7fbe7e tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:07.775856 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:43:07.775856 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:43:07.775856 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:43:07.775856 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:43:07.775856 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:43:07.775856 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:43:07.775856 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:43:07.775856 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:43:07.775856 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:43:07.775856 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:43:07.775856 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:43:07.775856 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:43:07.775856 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:43:07.775856 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:43:07.775856 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:43:07.775856 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:43:07.775856 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:43:07.775856 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:43:07.775856 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:43:07.775856 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:43:07.775856 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:43:07.775856 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:43:07.775856 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:43:07.775856 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:43:07.775856 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:43:07.775856 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:43:07.775856 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:43:07.775856 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:43:07.775856 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:43:07.775856 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:43:07.775856 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:43:07.775856 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:43:07.779858 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7861b-26b8-431d-b99e-11b75879c23c req-691e3670-df66-4eee-aa84-eaf6b4332bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:07.779858 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21d7861b-26b8-431d-b99e-11b75879c23c req-691e3670-df66-4eee-aa84-eaf6b4332bb1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d0262dc5-cf27-4913-8cae-71034a5225c2 HTTP/1.1" status: 200 len: 859 time: 0.1664267 Dec 16 09:43:07.814406 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21d7861b-26b8-431d-b99e-11b75879c23c req-661d5c52-3cc1-41aa-bbfc-7999bda98e74 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=28047d1c-ee8f-4a14-bbf4-938e3632846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353119 Dec 16 09:43:07.816758 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-bda5dfc6-792d-4737-84b5-c2ddff9c74f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:07.957740 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7e18f55f-b6c2-40df-8e6b-d51d6f7fbe7e tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:07.968026 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 60ab2ded-9a3c-470a-91ff-00465ee2ebf2 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:43:07.976725 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7e18f55f-b6c2-40df-8e6b-d51d6f7fbe7e tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:07.980300 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7e18f55f-b6c2-40df-8e6b-d51d6f7fbe7e tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] 10.222.0.60 "DELETE /v2.0/networks/62fc0a24-0fea-4ac4-a26a-38431601a074 HTTP/1.1" status: 204 len: 168 time: 0.5374882 Dec 16 09:43:07.983750 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33330) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:08.045345 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18f55f-b6c2-40df-8e6b-d51d6f7fbe7e tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Pushing event deleted for resources: {'Network': ['ID=62fc0a24-0fea-4ac4-a26a-38431601a074,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:08.083350 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 679b3b1d-2609-449d-aab7-c39e3509fd42 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:43:08.131844 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 679b3b1d-2609-449d-aab7-c39e3509fd42 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:43:08.136058 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 679b3b1d-2609-449d-aab7-c39e3509fd42 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:43:08.206702 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7bbbb-9a51-4e4c-bdf0-43babac2eedf req-2933cd8b-1286-478c-a312-9e7a59a8f506 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:08.216581 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-66a7bbbb-9a51-4e4c-bdf0-43babac2eedf req-2933cd8b-1286-478c-a312-9e7a59a8f506 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.2568316 Dec 16 09:43:08.226754 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 60ab2ded-9a3c-470a-91ff-00465ee2ebf2, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=60ab2ded-9a3c-470a-91ff-00465ee2ebf2,segment=NetworkSegment(f0df79a4-0132-4b56-a1b6-b2446bc74352),segment_id=f0df79a4-0132-4b56-a1b6-b2446bc74352)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:08.228431 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c2b51365-3de6-4b9e-8bd5-a9af1bad0c5a tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:08.262821 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '60ab2ded-9a3c-470a-91ff-00465ee2ebf2', 'network_id': '89dde67c-4375-428d-a66c-d788737973c8', 'port_id': '60ab2ded-9a3c-470a-91ff-00465ee2ebf2', 'mac_address': 'fa:16:3e:75:c2:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2958cd17-ef24-4c92-a56a-e6ec8ed248b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:43:08.288081 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5dfc6-792d-4737-84b5-c2ddff9c74f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9e644923-b040-4aa2-a84d-84aeccc500b5,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:08.311933 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-66a7bbbb-9a51-4e4c-bdf0-43babac2eedf req-c88b8fcd-9949-4940-ab03-1cc664dec273 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918674 Dec 16 09:43:08.314668 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad40725-efe7-429d-805d-5ed49e5e822b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:43:08.326651 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-aad40725-efe7-429d-805d-5ed49e5e822b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:08.400636 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:08.445895 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ab2ded-9a3c-470a-91ff-00465ee2ebf2 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:43:08.466348 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 96c71eb1-f8a3-4bf8-be57-140b544bf170 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:43:08.487216 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c2b51365-3de6-4b9e-8bd5-a9af1bad0c5a tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:08.508112 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 96c71eb1-f8a3-4bf8-be57-140b544bf170 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:43:08.508376 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 96c71eb1-f8a3-4bf8-be57-140b544bf170 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:43:08.511470 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-c2b51365-3de6-4b9e-8bd5-a9af1bad0c5a tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf0d8aa-7bd9-4a07-a8e0-478bc67a9b5e']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:08.522780 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-c2b51365-3de6-4b9e-8bd5-a9af1bad0c5a tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e5a8ac6-0564-4662-9ca5-b87d231f2121') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:08.523228 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-c2b51365-3de6-4b9e-8bd5-a9af1bad0c5a tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e5a8ac6-0564-4662-9ca5-b87d231f2121') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:08.535280 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c2b51365-3de6-4b9e-8bd5-a9af1bad0c5a tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:08.535526 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-bda5dfc6-792d-4737-84b5-c2ddff9c74f9 service neutron] Attempting to bind port 9e644923-b040-4aa2-a84d-84aeccc500b5 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:43:08.535695 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-bda5dfc6-792d-4737-84b5-c2ddff9c74f9 service neutron] Attempting to bind port 9e644923-b040-4aa2-a84d-84aeccc500b5 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '4e51bee1-cafd-4d8e-b755-0a17a19937c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '872dad0c-b125-4398-b449-96faec06fd91'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:43:08.536229 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-bda5dfc6-792d-4737-84b5-c2ddff9c74f9 service neutron] Attempting to bind port 9e644923-b040-4aa2-a84d-84aeccc500b5 on network 872dad0c-b125-4398-b449-96faec06fd91 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:43:08.536608 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 60ab2ded-9a3c-470a-91ff-00465ee2ebf2, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=60ab2ded-9a3c-470a-91ff-00465ee2ebf2,segment=NetworkSegment(f0df79a4-0132-4b56-a1b6-b2446bc74352),segment_id=f0df79a4-0132-4b56-a1b6-b2446bc74352)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:08.554319 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c2b51365-3de6-4b9e-8bd5-a9af1bad0c5a tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:08.560752 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-bda5dfc6-792d-4737-84b5-c2ddff9c74f9 service neutron] Port 9e644923-b040-4aa2-a84d-84aeccc500b5 on network 872dad0c-b125-4398-b449-96faec06fd91 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:43:08.561039 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-bda5dfc6-792d-4737-84b5-c2ddff9c74f9 service neutron] Attempting to bind port 9e644923-b040-4aa2-a84d-84aeccc500b5 on network 872dad0c-b125-4398-b449-96faec06fd91 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:43:08.565448 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b51365-3de6-4b9e-8bd5-a9af1bad0c5a tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:43:08.565943 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c2b51365-3de6-4b9e-8bd5-a9af1bad0c5a tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:08.568753 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:43:08.568753 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:43:08.568753 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:43:08.568753 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:43:08.568753 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:43:08.568753 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:43:08.568753 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:43:08.568753 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:43:08.568753 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:43:08.568753 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:43:08.568753 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:43:08.568753 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:43:08.568753 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:43:08.568753 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:43:08.568753 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:43:08.568753 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:43:08.568753 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:43:08.568753 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:43:08.568753 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:43:08.568753 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:43:08.568753 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:43:08.568753 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:43:08.568753 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:43:08.568753 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:43:08.568753 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:43:08.568753 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:43:08.568753 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:43:08.568753 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:43:08.568753 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:43:08.568753 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:43:08.568753 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:43:08.568753 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:43:08.595196 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21d7861b-26b8-431d-b99e-11b75879c23c req-13b5da7e-0e7f-474f-aeee-1f7282788b7a service neutron] 10.222.0.57 "GET /v2.0/networks/28047d1c-ee8f-4a14-bbf4-938e3632846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7628961 Dec 16 09:43:08.596378 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-bda5dfc6-792d-4737-84b5-c2ddff9c74f9 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:43:08.599349 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-bda5dfc6-792d-4737-84b5-c2ddff9c74f9 service neutron] Checking segment: {'id': '4e51bee1-cafd-4d8e-b755-0a17a19937c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '872dad0c-b125-4398-b449-96faec06fd91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:43:08.599349 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-bda5dfc6-792d-4737-84b5-c2ddff9c74f9 service neutron] Bound using segment: {'id': '4e51bee1-cafd-4d8e-b755-0a17a19937c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '872dad0c-b125-4398-b449-96faec06fd91'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:43:08.599349 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-bda5dfc6-792d-4737-84b5-c2ddff9c74f9 service neutron] Bound port: 9e644923-b040-4aa2-a84d-84aeccc500b5, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e51bee1-cafd-4d8e-b755-0a17a19937c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '872dad0c-b125-4398-b449-96faec06fd91'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:43:08.599349 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-bda5dfc6-792d-4737-84b5-c2ddff9c74f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:08.636204 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd5eb2-b338-4f0d-99b5-5f0a0c36f609 req-0fcb39ea-f0d8-49e7-8311-fad6ba526e85 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:08.638205 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-99dd5eb2-b338-4f0d-99b5-5f0a0c36f609 req-0fcb39ea-f0d8-49e7-8311-fad6ba526e85 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=9edc31af-967e-426b-8c7f-e7c0ebc92264 HTTP/1.1" status: 200 len: 944 time: 0.2103846 Dec 16 09:43:08.659323 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:08.711453 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21d7861b-26b8-431d-b99e-11b75879c23c req-f5cdfd36-cfbd-4ef8-80e3-ea220a93acc2 service neutron] 10.222.0.57 "GET /v2.0/networks/28047d1c-ee8f-4a14-bbf4-938e3632846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940139 Dec 16 09:43:08.720133 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=60ab2ded-9a3c-470a-91ff-00465ee2ebf2,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:08.790941 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-bda5dfc6-792d-4737-84b5-c2ddff9c74f9 service neutron] For port 9e644923-b040-4aa2-a84d-84aeccc500b5, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:43:08.795479 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-bda5dfc6-792d-4737-84b5-c2ddff9c74f9 service neutron] For port 9e644923-b040-4aa2-a84d-84aeccc500b5, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=9e644923-b040-4aa2-a84d-84aeccc500b5,segment=NetworkSegment(4e51bee1-cafd-4d8e-b755-0a17a19937c7),segment_id=4e51bee1-cafd-4d8e-b755-0a17a19937c7)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:43:08.865669 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77429d-e96a-47f3-84e2-ac9427dd27e8 req-eb29e254-1783-4051-8ee2-62220a45f418 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:08.868351 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e77429d-e96a-47f3-84e2-ac9427dd27e8 req-eb29e254-1783-4051-8ee2-62220a45f418 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 943 time: 0.0626912 Dec 16 09:43:08.870492 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-bda5dfc6-792d-4737-84b5-c2ddff9c74f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:08.917642 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-bda5dfc6-792d-4737-84b5-c2ddff9c74f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:08.919009 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-bda5dfc6-792d-4737-84b5-c2ddff9c74f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:08.920689 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-bda5dfc6-792d-4737-84b5-c2ddff9c74f9 service neutron] 10.222.0.58 "PUT /v2.0/ports/9e644923-b040-4aa2-a84d-84aeccc500b5 HTTP/1.1" status: 200 len: 1092 time: 2.4123261 Dec 16 09:43:08.922136 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9edc31af-967e-426b-8c7f-e7c0ebc92264', 'tag': '9e644923-b040-4aa2-a84d-84aeccc500b5'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:43:08.925846 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d220f33-17ef-47fa-aaab-a620846090bd" -d '{"events": [{"name": "network-changed", "server_uuid": "9edc31af-967e-426b-8c7f-e7c0ebc92264", "tag": "9e644923-b040-4aa2-a84d-84aeccc500b5"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:43:09.002974 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e77429d-e96a-47f3-84e2-ac9427dd27e8 req-78220350-60c8-40b3-a9aa-b1f79ffb6933 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5474626-441a-4fa9-a341-df66c9c7706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167173 Dec 16 09:43:09.006969 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5dfc6-792d-4737-84b5-c2ddff9c74f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9e644923-b040-4aa2-a84d-84aeccc500b5,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:09.202597 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34e094-95cf-42e4-bc8e-b2c87e2aa9cd req-6f51e265-9852-4cae-8477-49a3d091c28b tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:09.212408 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-99dd5eb2-b338-4f0d-99b5-5f0a0c36f609 req-71b2e086-8135-46cc-92f9-95d08dd203e4 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=c74362f6-d134-41ca-a826-9b890e02020d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5608656 Dec 16 09:43:09.213993 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2a34e094-95cf-42e4-bc8e-b2c87e2aa9cd req-6f51e265-9852-4cae-8477-49a3d091c28b tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.0950077 Dec 16 09:43:09.269732 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c2b51365-3de6-4b9e-8bd5-a9af1bad0c5a tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:09.278403 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c2b51365-3de6-4b9e-8bd5-a9af1bad0c5a tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:09.282694 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['60ab2ded-9a3c-470a-91ff-00465ee2ebf2'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:43:09.284263 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c2b51365-3de6-4b9e-8bd5-a9af1bad0c5a tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] 10.222.0.60 "DELETE /v2.0/networks/4bf0d8aa-7bd9-4a07-a8e0-478bc67a9b5e HTTP/1.1" status: 204 len: 168 time: 1.2891366 Dec 16 09:43:09.286635 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33384) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:09.325168 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b51365-3de6-4b9e-8bd5-a9af1bad0c5a tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Pushing event deleted for resources: {'Network': ['ID=4bf0d8aa-7bd9-4a07-a8e0-478bc67a9b5e,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:09.348347 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2a34e094-95cf-42e4-bc8e-b2c87e2aa9cd req-256a265f-25ae-40b2-996a-460406a395eb tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184518 Dec 16 09:43:09.424662 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7071b31-2e3b-4a31-9a1d-08ed94022144 req-65b38f00-a60e-4a72-8778-df0b333c04de tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:09.425469 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f7ddd6-ef40-4c2b-ac5a-c4d7040c32ef x-openstack-request-id: req-30f7ddd6-ef40-4c2b-ac5a-c4d7040c32ef {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:43:09.425924 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9edc31af-967e-426b-8c7f-e7c0ebc92264", "tag": "9e644923-b040-4aa2-a84d-84aeccc500b5", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:43:09.426316 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-30f7ddd6-ef40-4c2b-ac5a-c4d7040c32ef {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:43:09.427103 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9edc31af-967e-426b-8c7f-e7c0ebc92264', 'tag': '9e644923-b040-4aa2-a84d-84aeccc500b5', 'status': 'completed', 'code': 200} Dec 16 09:43:09.431985 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-c716a944-f3ba-47df-8927-cdd8fb8fd777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:09.432536 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b7071b31-2e3b-4a31-9a1d-08ed94022144 req-65b38f00-a60e-4a72-8778-df0b333c04de tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fad8406-c22f-4a47-b026-99fb8dc758a1 HTTP/1.1" status: 200 len: 944 time: 0.1467674 Dec 16 09:43:09.433532 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-c716a944-f3ba-47df-8927-cdd8fb8fd777 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=60a0020dcca848d99f97019eb94a2e49&device_id=9edc31af-967e-426b-8c7f-e7c0ebc92264 HTTP/1.1" status: 200 len: 1095 time: 0.3993621 Dec 16 09:43:09.495735 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-ca36924c-e035-4cab-adb7-6956a5183127 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e644923-b040-4aa2-a84d-84aeccc500b5 HTTP/1.1" status: 200 len: 217 time: 0.0534270 Dec 16 09:43:09.526791 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7d3893-3a1f-4c3d-9959-ce8ba91640cf tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:09.539729 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7d3893-3a1f-4c3d-9959-ce8ba91640cf tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:09.542505 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ff7d3893-3a1f-4c3d-9959-ce8ba91640cf tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2532237 Dec 16 09:43:09.548055 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33402) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:09.553244 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-57674bd8-4fdc-44ef-8cc9-2a1da3fdedcc tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-441288808'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:09.559871 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b7071b31-2e3b-4a31-9a1d-08ed94022144 req-8ac1ab2d-85cb-4fe9-97a3-4c3aedb84c9e tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265161 Dec 16 09:43:09.598662 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-3db7c811-0159-45ec-83fb-4818b6cbe8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:09.600140 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-3db7c811-0159-45ec-83fb-4818b6cbe8f1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b5b3a5ab-5e44-48ee-9d23-fb55390d3fca HTTP/1.1" status: 200 len: 835 time: 0.0969746 Dec 16 09:43:09.636941 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57674bd8-4fdc-44ef-8cc9-2a1da3fdedcc tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Made reservation on behalf of eff8d219d079424fb78b725d012faae6 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:43:09.641636 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-57674bd8-4fdc-44ef-8cc9-2a1da3fdedcc tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:09.648429 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-11341069-9b7a-490f-9663-2544fa23306b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:09.650074 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-11341069-9b7a-490f-9663-2544fa23306b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=872dad0c-b125-4398-b449-96faec06fd91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426915 Dec 16 09:43:09.667930 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57674bd8-4fdc-44ef-8cc9-2a1da3fdedcc tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:43:09.669436 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-aad40725-efe7-429d-805d-5ed49e5e822b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:09.676871 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-57674bd8-4fdc-44ef-8cc9-2a1da3fdedcc tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:09.677376 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-57674bd8-4fdc-44ef-8cc9-2a1da3fdedcc tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Added segment 365d0b58-1d49-48ff-9657-707504cbbac2 of type vlan for network 3c1bb5cf-bb3c-42e7-894d-5b89f3bae09b Dec 16 09:43:09.732954 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-57674bd8-4fdc-44ef-8cc9-2a1da3fdedcc tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:09.764125 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad40725-efe7-429d-805d-5ed49e5e822b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:43:09.770881 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-aad40725-efe7-429d-805d-5ed49e5e822b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:09.774006 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad40725-efe7-429d-805d-5ed49e5e822b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:09.774596 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-aad40725-efe7-429d-805d-5ed49e5e822b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:09.779375 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8eb5db4-1115-4dd4-b420-99ef395caf50 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:43:09.801438 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad40725-efe7-429d-805d-5ed49e5e822b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Subnet': ['ID=7e5247df-e0b9-4141-ad79-abae3f6fe0e0,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:09.821492 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-8ef87810-50e7-4fd6-8b71-2c4acdc96fb1 service neutron] 10.222.0.58 "GET /v2.0/networks/872dad0c-b125-4398-b449-96faec06fd91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634040 Dec 16 09:43:09.843591 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-57674bd8-4fdc-44ef-8cc9-2a1da3fdedcc tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:09.852043 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57674bd8-4fdc-44ef-8cc9-2a1da3fdedcc tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:09.855586 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-57674bd8-4fdc-44ef-8cc9-2a1da3fdedcc tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:09.925349 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-aad40725-efe7-429d-805d-5ed49e5e822b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3010778 Dec 16 09:43:09.926113 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33418) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:09.958690 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-002f7b08-ecbb-4c22-95f7-0c37c3c272a3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1274827204', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:09.978210 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57674bd8-4fdc-44ef-8cc9-2a1da3fdedcc tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Pushing event updated for resources: {'Network': ['ID=3c1bb5cf-bb3c-42e7-894d-5b89f3bae09b,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:09.984632 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a92a63a2-7786-4f2f-a5fc-713eee85ce69 req-073f6077-2fc8-473b-9e53-5b9083936bdd service neutron] 10.222.0.58 "GET /v2.0/networks/872dad0c-b125-4398-b449-96faec06fd91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561401 Dec 16 09:43:09.999644 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 3c1bb5cf-bb3c-42e7-894d-5b89f3bae09b details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:43:10.013482 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3919623-a3f3-483a-8058-ea1ade4f1de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'fixed_ips': [{'subnet_id': '7e5247df-e0b9-4141-ad79-abae3f6fe0e0'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:43:10.014341 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c3919623-a3f3-483a-8058-ea1ade4f1de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:10.043298 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-57674bd8-4fdc-44ef-8cc9-2a1da3fdedcc tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4941671 Dec 16 09:43:10.044954 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33422) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:10.059517 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-b4f2e2c7-b2f1-4385-be42-512c02d3d730 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-59663233'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:10.177467 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-002f7b08-ecbb-4c22-95f7-0c37c3c272a3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:10.178951 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-002f7b08-ecbb-4c22-95f7-0c37c3c272a3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:10.206266 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-c3919623-a3f3-483a-8058-ea1ade4f1de2 None None] Allocated IP 2001:db8::2 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/7e5247df-e0b9-4141-ad79-abae3f6fe0e0/e431766d-c8ce-4e4a-ba88-3f24d0f5e7c0) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:43:10.252930 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e028e8-79ed-4dda-af21-f038970e589a req-56891772-7726-4551-b08b-5b2ef2a6fec7 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:10.254560 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-80e028e8-79ed-4dda-af21-f038970e589a req-56891772-7726-4551-b08b-5b2ef2a6fec7 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 943 time: 0.1457288 Dec 16 09:43:10.338745 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-80e028e8-79ed-4dda-af21-f038970e589a req-9c002307-3b34-41a4-b3ae-9d555830b4d6 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5474626-441a-4fa9-a341-df66c9c7706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700443 Dec 16 09:43:10.423379 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-002f7b08-ecbb-4c22-95f7-0c37c3c272a3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:10.458139 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c3919623-a3f3-483a-8058-ea1ade4f1de2 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:10.463700 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f2e2c7-b2f1-4385-be42-512c02d3d730 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Made reservation on behalf of eff8d219d079424fb78b725d012faae6 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:43:10.480637 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b4f2e2c7-b2f1-4385-be42-512c02d3d730 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:10.480777 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d220f33-17ef-47fa-aaab-a620846090bd req-4cd908d2-fc6c-45ce-ba04-9e6c9bc0e09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:10.480777 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5d220f33-17ef-47fa-aaab-a620846090bd req-4cd908d2-fc6c-45ce-ba04-9e6c9bc0e09d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=60a0020dcca848d99f97019eb94a2e49&device_id=9edc31af-967e-426b-8c7f-e7c0ebc92264 HTTP/1.1" status: 200 len: 1095 time: 0.2202795 Dec 16 09:43:10.487390 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33430) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:10.498113 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccbf179-767a-4e5a-8176-27a7039fbe2b req-d7c1a93c-7b91-4e67-8b6d-07442ae27f0e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:10.510904 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9ccbf179-767a-4e5a-8176-27a7039fbe2b req-d7c1a93c-7b91-4e67-8b6d-07442ae27f0e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=9edc31af-967e-426b-8c7f-e7c0ebc92264 HTTP/1.1" status: 200 len: 944 time: 0.1495965 Dec 16 09:43:10.569916 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-002f7b08-ecbb-4c22-95f7-0c37c3c272a3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:10.604139 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4f2e2c7-b2f1-4385-be42-512c02d3d730 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:43:10.621969 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4a600-e2e4-4219-8705-e23412d28b43 req-f6cf2f57-7b5a-445e-b326-5ac0fedf6d65 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:10.623857 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a4c4a600-e2e4-4219-8705-e23412d28b43 req-f6cf2f57-7b5a-445e-b326-5ac0fedf6d65 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.1396813 Dec 16 09:43:10.627396 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b4f2e2c7-b2f1-4385-be42-512c02d3d730 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:10.627976 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-b4f2e2c7-b2f1-4385-be42-512c02d3d730 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Added segment 6e66e2f4-ac31-43e4-baf9-2e33acffe1d6 of type vlan for network e03e9ee8-b053-48ae-8476-98daaacf16b8 Dec 16 09:43:10.643517 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:10.645041 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c3919623-a3f3-483a-8058-ea1ade4f1de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:10.694997 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9ccbf179-767a-4e5a-8176-27a7039fbe2b req-3f746674-a96a-4525-bd73-efb6c13e3d80 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=c74362f6-d134-41ca-a826-9b890e02020d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620951 Dec 16 09:43:10.720135 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b4f2e2c7-b2f1-4385-be42-512c02d3d730 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:10.735175 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-002f7b08-ecbb-4c22-95f7-0c37c3c272a3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:10.735175 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-002f7b08-ecbb-4c22-95f7-0c37c3c272a3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7890983 Dec 16 09:43:10.740359 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a4c4a600-e2e4-4219-8705-e23412d28b43 req-a0e1d9d5-0279-4836-b1a6-3c9183ecc4c3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104071 Dec 16 09:43:10.745367 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33440) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:10.786869 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-acc86a8e-5168-441c-9065-9970a42f2657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:10.883359 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-acc86a8e-5168-441c-9065-9970a42f2657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:10.895831 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b4f2e2c7-b2f1-4385-be42-512c02d3d730 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:10.903044 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f2e2c7-b2f1-4385-be42-512c02d3d730 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:10.903916 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b4f2e2c7-b2f1-4385-be42-512c02d3d730 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:11.010459 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3919623-a3f3-483a-8058-ea1ade4f1de2 None None] Pushing event updated for resources: {'Port': ['ID=e431766d-c8ce-4e4a-ba88-3f24d0f5e7c0,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:11.024913 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3919623-a3f3-483a-8058-ea1ade4f1de2 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:43:11.026810 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-acc86a8e-5168-441c-9065-9970a42f2657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:11.029230 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d220f33-17ef-47fa-aaab-a620846090bd req-dd44ca5b-2fa5-4989-ad7f-bd1912d16b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:11.030847 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5d220f33-17ef-47fa-aaab-a620846090bd req-dd44ca5b-2fa5-4989-ad7f-bd1912d16b7f service neutron] 10.222.0.58 "GET /v2.0/networks?id=872dad0c-b125-4398-b449-96faec06fd91 HTTP/1.1" status: 200 len: 897 time: 0.5186069 Dec 16 09:43:11.038299 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-c3919623-a3f3-483a-8058-ea1ade4f1de2 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:11.041443 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3919623-a3f3-483a-8058-ea1ade4f1de2 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:43:11.053011 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d47b6-fe65-4c06-b39c-9d95aee73492 req-61cd111b-2b2a-43c3-84a1-dffee95f3f84 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:11.061692 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-785d47b6-fe65-4c06-b39c-9d95aee73492 req-61cd111b-2b2a-43c3-84a1-dffee95f3f84 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fad8406-c22f-4a47-b026-99fb8dc758a1 HTTP/1.1" status: 200 len: 944 time: 0.1925697 Dec 16 09:43:11.103168 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-c3919623-a3f3-483a-8058-ea1ade4f1de2 None None] Attempting to bind port e431766d-c8ce-4e4a-ba88-3f24d0f5e7c0 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:43:11.103485 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-c3919623-a3f3-483a-8058-ea1ade4f1de2 None None] Attempting to bind port e431766d-c8ce-4e4a-ba88-3f24d0f5e7c0 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:43:11.103812 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3919623-a3f3-483a-8058-ea1ade4f1de2 None None] Attempting to bind port e431766d-c8ce-4e4a-ba88-3f24d0f5e7c0 on network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:43:11.105099 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f2e2c7-b2f1-4385-be42-512c02d3d730 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Pushing event updated for resources: {'Network': ['ID=e03e9ee8-b053-48ae-8476-98daaacf16b8,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:11.109703 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3919623-a3f3-483a-8058-ea1ade4f1de2 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:43:11.110791 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3919623-a3f3-483a-8058-ea1ade4f1de2 None None] Checking segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:43:11.111213 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c3919623-a3f3-483a-8058-ea1ade4f1de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:11.111607 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3919623-a3f3-483a-8058-ea1ade4f1de2 None None] Bound using segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:43:11.112097 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-c3919623-a3f3-483a-8058-ea1ade4f1de2 None None] Bound port: e431766d-c8ce-4e4a-ba88-3f24d0f5e7c0, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:43:11.112457 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c3919623-a3f3-483a-8058-ea1ade4f1de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:11.113828 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b4f2e2c7-b2f1-4385-be42-512c02d3d730 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0650182 Dec 16 09:43:11.118873 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-acc86a8e-5168-441c-9065-9970a42f2657 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cd539c59ea3c4a5e9b9170f4a916d4fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6239254 Dec 16 09:43:11.124455 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33444) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:11.124832 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33446) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:11.132279 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-0fc60517-375a-414d-8c6a-89e8edb656be tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Request body: {'ports': [{'network_id': '3c1bb5cf-bb3c-42e7-894d-5b89f3bae09b', 'name': 'tempest-port--1108284683', 'admin_state_up': True}, {'network_id': 'e03e9ee8-b053-48ae-8476-98daaacf16b8', 'admin_state_up': False}]} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:11.146390 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-0fc60517-375a-414d-8c6a-89e8edb656be tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Request body: {'port': {'network_id': '3c1bb5cf-bb3c-42e7-894d-5b89f3bae09b', 'name': 'tempest-port--1108284683', 'admin_state_up': True}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:11.171364 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-0fc60517-375a-414d-8c6a-89e8edb656be tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Request body: {'port': {'network_id': 'e03e9ee8-b053-48ae-8476-98daaacf16b8', 'admin_state_up': False}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:11.213574 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6d563-b905-4a7a-8370-3ece1b9a334d req-ae8d8e73-7b0e-44fe-a846-9f595a3c1923 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:11.224041 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d7b6d563-b905-4a7a-8370-3ece1b9a334d req-ae8d8e73-7b0e-44fe-a846-9f595a3c1923 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.3055687 Dec 16 09:43:11.226115 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc86a8e-5168-441c-9065-9970a42f2657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d352f0f-f74c-4428-a7fd-4d88f231ac44,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:11.230184 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-c3919623-a3f3-483a-8058-ea1ade4f1de2 None None] For port e431766d-c8ce-4e4a-ba88-3f24d0f5e7c0, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:43:11.236349 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2e2c7-b2f1-4385-be42-512c02d3d730 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:11.236780 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2e2c7-b2f1-4385-be42-512c02d3d730 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:11.237439 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2e2c7-b2f1-4385-be42-512c02d3d730 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:11.237982 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2e2c7-b2f1-4385-be42-512c02d3d730 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:11.238397 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2e2c7-b2f1-4385-be42-512c02d3d730 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:11.238820 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2e2c7-b2f1-4385-be42-512c02d3d730 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:11.239253 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2e2c7-b2f1-4385-be42-512c02d3d730 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:11.239642 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2e2c7-b2f1-4385-be42-512c02d3d730 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:11.240052 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2e2c7-b2f1-4385-be42-512c02d3d730 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:11.240379 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-c3919623-a3f3-483a-8058-ea1ade4f1de2 None None] For port e431766d-c8ce-4e4a-ba88-3f24d0f5e7c0, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=e431766d-c8ce-4e4a-ba88-3f24d0f5e7c0,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:43:11.240877 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2e2c7-b2f1-4385-be42-512c02d3d730 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:11.241314 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2e2c7-b2f1-4385-be42-512c02d3d730 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:11.241796 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2e2c7-b2f1-4385-be42-512c02d3d730 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:11.249214 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5d220f33-17ef-47fa-aaab-a620846090bd req-26d9adee-2d39-4476-99f5-a33848e19266 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e644923-b040-4aa2-a84d-84aeccc500b5 HTTP/1.1" status: 200 len: 217 time: 0.1734278 Dec 16 09:43:11.258963 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network e03e9ee8-b053-48ae-8476-98daaacf16b8 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:43:11.297086 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-785d47b6-fe65-4c06-b39c-9d95aee73492 req-ca0c93e8-6557-462e-8f66-1d33581dc362 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492186 Dec 16 09:43:11.334401 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc86a8e-5168-441c-9065-9970a42f2657 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:11.337767 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc86a8e-5168-441c-9065-9970a42f2657 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:11.337767 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc86a8e-5168-441c-9065-9970a42f2657 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:11.337767 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc86a8e-5168-441c-9065-9970a42f2657 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:11.337767 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc86a8e-5168-441c-9065-9970a42f2657 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:11.337767 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc86a8e-5168-441c-9065-9970a42f2657 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:11.337767 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc86a8e-5168-441c-9065-9970a42f2657 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:11.337767 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc86a8e-5168-441c-9065-9970a42f2657 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:11.337767 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc86a8e-5168-441c-9065-9970a42f2657 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:11.337767 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc86a8e-5168-441c-9065-9970a42f2657 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:11.338380 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc86a8e-5168-441c-9065-9970a42f2657 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:11.338380 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc86a8e-5168-441c-9065-9970a42f2657 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:11.405221 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d220f33-17ef-47fa-aaab-a620846090bd req-c755f334-72da-4d86-9cb9-d450294287c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:11.407988 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5d220f33-17ef-47fa-aaab-a620846090bd req-c755f334-72da-4d86-9cb9-d450294287c5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b5b3a5ab-5e44-48ee-9d23-fb55390d3fca HTTP/1.1" status: 200 len: 835 time: 0.1161675 Dec 16 09:43:11.478977 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d7b6d563-b905-4a7a-8370-3ece1b9a334d req-592cfb5b-dca7-477d-8bc4-b8b2e4bb2019 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2536209 Dec 16 09:43:11.491798 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c3919623-a3f3-483a-8058-ea1ade4f1de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:11.495997 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d52d5378-ec36-409e-86f0-6cf3c3c0e4d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:11.568038 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3919623-a3f3-483a-8058-ea1ade4f1de2 None None] Pushing event updated for resources: {'Port': ['ID=e431766d-c8ce-4e4a-ba88-3f24d0f5e7c0,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:11.650308 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d52d5378-ec36-409e-86f0-6cf3c3c0e4d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:11.707935 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d220f33-17ef-47fa-aaab-a620846090bd req-ce8685db-f675-4d0f-94bb-aa10ad498c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:11.709538 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5d220f33-17ef-47fa-aaab-a620846090bd req-ce8685db-f675-4d0f-94bb-aa10ad498c38 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=872dad0c-b125-4398-b449-96faec06fd91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2561684 Dec 16 09:43:11.757339 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9be7af-3531-4af1-81ab-8fda072dcb89 req-41c6bc4e-03e7-4244-8e62-8a3ddb7e3bce tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:11.758826 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-aa9be7af-3531-4af1-81ab-8fda072dcb89 req-41c6bc4e-03e7-4244-8e62-8a3ddb7e3bce tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.1476943 Dec 16 09:43:11.788854 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9afcc1-19b4-403c-99f2-d49854472ec1 req-a8d2f7e8-feeb-4f7a-84b5-b6f8db759ccc tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:11.796329 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2c9afcc1-19b4-403c-99f2-d49854472ec1 req-a8d2f7e8-feeb-4f7a-84b5-b6f8db759ccc tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 943 time: 0.3294539 Dec 16 09:43:11.826440 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-aa9be7af-3531-4af1-81ab-8fda072dcb89 req-eda0d68a-5847-49ce-8951-5c8c1226ac19 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489914 Dec 16 09:43:11.874730 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc60517-375a-414d-8c6a-89e8edb656be tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Made reservation on behalf of eff8d219d079424fb78b725d012faae6 for: {'port': 2} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:43:11.878026 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0fc60517-375a-414d-8c6a-89e8edb656be tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:11.917955 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d52d5378-ec36-409e-86f0-6cf3c3c0e4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:11.936995 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d52d5378-ec36-409e-86f0-6cf3c3c0e4d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:11.940748 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d52d5378-ec36-409e-86f0-6cf3c3c0e4d6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2d352f0f-f74c-4428-a7fd-4d88f231ac44 HTTP/1.1" status: 204 len: 168 time: 0.8127120 Dec 16 09:43:11.975206 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d5378-ec36-409e-86f0-6cf3c3c0e4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d352f0f-f74c-4428-a7fd-4d88f231ac44,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:11.985812 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0fc60517-375a-414d-8c6a-89e8edb656be tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:11.985945 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2c9afcc1-19b4-403c-99f2-d49854472ec1 req-df782ffd-1559-44b1-96a6-7c474e804fa2 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5474626-441a-4fa9-a341-df66c9c7706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878858 Dec 16 09:43:11.993569 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-12c2828a-c822-4dca-8c43-2c20cc206e40 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:12.001194 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 271bfd06-ad9c-47a7-aa9d-f6537e596991 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:43:12.005102 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 60ab2ded-9a3c-470a-91ff-00465ee2ebf2 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:43:12.255023 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device e431766d-c8ce-4e4a-ba88-3f24d0f5e7c0 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:43:12.259473 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-0fc60517-375a-414d-8c6a-89e8edb656be tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] device_id is not set on port f98cf174-bffc-4102-858d-0cd1090fdd17 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:43:12.274066 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5d220f33-17ef-47fa-aaab-a620846090bd req-bde904d1-6649-4830-a74f-2cbeb8c18423 service neutron] 10.222.0.58 "GET /v2.0/networks/872dad0c-b125-4398-b449-96faec06fd91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5507696 Dec 16 09:43:12.308676 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c8a69-0008-4813-bc9f-cd5c30748d3a req-2afe2983-8df9-4216-8da3-3c6631c2c0eb tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:12.324196 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-af6c8a69-0008-4813-bc9f-cd5c30748d3a req-2afe2983-8df9-4216-8da3-3c6631c2c0eb tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=9edc31af-967e-426b-8c7f-e7c0ebc92264 HTTP/1.1" status: 200 len: 944 time: 0.3001337 Dec 16 09:43:12.372759 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.resource_extend [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 09:43:12.436408 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ea887-4872-45c3-a424-841b995a20a5 req-b16de42b-9b87-4c84-81cd-e4aa42f3b1b1 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:12.445379 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-246ea887-4872-45c3-a424-841b995a20a5 req-b16de42b-9b87-4c84-81cd-e4aa42f3b1b1 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.3437452 Dec 16 09:43:12.468770 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 60ab2ded-9a3c-470a-91ff-00465ee2ebf2 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:43:12.511128 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 60ab2ded-9a3c-470a-91ff-00465ee2ebf2 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:12.511833 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:12.517668 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port e431766d-c8ce-4e4a-ba88-3f24d0f5e7c0 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:12.518173 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:12.610989 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-246ea887-4872-45c3-a424-841b995a20a5 req-d234755b-88db-4320-b807-7387e7b41b88 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645300 Dec 16 09:43:12.620022 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0fc60517-375a-414d-8c6a-89e8edb656be tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:12.620378 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5d220f33-17ef-47fa-aaab-a620846090bd req-90732b28-7201-416b-83ad-ac4e3a541259 service neutron] 10.222.0.58 "GET /v2.0/networks/872dad0c-b125-4398-b449-96faec06fd91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352127 Dec 16 09:43:12.728189 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 271bfd06-ad9c-47a7-aa9d-f6537e596991, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=271bfd06-ad9c-47a7-aa9d-f6537e596991,segment=NetworkSegment(4633fa21-d201-4901-b20b-13d2bccf565c),segment_id=4633fa21-d201-4901-b20b-13d2bccf565c)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:12.737515 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-12c2828a-c822-4dca-8c43-2c20cc206e40 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Allocated IP 2001:db8::1 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/7e5247df-e0b9-4141-ad79-abae3f6fe0e0/d7a9dac7-b12b-49b5-aa2e-c923252199b3) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:43:12.783561 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '271bfd06-ad9c-47a7-aa9d-f6537e596991', 'network_id': '28047d1c-ee8f-4a14-bbf4-938e3632846a', 'port_id': '271bfd06-ad9c-47a7-aa9d-f6537e596991', 'mac_address': 'fa:16:3e:6b:5e:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0262dc5-cf27-4913-8cae-71034a5225c2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:43:12.845185 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-af6c8a69-0008-4813-bc9f-cd5c30748d3a req-8a063449-1dfd-4af1-adb2-4dd7838712e8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=c74362f6-d134-41ca-a826-9b890e02020d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5197132 Dec 16 09:43:12.871677 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-0fc60517-375a-414d-8c6a-89e8edb656be tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] device_id is not set on port 0fb35a4f-c67e-4360-8ad3-e6529b254960 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:43:12.882060 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:12.927523 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:13.035340 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc330a0e-2863-49b3-b671-3fd4f5f5b8c1 req-b58ff0c5-a4d9-471a-8dc0-1f3780d4edb9 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:13.043721 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dc330a0e-2863-49b3-b671-3fd4f5f5b8c1 req-b58ff0c5-a4d9-471a-8dc0-1f3780d4edb9 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fad8406-c22f-4a47-b026-99fb8dc758a1 HTTP/1.1" status: 200 len: 944 time: 0.2546942 Dec 16 09:43:13.045578 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fad8406-c22f-4a47-b026-99fb8dc758a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ab2ded-9a3c-470a-91ff-00465ee2ebf2'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:43:13.054900 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec60ebc-d7c5-4747-9107-b6473430e5ea" -d '{"events": [{"server_uuid": "5fad8406-c22f-4a47-b026-99fb8dc758a1", "name": "network-vif-plugged", "status": "completed", "tag": "60ab2ded-9a3c-470a-91ff-00465ee2ebf2"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:43:13.086143 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0fc60517-375a-414d-8c6a-89e8edb656be tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:13.116272 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port e431766d-c8ce-4e4a-ba88-3f24d0f5e7c0, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=e431766d-c8ce-4e4a-ba88-3f24d0f5e7c0,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:13.122797 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:13.128877 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 60ab2ded-9a3c-470a-91ff-00465ee2ebf2, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=60ab2ded-9a3c-470a-91ff-00465ee2ebf2,segment=NetworkSegment(f0df79a4-0132-4b56-a1b6-b2446bc74352),segment_id=f0df79a4-0132-4b56-a1b6-b2446bc74352)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:13.153027 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-12c2828a-c822-4dca-8c43-2c20cc206e40 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:13.169842 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 271bfd06-ad9c-47a7-aa9d-f6537e596991 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:43:13.196687 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:13.201581 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dc330a0e-2863-49b3-b671-3fd4f5f5b8c1 req-0a22104e-4a55-4cb8-954a-c06280a5a4ce tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520398 Dec 16 09:43:13.202499 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 271bfd06-ad9c-47a7-aa9d-f6537e596991, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=271bfd06-ad9c-47a7-aa9d-f6537e596991,segment=NetworkSegment(4633fa21-d201-4901-b20b-13d2bccf565c),segment_id=4633fa21-d201-4901-b20b-13d2bccf565c)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:13.231752 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0fc60517-375a-414d-8c6a-89e8edb656be tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:13.256896 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c0aa41-a272-4840-b300-b91fa58c484d req-a8bdd220-9963-4997-9702-7bdf6de31cc3 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:13.258097 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:13.281710 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e7c0aa41-a272-4840-b300-b91fa58c484d req-a8bdd220-9963-4997-9702-7bdf6de31cc3 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 943 time: 0.1455779 Dec 16 09:43:13.306055 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:13.312022 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=e431766d-c8ce-4e4a-ba88-3f24d0f5e7c0,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:13.382506 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc60517-375a-414d-8c6a-89e8edb656be tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Pushing event updated for resources: {'Port': ['ID=f98cf174-bffc-4102-858d-0cd1090fdd17,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:13.391118 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-12c2828a-c822-4dca-8c43-2c20cc206e40 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:13.396121 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1dc994-9cdc-4707-b6c6-11021b12d805 x-openstack-request-id: req-5c1dc994-9cdc-4707-b6c6-11021b12d805 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:43:13.396440 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fad8406-c22f-4a47-b026-99fb8dc758a1", "name": "network-vif-plugged", "status": "completed", "tag": "60ab2ded-9a3c-470a-91ff-00465ee2ebf2", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:43:13.396808 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5c1dc994-9cdc-4707-b6c6-11021b12d805 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:43:13.397104 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fad8406-c22f-4a47-b026-99fb8dc758a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ab2ded-9a3c-470a-91ff-00465ee2ebf2', 'code': 200} Dec 16 09:43:13.433924 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e7c0aa41-a272-4840-b300-b91fa58c484d req-3f3e8f5e-5d2e-499a-8dcc-df2f8a096d63 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5474626-441a-4fa9-a341-df66c9c7706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017613 Dec 16 09:43:13.462845 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc60517-375a-414d-8c6a-89e8edb656be tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Checking segment: {'id': '365d0b58-1d49-48ff-9657-707504cbbac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3c1bb5cf-bb3c-42e7-894d-5b89f3bae09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:43:13.462845 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc60517-375a-414d-8c6a-89e8edb656be tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Network hostable DHCP agents. Network: 3c1bb5cf-bb3c-42e7-894d-5b89f3bae09b, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:43:13.464762 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=60ab2ded-9a3c-470a-91ff-00465ee2ebf2,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:13.497949 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c2828a-c822-4dca-8c43-2c20cc206e40 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:43:13.498099 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-63a63b64-cf48-4a3d-8d38-0d499517b094 None None] Provisioning complete for port e431766d-c8ce-4e4a-ba88-3f24d0f5e7c0 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:13.498099 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-63a63b64-cf48-4a3d-8d38-0d499517b094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:13.501360 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-12c2828a-c822-4dca-8c43-2c20cc206e40 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:13.539343 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c2828a-c822-4dca-8c43-2c20cc206e40 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:43:13.544508 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-12c2828a-c822-4dca-8c43-2c20cc206e40 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:13.554897 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=271bfd06-ad9c-47a7-aa9d-f6537e596991,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:13.572059 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc60517-375a-414d-8c6a-89e8edb656be tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Network 3c1bb5cf-bb3c-42e7-894d-5b89f3bae09b is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:43:13.671194 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-0fc60517-375a-414d-8c6a-89e8edb656be tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 3c1bb5cf-bb3c-42e7-894d-5b89f3bae09b) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:13.676352 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc60517-375a-414d-8c6a-89e8edb656be tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:43:13.677421 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0fc60517-375a-414d-8c6a-89e8edb656be tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:13.678120 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['271bfd06-ad9c-47a7-aa9d-f6537e596991'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:43:13.714906 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e246f033-771a-42f5-be49-b52aa32c605a None None] Network 3c1bb5cf-bb3c-42e7-894d-5b89f3bae09b requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:43:13.880515 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc60517-375a-414d-8c6a-89e8edb656be tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Checking segment: {'id': '6e66e2f4-ac31-43e4-baf9-2e33acffe1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'e03e9ee8-b053-48ae-8476-98daaacf16b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:43:13.881168 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc60517-375a-414d-8c6a-89e8edb656be tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Network hostable DHCP agents. Network: e03e9ee8-b053-48ae-8476-98daaacf16b8, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:43:13.889692 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc60517-375a-414d-8c6a-89e8edb656be tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Pushing event updated for resources: {'Port': ['ID=0fb35a4f-c67e-4360-8ad3-e6529b254960,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:13.944320 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33498) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:13.970442 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c91a2b9d-6027-482f-a492-30af004091b7 None None] Provisioning complete for port d7a9dac7-b12b-49b5-aa2e-c923252199b3 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:13.971186 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c91a2b9d-6027-482f-a492-30af004091b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:14.037726 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-c91a2b9d-6027-482f-a492-30af004091b7 None None] Port d7a9dac7-b12b-49b5-aa2e-c923252199b3 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:43:14.049509 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc60517-375a-414d-8c6a-89e8edb656be tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Network e03e9ee8-b053-48ae-8476-98daaacf16b8 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:43:14.092347 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-2a378c93-ae1d-45ae-a4e1-3ab82a91edb5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-798223699-network', 'tenant_id': '7442578c7f1c49db97c144b35fcdc59a'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:14.128499 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device e431766d-c8ce-4e4a-ba88-3f24d0f5e7c0 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:43:14.151853 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2828a-c822-4dca-8c43-2c20cc206e40 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Port': ['ID=d7a9dac7-b12b-49b5-aa2e-c923252199b3,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:14.172340 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-0fc60517-375a-414d-8c6a-89e8edb656be tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, e03e9ee8-b053-48ae-8476-98daaacf16b8) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:14.190709 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc60517-375a-414d-8c6a-89e8edb656be tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:43:14.201442 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc60517-375a-414d-8c6a-89e8edb656be tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:14.208293 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc60517-375a-414d-8c6a-89e8edb656be tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:14.209282 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0fc60517-375a-414d-8c6a-89e8edb656be tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:14.217335 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35553c8-a22b-4d61-8fe6-9a07e4c06841 None None] Network e03e9ee8-b053-48ae-8476-98daaacf16b8 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:43:14.223963 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a378c93-ae1d-45ae-a4e1-3ab82a91edb5 admin admin] Made reservation on behalf of 7442578c7f1c49db97c144b35fcdc59a for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:43:14.227159 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d918ebc6-a99f-43ed-a391-4a4852a138a2 req-4d6c9d04-6f93-4b21-ac94-c4cffd629316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:14.227602 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a378c93-ae1d-45ae-a4e1-3ab82a91edb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:14.228839 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d918ebc6-a99f-43ed-a391-4a4852a138a2 req-4d6c9d04-6f93-4b21-ac94-c4cffd629316 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5fad8406-c22f-4a47-b026-99fb8dc758a1 HTTP/1.1" status: 200 len: 1096 time: 0.8178189 Dec 16 09:43:14.230597 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2828a-c822-4dca-8c43-2c20cc206e40 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:14.231022 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2828a-c822-4dca-8c43-2c20cc206e40 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:14.231432 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2828a-c822-4dca-8c43-2c20cc206e40 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:14.231834 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2828a-c822-4dca-8c43-2c20cc206e40 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:14.232233 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2828a-c822-4dca-8c43-2c20cc206e40 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:14.232630 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2828a-c822-4dca-8c43-2c20cc206e40 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:14.233044 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2828a-c822-4dca-8c43-2c20cc206e40 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:14.233477 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2828a-c822-4dca-8c43-2c20cc206e40 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:14.233874 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2828a-c822-4dca-8c43-2c20cc206e40 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:14.234789 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2828a-c822-4dca-8c43-2c20cc206e40 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:14.235194 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2828a-c822-4dca-8c43-2c20cc206e40 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:14.235651 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2828a-c822-4dca-8c43-2c20cc206e40 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:14.264489 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a378c93-ae1d-45ae-a4e1-3ab82a91edb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:14.337880 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d918ebc6-a99f-43ed-a391-4a4852a138a2 req-2fa2ea48-3f69-47ab-8fee-f6e2fb0efbe2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861781 Dec 16 09:43:14.351628 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc7789-e5da-45b1-82df-7357dcbe4567 req-30086f9d-c2fb-4197-bd5b-0ad6e2d26b89 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:14.353857 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4bfc7789-e5da-45b1-82df-7357dcbe4567 req-30086f9d-c2fb-4197-bd5b-0ad6e2d26b89 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=9edc31af-967e-426b-8c7f-e7c0ebc92264 HTTP/1.1" status: 200 len: 944 time: 0.2084839 Dec 16 09:43:14.363422 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port e431766d-c8ce-4e4a-ba88-3f24d0f5e7c0 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:14.364105 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:14.379646 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0fc60517-375a-414d-8c6a-89e8edb656be tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.2526593 Dec 16 09:43:14.380023 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33504) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:14.411569 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014971a7-62b6-44d2-a2fa-a158f24b6678 req-8f503427-6b19-4147-ba0f-f617e90157f9 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:14.413196 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-014971a7-62b6-44d2-a2fa-a158f24b6678 req-8f503427-6b19-4147-ba0f-f617e90157f9 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fad8406-c22f-4a47-b026-99fb8dc758a1 HTTP/1.1" status: 200 len: 945 time: 0.1196311 Dec 16 09:43:14.469861 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4bfc7789-e5da-45b1-82df-7357dcbe4567 req-42ac1262-3396-4756-8536-860f5cd908fb tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=c74362f6-d134-41ca-a826-9b890e02020d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073623 Dec 16 09:43:14.481889 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-014971a7-62b6-44d2-a2fa-a158f24b6678 req-fe6d10ad-6843-4d4a-8c8a-482bae1a7250 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510583 Dec 16 09:43:14.495502 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590e3483-d102-4429-9b43-a1aac2975396 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:14.502970 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590e3483-d102-4429-9b43-a1aac2975396 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:14.507112 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-590e3483-d102-4429-9b43-a1aac2975396 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1237473 Dec 16 09:43:14.507277 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 9e644923-b040-4aa2-a84d-84aeccc500b5 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:43:14.508331 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33508) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:14.516680 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a378c93-ae1d-45ae-a4e1-3ab82a91edb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:14.547757 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-12c2828a-c822-4dca-8c43-2c20cc206e40 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:14.654005 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a378c93-ae1d-45ae-a4e1-3ab82a91edb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:14.689903 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 9e644923-b040-4aa2-a84d-84aeccc500b5, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=9e644923-b040-4aa2-a84d-84aeccc500b5,segment=NetworkSegment(4e51bee1-cafd-4d8e-b755-0a17a19937c7),segment_id=4e51bee1-cafd-4d8e-b755-0a17a19937c7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:14.706561 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '9e644923-b040-4aa2-a84d-84aeccc500b5', 'network_id': '872dad0c-b125-4398-b449-96faec06fd91', 'port_id': '9e644923-b040-4aa2-a84d-84aeccc500b5', 'mac_address': 'fa:16:3e:9f:89:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b3a5ab-5e44-48ee-9d23-fb55390d3fca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:43:14.741079 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a378c93-ae1d-45ae-a4e1-3ab82a91edb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:43:14.748147 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64140e76-32d6-4c05-8859-9873c0e8190d req-19265ee2-4eee-4023-b705-06e8f12fc9a1 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:14.755962 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-64140e76-32d6-4c05-8859-9873c0e8190d req-19265ee2-4eee-4023-b705-06e8f12fc9a1 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 944 time: 0.1563530 Dec 16 09:43:14.770347 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a378c93-ae1d-45ae-a4e1-3ab82a91edb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:14.770825 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-2a378c93-ae1d-45ae-a4e1-3ab82a91edb5 admin admin] Added segment 9a608469-c136-4d29-8951-207955d4664b of type vlan for network d8522618-7ca9-46c1-9887-3c2d9ed1322d Dec 16 09:43:14.773212 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:14.795920 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a378c93-ae1d-45ae-a4e1-3ab82a91edb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775ad768-722c-4ef7-b748-41cb49e6a7ab,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:14.823709 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e644923-b040-4aa2-a84d-84aeccc500b5 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:43:14.827681 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-9315059a-e16c-44d5-b717-0d29e9251ee1 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Deleting port f98cf174-bffc-4102-858d-0cd1090fdd17 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:43:14.829200 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9315059a-e16c-44d5-b717-0d29e9251ee1 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:14.850966 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 9e644923-b040-4aa2-a84d-84aeccc500b5, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=9e644923-b040-4aa2-a84d-84aeccc500b5,segment=NetworkSegment(4e51bee1-cafd-4d8e-b755-0a17a19937c7),segment_id=4e51bee1-cafd-4d8e-b755-0a17a19937c7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:14.851803 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-64140e76-32d6-4c05-8859-9873c0e8190d req-a0e18ef4-303d-49eb-9c3c-114039dc8a31 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5474626-441a-4fa9-a341-df66c9c7706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948923 Dec 16 09:43:14.922395 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9315059a-e16c-44d5-b717-0d29e9251ee1 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:14.959296 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-9315059a-e16c-44d5-b717-0d29e9251ee1 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Calling delete_port for f98cf174-bffc-4102-858d-0cd1090fdd17 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:43:14.979522 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a378c93-ae1d-45ae-a4e1-3ab82a91edb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:14.985291 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:15.048376 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-12c2828a-c822-4dca-8c43-2c20cc206e40 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:15.079223 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=9e644923-b040-4aa2-a84d-84aeccc500b5,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:15.115198 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a378c93-ae1d-45ae-a4e1-3ab82a91edb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:15.117487 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a378c93-ae1d-45ae-a4e1-3ab82a91edb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:15.117487 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a378c93-ae1d-45ae-a4e1-3ab82a91edb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:15.147867 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-12c2828a-c822-4dca-8c43-2c20cc206e40 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:15.149359 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-12c2828a-c822-4dca-8c43-2c20cc206e40 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:15.167690 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9315059a-e16c-44d5-b717-0d29e9251ee1 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:15.212595 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9315059a-e16c-44d5-b717-0d29e9251ee1 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Pushing event deleted for resources: {'Port': ['ID=f98cf174-bffc-4102-858d-0cd1090fdd17,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:15.214503 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['9e644923-b040-4aa2-a84d-84aeccc500b5'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:43:15.222086 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a378c93-ae1d-45ae-a4e1-3ab82a91edb5 admin admin] Pushing event updated for resources: {'Network': ['ID=d8522618-7ca9-46c1-9887-3c2d9ed1322d,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:15.231435 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9315059a-e16c-44d5-b717-0d29e9251ee1 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:15.235156 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9315059a-e16c-44d5-b717-0d29e9251ee1 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] 10.222.0.60 "DELETE /v2.0/ports/f98cf174-bffc-4102-858d-0cd1090fdd17 HTTP/1.1" status: 204 len: 168 time: 0.7244747 Dec 16 09:43:15.238061 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33514) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:15.255903 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network d8522618-7ca9-46c1-9887-3c2d9ed1322d details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:43:15.268931 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2828a-c822-4dca-8c43-2c20cc206e40 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Port': ['ID=d7a9dac7-b12b-49b5-aa2e-c923252199b3,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:15.290054 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2a378c93-ae1d-45ae-a4e1-3ab82a91edb5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3414483 Dec 16 09:43:15.290266 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33516) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:15.297192 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-8c950c1f-0985-4b74-aee7-d0cda19e60a9 admin admin] Request body: {'subnet': {'network_id': 'd8522618-7ca9-46c1-9887-3c2d9ed1322d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-798223699-subnet', 'tenant_id': '7442578c7f1c49db97c144b35fcdc59a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:15.392300 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c2828a-c822-4dca-8c43-2c20cc206e40 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:43:15.396258 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-12c2828a-c822-4dca-8c43-2c20cc206e40 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:15.424786 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-31b1d961-84ca-47de-a2dd-29e2c7cd6b34 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Deleting port 0fb35a4f-c67e-4360-8ad3-e6529b254960 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:43:15.425373 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-31b1d961-84ca-47de-a2dd-29e2c7cd6b34 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:15.446538 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c950c1f-0985-4b74-aee7-d0cda19e60a9 admin admin] Made reservation on behalf of 7442578c7f1c49db97c144b35fcdc59a for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:43:15.454057 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8c950c1f-0985-4b74-aee7-d0cda19e60a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:15.671367 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d22d4f-83a2-403c-9c14-cc7c1d443dbb req-8c50e622-878a-4f40-8f6b-39935d7b952c tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:15.673089 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c3d22d4f-83a2-403c-9c14-cc7c1d443dbb req-8c50e622-878a-4f40-8f6b-39935d7b952c tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fad8406-c22f-4a47-b026-99fb8dc758a1 HTTP/1.1" status: 200 len: 945 time: 0.0771160 Dec 16 09:43:15.769620 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c3d22d4f-83a2-403c-9c14-cc7c1d443dbb req-57d0b89c-1079-4aef-aed1-036b380f3df7 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897453 Dec 16 09:43:15.782508 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-31b1d961-84ca-47de-a2dd-29e2c7cd6b34 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:15.785706 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c2828a-c822-4dca-8c43-2c20cc206e40 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Router 6f43df38-d8d2-4561-acb2-ec59bc5d3d03 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:43:15.823581 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-31b1d961-84ca-47de-a2dd-29e2c7cd6b34 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Calling delete_port for 0fb35a4f-c67e-4360-8ad3-e6529b254960 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:43:15.946118 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00925b-908a-453a-9722-5ca9b0a365eb req-fceda6ad-2286-4610-876e-0103450f80c9 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:15.955369 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fb00925b-908a-453a-9722-5ca9b0a365eb req-fceda6ad-2286-4610-876e-0103450f80c9 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=9edc31af-967e-426b-8c7f-e7c0ebc92264 HTTP/1.1" status: 200 len: 945 time: 0.2149155 Dec 16 09:43:15.987931 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-cc40159d-dfc2-4a30-948a-2780cf6b74e6 None None] Provisioning complete for port d7a9dac7-b12b-49b5-aa2e-c923252199b3 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:15.987931 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cc40159d-dfc2-4a30-948a-2780cf6b74e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:16.017440 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fb00925b-908a-453a-9722-5ca9b0a365eb req-c19132e3-cb94-4c04-bca4-a607d98205dc tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=c74362f6-d134-41ca-a826-9b890e02020d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610733 Dec 16 09:43:16.027333 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 271bfd06-ad9c-47a7-aa9d-f6537e596991 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:43:16.033699 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8c950c1f-0985-4b74-aee7-d0cda19e60a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:16.113765 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c950c1f-0985-4b74-aee7-d0cda19e60a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d9d2428-10ec-40d5-8c03-15fd3ac0087f,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:16.114652 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-cc40159d-dfc2-4a30-948a-2780cf6b74e6 None None] Port d7a9dac7-b12b-49b5-aa2e-c923252199b3 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:43:16.118639 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c950c1f-0985-4b74-aee7-d0cda19e60a9 admin admin] Checking segment: {'id': '9a608469-c136-4d29-8951-207955d4664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd8522618-7ca9-46c1-9887-3c2d9ed1322d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:43:16.119000 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c950c1f-0985-4b74-aee7-d0cda19e60a9 admin admin] Network hostable DHCP agents. Network: d8522618-7ca9-46c1-9887-3c2d9ed1322d, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:43:16.150145 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c2828a-c822-4dca-8c43-2c20cc206e40 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:43:16.164233 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5577612-7312-495e-bf6c-02f07f632244 None None] Sync routers for ids ['6f43df38-d8d2-4561-acb2-ec59bc5d3d03'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:43:16.177081 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cc9b0-69cf-4318-a4bd-9d1956592892 req-ffd498d9-75a7-4240-92cc-0d31bc73898c tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:16.178690 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-268cc9b0-69cf-4318-a4bd-9d1956592892 req-ffd498d9-75a7-4240-92cc-0d31bc73898c tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 944 time: 0.1922381 Dec 16 09:43:16.184820 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-12c2828a-c822-4dca-8c43-2c20cc206e40 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "PUT /v2.0/routers/6f43df38-d8d2-4561-acb2-ec59bc5d3d03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4355679 Dec 16 09:43:16.185650 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33530) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:16.186579 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5577612-7312-495e-bf6c-02f07f632244 None None] Routers {'6f43df38-d8d2-4561-acb2-ec59bc5d3d03'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:43:16.187079 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-31b1d961-84ca-47de-a2dd-29e2c7cd6b34 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:16.188232 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-b5577612-7312-495e-bf6c-02f07f632244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:42:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6f43df38-d8d2-4561-acb2-ec59bc5d3d03'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:16.271656 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 271bfd06-ad9c-47a7-aa9d-f6537e596991 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:43:16.275034 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0f77f0-07db-45a8-85a7-840234054dbc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:16.278802 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1c0f77f0-07db-45a8-85a7-840234054dbc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports/d7a9dac7-b12b-49b5-aa2e-c923252199b3 HTTP/1.1" status: 200 len: 911 time: 0.0898957 Dec 16 09:43:16.281395 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 271bfd06-ad9c-47a7-aa9d-f6537e596991 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:16.281935 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:16.286250 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33532) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:16.295253 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1d961-84ca-47de-a2dd-29e2c7cd6b34 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Pushing event deleted for resources: {'Port': ['ID=0fb35a4f-c67e-4360-8ad3-e6529b254960,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:16.306799 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c950c1f-0985-4b74-aee7-d0cda19e60a9 admin admin] Network d8522618-7ca9-46c1-9887-3c2d9ed1322d is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:43:16.314536 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-b5577612-7312-495e-bf6c-02f07f632244 None None] Set router 6f43df38-d8d2-4561-acb2-ec59bc5d3d03 gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:43:16.324502 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-31b1d961-84ca-47de-a2dd-29e2c7cd6b34 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:16.339886 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-31b1d961-84ca-47de-a2dd-29e2c7cd6b34 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] 10.222.0.60 "DELETE /v2.0/ports/0fb35a4f-c67e-4360-8ad3-e6529b254960 HTTP/1.1" status: 204 len: 168 time: 1.1006396 Dec 16 09:43:16.342625 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33534) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:16.387192 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-268cc9b0-69cf-4318-a4bd-9d1956592892 req-b9abd13a-4298-4824-887a-9c267714d2e9 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5474626-441a-4fa9-a341-df66c9c7706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868277 Dec 16 09:43:16.394825 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-dbaa7dd8-64b4-4090-9c4d-3880d136227b tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0410750 Dec 16 09:43:16.395364 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33536) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:16.400532 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-d858757e-fd6a-481d-8d17-4a1c6adb7ba7 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1045889492'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:16.408250 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-8c950c1f-0985-4b74-aee7-d0cda19e60a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, d8522618-7ca9-46c1-9887-3c2d9ed1322d) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:16.414933 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c950c1f-0985-4b74-aee7-d0cda19e60a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:16.421171 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8c950c1f-0985-4b74-aee7-d0cda19e60a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:16.447295 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6a3ccb-cc90-47f2-bdc5-5151dc6fdaa6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:16.461640 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6a3ccb-cc90-47f2-bdc5-5151dc6fdaa6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:16.464330 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1b6a3ccb-cc90-47f2-bdc5-5151dc6fdaa6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1777561 Dec 16 09:43:16.467953 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33538) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:16.476301 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c199e81-c728-4aef-9282-b5ad276a1406 None None] Network d8522618-7ca9-46c1-9887-3c2d9ed1322d requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:43:16.542465 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 9e644923-b040-4aa2-a84d-84aeccc500b5 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:43:16.560334 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d858757e-fd6a-481d-8d17-4a1c6adb7ba7 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Made reservation on behalf of eff8d219d079424fb78b725d012faae6 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:43:16.569184 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d858757e-fd6a-481d-8d17-4a1c6adb7ba7 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:16.622971 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:16.639361 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d858757e-fd6a-481d-8d17-4a1c6adb7ba7 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:43:16.650171 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d858757e-fd6a-481d-8d17-4a1c6adb7ba7 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:16.650674 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-d858757e-fd6a-481d-8d17-4a1c6adb7ba7 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Added segment 6a669f3d-a664-40b7-8045-1ea5c734a1c3 of type vlan for network b13c6733-0e53-49ff-a9c6-74423b15b600 Dec 16 09:43:16.680583 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-b5577612-7312-495e-bf6c-02f07f632244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f43df38-d8d2-4561-acb2-ec59bc5d3d03', 'name': 'tempest-NetworksTestDHCPv6-router-1274827204', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:43:10Z', 'updated_at': '2021-12-16T09:43:14Z', 'revision_number': 2, 'project_id': '7a8a019db65a41c08c2de4799c62bbc5', 'gw_port_host': None, '_interfaces': [{'id': 'd7a9dac7-b12b-49b5-aa2e-c923252199b3', 'name': '', 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'mac_address': 'fa:16:3e:04:ba:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f43df38-d8d2-4561-acb2-ec59bc5d3d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '7e5247df-e0b9-4141-ad79-abae3f6fe0e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:43:12Z', 'updated_at': '2021-12-16T09:43:14Z', 'revision_number': 2, 'project_id': '7a8a019db65a41c08c2de4799c62bbc5', 'subnets': [{'id': '7e5247df-e0b9-4141-ad79-abae3f6fe0e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:16.686702 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 271bfd06-ad9c-47a7-aa9d-f6537e596991, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=271bfd06-ad9c-47a7-aa9d-f6537e596991,segment=NetworkSegment(4633fa21-d201-4901-b20b-13d2bccf565c),segment_id=4633fa21-d201-4901-b20b-13d2bccf565c)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:16.687716 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7a25db-ff93-49e7-a6de-e97f11e96c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271bfd06-ad9c-47a7-aa9d-f6537e596991'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:43:16.690081 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735f267e-5834-451c-b272-f99f75070977" -d '{"events": [{"server_uuid": "ed7a25db-ff93-49e7-a6de-e97f11e96c7e", "name": "network-vif-plugged", "status": "completed", "tag": "271bfd06-ad9c-47a7-aa9d-f6537e596991"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:43:16.725993 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5577612-7312-495e-bf6c-02f07f632244 None None] Checking router: 6f43df38-d8d2-4561-acb2-ec59bc5d3d03 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:43:16.726641 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5577612-7312-495e-bf6c-02f07f632244 None None] Updating router 6f43df38-d8d2-4561-acb2-ec59bc5d3d03 port d7a9dac7-b12b-49b5-aa2e-c923252199b3 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:43:16.758735 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8c950c1f-0985-4b74-aee7-d0cda19e60a9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4391677 Dec 16 09:43:16.758735 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d858757e-fd6a-481d-8d17-4a1c6adb7ba7 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:16.806548 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d324e57c-7eff-407d-84eb-f4278b3efc68 None None] Network d8522618-7ca9-46c1-9887-3c2d9ed1322d requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:43:16.821180 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-b5577612-7312-495e-bf6c-02f07f632244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:16.964190 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58c8ae-5864-404e-bbca-e6183c2fc563 req-154707d0-609a-4ff8-a362-d32b0d03ebd9 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:16.965697 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cb58c8ae-5864-404e-bbca-e6183c2fc563 req-154707d0-609a-4ff8-a362-d32b0d03ebd9 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fad8406-c22f-4a47-b026-99fb8dc758a1 HTTP/1.1" status: 200 len: 945 time: 0.0918891 Dec 16 09:43:17.004827 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 9e644923-b040-4aa2-a84d-84aeccc500b5 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:43:17.008131 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d858757e-fd6a-481d-8d17-4a1c6adb7ba7 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:17.014184 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d858757e-fd6a-481d-8d17-4a1c6adb7ba7 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:17.014785 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d858757e-fd6a-481d-8d17-4a1c6adb7ba7 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:17.031950 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:17.037386 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85126466-8cc9-443b-87a0-a9f70d82b8c2 x-openstack-request-id: req-85126466-8cc9-443b-87a0-a9f70d82b8c2 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:43:17.039025 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed7a25db-ff93-49e7-a6de-e97f11e96c7e", "name": "network-vif-plugged", "status": "completed", "tag": "271bfd06-ad9c-47a7-aa9d-f6537e596991", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:43:17.039518 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-85126466-8cc9-443b-87a0-a9f70d82b8c2 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:43:17.040188 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7a25db-ff93-49e7-a6de-e97f11e96c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271bfd06-ad9c-47a7-aa9d-f6537e596991', 'code': 200} Dec 16 09:43:17.047940 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 9e644923-b040-4aa2-a84d-84aeccc500b5 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:17.048620 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:17.101480 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d858757e-fd6a-481d-8d17-4a1c6adb7ba7 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7045286 Dec 16 09:43:17.107376 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33562) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:17.111897 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-83170396-aa72-449d-87ff-c5cfd34abb31 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-465864056'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:17.185742 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858757e-fd6a-481d-8d17-4a1c6adb7ba7 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Pushing event updated for resources: {'Network': ['ID=b13c6733-0e53-49ff-a9c6-74423b15b600,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:17.213841 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network b13c6733-0e53-49ff-a9c6-74423b15b600 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:43:17.219769 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cb58c8ae-5864-404e-bbca-e6183c2fc563 req-2199e5d5-5383-49ec-ab17-7710267dc69d tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366273 Dec 16 09:43:17.275006 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-b5577612-7312-495e-bf6c-02f07f632244 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:17.280525 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83170396-aa72-449d-87ff-c5cfd34abb31 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Made reservation on behalf of eff8d219d079424fb78b725d012faae6 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:43:17.284684 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-83170396-aa72-449d-87ff-c5cfd34abb31 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:17.291126 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03501d0-4082-4660-9180-d9b51a475ae9 req-8d6aca89-cae6-470b-9b85-6f134784e96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:17.292633 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a03501d0-4082-4660-9180-d9b51a475ae9 req-8d6aca89-cae6-470b-9b85-6f134784e96a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 1096 time: 0.1731970 Dec 16 09:43:17.361328 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-b5577612-7312-495e-bf6c-02f07f632244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:17.492325 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1bef2-19be-423d-92b6-d2dd7e530b2f None None] Pushing event updated for resources: {'Port': ['ID=d7a9dac7-b12b-49b5-aa2e-c923252199b3,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:17.546906 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83170396-aa72-449d-87ff-c5cfd34abb31 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:43:17.573077 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a03501d0-4082-4660-9180-d9b51a475ae9 req-26dc7dd6-71ac-47c9-80fb-de5cfc496554 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b5474626-441a-4fa9-a341-df66c9c7706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716858 Dec 16 09:43:17.616446 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-b5577612-7312-495e-bf6c-02f07f632244 None None] Attempting to bind port d7a9dac7-b12b-49b5-aa2e-c923252199b3 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:43:17.618240 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-b5577612-7312-495e-bf6c-02f07f632244 None None] Attempting to bind port d7a9dac7-b12b-49b5-aa2e-c923252199b3 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:43:17.619010 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5577612-7312-495e-bf6c-02f07f632244 None None] Attempting to bind port d7a9dac7-b12b-49b5-aa2e-c923252199b3 on network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:43:17.619142 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-83170396-aa72-449d-87ff-c5cfd34abb31 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:17.619360 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-83170396-aa72-449d-87ff-c5cfd34abb31 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Added segment 0a8cb1b7-9172-4a52-b86b-26df3d4469bb of type vlan for network 23b354fd-2125-4e55-8410-b2f5f0f7d92d Dec 16 09:43:17.626682 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5577612-7312-495e-bf6c-02f07f632244 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:43:17.632289 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5577612-7312-495e-bf6c-02f07f632244 None None] Checking segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:43:17.632289 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-b5577612-7312-495e-bf6c-02f07f632244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:17.632289 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5577612-7312-495e-bf6c-02f07f632244 None None] Bound using segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:43:17.632289 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-b5577612-7312-495e-bf6c-02f07f632244 None None] Bound port: d7a9dac7-b12b-49b5-aa2e-c923252199b3, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:43:17.632289 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-b5577612-7312-495e-bf6c-02f07f632244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:17.656736 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993d653-ec1f-4293-950f-33444dfe4aca req-1cd58505-9522-4877-9ac7-69cf22f74358 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:17.667393 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9993d653-ec1f-4293-950f-33444dfe4aca req-1cd58505-9522-4877-9ac7-69cf22f74358 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=9edc31af-967e-426b-8c7f-e7c0ebc92264 HTTP/1.1" status: 200 len: 945 time: 0.2523327 Dec 16 09:43:17.725985 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-b5577612-7312-495e-bf6c-02f07f632244 None None] For port d7a9dac7-b12b-49b5-aa2e-c923252199b3, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:43:17.730456 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-b5577612-7312-495e-bf6c-02f07f632244 None None] For port d7a9dac7-b12b-49b5-aa2e-c923252199b3, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d7a9dac7-b12b-49b5-aa2e-c923252199b3,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:43:17.756961 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-83170396-aa72-449d-87ff-c5cfd34abb31 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:17.782665 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-64a94dbd-8dca-4ba9-afaa-ea969fb80c01 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:17.784385 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-64a94dbd-8dca-4ba9-afaa-ea969fb80c01 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] 10.222.0.60 "GET /v2.0/networks?id=d8522618-7ca9-46c1-9887-3c2d9ed1322d HTTP/1.1" status: 200 len: 821 time: 0.4443474 Dec 16 09:43:17.785551 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=271bfd06-ad9c-47a7-aa9d-f6537e596991,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:17.809853 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-b5577612-7312-495e-bf6c-02f07f632244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:17.855321 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-09a93385-4418-4c56-aa98-fa59cea5bb9c tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] 10.222.0.60 "GET /v2.0/quotas/7442578c7f1c49db97c144b35fcdc59a HTTP/1.1" status: 200 len: 375 time: 0.0553737 Dec 16 09:43:17.868239 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:17.928107 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-2b80dcf7-2e32-48a5-8131-6f383e02e244 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7442578c7f1c49db97c144b35fcdc59a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661397 Dec 16 09:43:17.945726 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 9e644923-b040-4aa2-a84d-84aeccc500b5, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=9e644923-b040-4aa2-a84d-84aeccc500b5,segment=NetworkSegment(4e51bee1-cafd-4d8e-b755-0a17a19937c7),segment_id=4e51bee1-cafd-4d8e-b755-0a17a19937c7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:17.969976 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4ef8a9e6-8583-4f85-9583-bd2676fed33e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:17.996848 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1bef2-19be-423d-92b6-d2dd7e530b2f None None] Pushing event updated for resources: {'Port': ['ID=d7a9dac7-b12b-49b5-aa2e-c923252199b3,revision_number=4']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:18.006327 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5577612-7312-495e-bf6c-02f07f632244 None None] Routers {'6f43df38-d8d2-4561-acb2-ec59bc5d3d03'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:43:18.008954 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-b5577612-7312-495e-bf6c-02f07f632244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:42:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6f43df38-d8d2-4561-acb2-ec59bc5d3d03'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:18.018578 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9993d653-ec1f-4293-950f-33444dfe4aca req-14f78386-596f-4488-b518-c5109a46af63 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=c74362f6-d134-41ca-a826-9b890e02020d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3511572 Dec 16 09:43:18.037381 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:18.050992 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-e7c437b0-7d71-4c90-8c5c-98eac1dde9f9 service neutron] 10.222.0.60 "GET /v2.0/networks/d8522618-7ca9-46c1-9887-3c2d9ed1322d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153500 Dec 16 09:43:18.053003 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-83170396-aa72-449d-87ff-c5cfd34abb31 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:18.058880 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83170396-aa72-449d-87ff-c5cfd34abb31 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:18.059364 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-83170396-aa72-449d-87ff-c5cfd34abb31 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:18.207583 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-b5577612-7312-495e-bf6c-02f07f632244 None None] Set router 6f43df38-d8d2-4561-acb2-ec59bc5d3d03 gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:43:18.286771 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-ceab8004-c688-41c6-a8ae-3c751ba9502c None None] Provisioning complete for port d7a9dac7-b12b-49b5-aa2e-c923252199b3 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:18.287158 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ceab8004-c688-41c6-a8ae-3c751ba9502c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:18.304178 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83170396-aa72-449d-87ff-c5cfd34abb31 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Pushing event updated for resources: {'Network': ['ID=23b354fd-2125-4e55-8410-b2f5f0f7d92d,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:18.330492 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 23b354fd-2125-4e55-8410-b2f5f0f7d92d details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:43:18.348076 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-83170396-aa72-449d-87ff-c5cfd34abb31 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2400036 Dec 16 09:43:18.348381 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=9e644923-b040-4aa2-a84d-84aeccc500b5,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:18.364199 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-80757604-d2c3-43c0-9456-f1d05db2dbfd service neutron] 10.222.0.60 "GET /v2.0/networks/d8522618-7ca9-46c1-9887-3c2d9ed1322d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990694 Dec 16 09:43:18.478604 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34718054-b3ad-437b-8b1f-e76f7c1d9064 req-07695d9b-f22e-4d8d-bf70-f7ab846d6332 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:18.481144 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-34718054-b3ad-437b-8b1f-e76f7c1d9064 req-07695d9b-f22e-4d8d-bf70-f7ab846d6332 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 945 time: 0.2879131 Dec 16 09:43:18.564463 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-34718054-b3ad-437b-8b1f-e76f7c1d9064 req-3252f08a-79d4-4dd1-9f86-dc9a734608d4 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5474626-441a-4fa9-a341-df66c9c7706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728900 Dec 16 09:43:18.637621 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-4ef8a9e6-8583-4f85-9583-bd2676fed33e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting port d7a9dac7-b12b-49b5-aa2e-c923252199b3 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:43:18.637969 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4ef8a9e6-8583-4f85-9583-bd2676fed33e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:18.641305 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ceab8004-c688-41c6-a8ae-3c751ba9502c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:18.678829 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-ceab8004-c688-41c6-a8ae-3c751ba9502c None None] For port d7a9dac7-b12b-49b5-aa2e-c923252199b3, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d7a9dac7-b12b-49b5-aa2e-c923252199b3,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:18.812675 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ceab8004-c688-41c6-a8ae-3c751ba9502c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:18.839860 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-4ef8a9e6-8583-4f85-9583-bd2676fed33e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] For port d7a9dac7-b12b-49b5-aa2e-c923252199b3, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d7a9dac7-b12b-49b5-aa2e-c923252199b3,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:18.852000 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4ef8a9e6-8583-4f85-9583-bd2676fed33e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:18.915216 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-4ef8a9e6-8583-4f85-9583-bd2676fed33e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Calling delete_port for d7a9dac7-b12b-49b5-aa2e-c923252199b3 owned by network:router_interface {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:43:19.047236 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edc31af-967e-426b-8c7f-e7c0ebc92264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e644923-b040-4aa2-a84d-84aeccc500b5'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:43:19.050343 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490cfdfa-8210-4f1e-8fb1-321cd9e5306b" -d '{"events": [{"server_uuid": "9edc31af-967e-426b-8c7f-e7c0ebc92264", "name": "network-vif-plugged", "status": "completed", "tag": "9e644923-b040-4aa2-a84d-84aeccc500b5"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:43:19.058415 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2b08359e-cd68-40d3-9e8c-1cb2b05ebdc7 None None] Provisioning complete for port d7a9dac7-b12b-49b5-aa2e-c923252199b3 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:19.059092 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2b08359e-cd68-40d3-9e8c-1cb2b05ebdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:19.084436 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-b5577612-7312-495e-bf6c-02f07f632244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f43df38-d8d2-4561-acb2-ec59bc5d3d03', 'name': 'tempest-NetworksTestDHCPv6-router-1274827204', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:43:10Z', 'updated_at': '2021-12-16T09:43:14Z', 'revision_number': 2, 'project_id': '7a8a019db65a41c08c2de4799c62bbc5', 'gw_port_host': None, '_interfaces': [{'id': 'd7a9dac7-b12b-49b5-aa2e-c923252199b3', 'name': '', 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'mac_address': 'fa:16:3e:04:ba:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f43df38-d8d2-4561-acb2-ec59bc5d3d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '7e5247df-e0b9-4141-ad79-abae3f6fe0e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:43:12Z', 'updated_at': '2021-12-16T09:43:17Z', 'revision_number': 4, 'project_id': '7a8a019db65a41c08c2de4799c62bbc5', 'subnets': [{'id': '7e5247df-e0b9-4141-ad79-abae3f6fe0e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:19.118713 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab8004-c688-41c6-a8ae-3c751ba9502c None None] Pushing event updated for resources: {'Port': ['ID=d7a9dac7-b12b-49b5-aa2e-c923252199b3,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:19.249275 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5577612-7312-495e-bf6c-02f07f632244 None None] The sync data for ids ['6f43df38-d8d2-4561-acb2-ec59bc5d3d03'] in n-d-820550-2 is: [{'id': '6f43df38-d8d2-4561-acb2-ec59bc5d3d03', 'name': 'tempest-NetworksTestDHCPv6-router-1274827204', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:43:10Z', 'updated_at': '2021-12-16T09:43:14Z', 'revision_number': 2, 'project_id': '7a8a019db65a41c08c2de4799c62bbc5', 'gw_port_host': None, '_interfaces': [{'id': 'd7a9dac7-b12b-49b5-aa2e-c923252199b3', 'name': '', 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'mac_address': 'fa:16:3e:04:ba:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f43df38-d8d2-4561-acb2-ec59bc5d3d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '7e5247df-e0b9-4141-ad79-abae3f6fe0e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:43:12Z', 'updated_at': '2021-12-16T09:43:17Z', 'revision_number': 4, 'project_id': '7a8a019db65a41c08c2de4799c62bbc5', 'subnets': [{'id': '7e5247df-e0b9-4141-ad79-abae3f6fe0e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:43:19.458072 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7690f-bd91-4032-a084-18e2af9fba9d req-a04aabda-c896-4a10-8d98-c1c8c893a5e6 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:19.461630 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-65c7690f-bd91-4032-a084-18e2af9fba9d req-a04aabda-c896-4a10-8d98-c1c8c893a5e6 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=9edc31af-967e-426b-8c7f-e7c0ebc92264 HTTP/1.1" status: 200 len: 946 time: 0.2418323 Dec 16 09:43:19.507769 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5ff577d3-5c0c-436f-8a80-181837e7d044 req-1770f202-962c-4fc7-a62f-539281ace32d tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7b14e3-f147-4e0d-afa8-42c98b8ff3ec HTTP/1.1" status: 200 len: 210 time: 0.0931535 Dec 16 09:43:19.518902 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4ef8a9e6-8583-4f85-9583-bd2676fed33e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:19.688966 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-65c7690f-bd91-4032-a084-18e2af9fba9d req-9b332f8a-4dfd-4124-b45c-9d8b5bcbdb84 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=c74362f6-d134-41ca-a826-9b890e02020d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168634 Dec 16 09:43:19.701440 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eeaf312-3c5e-40e0-ba68-cd71b4161054 x-openstack-request-id: req-6eeaf312-3c5e-40e0-ba68-cd71b4161054 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:43:19.701440 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9edc31af-967e-426b-8c7f-e7c0ebc92264", "name": "network-vif-plugged", "status": "completed", "tag": "9e644923-b040-4aa2-a84d-84aeccc500b5", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:43:19.701440 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6eeaf312-3c5e-40e0-ba68-cd71b4161054 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:43:19.701440 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9edc31af-967e-426b-8c7f-e7c0ebc92264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e644923-b040-4aa2-a84d-84aeccc500b5', 'code': 200} Dec 16 09:43:19.777942 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8a9e6-8583-4f85-9583-bd2676fed33e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Port': ['ID=d7a9dac7-b12b-49b5-aa2e-c923252199b3,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:20.303344 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc7d7c-c8cb-42e2-9928-94fb2f5c4bf0 req-f6cfe2ed-f58f-4230-b087-fe2b334bd4ac tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:20.315165 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-79dc7d7c-c8cb-42e2-9928-94fb2f5c4bf0 req-f6cfe2ed-f58f-4230-b087-fe2b334bd4ac tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 945 time: 0.3290844 Dec 16 09:43:20.337349 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4ef8a9e6-8583-4f85-9583-bd2676fed33e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:20.420573 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-79dc7d7c-c8cb-42e2-9928-94fb2f5c4bf0 req-0fe90a95-38b5-49d2-9862-2964a43c6740 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5474626-441a-4fa9-a341-df66c9c7706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793521 Dec 16 09:43:20.422708 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e36c35-52e4-456f-a070-a9ff30ee1535 req-b94bafda-437b-4b3c-bbc6-b305f1ba0038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:20.422708 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b3e36c35-52e4-456f-a070-a9ff30ee1535 req-b94bafda-437b-4b3c-bbc6-b305f1ba0038 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9edc31af-967e-426b-8c7f-e7c0ebc92264 HTTP/1.1" status: 200 len: 1097 time: 0.5477655 Dec 16 09:43:20.710564 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4f0b2f19-6a15-4854-af94-dd1d3de3c5f6 req-9eb3b350-bb8e-41f4-8988-597056ad2bf2 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7b14e3-f147-4e0d-afa8-42c98b8ff3ec HTTP/1.1" status: 200 len: 210 time: 0.0881860 Dec 16 09:43:20.910862 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef8a9e6-8583-4f85-9583-bd2676fed33e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Router 6f43df38-d8d2-4561-acb2-ec59bc5d3d03 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:43:20.913155 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b3e36c35-52e4-456f-a070-a9ff30ee1535 req-d7acd045-a55f-4414-bed6-5ba4a9cb3a28 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c74362f6-d134-41ca-a826-9b890e02020d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656828 Dec 16 09:43:20.917895 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296e0de-1b38-4cec-9403-53634a868dbb req-06eef659-adaa-4e12-9de6-a369633df7cd tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:20.935699 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1296e0de-1b38-4cec-9403-53634a868dbb req-06eef659-adaa-4e12-9de6-a369633df7cd tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=9edc31af-967e-426b-8c7f-e7c0ebc92264 HTTP/1.1" status: 200 len: 946 time: 0.1194377 Dec 16 09:43:21.046102 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1296e0de-1b38-4cec-9403-53634a868dbb req-14b3c7d7-17ca-4451-a531-a9daca2cbe0c tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=c74362f6-d134-41ca-a826-9b890e02020d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893290 Dec 16 09:43:21.482726 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef8a9e6-8583-4f85-9583-bd2676fed33e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:43:21.491830 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4ef8a9e6-8583-4f85-9583-bd2676fed33e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "PUT /v2.0/routers/6f43df38-d8d2-4561-acb2-ec59bc5d3d03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0228217 Dec 16 09:43:21.494856 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33632) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:21.508149 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdd170-bb5a-4ffb-8cac-1d53da8b935e req-a65a4ea6-8896-4453-ae49-c3c6bc8bba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:21.509798 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-17cdd170-bb5a-4ffb-8cac-1d53da8b935e req-a65a4ea6-8896-4453-ae49-c3c6bc8bba95 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ff7029f74a841b4ae8b7c47bc887ad7&device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 1096 time: 0.0872312 Dec 16 09:43:21.520128 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9ad39-1c5f-49eb-b6ea-5646c3cf8feb req-b31d5f5e-a0d4-43ed-9649-9b50cb0408eb tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:21.527625 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-18a9ad39-1c5f-49eb-b6ea-5646c3cf8feb req-b31d5f5e-a0d4-43ed-9649-9b50cb0408eb tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 945 time: 0.1039131 Dec 16 09:43:21.628316 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-18a9ad39-1c5f-49eb-b6ea-5646c3cf8feb req-330c7abb-60ae-4082-88c9-8dae1f3011ac tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5474626-441a-4fa9-a341-df66c9c7706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944831 Dec 16 09:43:21.652551 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33636) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:21.658642 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-8212c5a6-36b6-4c69-9d54-6a77d1d4c1cb tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Request body: {'subnets': [{'network_id': 'b13c6733-0e53-49ff-a9c6-74423b15b600', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2066684826', 'ip_version': 6}, {'network_id': '23b354fd-2125-4e55-8410-b2f5f0f7d92d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:21.659411 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-8212c5a6-36b6-4c69-9d54-6a77d1d4c1cb tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Request body: {'subnet': {'network_id': 'b13c6733-0e53-49ff-a9c6-74423b15b600', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2066684826', 'ip_version': 6}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:21.659948 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-8212c5a6-36b6-4c69-9d54-6a77d1d4c1cb tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Request body: {'subnet': {'network_id': '23b354fd-2125-4e55-8410-b2f5f0f7d92d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:21.672369 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355ca403-aad1-44b4-8b1b-02c0a02b44f7 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:21.674649 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355ca403-aad1-44b4-8b1b-02c0a02b44f7 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:21.678522 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-355ca403-aad1-44b4-8b1b-02c0a02b44f7 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1826205 Dec 16 09:43:21.682654 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33638) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:21.768806 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75dc6dc-3dc4-4c74-917b-aaa6c9d1a971 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting subnet 7e5247df-e0b9-4141-ad79-abae3f6fe0e0 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:43:21.773782 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e75dc6dc-3dc4-4c74-917b-aaa6c9d1a971 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:21.845007 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdd170-bb5a-4ffb-8cac-1d53da8b935e req-075498f2-5e3a-49a8-8c16-7ae8ebf35db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:21.845007 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-17cdd170-bb5a-4ffb-8cac-1d53da8b935e req-075498f2-5e3a-49a8-8c16-7ae8ebf35db7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=28047d1c-ee8f-4a14-bbf4-938e3632846a HTTP/1.1" status: 200 len: 920 time: 0.2910028 Dec 16 09:43:21.895731 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-17cdd170-bb5a-4ffb-8cac-1d53da8b935e req-9ded14a2-ec07-4929-830d-18058bf12862 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=271bfd06-ad9c-47a7-aa9d-f6537e596991 HTTP/1.1" status: 200 len: 217 time: 0.0530756 Dec 16 09:43:21.903782 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e75dc6dc-3dc4-4c74-917b-aaa6c9d1a971 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:21.994068 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-30e0ff85-2a84-4bb3-99eb-c2ba0b582a46 req-67dd34e0-23df-4d95-a0bc-8adbc1852f8b tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7b14e3-f147-4e0d-afa8-42c98b8ff3ec HTTP/1.1" status: 200 len: 210 time: 0.0972092 Dec 16 09:43:22.154615 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdd170-bb5a-4ffb-8cac-1d53da8b935e req-15b24782-ed9c-46f8-9ea9-9d6500bc6387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:22.160866 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-17cdd170-bb5a-4ffb-8cac-1d53da8b935e req-15b24782-ed9c-46f8-9ea9-9d6500bc6387 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d0262dc5-cf27-4913-8cae-71034a5225c2 HTTP/1.1" status: 200 len: 859 time: 0.2457645 Dec 16 09:43:22.177369 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e75dc6dc-3dc4-4c74-917b-aaa6c9d1a971 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:22.260620 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebcce05-d8e9-42a0-82fe-a501b3507f82 None None] Sync routers for ids ['6f43df38-d8d2-4561-acb2-ec59bc5d3d03'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:43:22.279280 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-17cdd170-bb5a-4ffb-8cac-1d53da8b935e req-c82ca976-f311-41fd-bac3-fc1cda5bccd2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=28047d1c-ee8f-4a14-bbf4-938e3632846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026237 Dec 16 09:43:22.286359 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebcce05-d8e9-42a0-82fe-a501b3507f82 None None] Routers {'6f43df38-d8d2-4561-acb2-ec59bc5d3d03'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:43:22.287163 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-8ebcce05-d8e9-42a0-82fe-a501b3507f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:42:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6f43df38-d8d2-4561-acb2-ec59bc5d3d03'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:22.350399 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-17cdd170-bb5a-4ffb-8cac-1d53da8b935e req-8bd6020d-38c1-4bb2-a3d7-c399358636b2 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:43:22.351450 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-17cdd170-bb5a-4ffb-8cac-1d53da8b935e req-8bd6020d-38c1-4bb2-a3d7-c399358636b2 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0171456 Dec 16 09:43:22.457151 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-8ebcce05-d8e9-42a0-82fe-a501b3507f82 None None] Set router 6f43df38-d8d2-4561-acb2-ec59bc5d3d03 gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:43:22.504664 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e75dc6dc-3dc4-4c74-917b-aaa6c9d1a971 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:22.508497 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76c1de-8b04-49eb-9324-9f00a98adcf3 req-8e266df4-4746-4d8e-a4aa-995c93d1011b tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:22.514135 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bb76c1de-8b04-49eb-9324-9f00a98adcf3 req-8e266df4-4746-4d8e-a4aa-995c93d1011b tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=9edc31af-967e-426b-8c7f-e7c0ebc92264 HTTP/1.1" status: 200 len: 946 time: 0.2671065 Dec 16 09:43:22.573195 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e75dc6dc-3dc4-4c74-917b-aaa6c9d1a971 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:22.576381 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e75dc6dc-3dc4-4c74-917b-aaa6c9d1a971 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/7e5247df-e0b9-4141-ad79-abae3f6fe0e0 HTTP/1.1" status: 204 len: 168 time: 0.8916285 Dec 16 09:43:22.577733 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75dc6dc-3dc4-4c74-917b-aaa6c9d1a971 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Subnet': ['ID=7e5247df-e0b9-4141-ad79-abae3f6fe0e0,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:22.579677 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33656) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:22.587273 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-8ebcce05-d8e9-42a0-82fe-a501b3507f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f43df38-d8d2-4561-acb2-ec59bc5d3d03', 'name': 'tempest-NetworksTestDHCPv6-router-1274827204', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:43:10Z', 'updated_at': '2021-12-16T09:43:19Z', 'revision_number': 3, 'project_id': '7a8a019db65a41c08c2de4799c62bbc5', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:22.602467 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bb76c1de-8b04-49eb-9324-9f00a98adcf3 req-960503f6-f850-4223-9994-ffa34f78f8e6 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=c74362f6-d134-41ca-a826-9b890e02020d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810950 Dec 16 09:43:22.604337 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-17cdd170-bb5a-4ffb-8cac-1d53da8b935e req-0e66dbd2-2965-4ae4-919b-298e8925f037 service neutron] 10.222.0.57 "GET /v2.0/networks/28047d1c-ee8f-4a14-bbf4-938e3632846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056415 Dec 16 09:43:22.622748 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebcce05-d8e9-42a0-82fe-a501b3507f82 None None] Checking router: 6f43df38-d8d2-4561-acb2-ec59bc5d3d03 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:43:22.630156 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97916de-eaaf-40d8-89c4-4bd2c00d0df6 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:43:22.644015 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8212c5a6-36b6-4c69-9d54-6a77d1d4c1cb tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Made reservation on behalf of eff8d219d079424fb78b725d012faae6 for: {'subnet': 2} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:43:22.662296 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8212c5a6-36b6-4c69-9d54-6a77d1d4c1cb tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:22.662867 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8212c5a6-36b6-4c69-9d54-6a77d1d4c1cb tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:22.717849 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebcce05-d8e9-42a0-82fe-a501b3507f82 None None] Routers {'6f43df38-d8d2-4561-acb2-ec59bc5d3d03'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:43:22.719478 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-8ebcce05-d8e9-42a0-82fe-a501b3507f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:42:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6f43df38-d8d2-4561-acb2-ec59bc5d3d03'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:22.791920 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-8ebcce05-d8e9-42a0-82fe-a501b3507f82 None None] Set router 6f43df38-d8d2-4561-acb2-ec59bc5d3d03 gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:43:22.874177 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-8ebcce05-d8e9-42a0-82fe-a501b3507f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f43df38-d8d2-4561-acb2-ec59bc5d3d03', 'name': 'tempest-NetworksTestDHCPv6-router-1274827204', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:43:10Z', 'updated_at': '2021-12-16T09:43:19Z', 'revision_number': 3, 'project_id': '7a8a019db65a41c08c2de4799c62bbc5', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:22.945020 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebcce05-d8e9-42a0-82fe-a501b3507f82 None None] The sync data for ids ['6f43df38-d8d2-4561-acb2-ec59bc5d3d03'] in n-d-820550-2 is: [{'id': '6f43df38-d8d2-4561-acb2-ec59bc5d3d03', 'name': 'tempest-NetworksTestDHCPv6-router-1274827204', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:43:10Z', 'updated_at': '2021-12-16T09:43:19Z', 'revision_number': 3, 'project_id': '7a8a019db65a41c08c2de4799c62bbc5', 'gw_port_host': None}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:43:22.965761 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ada87d79-0a3f-4ad0-9323-7e854a32d218 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3790734 Dec 16 09:43:22.969334 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33662) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:23.133769 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b245c-e13d-43e5-b363-819c8b0171e3 req-8676862b-f180-47a0-973d-087744422bf5 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:23.143989 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-369b245c-e13d-43e5-b363-819c8b0171e3 req-8676862b-f180-47a0-973d-087744422bf5 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 945 time: 0.4083233 Dec 16 09:43:23.198822 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8414f6b4-015c-49c1-8182-43e6e57605db tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:23.369013 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88e43f6-7730-4b28-9724-1a517b0a6eab None None] DHCP port deletion for 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:43:23.379172 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-8e869063-31c8-497f-a18c-0109e3e0bad8 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:23.379172 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-8e869063-31c8-497f-a18c-0109e3e0bad8 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] 10.222.0.58 "GET /v2.0/networks?id=d8522618-7ca9-46c1-9887-3c2d9ed1322d HTTP/1.1" status: 200 len: 821 time: 0.1907184 Dec 16 09:43:23.407181 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-647778ed-6a5d-4540-bd11-718f0d30fd11 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] Request body: {'port': {'device_id': '1d7b14e3-f147-4e0d-afa8-42c98b8ff3ec', 'network_id': 'd8522618-7ca9-46c1-9887-3c2d9ed1322d', 'admin_state_up': True, 'tenant_id': '7442578c7f1c49db97c144b35fcdc59a'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:23.419212 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-17cdd170-bb5a-4ffb-8cac-1d53da8b935e req-3f7c3769-7c3e-48cd-bdbc-07227b812c66 service neutron] 10.222.0.57 "GET /v2.0/networks/28047d1c-ee8f-4a14-bbf4-938e3632846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7771111 Dec 16 09:43:23.479514 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f88e43f6-7730-4b28-9724-1a517b0a6eab None None] Deleting port e431766d-c8ce-4e4a-ba88-3f24d0f5e7c0 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:43:23.479877 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f88e43f6-7730-4b28-9724-1a517b0a6eab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:23.490184 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e2f7434b-1583-42a3-a9f5-cb940412e58e req-c1064128-15f0-4caf-a5e0-fbacd709a6c7 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7b14e3-f147-4e0d-afa8-42c98b8ff3ec HTTP/1.1" status: 200 len: 210 time: 0.1809506 Dec 16 09:43:23.507077 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-369b245c-e13d-43e5-b363-819c8b0171e3 req-fdf7e79f-7a43-4d6b-8fd6-f515d23878ac tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5474626-441a-4fa9-a341-df66c9c7706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587577 Dec 16 09:43:23.624770 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f88e43f6-7730-4b28-9724-1a517b0a6eab None None] For port e431766d-c8ce-4e4a-ba88-3f24d0f5e7c0, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=e431766d-c8ce-4e4a-ba88-3f24d0f5e7c0,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:23.625731 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f88e43f6-7730-4b28-9724-1a517b0a6eab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:23.635066 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8414f6b4-015c-49c1-8182-43e6e57605db tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:23.641834 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8414f6b4-015c-49c1-8182-43e6e57605db tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:23.648344 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f88e43f6-7730-4b28-9724-1a517b0a6eab None None] Calling delete_port for e431766d-c8ce-4e4a-ba88-3f24d0f5e7c0 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:43:23.823631 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8414f6b4-015c-49c1-8182-43e6e57605db tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:23.824771 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8414f6b4-015c-49c1-8182-43e6e57605db tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Fanout notify agent at l3_agent the message router_deleted on router 6f43df38-d8d2-4561-acb2-ec59bc5d3d03 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:43:23.839684 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8414f6b4-015c-49c1-8182-43e6e57605db tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:23.847431 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8414f6b4-015c-49c1-8182-43e6e57605db tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/routers/6f43df38-d8d2-4561-acb2-ec59bc5d3d03 HTTP/1.1" status: 204 len: 168 time: 0.8760624 Dec 16 09:43:23.849632 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33676) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:23.877673 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f88e43f6-7730-4b28-9724-1a517b0a6eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:23.989623 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-59a0875e-008c-4eda-9987-9a4923c5b2f9 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1294644 Dec 16 09:43:23.990677 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33678) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:24.017035 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88e43f6-7730-4b28-9724-1a517b0a6eab None None] No DVR routers for this DVR port e431766d-c8ce-4e4a-ba88-3f24d0f5e7c0 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:43:24.017035 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e43f6-7730-4b28-9724-1a517b0a6eab None None] Pushing event deleted for resources: {'Port': ['ID=e431766d-c8ce-4e4a-ba88-3f24d0f5e7c0,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:24.114547 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6a2c4811-8828-41f1-8f22-b0db4197dbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:24.144747 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc9993-5e73-4150-aa2f-c3bd41a48858 req-5552fe93-bddc-4851-87b4-2a5feebb68b9 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:24.146295 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dd1294-9158-469d-9ae7-f0011c2330d4 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:24.147324 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a1fc9993-5e73-4150-aa2f-c3bd41a48858 req-5552fe93-bddc-4851-87b4-2a5feebb68b9 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=9edc31af-967e-426b-8c7f-e7c0ebc92264 HTTP/1.1" status: 200 len: 946 time: 0.3203161 Dec 16 09:43:24.156570 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-94dd1294-9158-469d-9ae7-f0011c2330d4 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1643531 Dec 16 09:43:24.159177 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33682) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:24.168233 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device e431766d-c8ce-4e4a-ba88-3f24d0f5e7c0 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:43:24.203996 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: e431766d-c8ce-4e4a-ba88-3f24d0f5e7c0 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:43:24.204338 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device e431766d-c8ce-4e4a-ba88-3f24d0f5e7c0 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:43:24.204761 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d7a9dac7-b12b-49b5-aa2e-c923252199b3 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:43:24.206357 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-647778ed-6a5d-4540-bd11-718f0d30fd11 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] Made reservation on behalf of 7442578c7f1c49db97c144b35fcdc59a for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:43:24.216114 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-647778ed-6a5d-4540-bd11-718f0d30fd11 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:24.242544 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: d7a9dac7-b12b-49b5-aa2e-c923252199b3 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:43:24.242894 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d7a9dac7-b12b-49b5-aa2e-c923252199b3 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:43:24.259058 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c2d0fe4d-8d58-4fdd-bc41-241ebeb4566b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0984919 Dec 16 09:43:24.262811 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33688) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:24.271683 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-9d0135f1-507c-4bb8-8ba3-63a1318fb857 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:24.471849 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-647778ed-6a5d-4540-bd11-718f0d30fd11 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] Allocated IP 172.20.0.14 (d8522618-7ca9-46c1-9887-3c2d9ed1322d/3d9d2428-10ec-40d5-8c03-15fd3ac0087f/6af2bc3f-e43d-4f83-97c6-2d41589d58ab) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:43:24.498526 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a1fc9993-5e73-4150-aa2f-c3bd41a48858 req-a117a7e8-e96c-42b4-adbb-0ee6857310e9 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=c74362f6-d134-41ca-a826-9b890e02020d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3386610 Dec 16 09:43:24.557873 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0135f1-507c-4bb8-8ba3-63a1318fb857 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:43:24.599250 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9d0135f1-507c-4bb8-8ba3-63a1318fb857 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:24.824320 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e13f23a8-d371-4678-a4bf-06b3df120727 req-2c3201a5-f9c2-4bd9-835e-06fe83ffdd5a tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7b14e3-f147-4e0d-afa8-42c98b8ff3ec HTTP/1.1" status: 200 len: 210 time: 0.1039088 Dec 16 09:43:24.945545 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106dc08-3516-4688-b913-e9f345e4ac16 req-a6e18cf9-a57d-44f6-b327-bc0c4768c0d8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:24.956189 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3106dc08-3516-4688-b913-e9f345e4ac16 req-a6e18cf9-a57d-44f6-b327-bc0c4768c0d8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=9edc31af-967e-426b-8c7f-e7c0ebc92264 HTTP/1.1" status: 200 len: 946 time: 0.2269340 Dec 16 09:43:25.004888 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3106dc08-3516-4688-b913-e9f345e4ac16 req-42585f5f-136b-4cd0-8003-829de3afde38 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=c74362f6-d134-41ca-a826-9b890e02020d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505540 Dec 16 09:43:25.059461 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-647778ed-6a5d-4540-bd11-718f0d30fd11 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:25.091866 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33698) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:25.145211 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ad601d-5911-473b-a891-444363ff928c tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:25.149574 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a6ad601d-5911-473b-a891-444363ff928c tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=9edc31af-967e-426b-8c7f-e7c0ebc92264 HTTP/1.1" status: 200 len: 1092 time: 0.0520871 Dec 16 09:43:25.152499 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33702) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:25.161454 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8212c5a6-36b6-4c69-9d54-6a77d1d4c1cb tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:25.173299 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-645e9f90-84bc-4579-91ec-a4c843133848 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'port_id': '9e644923-b040-4aa2-a84d-84aeccc500b5', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:25.230751 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-647778ed-6a5d-4540-bd11-718f0d30fd11 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:25.357852 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-647778ed-6a5d-4540-bd11-718f0d30fd11 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] Network d8522618-7ca9-46c1-9887-3c2d9ed1322d is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:43:25.361532 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212c5a6-36b6-4c69-9d54-6a77d1d4c1cb tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Pushing event updated for resources: {'Subnet': ['ID=eb5a1026-f685-41c0-a9ba-6ffef0e280cd,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:25.364665 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-647778ed-6a5d-4540-bd11-718f0d30fd11 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:25.377521 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-647778ed-6a5d-4540-bd11-718f0d30fd11 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:43:25.435999 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-645e9f90-84bc-4579-91ec-a4c843133848 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for floatingip, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:25.479621 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647778ed-6a5d-4540-bd11-718f0d30fd11 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] Pushing event updated for resources: {'Port': ['ID=6af2bc3f-e43d-4f83-97c6-2d41589d58ab,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:25.488690 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8212c5a6-36b6-4c69-9d54-6a77d1d4c1cb tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Checking segment: {'id': '6a669f3d-a664-40b7-8045-1ea5c734a1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b13c6733-0e53-49ff-a9c6-74423b15b600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:43:25.489329 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8212c5a6-36b6-4c69-9d54-6a77d1d4c1cb tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Network hostable DHCP agents. Network: b13c6733-0e53-49ff-a9c6-74423b15b600, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:43:25.502818 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f3460-7918-400c-8cb5-dc2365ea6bf2 req-5b50d58c-556e-43a4-9710-b30ad5f74d44 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:25.506997 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c42f3460-7918-400c-8cb5-dc2365ea6bf2 req-5b50d58c-556e-43a4-9710-b30ad5f74d44 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 945 time: 0.5591533 Dec 16 09:43:25.531473 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-647778ed-6a5d-4540-bd11-718f0d30fd11 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:25.532497 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-647778ed-6a5d-4540-bd11-718f0d30fd11 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:25.625702 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c42f3460-7918-400c-8cb5-dc2365ea6bf2 req-7bb0dd01-0e44-483a-bcab-89fe1a8912b7 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5474626-441a-4fa9-a341-df66c9c7706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924067 Dec 16 09:43:25.650915 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-647778ed-6a5d-4540-bd11-718f0d30fd11 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2543521 Dec 16 09:43:25.679691 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-f3758c51-84e9-4018-b7a0-6cf999031662 service neutron] Request body: {'port': {'device_id': '1d7b14e3-f147-4e0d-afa8-42c98b8ff3ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:25.684792 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-645e9f90-84bc-4579-91ec-a4c843133848 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:25.704656 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8212c5a6-36b6-4c69-9d54-6a77d1d4c1cb tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Network b13c6733-0e53-49ff-a9c6-74423b15b600 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:43:25.803484 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-8212c5a6-36b6-4c69-9d54-6a77d1d4c1cb tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, b13c6733-0e53-49ff-a9c6-74423b15b600) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:25.813763 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b950594f-b894-4740-9d16-d6af2ea295cb None None] Network b13c6733-0e53-49ff-a9c6-74423b15b600 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:43:25.821653 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8212c5a6-36b6-4c69-9d54-6a77d1d4c1cb tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:25.959837 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-f3758c51-84e9-4018-b7a0-6cf999031662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:26.005333 n-d-820550-2 neutron-server[102817]: DEBUG neutron.objects.ports [None req-9d0135f1-507c-4bb8-8ba3-63a1318fb857 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102817) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:43:26.008980 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9d0135f1-507c-4bb8-8ba3-63a1318fb857 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:26.080067 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0135f1-507c-4bb8-8ba3-63a1318fb857 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Subnet': ['ID=fe51c15c-94b7-4cfc-b4d6-11d310c5482d,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:26.088900 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0135f1-507c-4bb8-8ba3-63a1318fb857 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:43:26.090430 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-9d0135f1-507c-4bb8-8ba3-63a1318fb857 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:26.093866 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0135f1-507c-4bb8-8ba3-63a1318fb857 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:26.094456 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9d0135f1-507c-4bb8-8ba3-63a1318fb857 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:26.123893 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab19baa-a8c8-4aaf-ad4a-d61d97e57da1 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:43:26.130723 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212c5a6-36b6-4c69-9d54-6a77d1d4c1cb tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Pushing event updated for resources: {'Subnet': ['ID=e632b6b5-4887-4e54-bd4f-78c909e7ef00,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:26.179304 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-645e9f90-84bc-4579-91ec-a4c843133848 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Allocated IP 172.25.1.160 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/3937a551-e01f-4c15-ab6d-aa5d2e1bfe42) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:43:26.220145 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8212c5a6-36b6-4c69-9d54-6a77d1d4c1cb tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Checking segment: {'id': '0a8cb1b7-9172-4a52-b86b-26df3d4469bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '23b354fd-2125-4e55-8410-b2f5f0f7d92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:43:26.220777 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8212c5a6-36b6-4c69-9d54-6a77d1d4c1cb tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Network hostable DHCP agents. Network: 23b354fd-2125-4e55-8410-b2f5f0f7d92d, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:43:26.236454 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81c26c-89ed-4bed-81cd-b5df8ac11ce9 req-de180d05-c369-4011-8e31-e774a372ca36 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:26.238446 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5e81c26c-89ed-4bed-81cd-b5df8ac11ce9 req-de180d05-c369-4011-8e31-e774a372ca36 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7b14e3-f147-4e0d-afa8-42c98b8ff3ec HTTP/1.1" status: 200 len: 932 time: 0.2552586 Dec 16 09:43:26.248954 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9d0135f1-507c-4bb8-8ba3-63a1318fb857 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9847112 Dec 16 09:43:26.253358 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33720) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:26.263172 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-e4c4505e-2735-4ec8-853c-1d53193fad42 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:26.284695 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2170e98-344a-4533-ab86-5946e32f3dc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-b13c6733-0e53-49ff-a9c6-74423b15b600', 'network_id': 'b13c6733-0e53-49ff-a9c6-74423b15b600', 'tenant_id': 'eff8d219d079424fb78b725d012faae6', 'fixed_ips': [{'subnet_id': 'eb5a1026-f685-41c0-a9ba-6ffef0e280cd'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:43:26.285822 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e2170e98-344a-4533-ab86-5946e32f3dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:26.450460 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-e2170e98-344a-4533-ab86-5946e32f3dc4 None None] Allocated IP 2001:db8::1 (b13c6733-0e53-49ff-a9c6-74423b15b600/eb5a1026-f685-41c0-a9ba-6ffef0e280cd/7a757003-7ad7-4b6a-a076-ef612cf4404f) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:43:26.610986 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e2170e98-344a-4533-ab86-5946e32f3dc4 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:26.620244 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c4505e-2735-4ec8-853c-1d53193fad42 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:43:26.626762 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e4c4505e-2735-4ec8-853c-1d53193fad42 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:26.668659 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-f3758c51-84e9-4018-b7a0-6cf999031662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6af2bc3f-e43d-4f83-97c6-2d41589d58ab {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:43:26.677656 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-f3758c51-84e9-4018-b7a0-6cf999031662 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:26.706299 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-f3758c51-84e9-4018-b7a0-6cf999031662 service neutron] Transition to ACTIVE for port object 6af2bc3f-e43d-4f83-97c6-2d41589d58ab will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:43:26.735335 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e2170e98-344a-4533-ab86-5946e32f3dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:26.739686 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5e81c26c-89ed-4bed-81cd-b5df8ac11ce9 req-d6aa90ed-d9cc-459a-a811-129e26d67e50 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] 10.222.0.60 "GET /v2.0/security-groups?id=775ad768-722c-4ef7-b748-41cb49e6a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4901023 Dec 16 09:43:26.823377 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-645e9f90-84bc-4579-91ec-a4c843133848 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:26.839276 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-f3758c51-84e9-4018-b7a0-6cf999031662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:26.843885 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-834e0933-b2f9-4e94-aa56-21bb7ffdfabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:26.862385 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66479db5-1709-4099-9faa-06e6b54e415a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'fixed_ips': [{'subnet_id': 'fe51c15c-94b7-4cfc-b4d6-11d310c5482d'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:43:26.863342 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-66479db5-1709-4099-9faa-06e6b54e415a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:26.868013 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2170e98-344a-4533-ab86-5946e32f3dc4 None None] Network b13c6733-0e53-49ff-a9c6-74423b15b600 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:43:26.887154 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-e2170e98-344a-4533-ab86-5946e32f3dc4 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:26.891718 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2170e98-344a-4533-ab86-5946e32f3dc4 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:43:26.901147 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2170e98-344a-4533-ab86-5946e32f3dc4 None None] Pushing event updated for resources: {'Port': ['ID=7a757003-7ad7-4b6a-a076-ef612cf4404f,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:26.909803 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8212c5a6-36b6-4c69-9d54-6a77d1d4c1cb tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Network 23b354fd-2125-4e55-8410-b2f5f0f7d92d is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:43:26.964234 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912e37c-5323-4716-bba7-43a7986c5e45 req-ce668c27-cf38-4f8e-ac66-4f9c5f3c6649 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:26.972142 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9912e37c-5323-4716-bba7-43a7986c5e45 req-ce668c27-cf38-4f8e-ac66-4f9c5f3c6649 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 945 time: 0.1405270 Dec 16 09:43:27.068792 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-e2170e98-344a-4533-ab86-5946e32f3dc4 None None] Attempting to bind port 7a757003-7ad7-4b6a-a076-ef612cf4404f on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:43:27.069157 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-e2170e98-344a-4533-ab86-5946e32f3dc4 None None] Attempting to bind port 7a757003-7ad7-4b6a-a076-ef612cf4404f by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '6a669f3d-a664-40b7-8045-1ea5c734a1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b13c6733-0e53-49ff-a9c6-74423b15b600'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:43:27.069528 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2170e98-344a-4533-ab86-5946e32f3dc4 None None] Attempting to bind port 7a757003-7ad7-4b6a-a076-ef612cf4404f on network b13c6733-0e53-49ff-a9c6-74423b15b600 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:43:27.112007 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-8212c5a6-36b6-4c69-9d54-6a77d1d4c1cb tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 23b354fd-2125-4e55-8410-b2f5f0f7d92d) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:27.122735 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9912e37c-5323-4716-bba7-43a7986c5e45 req-8b55aa0b-87e3-4b81-9e68-a905628bf042 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5474626-441a-4fa9-a341-df66c9c7706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496267 Dec 16 09:43:27.152506 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3758c51-84e9-4018-b7a0-6cf999031662 service neutron] Pushing event updated for resources: {'Port': ['ID=6af2bc3f-e43d-4f83-97c6-2d41589d58ab,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:27.175384 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-66479db5-1709-4099-9faa-06e6b54e415a None None] Allocated IP 2001:db8::f816:3eff:fe9d:cfb (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/fe51c15c-94b7-4cfc-b4d6-11d310c5482d/763abdd2-53c5-48ca-a059-59fe58e3afca) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:43:27.179715 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8212c5a6-36b6-4c69-9d54-6a77d1d4c1cb tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:27.180201 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8212c5a6-36b6-4c69-9d54-6a77d1d4c1cb tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:27.180827 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8212c5a6-36b6-4c69-9d54-6a77d1d4c1cb tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:27.221526 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-645e9f90-84bc-4579-91ec-a4c843133848 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:27.267267 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81c8160-8628-4f63-b5e2-06af2f898b01 None None] Network 23b354fd-2125-4e55-8410-b2f5f0f7d92d requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:43:27.293931 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2170e98-344a-4533-ab86-5946e32f3dc4 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:43:27.294294 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2170e98-344a-4533-ab86-5946e32f3dc4 None None] Checking segment: {'id': '6a669f3d-a664-40b7-8045-1ea5c734a1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b13c6733-0e53-49ff-a9c6-74423b15b600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:43:27.294699 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e2170e98-344a-4533-ab86-5946e32f3dc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:27.295087 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2170e98-344a-4533-ab86-5946e32f3dc4 None None] Bound using segment: {'id': '6a669f3d-a664-40b7-8045-1ea5c734a1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b13c6733-0e53-49ff-a9c6-74423b15b600'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:43:27.295570 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-e2170e98-344a-4533-ab86-5946e32f3dc4 None None] Bound port: 7a757003-7ad7-4b6a-a076-ef612cf4404f, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a669f3d-a664-40b7-8045-1ea5c734a1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b13c6733-0e53-49ff-a9c6-74423b15b600'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:43:27.295948 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e2170e98-344a-4533-ab86-5946e32f3dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:27.328205 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8212c5a6-36b6-4c69-9d54-6a77d1d4c1cb tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.6734376 Dec 16 09:43:27.339496 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33730) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:27.352886 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645e9f90-84bc-4579-91ec-a4c843133848 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:43:27.364934 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-645e9f90-84bc-4579-91ec-a4c843133848 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:27.375936 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645e9f90-84bc-4579-91ec-a4c843133848 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:43:27.384706 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-f3758c51-84e9-4018-b7a0-6cf999031662 service neutron] Attempting to bind port 6af2bc3f-e43d-4f83-97c6-2d41589d58ab on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:43:27.385038 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-f3758c51-84e9-4018-b7a0-6cf999031662 service neutron] Attempting to bind port 6af2bc3f-e43d-4f83-97c6-2d41589d58ab by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '9a608469-c136-4d29-8951-207955d4664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd8522618-7ca9-46c1-9887-3c2d9ed1322d'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:43:27.385418 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-f3758c51-84e9-4018-b7a0-6cf999031662 service neutron] Attempting to bind port 6af2bc3f-e43d-4f83-97c6-2d41589d58ab on network d8522618-7ca9-46c1-9887-3c2d9ed1322d {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:43:27.522336 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a447edb1-2a47-4df3-921b-6eefbe21d0d3 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:27.533492 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a447edb1-2a47-4df3-921b-6eefbe21d0d3 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:27.547366 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a447edb1-2a47-4df3-921b-6eefbe21d0d3 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:27.549141 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a447edb1-2a47-4df3-921b-6eefbe21d0d3 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2085965 Dec 16 09:43:27.567416 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33732) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:27.669276 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e4c4505e-2735-4ec8-853c-1d53193fad42 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:27.717782 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-66479db5-1709-4099-9faa-06e6b54e415a None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:27.791164 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4505e-2735-4ec8-853c-1d53193fad42 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Subnet': ['ID=97ba3651-4622-43e0-9115-9b88f68c2ceb,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:27.828682 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c4505e-2735-4ec8-853c-1d53193fad42 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:43:27.840576 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-8390947e-69e2-415f-9670-92ab5bfc070b tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Deleting subnet eb5a1026-f685-41c0-a9ba-6ffef0e280cd {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:43:27.841504 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-e2170e98-344a-4533-ab86-5946e32f3dc4 None None] For port 7a757003-7ad7-4b6a-a076-ef612cf4404f, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:43:27.850894 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-e2170e98-344a-4533-ab86-5946e32f3dc4 None None] For port 7a757003-7ad7-4b6a-a076-ef612cf4404f, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=7a757003-7ad7-4b6a-a076-ef612cf4404f,segment=NetworkSegment(6a669f3d-a664-40b7-8045-1ea5c734a1c3),segment_id=6a669f3d-a664-40b7-8045-1ea5c734a1c3)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:43:27.855059 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8390947e-69e2-415f-9670-92ab5bfc070b tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:27.860268 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-66479db5-1709-4099-9faa-06e6b54e415a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:27.863702 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-e4c4505e-2735-4ec8-853c-1d53193fad42 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:27.870518 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c4505e-2735-4ec8-853c-1d53193fad42 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:27.873028 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e4c4505e-2735-4ec8-853c-1d53193fad42 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:27.947571 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8390947e-69e2-415f-9670-92ab5bfc070b tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:28.004675 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66479db5-1709-4099-9faa-06e6b54e415a None None] Pushing event updated for resources: {'Port': ['ID=763abdd2-53c5-48ca-a059-59fe58e3afca,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:28.018843 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e4c4505e-2735-4ec8-853c-1d53193fad42 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7651603 Dec 16 09:43:28.019179 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33736) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:28.023083 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e2170e98-344a-4533-ab86-5946e32f3dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:28.030785 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-fb74ab1b-eed6-40ff-9b2a-59e25fcb2391 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'port': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'mac_address': 'fa:16:3e:98:4d:fa', 'name': 'tempest-NetworksTestDHCPv6-446426206'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:28.054045 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e667bc-459f-42e9-b19b-3a3c5f028c0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-23b354fd-2125-4e55-8410-b2f5f0f7d92d', 'network_id': '23b354fd-2125-4e55-8410-b2f5f0f7d92d', 'tenant_id': 'eff8d219d079424fb78b725d012faae6', 'fixed_ips': [{'subnet_id': 'e632b6b5-4887-4e54-bd4f-78c909e7ef00'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:43:28.058017 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-94e667bc-459f-42e9-b19b-3a3c5f028c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:28.078068 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66479db5-1709-4099-9faa-06e6b54e415a None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:43:28.125260 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-66479db5-1709-4099-9faa-06e6b54e415a None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:28.133206 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66479db5-1709-4099-9faa-06e6b54e415a None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:43:28.135511 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:28.146555 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-f3758c51-84e9-4018-b7a0-6cf999031662 service neutron] Port 6af2bc3f-e43d-4f83-97c6-2d41589d58ab on network d8522618-7ca9-46c1-9887-3c2d9ed1322d not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:43:28.146885 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-f3758c51-84e9-4018-b7a0-6cf999031662 service neutron] Attempting to bind port 6af2bc3f-e43d-4f83-97c6-2d41589d58ab on network d8522618-7ca9-46c1-9887-3c2d9ed1322d {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:43:28.236731 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e9f90-84bc-4579-91ec-a4c843133848 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'Port': ['ID=3937a551-e01f-4c15-ab6d-aa5d2e1bfe42,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:28.256712 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-f3758c51-84e9-4018-b7a0-6cf999031662 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:43:28.257058 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-f3758c51-84e9-4018-b7a0-6cf999031662 service neutron] Checking segment: {'id': '9a608469-c136-4d29-8951-207955d4664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd8522618-7ca9-46c1-9887-3c2d9ed1322d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:43:28.257479 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-f3758c51-84e9-4018-b7a0-6cf999031662 service neutron] Bound using segment: {'id': '9a608469-c136-4d29-8951-207955d4664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd8522618-7ca9-46c1-9887-3c2d9ed1322d'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:43:28.257927 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-f3758c51-84e9-4018-b7a0-6cf999031662 service neutron] Bound port: 6af2bc3f-e43d-4f83-97c6-2d41589d58ab, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a608469-c136-4d29-8951-207955d4664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd8522618-7ca9-46c1-9887-3c2d9ed1322d'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:43:28.258289 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-f3758c51-84e9-4018-b7a0-6cf999031662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:28.378092 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2170e98-344a-4533-ab86-5946e32f3dc4 None None] Pushing event updated for resources: {'Port': ['ID=7a757003-7ad7-4b6a-a076-ef612cf4404f,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:28.527691 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8390947e-69e2-415f-9670-92ab5bfc070b tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:28.574076 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-f3758c51-84e9-4018-b7a0-6cf999031662 service neutron] For port 6af2bc3f-e43d-4f83-97c6-2d41589d58ab, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:43:28.581778 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-f3758c51-84e9-4018-b7a0-6cf999031662 service neutron] For port 6af2bc3f-e43d-4f83-97c6-2d41589d58ab, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=6af2bc3f-e43d-4f83-97c6-2d41589d58ab,segment=NetworkSegment(9a608469-c136-4d29-8951-207955d4664b),segment_id=9a608469-c136-4d29-8951-207955d4664b)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:43:28.586947 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-94e667bc-459f-42e9-b19b-3a3c5f028c0d None None] Allocated IP 2001:db8:0:1::1 (23b354fd-2125-4e55-8410-b2f5f0f7d92d/e632b6b5-4887-4e54-bd4f-78c909e7ef00/14764349-8e61-4af2-9e5a-18452b8c5627) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:43:28.596415 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23eaf94-56e2-4e2b-9f64-e5cd6f94ed5e req-f0c75391-8f2c-45d3-a2c5-9922c9de96c0 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:28.598445 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a23eaf94-56e2-4e2b-9f64-e5cd6f94ed5e req-f0c75391-8f2c-45d3-a2c5-9922c9de96c0 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7b14e3-f147-4e0d-afa8-42c98b8ff3ec HTTP/1.1" status: 200 len: 944 time: 0.5110865 Dec 16 09:43:28.746398 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa2b30-e1c9-48cd-8917-6c010aa324a3 req-0c1d9eb2-f454-4eb3-88e2-5a6c85c0acef tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:28.746398 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-67fa2b30-e1c9-48cd-8917-6c010aa324a3 req-0c1d9eb2-f454-4eb3-88e2-5a6c85c0acef tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 945 time: 0.3735397 Dec 16 09:43:28.746398 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-80145fec-7896-40b8-a031-8bcb98b0ca5a req-0c1a43fe-7d41-466e-bbd9-9050191a4858 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4813251 Dec 16 09:43:28.747520 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a23eaf94-56e2-4e2b-9f64-e5cd6f94ed5e req-97338cd1-ed09-40f8-b19c-df9cb613c926 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] 10.222.0.60 "GET /v2.0/security-groups?id=775ad768-722c-4ef7-b748-41cb49e6a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899072 Dec 16 09:43:28.857489 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-66479db5-1709-4099-9faa-06e6b54e415a None None] Attempting to bind port 763abdd2-53c5-48ca-a059-59fe58e3afca on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:43:28.858073 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-66479db5-1709-4099-9faa-06e6b54e415a None None] Attempting to bind port 763abdd2-53c5-48ca-a059-59fe58e3afca by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:43:28.858327 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66479db5-1709-4099-9faa-06e6b54e415a None None] Attempting to bind port 763abdd2-53c5-48ca-a059-59fe58e3afca on network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:43:28.890723 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66479db5-1709-4099-9faa-06e6b54e415a None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:43:28.891122 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66479db5-1709-4099-9faa-06e6b54e415a None None] Checking segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:43:28.891527 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-66479db5-1709-4099-9faa-06e6b54e415a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:28.892156 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66479db5-1709-4099-9faa-06e6b54e415a None None] Bound using segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:43:28.892659 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-66479db5-1709-4099-9faa-06e6b54e415a None None] Bound port: 763abdd2-53c5-48ca-a059-59fe58e3afca, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:43:28.893063 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-66479db5-1709-4099-9faa-06e6b54e415a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:28.950080 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-f3758c51-84e9-4018-b7a0-6cf999031662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:28.954857 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb74ab1b-eed6-40ff-9b2a-59e25fcb2391 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:43:29.027798 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-f3758c51-84e9-4018-b7a0-6cf999031662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:29.028660 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-f3758c51-84e9-4018-b7a0-6cf999031662 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:29.030466 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-f3758c51-84e9-4018-b7a0-6cf999031662 service neutron] 10.222.0.58 "PUT /v2.0/ports/6af2bc3f-e43d-4f83-97c6-2d41589d58ab HTTP/1.1" status: 200 len: 1092 time: 3.3569939 Dec 16 09:43:29.031105 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7b14e3-f147-4e0d-afa8-42c98b8ff3ec', 'tag': '6af2bc3f-e43d-4f83-97c6-2d41589d58ab'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:43:29.033994 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf8fdb1-a4ac-424c-bff8-0fb7fe45d357" -d '{"events": [{"name": "network-changed", "server_uuid": "1d7b14e3-f147-4e0d-afa8-42c98b8ff3ec", "tag": "6af2bc3f-e43d-4f83-97c6-2d41589d58ab"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:43:29.035232 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-67fa2b30-e1c9-48cd-8917-6c010aa324a3 req-90ff48b5-00cf-43a5-a10e-d11c8d29c342 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5474626-441a-4fa9-a341-df66c9c7706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524885 Dec 16 09:43:29.063317 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3758c51-84e9-4018-b7a0-6cf999031662 service neutron] Pushing event updated for resources: {'Port': ['ID=6af2bc3f-e43d-4f83-97c6-2d41589d58ab,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:29.188194 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80145fec-7896-40b8-a031-8bcb98b0ca5a req-c1c67649-8920-4ae5-b8b1-60319d7968b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:29.192675 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-80145fec-7896-40b8-a031-8bcb98b0ca5a req-c1c67649-8920-4ae5-b8b1-60319d7968b4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f1bf440b6c55457f8af9c018d530175b&device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 1097 time: 0.3976786 Dec 16 09:43:29.233471 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a6238d-225e-4b49-831a-592232482b2b x-openstack-request-id: req-67a6238d-225e-4b49-831a-592232482b2b {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:43:29.235338 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d7b14e3-f147-4e0d-afa8-42c98b8ff3ec", "tag": "6af2bc3f-e43d-4f83-97c6-2d41589d58ab", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:43:29.235677 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-67a6238d-225e-4b49-831a-592232482b2b {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:43:29.236164 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7b14e3-f147-4e0d-afa8-42c98b8ff3ec', 'tag': '6af2bc3f-e43d-4f83-97c6-2d41589d58ab', 'status': 'completed', 'code': 200} Dec 16 09:43:29.458199 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-3a31ee26-02e3-427d-a794-87cac6b04a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:29.463326 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-3a31ee26-02e3-427d-a794-87cac6b04a34 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7442578c7f1c49db97c144b35fcdc59a&device_id=1d7b14e3-f147-4e0d-afa8-42c98b8ff3ec HTTP/1.1" status: 200 len: 1095 time: 0.2983346 Dec 16 09:43:29.469615 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-94e667bc-459f-42e9-b19b-3a3c5f028c0d None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:29.480806 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80145fec-7896-40b8-a031-8bcb98b0ca5a req-d8dd12b5-d1a1-4c7e-887d-ecdbb5d94c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:29.482358 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-80145fec-7896-40b8-a031-8bcb98b0ca5a req-d8dd12b5-d1a1-4c7e-887d-ecdbb5d94c67 service neutron] 10.222.0.58 "GET /v2.0/networks?id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f HTTP/1.1" status: 200 len: 912 time: 0.2567163 Dec 16 09:43:29.492394 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-66479db5-1709-4099-9faa-06e6b54e415a None None] For port 763abdd2-53c5-48ca-a059-59fe58e3afca, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:43:29.497502 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-66479db5-1709-4099-9faa-06e6b54e415a None None] For port 763abdd2-53c5-48ca-a059-59fe58e3afca, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=763abdd2-53c5-48ca-a059-59fe58e3afca,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:43:29.502350 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:29.506562 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8390947e-69e2-415f-9670-92ab5bfc070b tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:29.609961 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-94e667bc-459f-42e9-b19b-3a3c5f028c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:29.647413 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8390947e-69e2-415f-9670-92ab5bfc070b tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:29.662619 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8390947e-69e2-415f-9670-92ab5bfc070b tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] 10.222.0.60 "DELETE /v2.0/subnets/eb5a1026-f685-41c0-a9ba-6ffef0e280cd HTTP/1.1" status: 204 len: 168 time: 2.0909073 Dec 16 09:43:29.694014 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-66479db5-1709-4099-9faa-06e6b54e415a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:29.696138 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:29.711564 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33754) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:29.714487 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e667bc-459f-42e9-b19b-3a3c5f028c0d None None] Network 23b354fd-2125-4e55-8410-b2f5f0f7d92d is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:43:29.732001 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-2cc6efac-a48c-4b0b-aa50-eaa2a3302c8e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6af2bc3f-e43d-4f83-97c6-2d41589d58ab HTTP/1.1" status: 200 len: 217 time: 0.2516236 Dec 16 09:43:29.734227 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-94e667bc-459f-42e9-b19b-3a3c5f028c0d None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:29.750104 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e667bc-459f-42e9-b19b-3a3c5f028c0d None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:43:29.822818 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e667bc-459f-42e9-b19b-3a3c5f028c0d None None] Pushing event updated for resources: {'Port': ['ID=14764349-8e61-4af2-9e5a-18452b8c5627,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:29.828820 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-80145fec-7896-40b8-a031-8bcb98b0ca5a req-229abb58-79fb-4479-bf57-037b150c9dbf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee HTTP/1.1" status: 200 len: 217 time: 0.3370516 Dec 16 09:43:29.853332 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-4608d438-f153-42c4-9c4b-407501cb9a25 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Deleting subnet e632b6b5-4887-4e54-bd4f-78c909e7ef00 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:43:29.856570 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8390947e-69e2-415f-9670-92ab5bfc070b tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Pushing event deleted for resources: {'Subnet': ['ID=eb5a1026-f685-41c0-a9ba-6ffef0e280cd,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:29.858985 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4608d438-f153-42c4-9c4b-407501cb9a25 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:30.013536 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-94e667bc-459f-42e9-b19b-3a3c5f028c0d None None] Attempting to bind port 14764349-8e61-4af2-9e5a-18452b8c5627 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:43:30.014150 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-94e667bc-459f-42e9-b19b-3a3c5f028c0d None None] Attempting to bind port 14764349-8e61-4af2-9e5a-18452b8c5627 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '0a8cb1b7-9172-4a52-b86b-26df3d4469bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '23b354fd-2125-4e55-8410-b2f5f0f7d92d'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:43:30.014247 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e667bc-459f-42e9-b19b-3a3c5f028c0d None None] Attempting to bind port 14764349-8e61-4af2-9e5a-18452b8c5627 on network 23b354fd-2125-4e55-8410-b2f5f0f7d92d {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:43:30.028628 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80145fec-7896-40b8-a031-8bcb98b0ca5a req-ff05ed3b-9dff-4353-8155-33f631e32292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:30.030178 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-80145fec-7896-40b8-a031-8bcb98b0ca5a req-ff05ed3b-9dff-4353-8155-33f631e32292 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c3e23022-6181-4c07-9324-a5452325576b HTTP/1.1" status: 200 len: 850 time: 0.1657016 Dec 16 09:43:30.080385 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e667bc-459f-42e9-b19b-3a3c5f028c0d None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:43:30.080771 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e667bc-459f-42e9-b19b-3a3c5f028c0d None None] Checking segment: {'id': '0a8cb1b7-9172-4a52-b86b-26df3d4469bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '23b354fd-2125-4e55-8410-b2f5f0f7d92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:43:30.100225 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-94e667bc-459f-42e9-b19b-3a3c5f028c0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:30.101143 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e667bc-459f-42e9-b19b-3a3c5f028c0d None None] Bound using segment: {'id': '0a8cb1b7-9172-4a52-b86b-26df3d4469bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '23b354fd-2125-4e55-8410-b2f5f0f7d92d'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:43:30.101667 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-94e667bc-459f-42e9-b19b-3a3c5f028c0d None None] Bound port: 14764349-8e61-4af2-9e5a-18452b8c5627, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a8cb1b7-9172-4a52-b86b-26df3d4469bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '23b354fd-2125-4e55-8410-b2f5f0f7d92d'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:43:30.102073 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-94e667bc-459f-42e9-b19b-3a3c5f028c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:30.119749 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4608d438-f153-42c4-9c4b-407501cb9a25 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:30.152754 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-645e9f90-84bc-4579-91ec-a4c843133848 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:30.183764 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66479db5-1709-4099-9faa-06e6b54e415a None None] Pushing event updated for resources: {'Port': ['ID=763abdd2-53c5-48ca-a059-59fe58e3afca,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:30.251155 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4608d438-f153-42c4-9c4b-407501cb9a25 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:30.263648 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1e3081-a2d0-41f2-a8e8-d1d4769c2787 None None] Network b13c6733-0e53-49ff-a9c6-74423b15b600 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:43:30.348344 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 7a757003-7ad7-4b6a-a076-ef612cf4404f up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:43:30.380710 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fb74ab1b-eed6-40ff-9b2a-59e25fcb2391 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:30.474738 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-fb74ab1b-eed6-40ff-9b2a-59e25fcb2391 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] device_id is not set on port c9b787dc-7882-4030-876f-710d47f51de3 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:43:30.493484 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-f97a3b12-0598-4ffc-b0d6-4b5a2f469e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:30.495027 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-f97a3b12-0598-4ffc-b0d6-4b5a2f469e71 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3d9d2428-10ec-40d5-8c03-15fd3ac0087f HTTP/1.1" status: 200 len: 861 time: 0.7526653 Dec 16 09:43:30.503357 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4608d438-f153-42c4-9c4b-407501cb9a25 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:30.541593 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410feae-6b33-4c6e-8a32-6d8fb222acc1 req-8a8394d7-4de3-4abd-a9e8-c108bf1bc40c tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:30.543177 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7410feae-6b33-4c6e-8a32-6d8fb222acc1 req-8a8394d7-4de3-4abd-a9e8-c108bf1bc40c tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7b14e3-f147-4e0d-afa8-42c98b8ff3ec HTTP/1.1" status: 200 len: 944 time: 0.2074692 Dec 16 09:43:30.587737 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-bd31d080-b5f9-476e-8679-e0c530e98aa3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d8522618-7ca9-46c1-9887-3c2d9ed1322d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408356 Dec 16 09:43:30.599886 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-fd600f1c-e8c0-43ed-a748-1605ff70a84e None None] Provisioning complete for port 7a757003-7ad7-4b6a-a076-ef612cf4404f triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:30.601908 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fd600f1c-e8c0-43ed-a748-1605ff70a84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:30.620905 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f535e10-4ebe-4bea-8022-639440c0f199 req-c619ac6a-4181-4729-8cd8-13bf6d8b7318 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:30.624560 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f535e10-4ebe-4bea-8022-639440c0f199 req-c619ac6a-4181-4729-8cd8-13bf6d8b7318 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 945 time: 0.3019679 Dec 16 09:43:30.651438 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4608d438-f153-42c4-9c4b-407501cb9a25 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:30.662695 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4608d438-f153-42c4-9c4b-407501cb9a25 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] 10.222.0.60 "DELETE /v2.0/subnets/e632b6b5-4887-4e54-bd4f-78c909e7ef00 HTTP/1.1" status: 204 len: 168 time: 0.9497392 Dec 16 09:43:30.663938 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-94e667bc-459f-42e9-b19b-3a3c5f028c0d None None] For port 14764349-8e61-4af2-9e5a-18452b8c5627, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:43:30.682526 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33766) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:30.702540 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 7a757003-7ad7-4b6a-a076-ef612cf4404f triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:30.703133 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:30.745627 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-94e667bc-459f-42e9-b19b-3a3c5f028c0d None None] For port 14764349-8e61-4af2-9e5a-18452b8c5627, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=14764349-8e61-4af2-9e5a-18452b8c5627,segment=NetworkSegment(0a8cb1b7-9172-4a52-b86b-26df3d4469bb),segment_id=0a8cb1b7-9172-4a52-b86b-26df3d4469bb)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:43:30.776458 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80145fec-7896-40b8-a031-8bcb98b0ca5a req-b0844be5-0183-4fa8-9809-125e62941bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:30.778992 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-80145fec-7896-40b8-a031-8bcb98b0ca5a req-b0844be5-0183-4fa8-9809-125e62941bc1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4331398 Dec 16 09:43:30.790956 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608d438-f153-42c4-9c4b-407501cb9a25 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Pushing event deleted for resources: {'Subnet': ['ID=e632b6b5-4887-4e54-bd4f-78c909e7ef00,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:30.808546 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fd600f1c-e8c0-43ed-a748-1605ff70a84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:30.827786 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f535e10-4ebe-4bea-8022-639440c0f199 req-bf68d431-58b6-40cc-8068-23768b149842 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5474626-441a-4fa9-a341-df66c9c7706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924539 Dec 16 09:43:30.848042 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78835d31-31f5-488b-8839-972c945f6820 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:30.854513 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33768) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:30.855063 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-78835d31-31f5-488b-8839-972c945f6820 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1691489 Dec 16 09:43:30.869244 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-645e9f90-84bc-4579-91ec-a4c843133848 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:30.892305 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-fd600f1c-e8c0-43ed-a748-1605ff70a84e None None] For port 7a757003-7ad7-4b6a-a076-ef612cf4404f, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=7a757003-7ad7-4b6a-a076-ef612cf4404f,segment=NetworkSegment(6a669f3d-a664-40b7-8045-1ea5c734a1c3),segment_id=6a669f3d-a664-40b7-8045-1ea5c734a1c3)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:30.943774 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-94e667bc-459f-42e9-b19b-3a3c5f028c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:30.950182 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-f5e17800-f005-4d94-8a6f-529b13111920 service neutron] 10.222.0.58 "GET /v2.0/networks/d8522618-7ca9-46c1-9887-3c2d9ed1322d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453422 Dec 16 09:43:30.969816 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:31.079378 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e667bc-459f-42e9-b19b-3a3c5f028c0d None None] Pushing event updated for resources: {'Port': ['ID=14764349-8e61-4af2-9e5a-18452b8c5627,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:31.096058 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fd600f1c-e8c0-43ed-a748-1605ff70a84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:31.270303 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7410feae-6b33-4c6e-8a32-6d8fb222acc1 req-69c1f0fd-3de1-4d86-9436-aebec8c1c4b5 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] 10.222.0.60 "GET /v2.0/security-groups?id=775ad768-722c-4ef7-b748-41cb49e6a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7118185 Dec 16 09:43:31.274059 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1fa3b451-8647-4170-bf7e-3cdb373286a8 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:31.280131 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8d7ecf85-1006-41dc-81bf-71ec5a6ee36c req-4fe7d66d-9b2a-470f-ac58-4739a00cab75 service neutron] 10.222.0.58 "GET /v2.0/networks/d8522618-7ca9-46c1-9887-3c2d9ed1322d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196380 Dec 16 09:43:31.301826 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:43:31.310991 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:43:31.310991 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9f8435-5c27-44fc-bc1f-3401c82a0ecc None None] Network 23b354fd-2125-4e55-8410-b2f5f0f7d92d requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:43:31.430400 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-80145fec-7896-40b8-a031-8bcb98b0ca5a req-3e3343ee-064f-42ea-a83d-99d2e27ca2ee service neutron] 10.222.0.58 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6133423 Dec 16 09:43:31.512990 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a71e57b-4e16-4c24-b271-d41de9e0160a None None] DHCP port deletion for b13c6733-0e53-49ff-a9c6-74423b15b600 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:43:31.535627 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-fb74ab1b-eed6-40ff-9b2a-59e25fcb2391 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Allocated IP 172.20.0.11 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/97ba3651-4622-43e0-9115-9b88f68c2ceb/c9b787dc-7882-4030-876f-710d47f51de3) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:43:31.543389 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd600f1c-e8c0-43ed-a748-1605ff70a84e None None] Pushing event updated for resources: {'Port': ['ID=7a757003-7ad7-4b6a-a076-ef612cf4404f,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:31.548025 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-fb74ab1b-eed6-40ff-9b2a-59e25fcb2391 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Allocated IP 2001:db8::f816:3eff:fe98:4dfa (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/fe51c15c-94b7-4cfc-b4d6-11d310c5482d/c9b787dc-7882-4030-876f-710d47f51de3) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:43:31.603538 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-645e9f90-84bc-4579-91ec-a4c843133848 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:31.607959 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-1fa3b451-8647-4170-bf7e-3cdb373286a8 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Deleting port 14764349-8e61-4af2-9e5a-18452b8c5627 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:43:31.608328 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1fa3b451-8647-4170-bf7e-3cdb373286a8 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:31.627752 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8fdb1-a4ac-424c-bff8-0fb7fe45d357 req-04d58fd2-5663-4777-9402-5abdb58fecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:31.630107 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0cf8fdb1-a4ac-424c-bff8-0fb7fe45d357 req-04d58fd2-5663-4777-9402-5abdb58fecbc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7442578c7f1c49db97c144b35fcdc59a&device_id=1d7b14e3-f147-4e0d-afa8-42c98b8ff3ec HTTP/1.1" status: 200 len: 1095 time: 0.1901033 Dec 16 09:43:31.634239 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-7a71e57b-4e16-4c24-b271-d41de9e0160a None None] Deleting port 7a757003-7ad7-4b6a-a076-ef612cf4404f {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:43:31.634607 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7a71e57b-4e16-4c24-b271-d41de9e0160a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:31.693048 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-80145fec-7896-40b8-a031-8bcb98b0ca5a req-fda03a22-a2b6-4c41-a025-a997fc8ab693 service neutron] 10.222.0.58 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400980 Dec 16 09:43:31.710472 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467569bf-29b7-46a9-8c8e-071f72dd77f5 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:43:31.755079 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-645e9f90-84bc-4579-91ec-a4c843133848 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:31.794818 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8fdb1-a4ac-424c-bff8-0fb7fe45d357 req-179e3bd0-0d29-4e3e-aaec-e547152aa45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:31.796521 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0cf8fdb1-a4ac-424c-bff8-0fb7fe45d357 req-179e3bd0-0d29-4e3e-aaec-e547152aa45c service neutron] 10.222.0.58 "GET /v2.0/networks?id=d8522618-7ca9-46c1-9887-3c2d9ed1322d HTTP/1.1" status: 200 len: 922 time: 0.1589806 Dec 16 09:43:31.830276 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-1fa3b451-8647-4170-bf7e-3cdb373286a8 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] For port 14764349-8e61-4af2-9e5a-18452b8c5627, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=14764349-8e61-4af2-9e5a-18452b8c5627,segment=NetworkSegment(0a8cb1b7-9172-4a52-b86b-26df3d4469bb),segment_id=0a8cb1b7-9172-4a52-b86b-26df3d4469bb)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:31.830656 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1fa3b451-8647-4170-bf7e-3cdb373286a8 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:31.857908 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-1fa3b451-8647-4170-bf7e-3cdb373286a8 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Calling delete_port for 14764349-8e61-4af2-9e5a-18452b8c5627 owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:43:31.885496 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-7a71e57b-4e16-4c24-b271-d41de9e0160a None None] For port 7a757003-7ad7-4b6a-a076-ef612cf4404f, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=7a757003-7ad7-4b6a-a076-ef612cf4404f,segment=NetworkSegment(6a669f3d-a664-40b7-8045-1ea5c734a1c3),segment_id=6a669f3d-a664-40b7-8045-1ea5c734a1c3)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:31.886013 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7a71e57b-4e16-4c24-b271-d41de9e0160a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:31.927191 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b5f1cd6b-0e54-4389-b7d1-8d13f9db6908 None None] Provisioning complete for port 763abdd2-53c5-48ca-a059-59fe58e3afca triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:31.927724 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b5f1cd6b-0e54-4389-b7d1-8d13f9db6908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:31.973821 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-7a71e57b-4e16-4c24-b271-d41de9e0160a None None] Calling delete_port for 7a757003-7ad7-4b6a-a076-ef612cf4404f owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:43:31.976770 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fb74ab1b-eed6-40ff-9b2a-59e25fcb2391 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:32.076309 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0cf8fdb1-a4ac-424c-bff8-0fb7fe45d357 req-7870ac4f-1327-4fee-bd2d-0df3a6ee71c1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6af2bc3f-e43d-4f83-97c6-2d41589d58ab HTTP/1.1" status: 200 len: 217 time: 0.2478483 Dec 16 09:43:32.105090 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1fa3b451-8647-4170-bf7e-3cdb373286a8 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:32.149618 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fb74ab1b-eed6-40ff-9b2a-59e25fcb2391 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:32.166006 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3b451-8647-4170-bf7e-3cdb373286a8 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Pushing event deleted for resources: {'Port': ['ID=14764349-8e61-4af2-9e5a-18452b8c5627,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:32.207108 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa3b451-8647-4170-bf7e-3cdb373286a8 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] No DVR routers for this DVR port 14764349-8e61-4af2-9e5a-18452b8c5627 on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:43:32.248722 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 763abdd2-53c5-48ca-a059-59fe58e3afca up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:43:32.258913 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb74ab1b-eed6-40ff-9b2a-59e25fcb2391 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:43:32.282837 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-fb74ab1b-eed6-40ff-9b2a-59e25fcb2391 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:32.285890 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb74ab1b-eed6-40ff-9b2a-59e25fcb2391 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:43:32.317234 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d63a3-379a-441f-b297-ba6952310dde req-3d6ff64e-a0f4-4691-bfbb-8f603fc5bbce tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:32.319448 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ed2d63a3-379a-441f-b297-ba6952310dde req-3d6ff64e-a0f4-4691-bfbb-8f603fc5bbce tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 945 time: 0.2305739 Dec 16 09:43:32.320142 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e9f90-84bc-4579-91ec-a4c843133848 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'Port': ['ID=3937a551-e01f-4c15-ab6d-aa5d2e1bfe42,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:32.328808 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-645e9f90-84bc-4579-91ec-a4c843133848 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:32.349961 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8fdb1-a4ac-424c-bff8-0fb7fe45d357 req-ef9af604-bc63-4e05-9790-20c80960323d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:32.355123 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0cf8fdb1-a4ac-424c-bff8-0fb7fe45d357 req-ef9af604-bc63-4e05-9790-20c80960323d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3d9d2428-10ec-40d5-8c03-15fd3ac0087f HTTP/1.1" status: 200 len: 861 time: 0.2188885 Dec 16 09:43:32.435512 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0cf8fdb1-a4ac-424c-bff8-0fb7fe45d357 req-8159a55a-98fa-4803-8a27-4b5ef932c629 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d8522618-7ca9-46c1-9887-3c2d9ed1322d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365789 Dec 16 09:43:32.453050 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74ab1b-eed6-40ff-9b2a-59e25fcb2391 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Port': ['ID=c9b787dc-7882-4030-876f-710d47f51de3,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:32.460691 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b5f1cd6b-0e54-4389-b7d1-8d13f9db6908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:32.492554 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1fa3b451-8647-4170-bf7e-3cdb373286a8 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:32.504458 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 763abdd2-53c5-48ca-a059-59fe58e3afca triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:32.504839 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:32.544200 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-b5f1cd6b-0e54-4389-b7d1-8d13f9db6908 None None] For port 763abdd2-53c5-48ca-a059-59fe58e3afca, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=763abdd2-53c5-48ca-a059-59fe58e3afca,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:32.551898 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb74ab1b-eed6-40ff-9b2a-59e25fcb2391 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:32.552733 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fb74ab1b-eed6-40ff-9b2a-59e25fcb2391 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:32.588403 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-1fa3b451-8647-4170-bf7e-3cdb373286a8 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b354fd-2125-4e55-8410-b2f5f0f7d92d']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:32.591610 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8288b43-ced0-4382-ac14-0c029b19d52a None None] Update dhcp port {'port': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'fixed_ips': [{'subnet_id': 'fe51c15c-94b7-4cfc-b4d6-11d310c5482d', 'ip_address': '2001:db8::f816:3eff:fe9d:cfb'}, {'subnet_id': '97ba3651-4622-43e0-9115-9b88f68c2ceb'}], 'binding:host_id': 'n-d-820550-2'}, 'id': '763abdd2-53c5-48ca-a059-59fe58e3afca'} from n-d-820550-2. {{(pid=102818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 16 09:43:32.605842 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-1fa3b451-8647-4170-bf7e-3cdb373286a8 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a8cb1b7-9172-4a52-b86b-26df3d4469bb') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:32.606189 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-1fa3b451-8647-4170-bf7e-3cdb373286a8 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a8cb1b7-9172-4a52-b86b-26df3d4469bb') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:32.621618 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1fa3b451-8647-4170-bf7e-3cdb373286a8 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:32.638903 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f8288b43-ced0-4382-ac14-0c029b19d52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:32.640257 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2a6a4-6ada-4478-b241-7d329920e04b req-f24449d3-2662-48a4-852c-56fec4a71615 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:32.642620 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d1e2a6a4-6ada-4478-b241-7d329920e04b req-f24449d3-2662-48a4-852c-56fec4a71615 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7b14e3-f147-4e0d-afa8-42c98b8ff3ec HTTP/1.1" status: 200 len: 944 time: 0.1903818 Dec 16 09:43:32.652737 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1fa3b451-8647-4170-bf7e-3cdb373286a8 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:32.688274 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa3b451-8647-4170-bf7e-3cdb373286a8 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:43:32.688863 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1fa3b451-8647-4170-bf7e-3cdb373286a8 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:32.691914 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:43:32.691914 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:43:32.691914 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:43:32.691914 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:43:32.691914 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:43:32.691914 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:43:32.691914 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:43:32.691914 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:43:32.691914 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:43:32.691914 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:43:32.691914 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:43:32.691914 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:43:32.691914 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:43:32.691914 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:43:32.691914 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:43:32.691914 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:43:32.691914 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:43:32.691914 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:43:32.691914 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:43:32.691914 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:43:32.691914 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:43:32.691914 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:43:32.691914 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:43:32.691914 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:43:32.691914 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:43:32.691914 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:43:32.691914 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:43:32.691914 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:43:32.691914 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:43:32.691914 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:43:32.691914 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:43:32.691914 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:43:32.697378 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:32.719837 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7a71e57b-4e16-4c24-b271-d41de9e0160a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:32.734745 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d1e2a6a4-6ada-4478-b241-7d329920e04b req-3974c910-bb31-420e-bb87-b1853a574a93 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] 10.222.0.60 "GET /v2.0/security-groups?id=775ad768-722c-4ef7-b748-41cb49e6a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793147 Dec 16 09:43:32.752512 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fb74ab1b-eed6-40ff-9b2a-59e25fcb2391 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.7270706 Dec 16 09:43:32.756291 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33788) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:32.776735 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b5f1cd6b-0e54-4389-b7d1-8d13f9db6908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:32.784128 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a71e57b-4e16-4c24-b271-d41de9e0160a None None] Pushing event deleted for resources: {'Port': ['ID=7a757003-7ad7-4b6a-a076-ef612cf4404f,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:32.786104 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a71e57b-4e16-4c24-b271-d41de9e0160a None None] No DVR routers for this DVR port 7a757003-7ad7-4b6a-a076-ef612cf4404f on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:43:32.818215 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab6c917-e8f4-44db-9741-2f0e9f4211b9 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:32.826614 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab6c917-e8f4-44db-9741-2f0e9f4211b9 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:32.831306 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3ab6c917-e8f4-44db-9741-2f0e9f4211b9 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0715501 Dec 16 09:43:32.831916 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33792) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:32.919743 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ed2d63a3-379a-441f-b297-ba6952310dde req-b9b7f69b-9085-43bb-a211-7775e9e4004f tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5474626-441a-4fa9-a341-df66c9c7706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5670688 Dec 16 09:43:32.921667 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1fa3b451-8647-4170-bf7e-3cdb373286a8 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:33.001733 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1fa3b451-8647-4170-bf7e-3cdb373286a8 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:33.005140 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1fa3b451-8647-4170-bf7e-3cdb373286a8 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] 10.222.0.60 "DELETE /v2.0/networks/23b354fd-2125-4e55-8410-b2f5f0f7d92d HTTP/1.1" status: 204 len: 168 time: 2.1400943 Dec 16 09:43:33.009908 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33796) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:33.012842 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [None req-645e9f90-84bc-4579-91ec-a4c843133848 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Floating IP 7438f1b5-7e13-440c-aa34-2e832d35e079 associated. External IP: 172.25.1.160, port: 9e644923-b040-4aa2-a84d-84aeccc500b5. Dec 16 09:43:33.024975 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3b451-8647-4170-bf7e-3cdb373286a8 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Pushing event deleted for resources: {'Network': ['ID=23b354fd-2125-4e55-8410-b2f5f0f7d92d,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:33.066381 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-965de9fd-844c-4d64-9cca-bc42d0a7a8cb tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting port c9b787dc-7882-4030-876f-710d47f51de3 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:43:33.066736 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-965de9fd-844c-4d64-9cca-bc42d0a7a8cb tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:33.083926 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:43:33.084196 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:43:33.108758 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1cd6b-0e54-4389-b7d1-8d13f9db6908 None None] Pushing event updated for resources: {'Port': ['ID=763abdd2-53c5-48ca-a059-59fe58e3afca,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:33.138157 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-660ddeb8-cb9c-40c4-a8fa-64235cc8497e tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:33.198304 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-f8288b43-ced0-4382-ac14-0c029b19d52a None None] Allocated IP 172.20.0.2 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/97ba3651-4622-43e0-9115-9b88f68c2ceb/763abdd2-53c5-48ca-a059-59fe58e3afca) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:43:33.206138 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-965de9fd-844c-4d64-9cca-bc42d0a7a8cb tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:33.221589 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-965de9fd-844c-4d64-9cca-bc42d0a7a8cb tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Calling delete_port for c9b787dc-7882-4030-876f-710d47f51de3 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:43:33.232244 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0cf8fdb1-a4ac-424c-bff8-0fb7fe45d357 req-1eb16dbc-a372-4ee6-b740-03c19836357c service neutron] 10.222.0.58 "GET /v2.0/networks/d8522618-7ca9-46c1-9887-3c2d9ed1322d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336154 Dec 16 09:43:33.357954 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f8288b43-ced0-4382-ac14-0c029b19d52a None None] For port 763abdd2-53c5-48ca-a059-59fe58e3afca, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=763abdd2-53c5-48ca-a059-59fe58e3afca,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:33.422162 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f8288b43-ced0-4382-ac14-0c029b19d52a None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:33.447850 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-660ddeb8-cb9c-40c4-a8fa-64235cc8497e tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:33.465154 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0cf8fdb1-a4ac-424c-bff8-0fb7fe45d357 req-c4221b2f-0f75-4365-aeeb-9c42af3125aa service neutron] 10.222.0.58 "GET /v2.0/networks/d8522618-7ca9-46c1-9887-3c2d9ed1322d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206931 Dec 16 09:43:33.516315 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-660ddeb8-cb9c-40c4-a8fa-64235cc8497e tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b13c6733-0e53-49ff-a9c6-74423b15b600']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:33.557568 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-660ddeb8-cb9c-40c4-a8fa-64235cc8497e tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a669f3d-a664-40b7-8045-1ea5c734a1c3') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:33.557871 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-660ddeb8-cb9c-40c4-a8fa-64235cc8497e tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a669f3d-a664-40b7-8045-1ea5c734a1c3') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:33.571420 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-660ddeb8-cb9c-40c4-a8fa-64235cc8497e tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:33.594611 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-660ddeb8-cb9c-40c4-a8fa-64235cc8497e tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:33.604683 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-660ddeb8-cb9c-40c4-a8fa-64235cc8497e tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:43:33.605007 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-660ddeb8-cb9c-40c4-a8fa-64235cc8497e tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:33.608028 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:43:33.608028 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:43:33.608028 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:43:33.608028 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:43:33.608028 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:43:33.608028 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:43:33.608028 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:43:33.608028 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:43:33.608028 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:43:33.608028 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:43:33.608028 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:43:33.608028 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:43:33.608028 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:43:33.608028 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:43:33.608028 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:43:33.608028 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:43:33.608028 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:43:33.608028 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:43:33.608028 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:43:33.608028 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:43:33.608028 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:43:33.608028 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:43:33.608028 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:43:33.608028 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:43:33.608028 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:43:33.608028 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:43:33.608028 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:43:33.608028 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:43:33.608028 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:43:33.608028 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:43:33.608028 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:43:33.608028 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:43:33.643296 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f8288b43-ced0-4382-ac14-0c029b19d52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:33.665846 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-965de9fd-844c-4d64-9cca-bc42d0a7a8cb tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:33.679456 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645e9f90-84bc-4579-91ec-a4c843133848 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Router 7523a7c7-0390-444d-b039-a8b41755a31d has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:43:33.720927 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965de9fd-844c-4d64-9cca-bc42d0a7a8cb tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Port': ['ID=c9b787dc-7882-4030-876f-710d47f51de3,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:33.824592 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-660ddeb8-cb9c-40c4-a8fa-64235cc8497e tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:33.837365 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 7a757003-7ad7-4b6a-a076-ef612cf4404f no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:43:33.837791 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-660ddeb8-cb9c-40c4-a8fa-64235cc8497e tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:33.853521 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-660ddeb8-cb9c-40c4-a8fa-64235cc8497e tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] 10.222.0.60 "DELETE /v2.0/networks/b13c6733-0e53-49ff-a9c6-74423b15b600 HTTP/1.1" status: 204 len: 168 time: 0.8396738 Dec 16 09:43:33.856080 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33806) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:33.880529 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 7a757003-7ad7-4b6a-a076-ef612cf4404f {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:43:33.881304 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 7a757003-7ad7-4b6a-a076-ef612cf4404f not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:43:33.889772 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8288b43-ced0-4382-ac14-0c029b19d52a None None] Pushing event updated for resources: {'Port': ['ID=763abdd2-53c5-48ca-a059-59fe58e3afca,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:33.920441 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ddeb8-cb9c-40c4-a8fa-64235cc8497e tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Pushing event deleted for resources: {'Network': ['ID=b13c6733-0e53-49ff-a9c6-74423b15b600,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:33.968971 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645e9f90-84bc-4579-91ec-a4c843133848 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:43:33.973828 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c06e8a-9351-437d-b7a8-1726392d5005 None None] Sync routers for ids ['7523a7c7-0390-444d-b039-a8b41755a31d'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:43:33.999717 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c06e8a-9351-437d-b7a8-1726392d5005 None None] Routers {'7523a7c7-0390-444d-b039-a8b41755a31d'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:43:34.002369 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-90c06e8a-9351-437d-b7a8-1726392d5005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:43:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['7523a7c7-0390-444d-b039-a8b41755a31d'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:34.061581 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-645e9f90-84bc-4579-91ec-a4c843133848 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:34.178437 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 763abdd2-53c5-48ca-a059-59fe58e3afca up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:43:34.210899 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-645e9f90-84bc-4579-91ec-a4c843133848 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 9.0484931 Dec 16 09:43:34.211679 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33810) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:34.214491 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9edc31af-967e-426b-8c7f-e7c0ebc92264', 'tag': '9e644923-b040-4aa2-a84d-84aeccc500b5'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:43:34.216847 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c23430-96ee-4d1e-8ee9-bd1cfb41f213" -d '{"events": [{"name": "network-changed", "server_uuid": "9edc31af-967e-426b-8c7f-e7c0ebc92264", "tag": "9e644923-b040-4aa2-a84d-84aeccc500b5"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:43:34.331003 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 763abdd2-53c5-48ca-a059-59fe58e3afca triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:34.331429 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:34.372567 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-90c06e8a-9351-437d-b7a8-1726392d5005 None None] Set router 7523a7c7-0390-444d-b039-a8b41755a31d gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:43:34.378689 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbca06e-bdf3-4ddd-af5f-1a31b4180ee3 req-324a29d8-e4c5-40e1-9f4c-ae04e035332b tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:34.380061 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-efbca06e-bdf3-4ddd-af5f-1a31b4180ee3 req-324a29d8-e4c5-40e1-9f4c-ae04e035332b tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 945 time: 0.3404222 Dec 16 09:43:34.594211 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-efbca06e-bdf3-4ddd-af5f-1a31b4180ee3 req-1580acfa-7157-4d65-9685-9af6f62363e6 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5474626-441a-4fa9-a341-df66c9c7706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927900 Dec 16 09:43:34.609935 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-22c6fcab-a779-4f1e-9d5a-26c87f22dfb8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/floatingips/7438f1b5-7e13-440c-aa34-2e832d35e079 HTTP/1.1" status: 200 len: 992 time: 0.3893924 Dec 16 09:43:34.612877 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 6af2bc3f-e43d-4f83-97c6-2d41589d58ab details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:43:34.687038 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-965de9fd-844c-4d64-9cca-bc42d0a7a8cb tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:34.690228 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-965de9fd-844c-4d64-9cca-bc42d0a7a8cb tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/c9b787dc-7882-4030-876f-710d47f51de3 HTTP/1.1" status: 204 len: 168 time: 1.8572242 Dec 16 09:43:34.699916 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33820) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:34.764758 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbb07c1-45a8-4347-b436-e4eb42a1a6bc x-openstack-request-id: req-efbb07c1-45a8-4347-b436-e4eb42a1a6bc {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:43:34.767264 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9edc31af-967e-426b-8c7f-e7c0ebc92264", "tag": "9e644923-b040-4aa2-a84d-84aeccc500b5", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:43:34.767264 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-efbb07c1-45a8-4347-b436-e4eb42a1a6bc {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:43:34.767264 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9edc31af-967e-426b-8c7f-e7c0ebc92264', 'tag': '9e644923-b040-4aa2-a84d-84aeccc500b5', 'status': 'completed', 'code': 200} Dec 16 09:43:34.790009 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 6af2bc3f-e43d-4f83-97c6-2d41589d58ab, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=6af2bc3f-e43d-4f83-97c6-2d41589d58ab,segment=NetworkSegment(9a608469-c136-4d29-8951-207955d4664b),segment_id=9a608469-c136-4d29-8951-207955d4664b)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:34.808982 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '6af2bc3f-e43d-4f83-97c6-2d41589d58ab', 'network_id': 'd8522618-7ca9-46c1-9887-3c2d9ed1322d', 'port_id': '6af2bc3f-e43d-4f83-97c6-2d41589d58ab', 'mac_address': 'fa:16:3e:dc:03:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d9d2428-10ec-40d5-8c03-15fd3ac0087f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:43:34.839281 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c23430-96ee-4d1e-8ee9-bd1cfb41f213 req-0cfc67c4-8b66-4220-8ea5-e9fdc80248d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:34.843895 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-17c23430-96ee-4d1e-8ee9-bd1cfb41f213 req-0cfc67c4-8b66-4220-8ea5-e9fdc80248d8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=60a0020dcca848d99f97019eb94a2e49&device_id=9edc31af-967e-426b-8c7f-e7c0ebc92264 HTTP/1.1" status: 200 len: 1097 time: 0.0746348 Dec 16 09:43:34.846653 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8be4d69e-94be-41a5-9e2d-8265d183636a tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:34.855905 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7230ec74-450c-4e4b-9e2d-4a52bac2827c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:34.859570 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7230ec74-450c-4e4b-9e2d-4a52bac2827c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:34.863075 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7230ec74-450c-4e4b-9e2d-4a52bac2827c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:34.865786 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7230ec74-450c-4e4b-9e2d-4a52bac2827c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1718774 Dec 16 09:43:34.871930 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ba58c-31b0-4eb3-ab81-5e3ac1885bcf req-b5aaa4a0-067b-4b68-baae-f16728a68447 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:34.878130 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c13ba58c-31b0-4eb3-ab81-5e3ac1885bcf req-b5aaa4a0-067b-4b68-baae-f16728a68447 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7b14e3-f147-4e0d-afa8-42c98b8ff3ec HTTP/1.1" status: 200 len: 944 time: 0.2025459 Dec 16 09:43:34.878740 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33822) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:34.896039 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:34.927209 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-90c06e8a-9351-437d-b7a8-1726392d5005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'name': 'tempest-TestNetworkBasicOps-router-958811268', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:22Z', 'updated_at': '2021-12-16T09:42:41Z', 'revision_number': 4, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'gw_port': {'id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:26Z', 'updated_at': '2021-12-16T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '7438f1b5-7e13-440c-aa34-2e832d35e079', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'port_id': '9e644923-b040-4aa2-a84d-84aeccc500b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '872dad0c-b125-4398-b449-96faec06fd91', 'mac_address': 'fa:16:3e:9f:89:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edc31af-967e-426b-8c7f-e7c0ebc92264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:43:29Z', 'updated_at': '2021-12-16T09:43:29Z', 'revision_number': 0, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4', 'name': '', 'network_id': '872dad0c-b125-4398-b449-96faec06fd91', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'mac_address': 'fa:16:3e:66:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'b5b3a5ab-5e44-48ee-9d23-fb55390d3fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:39Z', 'updated_at': '2021-12-16T09:42:48Z', 'revision_number': 5, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'subnets': [{'id': 'b5b3a5ab-5e44-48ee-9d23-fb55390d3fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:34.942600 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6af2bc3f-e43d-4f83-97c6-2d41589d58ab {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:43:34.969997 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 6af2bc3f-e43d-4f83-97c6-2d41589d58ab, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=6af2bc3f-e43d-4f83-97c6-2d41589d58ab,segment=NetworkSegment(9a608469-c136-4d29-8951-207955d4664b),segment_id=9a608469-c136-4d29-8951-207955d4664b)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:34.988970 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c06e8a-9351-437d-b7a8-1726392d5005 None None] Checking router: 7523a7c7-0390-444d-b039-a8b41755a31d for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:43:35.015287 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c06e8a-9351-437d-b7a8-1726392d5005 None None] Routers {'7523a7c7-0390-444d-b039-a8b41755a31d'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:43:35.017349 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-90c06e8a-9351-437d-b7a8-1726392d5005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:43:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['7523a7c7-0390-444d-b039-a8b41755a31d'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:35.033099 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-e7cd22ec-1a0b-4fa1-abad-ba380549f0af None None] Could not find standard attr ID for object c9b787dc-7882-4030-876f-710d47f51de3. {{(pid=102818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:43:35.051825 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-e7cd22ec-1a0b-4fa1-abad-ba380549f0af None None] Provisioning complete for port 763abdd2-53c5-48ca-a059-59fe58e3afca triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:35.052530 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e7cd22ec-1a0b-4fa1-abad-ba380549f0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:35.071956 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c23430-96ee-4d1e-8ee9-bd1cfb41f213 req-763b7376-4907-4dda-8f7d-8f81fd84af79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:35.074677 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-17c23430-96ee-4d1e-8ee9-bd1cfb41f213 req-763b7376-4907-4dda-8f7d-8f81fd84af79 service neutron] 10.222.0.58 "GET /v2.0/networks?id=872dad0c-b125-4398-b449-96faec06fd91 HTTP/1.1" status: 200 len: 897 time: 0.2057507 Dec 16 09:43:35.105992 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:35.152657 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-d706a95e-5eb9-4785-8fbc-aad413c12da6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting subnet 97ba3651-4622-43e0-9115-9b88f68c2ceb {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:43:35.204441 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c13ba58c-31b0-4eb3-ab81-5e3ac1885bcf req-e18bb3ac-8fa2-4a84-a440-f2e3a365b8c7 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] 10.222.0.60 "GET /v2.0/security-groups?id=775ad768-722c-4ef7-b748-41cb49e6a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971139 Dec 16 09:43:35.240202 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-17c23430-96ee-4d1e-8ee9-bd1cfb41f213 req-3540ad50-25be-40cd-8bb9-fff85cae73b6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e644923-b040-4aa2-a84d-84aeccc500b5 HTTP/1.1" status: 200 len: 1000 time: 0.1569686 Dec 16 09:43:35.261639 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d706a95e-5eb9-4785-8fbc-aad413c12da6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:35.306303 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=6af2bc3f-e43d-4f83-97c6-2d41589d58ab,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:35.360365 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c23430-96ee-4d1e-8ee9-bd1cfb41f213 req-5f085157-6526-4d03-a0f2-121e8adf27ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:35.361873 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-17c23430-96ee-4d1e-8ee9-bd1cfb41f213 req-5f085157-6526-4d03-a0f2-121e8adf27ba service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b5b3a5ab-5e44-48ee-9d23-fb55390d3fca HTTP/1.1" status: 200 len: 835 time: 0.1134856 Dec 16 09:43:35.363472 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8be4d69e-94be-41a5-9e2d-8265d183636a tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:35.374868 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['6af2bc3f-e43d-4f83-97c6-2d41589d58ab'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:43:35.437817 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c23430-96ee-4d1e-8ee9-bd1cfb41f213 req-5d8965e5-09f8-47df-9292-3e01297092fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:35.439337 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-17c23430-96ee-4d1e-8ee9-bd1cfb41f213 req-5d8965e5-09f8-47df-9292-3e01297092fe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=872dad0c-b125-4398-b449-96faec06fd91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694139 Dec 16 09:43:35.441827 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d706a95e-5eb9-4785-8fbc-aad413c12da6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:35.528201 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-90c06e8a-9351-437d-b7a8-1726392d5005 None None] Set router 7523a7c7-0390-444d-b039-a8b41755a31d gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:43:35.628509 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33830) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:35.632999 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b9a49063-5c1f-4cce-a11b-303ef98ffc58 None None] Could not find standard attr ID for object c9b787dc-7882-4030-876f-710d47f51de3. {{(pid=102818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:43:35.653922 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-8be4d69e-94be-41a5-9e2d-8265d183636a tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e03e9ee8-b053-48ae-8476-98daaacf16b8']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:35.694397 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-8be4d69e-94be-41a5-9e2d-8265d183636a tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e66e2f4-ac31-43e4-baf9-2e33acffe1d6') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:35.695039 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-8be4d69e-94be-41a5-9e2d-8265d183636a tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e66e2f4-ac31-43e4-baf9-2e33acffe1d6') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:35.719821 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d706a95e-5eb9-4785-8fbc-aad413c12da6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:35.757296 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8be4d69e-94be-41a5-9e2d-8265d183636a tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:35.764361 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-061127f3-e9d8-4559-8931-f924c4c34551 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/floatingips/7438f1b5-7e13-440c-aa34-2e832d35e079 HTTP/1.1" status: 200 len: 992 time: 0.1329203 Dec 16 09:43:35.787094 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8be4d69e-94be-41a5-9e2d-8265d183636a tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:35.799195 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8be4d69e-94be-41a5-9e2d-8265d183636a tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:43:35.799602 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8be4d69e-94be-41a5-9e2d-8265d183636a tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:35.802661 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:43:35.802661 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:43:35.802661 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:43:35.802661 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:43:35.802661 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:43:35.802661 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:43:35.802661 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:43:35.802661 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:43:35.802661 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:43:35.802661 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:43:35.802661 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:43:35.802661 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:43:35.802661 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:43:35.802661 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:43:35.802661 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:43:35.802661 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:43:35.802661 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:43:35.802661 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:43:35.802661 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:43:35.802661 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:43:35.802661 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:43:35.802661 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:43:35.802661 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:43:35.802661 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:43:35.802661 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:43:35.802661 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:43:35.802661 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:43:35.802661 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:43:35.802661 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:43:35.802661 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:43:35.802661 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:43:35.802661 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:43:35.817267 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-17c23430-96ee-4d1e-8ee9-bd1cfb41f213 req-1c29b43d-e3a3-47fc-846b-0d6539aa2fc6 service neutron] 10.222.0.58 "GET /v2.0/networks/872dad0c-b125-4398-b449-96faec06fd91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690405 Dec 16 09:43:35.944534 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3c163-407e-4990-8c02-72ccc3e6b9a6 req-a9006c62-d8b7-4ca5-886c-a400d75f8b91 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:35.946974 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-adc3c163-407e-4990-8c02-72ccc3e6b9a6 req-a9006c62-d8b7-4ca5-886c-a400d75f8b91 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 945 time: 0.2076416 Dec 16 09:43:35.948347 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-17c23430-96ee-4d1e-8ee9-bd1cfb41f213 req-28a4bed4-11df-47cc-aba5-dfd49b50509b service neutron] 10.222.0.58 "GET /v2.0/networks/872dad0c-b125-4398-b449-96faec06fd91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230969 Dec 16 09:43:35.948548 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-90c06e8a-9351-437d-b7a8-1726392d5005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'name': 'tempest-TestNetworkBasicOps-router-958811268', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:22Z', 'updated_at': '2021-12-16T09:42:41Z', 'revision_number': 4, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'gw_port': {'id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:26Z', 'updated_at': '2021-12-16T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '7438f1b5-7e13-440c-aa34-2e832d35e079', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'port_id': '9e644923-b040-4aa2-a84d-84aeccc500b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '872dad0c-b125-4398-b449-96faec06fd91', 'mac_address': 'fa:16:3e:9f:89:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edc31af-967e-426b-8c7f-e7c0ebc92264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:43:29Z', 'updated_at': '2021-12-16T09:43:29Z', 'revision_number': 0, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4', 'name': '', 'network_id': '872dad0c-b125-4398-b449-96faec06fd91', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'mac_address': 'fa:16:3e:66:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'b5b3a5ab-5e44-48ee-9d23-fb55390d3fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:39Z', 'updated_at': '2021-12-16T09:42:48Z', 'revision_number': 5, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'subnets': [{'id': 'b5b3a5ab-5e44-48ee-9d23-fb55390d3fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:35.966001 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d706a95e-5eb9-4785-8fbc-aad413c12da6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:36.017731 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d706a95e-5eb9-4785-8fbc-aad413c12da6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:36.025667 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-adc3c163-407e-4990-8c02-72ccc3e6b9a6 req-34cb5c90-67b7-40c4-aa2f-7dc396ae89ae tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5474626-441a-4fa9-a341-df66c9c7706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724843 Dec 16 09:43:36.027821 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33834) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:36.028056 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d706a95e-5eb9-4785-8fbc-aad413c12da6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/97ba3651-4622-43e0-9115-9b88f68c2ceb HTTP/1.1" status: 204 len: 168 time: 1.1455090 Dec 16 09:43:36.028866 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8be4d69e-94be-41a5-9e2d-8265d183636a tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:36.051533 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c06e8a-9351-437d-b7a8-1726392d5005 None None] The sync data for ids ['7523a7c7-0390-444d-b039-a8b41755a31d'] in n-d-820550-2 is: [{'id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'name': 'tempest-TestNetworkBasicOps-router-958811268', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:22Z', 'updated_at': '2021-12-16T09:42:41Z', 'revision_number': 4, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'gw_port': {'id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:26Z', 'updated_at': '2021-12-16T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '7438f1b5-7e13-440c-aa34-2e832d35e079', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'port_id': '9e644923-b040-4aa2-a84d-84aeccc500b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '872dad0c-b125-4398-b449-96faec06fd91', 'mac_address': 'fa:16:3e:9f:89:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edc31af-967e-426b-8c7f-e7c0ebc92264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:43:29Z', 'updated_at': '2021-12-16T09:43:29Z', 'revision_number': 0, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4', 'name': '', 'network_id': '872dad0c-b125-4398-b449-96faec06fd91', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'mac_address': 'fa:16:3e:66:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'b5b3a5ab-5e44-48ee-9d23-fb55390d3fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:39Z', 'updated_at': '2021-12-16T09:42:48Z', 'revision_number': 5, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'subnets': [{'id': 'b5b3a5ab-5e44-48ee-9d23-fb55390d3fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:43:36.067065 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8be4d69e-94be-41a5-9e2d-8265d183636a tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:36.076190 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8be4d69e-94be-41a5-9e2d-8265d183636a tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] 10.222.0.60 "DELETE /v2.0/networks/e03e9ee8-b053-48ae-8476-98daaacf16b8 HTTP/1.1" status: 204 len: 168 time: 2.2175548 Dec 16 09:43:36.101404 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33836) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:36.129931 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d706a95e-5eb9-4785-8fbc-aad413c12da6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Subnet': ['ID=97ba3651-4622-43e0-9115-9b88f68c2ceb,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:36.169850 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be4d69e-94be-41a5-9e2d-8265d183636a tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Pushing event deleted for resources: {'Network': ['ID=e03e9ee8-b053-48ae-8476-98daaacf16b8,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:36.229405 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-6645cdc8-6b73-49e2-a77e-2d62dd88a24c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting subnet fe51c15c-94b7-4cfc-b4d6-11d310c5482d {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:43:36.240472 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6645cdc8-6b73-49e2-a77e-2d62dd88a24c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:36.416811 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6a193a54-faaa-477a-a55c-6adfba1d0e83 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:36.416943 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb0163f-ac73-4f81-b0d9-fef261d7c1b3 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:43:36.417043 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6645cdc8-6b73-49e2-a77e-2d62dd88a24c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:36.515460 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c45c58-3960-459a-97ae-8d4628523e5e None None] New status for floating IP 7438f1b5-7e13-440c-aa34-2e832d35e079: ACTIVE {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:43:36.608820 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6abb36-2056-4586-98f8-1f26966857f1 req-4e197e2f-5ed7-431f-b397-eefc2e0291ea tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:36.621505 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9d6abb36-2056-4586-98f8-1f26966857f1 req-4e197e2f-5ed7-431f-b397-eefc2e0291ea tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7b14e3-f147-4e0d-afa8-42c98b8ff3ec HTTP/1.1" status: 200 len: 945 time: 0.2138438 Dec 16 09:43:36.625341 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6645cdc8-6b73-49e2-a77e-2d62dd88a24c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:36.642270 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 6af2bc3f-e43d-4f83-97c6-2d41589d58ab up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:43:36.676864 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9d6abb36-2056-4586-98f8-1f26966857f1 req-d6589e72-fb8e-49a7-9643-f88fe8ab023b tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] 10.222.0.60 "GET /v2.0/security-groups?id=775ad768-722c-4ef7-b748-41cb49e6a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540483 Dec 16 09:43:36.766806 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33846) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:36.806758 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6a193a54-faaa-477a-a55c-6adfba1d0e83 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:36.837867 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-6a193a54-faaa-477a-a55c-6adfba1d0e83 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c1bb5cf-bb3c-42e7-894d-5b89f3bae09b']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:36.849325 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-6a193a54-faaa-477a-a55c-6adfba1d0e83 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '365d0b58-1d49-48ff-9657-707504cbbac2') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:36.851385 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-6a193a54-faaa-477a-a55c-6adfba1d0e83 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '365d0b58-1d49-48ff-9657-707504cbbac2') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:36.864160 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6a193a54-faaa-477a-a55c-6adfba1d0e83 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:36.881854 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6a193a54-faaa-477a-a55c-6adfba1d0e83 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:36.888119 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a193a54-faaa-477a-a55c-6adfba1d0e83 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:43:36.888726 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6a193a54-faaa-477a-a55c-6adfba1d0e83 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:36.892798 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:43:36.892798 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:43:36.892798 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:43:36.892798 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:43:36.892798 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:43:36.892798 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:43:36.892798 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:43:36.892798 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:43:36.892798 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:43:36.892798 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:43:36.892798 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:43:36.892798 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:43:36.892798 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:43:36.892798 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:43:36.892798 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:43:36.892798 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:43:36.892798 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:43:36.892798 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:43:36.892798 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:43:36.892798 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:43:36.892798 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:43:36.892798 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:43:36.892798 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:43:36.892798 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:43:36.892798 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:43:36.892798 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:43:36.892798 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:43:36.892798 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:43:36.892798 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:43:36.892798 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:43:36.892798 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:43:36.892798 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:43:36.950009 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6645cdc8-6b73-49e2-a77e-2d62dd88a24c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:36.956609 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 6af2bc3f-e43d-4f83-97c6-2d41589d58ab completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:43:36.965340 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 6af2bc3f-e43d-4f83-97c6-2d41589d58ab triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:36.965546 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:36.967847 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b8af6b96-137b-44c2-bd22-626e3d4399a8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/floatingips/7438f1b5-7e13-440c-aa34-2e832d35e079 HTTP/1.1" status: 200 len: 992 time: 0.1956339 Dec 16 09:43:36.988146 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645cdc8-6b73-49e2-a77e-2d62dd88a24c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Subnet': ['ID=fe51c15c-94b7-4cfc-b4d6-11d310c5482d,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:36.999382 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6645cdc8-6b73-49e2-a77e-2d62dd88a24c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:37.008977 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6645cdc8-6b73-49e2-a77e-2d62dd88a24c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/fe51c15c-94b7-4cfc-b4d6-11d310c5482d HTTP/1.1" status: 204 len: 168 time: 0.9772995 Dec 16 09:43:37.009259 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33848) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:37.095646 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-eac1023a-55a3-43dc-8413-f2a2b193e02d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0817325 Dec 16 09:43:37.097602 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33852) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:37.104731 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-c0b5ba3d-dc08-4a73-8552-799a619aaf7d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:37.178356 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:37.216700 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7b14e3-f147-4e0d-afa8-42c98b8ff3ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af2bc3f-e43d-4f83-97c6-2d41589d58ab'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:43:37.222611 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4914c6df-b7d5-482a-ba7e-e1f045d53f5b" -d '{"events": [{"server_uuid": "1d7b14e3-f147-4e0d-afa8-42c98b8ff3ec", "name": "network-vif-plugged", "status": "completed", "tag": "6af2bc3f-e43d-4f83-97c6-2d41589d58ab"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:43:37.252949 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6a193a54-faaa-477a-a55c-6adfba1d0e83 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:37.277816 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6a193a54-faaa-477a-a55c-6adfba1d0e83 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:37.284025 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 6af2bc3f-e43d-4f83-97c6-2d41589d58ab, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=6af2bc3f-e43d-4f83-97c6-2d41589d58ab,segment=NetworkSegment(9a608469-c136-4d29-8951-207955d4664b),segment_id=9a608469-c136-4d29-8951-207955d4664b)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:37.287187 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6a193a54-faaa-477a-a55c-6adfba1d0e83 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] 10.222.0.60 "DELETE /v2.0/networks/3c1bb5cf-bb3c-42e7-894d-5b89f3bae09b HTTP/1.1" status: 204 len: 168 time: 1.1847401 Dec 16 09:43:37.298875 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:37.325214 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53134a0-d9a1-43fb-8989-bef95fc7af8d x-openstack-request-id: req-c53134a0-d9a1-43fb-8989-bef95fc7af8d {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:43:37.325530 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7b14e3-f147-4e0d-afa8-42c98b8ff3ec", "name": "network-vif-plugged", "status": "completed", "tag": "6af2bc3f-e43d-4f83-97c6-2d41589d58ab", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:43:37.329493 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c53134a0-d9a1-43fb-8989-bef95fc7af8d {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:43:37.329968 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7b14e3-f147-4e0d-afa8-42c98b8ff3ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af2bc3f-e43d-4f83-97c6-2d41589d58ab', 'code': 200} Dec 16 09:43:37.390556 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:37.436439 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a193a54-faaa-477a-a55c-6adfba1d0e83 tempest-BulkNetworkOpsIpV6Test-398222912 tempest-BulkNetworkOpsIpV6Test-398222912-project] Pushing event deleted for resources: {'Network': ['ID=3c1bb5cf-bb3c-42e7-894d-5b89f3bae09b,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:37.470524 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=6af2bc3f-e43d-4f83-97c6-2d41589d58ab,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:37.518929 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10669fe-ae44-47d6-9a0b-c39c83ca343c req-b6b8a70a-8987-498f-82f0-90439d070a46 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:37.520795 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d10669fe-ae44-47d6-9a0b-c39c83ca343c req-b6b8a70a-8987-498f-82f0-90439d070a46 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 945 time: 0.2820103 Dec 16 09:43:37.536551 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831fb461-26a1-45c1-b081-b6cad3132c82 req-a3590380-cb22-47d8-ad6c-b7c328b28c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:37.538073 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-831fb461-26a1-45c1-b081-b6cad3132c82 req-a3590380-cb22-47d8-ad6c-b7c328b28c13 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1d7b14e3-f147-4e0d-afa8-42c98b8ff3ec HTTP/1.1" status: 200 len: 1097 time: 0.0952172 Dec 16 09:43:37.601293 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-831fb461-26a1-45c1-b081-b6cad3132c82 req-3f55ed20-32a8-4fd3-b7cf-fd9d7fce5374 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=775ad768-722c-4ef7-b748-41cb49e6a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538039 Dec 16 09:43:37.620476 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d10669fe-ae44-47d6-9a0b-c39c83ca343c req-01129f50-99dc-40a2-b24b-a603ef3234b2 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5474626-441a-4fa9-a341-df66c9c7706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898647 Dec 16 09:43:37.646015 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b5ba3d-dc08-4a73-8552-799a619aaf7d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:43:37.651210 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c0b5ba3d-dc08-4a73-8552-799a619aaf7d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:37.829762 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ae3e7815-5d9a-41e5-95a7-5be29a1cb597 req-b98c5988-5c0c-46cb-8713-63caed3ca687 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8108ecce-4816-4a1e-8976-a14442bedace&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1718063 Dec 16 09:43:37.885520 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd0f148-f9b7-4c29-9fd2-ea69ba0ac0d7 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:43:37.967264 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e7815-5d9a-41e5-95a7-5be29a1cb597 req-8d6f8b4c-2ad3-4b69-95dd-6cbb02001b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:37.969270 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ae3e7815-5d9a-41e5-95a7-5be29a1cb597 req-8d6f8b4c-2ad3-4b69-95dd-6cbb02001b5e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e689af417abc4a949f6a02217a4ce1bc&device_id=8108ecce-4816-4a1e-8976-a14442bedace HTTP/1.1" status: 200 len: 1097 time: 0.0995457 Dec 16 09:43:37.976155 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33870) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:37.976322 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7297d69-6c8a-4d49-a3a8-f9087da84c0c req-38558968-7187-4526-afb0-2b1c3f0d393f tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:37.978358 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d7297d69-6c8a-4d49-a3a8-f9087da84c0c req-38558968-7187-4526-afb0-2b1c3f0d393f tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7b14e3-f147-4e0d-afa8-42c98b8ff3ec HTTP/1.1" status: 200 len: 946 time: 0.1867342 Dec 16 09:43:38.052115 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-40c19051-2366-41e5-be28-6c7bcf0ae7db tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/floatingips/7438f1b5-7e13-440c-aa34-2e832d35e079 HTTP/1.1" status: 200 len: 994 time: 0.0704193 Dec 16 09:43:38.116291 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d7297d69-6c8a-4d49-a3a8-f9087da84c0c req-e4920dc7-042f-431a-8810-02c45c874dde tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] 10.222.0.60 "GET /v2.0/security-groups?id=775ad768-722c-4ef7-b748-41cb49e6a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265533 Dec 16 09:43:38.140152 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-32665e26-e214-45c5-b062-48e9ca3d50bd None None] Provisioning complete for port 763abdd2-53c5-48ca-a059-59fe58e3afca triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:38.140522 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-32665e26-e214-45c5-b062-48e9ca3d50bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:38.195671 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33876) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:38.204333 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e7815-5d9a-41e5-95a7-5be29a1cb597 req-034e8608-f996-4a35-bcb2-e7384086543d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:38.204333 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ae3e7815-5d9a-41e5-95a7-5be29a1cb597 req-034e8608-f996-4a35-bcb2-e7384086543d service neutron] 10.222.0.57 "GET /v2.0/networks?id=89dde67c-4375-428d-a66c-d788737973c8 HTTP/1.1" status: 200 len: 915 time: 0.1562159 Dec 16 09:43:38.428232 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69948f15-394e-458f-b6e0-bb11cec9f918 None None] DHCP port deletion for 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:43:38.455779 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ae3e7815-5d9a-41e5-95a7-5be29a1cb597 req-f03d42be-19b7-4039-9ccf-7cc7a765b124 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f8e65c6-ba0d-428b-88ce-a94115f405c3 HTTP/1.1" status: 200 len: 217 time: 0.1736810 Dec 16 09:43:38.509089 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-69948f15-394e-458f-b6e0-bb11cec9f918 None None] Deleting port 763abdd2-53c5-48ca-a059-59fe58e3afca {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:43:38.509752 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-69948f15-394e-458f-b6e0-bb11cec9f918 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:38.543794 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-64a97b14-f5af-4e50-929d-b3ae2afc4b9a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eff8d219d079424fb78b725d012faae6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3466616 Dec 16 09:43:38.545075 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33886) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:38.624692 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ee63ddb3-f78b-48b5-a7fb-e54378447562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:38.695248 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-69948f15-394e-458f-b6e0-bb11cec9f918 None None] For port 763abdd2-53c5-48ca-a059-59fe58e3afca, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=763abdd2-53c5-48ca-a059-59fe58e3afca,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:38.696203 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-69948f15-394e-458f-b6e0-bb11cec9f918 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:38.706381 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ee63ddb3-f78b-48b5-a7fb-e54378447562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:38.738608 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-69948f15-394e-458f-b6e0-bb11cec9f918 None None] Calling delete_port for 763abdd2-53c5-48ca-a059-59fe58e3afca owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:43:38.898423 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448794b4-c82e-4df4-9f1f-fb69737d98a4 req-0a2b024a-3e95-4af6-abea-7945c84aa06e tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:38.915697 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-448794b4-c82e-4df4-9f1f-fb69737d98a4 req-0a2b024a-3e95-4af6-abea-7945c84aa06e tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 945 time: 0.1416914 Dec 16 09:43:38.979147 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-448794b4-c82e-4df4-9f1f-fb69737d98a4 req-6449da3c-2887-4921-b447-54b907062629 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5474626-441a-4fa9-a341-df66c9c7706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624015 Dec 16 09:43:39.021923 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ee63ddb3-f78b-48b5-a7fb-e54378447562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:39.024802 n-d-820550-2 neutron-server[102816]: DEBUG neutron.objects.ports [None req-c0b5ba3d-dc08-4a73-8552-799a619aaf7d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102816) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:43:39.026168 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ee63ddb3-f78b-48b5-a7fb-e54378447562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:39.030910 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ee63ddb3-f78b-48b5-a7fb-e54378447562 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/21c1a50f-3ec3-45c6-a9f4-3936996349d6 HTTP/1.1" status: 204 len: 168 time: 0.4806426 Dec 16 09:43:39.042627 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee63ddb3-f78b-48b5-a7fb-e54378447562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c1a50f-3ec3-45c6-a9f4-3936996349d6,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:39.070395 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-69948f15-394e-458f-b6e0-bb11cec9f918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:39.116852 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e7815-5d9a-41e5-95a7-5be29a1cb597 req-818f97e4-d497-490a-92a9-cc1ecdea80f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:39.118314 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ae3e7815-5d9a-41e5-95a7-5be29a1cb597 req-818f97e4-d497-490a-92a9-cc1ecdea80f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2958cd17-ef24-4c92-a56a-e6ec8ed248b4 HTTP/1.1" status: 200 len: 854 time: 0.6431630 Dec 16 09:43:39.151621 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69948f15-394e-458f-b6e0-bb11cec9f918 None None] No DVR routers for this DVR port 763abdd2-53c5-48ca-a059-59fe58e3afca on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:43:39.192227 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a379954f-f27a-45f0-8610-4912815e7c5d None None] get_active_networks_info from n-d-820550-2 {{(pid=102818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:43:39.194006 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69948f15-394e-458f-b6e0-bb11cec9f918 None None] Pushing event deleted for resources: {'Port': ['ID=763abdd2-53c5-48ca-a059-59fe58e3afca,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:39.241519 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ae3e7815-5d9a-41e5-95a7-5be29a1cb597 req-8fa622f7-18a1-4556-a1bb-456eafddcd9a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=89dde67c-4375-428d-a66c-d788737973c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091123 Dec 16 09:43:39.351768 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a379954f-f27a-45f0-8610-4912815e7c5d None None] Resources bound (agent type, host, resource id): {{(pid=102818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:43:39.356177 n-d-820550-2 neutron-server[102816]: WARNING neutron.services.revisions.revision_plugin [None req-c0b5ba3d-dc08-4a73-8552-799a619aaf7d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Could not find related port for resource to bump revision. Dec 16 09:43:39.391935 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e0302-2e9e-4cb7-9df0-d4c51460c81a req-0c9d96f2-f9b2-423c-bcaf-d10192d3b28b tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:39.393436 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-337e0302-2e9e-4cb7-9df0-d4c51460c81a req-0c9d96f2-f9b2-423c-bcaf-d10192d3b28b tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7b14e3-f147-4e0d-afa8-42c98b8ff3ec HTTP/1.1" status: 200 len: 946 time: 0.1435399 Dec 16 09:43:39.421691 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ae3e7815-5d9a-41e5-95a7-5be29a1cb597 req-a18c05c1-b1d7-45c4-8305-b85fce1782cf service neutron] 10.222.0.57 "GET /v2.0/networks/89dde67c-4375-428d-a66c-d788737973c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699865 Dec 16 09:43:39.486104 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-337e0302-2e9e-4cb7-9df0-d4c51460c81a req-f4538085-6ecf-44d4-8a7c-4f36aa4f6a94 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] 10.222.0.60 "GET /v2.0/security-groups?id=775ad768-722c-4ef7-b748-41cb49e6a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819600 Dec 16 09:43:39.488353 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.ipam_pluggable_backend [None req-c0b5ba3d-dc08-4a73-8552-799a619aaf7d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Port 763abdd2-53c5-48ca-a059-59fe58e3afca was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102816) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 16 09:43:39.488653 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.ipam_pluggable_backend [None req-c0b5ba3d-dc08-4a73-8552-799a619aaf7d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Reverting IP allocation for 2001:db8::f816:3eff:fe9d:cfb {{(pid=102816) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 16 09:43:39.493640 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.ipam_pluggable_backend [None req-c0b5ba3d-dc08-4a73-8552-799a619aaf7d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe9d:cfb {{(pid=102816) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 16 09:43:39.498729 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c0b5ba3d-dc08-4a73-8552-799a619aaf7d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:39.569147 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5ba3d-dc08-4a73-8552-799a619aaf7d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Subnet': ['ID=b05e1bd8-cc63-49a8-870a-515156e0fa6d,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:39.603459 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b5ba3d-dc08-4a73-8552-799a619aaf7d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:43:39.609700 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-c0b5ba3d-dc08-4a73-8552-799a619aaf7d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:39.630540 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b5ba3d-dc08-4a73-8552-799a619aaf7d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:39.630540 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c0b5ba3d-dc08-4a73-8552-799a619aaf7d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:39.660607 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ae3e7815-5d9a-41e5-95a7-5be29a1cb597 req-3c155e3c-b98a-42b5-83ae-d1139175cf00 service neutron] 10.222.0.57 "GET /v2.0/networks/89dde67c-4375-428d-a66c-d788737973c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311766 Dec 16 09:43:39.769583 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c0b5ba3d-dc08-4a73-8552-799a619aaf7d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6703711 Dec 16 09:43:39.772256 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33918) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:39.778773 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-91660dea-509d-43c7-8a1f-82cb6fc263b7 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:40.105227 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91660dea-509d-43c7-8a1f-82cb6fc263b7 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:43:40.106585 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 763abdd2-53c5-48ca-a059-59fe58e3afca no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:43:40.112119 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-91660dea-509d-43c7-8a1f-82cb6fc263b7 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:40.136571 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 763abdd2-53c5-48ca-a059-59fe58e3afca {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:43:40.136923 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 763abdd2-53c5-48ca-a059-59fe58e3afca not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:43:40.152080 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c983ef-ae54-40c2-95fc-7ebd68d2246a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'fixed_ips': [{'subnet_id': 'b05e1bd8-cc63-49a8-870a-515156e0fa6d'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:43:40.153995 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c4c983ef-ae54-40c2-95fc-7ebd68d2246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:40.301428 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154bcf8-3645-4b39-86c6-b543ead71f48 req-f56b4dbf-d100-40bc-ab46-23910e74a459 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:40.303389 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5154bcf8-3645-4b39-86c6-b543ead71f48 req-f56b4dbf-d100-40bc-ab46-23910e74a459 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 945 time: 0.1860020 Dec 16 09:43:40.337155 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195089f-73e2-4abd-b7bc-fde4bf5d12bc req-c45bc84a-6df3-4882-97c7-8eaa6772ac6c tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:40.345821 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d195089f-73e2-4abd-b7bc-fde4bf5d12bc req-c45bc84a-6df3-4882-97c7-8eaa6772ac6c tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7b14e3-f147-4e0d-afa8-42c98b8ff3ec HTTP/1.1" status: 200 len: 946 time: 0.1279857 Dec 16 09:43:40.429940 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5154bcf8-3645-4b39-86c6-b543ead71f48 req-08dda23d-dc6b-490c-9c37-de159f5a2388 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5474626-441a-4fa9-a341-df66c9c7706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107292 Dec 16 09:43:40.460246 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d195089f-73e2-4abd-b7bc-fde4bf5d12bc req-e87d37ec-1a92-4b56-a3e2-742e55f9c0b2 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] 10.222.0.60 "GET /v2.0/security-groups?id=775ad768-722c-4ef7-b748-41cb49e6a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073375 Dec 16 09:43:40.543133 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-c4c983ef-ae54-40c2-95fc-7ebd68d2246a None None] Allocated IP 2001:db8::f816:3eff:fe34:a9f1 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/b05e1bd8-cc63-49a8-870a-515156e0fa6d/a51efa5f-4edf-4e5a-a43b-d132db43ea35) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:43:40.575729 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:40.814649 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-91660dea-509d-43c7-8a1f-82cb6fc263b7 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:40.879198 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c4c983ef-ae54-40c2-95fc-7ebd68d2246a None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:40.909549 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91660dea-509d-43c7-8a1f-82cb6fc263b7 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:43:40.917395 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-91660dea-509d-43c7-8a1f-82cb6fc263b7 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:40.923189 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91660dea-509d-43c7-8a1f-82cb6fc263b7 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:40.924006 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-91660dea-509d-43c7-8a1f-82cb6fc263b7 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:40.941028 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91660dea-509d-43c7-8a1f-82cb6fc263b7 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Subnet': ['ID=3f23c8ea-c2c5-43df-a8d2-ce8677cb9c92,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:41.002603 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c4c983ef-ae54-40c2-95fc-7ebd68d2246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:41.050789 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-91660dea-509d-43c7-8a1f-82cb6fc263b7 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2772214 Dec 16 09:43:41.053484 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33948) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:41.060217 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-dd2d75e7-a85e-49fb-b8c1-e785e75e4f7f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'port': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'mac_address': 'fa:16:3e:0d:6c:d0', 'name': 'tempest-NetworksTestDHCPv6-1109363018'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:41.118330 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c983ef-ae54-40c2-95fc-7ebd68d2246a None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:43:41.121316 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-c4c983ef-ae54-40c2-95fc-7ebd68d2246a None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:41.126194 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c983ef-ae54-40c2-95fc-7ebd68d2246a None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:43:41.155604 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33950) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:41.159393 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027075 Dec 16 09:43:41.163982 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33952) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:41.219151 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c983ef-ae54-40c2-95fc-7ebd68d2246a None None] Pushing event updated for resources: {'Port': ['ID=a51efa5f-4edf-4e5a-a43b-d132db43ea35,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:41.316914 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-c4c983ef-ae54-40c2-95fc-7ebd68d2246a None None] Attempting to bind port a51efa5f-4edf-4e5a-a43b-d132db43ea35 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:43:41.316914 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-c4c983ef-ae54-40c2-95fc-7ebd68d2246a None None] Attempting to bind port a51efa5f-4edf-4e5a-a43b-d132db43ea35 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:43:41.316914 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c983ef-ae54-40c2-95fc-7ebd68d2246a None None] Attempting to bind port a51efa5f-4edf-4e5a-a43b-d132db43ea35 on network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:43:41.316914 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c983ef-ae54-40c2-95fc-7ebd68d2246a None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:43:41.316914 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c983ef-ae54-40c2-95fc-7ebd68d2246a None None] Checking segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:43:41.316914 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c4c983ef-ae54-40c2-95fc-7ebd68d2246a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:41.321416 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c983ef-ae54-40c2-95fc-7ebd68d2246a None None] Bound using segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:43:41.321973 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-c4c983ef-ae54-40c2-95fc-7ebd68d2246a None None] Bound port: a51efa5f-4edf-4e5a-a43b-d132db43ea35, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:43:41.322362 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c4c983ef-ae54-40c2-95fc-7ebd68d2246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:41.367358 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8c35404a-043d-49fe-86fc-86ea0c37e851 tempest-NetworksApiDiscovery-655888720 tempest-NetworksApiDiscovery-655888720-project] 10.222.0.60 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1980090 Dec 16 09:43:41.452731 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-c4c983ef-ae54-40c2-95fc-7ebd68d2246a None None] For port a51efa5f-4edf-4e5a-a43b-d132db43ea35, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:43:41.456194 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-c4c983ef-ae54-40c2-95fc-7ebd68d2246a None None] For port a51efa5f-4edf-4e5a-a43b-d132db43ea35, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=a51efa5f-4edf-4e5a-a43b-d132db43ea35,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:43:41.508104 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2d75e7-a85e-49fb-b8c1-e785e75e4f7f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:43:41.574289 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c4c983ef-ae54-40c2-95fc-7ebd68d2246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:41.596678 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6c033-2dc4-43d2-9879-54e489a887e8 req-e9adb85f-cea7-4efb-bf20-a60d2fec0eb0 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:41.596908 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ec6c033-2dc4-43d2-9879-54e489a887e8 req-e9adb85f-cea7-4efb-bf20-a60d2fec0eb0 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d7b14e3-f147-4e0d-afa8-42c98b8ff3ec HTTP/1.1" status: 200 len: 946 time: 0.1244850 Dec 16 09:43:41.709077 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd5800-0516-4ab5-b086-4e4ebf6a99e7 req-707cb0f4-1d4a-4b6b-8fbe-0f3ce9f5578c tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:41.714090 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eedd5800-0516-4ab5-b086-4e4ebf6a99e7 req-707cb0f4-1d4a-4b6b-8fbe-0f3ce9f5578c tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 945 time: 0.1360660 Dec 16 09:43:41.748388 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c983ef-ae54-40c2-95fc-7ebd68d2246a None None] Pushing event updated for resources: {'Port': ['ID=a51efa5f-4edf-4e5a-a43b-d132db43ea35,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:41.805982 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd2d75e7-a85e-49fb-b8c1-e785e75e4f7f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:41.816124 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eedd5800-0516-4ab5-b086-4e4ebf6a99e7 req-469fe351-e8ac-48c0-a20a-b86ddc514a9a tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5474626-441a-4fa9-a341-df66c9c7706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937538 Dec 16 09:43:41.916564 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea307c-4477-4ad7-8fee-51b05ad69991 req-60953221-9d56-492d-a0bf-5962b7cb2667 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:41.927333 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6fea307c-4477-4ad7-8fee-51b05ad69991 req-60953221-9d56-492d-a0bf-5962b7cb2667 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7b14e3-f147-4e0d-afa8-42c98b8ff3ec HTTP/1.1" status: 200 len: 946 time: 0.2957850 Dec 16 09:43:41.971135 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-dd2d75e7-a85e-49fb-b8c1-e785e75e4f7f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] device_id is not set on port 8ed9a5a0-3a44-40c1-bd62-8a76b28a3305 yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:43:42.121353 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6fea307c-4477-4ad7-8fee-51b05ad69991 req-a0598a52-0cd7-4122-a781-0dca5500d9cb tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] 10.222.0.60 "GET /v2.0/security-groups?id=775ad768-722c-4ef7-b748-41cb49e6a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920099 Dec 16 09:43:42.162325 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33970) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:42.170395 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-3ec6c033-2dc4-43d2-9879-54e489a887e8 req-31f312fa-41f9-4c2d-93df-66a7d269959e tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] Deleting port 6af2bc3f-e43d-4f83-97c6-2d41589d58ab {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:43:42.171032 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3ec6c033-2dc4-43d2-9879-54e489a887e8 req-31f312fa-41f9-4c2d-93df-66a7d269959e tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:42.337863 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2ce4c4ee-6a45-49f7-970d-d128a399759a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:42.374250 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-3ec6c033-2dc4-43d2-9879-54e489a887e8 req-31f312fa-41f9-4c2d-93df-66a7d269959e tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] For port 6af2bc3f-e43d-4f83-97c6-2d41589d58ab, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=6af2bc3f-e43d-4f83-97c6-2d41589d58ab,segment=NetworkSegment(9a608469-c136-4d29-8951-207955d4664b),segment_id=9a608469-c136-4d29-8951-207955d4664b)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:42.374608 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3ec6c033-2dc4-43d2-9879-54e489a887e8 req-31f312fa-41f9-4c2d-93df-66a7d269959e tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:42.412537 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-3ec6c033-2dc4-43d2-9879-54e489a887e8 req-31f312fa-41f9-4c2d-93df-66a7d269959e tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] Calling delete_port for 6af2bc3f-e43d-4f83-97c6-2d41589d58ab owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:43:42.454057 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2ce4c4ee-6a45-49f7-970d-d128a399759a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:42.469804 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-dd2d75e7-a85e-49fb-b8c1-e785e75e4f7f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Allocated IP 172.20.0.4 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/3f23c8ea-c2c5-43df-a8d2-ce8677cb9c92/8ed9a5a0-3a44-40c1-bd62-8a76b28a3305) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:43:42.480376 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-dd2d75e7-a85e-49fb-b8c1-e785e75e4f7f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Allocated IP 2001:db8::f816:3eff:fe0d:6cd0 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/b05e1bd8-cc63-49a8-870a-515156e0fa6d/8ed9a5a0-3a44-40c1-bd62-8a76b28a3305) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:43:42.602381 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2ce4c4ee-6a45-49f7-970d-d128a399759a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:42.711348 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2ce4c4ee-6a45-49f7-970d-d128a399759a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f41df8bcdd334812854c048efed12848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5472996 Dec 16 09:43:42.712057 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33974) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:42.712747 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce4c4ee-6a45-49f7-970d-d128a399759a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8015b31-f4f4-4d40-b46e-d70b3882643d,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:42.769999 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3ec6c033-2dc4-43d2-9879-54e489a887e8 req-31f312fa-41f9-4c2d-93df-66a7d269959e tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:42.783661 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['6af2bc3f-e43d-4f83-97c6-2d41589d58ab'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:43:42.808913 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd2d75e7-a85e-49fb-b8c1-e785e75e4f7f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:42.856463 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f312fa-41f9-4c2d-93df-66a7d269959e tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] Pushing event deleted for resources: {'Port': ['ID=6af2bc3f-e43d-4f83-97c6-2d41589d58ab,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:42.870348 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52fc22df-5daf-41ad-9d4f-3b939b3a3adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:42.919089 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec6c033-2dc4-43d2-9879-54e489a887e8 req-31f312fa-41f9-4c2d-93df-66a7d269959e tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] No DVR routers for this DVR port 6af2bc3f-e43d-4f83-97c6-2d41589d58ab on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:43:42.926151 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3ec6c033-2dc4-43d2-9879-54e489a887e8 req-31f312fa-41f9-4c2d-93df-66a7d269959e tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:42.929789 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ec6c033-2dc4-43d2-9879-54e489a887e8 req-31f312fa-41f9-4c2d-93df-66a7d269959e tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] 10.222.0.58 "DELETE /v2.0/ports/6af2bc3f-e43d-4f83-97c6-2d41589d58ab HTTP/1.1" status: 204 len: 173 time: 1.3253028 Dec 16 09:43:42.934381 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7b14e3-f147-4e0d-afa8-42c98b8ff3ec', 'name': 'network-vif-deleted', 'tag': '6af2bc3f-e43d-4f83-97c6-2d41589d58ab'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:43:42.934505 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52fc22df-5daf-41ad-9d4f-3b939b3a3adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:42.934609 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916958f2-55f2-4d72-9810-ef9e069b77ac" -d '{"events": [{"server_uuid": "1d7b14e3-f147-4e0d-afa8-42c98b8ff3ec", "name": "network-vif-deleted", "tag": "6af2bc3f-e43d-4f83-97c6-2d41589d58ab"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:43:43.020367 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045571f-ecd4-425b-acc5-ac3cd3d9158d req-7a13643a-3a8b-4d13-a61b-819768eb9ea3 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:43.038808 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e045571f-ecd4-425b-acc5-ac3cd3d9158d req-7a13643a-3a8b-4d13-a61b-819768eb9ea3 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 945 time: 0.1038153 Dec 16 09:43:43.095184 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e045571f-ecd4-425b-acc5-ac3cd3d9158d req-c50a2828-75fb-41c8-b8a7-3bf8ffb0a44d tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5474626-441a-4fa9-a341-df66c9c7706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606339 Dec 16 09:43:43.123435 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd2d75e7-a85e-49fb-b8c1-e785e75e4f7f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:43.237262 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd6888d-5e02-48c9-a30f-db78f7026fab x-openstack-request-id: req-7cd6888d-5e02-48c9-a30f-db78f7026fab {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:43:43.237710 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7b14e3-f147-4e0d-afa8-42c98b8ff3ec", "name": "network-vif-deleted", "tag": "6af2bc3f-e43d-4f83-97c6-2d41589d58ab", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:43:43.238106 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7cd6888d-5e02-48c9-a30f-db78f7026fab {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:43:43.238634 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7b14e3-f147-4e0d-afa8-42c98b8ff3ec', 'name': 'network-vif-deleted', 'tag': '6af2bc3f-e43d-4f83-97c6-2d41589d58ab', 'status': 'completed', 'code': 200} Dec 16 09:43:43.266622 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2d75e7-a85e-49fb-b8c1-e785e75e4f7f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:43:43.283650 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-dd2d75e7-a85e-49fb-b8c1-e785e75e4f7f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:43.286805 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2d75e7-a85e-49fb-b8c1-e785e75e4f7f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:43:43.292691 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d75e7-a85e-49fb-b8c1-e785e75e4f7f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Port': ['ID=8ed9a5a0-3a44-40c1-bd62-8a76b28a3305,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:43.378603 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2d75e7-a85e-49fb-b8c1-e785e75e4f7f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:43.379193 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd2d75e7-a85e-49fb-b8c1-e785e75e4f7f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:43.408639 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5c9af1e1-d261-469d-b60d-114df2dd5dc6 req-890b2d12-822a-4189-9475-a1ff050f57e5 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7b14e3-f147-4e0d-afa8-42c98b8ff3ec HTTP/1.1" status: 200 len: 210 time: 0.1278706 Dec 16 09:43:43.442208 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52fc22df-5daf-41ad-9d4f-3b939b3a3adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:43.445670 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52fc22df-5daf-41ad-9d4f-3b939b3a3adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:43.451463 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-52fc22df-5daf-41ad-9d4f-3b939b3a3adb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c8015b31-f4f4-4d40-b46e-d70b3882643d HTTP/1.1" status: 204 len: 168 time: 0.7166972 Dec 16 09:43:43.474556 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc22df-5daf-41ad-9d4f-3b939b3a3adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8015b31-f4f4-4d40-b46e-d70b3882643d,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:43.565615 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e6a587-3334-449d-b630-5a476b0c7375 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:43:43.625744 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-dd2d75e7-a85e-49fb-b8c1-e785e75e4f7f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5706828 Dec 16 09:43:43.628015 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 33990) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:43.661392 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-d7841910-00f4-41ba-b108-8d83feb95ed0 None None] Provisioning complete for port a51efa5f-4edf-4e5a-a43b-d132db43ea35 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:43.661680 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d7841910-00f4-41ba-b108-8d83feb95ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:43.706038 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbe9f10-56ec-4352-bf54-69d109545a97 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:43.712088 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbe9f10-56ec-4352-bf54-69d109545a97 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:43.720563 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-cdbe9f10-56ec-4352-bf54-69d109545a97 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0864782 Dec 16 09:43:43.723278 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 33992) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:43.886687 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d7841910-00f4-41ba-b108-8d83feb95ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:43.947971 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-501130a6-f50a-4835-8286-0661f0377b21 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting port 8ed9a5a0-3a44-40c1-bd62-8a76b28a3305 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:43:43.958025 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-501130a6-f50a-4835-8286-0661f0377b21 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:44.080027 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-501130a6-f50a-4835-8286-0661f0377b21 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:44.095052 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-501130a6-f50a-4835-8286-0661f0377b21 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Calling delete_port for 8ed9a5a0-3a44-40c1-bd62-8a76b28a3305 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:43:44.134171 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-d7841910-00f4-41ba-b108-8d83feb95ed0 None None] For port a51efa5f-4edf-4e5a-a43b-d132db43ea35, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=a51efa5f-4edf-4e5a-a43b-d132db43ea35,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:44.162209 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c763650-6f79-4a2e-9c1f-de7a19688826 None None] Update dhcp port {'port': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'fixed_ips': [{'subnet_id': 'b05e1bd8-cc63-49a8-870a-515156e0fa6d', 'ip_address': '2001:db8::f816:3eff:fe34:a9f1'}, {'subnet_id': '3f23c8ea-c2c5-43df-a8d2-ce8677cb9c92'}], 'binding:host_id': 'n-d-820550-2'}, 'id': 'a51efa5f-4edf-4e5a-a43b-d132db43ea35'} from n-d-820550-2. {{(pid=102818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 16 09:43:44.214827 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9c763650-6f79-4a2e-9c1f-de7a19688826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:44.276074 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d7841910-00f4-41ba-b108-8d83feb95ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:44.460772 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:43:44.616401 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2031dd2-45c5-4151-a0c6-41887a5376ae req-60e88884-e7bf-40ec-b435-79957d3fa388 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:44.626124 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b2031dd2-45c5-4151-a0c6-41887a5376ae req-60e88884-e7bf-40ec-b435-79957d3fa388 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 945 time: 0.0790899 Dec 16 09:43:44.653434 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device a51efa5f-4edf-4e5a-a43b-d132db43ea35 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:43:44.659388 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-939f8f03-8d42-4ff4-9508-ddf9b1d8c918 req-a2f013e9-c99c-4057-a66f-59d58d9c2c04 tempest-ServerAddressesNegativeTestJSON-841040663 tempest-ServerAddressesNegativeTestJSON-841040663-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d7b14e3-f147-4e0d-afa8-42c98b8ff3ec HTTP/1.1" status: 200 len: 210 time: 0.0619724 Dec 16 09:43:44.679436 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-501130a6-f50a-4835-8286-0661f0377b21 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:44.733468 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7841910-00f4-41ba-b108-8d83feb95ed0 None None] Pushing event updated for resources: {'Port': ['ID=a51efa5f-4edf-4e5a-a43b-d132db43ea35,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:44.766855 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-9c763650-6f79-4a2e-9c1f-de7a19688826 None None] Allocated IP 172.20.0.2 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/3f23c8ea-c2c5-43df-a8d2-ce8677cb9c92/a51efa5f-4edf-4e5a-a43b-d132db43ea35) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:43:44.792876 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501130a6-f50a-4835-8286-0661f0377b21 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Port': ['ID=8ed9a5a0-3a44-40c1-bd62-8a76b28a3305,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:44.829597 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port a51efa5f-4edf-4e5a-a43b-d132db43ea35 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:44.829972 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:44.846129 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b2031dd2-45c5-4151-a0c6-41887a5376ae req-2bf6ffbf-1a4e-482f-8a6d-36bcdd2d6a36 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5474626-441a-4fa9-a341-df66c9c7706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190499 Dec 16 09:43:44.911318 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-501130a6-f50a-4835-8286-0661f0377b21 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:44.915730 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-501130a6-f50a-4835-8286-0661f0377b21 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/8ed9a5a0-3a44-40c1-bd62-8a76b28a3305 HTTP/1.1" status: 204 len: 168 time: 1.1910505 Dec 16 09:43:44.918454 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34018) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:45.041074 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cbfbcc-d753-4c3d-9362-f95143eb563d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:45.046408 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cbfbcc-d753-4c3d-9362-f95143eb563d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:45.048199 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cbfbcc-d753-4c3d-9362-f95143eb563d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:45.053222 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34024) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:45.053989 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-07cbfbcc-d753-4c3d-9362-f95143eb563d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1343744 Dec 16 09:43:45.073519 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-9c763650-6f79-4a2e-9c1f-de7a19688826 None None] For port a51efa5f-4edf-4e5a-a43b-d132db43ea35, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=a51efa5f-4edf-4e5a-a43b-d132db43ea35,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:45.115828 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-39096576-2e3a-48b1-bc62-a41f702d44f4 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting subnet 3f23c8ea-c2c5-43df-a8d2-ce8677cb9c92 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:43:45.146246 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9c763650-6f79-4a2e-9c1f-de7a19688826 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:45.259982 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-39096576-2e3a-48b1-bc62-a41f702d44f4 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:45.261814 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9c763650-6f79-4a2e-9c1f-de7a19688826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:45.428842 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-39096576-2e3a-48b1-bc62-a41f702d44f4 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:45.489425 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c763650-6f79-4a2e-9c1f-de7a19688826 None None] Pushing event updated for resources: {'Port': ['ID=a51efa5f-4edf-4e5a-a43b-d132db43ea35,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:45.604255 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-39096576-2e3a-48b1-bc62-a41f702d44f4 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:45.746690 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34036) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:45.785305 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-39096576-2e3a-48b1-bc62-a41f702d44f4 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:45.799451 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f545e43-7b27-400a-b9d4-4c6bcca3000c admin admin] Deleting subnet 3d9d2428-10ec-40d5-8c03-15fd3ac0087f {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:43:45.802967 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8f545e43-7b27-400a-b9d4-4c6bcca3000c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:45.821298 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39096576-2e3a-48b1-bc62-a41f702d44f4 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Subnet': ['ID=3f23c8ea-c2c5-43df-a8d2-ce8677cb9c92,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:45.823908 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-39096576-2e3a-48b1-bc62-a41f702d44f4 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:45.828881 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-39096576-2e3a-48b1-bc62-a41f702d44f4 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/3f23c8ea-c2c5-43df-a8d2-ce8677cb9c92 HTTP/1.1" status: 204 len: 168 time: 0.7744539 Dec 16 09:43:45.831394 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34038) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:45.865231 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8f545e43-7b27-400a-b9d4-4c6bcca3000c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:45.948804 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a716ae-bb90-4d7e-894c-ed9082200ac3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting subnet b05e1bd8-cc63-49a8-870a-515156e0fa6d {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:43:45.963415 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-87a716ae-bb90-4d7e-894c-ed9082200ac3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:45.989354 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8f545e43-7b27-400a-b9d4-4c6bcca3000c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:46.101286 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-87a716ae-bb90-4d7e-894c-ed9082200ac3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:46.112833 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device a51efa5f-4edf-4e5a-a43b-d132db43ea35 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:43:46.194598 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504981c-5812-4483-807b-6c653f5d275e req-d005f26a-fa16-4a98-a576-8ac4f91ab178 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:46.204973 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5504981c-5812-4483-807b-6c653f5d275e req-d005f26a-fa16-4a98-a576-8ac4f91ab178 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 945 time: 0.2347369 Dec 16 09:43:46.209046 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port a51efa5f-4edf-4e5a-a43b-d132db43ea35 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:46.210267 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:46.280539 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5504981c-5812-4483-807b-6c653f5d275e req-7c7398fc-cb54-4ddc-9ecc-4dd442a7394e tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5474626-441a-4fa9-a341-df66c9c7706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743001 Dec 16 09:43:46.357018 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-87a716ae-bb90-4d7e-894c-ed9082200ac3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:46.371374 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8f545e43-7b27-400a-b9d4-4c6bcca3000c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:46.470218 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8f545e43-7b27-400a-b9d4-4c6bcca3000c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:46.500672 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8f545e43-7b27-400a-b9d4-4c6bcca3000c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3d9d2428-10ec-40d5-8c03-15fd3ac0087f HTTP/1.1" status: 204 len: 168 time: 0.7524455 Dec 16 09:43:46.505850 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f545e43-7b27-400a-b9d4-4c6bcca3000c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d9d2428-10ec-40d5-8c03-15fd3ac0087f,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:46.511727 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34060) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:46.695404 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2ab4e8-2a7d-4bd4-a749-cecb7df5f942 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:43:46.726496 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-87a716ae-bb90-4d7e-894c-ed9082200ac3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:46.728842 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d49d1213-03b7-4ec6-bde3-d0321a81a96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:46.738419 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 6af2bc3f-e43d-4f83-97c6-2d41589d58ab no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:43:46.758440 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-87a716ae-bb90-4d7e-894c-ed9082200ac3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:46.764135 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-87a716ae-bb90-4d7e-894c-ed9082200ac3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/b05e1bd8-cc63-49a8-870a-515156e0fa6d HTTP/1.1" status: 204 len: 168 time: 0.9309449 Dec 16 09:43:46.767226 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34068) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:46.873173 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 6af2bc3f-e43d-4f83-97c6-2d41589d58ab {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:43:46.873173 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 6af2bc3f-e43d-4f83-97c6-2d41589d58ab not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:43:46.879087 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c263762a-cac9-4f9d-922c-d5ce51b95339 None None] Provisioning complete for port a51efa5f-4edf-4e5a-a43b-d132db43ea35 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:46.879462 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c263762a-cac9-4f9d-922c-d5ce51b95339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:46.918362 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-bdb0f9ce-6a95-464e-88bb-774b0a42eb75 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1500349 Dec 16 09:43:46.919819 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34074) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:46.922871 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a716ae-bb90-4d7e-894c-ed9082200ac3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Subnet': ['ID=b05e1bd8-cc63-49a8-870a-515156e0fa6d,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:46.938364 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-9552f41b-931f-4efb-8051-a3679daec8c0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:46.940452 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d49d1213-03b7-4ec6-bde3-d0321a81a96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:46.965694 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-d49d1213-03b7-4ec6-bde3-d0321a81a96f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8522618-7ca9-46c1-9887-3c2d9ed1322d']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:46.979073 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-d49d1213-03b7-4ec6-bde3-d0321a81a96f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a608469-c136-4d29-8951-207955d4664b') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:46.979073 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-d49d1213-03b7-4ec6-bde3-d0321a81a96f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a608469-c136-4d29-8951-207955d4664b') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:46.990869 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d49d1213-03b7-4ec6-bde3-d0321a81a96f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:47.008775 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d49d1213-03b7-4ec6-bde3-d0321a81a96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:47.013627 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d49d1213-03b7-4ec6-bde3-d0321a81a96f admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:43:47.014190 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d49d1213-03b7-4ec6-bde3-d0321a81a96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:47.072172 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:43:47.072172 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:43:47.072172 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:43:47.072172 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:43:47.072172 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:43:47.072172 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:43:47.072172 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:43:47.072172 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:43:47.072172 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:43:47.072172 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:43:47.072172 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:43:47.072172 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:43:47.072172 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:43:47.072172 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:43:47.072172 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:43:47.072172 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:43:47.072172 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:43:47.072172 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:43:47.072172 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:43:47.072172 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:43:47.072172 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:43:47.072172 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:43:47.072172 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:43:47.072172 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:43:47.072172 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:43:47.072172 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:43:47.072172 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:43:47.072172 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:43:47.072172 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:43:47.072172 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:43:47.072172 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:43:47.072172 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:43:47.151063 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d49d1213-03b7-4ec6-bde3-d0321a81a96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:47.166552 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d49d1213-03b7-4ec6-bde3-d0321a81a96f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:47.174568 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d49d1213-03b7-4ec6-bde3-d0321a81a96f admin admin] 10.222.0.60 "DELETE /v2.0/networks/d8522618-7ca9-46c1-9887-3c2d9ed1322d HTTP/1.1" status: 204 len: 168 time: 0.6604578 Dec 16 09:43:47.210324 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c263762a-cac9-4f9d-922c-d5ce51b95339 None None] Could not find standard attr ID for object 8ed9a5a0-3a44-40c1-bd62-8a76b28a3305. {{(pid=102818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:43:47.223768 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d1213-03b7-4ec6-bde3-d0321a81a96f admin admin] Pushing event deleted for resources: {'Network': ['ID=d8522618-7ca9-46c1-9887-3c2d9ed1322d,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:47.327312 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2010abc1-ffd5-4bc9-a895-713deb4d1a8f None None] DHCP port deletion for 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:43:47.377326 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9552f41b-931f-4efb-8051-a3679daec8c0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:43:47.383121 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9552f41b-931f-4efb-8051-a3679daec8c0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:47.417447 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2010abc1-ffd5-4bc9-a895-713deb4d1a8f None None] Deleting port a51efa5f-4edf-4e5a-a43b-d132db43ea35 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:43:47.417827 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2010abc1-ffd5-4bc9-a895-713deb4d1a8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:47.534538 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630064d-38d4-47b2-ad51-cf9510d657b2 req-35fa6bf4-c8f8-4ccf-8355-f2e0ce3cae7d tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:47.536302 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d630064d-38d4-47b2-ad51-cf9510d657b2 req-35fa6bf4-c8f8-4ccf-8355-f2e0ce3cae7d tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 945 time: 0.1339657 Dec 16 09:43:47.575616 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2010abc1-ffd5-4bc9-a895-713deb4d1a8f None None] For port a51efa5f-4edf-4e5a-a43b-d132db43ea35, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=a51efa5f-4edf-4e5a-a43b-d132db43ea35,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:47.578731 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2010abc1-ffd5-4bc9-a895-713deb4d1a8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:47.600199 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2010abc1-ffd5-4bc9-a895-713deb4d1a8f None None] Calling delete_port for a51efa5f-4edf-4e5a-a43b-d132db43ea35 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:43:47.627540 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d630064d-38d4-47b2-ad51-cf9510d657b2 req-df998371-ac58-4bcb-9aa7-f7c949e66a7d tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5474626-441a-4fa9-a341-df66c9c7706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845480 Dec 16 09:43:47.904711 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2010abc1-ffd5-4bc9-a895-713deb4d1a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:47.906043 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9552f41b-931f-4efb-8051-a3679daec8c0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:47.930394 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2010abc1-ffd5-4bc9-a895-713deb4d1a8f None None] Pushing event deleted for resources: {'Port': ['ID=a51efa5f-4edf-4e5a-a43b-d132db43ea35,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:47.940428 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2010abc1-ffd5-4bc9-a895-713deb4d1a8f None None] No DVR routers for this DVR port a51efa5f-4edf-4e5a-a43b-d132db43ea35 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:43:47.980561 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9552f41b-931f-4efb-8051-a3679daec8c0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:43:47.985092 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-9552f41b-931f-4efb-8051-a3679daec8c0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:47.994196 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9552f41b-931f-4efb-8051-a3679daec8c0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:47.994807 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9552f41b-931f-4efb-8051-a3679daec8c0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:47.999225 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552f41b-931f-4efb-8051-a3679daec8c0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Subnet': ['ID=b330da8f-d3ff-4475-8469-b661ebaed1ae,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:48.011854 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc2f07c-ab3b-44f0-811f-02db9ab60600 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:43:48.042849 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34108) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:48.103528 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34110) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:48.103919 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d189be38-0c86-4ed8-9426-6d869157c6b4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7442578c7f1c49db97c144b35fcdc59a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0588875 Dec 16 09:43:48.142209 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device a51efa5f-4edf-4e5a-a43b-d132db43ea35 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:43:48.169230 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: a51efa5f-4edf-4e5a-a43b-d132db43ea35 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:43:48.169759 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device a51efa5f-4edf-4e5a-a43b-d132db43ea35 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:43:48.193474 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9552f41b-931f-4efb-8051-a3679daec8c0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2696860 Dec 16 09:43:48.194556 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34118) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:48.200945 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-74b735da-7103-437d-9196-7bd1f1b07d7c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:48.236915 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-66b92b42-30d1-4738-8730-f19d9a3e78ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:48.308913 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf5b79f-3467-4081-b4cd-498c0076ece4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'fixed_ips': [{'subnet_id': 'b330da8f-d3ff-4475-8469-b661ebaed1ae'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:43:48.310428 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1cf5b79f-3467-4081-b4cd-498c0076ece4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:48.322215 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-66b92b42-30d1-4738-8730-f19d9a3e78ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:48.494742 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-1cf5b79f-3467-4081-b4cd-498c0076ece4 None None] Allocated IP 172.20.0.2 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/b330da8f-d3ff-4475-8469-b661ebaed1ae/8373c9e8-813c-4140-ac57-7aa3fa812464) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:43:48.527587 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-66b92b42-30d1-4738-8730-f19d9a3e78ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:48.528962 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b735da-7103-437d-9196-7bd1f1b07d7c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:43:48.530430 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-66b92b42-30d1-4738-8730-f19d9a3e78ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:48.536681 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-66b92b42-30d1-4738-8730-f19d9a3e78ae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/775ad768-722c-4ef7-b748-41cb49e6a7ab HTTP/1.1" status: 204 len: 168 time: 0.4271033 Dec 16 09:43:48.541280 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-74b735da-7103-437d-9196-7bd1f1b07d7c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:48.543071 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b92b42-30d1-4738-8730-f19d9a3e78ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775ad768-722c-4ef7-b748-41cb49e6a7ab,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:48.692938 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1cf5b79f-3467-4081-b4cd-498c0076ece4 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:48.835012 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1cf5b79f-3467-4081-b4cd-498c0076ece4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:48.912483 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6def8d-cbdd-4675-8e64-acc7fdcd0dad req-46d2c8a3-6188-41a2-af15-7bbd4600f6eb tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:48.914768 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e6def8d-cbdd-4675-8e64-acc7fdcd0dad req-46d2c8a3-6188-41a2-af15-7bbd4600f6eb tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 945 time: 0.0737414 Dec 16 09:43:48.942806 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34144) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:48.974809 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf5b79f-3467-4081-b4cd-498c0076ece4 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:43:48.982339 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5b79f-3467-4081-b4cd-498c0076ece4 None None] Pushing event updated for resources: {'Port': ['ID=8373c9e8-813c-4140-ac57-7aa3fa812464,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:48.985843 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-1cf5b79f-3467-4081-b4cd-498c0076ece4 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:48.995921 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf5b79f-3467-4081-b4cd-498c0076ece4 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:43:49.020122 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e6def8d-cbdd-4675-8e64-acc7fdcd0dad req-c7f0f44a-ca1b-4c7d-a59b-7ac569c7c5cc tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5474626-441a-4fa9-a341-df66c9c7706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978856 Dec 16 09:43:49.069959 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-1cf5b79f-3467-4081-b4cd-498c0076ece4 None None] Attempting to bind port 8373c9e8-813c-4140-ac57-7aa3fa812464 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:43:49.070568 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-1cf5b79f-3467-4081-b4cd-498c0076ece4 None None] Attempting to bind port 8373c9e8-813c-4140-ac57-7aa3fa812464 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:43:49.071467 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf5b79f-3467-4081-b4cd-498c0076ece4 None None] Attempting to bind port 8373c9e8-813c-4140-ac57-7aa3fa812464 on network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:43:49.078012 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf5b79f-3467-4081-b4cd-498c0076ece4 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:43:49.078732 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf5b79f-3467-4081-b4cd-498c0076ece4 None None] Checking segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:43:49.079241 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1cf5b79f-3467-4081-b4cd-498c0076ece4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:49.079733 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf5b79f-3467-4081-b4cd-498c0076ece4 None None] Bound using segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:43:49.080349 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-1cf5b79f-3467-4081-b4cd-498c0076ece4 None None] Bound port: 8373c9e8-813c-4140-ac57-7aa3fa812464, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:43:49.080830 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1cf5b79f-3467-4081-b4cd-498c0076ece4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:49.146934 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9e0cae89-40c1-4554-a5df-0cf5af1f71a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:49.181308 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-1cf5b79f-3467-4081-b4cd-498c0076ece4 None None] For port 8373c9e8-813c-4140-ac57-7aa3fa812464, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:43:49.185284 n-d-820550-2 neutron-server[102816]: DEBUG neutron.objects.ports [None req-74b735da-7103-437d-9196-7bd1f1b07d7c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102816) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:43:49.185745 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-1cf5b79f-3467-4081-b4cd-498c0076ece4 None None] For port 8373c9e8-813c-4140-ac57-7aa3fa812464, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8373c9e8-813c-4140-ac57-7aa3fa812464,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:43:49.283261 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1cf5b79f-3467-4081-b4cd-498c0076ece4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:49.283777 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9e0cae89-40c1-4554-a5df-0cf5af1f71a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:49.349248 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5b79f-3467-4081-b4cd-498c0076ece4 None None] Pushing event updated for resources: {'Port': ['ID=8373c9e8-813c-4140-ac57-7aa3fa812464,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:49.407296 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9e0cae89-40c1-4554-a5df-0cf5af1f71a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:49.458011 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9e0cae89-40c1-4554-a5df-0cf5af1f71a3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8badd7351f234d54b7f1c875a795e2c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5137565 Dec 16 09:43:49.459219 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0cae89-40c1-4554-a5df-0cf5af1f71a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b632e2c-87eb-424c-98e8-ec4169e42fb3,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:49.462033 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34178) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:49.496634 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-74b735da-7103-437d-9196-7bd1f1b07d7c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:49.535691 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a3256a59-3ca5-4bfd-968e-280401499be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:49.591315 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a3256a59-3ca5-4bfd-968e-280401499be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:49.766566 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-74b735da-7103-437d-9196-7bd1f1b07d7c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] For port 8373c9e8-813c-4140-ac57-7aa3fa812464, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8373c9e8-813c-4140-ac57-7aa3fa812464,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:49.801461 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-74b735da-7103-437d-9196-7bd1f1b07d7c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:49.816905 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a3256a59-3ca5-4bfd-968e-280401499be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:49.820092 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a3256a59-3ca5-4bfd-968e-280401499be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:49.820894 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a3256a59-3ca5-4bfd-968e-280401499be4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7b632e2c-87eb-424c-98e8-ec4169e42fb3 HTTP/1.1" status: 204 len: 168 time: 0.3577142 Dec 16 09:43:49.830364 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3256a59-3ca5-4bfd-968e-280401499be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b632e2c-87eb-424c-98e8-ec4169e42fb3,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:49.978668 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-74b735da-7103-437d-9196-7bd1f1b07d7c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:49.987466 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-74b735da-7103-437d-9196-7bd1f1b07d7c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:49.987617 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34198) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:50.114522 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b735da-7103-437d-9196-7bd1f1b07d7c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:43:50.120509 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-74b735da-7103-437d-9196-7bd1f1b07d7c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:50.133265 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b735da-7103-437d-9196-7bd1f1b07d7c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:50.134153 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-74b735da-7103-437d-9196-7bd1f1b07d7c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:50.148370 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8373c9e8-813c-4140-ac57-7aa3fa812464 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:43:50.167472 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b735da-7103-437d-9196-7bd1f1b07d7c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Subnet': ['ID=b6aca46e-4c3f-4c4b-a327-403cf7738e8a,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:50.218298 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b735da-7103-437d-9196-7bd1f1b07d7c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Port': ['ID=8373c9e8-813c-4140-ac57-7aa3fa812464,revision_number=4']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:50.236367 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08595e-0439-4278-8b3f-c12b5e34a56c req-d66f3b63-ed8c-489a-9ed8-893d6b746007 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:50.243780 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5a08595e-0439-4278-8b3f-c12b5e34a56c req-d66f3b63-ed8c-489a-9ed8-893d6b746007 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 945 time: 0.0954604 Dec 16 09:43:50.271928 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 8373c9e8-813c-4140-ac57-7aa3fa812464 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:50.272316 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:50.293156 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5a08595e-0439-4278-8b3f-c12b5e34a56c req-8ddf0f0f-87f5-4c4e-bae3-3240027c4593 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5474626-441a-4fa9-a341-df66c9c7706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456929 Dec 16 09:43:50.329277 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-ca38a197-f3e7-4e16-acb1-fd3a3e6afbc0 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-407590513-network', 'tenant_id': 'ec44b541b3f44ec3b45cb71cbec6e49e'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:50.359558 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-74b735da-7103-437d-9196-7bd1f1b07d7c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1637640 Dec 16 09:43:50.362375 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34210) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:50.368649 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-19efd7b8-3db0-4933-ba56-6fa560dc40dd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'port': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'mac_address': 'fa:16:3e:88:86:9b', 'name': 'tempest-NetworksTestDHCPv6-1552638577'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:50.470571 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca38a197-f3e7-4e16-acb1-fd3a3e6afbc0 admin admin] Made reservation on behalf of ec44b541b3f44ec3b45cb71cbec6e49e for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:43:50.473023 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ca38a197-f3e7-4e16-acb1-fd3a3e6afbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:50.483508 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ca38a197-f3e7-4e16-acb1-fd3a3e6afbc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:50.582217 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ca38a197-f3e7-4e16-acb1-fd3a3e6afbc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:50.611771 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:50.647245 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 8373c9e8-813c-4140-ac57-7aa3fa812464, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8373c9e8-813c-4140-ac57-7aa3fa812464,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:50.656635 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb7b35b-884b-4a69-8c6e-8db9a1de71a9 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:43:50.704014 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19efd7b8-3db0-4933-ba56-6fa560dc40dd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:43:50.757359 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ca38a197-f3e7-4e16-acb1-fd3a3e6afbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:50.757555 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:50.808025 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-19efd7b8-3db0-4933-ba56-6fa560dc40dd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:50.812963 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-396cd368-68a0-445c-8d4f-453fdf82c31b None None] Provisioning complete for port 8373c9e8-813c-4140-ac57-7aa3fa812464 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:50.813351 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-396cd368-68a0-445c-8d4f-453fdf82c31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:50.818656 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca38a197-f3e7-4e16-acb1-fd3a3e6afbc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c0e7b4-35a9-4162-b186-6ee47e57d33c,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:50.822248 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca38a197-f3e7-4e16-acb1-fd3a3e6afbc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:43:50.834977 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-19efd7b8-3db0-4933-ba56-6fa560dc40dd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] device_id is not set on port f03ca77f-e178-4c8c-8b58-c8d1775ac738 yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:43:50.842841 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ca38a197-f3e7-4e16-acb1-fd3a3e6afbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:50.843288 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-ca38a197-f3e7-4e16-acb1-fd3a3e6afbc0 admin admin] Added segment 70b4ff4e-c3b2-4137-9bbe-3d76ea085263 of type vlan for network c35cbc84-7254-4916-b4be-bf5c3e25af36 Dec 16 09:43:50.875350 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=8373c9e8-813c-4140-ac57-7aa3fa812464,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:50.900385 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ca38a197-f3e7-4e16-acb1-fd3a3e6afbc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:51.045632 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ca38a197-f3e7-4e16-acb1-fd3a3e6afbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:51.047829 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca38a197-f3e7-4e16-acb1-fd3a3e6afbc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:51.048463 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ca38a197-f3e7-4e16-acb1-fd3a3e6afbc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:51.076142 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34236) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:51.105981 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-19efd7b8-3db0-4933-ba56-6fa560dc40dd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Allocated IP 172.20.0.4 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/b330da8f-d3ff-4475-8469-b661ebaed1ae/f03ca77f-e178-4c8c-8b58-c8d1775ac738) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:43:51.113021 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44621c46-8874-4f2d-becc-70f0c2a446a2 req-15f04ab5-c34f-45d2-a745-24eba699bfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:51.114712 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-44621c46-8874-4f2d-becc-70f0c2a446a2 req-15f04ab5-c34f-45d2-a745-24eba699bfe1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 1096 time: 0.0676041 Dec 16 09:43:51.119162 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-19efd7b8-3db0-4933-ba56-6fa560dc40dd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Allocated IP 2001:db8::f816:3eff:fe88:869b (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/b6aca46e-4c3f-4c4b-a327-403cf7738e8a/f03ca77f-e178-4c8c-8b58-c8d1775ac738) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:43:51.145913 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-13324745-0e19-4894-b3ad-2af4bd6aa51e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:51.176375 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-44621c46-8874-4f2d-becc-70f0c2a446a2 req-835beba4-0b81-4e1e-a81d-5fc73906fa4b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b5474626-441a-4fa9-a341-df66c9c7706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446484 Dec 16 09:43:51.216570 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca38a197-f3e7-4e16-acb1-fd3a3e6afbc0 admin admin] Pushing event updated for resources: {'Network': ['ID=c35cbc84-7254-4916-b4be-bf5c3e25af36,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:51.228240 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network c35cbc84-7254-4916-b4be-bf5c3e25af36 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:43:51.256070 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ca38a197-f3e7-4e16-acb1-fd3a3e6afbc0 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2684326 Dec 16 09:43:51.260370 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34244) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:51.266384 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-9615ce0b-0448-4580-8c46-1345919b54ca admin admin] Request body: {'subnet': {'network_id': 'c35cbc84-7254-4916-b4be-bf5c3e25af36', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-407590513-subnet', 'tenant_id': 'ec44b541b3f44ec3b45cb71cbec6e49e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:51.276619 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-13324745-0e19-4894-b3ad-2af4bd6aa51e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:51.357922 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-19efd7b8-3db0-4933-ba56-6fa560dc40dd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:51.437241 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79ae9f-db76-44a0-aa1a-8aebaba6ab9b req-fea3f08b-f648-4697-a3a8-48f5425d6657 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:51.438935 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-df79ae9f-db76-44a0-aa1a-8aebaba6ab9b req-fea3f08b-f648-4697-a3a8-48f5425d6657 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 945 time: 0.0655613 Dec 16 09:43:51.481427 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-df79ae9f-db76-44a0-aa1a-8aebaba6ab9b req-5b61e20c-02b8-4fbf-82e0-72ec873a581e tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5474626-441a-4fa9-a341-df66c9c7706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361080 Dec 16 09:43:51.482235 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-13324745-0e19-4894-b3ad-2af4bd6aa51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:51.487750 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9615ce0b-0448-4580-8c46-1345919b54ca admin admin] Made reservation on behalf of ec44b541b3f44ec3b45cb71cbec6e49e for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:43:51.490385 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9615ce0b-0448-4580-8c46-1345919b54ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:51.588076 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-13324745-0e19-4894-b3ad-2af4bd6aa51e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bfecd17c044143b5957b81d1c8d33f54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5088520 Dec 16 09:43:51.590809 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34254) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:51.612064 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-19efd7b8-3db0-4933-ba56-6fa560dc40dd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:51.627712 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13324745-0e19-4894-b3ad-2af4bd6aa51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4101beac-b24b-4aa0-a7fd-3ba74088bfba,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:51.891025 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4d88796f-23ef-4c95-8979-af25ae3537d2 None None] Provisioning complete for port 8373c9e8-813c-4140-ac57-7aa3fa812464 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:51.891570 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4d88796f-23ef-4c95-8979-af25ae3537d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:51.925457 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9615ce0b-0448-4580-8c46-1345919b54ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:52.022176 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615ce0b-0448-4580-8c46-1345919b54ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=376f3440-bc72-457b-8783-cca2930cdd8d,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:52.040463 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9615ce0b-0448-4580-8c46-1345919b54ca admin admin] Checking segment: {'id': '70b4ff4e-c3b2-4137-9bbe-3d76ea085263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c35cbc84-7254-4916-b4be-bf5c3e25af36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:43:52.040837 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9615ce0b-0448-4580-8c46-1345919b54ca admin admin] Network hostable DHCP agents. Network: c35cbc84-7254-4916-b4be-bf5c3e25af36, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:43:52.092650 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19efd7b8-3db0-4933-ba56-6fa560dc40dd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:43:52.104875 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8373c9e8-813c-4140-ac57-7aa3fa812464 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:43:52.110126 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-19efd7b8-3db0-4933-ba56-6fa560dc40dd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:52.112550 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19efd7b8-3db0-4933-ba56-6fa560dc40dd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:43:52.155902 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 8373c9e8-813c-4140-ac57-7aa3fa812464 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:52.156497 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:52.161092 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9615ce0b-0448-4580-8c46-1345919b54ca admin admin] Network c35cbc84-7254-4916-b4be-bf5c3e25af36 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:43:52.191044 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19efd7b8-3db0-4933-ba56-6fa560dc40dd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Port': ['ID=f03ca77f-e178-4c8c-8b58-c8d1775ac738,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:52.211286 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-713932f5-4169-408b-812c-e55c8937e800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:52.225079 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19efd7b8-3db0-4933-ba56-6fa560dc40dd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:52.226007 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-19efd7b8-3db0-4933-ba56-6fa560dc40dd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:52.239126 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-9615ce0b-0448-4580-8c46-1345919b54ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, c35cbc84-7254-4916-b4be-bf5c3e25af36) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:52.248993 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9615ce0b-0448-4580-8c46-1345919b54ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:52.251794 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9615ce0b-0448-4580-8c46-1345919b54ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:52.259529 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7551b555-8a53-4192-b288-38b4912334c4 None None] Network c35cbc84-7254-4916-b4be-bf5c3e25af36 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:43:52.268265 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab2ac9-3c37-4da2-8e98-e6192f366914 req-12bccd26-4590-4d97-962d-39322ebfdc6a tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:52.270115 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6fab2ac9-3c37-4da2-8e98-e6192f366914 req-12bccd26-4590-4d97-962d-39322ebfdc6a tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fad8406-c22f-4a47-b026-99fb8dc758a1 HTTP/1.1" status: 200 len: 945 time: 0.1841643 Dec 16 09:43:52.272197 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-713932f5-4169-408b-812c-e55c8937e800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:52.334946 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6fab2ac9-3c37-4da2-8e98-e6192f366914 req-7588afc8-4e63-4c86-a4fa-36c36f9e8b32 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557163 Dec 16 09:43:52.417522 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-19efd7b8-3db0-4933-ba56-6fa560dc40dd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0516181 Dec 16 09:43:52.427282 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34262) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:52.435293 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b63e9d4-3700-4cdd-b4e4-b1e2de1e79aa None None] Network c35cbc84-7254-4916-b4be-bf5c3e25af36 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:43:52.463095 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9615ce0b-0448-4580-8c46-1345919b54ca admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2007701 Dec 16 09:43:52.487813 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9559c4ca-ea6e-444f-a805-6a70629fa8c1 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:52.503510 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9559c4ca-ea6e-444f-a805-6a70629fa8c1 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:52.525258 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34268) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:52.533878 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9559c4ca-ea6e-444f-a805-6a70629fa8c1 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1149652 Dec 16 09:43:52.544032 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-713932f5-4169-408b-812c-e55c8937e800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:52.560387 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-713932f5-4169-408b-812c-e55c8937e800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:52.573082 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-713932f5-4169-408b-812c-e55c8937e800 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4101beac-b24b-4aa0-a7fd-3ba74088bfba HTTP/1.1" status: 204 len: 168 time: 0.9810596 Dec 16 09:43:52.584606 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-d7047f7d-3a3a-43ed-8859-95e27b362513 None None] Provisioning complete for port f03ca77f-e178-4c8c-8b58-c8d1775ac738 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:52.584981 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d7047f7d-3a3a-43ed-8859-95e27b362513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:52.617235 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713932f5-4169-408b-812c-e55c8937e800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4101beac-b24b-4aa0-a7fd-3ba74088bfba,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:52.658623 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34274) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:52.668141 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-d7047f7d-3a3a-43ed-8859-95e27b362513 None None] Port f03ca77f-e178-4c8c-8b58-c8d1775ac738 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:43:52.696145 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-73a14075-c856-402b-ad73-f5005347a206 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting port f03ca77f-e178-4c8c-8b58-c8d1775ac738 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:43:52.696500 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-73a14075-c856-402b-ad73-f5005347a206 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:52.727317 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-899c0626-da5d-49f8-8aba-7fb70ac0dac2 admin admin] Deleting subnet 376f3440-bc72-457b-8783-cca2930cdd8d {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:43:52.730725 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-899c0626-da5d-49f8-8aba-7fb70ac0dac2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:52.770437 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-899c0626-da5d-49f8-8aba-7fb70ac0dac2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:52.813574 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f766f6-72d5-4ea2-840e-e20ba866ae15 req-8d9f2e34-036e-4070-bdc2-cba0c0618b70 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:52.815151 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e9f766f6-72d5-4ea2-840e-e20ba866ae15 req-8d9f2e34-036e-4070-bdc2-cba0c0618b70 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 945 time: 0.1002922 Dec 16 09:43:52.835312 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-899c0626-da5d-49f8-8aba-7fb70ac0dac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:52.872832 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e9f766f6-72d5-4ea2-840e-e20ba866ae15 req-9bbb8b2c-48d4-448d-91a8-9f0445b5d00e tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5474626-441a-4fa9-a341-df66c9c7706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476635 Dec 16 09:43:52.876910 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-73a14075-c856-402b-ad73-f5005347a206 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:52.892897 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-73a14075-c856-402b-ad73-f5005347a206 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Calling delete_port for f03ca77f-e178-4c8c-8b58-c8d1775ac738 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:43:53.013898 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-899c0626-da5d-49f8-8aba-7fb70ac0dac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:53.060517 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c0626-da5d-49f8-8aba-7fb70ac0dac2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=376f3440-bc72-457b-8783-cca2930cdd8d,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:53.069528 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-899c0626-da5d-49f8-8aba-7fb70ac0dac2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:53.075986 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-899c0626-da5d-49f8-8aba-7fb70ac0dac2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/376f3440-bc72-457b-8783-cca2930cdd8d HTTP/1.1" status: 204 len: 168 time: 0.4141269 Dec 16 09:43:53.076261 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34278) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:53.195330 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dabe0493-c666-4d17-bcec-fc178b13c6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:53.205055 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-73a14075-c856-402b-ad73-f5005347a206 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:53.252767 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a14075-c856-402b-ad73-f5005347a206 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Port': ['ID=f03ca77f-e178-4c8c-8b58-c8d1775ac738,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:53.313822 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dabe0493-c666-4d17-bcec-fc178b13c6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:53.338021 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-dabe0493-c666-4d17-bcec-fc178b13c6e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c35cbc84-7254-4916-b4be-bf5c3e25af36']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:53.350320 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-dabe0493-c666-4d17-bcec-fc178b13c6e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b4ff4e-c3b2-4137-9bbe-3d76ea085263') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:53.350884 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-dabe0493-c666-4d17-bcec-fc178b13c6e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b4ff4e-c3b2-4137-9bbe-3d76ea085263') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:53.383959 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-73a14075-c856-402b-ad73-f5005347a206 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:53.387089 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dabe0493-c666-4d17-bcec-fc178b13c6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:53.387699 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-73a14075-c856-402b-ad73-f5005347a206 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/f03ca77f-e178-4c8c-8b58-c8d1775ac738 HTTP/1.1" status: 204 len: 168 time: 0.8612556 Dec 16 09:43:53.390130 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34292) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:53.458418 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dabe0493-c666-4d17-bcec-fc178b13c6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:53.489806 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dabe0493-c666-4d17-bcec-fc178b13c6e3 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:43:53.490246 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dabe0493-c666-4d17-bcec-fc178b13c6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:53.495908 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:43:53.495908 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:43:53.495908 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:43:53.495908 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:43:53.495908 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:43:53.495908 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:43:53.495908 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:43:53.495908 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:43:53.495908 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:43:53.495908 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:43:53.495908 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:43:53.495908 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:43:53.495908 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:43:53.495908 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:43:53.495908 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:43:53.495908 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:43:53.495908 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:43:53.495908 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:43:53.495908 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:43:53.495908 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:43:53.495908 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:43:53.495908 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:43:53.495908 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:43:53.495908 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:43:53.495908 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:43:53.495908 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:43:53.495908 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:43:53.495908 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:43:53.495908 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:43:53.495908 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:43:53.495908 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:43:53.495908 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:43:53.556303 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce24d045-68ca-42f7-81df-98606d6e25be tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:53.557874 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce24d045-68ca-42f7-81df-98606d6e25be tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:53.559519 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce24d045-68ca-42f7-81df-98606d6e25be tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:53.564106 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ce24d045-68ca-42f7-81df-98606d6e25be tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1691134 Dec 16 09:43:53.564794 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34294) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:53.584314 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccb2ce-ffe7-40bb-8dcb-4b46d6181f57 req-ff57026a-b788-4bfe-b69d-1ae879ccfcbc tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:53.585865 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-71ccb2ce-ffe7-40bb-8dcb-4b46d6181f57 req-ff57026a-b788-4bfe-b69d-1ae879ccfcbc tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fad8406-c22f-4a47-b026-99fb8dc758a1 HTTP/1.1" status: 200 len: 945 time: 0.1469841 Dec 16 09:43:53.630931 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-71ccb2ce-ffe7-40bb-8dcb-4b46d6181f57 req-e224739f-9187-4ab4-9baf-f9a05b4c2a76 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380881 Dec 16 09:43:53.647311 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-b999aed1-193e-4605-8cde-438da22f413f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting subnet b330da8f-d3ff-4475-8469-b661ebaed1ae {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:43:53.650624 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b999aed1-193e-4605-8cde-438da22f413f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:53.669854 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dabe0493-c666-4d17-bcec-fc178b13c6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:53.691929 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dabe0493-c666-4d17-bcec-fc178b13c6e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:53.699117 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-dabe0493-c666-4d17-bcec-fc178b13c6e3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c35cbc84-7254-4916-b4be-bf5c3e25af36 HTTP/1.1" status: 204 len: 168 time: 0.6210616 Dec 16 09:43:53.700593 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe0493-c666-4d17-bcec-fc178b13c6e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c35cbc84-7254-4916-b4be-bf5c3e25af36,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:53.708736 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b999aed1-193e-4605-8cde-438da22f413f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:53.807064 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b999aed1-193e-4605-8cde-438da22f413f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:53.938887 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b999aed1-193e-4605-8cde-438da22f413f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:53.977953 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999aed1-193e-4605-8cde-438da22f413f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Subnet': ['ID=b330da8f-d3ff-4475-8469-b661ebaed1ae,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:53.986995 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab93c40-275b-4df8-bddc-3b6d73bb378b None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:43:53.991581 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b999aed1-193e-4605-8cde-438da22f413f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:53.994758 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b999aed1-193e-4605-8cde-438da22f413f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/b330da8f-d3ff-4475-8469-b661ebaed1ae HTTP/1.1" status: 204 len: 168 time: 0.4288120 Dec 16 09:43:53.997529 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34308) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:54.048255 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68fc39-7235-4812-b902-090009d8ede4 req-4a87660e-f5a0-4366-9419-bd4025608dce tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:54.050234 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0b68fc39-7235-4812-b902-090009d8ede4 req-4a87660e-f5a0-4366-9419-bd4025608dce tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 945 time: 0.0757048 Dec 16 09:43:54.071776 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-96dafb09-3763-41d6-900a-a8e74a874c2b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting subnet b6aca46e-4c3f-4c4b-a327-403cf7738e8a {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:43:54.072297 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-515a5e87-cf06-4316-a7e9-a25726179249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:54.074938 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-96dafb09-3763-41d6-900a-a8e74a874c2b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:54.130922 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0b68fc39-7235-4812-b902-090009d8ede4 req-f12439c7-6d02-4f92-88f8-48415cbc3e8a tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5474626-441a-4fa9-a341-df66c9c7706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622237 Dec 16 09:43:54.130922 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34312) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:54.188758 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-f492f479-a022-47b1-ad93-e58fffde2a5a req-0792a209-9587-4b2b-8898-6ce4c3a625c9 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1489799464', 'description': 'tempest-description-1804363827'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:54.195894 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d40cfb28-8d87-4728-8864-9fddb455bb8a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ec44b541b3f44ec3b45cb71cbec6e49e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0680027 Dec 16 09:43:54.196240 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34318) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:54.210741 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34320) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:54.227773 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-96dafb09-3763-41d6-900a-a8e74a874c2b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:54.269049 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-3204f619-15ff-4c00-8cbf-e39d2e4a8c7a admin admin] Deleting subnet 6f727883-008b-4153-8b35-d14161afb3bb {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:43:54.272176 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3204f619-15ff-4c00-8cbf-e39d2e4a8c7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:54.307319 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee4051-b50a-4333-9e01-9cae8726c34b req-a2aaa5b3-191b-4019-be14-d89678f4eb80 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:54.307319 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-04ee4051-b50a-4333-9e01-9cae8726c34b req-a2aaa5b3-191b-4019-be14-d89678f4eb80 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5fad8406-c22f-4a47-b026-99fb8dc758a1 HTTP/1.1" status: 200 len: 945 time: 0.2074006 Dec 16 09:43:54.324959 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3204f619-15ff-4c00-8cbf-e39d2e4a8c7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:54.376054 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3204f619-15ff-4c00-8cbf-e39d2e4a8c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:54.440722 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f492f479-a022-47b1-ad93-e58fffde2a5a req-0792a209-9587-4b2b-8898-6ce4c3a625c9 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:54.456575 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f9f24bba-c4ca-4398-8897-d35bb9df375b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:54.484130 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-96dafb09-3763-41d6-900a-a8e74a874c2b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:54.533082 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f9f24bba-c4ca-4398-8897-d35bb9df375b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:54.535846 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3204f619-15ff-4c00-8cbf-e39d2e4a8c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:54.574837 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3204f619-15ff-4c00-8cbf-e39d2e4a8c7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f727883-008b-4153-8b35-d14161afb3bb,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:54.583083 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3204f619-15ff-4c00-8cbf-e39d2e4a8c7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:54.587578 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3204f619-15ff-4c00-8cbf-e39d2e4a8c7a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6f727883-008b-4153-8b35-d14161afb3bb HTTP/1.1" status: 204 len: 168 time: 0.3753867 Dec 16 09:43:54.589995 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34326) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:54.631557 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-04ee4051-b50a-4333-9e01-9cae8726c34b req-d9ecc090-6880-4447-b9f2-01d07a30cebf tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Deleting port 60ab2ded-9a3c-470a-91ff-00465ee2ebf2 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:43:54.632155 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-04ee4051-b50a-4333-9e01-9cae8726c34b req-d9ecc090-6880-4447-b9f2-01d07a30cebf tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:54.715986 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34332) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:54.755654 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-96dafb09-3763-41d6-900a-a8e74a874c2b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:54.761043 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3a13b1ff-6909-4cd2-bf1e-b3779576d4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:54.781692 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f492f479-a022-47b1-ad93-e58fffde2a5a req-0792a209-9587-4b2b-8898-6ce4c3a625c9 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:54.815015 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dafb09-3763-41d6-900a-a8e74a874c2b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Subnet': ['ID=b6aca46e-4c3f-4c4b-a327-403cf7738e8a,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:54.827960 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f9f24bba-c4ca-4398-8897-d35bb9df375b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:54.827960 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f9f24bba-c4ca-4398-8897-d35bb9df375b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:54.827960 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f9f24bba-c4ca-4398-8897-d35bb9df375b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/03c0e7b4-35a9-4162-b186-6ee47e57d33c HTTP/1.1" status: 204 len: 168 time: 0.6257250 Dec 16 09:43:54.828222 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-96dafb09-3763-41d6-900a-a8e74a874c2b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:54.840766 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-96dafb09-3763-41d6-900a-a8e74a874c2b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/b6aca46e-4c3f-4c4b-a327-403cf7738e8a HTTP/1.1" status: 204 len: 168 time: 0.8401766 Dec 16 09:43:54.850654 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34338) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:54.859190 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f492f479-a022-47b1-ad93-e58fffde2a5a req-0792a209-9587-4b2b-8898-6ce4c3a625c9 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:54.893009 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f24bba-c4ca-4398-8897-d35bb9df375b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c0e7b4-35a9-4162-b186-6ee47e57d33c,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:54.931802 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-04ee4051-b50a-4333-9e01-9cae8726c34b req-d9ecc090-6880-4447-b9f2-01d07a30cebf tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] For port 60ab2ded-9a3c-470a-91ff-00465ee2ebf2, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=60ab2ded-9a3c-470a-91ff-00465ee2ebf2,segment=NetworkSegment(f0df79a4-0132-4b56-a1b6-b2446bc74352),segment_id=f0df79a4-0132-4b56-a1b6-b2446bc74352)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:54.932243 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-04ee4051-b50a-4333-9e01-9cae8726c34b req-d9ecc090-6880-4447-b9f2-01d07a30cebf tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:54.935461 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e5e70c-cc61-4565-b7df-31fc071a79fb None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:43:54.938821 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b44d02-9933-41b6-bad4-1355e0e9eaa6 tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:54.939484 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b44d02-9933-41b6-bad4-1355e0e9eaa6 tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:54.940693 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b44d02-9933-41b6-bad4-1355e0e9eaa6 tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:54.950160 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e1b44d02-9933-41b6-bad4-1355e0e9eaa6 tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] 10.222.0.60 "GET /v2.0/ports?project_id=60a0020dcca848d99f97019eb94a2e49&network_id=872dad0c-b125-4398-b449-96faec06fd91 HTTP/1.1" status: 200 len: 2970 time: 0.2316532 Dec 16 09:43:54.953401 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-04ee4051-b50a-4333-9e01-9cae8726c34b req-d9ecc090-6880-4447-b9f2-01d07a30cebf tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Calling delete_port for 60ab2ded-9a3c-470a-91ff-00465ee2ebf2 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:43:54.967745 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792a209-9587-4b2b-8898-6ce4c3a625c9 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=796cc075-09c2-4d45-a261-d8e9e4bd130d,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:54.991734 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-33108c21-74f7-4b41-b121-80ea5b5d83c8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1344078 Dec 16 09:43:55.009977 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34344) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:55.015471 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-d6f8d203-5a2b-4c2f-a175-75eee7ff1362 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:55.022443 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f492f479-a022-47b1-ad93-e58fffde2a5a req-0792a209-9587-4b2b-8898-6ce4c3a625c9 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:55.033511 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f492f479-a022-47b1-ad93-e58fffde2a5a req-0792a209-9587-4b2b-8898-6ce4c3a625c9 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.8628128 Dec 16 09:43:55.046485 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-59c041e1-d097-46b1-a9f0-2426f18ef238 None None] Provisioning complete for port 8373c9e8-813c-4140-ac57-7aa3fa812464 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:55.047488 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-59c041e1-d097-46b1-a9f0-2426f18ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:55.096237 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d1855-95fe-435a-8faa-66f388ffb8b9 req-3ffd0a4c-a7e0-4c23-8664-ea8260d4b07d tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:55.097856 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5b5d1855-95fe-435a-8faa-66f388ffb8b9 req-3ffd0a4c-a7e0-4c23-8664-ea8260d4b07d tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fad8406-c22f-4a47-b026-99fb8dc758a1 HTTP/1.1" status: 200 len: 945 time: 0.3315992 Dec 16 09:43:55.104716 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3a13b1ff-6909-4cd2-bf1e-b3779576d4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:55.173479 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-3a13b1ff-6909-4cd2-bf1e-b3779576d4fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc332c79-b76e-4aee-a39c-dee90d548af5']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:55.190467 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-3a13b1ff-6909-4cd2-bf1e-b3779576d4fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8df21ec-09fd-424b-9dca-610d5d76c12a') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:55.190766 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-3a13b1ff-6909-4cd2-bf1e-b3779576d4fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8df21ec-09fd-424b-9dca-610d5d76c12a') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:55.203731 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3a13b1ff-6909-4cd2-bf1e-b3779576d4fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:55.218534 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3a13b1ff-6909-4cd2-bf1e-b3779576d4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:55.225303 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a13b1ff-6909-4cd2-bf1e-b3779576d4fe admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:43:55.225732 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3a13b1ff-6909-4cd2-bf1e-b3779576d4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:55.286211 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-37141e25-2f3f-400e-b69f-edbea42cacad req-d0606c0c-9c48-448e-90fa-071979c564a5 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1489799464&fields=id&tenant_id=8ff7029f74a841b4ae8b7c47bc887ad7 HTTP/1.1" status: 200 len: 267 time: 0.1384938 Dec 16 09:43:55.308020 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:43:55.308020 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:43:55.308020 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:43:55.308020 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:43:55.308020 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:43:55.308020 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:43:55.308020 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:43:55.308020 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:43:55.308020 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:43:55.308020 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:43:55.308020 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:43:55.308020 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:43:55.308020 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:43:55.308020 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:43:55.308020 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:43:55.308020 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:43:55.308020 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:43:55.308020 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:43:55.308020 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:43:55.308020 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:43:55.308020 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:43:55.308020 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:43:55.308020 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:43:55.308020 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:43:55.308020 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:43:55.308020 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:43:55.308020 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:43:55.308020 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:43:55.308020 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:43:55.308020 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:43:55.308020 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:43:55.308020 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:43:55.355074 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5b5d1855-95fe-435a-8faa-66f388ffb8b9 req-0d0f490e-0901-4d68-8720-053542c3eec7 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454643 Dec 16 09:43:55.368071 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911ed407-de7c-4c9e-a0bb-319ce5d5a53b None None] DHCP port deletion for 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:43:55.426672 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3a13b1ff-6909-4cd2-bf1e-b3779576d4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:55.431757 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37141e25-2f3f-400e-b69f-edbea42cacad req-b07fc391-464e-4abd-9a09-9952bf6bbce5 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:55.432199 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3a13b1ff-6909-4cd2-bf1e-b3779576d4fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:55.436551 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3a13b1ff-6909-4cd2-bf1e-b3779576d4fe admin admin] 10.222.0.60 "DELETE /v2.0/networks/bc332c79-b76e-4aee-a39c-dee90d548af5 HTTP/1.1" status: 204 len: 168 time: 0.8448880 Dec 16 09:43:55.442470 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-911ed407-de7c-4c9e-a0bb-319ce5d5a53b None None] Deleting port 8373c9e8-813c-4140-ac57-7aa3fa812464 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:43:55.442470 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-911ed407-de7c-4c9e-a0bb-319ce5d5a53b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:55.448165 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-37141e25-2f3f-400e-b69f-edbea42cacad req-b07fc391-464e-4abd-9a09-9952bf6bbce5 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 945 time: 0.1604486 Dec 16 09:43:55.458135 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a13b1ff-6909-4cd2-bf1e-b3779576d4fe admin admin] Pushing event deleted for resources: {'Network': ['ID=bc332c79-b76e-4aee-a39c-dee90d548af5,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:55.459214 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-37141e25-2f3f-400e-b69f-edbea42cacad req-848d2539-5bbd-41ea-a489-cf0817fee4c5 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Request body: {'port': {'security_groups': ['b5474626-441a-4fa9-a341-df66c9c7706d', '796cc075-09c2-4d45-a261-d8e9e4bd130d']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:55.462447 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f8d203-5a2b-4c2f-a175-75eee7ff1362 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:43:55.468981 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d6f8d203-5a2b-4c2f-a175-75eee7ff1362 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:55.541465 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-911ed407-de7c-4c9e-a0bb-319ce5d5a53b None None] For port 8373c9e8-813c-4140-ac57-7aa3fa812464, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8373c9e8-813c-4140-ac57-7aa3fa812464,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:55.541863 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-911ed407-de7c-4c9e-a0bb-319ce5d5a53b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:55.576632 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-911ed407-de7c-4c9e-a0bb-319ce5d5a53b None None] Calling delete_port for 8373c9e8-813c-4140-ac57-7aa3fa812464 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:43:55.655015 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-04ee4051-b50a-4333-9e01-9cae8726c34b req-d9ecc090-6880-4447-b9f2-01d07a30cebf tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:55.667770 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['ca48f97d-376c-451a-beb4-a14994eb2da7'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:43:55.671435 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['2f8e65c6-ba0d-428b-88ce-a94115f405c3', 'f5158a65-46ff-47ce-9b10-d85e06c23785', '60ab2ded-9a3c-470a-91ff-00465ee2ebf2'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:43:55.706121 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-37141e25-2f3f-400e-b69f-edbea42cacad req-848d2539-5bbd-41ea-a489-cf0817fee4c5 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:55.713866 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecc090-6880-4447-b9f2-01d07a30cebf tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Pushing event deleted for resources: {'Port': ['ID=60ab2ded-9a3c-470a-91ff-00465ee2ebf2,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:55.794278 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-911ed407-de7c-4c9e-a0bb-319ce5d5a53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:55.798525 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ee4051-b50a-4333-9e01-9cae8726c34b req-d9ecc090-6880-4447-b9f2-01d07a30cebf tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] No DVR routers for this DVR port 60ab2ded-9a3c-470a-91ff-00465ee2ebf2 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:43:55.804476 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-04ee4051-b50a-4333-9e01-9cae8726c34b req-d9ecc090-6880-4447-b9f2-01d07a30cebf tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:55.807885 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-04ee4051-b50a-4333-9e01-9cae8726c34b req-d9ecc090-6880-4447-b9f2-01d07a30cebf tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.57 "DELETE /v2.0/ports/60ab2ded-9a3c-470a-91ff-00465ee2ebf2 HTTP/1.1" status: 204 len: 173 time: 1.4927454 Dec 16 09:43:55.810076 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fad8406-c22f-4a47-b026-99fb8dc758a1', 'name': 'network-vif-deleted', 'tag': '60ab2ded-9a3c-470a-91ff-00465ee2ebf2'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:43:55.812570 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f39bbc9-aaef-490f-bf38-ed35fd5b881f" -d '{"events": [{"server_uuid": "5fad8406-c22f-4a47-b026-99fb8dc758a1", "name": "network-vif-deleted", "tag": "60ab2ded-9a3c-470a-91ff-00465ee2ebf2"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:43:55.841356 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ed407-de7c-4c9e-a0bb-319ce5d5a53b None None] Pushing event deleted for resources: {'Port': ['ID=8373c9e8-813c-4140-ac57-7aa3fa812464,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:55.844785 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911ed407-de7c-4c9e-a0bb-319ce5d5a53b None None] No DVR routers for this DVR port 8373c9e8-813c-4140-ac57-7aa3fa812464 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:43:55.885608 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a6a1bd-78c8-467c-9bae-451b7a486b5a x-openstack-request-id: req-b0a6a1bd-78c8-467c-9bae-451b7a486b5a {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:43:55.885608 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fad8406-c22f-4a47-b026-99fb8dc758a1", "name": "network-vif-deleted", "tag": "60ab2ded-9a3c-470a-91ff-00465ee2ebf2", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:43:55.885608 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b0a6a1bd-78c8-467c-9bae-451b7a486b5a {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:43:55.885608 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fad8406-c22f-4a47-b026-99fb8dc758a1', 'name': 'network-vif-deleted', 'tag': '60ab2ded-9a3c-470a-91ff-00465ee2ebf2', 'status': 'completed', 'code': 200} Dec 16 09:43:56.080760 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34372) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:56.132950 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8373c9e8-813c-4140-ac57-7aa3fa812464 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:43:56.152006 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-37141e25-2f3f-400e-b69f-edbea42cacad req-848d2539-5bbd-41ea-a489-cf0817fee4c5 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] For port 271bfd06-ad9c-47a7-aa9d-f6537e596991, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=271bfd06-ad9c-47a7-aa9d-f6537e596991,segment=NetworkSegment(4633fa21-d201-4901-b20b-13d2bccf565c),segment_id=4633fa21-d201-4901-b20b-13d2bccf565c)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:56.153640 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 8373c9e8-813c-4140-ac57-7aa3fa812464 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:43:56.153991 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8373c9e8-813c-4140-ac57-7aa3fa812464 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:43:56.174125 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d6f8d203-5a2b-4c2f-a175-75eee7ff1362 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:56.182405 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a0b65e6f-3edb-4f16-8e7b-31c39cf193ac admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c14717b8249b4b2cbe000dddbe4be4fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1064737 Dec 16 09:43:56.185171 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34374) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:56.240455 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-37141e25-2f3f-400e-b69f-edbea42cacad req-848d2539-5bbd-41ea-a489-cf0817fee4c5 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:56.246031 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f8d203-5a2b-4c2f-a175-75eee7ff1362 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:43:56.249523 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-d6f8d203-5a2b-4c2f-a175-75eee7ff1362 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:56.250200 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e57b39ea-025f-46a1-87d3-bae747f07d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:56.254720 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f8d203-5a2b-4c2f-a175-75eee7ff1362 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:56.255388 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d6f8d203-5a2b-4c2f-a175-75eee7ff1362 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:56.264771 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8d203-5a2b-4c2f-a175-75eee7ff1362 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Subnet': ['ID=0e34a8b0-1248-45de-9208-08e844283b2b,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:56.274996 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156e8fdb-efd3-4040-beed-73a05c723964 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:43:56.283479 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e57b39ea-025f-46a1-87d3-bae747f07d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:56.392720 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d6f8d203-5a2b-4c2f-a175-75eee7ff1362 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3809016 Dec 16 09:43:56.393510 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-37141e25-2f3f-400e-b69f-edbea42cacad req-848d2539-5bbd-41ea-a489-cf0817fee4c5 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:56.395258 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34382) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:56.402015 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-07790a9d-a92b-411f-b597-ce7e630a7a3e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:56.450414 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d81282e-f586-4e1f-831f-4ae6e63e198e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'fixed_ips': [{'subnet_id': '0e34a8b0-1248-45de-9208-08e844283b2b'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:43:56.453249 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0d81282e-f586-4e1f-831f-4ae6e63e198e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:56.493331 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37141e25-2f3f-400e-b69f-edbea42cacad req-848d2539-5bbd-41ea-a489-cf0817fee4c5 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:56.493961 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-37141e25-2f3f-400e-b69f-edbea42cacad req-848d2539-5bbd-41ea-a489-cf0817fee4c5 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:56.495387 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-37141e25-2f3f-400e-b69f-edbea42cacad req-848d2539-5bbd-41ea-a489-cf0817fee4c5 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "PUT /v2.0/ports/271bfd06-ad9c-47a7-aa9d-f6537e596991 HTTP/1.1" status: 200 len: 981 time: 1.0461960 Dec 16 09:43:56.530670 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d2539-5bbd-41ea-a489-cf0817fee4c5 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Pushing event updated for resources: {'Port': ['ID=271bfd06-ad9c-47a7-aa9d-f6537e596991,revision_number=6']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:56.554969 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7e732965-51b4-4dff-b10d-839a4a146421 req-9e24fe02-f300-4da5-8208-ceb5fd553740 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fad8406-c22f-4a47-b026-99fb8dc758a1 HTTP/1.1" status: 200 len: 210 time: 0.0723500 Dec 16 09:43:56.609107 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e57b39ea-025f-46a1-87d3-bae747f07d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:56.612283 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e57b39ea-025f-46a1-87d3-bae747f07d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:56.613612 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e57b39ea-025f-46a1-87d3-bae747f07d02 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5d1121ee-e56a-47c8-b3a8-c0d36557b7f9 HTTP/1.1" status: 204 len: 168 time: 0.4266067 Dec 16 09:43:56.623573 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b39ea-025f-46a1-87d3-bae747f07d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1121ee-e56a-47c8-b3a8-c0d36557b7f9,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:56.632434 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-0d81282e-f586-4e1f-831f-4ae6e63e198e None None] Allocated IP 172.20.0.2 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/0e34a8b0-1248-45de-9208-08e844283b2b/546509a0-12ee-4eda-803b-b5aa0586595b) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:43:56.643371 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-548215d1-0f68-401f-ba0a-ae712b4c4ee9 req-cb8c2320-ea09-47a6-8f73-caab003b2afa tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1489799464&fields=id&tenant_id=8ff7029f74a841b4ae8b7c47bc887ad7 HTTP/1.1" status: 200 len: 267 time: 0.0562696 Dec 16 09:43:56.701010 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['271bfd06-ad9c-47a7-aa9d-f6537e596991'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:43:56.702349 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548215d1-0f68-401f-ba0a-ae712b4c4ee9 req-089a98a7-0217-4ea0-88cf-9179f138ddd6 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:56.703368 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['271bfd06-ad9c-47a7-aa9d-f6537e596991'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:43:56.703939 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-548215d1-0f68-401f-ba0a-ae712b4c4ee9 req-089a98a7-0217-4ea0-88cf-9179f138ddd6 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 984 time: 0.0601058 Dec 16 09:43:56.705002 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6d63dd0a-9d0c-428a-af46-8c102420636e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:56.717574 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-548215d1-0f68-401f-ba0a-ae712b4c4ee9 req-2da79976-ff3c-4c25-b75b-b39aa64c8fb0 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Request body: {'port': {'security_groups': ['b5474626-441a-4fa9-a341-df66c9c7706d']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:56.756157 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07790a9d-a92b-411f-b597-ce7e630a7a3e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:43:56.772077 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-07790a9d-a92b-411f-b597-ce7e630a7a3e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:56.914820 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0d81282e-f586-4e1f-831f-4ae6e63e198e None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:56.994827 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-548215d1-0f68-401f-ba0a-ae712b4c4ee9 req-2da79976-ff3c-4c25-b75b-b39aa64c8fb0 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:57.008466 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0d81282e-f586-4e1f-831f-4ae6e63e198e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:57.132584 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d81282e-f586-4e1f-831f-4ae6e63e198e None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:43:57.142323 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-0d81282e-f586-4e1f-831f-4ae6e63e198e None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:57.152480 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81282e-f586-4e1f-831f-4ae6e63e198e None None] Pushing event updated for resources: {'Port': ['ID=546509a0-12ee-4eda-803b-b5aa0586595b,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:57.172115 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d81282e-f586-4e1f-831f-4ae6e63e198e None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:43:57.274065 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-548215d1-0f68-401f-ba0a-ae712b4c4ee9 req-2da79976-ff3c-4c25-b75b-b39aa64c8fb0 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] For port 271bfd06-ad9c-47a7-aa9d-f6537e596991, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=271bfd06-ad9c-47a7-aa9d-f6537e596991,segment=NetworkSegment(4633fa21-d201-4901-b20b-13d2bccf565c),segment_id=4633fa21-d201-4901-b20b-13d2bccf565c)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:57.337675 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-548215d1-0f68-401f-ba0a-ae712b4c4ee9 req-2da79976-ff3c-4c25-b75b-b39aa64c8fb0 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:57.459853 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-0d81282e-f586-4e1f-831f-4ae6e63e198e None None] Attempting to bind port 546509a0-12ee-4eda-803b-b5aa0586595b on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:43:57.460224 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-0d81282e-f586-4e1f-831f-4ae6e63e198e None None] Attempting to bind port 546509a0-12ee-4eda-803b-b5aa0586595b by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:43:57.460771 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d81282e-f586-4e1f-831f-4ae6e63e198e None None] Attempting to bind port 546509a0-12ee-4eda-803b-b5aa0586595b on network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:43:57.469922 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d81282e-f586-4e1f-831f-4ae6e63e198e None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:43:57.470302 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d81282e-f586-4e1f-831f-4ae6e63e198e None None] Checking segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:43:57.471239 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0d81282e-f586-4e1f-831f-4ae6e63e198e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:57.471239 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d81282e-f586-4e1f-831f-4ae6e63e198e None None] Bound using segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:43:57.471604 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-0d81282e-f586-4e1f-831f-4ae6e63e198e None None] Bound port: 546509a0-12ee-4eda-803b-b5aa0586595b, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:43:57.471926 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0d81282e-f586-4e1f-831f-4ae6e63e198e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:57.498581 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-548215d1-0f68-401f-ba0a-ae712b4c4ee9 req-2da79976-ff3c-4c25-b75b-b39aa64c8fb0 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:57.522251 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['271bfd06-ad9c-47a7-aa9d-f6537e596991'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:43:57.578054 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548215d1-0f68-401f-ba0a-ae712b4c4ee9 req-2da79976-ff3c-4c25-b75b-b39aa64c8fb0 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:57.578593 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-548215d1-0f68-401f-ba0a-ae712b4c4ee9 req-2da79976-ff3c-4c25-b75b-b39aa64c8fb0 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:57.579199 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-0d81282e-f586-4e1f-831f-4ae6e63e198e None None] For port 546509a0-12ee-4eda-803b-b5aa0586595b, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:43:57.579978 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-548215d1-0f68-401f-ba0a-ae712b4c4ee9 req-2da79976-ff3c-4c25-b75b-b39aa64c8fb0 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "PUT /v2.0/ports/271bfd06-ad9c-47a7-aa9d-f6537e596991 HTTP/1.1" status: 200 len: 942 time: 0.8671916 Dec 16 09:43:57.583652 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-0d81282e-f586-4e1f-831f-4ae6e63e198e None None] For port 546509a0-12ee-4eda-803b-b5aa0586595b, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=546509a0-12ee-4eda-803b-b5aa0586595b,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:43:57.665970 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['271bfd06-ad9c-47a7-aa9d-f6537e596991'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:43:57.696840 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:57.765813 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da79976-ff3c-4c25-b75b-b39aa64c8fb0 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Pushing event updated for resources: {'Port': ['ID=271bfd06-ad9c-47a7-aa9d-f6537e596991,revision_number=7']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:57.767816 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0d81282e-f586-4e1f-831f-4ae6e63e198e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:57.867257 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81282e-f586-4e1f-831f-4ae6e63e198e None None] Pushing event updated for resources: {'Port': ['ID=546509a0-12ee-4eda-803b-b5aa0586595b,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:57.918533 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed7a25db-ff93-49e7-a6de-e97f11e96c7e', 'tag': '271bfd06-ad9c-47a7-aa9d-f6537e596991'}, {'name': 'network-changed', 'server_uuid': 'ed7a25db-ff93-49e7-a6de-e97f11e96c7e', 'tag': '271bfd06-ad9c-47a7-aa9d-f6537e596991'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:43:57.920741 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308e9379-fbbb-4956-9d2e-38a9ea2f990d" -d '{"events": [{"name": "network-changed", "server_uuid": "ed7a25db-ff93-49e7-a6de-e97f11e96c7e", "tag": "271bfd06-ad9c-47a7-aa9d-f6537e596991"}, {"name": "network-changed", "server_uuid": "ed7a25db-ff93-49e7-a6de-e97f11e96c7e", "tag": "271bfd06-ad9c-47a7-aa9d-f6537e596991"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:43:57.926199 n-d-820550-2 neutron-server[102816]: DEBUG neutron.objects.ports [None req-07790a9d-a92b-411f-b597-ce7e630a7a3e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102816) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:43:58.007812 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Dec 2021 09:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815c13d9-8c2d-411d-a4f1-2bf499ec81ba x-openstack-request-id: req-815c13d9-8c2d-411d-a4f1-2bf499ec81ba {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:43:58.008106 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed7a25db-ff93-49e7-a6de-e97f11e96c7e", "tag": "271bfd06-ad9c-47a7-aa9d-f6537e596991", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ed7a25db-ff93-49e7-a6de-e97f11e96c7e", "tag": "271bfd06-ad9c-47a7-aa9d-f6537e596991", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:43:58.008355 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-815c13d9-8c2d-411d-a4f1-2bf499ec81ba {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:43:58.008743 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed7a25db-ff93-49e7-a6de-e97f11e96c7e', 'tag': '271bfd06-ad9c-47a7-aa9d-f6537e596991', 'status': 'completed', 'code': 200} Dec 16 09:43:58.008992 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed7a25db-ff93-49e7-a6de-e97f11e96c7e', 'tag': '271bfd06-ad9c-47a7-aa9d-f6537e596991', 'status': 'completed', 'code': 200} Dec 16 09:43:58.064108 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-553aa463-5dd6-444c-a69a-09e0a5564e0a req-7136a848-478a-42e0-b0b8-40f156c7965d tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4613080 Dec 16 09:43:58.087333 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-553aa463-5dd6-444c-a69a-09e0a5564e0a req-3bddd485-48fc-4d80-9c67-3340add1b933 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:58.154335 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e9379-fbbb-4956-9d2e-38a9ea2f990d req-8fb64ed3-862e-46b6-8caa-0cefc2e6983a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:58.156028 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-308e9379-fbbb-4956-9d2e-38a9ea2f990d req-8fb64ed3-862e-46b6-8caa-0cefc2e6983a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ff7029f74a841b4ae8b7c47bc887ad7&device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 1096 time: 0.1277683 Dec 16 09:43:58.176338 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34444) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:58.288567 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 60ab2ded-9a3c-470a-91ff-00465ee2ebf2 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:43:58.323411 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 60ab2ded-9a3c-470a-91ff-00465ee2ebf2 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:43:58.324321 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 60ab2ded-9a3c-470a-91ff-00465ee2ebf2 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:43:58.341286 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ae989ca0-d0c8-47d7-8455-a758777a9327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:58.342856 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-553aa463-5dd6-444c-a69a-09e0a5564e0a req-3bddd485-48fc-4d80-9c67-3340add1b933 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks [] for floatingip, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:58.437692 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-07790a9d-a92b-411f-b597-ce7e630a7a3e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:58.450783 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ae989ca0-d0c8-47d7-8455-a758777a9327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:58.479702 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e9379-fbbb-4956-9d2e-38a9ea2f990d req-b5c0124d-56ed-4351-b2c3-fb2304467d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:58.481263 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-308e9379-fbbb-4956-9d2e-38a9ea2f990d req-b5c0124d-56ed-4351-b2c3-fb2304467d54 service neutron] 10.222.0.57 "GET /v2.0/networks?id=28047d1c-ee8f-4a14-bbf4-938e3632846a HTTP/1.1" status: 200 len: 920 time: 0.2492096 Dec 16 09:43:58.518598 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34454) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:58.555862 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-308e9379-fbbb-4956-9d2e-38a9ea2f990d req-35855435-7d49-4d8b-8a7b-58aa0eec7b1b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=271bfd06-ad9c-47a7-aa9d-f6537e596991 HTTP/1.1" status: 200 len: 217 time: 0.0464213 Dec 16 09:43:58.604958 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9aec69-b980-4d84-b74f-3acdb9e2b7cf tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:58.624149 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2c9aec69-b980-4d84-b74f-3acdb9e2b7cf tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 814 time: 0.0969667 Dec 16 09:43:58.624149 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ae989ca0-d0c8-47d7-8455-a758777a9327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:58.682692 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ae989ca0-d0c8-47d7-8455-a758777a9327 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dead1194d10e4efdbed7cb7e8e4c9c2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5029790 Dec 16 09:43:58.686948 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34462) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:58.702297 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae989ca0-d0c8-47d7-8455-a758777a9327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d8a32b-9f5e-49a8-aad1-1f6ea43e6cf4,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:58.774012 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-faaebf04-f171-4044-b0c8-e92a437532bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:58.834055 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-faaebf04-f171-4044-b0c8-e92a437532bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:59.098885 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:59.099474 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-faaebf04-f171-4044-b0c8-e92a437532bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:59.103160 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-faaebf04-f171-4044-b0c8-e92a437532bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:59.104947 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-faaebf04-f171-4044-b0c8-e92a437532bb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/97d8a32b-9f5e-49a8-aad1-1f6ea43e6cf4 HTTP/1.1" status: 204 len: 168 time: 0.4166913 Dec 16 09:43:59.122662 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaebf04-f171-4044-b0c8-e92a437532bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d8a32b-9f5e-49a8-aad1-1f6ea43e6cf4,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:59.156181 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e9379-fbbb-4956-9d2e-38a9ea2f990d req-980b880c-2d7f-4970-a0f7-473fdbaf8d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:59.156181 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-308e9379-fbbb-4956-9d2e-38a9ea2f990d req-980b880c-2d7f-4970-a0f7-473fdbaf8d1b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d0262dc5-cf27-4913-8cae-71034a5225c2 HTTP/1.1" status: 200 len: 859 time: 0.5805144 Dec 16 09:43:59.205420 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-308e9379-fbbb-4956-9d2e-38a9ea2f990d req-6fb3406a-2aae-472c-adaa-c28db38c82cb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=28047d1c-ee8f-4a14-bbf4-938e3632846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347860 Dec 16 09:43:59.215391 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-553aa463-5dd6-444c-a69a-09e0a5564e0a req-3bddd485-48fc-4d80-9c67-3340add1b933 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:59.311946 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-69dfb2c0-c943-4601-a7c0-e557a197ce0a None None] Provisioning complete for port 546509a0-12ee-4eda-803b-b5aa0586595b triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:59.312515 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-69dfb2c0-c943-4601-a7c0-e557a197ce0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:59.331434 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-07790a9d-a92b-411f-b597-ce7e630a7a3e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] For port 546509a0-12ee-4eda-803b-b5aa0586595b, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=546509a0-12ee-4eda-803b-b5aa0586595b,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:59.418956 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-69dfb2c0-c943-4601-a7c0-e557a197ce0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:59.423845 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-07790a9d-a92b-411f-b597-ce7e630a7a3e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:59.438353 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-308e9379-fbbb-4956-9d2e-38a9ea2f990d req-9b8cbfef-70d6-4416-8927-74a54588c8f7 service neutron] 10.222.0.57 "GET /v2.0/networks/28047d1c-ee8f-4a14-bbf4-938e3632846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204866 Dec 16 09:43:59.462258 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-553aa463-5dd6-444c-a69a-09e0a5564e0a req-3bddd485-48fc-4d80-9c67-3340add1b933 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Allocated IP 172.25.1.238 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/8a252ddb-08a1-426b-a356-0dab07b462bd) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:43:59.600243 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-308e9379-fbbb-4956-9d2e-38a9ea2f990d req-70a196d5-fba3-4f4a-96e6-5a7d4064e941 service neutron] 10.222.0.57 "GET /v2.0/networks/28047d1c-ee8f-4a14-bbf4-938e3632846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531830 Dec 16 09:43:59.632364 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-553aa463-5dd6-444c-a69a-09e0a5564e0a req-3bddd485-48fc-4d80-9c67-3340add1b933 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:59.659785 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-07790a9d-a92b-411f-b597-ce7e630a7a3e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:59.660536 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-07790a9d-a92b-411f-b597-ce7e630a7a3e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:59.688315 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:59.694983 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-69dfb2c0-c943-4601-a7c0-e557a197ce0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:43:59.695829 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-69dfb2c0-c943-4601-a7c0-e557a197ce0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:43:59.771707 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07790a9d-a92b-411f-b597-ce7e630a7a3e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:43:59.786755 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-07790a9d-a92b-411f-b597-ce7e630a7a3e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:59.796127 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07790a9d-a92b-411f-b597-ce7e630a7a3e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Subnet': ['ID=50462fd5-c318-40b0-9db8-3c9cc86f0975,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:59.803628 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a375d0-63f7-4197-9521-9bfd3ac5ce41 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:43:59.803998 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07790a9d-a92b-411f-b597-ce7e630a7a3e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:59.804590 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-07790a9d-a92b-411f-b597-ce7e630a7a3e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:59.814558 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e9379-fbbb-4956-9d2e-38a9ea2f990d req-63eed11f-d189-48d8-9c2e-c7ac8a592aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:59.816061 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-308e9379-fbbb-4956-9d2e-38a9ea2f990d req-63eed11f-d189-48d8-9c2e-c7ac8a592aae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ff7029f74a841b4ae8b7c47bc887ad7&device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 1096 time: 0.1751771 Dec 16 09:43:59.822884 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07790a9d-a92b-411f-b597-ce7e630a7a3e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Port': ['ID=546509a0-12ee-4eda-803b-b5aa0586595b,revision_number=4']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:59.898646 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-553aa463-5dd6-444c-a69a-09e0a5564e0a req-3bddd485-48fc-4d80-9c67-3340add1b933 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:59.961291 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34482) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:59.961855 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-07790a9d-a92b-411f-b597-ce7e630a7a3e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5651309 Dec 16 09:43:59.961951 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34484) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:59.971707 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-553aa463-5dd6-444c-a69a-09e0a5564e0a req-3bddd485-48fc-4d80-9c67-3340add1b933 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:43:59.971950 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-bbdce16a-3b00-4ed2-ac5d-94805692bd56 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'port': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'mac_address': 'fa:16:3e:fb:b7:cc', 'name': 'tempest-NetworksTestDHCPv6-502301136'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:59.978327 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-553aa463-5dd6-444c-a69a-09e0a5564e0a req-3bddd485-48fc-4d80-9c67-3340add1b933 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:59.989686 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-553aa463-5dd6-444c-a69a-09e0a5564e0a req-3bddd485-48fc-4d80-9c67-3340add1b933 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:43:59.993987 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-6b6de90e-949a-46f8-ba85-49da9496476f tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Request body: {'network': {'name': 'tempest-network-smoke--1667051440', 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'port_security_enabled': True}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:59.999728 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bddd485-48fc-4d80-9c67-3340add1b933 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Pushing event updated for resources: {'Port': ['ID=8a252ddb-08a1-426b-a356-0dab07b462bd,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:00.060195 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e9379-fbbb-4956-9d2e-38a9ea2f990d req-83806ab7-aae2-4d39-81b9-568d36769782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:00.060195 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-308e9379-fbbb-4956-9d2e-38a9ea2f990d req-83806ab7-aae2-4d39-81b9-568d36769782 service neutron] 10.222.0.57 "GET /v2.0/networks?id=28047d1c-ee8f-4a14-bbf4-938e3632846a HTTP/1.1" status: 200 len: 920 time: 0.2282395 Dec 16 09:44:00.122029 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-308e9379-fbbb-4956-9d2e-38a9ea2f990d req-806c471e-4945-4545-8adf-896584aad067 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=271bfd06-ad9c-47a7-aa9d-f6537e596991 HTTP/1.1" status: 200 len: 217 time: 0.0583494 Dec 16 09:44:00.186966 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 546509a0-12ee-4eda-803b-b5aa0586595b up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:00.214560 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-553aa463-5dd6-444c-a69a-09e0a5564e0a req-3bddd485-48fc-4d80-9c67-3340add1b933 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:00.247920 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6de90e-949a-46f8-ba85-49da9496476f tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Made reservation on behalf of 60a0020dcca848d99f97019eb94a2e49 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:00.256475 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b6de90e-949a-46f8-ba85-49da9496476f tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:00.294249 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e9379-fbbb-4956-9d2e-38a9ea2f990d req-479f82d0-1929-46f9-83da-0e76b6f15c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:00.297388 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-308e9379-fbbb-4956-9d2e-38a9ea2f990d req-479f82d0-1929-46f9-83da-0e76b6f15c43 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d0262dc5-cf27-4913-8cae-71034a5225c2 HTTP/1.1" status: 200 len: 859 time: 0.1457806 Dec 16 09:44:00.352022 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-308e9379-fbbb-4956-9d2e-38a9ea2f990d req-197f10ab-ced7-41b3-9bbc-de8c00c39fd2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=28047d1c-ee8f-4a14-bbf4-938e3632846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466778 Dec 16 09:44:00.362171 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-69dfb2c0-c943-4601-a7c0-e557a197ce0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:00.387892 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b6de90e-949a-46f8-ba85-49da9496476f tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:44:00.405511 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b6de90e-949a-46f8-ba85-49da9496476f tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:00.407345 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-6b6de90e-949a-46f8-ba85-49da9496476f tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Added segment d261c222-8c73-4c2f-9a98-984ee968db2d of type vlan for network 214dd2af-e0ed-4dc4-8123-2d5410913429 Dec 16 09:44:00.409070 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdce16a-3b00-4ed2-ac5d-94805692bd56 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:00.485995 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-69dfb2c0-c943-4601-a7c0-e557a197ce0a None None] For port 546509a0-12ee-4eda-803b-b5aa0586595b, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=546509a0-12ee-4eda-803b-b5aa0586595b,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:00.493389 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 546509a0-12ee-4eda-803b-b5aa0586595b triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:00.493585 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:00.500427 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-308e9379-fbbb-4956-9d2e-38a9ea2f990d req-024545e8-d843-4274-b5f9-e5a9495cab96 service neutron] 10.222.0.57 "GET /v2.0/networks/28047d1c-ee8f-4a14-bbf4-938e3632846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143131 Dec 16 09:44:00.521388 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-553aa463-5dd6-444c-a69a-09e0a5564e0a req-3bddd485-48fc-4d80-9c67-3340add1b933 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:00.558785 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bbdce16a-3b00-4ed2-ac5d-94805692bd56 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:00.622347 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-69dfb2c0-c943-4601-a7c0-e557a197ce0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:00.627128 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-bbdce16a-3b00-4ed2-ac5d-94805692bd56 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] device_id is not set on port 6c52115e-cc16-4901-a4fe-e73c7e8162c5 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:44:00.651547 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b6de90e-949a-46f8-ba85-49da9496476f tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:00.803791 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dfb2c0-c943-4601-a7c0-e557a197ce0a None None] Pushing event updated for resources: {'Port': ['ID=546509a0-12ee-4eda-803b-b5aa0586595b,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:00.895493 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-308e9379-fbbb-4956-9d2e-38a9ea2f990d req-89e7772c-4080-45c1-9792-857cac481cbf service neutron] 10.222.0.57 "GET /v2.0/networks/28047d1c-ee8f-4a14-bbf4-938e3632846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863249 Dec 16 09:44:00.963815 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-bbdce16a-3b00-4ed2-ac5d-94805692bd56 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Allocated IP 172.20.0.6 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/0e34a8b0-1248-45de-9208-08e844283b2b/6c52115e-cc16-4901-a4fe-e73c7e8162c5) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:44:00.967417 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b6de90e-949a-46f8-ba85-49da9496476f tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:00.975413 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6de90e-949a-46f8-ba85-49da9496476f tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:00.976050 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b6de90e-949a-46f8-ba85-49da9496476f tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:00.991819 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-553aa463-5dd6-444c-a69a-09e0a5564e0a req-3bddd485-48fc-4d80-9c67-3340add1b933 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:00.999435 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-bbdce16a-3b00-4ed2-ac5d-94805692bd56 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Allocated IP 2001:db8::f816:3eff:fefb:b7cc (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/50462fd5-c318-40b0-9db8-3c9cc86f0975/6c52115e-cc16-4901-a4fe-e73c7e8162c5) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:44:01.101766 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6de90e-949a-46f8-ba85-49da9496476f tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'Network': ['ID=214dd2af-e0ed-4dc4-8123-2d5410913429,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:01.112278 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 214dd2af-e0ed-4dc4-8123-2d5410913429 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:44:01.149647 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-553aa463-5dd6-444c-a69a-09e0a5564e0a req-3bddd485-48fc-4d80-9c67-3340add1b933 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:01.216467 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-138a3a39-21c4-4e8a-9bfe-815c61ad5145 None None] Provisioning complete for port 546509a0-12ee-4eda-803b-b5aa0586595b triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:01.216467 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-138a3a39-21c4-4e8a-9bfe-815c61ad5145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:01.216702 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34508) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:01.286353 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bddd485-48fc-4d80-9c67-3340add1b933 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Pushing event updated for resources: {'Port': ['ID=8a252ddb-08a1-426b-a356-0dab07b462bd,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:01.287968 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bbdce16a-3b00-4ed2-ac5d-94805692bd56 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:01.351570 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-553aa463-5dd6-444c-a69a-09e0a5564e0a req-3bddd485-48fc-4d80-9c67-3340add1b933 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:01.370083 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6b6de90e-949a-46f8-ba85-49da9496476f tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4059749 Dec 16 09:44:01.373512 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34514) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:01.412327 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-f6e77b63-01eb-4ee1-8fe1-1f38ac4354b6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1862062291-network', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:01.460838 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d460c2-d8cf-49c6-a4a7-f23da02b9b8c tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:01.462387 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-05d460c2-d8cf-49c6-a4a7-f23da02b9b8c tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=60a0020dcca848d99f97019eb94a2e49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0878699 Dec 16 09:44:01.465309 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34516) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:01.619174 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bbdce16a-3b00-4ed2-ac5d-94805692bd56 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:01.629501 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-553aa463-5dd6-444c-a69a-09e0a5564e0a req-3bddd485-48fc-4d80-9c67-3340add1b933 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:01.632507 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-553aa463-5dd6-444c-a69a-09e0a5564e0a req-3bddd485-48fc-4d80-9c67-3340add1b933 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5510657 Dec 16 09:44:01.643369 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddc5bd6-3bd9-4041-9763-676a9cd647bb tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:01.644886 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4ddc5bd6-3bd9-4041-9763-676a9cd647bb tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1786702 Dec 16 09:44:01.648440 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34518) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:01.664991 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdce16a-3b00-4ed2-ac5d-94805692bd56 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:01.668775 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-bbdce16a-3b00-4ed2-ac5d-94805692bd56 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:01.672992 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdce16a-3b00-4ed2-ac5d-94805692bd56 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:44:01.713436 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f05f0080-0a56-4cd6-9d06-61fcb9cbac0b tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=66f24afa-c67f-4411-a795-f16773380b27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0632586 Dec 16 09:44:01.716869 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34520) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:01.720488 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdce16a-3b00-4ed2-ac5d-94805692bd56 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Port': ['ID=6c52115e-cc16-4901-a4fe-e73c7e8162c5,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:01.763581 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0120fef5-558d-4394-8542-7c0143a407f2 tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=60a0020dcca848d99f97019eb94a2e49&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0453959 Dec 16 09:44:01.766930 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34524) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:01.769268 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-553aa463-5dd6-444c-a69a-09e0a5564e0a req-1baba624-de36-4a9c-854d-1a661f88f747 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.238 HTTP/1.1" status: 200 len: 696 time: 0.1230404 Dec 16 09:44:01.785847 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdce16a-3b00-4ed2-ac5d-94805692bd56 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:01.786480 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bbdce16a-3b00-4ed2-ac5d-94805692bd56 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:01.878723 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca532785-730c-4014-97bf-7c38b91aac03 tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:01.880292 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ca532785-730c-4014-97bf-7c38b91aac03 tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1126378 Dec 16 09:44:01.883352 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34526) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:01.892712 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553aa463-5dd6-444c-a69a-09e0a5564e0a req-fa30408e-bb7c-447b-bb41-98c26ffa5854 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:01.894187 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-553aa463-5dd6-444c-a69a-09e0a5564e0a req-fa30408e-bb7c-447b-bb41-98c26ffa5854 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 784 time: 0.1180170 Dec 16 09:44:01.919201 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34530) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:01.919307 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c922370f-d055-4ff5-90a7-b44da1fbb34a tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=66f24afa-c67f-4411-a795-f16773380b27&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349674 Dec 16 09:44:01.925542 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-67809606-0018-4b35-99be-32921a131cb5 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-541685893', 'network_id': '214dd2af-e0ed-4dc4-8123-2d5410913429', 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:01.973637 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e77b63-01eb-4ee1-8fe1-1f38ac4354b6 admin admin] Made reservation on behalf of 55938af2fa4b4c6f80f602d4625ae2cd for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:01.976023 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f6e77b63-01eb-4ee1-8fe1-1f38ac4354b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:01.994317 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f6e77b63-01eb-4ee1-8fe1-1f38ac4354b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:02.071387 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca709237-b898-4c37-9bd0-8d3ae525482d req-9fb4560c-ffc1-4c93-98a3-7b07908253c5 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:02.073088 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ca709237-b898-4c37-9bd0-8d3ae525482d req-9fb4560c-ffc1-4c93-98a3-7b07908253c5 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1164970 Dec 16 09:44:02.080105 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-bbdce16a-3b00-4ed2-ac5d-94805692bd56 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1148033 Dec 16 09:44:02.080722 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34534) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:02.106076 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-8b169e7f-474b-425d-8fea-eed3dc07d96e None None] Provisioning complete for port 6c52115e-cc16-4901-a4fe-e73c7e8162c5 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:02.107287 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8b169e7f-474b-425d-8fea-eed3dc07d96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:02.135649 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f6e77b63-01eb-4ee1-8fe1-1f38ac4354b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:02.196098 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-8b169e7f-474b-425d-8fea-eed3dc07d96e None None] Port 6c52115e-cc16-4901-a4fe-e73c7e8162c5 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:44:02.199907 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 546509a0-12ee-4eda-803b-b5aa0586595b up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:02.301355 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 546509a0-12ee-4eda-803b-b5aa0586595b triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:02.301926 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:02.332011 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67809606-0018-4b35-99be-32921a131cb5 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Made reservation on behalf of 60a0020dcca848d99f97019eb94a2e49 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:02.337246 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-67809606-0018-4b35-99be-32921a131cb5 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:02.467491 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f6e77b63-01eb-4ee1-8fe1-1f38ac4354b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:02.508888 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e77b63-01eb-4ee1-8fe1-1f38ac4354b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5715e3-29cb-4c95-875d-c468beef0175,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:02.529284 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e77b63-01eb-4ee1-8fe1-1f38ac4354b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:44:02.545420 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f6e77b63-01eb-4ee1-8fe1-1f38ac4354b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:02.545775 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-f6e77b63-01eb-4ee1-8fe1-1f38ac4354b6 admin admin] Added segment c1145db4-acce-4730-a2ad-0f420017f088 of type vlan for network 80ebca74-2610-4824-a3d8-8e60778e3639 Dec 16 09:44:02.599285 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ca709237-b898-4c37-9bd0-8d3ae525482d req-a1336a57-f0eb-49b7-9a71-d620f5a04bb2 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.238 HTTP/1.1" status: 200 len: 696 time: 0.5093606 Dec 16 09:44:02.614399 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f6e77b63-01eb-4ee1-8fe1-1f38ac4354b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:02.615032 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-ca709237-b898-4c37-9bd0-8d3ae525482d req-c36712fb-7adc-445c-9118-212d4f1e4da0 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Request body: {'floatingip': {'port_id': '271bfd06-ad9c-47a7-aa9d-f6537e596991', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:02.627757 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a07902-9f68-4794-abf0-f01ae0992726 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:02.633723 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a07902-9f68-4794-abf0-f01ae0992726 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:02.635305 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a9a07902-9f68-4794-abf0-f01ae0992726 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.5536032 Dec 16 09:44:02.641872 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34550) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:02.675831 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ca709237-b898-4c37-9bd0-8d3ae525482d req-c36712fb-7adc-445c-9118-212d4f1e4da0 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks [] for floatingip, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:02.802842 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-9a717e88-72bc-447e-a6b5-5d6997c73b91 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting port 6c52115e-cc16-4901-a4fe-e73c7e8162c5 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:44:02.803186 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9a717e88-72bc-447e-a6b5-5d6997c73b91 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:02.893923 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9a717e88-72bc-447e-a6b5-5d6997c73b91 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:02.908453 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-9a717e88-72bc-447e-a6b5-5d6997c73b91 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Calling delete_port for 6c52115e-cc16-4901-a4fe-e73c7e8162c5 owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:44:02.994787 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f6e77b63-01eb-4ee1-8fe1-1f38ac4354b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:02.995827 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e77b63-01eb-4ee1-8fe1-1f38ac4354b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:02.996427 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f6e77b63-01eb-4ee1-8fe1-1f38ac4354b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:03.001689 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-67809606-0018-4b35-99be-32921a131cb5 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:03.160267 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e77b63-01eb-4ee1-8fe1-1f38ac4354b6 admin admin] Pushing event updated for resources: {'Network': ['ID=80ebca74-2610-4824-a3d8-8e60778e3639,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:03.169458 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67809606-0018-4b35-99be-32921a131cb5 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'Subnet': ['ID=c444adc0-febf-4d56-b46a-7afac9e1282f,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:03.180533 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 80ebca74-2610-4824-a3d8-8e60778e3639 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:44:03.223175 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f6e77b63-01eb-4ee1-8fe1-1f38ac4354b6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0026462 Dec 16 09:44:03.226067 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34556) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:03.233819 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-29c959da-607d-4f94-8d54-8bcb6eb329dc admin admin] Request body: {'subnet': {'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1862062291-subnet', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:03.251809 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67809606-0018-4b35-99be-32921a131cb5 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Checking segment: {'id': 'd261c222-8c73-4c2f-9a98-984ee968db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '214dd2af-e0ed-4dc4-8123-2d5410913429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:44:03.252184 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67809606-0018-4b35-99be-32921a131cb5 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Network hostable DHCP agents. Network: 214dd2af-e0ed-4dc4-8123-2d5410913429, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:44:03.352109 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836bdbd3-b1f0-497a-8b3f-ace4f65e571c req-16d59cf4-d7b7-4252-9c30-eae5e26306b4 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:03.353194 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-836bdbd3-b1f0-497a-8b3f-ace4f65e571c req-16d59cf4-d7b7-4252-9c30-eae5e26306b4 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c483f78-f43e-4257-b7ad-f814a065e551 HTTP/1.1" status: 200 len: 946 time: 0.0558975 Dec 16 09:44:03.398232 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67809606-0018-4b35-99be-32921a131cb5 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Network 214dd2af-e0ed-4dc4-8123-2d5410913429 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:44:03.405265 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c959da-607d-4f94-8d54-8bcb6eb329dc admin admin] Made reservation on behalf of 55938af2fa4b4c6f80f602d4625ae2cd for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:03.407526 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-29c959da-607d-4f94-8d54-8bcb6eb329dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:03.414677 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9a717e88-72bc-447e-a6b5-5d6997c73b91 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:03.426508 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-836bdbd3-b1f0-497a-8b3f-ace4f65e571c req-88d680b2-949a-4051-939a-9b1c5fb368cc tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663154 Dec 16 09:44:03.463592 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a717e88-72bc-447e-a6b5-5d6997c73b91 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Port': ['ID=6c52115e-cc16-4901-a4fe-e73c7e8162c5,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:03.555221 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9a717e88-72bc-447e-a6b5-5d6997c73b91 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:03.558435 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9a717e88-72bc-447e-a6b5-5d6997c73b91 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/6c52115e-cc16-4901-a4fe-e73c7e8162c5 HTTP/1.1" status: 204 len: 168 time: 0.9142518 Dec 16 09:44:03.565646 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34564) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:03.621731 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-67809606-0018-4b35-99be-32921a131cb5 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 214dd2af-e0ed-4dc4-8123-2d5410913429) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:03.635643 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712a069a-91f3-4df2-8800-ed7d87959bcd None None] Network 214dd2af-e0ed-4dc4-8123-2d5410913429 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:44:03.640358 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67809606-0018-4b35-99be-32921a131cb5 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:03.641106 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-67809606-0018-4b35-99be-32921a131cb5 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:03.660313 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a55507-b760-4118-b435-e8392d9cad45 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:03.662246 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a55507-b760-4118-b435-e8392d9cad45 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:03.664041 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a55507-b760-4118-b435-e8392d9cad45 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:03.668042 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e7a55507-b760-4118-b435-e8392d9cad45 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0988338 Dec 16 09:44:03.668402 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34566) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:03.767924 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-b09bb5c2-7fc6-4726-813f-b6c3df5cc8b8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting subnet 0e34a8b0-1248-45de-9208-08e844283b2b {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:44:03.779449 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b09bb5c2-7fc6-4726-813f-b6c3df5cc8b8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:03.828789 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-67809606-0018-4b35-99be-32921a131cb5 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9079683 Dec 16 09:44:03.855018 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b09bb5c2-7fc6-4726-813f-b6c3df5cc8b8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:03.875763 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29670032-0b8c-4aa3-9217-81ea902867e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-214dd2af-e0ed-4dc4-8123-2d5410913429', 'network_id': '214dd2af-e0ed-4dc4-8123-2d5410913429', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'fixed_ips': [{'subnet_id': 'c444adc0-febf-4d56-b46a-7afac9e1282f'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:44:03.876494 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-29670032-0b8c-4aa3-9217-81ea902867e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:03.947231 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ca709237-b898-4c37-9bd0-8d3ae525482d req-c36712fb-7adc-445c-9118-212d4f1e4da0 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:03.978952 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-29c959da-607d-4f94-8d54-8bcb6eb329dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:04.020956 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b09bb5c2-7fc6-4726-813f-b6c3df5cc8b8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:04.047232 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ca709237-b898-4c37-9bd0-8d3ae525482d req-c36712fb-7adc-445c-9118-212d4f1e4da0 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:04.170388 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-29670032-0b8c-4aa3-9217-81ea902867e6 None None] Allocated IP 172.20.0.18 (214dd2af-e0ed-4dc4-8123-2d5410913429/c444adc0-febf-4d56-b46a-7afac9e1282f/c66385cd-a670-446e-b71d-8f4f3a709a19) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:44:04.174861 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c959da-607d-4f94-8d54-8bcb6eb329dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=55767ecf-03fc-4a01-868c-518fd421c2f1,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:04.203878 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c959da-607d-4f94-8d54-8bcb6eb329dc admin admin] Checking segment: {'id': 'c1145db4-acce-4730-a2ad-0f420017f088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:44:04.204497 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c959da-607d-4f94-8d54-8bcb6eb329dc admin admin] Network hostable DHCP agents. Network: 80ebca74-2610-4824-a3d8-8e60778e3639, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:44:04.207112 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b09bb5c2-7fc6-4726-813f-b6c3df5cc8b8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:04.235563 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [req-ca709237-b898-4c37-9bd0-8d3ae525482d req-c36712fb-7adc-445c-9118-212d4f1e4da0 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Floating IP 1ed473f8-3658-41a7-a740-a110a8d5f06d associated. External IP: 172.25.1.238, port: 271bfd06-ad9c-47a7-aa9d-f6537e596991. Dec 16 09:44:04.245735 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0900cbf-0403-4466-b41d-36306a93ae68 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:44:04.281419 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09bb5c2-7fc6-4726-813f-b6c3df5cc8b8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Subnet': ['ID=0e34a8b0-1248-45de-9208-08e844283b2b,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:04.285138 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b09bb5c2-7fc6-4726-813f-b6c3df5cc8b8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:04.291936 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b09bb5c2-7fc6-4726-813f-b6c3df5cc8b8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/0e34a8b0-1248-45de-9208-08e844283b2b HTTP/1.1" status: 204 len: 168 time: 0.6226301 Dec 16 09:44:04.292670 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34572) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:04.331022 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c959da-607d-4f94-8d54-8bcb6eb329dc admin admin] Network 80ebca74-2610-4824-a3d8-8e60778e3639 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:44:04.356194 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c07ac31-8ea6-4f5a-821e-306cf5133f66 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting subnet 50462fd5-c318-40b0-9db8-3c9cc86f0975 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:44:04.359979 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5c07ac31-8ea6-4f5a-821e-306cf5133f66 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:04.464267 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-29670032-0b8c-4aa3-9217-81ea902867e6 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:04.487941 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5c07ac31-8ea6-4f5a-821e-306cf5133f66 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:04.508532 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34582) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:04.526548 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-9adfa32b-6bee-465d-8984-7d8cb663395a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1689150104', 'description': 'tempest-secgroup-smoke-1689150104 description', 'project_id': '60a0020dcca848d99f97019eb94a2e49'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:04.552242 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-29670032-0b8c-4aa3-9217-81ea902867e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:04.571884 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-29c959da-607d-4f94-8d54-8bcb6eb329dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 80ebca74-2610-4824-a3d8-8e60778e3639) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:04.584745 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c959da-607d-4f94-8d54-8bcb6eb329dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:04.586032 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-29c959da-607d-4f94-8d54-8bcb6eb329dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:04.588953 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b605f1-b2e9-46d2-abbb-fc3de7f32f11 None None] Network 80ebca74-2610-4824-a3d8-8e60778e3639 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:44:04.665016 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca709237-b898-4c37-9bd0-8d3ae525482d req-c36712fb-7adc-445c-9118-212d4f1e4da0 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Router e039346f-c427-42df-aa11-5b59e0b9d642 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:44:04.686898 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29670032-0b8c-4aa3-9217-81ea902867e6 None None] Network 214dd2af-e0ed-4dc4-8123-2d5410913429 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:04.694615 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29670032-0b8c-4aa3-9217-81ea902867e6 None None] Pushing event updated for resources: {'Port': ['ID=c66385cd-a670-446e-b71d-8f4f3a709a19,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:04.697488 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-29670032-0b8c-4aa3-9217-81ea902867e6 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:04.701549 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29670032-0b8c-4aa3-9217-81ea902867e6 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:44:04.753283 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bc811-8a7d-49cc-a962-82e9942dba23 req-e6a76979-5f86-4ca6-8f46-46c716ec4c90 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:04.774276 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e67bc811-8a7d-49cc-a962-82e9942dba23 req-e6a76979-5f86-4ca6-8f46-46c716ec4c90 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c483f78-f43e-4257-b7ad-f814a065e551 HTTP/1.1" status: 200 len: 946 time: 0.1916692 Dec 16 09:44:04.798346 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca709237-b898-4c37-9bd0-8d3ae525482d req-c36712fb-7adc-445c-9118-212d4f1e4da0 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:44:04.800229 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9adfa32b-6bee-465d-8984-7d8cb663395a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:04.806794 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ca709237-b898-4c37-9bd0-8d3ae525482d req-c36712fb-7adc-445c-9118-212d4f1e4da0 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:04.813197 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba457bc-7122-48a1-8430-d549f1d8e070 None None] Sync routers for ids ['e039346f-c427-42df-aa11-5b59e0b9d642'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:44:04.829076 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba457bc-7122-48a1-8430-d549f1d8e070 None None] Routers {'e039346f-c427-42df-aa11-5b59e0b9d642'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:44:04.829745 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-8ba457bc-7122-48a1-8430-d549f1d8e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:43:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['e039346f-c427-42df-aa11-5b59e0b9d642'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:04.832433 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5c07ac31-8ea6-4f5a-821e-306cf5133f66 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:04.851251 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-29670032-0b8c-4aa3-9217-81ea902867e6 None None] Attempting to bind port c66385cd-a670-446e-b71d-8f4f3a709a19 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:44:04.851624 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-29670032-0b8c-4aa3-9217-81ea902867e6 None None] Attempting to bind port c66385cd-a670-446e-b71d-8f4f3a709a19 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'd261c222-8c73-4c2f-9a98-984ee968db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '214dd2af-e0ed-4dc4-8123-2d5410913429'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:44:04.851986 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29670032-0b8c-4aa3-9217-81ea902867e6 None None] Attempting to bind port c66385cd-a670-446e-b71d-8f4f3a709a19 on network 214dd2af-e0ed-4dc4-8123-2d5410913429 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:44:04.896968 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29670032-0b8c-4aa3-9217-81ea902867e6 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:44:04.897888 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29670032-0b8c-4aa3-9217-81ea902867e6 None None] Checking segment: {'id': 'd261c222-8c73-4c2f-9a98-984ee968db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '214dd2af-e0ed-4dc4-8123-2d5410913429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:44:04.898500 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-29670032-0b8c-4aa3-9217-81ea902867e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:04.899074 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29670032-0b8c-4aa3-9217-81ea902867e6 None None] Bound using segment: {'id': 'd261c222-8c73-4c2f-9a98-984ee968db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '214dd2af-e0ed-4dc4-8123-2d5410913429'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:44:04.899965 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-29670032-0b8c-4aa3-9217-81ea902867e6 None None] Bound port: c66385cd-a670-446e-b71d-8f4f3a709a19, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd261c222-8c73-4c2f-9a98-984ee968db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '214dd2af-e0ed-4dc4-8123-2d5410913429'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:44:04.900562 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-29670032-0b8c-4aa3-9217-81ea902867e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:04.917794 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06224bf-d4ff-4da6-a435-f579ac6e44c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-80ebca74-2610-4824-a3d8-8e60778e3639', 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'fixed_ips': [{'subnet_id': '55767ecf-03fc-4a01-868c-518fd421c2f1'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:44:04.918951 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d06224bf-d4ff-4da6-a435-f579ac6e44c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:04.962149 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e67bc811-8a7d-49cc-a962-82e9942dba23 req-3591b9e2-adaa-40af-a090-ce2d941df7ba tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866820 Dec 16 09:44:05.039392 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-8ba457bc-7122-48a1-8430-d549f1d8e070 None None] Set router e039346f-c427-42df-aa11-5b59e0b9d642 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:44:05.052616 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-29c959da-607d-4f94-8d54-8bcb6eb329dc admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8249340 Dec 16 09:44:05.056280 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34596) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:05.063342 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-c4715b43-d065-43fc-8b4a-e7c85b9c46a4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1862062291-router', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:05.103336 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9adfa32b-6bee-465d-8984-7d8cb663395a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:05.121058 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ca709237-b898-4c37-9bd0-8d3ae525482d req-c36712fb-7adc-445c-9118-212d4f1e4da0 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "PUT /v2.0/floatingips/1ed473f8-3658-41a7-a740-a110a8d5f06d HTTP/1.1" status: 200 len: 996 time: 2.5140455 Dec 16 09:44:05.125730 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed7a25db-ff93-49e7-a6de-e97f11e96c7e', 'tag': '271bfd06-ad9c-47a7-aa9d-f6537e596991'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:44:05.128351 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f18dca6-2990-4fb5-ad7f-ee818bd9b735" -d '{"events": [{"name": "network-changed", "server_uuid": "ed7a25db-ff93-49e7-a6de-e97f11e96c7e", "tag": "271bfd06-ad9c-47a7-aa9d-f6537e596991"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:44:05.182069 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9adfa32b-6bee-465d-8984-7d8cb663395a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:05.206189 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5c07ac31-8ea6-4f5a-821e-306cf5133f66 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:05.260590 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07ac31-8ea6-4f5a-821e-306cf5133f66 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Subnet': ['ID=50462fd5-c318-40b0-9db8-3c9cc86f0975,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:05.283538 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5c07ac31-8ea6-4f5a-821e-306cf5133f66 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:05.291950 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5c07ac31-8ea6-4f5a-821e-306cf5133f66 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/50462fd5-c318-40b0-9db8-3c9cc86f0975 HTTP/1.1" status: 204 len: 168 time: 0.9978082 Dec 16 09:44:05.298371 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34606) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:05.379836 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-dd94124b-a005-4b0b-8299-478c70546bf6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0754139 Dec 16 09:44:05.380465 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34608) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:05.391916 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881d325-0108-46be-af3c-82f8e7244315 req-88cc2455-4968-4f04-b752-9d391b11af6d tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:05.396090 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6881d325-0108-46be-af3c-82f8e7244315 req-88cc2455-4968-4f04-b752-9d391b11af6d tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c483f78-f43e-4257-b7ad-f814a065e551 HTTP/1.1" status: 200 len: 946 time: 0.3263721 Dec 16 09:44:05.502246 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-29670032-0b8c-4aa3-9217-81ea902867e6 None None] For port c66385cd-a670-446e-b71d-8f4f3a709a19, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:44:05.529921 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-29670032-0b8c-4aa3-9217-81ea902867e6 None None] For port c66385cd-a670-446e-b71d-8f4f3a709a19, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=c66385cd-a670-446e-b71d-8f4f3a709a19,segment=NetworkSegment(d261c222-8c73-4c2f-9a98-984ee968db2d),segment_id=d261c222-8c73-4c2f-9a98-984ee968db2d)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:44:05.532775 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-8ba457bc-7122-48a1-8430-d549f1d8e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'name': 'tempest-ServerRescueTestJSONUnderV235-724864042-router', 'tenant_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:43Z', 'updated_at': '2021-12-16T09:42:51Z', 'revision_number': 4, 'project_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'gw_port': {'id': 'ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:45Z', 'updated_at': '2021-12-16T09:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '1ed473f8-3658-41a7-a740-a110a8d5f06d', 'tenant_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'port_id': '271bfd06-ad9c-47a7-aa9d-f6537e596991', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28047d1c-ee8f-4a14-bbf4-938e3632846a', 'mac_address': 'fa:16:3e:6b:5e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7a25db-ff93-49e7-a6de-e97f11e96c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:44:00Z', 'updated_at': '2021-12-16T09:44:03Z', 'revision_number': 1, 'project_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '163e6e11-50ae-4d7d-a219-619b0a8311ec', 'name': '', 'network_id': '28047d1c-ee8f-4a14-bbf4-938e3632846a', 'tenant_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'mac_address': 'fa:16:3e:0e:ce:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'd0262dc5-cf27-4913-8cae-71034a5225c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:50Z', 'updated_at': '2021-12-16T09:43:01Z', 'revision_number': 5, 'project_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'subnets': [{'id': 'd0262dc5-cf27-4913-8cae-71034a5225c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:05.566850 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c4715b43-d065-43fc-8b4a-e7c85b9c46a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:05.569263 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c4715b43-d065-43fc-8b4a-e7c85b9c46a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:05.628609 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba457bc-7122-48a1-8430-d549f1d8e070 None None] Checking router: e039346f-c427-42df-aa11-5b59e0b9d642 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:44:05.634281 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-d06224bf-d4ff-4da6-a435-f579ac6e44c8 None None] Allocated IP 172.20.0.2 (80ebca74-2610-4824-a3d8-8e60778e3639/55767ecf-03fc-4a01-868c-518fd421c2f1/5c0abaf3-49fb-4fdf-8525-871dd59d632a) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:44:05.650460 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba457bc-7122-48a1-8430-d549f1d8e070 None None] Routers {'e039346f-c427-42df-aa11-5b59e0b9d642'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:44:05.651243 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-8ba457bc-7122-48a1-8430-d549f1d8e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:43:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['e039346f-c427-42df-aa11-5b59e0b9d642'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:05.719869 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec615176-3bcf-4245-8b18-06919769e8f6 x-openstack-request-id: req-ec615176-3bcf-4245-8b18-06919769e8f6 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:44:05.720882 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed7a25db-ff93-49e7-a6de-e97f11e96c7e", "tag": "271bfd06-ad9c-47a7-aa9d-f6537e596991", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:44:05.721345 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ec615176-3bcf-4245-8b18-06919769e8f6 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:44:05.721917 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed7a25db-ff93-49e7-a6de-e97f11e96c7e', 'tag': '271bfd06-ad9c-47a7-aa9d-f6537e596991', 'status': 'completed', 'code': 200} Dec 16 09:44:05.734002 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-29670032-0b8c-4aa3-9217-81ea902867e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:05.772830 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca709237-b898-4c37-9bd0-8d3ae525482d req-e0829ffe-1a90-4d55-a1a3-392975a995a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:05.789285 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ca709237-b898-4c37-9bd0-8d3ae525482d req-e0829ffe-1a90-4d55-a1a3-392975a995a1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ff7029f74a841b4ae8b7c47bc887ad7&device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 1096 time: 0.6190081 Dec 16 09:44:05.789394 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079a20fd-4d3d-4d5c-845a-049b1d59ab21 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:05.789394 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-079a20fd-4d3d-4d5c-845a-049b1d59ab21 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3903706 Dec 16 09:44:05.800054 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34616) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:05.825658 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29670032-0b8c-4aa3-9217-81ea902867e6 None None] Pushing event updated for resources: {'Port': ['ID=c66385cd-a670-446e-b71d-8f4f3a709a19,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:05.828360 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122eb450-003c-48c4-9343-83a5ba82cbfa None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:44:05.882319 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-8ba457bc-7122-48a1-8430-d549f1d8e070 None None] Set router e039346f-c427-42df-aa11-5b59e0b9d642 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:44:05.919101 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c4715b43-d065-43fc-8b4a-e7c85b9c46a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:05.965267 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca709237-b898-4c37-9bd0-8d3ae525482d req-326e5357-a7db-4f0f-b605-d13bd6d2d075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:05.991339 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ca709237-b898-4c37-9bd0-8d3ae525482d req-326e5357-a7db-4f0f-b605-d13bd6d2d075 service neutron] 10.222.0.60 "GET /v2.0/networks?id=28047d1c-ee8f-4a14-bbf4-938e3632846a HTTP/1.1" status: 200 len: 920 time: 0.1995051 Dec 16 09:44:06.008171 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-38171677-77a3-4c56-9c50-d95dd731b263 None None] Provisioning complete for port 546509a0-12ee-4eda-803b-b5aa0586595b triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:06.008433 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-38171677-77a3-4c56-9c50-d95dd731b263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:06.023673 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adfa32b-6bee-465d-8984-7d8cb663395a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef5286a-a2a5-4ecc-a285-e468325c6995,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:06.048382 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9adfa32b-6bee-465d-8984-7d8cb663395a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:06.058031 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9adfa32b-6bee-465d-8984-7d8cb663395a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5415864 Dec 16 09:44:06.098501 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a724dc-82fb-49e2-b278-cbbbaf692308 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:06.108486 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b1a724dc-82fb-49e2-b278-cbbbaf692308 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2265034 Dec 16 09:44:06.119976 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18dca6-2990-4fb5-ad7f-ee818bd9b735 req-54aee37e-a960-439e-a574-340d3278de75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:06.126430 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1f18dca6-2990-4fb5-ad7f-ee818bd9b735 req-54aee37e-a960-439e-a574-340d3278de75 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ff7029f74a841b4ae8b7c47bc887ad7&device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 1096 time: 0.4994674 Dec 16 09:44:06.249277 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34620) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:06.249652 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34622) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:06.259829 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-7e61a34c-1890-4407-940a-329fac234d13 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Request body: {'security_group_rule': {'security_group_id': '1ef5286a-a2a5-4ecc-a285-e468325c6995', 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:06.262119 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-8ba457bc-7122-48a1-8430-d549f1d8e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'name': 'tempest-ServerRescueTestJSONUnderV235-724864042-router', 'tenant_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:43Z', 'updated_at': '2021-12-16T09:42:51Z', 'revision_number': 4, 'project_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'gw_port': {'id': 'ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:45Z', 'updated_at': '2021-12-16T09:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '1ed473f8-3658-41a7-a740-a110a8d5f06d', 'tenant_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'port_id': '271bfd06-ad9c-47a7-aa9d-f6537e596991', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28047d1c-ee8f-4a14-bbf4-938e3632846a', 'mac_address': 'fa:16:3e:6b:5e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7a25db-ff93-49e7-a6de-e97f11e96c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:44:00Z', 'updated_at': '2021-12-16T09:44:03Z', 'revision_number': 1, 'project_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '163e6e11-50ae-4d7d-a219-619b0a8311ec', 'name': '', 'network_id': '28047d1c-ee8f-4a14-bbf4-938e3632846a', 'tenant_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'mac_address': 'fa:16:3e:0e:ce:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'd0262dc5-cf27-4913-8cae-71034a5225c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:50Z', 'updated_at': '2021-12-16T09:43:01Z', 'revision_number': 5, 'project_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'subnets': [{'id': 'd0262dc5-cf27-4913-8cae-71034a5225c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:06.292255 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba457bc-7122-48a1-8430-d549f1d8e070 None None] The sync data for ids ['e039346f-c427-42df-aa11-5b59e0b9d642'] in n-d-820550-2 is: [{'id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'name': 'tempest-ServerRescueTestJSONUnderV235-724864042-router', 'tenant_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:43Z', 'updated_at': '2021-12-16T09:42:51Z', 'revision_number': 4, 'project_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'gw_port': {'id': 'ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:45Z', 'updated_at': '2021-12-16T09:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '1ed473f8-3658-41a7-a740-a110a8d5f06d', 'tenant_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'port_id': '271bfd06-ad9c-47a7-aa9d-f6537e596991', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28047d1c-ee8f-4a14-bbf4-938e3632846a', 'mac_address': 'fa:16:3e:6b:5e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7a25db-ff93-49e7-a6de-e97f11e96c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:44:00Z', 'updated_at': '2021-12-16T09:44:03Z', 'revision_number': 1, 'project_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '163e6e11-50ae-4d7d-a219-619b0a8311ec', 'name': '', 'network_id': '28047d1c-ee8f-4a14-bbf4-938e3632846a', 'tenant_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'mac_address': 'fa:16:3e:0e:ce:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'd0262dc5-cf27-4913-8cae-71034a5225c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:50Z', 'updated_at': '2021-12-16T09:43:01Z', 'revision_number': 5, 'project_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'subnets': [{'id': 'd0262dc5-cf27-4913-8cae-71034a5225c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:44:06.323738 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d06224bf-d4ff-4da6-a435-f579ac6e44c8 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:06.424929 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d06224bf-d4ff-4da6-a435-f579ac6e44c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:06.465690 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-483a23e3-6359-4013-8d4c-b9e8ead2569a tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1910055 Dec 16 09:44:06.474457 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34624) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:06.481324 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b783e63-2fe7-494b-be16-977c22651087 None None] DHCP port deletion for 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:44:06.487901 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-57e6251c-bac1-44fb-9d32-2eafdd69144b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:06.509569 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06224bf-d4ff-4da6-a435-f579ac6e44c8 None None] Network 80ebca74-2610-4824-a3d8-8e60778e3639 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:06.534585 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-d06224bf-d4ff-4da6-a435-f579ac6e44c8 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:06.549267 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06224bf-d4ff-4da6-a435-f579ac6e44c8 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:44:06.560770 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06224bf-d4ff-4da6-a435-f579ac6e44c8 None None] Pushing event updated for resources: {'Port': ['ID=5c0abaf3-49fb-4fdf-8525-871dd59d632a,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:06.651520 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-d06224bf-d4ff-4da6-a435-f579ac6e44c8 None None] Attempting to bind port 5c0abaf3-49fb-4fdf-8525-871dd59d632a on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:44:06.651953 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ca709237-b898-4c37-9bd0-8d3ae525482d req-8812859b-8351-47a4-b455-b12ed6fe300a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=271bfd06-ad9c-47a7-aa9d-f6537e596991 HTTP/1.1" status: 200 len: 999 time: 0.6595109 Dec 16 09:44:06.652076 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-d06224bf-d4ff-4da6-a435-f579ac6e44c8 None None] Attempting to bind port 5c0abaf3-49fb-4fdf-8525-871dd59d632a by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'c1145db4-acce-4730-a2ad-0f420017f088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:44:06.652505 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06224bf-d4ff-4da6-a435-f579ac6e44c8 None None] Attempting to bind port 5c0abaf3-49fb-4fdf-8525-871dd59d632a on network 80ebca74-2610-4824-a3d8-8e60778e3639 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:44:06.663419 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06224bf-d4ff-4da6-a435-f579ac6e44c8 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:44:06.663928 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06224bf-d4ff-4da6-a435-f579ac6e44c8 None None] Checking segment: {'id': 'c1145db4-acce-4730-a2ad-0f420017f088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:44:06.664428 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d06224bf-d4ff-4da6-a435-f579ac6e44c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:06.664915 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06224bf-d4ff-4da6-a435-f579ac6e44c8 None None] Bound using segment: {'id': 'c1145db4-acce-4730-a2ad-0f420017f088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:44:06.665511 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-d06224bf-d4ff-4da6-a435-f579ac6e44c8 None None] Bound port: 5c0abaf3-49fb-4fdf-8525-871dd59d632a, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1145db4-acce-4730-a2ad-0f420017f088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:44:06.665983 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d06224bf-d4ff-4da6-a435-f579ac6e44c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:06.686085 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-5b783e63-2fe7-494b-be16-977c22651087 None None] Deleting port 546509a0-12ee-4eda-803b-b5aa0586595b {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:44:06.686549 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5b783e63-2fe7-494b-be16-977c22651087 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:06.739408 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca709237-b898-4c37-9bd0-8d3ae525482d req-b4fd8e56-6557-462e-9ac1-6bb7a9a2d185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:06.739408 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ca709237-b898-4c37-9bd0-8d3ae525482d req-b4fd8e56-6557-462e-9ac1-6bb7a9a2d185 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d0262dc5-cf27-4913-8cae-71034a5225c2 HTTP/1.1" status: 200 len: 859 time: 0.0761547 Dec 16 09:44:06.800173 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ca709237-b898-4c37-9bd0-8d3ae525482d req-48971900-5348-4f05-9b73-f17ec0b5239d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=28047d1c-ee8f-4a14-bbf4-938e3632846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638428 Dec 16 09:44:06.813731 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-5b783e63-2fe7-494b-be16-977c22651087 None None] For port 546509a0-12ee-4eda-803b-b5aa0586595b, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=546509a0-12ee-4eda-803b-b5aa0586595b,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:06.814218 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5b783e63-2fe7-494b-be16-977c22651087 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:06.839024 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-5b783e63-2fe7-494b-be16-977c22651087 None None] Calling delete_port for 546509a0-12ee-4eda-803b-b5aa0586595b owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:44:06.849413 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-d06224bf-d4ff-4da6-a435-f579ac6e44c8 None None] For port 5c0abaf3-49fb-4fdf-8525-871dd59d632a, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:44:06.864109 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-d06224bf-d4ff-4da6-a435-f579ac6e44c8 None None] For port 5c0abaf3-49fb-4fdf-8525-871dd59d632a, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5c0abaf3-49fb-4fdf-8525-871dd59d632a,segment=NetworkSegment(c1145db4-acce-4730-a2ad-0f420017f088),segment_id=c1145db4-acce-4730-a2ad-0f420017f088)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:44:06.875711 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7e61a34c-1890-4407-940a-329fac234d13 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:06.924435 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25b7a70-e6ee-490e-9e1c-010d390f0641 None None] New status for floating IP 1ed473f8-3658-41a7-a740-a110a8d5f06d: ACTIVE {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:44:06.979056 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d06224bf-d4ff-4da6-a435-f579ac6e44c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:07.082279 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e6251c-bac1-44fb-9d32-2eafdd69144b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:07.088109 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-57e6251c-bac1-44fb-9d32-2eafdd69144b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:07.089834 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e6251c-bac1-44fb-9d32-2eafdd69144b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:44:07.091217 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57e6251c-bac1-44fb-9d32-2eafdd69144b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:44:07.217936 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7e61a34c-1890-4407-940a-329fac234d13 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:07.241037 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06224bf-d4ff-4da6-a435-f579ac6e44c8 None None] Pushing event updated for resources: {'Port': ['ID=5c0abaf3-49fb-4fdf-8525-871dd59d632a,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:07.267384 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06224bf-d4ff-4da6-a435-f579ac6e44c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:07.267768 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06224bf-d4ff-4da6-a435-f579ac6e44c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:07.270907 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06224bf-d4ff-4da6-a435-f579ac6e44c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:07.271266 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06224bf-d4ff-4da6-a435-f579ac6e44c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:07.271622 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06224bf-d4ff-4da6-a435-f579ac6e44c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:07.271963 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06224bf-d4ff-4da6-a435-f579ac6e44c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:07.273285 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06224bf-d4ff-4da6-a435-f579ac6e44c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:07.273633 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06224bf-d4ff-4da6-a435-f579ac6e44c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:07.273961 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06224bf-d4ff-4da6-a435-f579ac6e44c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:07.274308 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06224bf-d4ff-4da6-a435-f579ac6e44c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:07.274637 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06224bf-d4ff-4da6-a435-f579ac6e44c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:07.274961 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06224bf-d4ff-4da6-a435-f579ac6e44c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:07.277433 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ca709237-b898-4c37-9bd0-8d3ae525482d req-e6c6add1-b136-4f6a-bc33-3add2e3229cd service neutron] 10.222.0.60 "GET /v2.0/networks/28047d1c-ee8f-4a14-bbf4-938e3632846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673703 Dec 16 09:44:07.281443 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-57e6251c-bac1-44fb-9d32-2eafdd69144b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7987568 Dec 16 09:44:07.284392 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34634) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:07.289841 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-056f027f-b50e-4440-aed4-007fcdbf3f5d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:07.298040 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:07.324405 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7e61a34c-1890-4407-940a-329fac234d13 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:07.349689 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-6881d325-0108-46be-af3c-82f8e7244315 req-5fd2938c-b8f9-42a3-8749-a056cde96357 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Deleting port f5158a65-46ff-47ce-9b10-d85e06c23785 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:44:07.350168 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6881d325-0108-46be-af3c-82f8e7244315 req-5fd2938c-b8f9-42a3-8749-a056cde96357 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:07.436276 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61a34c-1890-4407-940a-329fac234d13 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=600f1b40-7f01-4631-9d2e-79f113e0b361,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:07.439306 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5b783e63-2fe7-494b-be16-977c22651087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:07.477931 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b783e63-2fe7-494b-be16-977c22651087 None None] Pushing event deleted for resources: {'Port': ['ID=546509a0-12ee-4eda-803b-b5aa0586595b,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:07.481839 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b783e63-2fe7-494b-be16-977c22651087 None None] No DVR routers for this DVR port 546509a0-12ee-4eda-803b-b5aa0586595b on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:44:07.548643 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2969d64a-3d91-4ae8-837d-b077f19fadc3 None None] Network 214dd2af-e0ed-4dc4-8123-2d5410913429 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:44:07.580197 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ca709237-b898-4c37-9bd0-8d3ae525482d req-65f3cbb9-7e49-45ed-a65f-db16bf1c8b64 service neutron] 10.222.0.60 "GET /v2.0/networks/28047d1c-ee8f-4a14-bbf4-938e3632846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834020 Dec 16 09:44:07.624985 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7e61a34c-1890-4407-940a-329fac234d13 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:07.626450 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7e61a34c-1890-4407-940a-329fac234d13 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3756306 Dec 16 09:44:07.630667 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34638) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:07.644648 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-5802f1e9-59bf-411d-8927-626169b865f6 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Request body: {'security_group_rule': {'security_group_id': '1ef5286a-a2a5-4ecc-a285-e468325c6995', 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:07.690210 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-e9310a24-5843-490e-914d-1b25c235b5eb None None] Provisioning complete for port c66385cd-a670-446e-b71d-8f4f3a709a19 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:07.690951 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e9310a24-5843-490e-914d-1b25c235b5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:07.693601 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c4715b43-d065-43fc-8b4a-e7c85b9c46a4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:07.713819 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0db2e-fa6f-4592-91e3-bef006cd77fd req-f68d3e46-4da9-4239-8571-1ae95f6dca2d tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:07.722153 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a9b0db2e-fa6f-4592-91e3-bef006cd77fd req-f68d3e46-4da9-4239-8571-1ae95f6dca2d tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c483f78-f43e-4257-b7ad-f814a065e551 HTTP/1.1" status: 200 len: 946 time: 1.3101964 Dec 16 09:44:07.839071 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a9b0db2e-fa6f-4592-91e3-bef006cd77fd req-6593aa9c-5a3e-4c6e-ba75-37cfd0c839bd tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159260 Dec 16 09:44:07.840268 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18dca6-2990-4fb5-ad7f-ee818bd9b735 req-4d66095f-facc-42a0-b812-f1652918e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:07.841836 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1f18dca6-2990-4fb5-ad7f-ee818bd9b735 req-4d66095f-facc-42a0-b812-f1652918e07b service neutron] 10.222.0.57 "GET /v2.0/networks?id=28047d1c-ee8f-4a14-bbf4-938e3632846a HTTP/1.1" status: 200 len: 920 time: 1.4286566 Dec 16 09:44:07.885592 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-975cb3a3-74f3-47db-8d6c-2c52586bd975 req-04499b88-db16-4319-918f-acb3e61d00b4 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.238 HTTP/1.1" status: 200 len: 1001 time: 0.1623008 Dec 16 09:44:07.886607 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5802f1e9-59bf-411d-8927-626169b865f6 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:07.897919 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e9310a24-5843-490e-914d-1b25c235b5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:07.938632 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1f18dca6-2990-4fb5-ad7f-ee818bd9b735 req-d5e5443b-2009-43ec-a11a-3518b7df731d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=271bfd06-ad9c-47a7-aa9d-f6537e596991 HTTP/1.1" status: 200 len: 1001 time: 0.0846136 Dec 16 09:44:07.967162 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056f027f-b50e-4440-aed4-007fcdbf3f5d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:07.971308 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-056f027f-b50e-4440-aed4-007fcdbf3f5d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:07.973515 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-056f027f-b50e-4440-aed4-007fcdbf3f5d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:44:07.974069 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-056f027f-b50e-4440-aed4-007fcdbf3f5d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:44:07.996077 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-e9310a24-5843-490e-914d-1b25c235b5eb None None] For port c66385cd-a670-446e-b71d-8f4f3a709a19, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=c66385cd-a670-446e-b71d-8f4f3a709a19,segment=NetworkSegment(d261c222-8c73-4c2f-9a98-984ee968db2d),segment_id=d261c222-8c73-4c2f-9a98-984ee968db2d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:08.079004 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e9310a24-5843-490e-914d-1b25c235b5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:08.097066 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-6881d325-0108-46be-af3c-82f8e7244315 req-5fd2938c-b8f9-42a3-8749-a056cde96357 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] For port f5158a65-46ff-47ce-9b10-d85e06c23785, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=f5158a65-46ff-47ce-9b10-d85e06c23785,segment=NetworkSegment(f0df79a4-0132-4b56-a1b6-b2446bc74352),segment_id=f0df79a4-0132-4b56-a1b6-b2446bc74352)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:08.106901 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cb3a3-74f3-47db-8d6c-2c52586bd975 req-ba57ee15-e305-42bc-b15d-00d3ffdf3d2b tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:08.107608 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6881d325-0108-46be-af3c-82f8e7244315 req-5fd2938c-b8f9-42a3-8749-a056cde96357 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:08.117880 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-975cb3a3-74f3-47db-8d6c-2c52586bd975 req-ba57ee15-e305-42bc-b15d-00d3ffdf3d2b tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports/271bfd06-ad9c-47a7-aa9d-f6537e596991 HTTP/1.1" status: 200 len: 942 time: 0.2183094 Dec 16 09:44:08.178910 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-056f027f-b50e-4440-aed4-007fcdbf3f5d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8920825 Dec 16 09:44:08.183166 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34646) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:08.189066 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-38f6df99-413a-4f62-9dde-598c2f6c7e44 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:08.203942 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5802f1e9-59bf-411d-8927-626169b865f6 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:08.214609 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-6881d325-0108-46be-af3c-82f8e7244315 req-5fd2938c-b8f9-42a3-8749-a056cde96357 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Calling delete_port for f5158a65-46ff-47ce-9b10-d85e06c23785 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:44:08.220014 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18dca6-2990-4fb5-ad7f-ee818bd9b735 req-55d1aad7-3750-46ed-adc4-1cca032ef7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:08.221521 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1f18dca6-2990-4fb5-ad7f-ee818bd9b735 req-55d1aad7-3750-46ed-adc4-1cca032ef7f5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d0262dc5-cf27-4913-8cae-71034a5225c2 HTTP/1.1" status: 200 len: 859 time: 0.2708938 Dec 16 09:44:08.229086 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9310a24-5843-490e-914d-1b25c235b5eb None None] Pushing event updated for resources: {'Port': ['ID=c66385cd-a670-446e-b71d-8f4f3a709a19,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:08.302898 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device c66385cd-a670-446e-b71d-8f4f3a709a19 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:08.325515 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5802f1e9-59bf-411d-8927-626169b865f6 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:08.376485 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1f18dca6-2990-4fb5-ad7f-ee818bd9b735 req-03e8d0ab-1cf6-4f5b-a3bb-51ade2c05a90 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=28047d1c-ee8f-4a14-bbf4-938e3632846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973313 Dec 16 09:44:08.383931 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802f1e9-59bf-411d-8927-626169b865f6 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50bcb5fe-6222-4282-91e8-eb0e287cab4a,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:08.412748 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-975cb3a3-74f3-47db-8d6c-2c52586bd975 req-f2b6191a-5396-43cf-89f9-8c41727cd60c tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.238 HTTP/1.1" status: 200 len: 1001 time: 0.1488936 Dec 16 09:44:08.428742 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port c66385cd-a670-446e-b71d-8f4f3a709a19 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:08.429355 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:08.528207 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5802f1e9-59bf-411d-8927-626169b865f6 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:08.532033 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5802f1e9-59bf-411d-8927-626169b865f6 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8964975 Dec 16 09:44:08.533011 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34648) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:08.534813 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-804f32ba-b794-40e0-8e82-88703a2ca621 None None] Provisioning complete for port c66385cd-a670-446e-b71d-8f4f3a709a19 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:08.537648 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-804f32ba-b794-40e0-8e82-88703a2ca621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:08.539632 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-8ddb5829-f5d1-441e-aff4-f0a408314e11 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Request body: {'security_group_rule': {'security_group_id': '1ef5286a-a2a5-4ecc-a285-e468325c6995', 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:08.621746 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1f18dca6-2990-4fb5-ad7f-ee818bd9b735 req-ed5630a3-b02e-4b65-b3d4-1bd036e93c31 service neutron] 10.222.0.57 "GET /v2.0/networks/28047d1c-ee8f-4a14-bbf4-938e3632846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535666 Dec 16 09:44:08.692793 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8ddb5829-f5d1-441e-aff4-f0a408314e11 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:08.724959 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5c0abaf3-49fb-4fdf-8525-871dd59d632a up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:08.781869 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cb3a3-74f3-47db-8d6c-2c52586bd975 req-15809e6c-bd5f-4544-9d7f-9c0231c47141 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:08.787121 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-975cb3a3-74f3-47db-8d6c-2c52586bd975 req-15809e6c-bd5f-4544-9d7f-9c0231c47141 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 784 time: 0.3674426 Dec 16 09:44:08.824004 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 5c0abaf3-49fb-4fdf-8525-871dd59d632a triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:08.824515 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:08.861134 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f6df99-413a-4f62-9dde-598c2f6c7e44 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:08.872674 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5a0d3d-e029-4fa1-9ce1-da55e186be7e None None] Network 80ebca74-2610-4824-a3d8-8e60778e3639 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:44:08.884915 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-38f6df99-413a-4f62-9dde-598c2f6c7e44 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:08.889374 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-38f6df99-413a-4f62-9dde-598c2f6c7e44 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:44:08.892379 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8ddb5829-f5d1-441e-aff4-f0a408314e11 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:08.896496 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38f6df99-413a-4f62-9dde-598c2f6c7e44 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:44:08.950166 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1f18dca6-2990-4fb5-ad7f-ee818bd9b735 req-79461fab-2c00-47bd-830d-60035154f1e0 service neutron] 10.222.0.57 "GET /v2.0/networks/28047d1c-ee8f-4a14-bbf4-938e3632846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186402 Dec 16 09:44:08.974321 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8ddb5829-f5d1-441e-aff4-f0a408314e11 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:09.002952 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb5829-f5d1-441e-aff4-f0a408314e11 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21226796-c7dc-4930-8127-25a217c4888e,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:09.009215 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-975cb3a3-74f3-47db-8d6c-2c52586bd975 req-5b86affc-b5ef-4201-8f5c-eb6c34f9ea95 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.238 HTTP/1.1" status: 200 len: 1001 time: 0.1904750 Dec 16 09:44:09.019844 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-e95c8ecf-580a-4275-b987-fe90b9328c97 None None] Provisioning complete for port 5c0abaf3-49fb-4fdf-8525-871dd59d632a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:09.023451 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e95c8ecf-580a-4275-b987-fe90b9328c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:09.035173 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-975cb3a3-74f3-47db-8d6c-2c52586bd975 req-7d5931ae-3583-495e-805a-bf1f2f466f7e tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:09.083331 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:09.087054 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-38f6df99-413a-4f62-9dde-598c2f6c7e44 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9028020 Dec 16 09:44:09.095756 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34654) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:09.103865 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-9aac435c-78d8-4dac-9d59-b6202ec860d8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:09.113574 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8ddb5829-f5d1-441e-aff4-f0a408314e11 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:09.117532 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8ddb5829-f5d1-441e-aff4-f0a408314e11 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5834844 Dec 16 09:44:09.121491 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34656) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:09.133488 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-ff860fee-e872-4461-99ad-a213aa5c5442 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Request body: {'security_group_rule': {'security_group_id': '1ef5286a-a2a5-4ecc-a285-e468325c6995', 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:09.144905 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-975cb3a3-74f3-47db-8d6c-2c52586bd975 req-7d5931ae-3583-495e-805a-bf1f2f466f7e tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks [] for floatingip, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:09.193461 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 5c0abaf3-49fb-4fdf-8525-871dd59d632a, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5c0abaf3-49fb-4fdf-8525-871dd59d632a,segment=NetworkSegment(c1145db4-acce-4730-a2ad-0f420017f088),segment_id=c1145db4-acce-4730-a2ad-0f420017f088)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:09.211751 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24994b0c-4e4f-4cbf-bb4f-2c3aae1bbf35 req-2b8b5238-3cc3-4477-a86b-4089b04e37ed tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:09.219731 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24994b0c-4e4f-4cbf-bb4f-2c3aae1bbf35 req-2b8b5238-3cc3-4477-a86b-4089b04e37ed tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c483f78-f43e-4257-b7ad-f814a065e551 HTTP/1.1" status: 200 len: 946 time: 0.1993833 Dec 16 09:44:09.274776 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6881d325-0108-46be-af3c-82f8e7244315 req-5fd2938c-b8f9-42a3-8749-a056cde96357 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:09.286612 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c4715b43-d065-43fc-8b4a-e7c85b9c46a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:09.298077 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['2f8e65c6-ba0d-428b-88ce-a94115f405c3'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:44:09.299990 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['ca48f97d-376c-451a-beb4-a14994eb2da7'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:44:09.301810 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:09.314190 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e95c8ecf-580a-4275-b987-fe90b9328c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:09.332119 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c4715b43-d065-43fc-8b4a-e7c85b9c46a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:09.367785 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ff860fee-e872-4461-99ad-a213aa5c5442 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:09.412787 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2938c-b8f9-42a3-8749-a056cde96357 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Pushing event deleted for resources: {'Port': ['ID=f5158a65-46ff-47ce-9b10-d85e06c23785,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:09.425318 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24994b0c-4e4f-4cbf-bb4f-2c3aae1bbf35 req-5983be07-9141-4500-bff1-6ff76ea3b6a8 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046809 Dec 16 09:44:09.510679 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ff860fee-e872-4461-99ad-a213aa5c5442 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:09.513409 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-975cb3a3-74f3-47db-8d6c-2c52586bd975 req-7d5931ae-3583-495e-805a-bf1f2f466f7e tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:09.515937 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=5c0abaf3-49fb-4fdf-8525-871dd59d632a,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:09.518075 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6881d325-0108-46be-af3c-82f8e7244315 req-5fd2938c-b8f9-42a3-8749-a056cde96357 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] No DVR routers for this DVR port f5158a65-46ff-47ce-9b10-d85e06c23785 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:44:09.522423 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6881d325-0108-46be-af3c-82f8e7244315 req-5fd2938c-b8f9-42a3-8749-a056cde96357 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:09.529603 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6881d325-0108-46be-af3c-82f8e7244315 req-5fd2938c-b8f9-42a3-8749-a056cde96357 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.57 "DELETE /v2.0/ports/f5158a65-46ff-47ce-9b10-d85e06c23785 HTTP/1.1" status: 204 len: 173 time: 4.0942600 Dec 16 09:44:09.532352 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c483f78-f43e-4257-b7ad-f814a065e551', 'name': 'network-vif-deleted', 'tag': 'f5158a65-46ff-47ce-9b10-d85e06c23785'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:44:09.541768 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978ac58a-1ef1-4573-bc41-b98a9547959e" -d '{"events": [{"server_uuid": "8c483f78-f43e-4257-b7ad-f814a065e551", "name": "network-vif-deleted", "tag": "f5158a65-46ff-47ce-9b10-d85e06c23785"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:44:09.555245 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aac435c-78d8-4dac-9d59-b6202ec860d8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:09.559140 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9aac435c-78d8-4dac-9d59-b6202ec860d8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:09.561102 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aac435c-78d8-4dac-9d59-b6202ec860d8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:44:09.561567 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aac435c-78d8-4dac-9d59-b6202ec860d8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:44:09.562328 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 546509a0-12ee-4eda-803b-b5aa0586595b no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:44:09.611028 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ff860fee-e872-4461-99ad-a213aa5c5442 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:09.615524 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ea06ea-5b72-41d6-9abb-48d1600eb9bd x-openstack-request-id: req-b9ea06ea-5b72-41d6-9abb-48d1600eb9bd {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:44:09.615818 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c483f78-f43e-4257-b7ad-f814a065e551", "name": "network-vif-deleted", "tag": "f5158a65-46ff-47ce-9b10-d85e06c23785", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:44:09.616088 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b9ea06ea-5b72-41d6-9abb-48d1600eb9bd {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:44:09.619086 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c483f78-f43e-4257-b7ad-f814a065e551', 'name': 'network-vif-deleted', 'tag': 'f5158a65-46ff-47ce-9b10-d85e06c23785', 'status': 'completed', 'code': 200} Dec 16 09:44:09.652391 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-c4715b43-d065-43fc-8b4a-e7c85b9c46a4 admin admin] Allocated IP 172.25.1.116 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/e43b765f-21e8-44af-a022-ae05e9e6be0e) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:44:09.675241 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-975cb3a3-74f3-47db-8d6c-2c52586bd975 req-7d5931ae-3583-495e-805a-bf1f2f466f7e tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:09.675587 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [req-975cb3a3-74f3-47db-8d6c-2c52586bd975 req-7d5931ae-3583-495e-805a-bf1f2f466f7e tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Floating IP 1ed473f8-3658-41a7-a740-a110a8d5f06d disassociated. External IP: 172.25.1.238, port: 271bfd06-ad9c-47a7-aa9d-f6537e596991. Dec 16 09:44:09.693044 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff860fee-e872-4461-99ad-a213aa5c5442 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f4a6c9f-e6bd-4efc-990b-ce06ee4c51e6,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:09.722575 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9aac435c-78d8-4dac-9d59-b6202ec860d8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6254978 Dec 16 09:44:09.725640 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34668) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:09.730902 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-be657ead-0961-4570-853f-4ccff775673b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:09.791660 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ff860fee-e872-4461-99ad-a213aa5c5442 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:09.793843 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ff860fee-e872-4461-99ad-a213aa5c5442 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6689198 Dec 16 09:44:09.797574 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34670) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:09.802931 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-509558f4-fdde-46d0-812a-d0d6bcfab365 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Request body: {'security_group_rule': {'security_group_id': '1ef5286a-a2a5-4ecc-a285-e468325c6995', 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:09.870872 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 546509a0-12ee-4eda-803b-b5aa0586595b {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:44:09.871478 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 546509a0-12ee-4eda-803b-b5aa0586595b not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:44:09.893704 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c4715b43-d065-43fc-8b4a-e7c85b9c46a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:09.949825 n-d-820550-2 neutron-server[102817]: INFO neutron.db.securitygroups_db [None req-509558f4-fdde-46d0-812a-d0d6bcfab365 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Project 60a0020dcca848d99f97019eb94a2e49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 09:44:09.964258 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-e95c8ecf-580a-4275-b987-fe90b9328c97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:44:09.964853 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-e95c8ecf-580a-4275-b987-fe90b9328c97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:44:09.995792 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-509558f4-fdde-46d0-812a-d0d6bcfab365 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:10.081842 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c4715b43-d065-43fc-8b4a-e7c85b9c46a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:10.086385 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-509558f4-fdde-46d0-812a-d0d6bcfab365 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:10.101093 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-975cb3a3-74f3-47db-8d6c-2c52586bd975 req-7d5931ae-3583-495e-805a-bf1f2f466f7e tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Router e039346f-c427-42df-aa11-5b59e0b9d642 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:44:10.173404 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device c66385cd-a670-446e-b71d-8f4f3a709a19 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:10.196148 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be657ead-0961-4570-853f-4ccff775673b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:10.200003 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-be657ead-0961-4570-853f-4ccff775673b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:10.202216 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-be657ead-0961-4570-853f-4ccff775673b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:44:10.202682 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be657ead-0961-4570-853f-4ccff775673b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:44:10.232283 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4715b43-d065-43fc-8b4a-e7c85b9c46a4 admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:10.245276 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-975cb3a3-74f3-47db-8d6c-2c52586bd975 req-7d5931ae-3583-495e-805a-bf1f2f466f7e tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:44:10.247450 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-509558f4-fdde-46d0-812a-d0d6bcfab365 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:10.251594 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-975cb3a3-74f3-47db-8d6c-2c52586bd975 req-7d5931ae-3583-495e-805a-bf1f2f466f7e tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:10.259795 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0c6fda-ceb2-4f83-b47a-dd2511d279b3 None None] Sync routers for ids ['e039346f-c427-42df-aa11-5b59e0b9d642'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:44:10.267961 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4715b43-d065-43fc-8b4a-e7c85b9c46a4 admin admin] Pushing event updated for resources: {'Port': ['ID=e43b765f-21e8-44af-a022-ae05e9e6be0e,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:10.278693 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0c6fda-ceb2-4f83-b47a-dd2511d279b3 None None] Routers {'e039346f-c427-42df-aa11-5b59e0b9d642'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:44:10.284304 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-3d0c6fda-ceb2-4f83-b47a-dd2511d279b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:43:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['e039346f-c427-42df-aa11-5b59e0b9d642'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:10.286820 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-c4715b43-d065-43fc-8b4a-e7c85b9c46a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:10.297228 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509558f4-fdde-46d0-812a-d0d6bcfab365 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e58d63d-5fa9-42e3-8c75-d1f631d96657,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:10.300834 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-975cb3a3-74f3-47db-8d6c-2c52586bd975 req-7d5931ae-3583-495e-805a-bf1f2f466f7e tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "PUT /v2.0/floatingips/1ed473f8-3658-41a7-a740-a110a8d5f06d HTTP/1.1" status: 200 len: 695 time: 1.2732980 Dec 16 09:44:10.301652 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed7a25db-ff93-49e7-a6de-e97f11e96c7e', 'tag': '271bfd06-ad9c-47a7-aa9d-f6537e596991'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:44:10.304047 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105e236c-4fbf-47a6-ba1b-f4882678e89f" -d '{"events": [{"name": "network-changed", "server_uuid": "ed7a25db-ff93-49e7-a6de-e97f11e96c7e", "tag": "271bfd06-ad9c-47a7-aa9d-f6537e596991"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:44:10.315393 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4715b43-d065-43fc-8b4a-e7c85b9c46a4 admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:44:10.323921 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port c66385cd-a670-446e-b71d-8f4f3a709a19 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:10.329336 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:10.335381 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device f5158a65-46ff-47ce-9b10-d85e06c23785 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:44:10.379974 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-be657ead-0961-4570-853f-4ccff775673b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6531067 Dec 16 09:44:10.394797 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34674) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:10.398979 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1683585d-b1ed-4602-b172-b83246fc6e5a x-openstack-request-id: req-1683585d-b1ed-4602-b172-b83246fc6e5a {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:44:10.399158 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: f5158a65-46ff-47ce-9b10-d85e06c23785 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:44:10.399336 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed7a25db-ff93-49e7-a6de-e97f11e96c7e", "tag": "271bfd06-ad9c-47a7-aa9d-f6537e596991", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:44:10.399527 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device f5158a65-46ff-47ce-9b10-d85e06c23785 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:44:10.399807 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1683585d-b1ed-4602-b172-b83246fc6e5a {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:44:10.400222 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed7a25db-ff93-49e7-a6de-e97f11e96c7e', 'tag': '271bfd06-ad9c-47a7-aa9d-f6537e596991', 'status': 'completed', 'code': 200} Dec 16 09:44:10.422304 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-c1a78a27-daa0-431b-a732-b943ac1e1bfe tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:10.477520 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-509558f4-fdde-46d0-812a-d0d6bcfab365 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:10.484987 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-509558f4-fdde-46d0-812a-d0d6bcfab365 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6857483 Dec 16 09:44:10.488426 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34684) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:10.496542 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-20cd6b3d-f295-4919-951f-153e1f7d5c44 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Request body: {'security_group_rule': {'security_group_id': '1ef5286a-a2a5-4ecc-a285-e468325c6995', 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:10.523413 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-3d0c6fda-ceb2-4f83-b47a-dd2511d279b3 None None] Set router e039346f-c427-42df-aa11-5b59e0b9d642 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:44:10.577924 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:10.636907 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cb3a3-74f3-47db-8d6c-2c52586bd975 req-3b61e954-3720-42fa-80d5-423df02ea52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:10.648375 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-975cb3a3-74f3-47db-8d6c-2c52586bd975 req-3b61e954-3720-42fa-80d5-423df02ea52a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ff7029f74a841b4ae8b7c47bc887ad7&device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 1096 time: 0.3185747 Dec 16 09:44:10.654712 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5c0abaf3-49fb-4fdf-8525-871dd59d632a up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:10.671769 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e236c-4fbf-47a6-ba1b-f4882678e89f req-659f7ed2-5819-454a-bd9e-30c3de478f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:10.673306 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-105e236c-4fbf-47a6-ba1b-f4882678e89f req-659f7ed2-5819-454a-bd9e-30c3de478f82 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ff7029f74a841b4ae8b7c47bc887ad7&device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 1096 time: 0.2641215 Dec 16 09:44:10.733840 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1fd23c18-e5e8-4311-bd62-cd4a6a2c7149 req-8f35d54e-fb47-42d1-b8c0-62af8b915b2a tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c483f78-f43e-4257-b7ad-f814a065e551 HTTP/1.1" status: 200 len: 210 time: 0.1034584 Dec 16 09:44:10.750939 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 5c0abaf3-49fb-4fdf-8525-871dd59d632a triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:10.751324 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:10.788451 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-5f655cda-acfe-4bda-bd82-a6e72b8ecb39 None None] Provisioning complete for port 5c0abaf3-49fb-4fdf-8525-871dd59d632a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:10.788830 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5f655cda-acfe-4bda-bd82-a6e72b8ecb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:10.878280 n-d-820550-2 neutron-server[102816]: INFO neutron.db.securitygroups_db [None req-20cd6b3d-f295-4919-951f-153e1f7d5c44 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Project 60a0020dcca848d99f97019eb94a2e49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 09:44:10.886644 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-20cd6b3d-f295-4919-951f-153e1f7d5c44 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:10.912523 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cb3a3-74f3-47db-8d6c-2c52586bd975 req-2b157459-e165-4072-9eb7-03d9d62031e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:10.948634 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-975cb3a3-74f3-47db-8d6c-2c52586bd975 req-2b157459-e165-4072-9eb7-03d9d62031e9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=28047d1c-ee8f-4a14-bbf4-938e3632846a HTTP/1.1" status: 200 len: 920 time: 0.2901013 Dec 16 09:44:11.011993 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e236c-4fbf-47a6-ba1b-f4882678e89f req-f14e3c9a-bee7-4801-b490-ec7ad17e2bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:11.013765 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-105e236c-4fbf-47a6-ba1b-f4882678e89f req-f14e3c9a-bee7-4801-b490-ec7ad17e2bb5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=28047d1c-ee8f-4a14-bbf4-938e3632846a HTTP/1.1" status: 200 len: 920 time: 0.3081625 Dec 16 09:44:11.016573 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-20cd6b3d-f295-4919-951f-153e1f7d5c44 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:11.056010 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-3d0c6fda-ceb2-4f83-b47a-dd2511d279b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'name': 'tempest-ServerRescueTestJSONUnderV235-724864042-router', 'tenant_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:43Z', 'updated_at': '2021-12-16T09:42:51Z', 'revision_number': 4, 'project_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'gw_port': {'id': 'ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:45Z', 'updated_at': '2021-12-16T09:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '163e6e11-50ae-4d7d-a219-619b0a8311ec', 'name': '', 'network_id': '28047d1c-ee8f-4a14-bbf4-938e3632846a', 'tenant_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'mac_address': 'fa:16:3e:0e:ce:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'd0262dc5-cf27-4913-8cae-71034a5225c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:50Z', 'updated_at': '2021-12-16T09:43:01Z', 'revision_number': 5, 'project_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'subnets': [{'id': 'd0262dc5-cf27-4913-8cae-71034a5225c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:11.063538 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-975cb3a3-74f3-47db-8d6c-2c52586bd975 req-f7a5479f-0490-4026-a5ab-72d78ca39851 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=271bfd06-ad9c-47a7-aa9d-f6537e596991 HTTP/1.1" status: 200 len: 217 time: 0.1111634 Dec 16 09:44:11.104295 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0c6fda-ceb2-4f83-b47a-dd2511d279b3 None None] Checking router: e039346f-c427-42df-aa11-5b59e0b9d642 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:44:11.127551 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0c6fda-ceb2-4f83-b47a-dd2511d279b3 None None] Routers {'e039346f-c427-42df-aa11-5b59e0b9d642'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:44:11.128315 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-3d0c6fda-ceb2-4f83-b47a-dd2511d279b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:43:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['e039346f-c427-42df-aa11-5b59e0b9d642'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:11.172388 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cb3a3-74f3-47db-8d6c-2c52586bd975 req-501308ab-0321-4532-a8b5-11d7ed4b0c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:11.194232 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-975cb3a3-74f3-47db-8d6c-2c52586bd975 req-501308ab-0321-4532-a8b5-11d7ed4b0c1d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d0262dc5-cf27-4913-8cae-71034a5225c2 HTTP/1.1" status: 200 len: 859 time: 0.1215820 Dec 16 09:44:11.200049 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c4715b43-d065-43fc-8b4a-e7c85b9c46a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:11.202004 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-20cd6b3d-f295-4919-951f-153e1f7d5c44 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:11.265843 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-975cb3a3-74f3-47db-8d6c-2c52586bd975 req-2d0834ab-dd94-4265-a9d0-4f3a3bc5b88a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=28047d1c-ee8f-4a14-bbf4-938e3632846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701895 Dec 16 09:44:11.289663 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd6b3d-f295-4919-951f-153e1f7d5c44 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b654ce3-ab72-485a-8190-05aab1330da4,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:11.339950 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-105e236c-4fbf-47a6-ba1b-f4882678e89f req-2cc843b6-018a-493a-b56d-f3fbd5162e7c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=271bfd06-ad9c-47a7-aa9d-f6537e596991 HTTP/1.1" status: 200 len: 217 time: 0.3109531 Dec 16 09:44:11.417696 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e236c-4fbf-47a6-ba1b-f4882678e89f req-0dc9aaca-897e-4fc8-b051-047734705a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:11.420189 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-105e236c-4fbf-47a6-ba1b-f4882678e89f req-0dc9aaca-897e-4fc8-b051-047734705a58 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d0262dc5-cf27-4913-8cae-71034a5225c2 HTTP/1.1" status: 200 len: 859 time: 0.0689025 Dec 16 09:44:11.512860 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-105e236c-4fbf-47a6-ba1b-f4882678e89f req-9289ad49-d694-449f-9ccf-62a73ea18163 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=28047d1c-ee8f-4a14-bbf4-938e3632846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712423 Dec 16 09:44:11.544050 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-20cd6b3d-f295-4919-951f-153e1f7d5c44 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:11.546120 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-20cd6b3d-f295-4919-951f-153e1f7d5c44 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0537951 Dec 16 09:44:11.569882 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-3d0c6fda-ceb2-4f83-b47a-dd2511d279b3 None None] Set router e039346f-c427-42df-aa11-5b59e0b9d642 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:44:11.682579 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c4715b43-d065-43fc-8b4a-e7c85b9c46a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:11.686997 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-105e236c-4fbf-47a6-ba1b-f4882678e89f req-1a136f7e-1214-4fe2-b011-adf35989da9b service neutron] 10.222.0.57 "GET /v2.0/networks/28047d1c-ee8f-4a14-bbf4-938e3632846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379054 Dec 16 09:44:11.806774 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a78a27-daa0-431b-a732-b943ac1e1bfe tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:11.810591 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c1a78a27-daa0-431b-a732-b943ac1e1bfe tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:11.813017 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1a78a27-daa0-431b-a732-b943ac1e1bfe tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:44:11.813953 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1a78a27-daa0-431b-a732-b943ac1e1bfe tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:44:11.900270 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-975cb3a3-74f3-47db-8d6c-2c52586bd975 req-c9429477-5576-4545-b5e9-5a67598902b1 service neutron] 10.222.0.60 "GET /v2.0/networks/28047d1c-ee8f-4a14-bbf4-938e3632846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6333468 Dec 16 09:44:11.938059 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c1a78a27-daa0-431b-a732-b943ac1e1bfe tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.5356128 Dec 16 09:44:11.939013 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34712) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:11.997622 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-87da54cc-3f4e-4639-9d96-10a5b898f90f tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1689150104&fields=id&tenant_id=60a0020dcca848d99f97019eb94a2e49 HTTP/1.1" status: 200 len: 267 time: 0.0775380 Dec 16 09:44:12.032600 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d80169ef-1921-44a4-80a9-591fdfeab9fb tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0472054 Dec 16 09:44:12.035269 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34716) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:12.038515 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-3d0c6fda-ceb2-4f83-b47a-dd2511d279b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'name': 'tempest-ServerRescueTestJSONUnderV235-724864042-router', 'tenant_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:43Z', 'updated_at': '2021-12-16T09:42:51Z', 'revision_number': 4, 'project_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'gw_port': {'id': 'ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:45Z', 'updated_at': '2021-12-16T09:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '163e6e11-50ae-4d7d-a219-619b0a8311ec', 'name': '', 'network_id': '28047d1c-ee8f-4a14-bbf4-938e3632846a', 'tenant_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'mac_address': 'fa:16:3e:0e:ce:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'd0262dc5-cf27-4913-8cae-71034a5225c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:50Z', 'updated_at': '2021-12-16T09:43:01Z', 'revision_number': 5, 'project_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'subnets': [{'id': 'd0262dc5-cf27-4913-8cae-71034a5225c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:12.138944 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feab37de-da74-46c9-9380-acd16c7b2bb1 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:12.144337 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-feab37de-da74-46c9-9380-acd16c7b2bb1 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1079063 Dec 16 09:44:12.148461 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0c6fda-ceb2-4f83-b47a-dd2511d279b3 None None] The sync data for ids ['e039346f-c427-42df-aa11-5b59e0b9d642'] in n-d-820550-2 is: [{'id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'name': 'tempest-ServerRescueTestJSONUnderV235-724864042-router', 'tenant_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:43Z', 'updated_at': '2021-12-16T09:42:51Z', 'revision_number': 4, 'project_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'gw_port': {'id': 'ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:45Z', 'updated_at': '2021-12-16T09:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '163e6e11-50ae-4d7d-a219-619b0a8311ec', 'name': '', 'network_id': '28047d1c-ee8f-4a14-bbf4-938e3632846a', 'tenant_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'mac_address': 'fa:16:3e:0e:ce:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'd0262dc5-cf27-4913-8cae-71034a5225c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:50Z', 'updated_at': '2021-12-16T09:43:01Z', 'revision_number': 5, 'project_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'subnets': [{'id': 'd0262dc5-cf27-4913-8cae-71034a5225c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:44:12.148701 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34722) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:12.174949 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-975cb3a3-74f3-47db-8d6c-2c52586bd975 req-8e5d4ea5-7321-48be-8882-c65022bf7dfa service neutron] 10.222.0.60 "GET /v2.0/networks/28047d1c-ee8f-4a14-bbf4-938e3632846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709644 Dec 16 09:44:12.235338 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-70191ccf-a617-458d-ab88-b02e9ebef072 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847478 Dec 16 09:44:12.236078 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34728) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:12.243085 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-4698facb-2f36-4be9-8bd1-a238da1fd91e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:12.455650 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ae54d915-1497-45df-aa9c-210ee634f45b req-25c6e59e-e90f-40a7-bb03-9923a1b9d8f1 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/floatingips/1ed473f8-3658-41a7-a740-a110a8d5f06d HTTP/1.1" status: 200 len: 695 time: 0.0990558 Dec 16 09:44:12.588258 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4698facb-2f36-4be9-8bd1-a238da1fd91e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:12.592056 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4698facb-2f36-4be9-8bd1-a238da1fd91e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:12.614407 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4715b43-d065-43fc-8b4a-e7c85b9c46a4 admin admin] Router 744dafc6-87da-409e-a7b7-7a3446f8ec99 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:44:12.618332 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec78fc5-d01a-4200-bd10-fe2fa7a84898 None None] New status for floating IP 1ed473f8-3658-41a7-a740-a110a8d5f06d: DOWN {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:44:12.632931 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-105e236c-4fbf-47a6-ba1b-f4882678e89f req-f9711dc4-c244-44a0-9b1e-278d7bcca3fa service neutron] 10.222.0.57 "GET /v2.0/networks/28047d1c-ee8f-4a14-bbf4-938e3632846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7981374 Dec 16 09:44:12.700080 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54d915-1497-45df-aa9c-210ee634f45b req-532f23ec-87dd-47a5-8e43-64777fc56a16 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:12.701543 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ae54d915-1497-45df-aa9c-210ee634f45b req-532f23ec-87dd-47a5-8e43-64777fc56a16 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 784 time: 0.2312181 Dec 16 09:44:12.753070 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-f3cd3fc7-1c9e-4120-8b27-53a54937b764 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:12.754771 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-f3cd3fc7-1c9e-4120-8b27-53a54937b764 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/networks?id=214dd2af-e0ed-4dc4-8123-2d5410913429 HTTP/1.1" status: 200 len: 797 time: 0.7426803 Dec 16 09:44:12.770049 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ae54d915-1497-45df-aa9c-210ee634f45b req-5c671b8f-c647-448e-b5ea-796514b2d2b0 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.238 HTTP/1.1" status: 200 len: 698 time: 0.0581501 Dec 16 09:44:12.791133 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-88795aff-5dcd-4d9e-aa93-858b00d4e93a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/quotas/60a0020dcca848d99f97019eb94a2e49 HTTP/1.1" status: 200 len: 375 time: 0.0227456 Dec 16 09:44:12.838706 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4715b43-d065-43fc-8b4a-e7c85b9c46a4 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:44:12.851859 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28691d2b-6a3e-4f95-88b2-8fdc592cab85 None None] Sync routers for ids ['744dafc6-87da-409e-a7b7-7a3446f8ec99'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:44:12.856146 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ae54d915-1497-45df-aa9c-210ee634f45b req-e0875e3a-67e3-462b-8e6d-3add1cd161d9 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.1.238 HTTP/1.1" status: 200 len: 698 time: 0.0780370 Dec 16 09:44:12.864213 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28691d2b-6a3e-4f95-88b2-8fdc592cab85 None None] Routers {'744dafc6-87da-409e-a7b7-7a3446f8ec99'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:44:12.865178 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-28691d2b-6a3e-4f95-88b2-8fdc592cab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:43:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['744dafc6-87da-409e-a7b7-7a3446f8ec99'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:12.888947 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-7da0acc2-3142-48c9-bf24-18d046c59dfa tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=60a0020dcca848d99f97019eb94a2e49&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0880289 Dec 16 09:44:12.907563 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-e1a5a9c0-2cbf-462d-a537-262a3d4c29f9 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:44:12.909338 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-e1a5a9c0-2cbf-462d-a537-262a3d4c29f9 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083802 Dec 16 09:44:12.959104 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c4715b43-d065-43fc-8b4a-e7c85b9c46a4 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:12.959104 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c4715b43-d065-43fc-8b4a-e7c85b9c46a4 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.8986812 Dec 16 09:44:12.959836 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34742) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:12.996591 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-28691d2b-6a3e-4f95-88b2-8fdc592cab85 None None] Set router 744dafc6-87da-409e-a7b7-7a3446f8ec99 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:44:13.062729 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-8b638f58-7115-4f61-b0b5-50b6e89daa80 service neutron] 10.222.0.60 "GET /v2.0/networks/214dd2af-e0ed-4dc4-8123-2d5410913429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356697 Dec 16 09:44:13.165731 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-7b7f31e8-7144-406f-99d8-744cfd9f4f69 service neutron] 10.222.0.60 "GET /v2.0/networks/214dd2af-e0ed-4dc4-8123-2d5410913429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021931 Dec 16 09:44:13.182097 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-ae54d915-1497-45df-aa9c-210ee634f45b req-39316091-23fc-4ab1-9cc7-b9b3cac4849b tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Deleting port 8a252ddb-08a1-426b-a356-0dab07b462bd {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:44:13.182649 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ae54d915-1497-45df-aa9c-210ee634f45b req-39316091-23fc-4ab1-9cc7-b9b3cac4849b tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:13.220276 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-28691d2b-6a3e-4f95-88b2-8fdc592cab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'name': 'tempest-AttachVolumeShelveTestJSON-1862062291-router', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:05Z', 'updated_at': '2021-12-16T09:44:10Z', 'revision_number': 3, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'gw_port': {'id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:67:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:09Z', 'updated_at': '2021-12-16T09:44:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:13.248386 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28691d2b-6a3e-4f95-88b2-8fdc592cab85 None None] Checking router: 744dafc6-87da-409e-a7b7-7a3446f8ec99 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:44:13.248787 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28691d2b-6a3e-4f95-88b2-8fdc592cab85 None None] Updating router 744dafc6-87da-409e-a7b7-7a3446f8ec99 port e43b765f-21e8-44af-a022-ae05e9e6be0e binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:44:13.279628 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-28691d2b-6a3e-4f95-88b2-8fdc592cab85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:13.378735 n-d-820550-2 neutron-server[102817]: DEBUG neutron.objects.ports [None req-4698facb-2f36-4be9-8bd1-a238da1fd91e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102817) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:44:13.381221 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ae54d915-1497-45df-aa9c-210ee634f45b req-39316091-23fc-4ab1-9cc7-b9b3cac4849b tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:13.381545 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ae54d915-1497-45df-aa9c-210ee634f45b req-39316091-23fc-4ab1-9cc7-b9b3cac4849b tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:13.390914 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4698facb-2f36-4be9-8bd1-a238da1fd91e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:13.498995 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-ae54d915-1497-45df-aa9c-210ee634f45b req-39316091-23fc-4ab1-9cc7-b9b3cac4849b tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Calling delete_port for 8a252ddb-08a1-426b-a356-0dab07b462bd owned by network:floatingip {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:44:13.533649 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4698facb-2f36-4be9-8bd1-a238da1fd91e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:13.546934 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-4698facb-2f36-4be9-8bd1-a238da1fd91e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:13.558723 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a640683b-d2c4-4f53-bc18-3acb8c0c197f None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:44:13.599322 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4698facb-2f36-4be9-8bd1-a238da1fd91e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:13.599926 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4698facb-2f36-4be9-8bd1-a238da1fd91e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:13.611708 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698facb-2f36-4be9-8bd1-a238da1fd91e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Subnet': ['ID=06dda3c1-b93b-47bd-ba0f-8d473494a36d,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:13.630433 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698facb-2f36-4be9-8bd1-a238da1fd91e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:13.630763 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698facb-2f36-4be9-8bd1-a238da1fd91e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:13.631022 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698facb-2f36-4be9-8bd1-a238da1fd91e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:13.631357 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698facb-2f36-4be9-8bd1-a238da1fd91e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:13.631723 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698facb-2f36-4be9-8bd1-a238da1fd91e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:13.632095 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698facb-2f36-4be9-8bd1-a238da1fd91e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:13.632422 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698facb-2f36-4be9-8bd1-a238da1fd91e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:13.632746 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698facb-2f36-4be9-8bd1-a238da1fd91e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:13.633064 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698facb-2f36-4be9-8bd1-a238da1fd91e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:13.633406 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698facb-2f36-4be9-8bd1-a238da1fd91e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:13.641162 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698facb-2f36-4be9-8bd1-a238da1fd91e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:13.641162 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698facb-2f36-4be9-8bd1-a238da1fd91e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:13.734826 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-28691d2b-6a3e-4f95-88b2-8fdc592cab85 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:13.749429 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4698facb-2f36-4be9-8bd1-a238da1fd91e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5121460 Dec 16 09:44:13.752280 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34754) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:13.758060 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-76a8ced3-2242-4c18-9d0a-0cdd80a807b3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'port': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'mac_address': 'fa:16:3e:e3:78:17', 'name': 'tempest-NetworksTestDHCPv6-354924651'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:13.790642 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303e2153-2012-4b34-b3b7-141f5690d14e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'fixed_ips': [{'subnet_id': '06dda3c1-b93b-47bd-ba0f-8d473494a36d'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:44:13.792853 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-303e2153-2012-4b34-b3b7-141f5690d14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:13.825237 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-28691d2b-6a3e-4f95-88b2-8fdc592cab85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:13.883515 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f72a6bd9-3161-4573-891f-c950f9e004c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:13.911484 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-28691d2b-6a3e-4f95-88b2-8fdc592cab85 None None] Attempting to bind port e43b765f-21e8-44af-a022-ae05e9e6be0e on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:44:13.911905 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-28691d2b-6a3e-4f95-88b2-8fdc592cab85 None None] Attempting to bind port e43b765f-21e8-44af-a022-ae05e9e6be0e by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:44:13.912336 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28691d2b-6a3e-4f95-88b2-8fdc592cab85 None None] Attempting to bind port e43b765f-21e8-44af-a022-ae05e9e6be0e on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:44:13.915447 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a9efc6-8da8-44ac-b2a4-d5b4731e498d None None] Pushing event updated for resources: {'Port': ['ID=e43b765f-21e8-44af-a022-ae05e9e6be0e,revision_number=2']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:13.921377 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28691d2b-6a3e-4f95-88b2-8fdc592cab85 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:44:13.921746 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28691d2b-6a3e-4f95-88b2-8fdc592cab85 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:44:13.922280 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-28691d2b-6a3e-4f95-88b2-8fdc592cab85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:13.922697 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28691d2b-6a3e-4f95-88b2-8fdc592cab85 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:44:13.923357 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-28691d2b-6a3e-4f95-88b2-8fdc592cab85 None None] Bound port: e43b765f-21e8-44af-a022-ae05e9e6be0e, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:44:13.923772 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-28691d2b-6a3e-4f95-88b2-8fdc592cab85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:13.966541 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9efc6-8da8-44ac-b2a4-d5b4731e498d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:13.967074 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9efc6-8da8-44ac-b2a4-d5b4731e498d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:13.967582 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9efc6-8da8-44ac-b2a4-d5b4731e498d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:13.968175 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9efc6-8da8-44ac-b2a4-d5b4731e498d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:13.968826 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9efc6-8da8-44ac-b2a4-d5b4731e498d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:13.969671 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9efc6-8da8-44ac-b2a4-d5b4731e498d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:13.970835 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9efc6-8da8-44ac-b2a4-d5b4731e498d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:13.971338 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9efc6-8da8-44ac-b2a4-d5b4731e498d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:13.971834 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9efc6-8da8-44ac-b2a4-d5b4731e498d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:13.972432 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9efc6-8da8-44ac-b2a4-d5b4731e498d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:13.972939 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9efc6-8da8-44ac-b2a4-d5b4731e498d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:13.973606 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9efc6-8da8-44ac-b2a4-d5b4731e498d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:14.001603 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ae54d915-1497-45df-aa9c-210ee634f45b req-39316091-23fc-4ab1-9cc7-b9b3cac4849b tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:14.031274 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-28691d2b-6a3e-4f95-88b2-8fdc592cab85 None None] For port e43b765f-21e8-44af-a022-ae05e9e6be0e, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:44:14.040416 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-28691d2b-6a3e-4f95-88b2-8fdc592cab85 None None] For port e43b765f-21e8-44af-a022-ae05e9e6be0e, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=e43b765f-21e8-44af-a022-ae05e9e6be0e,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:44:14.050698 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-303e2153-2012-4b34-b3b7-141f5690d14e None None] Allocated IP 2001:db8::f816:3eff:fef2:f422 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/06dda3c1-b93b-47bd-ba0f-8d473494a36d/a4614448-c4e6-46dc-b3c0-72aeccac3583) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:44:14.058458 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b4d7a32c-355f-4ffe-b265-a235f9b7fe58 req-c5caea2e-dad1-4e9c-b964-fdd20c674ab0 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=14b529ed-a3e2-49c4-bba5-364cce53d1fb HTTP/1.1" status: 200 len: 210 time: 0.1091206 Dec 16 09:44:14.128651 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39316091-23fc-4ab1-9cc7-b9b3cac4849b tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Pushing event deleted for resources: {'Port': ['ID=8a252ddb-08a1-426b-a356-0dab07b462bd,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:14.212950 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925a743-1a1a-4867-9583-caaab1281c56 req-75a10801-759c-4752-967a-fba0b4757189 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:14.216037 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b925a743-1a1a-4867-9583-caaab1281c56 req-75a10801-759c-4752-967a-fba0b4757189 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3d17121-b560-48ae-b44d-04a4885fb0c1 HTTP/1.1" status: 200 len: 946 time: 0.0921144 Dec 16 09:44:14.235808 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-28691d2b-6a3e-4f95-88b2-8fdc592cab85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:14.257691 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a8ced3-2242-4c18-9d0a-0cdd80a807b3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:14.302886 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ae54d915-1497-45df-aa9c-210ee634f45b req-39316091-23fc-4ab1-9cc7-b9b3cac4849b tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks [] for floatingip, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:14.305766 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ae54d915-1497-45df-aa9c-210ee634f45b req-39316091-23fc-4ab1-9cc7-b9b3cac4849b tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:14.307008 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ae54d915-1497-45df-aa9c-210ee634f45b req-39316091-23fc-4ab1-9cc7-b9b3cac4849b tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "DELETE /v2.0/floatingips/1ed473f8-3658-41a7-a740-a110a8d5f06d HTTP/1.1" status: 204 len: 173 time: 1.4407587 Dec 16 09:44:14.370747 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-303e2153-2012-4b34-b3b7-141f5690d14e None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:14.410560 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a9efc6-8da8-44ac-b2a4-d5b4731e498d None None] Pushing event updated for resources: {'Port': ['ID=e43b765f-21e8-44af-a022-ae05e9e6be0e,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:14.414248 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28691d2b-6a3e-4f95-88b2-8fdc592cab85 None None] Routers {'744dafc6-87da-409e-a7b7-7a3446f8ec99'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:44:14.414874 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-28691d2b-6a3e-4f95-88b2-8fdc592cab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:43:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['744dafc6-87da-409e-a7b7-7a3446f8ec99'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:14.434193 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8fe07724-761e-4089-8116-8487659fa498 req-3e8ca743-d6bc-4fdc-a380-d3ac79109073 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups/796cc075-09c2-4d45-a261-d8e9e4bd130d HTTP/1.1" status: 200 len: 1810 time: 0.0559552 Dec 16 09:44:14.441024 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b925a743-1a1a-4867-9583-caaab1281c56 req-6299e1f9-735b-441d-8553-8c9e3f1cfb7f tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163322 Dec 16 09:44:14.466893 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-f72a6bd9-3161-4573-891f-c950f9e004c0 admin admin] Allocated IP 172.20.0.1 (80ebca74-2610-4824-a3d8-8e60778e3639/55767ecf-03fc-4a01-868c-518fd421c2f1/b71a7501-5df2-411f-80ea-324a5c1794ba) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:44:14.501072 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-76a8ced3-2242-4c18-9d0a-0cdd80a807b3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:14.501435 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-8fe07724-761e-4089-8116-8487659fa498 req-a1d890b8-f3b9-4262-a9e6-e444e3b0b983 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:14.519408 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-303e2153-2012-4b34-b3b7-141f5690d14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:14.528387 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-76a8ced3-2242-4c18-9d0a-0cdd80a807b3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] device_id is not set on port 1dc7ba3a-2daf-4654-b7d1-bd5d8138fdd7 yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:44:14.570443 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-28691d2b-6a3e-4f95-88b2-8fdc592cab85 None None] Set router 744dafc6-87da-409e-a7b7-7a3446f8ec99 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:44:14.572851 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303e2153-2012-4b34-b3b7-141f5690d14e None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:14.575778 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-303e2153-2012-4b34-b3b7-141f5690d14e None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:14.582575 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303e2153-2012-4b34-b3b7-141f5690d14e None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:44:14.586188 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303e2153-2012-4b34-b3b7-141f5690d14e None None] Pushing event updated for resources: {'Port': ['ID=a4614448-c4e6-46dc-b3c0-72aeccac3583,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:14.626466 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f72a6bd9-3161-4573-891f-c950f9e004c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:14.666829 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-8fe07724-761e-4089-8116-8487659fa498 req-a1d890b8-f3b9-4262-a9e6-e444e3b0b983 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:14.681081 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-76a8ced3-2242-4c18-9d0a-0cdd80a807b3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Allocated IP 2001:db8::f816:3eff:fee3:7817 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/06dda3c1-b93b-47bd-ba0f-8d473494a36d/1dc7ba3a-2daf-4654-b7d1-bd5d8138fdd7) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:44:14.682990 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-303e2153-2012-4b34-b3b7-141f5690d14e None None] Attempting to bind port a4614448-c4e6-46dc-b3c0-72aeccac3583 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:44:14.684006 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-303e2153-2012-4b34-b3b7-141f5690d14e None None] Attempting to bind port a4614448-c4e6-46dc-b3c0-72aeccac3583 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:44:14.684387 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303e2153-2012-4b34-b3b7-141f5690d14e None None] Attempting to bind port a4614448-c4e6-46dc-b3c0-72aeccac3583 on network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:44:14.691029 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303e2153-2012-4b34-b3b7-141f5690d14e None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:44:14.691962 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303e2153-2012-4b34-b3b7-141f5690d14e None None] Checking segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:44:14.692409 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-303e2153-2012-4b34-b3b7-141f5690d14e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:14.692854 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303e2153-2012-4b34-b3b7-141f5690d14e None None] Bound using segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:44:14.693614 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-303e2153-2012-4b34-b3b7-141f5690d14e None None] Bound port: a4614448-c4e6-46dc-b3c0-72aeccac3583, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:44:14.694448 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-303e2153-2012-4b34-b3b7-141f5690d14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:14.766882 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-303e2153-2012-4b34-b3b7-141f5690d14e None None] For port a4614448-c4e6-46dc-b3c0-72aeccac3583, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:44:14.769927 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-303e2153-2012-4b34-b3b7-141f5690d14e None None] For port a4614448-c4e6-46dc-b3c0-72aeccac3583, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=a4614448-c4e6-46dc-b3c0-72aeccac3583,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:44:14.795285 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f72a6bd9-3161-4573-891f-c950f9e004c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:14.810836 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-28691d2b-6a3e-4f95-88b2-8fdc592cab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'name': 'tempest-AttachVolumeShelveTestJSON-1862062291-router', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:05Z', 'updated_at': '2021-12-16T09:44:10Z', 'revision_number': 3, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'gw_port': {'id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:67:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:09Z', 'updated_at': '2021-12-16T09:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:14.837480 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28691d2b-6a3e-4f95-88b2-8fdc592cab85 None None] The sync data for ids ['744dafc6-87da-409e-a7b7-7a3446f8ec99'] in n-d-820550-2 is: [{'id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'name': 'tempest-AttachVolumeShelveTestJSON-1862062291-router', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:05Z', 'updated_at': '2021-12-16T09:44:10Z', 'revision_number': 3, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'gw_port': {'id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:67:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:09Z', 'updated_at': '2021-12-16T09:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:44:14.846242 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72a6bd9-3161-4573-891f-c950f9e004c0 admin admin] Network 80ebca74-2610-4824-a3d8-8e60778e3639 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:14.851105 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-f72a6bd9-3161-4573-891f-c950f9e004c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:14.868026 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72a6bd9-3161-4573-891f-c950f9e004c0 admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:44:14.868026 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-8fe07724-761e-4089-8116-8487659fa498 req-a1d890b8-f3b9-4262-a9e6-e444e3b0b983 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:14.870517 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-8fe07724-761e-4089-8116-8487659fa498 req-a1d890b8-f3b9-4262-a9e6-e444e3b0b983 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:14.871774 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8fe07724-761e-4089-8116-8487659fa498 req-a1d890b8-f3b9-4262-a9e6-e444e3b0b983 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "DELETE /v2.0/security-groups/796cc075-09c2-4d45-a261-d8e9e4bd130d HTTP/1.1" status: 204 len: 173 time: 0.4367080 Dec 16 09:44:14.892605 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-303e2153-2012-4b34-b3b7-141f5690d14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:15.097193 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303e2153-2012-4b34-b3b7-141f5690d14e None None] Pushing event updated for resources: {'Port': ['ID=a4614448-c4e6-46dc-b3c0-72aeccac3583,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:15.181827 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-76a8ced3-2242-4c18-9d0a-0cdd80a807b3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:15.374212 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-76a8ced3-2242-4c18-9d0a-0cdd80a807b3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:15.503339 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a8ced3-2242-4c18-9d0a-0cdd80a807b3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Port': ['ID=1dc7ba3a-2daf-4654-b7d1-bd5d8138fdd7,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:15.512316 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-34d06540-bfd5-419f-84f2-340b4d506fce None None] Provisioning complete for port b71a7501-5df2-411f-80ea-324a5c1794ba triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:15.514199 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-34d06540-bfd5-419f-84f2-340b4d506fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:15.520528 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ec718-837d-4f8d-afde-39c2d27f3603 req-3da1dfe6-51bb-43d3-8123-2bea5082fb16 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:15.522277 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-664ec718-837d-4f8d-afde-39c2d27f3603 req-3da1dfe6-51bb-43d3-8123-2bea5082fb16 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d17121-b560-48ae-b44d-04a4885fb0c1 HTTP/1.1" status: 200 len: 946 time: 0.2722447 Dec 16 09:44:15.584210 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8ced3-2242-4c18-9d0a-0cdd80a807b3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:15.584568 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8ced3-2242-4c18-9d0a-0cdd80a807b3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:15.584913 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8ced3-2242-4c18-9d0a-0cdd80a807b3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:15.585276 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8ced3-2242-4c18-9d0a-0cdd80a807b3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:15.585610 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8ced3-2242-4c18-9d0a-0cdd80a807b3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:15.585946 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8ced3-2242-4c18-9d0a-0cdd80a807b3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:15.586278 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8ced3-2242-4c18-9d0a-0cdd80a807b3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:15.586658 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8ced3-2242-4c18-9d0a-0cdd80a807b3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:15.587310 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8ced3-2242-4c18-9d0a-0cdd80a807b3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:15.587699 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8ced3-2242-4c18-9d0a-0cdd80a807b3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:15.588093 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8ced3-2242-4c18-9d0a-0cdd80a807b3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:15.588658 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8ced3-2242-4c18-9d0a-0cdd80a807b3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:15.611065 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-34d06540-bfd5-419f-84f2-340b4d506fce None None] Port b71a7501-5df2-411f-80ea-324a5c1794ba cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:44:15.636223 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a8ced3-2242-4c18-9d0a-0cdd80a807b3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:15.640865 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-76a8ced3-2242-4c18-9d0a-0cdd80a807b3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:15.643429 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a6bd9-3161-4573-891f-c950f9e004c0 admin admin] Pushing event updated for resources: {'Port': ['ID=b71a7501-5df2-411f-80ea-324a5c1794ba,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:15.644199 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a8ced3-2242-4c18-9d0a-0cdd80a807b3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:44:15.652624 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a8ced3-2242-4c18-9d0a-0cdd80a807b3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:15.655601 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-76a8ced3-2242-4c18-9d0a-0cdd80a807b3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:15.700679 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d890b8-f3b9-4262-a9e6-e444e3b0b983 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=796cc075-09c2-4d45-a261-d8e9e4bd130d,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:15.711495 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-664ec718-837d-4f8d-afde-39c2d27f3603 req-f1ae73a1-f39e-4dc5-93b9-f5dd52676733 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Deleting port ca48f97d-376c-451a-beb4-a14994eb2da7 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:44:15.711495 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-664ec718-837d-4f8d-afde-39c2d27f3603 req-f1ae73a1-f39e-4dc5-93b9-f5dd52676733 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:15.712358 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-730a6dfb-ee4c-47b8-9d2c-3ddd0c27fd66 req-7eaf2a00-fab5-4528-9f89-6558392fefc0 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=14b529ed-a3e2-49c4-bba5-364cce53d1fb HTTP/1.1" status: 200 len: 210 time: 0.0796864 Dec 16 09:44:15.717569 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f72a6bd9-3161-4573-891f-c950f9e004c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:15.840913 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-76a8ced3-2242-4c18-9d0a-0cdd80a807b3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0869215 Dec 16 09:44:15.847836 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34810) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:15.941529 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6b09e-7057-406c-9c8f-02c05cd0130d req-73ffcdd9-45f3-4bfc-b285-1cf75a6bdae9 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:15.947041 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-95b6b09e-7057-406c-9c8f-02c05cd0130d req-73ffcdd9-45f3-4bfc-b285-1cf75a6bdae9 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 945 time: 0.0983694 Dec 16 09:44:15.996933 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-95b6b09e-7057-406c-9c8f-02c05cd0130d req-8ec18117-2195-476d-a220-77475f1d6400 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5474626-441a-4fa9-a341-df66c9c7706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400085 Dec 16 09:44:16.042325 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8611268e-20ba-4b39-ad1d-672b98340f45 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:16.051832 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f72a6bd9-3161-4573-891f-c950f9e004c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:16.053030 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8611268e-20ba-4b39-ad1d-672b98340f45 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:16.054739 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8611268e-20ba-4b39-ad1d-672b98340f45 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2031586 Dec 16 09:44:16.065463 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34814) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:16.201862 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7e923-91d4-4929-b00d-097c30f28fa1 req-4e4729ee-e267-4ccd-a6d6-78e17a99faba tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:16.214372 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8ee7e923-91d4-4929-b00d-097c30f28fa1 req-4e4729ee-e267-4ccd-a6d6-78e17a99faba tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3d17121-b560-48ae-b44d-04a4885fb0c1 HTTP/1.1" status: 200 len: 946 time: 0.2983906 Dec 16 09:44:16.252545 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-664ec718-837d-4f8d-afde-39c2d27f3603 req-f1ae73a1-f39e-4dc5-93b9-f5dd52676733 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] For port ca48f97d-376c-451a-beb4-a14994eb2da7, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ca48f97d-376c-451a-beb4-a14994eb2da7,segment=NetworkSegment(f0df79a4-0132-4b56-a1b6-b2446bc74352),segment_id=f0df79a4-0132-4b56-a1b6-b2446bc74352)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:16.252991 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-664ec718-837d-4f8d-afde-39c2d27f3603 req-f1ae73a1-f39e-4dc5-93b9-f5dd52676733 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:16.290101 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-664ec718-837d-4f8d-afde-39c2d27f3603 req-f1ae73a1-f39e-4dc5-93b9-f5dd52676733 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Calling delete_port for ca48f97d-376c-451a-beb4-a14994eb2da7 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:44:16.314565 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device a4614448-c4e6-46dc-b3c0-72aeccac3583 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:16.347445 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8ee7e923-91d4-4929-b00d-097c30f28fa1 req-3f92d37d-0f17-4de6-91c8-c77d8a041ae6 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366084 Dec 16 09:44:16.414667 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-022f8e87-8b13-4a62-a3f9-10fa8e096571 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting port 1dc7ba3a-2daf-4654-b7d1-bd5d8138fdd7 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:44:16.415392 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-022f8e87-8b13-4a62-a3f9-10fa8e096571 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:16.446970 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port a4614448-c4e6-46dc-b3c0-72aeccac3583 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:16.447799 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:16.640578 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f72a6bd9-3161-4573-891f-c950f9e004c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:16.659503 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:16.712996 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-bd8ba406-d23b-46eb-b80b-98106cdfdeb8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:16.719212 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-bd8ba406-d23b-46eb-b80b-98106cdfdeb8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.58 "GET /v2.0/networks?id=214dd2af-e0ed-4dc4-8123-2d5410913429 HTTP/1.1" status: 200 len: 797 time: 0.3572662 Dec 16 09:44:16.723545 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f72a6bd9-3161-4573-891f-c950f9e004c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:16.724157 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-022f8e87-8b13-4a62-a3f9-10fa8e096571 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:16.725787 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port a4614448-c4e6-46dc-b3c0-72aeccac3583, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=a4614448-c4e6-46dc-b3c0-72aeccac3583,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:16.760742 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-022f8e87-8b13-4a62-a3f9-10fa8e096571 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Calling delete_port for 1dc7ba3a-2daf-4654-b7d1-bd5d8138fdd7 owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:44:16.816218 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:16.818373 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device e43b765f-21e8-44af-a022-ae05e9e6be0e up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:16.922983 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a6bd9-3161-4573-891f-c950f9e004c0 admin admin] Pushing event updated for resources: {'Port': ['ID=b71a7501-5df2-411f-80ea-324a5c1794ba,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:16.974307 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e38e5e5a-c5e9-48fd-a5dd-fb58e52ea15d req-88562742-fc3a-4e2f-9999-7f8d0e6367d3 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=14b529ed-a3e2-49c4-bba5-364cce53d1fb HTTP/1.1" status: 200 len: 210 time: 0.0632806 Dec 16 09:44:17.021741 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f72a6bd9-3161-4573-891f-c950f9e004c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:17.039057 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-171184ca-67d1-4093-a3f8-b391317b91c1 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60a0020dcca848d99f97019eb94a2e49 HTTP/1.1" status: 200 len: 473 time: 0.2555103 Dec 16 09:44:17.041881 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=a4614448-c4e6-46dc-b3c0-72aeccac3583,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:17.048510 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port e43b765f-21e8-44af-a022-ae05e9e6be0e triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:17.049240 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:17.058113 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-3a0a7798-17f2-4075-9d29-ad938863c54c tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Request body: {'port': {'device_id': '14b529ed-a3e2-49c4-bba5-364cce53d1fb', 'network_id': '214dd2af-e0ed-4dc4-8123-2d5410913429', 'admin_state_up': True, 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'security_groups': ['1ef5286a-a2a5-4ecc-a285-e468325c6995']}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:17.100164 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-ec795375-0612-4a75-aa04-9d865d61e6c2 None None] Provisioning complete for port a4614448-c4e6-46dc-b3c0-72aeccac3583 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:17.102105 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ec795375-0612-4a75-aa04-9d865d61e6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:17.198464 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-022f8e87-8b13-4a62-a3f9-10fa8e096571 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:17.274391 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-664ec718-837d-4f8d-afde-39c2d27f3603 req-f1ae73a1-f39e-4dc5-93b9-f5dd52676733 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:17.303858 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['2f8e65c6-ba0d-428b-88ce-a94115f405c3'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:44:17.331668 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f8e87-8b13-4a62-a3f9-10fa8e096571 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Port': ['ID=1dc7ba3a-2daf-4654-b7d1-bd5d8138fdd7,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:17.363038 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72a6bd9-3161-4573-891f-c950f9e004c0 admin admin] Network 80ebca74-2610-4824-a3d8-8e60778e3639 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:17.367305 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-f72a6bd9-3161-4573-891f-c950f9e004c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:17.369312 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0aa473-3bda-453c-8374-a7a36f6a7747 req-9c88b714-deca-4dc5-8c01-cd61577ebc56 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:17.380083 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9f0aa473-3bda-453c-8374-a7a36f6a7747 req-9c88b714-deca-4dc5-8c01-cd61577ebc56 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 945 time: 0.2305243 Dec 16 09:44:17.495664 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-664ec718-837d-4f8d-afde-39c2d27f3603 req-f1ae73a1-f39e-4dc5-93b9-f5dd52676733 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] No DVR routers for this DVR port ca48f97d-376c-451a-beb4-a14994eb2da7 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:44:17.497824 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae73a1-f39e-4dc5-93b9-f5dd52676733 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Pushing event deleted for resources: {'Port': ['ID=ca48f97d-376c-451a-beb4-a14994eb2da7,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:17.509254 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-664ec718-837d-4f8d-afde-39c2d27f3603 req-f1ae73a1-f39e-4dc5-93b9-f5dd52676733 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:17.515325 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-664ec718-837d-4f8d-afde-39c2d27f3603 req-f1ae73a1-f39e-4dc5-93b9-f5dd52676733 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.58 "DELETE /v2.0/ports/ca48f97d-376c-451a-beb4-a14994eb2da7 HTTP/1.1" status: 204 len: 173 time: 1.9805975 Dec 16 09:44:17.523391 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d17121-b560-48ae-b44d-04a4885fb0c1', 'name': 'network-vif-deleted', 'tag': 'ca48f97d-376c-451a-beb4-a14994eb2da7'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:44:17.526622 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa25c4f-45fe-433f-8a9b-4a0685a7289a" -d '{"events": [{"server_uuid": "b3d17121-b560-48ae-b44d-04a4885fb0c1", "name": "network-vif-deleted", "tag": "ca48f97d-376c-451a-beb4-a14994eb2da7"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:44:17.533982 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-022f8e87-8b13-4a62-a3f9-10fa8e096571 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:17.541407 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72a6bd9-3161-4573-891f-c950f9e004c0 admin admin] Router 744dafc6-87da-409e-a7b7-7a3446f8ec99 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:44:17.541737 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-022f8e87-8b13-4a62-a3f9-10fa8e096571 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/1dc7ba3a-2daf-4654-b7d1-bd5d8138fdd7 HTTP/1.1" status: 204 len: 168 time: 1.4752102 Dec 16 09:44:17.544352 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34846) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:17.592979 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-74ada9bd-8fca-473b-a89b-0db57d0c7a82 None None] Could not find standard attr ID for object 1dc7ba3a-2daf-4654-b7d1-bd5d8138fdd7. {{(pid=102818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:44:17.602647 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:17.635679 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ef85c8f0-3cf8-43ee-b1c6-efeeb991c654 req-0bb73f1e-3aa7-4699-a0eb-cdc5a7434efb tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3d17121-b560-48ae-b44d-04a4885fb0c1 HTTP/1.1" status: 200 len: 210 time: 0.1046724 Dec 16 09:44:17.638741 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5be7da-a445-4a0d-83b1-17dc8cd84825 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:17.640696 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5be7da-a445-4a0d-83b1-17dc8cd84825 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:17.642309 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1e5be7da-a445-4a0d-83b1-17dc8cd84825 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0969634 Dec 16 09:44:17.652721 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34852) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:17.659138 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port e43b765f-21e8-44af-a022-ae05e9e6be0e, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=e43b765f-21e8-44af-a022-ae05e9e6be0e,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:17.662598 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9f0aa473-3bda-453c-8374-a7a36f6a7747 req-969b6f89-bf9b-4f6c-8a9a-59e68dce6a25 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5474626-441a-4fa9-a341-df66c9c7706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810309 Dec 16 09:44:17.714970 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-3a0a7798-17f2-4075-9d29-ad938863c54c tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Made reservation on behalf of 60a0020dcca848d99f97019eb94a2e49 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:17.720976 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-3a0a7798-17f2-4075-9d29-ad938863c54c tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:17.744362 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7d0846-428f-4995-8428-78037ec2464a x-openstack-request-id: req-fb7d0846-428f-4995-8428-78037ec2464a {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:44:17.744362 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d17121-b560-48ae-b44d-04a4885fb0c1", "name": "network-vif-deleted", "tag": "ca48f97d-376c-451a-beb4-a14994eb2da7", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:44:17.744362 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fb7d0846-428f-4995-8428-78037ec2464a {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:44:17.744793 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d17121-b560-48ae-b44d-04a4885fb0c1', 'name': 'network-vif-deleted', 'tag': 'ca48f97d-376c-451a-beb4-a14994eb2da7', 'status': 'completed', 'code': 200} Dec 16 09:44:17.793467 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:17.901745 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=e43b765f-21e8-44af-a022-ae05e9e6be0e,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:18.030229 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f90e24d-5a36-47c5-9a2c-8d323dc08e47 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting subnet 06dda3c1-b93b-47bd-ba0f-8d473494a36d {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:44:18.033779 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72a6bd9-3161-4573-891f-c950f9e004c0 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:44:18.044833 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f72a6bd9-3161-4573-891f-c950f9e004c0 admin admin] 10.222.0.60 "PUT /v2.0/routers/744dafc6-87da-409e-a7b7-7a3446f8ec99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0644994 Dec 16 09:44:18.051985 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-d474ad01-a09e-4705-b5fc-87015179d6f3 None None] Provisioning complete for port b71a7501-5df2-411f-80ea-324a5c1794ba triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:18.070410 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d474ad01-a09e-4705-b5fc-87015179d6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:18.085945 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bc9f0b-6527-496b-a1f4-879912dd2ca0 None None] Sync routers for ids ['744dafc6-87da-409e-a7b7-7a3446f8ec99'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:44:18.102430 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4f90e24d-5a36-47c5-9a2c-8d323dc08e47 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:18.178028 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bc9f0b-6527-496b-a1f4-879912dd2ca0 None None] Routers {'744dafc6-87da-409e-a7b7-7a3446f8ec99'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:44:18.180276 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-e2bc9f0b-6527-496b-a1f4-879912dd2ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:43:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['744dafc6-87da-409e-a7b7-7a3446f8ec99'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:18.249983 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9c15bc16-fa67-4078-a708-62f5bcb366e4 req-f14f735b-965e-4625-a831-8b0c103b1579 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=14b529ed-a3e2-49c4-bba5-364cce53d1fb HTTP/1.1" status: 200 len: 210 time: 0.1016815 Dec 16 09:44:18.250292 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device a4614448-c4e6-46dc-b3c0-72aeccac3583 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:18.252075 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-d474ad01-a09e-4705-b5fc-87015179d6f3 None None] Port b71a7501-5df2-411f-80ea-324a5c1794ba cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:44:18.283206 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a23ef6-442d-484b-923e-25815e86ebc5 req-3389e084-6170-4025-b47d-760603d3b874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:18.297839 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24a23ef6-442d-484b-923e-25815e86ebc5 req-3389e084-6170-4025-b47d-760603d3b874 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1bf440b6c55457f8af9c018d530175b&device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 1095 time: 0.1242461 Dec 16 09:44:18.330610 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4f90e24d-5a36-47c5-9a2c-8d323dc08e47 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:18.365503 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port a4614448-c4e6-46dc-b3c0-72aeccac3583 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:18.365503 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:18.382835 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-e2bc9f0b-6527-496b-a1f4-879912dd2ca0 None None] Set router 744dafc6-87da-409e-a7b7-7a3446f8ec99 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:44:18.396611 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-3a0a7798-17f2-4075-9d29-ad938863c54c tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Allocated IP 172.20.0.25 (214dd2af-e0ed-4dc4-8123-2d5410913429/c444adc0-febf-4d56-b46a-7afac9e1282f/37e6b0ab-f291-4bb8-90b3-77956cc8b138) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:44:18.459432 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13f18d-f779-4a4a-9941-67ab146a9cc4 req-5462801f-3bab-42fc-a7a6-abd8fc9dce21 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:18.465992 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5e13f18d-f779-4a4a-9941-67ab146a9cc4 req-5462801f-3bab-42fc-a7a6-abd8fc9dce21 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.3528607 Dec 16 09:44:18.512446 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bc436-2c8f-446e-8fd0-72f6108b9b12 req-f27a58e0-58c7-4704-9bb4-9047ddc34b08 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:18.516745 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-193bc436-2c8f-446e-8fd0-72f6108b9b12 req-f27a58e0-58c7-4704-9bb4-9047ddc34b08 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 945 time: 0.0911219 Dec 16 09:44:18.631921 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5e13f18d-f779-4a4a-9941-67ab146a9cc4 req-f4e08094-a659-4c47-8a00-114217ee0a3f tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549225 Dec 16 09:44:18.689088 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a23ef6-442d-484b-923e-25815e86ebc5 req-61ef9399-cfe7-47de-befc-2c7c5be74863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:18.693286 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4f90e24d-5a36-47c5-9a2c-8d323dc08e47 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:18.694098 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24a23ef6-442d-484b-923e-25815e86ebc5 req-61ef9399-cfe7-47de-befc-2c7c5be74863 service neutron] 10.222.0.57 "GET /v2.0/networks?id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f HTTP/1.1" status: 200 len: 912 time: 0.3940034 Dec 16 09:44:18.861796 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-193bc436-2c8f-446e-8fd0-72f6108b9b12 req-87f5316e-3642-4651-ac82-0628f2a4d12b tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Deleting port 271bfd06-ad9c-47a7-aa9d-f6537e596991 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:44:18.862915 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-193bc436-2c8f-446e-8fd0-72f6108b9b12 req-87f5316e-3642-4651-ac82-0628f2a4d12b tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:18.865067 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device ca48f97d-376c-451a-beb4-a14994eb2da7 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:44:18.868983 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device e43b765f-21e8-44af-a022-ae05e9e6be0e up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:18.946661 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: ca48f97d-376c-451a-beb4-a14994eb2da7 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:44:18.947003 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device ca48f97d-376c-451a-beb4-a14994eb2da7 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:44:18.948517 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24a23ef6-442d-484b-923e-25815e86ebc5 req-8c506d1e-b7f2-43b0-a29b-037b1e09a89f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 HTTP/1.1" status: 200 len: 999 time: 0.2460868 Dec 16 09:44:18.957271 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-3a0a7798-17f2-4075-9d29-ad938863c54c tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:18.971009 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fb34b-5ce7-4fc4-b56e-bb04ac49942d req-4d8e058d-b7aa-4396-a900-aefa257c8eaf tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:18.979768 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6f6fb34b-5ce7-4fc4-b56e-bb04ac49942d req-4d8e058d-b7aa-4396-a900-aefa257c8eaf tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 945 time: 0.1413715 Dec 16 09:44:19.002292 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port e43b765f-21e8-44af-a022-ae05e9e6be0e triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:19.002797 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:19.006251 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-e2bc9f0b-6527-496b-a1f4-879912dd2ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'name': 'tempest-AttachVolumeShelveTestJSON-1862062291-router', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:05Z', 'updated_at': '2021-12-16T09:44:15Z', 'revision_number': 4, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'gw_port': {'id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:09Z', 'updated_at': '2021-12-16T09:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'b71a7501-5df2-411f-80ea-324a5c1794ba', 'name': '', 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'mac_address': 'fa:16:3e:f0:a3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '55767ecf-03fc-4a01-868c-518fd421c2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:13Z', 'updated_at': '2021-12-16T09:44:16Z', 'revision_number': 2, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'subnets': [{'id': '55767ecf-03fc-4a01-868c-518fd421c2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:19.017444 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4f90e24d-5a36-47c5-9a2c-8d323dc08e47 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:19.054460 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bc9f0b-6527-496b-a1f4-879912dd2ca0 None None] Checking router: 744dafc6-87da-409e-a7b7-7a3446f8ec99 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:44:19.054639 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bc9f0b-6527-496b-a1f4-879912dd2ca0 None None] Updating router 744dafc6-87da-409e-a7b7-7a3446f8ec99 port b71a7501-5df2-411f-80ea-324a5c1794ba binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:44:19.071885 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-193bc436-2c8f-446e-8fd0-72f6108b9b12 req-87f5316e-3642-4651-ac82-0628f2a4d12b tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] For port 271bfd06-ad9c-47a7-aa9d-f6537e596991, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=271bfd06-ad9c-47a7-aa9d-f6537e596991,segment=NetworkSegment(4633fa21-d201-4901-b20b-13d2bccf565c),segment_id=4633fa21-d201-4901-b20b-13d2bccf565c)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:19.071885 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-193bc436-2c8f-446e-8fd0-72f6108b9b12 req-87f5316e-3642-4651-ac82-0628f2a4d12b tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:19.087830 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34892) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:19.090625 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6f6fb34b-5ce7-4fc4-b56e-bb04ac49942d req-b712bdc1-f4c5-431a-afae-fe3893ed7898 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/security-groups?id=b5474626-441a-4fa9-a341-df66c9c7706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095757 Dec 16 09:44:19.091456 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90e24d-5a36-47c5-9a2c-8d323dc08e47 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Subnet': ['ID=06dda3c1-b93b-47bd-ba0f-8d473494a36d,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:19.093106 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-1e5e49eb-7319-4eb4-84b1-d290b3ce74c6 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1982560886', 'description': 'tempest-description--909228425'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:19.123333 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e2bc9f0b-6527-496b-a1f4-879912dd2ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:19.141215 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a23ef6-442d-484b-923e-25815e86ebc5 req-d20f04da-3b74-4607-bdea-1ad36b312e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:19.148734 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24a23ef6-442d-484b-923e-25815e86ebc5 req-d20f04da-3b74-4607-bdea-1ad36b312e74 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c3e23022-6181-4c07-9324-a5452325576b HTTP/1.1" status: 200 len: 850 time: 0.1934195 Dec 16 09:44:19.165225 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4f90e24d-5a36-47c5-9a2c-8d323dc08e47 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:19.171134 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4f90e24d-5a36-47c5-9a2c-8d323dc08e47 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/06dda3c1-b93b-47bd-ba0f-8d473494a36d HTTP/1.1" status: 204 len: 168 time: 1.5154760 Dec 16 09:44:19.173896 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34898) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:19.178092 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-193bc436-2c8f-446e-8fd0-72f6108b9b12 req-87f5316e-3642-4651-ac82-0628f2a4d12b tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Calling delete_port for 271bfd06-ad9c-47a7-aa9d-f6537e596991 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:44:19.224275 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-3a0a7798-17f2-4075-9d29-ad938863c54c tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:19.234903 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27378c39-c8b1-4f99-a968-e2acde3d1bc7 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:44:19.260594 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3a863d59-10a0-4334-ba7e-9ed237dd86c6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0766377 Dec 16 09:44:19.264619 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34902) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:19.284667 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-df5d6b32-d5b5-436a-a3ca-df4b48067070 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:19.297357 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-3a0a7798-17f2-4075-9d29-ad938863c54c tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Network 214dd2af-e0ed-4dc4-8123-2d5410913429 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:19.317192 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-3a0a7798-17f2-4075-9d29-ad938863c54c tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:19.319659 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1e5e49eb-7319-4eb4-84b1-d290b3ce74c6 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:19.402173 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a23ef6-442d-484b-923e-25815e86ebc5 req-17a23972-6da2-46a5-963e-01aa3788a7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:19.403750 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24a23ef6-442d-484b-923e-25815e86ebc5 req-17a23972-6da2-46a5-963e-01aa3788a7c9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2430484 Dec 16 09:44:19.445489 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-3a0a7798-17f2-4075-9d29-ad938863c54c tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:44:19.508979 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-3a0a7798-17f2-4075-9d29-ad938863c54c tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:19.512982 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-3a0a7798-17f2-4075-9d29-ad938863c54c tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:19.568725 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a7798-17f2-4075-9d29-ad938863c54c tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'Port': ['ID=37e6b0ab-f291-4bb8-90b3-77956cc8b138,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:19.607514 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15dc1fb-8af4-4f13-b814-dc17f5d0d9cc req-1cf9f26f-be57-4e42-82a0-7703bb33447d tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:19.615516 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e15dc1fb-8af4-4f13-b814-dc17f5d0d9cc req-1cf9f26f-be57-4e42-82a0-7703bb33447d tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=14b529ed-a3e2-49c4-bba5-364cce53d1fb HTTP/1.1" status: 200 len: 932 time: 0.1711786 Dec 16 09:44:19.632195 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24a23ef6-442d-484b-923e-25815e86ebc5 req-fe1b87f9-3090-4001-8c09-7cbde400ee9c service neutron] 10.222.0.57 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979551 Dec 16 09:44:19.683909 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-3a0a7798-17f2-4075-9d29-ad938863c54c tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6401875 Dec 16 09:44:19.784885 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-d448edbf-7d95-4f71-b60f-3747205b7d39 service neutron] Request body: {'port': {'device_id': '14b529ed-a3e2-49c4-bba5-364cce53d1fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:19.792268 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1e5e49eb-7319-4eb4-84b1-d290b3ce74c6 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:19.831634 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5d6b32-d5b5-436a-a3ca-df4b48067070 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:19.836121 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-df5d6b32-d5b5-436a-a3ca-df4b48067070 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:19.838138 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6121465-1e2e-4d1a-9b60-ea41cea1b250 None None] DHCP port deletion for 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:44:19.847016 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e15dc1fb-8af4-4f13-b814-dc17f5d0d9cc req-e8dff552-b77b-4cf6-8a1c-e2560a2a107d tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ef5286a-a2a5-4ecc-a285-e468325c6995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304699 Dec 16 09:44:19.882034 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1e5e49eb-7319-4eb4-84b1-d290b3ce74c6 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:19.963974 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e49eb-7319-4eb4-84b1-d290b3ce74c6 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba47d7bb-80eb-4454-bcd9-70ddeb81139b,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:19.974666 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24a23ef6-442d-484b-923e-25815e86ebc5 req-bd33cbfe-3c4d-4d26-9398-5cb25886ed5a service neutron] 10.222.0.57 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295960 Dec 16 09:44:19.982418 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-a82f9712-85c7-42a0-83e5-d13cfb2e6315 None None] Provisioning complete for port 37e6b0ab-f291-4bb8-90b3-77956cc8b138 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:19.985143 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c471f8-badc-43f8-b85f-87ceadcef61e req-efffc523-30e8-4f6a-856c-d498a4fd9afe tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:19.989468 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a82f9712-85c7-42a0-83e5-d13cfb2e6315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:19.993407 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-09c471f8-badc-43f8-b85f-87ceadcef61e req-efffc523-30e8-4f6a-856c-d498a4fd9afe tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.2035866 Dec 16 09:44:20.031020 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-d448edbf-7d95-4f71-b60f-3747205b7d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:20.045028 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1e5e49eb-7319-4eb4-84b1-d290b3ce74c6 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:20.049078 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1e5e49eb-7319-4eb4-84b1-d290b3ce74c6 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9585452 Dec 16 09:44:20.061653 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34918) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:20.069293 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-96044ba3-e877-4a6f-965f-bd5f884bc7b7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Request body: {'security_group_rule': {'security_group_id': 'ba47d7bb-80eb-4454-bcd9-70ddeb81139b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:20.074547 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-193bc436-2c8f-446e-8fd0-72f6108b9b12 req-87f5316e-3642-4651-ac82-0628f2a4d12b tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:20.134846 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['271bfd06-ad9c-47a7-aa9d-f6537e596991'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:44:20.287581 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-09c471f8-badc-43f8-b85f-87ceadcef61e req-06006bfd-22e3-4262-8ce8-75f2d4fd2a35 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2875640 Dec 16 09:44:20.290375 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5316e-3642-4651-ac82-0628f2a4d12b tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Pushing event deleted for resources: {'Port': ['ID=271bfd06-ad9c-47a7-aa9d-f6537e596991,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:20.347146 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-193bc436-2c8f-446e-8fd0-72f6108b9b12 req-87f5316e-3642-4651-ac82-0628f2a4d12b tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] No DVR routers for this DVR port 271bfd06-ad9c-47a7-aa9d-f6537e596991 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:44:20.350113 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-193bc436-2c8f-446e-8fd0-72f6108b9b12 req-87f5316e-3642-4651-ac82-0628f2a4d12b tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:20.353880 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-193bc436-2c8f-446e-8fd0-72f6108b9b12 req-87f5316e-3642-4651-ac82-0628f2a4d12b tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.57 "DELETE /v2.0/ports/271bfd06-ad9c-47a7-aa9d-f6537e596991 HTTP/1.1" status: 204 len: 173 time: 1.8311350 Dec 16 09:44:20.354348 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7a25db-ff93-49e7-a6de-e97f11e96c7e', 'name': 'network-vif-deleted', 'tag': '271bfd06-ad9c-47a7-aa9d-f6537e596991'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:44:20.356914 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e296d5-c8b5-4386-8830-fe3d4b7b53d9" -d '{"events": [{"server_uuid": "ed7a25db-ff93-49e7-a6de-e97f11e96c7e", "name": "network-vif-deleted", "tag": "271bfd06-ad9c-47a7-aa9d-f6537e596991"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:44:20.400812 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device a4614448-c4e6-46dc-b3c0-72aeccac3583 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:44:20.415750 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-96044ba3-e877-4a6f-965f-bd5f884bc7b7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:20.435334 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-185677b4-7545-461e-9e52-8e7a6506ad88 req-90cf8920-a7ae-4320-aad6-8c7a82411634 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 210 time: 0.1212199 Dec 16 09:44:20.439066 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-a82f9712-85c7-42a0-83e5-d13cfb2e6315 None None] Port 37e6b0ab-f291-4bb8-90b3-77956cc8b138 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:44:20.476376 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e2bc9f0b-6527-496b-a1f4-879912dd2ca0 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:20.523317 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1df2323-624f-4eb2-b38a-bf94027c9e3d x-openstack-request-id: req-e1df2323-624f-4eb2-b38a-bf94027c9e3d {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:44:20.523899 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed7a25db-ff93-49e7-a6de-e97f11e96c7e", "name": "network-vif-deleted", "tag": "271bfd06-ad9c-47a7-aa9d-f6537e596991", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:44:20.524300 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e1df2323-624f-4eb2-b38a-bf94027c9e3d {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:44:20.524845 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7a25db-ff93-49e7-a6de-e97f11e96c7e', 'name': 'network-vif-deleted', 'tag': '271bfd06-ad9c-47a7-aa9d-f6537e596991', 'status': 'completed', 'code': 200} Dec 16 09:44:20.529606 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-a6121465-1e2e-4d1a-9b60-ea41cea1b250 None None] Deleting port a4614448-c4e6-46dc-b3c0-72aeccac3583 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:44:20.530059 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a6121465-1e2e-4d1a-9b60-ea41cea1b250 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:20.581427 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-96044ba3-e877-4a6f-965f-bd5f884bc7b7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:20.672699 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-a6121465-1e2e-4d1a-9b60-ea41cea1b250 None None] For port a4614448-c4e6-46dc-b3c0-72aeccac3583, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=a4614448-c4e6-46dc-b3c0-72aeccac3583,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:20.677255 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a6121465-1e2e-4d1a-9b60-ea41cea1b250 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:20.680354 n-d-820550-2 neutron-server[102817]: DEBUG neutron.objects.ports [None req-df5d6b32-d5b5-436a-a3ca-df4b48067070 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102817) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:44:20.688937 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-a6121465-1e2e-4d1a-9b60-ea41cea1b250 None None] Calling delete_port for a4614448-c4e6-46dc-b3c0-72aeccac3583 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:44:20.695517 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-96044ba3-e877-4a6f-965f-bd5f884bc7b7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:20.718618 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96044ba3-e877-4a6f-965f-bd5f884bc7b7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f55c40fa-a901-4ac6-97af-2eaf5f2e2055,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:20.802367 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e2bc9f0b-6527-496b-a1f4-879912dd2ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:20.826283 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-96044ba3-e877-4a6f-965f-bd5f884bc7b7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:20.831896 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-96044ba3-e877-4a6f-965f-bd5f884bc7b7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7686522 Dec 16 09:44:20.832740 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34936) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:20.839510 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-ec59b492-4e22-45da-bb75-2b10f2580a4f tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Request body: {'security_group_rule': {'security_group_id': 'ba47d7bb-80eb-4454-bcd9-70ddeb81139b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:20.987738 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4898d2f-79b9-45ef-8afa-543a128b5843 None None] Pushing event updated for resources: {'Port': ['ID=b71a7501-5df2-411f-80ea-324a5c1794ba,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:20.993987 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:21.000339 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ec59b492-4e22-45da-bb75-2b10f2580a4f tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:21.076936 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a6121465-1e2e-4d1a-9b60-ea41cea1b250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:21.150950 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-e2bc9f0b-6527-496b-a1f4-879912dd2ca0 None None] Attempting to bind port b71a7501-5df2-411f-80ea-324a5c1794ba on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:44:21.151398 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-e2bc9f0b-6527-496b-a1f4-879912dd2ca0 None None] Attempting to bind port b71a7501-5df2-411f-80ea-324a5c1794ba by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'c1145db4-acce-4730-a2ad-0f420017f088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:44:21.151770 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bc9f0b-6527-496b-a1f4-879912dd2ca0 None None] Attempting to bind port b71a7501-5df2-411f-80ea-324a5c1794ba on network 80ebca74-2610-4824-a3d8-8e60778e3639 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:44:21.158755 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6121465-1e2e-4d1a-9b60-ea41cea1b250 None None] Pushing event deleted for resources: {'Port': ['ID=a4614448-c4e6-46dc-b3c0-72aeccac3583,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:21.184577 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6121465-1e2e-4d1a-9b60-ea41cea1b250 None None] No DVR routers for this DVR port a4614448-c4e6-46dc-b3c0-72aeccac3583 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:44:21.189524 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bc9f0b-6527-496b-a1f4-879912dd2ca0 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:44:21.190098 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bc9f0b-6527-496b-a1f4-879912dd2ca0 None None] Checking segment: {'id': 'c1145db4-acce-4730-a2ad-0f420017f088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:44:21.190821 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e2bc9f0b-6527-496b-a1f4-879912dd2ca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:21.191361 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bc9f0b-6527-496b-a1f4-879912dd2ca0 None None] Bound using segment: {'id': 'c1145db4-acce-4730-a2ad-0f420017f088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:44:21.193998 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-e2bc9f0b-6527-496b-a1f4-879912dd2ca0 None None] Bound port: b71a7501-5df2-411f-80ea-324a5c1794ba, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1145db4-acce-4730-a2ad-0f420017f088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:44:21.195001 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e2bc9f0b-6527-496b-a1f4-879912dd2ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:21.219466 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ec59b492-4e22-45da-bb75-2b10f2580a4f tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:21.302974 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ec59b492-4e22-45da-bb75-2b10f2580a4f tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:21.357053 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59b492-4e22-45da-bb75-2b10f2580a4f tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec4e634-f6f7-4e89-adc7-d0e1eaf802cc,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:21.379935 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-e2bc9f0b-6527-496b-a1f4-879912dd2ca0 None None] For port b71a7501-5df2-411f-80ea-324a5c1794ba, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:44:21.398145 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-e2bc9f0b-6527-496b-a1f4-879912dd2ca0 None None] For port b71a7501-5df2-411f-80ea-324a5c1794ba, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=b71a7501-5df2-411f-80ea-324a5c1794ba,segment=NetworkSegment(c1145db4-acce-4730-a2ad-0f420017f088),segment_id=c1145db4-acce-4730-a2ad-0f420017f088)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:44:21.399292 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-589adf98-85b7-4ad4-b811-c715155ce48c None None] Provisioning complete for port b71a7501-5df2-411f-80ea-324a5c1794ba triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:21.399666 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-589adf98-85b7-4ad4-b811-c715155ce48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:21.444873 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f0d97-9bc0-4dca-bce4-8078db77d9b6 req-c4b75f95-7c35-406c-bc36-15397b2f94ec tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:21.452264 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-589adf98-85b7-4ad4-b811-c715155ce48c None None] Port b71a7501-5df2-411f-80ea-324a5c1794ba cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:44:21.464792 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:44:21.465692 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-215f0d97-9bc0-4dca-bce4-8078db77d9b6 req-c4b75f95-7c35-406c-bc36-15397b2f94ec tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.0773377 Dec 16 09:44:21.484353 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ec59b492-4e22-45da-bb75-2b10f2580a4f tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:21.489050 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ec59b492-4e22-45da-bb75-2b10f2580a4f tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6550426 Dec 16 09:44:21.489737 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 34960) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:21.490588 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e2bc9f0b-6527-496b-a1f4-879912dd2ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:21.497994 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-2f225f71-189f-489e-a97c-8266a720a875 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:21.503558 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-d448edbf-7d95-4f71-b60f-3747205b7d39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e6b0ab-f291-4bb8-90b3-77956cc8b138 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:44:21.512284 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-d448edbf-7d95-4f71-b60f-3747205b7d39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:21.559382 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-d448edbf-7d95-4f71-b60f-3747205b7d39 service neutron] Transition to ACTIVE for port object 37e6b0ab-f291-4bb8-90b3-77956cc8b138 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:44:21.574668 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-215f0d97-9bc0-4dca-bce4-8078db77d9b6 req-1b688d92-f6cd-4dc6-b292-a23feff45713 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078904 Dec 16 09:44:21.608596 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bc9f0b-6527-496b-a1f4-879912dd2ca0 None None] Routers {'744dafc6-87da-409e-a7b7-7a3446f8ec99'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:44:21.608596 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-e2bc9f0b-6527-496b-a1f4-879912dd2ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:43:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['744dafc6-87da-409e-a7b7-7a3446f8ec99'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:21.651145 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-d448edbf-7d95-4f71-b60f-3747205b7d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:21.695838 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2f225f71-189f-489e-a97c-8266a720a875 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for floatingip, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:21.712932 n-d-820550-2 neutron-server[102817]: WARNING neutron.services.revisions.revision_plugin [None req-df5d6b32-d5b5-436a-a3ca-df4b48067070 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Could not find related port for resource to bump revision. Dec 16 09:44:21.783617 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d339ab-3049-4162-b76f-f53aa7276b21 req-4b71e82f-da23-4370-98c1-928bf43b54a9 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:21.785752 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-98d339ab-3049-4162-b76f-f53aa7276b21 req-4b71e82f-da23-4370-98c1-928bf43b54a9 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=14b529ed-a3e2-49c4-bba5-364cce53d1fb HTTP/1.1" status: 200 len: 932 time: 0.4323766 Dec 16 09:44:21.807524 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.ipam_pluggable_backend [None req-df5d6b32-d5b5-436a-a3ca-df4b48067070 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Port a4614448-c4e6-46dc-b3c0-72aeccac3583 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102817) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 16 09:44:21.808246 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.ipam_pluggable_backend [None req-df5d6b32-d5b5-436a-a3ca-df4b48067070 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Reverting IP allocation for 2001:db8::f816:3eff:fef2:f422 {{(pid=102817) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 16 09:44:21.818267 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.ipam_pluggable_backend [None req-df5d6b32-d5b5-436a-a3ca-df4b48067070 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef2:f422 {{(pid=102817) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 16 09:44:21.825469 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-df5d6b32-d5b5-436a-a3ca-df4b48067070 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:21.865888 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a9d8255f-4305-478d-89bb-6a5f30232a88 req-1246ed53-0d85-4439-9a9c-12d809e21ea9 tempest-ServerRescueTestJSONUnderV235-1647628429 tempest-ServerRescueTestJSONUnderV235-1647628429-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed7a25db-ff93-49e7-a6de-e97f11e96c7e HTTP/1.1" status: 200 len: 210 time: 0.0905392 Dec 16 09:44:21.909348 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4898d2f-79b9-45ef-8afa-543a128b5843 None None] Pushing event updated for resources: {'Port': ['ID=b71a7501-5df2-411f-80ea-324a5c1794ba,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:21.964776 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2f225f71-189f-489e-a97c-8266a720a875 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:21.976628 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-e2bc9f0b-6527-496b-a1f4-879912dd2ca0 None None] Set router 744dafc6-87da-409e-a7b7-7a3446f8ec99 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:44:22.176528 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-2f225f71-189f-489e-a97c-8266a720a875 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Allocated IP 172.25.1.226 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/9ca39dc6-242e-4f71-a0ed-ddb3c378a4c0) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:44:22.243073 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-ce3ea6e5-5a03-46fe-925d-95f34e6248d8 None None] Provisioning complete for port b71a7501-5df2-411f-80ea-324a5c1794ba triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:22.243604 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ce3ea6e5-5a03-46fe-925d-95f34e6248d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:22.304526 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2f225f71-189f-489e-a97c-8266a720a875 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:22.317342 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448edbf-7d95-4f71-b60f-3747205b7d39 service neutron] Pushing event updated for resources: {'Port': ['ID=37e6b0ab-f291-4bb8-90b3-77956cc8b138,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:22.331637 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5d6b32-d5b5-436a-a3ca-df4b48067070 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:22.342407 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-df5d6b32-d5b5-436a-a3ca-df4b48067070 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:22.350948 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5d6b32-d5b5-436a-a3ca-df4b48067070 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:22.351694 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-df5d6b32-d5b5-436a-a3ca-df4b48067070 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:22.358852 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74bb097-48cf-44fa-b664-d43da62effce None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:44:22.378600 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 271bfd06-ad9c-47a7-aa9d-f6537e596991 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:44:22.392997 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-98d339ab-3049-4162-b76f-f53aa7276b21 req-ee0d7c7b-ad50-423e-b10d-14de3cc0966e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ef5286a-a2a5-4ecc-a285-e468325c6995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5642314 Dec 16 09:44:22.407438 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d6b32-d5b5-436a-a3ca-df4b48067070 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Subnet': ['ID=c9ec28f3-f2c3-40c7-85ba-44dfccbad920,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:22.433952 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-d448edbf-7d95-4f71-b60f-3747205b7d39 service neutron] Attempting to bind port 37e6b0ab-f291-4bb8-90b3-77956cc8b138 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:44:22.434937 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-d448edbf-7d95-4f71-b60f-3747205b7d39 service neutron] Attempting to bind port 37e6b0ab-f291-4bb8-90b3-77956cc8b138 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'd261c222-8c73-4c2f-9a98-984ee968db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '214dd2af-e0ed-4dc4-8123-2d5410913429'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:44:22.435402 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-d448edbf-7d95-4f71-b60f-3747205b7d39 service neutron] Attempting to bind port 37e6b0ab-f291-4bb8-90b3-77956cc8b138 on network 214dd2af-e0ed-4dc4-8123-2d5410913429 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:44:22.441047 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2f225f71-189f-489e-a97c-8266a720a875 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:22.445754 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-d448edbf-7d95-4f71-b60f-3747205b7d39 service neutron] Port 37e6b0ab-f291-4bb8-90b3-77956cc8b138 on network 214dd2af-e0ed-4dc4-8123-2d5410913429 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:44:22.445754 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-d448edbf-7d95-4f71-b60f-3747205b7d39 service neutron] Attempting to bind port 37e6b0ab-f291-4bb8-90b3-77956cc8b138 on network 214dd2af-e0ed-4dc4-8123-2d5410913429 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:44:22.448702 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-d448edbf-7d95-4f71-b60f-3747205b7d39 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:44:22.449058 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-d448edbf-7d95-4f71-b60f-3747205b7d39 service neutron] Checking segment: {'id': 'd261c222-8c73-4c2f-9a98-984ee968db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '214dd2af-e0ed-4dc4-8123-2d5410913429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:44:22.449474 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-d448edbf-7d95-4f71-b60f-3747205b7d39 service neutron] Bound using segment: {'id': 'd261c222-8c73-4c2f-9a98-984ee968db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '214dd2af-e0ed-4dc4-8123-2d5410913429'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:44:22.449929 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-d448edbf-7d95-4f71-b60f-3747205b7d39 service neutron] Bound port: 37e6b0ab-f291-4bb8-90b3-77956cc8b138, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd261c222-8c73-4c2f-9a98-984ee968db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '214dd2af-e0ed-4dc4-8123-2d5410913429'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:44:22.450853 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-d448edbf-7d95-4f71-b60f-3747205b7d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:22.466699 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 271bfd06-ad9c-47a7-aa9d-f6537e596991 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:44:22.469005 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 271bfd06-ad9c-47a7-aa9d-f6537e596991 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:44:22.498897 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f225f71-189f-489e-a97c-8266a720a875 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:22.503421 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-2f225f71-189f-489e-a97c-8266a720a875 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:22.508798 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f225f71-189f-489e-a97c-8266a720a875 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:44:22.541753 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f225f71-189f-489e-a97c-8266a720a875 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Pushing event updated for resources: {'Port': ['ID=9ca39dc6-242e-4f71-a0ed-ddb3c378a4c0,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:22.550627 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-d448edbf-7d95-4f71-b60f-3747205b7d39 service neutron] For port 37e6b0ab-f291-4bb8-90b3-77956cc8b138, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:44:22.551085 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-d448edbf-7d95-4f71-b60f-3747205b7d39 service neutron] For port 37e6b0ab-f291-4bb8-90b3-77956cc8b138, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=37e6b0ab-f291-4bb8-90b3-77956cc8b138,segment=NetworkSegment(d261c222-8c73-4c2f-9a98-984ee968db2d),segment_id=d261c222-8c73-4c2f-9a98-984ee968db2d)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:44:22.558097 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-df5d6b32-d5b5-436a-a3ca-df4b48067070 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2770388 Dec 16 09:44:22.558773 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34978) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:22.566258 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-03f1593a-1f9f-4f7e-95fa-3768a019c068 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'port': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'mac_address': 'fa:16:3e:ad:61:e0', 'name': 'tempest-NetworksTestDHCPv6-1529184532'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:22.624792 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-d448edbf-7d95-4f71-b60f-3747205b7d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:22.632486 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ce3ea6e5-5a03-46fe-925d-95f34e6248d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:22.656385 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2f225f71-189f-489e-a97c-8266a720a875 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:22.691878 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-e2bc9f0b-6527-496b-a1f4-879912dd2ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'name': 'tempest-AttachVolumeShelveTestJSON-1862062291-router', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:05Z', 'updated_at': '2021-12-16T09:44:15Z', 'revision_number': 4, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'gw_port': {'id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:09Z', 'updated_at': '2021-12-16T09:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'b71a7501-5df2-411f-80ea-324a5c1794ba', 'name': '', 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'mac_address': 'fa:16:3e:f0:a3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '55767ecf-03fc-4a01-868c-518fd421c2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:13Z', 'updated_at': '2021-12-16T09:44:21Z', 'revision_number': 4, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'subnets': [{'id': '55767ecf-03fc-4a01-868c-518fd421c2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:22.701380 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c13332-ad4a-4a97-9d82-29073c957756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'fixed_ips': [{'subnet_id': 'c9ec28f3-f2c3-40c7-85ba-44dfccbad920'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:44:22.717151 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-95c13332-ad4a-4a97-9d82-29073c957756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:22.743976 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-ce3ea6e5-5a03-46fe-925d-95f34e6248d8 None None] For port b71a7501-5df2-411f-80ea-324a5c1794ba, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=b71a7501-5df2-411f-80ea-324a5c1794ba,segment=NetworkSegment(c1145db4-acce-4730-a2ad-0f420017f088),segment_id=c1145db4-acce-4730-a2ad-0f420017f088)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:22.745271 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bc9f0b-6527-496b-a1f4-879912dd2ca0 None None] The sync data for ids ['744dafc6-87da-409e-a7b7-7a3446f8ec99'] in n-d-820550-2 is: [{'id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'name': 'tempest-AttachVolumeShelveTestJSON-1862062291-router', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:05Z', 'updated_at': '2021-12-16T09:44:15Z', 'revision_number': 4, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'gw_port': {'id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:09Z', 'updated_at': '2021-12-16T09:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'b71a7501-5df2-411f-80ea-324a5c1794ba', 'name': '', 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'mac_address': 'fa:16:3e:f0:a3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '55767ecf-03fc-4a01-868c-518fd421c2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:13Z', 'updated_at': '2021-12-16T09:44:21Z', 'revision_number': 4, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'subnets': [{'id': '55767ecf-03fc-4a01-868c-518fd421c2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:44:22.767303 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-d448edbf-7d95-4f71-b60f-3747205b7d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:22.768241 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-d448edbf-7d95-4f71-b60f-3747205b7d39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:22.769966 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-d448edbf-7d95-4f71-b60f-3747205b7d39 service neutron] 10.222.0.58 "PUT /v2.0/ports/37e6b0ab-f291-4bb8-90b3-77956cc8b138 HTTP/1.1" status: 200 len: 1092 time: 2.9921479 Dec 16 09:44:22.770681 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14b529ed-a3e2-49c4-bba5-364cce53d1fb', 'tag': '37e6b0ab-f291-4bb8-90b3-77956cc8b138'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:44:22.773809 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808db83b-a6a1-4a3e-9699-9ea9851ead2d" -d '{"events": [{"name": "network-changed", "server_uuid": "14b529ed-a3e2-49c4-bba5-364cce53d1fb", "tag": "37e6b0ab-f291-4bb8-90b3-77956cc8b138"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:44:22.822633 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2f225f71-189f-489e-a97c-8266a720a875 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:22.882980 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448edbf-7d95-4f71-b60f-3747205b7d39 service neutron] Pushing event updated for resources: {'Port': ['ID=37e6b0ab-f291-4bb8-90b3-77956cc8b138,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:22.935944 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ce3ea6e5-5a03-46fe-925d-95f34e6248d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:23.045266 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7a461e-8368-4ca2-ae39-9a41ca7311bb x-openstack-request-id: req-cc7a461e-8368-4ca2-ae39-9a41ca7311bb {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:44:23.047070 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14b529ed-a3e2-49c4-bba5-364cce53d1fb", "tag": "37e6b0ab-f291-4bb8-90b3-77956cc8b138", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:44:23.047702 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cc7a461e-8368-4ca2-ae39-9a41ca7311bb {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:44:23.048137 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14b529ed-a3e2-49c4-bba5-364cce53d1fb', 'tag': '37e6b0ab-f291-4bb8-90b3-77956cc8b138', 'status': 'completed', 'code': 200} Dec 16 09:44:23.049754 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34994) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:23.050447 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f1593a-1f9f-4f7e-95fa-3768a019c068 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:23.118762 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-95c13332-ad4a-4a97-9d82-29073c957756 None None] Allocated IP 2001:db8::f816:3eff:fe26:4fcf (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/c9ec28f3-f2c3-40c7-85ba-44dfccbad920/78ff25d3-cb09-4687-a5d4-0651095fd4de) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:44:23.189639 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2f225f71-189f-489e-a97c-8266a720a875 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:23.257336 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2f225f71-189f-489e-a97c-8266a720a875 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:23.341600 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-bc79728b-56f9-4de2-9b11-8581bf605d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:23.343205 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-bc79728b-56f9-4de2-9b11-8581bf605d7b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=60a0020dcca848d99f97019eb94a2e49&device_id=14b529ed-a3e2-49c4-bba5-364cce53d1fb HTTP/1.1" status: 200 len: 1095 time: 0.4047444 Dec 16 09:44:23.379367 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2f225f71-189f-489e-a97c-8266a720a875 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:23.402449 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-95c13332-ad4a-4a97-9d82-29073c957756 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:23.413445 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f225f71-189f-489e-a97c-8266a720a875 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Pushing event updated for resources: {'Port': ['ID=9ca39dc6-242e-4f71-a0ed-ddb3c378a4c0,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:23.454814 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-9ba8c7af-c838-4a4a-83e2-794a0d4dac09 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=37e6b0ab-f291-4bb8-90b3-77956cc8b138 HTTP/1.1" status: 200 len: 217 time: 0.1033573 Dec 16 09:44:23.494095 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2f225f71-189f-489e-a97c-8266a720a875 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:23.495381 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2f225f71-189f-489e-a97c-8266a720a875 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0026863 Dec 16 09:44:23.528925 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03f1593a-1f9f-4f7e-95fa-3768a019c068 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:23.537668 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-95c13332-ad4a-4a97-9d82-29073c957756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:23.561467 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ea6e5-5a03-46fe-925d-95f34e6248d8 None None] Pushing event updated for resources: {'Port': ['ID=b71a7501-5df2-411f-80ea-324a5c1794ba,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:23.632721 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-03f1593a-1f9f-4f7e-95fa-3768a019c068 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] device_id is not set on port 4ffd0f22-2337-46d8-9fd7-d192ce65a9bd yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:44:23.655588 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a200aa1-5269-40ac-bf1c-ec15c7e6ac2d req-bc12725a-9f4f-4721-ab9e-5887cc77c2e5 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:23.657493 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6a200aa1-5269-40ac-bf1c-ec15c7e6ac2d req-bc12725a-9f4f-4721-ab9e-5887cc77c2e5 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=14b529ed-a3e2-49c4-bba5-364cce53d1fb HTTP/1.1" status: 200 len: 944 time: 0.1171460 Dec 16 09:44:23.709500 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c13332-ad4a-4a97-9d82-29073c957756 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:23.737154 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-95c13332-ad4a-4a97-9d82-29073c957756 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:23.740574 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c13332-ad4a-4a97-9d82-29073c957756 None None] Pushing event updated for resources: {'Port': ['ID=78ff25d3-cb09-4687-a5d4-0651095fd4de,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:23.744490 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6a200aa1-5269-40ac-bf1c-ec15c7e6ac2d req-dcae6208-542a-430c-b43c-c693a0fea4fc tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ef5286a-a2a5-4ecc-a285-e468325c6995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708406 Dec 16 09:44:23.757577 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c13332-ad4a-4a97-9d82-29073c957756 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:44:23.809370 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-7a92bfcf-6eb3-46c1-8bde-69409eb25404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:23.811273 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-7a92bfcf-6eb3-46c1-8bde-69409eb25404 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c444adc0-febf-4d56-b46a-7afac9e1282f HTTP/1.1" status: 200 len: 837 time: 0.3036690 Dec 16 09:44:23.850366 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-95c13332-ad4a-4a97-9d82-29073c957756 None None] Attempting to bind port 78ff25d3-cb09-4687-a5d4-0651095fd4de on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:44:23.850983 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-95c13332-ad4a-4a97-9d82-29073c957756 None None] Attempting to bind port 78ff25d3-cb09-4687-a5d4-0651095fd4de by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:44:23.851533 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c13332-ad4a-4a97-9d82-29073c957756 None None] Attempting to bind port 78ff25d3-cb09-4687-a5d4-0651095fd4de on network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:44:23.858732 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c13332-ad4a-4a97-9d82-29073c957756 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:44:23.859533 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c13332-ad4a-4a97-9d82-29073c957756 None None] Checking segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:44:23.860181 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-95c13332-ad4a-4a97-9d82-29073c957756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:23.861582 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c13332-ad4a-4a97-9d82-29073c957756 None None] Bound using segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:44:23.866688 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-95c13332-ad4a-4a97-9d82-29073c957756 None None] Bound port: 78ff25d3-cb09-4687-a5d4-0651095fd4de, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:44:23.866688 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-95c13332-ad4a-4a97-9d82-29073c957756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:23.967000 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-95c13332-ad4a-4a97-9d82-29073c957756 None None] For port 78ff25d3-cb09-4687-a5d4-0651095fd4de, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:44:23.978072 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-fb50aa5b-0c2b-442a-a22b-785094c87406 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1982560886&fields=id&tenant_id=55938af2fa4b4c6f80f602d4625ae2cd HTTP/1.1" status: 200 len: 267 time: 0.2295909 Dec 16 09:44:24.007109 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-95c13332-ad4a-4a97-9d82-29073c957756 None None] For port 78ff25d3-cb09-4687-a5d4-0651095fd4de, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=78ff25d3-cb09-4687-a5d4-0651095fd4de,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:44:24.023790 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-5d6fe8cd-285a-4647-b784-34edcd93e680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:24.025855 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-5d6fe8cd-285a-4647-b784-34edcd93e680 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=214dd2af-e0ed-4dc4-8123-2d5410913429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1676850 Dec 16 09:44:24.074941 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-95c13332-ad4a-4a97-9d82-29073c957756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:24.129238 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cf833601-251a-48da-b44c-dcd7295a554a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:24.199669 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c13332-ad4a-4a97-9d82-29073c957756 None None] Pushing event updated for resources: {'Port': ['ID=78ff25d3-cb09-4687-a5d4-0651095fd4de,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:24.208446 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-03f1593a-1f9f-4f7e-95fa-3768a019c068 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Allocated IP 2001:db8::f816:3eff:fead:61e0 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/c9ec28f3-f2c3-40c7-85ba-44dfccbad920/4ffd0f22-2337-46d8-9fd7-d192ce65a9bd) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:44:24.266158 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device b71a7501-5df2-411f-80ea-324a5c1794ba up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:24.330430 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port b71a7501-5df2-411f-80ea-324a5c1794ba triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:24.330889 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:24.574820 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-8348b81b-79e6-4de0-b131-d45a38e78bf1 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:24.577403 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-8348b81b-79e6-4de0-b131-d45a38e78bf1 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/networks?id=80ebca74-2610-4824-a3d8-8e60778e3639 HTTP/1.1" status: 200 len: 817 time: 0.5690892 Dec 16 09:44:24.730760 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-7fe1dfd5-130a-441f-aa83-9c6f3b6a8449 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/quotas/55938af2fa4b4c6f80f602d4625ae2cd HTTP/1.1" status: 200 len: 375 time: 0.1402287 Dec 16 09:44:24.734384 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-377b6eb3-0a18-4d34-b7e0-9cfe0cf02eb8 service neutron] 10.222.0.58 "GET /v2.0/networks/214dd2af-e0ed-4dc4-8123-2d5410913429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6973896 Dec 16 09:44:24.889138 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a63f1545-6bb1-4d15-aae7-e8b41ced9daf req-7c4bbe8a-bbca-4635-b7f4-37ef61d8d529 service neutron] 10.222.0.58 "GET /v2.0/networks/214dd2af-e0ed-4dc4-8123-2d5410913429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298742 Dec 16 09:44:24.947150 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6b95f-5b55-44fc-8774-8492c186767a req-8dddbb4d-6651-41e8-8a24-1718dfd6bec7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:24.949359 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3cb6b95f-5b55-44fc-8774-8492c186767a req-8dddbb4d-6651-41e8-8a24-1718dfd6bec7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=14b529ed-a3e2-49c4-bba5-364cce53d1fb HTTP/1.1" status: 200 len: 944 time: 0.0776870 Dec 16 09:44:25.039025 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3cb6b95f-5b55-44fc-8774-8492c186767a req-3f3d69c5-b83d-4578-aa2d-6ec9832eb07c tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ef5286a-a2a5-4ecc-a285-e468325c6995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819292 Dec 16 09:44:25.055249 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-350016e2-a76e-43a4-98c1-b3b41d5247a1 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=55938af2fa4b4c6f80f602d4625ae2cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3144445 Dec 16 09:44:25.097819 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03f1593a-1f9f-4f7e-95fa-3768a019c068 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:25.373140 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e9ffc0d6-a239-4ad1-b71b-0e079147f49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:25.561238 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808db83b-a6a1-4a3e-9699-9ea9851ead2d req-8ff708f4-c515-4913-a5f3-afb11dbdd65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:25.563232 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-808db83b-a6a1-4a3e-9699-9ea9851ead2d req-8ff708f4-c515-4913-a5f3-afb11dbdd65b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=60a0020dcca848d99f97019eb94a2e49&device_id=14b529ed-a3e2-49c4-bba5-364cce53d1fb HTTP/1.1" status: 200 len: 1095 time: 0.5059915 Dec 16 09:44:25.570965 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-8eeeee8a-2274-4222-ace4-94adf1d0c909 service neutron] 10.222.0.60 "GET /v2.0/networks/80ebca74-2610-4824-a3d8-8e60778e3639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606798 Dec 16 09:44:25.823989 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fea6bd-4355-439c-940f-efec29bb9257 req-3015a286-deb8-47c1-a524-833e3d40b520 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:25.825726 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b3fea6bd-4355-439c-940f-efec29bb9257 req-3015a286-deb8-47c1-a524-833e3d40b520 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8108ecce-4816-4a1e-8976-a14442bedace HTTP/1.1" status: 200 len: 946 time: 0.0744200 Dec 16 09:44:25.879902 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b3fea6bd-4355-439c-940f-efec29bb9257 req-53c7d407-f2ed-4fe2-9493-3ea22ad2731a tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475831 Dec 16 09:44:26.056348 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-5a30d2eb-7877-4a23-b1f5-911617afc180 None None] Provisioning complete for port 78ff25d3-cb09-4687-a5d4-0651095fd4de triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:26.057324 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5a30d2eb-7877-4a23-b1f5-911617afc180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:26.227266 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5a30d2eb-7877-4a23-b1f5-911617afc180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:26.228145 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03f1593a-1f9f-4f7e-95fa-3768a019c068 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:26.252257 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 78ff25d3-cb09-4687-a5d4-0651095fd4de up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:26.270511 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33369b5c-6dc4-4ec6-a03d-08977299743f req-a673a78d-ce56-4743-acf1-883b7c7f5d8e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:26.272117 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-33369b5c-6dc4-4ec6-a03d-08977299743f req-a673a78d-ce56-4743-acf1-883b7c7f5d8e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=14b529ed-a3e2-49c4-bba5-364cce53d1fb HTTP/1.1" status: 200 len: 944 time: 0.1025577 Dec 16 09:44:26.353056 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-33369b5c-6dc4-4ec6-a03d-08977299743f req-ce851f4f-9a4e-4a9f-b3dc-d248ea52a5eb tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ef5286a-a2a5-4ecc-a285-e468325c6995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735419 Dec 16 09:44:26.383087 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-5a30d2eb-7877-4a23-b1f5-911617afc180 None None] For port 78ff25d3-cb09-4687-a5d4-0651095fd4de, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=78ff25d3-cb09-4687-a5d4-0651095fd4de,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:26.395934 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 78ff25d3-cb09-4687-a5d4-0651095fd4de triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:26.396620 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:26.424319 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-01142664-82b0-425f-8c57-8e738a2829e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:26.449525 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f1593a-1f9f-4f7e-95fa-3768a019c068 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:26.474383 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5a30d2eb-7877-4a23-b1f5-911617afc180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:26.483999 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-03f1593a-1f9f-4f7e-95fa-3768a019c068 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:26.485696 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f1593a-1f9f-4f7e-95fa-3768a019c068 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:44:26.491694 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f1593a-1f9f-4f7e-95fa-3768a019c068 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:26.492353 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03f1593a-1f9f-4f7e-95fa-3768a019c068 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:26.495394 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808db83b-a6a1-4a3e-9699-9ea9851ead2d req-c6962de7-e085-4b47-82c3-e5765b9f295f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:26.497762 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-808db83b-a6a1-4a3e-9699-9ea9851ead2d req-c6962de7-e085-4b47-82c3-e5765b9f295f service neutron] 10.222.0.58 "GET /v2.0/networks?id=214dd2af-e0ed-4dc4-8123-2d5410913429 HTTP/1.1" status: 200 len: 898 time: 0.9230244 Dec 16 09:44:26.503278 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1593a-1f9f-4f7e-95fa-3768a019c068 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Port': ['ID=4ffd0f22-2337-46d8-9fd7-d192ce65a9bd,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:26.510834 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:26.553461 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30d2eb-7877-4a23-b1f5-911617afc180 None None] Pushing event updated for resources: {'Port': ['ID=78ff25d3-cb09-4687-a5d4-0651095fd4de,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:26.595735 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-ed1c5c7b-bd34-416c-8a96-af237c7cdae7 service neutron] 10.222.0.60 "GET /v2.0/networks/80ebca74-2610-4824-a3d8-8e60778e3639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8738923 Dec 16 09:44:26.598455 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-808db83b-a6a1-4a3e-9699-9ea9851ead2d req-99eade42-3c38-4b79-9f72-8803d2e8032a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=37e6b0ab-f291-4bb8-90b3-77956cc8b138 HTTP/1.1" status: 200 len: 217 time: 0.0889988 Dec 16 09:44:26.606505 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:44:26.606729 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:44:26.692238 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-03f1593a-1f9f-4f7e-95fa-3768a019c068 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.1314843 Dec 16 09:44:26.695329 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35090) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:26.725521 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808db83b-a6a1-4a3e-9699-9ea9851ead2d req-3802e680-3909-49af-940b-1045878e857b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:26.727432 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-808db83b-a6a1-4a3e-9699-9ea9851ead2d req-3802e680-3909-49af-940b-1045878e857b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c444adc0-febf-4d56-b46a-7afac9e1282f HTTP/1.1" status: 200 len: 837 time: 0.1201899 Dec 16 09:44:26.808400 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95baf0d1-9302-4f47-a501-27633986e9c4 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:26.817186 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95baf0d1-9302-4f47-a501-27633986e9c4 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:26.823718 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-95baf0d1-9302-4f47-a501-27633986e9c4 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1271548 Dec 16 09:44:26.824459 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35092) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:26.851511 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808db83b-a6a1-4a3e-9699-9ea9851ead2d req-af7497cf-cf27-4a1f-ab6a-2e2eb56066eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:26.853203 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-808db83b-a6a1-4a3e-9699-9ea9851ead2d req-af7497cf-cf27-4a1f-ab6a-2e2eb56066eb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=214dd2af-e0ed-4dc4-8123-2d5410913429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1132081 Dec 16 09:44:26.904897 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-56e9929d-feeb-4272-8f4e-7d62db3e20d8 None None] Provisioning complete for port 4ffd0f22-2337-46d8-9fd7-d192ce65a9bd triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:26.905314 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-56e9929d-feeb-4272-8f4e-7d62db3e20d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:26.986583 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-56e9929d-feeb-4272-8f4e-7d62db3e20d8 None None] Port 4ffd0f22-2337-46d8-9fd7-d192ce65a9bd cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:44:27.024160 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-ec92c36d-5384-4332-b8dd-4426763bb1f8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting port 4ffd0f22-2337-46d8-9fd7-d192ce65a9bd {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:44:27.024712 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ec92c36d-5384-4332-b8dd-4426763bb1f8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:27.051177 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-808db83b-a6a1-4a3e-9699-9ea9851ead2d req-ab32c5f7-acbb-4f80-b0ed-565fbc90595e service neutron] 10.222.0.58 "GET /v2.0/networks/214dd2af-e0ed-4dc4-8123-2d5410913429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911571 Dec 16 09:44:27.152122 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efddc1-1ad4-4c1a-965b-4a7c1ce328f0 req-a9d951b1-8acb-486b-8a29-c50b77d74a81 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:27.161301 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-17efddc1-1ad4-4c1a-965b-4a7c1ce328f0 req-a9d951b1-8acb-486b-8a29-c50b77d74a81 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8108ecce-4816-4a1e-8976-a14442bedace HTTP/1.1" status: 200 len: 946 time: 0.1272340 Dec 16 09:44:27.182470 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-77b15913-9e9e-4b33-9687-d5d7cf027e5b req-8366c1a9-90c6-413e-bd58-5cb7891736d7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 210 time: 0.1644926 Dec 16 09:44:27.190654 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-808db83b-a6a1-4a3e-9699-9ea9851ead2d req-da407ad6-805a-4ba4-82f8-cfcb2b7a6e37 service neutron] 10.222.0.58 "GET /v2.0/networks/214dd2af-e0ed-4dc4-8123-2d5410913429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149118 Dec 16 09:44:27.192816 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-e9ffc0d6-a239-4ad1-b71b-0e079147f49d admin admin] Deleting port 163e6e11-50ae-4d7d-a219-619b0a8311ec {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:44:27.193166 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e9ffc0d6-a239-4ad1-b71b-0e079147f49d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:27.248345 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ec92c36d-5384-4332-b8dd-4426763bb1f8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:27.280732 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-17efddc1-1ad4-4c1a-965b-4a7c1ce328f0 req-d6a1eaa6-974b-4205-a063-4508a4bf1d82 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179879 Dec 16 09:44:27.281372 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-ec92c36d-5384-4332-b8dd-4426763bb1f8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Calling delete_port for 4ffd0f22-2337-46d8-9fd7-d192ce65a9bd owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:44:27.317163 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-e9ffc0d6-a239-4ad1-b71b-0e079147f49d admin admin] For port 163e6e11-50ae-4d7d-a219-619b0a8311ec, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=163e6e11-50ae-4d7d-a219-619b0a8311ec,segment=NetworkSegment(4633fa21-d201-4901-b20b-13d2bccf565c),segment_id=4633fa21-d201-4901-b20b-13d2bccf565c)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:27.317730 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e9ffc0d6-a239-4ad1-b71b-0e079147f49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:27.340072 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-e9ffc0d6-a239-4ad1-b71b-0e079147f49d admin admin] Calling delete_port for 163e6e11-50ae-4d7d-a219-619b0a8311ec owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:44:27.525641 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:27.552635 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22930a-f981-4f6e-9a58-17898d5b183c req-23aa0473-8cff-4aba-94a3-3fdb81e36502 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:27.554364 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b22930a-f981-4f6e-9a58-17898d5b183c req-23aa0473-8cff-4aba-94a3-3fdb81e36502 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.57 "GET /v2.0/ports?device_id=8108ecce-4816-4a1e-8976-a14442bedace HTTP/1.1" status: 200 len: 946 time: 0.0702939 Dec 16 09:44:27.555513 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ec92c36d-5384-4332-b8dd-4426763bb1f8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:27.591782 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7128e7e-d803-46ce-b522-153561dd3617 req-e2e29f56-d1cc-4705-bad4-45012b12de32 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:27.600157 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c7128e7e-d803-46ce-b522-153561dd3617 req-e2e29f56-d1cc-4705-bad4-45012b12de32 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=14b529ed-a3e2-49c4-bba5-364cce53d1fb HTTP/1.1" status: 200 len: 944 time: 0.0863578 Dec 16 09:44:27.651045 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92c36d-5384-4332-b8dd-4426763bb1f8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Port': ['ID=4ffd0f22-2337-46d8-9fd7-d192ce65a9bd,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:27.675461 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c7128e7e-d803-46ce-b522-153561dd3617 req-eeaa2ed7-e789-45f8-8a1a-263990848276 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ef5286a-a2a5-4ecc-a285-e468325c6995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743320 Dec 16 09:44:27.737095 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ec92c36d-5384-4332-b8dd-4426763bb1f8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:27.742710 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ec92c36d-5384-4332-b8dd-4426763bb1f8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/4ffd0f22-2337-46d8-9fd7-d192ce65a9bd HTTP/1.1" status: 204 len: 168 time: 0.9147627 Dec 16 09:44:27.743623 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35120) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:27.798190 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e9ffc0d6-a239-4ad1-b71b-0e079147f49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:27.850545 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffc0d6-a239-4ad1-b71b-0e079147f49d admin admin] Pushing event deleted for resources: {'Port': ['ID=163e6e11-50ae-4d7d-a219-619b0a8311ec,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:27.861004 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-2b22930a-f981-4f6e-9a58-17898d5b183c req-eef3c9a4-2fb1-4f54-a56b-ecce535b1799 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Deleting port 2f8e65c6-ba0d-428b-88ce-a94115f405c3 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:44:27.863985 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2b22930a-f981-4f6e-9a58-17898d5b183c req-eef3c9a4-2fb1-4f54-a56b-ecce535b1799 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:27.909253 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07872ba5-82c1-48a2-a504-074b9d42740e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:27.916723 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07872ba5-82c1-48a2-a504-074b9d42740e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:27.916723 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-07872ba5-82c1-48a2-a504-074b9d42740e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1709099 Dec 16 09:44:27.916723 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35126) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:28.024625 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfe9972d-ae52-4dfc-bb16-ad5b7827ed0c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting subnet c9ec28f3-f2c3-40c7-85ba-44dfccbad920 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:44:28.042613 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bfe9972d-ae52-4dfc-bb16-ad5b7827ed0c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:28.077953 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e9ffc0d6-a239-4ad1-b71b-0e079147f49d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:28.109370 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-2b22930a-f981-4f6e-9a58-17898d5b183c req-eef3c9a4-2fb1-4f54-a56b-ecce535b1799 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] For port 2f8e65c6-ba0d-428b-88ce-a94115f405c3, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=2f8e65c6-ba0d-428b-88ce-a94115f405c3,segment=NetworkSegment(f0df79a4-0132-4b56-a1b6-b2446bc74352),segment_id=f0df79a4-0132-4b56-a1b6-b2446bc74352)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:28.112198 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2b22930a-f981-4f6e-9a58-17898d5b183c req-eef3c9a4-2fb1-4f54-a56b-ecce535b1799 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:28.124199 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bfe9972d-ae52-4dfc-bb16-ad5b7827ed0c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:28.150960 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-2b22930a-f981-4f6e-9a58-17898d5b183c req-eef3c9a4-2fb1-4f54-a56b-ecce535b1799 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Calling delete_port for 2f8e65c6-ba0d-428b-88ce-a94115f405c3 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:44:28.291722 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 78ff25d3-cb09-4687-a5d4-0651095fd4de up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:28.367167 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 78ff25d3-cb09-4687-a5d4-0651095fd4de triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:28.367167 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:28.457604 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e1a1a7f3-7776-4a7c-9b7d-9d4c941258c3 req-40b0b5a0-759d-4689-8f8c-dbe062644b7c tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 210 time: 0.1173489 Dec 16 09:44:28.485825 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bfe9972d-ae52-4dfc-bb16-ad5b7827ed0c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:28.537127 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ffc0d6-a239-4ad1-b71b-0e079147f49d admin admin] Router e039346f-c427-42df-aa11-5b59e0b9d642 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:44:28.557581 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f016e2-a1a2-45e9-834b-910b54b1ebc3 req-0a8efe1d-6c2e-4758-8d02-59780bd5f4bc tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:28.560003 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-25f016e2-a1a2-45e9-834b-910b54b1ebc3 req-0a8efe1d-6c2e-4758-8d02-59780bd5f4bc tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8108ecce-4816-4a1e-8976-a14442bedace HTTP/1.1" status: 200 len: 946 time: 0.1405640 Dec 16 09:44:28.712646 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bfe9972d-ae52-4dfc-bb16-ad5b7827ed0c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:28.749619 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-25f016e2-a1a2-45e9-834b-910b54b1ebc3 req-4b8137ff-a2bb-443e-91cd-9be6f2f9af4f tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddb26ef7-d053-47fc-ad59-e6f69a739c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801410 Dec 16 09:44:28.775878 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe9972d-ae52-4dfc-bb16-ad5b7827ed0c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Subnet': ['ID=c9ec28f3-f2c3-40c7-85ba-44dfccbad920,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:28.782863 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2b22930a-f981-4f6e-9a58-17898d5b183c req-eef3c9a4-2fb1-4f54-a56b-ecce535b1799 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:28.785187 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bfe9972d-ae52-4dfc-bb16-ad5b7827ed0c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:28.790173 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175a40f1-5a34-48d4-b57c-710ef668cf7e None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:44:28.794504 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['2f8e65c6-ba0d-428b-88ce-a94115f405c3'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:44:28.799511 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bfe9972d-ae52-4dfc-bb16-ad5b7827ed0c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/c9ec28f3-f2c3-40c7-85ba-44dfccbad920 HTTP/1.1" status: 204 len: 168 time: 0.8554044 Dec 16 09:44:28.803103 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35146) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:28.863874 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-93f306fe-3e4e-477b-9702-3087ac0d5d25 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0593512 Dec 16 09:44:28.865993 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ffc0d6-a239-4ad1-b71b-0e079147f49d admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:44:28.868538 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35148) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:28.878135 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8747ba-1659-4c6b-a59b-4ade17348d63 None None] Sync routers for ids ['e039346f-c427-42df-aa11-5b59e0b9d642'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:44:28.890170 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8747ba-1659-4c6b-a59b-4ade17348d63 None None] Routers {'e039346f-c427-42df-aa11-5b59e0b9d642'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:44:28.895062 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-2f8747ba-1659-4c6b-a59b-4ade17348d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:44:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['e039346f-c427-42df-aa11-5b59e0b9d642'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:28.896454 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e9ffc0d6-a239-4ad1-b71b-0e079147f49d admin admin] 10.222.0.60 "PUT /v2.0/routers/e039346f-c427-42df-aa11-5b59e0b9d642/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8357031 Dec 16 09:44:28.911460 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 37e6b0ab-f291-4bb8-90b3-77956cc8b138 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:44:28.912581 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35150) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:28.990451 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fd688b-47df-4214-8e84-7d6a167ea903 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:29.007497 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c5fd688b-47df-4214-8e84-7d6a167ea903 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1346109 Dec 16 09:44:29.007747 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35152) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:29.078669 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:29.132004 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-2f8747ba-1659-4c6b-a59b-4ade17348d63 None None] Set router e039346f-c427-42df-aa11-5b59e0b9d642 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:44:29.139032 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a928d8-ad76-409b-b63b-ce6bcdf9d908 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:29.160554 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-66a928d8-ad76-409b-b63b-ce6bcdf9d908 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1517007 Dec 16 09:44:29.161488 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35158) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:29.165791 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 37e6b0ab-f291-4bb8-90b3-77956cc8b138, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=37e6b0ab-f291-4bb8-90b3-77956cc8b138,segment=NetworkSegment(d261c222-8c73-4c2f-9a98-984ee968db2d),segment_id=d261c222-8c73-4c2f-9a98-984ee968db2d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:29.171195 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbfd8ca-4166-4cf9-9f71-2cbaa9502e2c None None] DHCP port deletion for 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:44:29.222449 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-170b667d-b06e-4243-9d3e-d7c1ea5324f4 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0596266 Dec 16 09:44:29.228454 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35160) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:29.255445 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-ab3f11b5-34ab-4189-a2f2-006f6f59d100 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:29.270850 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '37e6b0ab-f291-4bb8-90b3-77956cc8b138', 'network_id': '214dd2af-e0ed-4dc4-8123-2d5410913429', 'port_id': '37e6b0ab-f291-4bb8-90b3-77956cc8b138', 'mac_address': 'fa:16:3e:8c:43:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c444adc0-febf-4d56-b46a-7afac9e1282f', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:44:29.363367 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-2f8747ba-1659-4c6b-a59b-4ade17348d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'name': 'tempest-ServerRescueTestJSONUnderV235-724864042-router', 'tenant_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:43Z', 'updated_at': '2021-12-16T09:44:27Z', 'revision_number': 5, 'project_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'gw_port': {'id': 'ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:45Z', 'updated_at': '2021-12-16T09:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:29.392482 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8747ba-1659-4c6b-a59b-4ade17348d63 None None] Checking router: e039346f-c427-42df-aa11-5b59e0b9d642 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:44:29.397071 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:29.401496 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8747ba-1659-4c6b-a59b-4ade17348d63 None None] Routers {'e039346f-c427-42df-aa11-5b59e0b9d642'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:44:29.402185 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-2f8747ba-1659-4c6b-a59b-4ade17348d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:44:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['e039346f-c427-42df-aa11-5b59e0b9d642'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:29.437389 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-0dbfd8ca-4166-4cf9-9f71-2cbaa9502e2c None None] Deleting port 78ff25d3-cb09-4687-a5d4-0651095fd4de {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:44:29.437955 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0dbfd8ca-4166-4cf9-9f71-2cbaa9502e2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:29.491972 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0df95883-a2ba-41de-9360-d50faf59e37d req-0aa450b0-e7a7-4d81-9825-3bd1b8b28292 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fdf0de1a-cd38-4ab0-94ba-62051c68c755&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2235951 Dec 16 09:44:29.557736 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-0dbfd8ca-4166-4cf9-9f71-2cbaa9502e2c None None] For port 78ff25d3-cb09-4687-a5d4-0651095fd4de, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=78ff25d3-cb09-4687-a5d4-0651095fd4de,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:29.558139 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0dbfd8ca-4166-4cf9-9f71-2cbaa9502e2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:29.582794 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-0dbfd8ca-4166-4cf9-9f71-2cbaa9502e2c None None] Calling delete_port for 78ff25d3-cb09-4687-a5d4-0651095fd4de owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:44:29.586685 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3c9a4-2fb1-4f54-a56b-ecce535b1799 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Pushing event deleted for resources: {'Port': ['ID=2f8e65c6-ba0d-428b-88ce-a94115f405c3,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:29.688239 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b4c4c28f-1f4c-4280-b8d9-a73645a00148 req-6e70334d-2b76-4d9c-8a80-10f94aab2622 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 210 time: 0.0680790 Dec 16 09:44:29.735225 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df95883-a2ba-41de-9360-d50faf59e37d req-4d68551c-5ec9-4406-b528-77f184ebf729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:29.739421 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0df95883-a2ba-41de-9360-d50faf59e37d req-4d68551c-5ec9-4406-b528-77f184ebf729 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f1bf440b6c55457f8af9c018d530175b&device_id=fdf0de1a-cd38-4ab0-94ba-62051c68c755 HTTP/1.1" status: 200 len: 1096 time: 0.1961777 Dec 16 09:44:29.739421 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3f11b5-34ab-4189-a2f2-006f6f59d100 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:29.751183 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ab3f11b5-34ab-4189-a2f2-006f6f59d100 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:29.811236 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e6b0ab-f291-4bb8-90b3-77956cc8b138 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:44:29.862758 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b22930a-f981-4f6e-9a58-17898d5b183c req-eef3c9a4-2fb1-4f54-a56b-ecce535b1799 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] No DVR routers for this DVR port 2f8e65c6-ba0d-428b-88ce-a94115f405c3 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:44:29.865328 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 37e6b0ab-f291-4bb8-90b3-77956cc8b138, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=37e6b0ab-f291-4bb8-90b3-77956cc8b138,segment=NetworkSegment(d261c222-8c73-4c2f-9a98-984ee968db2d),segment_id=d261c222-8c73-4c2f-9a98-984ee968db2d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:29.888229 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2b22930a-f981-4f6e-9a58-17898d5b183c req-eef3c9a4-2fb1-4f54-a56b-ecce535b1799 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:29.888497 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0dbfd8ca-4166-4cf9-9f71-2cbaa9502e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:29.888610 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b22930a-f981-4f6e-9a58-17898d5b183c req-eef3c9a4-2fb1-4f54-a56b-ecce535b1799 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.57 "DELETE /v2.0/ports/2f8e65c6-ba0d-428b-88ce-a94115f405c3 HTTP/1.1" status: 204 len: 173 time: 2.3195660 Dec 16 09:44:29.888610 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8108ecce-4816-4a1e-8976-a14442bedace', 'name': 'network-vif-deleted', 'tag': '2f8e65c6-ba0d-428b-88ce-a94115f405c3'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:44:29.896013 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c3ebdf-0c75-4cc8-ae07-5505f3276783" -d '{"events": [{"server_uuid": "8108ecce-4816-4a1e-8976-a14442bedace", "name": "network-vif-deleted", "tag": "2f8e65c6-ba0d-428b-88ce-a94115f405c3"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:44:29.909345 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-2f8747ba-1659-4c6b-a59b-4ade17348d63 None None] Set router e039346f-c427-42df-aa11-5b59e0b9d642 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:44:29.919732 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c60cd7-42b3-41cc-8072-542d9258cbb0 req-fdb7fa16-aa5a-458d-9eda-ffc32b3c9a19 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:29.921829 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-17c60cd7-42b3-41cc-8072-542d9258cbb0 req-fdb7fa16-aa5a-458d-9eda-ffc32b3c9a19 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=14b529ed-a3e2-49c4-bba5-364cce53d1fb HTTP/1.1" status: 200 len: 944 time: 1.1197670 Dec 16 09:44:29.967267 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:29.972649 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbfd8ca-4166-4cf9-9f71-2cbaa9502e2c None None] Pushing event deleted for resources: {'Port': ['ID=78ff25d3-cb09-4687-a5d4-0651095fd4de,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:29.972850 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0083a0a-3a04-45cc-a721-f0d079870ce0 admin admin] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:29.975895 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-39c51fb4-4b0f-410c-acdc-c0f15a5fc3e6 req-d78fcbe8-96ae-460a-b82c-68c2824ee566 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8108ecce-4816-4a1e-8976-a14442bedace HTTP/1.1" status: 200 len: 210 time: 0.0382316 Dec 16 09:44:30.091746 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=37e6b0ab-f291-4bb8-90b3-77956cc8b138,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:30.096321 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbfd8ca-4166-4cf9-9f71-2cbaa9502e2c None None] No DVR routers for this DVR port 78ff25d3-cb09-4687-a5d4-0651095fd4de on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:44:30.148865 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df95883-a2ba-41de-9360-d50faf59e37d req-2a2fbe59-ee4f-4ca9-8aa9-12369713fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:30.152322 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0df95883-a2ba-41de-9360-d50faf59e37d req-2a2fbe59-ee4f-4ca9-8aa9-12369713fba6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f HTTP/1.1" status: 200 len: 912 time: 0.3960655 Dec 16 09:44:30.172879 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0083a0a-3a04-45cc-a721-f0d079870ce0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:30.176667 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:30.190807 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 78ff25d3-cb09-4687-a5d4-0651095fd4de no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:44:30.227021 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a235dbf-fa83-41a0-ac85-bf40aa62546a x-openstack-request-id: req-8a235dbf-fa83-41a0-ac85-bf40aa62546a {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:44:30.227487 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8108ecce-4816-4a1e-8976-a14442bedace", "name": "network-vif-deleted", "tag": "2f8e65c6-ba0d-428b-88ce-a94115f405c3", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:44:30.227845 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8a235dbf-fa83-41a0-ac85-bf40aa62546a {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:44:30.228355 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8108ecce-4816-4a1e-8976-a14442bedace', 'name': 'network-vif-deleted', 'tag': '2f8e65c6-ba0d-428b-88ce-a94115f405c3', 'status': 'completed', 'code': 200} Dec 16 09:44:30.241036 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0df95883-a2ba-41de-9360-d50faf59e37d req-b05de555-1c64-4d74-8694-9b4ea748a65b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1923724-de92-4455-a0b4-fa5b1439b9ef HTTP/1.1" status: 200 len: 217 time: 0.0782154 Dec 16 09:44:30.249391 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['37e6b0ab-f291-4bb8-90b3-77956cc8b138'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:44:30.254340 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 78ff25d3-cb09-4687-a5d4-0651095fd4de {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:44:30.254809 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 78ff25d3-cb09-4687-a5d4-0651095fd4de not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:44:30.277265 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-2688b6c0-943e-4322-9253-67bc7c58a29c tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:30.279435 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-2688b6c0-943e-4322-9253-67bc7c58a29c tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.57 "GET /v2.0/networks?id=80ebca74-2610-4824-a3d8-8e60778e3639 HTTP/1.1" status: 200 len: 817 time: 0.6442151 Dec 16 09:44:30.287355 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-17c60cd7-42b3-41cc-8072-542d9258cbb0 req-775ff4f5-0893-4041-a61c-1eee9eb6c238 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ef5286a-a2a5-4ecc-a285-e468325c6995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3551662 Dec 16 09:44:30.352345 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-2f8747ba-1659-4c6b-a59b-4ade17348d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'name': 'tempest-ServerRescueTestJSONUnderV235-724864042-router', 'tenant_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:43Z', 'updated_at': '2021-12-16T09:44:27Z', 'revision_number': 5, 'project_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'gw_port': {'id': 'ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:45Z', 'updated_at': '2021-12-16T09:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:30.353762 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df95883-a2ba-41de-9360-d50faf59e37d req-8f7685a7-dcf2-4212-a91f-fb1ff9be1e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:30.354912 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0df95883-a2ba-41de-9360-d50faf59e37d req-8f7685a7-dcf2-4212-a91f-fb1ff9be1e3f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c3e23022-6181-4c07-9324-a5452325576b HTTP/1.1" status: 200 len: 850 time: 0.0884690 Dec 16 09:44:30.390147 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-464bdef6-f6f5-4f3e-af77-b740e06cc748 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55938af2fa4b4c6f80f602d4625ae2cd HTTP/1.1" status: 200 len: 380 time: 0.1007123 Dec 16 09:44:30.401711 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-6eb9098d-09e4-4175-83a4-266698aff966 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Request body: {'port': {'device_id': 'f15e74b6-9d5e-4be6-9e0d-064474e8638f', 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639', 'admin_state_up': True, 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'security_groups': ['ba47d7bb-80eb-4454-bcd9-70ddeb81139b']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:30.411971 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8747ba-1659-4c6b-a59b-4ade17348d63 None None] The sync data for ids ['e039346f-c427-42df-aa11-5b59e0b9d642'] in n-d-820550-2 is: [{'id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'name': 'tempest-ServerRescueTestJSONUnderV235-724864042-router', 'tenant_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:43Z', 'updated_at': '2021-12-16T09:44:27Z', 'revision_number': 5, 'project_id': '8ff7029f74a841b4ae8b7c47bc887ad7', 'gw_port': {'id': 'ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e039346f-c427-42df-aa11-5b59e0b9d642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:45Z', 'updated_at': '2021-12-16T09:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:44:30.465503 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df95883-a2ba-41de-9360-d50faf59e37d req-02b5c5a9-cfea-46c9-ad1a-af83e966283d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:30.473085 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0df95883-a2ba-41de-9360-d50faf59e37d req-02b5c5a9-cfea-46c9-ad1a-af83e966283d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1100810 Dec 16 09:44:30.477896 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-e0083a0a-3a04-45cc-a721-f0d079870ce0 admin admin] Deleting port ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:44:30.479409 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0083a0a-3a04-45cc-a721-f0d079870ce0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:30.622169 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-e0083a0a-3a04-45cc-a721-f0d079870ce0 admin admin] For port ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:30.622841 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0083a0a-3a04-45cc-a721-f0d079870ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:30.627358 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0df95883-a2ba-41de-9360-d50faf59e37d req-f5798df1-65fa-4ebd-a112-09b1028f53cf service neutron] 10.222.0.58 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475337 Dec 16 09:44:30.638304 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-e0083a0a-3a04-45cc-a721-f0d079870ce0 admin admin] Calling delete_port for ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190 owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:44:30.697953 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-6eb9098d-09e4-4175-83a4-266698aff966 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Made reservation on behalf of 55938af2fa4b4c6f80f602d4625ae2cd for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:30.702246 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-6eb9098d-09e4-4175-83a4-266698aff966 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:30.839555 n-d-820550-2 neutron-server[102817]: DEBUG neutron.objects.ports [None req-ab3f11b5-34ab-4189-a2f2-006f6f59d100 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102817) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:44:30.865998 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0df95883-a2ba-41de-9360-d50faf59e37d req-3c36466c-6565-4760-bca3-29dc192e7733 service neutron] 10.222.0.58 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264218 Dec 16 09:44:30.911033 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5bc539aa-bdc2-450c-abaa-2ed54b5aa754 req-a98d2d2a-4f3e-41ea-8c57-2d88bbf2d0ca tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 210 time: 0.0900331 Dec 16 09:44:30.911033 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ab3f11b5-34ab-4189-a2f2-006f6f59d100 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:30.969297 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3f11b5-34ab-4189-a2f2-006f6f59d100 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:30.974959 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-ab3f11b5-34ab-4189-a2f2-006f6f59d100 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:30.980721 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3f11b5-34ab-4189-a2f2-006f6f59d100 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:30.981389 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ab3f11b5-34ab-4189-a2f2-006f6f59d100 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:30.984999 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dd34c5-6794-46fd-b0a9-b8d5ee41434b None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:44:31.034830 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f11b5-34ab-4189-a2f2-006f6f59d100 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Subnet': ['ID=f0f7ff78-b678-4c22-a38d-e8d054effca9,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:31.120078 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ab3f11b5-34ab-4189-a2f2-006f6f59d100 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.8840630 Dec 16 09:44:31.120600 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35198) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:31.127730 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-0f9d072b-e5cd-4c2b-9a4a-ae0936f69bf8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'port': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'mac_address': 'fa:16:3e:3d:e9:67', 'name': 'tempest-NetworksTestDHCPv6-1945148896'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:31.161601 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-6eb9098d-09e4-4175-83a4-266698aff966 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Allocated IP 172.20.0.3 (80ebca74-2610-4824-a3d8-8e60778e3639/55767ecf-03fc-4a01-868c-518fd421c2f1/87ea0160-6ace-441a-a60b-f7a3c189cbae) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:44:31.201821 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b736c4-7419-477b-b3db-319590c0108d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'fixed_ips': [{'subnet_id': 'f0f7ff78-b678-4c22-a38d-e8d054effca9'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:44:31.202827 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e1b736c4-7419-477b-b3db-319590c0108d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:31.225228 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-075fb4e6-3f5b-4d68-a96f-c189c0844784 req-1a396c5e-2465-44d6-8d34-d6b0fae190f6 tempest-AttachVolumeNegativeTest-1063724912 tempest-AttachVolumeNegativeTest-1063724912-project] 10.222.0.60 "GET /v2.0/ports?device_id=8108ecce-4816-4a1e-8976-a14442bedace HTTP/1.1" status: 200 len: 210 time: 0.0577803 Dec 16 09:44:31.309132 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0083a0a-3a04-45cc-a721-f0d079870ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:31.356032 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-e1b736c4-7419-477b-b3db-319590c0108d None None] Allocated IP 2001:db8::f816:3eff:fe5a:5708 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/f0f7ff78-b678-4c22-a38d-e8d054effca9/7c9a47f0-12b9-4360-8106-c14faf3f7920) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:44:31.428200 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9d072b-e5cd-4c2b-9a4a-ae0936f69bf8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:31.504157 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0083a0a-3a04-45cc-a721-f0d079870ce0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:31.569255 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0f9d072b-e5cd-4c2b-9a4a-ae0936f69bf8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:31.593134 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0083a0a-3a04-45cc-a721-f0d079870ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:31.622420 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-0f9d072b-e5cd-4c2b-9a4a-ae0936f69bf8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] device_id is not set on port 84908bdb-77b5-4c11-a731-cf2132b16cbc yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:44:31.622729 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e1b736c4-7419-477b-b3db-319590c0108d None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:31.691912 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e1b736c4-7419-477b-b3db-319590c0108d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:31.714201 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f120f-c6ff-4325-9987-bdb34bb2b955 req-6b84179e-576d-4fe2-b868-3288657962e1 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:31.716487 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a51f120f-c6ff-4325-9987-bdb34bb2b955 req-6b84179e-576d-4fe2-b868-3288657962e1 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=14b529ed-a3e2-49c4-bba5-364cce53d1fb HTTP/1.1" status: 200 len: 945 time: 0.1515954 Dec 16 09:44:31.728561 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-6eb9098d-09e4-4175-83a4-266698aff966 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:31.739844 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0083a0a-3a04-45cc-a721-f0d079870ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:31.743523 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0083a0a-3a04-45cc-a721-f0d079870ce0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:31.754090 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b736c4-7419-477b-b3db-319590c0108d None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:31.757871 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-e1b736c4-7419-477b-b3db-319590c0108d None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:31.761477 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b736c4-7419-477b-b3db-319590c0108d None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:44:31.776174 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b736c4-7419-477b-b3db-319590c0108d None None] Pushing event updated for resources: {'Port': ['ID=7c9a47f0-12b9-4360-8106-c14faf3f7920,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:31.832520 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-e1b736c4-7419-477b-b3db-319590c0108d None None] Attempting to bind port 7c9a47f0-12b9-4360-8106-c14faf3f7920 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:44:31.833188 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-e1b736c4-7419-477b-b3db-319590c0108d None None] Attempting to bind port 7c9a47f0-12b9-4360-8106-c14faf3f7920 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:44:31.833763 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b736c4-7419-477b-b3db-319590c0108d None None] Attempting to bind port 7c9a47f0-12b9-4360-8106-c14faf3f7920 on network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:44:31.839513 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b736c4-7419-477b-b3db-319590c0108d None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:44:31.844095 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b736c4-7419-477b-b3db-319590c0108d None None] Checking segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:44:31.844095 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e1b736c4-7419-477b-b3db-319590c0108d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:31.844095 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b736c4-7419-477b-b3db-319590c0108d None None] Bound using segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:44:31.844095 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-e1b736c4-7419-477b-b3db-319590c0108d None None] Bound port: 7c9a47f0-12b9-4360-8106-c14faf3f7920, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:44:31.844095 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e1b736c4-7419-477b-b3db-319590c0108d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:31.858343 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a51f120f-c6ff-4325-9987-bdb34bb2b955 req-bdb798b2-e79c-4468-9c27-81c12b117041 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ef5286a-a2a5-4ecc-a285-e468325c6995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340694 Dec 16 09:44:31.878465 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-0f9d072b-e5cd-4c2b-9a4a-ae0936f69bf8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Allocated IP 2001:db8::f816:3eff:fe3d:e967 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/f0f7ff78-b678-4c22-a38d-e8d054effca9/84908bdb-77b5-4c11-a731-cf2132b16cbc) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:44:31.894125 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0083a0a-3a04-45cc-a721-f0d079870ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:31.895054 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0083a0a-3a04-45cc-a721-f0d079870ce0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e039346f-c427-42df-aa11-5b59e0b9d642 {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:44:31.903922 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0083a0a-3a04-45cc-a721-f0d079870ce0 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:31.907489 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e0083a0a-3a04-45cc-a721-f0d079870ce0 admin admin] 10.222.0.60 "DELETE /v2.0/routers/e039346f-c427-42df-aa11-5b59e0b9d642 HTTP/1.1" status: 204 len: 168 time: 2.9916973 Dec 16 09:44:31.908983 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35212) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:31.958760 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-e1b736c4-7419-477b-b3db-319590c0108d None None] For port 7c9a47f0-12b9-4360-8106-c14faf3f7920, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:44:31.967051 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-e1b736c4-7419-477b-b3db-319590c0108d None None] For port 7c9a47f0-12b9-4360-8106-c14faf3f7920, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=7c9a47f0-12b9-4360-8106-c14faf3f7920,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:44:31.999041 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-b86a949d-73af-4993-af9b-ac52727861e4 admin admin] Deleting subnet d0262dc5-cf27-4913-8cae-71034a5225c2 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:44:32.008002 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-6eb9098d-09e4-4175-83a4-266698aff966 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:32.016059 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b86a949d-73af-4993-af9b-ac52727861e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:32.035798 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e1b736c4-7419-477b-b3db-319590c0108d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:32.115686 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-6eb9098d-09e4-4175-83a4-266698aff966 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Network 80ebca74-2610-4824-a3d8-8e60778e3639 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:32.173824 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-6eb9098d-09e4-4175-83a4-266698aff966 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:32.200695 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-6eb9098d-09e4-4175-83a4-266698aff966 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:44:32.251498 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b736c4-7419-477b-b3db-319590c0108d None None] Pushing event updated for resources: {'Port': ['ID=7c9a47f0-12b9-4360-8106-c14faf3f7920,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:32.301487 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b86a949d-73af-4993-af9b-ac52727861e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:32.317423 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35230) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:32.349365 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9098d-09e4-4175-83a4-266698aff966 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Pushing event updated for resources: {'Port': ['ID=87ea0160-6ace-441a-a60b-f7a3c189cbae,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:32.374560 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0f9d072b-e5cd-4c2b-9a4a-ae0936f69bf8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:32.401310 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c36f6-9639-471e-b349-ada037eaba80 req-b4d1eeb2-678d-4f70-95e9-176b397b2299 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:32.402881 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-461c36f6-9639-471e-b349-ada037eaba80 req-b4d1eeb2-678d-4f70-95e9-176b397b2299 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 931 time: 0.3326209 Dec 16 09:44:32.422418 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4ab48c3-158d-4056-ba88-08c642afee89 admin admin] Deleting subnet 2958cd17-ef24-4c92-a56a-e6ec8ed248b4 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:44:32.423546 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-6eb9098d-09e4-4175-83a4-266698aff966 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:32.424213 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-6eb9098d-09e4-4175-83a4-266698aff966 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:32.427860 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c4ab48c3-158d-4056-ba88-08c642afee89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:32.437161 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 2f8e65c6-ba0d-428b-88ce-a94115f405c3 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:44:32.455613 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b86a949d-73af-4993-af9b-ac52727861e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:32.536370 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 2f8e65c6-ba0d-428b-88ce-a94115f405c3 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:44:32.537543 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 2f8e65c6-ba0d-428b-88ce-a94115f405c3 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:44:32.547578 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 163e6e11-50ae-4d7d-a219-619b0a8311ec no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:44:32.574083 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c4ab48c3-158d-4056-ba88-08c642afee89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:32.583781 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-6eb9098d-09e4-4175-83a4-266698aff966 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1871483 Dec 16 09:44:32.615007 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-461c36f6-9639-471e-b349-ada037eaba80 req-bd711488-f530-4b48-a79c-96d7717cda9b tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034681 Dec 16 09:44:32.633845 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-5305e883-bf0a-4920-ae72-8e48ad6b6b80 service neutron] Request body: {'port': {'device_id': 'f15e74b6-9d5e-4be6-9e0d-064474e8638f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:32.662729 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 163e6e11-50ae-4d7d-a219-619b0a8311ec {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:44:32.662729 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 163e6e11-50ae-4d7d-a219-619b0a8311ec not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:44:32.675249 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0f9d072b-e5cd-4c2b-9a4a-ae0936f69bf8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:32.696325 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-147af843-33a3-4fa3-bdae-75b49122f769 None None] Provisioning complete for port 87ea0160-6ace-441a-a60b-f7a3c189cbae triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:32.696777 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-147af843-33a3-4fa3-bdae-75b49122f769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:32.736297 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9d072b-e5cd-4c2b-9a4a-ae0936f69bf8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:32.741860 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-0f9d072b-e5cd-4c2b-9a4a-ae0936f69bf8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:32.746992 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9d072b-e5cd-4c2b-9a4a-ae0936f69bf8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:44:32.755810 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9d072b-e5cd-4c2b-9a4a-ae0936f69bf8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:32.756881 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0f9d072b-e5cd-4c2b-9a4a-ae0936f69bf8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:32.764977 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c4ab48c3-158d-4056-ba88-08c642afee89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:32.785224 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-147af843-33a3-4fa3-bdae-75b49122f769 None None] Port 87ea0160-6ace-441a-a60b-f7a3c189cbae cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:44:32.818627 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d072b-e5cd-4c2b-9a4a-ae0936f69bf8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Port': ['ID=84908bdb-77b5-4c11-a731-cf2132b16cbc,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:32.819033 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-5305e883-bf0a-4920-ae72-8e48ad6b6b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:32.907464 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 37e6b0ab-f291-4bb8-90b3-77956cc8b138 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:32.912777 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b86a949d-73af-4993-af9b-ac52727861e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:32.918777 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c4ab48c3-158d-4056-ba88-08c642afee89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:32.925509 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0f9d072b-e5cd-4c2b-9a4a-ae0936f69bf8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8035929 Dec 16 09:44:32.948415 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35248) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:32.964245 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab48c3-158d-4056-ba88-08c642afee89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2958cd17-ef24-4c92-a56a-e6ec8ed248b4,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:32.998283 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c4ab48c3-158d-4056-ba88-08c642afee89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:33.001614 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c4ab48c3-158d-4056-ba88-08c642afee89 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2958cd17-ef24-4c92-a56a-e6ec8ed248b4 HTTP/1.1" status: 204 len: 168 time: 0.6832087 Dec 16 09:44:33.010183 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35250) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:33.078054 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 37e6b0ab-f291-4bb8-90b3-77956cc8b138 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:44:33.083249 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 37e6b0ab-f291-4bb8-90b3-77956cc8b138 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:33.083876 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:33.172297 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807d4d65-f9d4-4492-be6e-f2e99cb7a32b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:33.179499 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807d4d65-f9d4-4492-be6e-f2e99cb7a32b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:33.183845 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-807d4d65-f9d4-4492-be6e-f2e99cb7a32b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2316027 Dec 16 09:44:33.188008 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2bc9141-65d5-44d5-97dd-d8b1fe48c83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:33.192445 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35254) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:33.211440 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:33.246042 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b529ed-a3e2-49c4-bba5-364cce53d1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e6b0ab-f291-4bb8-90b3-77956cc8b138'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:44:33.249844 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb9fa5d-1944-4a04-a992-9306901e7606" -d '{"events": [{"server_uuid": "14b529ed-a3e2-49c4-bba5-364cce53d1fb", "name": "network-vif-plugged", "status": "completed", "tag": "37e6b0ab-f291-4bb8-90b3-77956cc8b138"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:44:33.304567 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 37e6b0ab-f291-4bb8-90b3-77956cc8b138, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=37e6b0ab-f291-4bb8-90b3-77956cc8b138,segment=NetworkSegment(d261c222-8c73-4c2f-9a98-984ee968db2d),segment_id=d261c222-8c73-4c2f-9a98-984ee968db2d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:33.310098 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b86a949d-73af-4993-af9b-ac52727861e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:33.314656 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b86a949d-73af-4993-af9b-ac52727861e4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d0262dc5-cf27-4913-8cae-71034a5225c2 HTTP/1.1" status: 204 len: 168 time: 1.4045038 Dec 16 09:44:33.339403 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f3c8f7-8f0d-4c28-a093-43521fd6a034 x-openstack-request-id: req-70f3c8f7-8f0d-4c28-a093-43521fd6a034 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:44:33.339946 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b529ed-a3e2-49c4-bba5-364cce53d1fb", "name": "network-vif-plugged", "status": "completed", "tag": "37e6b0ab-f291-4bb8-90b3-77956cc8b138", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:44:33.340438 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-70f3c8f7-8f0d-4c28-a093-43521fd6a034 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:44:33.341044 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b529ed-a3e2-49c4-bba5-364cce53d1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e6b0ab-f291-4bb8-90b3-77956cc8b138', 'code': 200} Dec 16 09:44:33.349725 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35260) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:33.352995 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a949d-73af-4993-af9b-ac52727861e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0262dc5-cf27-4913-8cae-71034a5225c2,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:33.367070 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:33.373600 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180a5dd-1a60-48a1-825b-e5fbf8f7a0d1 req-698914b7-15f6-40e8-bbb7-9374410e9b25 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:33.385999 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5180a5dd-1a60-48a1-825b-e5fbf8f7a0d1 req-698914b7-15f6-40e8-bbb7-9374410e9b25 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=14b529ed-a3e2-49c4-bba5-364cce53d1fb HTTP/1.1" status: 200 len: 945 time: 0.4269190 Dec 16 09:44:33.482325 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=37e6b0ab-f291-4bb8-90b3-77956cc8b138,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:33.501331 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35264) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:33.603288 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-5305e883-bf0a-4920-ae72-8e48ad6b6b80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87ea0160-6ace-441a-a60b-f7a3c189cbae {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:44:33.616438 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-5305e883-bf0a-4920-ae72-8e48ad6b6b80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:33.647256 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-063d0b35-bd8b-4fec-9995-719db68b2363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:33.649613 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-5305e883-bf0a-4920-ae72-8e48ad6b6b80 service neutron] Transition to ACTIVE for port object 87ea0160-6ace-441a-a60b-f7a3c189cbae will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:44:33.713373 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-5305e883-bf0a-4920-ae72-8e48ad6b6b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:33.860638 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305e883-bf0a-4920-ae72-8e48ad6b6b80 service neutron] Pushing event updated for resources: {'Port': ['ID=87ea0160-6ace-441a-a60b-f7a3c189cbae,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:33.880286 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-063d0b35-bd8b-4fec-9995-719db68b2363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:33.929833 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-14547b32-adc7-4890-b193-c8d2d53a4858 None None] Provisioning complete for port 7c9a47f0-12b9-4360-8106-c14faf3f7920 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:33.930494 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-14547b32-adc7-4890-b193-c8d2d53a4858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:33.964890 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83662bd-a925-450c-99cf-4e106b6d1e6b req-cc7ccade-f23b-4d9c-ab44-9e5716f18b93 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:33.966803 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d83662bd-a925-450c-99cf-4e106b6d1e6b req-cc7ccade-f23b-4d9c-ab44-9e5716f18b93 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 943 time: 0.1805565 Dec 16 09:44:33.968190 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-5305e883-bf0a-4920-ae72-8e48ad6b6b80 service neutron] Attempting to bind port 87ea0160-6ace-441a-a60b-f7a3c189cbae on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:44:33.968771 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-5305e883-bf0a-4920-ae72-8e48ad6b6b80 service neutron] Attempting to bind port 87ea0160-6ace-441a-a60b-f7a3c189cbae by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'c1145db4-acce-4730-a2ad-0f420017f088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:44:33.969095 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-5305e883-bf0a-4920-ae72-8e48ad6b6b80 service neutron] Attempting to bind port 87ea0160-6ace-441a-a60b-f7a3c189cbae on network 80ebca74-2610-4824-a3d8-8e60778e3639 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:44:33.999876 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-5305e883-bf0a-4920-ae72-8e48ad6b6b80 service neutron] Port 87ea0160-6ace-441a-a60b-f7a3c189cbae on network 80ebca74-2610-4824-a3d8-8e60778e3639 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:44:34.000102 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-5305e883-bf0a-4920-ae72-8e48ad6b6b80 service neutron] Attempting to bind port 87ea0160-6ace-441a-a60b-f7a3c189cbae on network 80ebca74-2610-4824-a3d8-8e60778e3639 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:44:34.003956 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2bc9141-65d5-44d5-97dd-d8b1fe48c83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:34.008554 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-5305e883-bf0a-4920-ae72-8e48ad6b6b80 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:44:34.008893 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-5305e883-bf0a-4920-ae72-8e48ad6b6b80 service neutron] Checking segment: {'id': 'c1145db4-acce-4730-a2ad-0f420017f088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:44:34.009325 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-5305e883-bf0a-4920-ae72-8e48ad6b6b80 service neutron] Bound using segment: {'id': 'c1145db4-acce-4730-a2ad-0f420017f088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:44:34.010078 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-5305e883-bf0a-4920-ae72-8e48ad6b6b80 service neutron] Bound port: 87ea0160-6ace-441a-a60b-f7a3c189cbae, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1145db4-acce-4730-a2ad-0f420017f088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:44:34.013180 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-5305e883-bf0a-4920-ae72-8e48ad6b6b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:34.013180 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-063d0b35-bd8b-4fec-9995-719db68b2363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:34.033802 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5180a5dd-1a60-48a1-825b-e5fbf8f7a0d1 req-9a5edcda-bd5b-4393-9ae0-8480c2173a4e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ef5286a-a2a5-4ecc-a285-e468325c6995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6357894 Dec 16 09:44:34.046479 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-063d0b35-bd8b-4fec-9995-719db68b2363 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c8eab4414a894505ae0235bc0d71a431&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5440507 Dec 16 09:44:34.054654 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35276) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:34.084937 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-14547b32-adc7-4890-b193-c8d2d53a4858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:34.101944 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-d2bc9141-65d5-44d5-97dd-d8b1fe48c83d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89dde67c-4375-428d-a66c-d788737973c8']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:34.108442 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d1275e5b-c1c5-4a27-800f-6294b25a565d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:34.145894 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-d2bc9141-65d5-44d5-97dd-d8b1fe48c83d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0df79a4-0132-4b56-a1b6-b2446bc74352') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:34.146191 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-d2bc9141-65d5-44d5-97dd-d8b1fe48c83d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0df79a4-0132-4b56-a1b6-b2446bc74352') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:34.165968 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a1d6b-c748-4563-9a65-a98fbac641db req-b1e27d83-f2b6-4944-82bd-0194116b4f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:34.167537 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cb2a1d6b-c748-4563-9a65-a98fbac641db req-b1e27d83-f2b6-4944-82bd-0194116b4f94 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=14b529ed-a3e2-49c4-bba5-364cce53d1fb HTTP/1.1" status: 200 len: 1097 time: 0.2874424 Dec 16 09:44:34.186458 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-14547b32-adc7-4890-b193-c8d2d53a4858 None None] For port 7c9a47f0-12b9-4360-8106-c14faf3f7920, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=7c9a47f0-12b9-4360-8106-c14faf3f7920,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:34.193472 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2bc9141-65d5-44d5-97dd-d8b1fe48c83d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:34.197312 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d83662bd-a925-450c-99cf-4e106b6d1e6b req-50122f7b-95bc-48a2-9960-a4f1ac57ace3 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211752 Dec 16 09:44:34.230235 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d0b35-bd8b-4fec-9995-719db68b2363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe38dcb-7377-43c1-aea7-0e790004422d,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:34.257570 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-0de2cc79-6b5f-430d-8525-da906502b1fc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting port 84908bdb-77b5-4c11-a731-cf2132b16cbc {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:44:34.257912 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0de2cc79-6b5f-430d-8525-da906502b1fc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:34.262801 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-14547b32-adc7-4890-b193-c8d2d53a4858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:34.301396 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-5305e883-bf0a-4920-ae72-8e48ad6b6b80 service neutron] For port 87ea0160-6ace-441a-a60b-f7a3c189cbae, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:44:34.311025 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-5305e883-bf0a-4920-ae72-8e48ad6b6b80 service neutron] For port 87ea0160-6ace-441a-a60b-f7a3c189cbae, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=87ea0160-6ace-441a-a60b-f7a3c189cbae,segment=NetworkSegment(c1145db4-acce-4730-a2ad-0f420017f088),segment_id=c1145db4-acce-4730-a2ad-0f420017f088)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:44:34.311185 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2bc9141-65d5-44d5-97dd-d8b1fe48c83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:34.327187 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-285a5020-c6a2-4066-88c1-a250bdeb52e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:34.327611 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2bc9141-65d5-44d5-97dd-d8b1fe48c83d admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:44:34.328032 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2bc9141-65d5-44d5-97dd-d8b1fe48c83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:34.333484 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:44:34.333484 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:44:34.333484 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:44:34.333484 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:44:34.333484 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:44:34.333484 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:44:34.333484 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:44:34.333484 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:44:34.333484 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:44:34.333484 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:44:34.333484 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:44:34.333484 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:44:34.333484 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:44:34.333484 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:44:34.333484 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:44:34.333484 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:44:34.333484 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:44:34.333484 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:44:34.333484 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:44:34.333484 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:44:34.333484 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:44:34.333484 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:44:34.333484 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:44:34.333484 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:44:34.333484 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:44:34.333484 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:44:34.333484 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:44:34.333484 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:44:34.333484 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:44:34.333484 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:44:34.333484 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:44:34.333484 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:44:34.338362 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 7c9a47f0-12b9-4360-8106-c14faf3f7920 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:34.356116 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-285a5020-c6a2-4066-88c1-a250bdeb52e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:34.397348 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cb2a1d6b-c748-4563-9a65-a98fbac641db req-393d07f6-64d2-472f-a422-fab9ec431059 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1ef5286a-a2a5-4ecc-a285-e468325c6995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160718 Dec 16 09:44:34.418860 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14547b32-adc7-4890-b193-c8d2d53a4858 None None] Pushing event updated for resources: {'Port': ['ID=7c9a47f0-12b9-4360-8106-c14faf3f7920,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:34.424848 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-5305e883-bf0a-4920-ae72-8e48ad6b6b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:34.444799 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 7c9a47f0-12b9-4360-8106-c14faf3f7920 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:34.445285 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:34.469188 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-3f7cdc59-4b9b-4f9b-b3bd-0c06fbf7256c None None] Provisioning complete for port 84908bdb-77b5-4c11-a731-cf2132b16cbc triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:34.469804 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3f7cdc59-4b9b-4f9b-b3bd-0c06fbf7256c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:34.485741 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-5305e883-bf0a-4920-ae72-8e48ad6b6b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:34.486266 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-5305e883-bf0a-4920-ae72-8e48ad6b6b80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:34.487998 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-5305e883-bf0a-4920-ae72-8e48ad6b6b80 service neutron] 10.222.0.57 "PUT /v2.0/ports/87ea0160-6ace-441a-a60b-f7a3c189cbae HTTP/1.1" status: 200 len: 1091 time: 1.8914256 Dec 16 09:44:34.488179 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f15e74b6-9d5e-4be6-9e0d-064474e8638f', 'tag': '87ea0160-6ace-441a-a60b-f7a3c189cbae'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:44:34.490860 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8adbe6e6-599e-4f5d-aa35-af3750fa8dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "f15e74b6-9d5e-4be6-9e0d-064474e8638f", "tag": "87ea0160-6ace-441a-a60b-f7a3c189cbae"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:44:34.502798 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d1275e5b-c1c5-4a27-800f-6294b25a565d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:34.511127 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-285a5020-c6a2-4066-88c1-a250bdeb52e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:34.514395 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0de2cc79-6b5f-430d-8525-da906502b1fc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:34.517226 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-285a5020-c6a2-4066-88c1-a250bdeb52e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:34.519594 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-3f7cdc59-4b9b-4f9b-b3bd-0c06fbf7256c None None] Port 84908bdb-77b5-4c11-a731-cf2132b16cbc cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:44:34.521004 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-285a5020-c6a2-4066-88c1-a250bdeb52e3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/efe38dcb-7377-43c1-aea7-0e790004422d HTTP/1.1" status: 204 len: 168 time: 0.4630983 Dec 16 09:44:34.535117 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305e883-bf0a-4920-ae72-8e48ad6b6b80 service neutron] Pushing event updated for resources: {'Port': ['ID=87ea0160-6ace-441a-a60b-f7a3c189cbae,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:34.566314 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285a5020-c6a2-4066-88c1-a250bdeb52e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe38dcb-7377-43c1-aea7-0e790004422d,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:34.569579 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4fb910-8809-41f0-9366-65deaff6b473 x-openstack-request-id: req-9e4fb910-8809-41f0-9366-65deaff6b473 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:44:34.569901 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f15e74b6-9d5e-4be6-9e0d-064474e8638f", "tag": "87ea0160-6ace-441a-a60b-f7a3c189cbae", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:44:34.570153 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9e4fb910-8809-41f0-9366-65deaff6b473 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:44:34.570260 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-0de2cc79-6b5f-430d-8525-da906502b1fc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Calling delete_port for 84908bdb-77b5-4c11-a731-cf2132b16cbc owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:44:34.570553 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f15e74b6-9d5e-4be6-9e0d-064474e8638f', 'tag': '87ea0160-6ace-441a-a60b-f7a3c189cbae', 'status': 'completed', 'code': 200} Dec 16 09:44:34.572939 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-d1275e5b-c1c5-4a27-800f-6294b25a565d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28047d1c-ee8f-4a14-bbf4-938e3632846a']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:34.589013 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2bc9141-65d5-44d5-97dd-d8b1fe48c83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:34.631831 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:44:34.655547 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:44:34.655901 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ffbbeeca-45b2-4eb7-8ced-a7efe5f0e190 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:44:34.665396 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbe6e6-599e-4f5d-aa35-af3750fa8dd5 req-ca7d6630-3fcd-40bd-afb2-93129021ca3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:34.665911 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8adbe6e6-599e-4f5d-aa35-af3750fa8dd5 req-ca7d6630-3fcd-40bd-afb2-93129021ca3a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55938af2fa4b4c6f80f602d4625ae2cd&device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 1094 time: 0.0725667 Dec 16 09:44:34.690898 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2bc9141-65d5-44d5-97dd-d8b1fe48c83d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:34.694181 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d2bc9141-65d5-44d5-97dd-d8b1fe48c83d admin admin] 10.222.0.60 "DELETE /v2.0/networks/89dde67c-4375-428d-a66c-d788737973c8 HTTP/1.1" status: 204 len: 168 time: 1.6633871 Dec 16 09:44:34.696456 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-d1275e5b-c1c5-4a27-800f-6294b25a565d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4633fa21-d201-4901-b20b-13d2bccf565c') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:34.696765 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-d1275e5b-c1c5-4a27-800f-6294b25a565d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4633fa21-d201-4901-b20b-13d2bccf565c') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:34.700936 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc9141-65d5-44d5-97dd-d8b1fe48c83d admin admin] Pushing event deleted for resources: {'Network': ['ID=89dde67c-4375-428d-a66c-d788737973c8,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:34.724677 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d1275e5b-c1c5-4a27-800f-6294b25a565d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:34.749349 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d1275e5b-c1c5-4a27-800f-6294b25a565d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:34.793530 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1275e5b-c1c5-4a27-800f-6294b25a565d admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:44:34.793956 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d1275e5b-c1c5-4a27-800f-6294b25a565d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:34.795680 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:44:34.795680 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:44:34.795680 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:44:34.795680 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:44:34.795680 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:44:34.795680 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:44:34.795680 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:44:34.795680 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:44:34.795680 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:44:34.795680 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:44:34.795680 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:44:34.795680 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:44:34.795680 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:44:34.795680 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:44:34.795680 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:44:34.795680 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:44:34.795680 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:44:34.795680 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:44:34.795680 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:44:34.795680 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:44:34.795680 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:44:34.795680 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:44:34.795680 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:44:34.795680 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:44:34.795680 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:44:34.795680 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:44:34.795680 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:44:34.795680 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:44:34.795680 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:44:34.795680 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:44:34.795680 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:44:34.795680 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:44:34.920621 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbe6e6-599e-4f5d-aa35-af3750fa8dd5 req-776429f5-47e0-49ac-99c5-a17ee228fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:34.920621 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8adbe6e6-599e-4f5d-aa35-af3750fa8dd5 req-776429f5-47e0-49ac-99c5-a17ee228fff2 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=55938af2fa4b4c6f80f602d4625ae2cd&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2433748 Dec 16 09:44:35.049953 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d1275e5b-c1c5-4a27-800f-6294b25a565d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:35.051727 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0de2cc79-6b5f-430d-8525-da906502b1fc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:35.058931 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d1275e5b-c1c5-4a27-800f-6294b25a565d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:35.063135 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d1275e5b-c1c5-4a27-800f-6294b25a565d admin admin] 10.222.0.60 "DELETE /v2.0/networks/28047d1c-ee8f-4a14-bbf4-938e3632846a HTTP/1.1" status: 204 len: 168 time: 1.6761069 Dec 16 09:44:35.093623 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbe6e6-599e-4f5d-aa35-af3750fa8dd5 req-01f76ac3-4a13-4e39-abe4-666f3b61e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:35.095233 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8adbe6e6-599e-4f5d-aa35-af3750fa8dd5 req-01f76ac3-4a13-4e39-abe4-666f3b61e4a0 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1713653 Dec 16 09:44:35.095941 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1275e5b-c1c5-4a27-800f-6294b25a565d admin admin] Pushing event deleted for resources: {'Network': ['ID=28047d1c-ee8f-4a14-bbf4-938e3632846a,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:35.099511 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2cc79-6b5f-430d-8525-da906502b1fc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Port': ['ID=84908bdb-77b5-4c11-a731-cf2132b16cbc,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:35.129607 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0de2cc79-6b5f-430d-8525-da906502b1fc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:35.135308 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0de2cc79-6b5f-430d-8525-da906502b1fc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/84908bdb-77b5-4c11-a731-cf2132b16cbc HTTP/1.1" status: 204 len: 168 time: 1.9351447 Dec 16 09:44:35.139667 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35302) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:35.238736 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35306) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:35.241610 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a2412-e948-43e8-a839-cd3250646113 req-866d3571-11c5-46e3-b289-8c57aade9aaf tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:35.243236 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-223a2412-e948-43e8-a839-cd3250646113 req-866d3571-11c5-46e3-b289-8c57aade9aaf tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=14b529ed-a3e2-49c4-bba5-364cce53d1fb HTTP/1.1" status: 200 len: 946 time: 0.1312900 Dec 16 09:44:35.271614 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414ff245-9144-4ea2-b84b-fdae14138012 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:35.273183 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414ff245-9144-4ea2-b84b-fdae14138012 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:35.286154 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-414ff245-9144-4ea2-b84b-fdae14138012 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1453676 Dec 16 09:44:35.294375 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35308) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:35.392937 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d4fc2f88-6804-4151-b6f3-5194e62f1758 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e689af417abc4a949f6a02217a4ce1bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1405137 Dec 16 09:44:35.393605 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35310) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:35.423423 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c76b0-5638-47c9-98e3-5805a8747820 req-63d25040-6631-4264-8184-b30b8c45f2bc tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:35.424946 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cba0a9d-44bf-4b9f-a7cb-ac7a2f8f8310 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting subnet f0f7ff78-b678-4c22-a38d-e8d054effca9 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:44:35.425064 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-661c76b0-5638-47c9-98e3-5805a8747820 req-63d25040-6631-4264-8184-b30b8c45f2bc tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 943 time: 0.0935655 Dec 16 09:44:35.425467 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35312) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:35.429680 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1cba0a9d-44bf-4b9f-a7cb-ac7a2f8f8310 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:35.459690 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f57d6555-36ab-47e0-90a6-7299dd83830c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:35.485682 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-223a2412-e948-43e8-a839-cd3250646113 req-1664835d-4d61-4143-8c1f-a76a72a49c6a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ef5286a-a2a5-4ecc-a285-e468325c6995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318292 Dec 16 09:44:35.487510 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-b2254578-e2c3-4e5a-9dd3-2dbdf0f540f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:35.497848 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-b2254578-e2c3-4e5a-9dd3-2dbdf0f540f3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55938af2fa4b4c6f80f602d4625ae2cd&device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 1094 time: 0.3369675 Dec 16 09:44:35.514145 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1cba0a9d-44bf-4b9f-a7cb-ac7a2f8f8310 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:35.533218 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-661c76b0-5638-47c9-98e3-5805a8747820 req-abe70446-8687-47de-a160-dac0afe6f366 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923600 Dec 16 09:44:35.537411 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b21cdd67-6006-4fef-9e3e-fdce86f3dc15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:35.571761 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-6478a691-5fdb-4542-8788-389e99cdee9e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87ea0160-6ace-441a-a60b-f7a3c189cbae HTTP/1.1" status: 200 len: 217 time: 0.0657012 Dec 16 09:44:35.574772 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b21cdd67-6006-4fef-9e3e-fdce86f3dc15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:35.639279 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f57d6555-36ab-47e0-90a6-7299dd83830c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:35.683725 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-23580696-ea06-4688-90c6-f04881173681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:35.685482 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-23580696-ea06-4688-90c6-f04881173681 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55767ecf-03fc-4a01-868c-518fd421c2f1 HTTP/1.1" status: 200 len: 856 time: 0.1064081 Dec 16 09:44:35.707834 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1cba0a9d-44bf-4b9f-a7cb-ac7a2f8f8310 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:35.714776 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f57d6555-36ab-47e0-90a6-7299dd83830c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:35.722502 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b21cdd67-6006-4fef-9e3e-fdce86f3dc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:35.725339 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b21cdd67-6006-4fef-9e3e-fdce86f3dc15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:35.729083 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b21cdd67-6006-4fef-9e3e-fdce86f3dc15 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ddb26ef7-d053-47fc-ad59-e6f69a739c31 HTTP/1.1" status: 204 len: 168 time: 0.3311219 Dec 16 09:44:35.775751 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f57d6555-36ab-47e0-90a6-7299dd83830c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=79ea6092a8a54cacbb13901dd3267617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3463850 Dec 16 09:44:35.776844 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35320) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:35.786499 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d6555-36ab-47e0-90a6-7299dd83830c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1149a0-6092-4d80-8f72-aafd79c1aba3,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:35.799748 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35322) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:35.812632 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21cdd67-6006-4fef-9e3e-fdce86f3dc15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb26ef7-d053-47fc-ad59-e6f69a739c31,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:35.854349 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-5c8f3536-3cdc-4e7a-b8ea-b60838989853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:35.855873 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-5c8f3536-3cdc-4e7a-b8ea-b60838989853 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80ebca74-2610-4824-a3d8-8e60778e3639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1614749 Dec 16 09:44:35.866608 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-18b327df-a36d-4d14-9008-f69ca0a4b383 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8ff7029f74a841b4ae8b7c47bc887ad7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0636618 Dec 16 09:44:35.866863 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35324) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:35.906601 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b80e0958-af93-4167-9ffa-5f5f0acbe925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:35.946117 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b80e0958-af93-4167-9ffa-5f5f0acbe925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:35.954664 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-926a68f5-ddb3-4bf2-81cb-f11a87b26c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:35.981648 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-13e769af-6bd8-415f-90c4-888c368496a3 service neutron] 10.222.0.57 "GET /v2.0/networks/80ebca74-2610-4824-a3d8-8e60778e3639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112494 Dec 16 09:44:35.997815 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-926a68f5-ddb3-4bf2-81cb-f11a87b26c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:35.999639 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1cba0a9d-44bf-4b9f-a7cb-ac7a2f8f8310 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:36.080508 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1cba0a9d-44bf-4b9f-a7cb-ac7a2f8f8310 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:36.084066 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1cba0a9d-44bf-4b9f-a7cb-ac7a2f8f8310 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/f0f7ff78-b678-4c22-a38d-e8d054effca9 HTTP/1.1" status: 204 len: 168 time: 0.7840505 Dec 16 09:44:36.085308 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba0a9d-44bf-4b9f-a7cb-ac7a2f8f8310 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Subnet': ['ID=f0f7ff78-b678-4c22-a38d-e8d054effca9,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:36.086832 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35332) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:36.088982 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e729a7e7-1a2b-4fea-9c0e-3bf8fd9c908a None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:44:36.131843 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a73b6eda-d17c-4d66-a982-e689d0446dc9 req-7a930edd-f0ef-4b3e-a083-236f185fbc77 service neutron] 10.222.0.57 "GET /v2.0/networks/80ebca74-2610-4824-a3d8-8e60778e3639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436405 Dec 16 09:44:36.139875 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-897f8ab5-1fe6-45c6-8f37-5c328ae976d1 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0512605 Dec 16 09:44:36.140491 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35334) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:36.142759 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-926a68f5-ddb3-4bf2-81cb-f11a87b26c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:36.147164 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-926a68f5-ddb3-4bf2-81cb-f11a87b26c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:36.148521 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-926a68f5-ddb3-4bf2-81cb-f11a87b26c07 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b5474626-441a-4fa9-a341-df66c9c7706d HTTP/1.1" status: 204 len: 168 time: 0.2806773 Dec 16 09:44:36.149275 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-a5a650be-dcfe-40c6-ac3d-7606285ad50d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:36.158012 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b80e0958-af93-4167-9ffa-5f5f0acbe925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:36.160976 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b80e0958-af93-4167-9ffa-5f5f0acbe925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:36.162310 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b80e0958-af93-4167-9ffa-5f5f0acbe925 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ca1149a0-6092-4d80-8f72-aafd79c1aba3 HTTP/1.1" status: 204 len: 168 time: 0.3845761 Dec 16 09:44:36.163639 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a68f5-ddb3-4bf2-81cb-f11a87b26c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5474626-441a-4fa9-a341-df66c9c7706d,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:36.185582 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e0958-af93-4167-9ffa-5f5f0acbe925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1149a0-6092-4d80-8f72-aafd79c1aba3,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:36.198435 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 7c9a47f0-12b9-4360-8106-c14faf3f7920 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:36.357970 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 7c9a47f0-12b9-4360-8106-c14faf3f7920 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:36.357970 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:36.377171 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a650be-dcfe-40c6-ac3d-7606285ad50d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:36.380935 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a5a650be-dcfe-40c6-ac3d-7606285ad50d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:36.452582 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e259a1-8603-43dc-b8b4-be421aa6cf15 None None] DHCP port deletion for 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:44:36.501625 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-09e259a1-8603-43dc-b8b4-be421aa6cf15 None None] Deleting port 7c9a47f0-12b9-4360-8106-c14faf3f7920 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:44:36.502007 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-09e259a1-8603-43dc-b8b4-be421aa6cf15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:36.605296 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-09e259a1-8603-43dc-b8b4-be421aa6cf15 None None] For port 7c9a47f0-12b9-4360-8106-c14faf3f7920, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=7c9a47f0-12b9-4360-8106-c14faf3f7920,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:36.605815 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-09e259a1-8603-43dc-b8b4-be421aa6cf15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:36.622597 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-09e259a1-8603-43dc-b8b4-be421aa6cf15 None None] Calling delete_port for 7c9a47f0-12b9-4360-8106-c14faf3f7920 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:44:36.702865 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7b842-939c-429c-ad0c-39408bb67cfd req-7be1424a-5086-4745-900a-70d5b3865337 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:36.704906 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a0d7b842-939c-429c-ad0c-39408bb67cfd req-7be1424a-5086-4745-900a-70d5b3865337 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=14b529ed-a3e2-49c4-bba5-364cce53d1fb HTTP/1.1" status: 200 len: 946 time: 0.1104286 Dec 16 09:44:36.717798 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7642b99-6bfd-45e9-ab3d-34b41531c40f req-344a76a0-3713-4113-a75d-5f44b41e95ec tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:36.730130 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c7642b99-6bfd-45e9-ab3d-34b41531c40f req-344a76a0-3713-4113-a75d-5f44b41e95ec tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 943 time: 0.0948198 Dec 16 09:44:36.771568 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-09e259a1-8603-43dc-b8b4-be421aa6cf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:36.790679 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a0d7b842-939c-429c-ad0c-39408bb67cfd req-5db6e6f8-2d67-49d9-9add-2d1668f8dabf tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ef5286a-a2a5-4ecc-a285-e468325c6995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793054 Dec 16 09:44:36.810786 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c7642b99-6bfd-45e9-ab3d-34b41531c40f req-55facd3b-7cd2-4c83-9dcc-100b9fd56a4a tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780833 Dec 16 09:44:36.847165 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e259a1-8603-43dc-b8b4-be421aa6cf15 None None] Pushing event deleted for resources: {'Port': ['ID=7c9a47f0-12b9-4360-8106-c14faf3f7920,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:36.854729 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e259a1-8603-43dc-b8b4-be421aa6cf15 None None] No DVR routers for this DVR port 7c9a47f0-12b9-4360-8106-c14faf3f7920 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:44:36.917857 n-d-820550-2 neutron-server[102816]: DEBUG neutron.objects.ports [None req-a5a650be-dcfe-40c6-ac3d-7606285ad50d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102816) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:44:36.957004 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a5a650be-dcfe-40c6-ac3d-7606285ad50d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:37.013168 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a650be-dcfe-40c6-ac3d-7606285ad50d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:37.020505 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-a5a650be-dcfe-40c6-ac3d-7606285ad50d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:37.024727 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a650be-dcfe-40c6-ac3d-7606285ad50d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:37.024727 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a5a650be-dcfe-40c6-ac3d-7606285ad50d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:37.031694 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a42518a-2536-453e-900f-8d9dec576dca None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:44:37.045199 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0c3c8-d4cc-488a-b712-231432b0688b req-839fb974-9fb9-4822-8c0b-e58a8dfb8d85 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:37.046742 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e8e0c3c8-d4cc-488a-b712-231432b0688b req-839fb974-9fb9-4822-8c0b-e58a8dfb8d85 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=14b529ed-a3e2-49c4-bba5-364cce53d1fb HTTP/1.1" status: 200 len: 946 time: 0.1266625 Dec 16 09:44:37.068426 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a650be-dcfe-40c6-ac3d-7606285ad50d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Subnet': ['ID=f61b0c89-3049-403d-9ecb-ed2831d567bb,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:37.101584 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e8e0c3c8-d4cc-488a-b712-231432b0688b req-cc686e0f-de0b-483c-9a94-98a37b22abdb tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ef5286a-a2a5-4ecc-a285-e468325c6995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473037 Dec 16 09:44:37.176227 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a5a650be-dcfe-40c6-ac3d-7606285ad50d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0344865 Dec 16 09:44:37.179085 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35384) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:37.186695 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-d552c238-096a-45b2-a02d-8b49d1a039a3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'port': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'mac_address': 'fa:16:3e:63:d1:93', 'name': 'tempest-NetworksTestDHCPv6-1079255226'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:37.231554 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbef99b-45fd-4d00-be42-1087824f0cd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'fixed_ips': [{'subnet_id': 'f61b0c89-3049-403d-9ecb-ed2831d567bb'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:44:37.235904 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fdbef99b-45fd-4d00-be42-1087824f0cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:37.263327 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:37.395111 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-fdbef99b-45fd-4d00-be42-1087824f0cd9 None None] Allocated IP 2001:db8::f816:3eff:feec:50ec (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/f61b0c89-3049-403d-9ecb-ed2831d567bb/90d01f6e-ea07-4c2c-90e4-a0526f89cc6e) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:44:37.502576 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d552c238-096a-45b2-a02d-8b49d1a039a3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:37.571759 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fdbef99b-45fd-4d00-be42-1087824f0cd9 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:37.620113 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d552c238-096a-45b2-a02d-8b49d1a039a3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:37.646961 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-d552c238-096a-45b2-a02d-8b49d1a039a3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] device_id is not set on port 36f6721e-3fb8-4022-bfec-4ad35bb2c1a6 yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:44:37.655279 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fdbef99b-45fd-4d00-be42-1087824f0cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:37.712317 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbef99b-45fd-4d00-be42-1087824f0cd9 None None] Pushing event updated for resources: {'Port': ['ID=90d01f6e-ea07-4c2c-90e4-a0526f89cc6e,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:37.721239 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbef99b-45fd-4d00-be42-1087824f0cd9 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:37.722717 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-fdbef99b-45fd-4d00-be42-1087824f0cd9 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:37.724928 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbef99b-45fd-4d00-be42-1087824f0cd9 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:44:37.822303 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-fdbef99b-45fd-4d00-be42-1087824f0cd9 None None] Attempting to bind port 90d01f6e-ea07-4c2c-90e4-a0526f89cc6e on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:44:37.822689 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-fdbef99b-45fd-4d00-be42-1087824f0cd9 None None] Attempting to bind port 90d01f6e-ea07-4c2c-90e4-a0526f89cc6e by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:44:37.823107 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbef99b-45fd-4d00-be42-1087824f0cd9 None None] Attempting to bind port 90d01f6e-ea07-4c2c-90e4-a0526f89cc6e on network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:44:37.832179 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbef99b-45fd-4d00-be42-1087824f0cd9 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:44:37.832557 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbef99b-45fd-4d00-be42-1087824f0cd9 None None] Checking segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:44:37.832950 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fdbef99b-45fd-4d00-be42-1087824f0cd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:37.833372 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbef99b-45fd-4d00-be42-1087824f0cd9 None None] Bound using segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:44:37.833855 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-fdbef99b-45fd-4d00-be42-1087824f0cd9 None None] Bound port: 90d01f6e-ea07-4c2c-90e4-a0526f89cc6e, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:44:37.834389 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fdbef99b-45fd-4d00-be42-1087824f0cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:37.917827 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-fdbef99b-45fd-4d00-be42-1087824f0cd9 None None] For port 90d01f6e-ea07-4c2c-90e4-a0526f89cc6e, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:44:37.926082 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-fdbef99b-45fd-4d00-be42-1087824f0cd9 None None] For port 90d01f6e-ea07-4c2c-90e4-a0526f89cc6e, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=90d01f6e-ea07-4c2c-90e4-a0526f89cc6e,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:44:38.017715 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fdbef99b-45fd-4d00-be42-1087824f0cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:38.032149 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8a956-7832-4ded-8688-892d107e4b2b req-8afd4a0a-dcb7-4aec-afe8-b6b10ad38d00 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:38.035219 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b2d8a956-7832-4ded-8688-892d107e4b2b req-8afd4a0a-dcb7-4aec-afe8-b6b10ad38d00 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 943 time: 0.1157541 Dec 16 09:44:38.067500 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-d552c238-096a-45b2-a02d-8b49d1a039a3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Allocated IP 2001:db8::f816:3eff:fe63:d193 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/f61b0c89-3049-403d-9ecb-ed2831d567bb/36f6721e-3fb8-4022-bfec-4ad35bb2c1a6) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:44:38.145846 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b2d8a956-7832-4ded-8688-892d107e4b2b req-22a4876b-f4f4-4a38-b464-eee93c9a2af6 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886180 Dec 16 09:44:38.146838 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbef99b-45fd-4d00-be42-1087824f0cd9 None None] Pushing event updated for resources: {'Port': ['ID=90d01f6e-ea07-4c2c-90e4-a0526f89cc6e,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:38.191846 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 7c9a47f0-12b9-4360-8106-c14faf3f7920 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:44:38.219537 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 7c9a47f0-12b9-4360-8106-c14faf3f7920 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:44:38.219892 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 7c9a47f0-12b9-4360-8106-c14faf3f7920 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:44:38.354500 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d552c238-096a-45b2-a02d-8b49d1a039a3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:38.498656 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d552c238-096a-45b2-a02d-8b49d1a039a3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:38.515332 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35436) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:38.570290 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d552c238-096a-45b2-a02d-8b49d1a039a3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:38.578329 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-d552c238-096a-45b2-a02d-8b49d1a039a3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:38.581146 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d552c238-096a-45b2-a02d-8b49d1a039a3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:44:38.587256 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d552c238-096a-45b2-a02d-8b49d1a039a3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:38.587870 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d552c238-096a-45b2-a02d-8b49d1a039a3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:38.592416 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d552c238-096a-45b2-a02d-8b49d1a039a3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Port': ['ID=36f6721e-3fb8-4022-bfec-4ad35bb2c1a6,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:38.640993 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35442) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:38.720365 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d552c238-096a-45b2-a02d-8b49d1a039a3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5399015 Dec 16 09:44:38.724186 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35446) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:38.795368 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112e5924-6b38-4d5f-9209-4ebfa52f7ee6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:38.801426 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112e5924-6b38-4d5f-9209-4ebfa52f7ee6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:38.804157 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-112e5924-6b38-4d5f-9209-4ebfa52f7ee6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0772383 Dec 16 09:44:38.811721 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35450) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:38.847989 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-d42176d7-ae01-4278-9c09-42beff22268f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1337452668-network', 'tenant_id': 'a0706203d71045cabb82519392ed3f4b'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:38.953551 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-4feb2daf-37be-419f-a1db-857a7e3eb7e2 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting port 36f6721e-3fb8-4022-bfec-4ad35bb2c1a6 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:44:38.953551 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4feb2daf-37be-419f-a1db-857a7e3eb7e2 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:38.991360 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42176d7-ae01-4278-9c09-42beff22268f admin admin] Made reservation on behalf of a0706203d71045cabb82519392ed3f4b for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:39.001821 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d42176d7-ae01-4278-9c09-42beff22268f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:39.071690 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d42176d7-ae01-4278-9c09-42beff22268f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:39.164658 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4feb2daf-37be-419f-a1db-857a7e3eb7e2 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:39.213860 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-4feb2daf-37be-419f-a1db-857a7e3eb7e2 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Calling delete_port for 36f6721e-3fb8-4022-bfec-4ad35bb2c1a6 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:44:39.363569 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d42176d7-ae01-4278-9c09-42beff22268f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:39.389031 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e741d23-b40c-4298-a956-812732f4b7d2 req-64eda2c8-4186-4648-9793-8cda37f957ef tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:39.390791 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2e741d23-b40c-4298-a956-812732f4b7d2 req-64eda2c8-4186-4648-9793-8cda37f957ef tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 943 time: 0.1215191 Dec 16 09:44:39.471576 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2e741d23-b40c-4298-a956-812732f4b7d2 req-01f5338f-044b-4cc4-81dc-c595cc8ee312 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684488 Dec 16 09:44:39.494704 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d42176d7-ae01-4278-9c09-42beff22268f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:39.514325 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-18047759-4add-4222-a8c6-cee9f0341f5a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:39.541894 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42176d7-ae01-4278-9c09-42beff22268f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc5134f-7463-484a-b6d3-678ae1f88621,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:39.568166 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4feb2daf-37be-419f-a1db-857a7e3eb7e2 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:39.590688 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d42176d7-ae01-4278-9c09-42beff22268f admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:44:39.634945 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-725156c1-6c23-4a78-962b-702adfe80467 None None] Provisioning complete for port 90d01f6e-ea07-4c2c-90e4-a0526f89cc6e triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:39.635442 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-725156c1-6c23-4a78-962b-702adfe80467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:39.690863 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb2daf-37be-419f-a1db-857a7e3eb7e2 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Port': ['ID=36f6721e-3fb8-4022-bfec-4ad35bb2c1a6,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:39.724681 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d42176d7-ae01-4278-9c09-42beff22268f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:39.724681 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-d42176d7-ae01-4278-9c09-42beff22268f admin admin] Added segment 112c19ab-e990-4470-949d-db114062d034 of type vlan for network eab87cca-b536-47b9-a963-f17d059e279c Dec 16 09:44:39.752229 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4feb2daf-37be-419f-a1db-857a7e3eb7e2 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:39.755618 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4feb2daf-37be-419f-a1db-857a7e3eb7e2 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/36f6721e-3fb8-4022-bfec-4ad35bb2c1a6 HTTP/1.1" status: 204 len: 168 time: 0.9426880 Dec 16 09:44:39.766490 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35486) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:39.783874 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-725156c1-6c23-4a78-962b-702adfe80467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:39.837958 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-725156c1-6c23-4a78-962b-702adfe80467 None None] For port 90d01f6e-ea07-4c2c-90e4-a0526f89cc6e, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=90d01f6e-ea07-4c2c-90e4-a0526f89cc6e,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:39.914236 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-725156c1-6c23-4a78-962b-702adfe80467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:39.946186 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d42176d7-ae01-4278-9c09-42beff22268f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:40.017807 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725156c1-6c23-4a78-962b-702adfe80467 None None] Pushing event updated for resources: {'Port': ['ID=90d01f6e-ea07-4c2c-90e4-a0526f89cc6e,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:40.028310 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-3e43988e-abf4-4e42-a0ac-62088cc3a17b None None] Could not find standard attr ID for object 36f6721e-3fb8-4022-bfec-4ad35bb2c1a6. {{(pid=102818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:44:40.031050 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f36fd33-a984-42d4-a87f-b016b3c605da tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:40.035160 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f36fd33-a984-42d4-a87f-b016b3c605da tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:40.041182 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3f36fd33-a984-42d4-a87f-b016b3c605da tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2707326 Dec 16 09:44:40.042003 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35494) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:40.111656 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-18047759-4add-4222-a8c6-cee9f0341f5a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Allocated IP 172.20.0.17 (214dd2af-e0ed-4dc4-8123-2d5410913429/c444adc0-febf-4d56-b46a-7afac9e1282f/7da1a9f7-4f05-47c4-821c-b5155df4da8a) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:44:40.149518 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f1881e2-3653-4c15-8ce2-d4012a78b342 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting subnet f61b0c89-3049-403d-9ecb-ed2831d567bb {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:44:40.159075 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d42176d7-ae01-4278-9c09-42beff22268f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:40.159075 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42176d7-ae01-4278-9c09-42beff22268f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:40.159075 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d42176d7-ae01-4278-9c09-42beff22268f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:40.188646 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9f1881e2-3653-4c15-8ce2-d4012a78b342 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:40.259991 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 90d01f6e-ea07-4c2c-90e4-a0526f89cc6e up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:40.341503 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-18047759-4add-4222-a8c6-cee9f0341f5a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:40.355773 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 90d01f6e-ea07-4c2c-90e4-a0526f89cc6e triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:40.355773 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:40.355943 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9f1881e2-3653-4c15-8ce2-d4012a78b342 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:40.376960 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42176d7-ae01-4278-9c09-42beff22268f admin admin] Pushing event updated for resources: {'Network': ['ID=eab87cca-b536-47b9-a963-f17d059e279c,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:40.389176 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network eab87cca-b536-47b9-a963-f17d059e279c details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:44:40.459339 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d42176d7-ae01-4278-9c09-42beff22268f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9427931 Dec 16 09:44:40.462455 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35514) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:40.468817 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-e73a5f54-f893-4d10-a8eb-11771b211d08 admin admin] Request body: {'subnet': {'network_id': 'eab87cca-b536-47b9-a963-f17d059e279c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1337452668-subnet', 'tenant_id': 'a0706203d71045cabb82519392ed3f4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:40.471696 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 87ea0160-6ace-441a-a60b-f7a3c189cbae details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:44:40.485379 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-18047759-4add-4222-a8c6-cee9f0341f5a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:40.487213 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9f1881e2-3653-4c15-8ce2-d4012a78b342 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:40.552109 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18047759-4add-4222-a8c6-cee9f0341f5a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Network 214dd2af-e0ed-4dc4-8123-2d5410913429 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:40.552949 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18047759-4add-4222-a8c6-cee9f0341f5a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'Port': ['ID=7da1a9f7-4f05-47c4-821c-b5155df4da8a,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:40.564815 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-18047759-4add-4222-a8c6-cee9f0341f5a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:40.567333 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18047759-4add-4222-a8c6-cee9f0341f5a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:44:40.661861 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73a5f54-f893-4d10-a8eb-11771b211d08 admin admin] Made reservation on behalf of a0706203d71045cabb82519392ed3f4b for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:40.665855 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e73a5f54-f893-4d10-a8eb-11771b211d08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:40.753743 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b4c0c-6835-4702-9d31-6ada69310807 req-dba30342-53bf-4d57-a4a5-1e8fd6293868 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:40.755599 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2e7b4c0c-6835-4702-9d31-6ada69310807 req-dba30342-53bf-4d57-a4a5-1e8fd6293868 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 943 time: 0.1230576 Dec 16 09:44:40.801701 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-18047759-4add-4222-a8c6-cee9f0341f5a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:40.815299 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9f1881e2-3653-4c15-8ce2-d4012a78b342 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:40.867462 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2e7b4c0c-6835-4702-9d31-6ada69310807 req-56b596f1-1c1b-4a7a-9e8e-1a5c38541511 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982573 Dec 16 09:44:40.870789 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1881e2-3653-4c15-8ce2-d4012a78b342 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Subnet': ['ID=f61b0c89-3049-403d-9ecb-ed2831d567bb,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:40.875355 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9f1881e2-3653-4c15-8ce2-d4012a78b342 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:40.881230 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9f1881e2-3653-4c15-8ce2-d4012a78b342 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/f61b0c89-3049-403d-9ecb-ed2831d567bb HTTP/1.1" status: 204 len: 168 time: 0.8360336 Dec 16 09:44:40.886380 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35524) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:40.888602 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61008ca-4fd4-4bdc-b0a4-657ac7229b60 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:44:40.896839 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:40.981865 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-223ceaae-6065-41c9-88d1-8a9da227d9c6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0990789 Dec 16 09:44:40.983881 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35526) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:41.061619 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21399967-4356-485c-b51a-c17e58094c48 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:41.063224 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-21399967-4356-485c-b51a-c17e58094c48 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0771866 Dec 16 09:44:41.065942 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35530) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:41.117345 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 87ea0160-6ace-441a-a60b-f7a3c189cbae, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=87ea0160-6ace-441a-a60b-f7a3c189cbae,segment=NetworkSegment(c1145db4-acce-4730-a2ad-0f420017f088),segment_id=c1145db4-acce-4730-a2ad-0f420017f088)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:41.130754 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d9a964-5b1e-48b2-a3ee-c5494134ffa5 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:41.134991 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35536) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:41.136304 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b7d9a964-5b1e-48b2-a3ee-c5494134ffa5 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0688217 Dec 16 09:44:41.137697 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c2c5243a-b959-4e7b-9898-df83630f5c47 None None] Provisioning complete for port 7da1a9f7-4f05-47c4-821c-b5155df4da8a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:41.138160 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c2c5243a-b959-4e7b-9898-df83630f5c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:41.189466 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '87ea0160-6ace-441a-a60b-f7a3c189cbae', 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639', 'port_id': '87ea0160-6ace-441a-a60b-f7a3c189cbae', 'mac_address': 'fa:16:3e:e3:b8:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55767ecf-03fc-4a01-868c-518fd421c2f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:44:41.219132 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5d9d3735-e96b-41b7-bc8a-d73706637515 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0784931 Dec 16 09:44:41.223011 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35542) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:41.231846 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-c2c5243a-b959-4e7b-9898-df83630f5c47 None None] Port 7da1a9f7-4f05-47c4-821c-b5155df4da8a cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:44:41.232468 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-ccea29e2-dc48-4855-ad54-fef200f3fd88 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:41.321464 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:41.376681 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87ea0160-6ace-441a-a60b-f7a3c189cbae {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:44:41.403884 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e73a5f54-f893-4d10-a8eb-11771b211d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:41.404702 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 87ea0160-6ace-441a-a60b-f7a3c189cbae, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=87ea0160-6ace-441a-a60b-f7a3c189cbae,segment=NetworkSegment(c1145db4-acce-4730-a2ad-0f420017f088),segment_id=c1145db4-acce-4730-a2ad-0f420017f088)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:41.408505 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c0482d-9dd8-4f53-80ee-cfe628e23c65 None None] DHCP port deletion for 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:44:41.467469 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-70c0482d-9dd8-4f53-80ee-cfe628e23c65 None None] Deleting port 90d01f6e-ea07-4c2c-90e4-a0526f89cc6e {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:44:41.467846 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-70c0482d-9dd8-4f53-80ee-cfe628e23c65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:41.492872 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a5f54-f893-4d10-a8eb-11771b211d08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79712853-d8c5-43f4-badd-7d13d8248fb4,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:41.502501 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73a5f54-f893-4d10-a8eb-11771b211d08 admin admin] Checking segment: {'id': '112c19ab-e990-4470-949d-db114062d034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eab87cca-b536-47b9-a963-f17d059e279c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:44:41.502856 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73a5f54-f893-4d10-a8eb-11771b211d08 admin admin] Network hostable DHCP agents. Network: eab87cca-b536-47b9-a963-f17d059e279c, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:44:41.519470 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccea29e2-dc48-4855-ad54-fef200f3fd88 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:41.522420 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:41.523526 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ccea29e2-dc48-4855-ad54-fef200f3fd88 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:41.565599 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-18047759-4add-4222-a8c6-cee9f0341f5a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:41.597572 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-70c0482d-9dd8-4f53-80ee-cfe628e23c65 None None] For port 90d01f6e-ea07-4c2c-90e4-a0526f89cc6e, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=90d01f6e-ea07-4c2c-90e4-a0526f89cc6e,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:41.597987 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-70c0482d-9dd8-4f53-80ee-cfe628e23c65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:41.617800 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73a5f54-f893-4d10-a8eb-11771b211d08 admin admin] Network eab87cca-b536-47b9-a963-f17d059e279c is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:44:41.619788 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-70c0482d-9dd8-4f53-80ee-cfe628e23c65 None None] Calling delete_port for 90d01f6e-ea07-4c2c-90e4-a0526f89cc6e owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:44:41.636739 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=87ea0160-6ace-441a-a60b-f7a3c189cbae,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:41.723814 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-e73a5f54-f893-4d10-a8eb-11771b211d08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, eab87cca-b536-47b9-a963-f17d059e279c) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:41.728242 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73a5f54-f893-4d10-a8eb-11771b211d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:41.728970 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e73a5f54-f893-4d10-a8eb-11771b211d08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:41.751362 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c873d8-5ffd-452c-9bc2-a2589e2c36bc None None] Network eab87cca-b536-47b9-a963-f17d059e279c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:44:41.812258 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-70c0482d-9dd8-4f53-80ee-cfe628e23c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:41.846056 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ccea29e2-dc48-4855-ad54-fef200f3fd88 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:41.850534 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['87ea0160-6ace-441a-a60b-f7a3c189cbae'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:44:41.884751 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccea29e2-dc48-4855-ad54-fef200f3fd88 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:41.890028 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-ccea29e2-dc48-4855-ad54-fef200f3fd88 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:41.894681 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccea29e2-dc48-4855-ad54-fef200f3fd88 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:41.895510 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ccea29e2-dc48-4855-ad54-fef200f3fd88 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:41.907119 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0482d-9dd8-4f53-80ee-cfe628e23c65 None None] Pushing event deleted for resources: {'Port': ['ID=90d01f6e-ea07-4c2c-90e4-a0526f89cc6e,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:41.915447 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c0482d-9dd8-4f53-80ee-cfe628e23c65 None None] No DVR routers for this DVR port 90d01f6e-ea07-4c2c-90e4-a0526f89cc6e on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:44:41.916556 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea29e2-dc48-4855-ad54-fef200f3fd88 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Subnet': ['ID=2c5b78f4-beb4-45e6-89f7-d00b4355820d,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:41.931334 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e73a5f54-f893-4d10-a8eb-11771b211d08 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4667380 Dec 16 09:44:41.962348 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fc84b3-c813-4ea8-a0cb-80e52cd3c812 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:44:42.000115 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-18047759-4add-4222-a8c6-cee9f0341f5a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:42.002614 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ccea29e2-dc48-4855-ad54-fef200f3fd88 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7776680 Dec 16 09:44:42.004910 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35560) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:42.010234 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-07a5c55d-51c1-434e-ba67-72359700460d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'port': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'mac_address': 'fa:16:3e:77:21:9f', 'name': 'tempest-NetworksTestDHCPv6-2083084704'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:42.088098 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-18047759-4add-4222-a8c6-cee9f0341f5a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:42.180486 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-18047759-4add-4222-a8c6-cee9f0341f5a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:42.198482 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 90d01f6e-ea07-4c2c-90e4-a0526f89cc6e no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:44:42.241519 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18047759-4add-4222-a8c6-cee9f0341f5a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'Port': ['ID=7da1a9f7-4f05-47c4-821c-b5155df4da8a,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:42.267836 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cb17d-bbf1-4e62-9260-24f76b30fb04 req-720498d9-bfba-4a88-bb25-2f89209afa2d tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:42.269674 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-323cb17d-bbf1-4e62-9260-24f76b30fb04 req-720498d9-bfba-4a88-bb25-2f89209afa2d tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 944 time: 0.2335095 Dec 16 09:44:42.359829 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7f6ec6-d5d4-4750-9c77-a51bc86795d6 None None] Network eab87cca-b536-47b9-a963-f17d059e279c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:44:42.391749 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 90d01f6e-ea07-4c2c-90e4-a0526f89cc6e {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:44:42.392383 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 90d01f6e-ea07-4c2c-90e4-a0526f89cc6e not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:44:42.437523 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a5c55d-51c1-434e-ba67-72359700460d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:42.612044 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc77417-56d6-400d-9b26-5cd3871bb765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'fixed_ips': [{'subnet_id': '2c5b78f4-beb4-45e6-89f7-d00b4355820d'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:44:42.613267 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2dc77417-56d6-400d-9b26-5cd3871bb765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:42.778711 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-07a5c55d-51c1-434e-ba67-72359700460d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:42.834056 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-2dc77417-56d6-400d-9b26-5cd3871bb765 None None] Allocated IP 2001:db8::2 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/2c5b78f4-beb4-45e6-89f7-d00b4355820d/11c7e283-a8ce-4791-8ee1-bec7a97e6154) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:44:42.851119 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-323cb17d-bbf1-4e62-9260-24f76b30fb04 req-68435221-9bed-44c5-b5e2-72778ffe0671 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798128 Dec 16 09:44:42.854657 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-07a5c55d-51c1-434e-ba67-72359700460d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] device_id is not set on port a7ae6b3f-b48c-46a7-a06b-c5812e3761af yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:44:42.867224 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18047759-4add-4222-a8c6-cee9f0341f5a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Network 214dd2af-e0ed-4dc4-8123-2d5410913429 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:42.868670 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-18047759-4add-4222-a8c6-cee9f0341f5a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:42.872978 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-db8f61b5-ec67-4dcb-9a39-d489f11cff2e tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:42.874642 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-db8f61b5-ec67-4dcb-9a39-d489f11cff2e tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/networks?id=eab87cca-b536-47b9-a963-f17d059e279c HTTP/1.1" status: 200 len: 814 time: 0.2929683 Dec 16 09:44:42.995986 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-157f0a38-c2c9-4439-ac39-108ebec7a25f tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/quotas/a0706203d71045cabb82519392ed3f4b HTTP/1.1" status: 200 len: 375 time: 0.0100689 Dec 16 09:44:43.048187 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18047759-4add-4222-a8c6-cee9f0341f5a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Router 7523a7c7-0390-444d-b039-a8b41755a31d has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:44:43.049653 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-19b563a9-9a96-41ff-b394-25ac42e1716a tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a0706203d71045cabb82519392ed3f4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448413 Dec 16 09:44:43.082604 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2dc77417-56d6-400d-9b26-5cd3871bb765 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:43.087084 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-670d34f4-b541-4162-bf89-782978b67697 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:44:43.102288 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-670d34f4-b541-4162-bf89-782978b67697 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0318246 Dec 16 09:44:43.187661 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2dc77417-56d6-400d-9b26-5cd3871bb765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:43.299264 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc77417-56d6-400d-9b26-5cd3871bb765 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:43.299618 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18047759-4add-4222-a8c6-cee9f0341f5a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:44:43.308323 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-2dc77417-56d6-400d-9b26-5cd3871bb765 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:43.312310 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10771ed-cf22-4af9-85f7-0561e9248196 None None] Sync routers for ids ['7523a7c7-0390-444d-b039-a8b41755a31d'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:44:43.314475 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc77417-56d6-400d-9b26-5cd3871bb765 None None] Pushing event updated for resources: {'Port': ['ID=11c7e283-a8ce-4791-8ee1-bec7a97e6154,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:43.317055 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc77417-56d6-400d-9b26-5cd3871bb765 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:44:43.318151 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-07a5c55d-51c1-434e-ba67-72359700460d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Allocated IP 2001:db8::281 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/2c5b78f4-beb4-45e6-89f7-d00b4355820d/a7ae6b3f-b48c-46a7-a06b-c5812e3761af) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:44:43.322842 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-18047759-4add-4222-a8c6-cee9f0341f5a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "PUT /v2.0/routers/7523a7c7-0390-444d-b039-a8b41755a31d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6805625 Dec 16 09:44:43.328548 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-f1b73a28-6795-4d47-9a12-cfcaa569ae0a None None] Provisioning complete for port 7da1a9f7-4f05-47c4-821c-b5155df4da8a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:43.329255 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f1b73a28-6795-4d47-9a12-cfcaa569ae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:43.359492 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10771ed-cf22-4af9-85f7-0561e9248196 None None] Routers {'7523a7c7-0390-444d-b039-a8b41755a31d'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:44:43.360065 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-a10771ed-cf22-4af9-85f7-0561e9248196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:44:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['7523a7c7-0390-444d-b039-a8b41755a31d'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:43.364630 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-32671755-433c-48b3-b0fe-150fb8fc4533 service neutron] 10.222.0.60 "GET /v2.0/networks/eab87cca-b536-47b9-a963-f17d059e279c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663660 Dec 16 09:44:43.481305 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f1b73a28-6795-4d47-9a12-cfcaa569ae0a None None] Port 7da1a9f7-4f05-47c4-821c-b5155df4da8a cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:44:43.486342 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-2dc77417-56d6-400d-9b26-5cd3871bb765 None None] Attempting to bind port 11c7e283-a8ce-4791-8ee1-bec7a97e6154 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:44:43.486716 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-2dc77417-56d6-400d-9b26-5cd3871bb765 None None] Attempting to bind port 11c7e283-a8ce-4791-8ee1-bec7a97e6154 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:44:43.487084 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc77417-56d6-400d-9b26-5cd3871bb765 None None] Attempting to bind port 11c7e283-a8ce-4791-8ee1-bec7a97e6154 on network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:44:43.500897 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc77417-56d6-400d-9b26-5cd3871bb765 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:44:43.501425 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc77417-56d6-400d-9b26-5cd3871bb765 None None] Checking segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:44:43.501703 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2dc77417-56d6-400d-9b26-5cd3871bb765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:43.502161 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc77417-56d6-400d-9b26-5cd3871bb765 None None] Bound using segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:44:43.502574 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-2dc77417-56d6-400d-9b26-5cd3871bb765 None None] Bound port: 11c7e283-a8ce-4791-8ee1-bec7a97e6154, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:44:43.502952 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2dc77417-56d6-400d-9b26-5cd3871bb765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:43.545811 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-163a20a8-8ca2-4b5a-9225-538c9be6708c service neutron] 10.222.0.60 "GET /v2.0/networks/eab87cca-b536-47b9-a963-f17d059e279c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740532 Dec 16 09:44:43.587099 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-a10771ed-cf22-4af9-85f7-0561e9248196 None None] Set router 7523a7c7-0390-444d-b039-a8b41755a31d gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:44:43.593957 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-07a5c55d-51c1-434e-ba67-72359700460d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:43.638027 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2dc77417-56d6-400d-9b26-5cd3871bb765 None None] For port 11c7e283-a8ce-4791-8ee1-bec7a97e6154, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:44:43.642380 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2dc77417-56d6-400d-9b26-5cd3871bb765 None None] For port 11c7e283-a8ce-4791-8ee1-bec7a97e6154, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=11c7e283-a8ce-4791-8ee1-bec7a97e6154,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:44:43.737216 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-07a5c55d-51c1-434e-ba67-72359700460d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:43.766638 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2dc77417-56d6-400d-9b26-5cd3871bb765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:43.782670 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a5c55d-51c1-434e-ba67-72359700460d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:43.836479 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5c55d-51c1-434e-ba67-72359700460d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Port': ['ID=a7ae6b3f-b48c-46a7-a06b-c5812e3761af,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:43.841818 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-07a5c55d-51c1-434e-ba67-72359700460d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:43.849258 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a5c55d-51c1-434e-ba67-72359700460d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:44:43.853751 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a5c55d-51c1-434e-ba67-72359700460d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:43.854915 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-07a5c55d-51c1-434e-ba67-72359700460d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:43.944826 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc77417-56d6-400d-9b26-5cd3871bb765 None None] Pushing event updated for resources: {'Port': ['ID=11c7e283-a8ce-4791-8ee1-bec7a97e6154,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:43.949855 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9aea431c-88ad-43bb-a34f-5546aac22f86 req-9b82e05f-b7f9-48ca-9605-7d88d14d365a tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 210 time: 0.0782731 Dec 16 09:44:43.987851 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-07a5c55d-51c1-434e-ba67-72359700460d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9780569 Dec 16 09:44:43.987851 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35646) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:44.031336 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-a10771ed-cf22-4af9-85f7-0561e9248196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'name': 'tempest-TestNetworkBasicOps-router-958811268', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:22Z', 'updated_at': '2021-12-16T09:44:41Z', 'revision_number': 5, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'gw_port': {'id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:26Z', 'updated_at': '2021-12-16T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '7438f1b5-7e13-440c-aa34-2e832d35e079', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'port_id': '9e644923-b040-4aa2-a84d-84aeccc500b5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '872dad0c-b125-4398-b449-96faec06fd91', 'mac_address': 'fa:16:3e:9f:89:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edc31af-967e-426b-8c7f-e7c0ebc92264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:43:29Z', 'updated_at': '2021-12-16T09:43:36Z', 'revision_number': 1, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da1a9f7-4f05-47c4-821c-b5155df4da8a', 'name': '', 'network_id': '214dd2af-e0ed-4dc4-8123-2d5410913429', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'mac_address': 'fa:16:3e:77:a2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'c444adc0-febf-4d56-b46a-7afac9e1282f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:39Z', 'updated_at': '2021-12-16T09:44:41Z', 'revision_number': 2, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'subnets': [{'id': 'c444adc0-febf-4d56-b46a-7afac9e1282f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4', 'name': '', 'network_id': '872dad0c-b125-4398-b449-96faec06fd91', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'mac_address': 'fa:16:3e:66:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'b5b3a5ab-5e44-48ee-9d23-fb55390d3fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:39Z', 'updated_at': '2021-12-16T09:42:48Z', 'revision_number': 5, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'subnets': [{'id': 'b5b3a5ab-5e44-48ee-9d23-fb55390d3fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:44.039920 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094f1bb-0f9c-4487-8e07-916de22c367f req-914ec77a-9304-4387-af5e-0c1e06bce138 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:44.051603 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0094f1bb-0f9c-4487-8e07-916de22c367f req-914ec77a-9304-4387-af5e-0c1e06bce138 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 944 time: 0.1195741 Dec 16 09:44:44.091460 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10771ed-cf22-4af9-85f7-0561e9248196 None None] Checking router: 7523a7c7-0390-444d-b039-a8b41755a31d for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:44:44.091460 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10771ed-cf22-4af9-85f7-0561e9248196 None None] Updating router 7523a7c7-0390-444d-b039-a8b41755a31d port 7da1a9f7-4f05-47c4-821c-b5155df4da8a binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:44:44.109196 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0094f1bb-0f9c-4487-8e07-916de22c367f req-2514d3cc-69ce-4cb7-a171-6f005c05964b tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564299 Dec 16 09:44:44.122381 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a10771ed-cf22-4af9-85f7-0561e9248196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:44.135337 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258ba45a-2802-44c8-9f91-c0b857c9157c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:44.141552 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258ba45a-2802-44c8-9f91-c0b857c9157c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:44.143419 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-258ba45a-2802-44c8-9f91-c0b857c9157c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1547828 Dec 16 09:44:44.146891 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35656) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:44.447869 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-9e9a1547-9ca9-4ae7-bbbf-1c74a068c447 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting port a7ae6b3f-b48c-46a7-a06b-c5812e3761af {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:44:44.448225 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9e9a1547-9ca9-4ae7-bbbf-1c74a068c447 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:44.520967 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 87ea0160-6ace-441a-a60b-f7a3c189cbae up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:44.652734 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9e9a1547-9ca9-4ae7-bbbf-1c74a068c447 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:44.665322 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-9e9a1547-9ca9-4ae7-bbbf-1c74a068c447 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Calling delete_port for a7ae6b3f-b48c-46a7-a06b-c5812e3761af owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:44:44.715295 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a10771ed-cf22-4af9-85f7-0561e9248196 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:44.851602 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 87ea0160-6ace-441a-a60b-f7a3c189cbae completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:44:44.862079 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 87ea0160-6ace-441a-a60b-f7a3c189cbae triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:44.862079 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:44.909020 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a10771ed-cf22-4af9-85f7-0561e9248196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:44.948854 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9e9a1547-9ca9-4ae7-bbbf-1c74a068c447 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:44.984117 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4badba9d-5139-4dcb-a4b7-8c20b80814d5 None None] Pushing event updated for resources: {'Port': ['ID=7da1a9f7-4f05-47c4-821c-b5155df4da8a,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:45.102125 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9e9a1547-9ca9-4ae7-bbbf-1c74a068c447 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:45.106347 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9e9a1547-9ca9-4ae7-bbbf-1c74a068c447 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/a7ae6b3f-b48c-46a7-a06b-c5812e3761af HTTP/1.1" status: 204 len: 168 time: 0.9571731 Dec 16 09:44:45.108115 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a1547-9ca9-4ae7-bbbf-1c74a068c447 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Port': ['ID=a7ae6b3f-b48c-46a7-a06b-c5812e3761af,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:45.108829 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35684) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:45.217389 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f49df20-be70-4a73-92dd-970b62469c80 req-1af4966a-3398-46fc-abf3-c31b9c21c2c8 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 210 time: 0.1045785 Dec 16 09:44:45.237958 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-a10771ed-cf22-4af9-85f7-0561e9248196 None None] Attempting to bind port 7da1a9f7-4f05-47c4-821c-b5155df4da8a on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:44:45.238445 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-a10771ed-cf22-4af9-85f7-0561e9248196 None None] Attempting to bind port 7da1a9f7-4f05-47c4-821c-b5155df4da8a by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'd261c222-8c73-4c2f-9a98-984ee968db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '214dd2af-e0ed-4dc4-8123-2d5410913429'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:44:45.238728 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10771ed-cf22-4af9-85f7-0561e9248196 None None] Attempting to bind port 7da1a9f7-4f05-47c4-821c-b5155df4da8a on network 214dd2af-e0ed-4dc4-8123-2d5410913429 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:44:45.246992 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10771ed-cf22-4af9-85f7-0561e9248196 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:44:45.247506 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10771ed-cf22-4af9-85f7-0561e9248196 None None] Checking segment: {'id': 'd261c222-8c73-4c2f-9a98-984ee968db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '214dd2af-e0ed-4dc4-8123-2d5410913429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:44:45.247915 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a10771ed-cf22-4af9-85f7-0561e9248196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:45.248336 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10771ed-cf22-4af9-85f7-0561e9248196 None None] Bound using segment: {'id': 'd261c222-8c73-4c2f-9a98-984ee968db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '214dd2af-e0ed-4dc4-8123-2d5410913429'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:44:45.248878 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-a10771ed-cf22-4af9-85f7-0561e9248196 None None] Bound port: 7da1a9f7-4f05-47c4-821c-b5155df4da8a, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd261c222-8c73-4c2f-9a98-984ee968db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '214dd2af-e0ed-4dc4-8123-2d5410913429'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:44:45.249287 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a10771ed-cf22-4af9-85f7-0561e9248196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:45.252286 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017e0563-1b79-4fed-9568-7cb6390aedc5 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:45.254705 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017e0563-1b79-4fed-9568-7cb6390aedc5 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:45.256834 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-017e0563-1b79-4fed-9568-7cb6390aedc5 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1459601 Dec 16 09:44:45.259392 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35688) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:45.357855 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5186651-e815-4918-ba37-d82c6adbad55 req-d7184dd6-888c-4de8-80eb-ed9df16754be tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:45.360396 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e5186651-e815-4918-ba37-d82c6adbad55 req-d7184dd6-888c-4de8-80eb-ed9df16754be tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 944 time: 0.0992916 Dec 16 09:44:45.366971 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3f14f26-9f3d-4f73-9f8b-c67d1b1d5424 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting subnet 2c5b78f4-beb4-45e6-89f7-d00b4355820d {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:44:45.370560 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f3f14f26-9f3d-4f73-9f8b-c67d1b1d5424 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:45.451841 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e5186651-e815-4918-ba37-d82c6adbad55 req-2a22e45d-bf58-40c2-a9d6-3e98c6d5f325 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833929 Dec 16 09:44:45.485975 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f3f14f26-9f3d-4f73-9f8b-c67d1b1d5424 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:45.597904 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f3f14f26-9f3d-4f73-9f8b-c67d1b1d5424 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:45.603982 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:45.699082 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-048c9ee2-28e3-4c80-a775-d2491ce6d27c None None] Provisioning complete for port 7da1a9f7-4f05-47c4-821c-b5155df4da8a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:45.699600 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-048c9ee2-28e3-4c80-a775-d2491ce6d27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:45.717137 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f15e74b6-9d5e-4be6-9e0d-064474e8638f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ea0160-6ace-441a-a60b-f7a3c189cbae'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:44:45.720021 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b51880-702a-4e7b-ab89-8971714723cc" -d '{"events": [{"server_uuid": "f15e74b6-9d5e-4be6-9e0d-064474e8638f", "name": "network-vif-plugged", "status": "completed", "tag": "87ea0160-6ace-441a-a60b-f7a3c189cbae"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:44:45.757605 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 87ea0160-6ace-441a-a60b-f7a3c189cbae, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=87ea0160-6ace-441a-a60b-f7a3c189cbae,segment=NetworkSegment(c1145db4-acce-4730-a2ad-0f420017f088),segment_id=c1145db4-acce-4730-a2ad-0f420017f088)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:45.772617 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-a10771ed-cf22-4af9-85f7-0561e9248196 None None] For port 7da1a9f7-4f05-47c4-821c-b5155df4da8a, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:44:45.775477 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33711d3-2672-40ff-99b3-69afb9a8dbd5 x-openstack-request-id: req-b33711d3-2672-40ff-99b3-69afb9a8dbd5 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:44:45.775778 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f15e74b6-9d5e-4be6-9e0d-064474e8638f", "name": "network-vif-plugged", "status": "completed", "tag": "87ea0160-6ace-441a-a60b-f7a3c189cbae", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:44:45.776691 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b33711d3-2672-40ff-99b3-69afb9a8dbd5 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:44:45.776691 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f15e74b6-9d5e-4be6-9e0d-064474e8638f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ea0160-6ace-441a-a60b-f7a3c189cbae', 'code': 200} Dec 16 09:44:45.779474 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-a10771ed-cf22-4af9-85f7-0561e9248196 None None] For port 7da1a9f7-4f05-47c4-821c-b5155df4da8a, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=7da1a9f7-4f05-47c4-821c-b5155df4da8a,segment=NetworkSegment(d261c222-8c73-4c2f-9a98-984ee968db2d),segment_id=d261c222-8c73-4c2f-9a98-984ee968db2d)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:44:45.784267 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-048c9ee2-28e3-4c80-a775-d2491ce6d27c None None] Port 7da1a9f7-4f05-47c4-821c-b5155df4da8a cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:44:45.794183 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f3f14f26-9f3d-4f73-9f8b-c67d1b1d5424 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:45.854081 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:45.854320 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f14f26-9f3d-4f73-9f8b-c67d1b1d5424 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Subnet': ['ID=2c5b78f4-beb4-45e6-89f7-d00b4355820d,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:45.862846 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f3f14f26-9f3d-4f73-9f8b-c67d1b1d5424 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:45.866136 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f3f14f26-9f3d-4f73-9f8b-c67d1b1d5424 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/2c5b78f4-beb4-45e6-89f7-d00b4355820d HTTP/1.1" status: 204 len: 168 time: 0.6045299 Dec 16 09:44:45.868678 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35704) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:45.903007 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35706) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:45.923990 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-66b1510b-3399-45fe-b828-ec351fae6870 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0533538 Dec 16 09:44:45.926030 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35708) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:45.933417 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a10771ed-cf22-4af9-85f7-0561e9248196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:45.989806 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732e5d3-439d-4c84-95ef-04eab8bee7d6 req-1b3df9e1-03bd-48bd-9d12-5217c6eb4dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:45.992727 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7732e5d3-439d-4c84-95ef-04eab8bee7d6 req-1b3df9e1-03bd-48bd-9d12-5217c6eb4dd1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 1096 time: 0.1250281 Dec 16 09:44:46.006811 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c9d2138a-d069-4c4d-9421-ab25b425f6cd None None] Provisioning complete for port 11c7e283-a8ce-4791-8ee1-bec7a97e6154 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:46.007235 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c9d2138a-d069-4c4d-9421-ab25b425f6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:46.048645 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03132a98-7a88-40ae-be36-c7ba6c0a4948 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:46.053473 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-03132a98-7a88-40ae-be36-c7ba6c0a4948 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1253221 Dec 16 09:44:46.054206 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35716) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:46.073039 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=87ea0160-6ace-441a-a60b-f7a3c189cbae,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:46.088384 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7732e5d3-439d-4c84-95ef-04eab8bee7d6 req-15c35f46-068d-4985-871e-d18456985d0b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868390 Dec 16 09:44:46.146332 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8c9f10-5bcd-4a95-9dc3-bde505c0efe6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:46.155128 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35718) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:46.183127 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7c8c9f10-5bcd-4a95-9dc3-bde505c0efe6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1268380 Dec 16 09:44:46.194957 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4badba9d-5139-4dcb-a4b7-8c20b80814d5 None None] Pushing event updated for resources: {'Port': ['ID=7da1a9f7-4f05-47c4-821c-b5155df4da8a,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:46.209645 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436823af-28d4-4743-8487-b30e2ecdcef6 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:44:46.248049 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10771ed-cf22-4af9-85f7-0561e9248196 None None] Routers {'7523a7c7-0390-444d-b039-a8b41755a31d'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:44:46.248793 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-a10771ed-cf22-4af9-85f7-0561e9248196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:44:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['7523a7c7-0390-444d-b039-a8b41755a31d'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:46.295677 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-14de38e2-a69c-45f8-a8b2-69ddc7170626 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1286490 Dec 16 09:44:46.302441 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35724) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:46.307613 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-876a9f77-4531-4b47-9198-10dfe408f685 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:46.375697 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-256e192c-2bf8-46d4-988d-293db9bb4970 req-510e6856-b3d2-4fc5-bcc2-f5f8e4a22525 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 210 time: 0.0662425 Dec 16 09:44:46.532142 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-06916815-5f3c-412b-bb41-3319f2d379c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:46.532436 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 11c7e283-a8ce-4791-8ee1-bec7a97e6154 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:46.721860 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff3891-f2c9-465e-82a8-1760e785df8b req-896ed568-052d-4293-a3e5-0fd404305a12 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:46.723314 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0eff3891-f2c9-465e-82a8-1760e785df8b req-896ed568-052d-4293-a3e5-0fd404305a12 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 945 time: 0.1285229 Dec 16 09:44:46.725799 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876a9f77-4531-4b47-9198-10dfe408f685 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:46.729197 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-876a9f77-4531-4b47-9198-10dfe408f685 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:46.729716 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 11c7e283-a8ce-4791-8ee1-bec7a97e6154 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:46.730097 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:46.780057 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c9d2138a-d069-4c4d-9421-ab25b425f6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:46.787812 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-06916815-5f3c-412b-bb41-3319f2d379c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:46.822010 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-a10771ed-cf22-4af9-85f7-0561e9248196 None None] Set router 7523a7c7-0390-444d-b039-a8b41755a31d gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:44:46.857989 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0eff3891-f2c9-465e-82a8-1760e785df8b req-a9b0e661-cba6-4d85-ab6a-02a5c84807eb tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215742 Dec 16 09:44:46.893429 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-c9d2138a-d069-4c4d-9421-ab25b425f6cd None None] For port 11c7e283-a8ce-4791-8ee1-bec7a97e6154, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=11c7e283-a8ce-4791-8ee1-bec7a97e6154,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:46.905758 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-06916815-5f3c-412b-bb41-3319f2d379c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:46.977701 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b16e50-31a7-4654-b6d7-ad5f45a410bc None None] DHCP port deletion for 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:44:46.987160 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c9d2138a-d069-4c4d-9421-ab25b425f6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:46.996630 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-06916815-5f3c-412b-bb41-3319f2d379c8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0dde4cb8c0de4b498468da526be29360&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0889411 Dec 16 09:44:46.996948 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35740) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:47.001310 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06916815-5f3c-412b-bb41-3319f2d379c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990b435b-7eeb-4283-8e56-facf196207a7,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:47.117232 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4e845f2f-29a9-4365-9f68-cb998495c951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:47.170526 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4e845f2f-29a9-4365-9f68-cb998495c951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:47.215653 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-aec0292c-521c-4a30-8c14-97f5cb98d156 None None] Could not find standard attr ID for object a7ae6b3f-b48c-46a7-a06b-c5812e3761af. {{(pid=102818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:44:47.300579 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-aec0292c-521c-4a30-8c14-97f5cb98d156 None None] Provisioning complete for port 7da1a9f7-4f05-47c4-821c-b5155df4da8a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:47.301266 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-aec0292c-521c-4a30-8c14-97f5cb98d156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:47.326892 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2138a-d069-4c4d-9421-ab25b425f6cd None None] Pushing event updated for resources: {'Port': ['ID=11c7e283-a8ce-4791-8ee1-bec7a97e6154,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:47.400086 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4e845f2f-29a9-4365-9f68-cb998495c951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:47.409986 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4e845f2f-29a9-4365-9f68-cb998495c951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:47.409986 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4e845f2f-29a9-4365-9f68-cb998495c951 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/990b435b-7eeb-4283-8e56-facf196207a7 HTTP/1.1" status: 204 len: 168 time: 0.4099782 Dec 16 09:44:47.453300 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e845f2f-29a9-4365-9f68-cb998495c951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990b435b-7eeb-4283-8e56-facf196207a7,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:47.629807 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f8733490-0953-4e5e-8a2b-ebba928a0f0b req-273be2ec-0bd3-4a8e-8dc0-2acf67d54078 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 210 time: 0.0604908 Dec 16 09:44:47.637714 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-45b16e50-31a7-4654-b6d7-ad5f45a410bc None None] Deleting port 11c7e283-a8ce-4791-8ee1-bec7a97e6154 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:44:47.638227 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-45b16e50-31a7-4654-b6d7-ad5f45a410bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:47.722676 n-d-820550-2 neutron-server[102816]: DEBUG neutron.objects.ports [None req-876a9f77-4531-4b47-9198-10dfe408f685 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102816) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:44:47.757859 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-aec0292c-521c-4a30-8c14-97f5cb98d156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:47.801490 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-aec0292c-521c-4a30-8c14-97f5cb98d156 None None] For port 7da1a9f7-4f05-47c4-821c-b5155df4da8a, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=7da1a9f7-4f05-47c4-821c-b5155df4da8a,segment=NetworkSegment(d261c222-8c73-4c2f-9a98-984ee968db2d),segment_id=d261c222-8c73-4c2f-9a98-984ee968db2d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:47.808001 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-b3370c0e-1388-4bea-804c-4a7fed9e260a tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:47.810294 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-b3370c0e-1388-4bea-804c-4a7fed9e260a tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.57 "GET /v2.0/networks?id=eab87cca-b536-47b9-a963-f17d059e279c HTTP/1.1" status: 200 len: 814 time: 0.3541260 Dec 16 09:44:47.824371 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-38e3815a-da44-4ec7-8eb3-d94c5146e2f9 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Request body: {'port': {'device_id': '058c5623-3224-4af5-aa5b-a61ae6d810ba', 'network_id': 'eab87cca-b536-47b9-a963-f17d059e279c', 'admin_state_up': True, 'tenant_id': 'a0706203d71045cabb82519392ed3f4b'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:47.846559 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-45b16e50-31a7-4654-b6d7-ad5f45a410bc None None] For port 11c7e283-a8ce-4791-8ee1-bec7a97e6154, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=11c7e283-a8ce-4791-8ee1-bec7a97e6154,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:47.847866 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-45b16e50-31a7-4654-b6d7-ad5f45a410bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:47.865080 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-45b16e50-31a7-4654-b6d7-ad5f45a410bc None None] Calling delete_port for 11c7e283-a8ce-4791-8ee1-bec7a97e6154 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:44:47.879492 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-a10771ed-cf22-4af9-85f7-0561e9248196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'name': 'tempest-TestNetworkBasicOps-router-958811268', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:22Z', 'updated_at': '2021-12-16T09:44:41Z', 'revision_number': 5, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'gw_port': {'id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:26Z', 'updated_at': '2021-12-16T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '7438f1b5-7e13-440c-aa34-2e832d35e079', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'port_id': '9e644923-b040-4aa2-a84d-84aeccc500b5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '872dad0c-b125-4398-b449-96faec06fd91', 'mac_address': 'fa:16:3e:9f:89:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edc31af-967e-426b-8c7f-e7c0ebc92264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:43:29Z', 'updated_at': '2021-12-16T09:43:36Z', 'revision_number': 1, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da1a9f7-4f05-47c4-821c-b5155df4da8a', 'name': '', 'network_id': '214dd2af-e0ed-4dc4-8123-2d5410913429', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'mac_address': 'fa:16:3e:77:a2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'c444adc0-febf-4d56-b46a-7afac9e1282f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:39Z', 'updated_at': '2021-12-16T09:44:45Z', 'revision_number': 4, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'subnets': [{'id': 'c444adc0-febf-4d56-b46a-7afac9e1282f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4', 'name': '', 'network_id': '872dad0c-b125-4398-b449-96faec06fd91', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'mac_address': 'fa:16:3e:66:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'b5b3a5ab-5e44-48ee-9d23-fb55390d3fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:39Z', 'updated_at': '2021-12-16T09:42:48Z', 'revision_number': 5, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'subnets': [{'id': 'b5b3a5ab-5e44-48ee-9d23-fb55390d3fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:47.943342 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10771ed-cf22-4af9-85f7-0561e9248196 None None] The sync data for ids ['7523a7c7-0390-444d-b039-a8b41755a31d'] in n-d-820550-2 is: [{'id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'name': 'tempest-TestNetworkBasicOps-router-958811268', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:22Z', 'updated_at': '2021-12-16T09:44:41Z', 'revision_number': 5, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'gw_port': {'id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:26Z', 'updated_at': '2021-12-16T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '7438f1b5-7e13-440c-aa34-2e832d35e079', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'port_id': '9e644923-b040-4aa2-a84d-84aeccc500b5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '872dad0c-b125-4398-b449-96faec06fd91', 'mac_address': 'fa:16:3e:9f:89:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edc31af-967e-426b-8c7f-e7c0ebc92264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:43:29Z', 'updated_at': '2021-12-16T09:43:36Z', 'revision_number': 1, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da1a9f7-4f05-47c4-821c-b5155df4da8a', 'name': '', 'network_id': '214dd2af-e0ed-4dc4-8123-2d5410913429', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'mac_address': 'fa:16:3e:77:a2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'c444adc0-febf-4d56-b46a-7afac9e1282f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:39Z', 'updated_at': '2021-12-16T09:44:45Z', 'revision_number': 4, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'subnets': [{'id': 'c444adc0-febf-4d56-b46a-7afac9e1282f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4', 'name': '', 'network_id': '872dad0c-b125-4398-b449-96faec06fd91', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'mac_address': 'fa:16:3e:66:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'b5b3a5ab-5e44-48ee-9d23-fb55390d3fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:39Z', 'updated_at': '2021-12-16T09:42:48Z', 'revision_number': 5, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'subnets': [{'id': 'b5b3a5ab-5e44-48ee-9d23-fb55390d3fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:44:48.014451 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-aec0292c-521c-4a30-8c14-97f5cb98d156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:48.112632 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64c8f3-ec61-44a2-9d87-a5065db060cd req-3834740e-78ca-459e-a8dc-c88752c20b23 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:48.120460 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1d64c8f3-ec61-44a2-9d87-a5065db060cd req-3834740e-78ca-459e-a8dc-c88752c20b23 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 945 time: 0.1107647 Dec 16 09:44:48.129926 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-38e3815a-da44-4ec7-8eb3-d94c5146e2f9 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Made reservation on behalf of a0706203d71045cabb82519392ed3f4b for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:48.133808 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-38e3815a-da44-4ec7-8eb3-d94c5146e2f9 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:48.242980 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec0292c-521c-4a30-8c14-97f5cb98d156 None None] Pushing event updated for resources: {'Port': ['ID=7da1a9f7-4f05-47c4-821c-b5155df4da8a,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:48.319124 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 7da1a9f7-4f05-47c4-821c-b5155df4da8a up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:48.343169 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-876a9f77-4531-4b47-9198-10dfe408f685 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:48.360682 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1d64c8f3-ec61-44a2-9d87-a5065db060cd req-629bae35-882b-4eae-91f6-32f76ff7bf58 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393396 Dec 16 09:44:48.409566 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-45b16e50-31a7-4654-b6d7-ad5f45a410bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:48.455500 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b16e50-31a7-4654-b6d7-ad5f45a410bc None None] No DVR routers for this DVR port 11c7e283-a8ce-4791-8ee1-bec7a97e6154 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:44:48.459550 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b16e50-31a7-4654-b6d7-ad5f45a410bc None None] Pushing event deleted for resources: {'Port': ['ID=11c7e283-a8ce-4791-8ee1-bec7a97e6154,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:48.479431 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 7da1a9f7-4f05-47c4-821c-b5155df4da8a triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:48.479908 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:48.510306 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-38e3815a-da44-4ec7-8eb3-d94c5146e2f9 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Allocated IP 172.20.0.10 (eab87cca-b536-47b9-a963-f17d059e279c/79712853-d8c5-43f4-badd-7d13d8248fb4/717fbe03-0c13-49de-b1e2-bf349759be25) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:44:48.618253 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01b5e7-0a5b-4731-8434-83e2e4d3969e req-5bf2240b-f618-4349-9132-5ba2568479d5 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:48.620674 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dc01b5e7-0a5b-4731-8434-83e2e4d3969e req-5bf2240b-f618-4349-9132-5ba2568479d5 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 945 time: 0.0945835 Dec 16 09:44:48.633920 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35780) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:48.641832 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-ea38c9e2-fafe-4f7c-8d33-8d5e9a86bcf7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Request body: {'floatingip': {'port_id': '87ea0160-6ace-441a-a60b-f7a3c189cbae'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:48.666385 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-876a9f77-4531-4b47-9198-10dfe408f685 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] For port 11c7e283-a8ce-4791-8ee1-bec7a97e6154, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=11c7e283-a8ce-4791-8ee1-bec7a97e6154,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:48.712900 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 11c7e283-a8ce-4791-8ee1-bec7a97e6154 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:44:48.776413 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-876a9f77-4531-4b47-9198-10dfe408f685 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:48.779658 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 11c7e283-a8ce-4791-8ee1-bec7a97e6154 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:44:48.780225 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 11c7e283-a8ce-4791-8ee1-bec7a97e6154 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:44:48.790597 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ea38c9e2-fafe-4f7c-8d33-8d5e9a86bcf7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for floatingip, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:48.799250 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ab35cf23-2930-4ed1-aa0a-f89a504781e8 req-90c8733c-fc7d-48da-b824-2b38aec20e31 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 210 time: 0.0440075 Dec 16 09:44:48.853635 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35788) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:48.869075 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-38e3815a-da44-4ec7-8eb3-d94c5146e2f9 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:48.884818 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-876a9f77-4531-4b47-9198-10dfe408f685 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:48.885623 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-876a9f77-4531-4b47-9198-10dfe408f685 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:48.994168 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc8bfffa-b2a7-41ef-8528-e03ee78825ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:49.015253 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a9f77-4531-4b47-9198-10dfe408f685 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Port': ['ID=11c7e283-a8ce-4791-8ee1-bec7a97e6154,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:49.039376 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876a9f77-4531-4b47-9198-10dfe408f685 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:49.053821 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-876a9f77-4531-4b47-9198-10dfe408f685 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:49.064855 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876a9f77-4531-4b47-9198-10dfe408f685 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:49.064855 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-876a9f77-4531-4b47-9198-10dfe408f685 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:49.065099 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146809c6-a965-4beb-85f7-cdfb65bc7dfc None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:44:49.079077 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a9f77-4531-4b47-9198-10dfe408f685 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Subnet': ['ID=aeb54eb7-6c23-4e55-b96e-847f177e6579,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:49.211524 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc8bfffa-b2a7-41ef-8528-e03ee78825ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:49.223808 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-876a9f77-4531-4b47-9198-10dfe408f685 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9202511 Dec 16 09:44:49.227371 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35796) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:49.233133 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-513e47f6-4dcf-46ea-b552-7eeace6eee4d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:49.289605 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8f150d-d59f-4e2d-83ea-47ae1133d7e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'fixed_ips': [{'subnet_id': 'aeb54eb7-6c23-4e55-b96e-847f177e6579'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:44:49.290575 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4c8f150d-d59f-4e2d-83ea-47ae1133d7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:49.305917 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-38e3815a-da44-4ec7-8eb3-d94c5146e2f9 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:49.349102 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc8bfffa-b2a7-41ef-8528-e03ee78825ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:49.423500 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8bfffa-b2a7-41ef-8528-e03ee78825ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a322f22e-1b5c-4329-8546-2cf4cd22f05f,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:49.468721 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-38e3815a-da44-4ec7-8eb3-d94c5146e2f9 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Network eab87cca-b536-47b9-a963-f17d059e279c is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:49.486229 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-38e3815a-da44-4ec7-8eb3-d94c5146e2f9 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:49.495603 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3815a-da44-4ec7-8eb3-d94c5146e2f9 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Pushing event updated for resources: {'Port': ['ID=717fbe03-0c13-49de-b1e2-bf349759be25,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:49.502972 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-38e3815a-da44-4ec7-8eb3-d94c5146e2f9 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:44:49.511300 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bc8bfffa-b2a7-41ef-8528-e03ee78825ad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=591c7909cc0e4212a485363bb488761e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6549067 Dec 16 09:44:49.518003 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35802) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:49.523829 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-4c8f150d-d59f-4e2d-83ea-47ae1133d7e2 None None] Allocated IP 2001:db8::f816:3eff:fe31:8c74 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/aeb54eb7-6c23-4e55-b96e-847f177e6579/6567432c-69c2-42c4-a29d-d7d1fba6d3f7) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:44:49.606956 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-38e3815a-da44-4ec7-8eb3-d94c5146e2f9 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:49.607615 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-38e3815a-da44-4ec7-8eb3-d94c5146e2f9 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:49.635149 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6886aa40-ca15-4158-ac29-e7e5ffe48e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:49.675419 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6886aa40-ca15-4158-ac29-e7e5ffe48e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:49.713590 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513e47f6-4dcf-46ea-b552-7eeace6eee4d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:49.714499 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-513e47f6-4dcf-46ea-b552-7eeace6eee4d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:49.722551 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4c8f150d-d59f-4e2d-83ea-47ae1133d7e2 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:49.814885 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-38e3815a-da44-4ec7-8eb3-d94c5146e2f9 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9946210 Dec 16 09:44:49.834801 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4c8f150d-d59f-4e2d-83ea-47ae1133d7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:49.843495 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-869c04d5-4f71-4183-ab33-bcd8a6979a6d service neutron] Request body: {'port': {'device_id': '058c5623-3224-4af5-aa5b-a61ae6d810ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:49.869770 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ea38c9e2-fafe-4f7c-8d33-8d5e9a86bcf7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:49.892554 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8f150d-d59f-4e2d-83ea-47ae1133d7e2 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:49.895674 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-4c8f150d-d59f-4e2d-83ea-47ae1133d7e2 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:49.905893 n-d-820550-2 neutron-server[102816]: INFO neutron.db.ipam_backend_mixin [None req-513e47f6-4dcf-46ea-b552-7eeace6eee4d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aeb54eb7-6c23-4e55-b96e-847f177e6579 (CIDR: 2001:db8::/64) Dec 16 09:44:49.908245 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8f150d-d59f-4e2d-83ea-47ae1133d7e2 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:44:49.912290 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f150d-d59f-4e2d-83ea-47ae1133d7e2 None None] Pushing event updated for resources: {'Port': ['ID=6567432c-69c2-42c4-a29d-d7d1fba6d3f7,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:49.916111 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6886aa40-ca15-4158-ac29-e7e5ffe48e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:49.919268 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6886aa40-ca15-4158-ac29-e7e5ffe48e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:49.923474 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6886aa40-ca15-4158-ac29-e7e5ffe48e54 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a322f22e-1b5c-4329-8546-2cf4cd22f05f HTTP/1.1" status: 204 len: 168 time: 0.3870299 Dec 16 09:44:49.970632 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-513e47f6-4dcf-46ea-b552-7eeace6eee4d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:44:49.971376 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-513e47f6-4dcf-46ea-b552-7eeace6eee4d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:44:49.984285 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886aa40-ca15-4158-ac29-e7e5ffe48e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a322f22e-1b5c-4329-8546-2cf4cd22f05f,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:49.990532 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-869c04d5-4f71-4183-ab33-bcd8a6979a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:49.997780 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4dd13-ad3e-4c73-a229-59ed7693c9a4 req-5b4e6dbb-c485-433c-b76d-46ad65bcae8c tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:50.006033 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ddf4dd13-ad3e-4c73-a229-59ed7693c9a4 req-5b4e6dbb-c485-433c-b76d-46ad65bcae8c tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 932 time: 0.1006052 Dec 16 09:44:50.009251 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-4c8f150d-d59f-4e2d-83ea-47ae1133d7e2 None None] Attempting to bind port 6567432c-69c2-42c4-a29d-d7d1fba6d3f7 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:44:50.009796 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-4c8f150d-d59f-4e2d-83ea-47ae1133d7e2 None None] Attempting to bind port 6567432c-69c2-42c4-a29d-d7d1fba6d3f7 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:44:50.010347 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8f150d-d59f-4e2d-83ea-47ae1133d7e2 None None] Attempting to bind port 6567432c-69c2-42c4-a29d-d7d1fba6d3f7 on network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:44:50.016729 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8f150d-d59f-4e2d-83ea-47ae1133d7e2 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:44:50.017326 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8f150d-d59f-4e2d-83ea-47ae1133d7e2 None None] Checking segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:44:50.017999 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4c8f150d-d59f-4e2d-83ea-47ae1133d7e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:50.018491 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8f150d-d59f-4e2d-83ea-47ae1133d7e2 None None] Bound using segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:44:50.019145 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-4c8f150d-d59f-4e2d-83ea-47ae1133d7e2 None None] Bound port: 6567432c-69c2-42c4-a29d-d7d1fba6d3f7, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:44:50.019594 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4c8f150d-d59f-4e2d-83ea-47ae1133d7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:50.022828 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ea38c9e2-fafe-4f7c-8d33-8d5e9a86bcf7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:50.121143 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4c8f150d-d59f-4e2d-83ea-47ae1133d7e2 None None] For port 6567432c-69c2-42c4-a29d-d7d1fba6d3f7, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:44:50.125585 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4c8f150d-d59f-4e2d-83ea-47ae1133d7e2 None None] For port 6567432c-69c2-42c4-a29d-d7d1fba6d3f7, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=6567432c-69c2-42c4-a29d-d7d1fba6d3f7,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:44:50.132044 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-513e47f6-4dcf-46ea-b552-7eeace6eee4d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9035571 Dec 16 09:44:50.135744 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35820) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:50.143095 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-d86c20c3-329a-4e62-ae97-491e82f3f6c3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:50.196856 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ddf4dd13-ad3e-4c73-a229-59ed7693c9a4 req-1a66140f-b032-4d7c-b0ef-93436ae284be tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784766 Dec 16 09:44:50.196964 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 7da1a9f7-4f05-47c4-821c-b5155df4da8a up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:50.229708 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [None req-ea38c9e2-fafe-4f7c-8d33-8d5e9a86bcf7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Floating IP 872e7550-8936-4299-9457-20cb0248759f associated. External IP: 172.25.1.226, port: 87ea0160-6ace-441a-a60b-f7a3c189cbae. Dec 16 09:44:50.238522 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4c8f150d-d59f-4e2d-83ea-47ae1133d7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:50.328271 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 7da1a9f7-4f05-47c4-821c-b5155df4da8a triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:50.328640 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:50.331724 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f150d-d59f-4e2d-83ea-47ae1133d7e2 None None] Pushing event updated for resources: {'Port': ['ID=6567432c-69c2-42c4-a29d-d7d1fba6d3f7,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:50.596276 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea38c9e2-fafe-4f7c-8d33-8d5e9a86bcf7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Router 744dafc6-87da-409e-a7b7-7a3446f8ec99 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:44:50.614056 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-869c04d5-4f71-4183-ab33-bcd8a6979a6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 717fbe03-0c13-49de-b1e2-bf349759be25 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:44:50.626370 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-869c04d5-4f71-4183-ab33-bcd8a6979a6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:50.644752 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-869c04d5-4f71-4183-ab33-bcd8a6979a6d service neutron] Transition to ACTIVE for port object 717fbe03-0c13-49de-b1e2-bf349759be25 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:44:50.690967 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86c20c3-329a-4e62-ae97-491e82f3f6c3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:50.695910 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d86c20c3-329a-4e62-ae97-491e82f3f6c3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:50.768967 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea38c9e2-fafe-4f7c-8d33-8d5e9a86bcf7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:44:50.779707 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ea38c9e2-fafe-4f7c-8d33-8d5e9a86bcf7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:50.779808 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e3c490-b732-4572-b1bc-fdfe9c858e85 None None] Sync routers for ids ['744dafc6-87da-409e-a7b7-7a3446f8ec99'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:44:50.796362 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e3c490-b732-4572-b1bc-fdfe9c858e85 None None] Routers {'744dafc6-87da-409e-a7b7-7a3446f8ec99'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:44:50.796965 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-76e3c490-b732-4572-b1bc-fdfe9c858e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:44:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['744dafc6-87da-409e-a7b7-7a3446f8ec99'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:50.823575 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ea38c9e2-fafe-4f7c-8d33-8d5e9a86bcf7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "PUT /v2.0/floatingips/872e7550-8936-4299-9457-20cb0248759f HTTP/1.1" status: 200 len: 991 time: 2.1884103 Dec 16 09:44:50.825028 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f15e74b6-9d5e-4be6-9e0d-064474e8638f', 'tag': '87ea0160-6ace-441a-a60b-f7a3c189cbae'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:44:50.827597 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9535d502-0c60-4321-8495-b4d5c7dbe21c" -d '{"events": [{"name": "network-changed", "server_uuid": "f15e74b6-9d5e-4be6-9e0d-064474e8638f", "tag": "87ea0160-6ace-441a-a60b-f7a3c189cbae"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:44:50.849218 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-869c04d5-4f71-4183-ab33-bcd8a6979a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:50.886991 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf98b68-be17-42a6-9a6d-85db724710ae x-openstack-request-id: req-8cf98b68-be17-42a6-9a6d-85db724710ae {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:44:50.887479 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f15e74b6-9d5e-4be6-9e0d-064474e8638f", "tag": "87ea0160-6ace-441a-a60b-f7a3c189cbae", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:44:50.887588 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8cf98b68-be17-42a6-9a6d-85db724710ae {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:44:50.887998 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f15e74b6-9d5e-4be6-9e0d-064474e8638f', 'tag': '87ea0160-6ace-441a-a60b-f7a3c189cbae', 'status': 'completed', 'code': 200} Dec 16 09:44:50.993000 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-76e3c490-b732-4572-b1bc-fdfe9c858e85 None None] Set router 744dafc6-87da-409e-a7b7-7a3446f8ec99 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:44:51.067760 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c04d5-4f71-4183-ab33-bcd8a6979a6d service neutron] Pushing event updated for resources: {'Port': ['ID=717fbe03-0c13-49de-b1e2-bf349759be25,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:51.145251 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535d502-0c60-4321-8495-b4d5c7dbe21c req-4c554b4b-6202-417f-9543-fd10ee91575f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:51.146771 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9535d502-0c60-4321-8495-b4d5c7dbe21c req-4c554b4b-6202-417f-9543-fd10ee91575f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55938af2fa4b4c6f80f602d4625ae2cd&device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 1096 time: 0.2286172 Dec 16 09:44:51.209458 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-869c04d5-4f71-4183-ab33-bcd8a6979a6d service neutron] Attempting to bind port 717fbe03-0c13-49de-b1e2-bf349759be25 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:44:51.209798 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-869c04d5-4f71-4183-ab33-bcd8a6979a6d service neutron] Attempting to bind port 717fbe03-0c13-49de-b1e2-bf349759be25 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '112c19ab-e990-4470-949d-db114062d034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eab87cca-b536-47b9-a963-f17d059e279c'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:44:51.210130 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-869c04d5-4f71-4183-ab33-bcd8a6979a6d service neutron] Attempting to bind port 717fbe03-0c13-49de-b1e2-bf349759be25 on network eab87cca-b536-47b9-a963-f17d059e279c {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:44:51.314430 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-76e3c490-b732-4572-b1bc-fdfe9c858e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'name': 'tempest-AttachVolumeShelveTestJSON-1862062291-router', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:05Z', 'updated_at': '2021-12-16T09:44:15Z', 'revision_number': 4, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'gw_port': {'id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:09Z', 'updated_at': '2021-12-16T09:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '872e7550-8936-4299-9457-20cb0248759f', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'floating_ip_address': '172.25.1.226', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'port_id': '87ea0160-6ace-441a-a60b-f7a3c189cbae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639', 'mac_address': 'fa:16:3e:e3:b8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15e74b6-9d5e-4be6-9e0d-064474e8638f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:44:22Z', 'updated_at': '2021-12-16T09:44:49Z', 'revision_number': 1, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71a7501-5df2-411f-80ea-324a5c1794ba', 'name': '', 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'mac_address': 'fa:16:3e:f0:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '55767ecf-03fc-4a01-868c-518fd421c2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:13Z', 'updated_at': '2021-12-16T09:44:22Z', 'revision_number': 5, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'subnets': [{'id': '55767ecf-03fc-4a01-868c-518fd421c2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:51.346424 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535d502-0c60-4321-8495-b4d5c7dbe21c req-bf0fc296-e712-4491-a10c-9dca49db27bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:51.346424 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9535d502-0c60-4321-8495-b4d5c7dbe21c req-bf0fc296-e712-4491-a10c-9dca49db27bf service neutron] 10.222.0.57 "GET /v2.0/networks?id=80ebca74-2610-4824-a3d8-8e60778e3639 HTTP/1.1" status: 200 len: 918 time: 0.1809461 Dec 16 09:44:51.367378 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57a388-1c8e-4bfb-aa23-dc95431d3f30 req-0ddd1234-dc79-46c6-b8df-796f7543e576 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:51.373398 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ac57a388-1c8e-4bfb-aa23-dc95431d3f30 req-0ddd1234-dc79-46c6-b8df-796f7543e576 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 944 time: 0.1029737 Dec 16 09:44:51.392474 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e3c490-b732-4572-b1bc-fdfe9c858e85 None None] Checking router: 744dafc6-87da-409e-a7b7-7a3446f8ec99 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:44:51.406051 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-869c04d5-4f71-4183-ab33-bcd8a6979a6d service neutron] Port 717fbe03-0c13-49de-b1e2-bf349759be25 on network eab87cca-b536-47b9-a963-f17d059e279c not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:44:51.406356 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-869c04d5-4f71-4183-ab33-bcd8a6979a6d service neutron] Attempting to bind port 717fbe03-0c13-49de-b1e2-bf349759be25 on network eab87cca-b536-47b9-a963-f17d059e279c {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:44:51.420551 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e3c490-b732-4572-b1bc-fdfe9c858e85 None None] Routers {'744dafc6-87da-409e-a7b7-7a3446f8ec99'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:44:51.421212 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-76e3c490-b732-4572-b1bc-fdfe9c858e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:44:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['744dafc6-87da-409e-a7b7-7a3446f8ec99'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:51.464246 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ac57a388-1c8e-4bfb-aa23-dc95431d3f30 req-7781947d-507c-4c1d-be04-20c9227fdb48 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846992 Dec 16 09:44:51.689750 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-76e3c490-b732-4572-b1bc-fdfe9c858e85 None None] Set router 744dafc6-87da-409e-a7b7-7a3446f8ec99 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:44:51.827456 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d86c20c3-329a-4e62-ae97-491e82f3f6c3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:51.829477 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-869c04d5-4f71-4183-ab33-bcd8a6979a6d service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:44:51.829807 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-869c04d5-4f71-4183-ab33-bcd8a6979a6d service neutron] Checking segment: {'id': '112c19ab-e990-4470-949d-db114062d034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eab87cca-b536-47b9-a963-f17d059e279c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:44:51.830188 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-869c04d5-4f71-4183-ab33-bcd8a6979a6d service neutron] Bound using segment: {'id': '112c19ab-e990-4470-949d-db114062d034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eab87cca-b536-47b9-a963-f17d059e279c'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:44:51.830684 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-869c04d5-4f71-4183-ab33-bcd8a6979a6d service neutron] Bound port: 717fbe03-0c13-49de-b1e2-bf349759be25, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '112c19ab-e990-4470-949d-db114062d034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eab87cca-b536-47b9-a963-f17d059e279c'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:44:51.831044 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-869c04d5-4f71-4183-ab33-bcd8a6979a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:51.959839 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c20c3-329a-4e62-ae97-491e82f3f6c3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Subnet': ['ID=e1e2b68b-aa8a-444b-889a-9ae069e3e1e8,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:51.970923 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86c20c3-329a-4e62-ae97-491e82f3f6c3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:51.976016 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-d86c20c3-329a-4e62-ae97-491e82f3f6c3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:51.989754 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991d2009-ff7d-4146-9fed-b063b02dfc89 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:44:51.995689 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86c20c3-329a-4e62-ae97-491e82f3f6c3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:51.996355 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d86c20c3-329a-4e62-ae97-491e82f3f6c3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:52.064747 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9535d502-0c60-4321-8495-b4d5c7dbe21c req-7ab2ceef-cc8b-45df-a3af-c69f3b4836f3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87ea0160-6ace-441a-a60b-f7a3c189cbae HTTP/1.1" status: 200 len: 999 time: 0.6598411 Dec 16 09:44:52.090615 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-869c04d5-4f71-4183-ab33-bcd8a6979a6d service neutron] For port 717fbe03-0c13-49de-b1e2-bf349759be25, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:44:52.094648 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-869c04d5-4f71-4183-ab33-bcd8a6979a6d service neutron] For port 717fbe03-0c13-49de-b1e2-bf349759be25, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=717fbe03-0c13-49de-b1e2-bf349759be25,segment=NetworkSegment(112c19ab-e990-4470-949d-db114062d034),segment_id=112c19ab-e990-4470-949d-db114062d034)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:44:52.142581 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-76e3c490-b732-4572-b1bc-fdfe9c858e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'name': 'tempest-AttachVolumeShelveTestJSON-1862062291-router', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:05Z', 'updated_at': '2021-12-16T09:44:15Z', 'revision_number': 4, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'gw_port': {'id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:09Z', 'updated_at': '2021-12-16T09:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '872e7550-8936-4299-9457-20cb0248759f', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'floating_ip_address': '172.25.1.226', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'port_id': '87ea0160-6ace-441a-a60b-f7a3c189cbae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639', 'mac_address': 'fa:16:3e:e3:b8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15e74b6-9d5e-4be6-9e0d-064474e8638f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:44:22Z', 'updated_at': '2021-12-16T09:44:49Z', 'revision_number': 1, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71a7501-5df2-411f-80ea-324a5c1794ba', 'name': '', 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'mac_address': 'fa:16:3e:f0:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '55767ecf-03fc-4a01-868c-518fd421c2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:13Z', 'updated_at': '2021-12-16T09:44:22Z', 'revision_number': 5, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'subnets': [{'id': '55767ecf-03fc-4a01-868c-518fd421c2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:52.201169 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535d502-0c60-4321-8495-b4d5c7dbe21c req-b7e5e77d-1042-41b7-8dc9-3be1a05528b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:52.201169 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9535d502-0c60-4321-8495-b4d5c7dbe21c req-b7e5e77d-1042-41b7-8dc9-3be1a05528b5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55767ecf-03fc-4a01-868c-518fd421c2f1 HTTP/1.1" status: 200 len: 856 time: 0.0991344 Dec 16 09:44:52.201169 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-869c04d5-4f71-4183-ab33-bcd8a6979a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:52.220584 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e3c490-b732-4572-b1bc-fdfe9c858e85 None None] The sync data for ids ['744dafc6-87da-409e-a7b7-7a3446f8ec99'] in n-d-820550-2 is: [{'id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'name': 'tempest-AttachVolumeShelveTestJSON-1862062291-router', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:05Z', 'updated_at': '2021-12-16T09:44:15Z', 'revision_number': 4, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'gw_port': {'id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:09Z', 'updated_at': '2021-12-16T09:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '872e7550-8936-4299-9457-20cb0248759f', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'floating_ip_address': '172.25.1.226', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'port_id': '87ea0160-6ace-441a-a60b-f7a3c189cbae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639', 'mac_address': 'fa:16:3e:e3:b8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15e74b6-9d5e-4be6-9e0d-064474e8638f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:44:22Z', 'updated_at': '2021-12-16T09:44:49Z', 'revision_number': 1, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71a7501-5df2-411f-80ea-324a5c1794ba', 'name': '', 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'mac_address': 'fa:16:3e:f0:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '55767ecf-03fc-4a01-868c-518fd421c2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:13Z', 'updated_at': '2021-12-16T09:44:22Z', 'revision_number': 5, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'subnets': [{'id': '55767ecf-03fc-4a01-868c-518fd421c2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:44:52.233142 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d86c20c3-329a-4e62-ae97-491e82f3f6c3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0966914 Dec 16 09:44:52.236161 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35880) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:52.241319 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-20bb2403-99ac-486d-9d75-445df65c477b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'port': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'mac_address': 'fa:16:3e:d9:84:e0', 'name': 'tempest-NetworksTestDHCPv6-501158962'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:52.310370 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c04d5-4f71-4183-ab33-bcd8a6979a6d service neutron] Pushing event updated for resources: {'Port': ['ID=717fbe03-0c13-49de-b1e2-bf349759be25,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:52.322187 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-869c04d5-4f71-4183-ab33-bcd8a6979a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:52.323048 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-869c04d5-4f71-4183-ab33-bcd8a6979a6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:52.326292 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-869c04d5-4f71-4183-ab33-bcd8a6979a6d service neutron] 10.222.0.57 "PUT /v2.0/ports/717fbe03-0c13-49de-b1e2-bf349759be25 HTTP/1.1" status: 200 len: 1092 time: 2.5019996 Dec 16 09:44:52.326661 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '058c5623-3224-4af5-aa5b-a61ae6d810ba', 'tag': '717fbe03-0c13-49de-b1e2-bf349759be25'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:44:52.345488 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b693282-f05e-4c46-93bf-b76b8b573d61" -d '{"events": [{"name": "network-changed", "server_uuid": "058c5623-3224-4af5-aa5b-a61ae6d810ba", "tag": "717fbe03-0c13-49de-b1e2-bf349759be25"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:44:52.381635 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535d502-0c60-4321-8495-b4d5c7dbe21c req-bb6c470f-83fd-4b58-abe1-4683b9b488d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:52.383535 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9535d502-0c60-4321-8495-b4d5c7dbe21c req-bb6c470f-83fd-4b58-abe1-4683b9b488d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80ebca74-2610-4824-a3d8-8e60778e3639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1483819 Dec 16 09:44:52.403491 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1f5aff-485a-4351-81c1-a52d8ab7bb13 x-openstack-request-id: req-5a1f5aff-485a-4351-81c1-a52d8ab7bb13 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:44:52.406959 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "058c5623-3224-4af5-aa5b-a61ae6d810ba", "tag": "717fbe03-0c13-49de-b1e2-bf349759be25", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:44:52.406959 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5a1f5aff-485a-4351-81c1-a52d8ab7bb13 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:44:52.406959 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '058c5623-3224-4af5-aa5b-a61ae6d810ba', 'tag': '717fbe03-0c13-49de-b1e2-bf349759be25', 'status': 'completed', 'code': 200} Dec 16 09:44:52.418642 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6567432c-69c2-42c4-a29d-d7d1fba6d3f7 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:52.519555 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bb2403-99ac-486d-9d75-445df65c477b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:52.529791 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-545845a2-0cca-49d3-b377-9e140205830b None None] Provisioning complete for port 6567432c-69c2-42c4-a29d-d7d1fba6d3f7 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:52.530169 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-545845a2-0cca-49d3-b377-9e140205830b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:52.559335 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b693282-f05e-4c46-93bf-b76b8b573d61 req-61db109f-bc55-417c-8d1e-776fa93ed72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:52.562292 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8b693282-f05e-4c46-93bf-b76b8b573d61 req-61db109f-bc55-417c-8d1e-776fa93ed72e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a0706203d71045cabb82519392ed3f4b&device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 1095 time: 0.1211252 Dec 16 09:44:52.650098 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-20bb2403-99ac-486d-9d75-445df65c477b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:52.653860 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c56ebf3-0cee-43d4-9e72-0115cdd079f1 None None] New status for floating IP 872e7550-8936-4299-9457-20cb0248759f: ACTIVE {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:44:52.681899 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 6567432c-69c2-42c4-a29d-d7d1fba6d3f7 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:52.682080 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:52.701772 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-20bb2403-99ac-486d-9d75-445df65c477b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] device_id is not set on port ed6025e1-8300-4189-ab94-911b2e3e9b30 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:44:52.775673 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9535d502-0c60-4321-8495-b4d5c7dbe21c req-34442a11-238e-4618-a664-ee1ff4d23914 service neutron] 10.222.0.57 "GET /v2.0/networks/80ebca74-2610-4824-a3d8-8e60778e3639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843815 Dec 16 09:44:52.782318 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35896) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:52.915259 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7e2f0-4664-4cd4-b7f0-467f3b279810 req-04755cc5-e990-4803-bb9f-a59e6fb4df85 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:52.916891 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-16d7e2f0-4664-4cd4-b7f0-467f3b279810 req-04755cc5-e990-4803-bb9f-a59e6fb4df85 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 944 time: 0.3171010 Dec 16 09:44:52.945195 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-20bb2403-99ac-486d-9d75-445df65c477b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Allocated IP 2001:db8:0:1::ba (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/e1e2b68b-aa8a-444b-889a-9ae069e3e1e8/ed6025e1-8300-4189-ab94-911b2e3e9b30) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:44:52.953715 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-20bb2403-99ac-486d-9d75-445df65c477b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Allocated IP 2001:db8::f816:3eff:fed9:84e0 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/aeb54eb7-6c23-4e55-b96e-847f177e6579/ed6025e1-8300-4189-ab94-911b2e3e9b30) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:44:52.981925 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b693282-f05e-4c46-93bf-b76b8b573d61 req-227932ff-19f1-41c9-a995-373d1c9d4b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:52.981925 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8b693282-f05e-4c46-93bf-b76b8b573d61 req-227932ff-19f1-41c9-a995-373d1c9d4b4d service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=a0706203d71045cabb82519392ed3f4b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4022615 Dec 16 09:44:53.009917 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-77719f5d-fc3f-4535-8c43-40d64b22dce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:53.088765 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9535d502-0c60-4321-8495-b4d5c7dbe21c req-0d0e6ebe-3c6c-4d5e-91f8-c66a52cd2bc7 service neutron] 10.222.0.57 "GET /v2.0/networks/80ebca74-2610-4824-a3d8-8e60778e3639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995918 Dec 16 09:44:53.102210 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f27a8ca-3e98-4801-9d3a-ec6462e1d76e None None] Update dhcp port {'port': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'fixed_ips': [{'subnet_id': 'aeb54eb7-6c23-4e55-b96e-847f177e6579', 'ip_address': '2001:db8::f816:3eff:fe31:8c74'}, {'subnet_id': 'e1e2b68b-aa8a-444b-889a-9ae069e3e1e8'}], 'binding:host_id': 'n-d-820550-2'}, 'id': '6567432c-69c2-42c4-a29d-d7d1fba6d3f7'} from n-d-820550-2. {{(pid=102818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 16 09:44:53.109854 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-16d7e2f0-4664-4cd4-b7f0-467f3b279810 req-19a1ca48-d24e-49f6-98d8-54d1adbdc81b tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761897 Dec 16 09:44:53.191175 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b693282-f05e-4c46-93bf-b76b8b573d61 req-41187b92-c498-4157-a07d-6fbb708545c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:53.193273 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8b693282-f05e-4c46-93bf-b76b8b573d61 req-41187b92-c498-4157-a07d-6fbb708545c8 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1844530 Dec 16 09:44:53.230329 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-77719f5d-fc3f-4535-8c43-40d64b22dce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:53.263722 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-20bb2403-99ac-486d-9d75-445df65c477b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:53.298830 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-803d57ad-ddc6-4141-973f-ee3ffa32f33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:53.300928 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-803d57ad-ddc6-4141-973f-ee3ffa32f33c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a0706203d71045cabb82519392ed3f4b&device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 1095 time: 0.0553458 Dec 16 09:44:53.316947 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f27a8ca-3e98-4801-9d3a-ec6462e1d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:53.327935 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-545845a2-0cca-49d3-b377-9e140205830b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:53.349692 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:53.369438 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-7e8e4d5e-88ac-41bb-a522-3992beb1fee3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=717fbe03-0c13-49de-b1e2-bf349759be25 HTTP/1.1" status: 200 len: 217 time: 0.0550501 Dec 16 09:44:53.403307 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-77719f5d-fc3f-4535-8c43-40d64b22dce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:53.418411 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-545845a2-0cca-49d3-b377-9e140205830b None None] For port 6567432c-69c2-42c4-a29d-d7d1fba6d3f7, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=6567432c-69c2-42c4-a29d-d7d1fba6d3f7,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:53.449906 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-a6559f11-1361-42ca-8fb6-8de8406236d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:53.451464 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-a6559f11-1361-42ca-8fb6-8de8406236d5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=79712853-d8c5-43f4-badd-7d13d8248fb4 HTTP/1.1" status: 200 len: 854 time: 0.0798478 Dec 16 09:44:53.465667 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-20bb2403-99ac-486d-9d75-445df65c477b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:53.481837 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-77719f5d-fc3f-4535-8c43-40d64b22dce2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a108abbe72084c65a6e577591e9b6498&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6939573 Dec 16 09:44:53.487641 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77719f5d-fc3f-4535-8c43-40d64b22dce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55af5bb1-813e-4f4e-b06a-1c072fed755a,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:53.497830 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35922) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:53.526624 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb2403-99ac-486d-9d75-445df65c477b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Port': ['ID=ed6025e1-8300-4189-ab94-911b2e3e9b30,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:53.536921 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-130d099c-9e8b-43fe-9e15-b4d83df3e7cc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eab87cca-b536-47b9-a963-f17d059e279c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772746 Dec 16 09:44:53.546551 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bb2403-99ac-486d-9d75-445df65c477b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:53.551873 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-20bb2403-99ac-486d-9d75-445df65c477b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:53.556994 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bb2403-99ac-486d-9d75-445df65c477b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:44:53.560318 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-545845a2-0cca-49d3-b377-9e140205830b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:53.564531 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bb2403-99ac-486d-9d75-445df65c477b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:53.565475 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-20bb2403-99ac-486d-9d75-445df65c477b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:53.601094 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1b19f34d-8e4f-497e-9513-03e1dee9c749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:53.606780 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-2f27a8ca-3e98-4801-9d3a-ec6462e1d76e None None] Allocated IP 2001:db8:0:1::2 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/e1e2b68b-aa8a-444b-889a-9ae069e3e1e8/6567432c-69c2-42c4-a29d-d7d1fba6d3f7) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:44:53.626604 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1b19f34d-8e4f-497e-9513-03e1dee9c749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:53.662170 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-ecbd36e5-6736-4636-8452-22e1f6c3e3e6 service neutron] 10.222.0.57 "GET /v2.0/networks/eab87cca-b536-47b9-a963-f17d059e279c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176500 Dec 16 09:44:53.687847 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-20bb2403-99ac-486d-9d75-445df65c477b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4505746 Dec 16 09:44:53.690476 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545845a2-0cca-49d3-b377-9e140205830b None None] Pushing event updated for resources: {'Port': ['ID=6567432c-69c2-42c4-a29d-d7d1fba6d3f7,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:53.691028 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35926) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:53.758923 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1b19f34d-8e4f-497e-9513-03e1dee9c749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:53.761449 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1b19f34d-8e4f-497e-9513-03e1dee9c749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:53.763130 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1b19f34d-8e4f-497e-9513-03e1dee9c749 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/55af5bb1-813e-4f4e-b06a-1c072fed755a HTTP/1.1" status: 204 len: 168 time: 0.2628636 Dec 16 09:44:53.776498 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19f34d-8e4f-497e-9513-03e1dee9c749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55af5bb1-813e-4f4e-b06a-1c072fed755a,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:53.833562 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:44:53.834023 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:44:53.865134 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-66015247-dddc-40e8-89ae-303be79d1962 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting port ed6025e1-8300-4189-ab94-911b2e3e9b30 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:44:53.865487 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-66015247-dddc-40e8-89ae-303be79d1962 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:53.885702 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3230628b-465a-4829-abf8-1adc4bc6bd53 req-84219436-28d3-478b-bef5-22c3db906fd8 service neutron] 10.222.0.57 "GET /v2.0/networks/eab87cca-b536-47b9-a963-f17d059e279c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161477 Dec 16 09:44:53.915414 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f27a8ca-3e98-4801-9d3a-ec6462e1d76e None None] For port 6567432c-69c2-42c4-a29d-d7d1fba6d3f7, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=6567432c-69c2-42c4-a29d-d7d1fba6d3f7,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:53.962097 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f27a8ca-3e98-4801-9d3a-ec6462e1d76e None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:53.991312 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-66015247-dddc-40e8-89ae-303be79d1962 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:54.004367 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-66015247-dddc-40e8-89ae-303be79d1962 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Calling delete_port for ed6025e1-8300-4189-ab94-911b2e3e9b30 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:44:54.075524 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-10fa6216-c802-4d81-83b8-893c78095fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:54.077217 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f27a8ca-3e98-4801-9d3a-ec6462e1d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:54.158916 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f27a8ca-3e98-4801-9d3a-ec6462e1d76e None None] Pushing event updated for resources: {'Port': ['ID=6567432c-69c2-42c4-a29d-d7d1fba6d3f7,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:54.300196 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-66015247-dddc-40e8-89ae-303be79d1962 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:54.348965 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66015247-dddc-40e8-89ae-303be79d1962 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Port': ['ID=ed6025e1-8300-4189-ab94-911b2e3e9b30,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:54.360483 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1f40d-97f9-4ee6-8060-6e4559cd08da req-f6c74b4b-4ce8-44e0-9a38-0b6bfe2e454f tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:54.362629 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1ba1f40d-97f9-4ee6-8060-6e4559cd08da req-f6c74b4b-4ce8-44e0-9a38-0b6bfe2e454f tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 944 time: 0.1237013 Dec 16 09:44:54.426906 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1ba1f40d-97f9-4ee6-8060-6e4559cd08da req-b1559976-033c-4a6e-981d-72b9b0f06914 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579405 Dec 16 09:44:54.432551 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-66015247-dddc-40e8-89ae-303be79d1962 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:54.438937 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35944) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:54.440342 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-66015247-dddc-40e8-89ae-303be79d1962 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/ed6025e1-8300-4189-ab94-911b2e3e9b30 HTTP/1.1" status: 204 len: 168 time: 0.7477911 Dec 16 09:44:54.488245 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6567432c-69c2-42c4-a29d-d7d1fba6d3f7 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:54.495017 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e8ff89-cde8-4692-b91d-322ce76a0745 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:54.496672 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a8e8ff89-cde8-4692-b91d-322ce76a0745 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0564735 Dec 16 09:44:54.499386 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35946) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:54.540687 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 6567432c-69c2-42c4-a29d-d7d1fba6d3f7 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:54.541521 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:54.554355 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b8c309-d28c-4e52-a768-b0711aad5334 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:54.558293 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-13b8c309-d28c-4e52-a768-b0711aad5334 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0555267 Dec 16 09:44:54.558693 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35948) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:54.629642 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4492c7-06b8-447b-8b11-3ee968d751c6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:54.631343 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4492c7-06b8-447b-8b11-3ee968d751c6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:54.633061 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4492c7-06b8-447b-8b11-3ee968d751c6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:54.634546 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7f4492c7-06b8-447b-8b11-3ee968d751c6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0748627 Dec 16 09:44:54.638703 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35952) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:54.726191 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-e88b33a3-aa28-4d4c-a8cd-e3c172c866dd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting subnet aeb54eb7-6c23-4e55-b96e-847f177e6579 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:44:54.730486 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e88b33a3-aa28-4d4c-a8cd-e3c172c866dd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:54.792508 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e88b33a3-aa28-4d4c-a8cd-e3c172c866dd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:54.843320 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35962) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:54.860012 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-601e3132-f723-420d-b77f-8d0814a3f0e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:54.895696 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e88b33a3-aa28-4d4c-a8cd-e3c172c866dd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:54.953524 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-601e3132-f723-420d-b77f-8d0814a3f0e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:54.993838 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-e5e92a21-ec1e-44b6-9a47-60a99b19c2a2 None None] Provisioning complete for port 6567432c-69c2-42c4-a29d-d7d1fba6d3f7 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:54.994212 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e5e92a21-ec1e-44b6-9a47-60a99b19c2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:55.094611 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-601e3132-f723-420d-b77f-8d0814a3f0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:55.133613 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e3132-f723-420d-b77f-8d0814a3f0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d457cb21-f4c3-4d18-a735-c5074fb5995b,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:55.139927 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-601e3132-f723-420d-b77f-8d0814a3f0e3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c8b1898a739c41e785fe46f03a5b63dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2954044 Dec 16 09:44:55.142777 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35970) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:55.152915 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e88b33a3-aa28-4d4c-a8cd-e3c172c866dd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:55.228312 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e88b33a3-aa28-4d4c-a8cd-e3c172c866dd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:55.236081 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35974) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:55.244879 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e88b33a3-aa28-4d4c-a8cd-e3c172c866dd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/aeb54eb7-6c23-4e55-b96e-847f177e6579 HTTP/1.1" status: 204 len: 168 time: 0.6043468 Dec 16 09:44:55.275180 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b33a3-aa28-4d4c-a8cd-e3c172c866dd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Subnet': ['ID=aeb54eb7-6c23-4e55-b96e-847f177e6579,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:55.311642 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e3c2da53-002d-476e-96c2-918cce00ad96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:55.327463 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-56074456-ab0a-40da-969f-4e0802d000eb tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting subnet e1e2b68b-aa8a-444b-889a-9ae069e3e1e8 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:44:55.333454 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-56074456-ab0a-40da-969f-4e0802d000eb tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:55.337537 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-249d7436-d6e0-473b-9581-4241c58bb7a1 None None] Could not find standard attr ID for object ed6025e1-8300-4189-ab94-911b2e3e9b30. {{(pid=102818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:44:55.370700 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e3c2da53-002d-476e-96c2-918cce00ad96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:55.408539 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-56074456-ab0a-40da-969f-4e0802d000eb tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:55.511581 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-56074456-ab0a-40da-969f-4e0802d000eb tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:55.547819 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e3c2da53-002d-476e-96c2-918cce00ad96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:55.551135 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e3c2da53-002d-476e-96c2-918cce00ad96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:55.552976 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e3c2da53-002d-476e-96c2-918cce00ad96 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d457cb21-f4c3-4d18-a735-c5074fb5995b HTTP/1.1" status: 204 len: 168 time: 0.4087923 Dec 16 09:44:55.576387 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2da53-002d-476e-96c2-918cce00ad96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d457cb21-f4c3-4d18-a735-c5074fb5995b,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:55.612144 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8e7cd-f672-4850-a7a2-62df3f12e447 req-aaede9de-64bf-494b-9471-5181ecda074f tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:55.614284 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fdf8e7cd-f672-4850-a7a2-62df3f12e447 req-aaede9de-64bf-494b-9471-5181ecda074f tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 944 time: 0.1043174 Dec 16 09:44:55.660086 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5647036d-3f97-45f0-b1c2-2f4aa493984e None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:44:55.679946 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-56074456-ab0a-40da-969f-4e0802d000eb tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:55.698867 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fdf8e7cd-f672-4850-a7a2-62df3f12e447 req-5e4acdb6-1a88-4594-96ca-f35dfd6cee5c tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760155 Dec 16 09:44:55.729490 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56074456-ab0a-40da-969f-4e0802d000eb tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Subnet': ['ID=e1e2b68b-aa8a-444b-889a-9ae069e3e1e8,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:55.732124 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-56074456-ab0a-40da-969f-4e0802d000eb tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:55.735433 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-56074456-ab0a-40da-969f-4e0802d000eb tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/e1e2b68b-aa8a-444b-889a-9ae069e3e1e8 HTTP/1.1" status: 204 len: 168 time: 0.4983051 Dec 16 09:44:55.737797 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35986) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:55.799820 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35992) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:55.800259 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4679f384-43a3-4b63-8c44-530a55b7f1f1 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0609961 Dec 16 09:44:55.805887 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-f62aa863-9fa5-42f1-9069-62ced26dc38b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:55.957628 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2019d06f-6999-4e37-be4c-56e7ebee3619 None None] DHCP port deletion for 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:44:56.013378 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2019d06f-6999-4e37-be4c-56e7ebee3619 None None] Deleting port 6567432c-69c2-42c4-a29d-d7d1fba6d3f7 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:44:56.013795 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2019d06f-6999-4e37-be4c-56e7ebee3619 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:56.073641 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62aa863-9fa5-42f1-9069-62ced26dc38b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:56.079611 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f62aa863-9fa5-42f1-9069-62ced26dc38b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:56.090355 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2019d06f-6999-4e37-be4c-56e7ebee3619 None None] For port 6567432c-69c2-42c4-a29d-d7d1fba6d3f7, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=6567432c-69c2-42c4-a29d-d7d1fba6d3f7,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:56.090759 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2019d06f-6999-4e37-be4c-56e7ebee3619 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:56.106847 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2019d06f-6999-4e37-be4c-56e7ebee3619 None None] Calling delete_port for 6567432c-69c2-42c4-a29d-d7d1fba6d3f7 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:44:56.319363 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2019d06f-6999-4e37-be4c-56e7ebee3619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:56.360909 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019d06f-6999-4e37-be4c-56e7ebee3619 None None] Pushing event deleted for resources: {'Port': ['ID=6567432c-69c2-42c4-a29d-d7d1fba6d3f7,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:56.362767 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2019d06f-6999-4e37-be4c-56e7ebee3619 None None] No DVR routers for this DVR port 6567432c-69c2-42c4-a29d-d7d1fba6d3f7 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:44:56.454820 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6567432c-69c2-42c4-a29d-d7d1fba6d3f7 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:44:56.475601 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 6567432c-69c2-42c4-a29d-d7d1fba6d3f7 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:44:56.475947 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6567432c-69c2-42c4-a29d-d7d1fba6d3f7 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:44:56.498076 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9fb3f559-c70f-4e22-8abd-f22cc36c01f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:56.531744 n-d-820550-2 neutron-server[102816]: DEBUG neutron.objects.ports [None req-f62aa863-9fa5-42f1-9069-62ced26dc38b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102816) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:44:56.533736 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f62aa863-9fa5-42f1-9069-62ced26dc38b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:56.558443 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 717fbe03-0c13-49de-b1e2-bf349759be25 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:44:56.582576 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62aa863-9fa5-42f1-9069-62ced26dc38b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:56.585932 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-f62aa863-9fa5-42f1-9069-62ced26dc38b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:56.591082 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62aa863-9fa5-42f1-9069-62ced26dc38b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:56.591690 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f62aa863-9fa5-42f1-9069-62ced26dc38b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:56.604069 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62aa863-9fa5-42f1-9069-62ced26dc38b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Subnet': ['ID=9512f06c-a1be-4138-893c-d9f169766b53,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:56.634792 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa88083-9ff2-45c4-90d2-65b6ad1e18c9 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:44:56.728832 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f62aa863-9fa5-42f1-9069-62ced26dc38b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9278266 Dec 16 09:44:56.735154 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 717fbe03-0c13-49de-b1e2-bf349759be25, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=717fbe03-0c13-49de-b1e2-bf349759be25,segment=NetworkSegment(112c19ab-e990-4470-949d-db114062d034),segment_id=112c19ab-e990-4470-949d-db114062d034)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:56.737535 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36018) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:56.744358 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-5ab061b4-9ad6-41f9-8014-a106d14575ec tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:56.760814 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '717fbe03-0c13-49de-b1e2-bf349759be25', 'network_id': 'eab87cca-b536-47b9-a963-f17d059e279c', 'port_id': '717fbe03-0c13-49de-b1e2-bf349759be25', 'mac_address': 'fa:16:3e:51:55:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79712853-d8c5-43f4-badd-7d13d8248fb4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:44:56.840901 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:56.873650 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 717fbe03-0c13-49de-b1e2-bf349759be25 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:44:56.882753 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c5211f-660c-4f04-9d00-e1a51de67acf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'fixed_ips': [{'subnet_id': '9512f06c-a1be-4138-893c-d9f169766b53'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:44:56.883715 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-57c5211f-660c-4f04-9d00-e1a51de67acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:56.909198 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34975c-7997-48b6-8f77-ec61de730e5a req-ca0f05b1-1b52-43c5-99a2-f4aa0fb3de7f tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:56.910712 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3a34975c-7997-48b6-8f77-ec61de730e5a req-ca0f05b1-1b52-43c5-99a2-f4aa0fb3de7f tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 944 time: 0.1051347 Dec 16 09:44:56.910833 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 717fbe03-0c13-49de-b1e2-bf349759be25, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=717fbe03-0c13-49de-b1e2-bf349759be25,segment=NetworkSegment(112c19ab-e990-4470-949d-db114062d034),segment_id=112c19ab-e990-4470-949d-db114062d034)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:56.974059 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3a34975c-7997-48b6-8f77-ec61de730e5a req-9d673d2a-a9a8-4e25-8d61-8b6736c1a38a tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507681 Dec 16 09:44:57.018795 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:57.070031 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-57c5211f-660c-4f04-9d00-e1a51de67acf None None] Allocated IP 2001:db8::f816:3eff:fe7c:8db9 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/9512f06c-a1be-4138-893c-d9f169766b53/8822fe9b-03fd-475d-9bd4-bd62987a1cd6) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:44:57.099267 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=717fbe03-0c13-49de-b1e2-bf349759be25,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:57.136132 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab061b4-9ad6-41f9-8014-a106d14575ec tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:57.140289 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5ab061b4-9ad6-41f9-8014-a106d14575ec tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:57.250242 n-d-820550-2 neutron-server[102816]: INFO neutron.db.ipam_backend_mixin [None req-5ab061b4-9ad6-41f9-8014-a106d14575ec tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9512f06c-a1be-4138-893c-d9f169766b53 (CIDR: 2001:db8::/64) Dec 16 09:44:57.282094 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-57c5211f-660c-4f04-9d00-e1a51de67acf None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:57.302476 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab061b4-9ad6-41f9-8014-a106d14575ec tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:44:57.302933 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ab061b4-9ad6-41f9-8014-a106d14575ec tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:44:57.372915 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['717fbe03-0c13-49de-b1e2-bf349759be25'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:44:57.536404 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-57c5211f-660c-4f04-9d00-e1a51de67acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:57.539133 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5ab061b4-9ad6-41f9-8014-a106d14575ec tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8002305 Dec 16 09:44:57.546514 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36048) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:57.552675 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-bab23095-3906-4ed0-aeec-6e4c8d4e372c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:57.582342 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c5211f-660c-4f04-9d00-e1a51de67acf None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:57.596242 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-57c5211f-660c-4f04-9d00-e1a51de67acf None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:57.600144 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c5211f-660c-4f04-9d00-e1a51de67acf None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:44:57.610801 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5211f-660c-4f04-9d00-e1a51de67acf None None] Pushing event updated for resources: {'Port': ['ID=8822fe9b-03fd-475d-9bd4-bd62987a1cd6,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:57.640968 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:57.818696 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-57c5211f-660c-4f04-9d00-e1a51de67acf None None] Attempting to bind port 8822fe9b-03fd-475d-9bd4-bd62987a1cd6 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:44:57.819087 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-57c5211f-660c-4f04-9d00-e1a51de67acf None None] Attempting to bind port 8822fe9b-03fd-475d-9bd4-bd62987a1cd6 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:44:57.819542 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c5211f-660c-4f04-9d00-e1a51de67acf None None] Attempting to bind port 8822fe9b-03fd-475d-9bd4-bd62987a1cd6 on network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:44:57.825461 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c5211f-660c-4f04-9d00-e1a51de67acf None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:44:57.825461 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c5211f-660c-4f04-9d00-e1a51de67acf None None] Checking segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:44:57.825461 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-57c5211f-660c-4f04-9d00-e1a51de67acf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:57.825879 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c5211f-660c-4f04-9d00-e1a51de67acf None None] Bound using segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:44:57.826295 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-57c5211f-660c-4f04-9d00-e1a51de67acf None None] Bound port: 8822fe9b-03fd-475d-9bd4-bd62987a1cd6, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:44:57.827055 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-57c5211f-660c-4f04-9d00-e1a51de67acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:57.833755 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab23095-3906-4ed0-aeec-6e4c8d4e372c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:57.840006 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bab23095-3906-4ed0-aeec-6e4c8d4e372c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:57.922450 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-57c5211f-660c-4f04-9d00-e1a51de67acf None None] For port 8822fe9b-03fd-475d-9bd4-bd62987a1cd6, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:44:57.923367 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-57c5211f-660c-4f04-9d00-e1a51de67acf None None] For port 8822fe9b-03fd-475d-9bd4-bd62987a1cd6, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8822fe9b-03fd-475d-9bd4-bd62987a1cd6,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:44:58.023108 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-57c5211f-660c-4f04-9d00-e1a51de67acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:58.126276 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5211f-660c-4f04-9d00-e1a51de67acf None None] Pushing event updated for resources: {'Port': ['ID=8822fe9b-03fd-475d-9bd4-bd62987a1cd6,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:58.192549 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325b1b1-9756-46e1-80aa-f5728eb3428d req-d1319b6e-26b2-410b-8c6b-4315176b869d tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:58.203226 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a325b1b1-9756-46e1-80aa-f5728eb3428d req-d1319b6e-26b2-410b-8c6b-4315176b869d tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 945 time: 0.0991304 Dec 16 09:44:58.238992 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bab23095-3906-4ed0-aeec-6e4c8d4e372c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:58.278231 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a325b1b1-9756-46e1-80aa-f5728eb3428d req-5e34c27f-5c69-4ee7-b4d1-2f58c18ac41a tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695343 Dec 16 09:44:58.325215 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab23095-3906-4ed0-aeec-6e4c8d4e372c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Subnet': ['ID=19a52868-aeda-43ea-9d15-e22c4f2d2222,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:58.334313 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab23095-3906-4ed0-aeec-6e4c8d4e372c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:58.335836 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-bab23095-3906-4ed0-aeec-6e4c8d4e372c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:58.339087 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab23095-3906-4ed0-aeec-6e4c8d4e372c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:58.339735 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bab23095-3906-4ed0-aeec-6e4c8d4e372c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:58.468416 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:44:58.480866 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-bab23095-3906-4ed0-aeec-6e4c8d4e372c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9282904 Dec 16 09:44:58.483320 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36078) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:58.488153 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-98ad4374-a6e0-42ef-9d71-f21f44933722 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'port': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'mac_address': 'fa:16:3e:28:15:e8', 'name': 'tempest-NetworksTestDHCPv6-1059344880'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:58.571405 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 717fbe03-0c13-49de-b1e2-bf349759be25 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:58.711231 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8822fe9b-03fd-475d-9bd4-bd62987a1cd6 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:58.767307 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 8822fe9b-03fd-475d-9bd4-bd62987a1cd6 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:58.767879 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:58.795062 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 717fbe03-0c13-49de-b1e2-bf349759be25 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:44:58.802451 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 717fbe03-0c13-49de-b1e2-bf349759be25 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:58.802935 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:58.850251 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ad4374-a6e0-42ef-9d71-f21f44933722 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:58.931538 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:58.947192 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-98ad4374-a6e0-42ef-9d71-f21f44933722 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:58.959574 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:58.968598 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-98ad4374-a6e0-42ef-9d71-f21f44933722 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] device_id is not set on port 6ae1b2ac-4841-46b6-bb3c-e680581d4efd yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:44:58.990923 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 8822fe9b-03fd-475d-9bd4-bd62987a1cd6, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8822fe9b-03fd-475d-9bd4-bd62987a1cd6,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:59.008185 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058c5623-3224-4af5-aa5b-a61ae6d810ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717fbe03-0c13-49de-b1e2-bf349759be25'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:44:59.010518 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cdd777-4277-416f-b97d-d712de5b10df" -d '{"events": [{"server_uuid": "058c5623-3224-4af5-aa5b-a61ae6d810ba", "name": "network-vif-plugged", "status": "completed", "tag": "717fbe03-0c13-49de-b1e2-bf349759be25"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:44:59.041401 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 717fbe03-0c13-49de-b1e2-bf349759be25, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=717fbe03-0c13-49de-b1e2-bf349759be25,segment=NetworkSegment(112c19ab-e990-4470-949d-db114062d034),segment_id=112c19ab-e990-4470-949d-db114062d034)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:59.067351 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cc2cf6-dd48-423a-b935-73ef6e381fa7 x-openstack-request-id: req-c3cc2cf6-dd48-423a-b935-73ef6e381fa7 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:44:59.067649 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "058c5623-3224-4af5-aa5b-a61ae6d810ba", "name": "network-vif-plugged", "status": "completed", "tag": "717fbe03-0c13-49de-b1e2-bf349759be25", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:44:59.067906 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c3cc2cf6-dd48-423a-b935-73ef6e381fa7 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:44:59.068407 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058c5623-3224-4af5-aa5b-a61ae6d810ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717fbe03-0c13-49de-b1e2-bf349759be25', 'code': 200} Dec 16 09:44:59.142305 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:59.181983 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:59.187482 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:59.266869 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=8822fe9b-03fd-475d-9bd4-bd62987a1cd6,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:59.286236 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-98ad4374-a6e0-42ef-9d71-f21f44933722 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Allocated IP 2001:db8:0:1::c9 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/19a52868-aeda-43ea-9d15-e22c4f2d2222/6ae1b2ac-4841-46b6-bb3c-e680581d4efd) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:44:59.319714 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-98ad4374-a6e0-42ef-9d71-f21f44933722 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Allocated IP 2001:db8::f816:3eff:fe28:15e8 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/9512f06c-a1be-4138-893c-d9f169766b53/6ae1b2ac-4841-46b6-bb3c-e680581d4efd) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:44:59.368188 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0cfcac-9f36-4380-956f-c56d2ba276d5 req-8f9ee1df-b599-4796-9a14-1fc5285a4c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:59.375514 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ff0cfcac-9f36-4380-956f-c56d2ba276d5 req-8f9ee1df-b599-4796-9a14-1fc5285a4c6e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 1097 time: 0.1875517 Dec 16 09:44:59.391972 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=717fbe03-0c13-49de-b1e2-bf349759be25,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:59.502684 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77626fd-da17-4f41-ab3c-1e450cdba56f req-f9825184-20e9-4658-8d3f-fb8b7c4e6ba8 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:59.505315 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c77626fd-da17-4f41-ab3c-1e450cdba56f req-f9825184-20e9-4658-8d3f-fb8b7c4e6ba8 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0850375 Dec 16 09:44:59.527752 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ff0cfcac-9f36-4380-956f-c56d2ba276d5 req-7b53962c-bb95-4511-8475-fb2aee351f22 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376274 Dec 16 09:44:59.575597 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c77626fd-da17-4f41-ab3c-1e450cdba56f req-7d1d7d5a-3f0b-410f-a8db-97a7546e4169 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461137 Dec 16 09:44:59.656059 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:59.666428 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-98ad4374-a6e0-42ef-9d71-f21f44933722 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:59.681013 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170e366e-b532-4787-8f59-768fa5184aba None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:44:59.766449 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-6c203742-86d8-4e45-8a1f-858e44807fa0 None None] Provisioning complete for port 8822fe9b-03fd-475d-9bd4-bd62987a1cd6 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:59.766830 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6c203742-86d8-4e45-8a1f-858e44807fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:59.839579 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-98ad4374-a6e0-42ef-9d71-f21f44933722 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:59.891799 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ad4374-a6e0-42ef-9d71-f21f44933722 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:59.895219 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-98ad4374-a6e0-42ef-9d71-f21f44933722 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:59.897738 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ad4374-a6e0-42ef-9d71-f21f44933722 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:44:59.905173 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ad4374-a6e0-42ef-9d71-f21f44933722 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:59.905887 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-98ad4374-a6e0-42ef-9d71-f21f44933722 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:59.920173 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad4374-a6e0-42ef-9d71-f21f44933722 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Port': ['ID=6ae1b2ac-4841-46b6-bb3c-e680581d4efd,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:00.018449 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-98ad4374-a6e0-42ef-9d71-f21f44933722 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5341983 Dec 16 09:45:00.021138 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36124) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:00.034941 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfbe3ed-647d-495e-84aa-3716de8d24fa None None] Update dhcp port {'port': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'fixed_ips': [{'subnet_id': '9512f06c-a1be-4138-893c-d9f169766b53', 'ip_address': '2001:db8::f816:3eff:fe7c:8db9'}, {'subnet_id': '19a52868-aeda-43ea-9d15-e22c4f2d2222'}], 'binding:host_id': 'n-d-820550-2'}, 'id': '8822fe9b-03fd-475d-9bd4-bd62987a1cd6'} from n-d-820550-2. {{(pid=102818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 16 09:45:00.059824 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6bfbe3ed-647d-495e-84aa-3716de8d24fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:00.116420 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-c3e6eb94-1d72-44c8-af6c-726fdd878d10 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting port 6ae1b2ac-4841-46b6-bb3c-e680581d4efd {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:45:00.116883 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c3e6eb94-1d72-44c8-af6c-726fdd878d10 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:00.210993 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c3e6eb94-1d72-44c8-af6c-726fdd878d10 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:00.223363 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-c3e6eb94-1d72-44c8-af6c-726fdd878d10 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Calling delete_port for 6ae1b2ac-4841-46b6-bb3c-e680581d4efd owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:45:00.229872 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-6bfbe3ed-647d-495e-84aa-3716de8d24fa None None] Allocated IP 2001:db8:0:1::2 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/19a52868-aeda-43ea-9d15-e22c4f2d2222/8822fe9b-03fd-475d-9bd4-bd62987a1cd6) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:45:00.370490 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-6bfbe3ed-647d-495e-84aa-3716de8d24fa None None] For port 8822fe9b-03fd-475d-9bd4-bd62987a1cd6, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8822fe9b-03fd-475d-9bd4-bd62987a1cd6,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:00.406456 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6bfbe3ed-647d-495e-84aa-3716de8d24fa None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:00.467861 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8822fe9b-03fd-475d-9bd4-bd62987a1cd6 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:45:00.514939 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 8822fe9b-03fd-475d-9bd4-bd62987a1cd6 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:00.515314 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:00.587362 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c3e6eb94-1d72-44c8-af6c-726fdd878d10 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:00.588582 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6bfbe3ed-647d-495e-84aa-3716de8d24fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:00.618553 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6eb94-1d72-44c8-af6c-726fdd878d10 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Port': ['ID=6ae1b2ac-4841-46b6-bb3c-e680581d4efd,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:00.670015 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c3e6eb94-1d72-44c8-af6c-726fdd878d10 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:00.676393 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36138) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:00.677421 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c3e6eb94-1d72-44c8-af6c-726fdd878d10 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/6ae1b2ac-4841-46b6-bb3c-e680581d4efd HTTP/1.1" status: 204 len: 168 time: 0.6552558 Dec 16 09:45:00.684017 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfbe3ed-647d-495e-84aa-3716de8d24fa None None] Pushing event updated for resources: {'Port': ['ID=8822fe9b-03fd-475d-9bd4-bd62987a1cd6,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:00.701844 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710db753-0d61-494d-bf2d-29157878848e req-351d56ea-09b6-4e6c-ae02-759eea9bce90 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:00.703446 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-710db753-0d61-494d-bf2d-29157878848e req-351d56ea-09b6-4e6c-ae02-759eea9bce90 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0721195 Dec 16 09:45:00.792268 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec157277-39d4-46e3-bb69-4cabfebd9772 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:00.797685 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36150) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:00.804998 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ec157277-39d4-46e3-bb69-4cabfebd9772 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1271732 Dec 16 09:45:00.819236 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-710db753-0d61-494d-bf2d-29157878848e req-ec513890-fe44-4bec-95f6-72fb5af14757 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001749 Dec 16 09:45:00.880069 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dc73b6-7a80-4a86-8603-f8dcd7231b6b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:00.881681 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b1dc73b6-7a80-4a86-8603-f8dcd7231b6b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0829892 Dec 16 09:45:00.884418 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36154) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:00.948865 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac05dfcd-53a3-459c-b628-8b07d886036c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:00.958928 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac05dfcd-53a3-459c-b628-8b07d886036c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:00.961805 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac05dfcd-53a3-459c-b628-8b07d886036c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:00.963605 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ac05dfcd-53a3-459c-b628-8b07d886036c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0782111 Dec 16 09:45:00.967324 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36158) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:01.056999 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-261b8988-4bee-4aa0-a7f1-465e6ff1ddc0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting subnet 19a52868-aeda-43ea-9d15-e22c4f2d2222 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:45:01.061731 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-261b8988-4bee-4aa0-a7f1-465e6ff1ddc0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:01.109895 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-261b8988-4bee-4aa0-a7f1-465e6ff1ddc0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:01.204456 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-261b8988-4bee-4aa0-a7f1-465e6ff1ddc0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:01.369173 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-261b8988-4bee-4aa0-a7f1-465e6ff1ddc0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:01.398288 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b8988-4bee-4aa0-a7f1-465e6ff1ddc0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Subnet': ['ID=19a52868-aeda-43ea-9d15-e22c4f2d2222,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:01.401765 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-261b8988-4bee-4aa0-a7f1-465e6ff1ddc0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:01.405781 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-261b8988-4bee-4aa0-a7f1-465e6ff1ddc0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/19a52868-aeda-43ea-9d15-e22c4f2d2222 HTTP/1.1" status: 204 len: 168 time: 0.4370275 Dec 16 09:45:01.408316 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36176) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:01.421468 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5072167d-8f98-4773-a3a2-1b135afe963b None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:45:01.469905 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c18882-0d44-4cc0-8543-bb2e9cc16140 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting subnet 9512f06c-a1be-4138-893c-d9f169766b53 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:45:01.473752 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0c18882-0d44-4cc0-8543-bb2e9cc16140 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:01.513498 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-527b982f-a91e-46b6-a483-ec225b2c5568 None None] Could not find standard attr ID for object 6ae1b2ac-4841-46b6-bb3c-e680581d4efd. {{(pid=102818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:45:01.518158 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0c18882-0d44-4cc0-8543-bb2e9cc16140 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:01.566025 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-527b982f-a91e-46b6-a483-ec225b2c5568 None None] Provisioning complete for port 8822fe9b-03fd-475d-9bd4-bd62987a1cd6 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:01.566399 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-527b982f-a91e-46b6-a483-ec225b2c5568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:01.604663 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0c18882-0d44-4cc0-8543-bb2e9cc16140 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:01.782193 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0c18882-0d44-4cc0-8543-bb2e9cc16140 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:01.810918 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c18882-0d44-4cc0-8543-bb2e9cc16140 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Subnet': ['ID=9512f06c-a1be-4138-893c-d9f169766b53,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:01.824575 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0c18882-0d44-4cc0-8543-bb2e9cc16140 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:01.828081 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e0c18882-0d44-4cc0-8543-bb2e9cc16140 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/9512f06c-a1be-4138-893c-d9f169766b53 HTTP/1.1" status: 204 len: 168 time: 0.4188495 Dec 16 09:45:01.830468 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36190) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:01.883753 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-df3c9032-77a0-4760-9686-4074d996f65a tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495524 Dec 16 09:45:01.884102 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36194) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:01.891514 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-8e421c46-ab6f-4396-b3c9-0581dbc6ce6a tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:02.031639 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1aed4f-8607-418c-9e8f-2322471e56c6 req-ded9f4dc-decb-4dfe-81d6-967b2838fcae tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:02.033512 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f1aed4f-8607-418c-9e8f-2322471e56c6 req-ded9f4dc-decb-4dfe-81d6-967b2838fcae tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0777972 Dec 16 09:45:02.063489 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36202) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:02.108065 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f1aed4f-8607-418c-9e8f-2322471e56c6 req-513497e2-31f8-4b13-832d-7404fc2eb6d4 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661910 Dec 16 09:45:02.253933 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e421c46-ab6f-4396-b3c9-0581dbc6ce6a tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:45:02.258319 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e421c46-ab6f-4396-b3c9-0581dbc6ce6a tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:02.303868 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36214) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:02.477658 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769de49a-161f-4a0c-a8a3-8e1de480f058 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:45:02.582141 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8822fe9b-03fd-475d-9bd4-bd62987a1cd6 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:45:02.630540 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d1ecdd9d-ef18-4f88-8960-8a81b5ab4952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:02.670769 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-91691b30-c6c7-48f6-9283-2a7abc890bbc None None] Provisioning complete for port 8822fe9b-03fd-475d-9bd4-bd62987a1cd6 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:02.671180 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-91691b30-c6c7-48f6-9283-2a7abc890bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:02.723755 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d1ecdd9d-ef18-4f88-8960-8a81b5ab4952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:02.726521 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e421c46-ab6f-4396-b3c9-0581dbc6ce6a tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:02.748115 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 8822fe9b-03fd-475d-9bd4-bd62987a1cd6 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:02.748548 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:02.806827 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e421c46-ab6f-4396-b3c9-0581dbc6ce6a tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Subnet': ['ID=711951d4-ac84-41ec-b586-692b5a7112a5,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:02.834258 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e421c46-ab6f-4396-b3c9-0581dbc6ce6a tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:45:02.841555 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-8e421c46-ab6f-4396-b3c9-0581dbc6ce6a tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:45:02.841747 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afad18db-dba2-4aa3-8d0d-d5b3bfecdae0 None None] DHCP port deletion for 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:45:02.849830 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e421c46-ab6f-4396-b3c9-0581dbc6ce6a tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:02.850651 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e421c46-ab6f-4396-b3c9-0581dbc6ce6a tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:02.866778 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d1ecdd9d-ef18-4f88-8960-8a81b5ab4952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:02.941486 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-afad18db-dba2-4aa3-8d0d-d5b3bfecdae0 None None] Deleting port 8822fe9b-03fd-475d-9bd4-bd62987a1cd6 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:45:02.941860 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-afad18db-dba2-4aa3-8d0d-d5b3bfecdae0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:02.943780 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d1ecdd9d-ef18-4f88-8960-8a81b5ab4952 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=91dd1b54d4f14836af0345246eb9356b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6383457 Dec 16 09:45:02.950478 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36230) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:02.954308 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ecdd9d-ef18-4f88-8960-8a81b5ab4952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbdd0de-7d6c-4cd2-b821-1b1630e54519,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:02.983454 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8e421c46-ab6f-4396-b3c9-0581dbc6ce6a tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0981340 Dec 16 09:45:02.986335 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36232) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:02.991745 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-ae21a74f-4bb5-4510-9d14-25f3ef592c44 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:03.019499 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-26a9ee56-ec08-4645-8d98-13528917949a tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:03.025848 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-26a9ee56-ec08-4645-8d98-13528917949a tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/networks?id=eab87cca-b536-47b9-a963-f17d059e279c HTTP/1.1" status: 200 len: 814 time: 0.2872291 Dec 16 09:45:03.055900 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-afad18db-dba2-4aa3-8d0d-d5b3bfecdae0 None None] For port 8822fe9b-03fd-475d-9bd4-bd62987a1cd6, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8822fe9b-03fd-475d-9bd4-bd62987a1cd6,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:03.056377 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-afad18db-dba2-4aa3-8d0d-d5b3bfecdae0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:03.072816 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-afad18db-dba2-4aa3-8d0d-d5b3bfecdae0 None None] Calling delete_port for 8822fe9b-03fd-475d-9bd4-bd62987a1cd6 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:45:03.101507 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-5b02901b-43c5-4e0a-954a-b78c777a81c7 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/quotas/a0706203d71045cabb82519392ed3f4b HTTP/1.1" status: 200 len: 375 time: 0.0192142 Dec 16 09:45:03.177315 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-97ff6fa1-2d4a-4e9b-92e3-98d5636a1f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:03.264314 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-97ff6fa1-2d4a-4e9b-92e3-98d5636a1f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:03.314574 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-783488d5-572b-4509-a0a0-604f1cc3ac41 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a0706203d71045cabb82519392ed3f4b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1914687 Dec 16 09:45:03.325191 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-afad18db-dba2-4aa3-8d0d-d5b3bfecdae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:03.356237 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad18db-dba2-4aa3-8d0d-d5b3bfecdae0 None None] Pushing event deleted for resources: {'Port': ['ID=8822fe9b-03fd-475d-9bd4-bd62987a1cd6,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:03.361200 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae21a74f-4bb5-4510-9d14-25f3ef592c44 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:45:03.364737 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ae21a74f-4bb5-4510-9d14-25f3ef592c44 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:03.374255 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afad18db-dba2-4aa3-8d0d-d5b3bfecdae0 None None] No DVR routers for this DVR port 8822fe9b-03fd-475d-9bd4-bd62987a1cd6 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:45:03.409395 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f347fd10-2cd7-4adf-94f8-dc949cefe612 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:45:03.537184 n-d-820550-2 neutron-server[102817]: INFO neutron.db.ipam_backend_mixin [None req-ae21a74f-4bb5-4510-9d14-25f3ef592c44 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 711951d4-ac84-41ec-b586-692b5a7112a5 (CIDR: 2001:db8::/64) Dec 16 09:45:03.564650 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-464ae668-90eb-41e7-9ef9-b8b718f80c5e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:03.623581 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae21a74f-4bb5-4510-9d14-25f3ef592c44 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:45:03.624029 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae21a74f-4bb5-4510-9d14-25f3ef592c44 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:03.624387 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418ecfee-084c-4260-bbcb-55a4be3f0cda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'fixed_ips': [{'subnet_id': '711951d4-ac84-41ec-b586-692b5a7112a5'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:45:03.625460 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-418ecfee-084c-4260-bbcb-55a4be3f0cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:03.665872 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-97ff6fa1-2d4a-4e9b-92e3-98d5636a1f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:03.665872 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-97ff6fa1-2d4a-4e9b-92e3-98d5636a1f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:03.665872 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-97ff6fa1-2d4a-4e9b-92e3-98d5636a1f43 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9cbdd0de-7d6c-4cd2-b821-1b1630e54519 HTTP/1.1" status: 204 len: 168 time: 0.6920679 Dec 16 09:45:03.665872 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-9dd1400c-d48b-41bf-85f3-3e6f4b3fd300 service neutron] 10.222.0.60 "GET /v2.0/networks/eab87cca-b536-47b9-a963-f17d059e279c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352318 Dec 16 09:45:03.665872 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff6fa1-2d4a-4e9b-92e3-98d5636a1f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbdd0de-7d6c-4cd2-b821-1b1630e54519,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:03.779297 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ae21a74f-4bb5-4510-9d14-25f3ef592c44 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7914205 Dec 16 09:45:03.782746 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36250) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:03.791240 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-657d7be2-7e43-4b5e-8271-286b5e304ac4 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:03.794607 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-418ecfee-084c-4260-bbcb-55a4be3f0cda None None] Allocated IP 2001:db8::2 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/711951d4-ac84-41ec-b586-692b5a7112a5/2a9196ef-5bf4-490e-96b2-096faeb44848) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:45:03.918783 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-2fdc850f-ab50-4a95-b4a0-7fbb8545c106 service neutron] 10.222.0.60 "GET /v2.0/networks/eab87cca-b536-47b9-a963-f17d059e279c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419121 Dec 16 09:45:04.051023 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657d7be2-7e43-4b5e-8271-286b5e304ac4 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:45:04.060199 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-657d7be2-7e43-4b5e-8271-286b5e304ac4 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:04.223286 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-418ecfee-084c-4260-bbcb-55a4be3f0cda None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:04.315309 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-464ae668-90eb-41e7-9ef9-b8b718f80c5e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Deleting port 7da1a9f7-4f05-47c4-821c-b5155df4da8a {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:45:04.315882 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-464ae668-90eb-41e7-9ef9-b8b718f80c5e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:04.348242 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-418ecfee-084c-4260-bbcb-55a4be3f0cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:04.419969 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418ecfee-084c-4260-bbcb-55a4be3f0cda None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:45:04.426159 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-418ecfee-084c-4260-bbcb-55a4be3f0cda None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:45:04.429002 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418ecfee-084c-4260-bbcb-55a4be3f0cda None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:45:04.457567 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-10ce142a-35b8-4e2d-9d2c-adbac42d82e7 req-8300551b-8e55-47dc-9cc7-e693548713a6 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a3f34c4-4d36-4d07-ace3-532f837590ae HTTP/1.1" status: 200 len: 210 time: 0.0627899 Dec 16 09:45:04.502681 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ecfee-084c-4260-bbcb-55a4be3f0cda None None] Pushing event updated for resources: {'Port': ['ID=2a9196ef-5bf4-490e-96b2-096faeb44848,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:04.521318 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-418ecfee-084c-4260-bbcb-55a4be3f0cda None None] Attempting to bind port 2a9196ef-5bf4-490e-96b2-096faeb44848 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:45:04.523036 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-418ecfee-084c-4260-bbcb-55a4be3f0cda None None] Attempting to bind port 2a9196ef-5bf4-490e-96b2-096faeb44848 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:45:04.523036 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418ecfee-084c-4260-bbcb-55a4be3f0cda None None] Attempting to bind port 2a9196ef-5bf4-490e-96b2-096faeb44848 on network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:45:04.526925 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8822fe9b-03fd-475d-9bd4-bd62987a1cd6 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:45:04.527648 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-464ae668-90eb-41e7-9ef9-b8b718f80c5e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] For port 7da1a9f7-4f05-47c4-821c-b5155df4da8a, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=7da1a9f7-4f05-47c4-821c-b5155df4da8a,segment=NetworkSegment(d261c222-8c73-4c2f-9a98-984ee968db2d),segment_id=d261c222-8c73-4c2f-9a98-984ee968db2d)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:04.528054 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-464ae668-90eb-41e7-9ef9-b8b718f80c5e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:04.541590 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-464ae668-90eb-41e7-9ef9-b8b718f80c5e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Calling delete_port for 7da1a9f7-4f05-47c4-821c-b5155df4da8a owned by network:router_interface {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:45:04.551228 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418ecfee-084c-4260-bbcb-55a4be3f0cda None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:45:04.551623 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418ecfee-084c-4260-bbcb-55a4be3f0cda None None] Checking segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:45:04.552026 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-418ecfee-084c-4260-bbcb-55a4be3f0cda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:04.552725 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418ecfee-084c-4260-bbcb-55a4be3f0cda None None] Bound using segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:45:04.555253 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-418ecfee-084c-4260-bbcb-55a4be3f0cda None None] Bound port: 2a9196ef-5bf4-490e-96b2-096faeb44848, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:45:04.555253 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-418ecfee-084c-4260-bbcb-55a4be3f0cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:04.556730 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 8822fe9b-03fd-475d-9bd4-bd62987a1cd6 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:45:04.557000 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8822fe9b-03fd-475d-9bd4-bd62987a1cd6 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:45:04.657056 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-418ecfee-084c-4260-bbcb-55a4be3f0cda None None] For port 2a9196ef-5bf4-490e-96b2-096faeb44848, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:45:04.658147 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-418ecfee-084c-4260-bbcb-55a4be3f0cda None None] For port 2a9196ef-5bf4-490e-96b2-096faeb44848, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=2a9196ef-5bf4-490e-96b2-096faeb44848,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:45:04.746194 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-418ecfee-084c-4260-bbcb-55a4be3f0cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:04.790524 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36274) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:04.814285 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-54eeda80-6a12-460b-9b77-06fd0164f446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:04.854459 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-464ae668-90eb-41e7-9ef9-b8b718f80c5e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:04.856656 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ecfee-084c-4260-bbcb-55a4be3f0cda None None] Pushing event updated for resources: {'Port': ['ID=2a9196ef-5bf4-490e-96b2-096faeb44848,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:04.871239 n-d-820550-2 neutron-server[102817]: DEBUG neutron.objects.ports [None req-657d7be2-7e43-4b5e-8271-286b5e304ac4 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102817) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:45:04.966990 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ae668-90eb-41e7-9ef9-b8b718f80c5e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event deleted for resources: {'Port': ['ID=7da1a9f7-4f05-47c4-821c-b5155df4da8a,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:05.103421 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-54eeda80-6a12-460b-9b77-06fd0164f446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:05.206756 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-464ae668-90eb-41e7-9ef9-b8b718f80c5e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:05.292539 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-657d7be2-7e43-4b5e-8271-286b5e304ac4 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:05.305832 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-54eeda80-6a12-460b-9b77-06fd0164f446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:05.387989 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eeda80-6a12-460b-9b77-06fd0164f446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5125925-daad-49b2-ace1-8efd176e449e,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:05.396718 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-54eeda80-6a12-460b-9b77-06fd0164f446 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bd672d11c7c34737b18d38f74667b013&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6042438 Dec 16 09:45:05.399406 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36290) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:05.537495 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-06d0d2e1-1af2-4897-8784-1e113c1316ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:05.563575 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-06d0d2e1-1af2-4897-8784-1e113c1316ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:05.628785 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464ae668-90eb-41e7-9ef9-b8b718f80c5e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Router 7523a7c7-0390-444d-b039-a8b41755a31d has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:45:05.754374 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-06d0d2e1-1af2-4897-8784-1e113c1316ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:05.754374 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-06d0d2e1-1af2-4897-8784-1e113c1316ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:05.757824 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-06d0d2e1-1af2-4897-8784-1e113c1316ef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d5125925-daad-49b2-ace1-8efd176e449e HTTP/1.1" status: 204 len: 168 time: 0.3551385 Dec 16 09:45:05.783910 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d0d2e1-1af2-4897-8784-1e113c1316ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5125925-daad-49b2-ace1-8efd176e449e,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:05.798412 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464ae668-90eb-41e7-9ef9-b8b718f80c5e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:45:05.819756 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-464ae668-90eb-41e7-9ef9-b8b718f80c5e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "PUT /v2.0/routers/7523a7c7-0390-444d-b039-a8b41755a31d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7550457 Dec 16 09:45:05.838437 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a3b018-edab-48ff-b86b-c33204f42a33 None None] Sync routers for ids ['7523a7c7-0390-444d-b039-a8b41755a31d'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:45:05.855607 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a3b018-edab-48ff-b86b-c33204f42a33 None None] Routers {'7523a7c7-0390-444d-b039-a8b41755a31d'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:45:05.856318 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-d4a3b018-edab-48ff-b86b-c33204f42a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:44:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['7523a7c7-0390-444d-b039-a8b41755a31d'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:05.925431 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-657d7be2-7e43-4b5e-8271-286b5e304ac4 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] For port 2a9196ef-5bf4-490e-96b2-096faeb44848, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=2a9196ef-5bf4-490e-96b2-096faeb44848,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:05.985443 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-657d7be2-7e43-4b5e-8271-286b5e304ac4 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:06.047347 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bf247b19-06d7-4b98-a5a3-22b4272eedaf req-50d084bc-aac1-4ba7-b424-0232f48f3de2 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a3f34c4-4d36-4d07-ace3-532f837590ae HTTP/1.1" status: 200 len: 210 time: 0.0577340 Dec 16 09:45:06.084632 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-d4a3b018-edab-48ff-b86b-c33204f42a33 None None] Set router 7523a7c7-0390-444d-b039-a8b41755a31d gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:45:06.087987 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-657d7be2-7e43-4b5e-8271-286b5e304ac4 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:06.088769 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-657d7be2-7e43-4b5e-8271-286b5e304ac4 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:06.247542 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657d7be2-7e43-4b5e-8271-286b5e304ac4 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:45:06.281215 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-657d7be2-7e43-4b5e-8271-286b5e304ac4 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:45:06.287093 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657d7be2-7e43-4b5e-8271-286b5e304ac4 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:06.287846 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-657d7be2-7e43-4b5e-8271-286b5e304ac4 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:06.328179 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d7be2-7e43-4b5e-8271-286b5e304ac4 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Subnet': ['ID=5fb419f0-8092-4e1f-bcbb-8595480a9c4f,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:06.332484 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d7be2-7e43-4b5e-8271-286b5e304ac4 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Port': ['ID=2a9196ef-5bf4-490e-96b2-096faeb44848,revision_number=4']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:06.353210 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e6d36d-6a98-4911-ae46-05af4103259a None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:45:06.468866 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-1d8d4337-103c-4750-91e0-463b4622250b None None] Provisioning complete for port 2a9196ef-5bf4-490e-96b2-096faeb44848 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:06.469503 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1d8d4337-103c-4750-91e0-463b4622250b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:06.486271 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36318) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:06.488501 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-657d7be2-7e43-4b5e-8271-286b5e304ac4 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.7032719 Dec 16 09:45:06.510728 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-67ca0f8c-3d28-443e-98f9-200538f44082 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'port': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'mac_address': 'fa:16:3e:e2:01:04', 'name': 'tempest-NetworksTestDHCPv6-861987930'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:06.674378 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-d4a3b018-edab-48ff-b86b-c33204f42a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'name': 'tempest-TestNetworkBasicOps-router-958811268', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:22Z', 'updated_at': '2021-12-16T09:45:04Z', 'revision_number': 6, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'gw_port': {'id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:26Z', 'updated_at': '2021-12-16T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '7438f1b5-7e13-440c-aa34-2e832d35e079', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'port_id': '9e644923-b040-4aa2-a84d-84aeccc500b5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '872dad0c-b125-4398-b449-96faec06fd91', 'mac_address': 'fa:16:3e:9f:89:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edc31af-967e-426b-8c7f-e7c0ebc92264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:43:29Z', 'updated_at': '2021-12-16T09:43:36Z', 'revision_number': 1, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4', 'name': '', 'network_id': '872dad0c-b125-4398-b449-96faec06fd91', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'mac_address': 'fa:16:3e:66:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'b5b3a5ab-5e44-48ee-9d23-fb55390d3fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:39Z', 'updated_at': '2021-12-16T09:42:48Z', 'revision_number': 5, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'subnets': [{'id': 'b5b3a5ab-5e44-48ee-9d23-fb55390d3fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:06.720447 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f164217-1811-42a0-877f-c982909dc48e req-112259c4-e7db-46b8-bdf8-a03d0cfc0452 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:06.722560 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3f164217-1811-42a0-877f-c982909dc48e req-112259c4-e7db-46b8-bdf8-a03d0cfc0452 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=14b529ed-a3e2-49c4-bba5-364cce53d1fb HTTP/1.1" status: 200 len: 946 time: 0.0815456 Dec 16 09:45:06.752210 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a3b018-edab-48ff-b86b-c33204f42a33 None None] Checking router: 7523a7c7-0390-444d-b039-a8b41755a31d for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:45:06.779411 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a3b018-edab-48ff-b86b-c33204f42a33 None None] Routers {'7523a7c7-0390-444d-b039-a8b41755a31d'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:45:06.780043 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-d4a3b018-edab-48ff-b86b-c33204f42a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:44:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['7523a7c7-0390-444d-b039-a8b41755a31d'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:06.786303 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1d8d4337-103c-4750-91e0-463b4622250b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:06.804172 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3f164217-1811-42a0-877f-c982909dc48e req-e0a48187-b75b-4252-9daa-a218335f92b1 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ef5286a-a2a5-4ecc-a285-e468325c6995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731466 Dec 16 09:45:06.891102 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 2a9196ef-5bf4-490e-96b2-096faeb44848 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:45:06.938096 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-1d8d4337-103c-4750-91e0-463b4622250b None None] For port 2a9196ef-5bf4-490e-96b2-096faeb44848, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=2a9196ef-5bf4-490e-96b2-096faeb44848,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:06.964845 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 2a9196ef-5bf4-490e-96b2-096faeb44848 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:06.965269 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:07.002384 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ca0f8c-3d28-443e-98f9-200538f44082 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:45:07.053068 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1d8d4337-103c-4750-91e0-463b4622250b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:07.071240 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-d4a3b018-edab-48ff-b86b-c33204f42a33 None None] Set router 7523a7c7-0390-444d-b039-a8b41755a31d gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:45:07.159000 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-67ca0f8c-3d28-443e-98f9-200538f44082 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:07.192383 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-67ca0f8c-3d28-443e-98f9-200538f44082 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] device_id is not set on port 5918891c-b204-43b4-bbba-c4916cd790e2 yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:45:07.232029 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d4337-103c-4750-91e0-463b4622250b None None] Pushing event updated for resources: {'Port': ['ID=2a9196ef-5bf4-490e-96b2-096faeb44848,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:07.263588 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:07.824946 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-d4a3b018-edab-48ff-b86b-c33204f42a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'name': 'tempest-TestNetworkBasicOps-router-958811268', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:22Z', 'updated_at': '2021-12-16T09:45:04Z', 'revision_number': 6, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'gw_port': {'id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:26Z', 'updated_at': '2021-12-16T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '7438f1b5-7e13-440c-aa34-2e832d35e079', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'port_id': '9e644923-b040-4aa2-a84d-84aeccc500b5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '872dad0c-b125-4398-b449-96faec06fd91', 'mac_address': 'fa:16:3e:9f:89:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edc31af-967e-426b-8c7f-e7c0ebc92264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:43:29Z', 'updated_at': '2021-12-16T09:43:36Z', 'revision_number': 1, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4', 'name': '', 'network_id': '872dad0c-b125-4398-b449-96faec06fd91', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'mac_address': 'fa:16:3e:66:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'b5b3a5ab-5e44-48ee-9d23-fb55390d3fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:39Z', 'updated_at': '2021-12-16T09:42:48Z', 'revision_number': 5, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'subnets': [{'id': 'b5b3a5ab-5e44-48ee-9d23-fb55390d3fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:07.908695 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-3f305176-ceb4-4bab-9486-0012ac7a7239 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:07.915686 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-3f305176-ceb4-4bab-9486-0012ac7a7239 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.58 "GET /v2.0/networks?id=eab87cca-b536-47b9-a963-f17d059e279c HTTP/1.1" status: 200 len: 814 time: 0.3130639 Dec 16 09:45:07.918410 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a3b018-edab-48ff-b86b-c33204f42a33 None None] The sync data for ids ['7523a7c7-0390-444d-b039-a8b41755a31d'] in n-d-820550-2 is: [{'id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'name': 'tempest-TestNetworkBasicOps-router-958811268', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:22Z', 'updated_at': '2021-12-16T09:45:04Z', 'revision_number': 6, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'gw_port': {'id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:26Z', 'updated_at': '2021-12-16T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '7438f1b5-7e13-440c-aa34-2e832d35e079', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'port_id': '9e644923-b040-4aa2-a84d-84aeccc500b5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '872dad0c-b125-4398-b449-96faec06fd91', 'mac_address': 'fa:16:3e:9f:89:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edc31af-967e-426b-8c7f-e7c0ebc92264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:43:29Z', 'updated_at': '2021-12-16T09:43:36Z', 'revision_number': 1, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4', 'name': '', 'network_id': '872dad0c-b125-4398-b449-96faec06fd91', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'mac_address': 'fa:16:3e:66:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'b5b3a5ab-5e44-48ee-9d23-fb55390d3fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:39Z', 'updated_at': '2021-12-16T09:42:48Z', 'revision_number': 5, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'subnets': [{'id': 'b5b3a5ab-5e44-48ee-9d23-fb55390d3fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:45:07.926773 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9ccb8d45-698a-445c-8a53-8a41970fb622 req-a3c8f6d5-c457-4a62-8ec7-4eb9bd84649e tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a3f34c4-4d36-4d07-ace3-532f837590ae HTTP/1.1" status: 200 len: 210 time: 0.7112246 Dec 16 09:45:07.937557 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-66383854-f161-4df4-984b-3bc28f8f9726 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Request body: {'port': {'device_id': '0a3f34c4-4d36-4d07-ace3-532f837590ae', 'network_id': 'eab87cca-b536-47b9-a963-f17d059e279c', 'admin_state_up': True, 'tenant_id': 'a0706203d71045cabb82519392ed3f4b'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:07.999478 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4e762edd-7693-45dd-87fc-754a87832a08 None None] Provisioning complete for port 2a9196ef-5bf4-490e-96b2-096faeb44848 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:08.000038 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4e762edd-7693-45dd-87fc-754a87832a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:08.140433 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f0aae-45f5-4c86-b6c0-76caf78bd350 req-cfd3c8b6-34e9-4d3c-b519-bae624102744 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:08.142476 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-764f0aae-45f5-4c86-b6c0-76caf78bd350 req-cfd3c8b6-34e9-4d3c-b519-bae624102744 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=14b529ed-a3e2-49c4-bba5-364cce53d1fb HTTP/1.1" status: 200 len: 946 time: 0.1018355 Dec 16 09:45:08.144810 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b63bc1-f816-4a0a-b420-5ccb35160ab2 req-eaee80cd-259e-49f5-9b10-e7e46ba4f059 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:08.154616 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-41b63bc1-f816-4a0a-b420-5ccb35160ab2 req-eaee80cd-259e-49f5-9b10-e7e46ba4f059 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.58 "GET /v2.0/ports?device_id=14b529ed-a3e2-49c4-bba5-364cce53d1fb HTTP/1.1" status: 200 len: 946 time: 0.1960936 Dec 16 09:45:08.230886 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-764f0aae-45f5-4c86-b6c0-76caf78bd350 req-88a39b38-4c7b-4849-8dde-642c2d9a0a2b tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ef5286a-a2a5-4ecc-a285-e468325c6995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773044 Dec 16 09:45:08.373156 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-67ca0f8c-3d28-443e-98f9-200538f44082 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Allocated IP 2001:db8::7b (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/711951d4-ac84-41ec-b586-692b5a7112a5/5918891c-b204-43b4-bbba-c4916cd790e2) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:45:08.384762 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-bd38accd-9d0c-4ca2-bba3-e4ae6f8ba412 None None] Could not find standard attr ID for object 6ae1b2ac-4841-46b6-bb3c-e680581d4efd. {{(pid=102818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:45:08.402575 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-67ca0f8c-3d28-443e-98f9-200538f44082 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Allocated IP 2001:db8:0:1:f816:3eff:fee2:104 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/5fb419f0-8092-4e1f-bcbb-8595480a9c4f/5918891c-b204-43b4-bbba-c4916cd790e2) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:45:08.419841 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-66383854-f161-4df4-984b-3bc28f8f9726 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Made reservation on behalf of a0706203d71045cabb82519392ed3f4b for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:45:08.423776 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-66383854-f161-4df4-984b-3bc28f8f9726 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:08.518140 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-41b63bc1-f816-4a0a-b420-5ccb35160ab2 req-e4fa2d7e-270e-4de8-8d23-4e8fc7d5830b tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Deleting port 37e6b0ab-f291-4bb8-90b3-77956cc8b138 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:45:08.518495 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-41b63bc1-f816-4a0a-b420-5ccb35160ab2 req-e4fa2d7e-270e-4de8-8d23-4e8fc7d5830b tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:08.535988 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 2a9196ef-5bf4-490e-96b2-096faeb44848 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:45:08.641853 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-66383854-f161-4df4-984b-3bc28f8f9726 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Allocated IP 172.20.0.4 (eab87cca-b536-47b9-a963-f17d059e279c/79712853-d8c5-43f4-badd-7d13d8248fb4/27073785-11ba-41f6-938f-3c7a6386f470) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:45:08.655197 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 2a9196ef-5bf4-490e-96b2-096faeb44848 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:08.655356 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:08.774293 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-41b63bc1-f816-4a0a-b420-5ccb35160ab2 req-e4fa2d7e-270e-4de8-8d23-4e8fc7d5830b tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] For port 37e6b0ab-f291-4bb8-90b3-77956cc8b138, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=37e6b0ab-f291-4bb8-90b3-77956cc8b138,segment=NetworkSegment(d261c222-8c73-4c2f-9a98-984ee968db2d),segment_id=d261c222-8c73-4c2f-9a98-984ee968db2d)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:08.774672 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-41b63bc1-f816-4a0a-b420-5ccb35160ab2 req-e4fa2d7e-270e-4de8-8d23-4e8fc7d5830b tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:08.801578 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-41b63bc1-f816-4a0a-b420-5ccb35160ab2 req-e4fa2d7e-270e-4de8-8d23-4e8fc7d5830b tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Calling delete_port for 37e6b0ab-f291-4bb8-90b3-77956cc8b138 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:45:08.840953 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-66383854-f161-4df4-984b-3bc28f8f9726 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:08.845729 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 7da1a9f7-4f05-47c4-821c-b5155df4da8a no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:45:08.847480 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-67ca0f8c-3d28-443e-98f9-200538f44082 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:08.877687 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 7da1a9f7-4f05-47c4-821c-b5155df4da8a {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:45:08.878393 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 7da1a9f7-4f05-47c4-821c-b5155df4da8a not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:45:09.052459 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a8126257-b05d-459f-80b8-276f0f4616cf req-5133bbd4-2ebf-4f85-9ff7-753fc0adb7c2 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a3f34c4-4d36-4d07-ace3-532f837590ae HTTP/1.1" status: 200 len: 210 time: 0.0314596 Dec 16 09:45:09.113422 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-66383854-f161-4df4-984b-3bc28f8f9726 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:09.113608 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-67ca0f8c-3d28-443e-98f9-200538f44082 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:09.135435 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['717fbe03-0c13-49de-b1e2-bf349759be25'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:45:09.182234 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ca0f8c-3d28-443e-98f9-200538f44082 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:45:09.189399 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-41b63bc1-f816-4a0a-b420-5ccb35160ab2 req-e4fa2d7e-270e-4de8-8d23-4e8fc7d5830b tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:09.191747 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-67ca0f8c-3d28-443e-98f9-200538f44082 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:45:09.196159 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca0f8c-3d28-443e-98f9-200538f44082 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Port': ['ID=5918891c-b204-43b4-bbba-c4916cd790e2,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:09.208808 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ca0f8c-3d28-443e-98f9-200538f44082 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:45:09.217877 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca0f8c-3d28-443e-98f9-200538f44082 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:09.217877 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-67ca0f8c-3d28-443e-98f9-200538f44082 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:09.224421 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-66383854-f161-4df4-984b-3bc28f8f9726 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Network eab87cca-b536-47b9-a963-f17d059e279c is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:45:09.240960 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-66383854-f161-4df4-984b-3bc28f8f9726 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:45:09.246783 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66383854-f161-4df4-984b-3bc28f8f9726 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Pushing event updated for resources: {'Port': ['ID=27073785-11ba-41f6-938f-3c7a6386f470,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:09.249708 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-66383854-f161-4df4-984b-3bc28f8f9726 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:45:09.281670 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa2d7e-270e-4de8-8d23-4e8fc7d5830b tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event deleted for resources: {'Port': ['ID=37e6b0ab-f291-4bb8-90b3-77956cc8b138,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:09.399968 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-66383854-f161-4df4-984b-3bc28f8f9726 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:09.400447 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-66383854-f161-4df4-984b-3bc28f8f9726 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:09.446866 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b63bc1-f816-4a0a-b420-5ccb35160ab2 req-e4fa2d7e-270e-4de8-8d23-4e8fc7d5830b tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] No DVR routers for this DVR port 37e6b0ab-f291-4bb8-90b3-77956cc8b138 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:45:09.462712 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e6be54ac-2cbc-404c-affa-abd279cb00cf req-1c8f0f6b-2320-4e83-b178-545acdce3409 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=14b529ed-a3e2-49c4-bba5-364cce53d1fb HTTP/1.1" status: 200 len: 210 time: 0.0819967 Dec 16 09:45:09.464829 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-41b63bc1-f816-4a0a-b420-5ccb35160ab2 req-e4fa2d7e-270e-4de8-8d23-4e8fc7d5830b tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:09.480686 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-41b63bc1-f816-4a0a-b420-5ccb35160ab2 req-e4fa2d7e-270e-4de8-8d23-4e8fc7d5830b tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.58 "DELETE /v2.0/ports/37e6b0ab-f291-4bb8-90b3-77956cc8b138 HTTP/1.1" status: 204 len: 173 time: 1.2891173 Dec 16 09:45:09.480686 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b529ed-a3e2-49c4-bba5-364cce53d1fb', 'name': 'network-vif-deleted', 'tag': '37e6b0ab-f291-4bb8-90b3-77956cc8b138'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:45:09.480686 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d07178-5ec2-40cc-8d3e-6555206a83a0" -d '{"events": [{"server_uuid": "14b529ed-a3e2-49c4-bba5-364cce53d1fb", "name": "network-vif-deleted", "tag": "37e6b0ab-f291-4bb8-90b3-77956cc8b138"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:45:09.487351 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-67ca0f8c-3d28-443e-98f9-200538f44082 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.9973488 Dec 16 09:45:09.487642 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36402) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:09.545613 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6bafc3-66d4-454f-a807-5467ed6f86ce x-openstack-request-id: req-7e6bafc3-66d4-454f-a807-5467ed6f86ce {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:45:09.545902 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b529ed-a3e2-49c4-bba5-364cce53d1fb", "name": "network-vif-deleted", "tag": "37e6b0ab-f291-4bb8-90b3-77956cc8b138", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:45:09.546153 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7e6bafc3-66d4-454f-a807-5467ed6f86ce {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:45:09.546550 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b529ed-a3e2-49c4-bba5-364cce53d1fb', 'name': 'network-vif-deleted', 'tag': '37e6b0ab-f291-4bb8-90b3-77956cc8b138', 'status': 'completed', 'code': 200} Dec 16 09:45:09.563619 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-66383854-f161-4df4-984b-3bc28f8f9726 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6322024 Dec 16 09:45:09.576524 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-f24da338-4cb4-4296-a006-db3bcaf14fae service neutron] Request body: {'port': {'device_id': '0a3f34c4-4d36-4d07-ace3-532f837590ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:09.604837 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-f9e1f6c1-8034-4323-92f5-92626882d819 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting port 5918891c-b204-43b4-bbba-c4916cd790e2 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:45:09.605271 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f9e1f6c1-8034-4323-92f5-92626882d819 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:09.662877 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-f24da338-4cb4-4296-a006-db3bcaf14fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:09.669998 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b0daf1dd-a424-4a31-bc21-6102b5b339dc None None] Provisioning complete for port 5918891c-b204-43b4-bbba-c4916cd790e2 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:09.670659 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b0daf1dd-a424-4a31-bc21-6102b5b339dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:09.733932 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f9e1f6c1-8034-4323-92f5-92626882d819 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:09.738376 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-b0daf1dd-a424-4a31-bc21-6102b5b339dc None None] Port 5918891c-b204-43b4-bbba-c4916cd790e2 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:45:09.758935 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-f9e1f6c1-8034-4323-92f5-92626882d819 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Calling delete_port for 5918891c-b204-43b4-bbba-c4916cd790e2 owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:45:10.097823 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-f24da338-4cb4-4296-a006-db3bcaf14fae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27073785-11ba-41f6-938f-3c7a6386f470 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:45:10.113361 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-f24da338-4cb4-4296-a006-db3bcaf14fae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:10.187289 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f9e1f6c1-8034-4323-92f5-92626882d819 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:10.189150 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-f24da338-4cb4-4296-a006-db3bcaf14fae service neutron] Transition to ACTIVE for port object 27073785-11ba-41f6-938f-3c7a6386f470 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:45:10.197920 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0441ef-7b5b-4273-b662-3fe8798787b5 req-dcbc5657-998c-40ce-9154-606b2187d7a1 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:10.199554 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fd0441ef-7b5b-4273-b662-3fe8798787b5 req-dcbc5657-998c-40ce-9154-606b2187d7a1 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a3f34c4-4d36-4d07-ace3-532f837590ae HTTP/1.1" status: 200 len: 931 time: 0.0541131 Dec 16 09:45:10.218632 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1f6c1-8034-4323-92f5-92626882d819 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Port': ['ID=5918891c-b204-43b4-bbba-c4916cd790e2,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:10.280875 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fd0441ef-7b5b-4273-b662-3fe8798787b5 req-45cc8566-6e94-463e-a675-8233343327ca tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714102 Dec 16 09:45:10.296751 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-f24da338-4cb4-4296-a006-db3bcaf14fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:10.313324 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f9e1f6c1-8034-4323-92f5-92626882d819 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:10.326252 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f9e1f6c1-8034-4323-92f5-92626882d819 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/5918891c-b204-43b4-bbba-c4916cd790e2 HTTP/1.1" status: 204 len: 168 time: 0.8372762 Dec 16 09:45:10.328409 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36432) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:10.368176 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24da338-4cb4-4296-a006-db3bcaf14fae service neutron] Pushing event updated for resources: {'Port': ['ID=27073785-11ba-41f6-938f-3c7a6386f470,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:10.478810 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d5f452-0ed4-47c0-868f-574708f3d718 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:10.480548 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b3d5f452-0ed4-47c0-868f-574708f3d718 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1511855 Dec 16 09:45:10.483450 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36438) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:10.531379 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-f24da338-4cb4-4296-a006-db3bcaf14fae service neutron] Attempting to bind port 27073785-11ba-41f6-938f-3c7a6386f470 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:45:10.531966 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-f24da338-4cb4-4296-a006-db3bcaf14fae service neutron] Attempting to bind port 27073785-11ba-41f6-938f-3c7a6386f470 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '112c19ab-e990-4470-949d-db114062d034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eab87cca-b536-47b9-a963-f17d059e279c'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:45:10.532453 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-f24da338-4cb4-4296-a006-db3bcaf14fae service neutron] Attempting to bind port 27073785-11ba-41f6-938f-3c7a6386f470 on network eab87cca-b536-47b9-a963-f17d059e279c {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:45:10.537578 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-f24da338-4cb4-4296-a006-db3bcaf14fae service neutron] Port 27073785-11ba-41f6-938f-3c7a6386f470 on network eab87cca-b536-47b9-a963-f17d059e279c not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:45:10.538097 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-f24da338-4cb4-4296-a006-db3bcaf14fae service neutron] Attempting to bind port 27073785-11ba-41f6-938f-3c7a6386f470 on network eab87cca-b536-47b9-a963-f17d059e279c {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:45:10.547132 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-f24da338-4cb4-4296-a006-db3bcaf14fae service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:45:10.551106 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-f24da338-4cb4-4296-a006-db3bcaf14fae service neutron] Checking segment: {'id': '112c19ab-e990-4470-949d-db114062d034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eab87cca-b536-47b9-a963-f17d059e279c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:45:10.551825 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-f24da338-4cb4-4296-a006-db3bcaf14fae service neutron] Bound using segment: {'id': '112c19ab-e990-4470-949d-db114062d034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eab87cca-b536-47b9-a963-f17d059e279c'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:45:10.552444 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-f24da338-4cb4-4296-a006-db3bcaf14fae service neutron] Bound port: 27073785-11ba-41f6-938f-3c7a6386f470, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '112c19ab-e990-4470-949d-db114062d034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eab87cca-b536-47b9-a963-f17d059e279c'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:45:10.552972 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-f24da338-4cb4-4296-a006-db3bcaf14fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:10.608164 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:10.612681 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777568fc-b796-4b07-860b-8374c703ddad tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:10.614281 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-777568fc-b796-4b07-860b-8374c703ddad tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1298954 Dec 16 09:45:10.617926 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36442) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:10.637091 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7f8c014d-ead9-49d7-94b3-2561e5b8575f req-1b8de9f1-6943-46d4-82da-acdf7d721a31 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=14b529ed-a3e2-49c4-bba5-364cce53d1fb HTTP/1.1" status: 200 len: 210 time: 0.0605154 Dec 16 09:45:10.686204 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-f24da338-4cb4-4296-a006-db3bcaf14fae service neutron] For port 27073785-11ba-41f6-938f-3c7a6386f470, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:45:10.705580 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-f24da338-4cb4-4296-a006-db3bcaf14fae service neutron] For port 27073785-11ba-41f6-938f-3c7a6386f470, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=27073785-11ba-41f6-938f-3c7a6386f470,segment=NetworkSegment(112c19ab-e990-4470-949d-db114062d034),segment_id=112c19ab-e990-4470-949d-db114062d034)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:45:10.710015 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a182f01-637b-4801-856e-7380690520f8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:10.711775 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a182f01-637b-4801-856e-7380690520f8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:10.713630 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a182f01-637b-4801-856e-7380690520f8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:10.715287 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6a182f01-637b-4801-856e-7380690520f8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0964038 Dec 16 09:45:10.718273 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36446) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:10.780941 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-67013cbe-2de5-4f90-9709-950fee4a54b7 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting subnet 5fb419f0-8092-4e1f-bcbb-8595480a9c4f {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:45:10.784752 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-67013cbe-2de5-4f90-9709-950fee4a54b7 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:10.835471 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-67013cbe-2de5-4f90-9709-950fee4a54b7 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:10.866272 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-f24da338-4cb4-4296-a006-db3bcaf14fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:10.936816 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-f24da338-4cb4-4296-a006-db3bcaf14fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:10.937516 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-f24da338-4cb4-4296-a006-db3bcaf14fae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:10.938895 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-f24da338-4cb4-4296-a006-db3bcaf14fae service neutron] 10.222.0.58 "PUT /v2.0/ports/27073785-11ba-41f6-938f-3c7a6386f470 HTTP/1.1" status: 200 len: 1091 time: 1.3686049 Dec 16 09:45:10.941126 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a3f34c4-4d36-4d07-ace3-532f837590ae', 'tag': '27073785-11ba-41f6-938f-3c7a6386f470'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:45:10.943401 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65cc086-d02f-4fe4-af35-b271c93be481" -d '{"events": [{"name": "network-changed", "server_uuid": "0a3f34c4-4d36-4d07-ace3-532f837590ae", "tag": "27073785-11ba-41f6-938f-3c7a6386f470"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:45:10.989088 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24da338-4cb4-4296-a006-db3bcaf14fae service neutron] Pushing event updated for resources: {'Port': ['ID=27073785-11ba-41f6-938f-3c7a6386f470,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:11.024403 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8244d030-a39f-4e86-b047-e4f17f389af6 x-openstack-request-id: req-8244d030-a39f-4e86-b047-e4f17f389af6 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:45:11.024729 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a3f34c4-4d36-4d07-ace3-532f837590ae", "tag": "27073785-11ba-41f6-938f-3c7a6386f470", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:45:11.024958 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8244d030-a39f-4e86-b047-e4f17f389af6 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:45:11.025415 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a3f34c4-4d36-4d07-ace3-532f837590ae', 'tag': '27073785-11ba-41f6-938f-3c7a6386f470', 'status': 'completed', 'code': 200} Dec 16 09:45:11.076574 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-67013cbe-2de5-4f90-9709-950fee4a54b7 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:11.122138 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cc086-d02f-4fe4-af35-b271c93be481 req-9298d0aa-26d5-4f7b-837d-cee4f3682112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:11.123661 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e65cc086-d02f-4fe4-af35-b271c93be481 req-9298d0aa-26d5-4f7b-837d-cee4f3682112 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a0706203d71045cabb82519392ed3f4b&device_id=0a3f34c4-4d36-4d07-ace3-532f837590ae HTTP/1.1" status: 200 len: 1094 time: 0.0845518 Dec 16 09:45:11.319476 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cc086-d02f-4fe4-af35-b271c93be481 req-159009d7-8188-452e-a5a2-c82d3e4b333b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:11.320986 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e65cc086-d02f-4fe4-af35-b271c93be481 req-159009d7-8188-452e-a5a2-c82d3e4b333b service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=a0706203d71045cabb82519392ed3f4b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1895850 Dec 16 09:45:11.324503 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-67013cbe-2de5-4f90-9709-950fee4a54b7 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:11.370035 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67013cbe-2de5-4f90-9709-950fee4a54b7 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Subnet': ['ID=5fb419f0-8092-4e1f-bcbb-8595480a9c4f,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:11.457028 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013d6978-2957-42e8-b088-3662525cd1a5 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:45:11.485303 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-67013cbe-2de5-4f90-9709-950fee4a54b7 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:11.488526 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-67013cbe-2de5-4f90-9709-950fee4a54b7 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/5fb419f0-8092-4e1f-bcbb-8595480a9c4f HTTP/1.1" status: 204 len: 168 time: 0.7692707 Dec 16 09:45:11.492922 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36476) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:11.581234 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10090084-0bc0-40a6-9c6d-8345c02ecf0f req-827c1bb0-ec8d-4a76-abeb-3892751a00ca tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:11.583239 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-10090084-0bc0-40a6-9c6d-8345c02ecf0f req-827c1bb0-ec8d-4a76-abeb-3892751a00ca tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a3f34c4-4d36-4d07-ace3-532f837590ae HTTP/1.1" status: 200 len: 943 time: 0.1068561 Dec 16 09:45:11.587840 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab39294-c91d-4306-b0a2-e6a26f63d95b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting subnet 711951d4-ac84-41ec-b586-692b5a7112a5 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:45:11.596909 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0ab39294-c91d-4306-b0a2-e6a26f63d95b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:11.687857 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cc086-d02f-4fe4-af35-b271c93be481 req-9314e459-9712-4138-99c8-65d99433b414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:11.689969 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e65cc086-d02f-4fe4-af35-b271c93be481 req-9314e459-9712-4138-99c8-65d99433b414 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3540392 Dec 16 09:45:11.798801 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36482) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:11.838599 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-10090084-0bc0-40a6-9c6d-8345c02ecf0f req-0cbcbd56-4a5d-4cb0-b189-520c245c88c9 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368991 Dec 16 09:45:11.847576 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0ab39294-c91d-4306-b0a2-e6a26f63d95b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:11.872348 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-3018da16-e1a6-4bc6-a4cb-8e28625ead7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:11.873915 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-3018da16-e1a6-4bc6-a4cb-8e28625ead7b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a0706203d71045cabb82519392ed3f4b&device_id=0a3f34c4-4d36-4d07-ace3-532f837590ae HTTP/1.1" status: 200 len: 1094 time: 0.1353807 Dec 16 09:45:11.980808 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-64387c8c-b014-4d96-acf0-8eb090caccca tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:11.987803 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0ab39294-c91d-4306-b0a2-e6a26f63d95b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:11.989183 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-90223306-d130-43bf-92d3-89908ba1484a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27073785-11ba-41f6-938f-3c7a6386f470 HTTP/1.1" status: 200 len: 217 time: 0.1050954 Dec 16 09:45:12.040917 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-64387c8c-b014-4d96-acf0-8eb090caccca tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:12.091815 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36496) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:12.136640 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-4043b2bb-35a7-474c-9709-f1700289a187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:12.138165 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-4043b2bb-35a7-474c-9709-f1700289a187 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=79712853-d8c5-43f4-badd-7d13d8248fb4 HTTP/1.1" status: 200 len: 854 time: 0.1386333 Dec 16 09:45:12.183630 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-e47a53e4-0660-4fa8-8920-9656269c9be3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=eab87cca-b536-47b9-a963-f17d059e279c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382011 Dec 16 09:45:12.187597 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0ab39294-c91d-4306-b0a2-e6a26f63d95b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:12.231796 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab39294-c91d-4306-b0a2-e6a26f63d95b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Subnet': ['ID=711951d4-ac84-41ec-b586-692b5a7112a5,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:12.236522 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0ab39294-c91d-4306-b0a2-e6a26f63d95b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:12.242389 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0ab39294-c91d-4306-b0a2-e6a26f63d95b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/711951d4-ac84-41ec-b586-692b5a7112a5 HTTP/1.1" status: 204 len: 168 time: 0.7429299 Dec 16 09:45:12.244766 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36502) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:12.253664 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c6eadbec-ad87-4f22-8c38-90346b49c2f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:12.290383 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b2732c62-8583-4a02-9711-e76296ff5f74 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444331 Dec 16 09:45:12.294458 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36504) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:12.300518 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-9c769566-a88c-4983-acdc-846b9244a8f5 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:12.302987 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-64387c8c-b014-4d96-acf0-8eb090caccca tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:12.305679 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-64387c8c-b014-4d96-acf0-8eb090caccca tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:12.306828 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-64387c8c-b014-4d96-acf0-8eb090caccca tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "DELETE /v2.0/security-groups/1ef5286a-a2a5-4ecc-a285-e468325c6995 HTTP/1.1" status: 204 len: 168 time: 0.5072029 Dec 16 09:45:12.335623 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64387c8c-b014-4d96-acf0-8eb090caccca tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef5286a-a2a5-4ecc-a285-e468325c6995,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:12.357686 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-24dcee21-4348-4173-8ce9-50f81f335c18 service neutron] 10.222.0.58 "GET /v2.0/networks/eab87cca-b536-47b9-a963-f17d059e279c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672766 Dec 16 09:45:12.420852 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c6eadbec-ad87-4f22-8c38-90346b49c2f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:12.486828 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9b400a8f-ef47-4140-bdba-ae31059db61b req-f6fa7439-8a87-48c7-8d13-4149716fd2b0 service neutron] 10.222.0.58 "GET /v2.0/networks/eab87cca-b536-47b9-a963-f17d059e279c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195257 Dec 16 09:45:12.496721 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36510) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:12.529570 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c6eadbec-ad87-4f22-8c38-90346b49c2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:12.537237 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c769566-a88c-4983-acdc-846b9244a8f5 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:45:12.540867 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c769566-a88c-4983-acdc-846b9244a8f5 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:12.546789 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f734fa9-ad3e-427a-b45c-5ed0837eddf5 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:45:12.634994 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eadbec-ad87-4f22-8c38-90346b49c2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45865c58-d1b0-4dde-8917-b5470a103273,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:12.660785 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c6eadbec-ad87-4f22-8c38-90346b49c2f4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=794a6400dfaa4374bcaeca6cae23b740&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5652947 Dec 16 09:45:12.661191 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36512) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:12.673785 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-297a788c-6567-467c-933e-7565656c0e7a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Deleting subnet c444adc0-febf-4d56-b46a-7afac9e1282f {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:45:12.687117 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-297a788c-6567-467c-933e-7565656c0e7a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:12.746716 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-297a788c-6567-467c-933e-7565656c0e7a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:12.757821 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e9f8f12d-1567-446c-85ce-10e23d280200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:12.781288 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-d8a45cb2-2e63-428b-8560-3ef7bd51eab6 None None] Provisioning complete for port 2a9196ef-5bf4-490e-96b2-096faeb44848 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:12.781575 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d8a45cb2-2e63-428b-8560-3ef7bd51eab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:12.793385 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e9f8f12d-1567-446c-85ce-10e23d280200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:12.916075 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-297a788c-6567-467c-933e-7565656c0e7a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:12.926355 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e9f8f12d-1567-446c-85ce-10e23d280200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:12.929503 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e9f8f12d-1567-446c-85ce-10e23d280200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:12.930640 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e9f8f12d-1567-446c-85ce-10e23d280200 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/45865c58-d1b0-4dde-8917-b5470a103273 HTTP/1.1" status: 204 len: 168 time: 0.2684560 Dec 16 09:45:12.945161 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f8f12d-1567-446c-85ce-10e23d280200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45865c58-d1b0-4dde-8917-b5470a103273,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:13.012067 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c769566-a88c-4983-acdc-846b9244a8f5 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:13.024483 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbef19a-7948-4e34-84f4-1eaa3e738562 None None] DHCP port deletion for 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:45:13.068102 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a3505-6446-4126-a8af-90c9866c9f48 req-93389d31-e19b-4595-8a27-37f2d573bc32 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:13.069363 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b63a3505-6446-4126-a8af-90c9866c9f48 req-93389d31-e19b-4595-8a27-37f2d573bc32 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a3f34c4-4d36-4d07-ace3-532f837590ae HTTP/1.1" status: 200 len: 943 time: 0.0954287 Dec 16 09:45:13.084008 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c769566-a88c-4983-acdc-846b9244a8f5 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:45:13.091928 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-9c769566-a88c-4983-acdc-846b9244a8f5 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:45:13.096377 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c769566-a88c-4983-acdc-846b9244a8f5 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:13.096972 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c769566-a88c-4983-acdc-846b9244a8f5 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:13.114150 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-297a788c-6567-467c-933e-7565656c0e7a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:13.117994 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c769566-a88c-4983-acdc-846b9244a8f5 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Subnet': ['ID=9af843f2-996f-41fc-9568-bdecda42b8bc,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:13.120119 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-cbbef19a-7948-4e34-84f4-1eaa3e738562 None None] Deleting port 2a9196ef-5bf4-490e-96b2-096faeb44848 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:45:13.125799 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cbbef19a-7948-4e34-84f4-1eaa3e738562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:13.131680 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b63a3505-6446-4126-a8af-90c9866c9f48 req-d473974d-3831-421b-8d8e-267f13b6ca90 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562117 Dec 16 09:45:13.185568 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a788c-6567-467c-933e-7565656c0e7a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event deleted for resources: {'Subnet': ['ID=c444adc0-febf-4d56-b46a-7afac9e1282f,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:13.189953 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-297a788c-6567-467c-933e-7565656c0e7a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:13.193975 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-297a788c-6567-467c-933e-7565656c0e7a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "DELETE /v2.0/subnets/c444adc0-febf-4d56-b46a-7afac9e1282f HTTP/1.1" status: 204 len: 168 time: 0.6960294 Dec 16 09:45:13.196808 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36526) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:13.199736 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 37e6b0ab-f291-4bb8-90b3-77956cc8b138 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:45:13.208107 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de395ef9-17d6-4ce1-a8e0-06c1b24e375c None None] Network 214dd2af-e0ed-4dc4-8123-2d5410913429 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:45:13.218756 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9c769566-a88c-4983-acdc-846b9244a8f5 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9230547 Dec 16 09:45:13.219355 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36530) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:13.224524 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-957cb50c-d81d-4ffb-9a02-f3a577fa3466 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:13.316553 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 37e6b0ab-f291-4bb8-90b3-77956cc8b138 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:45:13.318487 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 37e6b0ab-f291-4bb8-90b3-77956cc8b138 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:45:13.357582 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-23bd1fac-778d-4bea-a5a6-027ac71c71d8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:13.435479 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-23bd1fac-778d-4bea-a5a6-027ac71c71d8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Deleting port c66385cd-a670-446e-b71d-8f4f3a709a19 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:45:13.435997 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-23bd1fac-778d-4bea-a5a6-027ac71c71d8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:13.471253 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957cb50c-d81d-4ffb-9a02-f3a577fa3466 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:45:13.475623 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-957cb50c-d81d-4ffb-9a02-f3a577fa3466 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:13.485661 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-cbbef19a-7948-4e34-84f4-1eaa3e738562 None None] For port 2a9196ef-5bf4-490e-96b2-096faeb44848, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=2a9196ef-5bf4-490e-96b2-096faeb44848,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:13.486274 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cbbef19a-7948-4e34-84f4-1eaa3e738562 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:13.502002 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-cbbef19a-7948-4e34-84f4-1eaa3e738562 None None] Calling delete_port for 2a9196ef-5bf4-490e-96b2-096faeb44848 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:45:13.584264 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-23bd1fac-778d-4bea-a5a6-027ac71c71d8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] For port c66385cd-a670-446e-b71d-8f4f3a709a19, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=c66385cd-a670-446e-b71d-8f4f3a709a19,segment=NetworkSegment(d261c222-8c73-4c2f-9a98-984ee968db2d),segment_id=d261c222-8c73-4c2f-9a98-984ee968db2d)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:13.585590 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-23bd1fac-778d-4bea-a5a6-027ac71c71d8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:13.593779 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c664ae44-7ffd-423f-80c7-c257c3948d4b None None] DHCP port deletion for 214dd2af-e0ed-4dc4-8123-2d5410913429 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:45:13.608818 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-23bd1fac-778d-4bea-a5a6-027ac71c71d8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Calling delete_port for c66385cd-a670-446e-b71d-8f4f3a709a19 owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:45:13.624029 n-d-820550-2 neutron-server[102816]: INFO neutron.db.ipam_backend_mixin [None req-957cb50c-d81d-4ffb-9a02-f3a577fa3466 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9af843f2-996f-41fc-9568-bdecda42b8bc (CIDR: 2001:db8::/64) Dec 16 09:45:13.656348 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-c664ae44-7ffd-423f-80c7-c257c3948d4b None None] Deleting port c66385cd-a670-446e-b71d-8f4f3a709a19 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:45:13.657174 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c664ae44-7ffd-423f-80c7-c257c3948d4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:13.673613 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-957cb50c-d81d-4ffb-9a02-f3a577fa3466 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:45:13.674168 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-957cb50c-d81d-4ffb-9a02-f3a577fa3466 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:13.722940 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cbbef19a-7948-4e34-84f4-1eaa3e738562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:13.759370 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbef19a-7948-4e34-84f4-1eaa3e738562 None None] Pushing event deleted for resources: {'Port': ['ID=2a9196ef-5bf4-490e-96b2-096faeb44848,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:13.770603 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-c664ae44-7ffd-423f-80c7-c257c3948d4b None None] For port c66385cd-a670-446e-b71d-8f4f3a709a19, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=c66385cd-a670-446e-b71d-8f4f3a709a19,segment=NetworkSegment(d261c222-8c73-4c2f-9a98-984ee968db2d),segment_id=d261c222-8c73-4c2f-9a98-984ee968db2d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:13.771011 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c664ae44-7ffd-423f-80c7-c257c3948d4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:13.773592 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbef19a-7948-4e34-84f4-1eaa3e738562 None None] No DVR routers for this DVR port 2a9196ef-5bf4-490e-96b2-096faeb44848 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:45:13.776292 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbef19a-7948-4e34-84f4-1eaa3e738562 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:13.776564 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbef19a-7948-4e34-84f4-1eaa3e738562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:13.776899 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbef19a-7948-4e34-84f4-1eaa3e738562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:13.777282 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbef19a-7948-4e34-84f4-1eaa3e738562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:13.777617 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbef19a-7948-4e34-84f4-1eaa3e738562 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:13.777949 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbef19a-7948-4e34-84f4-1eaa3e738562 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:13.778275 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbef19a-7948-4e34-84f4-1eaa3e738562 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:13.778598 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbef19a-7948-4e34-84f4-1eaa3e738562 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:13.778918 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbef19a-7948-4e34-84f4-1eaa3e738562 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:13.779242 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbef19a-7948-4e34-84f4-1eaa3e738562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:13.779685 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbef19a-7948-4e34-84f4-1eaa3e738562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:13.780024 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbef19a-7948-4e34-84f4-1eaa3e738562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:13.786540 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-957cb50c-d81d-4ffb-9a02-f3a577fa3466 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5660567 Dec 16 09:45:13.787552 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36538) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:13.792485 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-65c43368-04fb-4a22-b942-c9d81d21f6e3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'subnet': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:13.798961 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-c664ae44-7ffd-423f-80c7-c257c3948d4b None None] Calling delete_port for c66385cd-a670-446e-b71d-8f4f3a709a19 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:45:13.814965 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ab1d86-86d2-4e30-8928-7c10ee5561fc None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:45:13.817161 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-23bd1fac-778d-4bea-a5a6-027ac71c71d8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:13.883691 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36540) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:13.904415 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7034a112-3d02-4b26-8015-c41320e8b5a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:13.906483 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd1fac-778d-4bea-a5a6-027ac71c71d8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event deleted for resources: {'Port': ['ID=c66385cd-a670-446e-b71d-8f4f3a709a19,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:13.918867 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bd1fac-778d-4bea-a5a6-027ac71c71d8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] No DVR routers for this DVR port c66385cd-a670-446e-b71d-8f4f3a709a19 on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:45:13.934254 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd1fac-778d-4bea-a5a6-027ac71c71d8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:13.934599 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd1fac-778d-4bea-a5a6-027ac71c71d8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:13.934934 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd1fac-778d-4bea-a5a6-027ac71c71d8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:13.935267 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd1fac-778d-4bea-a5a6-027ac71c71d8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:13.935595 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd1fac-778d-4bea-a5a6-027ac71c71d8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:13.935922 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd1fac-778d-4bea-a5a6-027ac71c71d8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:13.936242 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd1fac-778d-4bea-a5a6-027ac71c71d8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:13.936704 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd1fac-778d-4bea-a5a6-027ac71c71d8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:13.937026 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd1fac-778d-4bea-a5a6-027ac71c71d8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:13.937501 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd1fac-778d-4bea-a5a6-027ac71c71d8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:13.937824 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd1fac-778d-4bea-a5a6-027ac71c71d8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:13.938142 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd1fac-778d-4bea-a5a6-027ac71c71d8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:14.007055 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c664ae44-7ffd-423f-80c7-c257c3948d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:14.049627 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664ae44-7ffd-423f-80c7-c257c3948d4b None None] Pushing event deleted for resources: {'Port': ['ID=c66385cd-a670-446e-b71d-8f4f3a709a19,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:14.061298 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c43368-04fb-4a22-b942-c9d81d21f6e3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:45:14.061487 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-23bd1fac-778d-4bea-a5a6-027ac71c71d8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:14.068761 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65c43368-04fb-4a22-b942-c9d81d21f6e3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:14.084419 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c664ae44-7ffd-423f-80c7-c257c3948d4b None None] No DVR routers for this DVR port c66385cd-a670-446e-b71d-8f4f3a709a19 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:45:14.095124 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-23bd1fac-778d-4bea-a5a6-027ac71c71d8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['214dd2af-e0ed-4dc4-8123-2d5410913429']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:14.117758 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-23bd1fac-778d-4bea-a5a6-027ac71c71d8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd261c222-8c73-4c2f-9a98-984ee968db2d') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:14.118151 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-23bd1fac-778d-4bea-a5a6-027ac71c71d8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd261c222-8c73-4c2f-9a98-984ee968db2d') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:14.131645 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-23bd1fac-778d-4bea-a5a6-027ac71c71d8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:14.150565 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fba591a-f324-4862-a657-617bda3bb14d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'tenant_id': '7a8a019db65a41c08c2de4799c62bbc5', 'fixed_ips': [{'subnet_id': '9af843f2-996f-41fc-9568-bdecda42b8bc'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:45:14.152262 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9fba591a-f324-4862-a657-617bda3bb14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:14.174632 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-23bd1fac-778d-4bea-a5a6-027ac71c71d8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:14.195389 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7034a112-3d02-4b26-8015-c41320e8b5a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:14.203946 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23bd1fac-778d-4bea-a5a6-027ac71c71d8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:45:14.206229 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-23bd1fac-778d-4bea-a5a6-027ac71c71d8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:14.211820 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:45:14.211820 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:45:14.211820 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:45:14.211820 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:45:14.211820 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:45:14.211820 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:45:14.211820 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:45:14.211820 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:45:14.211820 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:45:14.211820 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:45:14.211820 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:45:14.211820 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:45:14.211820 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:45:14.211820 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:45:14.211820 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:45:14.211820 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:45:14.211820 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:45:14.211820 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:45:14.211820 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:45:14.211820 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:45:14.211820 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:45:14.211820 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:45:14.211820 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:45:14.211820 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:45:14.211820 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:45:14.211820 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:45:14.211820 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:45:14.211820 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:45:14.211820 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:45:14.211820 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:45:14.211820 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:45:14.211820 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:45:14.325690 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-9fba591a-f324-4862-a657-617bda3bb14d None None] Allocated IP 2001:db8::2 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/9af843f2-996f-41fc-9568-bdecda42b8bc/884bc063-11a7-4dff-b8fd-2633d5fed3ab) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:45:14.330570 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7034a112-3d02-4b26-8015-c41320e8b5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:14.390683 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034a112-3d02-4b26-8015-c41320e8b5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f0182d-c817-4ffc-b837-780546e05559,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:14.438362 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7034a112-3d02-4b26-8015-c41320e8b5a3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=072bba0b8ece4515bf446cde5ec25982&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5455916 Dec 16 09:45:14.438945 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36548) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:14.450717 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefeeee-36eb-463c-af2d-0965a9d4f0ee req-d41baa0c-514e-48e5-88c4-466c2de56048 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:14.452607 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ccefeeee-36eb-463c-af2d-0965a9d4f0ee req-d41baa0c-514e-48e5-88c4-466c2de56048 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a3f34c4-4d36-4d07-ace3-532f837590ae HTTP/1.1" status: 200 len: 943 time: 0.1373055 Dec 16 09:45:14.523644 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-23bd1fac-778d-4bea-a5a6-027ac71c71d8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:14.573068 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-23bd1fac-778d-4bea-a5a6-027ac71c71d8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:14.573842 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 2a9196ef-5bf4-490e-96b2-096faeb44848 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:45:14.579493 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-23bd1fac-778d-4bea-a5a6-027ac71c71d8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "DELETE /v2.0/networks/214dd2af-e0ed-4dc4-8123-2d5410913429 HTTP/1.1" status: 204 len: 168 time: 1.3786232 Dec 16 09:45:14.583295 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36552) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:14.586140 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd1fac-778d-4bea-a5a6-027ac71c71d8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event deleted for resources: {'Network': ['ID=214dd2af-e0ed-4dc4-8123-2d5410913429,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:14.595892 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ccefeeee-36eb-463c-af2d-0965a9d4f0ee req-9a67887d-514f-4a3c-a23a-02d0b0e7e7f5 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346807 Dec 16 09:45:14.613754 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 2a9196ef-5bf4-490e-96b2-096faeb44848 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:45:14.614255 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 2a9196ef-5bf4-490e-96b2-096faeb44848 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:45:14.614636 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device c66385cd-a670-446e-b71d-8f4f3a709a19 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:45:14.642994 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: c66385cd-a670-446e-b71d-8f4f3a709a19 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:45:14.643509 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device c66385cd-a670-446e-b71d-8f4f3a709a19 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:45:14.663985 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-71d06a87-6b23-423c-8270-023d589f11f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:14.671405 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9fba591a-f324-4862-a657-617bda3bb14d None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:14.708716 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-71d06a87-6b23-423c-8270-023d589f11f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:14.754011 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9fba591a-f324-4862-a657-617bda3bb14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:14.811515 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fba591a-f324-4862-a657-617bda3bb14d None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:45:14.818695 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-9fba591a-f324-4862-a657-617bda3bb14d None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:45:14.822647 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fba591a-f324-4862-a657-617bda3bb14d None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:45:14.841164 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba591a-f324-4862-a657-617bda3bb14d None None] Pushing event updated for resources: {'Port': ['ID=884bc063-11a7-4dff-b8fd-2633d5fed3ab,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:14.919390 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-9fba591a-f324-4862-a657-617bda3bb14d None None] Attempting to bind port 884bc063-11a7-4dff-b8fd-2633d5fed3ab on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:45:14.920026 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-9fba591a-f324-4862-a657-617bda3bb14d None None] Attempting to bind port 884bc063-11a7-4dff-b8fd-2633d5fed3ab by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:45:14.920594 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fba591a-f324-4862-a657-617bda3bb14d None None] Attempting to bind port 884bc063-11a7-4dff-b8fd-2633d5fed3ab on network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:45:14.926182 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fba591a-f324-4862-a657-617bda3bb14d None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:45:14.926793 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fba591a-f324-4862-a657-617bda3bb14d None None] Checking segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:45:14.927443 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9fba591a-f324-4862-a657-617bda3bb14d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:14.928260 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fba591a-f324-4862-a657-617bda3bb14d None None] Bound using segment: {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:45:14.928963 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-9fba591a-f324-4862-a657-617bda3bb14d None None] Bound port: 884bc063-11a7-4dff-b8fd-2633d5fed3ab, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:45:14.929380 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9fba591a-f324-4862-a657-617bda3bb14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:14.978053 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-71d06a87-6b23-423c-8270-023d589f11f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:14.981929 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-71d06a87-6b23-423c-8270-023d589f11f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:14.985651 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-71d06a87-6b23-423c-8270-023d589f11f3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/32f0182d-c817-4ffc-b837-780546e05559 HTTP/1.1" status: 204 len: 168 time: 0.5428805 Dec 16 09:45:14.993446 n-d-820550-2 neutron-server[102816]: DEBUG neutron.objects.ports [None req-65c43368-04fb-4a22-b942-c9d81d21f6e3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102816) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:45:15.009332 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d06a87-6b23-423c-8270-023d589f11f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f0182d-c817-4ffc-b837-780546e05559,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:15.047914 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-9fba591a-f324-4862-a657-617bda3bb14d None None] For port 884bc063-11a7-4dff-b8fd-2633d5fed3ab, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:45:15.058576 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-00852b39-593a-4ee3-9d4a-f8c29a6f6276 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Deleting port 3937a551-e01f-4c15-ab6d-aa5d2e1bfe42 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:45:15.058928 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00852b39-593a-4ee3-9d4a-f8c29a6f6276 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:15.065427 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-9fba591a-f324-4862-a657-617bda3bb14d None None] For port 884bc063-11a7-4dff-b8fd-2633d5fed3ab, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=884bc063-11a7-4dff-b8fd-2633d5fed3ab,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:45:15.143616 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9fba591a-f324-4862-a657-617bda3bb14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:15.206301 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00852b39-593a-4ee3-9d4a-f8c29a6f6276 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:15.206301 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00852b39-593a-4ee3-9d4a-f8c29a6f6276 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:15.224424 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-00852b39-593a-4ee3-9d4a-f8c29a6f6276 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Calling delete_port for 3937a551-e01f-4c15-ab6d-aa5d2e1bfe42 owned by network:floatingip {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:45:15.243385 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 27073785-11ba-41f6-938f-3c7a6386f470 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:45:15.279296 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba591a-f324-4862-a657-617bda3bb14d None None] Pushing event updated for resources: {'Port': ['ID=884bc063-11a7-4dff-b8fd-2633d5fed3ab,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:15.426489 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 27073785-11ba-41f6-938f-3c7a6386f470, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=27073785-11ba-41f6-938f-3c7a6386f470,segment=NetworkSegment(112c19ab-e990-4470-949d-db114062d034),segment_id=112c19ab-e990-4470-949d-db114062d034)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:15.432010 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65c43368-04fb-4a22-b942-c9d81d21f6e3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:15.450317 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '27073785-11ba-41f6-938f-3c7a6386f470', 'network_id': 'eab87cca-b536-47b9-a963-f17d059e279c', 'port_id': '27073785-11ba-41f6-938f-3c7a6386f470', 'mac_address': 'fa:16:3e:bb:5d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79712853-d8c5-43f4-badd-7d13d8248fb4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:45:15.559300 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:15.605668 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27073785-11ba-41f6-938f-3c7a6386f470 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:45:15.627017 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 27073785-11ba-41f6-938f-3c7a6386f470, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=27073785-11ba-41f6-938f-3c7a6386f470,segment=NetworkSegment(112c19ab-e990-4470-949d-db114062d034),segment_id=112c19ab-e990-4470-949d-db114062d034)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:15.748262 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-65c43368-04fb-4a22-b942-c9d81d21f6e3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] For port 884bc063-11a7-4dff-b8fd-2633d5fed3ab, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=884bc063-11a7-4dff-b8fd-2633d5fed3ab,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:15.751003 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:15.785458 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00852b39-593a-4ee3-9d4a-f8c29a6f6276 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:15.797201 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65c43368-04fb-4a22-b942-c9d81d21f6e3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:15.801718 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f25e8-966e-4a26-aaba-1ff19a6f6f5c req-2de46f4e-af37-4f65-81ac-8f5e2bf248e5 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:15.804160 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-457f25e8-966e-4a26-aaba-1ff19a6f6f5c req-2de46f4e-af37-4f65-81ac-8f5e2bf248e5 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a3f34c4-4d36-4d07-ace3-532f837590ae HTTP/1.1" status: 200 len: 943 time: 0.1066995 Dec 16 09:45:15.818748 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00852b39-593a-4ee3-9d4a-f8c29a6f6276 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event deleted for resources: {'Port': ['ID=3937a551-e01f-4c15-ab6d-aa5d2e1bfe42,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:15.835918 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=27073785-11ba-41f6-938f-3c7a6386f470,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:15.853218 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00852b39-593a-4ee3-9d4a-f8c29a6f6276 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:15.853579 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00852b39-593a-4ee3-9d4a-f8c29a6f6276 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:15.854049 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00852b39-593a-4ee3-9d4a-f8c29a6f6276 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:15.854423 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00852b39-593a-4ee3-9d4a-f8c29a6f6276 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:15.855290 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00852b39-593a-4ee3-9d4a-f8c29a6f6276 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:15.855624 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00852b39-593a-4ee3-9d4a-f8c29a6f6276 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:15.855951 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00852b39-593a-4ee3-9d4a-f8c29a6f6276 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:15.856275 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00852b39-593a-4ee3-9d4a-f8c29a6f6276 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:15.856594 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00852b39-593a-4ee3-9d4a-f8c29a6f6276 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:15.856917 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00852b39-593a-4ee3-9d4a-f8c29a6f6276 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:15.857267 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00852b39-593a-4ee3-9d4a-f8c29a6f6276 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:15.857596 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00852b39-593a-4ee3-9d4a-f8c29a6f6276 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:15.867218 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-457f25e8-966e-4a26-aaba-1ff19a6f6f5c req-344da4b9-71af-452f-ac72-09f67afa9536 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559843 Dec 16 09:45:15.897569 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65c43368-04fb-4a22-b942-c9d81d21f6e3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:15.898338 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65c43368-04fb-4a22-b942-c9d81d21f6e3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:15.980942 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['27073785-11ba-41f6-938f-3c7a6386f470'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:45:15.983312 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c43368-04fb-4a22-b942-c9d81d21f6e3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:45:15.985660 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00852b39-593a-4ee3-9d4a-f8c29a6f6276 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for floatingip, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:15.985660 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [None req-00852b39-593a-4ee3-9d4a-f8c29a6f6276 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Floating IP 7438f1b5-7e13-440c-aa34-2e832d35e079 disassociated (deleted). External IP: 172.25.1.160, port: 9e644923-b040-4aa2-a84d-84aeccc500b5. Dec 16 09:45:16.377542 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-65c43368-04fb-4a22-b942-c9d81d21f6e3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:45:16.380409 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c43368-04fb-4a22-b942-c9d81d21f6e3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:16.381302 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65c43368-04fb-4a22-b942-c9d81d21f6e3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:16.512718 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c43368-04fb-4a22-b942-c9d81d21f6e3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Subnet': ['ID=8f8e9ca6-9b3d-444f-a0fa-63de0dfe8aff,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:16.520615 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c43368-04fb-4a22-b942-c9d81d21f6e3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Port': ['ID=884bc063-11a7-4dff-b8fd-2633d5fed3ab,revision_number=4']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:16.593453 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 884bc063-11a7-4dff-b8fd-2633d5fed3ab up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:45:16.704267 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-65c43368-04fb-4a22-b942-c9d81d21f6e3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.9136899 Dec 16 09:45:16.704752 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36594) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:16.707742 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 884bc063-11a7-4dff-b8fd-2633d5fed3ab triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:16.708671 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:16.716213 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-4ce332c1-d045-427f-9bac-5e6cac32a1e6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Request body: {'port': {'network_id': '5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c', 'mac_address': 'fa:16:3e:f4:93:a5', 'name': 'tempest-NetworksTestDHCPv6-798795823'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:16.776319 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00852b39-593a-4ee3-9d4a-f8c29a6f6276 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Router 7523a7c7-0390-444d-b039-a8b41755a31d has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:45:16.794146 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4629ab8-fb61-4ad2-b488-2b45c13f9c2f None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:45:16.884414 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:16.935115 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00852b39-593a-4ee3-9d4a-f8c29a6f6276 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:45:16.948757 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00852b39-593a-4ee3-9d4a-f8c29a6f6276 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:16.949569 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b4b4eb0a-f32e-4dce-8020-18f39e06c631 None None] Provisioning complete for port 884bc063-11a7-4dff-b8fd-2633d5fed3ab triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:16.950092 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b4b4eb0a-f32e-4dce-8020-18f39e06c631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:16.956335 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dfcb3e-a765-4990-9e8d-ed22285dc247 None None] Sync routers for ids ['7523a7c7-0390-444d-b039-a8b41755a31d'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:45:17.011109 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 884bc063-11a7-4dff-b8fd-2633d5fed3ab, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=884bc063-11a7-4dff-b8fd-2633d5fed3ab,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:17.026074 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dfcb3e-a765-4990-9e8d-ed22285dc247 None None] Routers {'7523a7c7-0390-444d-b039-a8b41755a31d'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:45:17.026074 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-f9dfcb3e-a765-4990-9e8d-ed22285dc247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:44:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['7523a7c7-0390-444d-b039-a8b41755a31d'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:17.042618 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-00852b39-593a-4ee3-9d4a-f8c29a6f6276 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "DELETE /v2.0/floatingips/7438f1b5-7e13-440c-aa34-2e832d35e079 HTTP/1.1" status: 204 len: 168 time: 2.4576225 Dec 16 09:45:17.043252 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9edc31af-967e-426b-8c7f-e7c0ebc92264', 'tag': '9e644923-b040-4aa2-a84d-84aeccc500b5'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:45:17.051632 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afca3bd3-7d4c-42da-bb03-38885db3bfcd" -d '{"events": [{"name": "network-changed", "server_uuid": "9edc31af-967e-426b-8c7f-e7c0ebc92264", "tag": "9e644923-b040-4aa2-a84d-84aeccc500b5"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:45:17.059170 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ec64d-f927-4aa1-8009-3d74ecce54df req-b7460717-1221-4fbf-9ea9-4222b715e5ce tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:17.074904 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ef0ec64d-f927-4aa1-8009-3d74ecce54df req-b7460717-1221-4fbf-9ea9-4222b715e5ce tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a3f34c4-4d36-4d07-ace3-532f837590ae HTTP/1.1" status: 200 len: 944 time: 0.1071587 Dec 16 09:45:17.099389 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce332c1-d045-427f-9bac-5e6cac32a1e6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Made reservation on behalf of 7a8a019db65a41c08c2de4799c62bbc5 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:45:17.157905 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ef0ec64d-f927-4aa1-8009-3d74ecce54df req-ccd9f9cc-e21d-4d29-a078-0d4891f2c13f tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850904 Dec 16 09:45:17.209708 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54bcc08-d9fe-49fb-9df4-ee33c0c266eb x-openstack-request-id: req-e54bcc08-d9fe-49fb-9df4-ee33c0c266eb {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:45:17.210279 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9edc31af-967e-426b-8c7f-e7c0ebc92264", "tag": "9e644923-b040-4aa2-a84d-84aeccc500b5", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:45:17.210823 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e54bcc08-d9fe-49fb-9df4-ee33c0c266eb {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:45:17.211463 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9edc31af-967e-426b-8c7f-e7c0ebc92264', 'tag': '9e644923-b040-4aa2-a84d-84aeccc500b5', 'status': 'completed', 'code': 200} Dec 16 09:45:17.213743 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4ce332c1-d045-427f-9bac-5e6cac32a1e6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:17.251373 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-4ce332c1-d045-427f-9bac-5e6cac32a1e6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] device_id is not set on port 876e2cad-2758-4e84-8548-e2704b90eae4 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:45:17.289489 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 27073785-11ba-41f6-938f-3c7a6386f470 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:45:17.295266 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:17.356340 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca3bd3-7d4c-42da-bb03-38885db3bfcd req-881ef7c2-0d79-49c5-a50d-3d862d838aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:17.358137 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-afca3bd3-7d4c-42da-bb03-38885db3bfcd req-881ef7c2-0d79-49c5-a50d-3d862d838aae service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=60a0020dcca848d99f97019eb94a2e49&device_id=9edc31af-967e-426b-8c7f-e7c0ebc92264 HTTP/1.1" status: 200 len: 1097 time: 0.1238155 Dec 16 09:45:17.529741 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-f9dfcb3e-a765-4990-9e8d-ed22285dc247 None None] Set router 7523a7c7-0390-444d-b039-a8b41755a31d gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:45:17.603782 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=884bc063-11a7-4dff-b8fd-2633d5fed3ab,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:17.775566 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 27073785-11ba-41f6-938f-3c7a6386f470 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:45:17.805458 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 27073785-11ba-41f6-938f-3c7a6386f470 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:17.805458 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:18.004802 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-4ce332c1-d045-427f-9bac-5e6cac32a1e6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Allocated IP 2001:db8::12f (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/9af843f2-996f-41fc-9568-bdecda42b8bc/876e2cad-2758-4e84-8548-e2704b90eae4) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:45:18.018602 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-4ce332c1-d045-427f-9bac-5e6cac32a1e6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Allocated IP 2001:db8:0:1:f816:3eff:fef4:93a5 (5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c/8f8e9ca6-9b3d-444f-a0fa-63de0dfe8aff/876e2cad-2758-4e84-8548-e2704b90eae4) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:45:18.116724 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:18.146089 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-f9dfcb3e-a765-4990-9e8d-ed22285dc247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'name': 'tempest-TestNetworkBasicOps-router-958811268', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:22Z', 'updated_at': '2021-12-16T09:45:04Z', 'revision_number': 6, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'gw_port': {'id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:26Z', 'updated_at': '2021-12-16T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4', 'name': '', 'network_id': '872dad0c-b125-4398-b449-96faec06fd91', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'mac_address': 'fa:16:3e:66:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'b5b3a5ab-5e44-48ee-9d23-fb55390d3fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:39Z', 'updated_at': '2021-12-16T09:42:48Z', 'revision_number': 5, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'subnets': [{'id': 'b5b3a5ab-5e44-48ee-9d23-fb55390d3fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:18.159371 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3f34c4-4d36-4d07-ace3-532f837590ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27073785-11ba-41f6-938f-3c7a6386f470'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:45:18.161851 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f169b88d-b70b-48f9-9311-40565dbcd908" -d '{"events": [{"server_uuid": "0a3f34c4-4d36-4d07-ace3-532f837590ae", "name": "network-vif-plugged", "status": "completed", "tag": "27073785-11ba-41f6-938f-3c7a6386f470"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:45:18.235695 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23416344-5e2c-4f6f-9fc4-efb95b911182 x-openstack-request-id: req-23416344-5e2c-4f6f-9fc4-efb95b911182 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:45:18.235977 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a3f34c4-4d36-4d07-ace3-532f837590ae", "name": "network-vif-plugged", "status": "completed", "tag": "27073785-11ba-41f6-938f-3c7a6386f470", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:45:18.236222 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-23416344-5e2c-4f6f-9fc4-efb95b911182 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:45:18.236637 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3f34c4-4d36-4d07-ace3-532f837590ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27073785-11ba-41f6-938f-3c7a6386f470', 'code': 200} Dec 16 09:45:18.247713 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dfcb3e-a765-4990-9e8d-ed22285dc247 None None] Checking router: 7523a7c7-0390-444d-b039-a8b41755a31d for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:45:18.250944 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 27073785-11ba-41f6-938f-3c7a6386f470, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=27073785-11ba-41f6-938f-3c7a6386f470,segment=NetworkSegment(112c19ab-e990-4470-949d-db114062d034),segment_id=112c19ab-e990-4470-949d-db114062d034)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:18.298864 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dfcb3e-a765-4990-9e8d-ed22285dc247 None None] Routers {'7523a7c7-0390-444d-b039-a8b41755a31d'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:45:18.299622 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-f9dfcb3e-a765-4990-9e8d-ed22285dc247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:44:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['7523a7c7-0390-444d-b039-a8b41755a31d'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:18.342437 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01cc67-eaba-4b7c-acbb-b48ae08c7e03 req-8af9c0e4-83a6-4429-917c-ecd4658a8c7b tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:18.344048 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cc01cc67-eaba-4b7c-acbb-b48ae08c7e03 req-8af9c0e4-83a6-4429-917c-ecd4658a8c7b tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=9edc31af-967e-426b-8c7f-e7c0ebc92264 HTTP/1.1" status: 200 len: 946 time: 0.2630756 Dec 16 09:45:18.347536 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca3bd3-7d4c-42da-bb03-38885db3bfcd req-91fd0f3e-9ecd-46d8-882f-0a0ad2480c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:18.348953 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-afca3bd3-7d4c-42da-bb03-38885db3bfcd req-91fd0f3e-9ecd-46d8-882f-0a0ad2480c04 service neutron] 10.222.0.58 "GET /v2.0/networks?id=872dad0c-b125-4398-b449-96faec06fd91 HTTP/1.1" status: 200 len: 897 time: 0.9839802 Dec 16 09:45:18.442135 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:18.471162 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-afca3bd3-7d4c-42da-bb03-38885db3bfcd req-e8be3799-41bb-48e7-9723-64994c169a91 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e644923-b040-4aa2-a84d-84aeccc500b5 HTTP/1.1" status: 200 len: 217 time: 0.1043162 Dec 16 09:45:18.482508 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-f9dfcb3e-a765-4990-9e8d-ed22285dc247 None None] Set router 7523a7c7-0390-444d-b039-a8b41755a31d gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:45:18.504043 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4ce332c1-d045-427f-9bac-5e6cac32a1e6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:18.555751 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fad13-7f07-45fb-9d0d-ca0296860bfa req-8b0d9aee-4694-4172-9d83-2f54f7f1e22e tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:18.564116 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f44fad13-7f07-45fb-9d0d-ca0296860bfa req-8b0d9aee-4694-4172-9d83-2f54f7f1e22e tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a3f34c4-4d36-4d07-ace3-532f837590ae HTTP/1.1" status: 200 len: 944 time: 0.2366664 Dec 16 09:45:18.567927 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ccd8f7-2146-4555-9267-c0fff7bc756b req-993c8965-8476-4625-ac73-8c83c28c29a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:18.569463 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a1ccd8f7-2146-4555-9267-c0fff7bc756b req-993c8965-8476-4625-ac73-8c83c28c29a2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0a3f34c4-4d36-4d07-ace3-532f837590ae HTTP/1.1" status: 200 len: 1095 time: 0.2019179 Dec 16 09:45:18.572343 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cc01cc67-eaba-4b7c-acbb-b48ae08c7e03 req-cbcdbf27-69aa-4b6c-baf6-b185f605e7c7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=c74362f6-d134-41ca-a826-9b890e02020d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199702 Dec 16 09:45:18.642777 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca3bd3-7d4c-42da-bb03-38885db3bfcd req-20477369-b011-4634-aa02-e5150f9a0261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:18.644654 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-afca3bd3-7d4c-42da-bb03-38885db3bfcd req-20477369-b011-4634-aa02-e5150f9a0261 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b5b3a5ab-5e44-48ee-9d23-fb55390d3fca HTTP/1.1" status: 200 len: 835 time: 0.1348310 Dec 16 09:45:18.645827 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f44fad13-7f07-45fb-9d0d-ca0296860bfa req-7d6ee12d-9d65-4711-a2fd-64d907317a87 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807335 Dec 16 09:45:18.650798 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a1ccd8f7-2146-4555-9267-c0fff7bc756b req-493594b9-dedb-4e07-858f-0aa94a94cb80 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681531 Dec 16 09:45:18.720866 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca3bd3-7d4c-42da-bb03-38885db3bfcd req-80dcd204-2e52-46d7-b2bd-bed8183dbc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:18.722537 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-afca3bd3-7d4c-42da-bb03-38885db3bfcd req-80dcd204-2e52-46d7-b2bd-bed8183dbc2e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=872dad0c-b125-4398-b449-96faec06fd91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695491 Dec 16 09:45:18.759323 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 884bc063-11a7-4dff-b8fd-2633d5fed3ab up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:45:18.770906 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4ce332c1-d045-427f-9bac-5e6cac32a1e6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:18.812116 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce332c1-d045-427f-9bac-5e6cac32a1e6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:45:18.833454 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-4ce332c1-d045-427f-9bac-5e6cac32a1e6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:45:18.837621 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce332c1-d045-427f-9bac-5e6cac32a1e6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:45:18.844201 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce332c1-d045-427f-9bac-5e6cac32a1e6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:18.844769 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4ce332c1-d045-427f-9bac-5e6cac32a1e6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:18.863789 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=27073785-11ba-41f6-938f-3c7a6386f470,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:18.890307 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-9e8286ce-f93d-4f06-8d3b-6aa63f9c5948 None None] Provisioning complete for port 884bc063-11a7-4dff-b8fd-2633d5fed3ab triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:18.890826 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9e8286ce-f93d-4f06-8d3b-6aa63f9c5948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:18.971508 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce332c1-d045-427f-9bac-5e6cac32a1e6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event updated for resources: {'Port': ['ID=876e2cad-2758-4e84-8548-e2704b90eae4,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:19.007582 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 884bc063-11a7-4dff-b8fd-2633d5fed3ab triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:19.007954 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:19.033681 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-afca3bd3-7d4c-42da-bb03-38885db3bfcd req-bdb6ce7e-7df5-44bc-bf78-5e493a820780 service neutron] 10.222.0.58 "GET /v2.0/networks/872dad0c-b125-4398-b449-96faec06fd91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702819 Dec 16 09:45:19.084967 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-f9dfcb3e-a765-4990-9e8d-ed22285dc247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'name': 'tempest-TestNetworkBasicOps-router-958811268', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:22Z', 'updated_at': '2021-12-16T09:45:04Z', 'revision_number': 6, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'gw_port': {'id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:26Z', 'updated_at': '2021-12-16T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4', 'name': '', 'network_id': '872dad0c-b125-4398-b449-96faec06fd91', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'mac_address': 'fa:16:3e:66:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'b5b3a5ab-5e44-48ee-9d23-fb55390d3fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:39Z', 'updated_at': '2021-12-16T09:42:48Z', 'revision_number': 5, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'subnets': [{'id': 'b5b3a5ab-5e44-48ee-9d23-fb55390d3fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:19.108918 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4ce332c1-d045-427f-9bac-5e6cac32a1e6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4029217 Dec 16 09:45:19.111580 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36642) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:19.165431 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dfcb3e-a765-4990-9e8d-ed22285dc247 None None] The sync data for ids ['7523a7c7-0390-444d-b039-a8b41755a31d'] in n-d-820550-2 is: [{'id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'name': 'tempest-TestNetworkBasicOps-router-958811268', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:22Z', 'updated_at': '2021-12-16T09:45:04Z', 'revision_number': 6, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'gw_port': {'id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:26Z', 'updated_at': '2021-12-16T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4', 'name': '', 'network_id': '872dad0c-b125-4398-b449-96faec06fd91', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'mac_address': 'fa:16:3e:66:93:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'b5b3a5ab-5e44-48ee-9d23-fb55390d3fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:39Z', 'updated_at': '2021-12-16T09:42:48Z', 'revision_number': 5, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'subnets': [{'id': 'b5b3a5ab-5e44-48ee-9d23-fb55390d3fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:45:19.226696 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-afca3bd3-7d4c-42da-bb03-38885db3bfcd req-428d4dd7-85f3-4ca4-9510-5e82c7b29766 service neutron] 10.222.0.58 "GET /v2.0/networks/872dad0c-b125-4398-b449-96faec06fd91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833277 Dec 16 09:45:19.246096 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-97e921df-3006-41fe-b10f-9479341391e6 None None] Provisioning complete for port 876e2cad-2758-4e84-8548-e2704b90eae4 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:19.246465 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-97e921df-3006-41fe-b10f-9479341391e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:19.297226 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-97e921df-3006-41fe-b10f-9479341391e6 None None] Port 876e2cad-2758-4e84-8548-e2704b90eae4 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:45:19.311285 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70902a-9e18-4634-b35e-a3ab3d1dc14f req-fc4438ad-4b67-40c2-923c-85a6171f3ff1 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:19.312977 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ee70902a-9e18-4634-b35e-a3ab3d1dc14f req-fc4438ad-4b67-40c2-923c-85a6171f3ff1 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.58 "GET /v2.0/ports?device_id=9edc31af-967e-426b-8c7f-e7c0ebc92264 HTTP/1.1" status: 200 len: 946 time: 0.0978744 Dec 16 09:45:19.360180 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-30230258-6d8e-4346-b576-45c9f44bb0bd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting port 876e2cad-2758-4e84-8548-e2704b90eae4 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:45:19.361948 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-30230258-6d8e-4346-b576-45c9f44bb0bd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:19.535778 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-ee70902a-9e18-4634-b35e-a3ab3d1dc14f req-745c47d7-6364-4783-9d00-7b46cc993dbf tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Deleting port 9e644923-b040-4aa2-a84d-84aeccc500b5 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:45:19.542862 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ee70902a-9e18-4634-b35e-a3ab3d1dc14f req-745c47d7-6364-4783-9d00-7b46cc993dbf tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:19.587815 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-30230258-6d8e-4346-b576-45c9f44bb0bd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:19.603980 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-30230258-6d8e-4346-b576-45c9f44bb0bd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Calling delete_port for 876e2cad-2758-4e84-8548-e2704b90eae4 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:45:19.619204 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660125fd-9678-4599-bfbe-3bc28b860f15 None None] New status for floating IP 7438f1b5-7e13-440c-aa34-2e832d35e079: DOWN {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:45:19.763310 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-ee70902a-9e18-4634-b35e-a3ab3d1dc14f req-745c47d7-6364-4783-9d00-7b46cc993dbf tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] For port 9e644923-b040-4aa2-a84d-84aeccc500b5, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=9e644923-b040-4aa2-a84d-84aeccc500b5,segment=NetworkSegment(4e51bee1-cafd-4d8e-b755-0a17a19937c7),segment_id=4e51bee1-cafd-4d8e-b755-0a17a19937c7)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:19.763861 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ee70902a-9e18-4634-b35e-a3ab3d1dc14f req-745c47d7-6364-4783-9d00-7b46cc993dbf tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:19.783591 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-ee70902a-9e18-4634-b35e-a3ab3d1dc14f req-745c47d7-6364-4783-9d00-7b46cc993dbf tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Calling delete_port for 9e644923-b040-4aa2-a84d-84aeccc500b5 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:45:19.793808 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac25081-ca0b-4c94-b76a-f0106cc8b7ed req-cbeeaedc-d4bc-4034-b155-962a69062432 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:19.795600 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fac25081-ca0b-4c94-b76a-f0106cc8b7ed req-cbeeaedc-d4bc-4034-b155-962a69062432 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=9edc31af-967e-426b-8c7f-e7c0ebc92264 HTTP/1.1" status: 200 len: 946 time: 0.1383388 Dec 16 09:45:19.894578 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fac25081-ca0b-4c94-b76a-f0106cc8b7ed req-8d14149e-c6e3-4c63-a030-1fcc0288c6d7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=c74362f6-d134-41ca-a826-9b890e02020d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887978 Dec 16 09:45:19.900478 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a5c01-5b71-4d23-9537-78599b4e52ac req-b410337d-35fd-494b-b314-24823bc380cf tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:19.902566 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b9a5c01-5b71-4d23-9537-78599b4e52ac req-b410337d-35fd-494b-b314-24823bc380cf tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a3f34c4-4d36-4d07-ace3-532f837590ae HTTP/1.1" status: 200 len: 945 time: 0.1124480 Dec 16 09:45:19.972914 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b9a5c01-5b71-4d23-9537-78599b4e52ac req-246c2d4a-66cb-4ffd-83a7-4e294e22c43e tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637000 Dec 16 09:45:20.087500 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-30230258-6d8e-4346-b576-45c9f44bb0bd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:20.116746 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30230258-6d8e-4346-b576-45c9f44bb0bd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Port': ['ID=876e2cad-2758-4e84-8548-e2704b90eae4,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:20.136169 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ee70902a-9e18-4634-b35e-a3ab3d1dc14f req-745c47d7-6364-4783-9d00-7b46cc993dbf tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:20.177427 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-30230258-6d8e-4346-b576-45c9f44bb0bd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:20.178110 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c47d7-6364-4783-9d00-7b46cc993dbf tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event deleted for resources: {'Port': ['ID=9e644923-b040-4aa2-a84d-84aeccc500b5,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:20.182365 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-30230258-6d8e-4346-b576-45c9f44bb0bd tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/876e2cad-2758-4e84-8548-e2704b90eae4 HTTP/1.1" status: 204 len: 168 time: 1.0697961 Dec 16 09:45:20.188911 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36680) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:20.253761 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee70902a-9e18-4634-b35e-a3ab3d1dc14f req-745c47d7-6364-4783-9d00-7b46cc993dbf tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] No DVR routers for this DVR port 9e644923-b040-4aa2-a84d-84aeccc500b5 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:45:20.256669 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ee70902a-9e18-4634-b35e-a3ab3d1dc14f req-745c47d7-6364-4783-9d00-7b46cc993dbf tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:20.261264 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ee70902a-9e18-4634-b35e-a3ab3d1dc14f req-745c47d7-6364-4783-9d00-7b46cc993dbf tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.58 "DELETE /v2.0/ports/9e644923-b040-4aa2-a84d-84aeccc500b5 HTTP/1.1" status: 204 len: 173 time: 0.9412928 Dec 16 09:45:20.263907 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edc31af-967e-426b-8c7f-e7c0ebc92264', 'name': 'network-vif-deleted', 'tag': '9e644923-b040-4aa2-a84d-84aeccc500b5'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:45:20.266495 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d5ff50-8e46-48ea-8842-85a8ff629592" -d '{"events": [{"server_uuid": "9edc31af-967e-426b-8c7f-e7c0ebc92264", "name": "network-vif-deleted", "tag": "9e644923-b040-4aa2-a84d-84aeccc500b5"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:45:20.291053 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d06fe8e-52c7-4e84-a93f-a3442886952b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:20.292792 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0d06fe8e-52c7-4e84-a93f-a3442886952b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1016388 Dec 16 09:45:20.295494 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36686) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:20.315579 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1b545d-d56c-4496-9fa9-e5d70643f4ab x-openstack-request-id: req-bd1b545d-d56c-4496-9fa9-e5d70643f4ab {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:45:20.316034 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9edc31af-967e-426b-8c7f-e7c0ebc92264", "name": "network-vif-deleted", "tag": "9e644923-b040-4aa2-a84d-84aeccc500b5", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:45:20.316693 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bd1b545d-d56c-4496-9fa9-e5d70643f4ab {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:45:20.317107 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9edc31af-967e-426b-8c7f-e7c0ebc92264', 'name': 'network-vif-deleted', 'tag': '9e644923-b040-4aa2-a84d-84aeccc500b5', 'status': 'completed', 'code': 200} Dec 16 09:45:20.366725 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6063ee80-ea93-47fe-936f-8a6e30cdbc08 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:20.371555 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36692) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:20.373713 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6063ee80-ea93-47fe-936f-8a6e30cdbc08 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0770328 Dec 16 09:45:20.427808 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519b8abe-457c-40ea-869b-498f2c2a0986 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:20.430069 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519b8abe-457c-40ea-869b-498f2c2a0986 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:20.431718 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519b8abe-457c-40ea-869b-498f2c2a0986 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:20.436724 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-519b8abe-457c-40ea-869b-498f2c2a0986 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0641096 Dec 16 09:45:20.437273 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36694) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:20.500123 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3571340-32d2-45cb-8740-e011cd25942c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting subnet 8f8e9ca6-9b3d-444f-a0fa-63de0dfe8aff {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:45:20.503653 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a3571340-32d2-45cb-8740-e011cd25942c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:20.547816 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a3571340-32d2-45cb-8740-e011cd25942c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:20.671824 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a3571340-32d2-45cb-8740-e011cd25942c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:20.815874 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a3571340-32d2-45cb-8740-e011cd25942c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:20.844293 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3571340-32d2-45cb-8740-e011cd25942c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Subnet': ['ID=8f8e9ca6-9b3d-444f-a0fa-63de0dfe8aff,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:20.846310 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a3571340-32d2-45cb-8740-e011cd25942c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:20.851089 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f9336a-fd8c-4dbd-89bd-09c85ee6ae47 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:45:20.854815 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a3571340-32d2-45cb-8740-e011cd25942c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/8f8e9ca6-9b3d-444f-a0fa-63de0dfe8aff HTTP/1.1" status: 204 len: 168 time: 0.4154561 Dec 16 09:45:20.857915 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36714) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:20.927868 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-223acb59-c920-478a-b935-3f885e5c1a67 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Deleting subnet 9af843f2-996f-41fc-9568-bdecda42b8bc {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:45:20.931519 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-223acb59-c920-478a-b935-3f885e5c1a67 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:20.983104 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-223acb59-c920-478a-b935-3f885e5c1a67 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:21.047893 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36732) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:21.113616 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1cea5253-6572-4530-a856-ccca560e06cc req-b7a28d3b-670d-4aa7-acbe-663ee8bcedf4 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=9edc31af-967e-426b-8c7f-e7c0ebc92264 HTTP/1.1" status: 200 len: 210 time: 0.1014175 Dec 16 09:45:21.214236 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-223acb59-c920-478a-b935-3f885e5c1a67 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:21.270251 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9beeca30-37bf-4276-b50e-2ff2d19567ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:21.337911 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230255e5-e0e9-4c65-b17e-6e10d1f950c5 req-f7d448b2-116f-4c32-b0ce-bd41e7ccde0c tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:21.340122 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-230255e5-e0e9-4c65-b17e-6e10d1f950c5 req-f7d448b2-116f-4c32-b0ce-bd41e7ccde0c tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a3f34c4-4d36-4d07-ace3-532f837590ae HTTP/1.1" status: 200 len: 945 time: 0.1522052 Dec 16 09:45:21.374147 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9beeca30-37bf-4276-b50e-2ff2d19567ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:21.411073 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-230255e5-e0e9-4c65-b17e-6e10d1f950c5 req-b053d16e-4761-4803-82c0-8dccd0c7c3fe tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634394 Dec 16 09:45:21.575556 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9beeca30-37bf-4276-b50e-2ff2d19567ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:21.617148 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9beeca30-37bf-4276-b50e-2ff2d19567ee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b981978180a24c7091fadebb91600f03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5660388 Dec 16 09:45:21.617148 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beeca30-37bf-4276-b50e-2ff2d19567ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f13f64-3325-49a7-bed3-c551d95bdfaa,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:21.618866 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36758) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:21.664618 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-223acb59-c920-478a-b935-3f885e5c1a67 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:21.695785 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-223acb59-c920-478a-b935-3f885e5c1a67 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:21.701231 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-223acb59-c920-478a-b935-3f885e5c1a67 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/9af843f2-996f-41fc-9568-bdecda42b8bc HTTP/1.1" status: 204 len: 168 time: 0.8415020 Dec 16 09:45:21.703199 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36762) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:21.728042 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223acb59-c920-478a-b935-3f885e5c1a67 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Subnet': ['ID=9af843f2-996f-41fc-9568-bdecda42b8bc,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:21.749901 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9b461b6f-e8d5-4ccf-a38a-e161847edfa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:21.760911 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8b7bdae8-b070-48b9-ab91-c4760de99f35 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0559285 Dec 16 09:45:21.761540 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36766) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:21.778422 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9b461b6f-e8d5-4ccf-a38a-e161847edfa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:21.805201 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769a6c0b-11e0-40c6-9f21-74ebac0c8c33 None None] Network 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:45:21.840176 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d2dec2-d4a0-4e02-b46f-0572492bf23b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:21.842207 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-87d2dec2-d4a0-4e02-b46f-0572492bf23b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0794327 Dec 16 09:45:21.844841 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36770) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:21.900768 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-136774ce-f932-442e-a21e-16dc5fefcd5e None None] Provisioning complete for port 884bc063-11a7-4dff-b8fd-2633d5fed3ab triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:21.902539 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-136774ce-f932-442e-a21e-16dc5fefcd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:21.907846 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4339f7-02be-415c-a1cd-cc2c283bb05f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:21.912969 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ed4339f7-02be-415c-a1cd-cc2c283bb05f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0636170 Dec 16 09:45:21.913104 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36774) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:21.942689 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9b461b6f-e8d5-4ccf-a38a-e161847edfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:21.946266 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9b461b6f-e8d5-4ccf-a38a-e161847edfa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:21.948320 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9b461b6f-e8d5-4ccf-a38a-e161847edfa8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f8f13f64-3325-49a7-bed3-c551d95bdfaa HTTP/1.1" status: 204 len: 168 time: 0.3281560 Dec 16 09:45:21.959574 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b461b6f-e8d5-4ccf-a38a-e161847edfa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f13f64-3325-49a7-bed3-c551d95bdfaa,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:22.015265 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-89d83145-b083-4a9d-b7b1-35b214b7221c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1014938 Dec 16 09:45:22.019843 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36784) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:22.069040 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7b0b49f-2209-4af2-8d7f-99bdf88ae7ba tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:22.070185 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7b0b49f-2209-4af2-8d7f-99bdf88ae7ba tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:22.078483 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a7b0b49f-2209-4af2-8d7f-99bdf88ae7ba tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/876e2cad-2758-4e84-8548-e2704b90eae4 HTTP/1.1" status: 404 len: 333 time: 0.0574901 Dec 16 09:45:22.080718 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36788) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:22.145855 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207743d2-7593-4b0c-a461-888b5087fd5b None None] DHCP port deletion for 5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:45:22.152572 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-98658ac8-9f67-4ff8-b01a-dee4aba2aa22 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:22.153051 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98658ac8-9f67-4ff8-b01a-dee4aba2aa22 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:22.156576 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-98658ac8-9f67-4ff8-b01a-dee4aba2aa22 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/8f8e9ca6-9b3d-444f-a0fa-63de0dfe8aff HTTP/1.1" status: 404 len: 337 time: 0.0732198 Dec 16 09:45:22.159926 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36798) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:22.190196 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9161dd-595a-4a73-bd33-aa58e320253d req-6910e199-4c12-4154-8c18-fa7bbcc189f8 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:22.191834 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9c9161dd-595a-4a73-bd33-aa58e320253d req-6910e199-4c12-4154-8c18-fa7bbcc189f8 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a3f34c4-4d36-4d07-ace3-532f837590ae HTTP/1.1" status: 200 len: 945 time: 0.1223927 Dec 16 09:45:22.201435 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9cfa5ae-3957-4d28-a287-1d2246692aba tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:22.201435 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9cfa5ae-3957-4d28-a287-1d2246692aba tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:22.201435 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f9cfa5ae-3957-4d28-a287-1d2246692aba tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/9af843f2-996f-41fc-9568-bdecda42b8bc HTTP/1.1" status: 404 len: 337 time: 0.0373292 Dec 16 09:45:22.201808 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36802) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:22.220219 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-207743d2-7593-4b0c-a461-888b5087fd5b None None] Deleting port 884bc063-11a7-4dff-b8fd-2633d5fed3ab {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:45:22.220904 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-207743d2-7593-4b0c-a461-888b5087fd5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:22.241836 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb410568-c072-41aa-b476-94c2f1d0b5fe tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:22.241836 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb410568-c072-41aa-b476-94c2f1d0b5fe tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:22.244013 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-cb410568-c072-41aa-b476-94c2f1d0b5fe tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/5918891c-b204-43b4-bbba-c4916cd790e2 HTTP/1.1" status: 404 len: 333 time: 0.0416274 Dec 16 09:45:22.247317 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36808) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:22.299178 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36810) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:22.318582 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9c9161dd-595a-4a73-bd33-aa58e320253d req-5b33368b-9321-4be1-a52b-b6c7344ce644 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068778 Dec 16 09:45:22.342326 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-db0fc313-a378-4526-aecb-7649f20f8293 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:22.350071 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db0fc313-a378-4526-aecb-7649f20f8293 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:22.352537 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-207743d2-7593-4b0c-a461-888b5087fd5b None None] For port 884bc063-11a7-4dff-b8fd-2633d5fed3ab, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=884bc063-11a7-4dff-b8fd-2633d5fed3ab,segment=NetworkSegment(ef6903a1-5d07-4ec4-a28d-cbfd514828c4),segment_id=ef6903a1-5d07-4ec4-a28d-cbfd514828c4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:22.352960 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-207743d2-7593-4b0c-a461-888b5087fd5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:22.363339 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-db0fc313-a378-4526-aecb-7649f20f8293 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/5fb419f0-8092-4e1f-bcbb-8595480a9c4f HTTP/1.1" status: 404 len: 337 time: 0.1137862 Dec 16 09:45:22.364755 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36818) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:22.400895 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-207743d2-7593-4b0c-a461-888b5087fd5b None None] Calling delete_port for 884bc063-11a7-4dff-b8fd-2633d5fed3ab owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:45:22.409563 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-a278539e-bbee-46b1-ad9a-f6aeb1cf08d0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:22.410662 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a278539e-bbee-46b1-ad9a-f6aeb1cf08d0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:22.413926 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a278539e-bbee-46b1-ad9a-f6aeb1cf08d0 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/711951d4-ac84-41ec-b586-692b5a7112a5 HTTP/1.1" status: 404 len: 337 time: 0.0480165 Dec 16 09:45:22.417353 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36820) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:22.444898 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea0311a-d3b0-4428-8d19-d6f7baabafe9 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:22.446044 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ea0311a-d3b0-4428-8d19-d6f7baabafe9 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:22.450538 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4ea0311a-d3b0-4428-8d19-d6f7baabafe9 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/6ae1b2ac-4841-46b6-bb3c-e680581d4efd HTTP/1.1" status: 404 len: 333 time: 0.0318849 Dec 16 09:45:22.452932 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36822) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:22.458535 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-95c7f8b7-fd98-4b99-b7ac-03f7043841b3 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:22.495765 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c73acb-188e-4940-a32d-30f9d8485d64 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:22.496239 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25c73acb-188e-4940-a32d-30f9d8485d64 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:22.499587 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-25c73acb-188e-4940-a32d-30f9d8485d64 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/19a52868-aeda-43ea-9d15-e22c4f2d2222 HTTP/1.1" status: 404 len: 337 time: 0.0453095 Dec 16 09:45:22.503326 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36826) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:22.533372 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 884bc063-11a7-4dff-b8fd-2633d5fed3ab no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:45:22.551476 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-95c7f8b7-fd98-4b99-b7ac-03f7043841b3 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:22.554484 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4942861-7516-4cd1-9d68-7ac308c80f82 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:22.555043 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4942861-7516-4cd1-9d68-7ac308c80f82 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:22.558723 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d4942861-7516-4cd1-9d68-7ac308c80f82 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/9512f06c-a1be-4138-893c-d9f169766b53 HTTP/1.1" status: 404 len: 337 time: 0.0540862 Dec 16 09:45:22.561509 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36830) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:22.588118 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f4b68e-b417-4d80-b98f-f156622e0488 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:22.588853 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97f4b68e-b417-4d80-b98f-f156622e0488 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:22.592376 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-97f4b68e-b417-4d80-b98f-f156622e0488 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/ed6025e1-8300-4189-ab94-911b2e3e9b30 HTTP/1.1" status: 404 len: 333 time: 0.0295284 Dec 16 09:45:22.595172 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36832) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:22.621256 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b0f43a0-3a2f-47a1-868c-aae206baf3a3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:22.621705 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b0f43a0-3a2f-47a1-868c-aae206baf3a3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:22.623803 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:22.624679 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0b0f43a0-3a2f-47a1-868c-aae206baf3a3 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/e1e2b68b-aa8a-444b-889a-9ae069e3e1e8 HTTP/1.1" status: 404 len: 337 time: 0.0285971 Dec 16 09:45:22.627320 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36834) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:22.653930 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b67ef4-58c7-4751-8c77-80da542503c2 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:22.654573 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b67ef4-58c7-4751-8c77-80da542503c2 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:22.657632 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-74b67ef4-58c7-4751-8c77-80da542503c2 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/aeb54eb7-6c23-4e55-b96e-847f177e6579 HTTP/1.1" status: 404 len: 337 time: 0.0293179 Dec 16 09:45:22.660091 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36840) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:22.687061 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-616fa168-45f9-4117-b1d6-05efdaca9604 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:22.687703 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-616fa168-45f9-4117-b1d6-05efdaca9604 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:22.690676 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-616fa168-45f9-4117-b1d6-05efdaca9604 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/a7ae6b3f-b48c-46a7-a06b-c5812e3761af HTTP/1.1" status: 404 len: 333 time: 0.0296729 Dec 16 09:45:22.693278 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36842) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:22.720602 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d7f019-b643-4cec-9452-9be344832577 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:22.721066 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46d7f019-b643-4cec-9452-9be344832577 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:22.724274 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-46d7f019-b643-4cec-9452-9be344832577 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/2c5b78f4-beb4-45e6-89f7-d00b4355820d HTTP/1.1" status: 404 len: 337 time: 0.0301459 Dec 16 09:45:22.727075 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36844) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:22.755185 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-95c7f8b7-fd98-4b99-b7ac-03f7043841b3 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:22.755366 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-207743d2-7593-4b0c-a461-888b5087fd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:22.755500 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-95c7f8b7-fd98-4b99-b7ac-03f7043841b3 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:22.755500 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-95c7f8b7-fd98-4b99-b7ac-03f7043841b3 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "DELETE /v2.0/security-groups/c74362f6-d134-41ca-a826-9b890e02020d HTTP/1.1" status: 204 len: 168 time: 0.4548352 Dec 16 09:45:22.755956 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc0af9e6-e24e-47de-b21f-56ed28605214 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:22.756667 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc0af9e6-e24e-47de-b21f-56ed28605214 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:22.771642 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-cc0af9e6-e24e-47de-b21f-56ed28605214 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/36f6721e-3fb8-4022-bfec-4ad35bb2c1a6 HTTP/1.1" status: 404 len: 333 time: 0.0413079 Dec 16 09:45:22.774227 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36850) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:22.808835 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-27682f2b-6159-448e-b32e-69e4605275e4 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:22.809316 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27682f2b-6159-448e-b32e-69e4605275e4 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:22.812250 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-27682f2b-6159-448e-b32e-69e4605275e4 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/f61b0c89-3049-403d-9ecb-ed2831d567bb HTTP/1.1" status: 404 len: 337 time: 0.0371177 Dec 16 09:45:22.813156 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c7f8b7-fd98-4b99-b7ac-03f7043841b3 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74362f6-d134-41ca-a826-9b890e02020d,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:22.814895 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36854) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:22.815138 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207743d2-7593-4b0c-a461-888b5087fd5b None None] Pushing event deleted for resources: {'Port': ['ID=884bc063-11a7-4dff-b8fd-2633d5fed3ab,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:22.821683 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207743d2-7593-4b0c-a461-888b5087fd5b None None] No DVR routers for this DVR port 884bc063-11a7-4dff-b8fd-2633d5fed3ab on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:45:22.843595 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a4e646d-2b59-4dc2-b9b0-e68c966001b4 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:22.844856 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a4e646d-2b59-4dc2-b9b0-e68c966001b4 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:22.848140 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5a4e646d-2b59-4dc2-b9b0-e68c966001b4 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/84908bdb-77b5-4c11-a731-cf2132b16cbc HTTP/1.1" status: 404 len: 333 time: 0.0322759 Dec 16 09:45:22.850695 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36856) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:22.879360 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-5528d851-bd9c-4b13-98cc-8e790d2626bf tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:22.879360 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5528d851-bd9c-4b13-98cc-8e790d2626bf tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:22.880760 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5528d851-bd9c-4b13-98cc-8e790d2626bf tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/f0f7ff78-b678-4c22-a38d-e8d054effca9 HTTP/1.1" status: 404 len: 337 time: 0.0291512 Dec 16 09:45:22.883153 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36860) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:22.906071 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-340ae6c1-28f7-4ec6-978f-f7c6686e0a5d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:22.906686 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-340ae6c1-28f7-4ec6-978f-f7c6686e0a5d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:22.909618 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-340ae6c1-28f7-4ec6-978f-f7c6686e0a5d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/4ffd0f22-2337-46d8-9fd7-d192ce65a9bd HTTP/1.1" status: 404 len: 333 time: 0.0255713 Dec 16 09:45:22.912004 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36864) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:22.942052 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-9729f079-487d-4401-bad1-4db030fd311d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:22.942052 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9729f079-487d-4401-bad1-4db030fd311d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:22.943280 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9729f079-487d-4401-bad1-4db030fd311d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/c9ec28f3-f2c3-40c7-85ba-44dfccbad920 HTTP/1.1" status: 404 len: 337 time: 0.0303586 Dec 16 09:45:22.944126 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36866) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:22.945678 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36868) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:22.984704 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-c31c9ef6-4b39-4248-a7c5-16cefc2d9a2d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:22.986216 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c31c9ef6-4b39-4248-a7c5-16cefc2d9a2d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:22.996354 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c31c9ef6-4b39-4248-a7c5-16cefc2d9a2d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/1dc7ba3a-2daf-4654-b7d1-bd5d8138fdd7 HTTP/1.1" status: 404 len: 333 time: 0.0470452 Dec 16 09:45:22.996354 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36874) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:23.026571 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36876) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:23.032778 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c0a9fc3-22f4-45db-93ec-6b490237e79a tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:23.033258 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c0a9fc3-22f4-45db-93ec-6b490237e79a tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:23.036249 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9c0a9fc3-22f4-45db-93ec-6b490237e79a tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/06dda3c1-b93b-47bd-ba0f-8d473494a36d HTTP/1.1" status: 404 len: 337 time: 0.0394459 Dec 16 09:45:23.039703 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36878) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:23.043884 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1644acfc-4100-4f36-add1-309fd8316c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:23.068305 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc05da05-daf7-4b0b-95d8-2bced7697e32 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:23.068947 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc05da05-daf7-4b0b-95d8-2bced7697e32 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:23.072065 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-bc05da05-daf7-4b0b-95d8-2bced7697e32 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/6c52115e-cc16-4901-a4fe-e73c7e8162c5 HTTP/1.1" status: 404 len: 333 time: 0.0314128 Dec 16 09:45:23.083053 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36880) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:23.126135 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1644acfc-4100-4f36-add1-309fd8316c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:23.130444 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c8a0b9e-6a7a-4066-9fa7-d3432508e15d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:23.130903 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c8a0b9e-6a7a-4066-9fa7-d3432508e15d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:23.133899 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2c8a0b9e-6a7a-4066-9fa7-d3432508e15d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/50462fd5-c318-40b0-9db8-3c9cc86f0975 HTTP/1.1" status: 404 len: 337 time: 0.0499282 Dec 16 09:45:23.136557 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36884) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:23.179750 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-1897caa8-82eb-4600-bb68-b4ddb507afc7 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:23.180210 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1897caa8-82eb-4600-bb68-b4ddb507afc7 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:23.183826 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1897caa8-82eb-4600-bb68-b4ddb507afc7 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/0e34a8b0-1248-45de-9208-08e844283b2b HTTP/1.1" status: 404 len: 337 time: 0.0445342 Dec 16 09:45:23.186982 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36892) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:23.209655 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc050b8d-7cf9-42bf-bbde-67ab3ade21f8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:23.210302 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc050b8d-7cf9-42bf-bbde-67ab3ade21f8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:23.213288 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bc050b8d-7cf9-42bf-bbde-67ab3ade21f8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/f03ca77f-e178-4c8c-8b58-c8d1775ac738 HTTP/1.1" status: 404 len: 333 time: 0.0253685 Dec 16 09:45:23.215926 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36894) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:23.224083 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 9e644923-b040-4aa2-a84d-84aeccc500b5 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:45:23.243024 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-7498598c-0ca9-4bf5-9f0e-07fa5ec61663 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:23.243610 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7498598c-0ca9-4bf5-9f0e-07fa5ec61663 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:23.250593 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7498598c-0ca9-4bf5-9f0e-07fa5ec61663 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/b6aca46e-4c3f-4c4b-a327-403cf7738e8a HTTP/1.1" status: 404 len: 337 time: 0.0335791 Dec 16 09:45:23.251337 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36898) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:23.290151 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8bd8e32-918c-4568-953c-24647156613d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:23.290612 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8bd8e32-918c-4568-953c-24647156613d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:23.294180 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f8bd8e32-918c-4568-953c-24647156613d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/b330da8f-d3ff-4475-8469-b661ebaed1ae HTTP/1.1" status: 404 len: 337 time: 0.0418761 Dec 16 09:45:23.296821 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36902) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:23.298443 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 9e644923-b040-4aa2-a84d-84aeccc500b5 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:45:23.298805 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 9e644923-b040-4aa2-a84d-84aeccc500b5 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:45:23.317711 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1644acfc-4100-4f36-add1-309fd8316c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:23.333562 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-69135239-2324-4392-8054-fe808c8888ca tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:23.333562 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69135239-2324-4392-8054-fe808c8888ca tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:23.334373 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-69135239-2324-4392-8054-fe808c8888ca tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/8ed9a5a0-3a44-40c1-bd62-8a76b28a3305 HTTP/1.1" status: 404 len: 333 time: 0.0366044 Dec 16 09:45:23.336841 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36906) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:23.392503 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-295fa061-ee8f-4990-999c-63daefeab07c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:23.392961 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-295fa061-ee8f-4990-999c-63daefeab07c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:23.395978 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-295fa061-ee8f-4990-999c-63daefeab07c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/3f23c8ea-c2c5-43df-a8d2-ce8677cb9c92 HTTP/1.1" status: 404 len: 337 time: 0.0580382 Dec 16 09:45:23.399347 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36916) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:23.402328 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644acfc-4100-4f36-add1-309fd8316c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0695874f-2f3a-4d31-9426-a642eb0e9772,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:23.410129 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1644acfc-4100-4f36-add1-309fd8316c56 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6ebd626feb364b2ab823c30ea6f9bb73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3822672 Dec 16 09:45:23.412538 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36918) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:23.433244 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ac1e9-37c8-4b8b-a77f-3fdefca0003e req-21c9faf2-ea88-4dc7-a75e-fe2689d1057d tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:23.436487 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cc5ac1e9-37c8-4b8b-a77f-3fdefca0003e req-21c9faf2-ea88-4dc7-a75e-fe2689d1057d tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a3f34c4-4d36-4d07-ace3-532f837590ae HTTP/1.1" status: 200 len: 945 time: 0.1583197 Dec 16 09:45:23.450308 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad7c45dd-faf1-4b30-a634-0c47e591e3c8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:23.450768 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad7c45dd-faf1-4b30-a634-0c47e591e3c8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:23.453810 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ad7c45dd-faf1-4b30-a634-0c47e591e3c8 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/b05e1bd8-cc63-49a8-870a-515156e0fa6d HTTP/1.1" status: 404 len: 337 time: 0.0541437 Dec 16 09:45:23.456406 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36920) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:23.503610 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-8440711d-0904-497a-9491-b983a50aaf63 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:23.504270 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8440711d-0904-497a-9491-b983a50aaf63 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:23.507349 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8440711d-0904-497a-9491-b983a50aaf63 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/c9b787dc-7882-4030-876f-710d47f51de3 HTTP/1.1" status: 404 len: 333 time: 0.0485673 Dec 16 09:45:23.510307 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36926) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:23.560209 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5e4bfcfa-0430-43e2-964f-d1a6ceff7b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:23.568670 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8667da-d551-418f-b367-4a2f8a99789e req-11b61f59-5999-43e1-b40f-0ff1b512c08b tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:23.570228 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ef8667da-d551-418f-b367-4a2f8a99789e req-11b61f59-5999-43e1-b40f-0ff1b512c08b tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a3f34c4-4d36-4d07-ace3-532f837590ae HTTP/1.1" status: 200 len: 945 time: 0.1025960 Dec 16 09:45:23.573246 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e454c6b-82fe-47be-9b5e-3323bdc25fed tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:23.573706 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e454c6b-82fe-47be-9b5e-3323bdc25fed tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:23.576725 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3e454c6b-82fe-47be-9b5e-3323bdc25fed tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/97ba3651-4622-43e0-9115-9b88f68c2ceb HTTP/1.1" status: 404 len: 337 time: 0.0654171 Dec 16 09:45:23.579884 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36928) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:23.611999 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-9413db59-54f6-457a-9ff1-ebb994f4b781 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:23.612401 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9413db59-54f6-457a-9ff1-ebb994f4b781 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:23.613735 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5e4bfcfa-0430-43e2-964f-d1a6ceff7b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:23.615453 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9413db59-54f6-457a-9ff1-ebb994f4b781 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/fe51c15c-94b7-4cfc-b4d6-11d310c5482d HTTP/1.1" status: 404 len: 337 time: 0.0345182 Dec 16 09:45:23.619834 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36930) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:23.650329 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-876581fd-e4a7-4cd5-b034-4810dc96d40c tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f43df38-d8d2-4561-acb2-ec59bc5d3d03 HTTP/1.1" status: 200 len: 205 time: 0.0278258 Dec 16 09:45:23.652075 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36936) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:23.690184 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ef8667da-d551-418f-b367-4a2f8a99789e req-273907d5-d265-4e25-b32e-79d5d54c62d3 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092038 Dec 16 09:45:23.697569 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-3c442878-3d6b-41e2-8579-47ff246cd66a tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] delete failed (client error): The resource could not be found. Dec 16 09:45:23.702392 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3c442878-3d6b-41e2-8579-47ff246cd66a tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/routers/6f43df38-d8d2-4561-acb2-ec59bc5d3d03 HTTP/1.1" status: 404 len: 336 time: 0.0451946 Dec 16 09:45:23.702392 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-cc5ac1e9-37c8-4b8b-a77f-3fdefca0003e req-00171cdd-29ca-442a-8aca-48f578c7cb70 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Deleting port 27073785-11ba-41f6-938f-3c7a6386f470 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:45:23.702392 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-cc5ac1e9-37c8-4b8b-a77f-3fdefca0003e req-00171cdd-29ca-442a-8aca-48f578c7cb70 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:23.702951 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36938) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:23.734042 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a556d5-cfd8-4ec7-8137-4e318113060a tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:23.734496 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8a556d5-cfd8-4ec7-8137-4e318113060a tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:23.737491 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a8a556d5-cfd8-4ec7-8137-4e318113060a tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/7e5247df-e0b9-4141-ad79-abae3f6fe0e0 HTTP/1.1" status: 404 len: 337 time: 0.0334284 Dec 16 09:45:23.740630 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36940) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:23.775235 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0363d860-8101-48a8-90cf-477aeb29b0ee tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "GET /v2.0/ports?device_id=2744eff3-fa08-4b63-9625-eb28b42e41db HTTP/1.1" status: 200 len: 205 time: 0.0314250 Dec 16 09:45:23.775882 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36946) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:23.779046 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-71d0489a-e3c0-47e8-92c0-de4664f223e5 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:23.832635 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-c20ad241-4edc-4b52-895a-0ee5a8520dd9 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] delete failed (client error): The resource could not be found. Dec 16 09:45:23.833720 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c20ad241-4edc-4b52-895a-0ee5a8520dd9 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/routers/2744eff3-fa08-4b63-9625-eb28b42e41db HTTP/1.1" status: 404 len: 336 time: 0.0563421 Dec 16 09:45:23.837034 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36948) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:23.849907 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-cc5ac1e9-37c8-4b8b-a77f-3fdefca0003e req-00171cdd-29ca-442a-8aca-48f578c7cb70 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] For port 27073785-11ba-41f6-938f-3c7a6386f470, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=27073785-11ba-41f6-938f-3c7a6386f470,segment=NetworkSegment(112c19ab-e990-4470-949d-db114062d034),segment_id=112c19ab-e990-4470-949d-db114062d034)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:23.850802 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-cc5ac1e9-37c8-4b8b-a77f-3fdefca0003e req-00171cdd-29ca-442a-8aca-48f578c7cb70 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:23.851019 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5e4bfcfa-0430-43e2-964f-d1a6ceff7b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:23.868501 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5e4bfcfa-0430-43e2-964f-d1a6ceff7b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:23.868501 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5e4bfcfa-0430-43e2-964f-d1a6ceff7b84 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0695874f-2f3a-4d31-9426-a642eb0e9772 HTTP/1.1" status: 204 len: 168 time: 0.4428303 Dec 16 09:45:23.874876 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4bfcfa-0430-43e2-964f-d1a6ceff7b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0695874f-2f3a-4d31-9426-a642eb0e9772,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:23.876409 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c56a56-80c9-42d4-9d76-60f3f79ff0ff tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:23.876537 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9c56a56-80c9-42d4-9d76-60f3f79ff0ff tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:23.882835 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c9c56a56-80c9-42d4-9d76-60f3f79ff0ff tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/6128fa2d-e935-40a5-a702-7f53ab028d2a HTTP/1.1" status: 404 len: 337 time: 0.0417504 Dec 16 09:45:23.882835 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36954) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:23.904352 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-cc5ac1e9-37c8-4b8b-a77f-3fdefca0003e req-00171cdd-29ca-442a-8aca-48f578c7cb70 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Calling delete_port for 27073785-11ba-41f6-938f-3c7a6386f470 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:45:23.925586 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf033eff-2680-4716-bdfa-de6626f9c9e7 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:23.936508 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf033eff-2680-4716-bdfa-de6626f9c9e7 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:23.936508 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-cf033eff-2680-4716-bdfa-de6626f9c9e7 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/1a72b508-f2ee-4d8d-9d4d-3304995e71de HTTP/1.1" status: 404 len: 337 time: 0.0461142 Dec 16 09:45:23.936508 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36958) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:23.959995 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-333a24aa-96bb-44a5-a672-dfeb03dff50b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:23.960727 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-333a24aa-96bb-44a5-a672-dfeb03dff50b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:23.963991 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-333a24aa-96bb-44a5-a672-dfeb03dff50b tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/93f7f287-491d-4b63-994f-2b5e3c59dce6 HTTP/1.1" status: 404 len: 333 time: 0.0303276 Dec 16 09:45:23.968565 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36962) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:24.036120 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b0e59ca7-9efe-401c-a573-bf1b3ed74bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:24.042567 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ef5ff2f-401b-4605-92be-2ac254a7a880 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:24.043035 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ef5ff2f-401b-4605-92be-2ac254a7a880 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:24.046120 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2ef5ff2f-401b-4605-92be-2ac254a7a880 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/d83c2d6f-3fa1-47c6-885d-c699dd5897f5 HTTP/1.1" status: 404 len: 337 time: 0.0765784 Dec 16 09:45:24.048709 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36968) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:24.082255 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bcd274f-c511-4c4d-b4bb-24263879172e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:24.082980 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bcd274f-c511-4c4d-b4bb-24263879172e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:24.085939 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5bcd274f-c511-4c4d-b4bb-24263879172e tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/2937b676-187c-4717-a008-9304aa3102ac HTTP/1.1" status: 404 len: 333 time: 0.0348716 Dec 16 09:45:24.089214 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36970) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:24.125923 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1df9c59-74f0-4dec-8f58-e772ac7bdd79 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:24.126383 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1df9c59-74f0-4dec-8f58-e772ac7bdd79 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:24.131630 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f1df9c59-74f0-4dec-8f58-e772ac7bdd79 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/89a78ca1-b340-4878-b368-cbb12ec11841 HTTP/1.1" status: 404 len: 337 time: 0.0391440 Dec 16 09:45:24.134903 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36974) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:24.141153 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-71d0489a-e3c0-47e8-92c0-de4664f223e5 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Deleting port b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:45:24.141582 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-71d0489a-e3c0-47e8-92c0-de4664f223e5 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:24.169174 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef84b3d0-d350-4ff6-a043-e865a86fc64f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:24.169174 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef84b3d0-d350-4ff6-a043-e865a86fc64f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:24.171724 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ef84b3d0-d350-4ff6-a043-e865a86fc64f tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/0d5434e2-e77c-4d17-96be-09715272c8cb HTTP/1.1" status: 404 len: 333 time: 0.0357687 Dec 16 09:45:24.174817 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36980) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:24.212521 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-513480a0-b9bb-4404-94b6-b5f6fffc6193 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:24.212979 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-513480a0-b9bb-4404-94b6-b5f6fffc6193 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:24.219097 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-513480a0-b9bb-4404-94b6-b5f6fffc6193 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/1e78689f-6c37-40de-91a3-76990866464c HTTP/1.1" status: 404 len: 337 time: 0.0407853 Dec 16 09:45:24.219968 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36982) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:24.251349 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd5f161-a65a-44b9-a02e-af99f76c050d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:24.255710 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cd5f161-a65a-44b9-a02e-af99f76c050d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:24.255710 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2cd5f161-a65a-44b9-a02e-af99f76c050d tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/d0b074e4-6528-4821-be70-a059b4aabd02 HTTP/1.1" status: 404 len: 333 time: 0.0343378 Dec 16 09:45:24.258578 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36986) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:24.292660 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-161b4e45-9523-4c20-822e-f50657e31309 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:24.293252 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-161b4e45-9523-4c20-822e-f50657e31309 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:24.296299 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-161b4e45-9523-4c20-822e-f50657e31309 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/8702d8be-e4e1-48ae-93b5-3a40880c07bb HTTP/1.1" status: 404 len: 337 time: 0.0367951 Dec 16 09:45:24.298279 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-71d0489a-e3c0-47e8-92c0-de4664f223e5 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] For port b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4,segment=NetworkSegment(4e51bee1-cafd-4d8e-b755-0a17a19937c7),segment_id=4e51bee1-cafd-4d8e-b755-0a17a19937c7)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:24.298717 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-71d0489a-e3c0-47e8-92c0-de4664f223e5 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:24.299276 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36990) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:24.313023 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-71d0489a-e3c0-47e8-92c0-de4664f223e5 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Calling delete_port for b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:45:24.327524 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-cc5ac1e9-37c8-4b8b-a77f-3fdefca0003e req-00171cdd-29ca-442a-8aca-48f578c7cb70 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:24.334348 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b3e9754-d4b6-411f-b184-dcb923ff7ba6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:24.334348 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b3e9754-d4b6-411f-b184-dcb923ff7ba6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:24.342924 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['27073785-11ba-41f6-938f-3c7a6386f470'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:45:24.360815 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1b3e9754-d4b6-411f-b184-dcb923ff7ba6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/6fdd884d-38ec-4aaf-9bf3-4792aaa90df1 HTTP/1.1" status: 404 len: 333 time: 0.0602574 Dec 16 09:45:24.363839 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36998) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:24.408869 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['717fbe03-0c13-49de-b1e2-bf349759be25'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:45:24.471398 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00171cdd-29ca-442a-8aca-48f578c7cb70 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Pushing event deleted for resources: {'Port': ['ID=27073785-11ba-41f6-938f-3c7a6386f470,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:24.539931 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-db9367ff-360d-47ea-8cc6-49920b6af051 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:24.540409 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db9367ff-360d-47ea-8cc6-49920b6af051 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:24.545778 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-db9367ff-360d-47ea-8cc6-49920b6af051 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/d4b02cc5-b799-488a-83f8-a1b74efa4732 HTTP/1.1" status: 404 len: 337 time: 0.1144557 Dec 16 09:45:24.546204 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37008) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:24.601065 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-190760a4-59e2-45ec-a1e0-2aa5f37e4133 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:24.601065 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-190760a4-59e2-45ec-a1e0-2aa5f37e4133 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:24.607989 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-190760a4-59e2-45ec-a1e0-2aa5f37e4133 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/3ea6a366-7b3b-4117-92a5-c284ab4d9ae4 HTTP/1.1" status: 404 len: 333 time: 0.0578229 Dec 16 09:45:24.609005 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37012) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:24.625546 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5ac1e9-37c8-4b8b-a77f-3fdefca0003e req-00171cdd-29ca-442a-8aca-48f578c7cb70 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] No DVR routers for this DVR port 27073785-11ba-41f6-938f-3c7a6386f470 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:45:24.628342 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-cc5ac1e9-37c8-4b8b-a77f-3fdefca0003e req-00171cdd-29ca-442a-8aca-48f578c7cb70 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:24.631703 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cc5ac1e9-37c8-4b8b-a77f-3fdefca0003e req-00171cdd-29ca-442a-8aca-48f578c7cb70 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.58 "DELETE /v2.0/ports/27073785-11ba-41f6-938f-3c7a6386f470 HTTP/1.1" status: 204 len: 173 time: 1.1887898 Dec 16 09:45:24.641775 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3f34c4-4d36-4d07-ace3-532f837590ae', 'name': 'network-vif-deleted', 'tag': '27073785-11ba-41f6-938f-3c7a6386f470'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:45:24.644113 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b73b62-6b50-4ac0-a6a3-f96f3828059b" -d '{"events": [{"server_uuid": "0a3f34c4-4d36-4d07-ace3-532f837590ae", "name": "network-vif-deleted", "tag": "27073785-11ba-41f6-938f-3c7a6386f470"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:45:24.655329 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d75ce9f-dbfd-42fc-8e76-45aebae8c762 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:24.655791 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d75ce9f-dbfd-42fc-8e76-45aebae8c762 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:24.664219 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2d75ce9f-dbfd-42fc-8e76-45aebae8c762 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/fc869080-54d1-46d0-90e2-7163b6c2c8b7 HTTP/1.1" status: 404 len: 337 time: 0.0490317 Dec 16 09:45:24.665643 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37020) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:24.693379 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-951be810-fe6a-46be-9c64-0747b4d1d0fa tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:24.694033 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-951be810-fe6a-46be-9c64-0747b4d1d0fa tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:24.700865 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37026) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:24.705105 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-951be810-fe6a-46be-9c64-0747b4d1d0fa tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/ports/1285ff6d-7527-49b7-81f7-e2fc4f776955 HTTP/1.1" status: 404 len: 333 time: 0.0385435 Dec 16 09:45:24.719936 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad6c85e-4a63-4022-9291-6ae1f3093a91 x-openstack-request-id: req-aad6c85e-4a63-4022-9291-6ae1f3093a91 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:45:24.720221 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a3f34c4-4d36-4d07-ace3-532f837590ae", "name": "network-vif-deleted", "tag": "27073785-11ba-41f6-938f-3c7a6386f470", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:45:24.721871 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aad6c85e-4a63-4022-9291-6ae1f3093a91 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:45:24.728043 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3f34c4-4d36-4d07-ace3-532f837590ae', 'name': 'network-vif-deleted', 'tag': '27073785-11ba-41f6-938f-3c7a6386f470', 'status': 'completed', 'code': 200} Dec 16 09:45:24.729807 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae2889b-5d83-47a1-8945-88d4cb353fd6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] DELETE failed (client error): The resource could not be found. Dec 16 09:45:24.730271 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dae2889b-5d83-47a1-8945-88d4cb353fd6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:45:24.733476 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-dae2889b-5d83-47a1-8945-88d4cb353fd6 tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/subnets/9f0f0daa-3f31-4b00-9565-268a2d1f8c65 HTTP/1.1" status: 404 len: 337 time: 0.0315256 Dec 16 09:45:24.736747 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37030) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:24.763805 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-71d0489a-e3c0-47e8-92c0-de4664f223e5 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:24.792857 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d0489a-e3c0-47e8-92c0-de4664f223e5 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event deleted for resources: {'Port': ['ID=b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:24.827494 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a90d77c5-13ec-49eb-ab36-0c9050c02690 req-c545baac-64bf-4e89-b77c-f8c1a1fe3084 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a3f34c4-4d36-4d07-ace3-532f837590ae HTTP/1.1" status: 200 len: 210 time: 0.0391886 Dec 16 09:45:24.847216 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1262f77d-86d0-41b3-afa6-a12ae843e2cc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:25.020666 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1262f77d-86d0-41b3-afa6-a12ae843e2cc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:25.074204 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-1262f77d-86d0-41b3-afa6-a12ae843e2cc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:25.088139 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-1262f77d-86d0-41b3-afa6-a12ae843e2cc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:25.088804 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-71d0489a-e3c0-47e8-92c0-de4664f223e5 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:25.089316 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-1262f77d-86d0-41b3-afa6-a12ae843e2cc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef6903a1-5d07-4ec4-a28d-cbfd514828c4') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:25.100536 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1262f77d-86d0-41b3-afa6-a12ae843e2cc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:25.117149 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1262f77d-86d0-41b3-afa6-a12ae843e2cc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:25.132001 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1262f77d-86d0-41b3-afa6-a12ae843e2cc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:45:25.132765 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1262f77d-86d0-41b3-afa6-a12ae843e2cc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:25.136847 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:45:25.136847 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:45:25.136847 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:45:25.136847 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:45:25.136847 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:45:25.136847 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:45:25.136847 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:45:25.136847 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:45:25.136847 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:45:25.136847 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:45:25.136847 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:45:25.136847 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:45:25.136847 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:45:25.136847 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:45:25.136847 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:45:25.136847 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:45:25.136847 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:45:25.136847 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:45:25.136847 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:45:25.136847 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:45:25.136847 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:45:25.136847 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:45:25.136847 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:45:25.136847 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:45:25.136847 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:45:25.136847 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:45:25.136847 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:45:25.136847 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:45:25.136847 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:45:25.136847 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:45:25.136847 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:45:25.136847 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:45:25.213759 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b30620-4c4f-4323-b436-4dbc2715fc4f req-01663d14-0a21-4af0-867c-baa1df15f71d tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:25.215281 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d8b30620-4c4f-4323-b436-4dbc2715fc4f req-01663d14-0a21-4af0-867c-baa1df15f71d tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.2514827 Dec 16 09:45:25.277980 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d8b30620-4c4f-4323-b436-4dbc2715fc4f req-c07f7850-3ee6-46cd-8096-19a42aac571a tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558078 Dec 16 09:45:25.333644 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1262f77d-86d0-41b3-afa6-a12ae843e2cc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:25.343383 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1262f77d-86d0-41b3-afa6-a12ae843e2cc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:25.347944 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1262f77d-86d0-41b3-afa6-a12ae843e2cc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] 10.222.0.60 "DELETE /v2.0/networks/5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c HTTP/1.1" status: 204 len: 168 time: 0.6100798 Dec 16 09:45:25.398309 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262f77d-86d0-41b3-afa6-a12ae843e2cc tempest-NetworksTestDHCPv6-114614184 tempest-NetworksTestDHCPv6-114614184-project] Pushing event deleted for resources: {'Network': ['ID=5b8bf933-97c4-4cb8-a4bc-ace5c33bff9c,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:25.446122 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a877ded-7d62-4dc3-91e8-8cf1d7766d93 req-94e702a2-3c5c-4086-a241-18519678a140 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:25.447903 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5a877ded-7d62-4dc3-91e8-8cf1d7766d93 req-94e702a2-3c5c-4086-a241-18519678a140 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.0667984 Dec 16 09:45:25.499664 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5a877ded-7d62-4dc3-91e8-8cf1d7766d93 req-11f74f98-c899-4575-a89a-b89b64d0d318 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438259 Dec 16 09:45:25.914031 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d0489a-e3c0-47e8-92c0-de4664f223e5 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Router 7523a7c7-0390-444d-b039-a8b41755a31d has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:45:26.094770 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bcb8da90-9daa-4efb-804b-b246d36bc2e3 req-33b7bb2e-618c-489b-8bfd-54c313f5872c tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a3f34c4-4d36-4d07-ace3-532f837590ae HTTP/1.1" status: 200 len: 210 time: 0.0734956 Dec 16 09:45:26.173344 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d0489a-e3c0-47e8-92c0-de4664f223e5 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:45:26.190412 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37106) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:26.208495 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1a0ae1-8aae-4510-8d2c-ee24717b92e7 None None] Sync routers for ids ['7523a7c7-0390-444d-b039-a8b41755a31d'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:45:26.216314 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-71d0489a-e3c0-47e8-92c0-de4664f223e5 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "PUT /v2.0/routers/7523a7c7-0390-444d-b039-a8b41755a31d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2710021 Dec 16 09:45:26.228153 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1a0ae1-8aae-4510-8d2c-ee24717b92e7 None None] Routers {'7523a7c7-0390-444d-b039-a8b41755a31d'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:45:26.229949 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-da1a0ae1-8aae-4510-8d2c-ee24717b92e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:44:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['7523a7c7-0390-444d-b039-a8b41755a31d'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:26.314445 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae1f7f9-e0a2-4a23-9b4e-fff28f985e12 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Deleting subnet b5b3a5ab-5e44-48ee-9d23-fb55390d3fca {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:45:26.318266 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1ae1f7f9-e0a2-4a23-9b4e-fff28f985e12 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:26.343168 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37118) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:26.380557 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1ae1f7f9-e0a2-4a23-9b4e-fff28f985e12 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:26.461923 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720c258-0460-41e2-8309-a9cc1289c153 req-f5a32f52-ba11-4708-a36c-e2417ffab3a3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:26.469529 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8720c258-0460-41e2-8309-a9cc1289c153 req-f5a32f52-ba11-4708-a36c-e2417ffab3a3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/networks?id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f HTTP/1.1" status: 200 len: 811 time: 0.2055650 Dec 16 09:45:26.490171 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8720c258-0460-41e2-8309-a9cc1289c153 req-e45890e2-94fb-4888-b283-c6b0a2715059 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/quotas/f1bf440b6c55457f8af9c018d530175b HTTP/1.1" status: 200 len: 375 time: 0.0196214 Dec 16 09:45:26.502405 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-da1a0ae1-8aae-4510-8d2c-ee24717b92e7 None None] Set router 7523a7c7-0390-444d-b039-a8b41755a31d gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:45:26.616206 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1ae1f7f9-e0a2-4a23-9b4e-fff28f985e12 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:26.645412 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8720c258-0460-41e2-8309-a9cc1289c153 req-f19ea56a-0076-4557-8c2a-6eccf3266fe0 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f1bf440b6c55457f8af9c018d530175b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1543181 Dec 16 09:45:26.652973 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-14e9580d-df74-4ce7-a551-0f090d33cf71 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7a8a019db65a41c08c2de4799c62bbc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3085892 Dec 16 09:45:26.656229 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37140) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:26.731876 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bae33cd8-9f32-4bf7-ba8f-076a36ada065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:26.762015 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8720c258-0460-41e2-8309-a9cc1289c153 req-7ed2aaf6-acaf-46d1-8d06-2d197c10281f service neutron] 10.222.0.60 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021616 Dec 16 09:45:26.764746 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bae33cd8-9f32-4bf7-ba8f-076a36ada065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:26.799055 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1ae1f7f9-e0a2-4a23-9b4e-fff28f985e12 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:26.813324 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1ae1f7f9-e0a2-4a23-9b4e-fff28f985e12 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:26.816575 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1ae1f7f9-e0a2-4a23-9b4e-fff28f985e12 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "DELETE /v2.0/subnets/b5b3a5ab-5e44-48ee-9d23-fb55390d3fca HTTP/1.1" status: 204 len: 168 time: 0.6235988 Dec 16 09:45:26.821038 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37146) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:26.824449 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0266d926-baf0-44ff-b0cd-a1c0b8a9097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:26.843186 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28649b07-f65c-4672-b66b-c38603067f8d None None] Network 872dad0c-b125-4398-b449-96faec06fd91 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:45:26.854612 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1f7f9-e0a2-4a23-9b4e-fff28f985e12 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event deleted for resources: {'Subnet': ['ID=b5b3a5ab-5e44-48ee-9d23-fb55390d3fca,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:26.872111 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8720c258-0460-41e2-8309-a9cc1289c153 req-e4d11dbe-d887-4c42-820e-f33f0a31e650 service neutron] 10.222.0.60 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027980 Dec 16 09:45:26.993511 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8368954c-9278-49ac-8c20-26a0d72b6c11 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:27.061196 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bae33cd8-9f32-4bf7-ba8f-076a36ada065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:27.063707 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bae33cd8-9f32-4bf7-ba8f-076a36ada065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:27.065098 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bae33cd8-9f32-4bf7-ba8f-076a36ada065 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/443b26f0-5649-47e7-b772-e7e1d1cb2b40 HTTP/1.1" status: 204 len: 168 time: 0.4078650 Dec 16 09:45:27.072725 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-da1a0ae1-8aae-4510-8d2c-ee24717b92e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'name': 'tempest-TestNetworkBasicOps-router-958811268', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:22Z', 'updated_at': '2021-12-16T09:45:24Z', 'revision_number': 7, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'gw_port': {'id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:26Z', 'updated_at': '2021-12-16T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:27.086899 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae33cd8-9f32-4bf7-ba8f-076a36ada065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443b26f0-5649-47e7-b772-e7e1d1cb2b40,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:27.119237 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1a0ae1-8aae-4510-8d2c-ee24717b92e7 None None] Checking router: 7523a7c7-0390-444d-b039-a8b41755a31d for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:45:27.153361 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1a0ae1-8aae-4510-8d2c-ee24717b92e7 None None] Routers {'7523a7c7-0390-444d-b039-a8b41755a31d'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:45:27.154088 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-da1a0ae1-8aae-4510-8d2c-ee24717b92e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:45:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['7523a7c7-0390-444d-b039-a8b41755a31d'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:27.190629 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8368954c-9278-49ac-8c20-26a0d72b6c11 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:27.236553 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c5ee3c-1107-47ec-83e0-83e798c8f010 None None] DHCP port deletion for 872dad0c-b125-4398-b449-96faec06fd91 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:45:27.298677 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 27073785-11ba-41f6-938f-3c7a6386f470 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:45:27.335257 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-51db1c13-3287-4d6c-a6fd-45d485b7e3a2 req-372c7408-75e4-432f-a84f-c1681f01fd4f tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=86f20798-78a9-44f8-9139-ae934f6f13b8 HTTP/1.1" status: 200 len: 210 time: 0.0622096 Dec 16 09:45:27.358181 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273bbe7f-aed9-49b5-9ef6-bd21bd9d4cfe req-aa68e19a-64d3-428d-b588-c432c43c6bc1 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:27.360276 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-273bbe7f-aed9-49b5-9ef6-bd21bd9d4cfe req-aa68e19a-64d3-428d-b588-c432c43c6bc1 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0911212 Dec 16 09:45:27.365697 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 27073785-11ba-41f6-938f-3c7a6386f470 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:45:27.366653 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 27073785-11ba-41f6-938f-3c7a6386f470 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:45:27.415920 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-da1a0ae1-8aae-4510-8d2c-ee24717b92e7 None None] Set router 7523a7c7-0390-444d-b039-a8b41755a31d gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:45:27.436915 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-273bbe7f-aed9-49b5-9ef6-bd21bd9d4cfe req-6335a5ac-6b7a-42f1-9052-6c1a5a6a2843 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695376 Dec 16 09:45:27.532175 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-75c5ee3c-1107-47ec-83e0-83e798c8f010 None None] Deleting port 43609997-ebab-4aec-9300-a97a273774d0 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:45:27.532557 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-75c5ee3c-1107-47ec-83e0-83e798c8f010 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:27.535215 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-8368954c-9278-49ac-8c20-26a0d72b6c11 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Deleting port 5b57a156-c51e-465d-8ceb-1ab087f879dc {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:45:27.535670 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8368954c-9278-49ac-8c20-26a0d72b6c11 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:27.640073 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-8368954c-9278-49ac-8c20-26a0d72b6c11 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] For port 5b57a156-c51e-465d-8ceb-1ab087f879dc, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5b57a156-c51e-465d-8ceb-1ab087f879dc,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:27.640355 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8368954c-9278-49ac-8c20-26a0d72b6c11 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:27.661328 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-8368954c-9278-49ac-8c20-26a0d72b6c11 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Calling delete_port for 5b57a156-c51e-465d-8ceb-1ab087f879dc owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:45:27.685155 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-75c5ee3c-1107-47ec-83e0-83e798c8f010 None None] For port 43609997-ebab-4aec-9300-a97a273774d0, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=43609997-ebab-4aec-9300-a97a273774d0,segment=NetworkSegment(4e51bee1-cafd-4d8e-b755-0a17a19937c7),segment_id=4e51bee1-cafd-4d8e-b755-0a17a19937c7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:27.687967 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-75c5ee3c-1107-47ec-83e0-83e798c8f010 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:27.709422 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:27.723593 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-75c5ee3c-1107-47ec-83e0-83e798c8f010 None None] Calling delete_port for 43609997-ebab-4aec-9300-a97a273774d0 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:45:27.870133 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-da1a0ae1-8aae-4510-8d2c-ee24717b92e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'name': 'tempest-TestNetworkBasicOps-router-958811268', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:22Z', 'updated_at': '2021-12-16T09:45:24Z', 'revision_number': 7, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'gw_port': {'id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:26Z', 'updated_at': '2021-12-16T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:27.919875 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1a0ae1-8aae-4510-8d2c-ee24717b92e7 None None] The sync data for ids ['7523a7c7-0390-444d-b039-a8b41755a31d'] in n-d-820550-2 is: [{'id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'name': 'tempest-TestNetworkBasicOps-router-958811268', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:42:22Z', 'updated_at': '2021-12-16T09:45:24Z', 'revision_number': 7, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'gw_port': {'id': '5b57a156-c51e-465d-8ceb-1ab087f879dc', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523a7c7-0390-444d-b039-a8b41755a31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:42:26Z', 'updated_at': '2021-12-16T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:45:28.044142 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561cee9-cef9-4b8e-b390-f268a47d5126 req-4e7aaded-96fb-456b-8d4c-1bdd469f3710 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:28.044963 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-75c5ee3c-1107-47ec-83e0-83e798c8f010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:28.046465 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7561cee9-cef9-4b8e-b390-f268a47d5126 req-4e7aaded-96fb-456b-8d4c-1bdd469f3710 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.1896532 Dec 16 09:45:28.118135 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5ee3c-1107-47ec-83e0-83e798c8f010 None None] Pushing event deleted for resources: {'Port': ['ID=43609997-ebab-4aec-9300-a97a273774d0,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:28.127075 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c5ee3c-1107-47ec-83e0-83e798c8f010 None None] No DVR routers for this DVR port 43609997-ebab-4aec-9300-a97a273774d0 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:45:28.141323 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7561cee9-cef9-4b8e-b390-f268a47d5126 req-7aecaf28-30db-460f-b243-2265b10a1f68 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845020 Dec 16 09:45:28.215608 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8368954c-9278-49ac-8c20-26a0d72b6c11 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:28.257706 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368954c-9278-49ac-8c20-26a0d72b6c11 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event deleted for resources: {'Port': ['ID=5b57a156-c51e-465d-8ceb-1ab087f879dc,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:28.316625 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0e23a-4275-44d3-8679-2c54d2618664 req-6d49347c-7471-4986-b17f-3f0e61848b87 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:28.319526 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-82e0e23a-4275-44d3-8679-2c54d2618664 req-6d49347c-7471-4986-b17f-3f0e61848b87 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0823867 Dec 16 09:45:28.393897 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8368954c-9278-49ac-8c20-26a0d72b6c11 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:28.409769 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-82e0e23a-4275-44d3-8679-2c54d2618664 req-0d44c8b6-c685-40d8-99f3-749d2a8e2fb0 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890260 Dec 16 09:45:28.554757 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-30367381-81a0-4e2f-8097-fb88691502c2 req-f80040ce-7a12-46b5-9f8d-9527a050ac1e tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=86f20798-78a9-44f8-9139-ae934f6f13b8 HTTP/1.1" status: 200 len: 210 time: 0.1108947 Dec 16 09:45:28.559407 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8368954c-9278-49ac-8c20-26a0d72b6c11 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:28.561997 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8368954c-9278-49ac-8c20-26a0d72b6c11 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:28.651739 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 43609997-ebab-4aec-9300-a97a273774d0 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:45:28.674470 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 43609997-ebab-4aec-9300-a97a273774d0 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:45:28.674852 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 43609997-ebab-4aec-9300-a97a273774d0 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:45:28.675307 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:45:28.705010 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:45:28.705383 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device b1ea6bd9-ffd6-46c3-8f7b-767db5f882b4 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:45:29.013409 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8368954c-9278-49ac-8c20-26a0d72b6c11 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:29.014379 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8368954c-9278-49ac-8c20-26a0d72b6c11 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Fanout notify agent at l3_agent the message router_deleted on router 7523a7c7-0390-444d-b039-a8b41755a31d {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:45:29.022963 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8368954c-9278-49ac-8c20-26a0d72b6c11 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:29.027376 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8368954c-9278-49ac-8c20-26a0d72b6c11 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "DELETE /v2.0/routers/7523a7c7-0390-444d-b039-a8b41755a31d HTTP/1.1" status: 204 len: 168 time: 2.2040162 Dec 16 09:45:29.037267 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37290) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:29.118898 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-975bf8b7-5152-4797-b77d-a45580e89522 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:29.265497 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:29.444642 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37302) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:29.571782 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-881dc9a3-79e8-409d-ae28-773064b321fe tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1938164679'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:29.582048 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-975bf8b7-5152-4797-b77d-a45580e89522 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:29.603663 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-975bf8b7-5152-4797-b77d-a45580e89522 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872dad0c-b125-4398-b449-96faec06fd91']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:29.613041 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-975bf8b7-5152-4797-b77d-a45580e89522 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e51bee1-cafd-4d8e-b755-0a17a19937c7') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:29.613370 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-975bf8b7-5152-4797-b77d-a45580e89522 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e51bee1-cafd-4d8e-b755-0a17a19937c7') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:29.623145 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-975bf8b7-5152-4797-b77d-a45580e89522 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:29.643346 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-975bf8b7-5152-4797-b77d-a45580e89522 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:29.665252 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-975bf8b7-5152-4797-b77d-a45580e89522 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:45:29.665642 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-975bf8b7-5152-4797-b77d-a45580e89522 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:29.669206 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:45:29.669206 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:45:29.669206 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:45:29.669206 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:45:29.669206 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:45:29.669206 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:45:29.669206 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:45:29.669206 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:45:29.669206 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:45:29.669206 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:45:29.669206 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:45:29.669206 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:45:29.669206 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:45:29.669206 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:45:29.669206 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:45:29.669206 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:45:29.669206 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:45:29.669206 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:45:29.669206 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:45:29.669206 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:45:29.669206 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:45:29.669206 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:45:29.669206 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:45:29.669206 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:45:29.669206 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:45:29.669206 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:45:29.669206 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:45:29.669206 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:45:29.669206 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:45:29.669206 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:45:29.669206 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:45:29.669206 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:45:29.671681 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-36e6fbb2-a0f8-4dba-8d63-bb63caee3457 req-1fc5fe81-0366-4883-920c-109141027471 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=86f20798-78a9-44f8-9139-ae934f6f13b8 HTTP/1.1" status: 200 len: 210 time: 0.0378468 Dec 16 09:45:29.752195 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:29.808505 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881dc9a3-79e8-409d-ae28-773064b321fe tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Made reservation on behalf of abf770e78fdd4ee1b091c3d59c61e415 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:45:29.810271 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-881dc9a3-79e8-409d-ae28-773064b321fe tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:29.842859 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-881dc9a3-79e8-409d-ae28-773064b321fe tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:29.860812 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-975bf8b7-5152-4797-b77d-a45580e89522 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:29.876229 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-975bf8b7-5152-4797-b77d-a45580e89522 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:29.877676 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-975bf8b7-5152-4797-b77d-a45580e89522 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "DELETE /v2.0/networks/872dad0c-b125-4398-b449-96faec06fd91 HTTP/1.1" status: 204 len: 168 time: 0.8486729 Dec 16 09:45:29.897793 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37322) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:29.908571 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975bf8b7-5152-4797-b77d-a45580e89522 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event deleted for resources: {'Network': ['ID=872dad0c-b125-4398-b449-96faec06fd91,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:29.914137 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-657e2418-e8ae-4921-acaf-cc19655fddc2 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Request body: {'network': {'name': 'tempest-network-smoke--1951868295', 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'port_security_enabled': True}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:29.977398 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-881dc9a3-79e8-409d-ae28-773064b321fe tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:30.024208 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657e2418-e8ae-4921-acaf-cc19655fddc2 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Made reservation on behalf of 60a0020dcca848d99f97019eb94a2e49 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:45:30.028345 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-657e2418-e8ae-4921-acaf-cc19655fddc2 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:30.051494 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-657e2418-e8ae-4921-acaf-cc19655fddc2 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:45:30.061436 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-657e2418-e8ae-4921-acaf-cc19655fddc2 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:30.061780 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-657e2418-e8ae-4921-acaf-cc19655fddc2 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Added segment 59187192-96f4-423d-8fe2-021a7eccf566 of type vlan for network c8ba6bea-4e43-4bc9-a3f7-37704e90b524 Dec 16 09:45:30.091217 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-881dc9a3-79e8-409d-ae28-773064b321fe tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:30.126078 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-657e2418-e8ae-4921-acaf-cc19655fddc2 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:30.128387 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-881dc9a3-79e8-409d-ae28-773064b321fe tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:45:30.153850 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-881dc9a3-79e8-409d-ae28-773064b321fe tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:30.154200 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-881dc9a3-79e8-409d-ae28-773064b321fe tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Added segment 11097258-c76c-4a95-9538-4cedb04fdb67 of type vlan for network 971c3db8-f5f4-4191-bd91-ee90b2277fdb Dec 16 09:45:30.175413 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881dc9a3-79e8-409d-ae28-773064b321fe tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=398e87f4-3ef8-41bf-bd4f-44ac68a04368,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:30.228171 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-881dc9a3-79e8-409d-ae28-773064b321fe tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:30.450872 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5b57a156-c51e-465d-8ceb-1ab087f879dc no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:45:30.471195 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-657e2418-e8ae-4921-acaf-cc19655fddc2 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:30.478797 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 5b57a156-c51e-465d-8ceb-1ab087f879dc {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:45:30.479596 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5b57a156-c51e-465d-8ceb-1ab087f879dc not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:45:30.495845 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657e2418-e8ae-4921-acaf-cc19655fddc2 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:30.496508 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-657e2418-e8ae-4921-acaf-cc19655fddc2 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:30.552095 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-881dc9a3-79e8-409d-ae28-773064b321fe tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:30.558253 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881dc9a3-79e8-409d-ae28-773064b321fe tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:30.558841 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-881dc9a3-79e8-409d-ae28-773064b321fe tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:30.584940 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e2418-e8ae-4921-acaf-cc19655fddc2 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'Network': ['ID=c8ba6bea-4e43-4bc9-a3f7-37704e90b524,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:30.599532 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network c8ba6bea-4e43-4bc9-a3f7-37704e90b524 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:45:30.651087 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881dc9a3-79e8-409d-ae28-773064b321fe tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Pushing event updated for resources: {'Network': ['ID=971c3db8-f5f4-4191-bd91-ee90b2277fdb,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:30.665055 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 971c3db8-f5f4-4191-bd91-ee90b2277fdb details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:45:30.739525 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-657e2418-e8ae-4921-acaf-cc19655fddc2 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8405774 Dec 16 09:45:30.742035 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37356) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:30.751476 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-881dc9a3-79e8-409d-ae28-773064b321fe tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3054631 Dec 16 09:45:30.757104 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-ac68ac05-6461-4ab0-aa75-c7e46d3cc66e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-329891809', 'admin_state_up': True, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:30.761048 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37360) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:30.773079 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-2c3340c9-044b-4d8c-86b0-c9069338202f tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Request body: {'subnet': {'network_id': '971c3db8-f5f4-4191-bd91-ee90b2277fdb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:30.816311 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-39e3f545-fa3f-4b92-9228-914812e644d3 req-6b3f4857-77e5-4e26-bc1a-e8a3d50f718f tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=86f20798-78a9-44f8-9139-ae934f6f13b8 HTTP/1.1" status: 200 len: 210 time: 0.0465841 Dec 16 09:45:30.887993 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37372) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:30.950546 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ac68ac05-6461-4ab0-aa75-c7e46d3cc66e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:30.954272 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ac68ac05-6461-4ab0-aa75-c7e46d3cc66e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:31.035532 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ac68ac05-6461-4ab0-aa75-c7e46d3cc66e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:31.055818 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d0945f8c-16ba-4c4a-adab-1944f1b0a2be admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:31.058930 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3340c9-044b-4d8c-86b0-c9069338202f tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Made reservation on behalf of abf770e78fdd4ee1b091c3d59c61e415 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:45:31.062456 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2c3340c9-044b-4d8c-86b0-c9069338202f tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:31.284059 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d0945f8c-16ba-4c4a-adab-1944f1b0a2be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:31.395131 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ac68ac05-6461-4ab0-aa75-c7e46d3cc66e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:31.483501 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720c258-0460-41e2-8309-a9cc1289c153 req-c4d7d867-ea56-4e03-a3f5-27b3600425b6 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:31.485064 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8720c258-0460-41e2-8309-a9cc1289c153 req-c4d7d867-ea56-4e03-a3f5-27b3600425b6 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.58 "GET /v2.0/networks?id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f HTTP/1.1" status: 200 len: 811 time: 0.1161315 Dec 16 09:45:31.498519 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-8720c258-0460-41e2-8309-a9cc1289c153 req-19cade97-0d4a-4abc-9729-c405b6d6d9bb tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Request body: {'port': {'device_id': '86f20798-78a9-44f8-9139-ae934f6f13b8', 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f', 'admin_state_up': True, 'tenant_id': 'f1bf440b6c55457f8af9c018d530175b'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:31.549099 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d0945f8c-16ba-4c4a-adab-1944f1b0a2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:31.586164 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2c3340c9-044b-4d8c-86b0-c9069338202f tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:31.660048 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d0945f8c-16ba-4c4a-adab-1944f1b0a2be admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4bd1a9535d9c4dad9bea53fcd96d4558&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7701337 Dec 16 09:45:31.662929 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0945f8c-16ba-4c4a-adab-1944f1b0a2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c80a094-ed41-4ca5-89f4-8cbd3d973ac4,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:31.671355 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37422) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:31.722676 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3340c9-044b-4d8c-86b0-c9069338202f tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Pushing event updated for resources: {'Subnet': ['ID=18cb1729-1677-41c1-9cc5-fd6f5b7c96d1,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:31.731871 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3340c9-044b-4d8c-86b0-c9069338202f tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Checking segment: {'id': '11097258-c76c-4a95-9538-4cedb04fdb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '971c3db8-f5f4-4191-bd91-ee90b2277fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:45:31.732223 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3340c9-044b-4d8c-86b0-c9069338202f tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Network hostable DHCP agents. Network: 971c3db8-f5f4-4191-bd91-ee90b2277fdb, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:45:31.780187 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5031e271-9067-49a4-8974-ae45d9ebe04f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:31.816491 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5031e271-9067-49a4-8974-ae45d9ebe04f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:31.844404 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3340c9-044b-4d8c-86b0-c9069338202f tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Network 971c3db8-f5f4-4191-bd91-ee90b2277fdb is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:45:31.944079 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8720c258-0460-41e2-8309-a9cc1289c153 req-19cade97-0d4a-4abc-9729-c405b6d6d9bb tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Made reservation on behalf of f1bf440b6c55457f8af9c018d530175b for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:45:31.949013 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8720c258-0460-41e2-8309-a9cc1289c153 req-19cade97-0d4a-4abc-9729-c405b6d6d9bb tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:31.975390 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-2c3340c9-044b-4d8c-86b0-c9069338202f tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 971c3db8-f5f4-4191-bd91-ee90b2277fdb) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:45:31.980034 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3340c9-044b-4d8c-86b0-c9069338202f tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:31.981735 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2c3340c9-044b-4d8c-86b0-c9069338202f tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:31.988219 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7504e1f6-722d-4bf7-936d-b87bc113e3ef req-cb3dd436-7c82-47d8-b2d2-2e6088f98464 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=86f20798-78a9-44f8-9139-ae934f6f13b8 HTTP/1.1" status: 200 len: 210 time: 0.0643485 Dec 16 09:45:31.991357 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508272d4-7627-4ed6-ba1a-248f9c2094e9 None None] Network 971c3db8-f5f4-4191-bd91-ee90b2277fdb requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:45:32.030025 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ac68ac05-6461-4ab0-aa75-c7e46d3cc66e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:32.067746 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ac68ac05-6461-4ab0-aa75-c7e46d3cc66e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:32.146020 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2c3340c9-044b-4d8c-86b0-c9069338202f tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3806844 Dec 16 09:45:32.146877 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37460) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:32.163518 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-acb075f1-3be1-48ce-90e7-54e9e762161c tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Request body: {'port': {'network_id': '971c3db8-f5f4-4191-bd91-ee90b2277fdb', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1698456482'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:32.163769 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5031e271-9067-49a4-8974-ae45d9ebe04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:32.169850 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5031e271-9067-49a4-8974-ae45d9ebe04f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:32.172461 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5031e271-9067-49a4-8974-ae45d9ebe04f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7c80a094-ed41-4ca5-89f4-8cbd3d973ac4 HTTP/1.1" status: 204 len: 168 time: 0.4999249 Dec 16 09:45:32.198599 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077088a6-88c2-4d37-b9ca-7f99c5796698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-971c3db8-f5f4-4191-bd91-ee90b2277fdb', 'network_id': '971c3db8-f5f4-4191-bd91-ee90b2277fdb', 'tenant_id': 'abf770e78fdd4ee1b091c3d59c61e415', 'fixed_ips': [{'subnet_id': '18cb1729-1677-41c1-9cc5-fd6f5b7c96d1'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:45:32.199698 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-077088a6-88c2-4d37-b9ca-7f99c5796698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:32.272795 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031e271-9067-49a4-8974-ae45d9ebe04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c80a094-ed41-4ca5-89f4-8cbd3d973ac4,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:32.419111 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-ac68ac05-6461-4ab0-aa75-c7e46d3cc66e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Allocated IP 172.25.1.141 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/98a17e4c-7fe4-4226-98e6-689363162f94) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:45:32.445327 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-077088a6-88c2-4d37-b9ca-7f99c5796698 None None] Allocated IP 172.20.0.2 (971c3db8-f5f4-4191-bd91-ee90b2277fdb/18cb1729-1677-41c1-9cc5-fd6f5b7c96d1/6251e559-d0c8-4d26-9acf-a7b341f2b69c) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:45:32.493066 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb075f1-3be1-48ce-90e7-54e9e762161c tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Made reservation on behalf of abf770e78fdd4ee1b091c3d59c61e415 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:45:32.500899 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-8720c258-0460-41e2-8309-a9cc1289c153 req-19cade97-0d4a-4abc-9729-c405b6d6d9bb tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Allocated IP 172.20.0.13 (932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f/c3e23022-6181-4c07-9324-a5452325576b/324174b2-e47e-4e92-bb9f-dbccac2c70d3) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:45:32.501385 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-acb075f1-3be1-48ce-90e7-54e9e762161c tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:32.535678 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-acb075f1-3be1-48ce-90e7-54e9e762161c tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] device_id is not set on port ae1f7f7c-749f-4ece-a076-e2cf61d0194f yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:45:32.601827 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ac68ac05-6461-4ab0-aa75-c7e46d3cc66e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:32.748170 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-077088a6-88c2-4d37-b9ca-7f99c5796698 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:32.796982 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ac68ac05-6461-4ab0-aa75-c7e46d3cc66e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:32.830135 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-077088a6-88c2-4d37-b9ca-7f99c5796698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:32.856380 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac68ac05-6461-4ab0-aa75-c7e46d3cc66e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:45:32.863142 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-ac68ac05-6461-4ab0-aa75-c7e46d3cc66e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:45:32.884489 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac68ac05-6461-4ab0-aa75-c7e46d3cc66e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:45:32.887029 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68ac05-6461-4ab0-aa75-c7e46d3cc66e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'Port': ['ID=98a17e4c-7fe4-4226-98e6-689363162f94,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:32.887618 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077088a6-88c2-4d37-b9ca-7f99c5796698 None None] Network 971c3db8-f5f4-4191-bd91-ee90b2277fdb is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:45:32.908722 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-acb075f1-3be1-48ce-90e7-54e9e762161c tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Allocated IP 172.20.0.9 (971c3db8-f5f4-4191-bd91-ee90b2277fdb/18cb1729-1677-41c1-9cc5-fd6f5b7c96d1/ae1f7f7c-749f-4ece-a076-e2cf61d0194f) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:45:32.969336 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-077088a6-88c2-4d37-b9ca-7f99c5796698 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:45:32.976403 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077088a6-88c2-4d37-b9ca-7f99c5796698 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:45:33.026712 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077088a6-88c2-4d37-b9ca-7f99c5796698 None None] Pushing event updated for resources: {'Port': ['ID=6251e559-d0c8-4d26-9acf-a7b341f2b69c,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:33.044392 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8720c258-0460-41e2-8309-a9cc1289c153 req-19cade97-0d4a-4abc-9729-c405b6d6d9bb tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:33.079259 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-077088a6-88c2-4d37-b9ca-7f99c5796698 None None] Attempting to bind port 6251e559-d0c8-4d26-9acf-a7b341f2b69c on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:45:33.079971 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-077088a6-88c2-4d37-b9ca-7f99c5796698 None None] Attempting to bind port 6251e559-d0c8-4d26-9acf-a7b341f2b69c by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '11097258-c76c-4a95-9538-4cedb04fdb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '971c3db8-f5f4-4191-bd91-ee90b2277fdb'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:45:33.080568 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077088a6-88c2-4d37-b9ca-7f99c5796698 None None] Attempting to bind port 6251e559-d0c8-4d26-9acf-a7b341f2b69c on network 971c3db8-f5f4-4191-bd91-ee90b2277fdb {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:45:33.087405 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077088a6-88c2-4d37-b9ca-7f99c5796698 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:45:33.088081 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077088a6-88c2-4d37-b9ca-7f99c5796698 None None] Checking segment: {'id': '11097258-c76c-4a95-9538-4cedb04fdb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '971c3db8-f5f4-4191-bd91-ee90b2277fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:45:33.089258 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-077088a6-88c2-4d37-b9ca-7f99c5796698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:33.090494 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077088a6-88c2-4d37-b9ca-7f99c5796698 None None] Bound using segment: {'id': '11097258-c76c-4a95-9538-4cedb04fdb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '971c3db8-f5f4-4191-bd91-ee90b2277fdb'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:45:33.091284 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-077088a6-88c2-4d37-b9ca-7f99c5796698 None None] Bound port: 6251e559-d0c8-4d26-9acf-a7b341f2b69c, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11097258-c76c-4a95-9538-4cedb04fdb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '971c3db8-f5f4-4191-bd91-ee90b2277fdb'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:45:33.099794 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-077088a6-88c2-4d37-b9ca-7f99c5796698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:33.159505 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37520) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:33.217766 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763721f8-2fc8-4297-9924-ce3423ce3625 req-d943c588-a85d-4cac-8c10-3d9a25a698cb tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:33.219394 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-763721f8-2fc8-4297-9924-ce3423ce3625 req-d943c588-a85d-4cac-8c10-3d9a25a698cb tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.1480834 Dec 16 09:45:33.232240 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-acb075f1-3be1-48ce-90e7-54e9e762161c tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:33.235199 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6c80ce6b-c143-4756-9578-ce7a1b0f2d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:33.260169 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ba5cb8b-cb53-4acd-a3b0-3d889188503d req-3a4a9a09-12b4-403b-baa4-2397e1426acf tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=86f20798-78a9-44f8-9139-ae934f6f13b8 HTTP/1.1" status: 200 len: 210 time: 0.0310533 Dec 16 09:45:33.302189 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-077088a6-88c2-4d37-b9ca-7f99c5796698 None None] For port 6251e559-d0c8-4d26-9acf-a7b341f2b69c, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:45:33.308418 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-077088a6-88c2-4d37-b9ca-7f99c5796698 None None] For port 6251e559-d0c8-4d26-9acf-a7b341f2b69c, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=6251e559-d0c8-4d26-9acf-a7b341f2b69c,segment=NetworkSegment(11097258-c76c-4a95-9538-4cedb04fdb67),segment_id=11097258-c76c-4a95-9538-4cedb04fdb67)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:45:33.322128 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-763721f8-2fc8-4297-9924-ce3423ce3625 req-a940eef8-cd42-465b-a763-17e81e7102fe tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945194 Dec 16 09:45:33.409675 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6c80ce6b-c143-4756-9578-ce7a1b0f2d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:33.440217 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8720c258-0460-41e2-8309-a9cc1289c153 req-19cade97-0d4a-4abc-9729-c405b6d6d9bb tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:33.451870 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee', 'a1923724-de92-4455-a0b4-fa5b1439b9ef'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:45:33.500264 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d549b-8155-491f-9338-f35c7136f090 req-55fce4fe-23c0-4c9f-ae55-5e35d91e2b47 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:33.503102 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ee7d549b-8155-491f-9338-f35c7136f090 req-55fce4fe-23c0-4c9f-ae55-5e35d91e2b47 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0851221 Dec 16 09:45:33.505173 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8720c258-0460-41e2-8309-a9cc1289c153 req-19cade97-0d4a-4abc-9729-c405b6d6d9bb tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Network 932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:45:33.505332 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-acb075f1-3be1-48ce-90e7-54e9e762161c tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:33.510818 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-077088a6-88c2-4d37-b9ca-7f99c5796698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:33.514375 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-8720c258-0460-41e2-8309-a9cc1289c153 req-19cade97-0d4a-4abc-9729-c405b6d6d9bb tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:45:33.527982 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8720c258-0460-41e2-8309-a9cc1289c153 req-19cade97-0d4a-4abc-9729-c405b6d6d9bb tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:45:33.534534 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cade97-0d4a-4abc-9729-c405b6d6d9bb tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Pushing event updated for resources: {'Port': ['ID=324174b2-e47e-4e92-bb9f-dbccac2c70d3,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:33.543234 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6c80ce6b-c143-4756-9578-ce7a1b0f2d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:33.645090 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6c80ce6b-c143-4756-9578-ce7a1b0f2d56 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8834b01fa5d5457bbdab6813af3dd6c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4742310 Dec 16 09:45:33.647445 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37540) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:33.647887 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb075f1-3be1-48ce-90e7-54e9e762161c tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Pushing event updated for resources: {'Port': ['ID=ae1f7f7c-749f-4ece-a076-e2cf61d0194f,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:33.652291 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077088a6-88c2-4d37-b9ca-7f99c5796698 None None] Pushing event updated for resources: {'Port': ['ID=6251e559-d0c8-4d26-9acf-a7b341f2b69c,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:33.665793 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ac68ac05-6461-4ab0-aa75-c7e46d3cc66e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:33.732438 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb075f1-3be1-48ce-90e7-54e9e762161c tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Network 971c3db8-f5f4-4191-bd91-ee90b2277fdb is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:45:33.734480 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-acb075f1-3be1-48ce-90e7-54e9e762161c tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:45:33.739957 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb075f1-3be1-48ce-90e7-54e9e762161c tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:45:33.811395 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb075f1-3be1-48ce-90e7-54e9e762161c tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:33.812627 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-acb075f1-3be1-48ce-90e7-54e9e762161c tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:33.834594 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80ce6b-c143-4756-9578-ce7a1b0f2d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e23351-a47b-4204-9475-6893f65672ab,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:33.844178 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720c258-0460-41e2-8309-a9cc1289c153 req-19cade97-0d4a-4abc-9729-c405b6d6d9bb tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:33.845693 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8720c258-0460-41e2-8309-a9cc1289c153 req-19cade97-0d4a-4abc-9729-c405b6d6d9bb tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:33.872877 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ee7d549b-8155-491f-9338-f35c7136f090 req-79d175ae-5c85-4d99-83a5-6b14b999ba84 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568068 Dec 16 09:45:33.918025 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-acb075f1-3be1-48ce-90e7-54e9e762161c tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7689378 Dec 16 09:45:33.920455 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37552) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:33.921398 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-06903722-27e5-49da-8564-02f92c290786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:33.944104 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-1f16fe99-f37a-43c7-9cfa-288e019e58c6 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Request body: {'port': {'network_id': '971c3db8-f5f4-4191-bd91-ee90b2277fdb', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1059660188', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:33.949439 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.api.validators [None req-1f16fe99-f37a-43c7-9cfa-288e019e58c6 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] bootfile-name is not in valid_values {{(pid=102817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 09:45:33.949808 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.api.validators [None req-1f16fe99-f37a-43c7-9cfa-288e019e58c6 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] tftp-server is not in valid_values {{(pid=102817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 09:45:33.950150 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.api.validators [None req-1f16fe99-f37a-43c7-9cfa-288e019e58c6 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] server-ip-address is not in valid_values {{(pid=102817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 09:45:33.952867 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-06903722-27e5-49da-8564-02f92c290786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:34.075239 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-f8883591-67e2-4229-ad8f-e42e21692d88 None None] Provisioning complete for port 324174b2-e47e-4e92-bb9f-dbccac2c70d3 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:34.076283 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f8883591-67e2-4229-ad8f-e42e21692d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:34.116147 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8720c258-0460-41e2-8309-a9cc1289c153 req-19cade97-0d4a-4abc-9729-c405b6d6d9bb tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6225941 Dec 16 09:45:34.130521 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-8720c258-0460-41e2-8309-a9cc1289c153 req-bd861a9c-de62-4a58-9445-f986e70a41f7 service neutron] Request body: {'port': {'device_id': '86f20798-78a9-44f8-9139-ae934f6f13b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:34.188750 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f8883591-67e2-4229-ad8f-e42e21692d88 None None] Port 324174b2-e47e-4e92-bb9f-dbccac2c70d3 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:45:34.220441 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8720c258-0460-41e2-8309-a9cc1289c153 req-bd861a9c-de62-4a58-9445-f986e70a41f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:34.245105 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ac68ac05-6461-4ab0-aa75-c7e46d3cc66e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:34.311822 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f16fe99-f37a-43c7-9cfa-288e019e58c6 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Made reservation on behalf of abf770e78fdd4ee1b091c3d59c61e415 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:45:34.315533 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1f16fe99-f37a-43c7-9cfa-288e019e58c6 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:34.333799 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-1f16fe99-f37a-43c7-9cfa-288e019e58c6 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] device_id is not set on port 1417d5f3-0a78-4216-8434-5a8d2948741a yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:45:34.345028 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-06903722-27e5-49da-8564-02f92c290786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:34.347765 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-06903722-27e5-49da-8564-02f92c290786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:34.348941 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-06903722-27e5-49da-8564-02f92c290786 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/87e23351-a47b-4204-9475-6893f65672ab HTTP/1.1" status: 204 len: 168 time: 0.6995580 Dec 16 09:45:34.414864 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06903722-27e5-49da-8564-02f92c290786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e23351-a47b-4204-9475-6893f65672ab,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:34.548468 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-1f16fe99-f37a-43c7-9cfa-288e019e58c6 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Allocated IP 172.20.0.5 (971c3db8-f5f4-4191-bd91-ee90b2277fdb/18cb1729-1677-41c1-9cc5-fd6f5b7c96d1/1417d5f3-0a78-4216-8434-5a8d2948741a) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:45:34.613610 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28134db8-4602-494d-9fc4-490537ec58b9 req-083b6710-6c4f-4f6e-8e9c-0016dad5496f tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:34.615502 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-28134db8-4602-494d-9fc4-490537ec58b9 req-083b6710-6c4f-4f6e-8e9c-0016dad5496f tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=86f20798-78a9-44f8-9139-ae934f6f13b8 HTTP/1.1" status: 200 len: 932 time: 0.2620366 Dec 16 09:45:34.660065 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6251e559-d0c8-4d26-9acf-a7b341f2b69c up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:45:34.759008 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-28134db8-4602-494d-9fc4-490537ec58b9 req-332a24df-5b44-4b4a-a204-a85514ac413a tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330802 Dec 16 09:45:34.785939 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 6251e559-d0c8-4d26-9acf-a7b341f2b69c triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:34.786443 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:34.866591 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1f16fe99-f37a-43c7-9cfa-288e019e58c6 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:34.933157 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-8720c258-0460-41e2-8309-a9cc1289c153 req-bd861a9c-de62-4a58-9445-f986e70a41f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 324174b2-e47e-4e92-bb9f-dbccac2c70d3 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:45:34.939911 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac68ac05-6461-4ab0-aa75-c7e46d3cc66e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Router 6f4b6ed8-78bb-497b-b587-bf969422b91f is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:45:34.945766 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:34.955910 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8720c258-0460-41e2-8309-a9cc1289c153 req-bd861a9c-de62-4a58-9445-f986e70a41f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:34.999313 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 6251e559-d0c8-4d26-9acf-a7b341f2b69c, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=6251e559-d0c8-4d26-9acf-a7b341f2b69c,segment=NetworkSegment(11097258-c76c-4a95-9538-4cedb04fdb67),segment_id=11097258-c76c-4a95-9538-4cedb04fdb67)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:34.999812 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-8720c258-0460-41e2-8309-a9cc1289c153 req-bd861a9c-de62-4a58-9445-f986e70a41f7 service neutron] Transition to ACTIVE for port object 324174b2-e47e-4e92-bb9f-dbccac2c70d3 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:45:35.025287 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1f16fe99-f37a-43c7-9cfa-288e019e58c6 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:35.078371 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:35.094047 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f16fe99-f37a-43c7-9cfa-288e019e58c6 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Network 971c3db8-f5f4-4191-bd91-ee90b2277fdb is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:45:35.106583 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8720c258-0460-41e2-8309-a9cc1289c153 req-bd861a9c-de62-4a58-9445-f986e70a41f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:35.117946 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-1f16fe99-f37a-43c7-9cfa-288e019e58c6 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:45:35.126957 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f16fe99-f37a-43c7-9cfa-288e019e58c6 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:45:35.182589 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16fe99-f37a-43c7-9cfa-288e019e58c6 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Pushing event updated for resources: {'Port': ['ID=1417d5f3-0a78-4216-8434-5a8d2948741a,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:35.208294 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f16fe99-f37a-43c7-9cfa-288e019e58c6 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:35.209364 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1f16fe99-f37a-43c7-9cfa-288e019e58c6 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:35.229753 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=6251e559-d0c8-4d26-9acf-a7b341f2b69c,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:35.229753 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b432c7eb-9cdc-43b1-9dd3-62c7589272c0 None None] Network 971c3db8-f5f4-4191-bd91-ee90b2277fdb requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:45:35.294322 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-adcd7145-36a1-4ee7-a00f-ae18a8abcff9 None None] Provisioning complete for port 6251e559-d0c8-4d26-9acf-a7b341f2b69c triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:35.294322 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-adcd7145-36a1-4ee7-a00f-ae18a8abcff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:35.356641 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1f16fe99-f37a-43c7-9cfa-288e019e58c6 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.4318790 Dec 16 09:45:35.357695 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37632) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:35.456931 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5351d7-c9bf-4f3c-adc6-12ed15db6341 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:35.469017 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5351d7-c9bf-4f3c-adc6-12ed15db6341 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:35.475639 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:45:35.483026 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5351d7-c9bf-4f3c-adc6-12ed15db6341 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:35.492252 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0d5351d7-c9bf-4f3c-adc6-12ed15db6341 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1300266 Dec 16 09:45:35.495050 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37638) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:35.664462 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-5479c4d3-0c8a-477c-a5ce-c752ec26491d tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Deleting port 1417d5f3-0a78-4216-8434-5a8d2948741a {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:45:35.664985 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5479c4d3-0c8a-477c-a5ce-c752ec26491d tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:35.805623 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac68ac05-6461-4ab0-aa75-c7e46d3cc66e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:45:35.816207 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5479c4d3-0c8a-477c-a5ce-c752ec26491d tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:35.818770 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1832a503-7839-469e-80b4-6bcc71e0e810 None None] Sync routers for ids ['6f4b6ed8-78bb-497b-b587-bf969422b91f'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:45:35.826544 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd861a9c-de62-4a58-9445-f986e70a41f7 service neutron] Pushing event updated for resources: {'Port': ['ID=324174b2-e47e-4e92-bb9f-dbccac2c70d3,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:35.836129 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-5479c4d3-0c8a-477c-a5ce-c752ec26491d tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Calling delete_port for 1417d5f3-0a78-4216-8434-5a8d2948741a owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:45:35.866518 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1832a503-7839-469e-80b4-6bcc71e0e810 None None] Routers {'6f4b6ed8-78bb-497b-b587-bf969422b91f'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:45:35.868641 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1832a503-7839-469e-80b4-6bcc71e0e810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:45:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6f4b6ed8-78bb-497b-b587-bf969422b91f'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:36.024715 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-0d5cd0b1-bf47-490a-8eff-12bd3e9f2256 None None] Provisioning complete for port ae1f7f7c-749f-4ece-a076-e2cf61d0194f triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:36.025439 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0d5cd0b1-bf47-490a-8eff-12bd3e9f2256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:36.081012 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ac68ac05-6461-4ab0-aa75-c7e46d3cc66e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:36.090125 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ac68ac05-6461-4ab0-aa75-c7e46d3cc66e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.3461816 Dec 16 09:45:36.111945 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37660) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:36.171181 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-0d5cd0b1-bf47-490a-8eff-12bd3e9f2256 None None] Port ae1f7f7c-749f-4ece-a076-e2cf61d0194f cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:45:36.204590 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d5bc2b87-3a59-4378-8e40-faa161479b8a tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=60a0020dcca848d99f97019eb94a2e49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0877414 Dec 16 09:45:36.205436 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37666) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:36.216040 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-0d5cd0b1-bf47-490a-8eff-12bd3e9f2256 None None] Provisioning complete for port 6251e559-d0c8-4d26-9acf-a7b341f2b69c triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:36.218046 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0d5cd0b1-bf47-490a-8eff-12bd3e9f2256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:36.230671 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7974960-63ff-432c-b275-19b5315e8bcc req-f09b7911-7c90-49e1-b7d0-6017070220ea tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:36.232174 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c7974960-63ff-432c-b275-19b5315e8bcc req-f09b7911-7c90-49e1-b7d0-6017070220ea tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=86f20798-78a9-44f8-9139-ae934f6f13b8 HTTP/1.1" status: 200 len: 944 time: 0.3035963 Dec 16 09:45:36.249374 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-1832a503-7839-469e-80b4-6bcc71e0e810 None None] Set router 6f4b6ed8-78bb-497b-b587-bf969422b91f gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:45:36.279397 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-8720c258-0460-41e2-8309-a9cc1289c153 req-bd861a9c-de62-4a58-9445-f986e70a41f7 service neutron] Attempting to bind port 324174b2-e47e-4e92-bb9f-dbccac2c70d3 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:45:36.279740 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-8720c258-0460-41e2-8309-a9cc1289c153 req-bd861a9c-de62-4a58-9445-f986e70a41f7 service neutron] Attempting to bind port 324174b2-e47e-4e92-bb9f-dbccac2c70d3 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'e4b99bb5-c4f3-4f88-bc59-3a617caff777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:45:36.280146 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8720c258-0460-41e2-8309-a9cc1289c153 req-bd861a9c-de62-4a58-9445-f986e70a41f7 service neutron] Attempting to bind port 324174b2-e47e-4e92-bb9f-dbccac2c70d3 on network 932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:45:36.302409 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8720c258-0460-41e2-8309-a9cc1289c153 req-bd861a9c-de62-4a58-9445-f986e70a41f7 service neutron] Port 324174b2-e47e-4e92-bb9f-dbccac2c70d3 on network 932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:45:36.302734 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8720c258-0460-41e2-8309-a9cc1289c153 req-bd861a9c-de62-4a58-9445-f986e70a41f7 service neutron] Attempting to bind port 324174b2-e47e-4e92-bb9f-dbccac2c70d3 on network 932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:45:36.324506 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8720c258-0460-41e2-8309-a9cc1289c153 req-bd861a9c-de62-4a58-9445-f986e70a41f7 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:45:36.324857 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8720c258-0460-41e2-8309-a9cc1289c153 req-bd861a9c-de62-4a58-9445-f986e70a41f7 service neutron] Checking segment: {'id': 'e4b99bb5-c4f3-4f88-bc59-3a617caff777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:45:36.331243 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8720c258-0460-41e2-8309-a9cc1289c153 req-bd861a9c-de62-4a58-9445-f986e70a41f7 service neutron] Bound using segment: {'id': 'e4b99bb5-c4f3-4f88-bc59-3a617caff777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:45:36.331792 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-8720c258-0460-41e2-8309-a9cc1289c153 req-bd861a9c-de62-4a58-9445-f986e70a41f7 service neutron] Bound port: 324174b2-e47e-4e92-bb9f-dbccac2c70d3, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b99bb5-c4f3-4f88-bc59-3a617caff777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:45:36.332173 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8720c258-0460-41e2-8309-a9cc1289c153 req-bd861a9c-de62-4a58-9445-f986e70a41f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:36.367876 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5479c4d3-0c8a-477c-a5ce-c752ec26491d tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:36.435412 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c7974960-63ff-432c-b275-19b5315e8bcc req-b1a17d42-69e0-4650-8561-5b3be496955a tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859396 Dec 16 09:45:36.505781 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479c4d3-0c8a-477c-a5ce-c752ec26491d tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Pushing event deleted for resources: {'Port': ['ID=1417d5f3-0a78-4216-8434-5a8d2948741a,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:36.522177 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-8720c258-0460-41e2-8309-a9cc1289c153 req-bd861a9c-de62-4a58-9445-f986e70a41f7 service neutron] For port 324174b2-e47e-4e92-bb9f-dbccac2c70d3, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:45:36.534617 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-8720c258-0460-41e2-8309-a9cc1289c153 req-bd861a9c-de62-4a58-9445-f986e70a41f7 service neutron] For port 324174b2-e47e-4e92-bb9f-dbccac2c70d3, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=324174b2-e47e-4e92-bb9f-dbccac2c70d3,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:45:36.543739 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-0d5cd0b1-bf47-490a-8eff-12bd3e9f2256 None None] Could not find standard attr ID for object 1417d5f3-0a78-4216-8434-5a8d2948741a. {{(pid=102818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:45:36.613492 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6251e559-d0c8-4d26-9acf-a7b341f2b69c up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:45:36.638306 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8720c258-0460-41e2-8309-a9cc1289c153 req-bd861a9c-de62-4a58-9445-f986e70a41f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:36.685014 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720c258-0460-41e2-8309-a9cc1289c153 req-bd861a9c-de62-4a58-9445-f986e70a41f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:36.690083 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8720c258-0460-41e2-8309-a9cc1289c153 req-bd861a9c-de62-4a58-9445-f986e70a41f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:36.690083 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8720c258-0460-41e2-8309-a9cc1289c153 req-bd861a9c-de62-4a58-9445-f986e70a41f7 service neutron] 10.222.0.58 "PUT /v2.0/ports/324174b2-e47e-4e92-bb9f-dbccac2c70d3 HTTP/1.1" status: 200 len: 1092 time: 2.5621176 Dec 16 09:45:36.690083 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f20798-78a9-44f8-9139-ae934f6f13b8', 'tag': '324174b2-e47e-4e92-bb9f-dbccac2c70d3'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:45:36.690920 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00147973-a89c-43e9-87ae-4dcbc217e3d2" -d '{"events": [{"name": "network-changed", "server_uuid": "86f20798-78a9-44f8-9139-ae934f6f13b8", "tag": "324174b2-e47e-4e92-bb9f-dbccac2c70d3"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:45:36.814647 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 6251e559-d0c8-4d26-9acf-a7b341f2b69c triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:36.818181 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:36.822368 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd861a9c-de62-4a58-9445-f986e70a41f7 service neutron] Pushing event updated for resources: {'Port': ['ID=324174b2-e47e-4e92-bb9f-dbccac2c70d3,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:36.826933 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-303e22d2-b6ab-4c76-a9aa-8632bed5b19c None None] Provisioning complete for port ae1f7f7c-749f-4ece-a076-e2cf61d0194f triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:36.827747 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-303e22d2-b6ab-4c76-a9aa-8632bed5b19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:36.838979 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8784ce0-5758-43d4-9de7-bc22aa378d80 x-openstack-request-id: req-f8784ce0-5758-43d4-9de7-bc22aa378d80 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:45:36.845632 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f20798-78a9-44f8-9139-ae934f6f13b8", "tag": "324174b2-e47e-4e92-bb9f-dbccac2c70d3", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:45:36.848137 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f8784ce0-5758-43d4-9de7-bc22aa378d80 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:45:36.850182 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f20798-78a9-44f8-9139-ae934f6f13b8', 'tag': '324174b2-e47e-4e92-bb9f-dbccac2c70d3', 'status': 'completed', 'code': 200} Dec 16 09:45:36.868874 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1832a503-7839-469e-80b4-6bcc71e0e810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'name': 'tempest-TestNetworkBasicOps-router-329891809', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '98a17e4c-7fe4-4226-98e6-689363162f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:45:30Z', 'updated_at': '2021-12-16T09:45:33Z', 'revision_number': 3, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'gw_port': {'id': '98a17e4c-7fe4-4226-98e6-689363162f94', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ea:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:45:32Z', 'updated_at': '2021-12-16T09:45:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:36.914166 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5479c4d3-0c8a-477c-a5ce-c752ec26491d tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:36.931118 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5479c4d3-0c8a-477c-a5ce-c752ec26491d tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] 10.222.0.60 "DELETE /v2.0/ports/1417d5f3-0a78-4216-8434-5a8d2948741a HTTP/1.1" status: 204 len: 168 time: 1.4348774 Dec 16 09:45:36.931865 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37678) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:36.960668 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-4641fe2b-9130-451b-a398-40c90f18ada8 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Request body: {'port': {'name': 'tempest-new-port-name-1061440587', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:36.961091 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.api.validators [None req-4641fe2b-9130-451b-a398-40c90f18ada8 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] bootfile-name is not in valid_values {{(pid=102817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 09:45:36.961481 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.api.validators [None req-4641fe2b-9130-451b-a398-40c90f18ada8 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] tftp-server is not in valid_values {{(pid=102817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 09:45:36.961881 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.api.validators [None req-4641fe2b-9130-451b-a398-40c90f18ada8 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] server-ip-address is not in valid_values {{(pid=102817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 09:45:36.968881 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1832a503-7839-469e-80b4-6bcc71e0e810 None None] Checking router: 6f4b6ed8-78bb-497b-b587-bf969422b91f for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:45:36.969206 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1832a503-7839-469e-80b4-6bcc71e0e810 None None] Updating router 6f4b6ed8-78bb-497b-b587-bf969422b91f port 98a17e4c-7fe4-4226-98e6-689363162f94 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:45:36.988177 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720c258-0460-41e2-8309-a9cc1289c153 req-f4d55cfd-7a00-4b95-887d-c28dba1f4d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:36.990042 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8720c258-0460-41e2-8309-a9cc1289c153 req-f4d55cfd-7a00-4b95-887d-c28dba1f4d5b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f1bf440b6c55457f8af9c018d530175b&device_id=86f20798-78a9-44f8-9139-ae934f6f13b8 HTTP/1.1" status: 200 len: 1095 time: 0.1547091 Dec 16 09:45:37.048093 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-1832a503-7839-469e-80b4-6bcc71e0e810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:37.056051 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-303e22d2-b6ab-4c76-a9aa-8632bed5b19c None None] Port ae1f7f7c-749f-4ece-a076-e2cf61d0194f cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:45:37.056712 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9d257b-e314-4722-8082-5bd5c1b9bb60 tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:37.070335 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1f9d257b-e314-4722-8082-5bd5c1b9bb60 tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8597569 Dec 16 09:45:37.076195 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37680) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:37.106867 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8720c258-0460-41e2-8309-a9cc1289c153 req-a67b68e6-5038-4401-b693-2889873bfca3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=324174b2-e47e-4e92-bb9f-dbccac2c70d3 HTTP/1.1" status: 200 len: 217 time: 0.1085942 Dec 16 09:45:37.173134 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c930d223-a844-4f80-9151-fa0f9cb59308 tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=66f24afa-c67f-4411-a795-f16773380b27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0959694 Dec 16 09:45:37.180001 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37684) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:37.195746 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-39ee5096-5b91-4b29-9ae6-8674aaf5ab38 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1697338993', 'network_id': 'c8ba6bea-4e43-4bc9-a3f7-37704e90b524', 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:37.283132 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720c258-0460-41e2-8309-a9cc1289c153 req-6136b7e7-5d53-4f5e-bba3-fb7950753642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:37.284670 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8720c258-0460-41e2-8309-a9cc1289c153 req-6136b7e7-5d53-4f5e-bba3-fb7950753642 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c3e23022-6181-4c07-9324-a5452325576b HTTP/1.1" status: 200 len: 850 time: 0.1694257 Dec 16 09:45:37.333007 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:37.346224 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-f310e6fe-1098-4865-8d04-085dc722e07c None None] Could not find standard attr ID for object 1417d5f3-0a78-4216-8434-5a8d2948741a. {{(pid=102818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:45:37.442370 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720c258-0460-41e2-8309-a9cc1289c153 req-dbc7e3d1-6d18-43f6-951b-04a5797bf422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:37.443949 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8720c258-0460-41e2-8309-a9cc1289c153 req-dbc7e3d1-6d18-43f6-951b-04a5797bf422 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1509001 Dec 16 09:45:37.553218 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4641fe2b-9130-451b-a398-40c90f18ada8 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:37.569091 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8720c258-0460-41e2-8309-a9cc1289c153 req-764f9d81-91b1-45a7-89a4-a36626205057 service neutron] 10.222.0.58 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177776 Dec 16 09:45:37.687459 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-1832a503-7839-469e-80b4-6bcc71e0e810 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:37.699302 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8720c258-0460-41e2-8309-a9cc1289c153 req-51ec6cca-e3cb-468c-981b-fde0ab1a3715 service neutron] 10.222.0.58 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222780 Dec 16 09:45:37.774591 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-1832a503-7839-469e-80b4-6bcc71e0e810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:37.778702 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6721f-526b-441a-a653-8a5cbd320db2 req-3a7956b1-2157-450c-9e5a-a4a0f221c2bf tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:37.788529 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-54f6721f-526b-441a-a653-8a5cbd320db2 req-3a7956b1-2157-450c-9e5a-a4a0f221c2bf tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.1951411 Dec 16 09:45:37.822097 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b53fcd-e09a-41ed-b6dd-92364dbaaa07 req-3ccec366-edb2-4348-98e0-8ebd863736b3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:37.835575 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-88b53fcd-e09a-41ed-b6dd-92364dbaaa07 req-3ccec366-edb2-4348-98e0-8ebd863736b3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=86f20798-78a9-44f8-9139-ae934f6f13b8 HTTP/1.1" status: 200 len: 944 time: 0.1349690 Dec 16 09:45:37.867192 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-1832a503-7839-469e-80b4-6bcc71e0e810 None None] Attempting to bind port 98a17e4c-7fe4-4226-98e6-689363162f94 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:45:37.867618 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-1832a503-7839-469e-80b4-6bcc71e0e810 None None] Attempting to bind port 98a17e4c-7fe4-4226-98e6-689363162f94 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:45:37.867984 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1832a503-7839-469e-80b4-6bcc71e0e810 None None] Attempting to bind port 98a17e4c-7fe4-4226-98e6-689363162f94 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:45:37.888673 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e1bc6-fe0a-481b-bad8-35eb6e7f0eff None None] Pushing event updated for resources: {'Port': ['ID=98a17e4c-7fe4-4226-98e6-689363162f94,revision_number=2']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:37.893401 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-54f6721f-526b-441a-a653-8a5cbd320db2 req-5653f9cb-5579-4159-b537-822b1ba239f6 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847008 Dec 16 09:45:37.907545 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e1bc6-fe0a-481b-bad8-35eb6e7f0eff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:37.908607 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e1bc6-fe0a-481b-bad8-35eb6e7f0eff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:37.909241 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e1bc6-fe0a-481b-bad8-35eb6e7f0eff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:37.909791 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e1bc6-fe0a-481b-bad8-35eb6e7f0eff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:37.910857 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e1bc6-fe0a-481b-bad8-35eb6e7f0eff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:37.911434 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e1bc6-fe0a-481b-bad8-35eb6e7f0eff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:37.912143 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e1bc6-fe0a-481b-bad8-35eb6e7f0eff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:37.912868 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e1bc6-fe0a-481b-bad8-35eb6e7f0eff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:37.913463 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e1bc6-fe0a-481b-bad8-35eb6e7f0eff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:37.914806 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e1bc6-fe0a-481b-bad8-35eb6e7f0eff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:37.915377 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e1bc6-fe0a-481b-bad8-35eb6e7f0eff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:37.916801 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e1bc6-fe0a-481b-bad8-35eb6e7f0eff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:37.935943 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1832a503-7839-469e-80b4-6bcc71e0e810 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:45:37.936804 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1832a503-7839-469e-80b4-6bcc71e0e810 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:45:37.937526 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-1832a503-7839-469e-80b4-6bcc71e0e810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:37.938724 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1832a503-7839-469e-80b4-6bcc71e0e810 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:45:37.939484 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-1832a503-7839-469e-80b4-6bcc71e0e810 None None] Bound port: 98a17e4c-7fe4-4226-98e6-689363162f94, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:45:37.940075 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-1832a503-7839-469e-80b4-6bcc71e0e810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:37.978372 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-88b53fcd-e09a-41ed-b6dd-92364dbaaa07 req-7c864ca0-1430-4caa-adc4-b877b223a99f tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418397 Dec 16 09:45:37.991046 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00147973-a89c-43e9-87ae-4dcbc217e3d2 req-3a856c2d-54f0-4642-89c2-bddbcb34bdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:37.992549 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-00147973-a89c-43e9-87ae-4dcbc217e3d2 req-3a856c2d-54f0-4642-89c2-bddbcb34bdda service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f1bf440b6c55457f8af9c018d530175b&device_id=86f20798-78a9-44f8-9139-ae934f6f13b8 HTTP/1.1" status: 200 len: 1095 time: 0.1309936 Dec 16 09:45:38.008085 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ee5096-5b91-4b29-9ae6-8674aaf5ab38 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Made reservation on behalf of 60a0020dcca848d99f97019eb94a2e49 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:45:38.027655 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-39ee5096-5b91-4b29-9ae6-8674aaf5ab38 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:38.067259 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-1832a503-7839-469e-80b4-6bcc71e0e810 None None] For port 98a17e4c-7fe4-4226-98e6-689363162f94, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:45:38.067259 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-1832a503-7839-469e-80b4-6bcc71e0e810 None None] For port 98a17e4c-7fe4-4226-98e6-689363162f94, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=98a17e4c-7fe4-4226-98e6-689363162f94,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:45:38.153367 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00147973-a89c-43e9-87ae-4dcbc217e3d2 req-5e21a77a-e2cf-4b4c-869c-eebed04aabdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:38.156042 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-00147973-a89c-43e9-87ae-4dcbc217e3d2 req-5e21a77a-e2cf-4b4c-869c-eebed04aabdf service neutron] 10.222.0.58 "GET /v2.0/networks?id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f HTTP/1.1" status: 200 len: 912 time: 0.1549742 Dec 16 09:45:38.168001 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-1832a503-7839-469e-80b4-6bcc71e0e810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:38.247331 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-00147973-a89c-43e9-87ae-4dcbc217e3d2 req-3faefa50-1244-45e5-9151-f51c1c8207f6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=324174b2-e47e-4e92-bb9f-dbccac2c70d3 HTTP/1.1" status: 200 len: 217 time: 0.0749633 Dec 16 09:45:38.264166 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f5ba4-52ab-4c01-8ac4-7e01aaaf88cd req-d022d29f-b95a-4e51-a738-68f7469ba0a6 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:38.270847 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1832a503-7839-469e-80b4-6bcc71e0e810 None None] Routers {'6f4b6ed8-78bb-497b-b587-bf969422b91f'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:45:38.271750 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1832a503-7839-469e-80b4-6bcc71e0e810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:45:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6f4b6ed8-78bb-497b-b587-bf969422b91f'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:38.273442 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-150f5ba4-52ab-4c01-8ac4-7e01aaaf88cd req-d022d29f-b95a-4e51-a738-68f7469ba0a6 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.1704814 Dec 16 09:45:38.327091 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00147973-a89c-43e9-87ae-4dcbc217e3d2 req-4d7d9a2a-ee30-4e82-8d4e-2a449258411d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:38.328888 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-00147973-a89c-43e9-87ae-4dcbc217e3d2 req-4d7d9a2a-ee30-4e82-8d4e-2a449258411d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c3e23022-6181-4c07-9324-a5452325576b HTTP/1.1" status: 200 len: 850 time: 0.0545437 Dec 16 09:45:38.337214 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e1bc6-fe0a-481b-bad8-35eb6e7f0eff None None] Pushing event updated for resources: {'Port': ['ID=98a17e4c-7fe4-4226-98e6-689363162f94,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:38.411570 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-150f5ba4-52ab-4c01-8ac4-7e01aaaf88cd req-ae34714a-4286-497a-a776-28c581732e74 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816264 Dec 16 09:45:38.421085 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00147973-a89c-43e9-87ae-4dcbc217e3d2 req-787d5228-6d69-47ba-9e84-9b21139cf759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:38.423123 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-00147973-a89c-43e9-87ae-4dcbc217e3d2 req-787d5228-6d69-47ba-9e84-9b21139cf759 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852911 Dec 16 09:45:38.428797 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4641fe2b-9130-451b-a398-40c90f18ada8 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:38.526709 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-1832a503-7839-469e-80b4-6bcc71e0e810 None None] Set router 6f4b6ed8-78bb-497b-b587-bf969422b91f gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:45:38.620817 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-00147973-a89c-43e9-87ae-4dcbc217e3d2 req-ebd1407e-ef4a-40ca-9f8a-80ea3f79e88a service neutron] 10.222.0.58 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873839 Dec 16 09:45:38.702747 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-39ee5096-5b91-4b29-9ae6-8674aaf5ab38 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:38.704980 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4641fe2b-9130-451b-a398-40c90f18ada8 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:38.777890 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812b136-3576-4a19-ab46-c265f1174ca3 req-13e139e5-8a19-4e9d-ac70-e97ad721ef8b tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:38.787126 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2812b136-3576-4a19-ab46-c265f1174ca3 req-13e139e5-8a19-4e9d-ac70-e97ad721ef8b tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0969636 Dec 16 09:45:38.850857 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1832a503-7839-469e-80b4-6bcc71e0e810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'name': 'tempest-TestNetworkBasicOps-router-329891809', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '98a17e4c-7fe4-4226-98e6-689363162f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:45:30Z', 'updated_at': '2021-12-16T09:45:33Z', 'revision_number': 3, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'gw_port': {'id': '98a17e4c-7fe4-4226-98e6-689363162f94', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ea:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:45:32Z', 'updated_at': '2021-12-16T09:45:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:38.879190 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1832a503-7839-469e-80b4-6bcc71e0e810 None None] The sync data for ids ['6f4b6ed8-78bb-497b-b587-bf969422b91f'] in n-d-820550-2 is: [{'id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'name': 'tempest-TestNetworkBasicOps-router-329891809', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '98a17e4c-7fe4-4226-98e6-689363162f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:45:30Z', 'updated_at': '2021-12-16T09:45:33Z', 'revision_number': 3, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'gw_port': {'id': '98a17e4c-7fe4-4226-98e6-689363162f94', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ea:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:45:32Z', 'updated_at': '2021-12-16T09:45:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:45:38.933784 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2812b136-3576-4a19-ab46-c265f1174ca3 req-b877becf-8f15-41c8-99ad-b0681b05d5a2 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429942 Dec 16 09:45:38.940023 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-00147973-a89c-43e9-87ae-4dcbc217e3d2 req-8e7a22b7-64bb-41ff-ab4c-47b8649754a4 service neutron] 10.222.0.58 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100870 Dec 16 09:45:38.989004 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-4641fe2b-9130-451b-a398-40c90f18ada8 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] In _notify_port_updated(), no bound segment for port ae1f7f7c-749f-4ece-a076-e2cf61d0194f on network 971c3db8-f5f4-4191-bd91-ee90b2277fdb {{(pid=102817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:45:39.006798 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4641fe2b-9130-451b-a398-40c90f18ada8 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:39.010254 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4641fe2b-9130-451b-a398-40c90f18ada8 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:39.014708 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37738) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:39.017436 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4641fe2b-9130-451b-a398-40c90f18ada8 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] 10.222.0.60 "PUT /v2.0/ports/ae1f7f7c-749f-4ece-a076-e2cf61d0194f HTTP/1.1" status: 200 len: 1136 time: 2.0764606 Dec 16 09:45:39.024704 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641fe2b-9130-451b-a398-40c90f18ada8 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Pushing event updated for resources: {'Port': ['ID=ae1f7f7c-749f-4ece-a076-e2cf61d0194f,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:39.063694 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee5096-5b91-4b29-9ae6-8674aaf5ab38 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'Subnet': ['ID=d6b24d15-a392-4a6e-93d8-f3ba6bb1ab7c,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:39.107946 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1516529-2bc9-48d1-9a8c-1f633966447e tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:39.109541 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e1516529-2bc9-48d1-9a8c-1f633966447e tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] 10.222.0.60 "GET /v2.0/ports/ae1f7f7c-749f-4ece-a076-e2cf61d0194f HTTP/1.1" status: 200 len: 1136 time: 0.0936763 Dec 16 09:45:39.118883 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37742) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:39.194177 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ee5096-5b91-4b29-9ae6-8674aaf5ab38 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Checking segment: {'id': '59187192-96f4-423d-8fe2-021a7eccf566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c8ba6bea-4e43-4bc9-a3f7-37704e90b524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:45:39.198102 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ee5096-5b91-4b29-9ae6-8674aaf5ab38 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Network hostable DHCP agents. Network: c8ba6bea-4e43-4bc9-a3f7-37704e90b524, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:45:39.229803 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180dc05e-3ded-49a9-ba48-c93d8b1e632d req-6337b9e1-f181-430a-a5f6-937ae36cdfa8 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:39.232422 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-180dc05e-3ded-49a9-ba48-c93d8b1e632d req-6337b9e1-f181-430a-a5f6-937ae36cdfa8 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.1373441 Dec 16 09:45:39.297144 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76cf15d-6528-45c8-ac8d-8873f871bc99 req-a27e264e-592b-4319-86a6-3c8df565dda6 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:39.298253 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-180dc05e-3ded-49a9-ba48-c93d8b1e632d req-69c4c008-daec-48e4-8982-2032fad8f03d tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610666 Dec 16 09:45:39.300082 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d76cf15d-6528-45c8-ac8d-8873f871bc99 req-a27e264e-592b-4319-86a6-3c8df565dda6 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=86f20798-78a9-44f8-9139-ae934f6f13b8 HTTP/1.1" status: 200 len: 944 time: 0.1616964 Dec 16 09:45:39.310248 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ee5096-5b91-4b29-9ae6-8674aaf5ab38 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Network c8ba6bea-4e43-4bc9-a3f7-37704e90b524 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:45:39.338775 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-9897b164-8523-4192-9b92-97e11e46a2c2 None None] Provisioning complete for port ae1f7f7c-749f-4ece-a076-e2cf61d0194f triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:39.339316 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9897b164-8523-4192-9b92-97e11e46a2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:39.373744 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d76cf15d-6528-45c8-ac8d-8873f871bc99 req-8f23b387-1f6b-4217-bb1d-ea21f1784e2b tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669560 Dec 16 09:45:39.385503 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-f521fedb-2d29-4822-bc0e-7875a610b39a tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Deleting port ae1f7f7c-749f-4ece-a076-e2cf61d0194f {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:45:39.386098 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f521fedb-2d29-4822-bc0e-7875a610b39a tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:39.433884 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-39ee5096-5b91-4b29-9ae6-8674aaf5ab38 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, c8ba6bea-4e43-4bc9-a3f7-37704e90b524) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:45:39.439677 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ee5096-5b91-4b29-9ae6-8674aaf5ab38 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:39.440480 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-39ee5096-5b91-4b29-9ae6-8674aaf5ab38 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:39.470436 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3cd85a-8818-4c86-83aa-865120cf0109 None None] Network c8ba6bea-4e43-4bc9-a3f7-37704e90b524 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:45:39.533666 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-9897b164-8523-4192-9b92-97e11e46a2c2 None None] Port ae1f7f7c-749f-4ece-a076-e2cf61d0194f cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:45:39.554396 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37758) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:39.558252 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-39ee5096-5b91-4b29-9ae6-8674aaf5ab38 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.3769224 Dec 16 09:45:39.725671 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a2f5a-b4c5-46c2-9aeb-aba3404e50fb req-bd3f5198-2521-439e-9422-b74027654ab6 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:39.730198 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-006a2f5a-b4c5-46c2-9aeb-aba3404e50fb req-bd3f5198-2521-439e-9422-b74027654ab6 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.1437325 Dec 16 09:45:39.764089 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f521fedb-2d29-4822-bc0e-7875a610b39a tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:39.785852 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-f521fedb-2d29-4822-bc0e-7875a610b39a tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Calling delete_port for ae1f7f7c-749f-4ece-a076-e2cf61d0194f owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:45:39.830196 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a889d7-0401-4a5f-ba65-209e960c15e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-c8ba6bea-4e43-4bc9-a3f7-37704e90b524', 'network_id': 'c8ba6bea-4e43-4bc9-a3f7-37704e90b524', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'fixed_ips': [{'subnet_id': 'd6b24d15-a392-4a6e-93d8-f3ba6bb1ab7c'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:45:39.831370 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c3a889d7-0401-4a5f-ba65-209e960c15e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:39.836588 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-006a2f5a-b4c5-46c2-9aeb-aba3404e50fb req-acf421d3-d21e-4d70-a6bf-b1ffc6c4dc35 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952346 Dec 16 09:45:40.016649 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-c3a889d7-0401-4a5f-ba65-209e960c15e4 None None] Allocated IP 172.20.0.2 (c8ba6bea-4e43-4bc9-a3f7-37704e90b524/d6b24d15-a392-4a6e-93d8-f3ba6bb1ab7c/5221b425-f44e-4536-b9c9-ef28de8182d1) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:45:40.118625 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41f517-8a35-41b3-b928-bc04202e2932 req-ce369975-848d-46ef-a004-171a7e73c928 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:40.126495 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1c41f517-8a35-41b3-b928-bc04202e2932 req-ce369975-848d-46ef-a004-171a7e73c928 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.1526258 Dec 16 09:45:40.240111 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c3a889d7-0401-4a5f-ba65-209e960c15e4 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:40.246031 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1c41f517-8a35-41b3-b928-bc04202e2932 req-d7af7954-1f6a-438d-849a-083b298db8f3 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185274 Dec 16 09:45:40.323048 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c3a889d7-0401-4a5f-ba65-209e960c15e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:40.478214 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f521fedb-2d29-4822-bc0e-7875a610b39a tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:40.508967 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a889d7-0401-4a5f-ba65-209e960c15e4 None None] Network c8ba6bea-4e43-4bc9-a3f7-37704e90b524 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:45:40.523894 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521fedb-2d29-4822-bc0e-7875a610b39a tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Pushing event deleted for resources: {'Port': ['ID=ae1f7f7c-749f-4ece-a076-e2cf61d0194f,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:40.567108 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-c3a889d7-0401-4a5f-ba65-209e960c15e4 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:45:40.584765 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a889d7-0401-4a5f-ba65-209e960c15e4 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:45:40.635811 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a889d7-0401-4a5f-ba65-209e960c15e4 None None] Pushing event updated for resources: {'Port': ['ID=5221b425-f44e-4536-b9c9-ef28de8182d1,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:40.682518 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46479ed-c3d2-4768-a2af-40a9e8acf47d req-08870f64-1d65-4cbf-8342-af0939f5aa37 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:40.707625 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e46479ed-c3d2-4768-a2af-40a9e8acf47d req-08870f64-1d65-4cbf-8342-af0939f5aa37 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=86f20798-78a9-44f8-9139-ae934f6f13b8 HTTP/1.1" status: 200 len: 944 time: 0.1937158 Dec 16 09:45:40.732735 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f521fedb-2d29-4822-bc0e-7875a610b39a tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:40.738798 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f521fedb-2d29-4822-bc0e-7875a610b39a tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] 10.222.0.60 "DELETE /v2.0/ports/ae1f7f7c-749f-4ece-a076-e2cf61d0194f HTTP/1.1" status: 204 len: 168 time: 1.6160514 Dec 16 09:45:40.746830 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37794) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:40.846306 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e46479ed-c3d2-4768-a2af-40a9e8acf47d req-e0ba527d-87d2-4366-95d0-cc891288cfd3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369956 Dec 16 09:45:40.964790 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a3495bd-84cb-436a-8ed6-f07c03dd695e tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Deleting subnet 18cb1729-1677-41c1-9cc5-fd6f5b7c96d1 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:45:40.973684 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9a3495bd-84cb-436a-8ed6-f07c03dd695e tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:40.986708 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 98a17e4c-7fe4-4226-98e6-689363162f94 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:45:41.034756 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9a3495bd-84cb-436a-8ed6-f07c03dd695e tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:41.065171 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:41.109522 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-c3a889d7-0401-4a5f-ba65-209e960c15e4 None None] Attempting to bind port 5221b425-f44e-4536-b9c9-ef28de8182d1 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:45:41.109902 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-c3a889d7-0401-4a5f-ba65-209e960c15e4 None None] Attempting to bind port 5221b425-f44e-4536-b9c9-ef28de8182d1 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '59187192-96f4-423d-8fe2-021a7eccf566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c8ba6bea-4e43-4bc9-a3f7-37704e90b524'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:45:41.110257 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a889d7-0401-4a5f-ba65-209e960c15e4 None None] Attempting to bind port 5221b425-f44e-4536-b9c9-ef28de8182d1 on network c8ba6bea-4e43-4bc9-a3f7-37704e90b524 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:45:41.120560 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a889d7-0401-4a5f-ba65-209e960c15e4 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:45:41.120979 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a889d7-0401-4a5f-ba65-209e960c15e4 None None] Checking segment: {'id': '59187192-96f4-423d-8fe2-021a7eccf566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c8ba6bea-4e43-4bc9-a3f7-37704e90b524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:45:41.121852 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c3a889d7-0401-4a5f-ba65-209e960c15e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:41.122388 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a889d7-0401-4a5f-ba65-209e960c15e4 None None] Bound using segment: {'id': '59187192-96f4-423d-8fe2-021a7eccf566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c8ba6bea-4e43-4bc9-a3f7-37704e90b524'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:45:41.122878 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-c3a889d7-0401-4a5f-ba65-209e960c15e4 None None] Bound port: 5221b425-f44e-4536-b9c9-ef28de8182d1, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59187192-96f4-423d-8fe2-021a7eccf566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c8ba6bea-4e43-4bc9-a3f7-37704e90b524'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:45:41.123872 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c3a889d7-0401-4a5f-ba65-209e960c15e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:41.126628 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 98a17e4c-7fe4-4226-98e6-689363162f94 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:41.126993 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:41.180580 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95dd8a-4f30-4461-973e-8cbcdbdaee67 req-9dd7d0a7-f177-4325-ab09-2bba4bda89b4 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:41.184107 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37800) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:41.188241 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ea95dd8a-4f30-4461-973e-8cbcdbdaee67 req-9dd7d0a7-f177-4325-ab09-2bba4bda89b4 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.2719202 Dec 16 09:45:41.260297 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-c3a889d7-0401-4a5f-ba65-209e960c15e4 None None] For port 5221b425-f44e-4536-b9c9-ef28de8182d1, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:45:41.267188 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc130421-350d-4700-bd5b-44c099e38997 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:41.273924 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ea95dd8a-4f30-4461-973e-8cbcdbdaee67 req-beaaaf6b-5953-4b06-9064-5ff8a5642d40 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846088 Dec 16 09:45:41.353893 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 324174b2-e47e-4e92-bb9f-dbccac2c70d3 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:45:41.358867 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-c3a889d7-0401-4a5f-ba65-209e960c15e4 None None] For port 5221b425-f44e-4536-b9c9-ef28de8182d1, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5221b425-f44e-4536-b9c9-ef28de8182d1,segment=NetworkSegment(59187192-96f4-423d-8fe2-021a7eccf566),segment_id=59187192-96f4-423d-8fe2-021a7eccf566)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:45:41.368193 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9a3495bd-84cb-436a-8ed6-f07c03dd695e tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:41.399811 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:41.475822 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-91357851-bb20-4b20-827f-9b70fc3f43ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:41.524042 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 98a17e4c-7fe4-4226-98e6-689363162f94, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=98a17e4c-7fe4-4226-98e6-689363162f94,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:41.525600 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c3a889d7-0401-4a5f-ba65-209e960c15e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:41.564425 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3cbd-2e2d-4118-be20-5c2dcad90f57 req-45eee0c4-0555-462f-8493-7744b15fb861 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:41.579889 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37808) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:41.583080 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-49ec3cbd-2e2d-4118-be20-5c2dcad90f57 req-45eee0c4-0555-462f-8493-7744b15fb861 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.1983752 Dec 16 09:45:41.687017 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:41.688797 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-49ec3cbd-2e2d-4118-be20-5c2dcad90f57 req-898e1586-01a3-405a-9de3-1c44fc7e05be tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043906 Dec 16 09:45:41.698666 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a889d7-0401-4a5f-ba65-209e960c15e4 None None] Pushing event updated for resources: {'Port': ['ID=5221b425-f44e-4536-b9c9-ef28de8182d1,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:41.729658 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-91357851-bb20-4b20-827f-9b70fc3f43ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:41.814758 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-91357851-bb20-4b20-827f-9b70fc3f43ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:41.827255 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 324174b2-e47e-4e92-bb9f-dbccac2c70d3, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=324174b2-e47e-4e92-bb9f-dbccac2c70d3,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:41.828112 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=98a17e4c-7fe4-4226-98e6-689363162f94,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:41.868091 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '324174b2-e47e-4e92-bb9f-dbccac2c70d3', 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f', 'port_id': '324174b2-e47e-4e92-bb9f-dbccac2c70d3', 'mac_address': 'fa:16:3e:4d:af:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3e23022-6181-4c07-9324-a5452325576b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:45:41.921814 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:41.942817 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 324174b2-e47e-4e92-bb9f-dbccac2c70d3 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:45:41.988319 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 324174b2-e47e-4e92-bb9f-dbccac2c70d3, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=324174b2-e47e-4e92-bb9f-dbccac2c70d3,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:41.993023 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-91357851-bb20-4b20-827f-9b70fc3f43ca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f6a8835e01a44a6b84dceeef136e2e59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8051500 Dec 16 09:45:41.993781 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37822) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:42.051407 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91357851-bb20-4b20-827f-9b70fc3f43ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52cb6b05-4b35-4d4c-ab05-671f53e9f773,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:42.117485 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:42.168459 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3d9cf794-8680-4d55-a628-a71a7cf775ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:42.186824 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df674c-cab3-4603-b4cf-455bd5351ef1 req-7bbb9929-108a-4bb1-80ec-bb0c7c3a9972 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:42.195000 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-04df674c-cab3-4603-b4cf-455bd5351ef1 req-7bbb9929-108a-4bb1-80ec-bb0c7c3a9972 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=86f20798-78a9-44f8-9139-ae934f6f13b8 HTTP/1.1" status: 200 len: 944 time: 0.1868525 Dec 16 09:45:42.212846 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=324174b2-e47e-4e92-bb9f-dbccac2c70d3,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:42.238761 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3d9cf794-8680-4d55-a628-a71a7cf775ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:42.289648 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-04df674c-cab3-4603-b4cf-455bd5351ef1 req-ad89f0b9-de5a-4b39-8eb2-b3a8bda04ae7 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893545 Dec 16 09:45:42.347455 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['324174b2-e47e-4e92-bb9f-dbccac2c70d3'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:45:42.350844 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9a3495bd-84cb-436a-8ed6-f07c03dd695e tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:42.407220 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3d9cf794-8680-4d55-a628-a71a7cf775ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:42.409936 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3d9cf794-8680-4d55-a628-a71a7cf775ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:42.413504 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3d9cf794-8680-4d55-a628-a71a7cf775ed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/52cb6b05-4b35-4d4c-ab05-671f53e9f773 HTTP/1.1" status: 204 len: 168 time: 0.4155889 Dec 16 09:45:42.422660 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9cf794-8680-4d55-a628-a71a7cf775ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52cb6b05-4b35-4d4c-ab05-671f53e9f773,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:42.430139 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0bb9e8bc-c523-48fa-84a7-6abf55a62f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:42.443621 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37832) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:42.473908 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3495bd-84cb-436a-8ed6-f07c03dd695e tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Pushing event deleted for resources: {'Subnet': ['ID=18cb1729-1677-41c1-9cc5-fd6f5b7c96d1,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:42.503092 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a60dbce5-e260-4f10-a391-218f2357ff77 req-7f401bf1-d72b-4b44-9247-ce658a04ebe7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8415234 Dec 16 09:45:42.531133 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9a3495bd-84cb-436a-8ed6-f07c03dd695e tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:42.542467 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37836) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:42.546886 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9a3495bd-84cb-436a-8ed6-f07c03dd695e tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] 10.222.0.60 "DELETE /v2.0/subnets/18cb1729-1677-41c1-9cc5-fd6f5b7c96d1 HTTP/1.1" status: 204 len: 168 time: 1.7987423 Dec 16 09:45:42.591897 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73c2710-021e-4826-bb0b-73b8a609e2a6 None None] Network 971c3db8-f5f4-4191-bd91-ee90b2277fdb requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:45:42.685925 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f5b76d9d-7e6a-40b0-8131-9a9cca37afc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:42.700942 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc8bda-88d5-41e1-b1a8-76d7ca1415a6 req-f385bf2c-77bf-43fc-b78f-4d4e810674d1 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:42.711875 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e2fc8bda-88d5-41e1-b1a8-76d7ca1415a6 req-f385bf2c-77bf-43fc-b78f-4d4e810674d1 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.3718522 Dec 16 09:45:42.734320 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8999775b-47d4-430c-b8a0-6b7c57896897 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:42.846883 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 98a17e4c-7fe4-4226-98e6-689363162f94 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:45:42.853563 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60dbce5-e260-4f10-a391-218f2357ff77 req-b2b7ef4a-bc9c-43a4-bf69-6dd2ab68116a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:42.855383 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a60dbce5-e260-4f10-a391-218f2357ff77 req-b2b7ef4a-bc9c-43a4-bf69-6dd2ab68116a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1bf440b6c55457f8af9c018d530175b&device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 1095 time: 0.2706053 Dec 16 09:45:42.866316 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f5b76d9d-7e6a-40b0-8131-9a9cca37afc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:42.876542 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-8999775b-47d4-430c-b8a0-6b7c57896897 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Deleting port 6251e559-d0c8-4d26-9acf-a7b341f2b69c {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:45:42.880348 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8999775b-47d4-430c-b8a0-6b7c57896897 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:42.894488 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e2fc8bda-88d5-41e1-b1a8-76d7ca1415a6 req-9142bf81-8787-4769-8b50-cad61b35d39d tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808965 Dec 16 09:45:42.929293 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-bc130421-350d-4700-bd5b-44c099e38997 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Allocated IP 172.20.0.1 (c8ba6bea-4e43-4bc9-a3f7-37704e90b524/d6b24d15-a392-4a6e-93d8-f3ba6bb1ab7c/1002673c-edf4-4e50-827b-af1931d27527) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:45:42.968294 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f5b76d9d-7e6a-40b0-8131-9a9cca37afc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:43.046021 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 98a17e4c-7fe4-4226-98e6-689363162f94 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:43.046391 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:43.065948 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc130421-350d-4700-bd5b-44c099e38997 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:43.113325 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842dee5b-e101-4509-af91-07ace93c1502 None None] DHCP port deletion for 971c3db8-f5f4-4191-bd91-ee90b2277fdb request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:45:43.122437 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-8999775b-47d4-430c-b8a0-6b7c57896897 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] For port 6251e559-d0c8-4d26-9acf-a7b341f2b69c, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=6251e559-d0c8-4d26-9acf-a7b341f2b69c,segment=NetworkSegment(11097258-c76c-4a95-9538-4cedb04fdb67),segment_id=11097258-c76c-4a95-9538-4cedb04fdb67)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:43.123006 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8999775b-47d4-430c-b8a0-6b7c57896897 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:43.125482 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b76d9d-7e6a-40b0-8131-9a9cca37afc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18e90d0-1c59-4c1a-8c79-c744743b975d,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:43.144337 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f5b76d9d-7e6a-40b0-8131-9a9cca37afc8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0321c80fffda44828f1c069f1c52ea55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6986573 Dec 16 09:45:43.146529 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37844) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:43.176718 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-8999775b-47d4-430c-b8a0-6b7c57896897 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Calling delete_port for 6251e559-d0c8-4d26-9acf-a7b341f2b69c owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:45:43.197592 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5221b425-f44e-4536-b9c9-ef28de8182d1 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:45:43.231382 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc130421-350d-4700-bd5b-44c099e38997 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:43.247022 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-17965a15-22e2-4065-89ff-0c36b4ba6aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:43.269104 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-842dee5b-e101-4509-af91-07ace93c1502 None None] Deleting port 6251e559-d0c8-4d26-9acf-a7b341f2b69c {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:45:43.269641 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-842dee5b-e101-4509-af91-07ace93c1502 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:43.295385 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc130421-350d-4700-bd5b-44c099e38997 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Network c8ba6bea-4e43-4bc9-a3f7-37704e90b524 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:45:43.301819 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0bb9e8bc-c523-48fa-84a7-6abf55a62f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:43.321046 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-17965a15-22e2-4065-89ff-0c36b4ba6aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:43.326920 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e1d6c-feec-4fe7-a8c4-0d0066616434 req-871c10c2-596d-43f5-b5e3-e5b3b56e8bd8 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:43.328616 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-608e1d6c-feec-4fe7-a8c4-0d0066616434 req-871c10c2-596d-43f5-b5e3-e5b3b56e8bd8 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.2106643 Dec 16 09:45:43.335943 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-bc130421-350d-4700-bd5b-44c099e38997 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:45:43.335943 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc130421-350d-4700-bd5b-44c099e38997 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:45:43.352418 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-842dee5b-e101-4509-af91-07ace93c1502 None None] For port 6251e559-d0c8-4d26-9acf-a7b341f2b69c, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=6251e559-d0c8-4d26-9acf-a7b341f2b69c,segment=NetworkSegment(11097258-c76c-4a95-9538-4cedb04fdb67),segment_id=11097258-c76c-4a95-9538-4cedb04fdb67)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:43.353365 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-842dee5b-e101-4509-af91-07ace93c1502 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:43.369652 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-842dee5b-e101-4509-af91-07ace93c1502 None None] Calling delete_port for 6251e559-d0c8-4d26-9acf-a7b341f2b69c owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:45:43.397155 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc130421-350d-4700-bd5b-44c099e38997 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'Port': ['ID=1002673c-edf4-4e50-827b-af1931d27527,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:43.402792 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe8e27f-cc94-4b32-a7ef-49c04ca1d694 None None] Network c8ba6bea-4e43-4bc9-a3f7-37704e90b524 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:45:43.410935 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0bb9e8bc-c523-48fa-84a7-6abf55a62f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:43.426729 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60dbce5-e260-4f10-a391-218f2357ff77 req-1c332b26-415c-42ca-b30b-1d2b032aa0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:43.428355 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a60dbce5-e260-4f10-a391-218f2357ff77 req-1c332b26-415c-42ca-b30b-1d2b032aa0b6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f HTTP/1.1" status: 200 len: 912 time: 0.5457311 Dec 16 09:45:43.462442 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2e736-69fe-4020-8c2e-741b1c8634b0 req-93549087-7240-4add-840a-0db8e169a967 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:43.464697 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-68d2e736-69fe-4020-8c2e-741b1c8634b0 req-93549087-7240-4add-840a-0db8e169a967 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=86f20798-78a9-44f8-9139-ae934f6f13b8 HTTP/1.1" status: 200 len: 945 time: 0.0709991 Dec 16 09:45:43.471197 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-608e1d6c-feec-4fe7-a8c4-0d0066616434 req-69743f83-ea05-4972-ab1f-684b8fdd3798 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244614 Dec 16 09:45:43.496199 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-04156986-a617-42d7-bd47-8f1ff36431ed None None] Provisioning complete for port 5221b425-f44e-4536-b9c9-ef28de8182d1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:43.496593 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-04156986-a617-42d7-bd47-8f1ff36431ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:43.525994 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc130421-350d-4700-bd5b-44c099e38997 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:43.528404 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-17965a15-22e2-4065-89ff-0c36b4ba6aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:43.532197 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-17965a15-22e2-4065-89ff-0c36b4ba6aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:43.535657 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-17965a15-22e2-4065-89ff-0c36b4ba6aaf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c18e90d0-1c59-4c1a-8c79-c744743b975d HTTP/1.1" status: 204 len: 168 time: 0.3798411 Dec 16 09:45:43.538517 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8999775b-47d4-430c-b8a0-6b7c57896897 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:43.550175 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 5221b425-f44e-4536-b9c9-ef28de8182d1 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:43.551269 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:43.576923 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-68d2e736-69fe-4020-8c2e-741b1c8634b0 req-ad0e03a2-9357-4dba-912d-a7a3837d060e tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055572 Dec 16 09:45:43.577752 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37852) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:43.585233 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0bb9e8bc-c523-48fa-84a7-6abf55a62f60 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5bacf2dc57c54d86a4fd984b13a5c2e3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0021968 Dec 16 09:45:43.588658 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17965a15-22e2-4065-89ff-0c36b4ba6aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18e90d0-1c59-4c1a-8c79-c744743b975d,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:43.589642 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9e8bc-c523-48fa-84a7-6abf55a62f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcf6442-5994-44e2-b25e-bdfca004cbbf,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:43.591539 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8999775b-47d4-430c-b8a0-6b7c57896897 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Pushing event deleted for resources: {'Port': ['ID=6251e559-d0c8-4d26-9acf-a7b341f2b69c,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:43.594865 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37854) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:43.610535 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8999775b-47d4-430c-b8a0-6b7c57896897 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] No DVR routers for this DVR port 6251e559-d0c8-4d26-9acf-a7b341f2b69c on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:45:43.616295 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f48f984d-1be7-4755-a629-66ea1375b294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:43.636001 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a60dbce5-e260-4f10-a391-218f2357ff77 req-47f8d1f8-4b01-4ff0-b2d6-8c377ea52ee5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 HTTP/1.1" status: 200 len: 999 time: 0.1902089 Dec 16 09:45:43.700461 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-842dee5b-e101-4509-af91-07ace93c1502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:43.749982 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60dbce5-e260-4f10-a391-218f2357ff77 req-cb258c19-7f13-4170-b650-1610fc99b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:43.751544 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a60dbce5-e260-4f10-a391-218f2357ff77 req-cb258c19-7f13-4170-b650-1610fc99b90f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c3e23022-6181-4c07-9324-a5452325576b HTTP/1.1" status: 200 len: 850 time: 0.1085229 Dec 16 09:45:43.820953 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842dee5b-e101-4509-af91-07ace93c1502 None None] No DVR routers for this DVR port 6251e559-d0c8-4d26-9acf-a7b341f2b69c on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:45:43.834059 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60dbce5-e260-4f10-a391-218f2357ff77 req-e9d5e8fe-928e-4649-9a1d-2eb38b7241bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:43.834558 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842dee5b-e101-4509-af91-07ace93c1502 None None] Pushing event deleted for resources: {'Port': ['ID=6251e559-d0c8-4d26-9acf-a7b341f2b69c,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:43.834682 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a60dbce5-e260-4f10-a391-218f2357ff77 req-e9d5e8fe-928e-4649-9a1d-2eb38b7241bb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712385 Dec 16 09:45:43.871286 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8999775b-47d4-430c-b8a0-6b7c57896897 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:43.890014 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d3b3ba02-dbcc-41d6-8be9-f0f1f597f7af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:43.916796 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc130421-350d-4700-bd5b-44c099e38997 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:43.928054 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-04156986-a617-42d7-bd47-8f1ff36431ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:43.939778 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-8999775b-47d4-430c-b8a0-6b7c57896897 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['971c3db8-f5f4-4191-bd91-ee90b2277fdb']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:43.949938 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d3b3ba02-dbcc-41d6-8be9-f0f1f597f7af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:43.959317 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-8999775b-47d4-430c-b8a0-6b7c57896897 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11097258-c76c-4a95-9538-4cedb04fdb67') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:43.959539 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-8999775b-47d4-430c-b8a0-6b7c57896897 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11097258-c76c-4a95-9538-4cedb04fdb67') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:44.008532 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9cc22-802f-4d20-8b2a-f85964ec9d7c req-cd6e2400-3dcd-41da-87d2-922e42ac4a74 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:44.010184 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c4b9cc22-802f-4d20-8b2a-f85964ec9d7c req-cd6e2400-3dcd-41da-87d2-922e42ac4a74 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.2087374 Dec 16 09:45:44.027289 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-04156986-a617-42d7-bd47-8f1ff36431ed None None] For port 5221b425-f44e-4536-b9c9-ef28de8182d1, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5221b425-f44e-4536-b9c9-ef28de8182d1,segment=NetworkSegment(59187192-96f4-423d-8fe2-021a7eccf566),segment_id=59187192-96f4-423d-8fe2-021a7eccf566)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:44.027512 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8999775b-47d4-430c-b8a0-6b7c57896897 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:44.029062 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:44.051953 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a60dbce5-e260-4f10-a391-218f2357ff77 req-107aa480-6d1d-4f13-a787-61147065842d service neutron] 10.222.0.57 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106979 Dec 16 09:45:44.105763 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8999775b-47d4-430c-b8a0-6b7c57896897 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:44.114320 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-04156986-a617-42d7-bd47-8f1ff36431ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:44.119721 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f48f984d-1be7-4755-a629-66ea1375b294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:44.125856 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8999775b-47d4-430c-b8a0-6b7c57896897 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:45:44.126515 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8999775b-47d4-430c-b8a0-6b7c57896897 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:44.129874 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:45:44.129874 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:45:44.129874 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:45:44.129874 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:45:44.129874 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:45:44.129874 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:45:44.129874 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:45:44.129874 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:45:44.129874 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:45:44.129874 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:45:44.129874 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:45:44.129874 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:45:44.129874 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:45:44.129874 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:45:44.129874 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:45:44.129874 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:45:44.129874 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:45:44.129874 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:45:44.129874 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:45:44.129874 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:45:44.129874 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:45:44.129874 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:45:44.129874 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:45:44.129874 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:45:44.129874 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:45:44.129874 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:45:44.129874 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:45:44.129874 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:45:44.129874 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:45:44.129874 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:45:44.129874 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:45:44.129874 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:45:44.201027 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f48f984d-1be7-4755-a629-66ea1375b294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:44.248745 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c4b9cc22-802f-4d20-8b2a-f85964ec9d7c req-61985d0a-ca0e-456d-b2ba-c606f8205f44 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124736 Dec 16 09:45:44.284891 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f48f984d-1be7-4755-a629-66ea1375b294 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9cd88a443c0a4ad0b3ceee8e0513eb58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7053232 Dec 16 09:45:44.286975 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f984d-1be7-4755-a629-66ea1375b294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067bc3cf-d6cc-408d-a93b-da271cfc85b4,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:44.289426 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37868) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:44.307312 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d3b3ba02-dbcc-41d6-8be9-f0f1f597f7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:44.312200 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d3b3ba02-dbcc-41d6-8be9-f0f1f597f7af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:44.319473 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d3b3ba02-dbcc-41d6-8be9-f0f1f597f7af admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cdcf6442-5994-44e2-b25e-bdfca004cbbf HTTP/1.1" status: 204 len: 168 time: 0.7146518 Dec 16 09:45:44.321802 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:45:44.322195 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:45:44.327894 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04156986-a617-42d7-bd47-8f1ff36431ed None None] Pushing event updated for resources: {'Port': ['ID=5221b425-f44e-4536-b9c9-ef28de8182d1,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:44.368283 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3ba02-dbcc-41d6-8be9-f0f1f597f7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcf6442-5994-44e2-b25e-bdfca004cbbf,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:44.380075 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8999775b-47d4-430c-b8a0-6b7c57896897 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:44.389358 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8999775b-47d4-430c-b8a0-6b7c57896897 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:44.393164 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8999775b-47d4-430c-b8a0-6b7c57896897 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] 10.222.0.60 "DELETE /v2.0/networks/971c3db8-f5f4-4191-bd91-ee90b2277fdb HTTP/1.1" status: 204 len: 168 time: 1.8488479 Dec 16 09:45:44.436557 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8999775b-47d4-430c-b8a0-6b7c57896897 tempest-ExtraDHCPOptionsTestJSON-749157501 tempest-ExtraDHCPOptionsTestJSON-749157501-project] Pushing event deleted for resources: {'Network': ['ID=971c3db8-f5f4-4191-bd91-ee90b2277fdb,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:44.444175 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fb258637-9e7c-48b4-8990-9b188f51a9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:44.463322 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a60dbce5-e260-4f10-a391-218f2357ff77 req-b714c5fa-1d8c-4349-b67f-42b6f9add575 service neutron] 10.222.0.57 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975260 Dec 16 09:45:44.473787 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-40497ab6-593c-4717-be41-37e41ce2fded None None] Provisioning complete for port 1002673c-edf4-4e50-827b-af1931d27527 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:44.474180 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-40497ab6-593c-4717-be41-37e41ce2fded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:44.514704 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fb258637-9e7c-48b4-8990-9b188f51a9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:44.538278 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-40497ab6-593c-4717-be41-37e41ce2fded None None] Port 1002673c-edf4-4e50-827b-af1931d27527 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:45:44.551077 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-40497ab6-593c-4717-be41-37e41ce2fded None None] Provisioning complete for port 5221b425-f44e-4536-b9c9-ef28de8182d1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:44.551453 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-40497ab6-593c-4717-be41-37e41ce2fded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:44.571503 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3c7ae-d1a5-4c3f-bce1-44ea8ee3fdf5 req-9d411592-9aa3-4492-bdd8-707757462f7d tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:44.578824 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-72d3c7ae-d1a5-4c3f-bce1-44ea8ee3fdf5 req-9d411592-9aa3-4492-bdd8-707757462f7d tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.2354310 Dec 16 09:45:44.640572 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-72d3c7ae-d1a5-4c3f-bce1-44ea8ee3fdf5 req-b7b7c311-5cd9-496b-956a-84e933c424b6 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596979 Dec 16 09:45:44.690176 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc130421-350d-4700-bd5b-44c099e38997 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:44.708585 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fb258637-9e7c-48b4-8990-9b188f51a9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:44.711210 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fb258637-9e7c-48b4-8990-9b188f51a9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:44.712355 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fb258637-9e7c-48b4-8990-9b188f51a9df admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/067bc3cf-d6cc-408d-a93b-da271cfc85b4 HTTP/1.1" status: 204 len: 168 time: 0.4219985 Dec 16 09:45:44.727687 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb258637-9e7c-48b4-8990-9b188f51a9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067bc3cf-d6cc-408d-a93b-da271cfc85b4,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:44.744023 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743595fd-55d9-4b4d-ac05-953f56b8601d req-0d3131b8-db69-4242-a240-bafbf82733c5 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:44.746382 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-743595fd-55d9-4b4d-ac05-953f56b8601d req-0d3131b8-db69-4242-a240-bafbf82733c5 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=86f20798-78a9-44f8-9139-ae934f6f13b8 HTTP/1.1" status: 200 len: 945 time: 0.0694828 Dec 16 09:45:44.774332 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc130421-350d-4700-bd5b-44c099e38997 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:44.804312 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-8e36e0e7-961d-4023-98e8-dd17e008d049 None None] Provisioning complete for port 1002673c-edf4-4e50-827b-af1931d27527 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:44.805296 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8e36e0e7-961d-4023-98e8-dd17e008d049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:44.835881 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-743595fd-55d9-4b4d-ac05-953f56b8601d req-2510b965-847e-46c6-9b91-5bb706b4f887 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729158 Dec 16 09:45:44.872013 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc130421-350d-4700-bd5b-44c099e38997 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'Port': ['ID=1002673c-edf4-4e50-827b-af1931d27527,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:44.872911 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-8e36e0e7-961d-4023-98e8-dd17e008d049 None None] Port 1002673c-edf4-4e50-827b-af1931d27527 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:45:44.873084 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc130421-350d-4700-bd5b-44c099e38997 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:44.978245 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc130421-350d-4700-bd5b-44c099e38997 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Network c8ba6bea-4e43-4bc9-a3f7-37704e90b524 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:45:44.980778 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-bc130421-350d-4700-bd5b-44c099e38997 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:45:44.989125 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5221b425-f44e-4536-b9c9-ef28de8182d1 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:45:45.120880 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 5221b425-f44e-4536-b9c9-ef28de8182d1 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:45.121363 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:45.277471 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489afa0-4da0-4c19-b791-6ad35201c60c req-89f66135-faa7-44a5-93e4-b73bb07404f7 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:45.278966 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9489afa0-4da0-4c19-b791-6ad35201c60c req-89f66135-faa7-44a5-93e4-b73bb07404f7 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/networks?id=eab87cca-b536-47b9-a963-f17d059e279c HTTP/1.1" status: 200 len: 814 time: 0.1573884 Dec 16 09:45:45.282161 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6251e559-d0c8-4d26-9acf-a7b341f2b69c no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:45:45.284223 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc130421-350d-4700-bd5b-44c099e38997 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Router 6f4b6ed8-78bb-497b-b587-bf969422b91f has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:45:45.303006 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9489afa0-4da0-4c19-b791-6ad35201c60c req-9bc91199-0083-49ef-8e2b-906d44dff855 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/quotas/a0706203d71045cabb82519392ed3f4b HTTP/1.1" status: 200 len: 375 time: 0.0147212 Dec 16 09:45:45.310764 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 6251e559-d0c8-4d26-9acf-a7b341f2b69c {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:45:45.311059 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6251e559-d0c8-4d26-9acf-a7b341f2b69c not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:45:45.331705 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-9c24f0e5-750c-4770-a28f-2b6899eefac1 None None] Provisioning complete for port 1002673c-edf4-4e50-827b-af1931d27527 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:45.332189 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9c24f0e5-750c-4770-a28f-2b6899eefac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:45.356820 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 324174b2-e47e-4e92-bb9f-dbccac2c70d3 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:45:45.389979 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-9c24f0e5-750c-4770-a28f-2b6899eefac1 None None] Port 1002673c-edf4-4e50-827b-af1931d27527 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:45:45.430095 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9489afa0-4da0-4c19-b791-6ad35201c60c req-0f48a171-1b16-4202-b2a0-09425ed4bb4b tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a0706203d71045cabb82519392ed3f4b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0868297 Dec 16 09:45:45.445207 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc130421-350d-4700-bd5b-44c099e38997 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:45:45.453092 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bc130421-350d-4700-bd5b-44c099e38997 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "PUT /v2.0/routers/6f4b6ed8-78bb-497b-b587-bf969422b91f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8976653 Dec 16 09:45:45.455694 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37906) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:45.467871 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce76e04-a5b9-4878-84d0-19897abb2033 None None] Sync routers for ids ['6f4b6ed8-78bb-497b-b587-bf969422b91f'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:45:45.476306 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce76e04-a5b9-4878-84d0-19897abb2033 None None] Routers {'6f4b6ed8-78bb-497b-b587-bf969422b91f'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:45:45.476935 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-2ce76e04-a5b9-4878-84d0-19897abb2033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:45:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6f4b6ed8-78bb-497b-b587-bf969422b91f'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:45.483052 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 324174b2-e47e-4e92-bb9f-dbccac2c70d3 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:45:45.538428 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 324174b2-e47e-4e92-bb9f-dbccac2c70d3 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:45.538854 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:45.577322 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37910) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:45.600193 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ce049-f50e-4c2f-a4fa-e1b71d6f0aa1 req-14a8b8d9-e3bb-42dd-a245-5df89a424868 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:45.602375 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a07ce049-f50e-4c2f-a4fa-e1b71d6f0aa1 req-14a8b8d9-e3bb-42dd-a245-5df89a424868 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0924766 Dec 16 09:45:45.613925 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3f46dd4d-3f1b-4e12-b17a-53150c595c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:45.692310 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a07ce049-f50e-4c2f-a4fa-e1b71d6f0aa1 req-794ffb80-fffd-4743-a727-93bb4855435e tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809996 Dec 16 09:45:45.692903 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37912) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:45.699252 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8974b7-1521-4021-a17d-184c5babc36c tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:45.699909 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8974b7-1521-4021-a17d-184c5babc36c tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:45.700187 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8974b7-1521-4021-a17d-184c5babc36c tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:45.700646 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8974b7-1521-4021-a17d-184c5babc36c tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:45.701096 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8974b7-1521-4021-a17d-184c5babc36c tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:45.701567 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8974b7-1521-4021-a17d-184c5babc36c tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:45.702017 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8974b7-1521-4021-a17d-184c5babc36c tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:45.706626 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-dc8974b7-1521-4021-a17d-184c5babc36c tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4992 time: 0.2473080 Dec 16 09:45:45.709009 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37916) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:45.777239 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3f46dd4d-3f1b-4e12-b17a-53150c595c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:45.862534 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3f46dd4d-3f1b-4e12-b17a-53150c595c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:45.897904 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2538fa43-f00c-4759-ad15-da330616ff2a tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:45.898428 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2538fa43-f00c-4759-ad15-da330616ff2a tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:45.904020 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2538fa43-f00c-4759-ad15-da330616ff2a tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:45.904020 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2538fa43-f00c-4759-ad15-da330616ff2a tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:45.904020 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2538fa43-f00c-4759-ad15-da330616ff2a tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:45.904020 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2538fa43-f00c-4759-ad15-da330616ff2a tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:45.904020 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2538fa43-f00c-4759-ad15-da330616ff2a tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:45.904020 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2538fa43-f00c-4759-ad15-da330616ff2a tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4652 time: 0.1929080 Dec 16 09:45:45.909961 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37926) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:45.978359 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3f46dd4d-3f1b-4e12-b17a-53150c595c38 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5c4e78511a374b96aff15414be77a58e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3961315 Dec 16 09:45:45.983152 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37930) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:46.021189 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46dd4d-3f1b-4e12-b17a-53150c595c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e2bef3-421a-46ee-ac85-580d37d9cc5f,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:46.100899 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-2ce76e04-a5b9-4878-84d0-19897abb2033 None None] Set router 6f4b6ed8-78bb-497b-b587-bf969422b91f gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:45:46.131102 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e4a25-dfd6-47d8-8970-7b264091b36f req-805ec60a-9504-49fd-a629-cb8fbefe0d01 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:46.132961 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-150e4a25-dfd6-47d8-8970-7b264091b36f req-805ec60a-9504-49fd-a629-cb8fbefe0d01 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=86f20798-78a9-44f8-9139-ae934f6f13b8 HTTP/1.1" status: 200 len: 945 time: 0.1866448 Dec 16 09:45:46.140306 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:46.150884 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-291669f2-12d3-4764-94bc-d9bee9b7156c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=abf770e78fdd4ee1b091c3d59c61e415&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4529233 Dec 16 09:45:46.159443 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37938) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:46.162000 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef16ed4-d6c5-4856-923c-103f7d872ca3 req-065dd9a5-3514-4a5e-9d49-904c9a1377cd tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:46.171556 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6ef16ed4-d6c5-4856-923c-103f7d872ca3 req-065dd9a5-3514-4a5e-9d49-904c9a1377cd tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.3787515 Dec 16 09:45:46.171779 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f20798-78a9-44f8-9139-ae934f6f13b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324174b2-e47e-4e92-bb9f-dbccac2c70d3'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:45:46.174027 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb35785-43e4-4939-aed1-6dd9742455c4" -d '{"events": [{"server_uuid": "86f20798-78a9-44f8-9139-ae934f6f13b8", "name": "network-vif-plugged", "status": "completed", "tag": "324174b2-e47e-4e92-bb9f-dbccac2c70d3"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:45:46.185299 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f525c495-bdee-4d53-8eeb-fe51611fe259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:46.198920 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 324174b2-e47e-4e92-bb9f-dbccac2c70d3, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=324174b2-e47e-4e92-bb9f-dbccac2c70d3,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:46.244226 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f525c495-bdee-4d53-8eeb-fe51611fe259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:46.248386 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6ef16ed4-d6c5-4856-923c-103f7d872ca3 req-810c4e2f-b1ef-47aa-97dc-4ac5db907b32 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717824 Dec 16 09:45:46.269301 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-150e4a25-dfd6-47d8-8970-7b264091b36f req-b58b3acc-9f41-45f5-b056-5a80f18f8ebe tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240721 Dec 16 09:45:46.360239 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d2bbaa-85cb-48d8-8f49-15e4d07a31fe x-openstack-request-id: req-a7d2bbaa-85cb-48d8-8f49-15e4d07a31fe {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:45:46.361492 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f20798-78a9-44f8-9139-ae934f6f13b8", "name": "network-vif-plugged", "status": "completed", "tag": "324174b2-e47e-4e92-bb9f-dbccac2c70d3", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:45:46.364250 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a7d2bbaa-85cb-48d8-8f49-15e4d07a31fe {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:45:46.364250 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f20798-78a9-44f8-9139-ae934f6f13b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324174b2-e47e-4e92-bb9f-dbccac2c70d3', 'code': 200} Dec 16 09:45:46.365803 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:46.376825 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b491c333-2a02-456f-a201-9a4ad52e88cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:46.412899 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b491c333-2a02-456f-a201-9a4ad52e88cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:46.510230 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f525c495-bdee-4d53-8eeb-fe51611fe259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:46.513354 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f525c495-bdee-4d53-8eeb-fe51611fe259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:46.514786 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f525c495-bdee-4d53-8eeb-fe51611fe259 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/54e2bef3-421a-46ee-ac85-580d37d9cc5f HTTP/1.1" status: 204 len: 168 time: 0.5304914 Dec 16 09:45:46.535764 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525c495-bdee-4d53-8eeb-fe51611fe259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e2bef3-421a-46ee-ac85-580d37d9cc5f,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:46.552257 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b491c333-2a02-456f-a201-9a4ad52e88cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:46.557562 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b491c333-2a02-456f-a201-9a4ad52e88cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:46.562791 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b491c333-2a02-456f-a201-9a4ad52e88cf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/398e87f4-3ef8-41bf-bd4f-44ac68a04368 HTTP/1.1" status: 204 len: 168 time: 0.4033542 Dec 16 09:45:46.570564 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b491c333-2a02-456f-a201-9a4ad52e88cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398e87f4-3ef8-41bf-bd4f-44ac68a04368,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:46.752617 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=324174b2-e47e-4e92-bb9f-dbccac2c70d3,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:46.797740 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-2ce76e04-a5b9-4878-84d0-19897abb2033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'name': 'tempest-TestNetworkBasicOps-router-329891809', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '98a17e4c-7fe4-4226-98e6-689363162f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:45:30Z', 'updated_at': '2021-12-16T09:45:43Z', 'revision_number': 4, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'gw_port': {'id': '98a17e4c-7fe4-4226-98e6-689363162f94', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ea:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:45:32Z', 'updated_at': '2021-12-16T09:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '1002673c-edf4-4e50-827b-af1931d27527', 'name': '', 'network_id': 'c8ba6bea-4e43-4bc9-a3f7-37704e90b524', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'mac_address': 'fa:16:3e:d0:ed:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'd6b24d15-a392-4a6e-93d8-f3ba6bb1ab7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:45:42Z', 'updated_at': '2021-12-16T09:45:44Z', 'revision_number': 2, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'subnets': [{'id': 'd6b24d15-a392-4a6e-93d8-f3ba6bb1ab7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:46.819564 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84254f7-2fa0-4744-82f9-60d8f8ed56f8 req-3bc78a88-08f6-466f-a234-fc8c94efe3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:46.821367 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d84254f7-2fa0-4744-82f9-60d8f8ed56f8 req-3bc78a88-08f6-466f-a234-fc8c94efe3a5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=86f20798-78a9-44f8-9139-ae934f6f13b8 HTTP/1.1" status: 200 len: 1097 time: 0.0783691 Dec 16 09:45:46.829382 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5889f01e-52bf-4138-ba0d-6c2812ae3070 req-61323bf2-b9e4-4096-9b5f-7ac0ae04502a tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=a0706203d71045cabb82519392ed3f4b HTTP/1.1" status: 200 len: 221 time: 0.0926230 Dec 16 09:45:46.855782 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce76e04-a5b9-4878-84d0-19897abb2033 None None] Checking router: 6f4b6ed8-78bb-497b-b587-bf969422b91f for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:45:46.856191 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce76e04-a5b9-4878-84d0-19897abb2033 None None] Updating router 6f4b6ed8-78bb-497b-b587-bf969422b91f port 1002673c-edf4-4e50-827b-af1931d27527 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:45:46.898244 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d84254f7-2fa0-4744-82f9-60d8f8ed56f8 req-e32eb6d5-2dfa-449c-bcc0-16fb2792120c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634031 Dec 16 09:45:46.925179 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2ce76e04-a5b9-4878-84d0-19897abb2033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:46.930371 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e1786571-5d5d-41f1-a08d-bc511dcf9e7b tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3052 time: 1.0168800 Dec 16 09:45:47.025364 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00595a88-6cf1-4db3-847f-ae03d34c630b req-b4bf4277-46bb-4678-a79a-d034948297bd tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:47.027343 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-00595a88-6cf1-4db3-847f-ae03d34c630b req-b4bf4277-46bb-4678-a79a-d034948297bd tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0848329 Dec 16 09:45:47.136725 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-00595a88-6cf1-4db3-847f-ae03d34c630b req-473e2cb9-543d-4d5b-a9ae-6538dcf8038a tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969305 Dec 16 09:45:47.371833 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0dcac-2d96-4286-8585-ee1cb843f021 req-7ea80fdb-e379-430e-8273-990c02ce1b53 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:47.376879 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2fd0dcac-2d96-4286-8585-ee1cb843f021 req-7ea80fdb-e379-430e-8273-990c02ce1b53 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.1086409 Dec 16 09:45:47.494289 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2fd0dcac-2d96-4286-8585-ee1cb843f021 req-750fe291-11d6-4f6f-87c0-54aa7376c39a tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108029 Dec 16 09:45:47.671729 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2ce76e04-a5b9-4878-84d0-19897abb2033 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:47.683062 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82454c20-5ecc-4797-99ed-c3b487511e8f req-114d8dba-6889-4e4e-a0ab-d45f8bef4d14 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:47.684704 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-82454c20-5ecc-4797-99ed-c3b487511e8f req-114d8dba-6889-4e4e-a0ab-d45f8bef4d14 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=86f20798-78a9-44f8-9139-ae934f6f13b8 HTTP/1.1" status: 200 len: 946 time: 0.0602770 Dec 16 09:45:47.710417 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38000) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:47.719530 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-1e1f101b-5af9-4cf8-b47f-220097d271ac tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-346588251', 'description': 'tempest-secgroup-smoke-346588251 description', 'project_id': '60a0020dcca848d99f97019eb94a2e49'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:47.766834 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-82454c20-5ecc-4797-99ed-c3b487511e8f req-ff87469f-1319-46aa-9b69-b77cabdce5d0 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759912 Dec 16 09:45:47.774881 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2ce76e04-a5b9-4878-84d0-19897abb2033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:47.839077 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d1ea6-4ddb-4ecd-be6c-139c323c0b36 None None] Pushing event updated for resources: {'Port': ['ID=1002673c-edf4-4e50-827b-af1931d27527,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:47.866960 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1e1f101b-5af9-4cf8-b47f-220097d271ac tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:47.938012 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-2ce76e04-a5b9-4878-84d0-19897abb2033 None None] Attempting to bind port 1002673c-edf4-4e50-827b-af1931d27527 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:45:47.938012 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-2ce76e04-a5b9-4878-84d0-19897abb2033 None None] Attempting to bind port 1002673c-edf4-4e50-827b-af1931d27527 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '59187192-96f4-423d-8fe2-021a7eccf566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c8ba6bea-4e43-4bc9-a3f7-37704e90b524'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:45:47.938012 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce76e04-a5b9-4878-84d0-19897abb2033 None None] Attempting to bind port 1002673c-edf4-4e50-827b-af1931d27527 on network c8ba6bea-4e43-4bc9-a3f7-37704e90b524 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:45:47.943910 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce76e04-a5b9-4878-84d0-19897abb2033 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:45:47.944402 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce76e04-a5b9-4878-84d0-19897abb2033 None None] Checking segment: {'id': '59187192-96f4-423d-8fe2-021a7eccf566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c8ba6bea-4e43-4bc9-a3f7-37704e90b524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:45:47.944834 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2ce76e04-a5b9-4878-84d0-19897abb2033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:47.945428 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce76e04-a5b9-4878-84d0-19897abb2033 None None] Bound using segment: {'id': '59187192-96f4-423d-8fe2-021a7eccf566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c8ba6bea-4e43-4bc9-a3f7-37704e90b524'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:45:47.946033 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-2ce76e04-a5b9-4878-84d0-19897abb2033 None None] Bound port: 1002673c-edf4-4e50-827b-af1931d27527, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59187192-96f4-423d-8fe2-021a7eccf566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c8ba6bea-4e43-4bc9-a3f7-37704e90b524'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:45:47.946517 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2ce76e04-a5b9-4878-84d0-19897abb2033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:48.040148 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1e1f101b-5af9-4cf8-b47f-220097d271ac tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:48.061557 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934273d-4d8d-4cc5-bd13-4d78bf754dd0 req-1044c164-af9c-4581-93b8-d69766588a27 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:48.070722 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8934273d-4d8d-4cc5-bd13-4d78bf754dd0 req-1044c164-af9c-4581-93b8-d69766588a27 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.1053925 Dec 16 09:45:48.085258 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2ce76e04-a5b9-4878-84d0-19897abb2033 None None] For port 1002673c-edf4-4e50-827b-af1931d27527, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:45:48.091035 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2ce76e04-a5b9-4878-84d0-19897abb2033 None None] For port 1002673c-edf4-4e50-827b-af1931d27527, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=1002673c-edf4-4e50-827b-af1931d27527,segment=NetworkSegment(59187192-96f4-423d-8fe2-021a7eccf566),segment_id=59187192-96f4-423d-8fe2-021a7eccf566)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:45:48.112388 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1e1f101b-5af9-4cf8-b47f-220097d271ac tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:48.145167 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8934273d-4d8d-4cc5-bd13-4d78bf754dd0 req-33bb418c-d75b-4650-ac8e-d84e1b9bfd41 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670879 Dec 16 09:45:48.150488 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f101b-5af9-4cf8-b47f-220097d271ac tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e8a5af-da74-4b0d-a629-941df2e67e3c,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:48.173249 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2ce76e04-a5b9-4878-84d0-19897abb2033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:48.235361 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d1ea6-4ddb-4ecd-be6c-139c323c0b36 None None] Pushing event updated for resources: {'Port': ['ID=1002673c-edf4-4e50-827b-af1931d27527,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:48.252817 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-9b888f84-c0cd-4c49-9dde-6cb6dd25f453 None None] Provisioning complete for port 1002673c-edf4-4e50-827b-af1931d27527 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:48.253211 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9b888f84-c0cd-4c49-9dde-6cb6dd25f453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:48.279899 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1e1f101b-5af9-4cf8-b47f-220097d271ac tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:48.284086 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1e1f101b-5af9-4cf8-b47f-220097d271ac tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5715344 Dec 16 09:45:48.284333 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38020) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:48.294915 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-2c36857d-b6c0-4871-aad2-1578a81e6cae tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Request body: {'security_group_rule': {'security_group_id': 'a5e8a5af-da74-4b0d-a629-941df2e67e3c', 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:48.323155 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce76e04-a5b9-4878-84d0-19897abb2033 None None] Routers {'6f4b6ed8-78bb-497b-b587-bf969422b91f'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:45:48.323798 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-2ce76e04-a5b9-4878-84d0-19897abb2033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:45:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6f4b6ed8-78bb-497b-b587-bf969422b91f'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:48.339276 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ad18a-c821-483c-ad2a-e4c63a77f06c req-bf57d42b-8665-4c0d-bca5-c40f952001f1 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:48.341720 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fa9ad18a-c821-483c-ad2a-e4c63a77f06c req-bf57d42b-8665-4c0d-bca5-c40f952001f1 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.1137424 Dec 16 09:45:48.399946 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fa9ad18a-c821-483c-ad2a-e4c63a77f06c req-8392c98a-22c6-41a0-8aa2-5345612032fe tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519853 Dec 16 09:45:48.447648 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9b888f84-c0cd-4c49-9dde-6cb6dd25f453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:48.498722 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-9b888f84-c0cd-4c49-9dde-6cb6dd25f453 None None] For port 1002673c-edf4-4e50-827b-af1931d27527, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=1002673c-edf4-4e50-827b-af1931d27527,segment=NetworkSegment(59187192-96f4-423d-8fe2-021a7eccf566),segment_id=59187192-96f4-423d-8fe2-021a7eccf566)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:48.500595 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2c36857d-b6c0-4871-aad2-1578a81e6cae tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:48.525700 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-2ce76e04-a5b9-4878-84d0-19897abb2033 None None] Set router 6f4b6ed8-78bb-497b-b587-bf969422b91f gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:45:48.587410 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2c36857d-b6c0-4871-aad2-1578a81e6cae tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:48.639609 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae80193-a4a8-4429-82d3-18e47a59e556 req-9365d29b-a00a-44c6-b63e-c4e0c7beeb3a tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:48.641226 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2ae80193-a4a8-4429-82d3-18e47a59e556 req-9365d29b-a00a-44c6-b63e-c4e0c7beeb3a tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0640564 Dec 16 09:45:48.661017 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9b888f84-c0cd-4c49-9dde-6cb6dd25f453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:48.685609 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2ae80193-a4a8-4429-82d3-18e47a59e556 req-575f1713-0cf4-4562-b493-d83e1303aeff tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376017 Dec 16 09:45:48.709426 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2c36857d-b6c0-4871-aad2-1578a81e6cae tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:48.747518 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36857d-b6c0-4871-aad2-1578a81e6cae tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d6d93c6-7c67-4fd7-9909-b42b8fa8f4da,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:48.758977 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b888f84-c0cd-4c49-9dde-6cb6dd25f453 None None] Pushing event updated for resources: {'Port': ['ID=1002673c-edf4-4e50-827b-af1931d27527,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:48.819549 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-6099ef92-3079-499a-8bd8-2abcb6d6815d None None] Provisioning complete for port 1002673c-edf4-4e50-827b-af1931d27527 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:48.820078 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6099ef92-3079-499a-8bd8-2abcb6d6815d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:48.843386 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2c36857d-b6c0-4871-aad2-1578a81e6cae tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:48.844758 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2c36857d-b6c0-4871-aad2-1578a81e6cae tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5585253 Dec 16 09:45:48.847526 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38052) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:48.852608 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-fef3843f-f98a-44b8-8bb5-d9ce0a088ef0 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Request body: {'security_group_rule': {'security_group_id': 'a5e8a5af-da74-4b0d-a629-941df2e67e3c', 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:48.892007 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-2ce76e04-a5b9-4878-84d0-19897abb2033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'name': 'tempest-TestNetworkBasicOps-router-329891809', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '98a17e4c-7fe4-4226-98e6-689363162f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:45:30Z', 'updated_at': '2021-12-16T09:45:43Z', 'revision_number': 4, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'gw_port': {'id': '98a17e4c-7fe4-4226-98e6-689363162f94', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ea:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:45:32Z', 'updated_at': '2021-12-16T09:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '1002673c-edf4-4e50-827b-af1931d27527', 'name': '', 'network_id': 'c8ba6bea-4e43-4bc9-a3f7-37704e90b524', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'mac_address': 'fa:16:3e:d0:ed:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'd6b24d15-a392-4a6e-93d8-f3ba6bb1ab7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:45:42Z', 'updated_at': '2021-12-16T09:45:48Z', 'revision_number': 4, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'subnets': [{'id': 'd6b24d15-a392-4a6e-93d8-f3ba6bb1ab7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:48.922840 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031a0d2-c1ee-4bf9-b441-c4b2b23f63ab req-f3fc34f5-ceea-4d90-a143-d2d6d7fdb663 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:48.928844 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7031a0d2-c1ee-4bf9-b441-c4b2b23f63ab req-f3fc34f5-ceea-4d90-a143-d2d6d7fdb663 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.1018393 Dec 16 09:45:48.951423 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce76e04-a5b9-4878-84d0-19897abb2033 None None] The sync data for ids ['6f4b6ed8-78bb-497b-b587-bf969422b91f'] in n-d-820550-2 is: [{'id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'name': 'tempest-TestNetworkBasicOps-router-329891809', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '98a17e4c-7fe4-4226-98e6-689363162f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:45:30Z', 'updated_at': '2021-12-16T09:45:43Z', 'revision_number': 4, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'gw_port': {'id': '98a17e4c-7fe4-4226-98e6-689363162f94', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ea:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:45:32Z', 'updated_at': '2021-12-16T09:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '1002673c-edf4-4e50-827b-af1931d27527', 'name': '', 'network_id': 'c8ba6bea-4e43-4bc9-a3f7-37704e90b524', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'mac_address': 'fa:16:3e:d0:ed:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'd6b24d15-a392-4a6e-93d8-f3ba6bb1ab7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:45:42Z', 'updated_at': '2021-12-16T09:45:48Z', 'revision_number': 4, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'subnets': [{'id': 'd6b24d15-a392-4a6e-93d8-f3ba6bb1ab7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:45:48.994763 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7031a0d2-c1ee-4bf9-b441-c4b2b23f63ab req-4405863f-d24c-4557-abc8-1bb2a745a0d4 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583880 Dec 16 09:45:49.070806 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c7808-fc6d-40db-9498-9087b4930519 req-326f9f85-9895-40f7-b397-751fbdc12ecb tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:49.073376 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-472c7808-fc6d-40db-9498-9087b4930519 req-326f9f85-9895-40f7-b397-751fbdc12ecb tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=86f20798-78a9-44f8-9139-ae934f6f13b8 HTTP/1.1" status: 200 len: 946 time: 0.1325793 Dec 16 09:45:49.082566 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fef3843f-f98a-44b8-8bb5-d9ce0a088ef0 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:49.200494 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-472c7808-fc6d-40db-9498-9087b4930519 req-3cc7e813-e2e2-4e25-bb02-64d3db56910d tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078649 Dec 16 09:45:49.283450 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fef3843f-f98a-44b8-8bb5-d9ce0a088ef0 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:49.384225 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d670be7c-b9cb-4b28-b805-7e711b0ccfdf req-64835d74-19f1-464d-868c-a42361a211ea tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=f1bf440b6c55457f8af9c018d530175b HTTP/1.1" status: 200 len: 267 time: 0.0718706 Dec 16 09:45:49.389319 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9cf18-fe82-44e0-b345-b70fa9a7829e req-1efbec13-8e46-47bb-a0a5-709bd5d76f93 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:49.390994 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5ae9cf18-fe82-44e0-b345-b70fa9a7829e req-1efbec13-8e46-47bb-a0a5-709bd5d76f93 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0898631 Dec 16 09:45:49.439893 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fef3843f-f98a-44b8-8bb5-d9ce0a088ef0 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:49.464361 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5ae9cf18-fe82-44e0-b345-b70fa9a7829e req-af5bb71b-1977-43df-b5e5-3574bcf11a92 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655293 Dec 16 09:45:49.474766 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef3843f-f98a-44b8-8bb5-d9ce0a088ef0 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd8c45a-2f01-4cb7-b227-baa1c0536d1a,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:49.507392 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670be7c-b9cb-4b28-b805-7e711b0ccfdf req-546e686f-5e8d-4502-b42d-d08425048cf9 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:49.517187 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d670be7c-b9cb-4b28-b805-7e711b0ccfdf req-546e686f-5e8d-4502-b42d-d08425048cf9 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=86f20798-78a9-44f8-9139-ae934f6f13b8 HTTP/1.1" status: 200 len: 946 time: 0.1302068 Dec 16 09:45:49.524013 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-d670be7c-b9cb-4b28-b805-7e711b0ccfdf req-9b0b7da2-63a3-4669-b090-dd23b1034576 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Request body: {'port': {'security_groups': []}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:49.625260 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fef3843f-f98a-44b8-8bb5-d9ce0a088ef0 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:49.626807 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fef3843f-f98a-44b8-8bb5-d9ce0a088ef0 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7781997 Dec 16 09:45:49.630566 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38078) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:49.647347 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-7533d081-c400-4e0f-8ca1-e69cd0638ce5 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Request body: {'security_group_rule': {'security_group_id': 'a5e8a5af-da74-4b0d-a629-941df2e67e3c', 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:49.677302 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d670be7c-b9cb-4b28-b805-7e711b0ccfdf req-9b0b7da2-63a3-4669-b090-dd23b1034576 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:49.677897 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e01c93-2216-4bb7-930a-1992304d8c1c req-dd08db27-372b-4a73-b234-4bb35bc2e892 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:49.691039 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-35e01c93-2216-4bb7-930a-1992304d8c1c req-dd08db27-372b-4a73-b234-4bb35bc2e892 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.1312881 Dec 16 09:45:49.733664 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38080) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:49.809390 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-35e01c93-2216-4bb7-930a-1992304d8c1c req-457dae7f-8caf-4f3c-b17c-519e33f1056b tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113148 Dec 16 09:45:49.903180 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7533d081-c400-4e0f-8ca1-e69cd0638ce5 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:49.979431 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649e54f-f692-467e-9352-bf17c365fd1b req-84bd0dcc-94d5-409a-9019-43da38550e83 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:49.993597 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1649e54f-f692-467e-9352-bf17c365fd1b req-84bd0dcc-94d5-409a-9019-43da38550e83 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0930393 Dec 16 09:45:50.016054 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-d670be7c-b9cb-4b28-b805-7e711b0ccfdf req-9b0b7da2-63a3-4669-b090-dd23b1034576 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] For port 324174b2-e47e-4e92-bb9f-dbccac2c70d3, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=324174b2-e47e-4e92-bb9f-dbccac2c70d3,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:50.021751 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7533d081-c400-4e0f-8ca1-e69cd0638ce5 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:50.063522 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1649e54f-f692-467e-9352-bf17c365fd1b req-edc0fa12-131a-4c05-846b-dd3e6172c900 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637755 Dec 16 09:45:50.081598 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d670be7c-b9cb-4b28-b805-7e711b0ccfdf req-9b0b7da2-63a3-4669-b090-dd23b1034576 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:50.124049 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-444aa87e-77f4-4ee3-8d6f-8a1a6528a0c1 tempest-DvrRoutersNegativeTest-2147387377 tempest-DvrRoutersNegativeTest-2147387377-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-18186094', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:50.129778 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7533d081-c400-4e0f-8ca1-e69cd0638ce5 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:50.129931 n-d-820550-2 neutron-server[102817]: DEBUG neutron.policy [None req-444aa87e-77f4-4ee3-8d6f-8a1a6528a0c1 tempest-DvrRoutersNegativeTest-2147387377 tempest-DvrRoutersNegativeTest-2147387377-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102817) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Dec 16 09:45:50.129931 n-d-820550-2 neutron-server[102817]: DEBUG neutron.policy [None req-444aa87e-77f4-4ee3-8d6f-8a1a6528a0c1 tempest-DvrRoutersNegativeTest-2147387377 tempest-DvrRoutersNegativeTest-2147387377-project] Failed policy check for 'create_router' {{(pid=102817) enforce /opt/stack/neutron/neutron/policy.py:520}} Dec 16 09:45:50.129931 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-444aa87e-77f4-4ee3-8d6f-8a1a6528a0c1 tempest-DvrRoutersNegativeTest-2147387377 tempest-DvrRoutersNegativeTest-2147387377-project] create failed (client error): Access was denied to this resource. Dec 16 09:45:50.129931 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-444aa87e-77f4-4ee3-8d6f-8a1a6528a0c1 tempest-DvrRoutersNegativeTest-2147387377 tempest-DvrRoutersNegativeTest-2147387377-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3932731 Dec 16 09:45:50.154055 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533d081-c400-4e0f-8ca1-e69cd0638ce5 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=494c1aea-a198-467d-80a8-8d3258a497fa,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:50.179975 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d670be7c-b9cb-4b28-b805-7e711b0ccfdf req-9b0b7da2-63a3-4669-b090-dd23b1034576 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:50.192139 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee', 'a1923724-de92-4455-a0b4-fa5b1439b9ef', '324174b2-e47e-4e92-bb9f-dbccac2c70d3'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:45:50.210787 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8d6ce-2ff5-419a-93d6-701477452dad req-3d56ef3a-d1b9-4c10-9826-984a9471aa38 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:50.220319 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6ff8d6ce-2ff5-419a-93d6-701477452dad req-3d56ef3a-d1b9-4c10-9826-984a9471aa38 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0716312 Dec 16 09:45:50.279845 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6ff8d6ce-2ff5-419a-93d6-701477452dad req-fb4164ab-f48e-41eb-972f-059ba195b075 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563171 Dec 16 09:45:50.293769 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7533d081-c400-4e0f-8ca1-e69cd0638ce5 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:50.299158 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7533d081-c400-4e0f-8ca1-e69cd0638ce5 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6601906 Dec 16 09:45:50.300623 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38104) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:50.307599 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-f0baad18-7e32-47de-b448-953e26db251a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Request body: {'security_group_rule': {'security_group_id': 'a5e8a5af-da74-4b0d-a629-941df2e67e3c', 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:50.339501 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670be7c-b9cb-4b28-b805-7e711b0ccfdf req-9b0b7da2-63a3-4669-b090-dd23b1034576 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:50.343316 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d670be7c-b9cb-4b28-b805-7e711b0ccfdf req-9b0b7da2-63a3-4669-b090-dd23b1034576 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:50.345106 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d670be7c-b9cb-4b28-b805-7e711b0ccfdf req-9b0b7da2-63a3-4669-b090-dd23b1034576 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "PUT /v2.0/ports/324174b2-e47e-4e92-bb9f-dbccac2c70d3 HTTP/1.1" status: 200 len: 905 time: 0.8254268 Dec 16 09:45:50.346494 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f20798-78a9-44f8-9139-ae934f6f13b8', 'tag': '324174b2-e47e-4e92-bb9f-dbccac2c70d3'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:45:50.352519 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82479d8-7e0e-4a68-b3df-3ab9ec995fd4" -d '{"events": [{"name": "network-changed", "server_uuid": "86f20798-78a9-44f8-9139-ae934f6f13b8", "tag": "324174b2-e47e-4e92-bb9f-dbccac2c70d3"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:45:50.374714 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['324174b2-e47e-4e92-bb9f-dbccac2c70d3'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:45:50.411281 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f0baad18-7e32-47de-b448-953e26db251a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:50.426789 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b7da2-63a3-4669-b090-dd23b1034576 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Pushing event updated for resources: {'Port': ['ID=324174b2-e47e-4e92-bb9f-dbccac2c70d3,revision_number=6']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:50.549061 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f0baad18-7e32-47de-b448-953e26db251a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:50.626322 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa21a2c4-e7bc-43f3-a5bc-926a87da2a78 x-openstack-request-id: req-aa21a2c4-e7bc-43f3-a5bc-926a87da2a78 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:45:50.626322 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f20798-78a9-44f8-9139-ae934f6f13b8", "tag": "324174b2-e47e-4e92-bb9f-dbccac2c70d3", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:45:50.626322 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa21a2c4-e7bc-43f3-a5bc-926a87da2a78 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:45:50.626322 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f20798-78a9-44f8-9139-ae934f6f13b8', 'tag': '324174b2-e47e-4e92-bb9f-dbccac2c70d3', 'status': 'completed', 'code': 200} Dec 16 09:45:50.637349 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f0baad18-7e32-47de-b448-953e26db251a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:50.732764 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56e857-8a2a-450a-ae85-021593b5ef2c req-a0402c76-9fbf-47a2-afb6-9fdc13fa802b tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:50.734385 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7a56e857-8a2a-450a-ae85-021593b5ef2c req-a0402c76-9fbf-47a2-afb6-9fdc13fa802b tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=86f20798-78a9-44f8-9139-ae934f6f13b8 HTTP/1.1" status: 200 len: 908 time: 0.2236822 Dec 16 09:45:50.736809 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0baad18-7e32-47de-b448-953e26db251a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76d23bf-fbf2-4cb0-9282-1e1b971efe7c,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:50.755812 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82479d8-7e0e-4a68-b3df-3ab9ec995fd4 req-0b83fc8a-5b07-469a-b907-e3493f9ec525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:50.757729 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e82479d8-7e0e-4a68-b3df-3ab9ec995fd4 req-0b83fc8a-5b07-469a-b907-e3493f9ec525 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f1bf440b6c55457f8af9c018d530175b&device_id=86f20798-78a9-44f8-9139-ae934f6f13b8 HTTP/1.1" status: 200 len: 1059 time: 0.1624689 Dec 16 09:45:50.777603 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90c53da3-42f9-46b1-8530-8267dc615685 None None] Provisioning complete for port 324174b2-e47e-4e92-bb9f-dbccac2c70d3 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:50.777977 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90c53da3-42f9-46b1-8530-8267dc615685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:50.813356 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7b62d-8125-4b46-a631-5ae77983f9f7 req-b420f028-a0cb-4c58-9258-1f46a865078f tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:50.829588 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c4b7b62d-8125-4b46-a631-5ae77983f9f7 req-b420f028-a0cb-4c58-9258-1f46a865078f tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.1848202 Dec 16 09:45:50.842754 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f0baad18-7e32-47de-b448-953e26db251a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:50.844216 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f0baad18-7e32-47de-b448-953e26db251a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5423849 Dec 16 09:45:50.850403 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38122) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:50.873570 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-a4133cab-bb3a-4b59-af1a-c1e1f675422e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Request body: {'security_group_rule': {'security_group_id': 'a5e8a5af-da74-4b0d-a629-941df2e67e3c', 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:50.926358 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c4b7b62d-8125-4b46-a631-5ae77983f9f7 req-446b2a91-1a9a-4564-a23e-67a161a5605f tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942130 Dec 16 09:45:50.990061 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38128) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:51.023840 n-d-820550-2 neutron-server[102817]: INFO neutron.db.securitygroups_db [None req-a4133cab-bb3a-4b59-af1a-c1e1f675422e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Project 60a0020dcca848d99f97019eb94a2e49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 09:45:51.029912 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a4133cab-bb3a-4b59-af1a-c1e1f675422e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:51.097524 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 1002673c-edf4-4e50-827b-af1931d27527 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:45:51.102292 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82479d8-7e0e-4a68-b3df-3ab9ec995fd4 req-18a7a320-2f1a-4508-aaa2-814cc8ec4379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:51.104654 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e82479d8-7e0e-4a68-b3df-3ab9ec995fd4 req-18a7a320-2f1a-4508-aaa2-814cc8ec4379 service neutron] 10.222.0.58 "GET /v2.0/networks?id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f HTTP/1.1" status: 200 len: 912 time: 0.3378911 Dec 16 09:45:51.181779 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e82479d8-7e0e-4a68-b3df-3ab9ec995fd4 req-d6833f07-e8e9-4667-be35-8efd112648a6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=324174b2-e47e-4e92-bb9f-dbccac2c70d3 HTTP/1.1" status: 200 len: 217 time: 0.0651135 Dec 16 09:45:51.204218 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820f9a7-5cf8-4233-bf1b-08f4f86a2971 req-857ca725-7193-4b0b-b249-293a4ae0a18e tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:51.209130 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 1002673c-edf4-4e50-827b-af1931d27527 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:51.210265 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:51.220067 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab1aa3-2ed7-4087-9e60-aca98a9b9bf8 req-c9879808-eeb6-4bf3-bf41-4811fc277d2c tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:51.221726 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e6ab1aa3-2ed7-4087-9e60-aca98a9b9bf8 req-c9879808-eeb6-4bf3-bf41-4811fc277d2c tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.1556304 Dec 16 09:45:51.229591 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f820f9a7-5cf8-4233-bf1b-08f4f86a2971 req-857ca725-7193-4b0b-b249-293a4ae0a18e tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.3398690 Dec 16 09:45:51.254908 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a4133cab-bb3a-4b59-af1a-c1e1f675422e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:51.275456 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6c8acbdb-d8db-4312-8b5b-c82fab1eb93e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:51.313653 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e6ab1aa3-2ed7-4087-9e60-aca98a9b9bf8 req-7cd9df30-134a-463a-afc2-12c307eb7fde tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749538 Dec 16 09:45:51.349939 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a4133cab-bb3a-4b59-af1a-c1e1f675422e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:51.358867 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f820f9a7-5cf8-4233-bf1b-08f4f86a2971 req-f6eb3247-50a5-451a-a3d5-9a33fec8f047 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257694 Dec 16 09:45:51.362567 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82479d8-7e0e-4a68-b3df-3ab9ec995fd4 req-1337ab07-32b0-49b6-a7a1-a9031e27640a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:51.364486 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e82479d8-7e0e-4a68-b3df-3ab9ec995fd4 req-1337ab07-32b0-49b6-a7a1-a9031e27640a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c3e23022-6181-4c07-9324-a5452325576b HTTP/1.1" status: 200 len: 850 time: 0.1321359 Dec 16 09:45:51.383431 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4133cab-bb3a-4b59-af1a-c1e1f675422e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a68df3c-4335-4f8f-a0c5-e291a87765b7,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:51.447784 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82479d8-7e0e-4a68-b3df-3ab9ec995fd4 req-b5e76d2f-13e6-4f12-ab0e-db86aa774a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:51.450325 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e82479d8-7e0e-4a68-b3df-3ab9ec995fd4 req-b5e76d2f-13e6-4f12-ab0e-db86aa774a11 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758445 Dec 16 09:45:51.514519 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b340245-0542-4dc6-ae8e-ec1b1e3dd3a4 req-995d1016-1b45-46d0-aee1-7e073f5f444f tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:51.516217 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8b340245-0542-4dc6-ae8e-ec1b1e3dd3a4 req-995d1016-1b45-46d0-aee1-7e073f5f444f tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0782413 Dec 16 09:45:51.566284 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8b340245-0542-4dc6-ae8e-ec1b1e3dd3a4 req-7c94d1d7-e61d-4bb2-9bd2-2834576e29a7 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424747 Dec 16 09:45:51.584588 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6c8acbdb-d8db-4312-8b5b-c82fab1eb93e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:51.588886 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a4133cab-bb3a-4b59-af1a-c1e1f675422e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:51.590737 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a4133cab-bb3a-4b59-af1a-c1e1f675422e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7299845 Dec 16 09:45:51.594200 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38152) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:51.600456 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-7ac0709f-5810-47fb-8429-0e540bc3f72d tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Request body: {'security_group_rule': {'security_group_id': 'a5e8a5af-da74-4b0d-a629-941df2e67e3c', 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:51.608570 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c361328-3ded-4401-a3c1-07800135fe63 req-c53eac63-5bfd-4337-80c2-cc36e8406e43 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:51.611705 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0c361328-3ded-4401-a3c1-07800135fe63 req-c53eac63-5bfd-4337-80c2-cc36e8406e43 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.1291435 Dec 16 09:45:51.633684 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e82479d8-7e0e-4a68-b3df-3ab9ec995fd4 req-f0a59e2f-ba2d-47ed-93d4-46f4ea165ff0 service neutron] 10.222.0.58 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688912 Dec 16 09:45:51.661662 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0c361328-3ded-4401-a3c1-07800135fe63 req-ae644cae-faac-4720-b3fe-374d7a9317ec tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490651 Dec 16 09:45:51.720741 n-d-820550-2 neutron-server[102817]: INFO neutron.db.securitygroups_db [None req-7ac0709f-5810-47fb-8429-0e540bc3f72d tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Project 60a0020dcca848d99f97019eb94a2e49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 09:45:51.725930 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6c8acbdb-d8db-4312-8b5b-c82fab1eb93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:51.754906 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7ac0709f-5810-47fb-8429-0e540bc3f72d tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:51.786823 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e82479d8-7e0e-4a68-b3df-3ab9ec995fd4 req-b7852559-6f33-480d-a752-59ca19f14aad service neutron] 10.222.0.58 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311858 Dec 16 09:45:52.055524 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58581674-4307-4877-941f-89af486b9a6c req-c72de481-18a6-4019-a796-37013d569d61 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:52.057802 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-58581674-4307-4877-941f-89af486b9a6c req-c72de481-18a6-4019-a796-37013d569d61 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/networks?id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f HTTP/1.1" status: 200 len: 811 time: 0.1330225 Dec 16 09:45:52.080279 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-58581674-4307-4877-941f-89af486b9a6c req-9ce7f2bb-9d35-417c-803c-ed869840a5c2 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/quotas/f1bf440b6c55457f8af9c018d530175b HTTP/1.1" status: 200 len: 375 time: 0.0159175 Dec 16 09:45:52.150722 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-58581674-4307-4877-941f-89af486b9a6c req-2cce23a1-685d-4da6-9082-4b2884b109eb tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f1bf440b6c55457f8af9c018d530175b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0635674 Dec 16 09:45:52.154467 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6c8acbdb-d8db-4312-8b5b-c82fab1eb93e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3f569ef254954c33b905b1a68b2cde2c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1610744 Dec 16 09:45:52.155158 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38178) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:52.167268 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8acbdb-d8db-4312-8b5b-c82fab1eb93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93e91ff-bdab-4971-bff7-69c783f9b296,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:52.187956 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e470c4-b39f-42d9-9eb8-4cf87d3a0b0c req-68d75d74-448b-41ba-8dc9-2034636164f6 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:52.189479 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-02e470c4-b39f-42d9-9eb8-4cf87d3a0b0c req-68d75d74-448b-41ba-8dc9-2034636164f6 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.4804940 Dec 16 09:45:52.211185 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7ac0709f-5810-47fb-8429-0e540bc3f72d tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:52.239326 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-02e470c4-b39f-42d9-9eb8-4cf87d3a0b0c req-b94633c9-85c9-42f7-8235-953d565523ba tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397215 Dec 16 09:45:52.286445 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f3c925a1-74c2-4a24-84fe-984712a0b863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:52.288065 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7ac0709f-5810-47fb-8429-0e540bc3f72d tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:52.310113 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0709f-5810-47fb-8429-0e540bc3f72d tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8441207-841b-4f74-b2eb-3e3539ef520c,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:52.331035 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f3c925a1-74c2-4a24-84fe-984712a0b863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:52.339660 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-58581674-4307-4877-941f-89af486b9a6c req-458a3a6f-959b-4932-b77c-0c42b31db8be service neutron] 10.222.0.60 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615252 Dec 16 09:45:52.454419 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-58581674-4307-4877-941f-89af486b9a6c req-adadccf0-6be6-4b39-9641-aca47de2c4a9 service neutron] 10.222.0.60 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042681 Dec 16 09:45:52.455091 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7ac0709f-5810-47fb-8429-0e540bc3f72d tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:52.456284 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7ac0709f-5810-47fb-8429-0e540bc3f72d tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8610919 Dec 16 09:45:52.487020 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301b900-b6d9-4fcf-80f7-e65ee69104ba req-ff0c5cce-5c35-441d-9c3a-cffaf753ef21 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:52.496815 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f301b900-b6d9-4fcf-80f7-e65ee69104ba req-ff0c5cce-5c35-441d-9c3a-cffaf753ef21 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0713420 Dec 16 09:45:52.530292 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f3c925a1-74c2-4a24-84fe-984712a0b863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:52.535231 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f3c925a1-74c2-4a24-84fe-984712a0b863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:52.536825 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f3c925a1-74c2-4a24-84fe-984712a0b863 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e93e91ff-bdab-4971-bff7-69c783f9b296 HTTP/1.1" status: 204 len: 168 time: 0.3805494 Dec 16 09:45:52.549424 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f301b900-b6d9-4fcf-80f7-e65ee69104ba req-0e32bdd2-3883-42e8-a52a-4840e70e655d tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518260 Dec 16 09:45:52.553164 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c925a1-74c2-4a24-84fe-984712a0b863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93e91ff-bdab-4971-bff7-69c783f9b296,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:52.703152 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd05c6-ba20-4b08-a429-600ad5904240 req-b3481198-ea67-4b06-8eef-e985976c6cf6 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:52.704600 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e8fd05c6-ba20-4b08-a429-600ad5904240 req-b3481198-ea67-4b06-8eef-e985976c6cf6 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0567894 Dec 16 09:45:52.742295 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e8fd05c6-ba20-4b08-a429-600ad5904240 req-161c9177-e2e5-4fb8-9e7e-70835dd6d456 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309424 Dec 16 09:45:52.953909 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6da60f58-2262-4de4-a925-bbd7bffbaac9 req-10bb202c-ebb5-4c78-bfb4-31998050e322 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 210 time: 0.0606182 Dec 16 09:45:52.965812 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-bdd1990d-2d9b-4e12-9296-2b5e2c712e0c tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-346588251&fields=id&tenant_id=60a0020dcca848d99f97019eb94a2e49 HTTP/1.1" status: 200 len: 267 time: 0.0752964 Dec 16 09:45:53.137463 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28144ffb-a817-42ed-b09c-fc9237b01d8d req-78359100-7342-414e-95cb-9d4736933b6c tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:53.139337 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-28144ffb-a817-42ed-b09c-fc9237b01d8d req-78359100-7342-414e-95cb-9d4736933b6c tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0733602 Dec 16 09:45:53.149869 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-a3b56f7b-a36f-46a7-8419-83fa07a633ae tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:53.171609 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-a3b56f7b-a36f-46a7-8419-83fa07a633ae tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/networks?id=c8ba6bea-4e43-4bc9-a3f7-37704e90b524 HTTP/1.1" status: 200 len: 797 time: 0.1922717 Dec 16 09:45:53.190477 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-efaa14c2-2dd6-48dc-b39f-eeeac2e687e1 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/quotas/60a0020dcca848d99f97019eb94a2e49 HTTP/1.1" status: 200 len: 375 time: 0.0179462 Dec 16 09:45:53.203153 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-28144ffb-a817-42ed-b09c-fc9237b01d8d req-d21839fd-8b2c-40b3-bd8b-97859eabcc7d tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509615 Dec 16 09:45:53.273514 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-316b40e3-c526-4969-aec4-8fe2f3050f0a tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=60a0020dcca848d99f97019eb94a2e49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0820742 Dec 16 09:45:53.358952 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676079d-7ba4-46a4-922c-41424ff0fb27 req-9b48ffc2-e27f-4b57-9e04-1ed571e43c68 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:53.360643 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d676079d-7ba4-46a4-922c-41424ff0fb27 req-9b48ffc2-e27f-4b57-9e04-1ed571e43c68 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0610812 Dec 16 09:45:53.397773 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-c9b53242-e93d-4931-86c5-d34cf6987d08 service neutron] 10.222.0.60 "GET /v2.0/networks/c8ba6bea-4e43-4bc9-a3f7-37704e90b524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124611 Dec 16 09:45:53.402301 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d676079d-7ba4-46a4-922c-41424ff0fb27 req-a3e87dc7-d35d-42a3-abd1-2c84308393bf tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353699 Dec 16 09:45:53.533065 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-7575b8c9-457d-4a59-af13-f72116591f5c service neutron] 10.222.0.60 "GET /v2.0/networks/c8ba6bea-4e43-4bc9-a3f7-37704e90b524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281772 Dec 16 09:45:53.556931 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe992ca-5215-47a0-aec4-aa3dab31a105 req-a91c4dfa-8be3-47e5-ba3e-0f413a3d7ce1 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:53.559265 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-afe992ca-5215-47a0-aec4-aa3dab31a105 req-a91c4dfa-8be3-47e5-ba3e-0f413a3d7ce1 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0703278 Dec 16 09:45:53.599607 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-afe992ca-5215-47a0-aec4-aa3dab31a105 req-070b76c6-1a2b-4fbd-856f-6c0367d26204 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335729 Dec 16 09:45:53.751052 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff453a-29cf-4471-8d55-bf9c85e692c8 req-51538eaf-90a4-4d70-8ac4-71d0371e6403 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:53.756737 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c2ff453a-29cf-4471-8d55-bf9c85e692c8 req-51538eaf-90a4-4d70-8ac4-71d0371e6403 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0809748 Dec 16 09:45:53.810477 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c2ff453a-29cf-4471-8d55-bf9c85e692c8 req-06681a5d-cd9b-4e45-af86-17540f1de8d6 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481369 Dec 16 09:45:53.823386 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-32599b9e-1bac-4736-b09b-d2d33bdf9edd req-727beb01-2aaf-41b3-b35e-e10d70247d42 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8709c-4160-4278-9cfa-e6476d320b67 HTTP/1.1" status: 200 len: 210 time: 0.0411360 Dec 16 09:45:54.047004 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bc868041-6b1a-4f92-8e11-da527fdecb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:54.079898 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38290) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:54.108239 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-90fdd876-b4b7-4318-9392-99b6f70bd614 req-7e874fe6-52a2-417a-a0b6-6d3d8b104457 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 210 time: 0.0499475 Dec 16 09:45:54.199674 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-f592e2e0-2e79-430d-a686-f1a0fa2c2135 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-817354102', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:54.293612 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42206e7-de63-4a34-b58a-9f041240e6bb req-900fdefb-61ed-4731-a3f6-31e2849739f4 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:54.295226 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d42206e7-de63-4a34-b58a-9f041240e6bb req-900fdefb-61ed-4731-a3f6-31e2849739f4 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0527644 Dec 16 09:45:54.317602 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f592e2e0-2e79-430d-a686-f1a0fa2c2135 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:54.318982 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f592e2e0-2e79-430d-a686-f1a0fa2c2135 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:54.351084 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d42206e7-de63-4a34-b58a-9f041240e6bb req-73cc8698-e407-4b8c-87e0-40e03af1a897 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489781 Dec 16 09:45:54.402117 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f592e2e0-2e79-430d-a686-f1a0fa2c2135 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:54.483029 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f592e2e0-2e79-430d-a686-f1a0fa2c2135 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:54.604816 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f592e2e0-2e79-430d-a686-f1a0fa2c2135 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:54.607079 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f592e2e0-2e79-430d-a686-f1a0fa2c2135 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5251493 Dec 16 09:45:54.609282 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38308) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:54.615160 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-6cd6311b-1291-4cb4-956e-eec2bad631bb tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-334704186'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:54.745140 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd6311b-1291-4cb4-956e-eec2bad631bb tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Made reservation on behalf of 5e9a8b2e437044a0acf82931ba70cc72 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:45:54.752634 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6cd6311b-1291-4cb4-956e-eec2bad631bb tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:54.764129 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6cd6311b-1291-4cb4-956e-eec2bad631bb tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:54.839730 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6cd6311b-1291-4cb4-956e-eec2bad631bb tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:54.918290 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-89ea5c1d-c84e-4310-8281-a4886dd246bb req-74bc1699-5f4b-4e5d-aeec-1210e8b48a36 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8709c-4160-4278-9cfa-e6476d320b67 HTTP/1.1" status: 200 len: 210 time: 0.0275629 Dec 16 09:45:54.985056 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6cd6311b-1291-4cb4-956e-eec2bad631bb tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:55.018898 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cd6311b-1291-4cb4-956e-eec2bad631bb tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:45:55.029801 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6311b-1291-4cb4-956e-eec2bad631bb tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7963b164-0801-4f8b-9996-5eba20eb5814,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:55.035418 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6cd6311b-1291-4cb4-956e-eec2bad631bb tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:55.035418 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-6cd6311b-1291-4cb4-956e-eec2bad631bb tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Added segment 5a9cc7ad-f5b4-4e33-b91f-ece7006fe3fe of type vlan for network 2ecbf4ad-a70f-428d-bfed-9f17c16c9085 Dec 16 09:45:55.191830 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6cd6311b-1291-4cb4-956e-eec2bad631bb tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:55.256957 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-97de2ed7-20c0-4918-bb80-109bc4d989e8 req-d7ee475d-62c9-4b96-922e-df2a240dccbf tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 210 time: 0.0521874 Dec 16 09:45:55.304521 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58581674-4307-4877-941f-89af486b9a6c req-f747d9eb-704d-4e51-a988-eb23d0e946bd tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:55.306846 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-58581674-4307-4877-941f-89af486b9a6c req-f747d9eb-704d-4e51-a988-eb23d0e946bd tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.57 "GET /v2.0/networks?id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f HTTP/1.1" status: 200 len: 811 time: 0.2244833 Dec 16 09:45:55.321912 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-58581674-4307-4877-941f-89af486b9a6c req-9dbf0818-9723-46ae-ad6e-dab17951a490 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Request body: {'port': {'device_id': '95098a3a-4d42-4d77-bd6d-df24a2055fc6', 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f', 'admin_state_up': True, 'tenant_id': 'f1bf440b6c55457f8af9c018d530175b'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:55.343831 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6cd6311b-1291-4cb4-956e-eec2bad631bb tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:55.349434 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd6311b-1291-4cb4-956e-eec2bad631bb tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:55.350022 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6cd6311b-1291-4cb4-956e-eec2bad631bb tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:55.492275 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edb4ec-e02d-4281-9ec8-3153f74e7a59 req-d1df2e72-bba8-4cc8-ae49-0cd0aa28e351 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:55.503008 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6311b-1291-4cb4-956e-eec2bad631bb tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Pushing event updated for resources: {'Network': ['ID=2ecbf4ad-a70f-428d-bfed-9f17c16c9085,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:55.515093 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f5edb4ec-e02d-4281-9ec8-3153f74e7a59 req-d1df2e72-bba8-4cc8-ae49-0cd0aa28e351 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0921128 Dec 16 09:45:55.523965 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 2ecbf4ad-a70f-428d-bfed-9f17c16c9085 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:45:55.538830 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6cd6311b-1291-4cb4-956e-eec2bad631bb tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9284399 Dec 16 09:45:55.547969 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38336) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:55.553931 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-e799909d-6f5a-4297-9fce-8a705abae038 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Request body: {'subnet': {'network_id': '2ecbf4ad-a70f-428d-bfed-9f17c16c9085', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:55.631752 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f5edb4ec-e02d-4281-9ec8-3153f74e7a59 req-8795abdc-4993-48ac-9c6a-be37980a0085 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141040 Dec 16 09:45:55.734007 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58581674-4307-4877-941f-89af486b9a6c req-9dbf0818-9723-46ae-ad6e-dab17951a490 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Made reservation on behalf of f1bf440b6c55457f8af9c018d530175b for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:45:55.739358 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-58581674-4307-4877-941f-89af486b9a6c req-9dbf0818-9723-46ae-ad6e-dab17951a490 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:55.852794 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e799909d-6f5a-4297-9fce-8a705abae038 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Made reservation on behalf of 5e9a8b2e437044a0acf82931ba70cc72 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:45:55.856581 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e799909d-6f5a-4297-9fce-8a705abae038 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:55.883739 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-58581674-4307-4877-941f-89af486b9a6c req-9dbf0818-9723-46ae-ad6e-dab17951a490 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Allocated IP 172.20.0.14 (932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f/c3e23022-6181-4c07-9324-a5452325576b/755b9b72-66e2-4759-850f-a6c89b21e703) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:45:56.101430 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5102db28-09f7-48bf-81d5-9135e90edb50 req-8a1536ba-b222-46d3-8add-3821ab36f93e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8709c-4160-4278-9cfa-e6476d320b67 HTTP/1.1" status: 200 len: 210 time: 0.0417962 Dec 16 09:45:56.106562 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-58581674-4307-4877-941f-89af486b9a6c req-9dbf0818-9723-46ae-ad6e-dab17951a490 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:56.147541 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2308491-7daf-4c87-a4c7-917e1a08329f req-5da17f1d-c30a-4937-8642-781cd6223602 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:56.155403 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e2308491-7daf-4c87-a4c7-917e1a08329f req-5da17f1d-c30a-4937-8642-781cd6223602 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0949275 Dec 16 09:45:56.191371 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e2308491-7daf-4c87-a4c7-917e1a08329f req-ae35c6aa-1f7e-4cd2-8859-aace9c78e6e8 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346622 Dec 16 09:45:56.197466 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e799909d-6f5a-4297-9fce-8a705abae038 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:56.221386 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-58581674-4307-4877-941f-89af486b9a6c req-9dbf0818-9723-46ae-ad6e-dab17951a490 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:56.234394 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee', 'a1923724-de92-4455-a0b4-fa5b1439b9ef'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:45:56.265638 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799909d-6f5a-4297-9fce-8a705abae038 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Pushing event updated for resources: {'Subnet': ['ID=51c37ae6-e1a4-4f30-b9f3-0de2949e55dd,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:56.276469 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58581674-4307-4877-941f-89af486b9a6c req-9dbf0818-9723-46ae-ad6e-dab17951a490 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Network 932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:45:56.281253 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-58581674-4307-4877-941f-89af486b9a6c req-9dbf0818-9723-46ae-ad6e-dab17951a490 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:45:56.333673 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e799909d-6f5a-4297-9fce-8a705abae038 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Checking segment: {'id': '5a9cc7ad-f5b4-4e33-b91f-ece7006fe3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2ecbf4ad-a70f-428d-bfed-9f17c16c9085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:45:56.334045 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e799909d-6f5a-4297-9fce-8a705abae038 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Network hostable DHCP agents. Network: 2ecbf4ad-a70f-428d-bfed-9f17c16c9085, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:45:56.341623 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-58581674-4307-4877-941f-89af486b9a6c req-9dbf0818-9723-46ae-ad6e-dab17951a490 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:45:56.402232 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf0818-9723-46ae-ad6e-dab17951a490 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Pushing event updated for resources: {'Port': ['ID=755b9b72-66e2-4759-850f-a6c89b21e703,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:56.441717 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58581674-4307-4877-941f-89af486b9a6c req-9dbf0818-9723-46ae-ad6e-dab17951a490 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:56.442387 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-58581674-4307-4877-941f-89af486b9a6c req-9dbf0818-9723-46ae-ad6e-dab17951a490 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:56.491292 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-346c3707-deed-4499-8ab6-4a2a60367ff7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:56.493028 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-346c3707-deed-4499-8ab6-4a2a60367ff7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.57 "GET /v2.0/networks?id=c8ba6bea-4e43-4bc9-a3f7-37704e90b524 HTTP/1.1" status: 200 len: 797 time: 0.2354927 Dec 16 09:45:56.500429 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e799909d-6f5a-4297-9fce-8a705abae038 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Network 2ecbf4ad-a70f-428d-bfed-9f17c16c9085 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:45:56.502463 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-39be11c1-1896-4dc7-89d4-1e8d577bf49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:56.538086 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911cedb-db20-4905-9a75-3df3c8a341b3 req-cf0a4c32-77fd-4f82-9797-1e74c856aff7 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:56.546169 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a911cedb-db20-4905-9a75-3df3c8a341b3 req-cf0a4c32-77fd-4f82-9797-1e74c856aff7 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 932 time: 0.1263781 Dec 16 09:45:56.548722 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-81472db2-7f3a-404d-be86-6693deec9074 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60a0020dcca848d99f97019eb94a2e49 HTTP/1.1" status: 200 len: 379 time: 0.0457821 Dec 16 09:45:56.560946 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-8c40a55d-b69d-4662-bd0d-657a0e4ed67c tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Request body: {'port': {'device_id': 'e4c8709c-4160-4278-9cfa-e6476d320b67', 'network_id': 'c8ba6bea-4e43-4bc9-a3f7-37704e90b524', 'admin_state_up': True, 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'security_groups': ['a5e8a5af-da74-4b0d-a629-941df2e67e3c']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:56.608439 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a911cedb-db20-4905-9a75-3df3c8a341b3 req-580265f6-8e89-421b-bc5f-f6a503e071c1 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603685 Dec 16 09:45:56.615862 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-e799909d-6f5a-4297-9fce-8a705abae038 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 2ecbf4ad-a70f-428d-bfed-9f17c16c9085) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:45:56.639044 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e799909d-6f5a-4297-9fce-8a705abae038 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:56.639914 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e799909d-6f5a-4297-9fce-8a705abae038 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:56.656918 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86e9577-9289-4e28-bffc-70dcf0c2d40e None None] Network 2ecbf4ad-a70f-428d-bfed-9f17c16c9085 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:45:56.697196 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-58581674-4307-4877-941f-89af486b9a6c req-9dbf0818-9723-46ae-ad6e-dab17951a490 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3819516 Dec 16 09:45:56.709940 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-58581674-4307-4877-941f-89af486b9a6c req-8004f587-ce5a-48b3-b886-25b53cd7c7fd service neutron] Request body: {'port': {'device_id': '95098a3a-4d42-4d77-bd6d-df24a2055fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:56.788734 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e799909d-6f5a-4297-9fce-8a705abae038 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2393236 Dec 16 09:45:56.789485 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38378) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:56.795983 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-2dc8095f-0e24-45be-a42e-4925b0866a31 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Request body: {'network': {'name': 'tempest-router-network01--699427155'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:56.799599 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-58581674-4307-4877-941f-89af486b9a6c req-8004f587-ce5a-48b3-b886-25b53cd7c7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:56.851359 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c7ec0299-8cfc-4e52-b6d4-431de735374d None None] Provisioning complete for port 755b9b72-66e2-4759-850f-a6c89b21e703 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:56.853658 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c7ec0299-8cfc-4e52-b6d4-431de735374d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:56.913687 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-c7ec0299-8cfc-4e52-b6d4-431de735374d None None] Port 755b9b72-66e2-4759-850f-a6c89b21e703 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:45:56.919703 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e72262-ccd0-4f25-a25e-ba7df264e1d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-2ecbf4ad-a70f-428d-bfed-9f17c16c9085', 'network_id': '2ecbf4ad-a70f-428d-bfed-9f17c16c9085', 'tenant_id': '5e9a8b2e437044a0acf82931ba70cc72', 'fixed_ips': [{'subnet_id': '51c37ae6-e1a4-4f30-b9f3-0de2949e55dd'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:45:56.920749 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d2e72262-ccd0-4f25-a25e-ba7df264e1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:56.940606 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc8095f-0e24-45be-a42e-4925b0866a31 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Made reservation on behalf of 5e9a8b2e437044a0acf82931ba70cc72 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:45:56.949724 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2dc8095f-0e24-45be-a42e-4925b0866a31 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:56.981928 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc8095f-0e24-45be-a42e-4925b0866a31 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:45:56.991805 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2dc8095f-0e24-45be-a42e-4925b0866a31 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:56.992515 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-2dc8095f-0e24-45be-a42e-4925b0866a31 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Added segment c73e1113-6e4a-47c5-a78b-bbabd224a5bf of type vlan for network 01434f3b-8b96-4cbb-b23b-c425ee88fd60 Dec 16 09:45:57.052165 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2dc8095f-0e24-45be-a42e-4925b0866a31 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:57.108630 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-d2e72262-ccd0-4f25-a25e-ba7df264e1d6 None None] Allocated IP 172.20.0.2 (2ecbf4ad-a70f-428d-bfed-9f17c16c9085/51c37ae6-e1a4-4f30-b9f3-0de2949e55dd/ffe233b4-7587-40f5-a823-3c7b8726f83b) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:45:57.124538 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-58581674-4307-4877-941f-89af486b9a6c req-8004f587-ce5a-48b3-b886-25b53cd7c7fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 755b9b72-66e2-4759-850f-a6c89b21e703 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:45:57.131239 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-8c40a55d-b69d-4662-bd0d-657a0e4ed67c tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Made reservation on behalf of 60a0020dcca848d99f97019eb94a2e49 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:45:57.134963 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-8c40a55d-b69d-4662-bd0d-657a0e4ed67c tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:57.145614 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2dc8095f-0e24-45be-a42e-4925b0866a31 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:57.146053 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-58581674-4307-4877-941f-89af486b9a6c req-8004f587-ce5a-48b3-b886-25b53cd7c7fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:57.152242 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc8095f-0e24-45be-a42e-4925b0866a31 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:57.152860 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2dc8095f-0e24-45be-a42e-4925b0866a31 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:57.210838 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-58581674-4307-4877-941f-89af486b9a6c req-8004f587-ce5a-48b3-b886-25b53cd7c7fd service neutron] Transition to ACTIVE for port object 755b9b72-66e2-4759-850f-a6c89b21e703 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:45:57.244277 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7d4ee451-2bcb-4d67-b068-23d61583b7fe req-91a534a8-eea9-42b8-a79b-2a6103ef0dda tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8709c-4160-4278-9cfa-e6476d320b67 HTTP/1.1" status: 200 len: 210 time: 0.0294797 Dec 16 09:45:57.326973 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-58581674-4307-4877-941f-89af486b9a6c req-8004f587-ce5a-48b3-b886-25b53cd7c7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:57.367941 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2dc8095f-0e24-45be-a42e-4925b0866a31 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5771670 Dec 16 09:45:57.369145 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38398) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:57.376766 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-bdd76a6a-8483-44aa-97f7-0a50ccd28cf5 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Request body: {'network': {'name': 'tempest-router-network02--251660446'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:57.380987 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8095f-0e24-45be-a42e-4925b0866a31 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Pushing event updated for resources: {'Network': ['ID=01434f3b-8b96-4cbb-b23b-c425ee88fd60,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:57.412664 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2037a-a5e5-4ea6-8d63-939000f60642 req-b4acd930-bdde-43f6-bda8-0e96ed52bc47 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:57.422994 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-45a2037a-a5e5-4ea6-8d63-939000f60642 req-b4acd930-bdde-43f6-bda8-0e96ed52bc47 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.1086636 Dec 16 09:45:57.424882 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8004f587-ce5a-48b3-b886-25b53cd7c7fd service neutron] Pushing event updated for resources: {'Port': ['ID=755b9b72-66e2-4759-850f-a6c89b21e703,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:57.427936 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 01434f3b-8b96-4cbb-b23b-c425ee88fd60 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:45:57.434799 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-8c40a55d-b69d-4662-bd0d-657a0e4ed67c tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Allocated IP 172.20.0.8 (c8ba6bea-4e43-4bc9-a3f7-37704e90b524/d6b24d15-a392-4a6e-93d8-f3ba6bb1ab7c/cbc2c4f4-0fea-44c1-a610-db60b6308918) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:45:57.486606 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-45a2037a-a5e5-4ea6-8d63-939000f60642 req-9d04f8de-e896-4912-8678-96334eb6f44e tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595737 Dec 16 09:45:57.569220 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d2e72262-ccd0-4f25-a25e-ba7df264e1d6 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:57.573889 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd76a6a-8483-44aa-97f7-0a50ccd28cf5 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Made reservation on behalf of 5e9a8b2e437044a0acf82931ba70cc72 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:45:57.580611 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bdd76a6a-8483-44aa-97f7-0a50ccd28cf5 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:57.625032 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdd76a6a-8483-44aa-97f7-0a50ccd28cf5 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:45:57.633148 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38408) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:57.633998 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bdd76a6a-8483-44aa-97f7-0a50ccd28cf5 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:57.634884 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-bdd76a6a-8483-44aa-97f7-0a50ccd28cf5 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Added segment 4d28e205-0e17-48b3-a817-59b8c303f6c0 of type vlan for network ce30fdea-dca8-48ce-9fb8-deaa9ff32336 Dec 16 09:45:57.654331 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d2e72262-ccd0-4f25-a25e-ba7df264e1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:57.697684 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bdd76a6a-8483-44aa-97f7-0a50ccd28cf5 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:57.747171 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-58581674-4307-4877-941f-89af486b9a6c req-8004f587-ce5a-48b3-b886-25b53cd7c7fd service neutron] Attempting to bind port 755b9b72-66e2-4759-850f-a6c89b21e703 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:45:57.747536 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-58581674-4307-4877-941f-89af486b9a6c req-8004f587-ce5a-48b3-b886-25b53cd7c7fd service neutron] Attempting to bind port 755b9b72-66e2-4759-850f-a6c89b21e703 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'e4b99bb5-c4f3-4f88-bc59-3a617caff777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:45:57.747838 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58581674-4307-4877-941f-89af486b9a6c req-8004f587-ce5a-48b3-b886-25b53cd7c7fd service neutron] Attempting to bind port 755b9b72-66e2-4759-850f-a6c89b21e703 on network 932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:45:57.748562 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:57.766255 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e72262-ccd0-4f25-a25e-ba7df264e1d6 None None] Network 2ecbf4ad-a70f-428d-bfed-9f17c16c9085 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:45:57.778350 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-d2e72262-ccd0-4f25-a25e-ba7df264e1d6 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:45:57.801072 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e72262-ccd0-4f25-a25e-ba7df264e1d6 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:45:57.802089 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58581674-4307-4877-941f-89af486b9a6c req-8004f587-ce5a-48b3-b886-25b53cd7c7fd service neutron] Port 755b9b72-66e2-4759-850f-a6c89b21e703 on network 932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:45:57.802589 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58581674-4307-4877-941f-89af486b9a6c req-8004f587-ce5a-48b3-b886-25b53cd7c7fd service neutron] Attempting to bind port 755b9b72-66e2-4759-850f-a6c89b21e703 on network 932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:45:57.811556 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e72262-ccd0-4f25-a25e-ba7df264e1d6 None None] Pushing event updated for resources: {'Port': ['ID=ffe233b4-7587-40f5-a823-3c7b8726f83b,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:57.820144 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58581674-4307-4877-941f-89af486b9a6c req-8004f587-ce5a-48b3-b886-25b53cd7c7fd service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:45:57.820497 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58581674-4307-4877-941f-89af486b9a6c req-8004f587-ce5a-48b3-b886-25b53cd7c7fd service neutron] Checking segment: {'id': 'e4b99bb5-c4f3-4f88-bc59-3a617caff777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:45:57.821052 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58581674-4307-4877-941f-89af486b9a6c req-8004f587-ce5a-48b3-b886-25b53cd7c7fd service neutron] Bound using segment: {'id': 'e4b99bb5-c4f3-4f88-bc59-3a617caff777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:45:57.821749 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-58581674-4307-4877-941f-89af486b9a6c req-8004f587-ce5a-48b3-b886-25b53cd7c7fd service neutron] Bound port: 755b9b72-66e2-4759-850f-a6c89b21e703, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b99bb5-c4f3-4f88-bc59-3a617caff777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:45:57.822122 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-58581674-4307-4877-941f-89af486b9a6c req-8004f587-ce5a-48b3-b886-25b53cd7c7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:57.832480 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af122388-4e1a-4d0b-9fce-91dfdd1faa87 req-ab2ce8f8-37a4-4d68-8f84-4b72910da76c tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:57.834419 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-af122388-4e1a-4d0b-9fce-91dfdd1faa87 req-ab2ce8f8-37a4-4d68-8f84-4b72910da76c tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 944 time: 0.1023543 Dec 16 09:45:57.856542 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db817fd-e553-4b75-a3e5-05e6e6a1447f req-37a27a52-ed6e-4979-b78b-d3cb461eadaa tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:57.858788 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1db817fd-e553-4b75-a3e5-05e6e6a1447f req-37a27a52-ed6e-4979-b78b-d3cb461eadaa tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.2438602 Dec 16 09:45:57.878307 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bdd76a6a-8483-44aa-97f7-0a50ccd28cf5 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:57.884428 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2880b085-7044-4514-8c53-7b7a14009761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:57.884806 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd76a6a-8483-44aa-97f7-0a50ccd28cf5 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:57.885652 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bdd76a6a-8483-44aa-97f7-0a50ccd28cf5 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:57.898870 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-d2e72262-ccd0-4f25-a25e-ba7df264e1d6 None None] Attempting to bind port ffe233b4-7587-40f5-a823-3c7b8726f83b on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:45:57.910315 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-d2e72262-ccd0-4f25-a25e-ba7df264e1d6 None None] Attempting to bind port ffe233b4-7587-40f5-a823-3c7b8726f83b by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '5a9cc7ad-f5b4-4e33-b91f-ece7006fe3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2ecbf4ad-a70f-428d-bfed-9f17c16c9085'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:45:57.910315 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e72262-ccd0-4f25-a25e-ba7df264e1d6 None None] Attempting to bind port ffe233b4-7587-40f5-a823-3c7b8726f83b on network 2ecbf4ad-a70f-428d-bfed-9f17c16c9085 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:45:57.910838 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-af122388-4e1a-4d0b-9fce-91dfdd1faa87 req-5f5bf907-199a-4aa9-95d6-604ebb24f053 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617485 Dec 16 09:45:57.910939 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e72262-ccd0-4f25-a25e-ba7df264e1d6 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:45:57.910939 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e72262-ccd0-4f25-a25e-ba7df264e1d6 None None] Checking segment: {'id': '5a9cc7ad-f5b4-4e33-b91f-ece7006fe3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2ecbf4ad-a70f-428d-bfed-9f17c16c9085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:45:57.910939 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d2e72262-ccd0-4f25-a25e-ba7df264e1d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:57.910939 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e72262-ccd0-4f25-a25e-ba7df264e1d6 None None] Bound using segment: {'id': '5a9cc7ad-f5b4-4e33-b91f-ece7006fe3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2ecbf4ad-a70f-428d-bfed-9f17c16c9085'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:45:57.910939 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-d2e72262-ccd0-4f25-a25e-ba7df264e1d6 None None] Bound port: ffe233b4-7587-40f5-a823-3c7b8726f83b, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a9cc7ad-f5b4-4e33-b91f-ece7006fe3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2ecbf4ad-a70f-428d-bfed-9f17c16c9085'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:45:57.910939 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d2e72262-ccd0-4f25-a25e-ba7df264e1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:57.969894 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd76a6a-8483-44aa-97f7-0a50ccd28cf5 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Pushing event updated for resources: {'Network': ['ID=ce30fdea-dca8-48ce-9fb8-deaa9ff32336,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:57.985428 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network ce30fdea-dca8-48ce-9fb8-deaa9ff32336 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:45:58.007331 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-8c40a55d-b69d-4662-bd0d-657a0e4ed67c tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:58.013371 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-bdd76a6a-8483-44aa-97f7-0a50ccd28cf5 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6412275 Dec 16 09:45:58.021517 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38422) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:58.029704 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-29ba5489-19f4-434f-b0c4-ca623601b13d tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Request body: {'subnet': {'network_id': '01434f3b-8b96-4cbb-b23b-c425ee88fd60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:58.031891 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1db817fd-e553-4b75-a3e5-05e6e6a1447f req-ebd54cf9-dd1f-49fb-94ed-53558a18818d tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605933 Dec 16 09:45:58.044490 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-d2e72262-ccd0-4f25-a25e-ba7df264e1d6 None None] For port ffe233b4-7587-40f5-a823-3c7b8726f83b, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:45:58.070653 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-d2e72262-ccd0-4f25-a25e-ba7df264e1d6 None None] For port ffe233b4-7587-40f5-a823-3c7b8726f83b, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ffe233b4-7587-40f5-a823-3c7b8726f83b,segment=NetworkSegment(5a9cc7ad-f5b4-4e33-b91f-ece7006fe3fe),segment_id=5a9cc7ad-f5b4-4e33-b91f-ece7006fe3fe)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:45:58.108078 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-58581674-4307-4877-941f-89af486b9a6c req-8004f587-ce5a-48b3-b886-25b53cd7c7fd service neutron] For port 755b9b72-66e2-4759-850f-a6c89b21e703, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:45:58.119726 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-58581674-4307-4877-941f-89af486b9a6c req-8004f587-ce5a-48b3-b886-25b53cd7c7fd service neutron] For port 755b9b72-66e2-4759-850f-a6c89b21e703, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=755b9b72-66e2-4759-850f-a6c89b21e703,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:45:58.156198 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d2e72262-ccd0-4f25-a25e-ba7df264e1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:58.201142 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-58581674-4307-4877-941f-89af486b9a6c req-8004f587-ce5a-48b3-b886-25b53cd7c7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:58.271822 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e72262-ccd0-4f25-a25e-ba7df264e1d6 None None] Pushing event updated for resources: {'Port': ['ID=ffe233b4-7587-40f5-a823-3c7b8726f83b,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:58.305909 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ba5489-19f4-434f-b0c4-ca623601b13d tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Made reservation on behalf of 5e9a8b2e437044a0acf82931ba70cc72 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:45:58.310166 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-29ba5489-19f4-434f-b0c4-ca623601b13d tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:58.310809 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58581674-4307-4877-941f-89af486b9a6c req-8004f587-ce5a-48b3-b886-25b53cd7c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:58.311456 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-58581674-4307-4877-941f-89af486b9a6c req-8004f587-ce5a-48b3-b886-25b53cd7c7fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:58.312849 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-58581674-4307-4877-941f-89af486b9a6c req-8004f587-ce5a-48b3-b886-25b53cd7c7fd service neutron] 10.222.0.57 "PUT /v2.0/ports/755b9b72-66e2-4759-850f-a6c89b21e703 HTTP/1.1" status: 200 len: 1092 time: 1.6071801 Dec 16 09:45:58.319526 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95098a3a-4d42-4d77-bd6d-df24a2055fc6', 'tag': '755b9b72-66e2-4759-850f-a6c89b21e703'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:45:58.322375 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464a309b-26aa-463e-b2bc-1b530e1a9eae" -d '{"events": [{"name": "network-changed", "server_uuid": "95098a3a-4d42-4d77-bd6d-df24a2055fc6", "tag": "755b9b72-66e2-4759-850f-a6c89b21e703"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:45:58.398571 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2880b085-7044-4514-8c53-7b7a14009761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:58.423920 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8004f587-ce5a-48b3-b886-25b53cd7c7fd service neutron] Pushing event updated for resources: {'Port': ['ID=755b9b72-66e2-4759-850f-a6c89b21e703,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:58.436892 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fed1af-d90a-428a-a803-98b76f50dab3 req-ab6f476f-378c-4a1d-a051-f8c1ccd57874 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:58.448220 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-17fed1af-d90a-428a-a803-98b76f50dab3 req-ab6f476f-378c-4a1d-a051-f8c1ccd57874 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.2347267 Dec 16 09:45:58.450545 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-8c40a55d-b69d-4662-bd0d-657a0e4ed67c tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:58.525628 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-17fed1af-d90a-428a-a803-98b76f50dab3 req-58cf176a-d586-460e-a143-e41caeff45f1 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765157 Dec 16 09:45:58.527191 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2880b085-7044-4514-8c53-7b7a14009761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:58.566711 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1db84-9dcd-4d86-ab0b-aa03758349aa req-c2ce932b-bbdb-46e6-8250-b123207b75db tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:58.579540 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-63a1db84-9dcd-4d86-ab0b-aa03758349aa req-c2ce932b-bbdb-46e6-8250-b123207b75db tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8709c-4160-4278-9cfa-e6476d320b67 HTTP/1.1" status: 200 len: 931 time: 0.2144578 Dec 16 09:45:58.672594 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e15806f-de00-4cb6-ace2-f732e5f87861 x-openstack-request-id: req-1e15806f-de00-4cb6-ace2-f732e5f87861 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:45:58.672902 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95098a3a-4d42-4d77-bd6d-df24a2055fc6", "tag": "755b9b72-66e2-4759-850f-a6c89b21e703", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:45:58.673279 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1e15806f-de00-4cb6-ace2-f732e5f87861 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:45:58.673741 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95098a3a-4d42-4d77-bd6d-df24a2055fc6', 'tag': '755b9b72-66e2-4759-850f-a6c89b21e703', 'status': 'completed', 'code': 200} Dec 16 09:45:58.683054 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-8c40a55d-b69d-4662-bd0d-657a0e4ed67c tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Network c8ba6bea-4e43-4bc9-a3f7-37704e90b524 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:45:58.748311 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-8c40a55d-b69d-4662-bd0d-657a0e4ed67c tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:45:58.762775 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-63a1db84-9dcd-4d86-ab0b-aa03758349aa req-641b102a-aa68-40c0-86d5-a4df0edd5191 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=a5e8a5af-da74-4b0d-a629-941df2e67e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794603 Dec 16 09:45:58.770628 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2880b085-7044-4514-8c53-7b7a14009761 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cb69b3b23e7241f0b8423d277a50c3cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1245522 Dec 16 09:45:58.772168 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-8c40a55d-b69d-4662-bd0d-657a0e4ed67c tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:45:58.784790 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38456) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:58.879640 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880b085-7044-4514-8c53-7b7a14009761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9a064a-b5b7-428e-8715-2bb5595a3d38,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:58.889641 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-8c40a55d-b69d-4662-bd0d-657a0e4ed67c tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:58.896396 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-8c40a55d-b69d-4662-bd0d-657a0e4ed67c tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:58.912684 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40a55d-b69d-4662-bd0d-657a0e4ed67c tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'Port': ['ID=cbc2c4f4-0fea-44c1-a610-db60b6308918,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:59.023716 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4662464e-fa25-48b0-af32-da74b5c5f936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:59.042904 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:59.103002 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-29ba5489-19f4-434f-b0c4-ca623601b13d tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:59.164023 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ffe233b4-7587-40f5-a823-3c7b8726f83b up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:45:59.186856 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4662464e-fa25-48b0-af32-da74b5c5f936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:59.212079 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba5489-19f4-434f-b0c4-ca623601b13d tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Pushing event updated for resources: {'Subnet': ['ID=d8f2b04e-3e4b-49d1-b5c0-cff5ee076ce9,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:59.221843 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-f1a25e00-a24c-4656-a4cd-eb3ade054fc8 None None] Provisioning complete for port cbc2c4f4-0fea-44c1-a610-db60b6308918 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:59.221843 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f1a25e00-a24c-4656-a4cd-eb3ade054fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:59.272126 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f1a25e00-a24c-4656-a4cd-eb3ade054fc8 None None] Port cbc2c4f4-0fea-44c1-a610-db60b6308918 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:45:59.279157 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port ffe233b4-7587-40f5-a823-3c7b8726f83b triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:59.279535 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:59.296037 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecb36a-4a5c-45a5-b19b-5bb6ebe10005 req-6608abac-801f-4757-bc4e-2b7b8b1b916b tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:59.297736 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-daecb36a-4a5c-45a5-b19b-5bb6ebe10005 req-6608abac-801f-4757-bc4e-2b7b8b1b916b tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 944 time: 0.2557514 Dec 16 09:45:59.380846 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ba5489-19f4-434f-b0c4-ca623601b13d tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Checking segment: {'id': 'c73e1113-6e4a-47c5-a78b-bbabd224a5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '01434f3b-8b96-4cbb-b23b-c425ee88fd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:45:59.381199 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ba5489-19f4-434f-b0c4-ca623601b13d tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Network hostable DHCP agents. Network: 01434f3b-8b96-4cbb-b23b-c425ee88fd60, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:45:59.381354 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:59.417732 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-daecb36a-4a5c-45a5-b19b-5bb6ebe10005 req-337ccc2a-684e-41ee-bfba-5f01f8a77da7 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010871 Dec 16 09:45:59.453644 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port ffe233b4-7587-40f5-a823-3c7b8726f83b, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ffe233b4-7587-40f5-a823-3c7b8726f83b,segment=NetworkSegment(5a9cc7ad-f5b4-4e33-b91f-ece7006fe3fe),segment_id=5a9cc7ad-f5b4-4e33-b91f-ece7006fe3fe)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:59.477689 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58581674-4307-4877-941f-89af486b9a6c req-297bfa6c-9f84-4af8-91b1-76f3eb97a707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:59.479312 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-58581674-4307-4877-941f-89af486b9a6c req-297bfa6c-9f84-4af8-91b1-76f3eb97a707 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1bf440b6c55457f8af9c018d530175b&device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 1095 time: 1.0223224 Dec 16 09:45:59.525847 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-58581674-4307-4877-941f-89af486b9a6c req-0973bd10-4174-49c5-8a0e-a4e0798afc70 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=755b9b72-66e2-4759-850f-a6c89b21e703 HTTP/1.1" status: 200 len: 217 time: 0.0377440 Dec 16 09:45:59.538255 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0325779d-7944-49a2-be8e-104c72389076 req-09c94a0d-9f15-481f-954b-b35a450b470e tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:59.539846 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0325779d-7944-49a2-be8e-104c72389076 req-09c94a0d-9f15-481f-954b-b35a450b470e tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.6013315 Dec 16 09:45:59.703092 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ba5489-19f4-434f-b0c4-ca623601b13d tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Network 01434f3b-8b96-4cbb-b23b-c425ee88fd60 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:45:59.706558 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:59.711364 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4662464e-fa25-48b0-af32-da74b5c5f936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:59.711364 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4662464e-fa25-48b0-af32-da74b5c5f936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:59.711364 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4662464e-fa25-48b0-af32-da74b5c5f936 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8e9a064a-b5b7-428e-8715-2bb5595a3d38 HTTP/1.1" status: 204 len: 168 time: 0.7846510 Dec 16 09:45:59.711364 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662464e-fa25-48b0-af32-da74b5c5f936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9a064a-b5b7-428e-8715-2bb5595a3d38,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:59.713336 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0325779d-7944-49a2-be8e-104c72389076 req-062af60b-0f8b-47c3-8b18-eaf4756f600e tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523469 Dec 16 09:45:59.713336 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58581674-4307-4877-941f-89af486b9a6c req-b63c517c-73e0-4f22-afcd-6b1f85eb7971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:59.713336 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-58581674-4307-4877-941f-89af486b9a6c req-b63c517c-73e0-4f22-afcd-6b1f85eb7971 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c3e23022-6181-4c07-9324-a5452325576b HTTP/1.1" status: 200 len: 850 time: 0.1136413 Dec 16 09:45:59.713993 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:59.714144 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-8c40a55d-b69d-4662-bd0d-657a0e4ed67c tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1292892 Dec 16 09:45:59.714291 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=ffe233b4-7587-40f5-a823-3c7b8726f83b,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:59.718780 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-2c51c7ae-f47f-4bef-883c-d91bf096a946 service neutron] Request body: {'port': {'device_id': 'e4c8709c-4160-4278-9cfa-e6476d320b67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:59.739761 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-29ba5489-19f4-434f-b0c4-ca623601b13d tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 01434f3b-8b96-4cbb-b23b-c425ee88fd60) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:45:59.748100 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ba5489-19f4-434f-b0c4-ca623601b13d tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:59.753084 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-29ba5489-19f4-434f-b0c4-ca623601b13d tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:59.784806 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afba322f-aea3-4010-812e-d4ac0aad771c None None] Network 01434f3b-8b96-4cbb-b23b-c425ee88fd60 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:45:59.832809 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dd684f-4c85-472b-9915-34019588a0e4 None None] Network 2ecbf4ad-a70f-428d-bfed-9f17c16c9085 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:45:59.845377 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-29ba5489-19f4-434f-b0c4-ca623601b13d tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8222258 Dec 16 09:45:59.846061 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38490) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:59.869615 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-1080c634-6d49-4631-9b33-1f835125c0ac tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Request body: {'subnet': {'network_id': 'ce30fdea-dca8-48ce-9fb8-deaa9ff32336', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:59.896151 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-2c51c7ae-f47f-4bef-883c-d91bf096a946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:59.906189 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58581674-4307-4877-941f-89af486b9a6c req-359f7c05-739e-44aa-bec4-a4b0baacb595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:59.907824 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-58581674-4307-4877-941f-89af486b9a6c req-359f7c05-739e-44aa-bec4-a4b0baacb595 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2382288 Dec 16 09:45:59.929443 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-3443c524-063b-4875-a079-b47f8e1dc2f7 None None] Provisioning complete for port ffe233b4-7587-40f5-a823-3c7b8726f83b triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:59.930146 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3443c524-063b-4875-a079-b47f8e1dc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:59.940197 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0894871-dc68-4e2a-93a5-1f4e29322604 req-9457dec8-5df5-4507-b1a5-0aa8c8fdeb5b tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:59.940197 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0894871-dc68-4e2a-93a5-1f4e29322604 req-9457dec8-5df5-4507-b1a5-0aa8c8fdeb5b tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.1932688 Dec 16 09:46:00.094395 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0894871-dc68-4e2a-93a5-1f4e29322604 req-87f73db8-8238-45a2-9ac5-a41fdc625e66 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422396 Dec 16 09:46:00.192498 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ee6a2-85f3-4e6e-b034-058efbd8113b req-0d68ccfa-2ba6-4d50-bafd-da8b87df53c9 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:00.201670 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6a8ee6a2-85f3-4e6e-b034-058efbd8113b req-0d68ccfa-2ba6-4d50-bafd-da8b87df53c9 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8709c-4160-4278-9cfa-e6476d320b67 HTTP/1.1" status: 200 len: 931 time: 0.1542220 Dec 16 09:46:00.222852 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1080c634-6d49-4631-9b33-1f835125c0ac tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Made reservation on behalf of 5e9a8b2e437044a0acf82931ba70cc72 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:00.226632 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1080c634-6d49-4631-9b33-1f835125c0ac tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:00.268604 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198ae416-c38d-4865-9d72-c44aa43baa2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-01434f3b-8b96-4cbb-b23b-c425ee88fd60', 'network_id': '01434f3b-8b96-4cbb-b23b-c425ee88fd60', 'tenant_id': '5e9a8b2e437044a0acf82931ba70cc72', 'fixed_ips': [{'subnet_id': 'd8f2b04e-3e4b-49d1-b5c0-cff5ee076ce9'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:46:00.270457 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-198ae416-c38d-4865-9d72-c44aa43baa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:00.301001 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-58581674-4307-4877-941f-89af486b9a6c req-d5766a2a-eea5-4da5-8f7b-e4b884e9925f service neutron] 10.222.0.57 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808341 Dec 16 09:46:00.336490 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6a8ee6a2-85f3-4e6e-b034-058efbd8113b req-ca0baf7c-03dc-4a05-bcbc-142e5cdc462f tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=a5e8a5af-da74-4b0d-a629-941df2e67e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285512 Dec 16 09:46:00.455061 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d823c-338b-416f-b778-d2adac4a8844 req-445e6224-4e9e-4bb0-85ce-31b7288f5ecc tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:00.466000 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fb8d823c-338b-416f-b778-d2adac4a8844 req-445e6224-4e9e-4bb0-85ce-31b7288f5ecc tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.2195528 Dec 16 09:46:00.489521 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-198ae416-c38d-4865-9d72-c44aa43baa2f None None] Allocated IP 172.20.0.2 (01434f3b-8b96-4cbb-b23b-c425ee88fd60/d8f2b04e-3e4b-49d1-b5c0-cff5ee076ce9/a575c396-5c96-4051-8cd0-82af3197be5a) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:46:00.587529 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fb8d823c-338b-416f-b778-d2adac4a8844 req-7e3e1a44-ce1c-4f9b-84f8-ad47d01fddc0 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188264 Dec 16 09:46:00.633259 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38508) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:00.685342 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b4a0c830-7558-4551-b7dd-fa7c07c42150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:00.695361 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-58581674-4307-4877-941f-89af486b9a6c req-5c9283cd-53a4-4380-a8e5-efdb604e737b service neutron] 10.222.0.57 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485007 Dec 16 09:46:00.725348 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1080c634-6d49-4631-9b33-1f835125c0ac tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:00.787665 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-2c51c7ae-f47f-4bef-883c-d91bf096a946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbc2c4f4-0fea-44c1-a610-db60b6308918 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:46:00.796285 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-2c51c7ae-f47f-4bef-883c-d91bf096a946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:00.796613 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-9f7cc66d-2960-4a19-a41c-410d570e33b3 None None] Provisioning complete for port ffe233b4-7587-40f5-a823-3c7b8726f83b triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:00.796946 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9f7cc66d-2960-4a19-a41c-410d570e33b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:00.815967 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-2c51c7ae-f47f-4bef-883c-d91bf096a946 service neutron] Transition to ACTIVE for port object cbc2c4f4-0fea-44c1-a610-db60b6308918 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:46:00.889628 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080c634-6d49-4631-9b33-1f835125c0ac tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Pushing event updated for resources: {'Subnet': ['ID=c4801de8-40ea-40be-a599-b76fd57605b9,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:00.911781 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1080c634-6d49-4631-9b33-1f835125c0ac tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Checking segment: {'id': '4d28e205-0e17-48b3-a817-59b8c303f6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ce30fdea-dca8-48ce-9fb8-deaa9ff32336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:00.912567 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1080c634-6d49-4631-9b33-1f835125c0ac tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Network hostable DHCP agents. Network: ce30fdea-dca8-48ce-9fb8-deaa9ff32336, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:46:00.917396 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-198ae416-c38d-4865-9d72-c44aa43baa2f None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:00.959337 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-2c51c7ae-f47f-4bef-883c-d91bf096a946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:00.969036 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b4a0c830-7558-4551-b7dd-fa7c07c42150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:01.074003 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51c7ae-f47f-4bef-883c-d91bf096a946 service neutron] Pushing event updated for resources: {'Port': ['ID=cbc2c4f4-0fea-44c1-a610-db60b6308918,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:01.091966 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc37f6d-77af-4772-9d41-504c4f8733d3 req-66a6dc6a-b445-42d6-93dc-df93568e9f43 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:01.094272 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4fc37f6d-77af-4772-9d41-504c4f8733d3 req-66a6dc6a-b445-42d6-93dc-df93568e9f43 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.2161825 Dec 16 09:46:01.112938 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4664a53-7552-41df-aac7-520dbdc3b102 req-5a6445e8-ec0f-4d8b-aa87-57e3565bfd42 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:01.115865 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c4664a53-7552-41df-aac7-520dbdc3b102 req-5a6445e8-ec0f-4d8b-aa87-57e3565bfd42 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 944 time: 0.0749340 Dec 16 09:46:01.117718 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1080c634-6d49-4631-9b33-1f835125c0ac tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Network ce30fdea-dca8-48ce-9fb8-deaa9ff32336 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:46:01.120606 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b4a0c830-7558-4551-b7dd-fa7c07c42150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:01.138889 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a309b-26aa-463e-b2bc-1b530e1a9eae req-f8436ece-3dd9-4f02-81a8-f922698c1954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:01.140506 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-464a309b-26aa-463e-b2bc-1b530e1a9eae req-f8436ece-3dd9-4f02-81a8-f922698c1954 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1bf440b6c55457f8af9c018d530175b&device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 1095 time: 0.3046679 Dec 16 09:46:01.191427 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ffe233b4-7587-40f5-a823-3c7b8726f83b up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:46:01.196235 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-198ae416-c38d-4865-9d72-c44aa43baa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:01.224647 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0c830-7558-4551-b7dd-fa7c07c42150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d448fe34-4f93-4b97-9868-88a59491a03c,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:01.252603 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c4664a53-7552-41df-aac7-520dbdc3b102 req-2b950f0f-3e24-42a4-8632-68687c2b82d1 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699470 Dec 16 09:46:01.257684 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b4a0c830-7558-4551-b7dd-fa7c07c42150 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c1dbd9eb33d44ad3b1b15e154b84a474&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6164215 Dec 16 09:46:01.257684 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38516) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:01.297329 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-1080c634-6d49-4631-9b33-1f835125c0ac tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, ce30fdea-dca8-48ce-9fb8-deaa9ff32336) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:01.302493 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1080c634-6d49-4631-9b33-1f835125c0ac tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:01.303097 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1080c634-6d49-4631-9b33-1f835125c0ac tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:01.310879 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4fc37f6d-77af-4772-9d41-504c4f8733d3 req-2a7059f7-8ce6-4ebf-a7ea-639b704eb15f tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098322 Dec 16 09:46:01.371584 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ae416-c38d-4865-9d72-c44aa43baa2f None None] Pushing event updated for resources: {'Port': ['ID=a575c396-5c96-4051-8cd0-82af3197be5a,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:01.380182 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9991df-61c9-4ede-8d15-3a7b27f81700 None None] Network ce30fdea-dca8-48ce-9fb8-deaa9ff32336 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:01.415083 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-2c51c7ae-f47f-4bef-883c-d91bf096a946 service neutron] Attempting to bind port cbc2c4f4-0fea-44c1-a610-db60b6308918 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:46:01.415457 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-2c51c7ae-f47f-4bef-883c-d91bf096a946 service neutron] Attempting to bind port cbc2c4f4-0fea-44c1-a610-db60b6308918 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '59187192-96f4-423d-8fe2-021a7eccf566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c8ba6bea-4e43-4bc9-a3f7-37704e90b524'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:46:01.416390 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-613ccb21-e6ed-49d1-a645-d36a32fa395f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:01.420121 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-2c51c7ae-f47f-4bef-883c-d91bf096a946 service neutron] Attempting to bind port cbc2c4f4-0fea-44c1-a610-db60b6308918 on network c8ba6bea-4e43-4bc9-a3f7-37704e90b524 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:46:01.441516 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198ae416-c38d-4865-9d72-c44aa43baa2f None None] Network 01434f3b-8b96-4cbb-b23b-c425ee88fd60 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:46:01.447094 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-2c51c7ae-f47f-4bef-883c-d91bf096a946 service neutron] Port cbc2c4f4-0fea-44c1-a610-db60b6308918 on network c8ba6bea-4e43-4bc9-a3f7-37704e90b524 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:46:01.447791 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-613ccb21-e6ed-49d1-a645-d36a32fa395f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:01.447885 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-2c51c7ae-f47f-4bef-883c-d91bf096a946 service neutron] Attempting to bind port cbc2c4f4-0fea-44c1-a610-db60b6308918 on network c8ba6bea-4e43-4bc9-a3f7-37704e90b524 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:46:01.448718 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-198ae416-c38d-4865-9d72-c44aa43baa2f None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:01.450739 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198ae416-c38d-4865-9d72-c44aa43baa2f None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:46:01.477236 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-2c51c7ae-f47f-4bef-883c-d91bf096a946 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:46:01.477585 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-2c51c7ae-f47f-4bef-883c-d91bf096a946 service neutron] Checking segment: {'id': '59187192-96f4-423d-8fe2-021a7eccf566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c8ba6bea-4e43-4bc9-a3f7-37704e90b524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:01.478025 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-2c51c7ae-f47f-4bef-883c-d91bf096a946 service neutron] Bound using segment: {'id': '59187192-96f4-423d-8fe2-021a7eccf566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c8ba6bea-4e43-4bc9-a3f7-37704e90b524'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:46:01.481471 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-2c51c7ae-f47f-4bef-883c-d91bf096a946 service neutron] Bound port: cbc2c4f4-0fea-44c1-a610-db60b6308918, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59187192-96f4-423d-8fe2-021a7eccf566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c8ba6bea-4e43-4bc9-a3f7-37704e90b524'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:46:01.481876 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-2c51c7ae-f47f-4bef-883c-d91bf096a946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:01.543123 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1080c634-6d49-4631-9b33-1f835125c0ac tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6932042 Dec 16 09:46:01.543327 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port ffe233b4-7587-40f5-a823-3c7b8726f83b triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:01.543327 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:01.544497 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38524) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:01.584832 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-198ae416-c38d-4865-9d72-c44aa43baa2f None None] Attempting to bind port a575c396-5c96-4051-8cd0-82af3197be5a on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:46:01.585238 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-198ae416-c38d-4865-9d72-c44aa43baa2f None None] Attempting to bind port a575c396-5c96-4051-8cd0-82af3197be5a by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'c73e1113-6e4a-47c5-a78b-bbabd224a5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '01434f3b-8b96-4cbb-b23b-c425ee88fd60'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:46:01.585612 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198ae416-c38d-4865-9d72-c44aa43baa2f None None] Attempting to bind port a575c396-5c96-4051-8cd0-82af3197be5a on network 01434f3b-8b96-4cbb-b23b-c425ee88fd60 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:46:01.606491 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198ae416-c38d-4865-9d72-c44aa43baa2f None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:46:01.606906 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198ae416-c38d-4865-9d72-c44aa43baa2f None None] Checking segment: {'id': 'c73e1113-6e4a-47c5-a78b-bbabd224a5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '01434f3b-8b96-4cbb-b23b-c425ee88fd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:01.607274 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-198ae416-c38d-4865-9d72-c44aa43baa2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:01.607716 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198ae416-c38d-4865-9d72-c44aa43baa2f None None] Bound using segment: {'id': 'c73e1113-6e4a-47c5-a78b-bbabd224a5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '01434f3b-8b96-4cbb-b23b-c425ee88fd60'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:46:01.608200 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-198ae416-c38d-4865-9d72-c44aa43baa2f None None] Bound port: a575c396-5c96-4051-8cd0-82af3197be5a, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73e1113-6e4a-47c5-a78b-bbabd224a5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '01434f3b-8b96-4cbb-b23b-c425ee88fd60'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:46:01.608587 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-198ae416-c38d-4865-9d72-c44aa43baa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:01.611673 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a309b-26aa-463e-b2bc-1b530e1a9eae req-7803a18f-234c-4e27-817f-af8a4ff664dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:01.614325 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-464a309b-26aa-463e-b2bc-1b530e1a9eae req-7803a18f-234c-4e27-817f-af8a4ff664dd service neutron] 10.222.0.57 "GET /v2.0/networks?id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f HTTP/1.1" status: 200 len: 912 time: 0.4627168 Dec 16 09:46:01.683616 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-613ccb21-e6ed-49d1-a645-d36a32fa395f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:01.686191 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-613ccb21-e6ed-49d1-a645-d36a32fa395f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:01.689632 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-613ccb21-e6ed-49d1-a645-d36a32fa395f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d448fe34-4f93-4b97-9868-88a59491a03c HTTP/1.1" status: 204 len: 168 time: 0.4290352 Dec 16 09:46:01.699127 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-464a309b-26aa-463e-b2bc-1b530e1a9eae req-ebd20e32-2da2-462a-9454-52cb8b19f657 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=755b9b72-66e2-4759-850f-a6c89b21e703 HTTP/1.1" status: 200 len: 217 time: 0.0752444 Dec 16 09:46:01.749434 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-2c51c7ae-f47f-4bef-883c-d91bf096a946 service neutron] For port cbc2c4f4-0fea-44c1-a610-db60b6308918, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:46:01.754435 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-2c51c7ae-f47f-4bef-883c-d91bf096a946 service neutron] For port cbc2c4f4-0fea-44c1-a610-db60b6308918, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=cbc2c4f4-0fea-44c1-a610-db60b6308918,segment=NetworkSegment(59187192-96f4-423d-8fe2-021a7eccf566),segment_id=59187192-96f4-423d-8fe2-021a7eccf566)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:46:01.769935 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b936f57-75d2-4c04-9d59-50f6dbf0280c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-ce30fdea-dca8-48ce-9fb8-deaa9ff32336', 'network_id': 'ce30fdea-dca8-48ce-9fb8-deaa9ff32336', 'tenant_id': '5e9a8b2e437044a0acf82931ba70cc72', 'fixed_ips': [{'subnet_id': 'c4801de8-40ea-40be-a599-b76fd57605b9'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:46:01.770805 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2b936f57-75d2-4c04-9d59-50f6dbf0280c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:01.785997 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1cbff0-7ede-4f58-a7d1-5ddb74a05bcc req-c2f4c3a5-e68a-466d-9d38-57c560bbb229 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:01.793915 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c1cbff0-7ede-4f58-a7d1-5ddb74a05bcc req-c2f4c3a5-e68a-466d-9d38-57c560bbb229 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.3062344 Dec 16 09:46:01.847526 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-2c51c7ae-f47f-4bef-883c-d91bf096a946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:01.911971 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51c7ae-f47f-4bef-883c-d91bf096a946 service neutron] Pushing event updated for resources: {'Port': ['ID=cbc2c4f4-0fea-44c1-a610-db60b6308918,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:01.945679 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-2c51c7ae-f47f-4bef-883c-d91bf096a946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:01.945679 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-2c51c7ae-f47f-4bef-883c-d91bf096a946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:01.945679 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-2c51c7ae-f47f-4bef-883c-d91bf096a946 service neutron] 10.222.0.57 "PUT /v2.0/ports/cbc2c4f4-0fea-44c1-a610-db60b6308918 HTTP/1.1" status: 200 len: 1091 time: 2.2308044 Dec 16 09:46:01.959945 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c1cbff0-7ede-4f58-a7d1-5ddb74a05bcc req-afecf5f8-f335-4706-83ea-187ccc4f744c tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606643 Dec 16 09:46:01.960480 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c8709c-4160-4278-9cfa-e6476d320b67', 'tag': 'cbc2c4f4-0fea-44c1-a610-db60b6308918'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:46:01.977418 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ccb21-e6ed-49d1-a645-d36a32fa395f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d448fe34-4f93-4b97-9868-88a59491a03c,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:01.987337 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e40e20-c08a-42c3-aae2-96aa6b4679f5" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c8709c-4160-4278-9cfa-e6476d320b67", "tag": "cbc2c4f4-0fea-44c1-a610-db60b6308918"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:46:02.021284 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-198ae416-c38d-4865-9d72-c44aa43baa2f None None] For port a575c396-5c96-4051-8cd0-82af3197be5a, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:46:02.021972 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a309b-26aa-463e-b2bc-1b530e1a9eae req-addc3847-0ebd-4a4e-b4aa-8ece9468c32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:02.021972 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-464a309b-26aa-463e-b2bc-1b530e1a9eae req-addc3847-0ebd-4a4e-b4aa-8ece9468c32c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c3e23022-6181-4c07-9324-a5452325576b HTTP/1.1" status: 200 len: 850 time: 0.2578382 Dec 16 09:46:02.022155 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8428c-7e46-4335-b12c-f0d2c7fc07c6 req-4c8d03fd-2a6b-46c9-9992-2a6bebf325ec tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:02.031476 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e9d8428c-7e46-4335-b12c-f0d2c7fc07c6 req-4c8d03fd-2a6b-46c9-9992-2a6bebf325ec tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8709c-4160-4278-9cfa-e6476d320b67 HTTP/1.1" status: 200 len: 943 time: 0.4058948 Dec 16 09:46:02.035298 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-198ae416-c38d-4865-9d72-c44aa43baa2f None None] For port a575c396-5c96-4051-8cd0-82af3197be5a, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=a575c396-5c96-4051-8cd0-82af3197be5a,segment=NetworkSegment(c73e1113-6e4a-47c5-a78b-bbabd224a5bf),segment_id=c73e1113-6e4a-47c5-a78b-bbabd224a5bf)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:46:02.044045 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-2b936f57-75d2-4c04-9d59-50f6dbf0280c None None] Allocated IP 172.20.0.2 (ce30fdea-dca8-48ce-9fb8-deaa9ff32336/c4801de8-40ea-40be-a599-b76fd57605b9/b97e512a-2c48-4d52-b7f3-1664a92300f5) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:46:02.135767 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5666a24a-374f-4d84-bac7-ffdd608ec62c x-openstack-request-id: req-5666a24a-374f-4d84-bac7-ffdd608ec62c {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:46:02.140205 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c8709c-4160-4278-9cfa-e6476d320b67", "tag": "cbc2c4f4-0fea-44c1-a610-db60b6308918", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:46:02.140559 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5666a24a-374f-4d84-bac7-ffdd608ec62c {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:46:02.141002 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c8709c-4160-4278-9cfa-e6476d320b67', 'tag': 'cbc2c4f4-0fea-44c1-a610-db60b6308918', 'status': 'completed', 'code': 200} Dec 16 09:46:02.167712 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e9d8428c-7e46-4335-b12c-f0d2c7fc07c6 req-04e24547-1e88-4e3c-aa31-2d06775176b4 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=a5e8a5af-da74-4b0d-a629-941df2e67e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319516 Dec 16 09:46:02.181931 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ee42f437-fb80-45c4-b7e3-0b33104ab390 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:02.198063 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-198ae416-c38d-4865-9d72-c44aa43baa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:02.208914 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a309b-26aa-463e-b2bc-1b530e1a9eae req-0133e54c-fb8e-47a4-be09-ebc18235806e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:02.222132 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-464a309b-26aa-463e-b2bc-1b530e1a9eae req-0133e54c-fb8e-47a4-be09-ebc18235806e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1949587 Dec 16 09:46:02.270173 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-57e9bd16-18a3-4588-86cc-51618379326b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:02.305338 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-57e9bd16-18a3-4588-86cc-51618379326b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=60a0020dcca848d99f97019eb94a2e49&device_id=e4c8709c-4160-4278-9cfa-e6476d320b67 HTTP/1.1" status: 200 len: 1094 time: 0.1747794 Dec 16 09:46:02.412933 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-9f171a6e-e901-43b7-befa-c95105e9435c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbc2c4f4-0fea-44c1-a610-db60b6308918 HTTP/1.1" status: 200 len: 217 time: 0.0722942 Dec 16 09:46:02.430342 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ae416-c38d-4865-9d72-c44aa43baa2f None None] Pushing event updated for resources: {'Port': ['ID=a575c396-5c96-4051-8cd0-82af3197be5a,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:02.468504 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2b936f57-75d2-4c04-9d59-50f6dbf0280c None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:02.519579 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-638676cf-de83-466e-b35c-745bc5ec008f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:02.521091 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-638676cf-de83-466e-b35c-745bc5ec008f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6b24d15-a392-4a6e-93d8-f3ba6bb1ab7c HTTP/1.1" status: 200 len: 835 time: 0.0920081 Dec 16 09:46:02.577213 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85bc89-379a-4bd4-92f1-580f0817c497 req-ea5119d9-c10b-4504-a55d-02216ea97c80 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:02.584788 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7e85bc89-379a-4bd4-92f1-580f0817c497 req-ea5119d9-c10b-4504-a55d-02216ea97c80 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.3319378 Dec 16 09:46:02.585646 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2b936f57-75d2-4c04-9d59-50f6dbf0280c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:02.640306 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-464a309b-26aa-463e-b2bc-1b530e1a9eae req-428a141e-084e-40af-8ad9-87ac582b6421 service neutron] 10.222.0.57 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953519 Dec 16 09:46:02.712101 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7e85bc89-379a-4bd4-92f1-580f0817c497 req-fd69e67f-f769-480f-8546-f75a0f38169f tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215320 Dec 16 09:46:02.723053 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-2ffce434-c1b2-4479-93b1-27292c949e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:02.728717 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-2ffce434-c1b2-4479-93b1-27292c949e40 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c8ba6bea-4e43-4bc9-a3f7-37704e90b524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1982343 Dec 16 09:46:02.740515 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b936f57-75d2-4c04-9d59-50f6dbf0280c None None] Pushing event updated for resources: {'Port': ['ID=b97e512a-2c48-4d52-b7f3-1664a92300f5,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:02.766276 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b936f57-75d2-4c04-9d59-50f6dbf0280c None None] Network ce30fdea-dca8-48ce-9fb8-deaa9ff32336 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:46:02.766443 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28c638-baf1-467e-925f-521026ccb6cf req-24602420-6565-4f1e-bc3d-f573b03cc6b4 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:02.769950 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-2b936f57-75d2-4c04-9d59-50f6dbf0280c None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:02.774616 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b936f57-75d2-4c04-9d59-50f6dbf0280c None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:46:02.786526 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ff28c638-baf1-467e-925f-521026ccb6cf req-24602420-6565-4f1e-bc3d-f573b03cc6b4 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 944 time: 0.2450664 Dec 16 09:46:02.924558 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-ee42f437-fb80-45c4-b7e3-0b33104ab390 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Allocated IP 172.20.0.1 (01434f3b-8b96-4cbb-b23b-c425ee88fd60/d8f2b04e-3e4b-49d1-b5c0-cff5ee076ce9/e8304e14-0bb7-4722-8e60-41951a16cdd1) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:46:02.935998 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-2b936f57-75d2-4c04-9d59-50f6dbf0280c None None] Attempting to bind port b97e512a-2c48-4d52-b7f3-1664a92300f5 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:46:02.937654 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-2b936f57-75d2-4c04-9d59-50f6dbf0280c None None] Attempting to bind port b97e512a-2c48-4d52-b7f3-1664a92300f5 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '4d28e205-0e17-48b3-a817-59b8c303f6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ce30fdea-dca8-48ce-9fb8-deaa9ff32336'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:46:02.938863 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b936f57-75d2-4c04-9d59-50f6dbf0280c None None] Attempting to bind port b97e512a-2c48-4d52-b7f3-1664a92300f5 on network ce30fdea-dca8-48ce-9fb8-deaa9ff32336 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:46:02.955688 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b936f57-75d2-4c04-9d59-50f6dbf0280c None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:46:02.955688 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b936f57-75d2-4c04-9d59-50f6dbf0280c None None] Checking segment: {'id': '4d28e205-0e17-48b3-a817-59b8c303f6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ce30fdea-dca8-48ce-9fb8-deaa9ff32336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:02.958158 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2b936f57-75d2-4c04-9d59-50f6dbf0280c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:02.958712 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b936f57-75d2-4c04-9d59-50f6dbf0280c None None] Bound using segment: {'id': '4d28e205-0e17-48b3-a817-59b8c303f6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ce30fdea-dca8-48ce-9fb8-deaa9ff32336'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:46:02.960355 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-2b936f57-75d2-4c04-9d59-50f6dbf0280c None None] Bound port: b97e512a-2c48-4d52-b7f3-1664a92300f5, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d28e205-0e17-48b3-a817-59b8c303f6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ce30fdea-dca8-48ce-9fb8-deaa9ff32336'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:46:02.961636 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2b936f57-75d2-4c04-9d59-50f6dbf0280c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:02.975184 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-464a309b-26aa-463e-b2bc-1b530e1a9eae req-98d9b6bd-7c11-47b2-90eb-8f066a3e1056 service neutron] 10.222.0.57 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863159 Dec 16 09:46:03.055482 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-b38f5073-ea1d-4ab9-b7df-68c58331de0f service neutron] 10.222.0.57 "GET /v2.0/networks/c8ba6bea-4e43-4bc9-a3f7-37704e90b524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901599 Dec 16 09:46:03.121628 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ff28c638-baf1-467e-925f-521026ccb6cf req-c1249fde-60df-4e24-84be-8049a786409f tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374994 Dec 16 09:46:03.125974 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device a575c396-5c96-4051-8cd0-82af3197be5a up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:46:03.142792 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ee42f437-fb80-45c4-b7e3-0b33104ab390 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:03.193196 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9ec476ed-f1f8-435a-ab51-ddd0f14ee143 req-17de2899-0461-4d69-8b02-044fd2a0697d service neutron] 10.222.0.57 "GET /v2.0/networks/c8ba6bea-4e43-4bc9-a3f7-37704e90b524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215940 Dec 16 09:46:03.251805 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74768927-93db-423d-8f90-c586ebd4f897 req-f52b5350-f2ad-4702-a316-e2d051590137 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:03.265505 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74768927-93db-423d-8f90-c586ebd4f897 req-f52b5350-f2ad-4702-a316-e2d051590137 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.1960251 Dec 16 09:46:03.301020 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2b936f57-75d2-4c04-9d59-50f6dbf0280c None None] For port b97e512a-2c48-4d52-b7f3-1664a92300f5, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:46:03.304414 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ee42f437-fb80-45c4-b7e3-0b33104ab390 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:03.344054 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74768927-93db-423d-8f90-c586ebd4f897 req-5d5bf4e4-bc5a-4b55-8dad-15fed8399eb4 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771072 Dec 16 09:46:03.366442 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2b936f57-75d2-4c04-9d59-50f6dbf0280c None None] For port b97e512a-2c48-4d52-b7f3-1664a92300f5, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=b97e512a-2c48-4d52-b7f3-1664a92300f5,segment=NetworkSegment(4d28e205-0e17-48b3-a817-59b8c303f6c0),segment_id=4d28e205-0e17-48b3-a817-59b8c303f6c0)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:46:03.370014 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee42f437-fb80-45c4-b7e3-0b33104ab390 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Network 01434f3b-8b96-4cbb-b23b-c425ee88fd60 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:46:03.381739 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port a575c396-5c96-4051-8cd0-82af3197be5a triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:03.383880 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:03.386389 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-ee42f437-fb80-45c4-b7e3-0b33104ab390 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:03.390198 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee42f437-fb80-45c4-b7e3-0b33104ab390 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:46:03.448938 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2b936f57-75d2-4c04-9d59-50f6dbf0280c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:03.449527 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e40e20-c08a-42c3-aae2-96aa6b4679f5 req-86035bdf-709f-4e82-9765-e36d19263e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:03.454424 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-53e40e20-c08a-42c3-aae2-96aa6b4679f5 req-86035bdf-709f-4e82-9765-e36d19263e0e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=60a0020dcca848d99f97019eb94a2e49&device_id=e4c8709c-4160-4278-9cfa-e6476d320b67 HTTP/1.1" status: 200 len: 1094 time: 0.1036589 Dec 16 09:46:03.521544 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126041d0-2ca5-46ed-bf62-e22509a8802a req-88112bd4-3a73-496a-ab95-df4d3bb824d8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:03.525897 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-126041d0-2ca5-46ed-bf62-e22509a8802a req-88112bd4-3a73-496a-ab95-df4d3bb824d8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8709c-4160-4278-9cfa-e6476d320b67 HTTP/1.1" status: 200 len: 943 time: 0.2623513 Dec 16 09:46:03.546628 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee42f437-fb80-45c4-b7e3-0b33104ab390 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Pushing event updated for resources: {'Port': ['ID=e8304e14-0bb7-4722-8e60-41951a16cdd1,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:03.659887 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b936f57-75d2-4c04-9d59-50f6dbf0280c None None] Pushing event updated for resources: {'Port': ['ID=b97e512a-2c48-4d52-b7f3-1664a92300f5,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:03.684276 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:03.685803 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ee42f437-fb80-45c4-b7e3-0b33104ab390 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:03.692134 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91187cfb-0b1c-4abd-a276-55ceb0ffca17 req-5489fde4-8244-4207-b56a-712f8c868ab7 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:03.700635 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-91187cfb-0b1c-4abd-a276-55ceb0ffca17 req-5489fde4-8244-4207-b56a-712f8c868ab7 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.1403391 Dec 16 09:46:03.716366 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-126041d0-2ca5-46ed-bf62-e22509a8802a req-53d538d1-2b56-45d3-8e02-f6d408a38fa9 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=a5e8a5af-da74-4b0d-a629-941df2e67e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849468 Dec 16 09:46:03.755303 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port a575c396-5c96-4051-8cd0-82af3197be5a, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=a575c396-5c96-4051-8cd0-82af3197be5a,segment=NetworkSegment(c73e1113-6e4a-47c5-a78b-bbabd224a5bf),segment_id=c73e1113-6e4a-47c5-a78b-bbabd224a5bf)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:03.783568 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e40e20-c08a-42c3-aae2-96aa6b4679f5 req-4e864889-e455-4fa3-9b68-6c2d74a37325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:03.785156 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-53e40e20-c08a-42c3-aae2-96aa6b4679f5 req-4e864889-e455-4fa3-9b68-6c2d74a37325 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c8ba6bea-4e43-4bc9-a3f7-37704e90b524 HTTP/1.1" status: 200 len: 898 time: 0.3234293 Dec 16 09:46:03.882670 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:03.935696 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-53e40e20-c08a-42c3-aae2-96aa6b4679f5 req-906a6fb5-07f4-41d4-bea6-1bb4375e737b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbc2c4f4-0fea-44c1-a610-db60b6308918 HTTP/1.1" status: 200 len: 217 time: 0.1407278 Dec 16 09:46:03.957597 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-91187cfb-0b1c-4abd-a276-55ceb0ffca17 req-76a268ca-ba48-4a50-a532-dd01774e379f tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387750 Dec 16 09:46:03.959548 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=a575c396-5c96-4051-8cd0-82af3197be5a,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:04.016943 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ee42f437-fb80-45c4-b7e3-0b33104ab390 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:04.095878 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e40e20-c08a-42c3-aae2-96aa6b4679f5 req-396ce73f-cf90-4b97-9b57-d262c4c088c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:04.097369 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-53e40e20-c08a-42c3-aae2-96aa6b4679f5 req-396ce73f-cf90-4b97-9b57-d262c4c088c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6b24d15-a392-4a6e-93d8-f3ba6bb1ab7c HTTP/1.1" status: 200 len: 835 time: 0.1386321 Dec 16 09:46:04.222096 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb81a2-7e98-47e8-8573-200ec3c8bcd4 req-6d6e88aa-0195-408b-9033-c61466b07123 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:04.237956 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564454e3-78db-44b4-8e27-90ef254ae350 None None] Network 01434f3b-8b96-4cbb-b23b-c425ee88fd60 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:04.241717 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1ebb81a2-7e98-47e8-8573-200ec3c8bcd4 req-6d6e88aa-0195-408b-9033-c61466b07123 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.1606944 Dec 16 09:46:04.278629 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e40e20-c08a-42c3-aae2-96aa6b4679f5 req-5e8ab45f-dc24-4f0b-a950-286603f66203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:04.280100 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-53e40e20-c08a-42c3-aae2-96aa6b4679f5 req-5e8ab45f-dc24-4f0b-a950-286603f66203 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c8ba6bea-4e43-4bc9-a3f7-37704e90b524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1485548 Dec 16 09:46:04.398356 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fd90b-f003-4f52-bf18-21226cd8a176 req-4b5a654a-ba07-43db-a95d-2ed7d6078be0 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:04.402529 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-485fd90b-f003-4f52-bf18-21226cd8a176 req-4b5a654a-ba07-43db-a95d-2ed7d6078be0 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 944 time: 0.1062493 Dec 16 09:46:04.410587 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1ebb81a2-7e98-47e8-8573-200ec3c8bcd4 req-13985962-52ba-43f3-8fd4-e5a7944ebc90 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679840 Dec 16 09:46:04.459101 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-86f1eb82-1d1e-4be1-b3ec-4393f0b4276c None None] Provisioning complete for port a575c396-5c96-4051-8cd0-82af3197be5a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:04.459679 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-86f1eb82-1d1e-4be1-b3ec-4393f0b4276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:04.486793 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-53e40e20-c08a-42c3-aae2-96aa6b4679f5 req-0fb8bb5d-c452-49d8-9274-1cb9f1edb8b2 service neutron] 10.222.0.57 "GET /v2.0/networks/c8ba6bea-4e43-4bc9-a3f7-37704e90b524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796966 Dec 16 09:46:04.545036 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-485fd90b-f003-4f52-bf18-21226cd8a176 req-90b15917-7f70-49d0-8365-f8b590e81a3d tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226323 Dec 16 09:46:04.732630 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ee42f437-fb80-45c4-b7e3-0b33104ab390 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:04.793729 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a442b55-ced3-4dff-bf59-8e518e8c0a87 req-74eec0bf-4b3c-401e-99d1-3eee08283953 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:04.813355 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0a442b55-ced3-4dff-bf59-8e518e8c0a87 req-74eec0bf-4b3c-401e-99d1-3eee08283953 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.1289232 Dec 16 09:46:04.818795 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-53e40e20-c08a-42c3-aae2-96aa6b4679f5 req-6fc9ae42-e78a-4d40-b24e-8eae71b7f659 service neutron] 10.222.0.57 "GET /v2.0/networks/c8ba6bea-4e43-4bc9-a3f7-37704e90b524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214538 Dec 16 09:46:04.826778 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 755b9b72-66e2-4759-850f-a6c89b21e703 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:46:04.918802 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0a442b55-ced3-4dff-bf59-8e518e8c0a87 req-a4d73a92-e24e-472b-8029-06eccfaacbc9 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039302 Dec 16 09:46:05.123046 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 755b9b72-66e2-4759-850f-a6c89b21e703, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=755b9b72-66e2-4759-850f-a6c89b21e703,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:05.164339 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '755b9b72-66e2-4759-850f-a6c89b21e703', 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f', 'port_id': '755b9b72-66e2-4759-850f-a6c89b21e703', 'mac_address': 'fa:16:3e:cc:21:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3e23022-6181-4c07-9324-a5452325576b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:46:05.278666 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:05.315608 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 755b9b72-66e2-4759-850f-a6c89b21e703 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:46:05.318672 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ea739-c37f-440f-adf9-3bfebd6a8897 req-e54dc1e6-1898-44e5-8543-3354dbad5ede tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:05.329445 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device a575c396-5c96-4051-8cd0-82af3197be5a up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:46:05.330375 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ed6ea739-c37f-440f-adf9-3bfebd6a8897 req-e54dc1e6-1898-44e5-8543-3354dbad5ede tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.1477413 Dec 16 09:46:05.416791 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ed6ea739-c37f-440f-adf9-3bfebd6a8897 req-cd94a4ed-4591-435c-b638-7fd23bdea6a5 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854998 Dec 16 09:46:05.438352 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 755b9b72-66e2-4759-850f-a6c89b21e703, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=755b9b72-66e2-4759-850f-a6c89b21e703,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:05.454846 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-722d64af-e1f4-437c-b259-6835fd25f74b None None] Provisioning complete for port a575c396-5c96-4051-8cd0-82af3197be5a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:05.455468 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-722d64af-e1f4-437c-b259-6835fd25f74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:05.539716 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port a575c396-5c96-4051-8cd0-82af3197be5a triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:05.540849 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:05.612257 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:05.618976 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00843a5c-526f-4f03-83dc-4a517a1d1bde None None] Network ce30fdea-dca8-48ce-9fb8-deaa9ff32336 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:05.694876 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ee42f437-fb80-45c4-b7e3-0b33104ab390 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:05.738413 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764244ad-c723-44bd-9ddd-91ef39cce47f req-3a550257-3c85-485b-928c-2e6191e3e0d3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:05.747164 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-764244ad-c723-44bd-9ddd-91ef39cce47f req-3a550257-3c85-485b-928c-2e6191e3e0d3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 945 time: 0.0863335 Dec 16 09:46:05.779273 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=755b9b72-66e2-4759-850f-a6c89b21e703,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:05.825468 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device b97e512a-2c48-4d52-b7f3-1664a92300f5 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:46:05.839661 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8780f-a091-4b4c-a31e-ba40aeffb54c req-f3c56c95-0081-44d2-9259-9ebfc544477c tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:05.844237 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-764244ad-c723-44bd-9ddd-91ef39cce47f req-429e67dd-33e3-4512-8212-2f52b8d5c43a tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960603 Dec 16 09:46:05.847322 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-78d8780f-a091-4b4c-a31e-ba40aeffb54c req-f3c56c95-0081-44d2-9259-9ebfc544477c tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8709c-4160-4278-9cfa-e6476d320b67 HTTP/1.1" status: 200 len: 943 time: 1.0159099 Dec 16 09:46:05.865151 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee42f437-fb80-45c4-b7e3-0b33104ab390 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Pushing event updated for resources: {'Port': ['ID=e8304e14-0bb7-4722-8e60-41951a16cdd1,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:05.875262 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ee42f437-fb80-45c4-b7e3-0b33104ab390 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:05.957556 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-722d64af-e1f4-437c-b259-6835fd25f74b None None] Provisioning complete for port e8304e14-0bb7-4722-8e60-41951a16cdd1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:05.957929 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-722d64af-e1f4-437c-b259-6835fd25f74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:05.973843 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-78d8780f-a091-4b4c-a31e-ba40aeffb54c req-9fff0534-7220-4455-b926-0bfb2131c0e6 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=a5e8a5af-da74-4b0d-a629-941df2e67e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254444 Dec 16 09:46:05.991666 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['755b9b72-66e2-4759-850f-a6c89b21e703'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:46:06.025741 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7978abf-8307-4dac-9607-21107daa3a94 req-0a0958e0-92f4-4a19-9a92-1f6ed4bf8651 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:06.029643 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee42f437-fb80-45c4-b7e3-0b33104ab390 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Network 01434f3b-8b96-4cbb-b23b-c425ee88fd60 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:46:06.030271 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b7978abf-8307-4dac-9607-21107daa3a94 req-0a0958e0-92f4-4a19-9a92-1f6ed4bf8651 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.1061478 Dec 16 09:46:06.035027 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-ee42f437-fb80-45c4-b7e3-0b33104ab390 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:06.051971 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port b97e512a-2c48-4d52-b7f3-1664a92300f5 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:06.052453 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:06.088107 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b7978abf-8307-4dac-9607-21107daa3a94 req-e125439d-3b91-4d3f-a62e-c1b49f484422 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498824 Dec 16 09:46:06.094330 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-722d64af-e1f4-437c-b259-6835fd25f74b None None] Port e8304e14-0bb7-4722-8e60-41951a16cdd1 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:46:06.310163 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:06.313995 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd552c3e-1f15-4aeb-b7e3-9baac0139fe2 req-7c8dd31a-5f39-4735-af45-8dd7c4563dd5 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:06.323443 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bd552c3e-1f15-4aeb-b7e3-9baac0139fe2 req-7c8dd31a-5f39-4735-af45-8dd7c4563dd5 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0828037 Dec 16 09:46:06.372634 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38630) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:06.383537 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-9009f511-f329-4e80-9c51-63a9e6d97d4f None None] Provisioning complete for port b97e512a-2c48-4d52-b7f3-1664a92300f5 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:06.384720 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9009f511-f329-4e80-9c51-63a9e6d97d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:06.389870 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bd552c3e-1f15-4aeb-b7e3-9baac0139fe2 req-7e34b4a9-7899-499b-957a-959b7fa0dc0a tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655572 Dec 16 09:46:06.434875 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port b97e512a-2c48-4d52-b7f3-1664a92300f5, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=b97e512a-2c48-4d52-b7f3-1664a92300f5,segment=NetworkSegment(4d28e205-0e17-48b3-a817-59b8c303f6c0),segment_id=4d28e205-0e17-48b3-a817-59b8c303f6c0)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:06.497851 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee42f437-fb80-45c4-b7e3-0b33104ab390 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Router c959aefc-532c-4a4f-860e-beff4785e21f is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:46:06.536419 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-83852e83-f3e2-437f-be34-0cf1ac4f658b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:06.538512 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9009f511-f329-4e80-9c51-63a9e6d97d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:06.597487 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:06.657528 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee42f437-fb80-45c4-b7e3-0b33104ab390 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:46:06.671131 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd6a703-aad2-4c43-9243-b9d6bdaa4bb1 None None] Sync routers for ids ['c959aefc-532c-4a4f-860e-beff4785e21f'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:46:06.681788 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-83852e83-f3e2-437f-be34-0cf1ac4f658b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:06.682598 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ee42f437-fb80-45c4-b7e3-0b33104ab390 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] 10.222.0.60 "PUT /v2.0/routers/c959aefc-532c-4a4f-860e-beff4785e21f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1368146 Dec 16 09:46:06.688302 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38642) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:06.693038 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd6a703-aad2-4c43-9243-b9d6bdaa4bb1 None None] Routers {'c959aefc-532c-4a4f-860e-beff4785e21f'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:46:06.693724 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-0bd6a703-aad2-4c43-9243-b9d6bdaa4bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:45:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['c959aefc-532c-4a4f-860e-beff4785e21f'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:06.697458 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f26d6-e339-4ccc-a499-547b9f6e5ef1 req-418e7d4e-c83f-4dc8-ac8d-8704498e70d1 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:06.699146 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-433f26d6-e339-4ccc-a499-547b9f6e5ef1 req-418e7d4e-c83f-4dc8-ac8d-8704498e70d1 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.1431205 Dec 16 09:46:06.736909 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-0bd6a703-aad2-4c43-9243-b9d6bdaa4bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:06.746337 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-433f26d6-e339-4ccc-a499-547b9f6e5ef1 req-97b394b2-c060-4595-98fc-58ca8e85f1b7 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406044 Dec 16 09:46:06.747938 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd6a703-aad2-4c43-9243-b9d6bdaa4bb1 None None] Routers {'c959aefc-532c-4a4f-860e-beff4785e21f'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:46:06.748568 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-0bd6a703-aad2-4c43-9243-b9d6bdaa4bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:45:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['c959aefc-532c-4a4f-860e-beff4785e21f'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:06.785786 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-0bd6a703-aad2-4c43-9243-b9d6bdaa4bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:06.785786 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd6a703-aad2-4c43-9243-b9d6bdaa4bb1 None None] The sync data for ids ['c959aefc-532c-4a4f-860e-beff4785e21f'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:46:06.842110 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device cbc2c4f4-0fea-44c1-a610-db60b6308918 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:46:06.869657 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=b97e512a-2c48-4d52-b7f3-1664a92300f5,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:06.887986 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-9009f511-f329-4e80-9c51-63a9e6d97d4f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:46:06.888461 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-9009f511-f329-4e80-9c51-63a9e6d97d4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:46:06.890607 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-83852e83-f3e2-437f-be34-0cf1ac4f658b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:06.969091 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83852e83-f3e2-437f-be34-0cf1ac4f658b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92175641-900f-4434-962a-61f184d4843b,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:06.992741 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636b39a-51d7-462e-939f-cbdbdb0a270e req-ac35e086-885f-42b2-aa06-8c3c1c674267 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:06.994395 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7636b39a-51d7-462e-939f-cbdbdb0a270e req-ac35e086-885f-42b2-aa06-8c3c1c674267 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 945 time: 0.0806174 Dec 16 09:46:07.001838 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port cbc2c4f4-0fea-44c1-a610-db60b6308918, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=cbc2c4f4-0fea-44c1-a610-db60b6308918,segment=NetworkSegment(59187192-96f4-423d-8fe2-021a7eccf566),segment_id=59187192-96f4-423d-8fe2-021a7eccf566)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:07.012468 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-83852e83-f3e2-437f-be34-0cf1ac4f658b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b36f6389d3eb4592a38773d3595b0965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6387346 Dec 16 09:46:07.018792 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'cbc2c4f4-0fea-44c1-a610-db60b6308918', 'network_id': 'c8ba6bea-4e43-4bc9-a3f7-37704e90b524', 'port_id': 'cbc2c4f4-0fea-44c1-a610-db60b6308918', 'mac_address': 'fa:16:3e:cf:ee:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6b24d15-a392-4a6e-93d8-f3ba6bb1ab7c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:46:07.031949 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38650) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:07.055014 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device b97e512a-2c48-4d52-b7f3-1664a92300f5 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:46:07.057845 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdeadcc-4cc2-4a80-8d07-711e8be6a693 req-9519067a-ea2f-46f6-9490-adf89658c0c5 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:07.065517 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-efdeadcc-4cc2-4a80-8d07-711e8be6a693 req-9519067a-ea2f-46f6-9490-adf89658c0c5 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.2290924 Dec 16 09:46:07.092047 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7636b39a-51d7-462e-939f-cbdbdb0a270e req-d8b73761-a213-4c0c-8e6d-42669bc2bbeb tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815444 Dec 16 09:46:07.096993 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:07.126248 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbc2c4f4-0fea-44c1-a610-db60b6308918 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:46:07.158307 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port cbc2c4f4-0fea-44c1-a610-db60b6308918, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=cbc2c4f4-0fea-44c1-a610-db60b6308918,segment=NetworkSegment(59187192-96f4-423d-8fe2-021a7eccf566),segment_id=59187192-96f4-423d-8fe2-021a7eccf566)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:07.184200 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-efdeadcc-4cc2-4a80-8d07-711e8be6a693 req-cdbd23b8-ce66-4b95-af82-86c71be0fe31 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175845 Dec 16 09:46:07.188192 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fa94788c-c9a8-4167-b64d-da3f2699978a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:07.197713 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port b97e512a-2c48-4d52-b7f3-1664a92300f5 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:07.198354 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:07.239896 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fa94788c-c9a8-4167-b64d-da3f2699978a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:07.262661 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:07.281048 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-b5da6f6d-d6a5-456d-b30f-52c8c79dd2ed tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:46:07.282897 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b5da6f6d-d6a5-456d-b30f-52c8c79dd2ed tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] 10.222.0.60 "PUT /v2.0/routers/c959aefc-532c-4a4f-860e-beff4785e21f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5921590 Dec 16 09:46:07.286378 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38654) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:07.332795 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=cbc2c4f4-0fea-44c1-a610-db60b6308918,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:07.344543 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:07.401993 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec93f94-08b0-440f-a65a-36d97a86865f req-149e7fac-0f25-4ceb-8c85-cc7263521e58 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:07.410266 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eec93f94-08b0-440f-a65a-36d97a86865f req-149e7fac-0f25-4ceb-8c85-cc7263521e58 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8709c-4160-4278-9cfa-e6476d320b67 HTTP/1.1" status: 200 len: 944 time: 0.1029723 Dec 16 09:46:07.462807 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eec93f94-08b0-440f-a65a-36d97a86865f req-c29ad83c-4104-442c-9ed2-cafef5edcf5e tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=a5e8a5af-da74-4b0d-a629-941df2e67e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504200 Dec 16 09:46:07.466837 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-9009f511-f329-4e80-9c51-63a9e6d97d4f None None] Provisioning complete for port e8304e14-0bb7-4722-8e60-41951a16cdd1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:07.467243 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9009f511-f329-4e80-9c51-63a9e6d97d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:07.486342 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fa94788c-c9a8-4167-b64d-da3f2699978a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:07.489410 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fa94788c-c9a8-4167-b64d-da3f2699978a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:07.491479 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fa94788c-c9a8-4167-b64d-da3f2699978a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/92175641-900f-4434-962a-61f184d4843b HTTP/1.1" status: 204 len: 168 time: 0.4577675 Dec 16 09:46:07.500713 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94788c-c9a8-4167-b64d-da3f2699978a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92175641-900f-4434-962a-61f184d4843b,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:07.531719 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-9009f511-f329-4e80-9c51-63a9e6d97d4f None None] Port e8304e14-0bb7-4722-8e60-41951a16cdd1 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:46:07.582467 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['cbc2c4f4-0fea-44c1-a610-db60b6308918'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:46:07.719317 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4d559ac9-7fe9-41dd-a721-cb25fcfe4b65 None None] Provisioning complete for port b97e512a-2c48-4d52-b7f3-1664a92300f5 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:07.720753 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4d559ac9-7fe9-41dd-a721-cb25fcfe4b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:07.842356 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c88edb-2c74-4f1f-b362-1ed25ba91d0c req-c44e2aea-62cc-4bd5-84b6-221a71d48b14 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:07.844242 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c4c88edb-2c74-4f1f-b362-1ed25ba91d0c req-c44e2aea-62cc-4bd5-84b6-221a71d48b14 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0799217 Dec 16 09:46:07.948588 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4d559ac9-7fe9-41dd-a721-cb25fcfe4b65 None None] Provisioning complete for port e8304e14-0bb7-4722-8e60-41951a16cdd1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:07.948791 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4d559ac9-7fe9-41dd-a721-cb25fcfe4b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:07.984157 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c4c88edb-2c74-4f1f-b362-1ed25ba91d0c req-b643bb21-f12a-4a50-9ffa-b74a0a5c9855 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854676 Dec 16 09:46:08.014550 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4d559ac9-7fe9-41dd-a721-cb25fcfe4b65 None None] Port e8304e14-0bb7-4722-8e60-41951a16cdd1 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:46:08.141619 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701aac0-b502-4bd9-864e-1c0be93bb3c9 req-766b979a-77f2-4226-a92a-f0f85a8ca367 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:08.143970 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e701aac0-b502-4bd9-864e-1c0be93bb3c9 req-766b979a-77f2-4226-a92a-f0f85a8ca367 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0582266 Dec 16 09:46:08.207838 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e701aac0-b502-4bd9-864e-1c0be93bb3c9 req-6084de70-ac65-4e8b-bc86-263d4d3ddf1e tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551186 Dec 16 09:46:08.210301 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9354b626-f811-40e9-a568-5797e9c06179 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:08.324590 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926ce05-93ab-4d9e-acd6-eefdd7316b49 req-e1864ec5-9864-4855-8560-21ad6923795e tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:08.326155 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2926ce05-93ab-4d9e-acd6-eefdd7316b49 req-e1864ec5-9864-4855-8560-21ad6923795e tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 945 time: 0.1339047 Dec 16 09:46:08.364923 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da6aca-a4b9-48aa-9659-69ad85c71635 req-45f2ee5a-2201-48fe-8169-bfb0f6b348da tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:08.375643 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a3da6aca-a4b9-48aa-9659-69ad85c71635 req-45f2ee5a-2201-48fe-8169-bfb0f6b348da tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0734208 Dec 16 09:46:08.395861 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38682) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:08.415991 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e9b25ccd-9949-4389-ab2c-268a653568c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:08.434878 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2926ce05-93ab-4d9e-acd6-eefdd7316b49 req-91de3277-79cf-44c8-ad2b-dd76cadbce80 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660877 Dec 16 09:46:08.447317 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a3da6aca-a4b9-48aa-9659-69ad85c71635 req-28fe9940-f9d3-4231-a6bc-112731abff8c tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681145 Dec 16 09:46:08.580390 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e9b25ccd-9949-4389-ab2c-268a653568c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:08.605361 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-9354b626-f811-40e9-a568-5797e9c06179 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Deleting port e8304e14-0bb7-4722-8e60-41951a16cdd1 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:46:08.605718 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9354b626-f811-40e9-a568-5797e9c06179 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:08.608061 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f1120-a6f8-4fcf-8982-4a29b9ff4926 req-ff38a370-4c0f-4a0f-9378-58c1769e005c tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:08.610685 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1c9f1120-a6f8-4fcf-8982-4a29b9ff4926 req-ff38a370-4c0f-4a0f-9378-58c1769e005c tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0700395 Dec 16 09:46:08.656594 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1de5a-ea6c-4af7-91fc-957a8c10855b req-42c59f71-0f9d-4fa6-921e-f33dd54431e7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:08.657995 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1c9f1120-a6f8-4fcf-8982-4a29b9ff4926 req-e307b86c-6543-41b7-a1c2-1238ce995319 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408103 Dec 16 09:46:08.658912 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77f1de5a-ea6c-4af7-91fc-957a8c10855b req-42c59f71-0f9d-4fa6-921e-f33dd54431e7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8709c-4160-4278-9cfa-e6476d320b67 HTTP/1.1" status: 200 len: 944 time: 0.1105361 Dec 16 09:46:08.668367 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e9b25ccd-9949-4389-ab2c-268a653568c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:08.717408 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b25ccd-9949-4389-ab2c-268a653568c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2e67dd-79f4-4ef4-a896-de1564d7465c,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:08.723091 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e9b25ccd-9949-4389-ab2c-268a653568c1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bd775e1a458c407288a19a35e4570468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3256965 Dec 16 09:46:08.725390 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38690) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:08.737957 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77f1de5a-ea6c-4af7-91fc-957a8c10855b req-f646da7e-b639-42ac-b2e2-e98bc185d8ff tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=a5e8a5af-da74-4b0d-a629-941df2e67e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714116 Dec 16 09:46:08.752813 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9354b626-f811-40e9-a568-5797e9c06179 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:08.766192 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-9354b626-f811-40e9-a568-5797e9c06179 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Calling delete_port for e8304e14-0bb7-4722-8e60-41951a16cdd1 owned by network:router_interface {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:46:08.801570 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-168678d5-931f-4e9f-b80c-fdd3130495a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:08.829293 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-168678d5-931f-4e9f-b80c-fdd3130495a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:08.835370 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 755b9b72-66e2-4759-850f-a6c89b21e703 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:46:08.990756 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 755b9b72-66e2-4759-850f-a6c89b21e703 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:46:08.990956 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-168678d5-931f-4e9f-b80c-fdd3130495a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:08.993318 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-168678d5-931f-4e9f-b80c-fdd3130495a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:08.996753 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-168678d5-931f-4e9f-b80c-fdd3130495a9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cd2e67dd-79f4-4ef4-a896-de1564d7465c HTTP/1.1" status: 204 len: 168 time: 0.2681241 Dec 16 09:46:08.996912 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 755b9b72-66e2-4759-850f-a6c89b21e703 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:08.996912 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:09.005105 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168678d5-931f-4e9f-b80c-fdd3130495a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2e67dd-79f4-4ef4-a896-de1564d7465c,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:09.090160 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:09.097816 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9354b626-f811-40e9-a568-5797e9c06179 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:09.132001 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95098a3a-4d42-4d77-bd6d-df24a2055fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755b9b72-66e2-4759-850f-a6c89b21e703'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:46:09.132001 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24beef1-c01a-46b4-9dbd-f5463c14108a" -d '{"events": [{"server_uuid": "95098a3a-4d42-4d77-bd6d-df24a2055fc6", "name": "network-vif-plugged", "status": "completed", "tag": "755b9b72-66e2-4759-850f-a6c89b21e703"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:46:09.147894 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 755b9b72-66e2-4759-850f-a6c89b21e703, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=755b9b72-66e2-4759-850f-a6c89b21e703,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:09.176009 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354b626-f811-40e9-a568-5797e9c06179 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Pushing event deleted for resources: {'Port': ['ID=e8304e14-0bb7-4722-8e60-41951a16cdd1,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:09.191739 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f3b58b-1235-4f54-867c-87d2b0c24408 x-openstack-request-id: req-53f3b58b-1235-4f54-867c-87d2b0c24408 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:46:09.192120 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95098a3a-4d42-4d77-bd6d-df24a2055fc6", "name": "network-vif-plugged", "status": "completed", "tag": "755b9b72-66e2-4759-850f-a6c89b21e703", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:46:09.192458 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-53f3b58b-1235-4f54-867c-87d2b0c24408 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:46:09.192943 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95098a3a-4d42-4d77-bd6d-df24a2055fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755b9b72-66e2-4759-850f-a6c89b21e703', 'code': 200} Dec 16 09:46:09.249055 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:09.347364 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=755b9b72-66e2-4759-850f-a6c89b21e703,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:09.425573 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9354b626-f811-40e9-a568-5797e9c06179 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:09.430149 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1ac62-ec23-48ef-8b58-86c3f2743377 req-9decbb89-89e4-49a3-9f01-99a3531133a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:09.438177 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c3e1ac62-ec23-48ef-8b58-86c3f2743377 req-9decbb89-89e4-49a3-9f01-99a3531133a1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 1097 time: 0.1515625 Dec 16 09:46:09.648717 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1535ff-0cb7-4628-9f48-06af91df3d77 req-25aa5912-fcfd-4177-b1a7-e755405cc41b tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:09.651091 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a1535ff-0cb7-4628-9f48-06af91df3d77 req-25aa5912-fcfd-4177-b1a7-e755405cc41b tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0759554 Dec 16 09:46:09.689734 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c3e1ac62-ec23-48ef-8b58-86c3f2743377 req-7ac2e16e-3d5a-453b-b9be-712dfdfc2ca2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497063 Dec 16 09:46:09.697963 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a1535ff-0cb7-4628-9f48-06af91df3d77 req-7c0dfbb9-f1d1-4950-8551-86aed18209f8 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400915 Dec 16 09:46:09.705724 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d34f1-68a8-4ce3-ba33-5920ef2c8b0f req-8f72a972-3a5e-4879-aa8b-9c5af332c75f tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:09.715737 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eb4d34f1-68a8-4ce3-ba33-5920ef2c8b0f req-8f72a972-3a5e-4879-aa8b-9c5af332c75f tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 946 time: 0.1525259 Dec 16 09:46:09.715737 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9354b626-f811-40e9-a568-5797e9c06179 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Router c959aefc-532c-4a4f-860e-beff4785e21f has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:46:09.821785 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9354b626-f811-40e9-a568-5797e9c06179 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:46:09.828083 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9354b626-f811-40e9-a568-5797e9c06179 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] 10.222.0.60 "PUT /v2.0/routers/c959aefc-532c-4a4f-860e-beff4785e21f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5405824 Dec 16 09:46:09.831509 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eb4d34f1-68a8-4ce3-ba33-5920ef2c8b0f req-4051eac4-151b-4ca8-b293-b04954134aeb tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046240 Dec 16 09:46:09.831970 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38722) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:09.840078 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383d3ecd-859c-4b55-a2d0-46ee4dc1c238 None None] Sync routers for ids ['c959aefc-532c-4a4f-860e-beff4785e21f'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:46:09.850249 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383d3ecd-859c-4b55-a2d0-46ee4dc1c238 None None] Routers {'c959aefc-532c-4a4f-860e-beff4785e21f'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:46:09.850890 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-383d3ecd-859c-4b55-a2d0-46ee4dc1c238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:45:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['c959aefc-532c-4a4f-860e-beff4785e21f'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:09.895719 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3a24b-52b9-4e4d-99c8-51c31914c0bc req-d603024b-549b-4815-8433-39cb374751c8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:09.895719 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-40a3a24b-52b9-4e4d-99c8-51c31914c0bc req-d603024b-549b-4815-8433-39cb374751c8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8709c-4160-4278-9cfa-e6476d320b67 HTTP/1.1" status: 200 len: 944 time: 0.0682759 Dec 16 09:46:09.895999 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-567c6d7c-7f62-4f79-ab60-ae128a5ab496 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] delete failed (client error): The resource could not be found. Dec 16 09:46:09.895999 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-567c6d7c-7f62-4f79-ab60-ae128a5ab496 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] 10.222.0.60 "DELETE /v2.0/routers/tempest-non_exist_router-1842807477 HTTP/1.1" status: 404 len: 335 time: 0.0460460 Dec 16 09:46:09.896181 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38726) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:09.896274 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-383d3ecd-859c-4b55-a2d0-46ee4dc1c238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:09.897051 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-8eb97ca0-4f22-4d12-88f4-8761c51d8f73 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c959aefc-532c-4a4f-860e-beff4785e21f'}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:09.905807 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383d3ecd-859c-4b55-a2d0-46ee4dc1c238 None None] Routers {'c959aefc-532c-4a4f-860e-beff4785e21f'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:46:09.906437 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-383d3ecd-859c-4b55-a2d0-46ee4dc1c238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:45:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['c959aefc-532c-4a4f-860e-beff4785e21f'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:09.940518 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-383d3ecd-859c-4b55-a2d0-46ee4dc1c238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:09.941208 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383d3ecd-859c-4b55-a2d0-46ee4dc1c238 None None] The sync data for ids ['c959aefc-532c-4a4f-860e-beff4785e21f'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:46:10.038854 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-40a3a24b-52b9-4e4d-99c8-51c31914c0bc req-ed03e129-a5d7-4d5d-af20-1832a134c536 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=a5e8a5af-da74-4b0d-a629-941df2e67e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565948 Dec 16 09:46:10.144879 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8eb97ca0-4f22-4d12-88f4-8761c51d8f73 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:10.268344 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-8eb97ca0-4f22-4d12-88f4-8761c51d8f73 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] update failed (client error): The resource could not be found. Dec 16 09:46:10.272944 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8eb97ca0-4f22-4d12-88f4-8761c51d8f73 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] 10.222.0.60 "PUT /v2.0/routers/c959aefc-532c-4a4f-860e-beff4785e21f HTTP/1.1" status: 404 len: 339 time: 0.3760748 Dec 16 09:46:10.273476 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38742) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:10.504733 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:10.565243 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c7478f3a-f6bf-4250-9d1f-f7df35997684 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:10.666398 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38750) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:10.738026 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38756) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:10.841838 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device cbc2c4f4-0fea-44c1-a610-db60b6308918 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:46:10.905500 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-23ca4eab-0116-4e39-9dcf-b3610bd85229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:10.926239 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-c7478f3a-f6bf-4250-9d1f-f7df35997684 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Allocated IP 172.20.0.1 (2ecbf4ad-a70f-428d-bfed-9f17c16c9085/51c37ae6-e1a4-4f30-b9f3-0de2949e55dd/ab3c1556-40e7-49b8-91b3-5eeb9839b3fa) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:46:10.945333 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-10a00ccf-6c00-440a-9614-df669e53f60f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1143090861-network', 'tenant_id': 'ef5c7a87eb394f08b4b05c29f197f0c7'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:10.963462 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c43b3-0b96-4dac-ad97-b0eb799c7e03 req-ae1fbfad-0c4a-4ed2-9ba9-bc50a3fb4e02 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:10.964985 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8e0c43b3-0b96-4dac-ad97-b0eb799c7e03 req-ae1fbfad-0c4a-4ed2-9ba9-bc50a3fb4e02 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.1337852 Dec 16 09:46:11.016902 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port cbc2c4f4-0fea-44c1-a610-db60b6308918 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:46:11.021983 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port cbc2c4f4-0fea-44c1-a610-db60b6308918 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:11.022730 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:11.028736 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259131e4-e319-4abe-bfdc-31f73b6af40f req-69986bf0-93fd-4ad0-8bcf-349874e8f964 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:11.030339 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-259131e4-e319-4abe-bfdc-31f73b6af40f req-69986bf0-93fd-4ad0-8bcf-349874e8f964 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 946 time: 0.0658569 Dec 16 09:46:11.076625 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-259131e4-e319-4abe-bfdc-31f73b6af40f req-495eb957-a4e4-4a1b-b060-467a6317da6f tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346789 Dec 16 09:46:11.088372 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a00ccf-6c00-440a-9614-df669e53f60f admin admin] Made reservation on behalf of ef5c7a87eb394f08b4b05c29f197f0c7 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:11.095226 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-10a00ccf-6c00-440a-9614-df669e53f60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:11.099224 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8e0c43b3-0b96-4dac-ad97-b0eb799c7e03 req-14dcc6ad-f465-4681-a2eb-dec8005dfce4 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268356 Dec 16 09:46:11.117403 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:11.129945 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-10a00ccf-6c00-440a-9614-df669e53f60f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:11.161705 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port cbc2c4f4-0fea-44c1-a610-db60b6308918, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=cbc2c4f4-0fea-44c1-a610-db60b6308918,segment=NetworkSegment(59187192-96f4-423d-8fe2-021a7eccf566),segment_id=59187192-96f4-423d-8fe2-021a7eccf566)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:11.194692 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c8709c-4160-4278-9cfa-e6476d320b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc2c4f4-0fea-44c1-a610-db60b6308918'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:46:11.199517 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07139001-01d6-4878-a4a9-45ffd48607de" -d '{"events": [{"server_uuid": "e4c8709c-4160-4278-9cfa-e6476d320b67", "name": "network-vif-plugged", "status": "completed", "tag": "cbc2c4f4-0fea-44c1-a610-db60b6308918"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:46:11.259261 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:11.267597 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c7478f3a-f6bf-4250-9d1f-f7df35997684 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:11.268194 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-10a00ccf-6c00-440a-9614-df669e53f60f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:11.292756 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0965b152-0b62-4204-829e-29164dd6f05c x-openstack-request-id: req-0965b152-0b62-4204-829e-29164dd6f05c {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:46:11.293175 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c8709c-4160-4278-9cfa-e6476d320b67", "name": "network-vif-plugged", "status": "completed", "tag": "cbc2c4f4-0fea-44c1-a610-db60b6308918", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:46:11.293332 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0965b152-0b62-4204-829e-29164dd6f05c {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:46:11.294405 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c8709c-4160-4278-9cfa-e6476d320b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc2c4f4-0fea-44c1-a610-db60b6308918', 'code': 200} Dec 16 09:46:11.296872 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-23ca4eab-0116-4e39-9dcf-b3610bd85229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:11.321988 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3308f5-df28-477c-8ed7-23a104382439 req-f7f41f2e-9699-4c24-9aa8-6db75531e2e6 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:11.323586 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fc3308f5-df28-477c-8ed7-23a104382439 req-f7f41f2e-9699-4c24-9aa8-6db75531e2e6 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8709c-4160-4278-9cfa-e6476d320b67 HTTP/1.1" status: 200 len: 944 time: 0.0985420 Dec 16 09:46:11.333313 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=cbc2c4f4-0fea-44c1-a610-db60b6308918,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:11.339163 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-10a00ccf-6c00-440a-9614-df669e53f60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:11.368331 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a00ccf-6c00-440a-9614-df669e53f60f admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:46:11.382011 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a00ccf-6c00-440a-9614-df669e53f60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8deb25-26f1-4060-9604-49a6649cba63,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:11.388089 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-10a00ccf-6c00-440a-9614-df669e53f60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:11.388431 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-10a00ccf-6c00-440a-9614-df669e53f60f admin admin] Added segment 3ebf23b0-c3e5-4b2c-a17f-dd71a838821e of type vlan for network cf2ed6b0-473c-47cf-a6d0-9a09914a9637 Dec 16 09:46:11.398640 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-23ca4eab-0116-4e39-9dcf-b3610bd85229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:11.423733 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fc3308f5-df28-477c-8ed7-23a104382439 req-988edb67-664e-40d3-93d1-b76e1c5ed30b tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=a5e8a5af-da74-4b0d-a629-941df2e67e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933614 Dec 16 09:46:11.433997 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2400baf-63ac-4836-aa02-effbd87715ca req-f785f1e5-54bd-40bc-ae74-823e6e7c929e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:11.435156 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-10a00ccf-6c00-440a-9614-df669e53f60f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:11.435489 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f2400baf-63ac-4836-aa02-effbd87715ca req-f785f1e5-54bd-40bc-ae74-823e6e7c929e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e4c8709c-4160-4278-9cfa-e6476d320b67 HTTP/1.1" status: 200 len: 1096 time: 0.0965929 Dec 16 09:46:11.448722 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-23ca4eab-0116-4e39-9dcf-b3610bd85229 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9c0be1bc50324716afd72391fd672374&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7808900 Dec 16 09:46:11.459433 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38768) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:11.473887 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca4eab-0116-4e39-9dcf-b3610bd85229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f234b551-ecc2-4ffa-9acd-6ebb537615b4,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:11.489942 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c7478f3a-f6bf-4250-9d1f-f7df35997684 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:11.533563 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-10a00ccf-6c00-440a-9614-df669e53f60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:11.534716 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a00ccf-6c00-440a-9614-df669e53f60f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:11.535545 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-10a00ccf-6c00-440a-9614-df669e53f60f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:11.557002 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f2400baf-63ac-4836-aa02-effbd87715ca req-a27fca3a-d682-4476-8179-8e19e553c18a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a5e8a5af-da74-4b0d-a629-941df2e67e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110401 Dec 16 09:46:11.562488 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7478f3a-f6bf-4250-9d1f-f7df35997684 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Network 2ecbf4ad-a70f-428d-bfed-9f17c16c9085 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:46:11.566250 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-c7478f3a-f6bf-4250-9d1f-f7df35997684 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:11.574067 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7478f3a-f6bf-4250-9d1f-f7df35997684 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:46:11.576653 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7478f3a-f6bf-4250-9d1f-f7df35997684 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Pushing event updated for resources: {'Port': ['ID=ab3c1556-40e7-49b8-91b3-5eeb9839b3fa,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:11.608181 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a00ccf-6c00-440a-9614-df669e53f60f admin admin] Pushing event updated for resources: {'Network': ['ID=cf2ed6b0-473c-47cf-a6d0-9a09914a9637,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:11.623871 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network cf2ed6b0-473c-47cf-a6d0-9a09914a9637 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:46:11.626929 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a574dbda-c8f7-4d8c-b8c5-08d348b67e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:11.641355 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c7478f3a-f6bf-4250-9d1f-f7df35997684 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:11.654857 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-10a00ccf-6c00-440a-9614-df669e53f60f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9155736 Dec 16 09:46:11.657555 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38776) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:11.662597 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-df9fe08f-a12b-418f-bba6-898000ce1676 admin admin] Request body: {'subnet': {'network_id': 'cf2ed6b0-473c-47cf-a6d0-9a09914a9637', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1143090861-subnet', 'tenant_id': 'ef5c7a87eb394f08b4b05c29f197f0c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:11.698240 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a574dbda-c8f7-4d8c-b8c5-08d348b67e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:11.777033 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9fe08f-a12b-418f-bba6-898000ce1676 admin admin] Made reservation on behalf of ef5c7a87eb394f08b4b05c29f197f0c7 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:11.779513 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-df9fe08f-a12b-418f-bba6-898000ce1676 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:11.863765 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a574dbda-c8f7-4d8c-b8c5-08d348b67e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:11.868054 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a574dbda-c8f7-4d8c-b8c5-08d348b67e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:11.869820 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a574dbda-c8f7-4d8c-b8c5-08d348b67e0c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f234b551-ecc2-4ffa-9acd-6ebb537615b4 HTTP/1.1" status: 204 len: 168 time: 0.4114473 Dec 16 09:46:11.876046 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-1c3ace87-a69a-4efc-a7e7-12b11c9644b6 None None] Provisioning complete for port ab3c1556-40e7-49b8-91b3-5eeb9839b3fa triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:11.876046 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1c3ace87-a69a-4efc-a7e7-12b11c9644b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:11.905598 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a574dbda-c8f7-4d8c-b8c5-08d348b67e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f234b551-ecc2-4ffa-9acd-6ebb537615b4,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:11.918431 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c7478f3a-f6bf-4250-9d1f-f7df35997684 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:11.960920 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-1c3ace87-a69a-4efc-a7e7-12b11c9644b6 None None] Port ab3c1556-40e7-49b8-91b3-5eeb9839b3fa cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:46:12.097087 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-df9fe08f-a12b-418f-bba6-898000ce1676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:12.205069 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c7478f3a-f6bf-4250-9d1f-f7df35997684 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:12.232713 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9fe08f-a12b-418f-bba6-898000ce1676 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10387f2b-3301-4293-97a7-9edfb6ed6bd0,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:12.240617 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9fe08f-a12b-418f-bba6-898000ce1676 admin admin] Checking segment: {'id': '3ebf23b0-c3e5-4b2c-a17f-dd71a838821e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cf2ed6b0-473c-47cf-a6d0-9a09914a9637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:12.240983 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9fe08f-a12b-418f-bba6-898000ce1676 admin admin] Network hostable DHCP agents. Network: cf2ed6b0-473c-47cf-a6d0-9a09914a9637, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:46:12.263910 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c7478f3a-f6bf-4250-9d1f-f7df35997684 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:12.265009 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca5d16-67fc-489d-91c7-5f0427ce553f req-19f15d32-7083-47ab-9372-d8a45a6104e4 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:12.266615 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d7ca5d16-67fc-489d-91c7-5f0427ce553f req-19f15d32-7083-47ab-9372-d8a45a6104e4 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 946 time: 0.0897648 Dec 16 09:46:12.274669 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180e500-c7e9-475d-a249-886fd3462647 req-cbbc5418-c8eb-4a18-9c49-3dbcfeee1dc5 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:12.276200 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f180e500-c7e9-475d-a249-886fd3462647 req-cbbc5418-c8eb-4a18-9c49-3dbcfeee1dc5 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0618777 Dec 16 09:46:12.307688 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d7ca5d16-67fc-489d-91c7-5f0427ce553f req-0abbc059-b8db-40b4-8d88-7bdd9b099304 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335345 Dec 16 09:46:12.337595 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9fe08f-a12b-418f-bba6-898000ce1676 admin admin] Network cf2ed6b0-473c-47cf-a6d0-9a09914a9637 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:46:12.375971 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7478f3a-f6bf-4250-9d1f-f7df35997684 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Pushing event updated for resources: {'Port': ['ID=ab3c1556-40e7-49b8-91b3-5eeb9839b3fa,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:12.391742 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c7478f3a-f6bf-4250-9d1f-f7df35997684 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:12.410513 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f180e500-c7e9-475d-a249-886fd3462647 req-dab71d01-4b14-42d6-94ea-1f7d7b60bc42 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907831 Dec 16 09:46:12.425925 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-df9fe08f-a12b-418f-bba6-898000ce1676 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, cf2ed6b0-473c-47cf-a6d0-9a09914a9637) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:12.440659 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9fe08f-a12b-418f-bba6-898000ce1676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:12.442368 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a02423-4344-4ecc-b4a4-77a5078c20b6 None None] Network cf2ed6b0-473c-47cf-a6d0-9a09914a9637 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:12.443003 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-df9fe08f-a12b-418f-bba6-898000ce1676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:12.471248 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:46:12.515387 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7478f3a-f6bf-4250-9d1f-f7df35997684 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Network 2ecbf4ad-a70f-428d-bfed-9f17c16c9085 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:46:12.517630 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-c7478f3a-f6bf-4250-9d1f-f7df35997684 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:12.570645 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-df9fe08f-a12b-418f-bba6-898000ce1676 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9119289 Dec 16 09:46:12.636803 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3094dc72-8325-42b3-9bcf-4d14cbf1ca60 None None] Network cf2ed6b0-473c-47cf-a6d0-9a09914a9637 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:12.661378 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9627a-5706-4575-b385-a354a20c5f5d req-db0889bb-7d57-40f1-9fc5-664d558c16f1 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:12.662958 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfc9627a-5706-4575-b385-a354a20c5f5d req-db0889bb-7d57-40f1-9fc5-664d558c16f1 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8709c-4160-4278-9cfa-e6476d320b67 HTTP/1.1" status: 200 len: 945 time: 0.1430998 Dec 16 09:46:12.678684 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7478f3a-f6bf-4250-9d1f-f7df35997684 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Router c959aefc-532c-4a4f-860e-beff4785e21f has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:46:12.777856 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfc9627a-5706-4575-b385-a354a20c5f5d req-31781af8-b2de-4e9f-8433-f34d54d5dec9 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=a5e8a5af-da74-4b0d-a629-941df2e67e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059225 Dec 16 09:46:12.872686 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732a0ae-051f-461b-9535-f2d492e6e4e5 req-cb30dd6f-9cf5-4814-970a-1ddcbb877bd0 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:12.878744 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7478f3a-f6bf-4250-9d1f-f7df35997684 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:46:12.879766 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7732a0ae-051f-461b-9535-f2d492e6e4e5 req-cb30dd6f-9cf5-4814-970a-1ddcbb877bd0 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 946 time: 0.0716016 Dec 16 09:46:12.883918 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c7478f3a-f6bf-4250-9d1f-f7df35997684 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] 10.222.0.60 "PUT /v2.0/routers/c959aefc-532c-4a4f-860e-beff4785e21f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6092277 Dec 16 09:46:12.886718 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38814) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:12.890904 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-a75d9b14-372a-407f-8349-0557b2d4fb68 None None] Provisioning complete for port ab3c1556-40e7-49b8-91b3-5eeb9839b3fa triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:12.896662 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81c388e-750e-4db7-b5f8-63dc083f018a None None] Sync routers for ids ['c959aefc-532c-4a4f-860e-beff4785e21f'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:46:12.898292 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a75d9b14-372a-407f-8349-0557b2d4fb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:12.911726 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81c388e-750e-4db7-b5f8-63dc083f018a None None] Routers {'c959aefc-532c-4a4f-860e-beff4785e21f'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:46:12.912363 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e81c388e-750e-4db7-b5f8-63dc083f018a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:45:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['c959aefc-532c-4a4f-860e-beff4785e21f'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:12.976935 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-a75d9b14-372a-407f-8349-0557b2d4fb68 None None] Port ab3c1556-40e7-49b8-91b3-5eeb9839b3fa cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:46:12.979604 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7732a0ae-051f-461b-9535-f2d492e6e4e5 req-2ef85b57-7be6-4bf3-a66f-4e4aae627407 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866933 Dec 16 09:46:12.985832 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e81c388e-750e-4db7-b5f8-63dc083f018a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:13.006239 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81c388e-750e-4db7-b5f8-63dc083f018a None None] Routers {'c959aefc-532c-4a4f-860e-beff4785e21f'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:46:13.006864 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e81c388e-750e-4db7-b5f8-63dc083f018a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:45:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['c959aefc-532c-4a4f-860e-beff4785e21f'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:13.153733 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e81c388e-750e-4db7-b5f8-63dc083f018a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:13.154425 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81c388e-750e-4db7-b5f8-63dc083f018a None None] The sync data for ids ['c959aefc-532c-4a4f-860e-beff4785e21f'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:46:13.383810 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4785ea63-d4a5-472e-b714-14625f463cda tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:13.474367 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-4785ea63-d4a5-472e-b714-14625f463cda tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 16 09:46:13.477678 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4785ea63-d4a5-472e-b714-14625f463cda tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] 10.222.0.60 "DELETE /v2.0/routers/c959aefc-532c-4a4f-860e-beff4785e21f HTTP/1.1" status: 409 len: 329 time: 0.5879028 Dec 16 09:46:13.479492 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38840) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:13.674115 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0598f33-3a7d-412b-b211-8647b6c0cc62 req-bf7acbe8-267c-41d3-aef4-75104284ec68 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:13.675599 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a0598f33-3a7d-412b-b211-8647b6c0cc62 req-bf7acbe8-267c-41d3-aef4-75104284ec68 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.1583097 Dec 16 09:46:13.726180 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a0598f33-3a7d-412b-b211-8647b6c0cc62 req-4c1944c1-abbe-4f7a-bec5-c9e72db34d46 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441220 Dec 16 09:46:13.830262 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38854) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:13.837901 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-214d7fae-7470-4007-985e-06046d5da3e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1642877645-network', 'tenant_id': '2f5f9f95b0b647fba5f5730026fdb6cc'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:13.875467 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1a9120fd-e1a0-4c14-8c55-1e687b6b405f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:13.908907 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593191c-ed6a-4bb4-9e28-8805b94dc65a req-64be2382-91c0-4a83-a1d2-f2543ccb4655 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:13.910503 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7593191c-ed6a-4bb4-9e28-8805b94dc65a req-64be2382-91c0-4a83-a1d2-f2543ccb4655 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8709c-4160-4278-9cfa-e6476d320b67 HTTP/1.1" status: 200 len: 945 time: 0.0513783 Dec 16 09:46:13.940191 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214d7fae-7470-4007-985e-06046d5da3e3 admin admin] Made reservation on behalf of 2f5f9f95b0b647fba5f5730026fdb6cc for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:13.942663 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-214d7fae-7470-4007-985e-06046d5da3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:13.960117 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-214d7fae-7470-4007-985e-06046d5da3e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:13.965030 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7593191c-ed6a-4bb4-9e28-8805b94dc65a req-5edc34c2-f7f7-41d1-84ba-08af5755d2fc tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=a5e8a5af-da74-4b0d-a629-941df2e67e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465646 Dec 16 09:46:14.069087 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-214d7fae-7470-4007-985e-06046d5da3e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:14.139910 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f3e3d-3d1e-4137-b970-36d664fd2e91 req-cc01344e-04d9-462c-982b-e0fd196f1666 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:14.141438 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fc9f3e3d-3d1e-4137-b970-36d664fd2e91 req-cc01344e-04d9-462c-982b-e0fd196f1666 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 946 time: 0.0745316 Dec 16 09:46:14.144481 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-214d7fae-7470-4007-985e-06046d5da3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:14.169068 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec348c30-22ff-42f3-a282-64c545d1534a req-67471dbf-cc0a-4c12-91ce-a3d53e11510c tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:14.171003 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ec348c30-22ff-42f3-a282-64c545d1534a req-67471dbf-cc0a-4c12-91ce-a3d53e11510c tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8709c-4160-4278-9cfa-e6476d320b67 HTTP/1.1" status: 200 len: 945 time: 0.1063135 Dec 16 09:46:14.178091 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-214d7fae-7470-4007-985e-06046d5da3e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:46:14.212548 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d7fae-7470-4007-985e-06046d5da3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4027b00e-6f27-4947-9dde-5a075764cf83,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:14.218907 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-214d7fae-7470-4007-985e-06046d5da3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:14.219254 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-214d7fae-7470-4007-985e-06046d5da3e3 admin admin] Added segment 6e384b54-6fc3-4b74-b7ea-40349eb98e43 of type vlan for network f0f56f0c-7a8a-4204-9df1-bec466435e1b Dec 16 09:46:14.232540 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fc9f3e3d-3d1e-4137-b970-36d664fd2e91 req-6922b304-964a-436d-b120-a065fa59cdd9 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803092 Dec 16 09:46:14.236353 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ec348c30-22ff-42f3-a282-64c545d1534a req-61b165e0-f8c0-48ed-88e8-8054d9c2c7c5 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=a5e8a5af-da74-4b0d-a629-941df2e67e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555079 Dec 16 09:46:14.241618 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-1a9120fd-e1a0-4c14-8c55-1e687b6b405f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Deleting port ab3c1556-40e7-49b8-91b3-5eeb9839b3fa {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:46:14.245204 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1a9120fd-e1a0-4c14-8c55-1e687b6b405f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:14.264948 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38866) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:14.278001 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-214d7fae-7470-4007-985e-06046d5da3e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:14.363452 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a2075d-6f29-4da3-868f-2115fd0df0ef tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:14.364977 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-30a2075d-6f29-4da3-868f-2115fd0df0ef tempest-TestNetworkBasicOps-915861348 tempest-TestNetworkBasicOps-915861348-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8709c-4160-4278-9cfa-e6476d320b67 HTTP/1.1" status: 200 len: 1091 time: 0.0987597 Dec 16 09:46:14.368324 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38868) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:14.375596 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-594e4d9f-3124-4635-9f59-e5296fe520fc tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'port_id': 'cbc2c4f4-0fea-44c1-a610-db60b6308918', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:14.385185 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-214d7fae-7470-4007-985e-06046d5da3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:14.386238 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214d7fae-7470-4007-985e-06046d5da3e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:14.386828 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-214d7fae-7470-4007-985e-06046d5da3e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:14.390021 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1a9120fd-e1a0-4c14-8c55-1e687b6b405f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:14.411322 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-1a9120fd-e1a0-4c14-8c55-1e687b6b405f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Calling delete_port for ab3c1556-40e7-49b8-91b3-5eeb9839b3fa owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:46:14.470063 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d7fae-7470-4007-985e-06046d5da3e3 admin admin] Pushing event updated for resources: {'Network': ['ID=f0f56f0c-7a8a-4204-9df1-bec466435e1b,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:14.476281 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-594e4d9f-3124-4635-9f59-e5296fe520fc tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for floatingip, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:14.483017 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network f0f56f0c-7a8a-4204-9df1-bec466435e1b details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:46:14.551166 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-214d7fae-7470-4007-985e-06046d5da3e3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7197692 Dec 16 09:46:14.553988 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38874) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:14.559363 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-93331e51-45df-4541-a11a-0cfe1343fd1e admin admin] Request body: {'subnet': {'network_id': 'f0f56f0c-7a8a-4204-9df1-bec466435e1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1642877645-subnet', 'tenant_id': '2f5f9f95b0b647fba5f5730026fdb6cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:14.688347 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-594e4d9f-3124-4635-9f59-e5296fe520fc tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:14.693417 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93331e51-45df-4541-a11a-0cfe1343fd1e admin admin] Made reservation on behalf of 2f5f9f95b0b647fba5f5730026fdb6cc for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:14.698175 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-93331e51-45df-4541-a11a-0cfe1343fd1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:14.830742 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1a9120fd-e1a0-4c14-8c55-1e687b6b405f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:14.896657 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9120fd-e1a0-4c14-8c55-1e687b6b405f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Pushing event deleted for resources: {'Port': ['ID=ab3c1556-40e7-49b8-91b3-5eeb9839b3fa,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:14.997449 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9120fd-e1a0-4c14-8c55-1e687b6b405f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:14.997925 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9120fd-e1a0-4c14-8c55-1e687b6b405f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:14.998779 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9120fd-e1a0-4c14-8c55-1e687b6b405f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:14.999426 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9120fd-e1a0-4c14-8c55-1e687b6b405f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:14.999990 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9120fd-e1a0-4c14-8c55-1e687b6b405f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:15.000449 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9120fd-e1a0-4c14-8c55-1e687b6b405f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:15.000888 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9120fd-e1a0-4c14-8c55-1e687b6b405f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:15.001436 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9120fd-e1a0-4c14-8c55-1e687b6b405f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:15.001861 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9120fd-e1a0-4c14-8c55-1e687b6b405f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:15.001987 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-93331e51-45df-4541-a11a-0cfe1343fd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:15.002279 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9120fd-e1a0-4c14-8c55-1e687b6b405f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:15.002943 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9120fd-e1a0-4c14-8c55-1e687b6b405f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:15.003630 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9120fd-e1a0-4c14-8c55-1e687b6b405f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:15.100461 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10441821-4eb7-47bf-b6b7-30d6147d29a4 req-30b8890b-ad3f-40a3-9229-a336e3927b32 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:15.107983 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-10441821-4eb7-47bf-b6b7-30d6147d29a4 req-30b8890b-ad3f-40a3-9229-a336e3927b32 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.2758944 Dec 16 09:46:15.173539 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93331e51-45df-4541-a11a-0cfe1343fd1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2305cb4-85c5-403f-be27-98b9bc0de923,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:15.186774 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93331e51-45df-4541-a11a-0cfe1343fd1e admin admin] Checking segment: {'id': '6e384b54-6fc3-4b74-b7ea-40349eb98e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f0f56f0c-7a8a-4204-9df1-bec466435e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:15.187150 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93331e51-45df-4541-a11a-0cfe1343fd1e admin admin] Network hostable DHCP agents. Network: f0f56f0c-7a8a-4204-9df1-bec466435e1b, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:46:15.203849 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15476a68-63cd-42cf-8403-e0f6ef2b16c3 req-53182247-87e8-459f-b6e1-8ca9570be7da tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:15.209610 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-15476a68-63cd-42cf-8403-e0f6ef2b16c3 req-53182247-87e8-459f-b6e1-8ca9570be7da tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 946 time: 0.1308377 Dec 16 09:46:15.215881 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-594e4d9f-3124-4635-9f59-e5296fe520fc tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Allocated IP 172.25.1.39 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/734ddec9-8ab0-47df-99b6-0f6adf3a1e21) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:46:15.243941 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1a9120fd-e1a0-4c14-8c55-1e687b6b405f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:15.260878 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-15476a68-63cd-42cf-8403-e0f6ef2b16c3 req-b2ddbc2e-21d9-4d12-b235-488f1ae0e3b1 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440392 Dec 16 09:46:15.305438 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-10441821-4eb7-47bf-b6b7-30d6147d29a4 req-f571c158-bff0-4386-8e31-ae9bac6da849 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785989 Dec 16 09:46:15.332937 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93331e51-45df-4541-a11a-0cfe1343fd1e admin admin] Network f0f56f0c-7a8a-4204-9df1-bec466435e1b is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:46:15.413381 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-93331e51-45df-4541-a11a-0cfe1343fd1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, f0f56f0c-7a8a-4204-9df1-bec466435e1b) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:15.418640 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93331e51-45df-4541-a11a-0cfe1343fd1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:15.419534 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-93331e51-45df-4541-a11a-0cfe1343fd1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:15.427933 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede36996-4271-4c38-a8a9-ec3681d90316 None None] Network f0f56f0c-7a8a-4204-9df1-bec466435e1b requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:15.504488 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-93331e51-45df-4541-a11a-0cfe1343fd1e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9494154 Dec 16 09:46:15.576932 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d96d557-0db7-45c0-821b-487b261ac10c None None] Network f0f56f0c-7a8a-4204-9df1-bec466435e1b requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:15.832882 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-594e4d9f-3124-4635-9f59-e5296fe520fc tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:15.841606 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9120fd-e1a0-4c14-8c55-1e687b6b405f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Router c959aefc-532c-4a4f-860e-beff4785e21f has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:46:15.989928 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9120fd-e1a0-4c14-8c55-1e687b6b405f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:46:15.996947 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1a9120fd-e1a0-4c14-8c55-1e687b6b405f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] 10.222.0.60 "PUT /v2.0/routers/c959aefc-532c-4a4f-860e-beff4785e21f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5163908 Dec 16 09:46:16.000781 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38926) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:16.003407 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea999c7d-f950-4602-bc5d-af6fb6d95a0d None None] Sync routers for ids ['c959aefc-532c-4a4f-860e-beff4785e21f'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:46:16.014377 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea999c7d-f950-4602-bc5d-af6fb6d95a0d None None] Routers {'c959aefc-532c-4a4f-860e-beff4785e21f'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:46:16.015391 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-ea999c7d-f950-4602-bc5d-af6fb6d95a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:45:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['c959aefc-532c-4a4f-860e-beff4785e21f'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:16.050761 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38928) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:16.052950 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-26815f16-41c9-42b5-91bf-eca7e6a902f9 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] show failed (client error): The resource could not be found. Dec 16 09:46:16.054329 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-26815f16-41c9-42b5-91bf-eca7e6a902f9 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] 10.222.0.60 "GET /v2.0/routers/tempest-non_exist_router-1595851001 HTTP/1.1" status: 404 len: 335 time: 0.0522511 Dec 16 09:46:16.054835 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-ea999c7d-f950-4602-bc5d-af6fb6d95a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:16.058697 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38930) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:16.062739 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-9c845b44-0191-4073-8bf6-474a20aac0d9 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Request body: {'network': {'name': 'tempest-network-smoke--186940853', 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'port_security_enabled': True}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:16.063139 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-699321bb-1f58-42d3-bd13-60cff703c563 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:16.064745 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea999c7d-f950-4602-bc5d-af6fb6d95a0d None None] Routers {'c959aefc-532c-4a4f-860e-beff4785e21f'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:46:16.065320 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-ea999c7d-f950-4602-bc5d-af6fb6d95a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:45:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['c959aefc-532c-4a4f-860e-beff4785e21f'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:16.071685 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-594e4d9f-3124-4635-9f59-e5296fe520fc tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:16.084602 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-d8001311-4725-48e1-aeaa-9da85aed4339 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:16.086104 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-d8001311-4725-48e1-aeaa-9da85aed4339 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] 10.222.0.60 "GET /v2.0/networks?id=cf2ed6b0-473c-47cf-a6d0-9a09914a9637 HTTP/1.1" status: 200 len: 809 time: 0.1604040 Dec 16 09:46:16.098705 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-699321bb-1f58-42d3-bd13-60cff703c563 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] update failed (client error): The resource could not be found. Dec 16 09:46:16.099753 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-699321bb-1f58-42d3-bd13-60cff703c563 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] 10.222.0.60 "PUT /v2.0/routers/tempest-non_exist_router-1287479581 HTTP/1.1" status: 404 len: 335 time: 0.0401134 Dec 16 09:46:16.101918 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-ea999c7d-f950-4602-bc5d-af6fb6d95a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:16.106499 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea999c7d-f950-4602-bc5d-af6fb6d95a0d None None] The sync data for ids ['c959aefc-532c-4a4f-860e-beff4785e21f'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:46:16.106778 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38932) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:16.144029 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594e4d9f-3124-4635-9f59-e5296fe520fc tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:46:16.145618 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-ac9cebf9-407c-4e2d-b041-2ad4c29b165b tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] 10.222.0.60 "GET /v2.0/quotas/ef5c7a87eb394f08b4b05c29f197f0c7 HTTP/1.1" status: 200 len: 375 time: 0.0477717 Dec 16 09:46:16.148737 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-594e4d9f-3124-4635-9f59-e5296fe520fc tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:16.151249 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594e4d9f-3124-4635-9f59-e5296fe520fc tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:46:16.175547 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f13bc12-e12d-411d-ba43-1bf1419e742f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Deleting subnet c4801de8-40ea-40be-a599-b76fd57605b9 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:46:16.181635 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8f13bc12-e12d-411d-ba43-1bf1419e742f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:16.218066 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e4d9f-3124-4635-9f59-e5296fe520fc tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'Port': ['ID=734ddec9-8ab0-47df-99b6-0f6adf3a1e21,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:16.225326 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-0133d837-57b8-4d4c-b097-b0d2ca5d41e4 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef5c7a87eb394f08b4b05c29f197f0c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0681701 Dec 16 09:46:16.227786 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c845b44-0191-4073-8bf6-474a20aac0d9 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Made reservation on behalf of 7b42c23eb8df4f149d42f9011b4094e4 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:16.231373 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c845b44-0191-4073-8bf6-474a20aac0d9 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:16.231674 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8f13bc12-e12d-411d-ba43-1bf1419e742f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:16.253246 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c845b44-0191-4073-8bf6-474a20aac0d9 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:16.315186 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8f13bc12-e12d-411d-ba43-1bf1419e742f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:16.434417 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de300f19-0789-4a5c-8c2e-5c0251bda6c2 req-c4acfdd8-38f3-4fbc-a837-20834a7de671 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:16.435920 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-de300f19-0789-4a5c-8c2e-5c0251bda6c2 req-c4acfdd8-38f3-4fbc-a837-20834a7de671 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 946 time: 0.0672195 Dec 16 09:46:16.479288 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-de300f19-0789-4a5c-8c2e-5c0251bda6c2 req-91ce5cd8-30b7-40a7-92c2-294359a1ac2d tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369961 Dec 16 09:46:16.486879 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-428ed808-7f7f-4153-b857-ecea1e56ad36 service neutron] 10.222.0.60 "GET /v2.0/networks/cf2ed6b0-473c-47cf-a6d0-9a09914a9637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505779 Dec 16 09:46:16.505588 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8f13bc12-e12d-411d-ba43-1bf1419e742f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:16.534699 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13bc12-e12d-411d-ba43-1bf1419e742f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Pushing event deleted for resources: {'Subnet': ['ID=c4801de8-40ea-40be-a599-b76fd57605b9,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:16.545254 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8f13bc12-e12d-411d-ba43-1bf1419e742f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:16.549533 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8f13bc12-e12d-411d-ba43-1bf1419e742f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] 10.222.0.60 "DELETE /v2.0/subnets/c4801de8-40ea-40be-a599-b76fd57605b9 HTTP/1.1" status: 204 len: 168 time: 0.4442413 Dec 16 09:46:16.550345 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38940) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:16.550940 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8becc697-8b24-4b6e-abba-a5ae92e279bf None None] Network ce30fdea-dca8-48ce-9fb8-deaa9ff32336 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:16.551878 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f13bc12-e12d-411d-ba43-1bf1419e742f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:16.552222 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f13bc12-e12d-411d-ba43-1bf1419e742f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:16.552563 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f13bc12-e12d-411d-ba43-1bf1419e742f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:16.552902 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f13bc12-e12d-411d-ba43-1bf1419e742f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:16.553278 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f13bc12-e12d-411d-ba43-1bf1419e742f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:16.553614 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f13bc12-e12d-411d-ba43-1bf1419e742f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:16.553945 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f13bc12-e12d-411d-ba43-1bf1419e742f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:16.554275 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f13bc12-e12d-411d-ba43-1bf1419e742f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:16.555171 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f13bc12-e12d-411d-ba43-1bf1419e742f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:16.555171 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f13bc12-e12d-411d-ba43-1bf1419e742f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:16.555909 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f13bc12-e12d-411d-ba43-1bf1419e742f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:16.556171 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f13bc12-e12d-411d-ba43-1bf1419e742f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:16.618496 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c845b44-0191-4073-8bf6-474a20aac0d9 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:16.647122 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-21da5d8d-d695-445f-b91c-72b212460ce7 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Deleting subnet d8f2b04e-3e4b-49d1-b5c0-cff5ee076ce9 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:46:16.653018 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21da5d8d-d695-445f-b91c-72b212460ce7 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:16.664066 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f92af8-d39d-47e4-a738-3a63f49b153c req-da9908b0-ee15-409e-8664-56f3af38fe1f tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:16.666395 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-47e61385-17ca-48ba-927f-6555f2396d96 service neutron] 10.222.0.60 "GET /v2.0/networks/cf2ed6b0-473c-47cf-a6d0-9a09914a9637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458638 Dec 16 09:46:16.668170 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c845b44-0191-4073-8bf6-474a20aac0d9 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:16.673041 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d6f92af8-d39d-47e4-a738-3a63f49b153c req-da9908b0-ee15-409e-8664-56f3af38fe1f tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.1098657 Dec 16 09:46:16.740828 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21da5d8d-d695-445f-b91c-72b212460ce7 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:16.751686 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c845b44-0191-4073-8bf6-474a20aac0d9 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:46:16.765798 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c845b44-0191-4073-8bf6-474a20aac0d9 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e04be96-58df-46b5-87e1-ed4e56aab086,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:16.775711 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d6f92af8-d39d-47e4-a738-3a63f49b153c req-585f2f2f-0747-4902-8b6f-73559b83f1b9 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970664 Dec 16 09:46:16.801061 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6eae4a3-4b94-4b77-8a08-8a42a19dcc3d None None] DHCP port deletion for ce30fdea-dca8-48ce-9fb8-deaa9ff32336 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:46:16.812023 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c845b44-0191-4073-8bf6-474a20aac0d9 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:16.812381 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-9c845b44-0191-4073-8bf6-474a20aac0d9 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Added segment 3f52809d-f275-4358-9194-c1cab5ab6e7c of type vlan for network 5a02562f-10a8-4d88-83d6-a32f2df699b1 Dec 16 09:46:16.857936 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 755b9b72-66e2-4759-850f-a6c89b21e703 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:46:16.873300 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21da5d8d-d695-445f-b91c-72b212460ce7 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:16.891100 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-e6eae4a3-4b94-4b77-8a08-8a42a19dcc3d None None] Deleting port b97e512a-2c48-4d52-b7f3-1664a92300f5 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:46:16.891748 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e6eae4a3-4b94-4b77-8a08-8a42a19dcc3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:16.893723 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c845b44-0191-4073-8bf6-474a20aac0d9 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:16.913190 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-594e4d9f-3124-4635-9f59-e5296fe520fc tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.013406 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7757399d-f6e4-4504-b652-856d8af5fe52 req-84e6d41f-18a3-4ef1-8558-9e043295ef0d tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe7c882d-59f2-4a20-8e97-de6ea28fd3ce HTTP/1.1" status: 200 len: 210 time: 0.0446925 Dec 16 09:46:17.044532 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device b97e512a-2c48-4d52-b7f3-1664a92300f5 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:46:17.053727 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c845b44-0191-4073-8bf6-474a20aac0d9 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.060580 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c845b44-0191-4073-8bf6-474a20aac0d9 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:17.061306 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c845b44-0191-4073-8bf6-474a20aac0d9 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.081257 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21da5d8d-d695-445f-b91c-72b212460ce7 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.088273 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-e6eae4a3-4b94-4b77-8a08-8a42a19dcc3d None None] For port b97e512a-2c48-4d52-b7f3-1664a92300f5, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=b97e512a-2c48-4d52-b7f3-1664a92300f5,segment=NetworkSegment(4d28e205-0e17-48b3-a817-59b8c303f6c0),segment_id=4d28e205-0e17-48b3-a817-59b8c303f6c0)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:17.088677 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e6eae4a3-4b94-4b77-8a08-8a42a19dcc3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.119119 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-e6eae4a3-4b94-4b77-8a08-8a42a19dcc3d None None] Calling delete_port for b97e512a-2c48-4d52-b7f3-1664a92300f5 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:46:17.121040 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21da5d8d-d695-445f-b91c-72b212460ce7 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.128908 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-21da5d8d-d695-445f-b91c-72b212460ce7 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] 10.222.0.60 "DELETE /v2.0/subnets/d8f2b04e-3e4b-49d1-b5c0-cff5ee076ce9 HTTP/1.1" status: 204 len: 168 time: 0.5671766 Dec 16 09:46:17.130411 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da5d8d-d695-445f-b91c-72b212460ce7 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Pushing event deleted for resources: {'Subnet': ['ID=d8f2b04e-3e4b-49d1-b5c0-cff5ee076ce9,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:17.132959 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38952) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:17.139485 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedf305a-1465-4386-a67f-a68ee34db920 None None] Network 01434f3b-8b96-4cbb-b23b-c425ee88fd60 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:17.172798 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c845b44-0191-4073-8bf6-474a20aac0d9 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Pushing event updated for resources: {'Network': ['ID=5a02562f-10a8-4d88-83d6-a32f2df699b1,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:17.174886 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-594e4d9f-3124-4635-9f59-e5296fe520fc tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.200256 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9c845b44-0191-4073-8bf6-474a20aac0d9 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1483500 Dec 16 09:46:17.203667 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 5a02562f-10a8-4d88-83d6-a32f2df699b1 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:46:17.203847 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38954) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:17.208075 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-f3967115-adc1-42f5-a35f-77deff2b831a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1317813715', 'admin_state_up': True, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:17.222144 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-73839078-2aa4-4f39-aff7-f3991252688e tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.248274 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 755b9b72-66e2-4759-850f-a6c89b21e703, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=755b9b72-66e2-4759-850f-a6c89b21e703,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:17.286938 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-73839078-2aa4-4f39-aff7-f3991252688e tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Deleting port b97e512a-2c48-4d52-b7f3-1664a92300f5 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:46:17.287315 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-73839078-2aa4-4f39-aff7-f3991252688e tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.358172 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-73839078-2aa4-4f39-aff7-f3991252688e tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] For port b97e512a-2c48-4d52-b7f3-1664a92300f5, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=b97e512a-2c48-4d52-b7f3-1664a92300f5,segment=NetworkSegment(4d28e205-0e17-48b3-a817-59b8c303f6c0),segment_id=4d28e205-0e17-48b3-a817-59b8c303f6c0)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:17.358555 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-73839078-2aa4-4f39-aff7-f3991252688e tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.370961 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-594e4d9f-3124-4635-9f59-e5296fe520fc tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.375983 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-73839078-2aa4-4f39-aff7-f3991252688e tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Calling delete_port for b97e512a-2c48-4d52-b7f3-1664a92300f5 owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:46:17.448038 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f3967115-adc1-42f5-a35f-77deff2b831a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.450111 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f3967115-adc1-42f5-a35f-77deff2b831a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.460361 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '755b9b72-66e2-4759-850f-a6c89b21e703', 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f', 'port_id': '755b9b72-66e2-4759-850f-a6c89b21e703', 'mac_address': 'fa:16:3e:cc:21:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3e23022-6181-4c07-9324-a5452325576b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:46:17.490352 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-594e4d9f-3124-4635-9f59-e5296fe520fc tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.536792 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.580041 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f3967115-adc1-42f5-a35f-77deff2b831a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.600724 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-73839078-2aa4-4f39-aff7-f3991252688e tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.642785 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e4d9f-3124-4635-9f59-e5296fe520fc tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event updated for resources: {'Port': ['ID=734ddec9-8ab0-47df-99b6-0f6adf3a1e21,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:17.646057 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73839078-2aa4-4f39-aff7-f3991252688e tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Pushing event deleted for resources: {'Port': ['ID=b97e512a-2c48-4d52-b7f3-1664a92300f5,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:17.658836 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-594e4d9f-3124-4635-9f59-e5296fe520fc tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.673522 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73839078-2aa4-4f39-aff7-f3991252688e tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] No DVR routers for this DVR port b97e512a-2c48-4d52-b7f3-1664a92300f5 on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:46:17.719466 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.734967 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e6eae4a3-4b94-4b77-8a08-8a42a19dcc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.737300 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278a12b-3536-487f-b7c1-b9d8b16b9e7d req-21fce5eb-ffc1-4abb-9a8b-a7ba415bdbf0 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:17.738893 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6278a12b-3536-487f-b7c1-b9d8b16b9e7d req-21fce5eb-ffc1-4abb-9a8b-a7ba415bdbf0 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 946 time: 0.1576238 Dec 16 09:46:17.742955 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 755b9b72-66e2-4759-850f-a6c89b21e703 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:46:17.753511 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6eae4a3-4b94-4b77-8a08-8a42a19dcc3d None None] No DVR routers for this DVR port b97e512a-2c48-4d52-b7f3-1664a92300f5 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:46:17.777774 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eae4a3-4b94-4b77-8a08-8a42a19dcc3d None None] Pushing event deleted for resources: {'Port': ['ID=b97e512a-2c48-4d52-b7f3-1664a92300f5,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:17.797716 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 755b9b72-66e2-4759-850f-a6c89b21e703, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=755b9b72-66e2-4759-850f-a6c89b21e703,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:17.800294 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eae4a3-4b94-4b77-8a08-8a42a19dcc3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:17.801070 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eae4a3-4b94-4b77-8a08-8a42a19dcc3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:17.807939 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eae4a3-4b94-4b77-8a08-8a42a19dcc3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:17.807939 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eae4a3-4b94-4b77-8a08-8a42a19dcc3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:17.807939 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eae4a3-4b94-4b77-8a08-8a42a19dcc3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:17.807939 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eae4a3-4b94-4b77-8a08-8a42a19dcc3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:17.807939 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eae4a3-4b94-4b77-8a08-8a42a19dcc3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:17.807939 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eae4a3-4b94-4b77-8a08-8a42a19dcc3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:17.807939 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eae4a3-4b94-4b77-8a08-8a42a19dcc3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:17.807939 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eae4a3-4b94-4b77-8a08-8a42a19dcc3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:17.807939 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eae4a3-4b94-4b77-8a08-8a42a19dcc3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:17.807939 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eae4a3-4b94-4b77-8a08-8a42a19dcc3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:17.847923 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-73839078-2aa4-4f39-aff7-f3991252688e tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.849321 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f41e4a3-d3b4-4ce6-96e1-8866789f853c None None] DHCP port deletion for 01434f3b-8b96-4cbb-b23b-c425ee88fd60 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:46:17.878431 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-73839078-2aa4-4f39-aff7-f3991252688e tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce30fdea-dca8-48ce-9fb8-deaa9ff32336']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:17.886664 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.914046 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-73839078-2aa4-4f39-aff7-f3991252688e tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d28e205-0e17-48b3-a817-59b8c303f6c0') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:17.914046 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-73839078-2aa4-4f39-aff7-f3991252688e tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d28e205-0e17-48b3-a817-59b8c303f6c0') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:17.917062 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6278a12b-3536-487f-b7c1-b9d8b16b9e7d req-15cadc8d-73c2-4cdd-87d8-e9726c5fa47e tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409676 Dec 16 09:46:17.939582 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f3967115-adc1-42f5-a35f-77deff2b831a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.940316 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-73839078-2aa4-4f39-aff7-f3991252688e tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.944234 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [None req-594e4d9f-3124-4635-9f59-e5296fe520fc tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Floating IP fbf06ae7-c512-4c31-8d0b-83b493b306ec associated. External IP: 172.25.1.39, port: cbc2c4f4-0fea-44c1-a610-db60b6308918. Dec 16 09:46:17.989549 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-73839078-2aa4-4f39-aff7-f3991252688e tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.989667 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-1f41e4a3-d3b4-4ce6-96e1-8866789f853c None None] Deleting port a575c396-5c96-4051-8cd0-82af3197be5a {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:46:17.989667 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1f41e4a3-d3b4-4ce6-96e1-8866789f853c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.989667 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=755b9b72-66e2-4759-850f-a6c89b21e703,revision_number=6']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:17.989900 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec97551-2636-4f18-a91d-7ec03b2ed69f req-c6c81041-264d-435a-8b65-eb86d57bd5e5 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:17.990874 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0ec97551-2636-4f18-a91d-7ec03b2ed69f req-c6c81041-264d-435a-8b65-eb86d57bd5e5 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0988064 Dec 16 09:46:17.996027 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73839078-2aa4-4f39-aff7-f3991252688e tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:46:17.996422 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-73839078-2aa4-4f39-aff7-f3991252688e tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:18.000726 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['755b9b72-66e2-4759-850f-a6c89b21e703'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:46:18.004313 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:46:18.004313 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:46:18.004313 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:46:18.004313 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:46:18.004313 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:46:18.004313 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:46:18.004313 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:46:18.004313 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:46:18.004313 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:46:18.004313 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:46:18.004313 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:46:18.004313 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:46:18.004313 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:46:18.004313 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:46:18.004313 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:46:18.004313 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:46:18.004313 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:46:18.004313 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:46:18.004313 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:46:18.004313 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:46:18.004313 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:46:18.004313 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:46:18.004313 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:46:18.004313 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:46:18.004313 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:46:18.004313 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:46:18.004313 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:46:18.004313 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:46:18.004313 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:46:18.004313 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:46:18.004313 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:46:18.004313 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:46:18.096387 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0ec97551-2636-4f18-a91d-7ec03b2ed69f req-93b92d3e-f433-430f-9caa-d0922e296fb3 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877790 Dec 16 09:46:18.102805 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-1f41e4a3-d3b4-4ce6-96e1-8866789f853c None None] For port a575c396-5c96-4051-8cd0-82af3197be5a, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=a575c396-5c96-4051-8cd0-82af3197be5a,segment=NetworkSegment(c73e1113-6e4a-47c5-a78b-bbabd224a5bf),segment_id=c73e1113-6e4a-47c5-a78b-bbabd224a5bf)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:18.103135 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1f41e4a3-d3b4-4ce6-96e1-8866789f853c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:18.134020 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-1f41e4a3-d3b4-4ce6-96e1-8866789f853c None None] Calling delete_port for a575c396-5c96-4051-8cd0-82af3197be5a owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:46:18.166642 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-44974366-e4c8-49e1-98a7-305fc351e1a1 req-bf23373c-5c64-48da-9cab-c510e2e3736f tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe7c882d-59f2-4a20-8e97-de6ea28fd3ce HTTP/1.1" status: 200 len: 210 time: 0.0486948 Dec 16 09:46:18.255375 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38972) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:18.268932 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-73839078-2aa4-4f39-aff7-f3991252688e tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:18.280936 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-73839078-2aa4-4f39-aff7-f3991252688e tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:18.289752 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-73839078-2aa4-4f39-aff7-f3991252688e tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] 10.222.0.60 "DELETE /v2.0/networks/ce30fdea-dca8-48ce-9fb8-deaa9ff32336 HTTP/1.1" status: 204 len: 168 time: 1.1553252 Dec 16 09:46:18.300544 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38976) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:18.313525 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73839078-2aa4-4f39-aff7-f3991252688e tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Pushing event deleted for resources: {'Network': ['ID=ce30fdea-dca8-48ce-9fb8-deaa9ff32336,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:18.345053 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1f41e4a3-d3b4-4ce6-96e1-8866789f853c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:18.390886 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41e4a3-d3b4-4ce6-96e1-8866789f853c None None] Pushing event deleted for resources: {'Port': ['ID=a575c396-5c96-4051-8cd0-82af3197be5a,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:18.394566 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f41e4a3-d3b4-4ce6-96e1-8866789f853c None None] No DVR routers for this DVR port a575c396-5c96-4051-8cd0-82af3197be5a on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:46:18.405333 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a3149690-dd53-4de7-b4da-3c8d6f1c8609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:18.493517 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a3149690-dd53-4de7-b4da-3c8d6f1c8609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:18.595907 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a3149690-dd53-4de7-b4da-3c8d6f1c8609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:18.636345 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a3149690-dd53-4de7-b4da-3c8d6f1c8609 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=061c879bbc0b4f75963252e7734787ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3781395 Dec 16 09:46:18.639100 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38978) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:18.645360 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3149690-dd53-4de7-b4da-3c8d6f1c8609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a972e89d-7016-4806-b20f-da467a8a511e,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:18.693933 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b8a8923b-014c-4b01-9f4e-fd06c26ace2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:18.702135 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594e4d9f-3124-4635-9f59-e5296fe520fc tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Router 6f4b6ed8-78bb-497b-b587-bf969422b91f has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:46:18.715730 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b8a8923b-014c-4b01-9f4e-fd06c26ace2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:18.744413 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9b117f2a-e436-4824-8d20-039bd3d369c9 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:18.828555 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b8a8923b-014c-4b01-9f4e-fd06c26ace2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:18.831345 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b8a8923b-014c-4b01-9f4e-fd06c26ace2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:18.835270 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b8a8923b-014c-4b01-9f4e-fd06c26ace2c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a972e89d-7016-4806-b20f-da467a8a511e HTTP/1.1" status: 204 len: 168 time: 0.1927507 Dec 16 09:46:18.847502 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8923b-014c-4b01-9f4e-fd06c26ace2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a972e89d-7016-4806-b20f-da467a8a511e,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:18.879176 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 755b9b72-66e2-4759-850f-a6c89b21e703 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:46:18.932692 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 755b9b72-66e2-4759-850f-a6c89b21e703 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:18.932960 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:19.031312 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9b117f2a-e436-4824-8d20-039bd3d369c9 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:19.042935 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f3967115-adc1-42f5-a35f-77deff2b831a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for router_gateway, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:19.044946 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device a575c396-5c96-4051-8cd0-82af3197be5a no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:46:19.065026 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594e4d9f-3124-4635-9f59-e5296fe520fc tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:46:19.071966 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: a575c396-5c96-4051-8cd0-82af3197be5a {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:46:19.071966 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device a575c396-5c96-4051-8cd0-82af3197be5a not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:46:19.073017 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f3967115-adc1-42f5-a35f-77deff2b831a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:19.073133 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:19.076254 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53695f7-11d6-4778-9f96-7e02c005b36a None None] Sync routers for ids ['6f4b6ed8-78bb-497b-b587-bf969422b91f'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:46:19.091031 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53695f7-11d6-4778-9f96-7e02c005b36a None None] Routers {'6f4b6ed8-78bb-497b-b587-bf969422b91f'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:46:19.094431 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e53695f7-11d6-4778-9f96-7e02c005b36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:45:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6f4b6ed8-78bb-497b-b587-bf969422b91f'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:19.097399 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-9b117f2a-e436-4824-8d20-039bd3d369c9 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01434f3b-8b96-4cbb-b23b-c425ee88fd60']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:19.133890 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95098a3a-4d42-4d77-bd6d-df24a2055fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755b9b72-66e2-4759-850f-a6c89b21e703'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:46:19.134025 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-9b117f2a-e436-4824-8d20-039bd3d369c9 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c73e1113-6e4a-47c5-a78b-bbabd224a5bf') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:19.134025 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-9b117f2a-e436-4824-8d20-039bd3d369c9 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c73e1113-6e4a-47c5-a78b-bbabd224a5bf') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:19.134211 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bc711f-c4d4-40b9-a188-c44b99585618" -d '{"events": [{"server_uuid": "95098a3a-4d42-4d77-bd6d-df24a2055fc6", "name": "network-vif-plugged", "status": "completed", "tag": "755b9b72-66e2-4759-850f-a6c89b21e703"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:46:19.153296 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 755b9b72-66e2-4759-850f-a6c89b21e703, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=755b9b72-66e2-4759-850f-a6c89b21e703,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:19.206556 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9b117f2a-e436-4824-8d20-039bd3d369c9 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:19.231671 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9b117f2a-e436-4824-8d20-039bd3d369c9 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:19.231915 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c77385-d6bd-4a7a-99c1-201fbfdf32b2 req-54987b3a-a2ff-42d7-9470-1a5593de407b tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:19.233748 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-10c77385-d6bd-4a7a-99c1-201fbfdf32b2 req-54987b3a-a2ff-42d7-9470-1a5593de407b tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0612340 Dec 16 09:46:19.238829 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-e53695f7-11d6-4778-9f96-7e02c005b36a None None] Set router 6f4b6ed8-78bb-497b-b587-bf969422b91f gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:46:19.243526 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b117f2a-e436-4824-8d20-039bd3d369c9 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:46:19.243931 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9b117f2a-e436-4824-8d20-039bd3d369c9 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:19.247353 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:19.248438 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:46:19.248438 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:46:19.248438 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:46:19.248438 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:46:19.248438 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:46:19.248438 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:46:19.248438 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:46:19.248438 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:46:19.248438 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:46:19.248438 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:46:19.248438 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:46:19.248438 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:46:19.248438 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:46:19.248438 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:46:19.248438 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:46:19.248438 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:46:19.248438 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:46:19.248438 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:46:19.248438 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:46:19.248438 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:46:19.248438 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:46:19.248438 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:46:19.248438 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:46:19.248438 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:46:19.248438 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:46:19.248438 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:46:19.248438 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:46:19.248438 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:46:19.248438 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:46:19.248438 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:46:19.248438 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:46:19.248438 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:46:19.313152 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca837f4-1c6a-412e-b90a-38a2bd80baea req-a6be03ef-771d-446f-8745-00248c7d0e6a tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:19.313865 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-10c77385-d6bd-4a7a-99c1-201fbfdf32b2 req-3e8dcc60-d9c9-4c76-95db-3e06676f385b tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723624 Dec 16 09:46:19.319091 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3ca837f4-1c6a-412e-b90a-38a2bd80baea req-a6be03ef-771d-446f-8745-00248c7d0e6a tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 945 time: 0.2558241 Dec 16 09:46:19.386019 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=755b9b72-66e2-4759-850f-a6c89b21e703,revision_number=7']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:19.406067 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-594e4d9f-3124-4635-9f59-e5296fe520fc tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:19.469476 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-594e4d9f-3124-4635-9f59-e5296fe520fc tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.0997694 Dec 16 09:46:19.470958 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-f3967115-adc1-42f5-a35f-77deff2b831a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Allocated IP 172.25.1.183 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/b1eca44c-8185-45c8-a1be-72a5846f4e7f) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:46:19.471844 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 39000) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:19.486098 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bade21-0dce-4a57-a38b-f2d8adab7a7f x-openstack-request-id: req-d9bade21-0dce-4a57-a38b-f2d8adab7a7f {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:46:19.486651 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95098a3a-4d42-4d77-bd6d-df24a2055fc6", "name": "network-vif-plugged", "status": "completed", "tag": "755b9b72-66e2-4759-850f-a6c89b21e703", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:46:19.487162 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d9bade21-0dce-4a57-a38b-f2d8adab7a7f {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:46:19.487997 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95098a3a-4d42-4d77-bd6d-df24a2055fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755b9b72-66e2-4759-850f-a6c89b21e703', 'code': 200} Dec 16 09:46:19.493418 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c8709c-4160-4278-9cfa-e6476d320b67', 'tag': 'cbc2c4f4-0fea-44c1-a610-db60b6308918'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:46:19.495806 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c04ed8-cea3-4d46-a0d9-97702b658464" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c8709c-4160-4278-9cfa-e6476d320b67", "tag": "cbc2c4f4-0fea-44c1-a610-db60b6308918"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:46:19.537360 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9b117f2a-e436-4824-8d20-039bd3d369c9 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:19.551270 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ecd97073-346c-4513-9ced-34fd8eed8254 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/floatingips/fbf06ae7-c512-4c31-8d0b-83b493b306ec HTTP/1.1" status: 200 len: 990 time: 0.0782461 Dec 16 09:46:19.562309 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e53695f7-11d6-4778-9f96-7e02c005b36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'name': 'tempest-TestNetworkBasicOps-router-329891809', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '98a17e4c-7fe4-4226-98e6-689363162f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:45:30Z', 'updated_at': '2021-12-16T09:45:43Z', 'revision_number': 4, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'gw_port': {'id': '98a17e4c-7fe4-4226-98e6-689363162f94', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ea:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:45:32Z', 'updated_at': '2021-12-16T09:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'fbf06ae7-c512-4c31-8d0b-83b493b306ec', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'floating_ip_address': '172.25.1.39', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'port_id': 'cbc2c4f4-0fea-44c1-a610-db60b6308918', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ba6bea-4e43-4bc9-a3f7-37704e90b524', 'mac_address': 'fa:16:3e:cf:ee:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c8709c-4160-4278-9cfa-e6476d320b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:46:16Z', 'updated_at': '2021-12-16T09:46:16Z', 'revision_number': 0, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1002673c-edf4-4e50-827b-af1931d27527', 'name': '', 'network_id': 'c8ba6bea-4e43-4bc9-a3f7-37704e90b524', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'mac_address': 'fa:16:3e:d0:ed:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'd6b24d15-a392-4a6e-93d8-f3ba6bb1ab7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:45:42Z', 'updated_at': '2021-12-16T09:45:48Z', 'revision_number': 5, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'subnets': [{'id': 'd6b24d15-a392-4a6e-93d8-f3ba6bb1ab7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:19.578503 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9b117f2a-e436-4824-8d20-039bd3d369c9 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:19.585382 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9b117f2a-e436-4824-8d20-039bd3d369c9 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] 10.222.0.60 "DELETE /v2.0/networks/01434f3b-8b96-4cbb-b23b-c425ee88fd60 HTTP/1.1" status: 204 len: 168 time: 1.2835677 Dec 16 09:46:19.586279 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39006) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:19.600938 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53695f7-11d6-4778-9f96-7e02c005b36a None None] Checking router: 6f4b6ed8-78bb-497b-b587-bf969422b91f for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:46:19.610204 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53695f7-11d6-4778-9f96-7e02c005b36a None None] Routers {'6f4b6ed8-78bb-497b-b587-bf969422b91f'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:46:19.610827 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e53695f7-11d6-4778-9f96-7e02c005b36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:45:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6f4b6ed8-78bb-497b-b587-bf969422b91f'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:19.619522 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0d90c55-5382-4e68-bc07-4f249d61d4d0 req-cb79ef2d-4082-4089-8610-5f08b9a2548b tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe7c882d-59f2-4a20-8e97-de6ea28fd3ce HTTP/1.1" status: 200 len: 210 time: 0.0462978 Dec 16 09:46:19.640895 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3ca837f4-1c6a-412e-b90a-38a2bd80baea req-de349862-f536-45a8-8fd1-da02bee3371a tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382908 Dec 16 09:46:19.641975 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b117f2a-e436-4824-8d20-039bd3d369c9 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Pushing event deleted for resources: {'Network': ['ID=01434f3b-8b96-4cbb-b23b-c425ee88fd60,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:19.707608 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb7fcc3-d916-49f0-bfa2-d94dac3ce0b0 x-openstack-request-id: req-4fb7fcc3-d916-49f0-bfa2-d94dac3ce0b0 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:46:19.708040 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c8709c-4160-4278-9cfa-e6476d320b67", "tag": "cbc2c4f4-0fea-44c1-a610-db60b6308918", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:46:19.708350 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4fb7fcc3-d916-49f0-bfa2-d94dac3ce0b0 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:46:19.708874 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c8709c-4160-4278-9cfa-e6476d320b67', 'tag': 'cbc2c4f4-0fea-44c1-a610-db60b6308918', 'status': 'completed', 'code': 200} Dec 16 09:46:19.720563 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-136ee70f-470b-4f85-9eed-47b8b397c83f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Deleting subnet 51c37ae6-e1a4-4f30-b9f3-0de2949e55dd {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:46:19.731075 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-136ee70f-470b-4f85-9eed-47b8b397c83f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:19.787192 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-52442b4c-81d4-4056-9cd9-577ee129c338 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:19.788993 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-52442b4c-81d4-4056-9cd9-577ee129c338 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] 10.222.0.58 "GET /v2.0/networks?id=cf2ed6b0-473c-47cf-a6d0-9a09914a9637 HTTP/1.1" status: 200 len: 809 time: 0.2364273 Dec 16 09:46:19.792350 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-e53695f7-11d6-4778-9f96-7e02c005b36a None None] Set router 6f4b6ed8-78bb-497b-b587-bf969422b91f gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:46:19.799908 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f3967115-adc1-42f5-a35f-77deff2b831a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:19.802807 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-136ee70f-470b-4f85-9eed-47b8b397c83f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:19.803029 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-aa2ea6bc-9ae7-4ce9-a9da-61304789a3e8 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] Request body: {'port': {'device_id': 'fe7c882d-59f2-4a20-8e97-de6ea28fd3ce', 'network_id': 'cf2ed6b0-473c-47cf-a6d0-9a09914a9637', 'admin_state_up': True, 'tenant_id': 'ef5c7a87eb394f08b4b05c29f197f0c7'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:19.826973 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c04ed8-cea3-4d46-a0d9-97702b658464 req-5cfa1e76-c005-462f-aa8d-5ad767ea3c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:19.829802 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-08c04ed8-cea3-4d46-a0d9-97702b658464 req-5cfa1e76-c005-462f-aa8d-5ad767ea3c51 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=60a0020dcca848d99f97019eb94a2e49&device_id=e4c8709c-4160-4278-9cfa-e6476d320b67 HTTP/1.1" status: 200 len: 1096 time: 0.0975490 Dec 16 09:46:19.907361 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-136ee70f-470b-4f85-9eed-47b8b397c83f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:19.980772 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f3967115-adc1-42f5-a35f-77deff2b831a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:20.023077 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c04ed8-cea3-4d46-a0d9-97702b658464 req-10d6b430-7d7f-4b56-bc83-12274d9102dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:20.026300 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-08c04ed8-cea3-4d46-a0d9-97702b658464 req-10d6b430-7d7f-4b56-bc83-12274d9102dc service neutron] 10.222.0.57 "GET /v2.0/networks?id=c8ba6bea-4e43-4bc9-a3f7-37704e90b524 HTTP/1.1" status: 200 len: 898 time: 0.1596966 Dec 16 09:46:20.051018 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3967115-adc1-42f5-a35f-77deff2b831a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:46:20.052886 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3967115-adc1-42f5-a35f-77deff2b831a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Pushing event updated for resources: {'Port': ['ID=b1eca44c-8185-45c8-a1be-72a5846f4e7f,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:20.056486 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-f3967115-adc1-42f5-a35f-77deff2b831a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:20.058666 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3967115-adc1-42f5-a35f-77deff2b831a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:46:20.113426 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-08c04ed8-cea3-4d46-a0d9-97702b658464 req-e741edec-35f6-4c8d-9eb8-f5f4c997cda1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbc2c4f4-0fea-44c1-a610-db60b6308918 HTTP/1.1" status: 200 len: 998 time: 0.0793681 Dec 16 09:46:20.132442 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e53695f7-11d6-4778-9f96-7e02c005b36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'name': 'tempest-TestNetworkBasicOps-router-329891809', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '98a17e4c-7fe4-4226-98e6-689363162f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:45:30Z', 'updated_at': '2021-12-16T09:45:43Z', 'revision_number': 4, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'gw_port': {'id': '98a17e4c-7fe4-4226-98e6-689363162f94', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ea:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:45:32Z', 'updated_at': '2021-12-16T09:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'fbf06ae7-c512-4c31-8d0b-83b493b306ec', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'floating_ip_address': '172.25.1.39', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'port_id': 'cbc2c4f4-0fea-44c1-a610-db60b6308918', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ba6bea-4e43-4bc9-a3f7-37704e90b524', 'mac_address': 'fa:16:3e:cf:ee:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c8709c-4160-4278-9cfa-e6476d320b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:46:16Z', 'updated_at': '2021-12-16T09:46:16Z', 'revision_number': 0, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1002673c-edf4-4e50-827b-af1931d27527', 'name': '', 'network_id': 'c8ba6bea-4e43-4bc9-a3f7-37704e90b524', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'mac_address': 'fa:16:3e:d0:ed:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'd6b24d15-a392-4a6e-93d8-f3ba6bb1ab7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:45:42Z', 'updated_at': '2021-12-16T09:45:48Z', 'revision_number': 5, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'subnets': [{'id': 'd6b24d15-a392-4a6e-93d8-f3ba6bb1ab7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:20.136318 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-aa2ea6bc-9ae7-4ce9-a9da-61304789a3e8 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] Made reservation on behalf of ef5c7a87eb394f08b4b05c29f197f0c7 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:20.141091 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-aa2ea6bc-9ae7-4ce9-a9da-61304789a3e8 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:20.173145 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53695f7-11d6-4778-9f96-7e02c005b36a None None] The sync data for ids ['6f4b6ed8-78bb-497b-b587-bf969422b91f'] in n-d-820550-2 is: [{'id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'name': 'tempest-TestNetworkBasicOps-router-329891809', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '98a17e4c-7fe4-4226-98e6-689363162f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:45:30Z', 'updated_at': '2021-12-16T09:45:43Z', 'revision_number': 4, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'gw_port': {'id': '98a17e4c-7fe4-4226-98e6-689363162f94', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ea:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:45:32Z', 'updated_at': '2021-12-16T09:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'fbf06ae7-c512-4c31-8d0b-83b493b306ec', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'floating_ip_address': '172.25.1.39', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'port_id': 'cbc2c4f4-0fea-44c1-a610-db60b6308918', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ba6bea-4e43-4bc9-a3f7-37704e90b524', 'mac_address': 'fa:16:3e:cf:ee:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c8709c-4160-4278-9cfa-e6476d320b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:46:16Z', 'updated_at': '2021-12-16T09:46:16Z', 'revision_number': 0, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1002673c-edf4-4e50-827b-af1931d27527', 'name': '', 'network_id': 'c8ba6bea-4e43-4bc9-a3f7-37704e90b524', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'mac_address': 'fa:16:3e:d0:ed:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'd6b24d15-a392-4a6e-93d8-f3ba6bb1ab7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:45:42Z', 'updated_at': '2021-12-16T09:45:48Z', 'revision_number': 5, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'subnets': [{'id': 'd6b24d15-a392-4a6e-93d8-f3ba6bb1ab7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:46:20.214147 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-136ee70f-470b-4f85-9eed-47b8b397c83f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:20.239140 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c04ed8-cea3-4d46-a0d9-97702b658464 req-647f82d4-daaa-4c84-82b8-8cea74d66aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:20.240686 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-08c04ed8-cea3-4d46-a0d9-97702b658464 req-647f82d4-daaa-4c84-82b8-8cea74d66aaa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6b24d15-a392-4a6e-93d8-f3ba6bb1ab7c HTTP/1.1" status: 200 len: 835 time: 0.1192946 Dec 16 09:46:20.259195 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-136ee70f-470b-4f85-9eed-47b8b397c83f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:20.262805 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-136ee70f-470b-4f85-9eed-47b8b397c83f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] 10.222.0.60 "DELETE /v2.0/subnets/51c37ae6-e1a4-4f30-b9f3-0de2949e55dd HTTP/1.1" status: 204 len: 168 time: 0.6652596 Dec 16 09:46:20.266784 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ee70f-470b-4f85-9eed-47b8b397c83f tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Pushing event deleted for resources: {'Subnet': ['ID=51c37ae6-e1a4-4f30-b9f3-0de2949e55dd,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:20.268071 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373c4774-3b46-4adb-983b-fe853b4f5ef0 None None] Network 2ecbf4ad-a70f-428d-bfed-9f17c16c9085 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:20.269781 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 39020) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:20.417855 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39ed325f-9b15-4f38-aa5e-cfc3252411bf tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:20.435768 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c04ed8-cea3-4d46-a0d9-97702b658464 req-bd3d7824-06a9-4f96-8bdd-3ebfe17bd931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:20.437785 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-08c04ed8-cea3-4d46-a0d9-97702b658464 req-bd3d7824-06a9-4f96-8bdd-3ebfe17bd931 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c8ba6bea-4e43-4bc9-a3f7-37704e90b524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1848428 Dec 16 09:46:20.507626 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3e42b4-9e35-40d0-b2e3-ffbee38707a6 None None] DHCP port deletion for 2ecbf4ad-a70f-428d-bfed-9f17c16c9085 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:46:20.523061 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c337ff01-2cf8-4df6-93a1-17edb072d432 None None] New status for floating IP fbf06ae7-c512-4c31-8d0b-83b493b306ec: ACTIVE {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:46:20.533555 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-aa2ea6bc-9ae7-4ce9-a9da-61304789a3e8 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] Allocated IP 172.20.0.5 (cf2ed6b0-473c-47cf-a6d0-9a09914a9637/10387f2b-3301-4293-97a7-9edfb6ed6bd0/3bb4c570-3f2a-4597-9c01-bd57613b8757) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:46:20.556561 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 39028) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:20.605467 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f8824-08c2-42ca-a0bb-628e45b72a01 req-dd27631d-7f3a-486a-b0c6-bd9fce916d57 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:20.606111 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-461f8824-08c2-42ca-a0bb-628e45b72a01 req-dd27631d-7f3a-486a-b0c6-bd9fce916d57 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.1988330 Dec 16 09:46:20.665377 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f3967115-adc1-42f5-a35f-77deff2b831a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for router_gateway, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:20.684140 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-29c36d51-6582-4609-b7a3-ac7585c925c8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/floatingips/fbf06ae7-c512-4c31-8d0b-83b493b306ec HTTP/1.1" status: 200 len: 990 time: 0.1227674 Dec 16 09:46:20.694276 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-08c04ed8-cea3-4d46-a0d9-97702b658464 req-810ee8d8-71b2-4ba1-9885-e31557d89d2f service neutron] 10.222.0.57 "GET /v2.0/networks/c8ba6bea-4e43-4bc9-a3f7-37704e90b524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444198 Dec 16 09:46:20.704559 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-39ed325f-9b15-4f38-aa5e-cfc3252411bf tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Deleting port ffe233b4-7587-40f5-a823-3c7b8726f83b {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:46:20.704805 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39ed325f-9b15-4f38-aa5e-cfc3252411bf tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:20.770367 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-fb3e42b4-9e35-40d0-b2e3-ffbee38707a6 None None] Deleting port ffe233b4-7587-40f5-a823-3c7b8726f83b {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:46:20.771084 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fb3e42b4-9e35-40d0-b2e3-ffbee38707a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:20.795548 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-461f8824-08c2-42ca-a0bb-628e45b72a01 req-30e75bf9-c4d8-40ee-8ab1-992c7e8e5bd9 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788981 Dec 16 09:46:20.885535 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c3811a71-991b-469e-8877-4584de725e92 req-63ad8eaa-5a4d-4d58-848e-4e9c327f9c88 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe7c882d-59f2-4a20-8e97-de6ea28fd3ce HTTP/1.1" status: 200 len: 210 time: 0.1442916 Dec 16 09:46:20.896257 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-fb3e42b4-9e35-40d0-b2e3-ffbee38707a6 None None] For port ffe233b4-7587-40f5-a823-3c7b8726f83b, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ffe233b4-7587-40f5-a823-3c7b8726f83b,segment=NetworkSegment(5a9cc7ad-f5b4-4e33-b91f-ece7006fe3fe),segment_id=5a9cc7ad-f5b4-4e33-b91f-ece7006fe3fe)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:20.901362 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fb3e42b4-9e35-40d0-b2e3-ffbee38707a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:20.917821 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-fb3e42b4-9e35-40d0-b2e3-ffbee38707a6 None None] Calling delete_port for ffe233b4-7587-40f5-a823-3c7b8726f83b owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:46:20.938112 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-39ed325f-9b15-4f38-aa5e-cfc3252411bf tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] For port ffe233b4-7587-40f5-a823-3c7b8726f83b, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ffe233b4-7587-40f5-a823-3c7b8726f83b,segment=NetworkSegment(5a9cc7ad-f5b4-4e33-b91f-ece7006fe3fe),segment_id=5a9cc7ad-f5b4-4e33-b91f-ece7006fe3fe)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:20.938481 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39ed325f-9b15-4f38-aa5e-cfc3252411bf tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:20.979974 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f3967115-adc1-42f5-a35f-77deff2b831a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:21.001692 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4064fe9-ca45-4b0e-9ef4-b0541d424916 req-4cb083ad-fcd1-46b3-9bd6-717a8021dc63 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:21.003257 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e4064fe9-ca45-4b0e-9ef4-b0541d424916 req-4cb083ad-fcd1-46b3-9bd6-717a8021dc63 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 946 time: 0.0892341 Dec 16 09:46:21.016659 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ffe233b4-7587-40f5-a823-3c7b8726f83b no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:46:21.052314 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-39ed325f-9b15-4f38-aa5e-cfc3252411bf tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Calling delete_port for ffe233b4-7587-40f5-a823-3c7b8726f83b owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:46:21.098889 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-aa2ea6bc-9ae7-4ce9-a9da-61304789a3e8 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:21.112089 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-08c04ed8-cea3-4d46-a0d9-97702b658464 req-1c8cf555-80b3-49ab-9666-a89ce78bd738 service neutron] 10.222.0.57 "GET /v2.0/networks/c8ba6bea-4e43-4bc9-a3f7-37704e90b524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016354 Dec 16 09:46:21.123468 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:21.139578 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fb3e42b4-9e35-40d0-b2e3-ffbee38707a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:21.144714 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e4064fe9-ca45-4b0e-9ef4-b0541d424916 req-99661b85-9d54-43d6-8a2f-2371f856db63 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994508 Dec 16 09:46:21.177789 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e42b4-9e35-40d0-b2e3-ffbee38707a6 None None] Pushing event deleted for resources: {'Port': ['ID=ffe233b4-7587-40f5-a823-3c7b8726f83b,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:21.189026 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3e42b4-9e35-40d0-b2e3-ffbee38707a6 None None] No DVR routers for this DVR port ffe233b4-7587-40f5-a823-3c7b8726f83b on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:46:21.245338 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39ed325f-9b15-4f38-aa5e-cfc3252411bf tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:21.272401 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed325f-9b15-4f38-aa5e-cfc3252411bf tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Pushing event deleted for resources: {'Port': ['ID=ffe233b4-7587-40f5-a823-3c7b8726f83b,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:21.289997 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ed325f-9b15-4f38-aa5e-cfc3252411bf tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] No DVR routers for this DVR port ffe233b4-7587-40f5-a823-3c7b8726f83b on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:46:21.308231 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3967115-adc1-42f5-a35f-77deff2b831a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Router 13f00d11-ad51-4be0-be3c-f70df67a8a86 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:46:21.334273 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-aa2ea6bc-9ae7-4ce9-a9da-61304789a3e8 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:21.413337 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-aa2ea6bc-9ae7-4ce9-a9da-61304789a3e8 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] Network cf2ed6b0-473c-47cf-a6d0-9a09914a9637 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:46:21.424212 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-aa2ea6bc-9ae7-4ce9-a9da-61304789a3e8 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:21.430043 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-aa2ea6bc-9ae7-4ce9-a9da-61304789a3e8 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:46:21.434056 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39ed325f-9b15-4f38-aa5e-cfc3252411bf tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:21.457060 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3967115-adc1-42f5-a35f-77deff2b831a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:46:21.471895 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c3f535-5028-4371-870b-194806e8bc83 None None] Sync routers for ids ['13f00d11-ad51-4be0-be3c-f70df67a8a86'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:46:21.484410 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c3f535-5028-4371-870b-194806e8bc83 None None] Routers {'13f00d11-ad51-4be0-be3c-f70df67a8a86'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:46:21.485472 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-09c3f535-5028-4371-870b-194806e8bc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:45:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['13f00d11-ad51-4be0-be3c-f70df67a8a86'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:21.487284 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ea6bc-9ae7-4ce9-a9da-61304789a3e8 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] Pushing event updated for resources: {'Port': ['ID=3bb4c570-3f2a-4597-9c01-bd57613b8757,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:21.503332 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-39ed325f-9b15-4f38-aa5e-cfc3252411bf tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ecbf4ad-a70f-428d-bfed-9f17c16c9085']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:21.518114 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-39ed325f-9b15-4f38-aa5e-cfc3252411bf tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a9cc7ad-f5b4-4e33-b91f-ece7006fe3fe') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:21.518415 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-39ed325f-9b15-4f38-aa5e-cfc3252411bf tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a9cc7ad-f5b4-4e33-b91f-ece7006fe3fe') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:21.536683 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-aa2ea6bc-9ae7-4ce9-a9da-61304789a3e8 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:21.537354 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-aa2ea6bc-9ae7-4ce9-a9da-61304789a3e8 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:21.542133 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39ed325f-9b15-4f38-aa5e-cfc3252411bf tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:21.551745 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f3967115-adc1-42f5-a35f-77deff2b831a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:21.555723 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f3967115-adc1-42f5-a35f-77deff2b831a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.3510890 Dec 16 09:46:21.562282 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39060) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:21.564403 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39ed325f-9b15-4f38-aa5e-cfc3252411bf tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:21.576730 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39ed325f-9b15-4f38-aa5e-cfc3252411bf tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:46:21.576730 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39ed325f-9b15-4f38-aa5e-cfc3252411bf tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: self.session.flush() Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: self.session.flush() Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: self.session.flush() Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: self.session.flush() Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:46:21.582683 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:46:21.650318 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-09c3f535-5028-4371-870b-194806e8bc83 None None] Set router 13f00d11-ad51-4be0-be3c-f70df67a8a86 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:46:21.650598 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-aa2ea6bc-9ae7-4ce9-a9da-61304789a3e8 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8521981 Dec 16 09:46:21.673829 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-d316eff7-7d55-4574-8e0d-17842686514a service neutron] Request body: {'port': {'device_id': 'fe7c882d-59f2-4a20-8e97-de6ea28fd3ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:21.688746 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39072) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:21.761370 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-d316eff7-7d55-4574-8e0d-17842686514a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:21.779510 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-02b6ba6d-50f1-4b7a-81a9-9136ca3b12e2 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/floatingips/fbf06ae7-c512-4c31-8d0b-83b493b306ec HTTP/1.1" status: 200 len: 992 time: 0.0904627 Dec 16 09:46:21.811620 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39ed325f-9b15-4f38-aa5e-cfc3252411bf tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:21.841337 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39ed325f-9b15-4f38-aa5e-cfc3252411bf tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:21.847404 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-39ed325f-9b15-4f38-aa5e-cfc3252411bf tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] 10.222.0.60 "DELETE /v2.0/networks/2ecbf4ad-a70f-428d-bfed-9f17c16c9085 HTTP/1.1" status: 204 len: 168 time: 1.5740693 Dec 16 09:46:21.847404 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed325f-9b15-4f38-aa5e-cfc3252411bf tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Pushing event deleted for resources: {'Network': ['ID=2ecbf4ad-a70f-428d-bfed-9f17c16c9085,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:21.847718 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39080) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:21.912930 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f109c140-5164-4d5f-a520-71cbd3ea9d3d tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] 10.222.0.60 "GET /v2.0/ports?device_id=c959aefc-532c-4a4f-860e-beff4785e21f HTTP/1.1" status: 200 len: 205 time: 0.0619292 Dec 16 09:46:21.938911 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 39086) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:21.956697 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ff4583ed-7b09-40a3-b505-54ca8bc64e60 tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=7b42c23eb8df4f149d42f9011b4094e4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3981497 Dec 16 09:46:21.960076 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39088) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:22.011481 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-09c3f535-5028-4371-870b-194806e8bc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1317813715', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'b1eca44c-8185-45c8-a1be-72a5846f4e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:46:17Z', 'updated_at': '2021-12-16T09:46:20Z', 'revision_number': 3, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'gw_port': {'id': 'b1eca44c-8185-45c8-a1be-72a5846f4e7f', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:10:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:46:19Z', 'updated_at': '2021-12-16T09:46:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:22.051207 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c3f535-5028-4371-870b-194806e8bc83 None None] Checking router: 13f00d11-ad51-4be0-be3c-f70df67a8a86 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:46:22.053816 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c3f535-5028-4371-870b-194806e8bc83 None None] Updating router 13f00d11-ad51-4be0-be3c-f70df67a8a86 port b1eca44c-8185-45c8-a1be-72a5846f4e7f binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:46:22.103061 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-09c3f535-5028-4371-870b-194806e8bc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:22.121561 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9a199752-2e1d-490e-b16f-913b6f9c4059 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:22.122475 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9311aa6-9d49-497a-b58a-4bbb38afc8b6 req-95c8a015-370d-4380-8275-67b32e5d5794 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:22.124258 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d9311aa6-9d49-497a-b58a-4bbb38afc8b6 req-95c8a015-370d-4380-8275-67b32e5d5794 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.1664507 Dec 16 09:46:22.164007 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f0688c-7e57-4e61-bf71-430caf131e76 tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:22.166799 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e2f0688c-7e57-4e61-bf71-430caf131e76 tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2053709 Dec 16 09:46:22.170249 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39100) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:22.222936 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-190c035c-0a1e-4cb9-a2f7-47c014b6b4df tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=66f24afa-c67f-4411-a795-f16773380b27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0490320 Dec 16 09:46:22.224170 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d9311aa6-9d49-497a-b58a-4bbb38afc8b6 req-924cfe38-2454-4516-a429-a875ffc641fe tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918233 Dec 16 09:46:22.224708 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39102) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:22.231050 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-86be033d-52ac-4562-949c-8e28885e6a33 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-339870917', 'network_id': '5a02562f-10a8-4d88-83d6-a32f2df699b1', 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:22.413669 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3512dbb-dede-4b3d-bf8d-1529e6ba3a09 req-265fd098-52d8-4852-a1bf-7b44923404c8 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:22.415397 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c3512dbb-dede-4b3d-bf8d-1529e6ba3a09 req-265fd098-52d8-4852-a1bf-7b44923404c8 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 946 time: 0.0773995 Dec 16 09:46:22.466234 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86be033d-52ac-4562-949c-8e28885e6a33 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Made reservation on behalf of 7b42c23eb8df4f149d42f9011b4094e4 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:22.470197 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-86be033d-52ac-4562-949c-8e28885e6a33 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:22.568565 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c3512dbb-dede-4b3d-bf8d-1529e6ba3a09 req-9b028034-d450-406c-a110-c8eab41bf50e tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436367 Dec 16 09:46:22.608574 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-09c3f535-5028-4371-870b-194806e8bc83 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:22.685604 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-09c3f535-5028-4371-870b-194806e8bc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:22.787654 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-09c3f535-5028-4371-870b-194806e8bc83 None None] Attempting to bind port b1eca44c-8185-45c8-a1be-72a5846f4e7f on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:46:22.788294 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-09c3f535-5028-4371-870b-194806e8bc83 None None] Attempting to bind port b1eca44c-8185-45c8-a1be-72a5846f4e7f by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:46:22.788807 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c3f535-5028-4371-870b-194806e8bc83 None None] Attempting to bind port b1eca44c-8185-45c8-a1be-72a5846f4e7f on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:46:22.795758 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883aff0b-4d35-4a60-ae07-4b7e3f093252 req-69a3a2f0-8c3a-435a-aa37-bde1ecc37204 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:22.802633 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e2841-0da3-41e7-9253-a877b6d25cd9 None None] Pushing event updated for resources: {'Port': ['ID=b1eca44c-8185-45c8-a1be-72a5846f4e7f,revision_number=2']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:22.802633 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c3f535-5028-4371-870b-194806e8bc83 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:46:22.802633 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c3f535-5028-4371-870b-194806e8bc83 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:22.803425 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-09c3f535-5028-4371-870b-194806e8bc83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:22.803975 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c3f535-5028-4371-870b-194806e8bc83 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:46:22.804615 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-09c3f535-5028-4371-870b-194806e8bc83 None None] Bound port: b1eca44c-8185-45c8-a1be-72a5846f4e7f, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:46:22.805709 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-09c3f535-5028-4371-870b-194806e8bc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:22.809642 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-883aff0b-4d35-4a60-ae07-4b7e3f093252 req-69a3a2f0-8c3a-435a-aa37-bde1ecc37204 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe7c882d-59f2-4a20-8e97-de6ea28fd3ce HTTP/1.1" status: 200 len: 931 time: 0.7522359 Dec 16 09:46:22.874834 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-09c3f535-5028-4371-870b-194806e8bc83 None None] For port b1eca44c-8185-45c8-a1be-72a5846f4e7f, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:46:22.878523 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-09c3f535-5028-4371-870b-194806e8bc83 None None] For port b1eca44c-8185-45c8-a1be-72a5846f4e7f, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=b1eca44c-8185-45c8-a1be-72a5846f4e7f,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:46:22.902799 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 717fbe03-0c13-49de-b1e2-bf349759be25 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:46:22.979042 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9a199752-2e1d-490e-b16f-913b6f9c4059 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:22.985157 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-86be033d-52ac-4562-949c-8e28885e6a33 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:22.986136 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-09c3f535-5028-4371-870b-194806e8bc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:22.990582 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9a199752-2e1d-490e-b16f-913b6f9c4059 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:23.031108 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-883aff0b-4d35-4a60-ae07-4b7e3f093252 req-6fa3cbc1-1a98-48f3-b3de-967324221b53 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b8deb25-26f1-4060-9604-49a6649cba63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204983 Dec 16 09:46:23.093585 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 717fbe03-0c13-49de-b1e2-bf349759be25, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=717fbe03-0c13-49de-b1e2-bf349759be25,segment=NetworkSegment(112c19ab-e990-4470-949d-db114062d034),segment_id=112c19ab-e990-4470-949d-db114062d034)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:23.094124 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be033d-52ac-4562-949c-8e28885e6a33 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Pushing event updated for resources: {'Subnet': ['ID=032bfb4f-408e-4133-bb7d-b9bd89ce6124,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:23.126876 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '717fbe03-0c13-49de-b1e2-bf349759be25', 'network_id': 'eab87cca-b536-47b9-a963-f17d059e279c', 'port_id': '717fbe03-0c13-49de-b1e2-bf349759be25', 'mac_address': 'fa:16:3e:51:55:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79712853-d8c5-43f4-badd-7d13d8248fb4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:46:23.134618 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9a199752-2e1d-490e-b16f-913b6f9c4059 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:23.138866 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a199752-2e1d-490e-b16f-913b6f9c4059 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Fanout notify agent at l3_agent the message router_deleted on router c959aefc-532c-4a4f-860e-beff4785e21f {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:46:23.146209 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9a199752-2e1d-490e-b16f-913b6f9c4059 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:23.153859 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86be033d-52ac-4562-949c-8e28885e6a33 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Checking segment: {'id': '3f52809d-f275-4358-9194-c1cab5ab6e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5a02562f-10a8-4d88-83d6-a32f2df699b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:23.156379 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9a199752-2e1d-490e-b16f-913b6f9c4059 tempest-RoutersNegativeTest-587128291 tempest-RoutersNegativeTest-587128291-project] 10.222.0.60 "DELETE /v2.0/routers/c959aefc-532c-4a4f-860e-beff4785e21f HTTP/1.1" status: 204 len: 168 time: 1.2113333 Dec 16 09:46:23.157012 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86be033d-52ac-4562-949c-8e28885e6a33 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Network hostable DHCP agents. Network: 5a02562f-10a8-4d88-83d6-a32f2df699b1, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:46:23.192296 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-d316eff7-7d55-4574-8e0d-17842686514a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bb4c570-3f2a-4597-9c01-bd57613b8757 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:46:23.214121 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:23.216390 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-d316eff7-7d55-4574-8e0d-17842686514a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:23.244179 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-d316eff7-7d55-4574-8e0d-17842686514a service neutron] Transition to ACTIVE for port object 3bb4c570-3f2a-4597-9c01-bd57613b8757 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:46:23.246953 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 717fbe03-0c13-49de-b1e2-bf349759be25 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:46:23.259217 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86be033d-52ac-4562-949c-8e28885e6a33 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Network 5a02562f-10a8-4d88-83d6-a32f2df699b1 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:46:23.286505 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 717fbe03-0c13-49de-b1e2-bf349759be25, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=717fbe03-0c13-49de-b1e2-bf349759be25,segment=NetworkSegment(112c19ab-e990-4470-949d-db114062d034),segment_id=112c19ab-e990-4470-949d-db114062d034)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:23.342650 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-d316eff7-7d55-4574-8e0d-17842686514a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:23.347984 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c3f535-5028-4371-870b-194806e8bc83 None None] Routers {'13f00d11-ad51-4be0-be3c-f70df67a8a86'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:46:23.348821 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-09c3f535-5028-4371-870b-194806e8bc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:45:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['13f00d11-ad51-4be0-be3c-f70df67a8a86'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:23.360974 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e2841-0da3-41e7-9253-a877b6d25cd9 None None] Pushing event updated for resources: {'Port': ['ID=b1eca44c-8185-45c8-a1be-72a5846f4e7f,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:23.409570 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316eff7-7d55-4574-8e0d-17842686514a service neutron] Pushing event updated for resources: {'Port': ['ID=3bb4c570-3f2a-4597-9c01-bd57613b8757,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:23.419284 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32bf4d6-909e-400f-816f-ddd9eb937967 req-740d22d5-ff56-47e7-b84c-ae059a19d0b1 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:23.423282 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b32bf4d6-909e-400f-816f-ddd9eb937967 req-740d22d5-ff56-47e7-b84c-ae059a19d0b1 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0807691 Dec 16 09:46:23.423998 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39140) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:23.487722 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:23.493336 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-86be033d-52ac-4562-949c-8e28885e6a33 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 5a02562f-10a8-4d88-83d6-a32f2df699b1) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:23.518240 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86be033d-52ac-4562-949c-8e28885e6a33 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:23.519108 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-86be033d-52ac-4562-949c-8e28885e6a33 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:23.525827 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-d316eff7-7d55-4574-8e0d-17842686514a service neutron] Attempting to bind port 3bb4c570-3f2a-4597-9c01-bd57613b8757 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:46:23.528932 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-d316eff7-7d55-4574-8e0d-17842686514a service neutron] Attempting to bind port 3bb4c570-3f2a-4597-9c01-bd57613b8757 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '3ebf23b0-c3e5-4b2c-a17f-dd71a838821e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cf2ed6b0-473c-47cf-a6d0-9a09914a9637'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:46:23.537182 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-d316eff7-7d55-4574-8e0d-17842686514a service neutron] Attempting to bind port 3bb4c570-3f2a-4597-9c01-bd57613b8757 on network cf2ed6b0-473c-47cf-a6d0-9a09914a9637 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:46:23.538584 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-d316eff7-7d55-4574-8e0d-17842686514a service neutron] Port 3bb4c570-3f2a-4597-9c01-bd57613b8757 on network cf2ed6b0-473c-47cf-a6d0-9a09914a9637 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:46:23.541359 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-09c3f535-5028-4371-870b-194806e8bc83 None None] Set router 13f00d11-ad51-4be0-be3c-f70df67a8a86 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:46:23.541574 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-d316eff7-7d55-4574-8e0d-17842686514a service neutron] Attempting to bind port 3bb4c570-3f2a-4597-9c01-bd57613b8757 on network cf2ed6b0-473c-47cf-a6d0-9a09914a9637 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:46:23.547400 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cbe5d9-fcbd-4640-bc1d-708eae28ef22 None None] Network 5a02562f-10a8-4d88-83d6-a32f2df699b1 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:23.553874 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-d316eff7-7d55-4574-8e0d-17842686514a service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:46:23.555706 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-d316eff7-7d55-4574-8e0d-17842686514a service neutron] Checking segment: {'id': '3ebf23b0-c3e5-4b2c-a17f-dd71a838821e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cf2ed6b0-473c-47cf-a6d0-9a09914a9637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:23.556900 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-d316eff7-7d55-4574-8e0d-17842686514a service neutron] Bound using segment: {'id': '3ebf23b0-c3e5-4b2c-a17f-dd71a838821e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cf2ed6b0-473c-47cf-a6d0-9a09914a9637'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:46:23.559267 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-d316eff7-7d55-4574-8e0d-17842686514a service neutron] Bound port: 3bb4c570-3f2a-4597-9c01-bd57613b8757, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ebf23b0-c3e5-4b2c-a17f-dd71a838821e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'cf2ed6b0-473c-47cf-a6d0-9a09914a9637'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:46:23.559862 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-d316eff7-7d55-4574-8e0d-17842686514a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:23.562147 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b32bf4d6-909e-400f-816f-ddd9eb937967 req-7cea5828-a74c-4358-a767-0832cf50071b tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296251 Dec 16 09:46:23.686568 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-86be033d-52ac-4562-949c-8e28885e6a33 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4583161 Dec 16 09:46:23.686568 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d75b6591-916f-4f7c-9781-92475cd78fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:23.689630 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39146) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:23.699093 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['717fbe03-0c13-49de-b1e2-bf349759be25'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:46:23.847024 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-d316eff7-7d55-4574-8e0d-17842686514a service neutron] For port 3bb4c570-3f2a-4597-9c01-bd57613b8757, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:46:23.876643 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=717fbe03-0c13-49de-b1e2-bf349759be25,revision_number=6']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:23.883843 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-d316eff7-7d55-4574-8e0d-17842686514a service neutron] For port 3bb4c570-3f2a-4597-9c01-bd57613b8757, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=3bb4c570-3f2a-4597-9c01-bd57613b8757,segment=NetworkSegment(3ebf23b0-c3e5-4b2c-a17f-dd71a838821e),segment_id=3ebf23b0-c3e5-4b2c-a17f-dd71a838821e)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:46:23.907742 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-09c3f535-5028-4371-870b-194806e8bc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1317813715', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'b1eca44c-8185-45c8-a1be-72a5846f4e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:46:17Z', 'updated_at': '2021-12-16T09:46:20Z', 'revision_number': 3, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'gw_port': {'id': 'b1eca44c-8185-45c8-a1be-72a5846f4e7f', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:10:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:46:19Z', 'updated_at': '2021-12-16T09:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:23.933816 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64270e-69bc-4921-973d-847b4fcdd94e req-4eadc2f2-02e7-455a-8b90-fa9925fbfed4 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:23.936451 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ef64270e-69bc-4921-973d-847b4fcdd94e req-4eadc2f2-02e7-455a-8b90-fa9925fbfed4 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 946 time: 0.2218843 Dec 16 09:46:23.978979 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c3f535-5028-4371-870b-194806e8bc83 None None] The sync data for ids ['13f00d11-ad51-4be0-be3c-f70df67a8a86'] in n-d-820550-2 is: [{'id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1317813715', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'b1eca44c-8185-45c8-a1be-72a5846f4e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:46:17Z', 'updated_at': '2021-12-16T09:46:20Z', 'revision_number': 3, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'gw_port': {'id': 'b1eca44c-8185-45c8-a1be-72a5846f4e7f', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:10:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:46:19Z', 'updated_at': '2021-12-16T09:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:46:23.991559 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-d316eff7-7d55-4574-8e0d-17842686514a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:24.012874 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39152) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:24.042774 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ef64270e-69bc-4921-973d-847b4fcdd94e req-ebb72c16-2900-45d7-9fb3-e3b6125a03f3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988781 Dec 16 09:46:24.084416 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-d316eff7-7d55-4574-8e0d-17842686514a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:24.087855 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-d316eff7-7d55-4574-8e0d-17842686514a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:24.094985 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-d316eff7-7d55-4574-8e0d-17842686514a service neutron] 10.222.0.58 "PUT /v2.0/ports/3bb4c570-3f2a-4597-9c01-bd57613b8757 HTTP/1.1" status: 200 len: 1091 time: 2.4332354 Dec 16 09:46:24.097198 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe7c882d-59f2-4a20-8e97-de6ea28fd3ce', 'tag': '3bb4c570-3f2a-4597-9c01-bd57613b8757'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:46:24.121533 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e26110fe-c335-4d33-a077-a7e9defadd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:24.124127 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c5a9f3-4d15-47ad-be7b-da5953c10ece" -d '{"events": [{"name": "network-changed", "server_uuid": "fe7c882d-59f2-4a20-8e97-de6ea28fd3ce", "tag": "3bb4c570-3f2a-4597-9c01-bd57613b8757"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:46:24.219210 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f90f13d-b318-4e22-93b3-58e1ffd919e6 x-openstack-request-id: req-2f90f13d-b318-4e22-93b3-58e1ffd919e6 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:46:24.219638 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe7c882d-59f2-4a20-8e97-de6ea28fd3ce", "tag": "3bb4c570-3f2a-4597-9c01-bd57613b8757", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:46:24.220779 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2f90f13d-b318-4e22-93b3-58e1ffd919e6 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:46:24.221337 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe7c882d-59f2-4a20-8e97-de6ea28fd3ce', 'tag': '3bb4c570-3f2a-4597-9c01-bd57613b8757', 'status': 'completed', 'code': 200} Dec 16 09:46:24.255531 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57ecd46-b548-4ccf-aa41-a720806661ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-5a02562f-10a8-4d88-83d6-a32f2df699b1', 'network_id': '5a02562f-10a8-4d88-83d6-a32f2df699b1', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'fixed_ips': [{'subnet_id': '032bfb4f-408e-4133-bb7d-b9bd89ce6124'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:46:24.255997 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316eff7-7d55-4574-8e0d-17842686514a service neutron] Pushing event updated for resources: {'Port': ['ID=3bb4c570-3f2a-4597-9c01-bd57613b8757,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:24.256978 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c57ecd46-b548-4ccf-aa41-a720806661ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:24.314674 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-f2dbd929-9fcf-4e5f-ac93-0d6a5e595b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:24.316700 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-f2dbd929-9fcf-4e5f-ac93-0d6a5e595b2e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ef5c7a87eb394f08b4b05c29f197f0c7&device_id=fe7c882d-59f2-4a20-8e97-de6ea28fd3ce HTTP/1.1" status: 200 len: 1094 time: 0.0892425 Dec 16 09:46:24.423286 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-70e43fd1-7522-425e-857a-79b6d00d8995 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bb4c570-3f2a-4597-9c01-bd57613b8757 HTTP/1.1" status: 200 len: 217 time: 0.0972068 Dec 16 09:46:24.481773 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-c57ecd46-b548-4ccf-aa41-a720806661ac None None] Allocated IP 172.20.0.2 (5a02562f-10a8-4d88-83d6-a32f2df699b1/032bfb4f-408e-4133-bb7d-b9bd89ce6124/2073a51a-202d-42ba-9748-5fceb4d165d8) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:46:24.498594 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d75b6591-916f-4f7c-9781-92475cd78fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:24.547118 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-bdd60b17-0aae-431f-95ba-04670febdb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:24.548678 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-bdd60b17-0aae-431f-95ba-04670febdb65 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=10387f2b-3301-4293-97a7-9edfb6ed6bd0 HTTP/1.1" status: 200 len: 849 time: 0.1189079 Dec 16 09:46:24.607370 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-e27b635b-ec7c-4db7-aa43-7eec9ce032a8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cf2ed6b0-473c-47cf-a6d0-9a09914a9637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517581 Dec 16 09:46:24.790617 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c57ecd46-b548-4ccf-aa41-a720806661ac None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:24.812071 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761dec21-b5a3-4188-a5be-910ba3f6e23b req-48c8896f-03c1-44aa-a8b0-dd78a70b681b tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:24.821785 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-761dec21-b5a3-4188-a5be-910ba3f6e23b req-48c8896f-03c1-44aa-a8b0-dd78a70b681b tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 945 time: 0.1539674 Dec 16 09:46:24.876503 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c57ecd46-b548-4ccf-aa41-a720806661ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:24.905821 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-b663dce0-f7ff-4c99-a9d8-15f4f4863ec5 service neutron] 10.222.0.58 "GET /v2.0/networks/cf2ed6b0-473c-47cf-a6d0-9a09914a9637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915788 Dec 16 09:46:24.926856 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 717fbe03-0c13-49de-b1e2-bf349759be25 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:46:25.020428 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57ecd46-b548-4ccf-aa41-a720806661ac None None] Network 5a02562f-10a8-4d88-83d6-a32f2df699b1 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:46:25.059876 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-c57ecd46-b548-4ccf-aa41-a720806661ac None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:25.079072 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ecd46-b548-4ccf-aa41-a720806661ac None None] Pushing event updated for resources: {'Port': ['ID=2073a51a-202d-42ba-9748-5fceb4d165d8,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:25.083363 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57ecd46-b548-4ccf-aa41-a720806661ac None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:46:25.128946 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2e358f8a-deb6-4cdd-826f-60714e403e55 req-2717aff2-9213-4177-9def-9ef7c6a8687c service neutron] 10.222.0.58 "GET /v2.0/networks/cf2ed6b0-473c-47cf-a6d0-9a09914a9637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158442 Dec 16 09:46:25.144771 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-761dec21-b5a3-4188-a5be-910ba3f6e23b req-8cb03298-9b4d-46d9-b945-6be686a00f19 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184526 Dec 16 09:46:25.152226 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device b1eca44c-8185-45c8-a1be-72a5846f4e7f up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:46:25.234475 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d75b6591-916f-4f7c-9781-92475cd78fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:25.332744 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169be571-7e45-48b9-bd65-55fbe7e2482a req-a866ddb1-54dd-4128-9958-1281719395c4 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:25.341763 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-169be571-7e45-48b9-bd65-55fbe7e2482a req-a866ddb1-54dd-4128-9958-1281719395c4 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe7c882d-59f2-4a20-8e97-de6ea28fd3ce HTTP/1.1" status: 200 len: 943 time: 1.0515044 Dec 16 09:46:25.360729 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5a9f3-4d15-47ad-be7b-da5953c10ece req-d0770092-2d12-4c74-9107-abc17b97cafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:25.366756 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70c5a9f3-4d15-47ad-be7b-da5953c10ece req-d0770092-2d12-4c74-9107-abc17b97cafd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ef5c7a87eb394f08b4b05c29f197f0c7&device_id=fe7c882d-59f2-4a20-8e97-de6ea28fd3ce HTTP/1.1" status: 200 len: 1094 time: 0.0842264 Dec 16 09:46:25.416288 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d75b6591-916f-4f7c-9781-92475cd78fd8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b7f4367d73224df5ad9a2a7c67519365&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9909654 Dec 16 09:46:25.417469 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b6591-916f-4f7c-9781-92475cd78fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5795b694-fb18-409d-941c-5e873cd906d3,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:25.420050 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 39166) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:25.445100 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c4b9713d-0f24-4dc2-b067-9dc4994f3989 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5e9a8b2e437044a0acf82931ba70cc72&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4205551 Dec 16 09:46:25.446985 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39168) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:25.541906 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-169be571-7e45-48b9-bd65-55fbe7e2482a req-843a5e3f-d1af-43db-a377-de8653870259 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b8deb25-26f1-4060-9604-49a6649cba63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988547 Dec 16 09:46:25.545056 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-c57ecd46-b548-4ccf-aa41-a720806661ac None None] Attempting to bind port 2073a51a-202d-42ba-9748-5fceb4d165d8 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:46:25.545472 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-c57ecd46-b548-4ccf-aa41-a720806661ac None None] Attempting to bind port 2073a51a-202d-42ba-9748-5fceb4d165d8 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '3f52809d-f275-4358-9194-c1cab5ab6e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5a02562f-10a8-4d88-83d6-a32f2df699b1'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:46:25.545832 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57ecd46-b548-4ccf-aa41-a720806661ac None None] Attempting to bind port 2073a51a-202d-42ba-9748-5fceb4d165d8 on network 5a02562f-10a8-4d88-83d6-a32f2df699b1 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:46:25.581819 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57ecd46-b548-4ccf-aa41-a720806661ac None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:46:25.582192 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57ecd46-b548-4ccf-aa41-a720806661ac None None] Checking segment: {'id': '3f52809d-f275-4358-9194-c1cab5ab6e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5a02562f-10a8-4d88-83d6-a32f2df699b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:25.582595 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c57ecd46-b548-4ccf-aa41-a720806661ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:25.582980 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57ecd46-b548-4ccf-aa41-a720806661ac None None] Bound using segment: {'id': '3f52809d-f275-4358-9194-c1cab5ab6e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5a02562f-10a8-4d88-83d6-a32f2df699b1'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:46:25.583454 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-c57ecd46-b548-4ccf-aa41-a720806661ac None None] Bound port: 2073a51a-202d-42ba-9748-5fceb4d165d8, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f52809d-f275-4358-9194-c1cab5ab6e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5a02562f-10a8-4d88-83d6-a32f2df699b1'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:46:25.583828 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c57ecd46-b548-4ccf-aa41-a720806661ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:25.606486 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38fba1-32b3-4097-bd33-6380c0f15365 req-4d662ae1-d905-451b-a198-bb06d6794f56 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:25.619004 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-af38fba1-32b3-4097-bd33-6380c0f15365 req-4d662ae1-d905-451b-a198-bb06d6794f56 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 946 time: 0.2301795 Dec 16 09:46:25.638284 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3dabc54c-d752-454e-9bfa-97ed00bd5c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:25.658086 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-c57ecd46-b548-4ccf-aa41-a720806661ac None None] For port 2073a51a-202d-42ba-9748-5fceb4d165d8, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:46:25.661412 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-c57ecd46-b548-4ccf-aa41-a720806661ac None None] For port 2073a51a-202d-42ba-9748-5fceb4d165d8, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=2073a51a-202d-42ba-9748-5fceb4d165d8,segment=NetworkSegment(3f52809d-f275-4358-9194-c1cab5ab6e7c),segment_id=3f52809d-f275-4358-9194-c1cab5ab6e7c)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:46:25.662652 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 717fbe03-0c13-49de-b1e2-bf349759be25 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:25.663072 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:25.683114 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8212f91b-fbbd-4268-b519-28e9783da7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:25.690204 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3dabc54c-d752-454e-9bfa-97ed00bd5c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:25.713400 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-96a3fd8c-9892-48d2-826d-55f88b7dc306 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:25.719807 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8212f91b-fbbd-4268-b519-28e9783da7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:25.737026 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c57ecd46-b548-4ccf-aa41-a720806661ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:25.753427 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5a9f3-4d15-47ad-be7b-da5953c10ece req-1de7192d-7dfa-4f53-b4b7-ee402e618661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:25.755450 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70c5a9f3-4d15-47ad-be7b-da5953c10ece req-1de7192d-7dfa-4f53-b4b7-ee402e618661 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cf2ed6b0-473c-47cf-a6d0-9a09914a9637 HTTP/1.1" status: 200 len: 910 time: 0.3803070 Dec 16 09:46:25.862620 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-af38fba1-32b3-4097-bd33-6380c0f15365 req-607fa9ae-9662-4d83-957f-4ce5235fdf74 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424421 Dec 16 09:46:25.868204 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70c5a9f3-4d15-47ad-be7b-da5953c10ece req-0584c6c2-c517-41b8-860b-7620cda217a4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bb4c570-3f2a-4597-9c01-bd57613b8757 HTTP/1.1" status: 200 len: 217 time: 0.1032422 Dec 16 09:46:25.907211 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3dabc54c-d752-454e-9bfa-97ed00bd5c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:25.910044 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3dabc54c-d752-454e-9bfa-97ed00bd5c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:25.911553 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3dabc54c-d752-454e-9bfa-97ed00bd5c0d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7963b164-0801-4f8b-9996-5eba20eb5814 HTTP/1.1" status: 204 len: 168 time: 0.4605584 Dec 16 09:46:25.933412 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port b1eca44c-8185-45c8-a1be-72a5846f4e7f triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:25.933597 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:25.959181 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5a9f3-4d15-47ad-be7b-da5953c10ece req-df117776-20c3-422c-864c-8616b79e53ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:25.960811 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70c5a9f3-4d15-47ad-be7b-da5953c10ece req-df117776-20c3-422c-864c-8616b79e53ae service neutron] 10.222.0.58 "GET /v2.0/subnets?id=10387f2b-3301-4293-97a7-9edfb6ed6bd0 HTTP/1.1" status: 200 len: 849 time: 0.0836687 Dec 16 09:46:25.962539 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dabc54c-d752-454e-9bfa-97ed00bd5c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7963b164-0801-4f8b-9996-5eba20eb5814,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:26.027963 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70c5a9f3-4d15-47ad-be7b-da5953c10ece req-90f04724-3d7c-4cbb-9e59-d036e0b9c0a2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cf2ed6b0-473c-47cf-a6d0-9a09914a9637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556047 Dec 16 09:46:26.074591 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8212f91b-fbbd-4268-b519-28e9783da7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:26.078358 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8212f91b-fbbd-4268-b519-28e9783da7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:26.082495 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8212f91b-fbbd-4268-b519-28e9783da7b4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5795b694-fb18-409d-941c-5e873cd906d3 HTTP/1.1" status: 204 len: 168 time: 0.6218061 Dec 16 09:46:26.109726 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ecd46-b548-4ccf-aa41-a720806661ac None None] Pushing event updated for resources: {'Port': ['ID=2073a51a-202d-42ba-9748-5fceb4d165d8,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:26.188001 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:26.222760 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212f91b-fbbd-4268-b519-28e9783da7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5795b694-fb18-409d-941c-5e873cd906d3,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:26.298528 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70c5a9f3-4d15-47ad-be7b-da5953c10ece req-4d5cf3de-247a-4b16-8aef-7ae2dfa62efb service neutron] 10.222.0.58 "GET /v2.0/networks/cf2ed6b0-473c-47cf-a6d0-9a09914a9637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626209 Dec 16 09:46:26.347580 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:26.434343 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port b1eca44c-8185-45c8-a1be-72a5846f4e7f, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=b1eca44c-8185-45c8-a1be-72a5846f4e7f,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:26.552543 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:26.674099 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70c5a9f3-4d15-47ad-be7b-da5953c10ece req-f511af06-e35a-4afb-b9a9-56e72f3b9269 service neutron] 10.222.0.58 "GET /v2.0/networks/cf2ed6b0-473c-47cf-a6d0-9a09914a9637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644841 Dec 16 09:46:26.684893 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 717fbe03-0c13-49de-b1e2-bf349759be25, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=717fbe03-0c13-49de-b1e2-bf349759be25,segment=NetworkSegment(112c19ab-e990-4470-949d-db114062d034),segment_id=112c19ab-e990-4470-949d-db114062d034)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:26.690466 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058c5623-3224-4af5-aa5b-a61ae6d810ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717fbe03-0c13-49de-b1e2-bf349759be25'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:46:26.697421 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a285cc28-1208-4c76-a2ad-9e75c1e70d10" -d '{"events": [{"server_uuid": "058c5623-3224-4af5-aa5b-a61ae6d810ba", "name": "network-vif-plugged", "status": "completed", "tag": "717fbe03-0c13-49de-b1e2-bf349759be25"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:46:26.747905 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-96a3fd8c-9892-48d2-826d-55f88b7dc306 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Allocated IP 172.20.0.1 (5a02562f-10a8-4d88-83d6-a32f2df699b1/032bfb4f-408e-4133-bb7d-b9bd89ce6124/f449367f-6175-4899-a211-9f0c8cfe36b1) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:46:26.789831 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:26.794445 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-66184326-4465-4c37-a0d9-3930022dd812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:26.806649 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a7140-6fbb-4c03-a005-98ecf52bcb9d req-6ac70037-99f6-4437-b8ac-f8e8dd7bb50f tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:26.829206 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c91a7140-6fbb-4c03-a005-98ecf52bcb9d req-6ac70037-99f6-4437-b8ac-f8e8dd7bb50f tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 945 time: 0.4292989 Dec 16 09:46:26.831523 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3992c-cf23-45d0-b697-6ae991b36e14 req-cb02e308-eabd-4b31-905c-5eb5948978a6 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:26.847890 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-94d3992c-cf23-45d0-b697-6ae991b36e14 req-cb02e308-eabd-4b31-905c-5eb5948978a6 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe7c882d-59f2-4a20-8e97-de6ea28fd3ce HTTP/1.1" status: 200 len: 943 time: 0.1599014 Dec 16 09:46:26.875210 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=b1eca44c-8185-45c8-a1be-72a5846f4e7f,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:26.941065 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-94d3992c-cf23-45d0-b697-6ae991b36e14 req-293443bf-dd79-40db-8311-a0faaeddbc3d tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b8deb25-26f1-4060-9604-49a6649cba63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924997 Dec 16 09:46:27.001430 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=717fbe03-0c13-49de-b1e2-bf349759be25,revision_number=7']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:27.076749 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e684571-203b-454e-bf2b-d1ff0cc40365 x-openstack-request-id: req-4e684571-203b-454e-bf2b-d1ff0cc40365 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:46:27.077046 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "058c5623-3224-4af5-aa5b-a61ae6d810ba", "name": "network-vif-plugged", "status": "completed", "tag": "717fbe03-0c13-49de-b1e2-bf349759be25", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:46:27.077323 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4e684571-203b-454e-bf2b-d1ff0cc40365 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:46:27.077739 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058c5623-3224-4af5-aa5b-a61ae6d810ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717fbe03-0c13-49de-b1e2-bf349759be25', 'code': 200} Dec 16 09:46:27.118002 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c91a7140-6fbb-4c03-a005-98ecf52bcb9d req-77d1158e-aac6-4b4c-8859-d597e7049932 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864707 Dec 16 09:46:27.278759 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-96a3fd8c-9892-48d2-826d-55f88b7dc306 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:27.364617 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81251d-de76-4f89-8c55-49fd4720d0ea req-6e52e19e-d877-4a7d-8236-8349953b9b3a tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:27.374548 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3a81251d-de76-4f89-8c55-49fd4720d0ea req-6e52e19e-d877-4a7d-8236-8349953b9b3a tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 946 time: 0.1993136 Dec 16 09:46:27.399186 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 2073a51a-202d-42ba-9748-5fceb4d165d8 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:46:27.430467 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-96a3fd8c-9892-48d2-826d-55f88b7dc306 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:27.482559 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3a81251d-de76-4f89-8c55-49fd4720d0ea req-d4f90189-e6d3-45d4-89f1-78ccaff6c60d tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958924 Dec 16 09:46:27.568205 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a3fd8c-9892-48d2-826d-55f88b7dc306 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Network 5a02562f-10a8-4d88-83d6-a32f2df699b1 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:46:27.587016 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 3bb4c570-3f2a-4597-9c01-bd57613b8757 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:46:27.595352 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-96a3fd8c-9892-48d2-826d-55f88b7dc306 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:27.614969 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a3fd8c-9892-48d2-826d-55f88b7dc306 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:46:27.685280 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:27.698883 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3fd8c-9892-48d2-826d-55f88b7dc306 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Pushing event updated for resources: {'Port': ['ID=f449367f-6175-4899-a211-9f0c8cfe36b1,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:27.756347 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-96a3fd8c-9892-48d2-826d-55f88b7dc306 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:27.777255 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 2073a51a-202d-42ba-9748-5fceb4d165d8 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:27.777633 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:27.954929 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:27.971565 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39220) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:28.043314 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2ff748ac-99a2-4837-8ad8-6f4e009e3c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:28.083029 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 3bb4c570-3f2a-4597-9c01-bd57613b8757, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=3bb4c570-3f2a-4597-9c01-bd57613b8757,segment=NetworkSegment(3ebf23b0-c3e5-4b2c-a17f-dd71a838821e),segment_id=3ebf23b0-c3e5-4b2c-a17f-dd71a838821e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:28.123219 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 2073a51a-202d-42ba-9748-5fceb4d165d8, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=2073a51a-202d-42ba-9748-5fceb4d165d8,segment=NetworkSegment(3f52809d-f275-4358-9194-c1cab5ab6e7c),segment_id=3f52809d-f275-4358-9194-c1cab5ab6e7c)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:28.131604 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '3bb4c570-3f2a-4597-9c01-bd57613b8757', 'network_id': 'cf2ed6b0-473c-47cf-a6d0-9a09914a9637', 'port_id': '3bb4c570-3f2a-4597-9c01-bd57613b8757', 'mac_address': 'fa:16:3e:7b:ff:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10387f2b-3301-4293-97a7-9edfb6ed6bd0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:46:28.141631 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 39224) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:28.143416 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-96a3fd8c-9892-48d2-826d-55f88b7dc306 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:28.166452 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4115e41-5591-45dd-8b65-4b8ff57273c2 None None] Network 5a02562f-10a8-4d88-83d6-a32f2df699b1 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:28.290162 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0dd63-91a5-4de4-98c3-07a1bef8f660 req-b2e694eb-5adc-444c-966f-f1328bf58b8e tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:28.299146 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-17c0dd63-91a5-4de4-98c3-07a1bef8f660 req-b2e694eb-5adc-444c-966f-f1328bf58b8e tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe7c882d-59f2-4a20-8e97-de6ea28fd3ce HTTP/1.1" status: 200 len: 943 time: 0.1722996 Dec 16 09:46:28.315868 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:28.319719 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device b1eca44c-8185-45c8-a1be-72a5846f4e7f up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:46:28.385529 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-17c0dd63-91a5-4de4-98c3-07a1bef8f660 req-dbe7007b-e58e-4e2e-b815-44ae3ff723b9 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b8deb25-26f1-4060-9604-49a6649cba63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815818 Dec 16 09:46:28.567405 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=2073a51a-202d-42ba-9748-5fceb4d165d8,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:28.589204 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:28.621753 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76938c-802c-4873-a274-fd062b75ad00 req-521f8673-e918-43e0-a492-094253c6df28 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:28.625800 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fa76938c-802c-4873-a274-fd062b75ad00 req-521f8673-e918-43e0-a492-094253c6df28 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.4060149 Dec 16 09:46:28.637604 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bb4c570-3f2a-4597-9c01-bd57613b8757 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:46:28.664701 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 3bb4c570-3f2a-4597-9c01-bd57613b8757, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=3bb4c570-3f2a-4597-9c01-bd57613b8757,segment=NetworkSegment(3ebf23b0-c3e5-4b2c-a17f-dd71a838821e),segment_id=3ebf23b0-c3e5-4b2c-a17f-dd71a838821e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:28.685148 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-089b79e2-85ee-4beb-acbc-e43aa00b322e None None] Provisioning complete for port 2073a51a-202d-42ba-9748-5fceb4d165d8 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:28.685818 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-089b79e2-85ee-4beb-acbc-e43aa00b322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:28.717832 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-04e0c55c-4c75-4b8d-85f1-8cea70a54c41 tempest-ServiceProvidersTest-1701619875 tempest-ServiceProvidersTest-1701619875-project] 10.222.0.60 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5749047 Dec 16 09:46:28.764801 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port b1eca44c-8185-45c8-a1be-72a5846f4e7f triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:28.765807 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:28.790453 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e0b19-deab-48fb-b8fe-b26c4978acb8 req-4c9e501e-5b52-4f8d-b181-0a0c0dce51c0 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:28.795241 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-419e0b19-deab-48fb-b8fe-b26c4978acb8 req-4c9e501e-5b52-4f8d-b181-0a0c0dce51c0 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 946 time: 0.1518610 Dec 16 09:46:28.871356 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fa76938c-802c-4873-a274-fd062b75ad00 req-d58a0528-4d00-4343-94fb-5e7b1aed8254 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227287 Dec 16 09:46:28.884008 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:28.918783 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-419e0b19-deab-48fb-b8fe-b26c4978acb8 req-64b7d1a3-8017-4dff-b8a9-ae722d4d827b tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140625 Dec 16 09:46:29.095760 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2ff748ac-99a2-4837-8ad8-6f4e009e3c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:29.153626 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['3bb4c570-3f2a-4597-9c01-bd57613b8757'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:46:29.236406 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-96a3fd8c-9892-48d2-826d-55f88b7dc306 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:29.243172 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=3bb4c570-3f2a-4597-9c01-bd57613b8757,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:29.270148 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2ff748ac-99a2-4837-8ad8-6f4e009e3c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:29.283319 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 2073a51a-202d-42ba-9748-5fceb4d165d8 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:46:29.301408 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:29.324396 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2ff748ac-99a2-4837-8ad8-6f4e009e3c72 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=054b70bd35e84462a7a26f38c3ff2348&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3491354 Dec 16 09:46:29.324728 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 39244) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:29.395159 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-96a3fd8c-9892-48d2-826d-55f88b7dc306 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:29.445676 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4b7d8102-35cd-430b-b8cd-02bfa6880a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:29.484588 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4b7d8102-35cd-430b-b8cd-02bfa6880a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:29.580373 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 2073a51a-202d-42ba-9748-5fceb4d165d8 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:29.584532 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:29.632160 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f30807-694d-4f1c-b811-fdc1f1d269b6 req-9fa6e95b-1768-4036-bf06-4cdaf3cf5cd8 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:29.636403 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-95f30807-694d-4f1c-b811-fdc1f1d269b6 req-9fa6e95b-1768-4036-bf06-4cdaf3cf5cd8 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe7c882d-59f2-4a20-8e97-de6ea28fd3ce HTTP/1.1" status: 200 len: 944 time: 0.0936909 Dec 16 09:46:29.667812 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:29.682418 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3fd8c-9892-48d2-826d-55f88b7dc306 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Pushing event updated for resources: {'Port': ['ID=f449367f-6175-4899-a211-9f0c8cfe36b1,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:29.697647 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff748ac-99a2-4837-8ad8-6f4e009e3c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da09569-7165-4554-a763-f7b8ad8323f3,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:29.753659 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-96a3fd8c-9892-48d2-826d-55f88b7dc306 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:29.780125 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-95f30807-694d-4f1c-b811-fdc1f1d269b6 req-83878b92-53a7-4e2a-a92e-e89551cfad97 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b8deb25-26f1-4060-9604-49a6649cba63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303148 Dec 16 09:46:29.790497 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4b7d8102-35cd-430b-b8cd-02bfa6880a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:29.793257 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4b7d8102-35cd-430b-b8cd-02bfa6880a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:29.797152 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4b7d8102-35cd-430b-b8cd-02bfa6880a93 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7da09569-7165-4554-a763-f7b8ad8323f3 HTTP/1.1" status: 204 len: 168 time: 0.4711065 Dec 16 09:46:29.829585 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d8102-35cd-430b-b8cd-02bfa6880a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da09569-7165-4554-a763-f7b8ad8323f3,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:29.932248 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 39258) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:29.956974 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-18d54d99-9cfb-462f-bbab-8ec525371cb5 None None] Provisioning complete for port f449367f-6175-4899-a211-9f0c8cfe36b1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:29.962218 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-18d54d99-9cfb-462f-bbab-8ec525371cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:30.077861 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a3fd8c-9892-48d2-826d-55f88b7dc306 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Network 5a02562f-10a8-4d88-83d6-a32f2df699b1 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:46:30.082274 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-96a3fd8c-9892-48d2-826d-55f88b7dc306 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:30.118728 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-18d54d99-9cfb-462f-bbab-8ec525371cb5 None None] Port f449367f-6175-4899-a211-9f0c8cfe36b1 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:46:30.157336 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-18d54d99-9cfb-462f-bbab-8ec525371cb5 None None] Provisioning complete for port 2073a51a-202d-42ba-9748-5fceb4d165d8 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:30.157842 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-18d54d99-9cfb-462f-bbab-8ec525371cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:30.203431 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd28508-fad2-4120-806d-1544a139e934 req-84220ab3-29eb-4596-874d-9b73bd966177 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:30.219482 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8fd28508-fad2-4120-806d-1544a139e934 req-84220ab3-29eb-4596-874d-9b73bd966177 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 946 time: 0.1478004 Dec 16 09:46:30.306856 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d87d4f7-21c0-4c7d-990f-3f6d9d3480d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:30.406737 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8fd28508-fad2-4120-806d-1544a139e934 req-e7ae4fe9-2ab1-4dbb-97b4-b088be4ef5e7 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932044 Dec 16 09:46:30.424388 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-be59f442-b744-4439-934f-10365f11af5f req-35c97cb6-1af1-49a6-8bcc-83e8271ccc3f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2467461 Dec 16 09:46:30.589420 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59f442-b744-4439-934f-10365f11af5f req-d6e89c92-1f7a-45ef-a118-66167d8d7c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:30.591200 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-be59f442-b744-4439-934f-10365f11af5f req-d6e89c92-1f7a-45ef-a118-66167d8d7c88 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f1bf440b6c55457f8af9c018d530175b&device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 1097 time: 0.0933409 Dec 16 09:46:30.626396 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d87d4f7-21c0-4c7d-990f-3f6d9d3480d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:30.663119 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ada1f2-9318-4022-ae77-4a3e3f07403b req-cbf968eb-f970-4070-8bd0-50a6c663c11c tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:30.667411 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-27ada1f2-9318-4022-ae77-4a3e3f07403b req-cbf968eb-f970-4070-8bd0-50a6c663c11c tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.5679941 Dec 16 09:46:30.673942 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-066857f3-d8e7-474d-a3e6-bfbac3e2e459 None None] Provisioning complete for port f449367f-6175-4899-a211-9f0c8cfe36b1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:30.674677 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-066857f3-d8e7-474d-a3e6-bfbac3e2e459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:30.757547 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d87d4f7-21c0-4c7d-990f-3f6d9d3480d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:30.832311 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-27ada1f2-9318-4022-ae77-4a3e3f07403b req-a0d51326-53ce-4d1d-88e5-795c415db934 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551747 Dec 16 09:46:30.845063 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-066857f3-d8e7-474d-a3e6-bfbac3e2e459 None None] Port f449367f-6175-4899-a211-9f0c8cfe36b1 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:46:30.850103 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87d4f7-21c0-4c7d-990f-3f6d9d3480d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9b126b-b0b9-455d-a15c-21d79fd94cc1,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:30.899827 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5d87d4f7-21c0-4c7d-990f-3f6d9d3480d0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=62c30a3ed8f546a8a5bafc61019f9d3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9661968 Dec 16 09:46:30.900035 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39276) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:30.903872 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a3fd8c-9892-48d2-826d-55f88b7dc306 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Router 13f00d11-ad51-4be0-be3c-f70df67a8a86 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:46:30.985986 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b8cf4334-c8ff-4ce7-b2fb-5e27977f7e28 None None] Provisioning complete for port f449367f-6175-4899-a211-9f0c8cfe36b1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:30.986593 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b8cf4334-c8ff-4ce7-b2fb-5e27977f7e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:31.010773 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-790222c1-a4f0-47c7-b5cf-f0281c09c6d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:31.021794 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59f442-b744-4439-934f-10365f11af5f req-dd707849-0bde-4a38-a419-ec16a8dea27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:31.030210 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-be59f442-b744-4439-934f-10365f11af5f req-dd707849-0bde-4a38-a419-ec16a8dea27c service neutron] 10.222.0.58 "GET /v2.0/networks?id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f HTTP/1.1" status: 200 len: 912 time: 0.4141281 Dec 16 09:46:31.084860 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-b8cf4334-c8ff-4ce7-b2fb-5e27977f7e28 None None] Port f449367f-6175-4899-a211-9f0c8cfe36b1 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:46:31.117830 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-790222c1-a4f0-47c7-b5cf-f0281c09c6d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:31.142847 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-be59f442-b744-4439-934f-10365f11af5f req-1bbe9a7f-5b36-4cf0-abb0-bf42e031f887 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee HTTP/1.1" status: 200 len: 217 time: 0.0802460 Dec 16 09:46:31.173339 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc71cd-a778-4ed1-8cc5-48eb1c4f9be6 req-ff6bad46-af4e-40ef-808f-f089d402044f tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:31.175099 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2ebc71cd-a778-4ed1-8cc5-48eb1c4f9be6 req-ff6bad46-af4e-40ef-808f-f089d402044f tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe7c882d-59f2-4a20-8e97-de6ea28fd3ce HTTP/1.1" status: 200 len: 944 time: 0.1934814 Dec 16 09:46:31.251590 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a3fd8c-9892-48d2-826d-55f88b7dc306 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:46:31.255510 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-96a3fd8c-9892-48d2-826d-55f88b7dc306 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "PUT /v2.0/routers/13f00d11-ad51-4be0-be3c-f70df67a8a86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5647492 Dec 16 09:46:31.255964 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6067f63-7b72-4865-818c-ebfb557ea8f0 None None] Sync routers for ids ['13f00d11-ad51-4be0-be3c-f70df67a8a86'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:46:31.256215 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39280) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:31.261988 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-073164a0-03a2-42f8-89dc-a37b64aa9236 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1868966939', 'description': 'tempest-secgroup_access--1868966939 description', 'project_id': '7b42c23eb8df4f149d42f9011b4094e4'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:31.271685 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6067f63-7b72-4865-818c-ebfb557ea8f0 None None] Routers {'13f00d11-ad51-4be0-be3c-f70df67a8a86'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:46:31.272695 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-e6067f63-7b72-4865-818c-ebfb557ea8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:46:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['13f00d11-ad51-4be0-be3c-f70df67a8a86'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:31.300788 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2ebc71cd-a778-4ed1-8cc5-48eb1c4f9be6 req-65230063-b819-4de3-bef2-527f7f42074b tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b8deb25-26f1-4060-9604-49a6649cba63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011195 Dec 16 09:46:31.310973 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59f442-b744-4439-934f-10365f11af5f req-db69a14f-dfde-4705-98f2-a89f74bdcc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:31.319834 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-be59f442-b744-4439-934f-10365f11af5f req-db69a14f-dfde-4705-98f2-a89f74bdcc50 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c3e23022-6181-4c07-9324-a5452325576b HTTP/1.1" status: 200 len: 850 time: 0.1657887 Dec 16 09:46:31.378842 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-790222c1-a4f0-47c7-b5cf-f0281c09c6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:31.382558 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-790222c1-a4f0-47c7-b5cf-f0281c09c6d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:31.388338 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-790222c1-a4f0-47c7-b5cf-f0281c09c6d7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1a9b126b-b0b9-455d-a15c-21d79fd94cc1 HTTP/1.1" status: 204 len: 168 time: 0.4824255 Dec 16 09:46:31.402240 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790222c1-a4f0-47c7-b5cf-f0281c09c6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9b126b-b0b9-455d-a15c-21d79fd94cc1,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:31.411733 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-073164a0-03a2-42f8-89dc-a37b64aa9236 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:31.446149 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59f442-b744-4439-934f-10365f11af5f req-601e0bf4-7b9d-40b2-b1ed-08613421d7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:31.449294 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-be59f442-b744-4439-934f-10365f11af5f req-601e0bf4-7b9d-40b2-b1ed-08613421d7d1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1258786 Dec 16 09:46:31.635378 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-be59f442-b744-4439-934f-10365f11af5f req-4479680c-a84c-4e71-b8fd-66e1462669ee service neutron] 10.222.0.58 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785893 Dec 16 09:46:31.649336 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-e6067f63-7b72-4865-818c-ebfb557ea8f0 None None] Set router 13f00d11-ad51-4be0-be3c-f70df67a8a86 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:46:31.659486 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-073164a0-03a2-42f8-89dc-a37b64aa9236 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:31.694331 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c22fc8-4af4-4c2c-9d58-58bbce1c5a1e req-151fa920-5c87-4219-ad7d-cf9ef4254358 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:31.708331 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-32c22fc8-4af4-4c2c-9d58-58bbce1c5a1e req-151fa920-5c87-4219-ad7d-cf9ef4254358 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 946 time: 0.1157205 Dec 16 09:46:31.720635 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-073164a0-03a2-42f8-89dc-a37b64aa9236 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:31.801590 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073164a0-03a2-42f8-89dc-a37b64aa9236 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c275e0a8-4f50-4428-b288-a7815700998f,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:31.820698 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-32c22fc8-4af4-4c2c-9d58-58bbce1c5a1e req-14b240d1-9dc7-4673-9f2e-0566506cdc3b tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068208 Dec 16 09:46:31.839133 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-073164a0-03a2-42f8-89dc-a37b64aa9236 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:31.843074 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-073164a0-03a2-42f8-89dc-a37b64aa9236 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5831466 Dec 16 09:46:31.845729 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39294) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:31.869664 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-be59f442-b744-4439-934f-10365f11af5f req-80b1ed67-28a0-4815-9dea-59469abf1b0d service neutron] 10.222.0.58 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217610 Dec 16 09:46:31.872108 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-71ae30d8-5a88-4074-b1b6-3b8c831a2958 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--400719861', 'description': 'tempest-secgroup_general--400719861 description', 'project_id': '7b42c23eb8df4f149d42f9011b4094e4'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:31.933724 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 3bb4c570-3f2a-4597-9c01-bd57613b8757 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:46:31.988343 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-71ae30d8-5a88-4074-b1b6-3b8c831a2958 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:32.123944 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-71ae30d8-5a88-4074-b1b6-3b8c831a2958 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:32.175907 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f359be-f52f-411d-bc41-7ebe2f47a9df req-8962724b-2e2c-4dca-9631-c02779fe1240 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:32.178378 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-71ae30d8-5a88-4074-b1b6-3b8c831a2958 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:32.199195 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d7f359be-f52f-411d-bc41-7ebe2f47a9df req-8962724b-2e2c-4dca-9631-c02779fe1240 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.2011437 Dec 16 09:46:32.253021 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae30d8-5a88-4074-b1b6-3b8c831a2958 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=474d4bd9-dbe6-4764-aefd-834e59638f0c,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:32.266362 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-71ae30d8-5a88-4074-b1b6-3b8c831a2958 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:32.267992 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-71ae30d8-5a88-4074-b1b6-3b8c831a2958 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4138010 Dec 16 09:46:32.270872 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 39304) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:32.285825 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-9d7ce7ef-9033-4f2f-99f1-743fc3fb47a7 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Request body: {'security_group_rule': {'security_group_id': 'c275e0a8-4f50-4428-b288-a7815700998f', 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:32.406048 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d7f359be-f52f-411d-bc41-7ebe2f47a9df req-b81953f1-8d26-4610-badf-9df3bf16f7e7 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055738 Dec 16 09:46:32.479647 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-e6067f63-7b72-4865-818c-ebfb557ea8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1317813715', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'b1eca44c-8185-45c8-a1be-72a5846f4e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:46:17Z', 'updated_at': '2021-12-16T09:46:27Z', 'revision_number': 4, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'gw_port': {'id': 'b1eca44c-8185-45c8-a1be-72a5846f4e7f', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:46:19Z', 'updated_at': '2021-12-16T09:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'f449367f-6175-4899-a211-9f0c8cfe36b1', 'name': '', 'network_id': '5a02562f-10a8-4d88-83d6-a32f2df699b1', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'mac_address': 'fa:16:3e:13:32:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '032bfb4f-408e-4133-bb7d-b9bd89ce6124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:46:25Z', 'updated_at': '2021-12-16T09:46:29Z', 'revision_number': 2, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'subnets': [{'id': '032bfb4f-408e-4133-bb7d-b9bd89ce6124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:32.516946 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9d7ce7ef-9033-4f2f-99f1-743fc3fb47a7 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:32.533825 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6067f63-7b72-4865-818c-ebfb557ea8f0 None None] Checking router: 13f00d11-ad51-4be0-be3c-f70df67a8a86 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:46:32.534179 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6067f63-7b72-4865-818c-ebfb557ea8f0 None None] Updating router 13f00d11-ad51-4be0-be3c-f70df67a8a86 port f449367f-6175-4899-a211-9f0c8cfe36b1 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:46:32.563357 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e6067f63-7b72-4865-818c-ebfb557ea8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:32.565680 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 3bb4c570-3f2a-4597-9c01-bd57613b8757 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:46:32.572182 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 3bb4c570-3f2a-4597-9c01-bd57613b8757 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:32.580954 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:32.614830 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c13f1-235d-463f-b2b6-fe2d3755f6b7 req-eea06064-c6ea-4e91-899f-4fe548f893dc tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:32.632450 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-157c13f1-235d-463f-b2b6-fe2d3755f6b7 req-eea06064-c6ea-4e91-899f-4fe548f893dc tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe7c882d-59f2-4a20-8e97-de6ea28fd3ce HTTP/1.1" status: 200 len: 944 time: 0.1584346 Dec 16 09:46:32.668806 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9d7ce7ef-9033-4f2f-99f1-743fc3fb47a7 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:32.733448 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-157c13f1-235d-463f-b2b6-fe2d3755f6b7 req-055985a2-898e-45c5-aee0-815cb6c7e893 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b8deb25-26f1-4060-9604-49a6649cba63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981221 Dec 16 09:46:32.772633 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9d7ce7ef-9033-4f2f-99f1-743fc3fb47a7 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:32.821770 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ce7ef-9033-4f2f-99f1-743fc3fb47a7 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07a672b6-f32c-4542-8f77-5282dd067eba,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:32.889898 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9d7ce7ef-9033-4f2f-99f1-743fc3fb47a7 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:32.892358 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9d7ce7ef-9033-4f2f-99f1-743fc3fb47a7 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6203086 Dec 16 09:46:33.175622 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e960670-49fb-47bf-b1e9-7e4c24b3160f req-2c4a9387-1310-4392-b0cf-3037cc2cd1fb tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:33.176903 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7e960670-49fb-47bf-b1e9-7e4c24b3160f req-2c4a9387-1310-4392-b0cf-3037cc2cd1fb tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 946 time: 0.1700118 Dec 16 09:46:33.275129 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7e960670-49fb-47bf-b1e9-7e4c24b3160f req-aca0e6b4-6520-468c-935e-066020cf2f71 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838137 Dec 16 09:46:33.297351 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:33.354224 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 3bb4c570-3f2a-4597-9c01-bd57613b8757, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=3bb4c570-3f2a-4597-9c01-bd57613b8757,segment=NetworkSegment(3ebf23b0-c3e5-4b2c-a17f-dd71a838821e),segment_id=3ebf23b0-c3e5-4b2c-a17f-dd71a838821e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:33.383544 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7c882d-59f2-4a20-8e97-de6ea28fd3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb4c570-3f2a-4597-9c01-bd57613b8757'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:46:33.385908 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b72ebe-e147-4c1e-b91a-7c23372dc521" -d '{"events": [{"server_uuid": "fe7c882d-59f2-4a20-8e97-de6ea28fd3ce", "name": "network-vif-plugged", "status": "completed", "tag": "3bb4c570-3f2a-4597-9c01-bd57613b8757"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:46:33.439435 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:33.534820 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0845d0a-3c49-4ced-a773-4284b0b6873e x-openstack-request-id: req-c0845d0a-3c49-4ced-a773-4284b0b6873e {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:46:33.534820 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7c882d-59f2-4a20-8e97-de6ea28fd3ce", "name": "network-vif-plugged", "status": "completed", "tag": "3bb4c570-3f2a-4597-9c01-bd57613b8757", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:46:33.534820 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c0845d0a-3c49-4ced-a773-4284b0b6873e {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:46:33.534820 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7c882d-59f2-4a20-8e97-de6ea28fd3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb4c570-3f2a-4597-9c01-bd57613b8757', 'code': 200} Dec 16 09:46:33.534820 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=3bb4c570-3f2a-4597-9c01-bd57613b8757,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:33.666940 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3555eff-5957-40c5-a2b9-c44ab4d296b3 req-240c382a-614a-4e43-9658-a2b735cef3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:33.681591 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c3555eff-5957-40c5-a2b9-c44ab4d296b3 req-240c382a-614a-4e43-9658-a2b735cef3e1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fe7c882d-59f2-4a20-8e97-de6ea28fd3ce HTTP/1.1" status: 200 len: 1096 time: 0.1162429 Dec 16 09:46:33.747551 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e6067f63-7b72-4865-818c-ebfb557ea8f0 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:33.763304 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c3555eff-5957-40c5-a2b9-c44ab4d296b3 req-0f2df6b0-5947-4bd1-b38c-0ac2d5f8d4c3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8b8deb25-26f1-4060-9604-49a6649cba63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740585 Dec 16 09:46:33.766316 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534ebee-fd4d-4f9b-a73e-7bcee867ced0 req-8537a55e-cdf4-427f-9e8c-09a833c55afd tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:33.774803 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2534ebee-fd4d-4f9b-a73e-7bcee867ced0 req-8537a55e-cdf4-427f-9e8c-09a833c55afd tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.1035049 Dec 16 09:46:33.822744 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2534ebee-fd4d-4f9b-a73e-7bcee867ced0 req-d93730fa-bbdd-4545-9835-710161cc4798 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463076 Dec 16 09:46:33.875507 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e6067f63-7b72-4865-818c-ebfb557ea8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:33.958648 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b90d61-1999-4fa9-8516-7a3e7605402a req-b2d2a174-087d-4ae3-aa4a-00094edcacb1 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:33.971489 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-31b90d61-1999-4fa9-8516-7a3e7605402a req-b2d2a174-087d-4ae3-aa4a-00094edcacb1 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe7c882d-59f2-4a20-8e97-de6ea28fd3ce HTTP/1.1" status: 200 len: 945 time: 0.0826387 Dec 16 09:46:33.982402 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 39360) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:33.983060 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c20b77-7ddc-4a5b-9ae1-4a8a125cf642 None None] Pushing event updated for resources: {'Port': ['ID=f449367f-6175-4899-a211-9f0c8cfe36b1,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:34.047988 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-31b90d61-1999-4fa9-8516-7a3e7605402a req-81d178ae-aeef-4369-8061-41e135fb129f tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b8deb25-26f1-4060-9604-49a6649cba63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751221 Dec 16 09:46:34.188741 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-e6067f63-7b72-4865-818c-ebfb557ea8f0 None None] Attempting to bind port f449367f-6175-4899-a211-9f0c8cfe36b1 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:46:34.189436 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-e6067f63-7b72-4865-818c-ebfb557ea8f0 None None] Attempting to bind port f449367f-6175-4899-a211-9f0c8cfe36b1 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '3f52809d-f275-4358-9194-c1cab5ab6e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5a02562f-10a8-4d88-83d6-a32f2df699b1'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:46:34.190173 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6067f63-7b72-4865-818c-ebfb557ea8f0 None None] Attempting to bind port f449367f-6175-4899-a211-9f0c8cfe36b1 on network 5a02562f-10a8-4d88-83d6-a32f2df699b1 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:46:34.217323 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6067f63-7b72-4865-818c-ebfb557ea8f0 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:46:34.225583 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6067f63-7b72-4865-818c-ebfb557ea8f0 None None] Checking segment: {'id': '3f52809d-f275-4358-9194-c1cab5ab6e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5a02562f-10a8-4d88-83d6-a32f2df699b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:34.225583 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e6067f63-7b72-4865-818c-ebfb557ea8f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:34.225583 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6067f63-7b72-4865-818c-ebfb557ea8f0 None None] Bound using segment: {'id': '3f52809d-f275-4358-9194-c1cab5ab6e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5a02562f-10a8-4d88-83d6-a32f2df699b1'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:46:34.225583 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-e6067f63-7b72-4865-818c-ebfb557ea8f0 None None] Bound port: f449367f-6175-4899-a211-9f0c8cfe36b1, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f52809d-f275-4358-9194-c1cab5ab6e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5a02562f-10a8-4d88-83d6-a32f2df699b1'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:46:34.225583 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e6067f63-7b72-4865-818c-ebfb557ea8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:34.406262 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-9a78536b-c7b3-4565-9f4d-1bb6a955f812 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1668815142'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:34.484333 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-e6067f63-7b72-4865-818c-ebfb557ea8f0 None None] For port f449367f-6175-4899-a211-9f0c8cfe36b1, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:46:34.488205 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-e6067f63-7b72-4865-818c-ebfb557ea8f0 None None] For port f449367f-6175-4899-a211-9f0c8cfe36b1, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f449367f-6175-4899-a211-9f0c8cfe36b1,segment=NetworkSegment(3f52809d-f275-4358-9194-c1cab5ab6e7c),segment_id=3f52809d-f275-4358-9194-c1cab5ab6e7c)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:46:34.504963 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-1e825b67-75dc-4847-9482-da3686b2fe26 None None] Provisioning complete for port f449367f-6175-4899-a211-9f0c8cfe36b1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:34.505518 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1e825b67-75dc-4847-9482-da3686b2fe26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:34.575972 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21177157-6e3d-4d9c-b501-2d8f15f3c0f9 req-78fd1486-9964-4257-878d-6c750dcab330 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:34.578250 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-21177157-6e3d-4d9c-b501-2d8f15f3c0f9 req-78fd1486-9964-4257-878d-6c750dcab330 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 946 time: 0.1127083 Dec 16 09:46:34.621446 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-1e825b67-75dc-4847-9482-da3686b2fe26 None None] Port f449367f-6175-4899-a211-9f0c8cfe36b1 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:46:34.655117 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-21177157-6e3d-4d9c-b501-2d8f15f3c0f9 req-ebad74de-e970-403c-ab20-8aa0e551c139 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700879 Dec 16 09:46:34.875812 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a78536b-c7b3-4565-9f4d-1bb6a955f812 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Made reservation on behalf of 219441a4bd2a472795e895884daaa090 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:34.885124 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9a78536b-c7b3-4565-9f4d-1bb6a955f812 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:34.899688 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9a78536b-c7b3-4565-9f4d-1bb6a955f812 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:34.904749 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e6067f63-7b72-4865-818c-ebfb557ea8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:35.032303 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6067f63-7b72-4865-818c-ebfb557ea8f0 None None] Routers {'13f00d11-ad51-4be0-be3c-f70df67a8a86'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:46:35.032989 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-e6067f63-7b72-4865-818c-ebfb557ea8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:46:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['13f00d11-ad51-4be0-be3c-f70df67a8a86'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:35.117853 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2fadcb-89b6-46a0-bffa-92e6637d675d req-234be3f0-e136-4c0e-a74f-370e21b6c6c1 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:35.119586 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cc2fadcb-89b6-46a0-bffa-92e6637d675d req-234be3f0-e136-4c0e-a74f-370e21b6c6c1 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.2075849 Dec 16 09:46:35.174903 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9a78536b-c7b3-4565-9f4d-1bb6a955f812 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:35.226046 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-e6067f63-7b72-4865-818c-ebfb557ea8f0 None None] Set router 13f00d11-ad51-4be0-be3c-f70df67a8a86 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:46:35.252406 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9a78536b-c7b3-4565-9f4d-1bb6a955f812 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:35.270913 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cc2fadcb-89b6-46a0-bffa-92e6637d675d req-1766a6c9-ca47-4f61-aab1-50889d138b37 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353154 Dec 16 09:46:35.308933 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78536b-c7b3-4565-9f4d-1bb6a955f812 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc9c04f-fa03-4d3e-843a-0af3ba7b4048,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:35.333157 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a78536b-c7b3-4565-9f4d-1bb6a955f812 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:46:35.346202 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c20b77-7ddc-4a5b-9ae1-4a8a125cf642 None None] Pushing event updated for resources: {'Port': ['ID=f449367f-6175-4899-a211-9f0c8cfe36b1,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:35.355731 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9a78536b-c7b3-4565-9f4d-1bb6a955f812 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:35.358169 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-9a78536b-c7b3-4565-9f4d-1bb6a955f812 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Added segment 3f7c2b4e-4201-4018-8f1c-34b7a083b281 of type vlan for network 52b5f599-bdc6-4e97-a96f-1ddf23cf22dc Dec 16 09:46:35.477192 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9a78536b-c7b3-4565-9f4d-1bb6a955f812 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:35.563113 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1339c5f-840b-4f8c-92a9-1a238b16ae7c req-fbd01bd9-71fb-4959-afd2-1843e65476b7 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:35.564732 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b1339c5f-840b-4f8c-92a9-1a238b16ae7c req-fbd01bd9-71fb-4959-afd2-1843e65476b7 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe7c882d-59f2-4a20-8e97-de6ea28fd3ce HTTP/1.1" status: 200 len: 945 time: 0.1316950 Dec 16 09:46:35.596099 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9a78536b-c7b3-4565-9f4d-1bb6a955f812 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:35.606336 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a78536b-c7b3-4565-9f4d-1bb6a955f812 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:35.608017 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9a78536b-c7b3-4565-9f4d-1bb6a955f812 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:35.684470 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b1339c5f-840b-4f8c-92a9-1a238b16ae7c req-5556be60-3ca2-4af7-97c4-fbb5d237d8e4 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b8deb25-26f1-4060-9604-49a6649cba63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091092 Dec 16 09:46:35.793502 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c86ce25a-248f-47b5-a8ac-b8f5155c3950 None None] Provisioning complete for port f449367f-6175-4899-a211-9f0c8cfe36b1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:35.794096 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c86ce25a-248f-47b5-a8ac-b8f5155c3950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:35.872030 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78536b-c7b3-4565-9f4d-1bb6a955f812 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Pushing event updated for resources: {'Network': ['ID=52b5f599-bdc6-4e97-a96f-1ddf23cf22dc,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:35.903165 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 52b5f599-bdc6-4e97-a96f-1ddf23cf22dc details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:46:35.927000 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39404) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:36.037484 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9a78536b-c7b3-4565-9f4d-1bb6a955f812 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0498002 Dec 16 09:46:36.040497 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 39408) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:36.046775 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-882bb56a-13c2-46ec-b810-d37770c0b683 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Request body: {'subnet': {'network_id': '52b5f599-bdc6-4e97-a96f-1ddf23cf22dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:36.053781 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca57de4-6c64-4522-a5b5-23def587f87a req-ec210a2d-f033-4968-93bf-4c95f0375c69 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:36.056168 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bca57de4-6c64-4522-a5b5-23def587f87a req-ec210a2d-f033-4968-93bf-4c95f0375c69 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 946 time: 0.1200116 Dec 16 09:46:36.153744 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c86ce25a-248f-47b5-a8ac-b8f5155c3950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:36.185250 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6829f75f-8391-42a5-8492-f662d09f7f75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:36.200926 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-c86ce25a-248f-47b5-a8ac-b8f5155c3950 None None] For port f449367f-6175-4899-a211-9f0c8cfe36b1, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f449367f-6175-4899-a211-9f0c8cfe36b1,segment=NetworkSegment(3f52809d-f275-4358-9194-c1cab5ab6e7c),segment_id=3f52809d-f275-4358-9194-c1cab5ab6e7c)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:36.221080 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bca57de4-6c64-4522-a5b5-23def587f87a req-9c2d15eb-984c-4055-8b49-0e84f6ea7652 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412513 Dec 16 09:46:36.227851 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-e6067f63-7b72-4865-818c-ebfb557ea8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1317813715', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'b1eca44c-8185-45c8-a1be-72a5846f4e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:46:17Z', 'updated_at': '2021-12-16T09:46:27Z', 'revision_number': 4, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'gw_port': {'id': 'b1eca44c-8185-45c8-a1be-72a5846f4e7f', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:46:19Z', 'updated_at': '2021-12-16T09:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'f449367f-6175-4899-a211-9f0c8cfe36b1', 'name': '', 'network_id': '5a02562f-10a8-4d88-83d6-a32f2df699b1', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'mac_address': 'fa:16:3e:13:32:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '032bfb4f-408e-4133-bb7d-b9bd89ce6124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:46:25Z', 'updated_at': '2021-12-16T09:46:34Z', 'revision_number': 4, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'subnets': [{'id': '032bfb4f-408e-4133-bb7d-b9bd89ce6124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:36.263213 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6067f63-7b72-4865-818c-ebfb557ea8f0 None None] The sync data for ids ['13f00d11-ad51-4be0-be3c-f70df67a8a86'] in n-d-820550-2 is: [{'id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1317813715', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'b1eca44c-8185-45c8-a1be-72a5846f4e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:46:17Z', 'updated_at': '2021-12-16T09:46:27Z', 'revision_number': 4, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'gw_port': {'id': 'b1eca44c-8185-45c8-a1be-72a5846f4e7f', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:46:19Z', 'updated_at': '2021-12-16T09:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'f449367f-6175-4899-a211-9f0c8cfe36b1', 'name': '', 'network_id': '5a02562f-10a8-4d88-83d6-a32f2df699b1', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'mac_address': 'fa:16:3e:13:32:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '032bfb4f-408e-4133-bb7d-b9bd89ce6124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:46:25Z', 'updated_at': '2021-12-16T09:46:34Z', 'revision_number': 4, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'subnets': [{'id': '032bfb4f-408e-4133-bb7d-b9bd89ce6124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:46:36.350363 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882bb56a-13c2-46ec-b810-d37770c0b683 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Made reservation on behalf of 219441a4bd2a472795e895884daaa090 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:36.350787 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c86ce25a-248f-47b5-a8ac-b8f5155c3950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:36.360110 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-882bb56a-13c2-46ec-b810-d37770c0b683 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:36.412167 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6829f75f-8391-42a5-8492-f662d09f7f75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:36.494081 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ce25a-248f-47b5-a8ac-b8f5155c3950 None None] Pushing event updated for resources: {'Port': ['ID=f449367f-6175-4899-a211-9f0c8cfe36b1,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:36.515683 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6829f75f-8391-42a5-8492-f662d09f7f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:36.605728 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b1c56-fe49-47d3-9932-ca8266e629d9 req-e1a10583-83ea-45dd-8233-a63855c3ca24 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:36.637248 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-361b1c56-fe49-47d3-9932-ca8266e629d9 req-e1a10583-83ea-45dd-8233-a63855c3ca24 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.1972380 Dec 16 09:46:36.652522 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6829f75f-8391-42a5-8492-f662d09f7f75 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1d061e0203e149849e9066d6b0b3d632&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7232020 Dec 16 09:46:36.654740 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39416) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:36.703625 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829f75f-8391-42a5-8492-f662d09f7f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26108398-85ad-4142-b889-2ce50dc9b591,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:36.781261 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-361b1c56-fe49-47d3-9932-ca8266e629d9 req-68e1262a-38a4-434e-988e-d129c73652cd tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429052 Dec 16 09:46:36.790355 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-905b464d-de0a-4c3c-8658-ed7a5056a7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:36.900185 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-905b464d-de0a-4c3c-8658-ed7a5056a7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:37.008936 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-882bb56a-13c2-46ec-b810-d37770c0b683 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:37.115992 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882bb56a-13c2-46ec-b810-d37770c0b683 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Pushing event updated for resources: {'Subnet': ['ID=7b44815d-99bc-4e23-8192-de0a89fd68ad,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:37.126696 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882bb56a-13c2-46ec-b810-d37770c0b683 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Checking segment: {'id': '3f7c2b4e-4201-4018-8f1c-34b7a083b281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '52b5f599-bdc6-4e97-a96f-1ddf23cf22dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:37.127315 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882bb56a-13c2-46ec-b810-d37770c0b683 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Network hostable DHCP agents. Network: 52b5f599-bdc6-4e97-a96f-1ddf23cf22dc, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:46:37.362281 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f449367f-6175-4899-a211-9f0c8cfe36b1 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:46:37.478827 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d347b-a1a5-47ea-9633-105b334de763 req-d8a4a7f2-ee8c-4058-9909-70980ec85dd5 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:37.494700 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-845d347b-a1a5-47ea-9633-105b334de763 req-d8a4a7f2-ee8c-4058-9909-70980ec85dd5 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 946 time: 0.1258769 Dec 16 09:46:37.503961 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port f449367f-6175-4899-a211-9f0c8cfe36b1 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:37.504598 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:37.593190 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-845d347b-a1a5-47ea-9633-105b334de763 req-4a8ea70e-82e9-4db2-9af7-718321775366 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962369 Dec 16 09:46:37.610949 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882bb56a-13c2-46ec-b810-d37770c0b683 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Network 52b5f599-bdc6-4e97-a96f-1ddf23cf22dc is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:46:37.611483 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-905b464d-de0a-4c3c-8658-ed7a5056a7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:37.619015 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-905b464d-de0a-4c3c-8658-ed7a5056a7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:37.625888 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-905b464d-de0a-4c3c-8658-ed7a5056a7f7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/26108398-85ad-4142-b889-2ce50dc9b591 HTTP/1.1" status: 204 len: 168 time: 0.9680054 Dec 16 09:46:37.638808 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:37.660640 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b464d-de0a-4c3c-8658-ed7a5056a7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26108398-85ad-4142-b889-2ce50dc9b591,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:37.686386 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-882bb56a-13c2-46ec-b810-d37770c0b683 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 52b5f599-bdc6-4e97-a96f-1ddf23cf22dc) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:37.694209 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882bb56a-13c2-46ec-b810-d37770c0b683 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:37.702565 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74e330e-05cb-4923-a085-305c8881f33a None None] Network 52b5f599-bdc6-4e97-a96f-1ddf23cf22dc requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:37.703461 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-882bb56a-13c2-46ec-b810-d37770c0b683 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:37.805659 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-882bb56a-13c2-46ec-b810-d37770c0b683 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7636821 Dec 16 09:46:37.814259 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39434) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:37.824764 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-8e2085fd-e4f6-42d4-8380-e9fcd8978dc7 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Request body: {'port': {'network_id': '52b5f599-bdc6-4e97-a96f-1ddf23cf22dc', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1687303069'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:38.090864 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb235d24-9872-499f-9272-34f0131ed1ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-52b5f599-bdc6-4e97-a96f-1ddf23cf22dc', 'network_id': '52b5f599-bdc6-4e97-a96f-1ddf23cf22dc', 'tenant_id': '219441a4bd2a472795e895884daaa090', 'fixed_ips': [{'subnet_id': '7b44815d-99bc-4e23-8192-de0a89fd68ad'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:46:38.092125 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cb235d24-9872-499f-9272-34f0131ed1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:38.220917 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1fd991-8afb-443f-90df-16cd18d49349 req-dca443f8-7a02-4775-9fc5-012d41901ea4 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:38.229547 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b1fd991-8afb-443f-90df-16cd18d49349 req-dca443f8-7a02-4775-9fc5-012d41901ea4 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.2181966 Dec 16 09:46:38.367983 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b1fd991-8afb-443f-90df-16cd18d49349 req-a179c2e8-acbd-4566-92c7-91c1f2f02a0b tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364765 Dec 16 09:46:38.513533 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2085fd-e4f6-42d4-8380-e9fcd8978dc7 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Made reservation on behalf of 219441a4bd2a472795e895884daaa090 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:38.518744 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e2085fd-e4f6-42d4-8380-e9fcd8978dc7 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:38.580964 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-8e2085fd-e4f6-42d4-8380-e9fcd8978dc7 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] device_id is not set on port 59cb8a9e-e576-4c99-9767-ca34c1acc937 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:46:38.585737 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-cb235d24-9872-499f-9272-34f0131ed1ce None None] Allocated IP 172.20.0.2 (52b5f599-bdc6-4e97-a96f-1ddf23cf22dc/7b44815d-99bc-4e23-8192-de0a89fd68ad/9002b19b-7b40-4f38-b4b8-8ab0a0e9ee1b) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:46:38.880264 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540460d-bbaf-4e3b-bef0-a62579bbb6e7 req-76e54c56-8f45-4f8e-aae2-3ced758200ce tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:38.899283 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0540460d-bbaf-4e3b-bef0-a62579bbb6e7 req-76e54c56-8f45-4f8e-aae2-3ced758200ce tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 946 time: 0.1794958 Dec 16 09:46:38.905090 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 39444) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:38.941659 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e77d66b0-1ce7-4158-8288-4f2c91bbb227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:38.976784 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cb235d24-9872-499f-9272-34f0131ed1ce None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:39.002589 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0540460d-bbaf-4e3b-bef0-a62579bbb6e7 req-3e2bbf88-4c9e-41a7-a140-3b8d0fca96ff tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023126 Dec 16 09:46:39.068030 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cb235d24-9872-499f-9272-34f0131ed1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:39.186775 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb235d24-9872-499f-9272-34f0131ed1ce None None] Pushing event updated for resources: {'Port': ['ID=9002b19b-7b40-4f38-b4b8-8ab0a0e9ee1b,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:39.196948 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb235d24-9872-499f-9272-34f0131ed1ce None None] Network 52b5f599-bdc6-4e97-a96f-1ddf23cf22dc is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:46:39.205626 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-cb235d24-9872-499f-9272-34f0131ed1ce None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:39.208066 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb235d24-9872-499f-9272-34f0131ed1ce None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:46:39.223323 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e77d66b0-1ce7-4158-8288-4f2c91bbb227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:39.257715 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-8e2085fd-e4f6-42d4-8380-e9fcd8978dc7 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Allocated IP 172.20.0.13 (52b5f599-bdc6-4e97-a96f-1ddf23cf22dc/7b44815d-99bc-4e23-8192-de0a89fd68ad/59cb8a9e-e576-4c99-9767-ca34c1acc937) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:46:39.298085 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e77d66b0-1ce7-4158-8288-4f2c91bbb227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:39.320486 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-cb235d24-9872-499f-9272-34f0131ed1ce None None] Attempting to bind port 9002b19b-7b40-4f38-b4b8-8ab0a0e9ee1b on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:46:39.321246 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-cb235d24-9872-499f-9272-34f0131ed1ce None None] Attempting to bind port 9002b19b-7b40-4f38-b4b8-8ab0a0e9ee1b by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '3f7c2b4e-4201-4018-8f1c-34b7a083b281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '52b5f599-bdc6-4e97-a96f-1ddf23cf22dc'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:46:39.321835 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb235d24-9872-499f-9272-34f0131ed1ce None None] Attempting to bind port 9002b19b-7b40-4f38-b4b8-8ab0a0e9ee1b on network 52b5f599-bdc6-4e97-a96f-1ddf23cf22dc {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:46:39.335268 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb235d24-9872-499f-9272-34f0131ed1ce None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:46:39.336576 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb235d24-9872-499f-9272-34f0131ed1ce None None] Checking segment: {'id': '3f7c2b4e-4201-4018-8f1c-34b7a083b281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '52b5f599-bdc6-4e97-a96f-1ddf23cf22dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:39.337242 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cb235d24-9872-499f-9272-34f0131ed1ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:39.337787 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb235d24-9872-499f-9272-34f0131ed1ce None None] Bound using segment: {'id': '3f7c2b4e-4201-4018-8f1c-34b7a083b281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '52b5f599-bdc6-4e97-a96f-1ddf23cf22dc'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:46:39.338515 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-cb235d24-9872-499f-9272-34f0131ed1ce None None] Bound port: 9002b19b-7b40-4f38-b4b8-8ab0a0e9ee1b, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f7c2b4e-4201-4018-8f1c-34b7a083b281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '52b5f599-bdc6-4e97-a96f-1ddf23cf22dc'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:46:39.338651 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d66b0-1ce7-4158-8288-4f2c91bbb227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95a961d-f0a3-4d52-9b3c-b577db38d42e,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:39.339852 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cb235d24-9872-499f-9272-34f0131ed1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:39.373673 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e77d66b0-1ce7-4158-8288-4f2c91bbb227 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7155225275cc4bb7bc00e7f0f277f816&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4672859 Dec 16 09:46:39.375579 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 39450) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:39.464268 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7ce03f24-9c1a-45b8-8aa2-67bf68bb1836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:39.506048 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7ce03f24-9c1a-45b8-8aa2-67bf68bb1836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:39.520497 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-cb235d24-9872-499f-9272-34f0131ed1ce None None] For port 9002b19b-7b40-4f38-b4b8-8ab0a0e9ee1b, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:46:39.532041 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-cb235d24-9872-499f-9272-34f0131ed1ce None None] For port 9002b19b-7b40-4f38-b4b8-8ab0a0e9ee1b, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=9002b19b-7b40-4f38-b4b8-8ab0a0e9ee1b,segment=NetworkSegment(3f7c2b4e-4201-4018-8f1c-34b7a083b281),segment_id=3f7c2b4e-4201-4018-8f1c-34b7a083b281)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:46:39.606056 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cb235d24-9872-499f-9272-34f0131ed1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:39.631899 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e2085fd-e4f6-42d4-8380-e9fcd8978dc7 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:39.634670 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7ce03f24-9c1a-45b8-8aa2-67bf68bb1836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:39.638724 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7ce03f24-9c1a-45b8-8aa2-67bf68bb1836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:39.640568 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7ce03f24-9c1a-45b8-8aa2-67bf68bb1836 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a95a961d-f0a3-4d52-9b3c-b577db38d42e HTTP/1.1" status: 204 len: 168 time: 0.2638385 Dec 16 09:46:39.676085 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce03f24-9c1a-45b8-8aa2-67bf68bb1836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95a961d-f0a3-4d52-9b3c-b577db38d42e,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:39.697025 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec6804-88f2-4633-8840-3116a4b48c65 req-257f8c9b-2b37-4fd0-9d6a-f35578ec3ba2 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:39.708772 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ebec6804-88f2-4633-8840-3116a4b48c65 req-257f8c9b-2b37-4fd0-9d6a-f35578ec3ba2 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.1626303 Dec 16 09:46:39.802902 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb235d24-9872-499f-9272-34f0131ed1ce None None] Pushing event updated for resources: {'Port': ['ID=9002b19b-7b40-4f38-b4b8-8ab0a0e9ee1b,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:39.877045 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ebec6804-88f2-4633-8840-3116a4b48c65 req-2c261aeb-7483-40f4-b155-ebe82409612a tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602952 Dec 16 09:46:39.909853 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e2085fd-e4f6-42d4-8380-e9fcd8978dc7 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:39.992356 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2085fd-e4f6-42d4-8380-e9fcd8978dc7 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Pushing event updated for resources: {'Port': ['ID=59cb8a9e-e576-4c99-9767-ca34c1acc937,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:40.015449 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2085fd-e4f6-42d4-8380-e9fcd8978dc7 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Network 52b5f599-bdc6-4e97-a96f-1ddf23cf22dc is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:46:40.025044 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-8e2085fd-e4f6-42d4-8380-e9fcd8978dc7 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:40.032920 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2085fd-e4f6-42d4-8380-e9fcd8978dc7 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:46:40.159344 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2085fd-e4f6-42d4-8380-e9fcd8978dc7 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:40.160148 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e2085fd-e4f6-42d4-8380-e9fcd8978dc7 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:40.267806 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8e2085fd-e4f6-42d4-8380-e9fcd8978dc7 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.4517224 Dec 16 09:46:40.272549 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 39462) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:40.429385 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c8e7b-e7f7-473e-b9a1-56babd3f5e9d req-179ce42f-0ee9-40fe-9a1d-0f3ccea1d3f6 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:40.438122 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-956c8e7b-e7f7-473e-b9a1-56babd3f5e9d req-179ce42f-0ee9-40fe-9a1d-0f3ccea1d3f6 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 946 time: 0.1684103 Dec 16 09:46:40.458692 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-2c8c5ed9-2d8c-416e-98a0-2f5879d0064c tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Deleting port 59cb8a9e-e576-4c99-9767-ca34c1acc937 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:46:40.459220 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2c8c5ed9-2d8c-416e-98a0-2f5879d0064c tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:40.502311 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-956c8e7b-e7f7-473e-b9a1-56babd3f5e9d req-265c9a15-420b-4250-9b38-571699191ea1 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615191 Dec 16 09:46:40.620026 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2c8c5ed9-2d8c-416e-98a0-2f5879d0064c tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:40.641537 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-2c8c5ed9-2d8c-416e-98a0-2f5879d0064c tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Calling delete_port for 59cb8a9e-e576-4c99-9767-ca34c1acc937 owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:46:40.674997 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:40.941546 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2c8c5ed9-2d8c-416e-98a0-2f5879d0064c tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:41.012212 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c5ed9-2d8c-416e-98a0-2f5879d0064c tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Pushing event deleted for resources: {'Port': ['ID=59cb8a9e-e576-4c99-9767-ca34c1acc937,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:41.176773 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0dfa0-c4ba-469e-b160-390d7b512887 req-9ea86166-f26d-4b2e-97c6-4e11fe329518 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:41.202640 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f9c0dfa0-c4ba-469e-b160-390d7b512887 req-9ea86166-f26d-4b2e-97c6-4e11fe329518 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.1777771 Dec 16 09:46:41.248207 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2c8c5ed9-2d8c-416e-98a0-2f5879d0064c tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:41.257189 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2c8c5ed9-2d8c-416e-98a0-2f5879d0064c tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] 10.222.0.60 "DELETE /v2.0/ports/59cb8a9e-e576-4c99-9767-ca34c1acc937 HTTP/1.1" status: 204 len: 168 time: 0.9844141 Dec 16 09:46:41.259011 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 39490) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:41.378769 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f9c0dfa0-c4ba-469e-b160-390d7b512887 req-a324afcf-aa57-4c7d-95cd-4f52e37cf716 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719220 Dec 16 09:46:41.386960 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 9002b19b-7b40-4f38-b4b8-8ab0a0e9ee1b up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:46:41.516228 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 9002b19b-7b40-4f38-b4b8-8ab0a0e9ee1b triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:41.516487 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:41.593519 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8971ec-2a8a-4ca0-b7c3-f453f92c7308 None None] Network 52b5f599-bdc6-4e97-a96f-1ddf23cf22dc requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:41.814205 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038089c-9575-48f2-a925-149e86b75c8d req-e6abafa4-dbd5-4df9-9fca-52b31e4f6165 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:41.834684 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e038089c-9575-48f2-a925-149e86b75c8d req-e6abafa4-dbd5-4df9-9fca-52b31e4f6165 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 946 time: 0.1360073 Dec 16 09:46:41.900259 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1ee53c9d-d3cb-4bd9-b380-7575c34b60ac tempest-DHCPAgentSchedulersTestJSON-1332914105 tempest-DHCPAgentSchedulersTestJSON-1332914105-project-admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.6151705 Dec 16 09:46:41.908265 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 39504) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:41.920964 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-63667921-822a-42dc-b590-c0613e3e4700 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2049933002'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:41.966760 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e038089c-9575-48f2-a925-149e86b75c8d req-039cd11d-9982-42f7-b981-16775651b873 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244545 Dec 16 09:46:42.018812 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:42.029375 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-ce9ca579-640a-4889-a05f-fe47c6552723 None None] Provisioning complete for port 9002b19b-7b40-4f38-b4b8-8ab0a0e9ee1b triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:42.029604 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ce9ca579-640a-4889-a05f-fe47c6552723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:42.061991 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63667921-822a-42dc-b590-c0613e3e4700 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Made reservation on behalf of 219441a4bd2a472795e895884daaa090 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:42.066859 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-63667921-822a-42dc-b590-c0613e3e4700 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:42.154691 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63667921-822a-42dc-b590-c0613e3e4700 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:46:42.155423 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 9002b19b-7b40-4f38-b4b8-8ab0a0e9ee1b, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=9002b19b-7b40-4f38-b4b8-8ab0a0e9ee1b,segment=NetworkSegment(3f7c2b4e-4201-4018-8f1c-34b7a083b281),segment_id=3f7c2b4e-4201-4018-8f1c-34b7a083b281)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:42.184152 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-63667921-822a-42dc-b590-c0613e3e4700 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:42.186337 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-63667921-822a-42dc-b590-c0613e3e4700 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Added segment 266cd87f-135f-4e93-a5f6-8f47fdd51064 of type vlan for network e496c3a5-d557-4c2f-9142-1ce35472048d Dec 16 09:46:42.275325 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:42.326902 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-63667921-822a-42dc-b590-c0613e3e4700 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:42.442990 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=9002b19b-7b40-4f38-b4b8-8ab0a0e9ee1b,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:42.462519 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-63667921-822a-42dc-b590-c0613e3e4700 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:42.473302 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63667921-822a-42dc-b590-c0613e3e4700 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:42.474280 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-63667921-822a-42dc-b590-c0613e3e4700 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:42.667181 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63667921-822a-42dc-b590-c0613e3e4700 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Pushing event updated for resources: {'Network': ['ID=e496c3a5-d557-4c2f-9142-1ce35472048d,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:42.684455 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network e496c3a5-d557-4c2f-9142-1ce35472048d details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:46:42.808568 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-ffa71b6c-32a5-46a3-bc14-c6b79f90d660 None None] Provisioning complete for port 9002b19b-7b40-4f38-b4b8-8ab0a0e9ee1b triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:42.808941 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ffa71b6c-32a5-46a3-bc14-c6b79f90d660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:42.861958 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-63667921-822a-42dc-b590-c0613e3e4700 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9522192 Dec 16 09:46:42.867266 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 39524) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:42.871531 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa97cc-ecde-41e1-9ae5-955116fb4425 req-33ff8cca-fb5d-480e-afb0-ce6d74e0af48 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:42.883485 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f0fa97cc-ecde-41e1-9ae5-955116fb4425 req-33ff8cca-fb5d-480e-afb0-ce6d74e0af48 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.3205533 Dec 16 09:46:42.947065 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f0fa97cc-ecde-41e1-9ae5-955116fb4425 req-1cd25e72-d92c-4167-ae6b-ead0d5e3df4b tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560484 Dec 16 09:46:43.144819 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-69bfca33-dab0-4f71-940e-883f2b78bb26 None None] Could not find standard attr ID for object 59cb8a9e-e576-4c99-9767-ca34c1acc937. {{(pid=102818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:46:43.257981 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87a2c3-a847-44ce-9423-82b66df63083 req-26d91b94-6bfb-4ff5-8a4e-9bf99f0616c0 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:43.265350 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3a87a2c3-a847-44ce-9423-82b66df63083 req-26d91b94-6bfb-4ff5-8a4e-9bf99f0616c0 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 946 time: 0.0718763 Dec 16 09:46:43.269959 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c3fe1369-42e3-4407-b269-19360c8af0a3 tempest-DHCPAgentSchedulersTestJSON-1332914105 tempest-DHCPAgentSchedulersTestJSON-1332914105-project-admin] 10.222.0.60 "GET /v2.0/agents/5d0978f3-fbc6-42cd-8ede-39d22293f841/dhcp-networks HTTP/1.1" status: 200 len: 8854 time: 0.4044402 Dec 16 09:46:43.271890 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 39542) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:43.303077 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 9002b19b-7b40-4f38-b4b8-8ab0a0e9ee1b up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:46:43.327298 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3a87a2c3-a847-44ce-9423-82b66df63083 req-f38444dd-6781-4379-be49-a24027a67957 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607877 Dec 16 09:46:43.497406 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61da588c-3ca6-4db5-b674-b77e7f7110ee tempest-DHCPAgentSchedulersTestJSON-1332914105 tempest-DHCPAgentSchedulersTestJSON-1332914105-project-admin] Network e496c3a5-d557-4c2f-9142-1ce35472048d is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:46:43.578820 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 9002b19b-7b40-4f38-b4b8-8ab0a0e9ee1b triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:43.578820 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:43.631630 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31b7a583-21df-47c8-a589-57dddb5fcee3 req-b02cef79-99a3-4025-8702-c8c2860ce5ea service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1282587 Dec 16 09:46:43.656108 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-61da588c-3ca6-4db5-b674-b77e7f7110ee tempest-DHCPAgentSchedulersTestJSON-1332914105 tempest-DHCPAgentSchedulersTestJSON-1332914105-project-admin] 10.222.0.60 "POST /v2.0/agents/5d0978f3-fbc6-42cd-8ede-39d22293f841/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3791730 Dec 16 09:46:43.658217 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 39548) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:43.682674 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40962883-7bb4-4612-b43d-df18b32d5b7e None None] Network e496c3a5-d557-4c2f-9142-1ce35472048d requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:43.883055 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7a583-21df-47c8-a589-57dddb5fcee3 req-2acd06b8-1ef7-4bb7-97e0-85d43e439229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:43.886142 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31b7a583-21df-47c8-a589-57dddb5fcee3 req-2acd06b8-1ef7-4bb7-97e0-85d43e439229 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55938af2fa4b4c6f80f602d4625ae2cd&device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 1096 time: 0.2239733 Dec 16 09:46:44.090172 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8c174ccc-134f-4ea9-ae1b-5df24d14ddb3 tempest-DHCPAgentSchedulersTestJSON-1332914105 tempest-DHCPAgentSchedulersTestJSON-1332914105-project-admin] 10.222.0.60 "GET /v2.0/agents/5d0978f3-fbc6-42cd-8ede-39d22293f841/dhcp-networks HTTP/1.1" status: 200 len: 9625 time: 0.4277651 Dec 16 09:46:44.097866 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 39560) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:44.162660 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbce4f1-b38f-4a77-a22f-aac1b2ebecb9 req-a5ad69c3-2d88-4831-9f27-016773899660 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:44.164719 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-abbce4f1-b38f-4a77-a22f-aac1b2ebecb9 req-a5ad69c3-2d88-4831-9f27-016773899660 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe7c882d-59f2-4a20-8e97-de6ea28fd3ce HTTP/1.1" status: 200 len: 945 time: 0.1055615 Dec 16 09:46:44.180902 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7a583-21df-47c8-a589-57dddb5fcee3 req-22af1f60-3edb-4106-a581-d6188bbf7dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:44.182576 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31b7a583-21df-47c8-a589-57dddb5fcee3 req-22af1f60-3edb-4106-a581-d6188bbf7dde service neutron] 10.222.0.57 "GET /v2.0/networks?id=80ebca74-2610-4824-a3d8-8e60778e3639 HTTP/1.1" status: 200 len: 918 time: 0.2704444 Dec 16 09:46:44.282652 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-abbce4f1-b38f-4a77-a22f-aac1b2ebecb9 req-5008a67c-2a2b-4b24-aa15-3790d91c2977 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b8deb25-26f1-4060-9604-49a6649cba63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074262 Dec 16 09:46:44.361499 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31b7a583-21df-47c8-a589-57dddb5fcee3 req-a0163b92-e2a7-4a0a-bb80-fe39cc1cfa87 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87ea0160-6ace-441a-a60b-f7a3c189cbae HTTP/1.1" status: 200 len: 1001 time: 0.1517768 Dec 16 09:46:44.420510 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7a583-21df-47c8-a589-57dddb5fcee3 req-8dcf8702-7ccb-4a40-b8d5-9c4c11343664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:44.422071 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31b7a583-21df-47c8-a589-57dddb5fcee3 req-8dcf8702-7ccb-4a40-b8d5-9c4c11343664 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55767ecf-03fc-4a01-868c-518fd421c2f1 HTTP/1.1" status: 200 len: 856 time: 0.0519962 Dec 16 09:46:44.452031 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3b382-8363-4676-b726-60d11d974e42 req-251189eb-4ebb-4c7c-8687-7683b18d82a3 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:44.463628 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e3f3b382-8363-4676-b726-60d11d974e42 req-251189eb-4ebb-4c7c-8687-7683b18d82a3 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0827727 Dec 16 09:46:44.484295 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-191ede95-54cf-4013-8716-c7506c96483b tempest-DHCPAgentSchedulersTestJSON-1332914105 tempest-DHCPAgentSchedulersTestJSON-1332914105-project-admin] 10.222.0.60 "DELETE /v2.0/agents/5d0978f3-fbc6-42cd-8ede-39d22293f841/dhcp-networks/e496c3a5-d557-4c2f-9142-1ce35472048d HTTP/1.1" status: 204 len: 168 time: 0.3851035 Dec 16 09:46:44.484890 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 39574) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:44.530450 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e3f3b382-8363-4676-b726-60d11d974e42 req-8d480cc3-2a27-4d09-a712-34d8bebb89fa tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633020 Dec 16 09:46:44.534868 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7a583-21df-47c8-a589-57dddb5fcee3 req-dce195dd-f285-4a5c-9f26-5e67a1d1d24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:44.536670 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31b7a583-21df-47c8-a589-57dddb5fcee3 req-dce195dd-f285-4a5c-9f26-5e67a1d1d24d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80ebca74-2610-4824-a3d8-8e60778e3639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046984 Dec 16 09:46:44.798013 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9d264-cf18-4634-8bb3-01cb0763886d req-e624a8b6-2a44-4296-bcad-ad1b756574ee tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:44.800304 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-63b9d264-cf18-4634-8bb3-01cb0763886d req-e624a8b6-2a44-4296-bcad-ad1b756574ee tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 946 time: 0.1134441 Dec 16 09:46:44.857767 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-63b9d264-cf18-4634-8bb3-01cb0763886d req-90b12937-7959-42a5-9840-c62ae01c4e97 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482736 Dec 16 09:46:45.088664 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31b7a583-21df-47c8-a589-57dddb5fcee3 req-1a1f34de-c42d-4429-8850-5b9876275b79 service neutron] 10.222.0.57 "GET /v2.0/networks/80ebca74-2610-4824-a3d8-8e60778e3639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5077317 Dec 16 09:46:45.091904 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f097b0fb-274f-415e-9aff-7045d1993467 req-3262a536-f0e2-4cdd-863a-6171e4a3cda5 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup_general--400719861&fields=id&tenant_id=7b42c23eb8df4f149d42f9011b4094e4 HTTP/1.1" status: 200 len: 267 time: 0.4400489 Dec 16 09:46:45.207451 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1cb2e9bf-271b-4261-9b94-f16d36c53da6 tempest-DHCPAgentSchedulersTestJSON-1332914105 tempest-DHCPAgentSchedulersTestJSON-1332914105-project-admin] 10.222.0.60 "GET /v2.0/agents/5d0978f3-fbc6-42cd-8ede-39d22293f841/dhcp-networks HTTP/1.1" status: 200 len: 8854 time: 0.7210505 Dec 16 09:46:45.213105 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f097b0fb-274f-415e-9aff-7045d1993467 req-036e1543-aa4a-4a6c-9354-9b9b2b208592 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup_access--1868966939&fields=id&tenant_id=7b42c23eb8df4f149d42f9011b4094e4 HTTP/1.1" status: 200 len: 267 time: 0.1059062 Dec 16 09:46:45.215823 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39586) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:45.255515 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f3f47013-550e-4eab-addf-c33ebaebb27b tempest-DHCPAgentSchedulersTestJSON-1332914105 tempest-DHCPAgentSchedulersTestJSON-1332914105-project-admin] 10.222.0.60 "GET /v2.0/networks/52b5f599-bdc6-4e97-a96f-1ddf23cf22dc/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0380280 Dec 16 09:46:45.258859 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39588) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:45.290322 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-504914dc-0679-48e0-9a50-8185276bdbac tempest-DHCPAgentSchedulersTestJSON-1332914105 tempest-DHCPAgentSchedulersTestJSON-1332914105-project-admin] 10.222.0.60 "GET /v2.0/networks/52b5f599-bdc6-4e97-a96f-1ddf23cf22dc/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0288458 Dec 16 09:46:45.293357 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39590) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:45.356219 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31b7a583-21df-47c8-a589-57dddb5fcee3 req-9bb62151-5ac2-4348-bde5-5fea99c54d89 service neutron] 10.222.0.57 "GET /v2.0/networks/80ebca74-2610-4824-a3d8-8e60778e3639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582369 Dec 16 09:46:45.392309 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8aecf2-2e5f-4877-a4c9-ec9fc443c844 req-8ec79c0b-c5aa-498c-a76d-37e7ca7e5470 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:45.406719 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ca8aecf2-2e5f-4877-a4c9-ec9fc443c844 req-8ec79c0b-c5aa-498c-a76d-37e7ca7e5470 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe7c882d-59f2-4a20-8e97-de6ea28fd3ce HTTP/1.1" status: 200 len: 945 time: 0.1138966 Dec 16 09:46:45.530941 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097b0fb-274f-415e-9aff-7045d1993467 req-bb4ca15f-beea-4dae-8a74-3ea05118fe96 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:45.538356 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f097b0fb-274f-415e-9aff-7045d1993467 req-bb4ca15f-beea-4dae-8a74-3ea05118fe96 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/networks?id=5a02562f-10a8-4d88-83d6-a32f2df699b1 HTTP/1.1" status: 200 len: 796 time: 0.3143947 Dec 16 09:46:45.539356 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fcee6-dcc0-4e79-97ba-4fac88b8af36 req-74dcacf3-9af3-41d6-9a0d-5b147976fdcf tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:45.549222 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4c8fcee6-dcc0-4e79-97ba-4fac88b8af36 req-74dcacf3-9af3-41d6-9a0d-5b147976fdcf tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe7c882d-59f2-4a20-8e97-de6ea28fd3ce HTTP/1.1" status: 200 len: 945 time: 0.1346774 Dec 16 09:46:45.570378 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f097b0fb-274f-415e-9aff-7045d1993467 req-2d2e8b51-bd8e-4328-ab85-6252efe9ef04 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/quotas/7b42c23eb8df4f149d42f9011b4094e4 HTTP/1.1" status: 200 len: 375 time: 0.0305409 Dec 16 09:46:45.578956 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8f8f4b37-6447-4bce-a646-7b06c169f441 tempest-DHCPAgentSchedulersTestJSON-1332914105 tempest-DHCPAgentSchedulersTestJSON-1332914105-project-admin] 10.222.0.60 "GET /v2.0/agents/5d0978f3-fbc6-42cd-8ede-39d22293f841/dhcp-networks HTTP/1.1" status: 200 len: 8854 time: 0.2841530 Dec 16 09:46:45.586275 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39598) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:45.671095 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4c8fcee6-dcc0-4e79-97ba-4fac88b8af36 req-b5b91a62-101b-481b-b141-2d3ba5d61aca tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b8deb25-26f1-4060-9604-49a6649cba63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209211 Dec 16 09:46:45.690033 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f097b0fb-274f-415e-9aff-7045d1993467 req-85cf2933-e90d-481b-bd23-80fe4adcf399 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7b42c23eb8df4f149d42f9011b4094e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1157444 Dec 16 09:46:45.724074 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fafdb1e3-e87f-40b2-bf23-83338d48b060 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:45.871319 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-ca8aecf2-2e5f-4877-a4c9-ec9fc443c844 req-2310f7fe-a9c0-45e9-a991-ecd7b4d4319c tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] Deleting port 3bb4c570-3f2a-4597-9c01-bd57613b8757 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:46:45.872621 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ca8aecf2-2e5f-4877-a4c9-ec9fc443c844 req-2310f7fe-a9c0-45e9-a991-ecd7b4d4319c tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:45.880005 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d44f7-c92a-474d-986e-aadfcd649cdc req-9538ec0e-5629-44ff-a1ff-324771c09fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:45.881784 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7b0d44f7-c92a-474d-986e-aadfcd649cdc req-9538ec0e-5629-44ff-a1ff-324771c09fbe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1bf440b6c55457f8af9c018d530175b&device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 1097 time: 0.1895111 Dec 16 09:46:45.904728 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fafdb1e3-e87f-40b2-bf23-83338d48b060 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:45.983048 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-fafdb1e3-e87f-40b2-bf23-83338d48b060 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e496c3a5-d557-4c2f-9142-1ce35472048d']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:46.004091 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-fafdb1e3-e87f-40b2-bf23-83338d48b060 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '266cd87f-135f-4e93-a5f6-8f47fdd51064') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:46.004675 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-fafdb1e3-e87f-40b2-bf23-83338d48b060 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '266cd87f-135f-4e93-a5f6-8f47fdd51064') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:46.016773 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2043560-0cf2-4b59-aee8-858b84b4cb53 req-7cd0348d-efec-4a01-a9ff-4d352d40d4b1 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:46.018617 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c2043560-0cf2-4b59-aee8-858b84b4cb53 req-7cd0348d-efec-4a01-a9ff-4d352d40d4b1 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.1799333 Dec 16 09:46:46.033384 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f097b0fb-274f-415e-9aff-7045d1993467 req-3a9f0789-2dd4-4cef-a171-d078ff7e01db service neutron] 10.222.0.60 "GET /v2.0/networks/5a02562f-10a8-4d88-83d6-a32f2df699b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424008 Dec 16 09:46:46.057059 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fafdb1e3-e87f-40b2-bf23-83338d48b060 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:46.088767 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fafdb1e3-e87f-40b2-bf23-83338d48b060 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:46.102307 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fafdb1e3-e87f-40b2-bf23-83338d48b060 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:46:46.102918 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fafdb1e3-e87f-40b2-bf23-83338d48b060 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:46.107839 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:46:46.107839 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:46:46.107839 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:46:46.107839 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:46:46.107839 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:46:46.107839 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:46:46.107839 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:46:46.107839 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:46:46.107839 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:46:46.107839 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:46:46.107839 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:46:46.107839 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:46:46.107839 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:46:46.107839 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:46:46.107839 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:46:46.107839 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:46:46.107839 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:46:46.107839 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:46:46.107839 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:46:46.107839 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:46:46.107839 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:46:46.107839 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:46:46.107839 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:46:46.107839 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:46:46.107839 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:46:46.107839 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:46:46.107839 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:46:46.107839 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:46:46.107839 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:46:46.107839 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:46:46.107839 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:46:46.107839 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:46:46.183931 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-ca8aecf2-2e5f-4877-a4c9-ec9fc443c844 req-2310f7fe-a9c0-45e9-a991-ecd7b4d4319c tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] For port 3bb4c570-3f2a-4597-9c01-bd57613b8757, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=3bb4c570-3f2a-4597-9c01-bd57613b8757,segment=NetworkSegment(3ebf23b0-c3e5-4b2c-a17f-dd71a838821e),segment_id=3ebf23b0-c3e5-4b2c-a17f-dd71a838821e)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:46.184400 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ca8aecf2-2e5f-4877-a4c9-ec9fc443c844 req-2310f7fe-a9c0-45e9-a991-ecd7b4d4319c tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:46.190109 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d44f7-c92a-474d-986e-aadfcd649cdc req-b57bf9a9-7187-49ec-8a9e-fa22dcd3eb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:46.191716 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c2043560-0cf2-4b59-aee8-858b84b4cb53 req-6fc89394-3131-477e-a792-47fd3dc39dbc tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389258 Dec 16 09:46:46.191946 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7b0d44f7-c92a-474d-986e-aadfcd649cdc req-b57bf9a9-7187-49ec-8a9e-fa22dcd3eb79 service neutron] 10.222.0.57 "GET /v2.0/networks?id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f HTTP/1.1" status: 200 len: 912 time: 0.2959578 Dec 16 09:46:46.220287 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-ca8aecf2-2e5f-4877-a4c9-ec9fc443c844 req-2310f7fe-a9c0-45e9-a991-ecd7b4d4319c tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] Calling delete_port for 3bb4c570-3f2a-4597-9c01-bd57613b8757 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:46:46.425190 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7b0d44f7-c92a-474d-986e-aadfcd649cdc req-bc598139-1a68-4535-a3ae-7b82e951bdc0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=755b9b72-66e2-4759-850f-a6c89b21e703 HTTP/1.1" status: 200 len: 217 time: 0.0574851 Dec 16 09:46:46.425190 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f097b0fb-274f-415e-9aff-7045d1993467 req-89479346-d6bc-4ef9-acdd-67fef783d973 service neutron] 10.222.0.60 "GET /v2.0/networks/5a02562f-10a8-4d88-83d6-a32f2df699b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256326 Dec 16 09:46:46.425190 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d44f7-c92a-474d-986e-aadfcd649cdc req-91c52896-9054-4180-880d-30020408b395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:46.425190 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7b0d44f7-c92a-474d-986e-aadfcd649cdc req-91c52896-9054-4180-880d-30020408b395 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c3e23022-6181-4c07-9324-a5452325576b HTTP/1.1" status: 200 len: 850 time: 0.1172376 Dec 16 09:46:46.435357 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d74c1d-0880-4cfc-91e2-407bc709ba25 req-fa323da7-bbe2-4b63-b8c7-b158daffbb57 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:46.447157 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-71d74c1d-0880-4cfc-91e2-407bc709ba25 req-fa323da7-bbe2-4b63-b8c7-b158daffbb57 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 946 time: 0.1128538 Dec 16 09:46:46.465827 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d44f7-c92a-474d-986e-aadfcd649cdc req-e23a5e5e-7826-4a2c-b314-0d44298b55a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:46.467466 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7b0d44f7-c92a-474d-986e-aadfcd649cdc req-e23a5e5e-7826-4a2c-b314-0d44298b55a0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707002 Dec 16 09:46:46.559531 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-71d74c1d-0880-4cfc-91e2-407bc709ba25 req-1d95ecb2-29cf-4a9b-888d-5f32f768ab11 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107690 Dec 16 09:46:46.574405 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fafdb1e3-e87f-40b2-bf23-83338d48b060 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:46.603417 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fafdb1e3-e87f-40b2-bf23-83338d48b060 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:46.605300 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7b0d44f7-c92a-474d-986e-aadfcd649cdc req-ab1a5ea4-855f-4971-9011-84b0d8394ee4 service neutron] 10.222.0.57 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264257 Dec 16 09:46:46.607047 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fafdb1e3-e87f-40b2-bf23-83338d48b060 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] 10.222.0.60 "DELETE /v2.0/networks/e496c3a5-d557-4c2f-9142-1ce35472048d HTTP/1.1" status: 204 len: 168 time: 1.0199301 Dec 16 09:46:46.608164 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafdb1e3-e87f-40b2-bf23-83338d48b060 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Pushing event deleted for resources: {'Network': ['ID=e496c3a5-d557-4c2f-9142-1ce35472048d,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:46.610565 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 39608) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:46.802033 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7b0d44f7-c92a-474d-986e-aadfcd649cdc req-abccfc35-15ce-4927-9aae-3f9fd54944cd service neutron] 10.222.0.57 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886854 Dec 16 09:46:46.803386 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb234dd-fafd-4517-b7d5-7f49141c4a09 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] DELETE failed (client error): The resource could not be found. Dec 16 09:46:46.804880 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdb234dd-fafd-4517-b7d5-7f49141c4a09 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:46:46.815192 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39622) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:46.815409 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fdb234dd-fafd-4517-b7d5-7f49141c4a09 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] 10.222.0.60 "DELETE /v2.0/ports/59cb8a9e-e576-4c99-9767-ca34c1acc937 HTTP/1.1" status: 404 len: 333 time: 0.2032781 Dec 16 09:46:46.816296 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ca8aecf2-2e5f-4877-a4c9-ec9fc443c844 req-2310f7fe-a9c0-45e9-a991-ecd7b4d4319c tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:46.831787 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['3bb4c570-3f2a-4597-9c01-bd57613b8757'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:46:46.904180 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-54ba42c2-b679-4b2d-b92a-6d72afe358ab tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Deleting subnet 7b44815d-99bc-4e23-8192-de0a89fd68ad {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:46:46.943047 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-54ba42c2-b679-4b2d-b92a-6d72afe358ab tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:46.947787 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a7931827-4ffa-49fe-9355-0a507efb1e75 req-3521d58e-0f68-4bc0-80fd-3b8860670119 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe7c882d-59f2-4a20-8e97-de6ea28fd3ce HTTP/1.1" status: 200 len: 210 time: 0.0402737 Dec 16 09:46:46.993001 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-54ba42c2-b679-4b2d-b92a-6d72afe358ab tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:47.021764 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310f7fe-a9c0-45e9-a991-ecd7b4d4319c tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] Pushing event deleted for resources: {'Port': ['ID=3bb4c570-3f2a-4597-9c01-bd57613b8757,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:47.026944 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-85d747c8-f778-430c-a185-ad031f01131f req-1f5eaee4-31a9-4b08-8df8-d80a381efb88 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c6cbd9-5686-40fc-8f10-b5b8b725f529 HTTP/1.1" status: 200 len: 210 time: 0.1450541 Dec 16 09:46:47.091717 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8aecf2-2e5f-4877-a4c9-ec9fc443c844 req-2310f7fe-a9c0-45e9-a991-ecd7b4d4319c tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] No DVR routers for this DVR port 3bb4c570-3f2a-4597-9c01-bd57613b8757 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:46:47.096867 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ca8aecf2-2e5f-4877-a4c9-ec9fc443c844 req-2310f7fe-a9c0-45e9-a991-ecd7b4d4319c tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:47.100562 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ca8aecf2-2e5f-4877-a4c9-ec9fc443c844 req-2310f7fe-a9c0-45e9-a991-ecd7b4d4319c tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] 10.222.0.58 "DELETE /v2.0/ports/3bb4c570-3f2a-4597-9c01-bd57613b8757 HTTP/1.1" status: 204 len: 173 time: 1.6426580 Dec 16 09:46:47.101806 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7c882d-59f2-4a20-8e97-de6ea28fd3ce', 'name': 'network-vif-deleted', 'tag': '3bb4c570-3f2a-4597-9c01-bd57613b8757'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:46:47.110625 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9eee09e-5d3f-41b8-bf55-78353c48cbe4" -d '{"events": [{"server_uuid": "fe7c882d-59f2-4a20-8e97-de6ea28fd3ce", "name": "network-vif-deleted", "tag": "3bb4c570-3f2a-4597-9c01-bd57613b8757"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:46:47.168565 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4d7b04-1b41-45f5-98d4-59c2c2b5c472 x-openstack-request-id: req-3e4d7b04-1b41-45f5-98d4-59c2c2b5c472 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:46:47.169026 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7c882d-59f2-4a20-8e97-de6ea28fd3ce", "name": "network-vif-deleted", "tag": "3bb4c570-3f2a-4597-9c01-bd57613b8757", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:46:47.169469 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3e4d7b04-1b41-45f5-98d4-59c2c2b5c472 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:46:47.170025 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7c882d-59f2-4a20-8e97-de6ea28fd3ce', 'name': 'network-vif-deleted', 'tag': '3bb4c570-3f2a-4597-9c01-bd57613b8757', 'status': 'completed', 'code': 200} Dec 16 09:46:47.199399 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-54ba42c2-b679-4b2d-b92a-6d72afe358ab tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:47.358191 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-54ba42c2-b679-4b2d-b92a-6d72afe358ab tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:47.378371 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298463c-0d38-4dac-b731-3e4f080b4d00 req-4ba340ee-d24a-4f0a-8943-7c0448cf6989 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:47.380480 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2298463c-0d38-4dac-b731-3e4f080b4d00 req-4ba340ee-d24a-4f0a-8943-7c0448cf6989 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0992537 Dec 16 09:46:47.407077 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-54ba42c2-b679-4b2d-b92a-6d72afe358ab tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:47.415605 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf310eb-fc87-4dba-848f-be5b04cb83dc None None] Network 52b5f599-bdc6-4e97-a96f-1ddf23cf22dc requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:47.436724 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 39634) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:47.439924 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-54ba42c2-b679-4b2d-b92a-6d72afe358ab tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] 10.222.0.60 "DELETE /v2.0/subnets/7b44815d-99bc-4e23-8192-de0a89fd68ad HTTP/1.1" status: 204 len: 168 time: 0.6229031 Dec 16 09:46:47.441094 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba42c2-b679-4b2d-b92a-6d72afe358ab tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Pushing event deleted for resources: {'Subnet': ['ID=7b44815d-99bc-4e23-8192-de0a89fd68ad,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:47.477381 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2298463c-0d38-4dac-b731-3e4f080b4d00 req-05c135c2-a2c6-477a-8fad-47cde9abbe87 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884271 Dec 16 09:46:47.571946 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-48ffa8d6-31b6-45c5-a27b-b3a3fb0c7375 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:47.658765 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-48ffa8d6-31b6-45c5-a27b-b3a3fb0c7375 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Deleting port 9002b19b-7b40-4f38-b4b8-8ab0a0e9ee1b {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:46:47.659253 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-48ffa8d6-31b6-45c5-a27b-b3a3fb0c7375 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:47.838233 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63042db-f8ed-49fc-a322-3e3bfdf93205 None None] DHCP port deletion for 52b5f599-bdc6-4e97-a96f-1ddf23cf22dc request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:46:47.860650 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-48ffa8d6-31b6-45c5-a27b-b3a3fb0c7375 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] For port 9002b19b-7b40-4f38-b4b8-8ab0a0e9ee1b, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=9002b19b-7b40-4f38-b4b8-8ab0a0e9ee1b,segment=NetworkSegment(3f7c2b4e-4201-4018-8f1c-34b7a083b281),segment_id=3f7c2b4e-4201-4018-8f1c-34b7a083b281)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:47.861082 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-48ffa8d6-31b6-45c5-a27b-b3a3fb0c7375 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:47.878850 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-48ffa8d6-31b6-45c5-a27b-b3a3fb0c7375 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Calling delete_port for 9002b19b-7b40-4f38-b4b8-8ab0a0e9ee1b owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:46:47.897333 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce98511-5ed7-4847-9352-c3671a60057f req-9c7f9d1a-98ba-431d-b8e8-dee7debc1ce4 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:47.905423 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8ce98511-5ed7-4847-9352-c3671a60057f req-9c7f9d1a-98ba-431d-b8e8-dee7debc1ce4 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 946 time: 0.2048090 Dec 16 09:46:47.917296 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f63042db-f8ed-49fc-a322-3e3bfdf93205 None None] Deleting port 9002b19b-7b40-4f38-b4b8-8ab0a0e9ee1b {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:46:47.917735 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f63042db-f8ed-49fc-a322-3e3bfdf93205 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:48.000705 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f63042db-f8ed-49fc-a322-3e3bfdf93205 None None] For port 9002b19b-7b40-4f38-b4b8-8ab0a0e9ee1b, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=9002b19b-7b40-4f38-b4b8-8ab0a0e9ee1b,segment=NetworkSegment(3f7c2b4e-4201-4018-8f1c-34b7a083b281),segment_id=3f7c2b4e-4201-4018-8f1c-34b7a083b281)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:48.008219 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f63042db-f8ed-49fc-a322-3e3bfdf93205 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:48.008366 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8ce98511-5ed7-4847-9352-c3671a60057f req-6b000d24-0a2d-4ba6-b542-d7f5130bc7d7 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982034 Dec 16 09:46:48.035179 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f63042db-f8ed-49fc-a322-3e3bfdf93205 None None] Calling delete_port for 9002b19b-7b40-4f38-b4b8-8ab0a0e9ee1b owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:46:48.105704 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b42c170f-127d-4fcb-82db-41c0c2b22004 req-3de04270-2c40-41e1-bb12-dc87707cfcf6 tempest-VolumesActionsTest-279574041 tempest-VolumesActionsTest-279574041-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe7c882d-59f2-4a20-8e97-de6ea28fd3ce HTTP/1.1" status: 200 len: 210 time: 0.0324764 Dec 16 09:46:48.136605 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-78d0d32b-fe6d-4a36-87f7-52101627eedb req-d4c822f1-77b9-44b1-82e0-d0a5167d7efe tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c6cbd9-5686-40fc-8f10-b5b8b725f529 HTTP/1.1" status: 200 len: 210 time: 0.0389562 Dec 16 09:46:48.196625 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-48ffa8d6-31b6-45c5-a27b-b3a3fb0c7375 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:48.230171 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ffa8d6-31b6-45c5-a27b-b3a3fb0c7375 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Pushing event deleted for resources: {'Port': ['ID=9002b19b-7b40-4f38-b4b8-8ab0a0e9ee1b,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:48.234822 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ffa8d6-31b6-45c5-a27b-b3a3fb0c7375 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] No DVR routers for this DVR port 9002b19b-7b40-4f38-b4b8-8ab0a0e9ee1b on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:46:48.268530 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f63042db-f8ed-49fc-a322-3e3bfdf93205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:48.294039 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63042db-f8ed-49fc-a322-3e3bfdf93205 None None] Pushing event deleted for resources: {'Port': ['ID=9002b19b-7b40-4f38-b4b8-8ab0a0e9ee1b,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:48.297564 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63042db-f8ed-49fc-a322-3e3bfdf93205 None None] No DVR routers for this DVR port 9002b19b-7b40-4f38-b4b8-8ab0a0e9ee1b on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:46:48.327894 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-48ffa8d6-31b6-45c5-a27b-b3a3fb0c7375 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:48.352034 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-48ffa8d6-31b6-45c5-a27b-b3a3fb0c7375 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52b5f599-bdc6-4e97-a96f-1ddf23cf22dc']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:48.361765 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-48ffa8d6-31b6-45c5-a27b-b3a3fb0c7375 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f7c2b4e-4201-4018-8f1c-34b7a083b281') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:48.362060 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-48ffa8d6-31b6-45c5-a27b-b3a3fb0c7375 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f7c2b4e-4201-4018-8f1c-34b7a083b281') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:48.372184 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-48ffa8d6-31b6-45c5-a27b-b3a3fb0c7375 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:48.386145 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-48ffa8d6-31b6-45c5-a27b-b3a3fb0c7375 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:48.395212 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48ffa8d6-31b6-45c5-a27b-b3a3fb0c7375 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:46:48.395849 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-48ffa8d6-31b6-45c5-a27b-b3a3fb0c7375 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:48.399218 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:46:48.399218 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:46:48.399218 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:46:48.399218 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:46:48.399218 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:46:48.399218 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:46:48.399218 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:46:48.399218 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:46:48.399218 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:46:48.399218 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:46:48.399218 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:46:48.399218 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:46:48.399218 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:46:48.399218 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:46:48.399218 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:46:48.399218 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:46:48.399218 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:46:48.399218 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:46:48.399218 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:46:48.399218 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:46:48.399218 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:46:48.399218 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:46:48.399218 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:46:48.399218 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:46:48.399218 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:46:48.399218 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:46:48.399218 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:46:48.399218 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:46:48.399218 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:46:48.399218 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:46:48.399218 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:46:48.399218 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:46:48.613038 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-48ffa8d6-31b6-45c5-a27b-b3a3fb0c7375 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:48.629031 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-48ffa8d6-31b6-45c5-a27b-b3a3fb0c7375 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:48.629031 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-48ffa8d6-31b6-45c5-a27b-b3a3fb0c7375 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] 10.222.0.60 "DELETE /v2.0/networks/52b5f599-bdc6-4e97-a96f-1ddf23cf22dc HTTP/1.1" status: 204 len: 168 time: 1.1767817 Dec 16 09:46:48.629329 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f406a-b0d2-4295-823a-5b69e59363ce req-049405a9-c3a6-43dd-8d80-5ff8e0918a69 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:48.635885 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e74f406a-b0d2-4295-823a-5b69e59363ce req-049405a9-c3a6-43dd-8d80-5ff8e0918a69 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0667484 Dec 16 09:46:48.654119 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ffa8d6-31b6-45c5-a27b-b3a3fb0c7375 tempest-DHCPAgentSchedulersTestJSON-171603563 tempest-DHCPAgentSchedulersTestJSON-171603563-project] Pushing event deleted for resources: {'Network': ['ID=52b5f599-bdc6-4e97-a96f-1ddf23cf22dc,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:48.676519 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e74f406a-b0d2-4295-823a-5b69e59363ce req-b04bbe50-2584-4445-b547-b67bd333d1f5 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393891 Dec 16 09:46:49.062401 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 755b9b72-66e2-4759-850f-a6c89b21e703 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:46:49.158964 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39672) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:49.166679 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:49.207934 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14510a6-333f-4586-aa1a-f8c7185ffabb req-914f593b-0f30-43f1-abd1-b2857bbbc79c tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:49.211992 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95098a3a-4d42-4d77-bd6d-df24a2055fc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '755b9b72-66e2-4759-850f-a6c89b21e703'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:46:49.213759 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f14510a6-333f-4586-aa1a-f8c7185ffabb req-914f593b-0f30-43f1-abd1-b2857bbbc79c tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 946 time: 0.1102769 Dec 16 09:46:49.214704 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449968b4-e7df-4d54-9700-8d74e6ec9f1f" -d '{"events": [{"server_uuid": "95098a3a-4d42-4d77-bd6d-df24a2055fc6", "name": "network-vif-unplugged", "status": "completed", "tag": "755b9b72-66e2-4759-850f-a6c89b21e703"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:46:49.256588 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 755b9b72-66e2-4759-850f-a6c89b21e703, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=755b9b72-66e2-4759-850f-a6c89b21e703,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:49.298870 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 9002b19b-7b40-4f38-b4b8-8ab0a0e9ee1b no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:46:49.301142 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-49f0ca36-2d6d-47c1-b53a-2a8475257d10 req-593fc7ee-7b87-470a-87d6-0513c95e8ad5 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c6cbd9-5686-40fc-8f10-b5b8b725f529 HTTP/1.1" status: 200 len: 210 time: 0.0492077 Dec 16 09:46:49.307439 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f14510a6-333f-4586-aa1a-f8c7185ffabb req-f6132229-4a7f-4a70-a40b-5fa2a124f8db tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883918 Dec 16 09:46:49.345071 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 9002b19b-7b40-4f38-b4b8-8ab0a0e9ee1b {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:46:49.345455 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 9002b19b-7b40-4f38-b4b8-8ab0a0e9ee1b not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:46:49.360976 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:49.431547 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e0f57678-32ed-482a-846f-6e22a89ea85f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=219441a4bd2a472795e895884daaa090&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2714238 Dec 16 09:46:49.434127 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39684) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:49.436261 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e39b644-8380-45c4-b44f-313031f67afc x-openstack-request-id: req-4e39b644-8380-45c4-b44f-313031f67afc {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:46:49.436545 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95098a3a-4d42-4d77-bd6d-df24a2055fc6", "name": "network-vif-unplugged", "status": "completed", "tag": "755b9b72-66e2-4759-850f-a6c89b21e703", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:46:49.436794 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4e39b644-8380-45c4-b44f-313031f67afc {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:46:49.437206 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95098a3a-4d42-4d77-bd6d-df24a2055fc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '755b9b72-66e2-4759-850f-a6c89b21e703', 'code': 200} Dec 16 09:46:49.472936 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:46:49.483223 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=755b9b72-66e2-4759-850f-a6c89b21e703,revision_number=8']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:49.496846 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-25ad3d58-1f1a-4c68-ad6f-7fc1c2f70140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:49.504062 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794644c4-7ef5-46bd-b028-4498d8892fa4 req-193422d6-8569-400a-9259-fab0a0141516 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:49.506450 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-794644c4-7ef5-46bd-b028-4498d8892fa4 req-193422d6-8569-400a-9259-fab0a0141516 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.1019049 Dec 16 09:46:49.521931 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-25ad3d58-1f1a-4c68-ad6f-7fc1c2f70140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:49.546338 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-794644c4-7ef5-46bd-b028-4498d8892fa4 req-e5a1ad33-e2a5-4ff5-aab6-583a9fd1cba4 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332224 Dec 16 09:46:49.604144 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 3bb4c570-3f2a-4597-9c01-bd57613b8757 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:46:49.665644 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 3bb4c570-3f2a-4597-9c01-bd57613b8757 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:46:49.665976 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 3bb4c570-3f2a-4597-9c01-bd57613b8757 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:46:49.670359 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e014a0-d6d0-42e8-9f6d-879327f9db90 req-c6d7193d-ea7d-4b08-a2bf-da4c8a04c099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:49.672843 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f2e014a0-d6d0-42e8-9f6d-879327f9db90 req-c6d7193d-ea7d-4b08-a2bf-da4c8a04c099 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a0706203d71045cabb82519392ed3f4b&device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 1097 time: 0.0530379 Dec 16 09:46:49.681942 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-25ad3d58-1f1a-4c68-ad6f-7fc1c2f70140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:49.684557 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-25ad3d58-1f1a-4c68-ad6f-7fc1c2f70140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:49.688257 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-25ad3d58-1f1a-4c68-ad6f-7fc1c2f70140 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1bc9c04f-fa03-4d3e-843a-0af3ba7b4048 HTTP/1.1" status: 204 len: 168 time: 0.2502062 Dec 16 09:46:49.721319 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad3d58-1f1a-4c68-ad6f-7fc1c2f70140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc9c04f-fa03-4d3e-843a-0af3ba7b4048,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:49.760811 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bf15f-f57e-45c7-9e0d-c20912e6f39d req-d603e4e3-09e3-41b1-ae27-ed76b7aa2ce8 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:49.772709 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d80bf15f-f57e-45c7-9e0d-c20912e6f39d req-d603e4e3-09e3-41b1-ae27-ed76b7aa2ce8 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.1280637 Dec 16 09:46:49.800909 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e014a0-d6d0-42e8-9f6d-879327f9db90 req-bb55fb80-89c8-473c-b411-47d5e8ef229e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:49.803212 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f2e014a0-d6d0-42e8-9f6d-879327f9db90 req-bb55fb80-89c8-473c-b411-47d5e8ef229e service neutron] 10.222.0.57 "GET /v2.0/networks?id=eab87cca-b536-47b9-a963-f17d059e279c HTTP/1.1" status: 200 len: 915 time: 0.1226177 Dec 16 09:46:49.835520 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d80bf15f-f57e-45c7-9e0d-c20912e6f39d req-9b2b4e3f-90e7-4848-97e2-dd3fd2ed3b4d tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574238 Dec 16 09:46:49.865715 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f2e014a0-d6d0-42e8-9f6d-879327f9db90 req-5cd5a558-aced-4ad8-b4b4-519790959132 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=717fbe03-0c13-49de-b1e2-bf349759be25 HTTP/1.1" status: 200 len: 217 time: 0.0465326 Dec 16 09:46:49.950499 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e014a0-d6d0-42e8-9f6d-879327f9db90 req-c6c109ba-2bd7-422c-a061-d20d9fcdca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:49.952736 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f2e014a0-d6d0-42e8-9f6d-879327f9db90 req-c6c109ba-2bd7-422c-a061-d20d9fcdca99 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=79712853-d8c5-43f4-badd-7d13d8248fb4 HTTP/1.1" status: 200 len: 854 time: 0.0799313 Dec 16 09:46:49.965530 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e5245-596a-4376-993b-daffcbd9bae1 req-839cf3cf-2f4c-424f-867e-fcc422313a1c tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:49.967581 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5c0e5245-596a-4376-993b-daffcbd9bae1 req-839cf3cf-2f4c-424f-867e-fcc422313a1c tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0853431 Dec 16 09:46:50.000713 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f2e014a0-d6d0-42e8-9f6d-879327f9db90 req-856a9d53-8bb5-4840-962f-21d6c3723e1b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eab87cca-b536-47b9-a963-f17d059e279c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327773 Dec 16 09:46:50.080293 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5c0e5245-596a-4376-993b-daffcbd9bae1 req-97bfec4e-7e4d-455d-8be5-9fbd41dd3536 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045594 Dec 16 09:46:50.128708 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f2e014a0-d6d0-42e8-9f6d-879327f9db90 req-f4de7f48-cc93-4b31-adef-f50ad0917485 service neutron] 10.222.0.57 "GET /v2.0/networks/eab87cca-b536-47b9-a963-f17d059e279c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195192 Dec 16 09:46:50.380032 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70386b86-1761-4a65-b69f-a4e80e60f8dd req-b33396df-19f1-45e8-9b9f-38e2e8a3a843 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:50.381948 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70386b86-1761-4a65-b69f-a4e80e60f8dd req-b33396df-19f1-45e8-9b9f-38e2e8a3a843 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.0809605 Dec 16 09:46:50.409887 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f2e014a0-d6d0-42e8-9f6d-879327f9db90 req-2bc646e3-9c3a-4ee0-94ce-04cd7cfc5b09 service neutron] 10.222.0.57 "GET /v2.0/networks/eab87cca-b536-47b9-a963-f17d059e279c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711995 Dec 16 09:46:50.425708 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-16432d7d-58ea-4341-bee9-f2067fb013f5 req-7234ebb2-287a-46e3-831c-3203e0e79658 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c6cbd9-5686-40fc-8f10-b5b8b725f529 HTTP/1.1" status: 200 len: 210 time: 0.0309458 Dec 16 09:46:50.439920 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70386b86-1761-4a65-b69f-a4e80e60f8dd req-cc03f29f-f088-464a-a22f-2f5456790b6f tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481594 Dec 16 09:46:50.562461 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097b0fb-274f-415e-9aff-7045d1993467 req-21a29815-44ad-48cc-aec0-959b7a10d1ec tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:50.563884 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f097b0fb-274f-415e-9aff-7045d1993467 req-21a29815-44ad-48cc-aec0-959b7a10d1ec tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.57 "GET /v2.0/networks?id=5a02562f-10a8-4d88-83d6-a32f2df699b1 HTTP/1.1" status: 200 len: 796 time: 0.1078179 Dec 16 09:46:50.619770 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f097b0fb-274f-415e-9aff-7045d1993467 req-dbbab5b3-b1f3-4ee0-8a83-f8406435822e tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b42c23eb8df4f149d42f9011b4094e4 HTTP/1.1" status: 200 len: 477 time: 0.0370309 Dec 16 09:46:50.630992 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-f097b0fb-274f-415e-9aff-7045d1993467 req-bcf1da83-f6e6-41df-a642-7d18ee2f6d82 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Request body: {'port': {'device_id': '02c6cbd9-5686-40fc-8f10-b5b8b725f529', 'network_id': '5a02562f-10a8-4d88-83d6-a32f2df699b1', 'admin_state_up': True, 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'security_groups': ['474d4bd9-dbe6-4764-aefd-834e59638f0c', 'c275e0a8-4f50-4428-b288-a7815700998f']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:50.814672 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39718) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:50.840331 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-47ae584f-b5e0-47e9-afab-c6b8e22c49d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:50.857734 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f097b0fb-274f-415e-9aff-7045d1993467 req-bcf1da83-f6e6-41df-a642-7d18ee2f6d82 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Made reservation on behalf of 7b42c23eb8df4f149d42f9011b4094e4 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:50.862329 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f097b0fb-274f-415e-9aff-7045d1993467 req-bcf1da83-f6e6-41df-a642-7d18ee2f6d82 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:50.924091 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-47ae584f-b5e0-47e9-afab-c6b8e22c49d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:51.017819 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-f097b0fb-274f-415e-9aff-7045d1993467 req-bcf1da83-f6e6-41df-a642-7d18ee2f6d82 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Allocated IP 172.20.0.14 (5a02562f-10a8-4d88-83d6-a32f2df699b1/032bfb4f-408e-4133-bb7d-b9bd89ce6124/8220ea18-59f3-4751-a98a-dda07652e651) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:46:51.025555 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-47ae584f-b5e0-47e9-afab-c6b8e22c49d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:51.062523 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-47ae584f-b5e0-47e9-afab-c6b8e22c49d7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fbdd23d9fcd846cbb576211ff1f3b4c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2467647 Dec 16 09:46:51.073099 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39722) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:51.092246 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae584f-b5e0-47e9-afab-c6b8e22c49d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c85749-0e1d-4c40-97fd-d47520b25e59,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:51.262120 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f097b0fb-274f-415e-9aff-7045d1993467 req-bcf1da83-f6e6-41df-a642-7d18ee2f6d82 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:51.280106 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2e4b2-18be-4b7c-b6a6-6a2eee083a60 req-d15ef5ea-3579-4a38-9936-08a792eac30f tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:51.282274 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0d2e4b2-18be-4b7c-b6a6-6a2eee083a60 req-d15ef5ea-3579-4a38-9936-08a792eac30f tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0966485 Dec 16 09:46:51.357610 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0d2e4b2-18be-4b7c-b6a6-6a2eee083a60 req-3fd28eaf-734c-4663-ba5c-3ebaf366fa39 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659704 Dec 16 09:46:51.435119 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f097b0fb-274f-415e-9aff-7045d1993467 req-bcf1da83-f6e6-41df-a642-7d18ee2f6d82 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:51.507075 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f097b0fb-274f-415e-9aff-7045d1993467 req-bcf1da83-f6e6-41df-a642-7d18ee2f6d82 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Network 5a02562f-10a8-4d88-83d6-a32f2df699b1 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:46:51.510295 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-f097b0fb-274f-415e-9aff-7045d1993467 req-bcf1da83-f6e6-41df-a642-7d18ee2f6d82 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:51.512804 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f097b0fb-274f-415e-9aff-7045d1993467 req-bcf1da83-f6e6-41df-a642-7d18ee2f6d82 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:46:51.566741 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1da83-f6e6-41df-a642-7d18ee2f6d82 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Pushing event updated for resources: {'Port': ['ID=8220ea18-59f3-4751-a98a-dda07652e651,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:51.609248 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9891cef-f6c3-46b4-ba3e-1bee740fcbaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:51.612755 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097b0fb-274f-415e-9aff-7045d1993467 req-bcf1da83-f6e6-41df-a642-7d18ee2f6d82 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:51.613515 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f097b0fb-274f-415e-9aff-7045d1993467 req-bcf1da83-f6e6-41df-a642-7d18ee2f6d82 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:51.648922 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebca54-ee17-4552-8f32-47130eb12464 req-e3849419-2f85-4744-bddc-0262d81e09d2 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:51.657382 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e9ebca54-ee17-4552-8f32-47130eb12464 req-e3849419-2f85-4744-bddc-0262d81e09d2 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c6cbd9-5686-40fc-8f10-b5b8b725f529 HTTP/1.1" status: 200 len: 971 time: 0.0871723 Dec 16 09:46:51.684527 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9891cef-f6c3-46b4-ba3e-1bee740fcbaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:51.685462 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f4984-3fa6-409b-bd3b-c0dc82339e06 req-39f42a92-12d3-4a06-868b-357b82c7d495 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:51.688594 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-922f4984-3fa6-409b-bd3b-c0dc82339e06 req-39f42a92-12d3-4a06-868b-357b82c7d495 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.1232555 Dec 16 09:46:51.747028 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e9ebca54-ee17-4552-8f32-47130eb12464 req-9d554512-a8df-4fd0-ba3f-1770f118958a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/security-groups?id=c275e0a8-4f50-4428-b288-a7815700998f&id=474d4bd9-dbe6-4764-aefd-834e59638f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0843205 Dec 16 09:46:51.749538 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-922f4984-3fa6-409b-bd3b-c0dc82339e06 req-f2de63a3-1755-4631-8146-5f32bd0b6cdd tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535319 Dec 16 09:46:51.753774 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f097b0fb-274f-415e-9aff-7045d1993467 req-bcf1da83-f6e6-41df-a642-7d18ee2f6d82 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.1264241 Dec 16 09:46:51.773896 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-f097b0fb-274f-415e-9aff-7045d1993467 req-ea9cce11-551a-4450-ad2c-51b5893d6c15 service neutron] Request body: {'port': {'device_id': '02c6cbd9-5686-40fc-8f10-b5b8b725f529', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:51.829390 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f097b0fb-274f-415e-9aff-7045d1993467 req-ea9cce11-551a-4450-ad2c-51b5893d6c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:51.855606 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9891cef-f6c3-46b4-ba3e-1bee740fcbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:51.857594 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-48c55c0c-b4ca-4459-a158-c64711a3ffd2 None None] Provisioning complete for port 8220ea18-59f3-4751-a98a-dda07652e651 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:51.858216 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9891cef-f6c3-46b4-ba3e-1bee740fcbaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:51.858669 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-48c55c0c-b4ca-4459-a158-c64711a3ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:51.859443 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c9891cef-f6c3-46b4-ba3e-1bee740fcbaf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e4c85749-0e1d-4c40-97fd-d47520b25e59 HTTP/1.1" status: 204 len: 168 time: 0.7877162 Dec 16 09:46:51.868903 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9891cef-f6c3-46b4-ba3e-1bee740fcbaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c85749-0e1d-4c40-97fd-d47520b25e59,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:51.939166 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-48c55c0c-b4ca-4459-a158-c64711a3ffd2 None None] Port 8220ea18-59f3-4751-a98a-dda07652e651 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:46:52.153876 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-f097b0fb-274f-415e-9aff-7045d1993467 req-ea9cce11-551a-4450-ad2c-51b5893d6c15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8220ea18-59f3-4751-a98a-dda07652e651 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:46:52.160873 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f097b0fb-274f-415e-9aff-7045d1993467 req-ea9cce11-551a-4450-ad2c-51b5893d6c15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:52.174272 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-f097b0fb-274f-415e-9aff-7045d1993467 req-ea9cce11-551a-4450-ad2c-51b5893d6c15 service neutron] Transition to ACTIVE for port object 8220ea18-59f3-4751-a98a-dda07652e651 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:46:52.251872 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f097b0fb-274f-415e-9aff-7045d1993467 req-ea9cce11-551a-4450-ad2c-51b5893d6c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:52.306235 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9cce11-551a-4450-ad2c-51b5893d6c15 service neutron] Pushing event updated for resources: {'Port': ['ID=8220ea18-59f3-4751-a98a-dda07652e651,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:52.434286 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f097b0fb-274f-415e-9aff-7045d1993467 req-ea9cce11-551a-4450-ad2c-51b5893d6c15 service neutron] Attempting to bind port 8220ea18-59f3-4751-a98a-dda07652e651 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:46:52.434898 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f097b0fb-274f-415e-9aff-7045d1993467 req-ea9cce11-551a-4450-ad2c-51b5893d6c15 service neutron] Attempting to bind port 8220ea18-59f3-4751-a98a-dda07652e651 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '3f52809d-f275-4358-9194-c1cab5ab6e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5a02562f-10a8-4d88-83d6-a32f2df699b1'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:46:52.435585 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f097b0fb-274f-415e-9aff-7045d1993467 req-ea9cce11-551a-4450-ad2c-51b5893d6c15 service neutron] Attempting to bind port 8220ea18-59f3-4751-a98a-dda07652e651 on network 5a02562f-10a8-4d88-83d6-a32f2df699b1 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:46:52.442436 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f097b0fb-274f-415e-9aff-7045d1993467 req-ea9cce11-551a-4450-ad2c-51b5893d6c15 service neutron] Port 8220ea18-59f3-4751-a98a-dda07652e651 on network 5a02562f-10a8-4d88-83d6-a32f2df699b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:46:52.443032 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f097b0fb-274f-415e-9aff-7045d1993467 req-ea9cce11-551a-4450-ad2c-51b5893d6c15 service neutron] Attempting to bind port 8220ea18-59f3-4751-a98a-dda07652e651 on network 5a02562f-10a8-4d88-83d6-a32f2df699b1 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:46:52.449179 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f097b0fb-274f-415e-9aff-7045d1993467 req-ea9cce11-551a-4450-ad2c-51b5893d6c15 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:46:52.450128 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f097b0fb-274f-415e-9aff-7045d1993467 req-ea9cce11-551a-4450-ad2c-51b5893d6c15 service neutron] Checking segment: {'id': '3f52809d-f275-4358-9194-c1cab5ab6e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5a02562f-10a8-4d88-83d6-a32f2df699b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:52.450730 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f097b0fb-274f-415e-9aff-7045d1993467 req-ea9cce11-551a-4450-ad2c-51b5893d6c15 service neutron] Bound using segment: {'id': '3f52809d-f275-4358-9194-c1cab5ab6e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5a02562f-10a8-4d88-83d6-a32f2df699b1'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:46:52.451707 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f097b0fb-274f-415e-9aff-7045d1993467 req-ea9cce11-551a-4450-ad2c-51b5893d6c15 service neutron] Bound port: 8220ea18-59f3-4751-a98a-dda07652e651, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f52809d-f275-4358-9194-c1cab5ab6e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5a02562f-10a8-4d88-83d6-a32f2df699b1'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:46:52.452289 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f097b0fb-274f-415e-9aff-7045d1993467 req-ea9cce11-551a-4450-ad2c-51b5893d6c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:52.549212 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f097b0fb-274f-415e-9aff-7045d1993467 req-ea9cce11-551a-4450-ad2c-51b5893d6c15 service neutron] For port 8220ea18-59f3-4751-a98a-dda07652e651, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:46:52.566834 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f097b0fb-274f-415e-9aff-7045d1993467 req-ea9cce11-551a-4450-ad2c-51b5893d6c15 service neutron] For port 8220ea18-59f3-4751-a98a-dda07652e651, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=8220ea18-59f3-4751-a98a-dda07652e651,segment=NetworkSegment(3f52809d-f275-4358-9194-c1cab5ab6e7c),segment_id=3f52809d-f275-4358-9194-c1cab5ab6e7c)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:46:52.582169 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f7afa-2c8f-4bd4-8f00-2ed519ccfe34 req-2173b10e-31bc-403c-b9ca-2cab69b786b0 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:52.583825 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-822f7afa-2c8f-4bd4-8f00-2ed519ccfe34 req-2173b10e-31bc-403c-b9ca-2cab69b786b0 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0760195 Dec 16 09:46:52.635052 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-822f7afa-2c8f-4bd4-8f00-2ed519ccfe34 req-3894740c-d7c9-4872-91c0-fbdd517cb217 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407438 Dec 16 09:46:52.723334 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f097b0fb-274f-415e-9aff-7045d1993467 req-ea9cce11-551a-4450-ad2c-51b5893d6c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:52.771404 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097b0fb-274f-415e-9aff-7045d1993467 req-ea9cce11-551a-4450-ad2c-51b5893d6c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:52.771870 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f097b0fb-274f-415e-9aff-7045d1993467 req-ea9cce11-551a-4450-ad2c-51b5893d6c15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:52.773833 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f097b0fb-274f-415e-9aff-7045d1993467 req-ea9cce11-551a-4450-ad2c-51b5893d6c15 service neutron] 10.222.0.57 "PUT /v2.0/ports/8220ea18-59f3-4751-a98a-dda07652e651 HTTP/1.1" status: 200 len: 1131 time: 1.0105879 Dec 16 09:46:52.774285 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c6cbd9-5686-40fc-8f10-b5b8b725f529', 'tag': '8220ea18-59f3-4751-a98a-dda07652e651'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:46:52.777660 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc9781d-9424-4722-b52c-b9372f2236fa" -d '{"events": [{"name": "network-changed", "server_uuid": "02c6cbd9-5686-40fc-8f10-b5b8b725f529", "tag": "8220ea18-59f3-4751-a98a-dda07652e651"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:46:52.800990 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9cce11-551a-4450-ad2c-51b5893d6c15 service neutron] Pushing event updated for resources: {'Port': ['ID=8220ea18-59f3-4751-a98a-dda07652e651,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:52.986005 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751e8f2-06ef-4402-befa-3681f0711771 req-b4d909c5-bc1a-4af7-8ae0-786a649dab83 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:52.988172 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4751e8f2-06ef-4402-befa-3681f0711771 req-b4d909c5-bc1a-4af7-8ae0-786a649dab83 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.1195769 Dec 16 09:46:52.991122 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87923a8-6dd9-4139-a9b4-f73693f9a355 req-cf238a5e-df8a-40df-8362-909bda90031a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:52.993401 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b87923a8-6dd9-4139-a9b4-f73693f9a355 req-cf238a5e-df8a-40df-8362-909bda90031a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c6cbd9-5686-40fc-8f10-b5b8b725f529 HTTP/1.1" status: 200 len: 983 time: 0.0743191 Dec 16 09:46:53.081409 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4751e8f2-06ef-4402-befa-3681f0711771 req-8c226116-96de-48f8-a556-96fea0f7baf6 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683424 Dec 16 09:46:53.083342 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097b0fb-274f-415e-9aff-7045d1993467 req-4d33d15d-d303-401a-83bf-715c88b869e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:53.084833 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f097b0fb-274f-415e-9aff-7045d1993467 req-4d33d15d-d303-401a-83bf-715c88b869e5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7b42c23eb8df4f149d42f9011b4094e4&device_id=02c6cbd9-5686-40fc-8f10-b5b8b725f529 HTTP/1.1" status: 200 len: 1134 time: 0.1265597 Dec 16 09:46:53.086944 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 717fbe03-0c13-49de-b1e2-bf349759be25 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:46:53.127821 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b87923a8-6dd9-4139-a9b4-f73693f9a355 req-905614ea-e6f2-41b2-b042-c56cdafea699 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/security-groups?id=c275e0a8-4f50-4428-b288-a7815700998f&id=474d4bd9-dbe6-4764-aefd-834e59638f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1061974 Dec 16 09:46:53.157903 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc96dd3-bf52-47de-9820-a3bfe6e57f08 x-openstack-request-id: req-bfc96dd3-bf52-47de-9820-a3bfe6e57f08 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:46:53.166650 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02c6cbd9-5686-40fc-8f10-b5b8b725f529", "tag": "8220ea18-59f3-4751-a98a-dda07652e651", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:46:53.166650 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bfc96dd3-bf52-47de-9820-a3bfe6e57f08 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:46:53.166650 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c6cbd9-5686-40fc-8f10-b5b8b725f529', 'tag': '8220ea18-59f3-4751-a98a-dda07652e651', 'status': 'completed', 'code': 200} Dec 16 09:46:53.173213 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f097b0fb-274f-415e-9aff-7045d1993467 req-ce148c11-e662-4b20-90a5-ac9a0fad9d4c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8220ea18-59f3-4751-a98a-dda07652e651 HTTP/1.1" status: 200 len: 217 time: 0.0790706 Dec 16 09:46:53.230330 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097b0fb-274f-415e-9aff-7045d1993467 req-94ebfed0-30d9-40ba-9674-6b79f43a59fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:53.232384 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f097b0fb-274f-415e-9aff-7045d1993467 req-94ebfed0-30d9-40ba-9674-6b79f43a59fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=032bfb4f-408e-4133-bb7d-b9bd89ce6124 HTTP/1.1" status: 200 len: 834 time: 0.0524600 Dec 16 09:46:53.236433 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:53.277660 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 717fbe03-0c13-49de-b1e2-bf349759be25, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=717fbe03-0c13-49de-b1e2-bf349759be25,segment=NetworkSegment(112c19ab-e990-4470-949d-db114062d034),segment_id=112c19ab-e990-4470-949d-db114062d034)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:53.278574 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058c5623-3224-4af5-aa5b-a61ae6d810ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '717fbe03-0c13-49de-b1e2-bf349759be25'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:46:53.281029 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c18c669-0b66-4092-a621-175f0957194e" -d '{"events": [{"server_uuid": "058c5623-3224-4af5-aa5b-a61ae6d810ba", "name": "network-vif-unplugged", "status": "completed", "tag": "717fbe03-0c13-49de-b1e2-bf349759be25"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:46:53.298542 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097b0fb-274f-415e-9aff-7045d1993467 req-8602aae6-cde7-497f-a3c4-23ef8b3babb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:53.300822 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f097b0fb-274f-415e-9aff-7045d1993467 req-8602aae6-cde7-497f-a3c4-23ef8b3babb5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a02562f-10a8-4d88-83d6-a32f2df699b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509346 Dec 16 09:46:53.321691 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9858f76e-0167-481d-9afb-ea98fb63fade x-openstack-request-id: req-9858f76e-0167-481d-9afb-ea98fb63fade {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:46:53.322190 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "058c5623-3224-4af5-aa5b-a61ae6d810ba", "name": "network-vif-unplugged", "status": "completed", "tag": "717fbe03-0c13-49de-b1e2-bf349759be25", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:46:53.322598 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9858f76e-0167-481d-9afb-ea98fb63fade {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:46:53.323165 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058c5623-3224-4af5-aa5b-a61ae6d810ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '717fbe03-0c13-49de-b1e2-bf349759be25', 'code': 200} Dec 16 09:46:53.360826 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:53.361580 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 755b9b72-66e2-4759-850f-a6c89b21e703 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:46:53.435831 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=717fbe03-0c13-49de-b1e2-bf349759be25,revision_number=8']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:53.439961 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f097b0fb-274f-415e-9aff-7045d1993467 req-1ae147f4-b59d-4e80-a51c-1807be973026 service neutron] 10.222.0.57 "GET /v2.0/networks/5a02562f-10a8-4d88-83d6-a32f2df699b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284723 Dec 16 09:46:53.542979 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f097b0fb-274f-415e-9aff-7045d1993467 req-c8ffb49d-ceff-49e7-9ea7-01c7b5f8dd08 service neutron] 10.222.0.57 "GET /v2.0/networks/5a02562f-10a8-4d88-83d6-a32f2df699b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953455 Dec 16 09:46:53.811420 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9781d-9424-4722-b52c-b9372f2236fa req-1639eeab-640e-4b24-817f-4af32f1adbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:53.812928 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfc9781d-9424-4722-b52c-b9372f2236fa req-1639eeab-640e-4b24-817f-4af32f1adbf9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7b42c23eb8df4f149d42f9011b4094e4&device_id=02c6cbd9-5686-40fc-8f10-b5b8b725f529 HTTP/1.1" status: 200 len: 1134 time: 0.0610900 Dec 16 09:46:53.814972 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962a9e3-5e78-4ee8-acc8-060ddd685e32 req-46b7fa6c-5caa-41b0-8d77-8e7ea6d333ac tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:53.816464 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d962a9e3-5e78-4ee8-acc8-060ddd685e32 req-46b7fa6c-5caa-41b0-8d77-8e7ea6d333ac tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 944 time: 0.0785303 Dec 16 09:46:53.865676 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d962a9e3-5e78-4ee8-acc8-060ddd685e32 req-7d08991b-b9ec-4e40-866f-88707371bf94 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375259 Dec 16 09:46:53.932948 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9781d-9424-4722-b52c-b9372f2236fa req-c00191b2-b4c6-49d0-813e-98de19538838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:53.935401 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfc9781d-9424-4722-b52c-b9372f2236fa req-c00191b2-b4c6-49d0-813e-98de19538838 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5a02562f-10a8-4d88-83d6-a32f2df699b1 HTTP/1.1" status: 200 len: 897 time: 0.1146812 Dec 16 09:46:54.004656 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfc9781d-9424-4722-b52c-b9372f2236fa req-7266dff9-dd15-4969-905d-a9ab38aa057a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8220ea18-59f3-4751-a98a-dda07652e651 HTTP/1.1" status: 200 len: 217 time: 0.0600328 Dec 16 09:46:54.033086 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bb44f0bb-b61c-4b53-8424-562181d4b5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:54.081088 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9781d-9424-4722-b52c-b9372f2236fa req-d83ece29-e41b-4403-a614-8442559a6248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:54.082613 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfc9781d-9424-4722-b52c-b9372f2236fa req-d83ece29-e41b-4403-a614-8442559a6248 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=032bfb4f-408e-4133-bb7d-b9bd89ce6124 HTTP/1.1" status: 200 len: 834 time: 0.0603259 Dec 16 09:46:54.093934 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bd77b-9f5f-492b-bd03-1d6f169e3f7b req-e99181f6-dc74-432b-a829-1ddc5418de5a tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:54.098815 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-806bd77b-9f5f-492b-bd03-1d6f169e3f7b req-e99181f6-dc74-432b-a829-1ddc5418de5a tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 944 time: 0.1445808 Dec 16 09:46:54.175295 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9781d-9424-4722-b52c-b9372f2236fa req-fe725c33-61d0-4b12-84b9-879ee5b297d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:54.176775 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfc9781d-9424-4722-b52c-b9372f2236fa req-fe725c33-61d0-4b12-84b9-879ee5b297d1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a02562f-10a8-4d88-83d6-a32f2df699b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805225 Dec 16 09:46:54.179964 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-806bd77b-9f5f-492b-bd03-1d6f169e3f7b req-38f4bdce-d62b-4667-a2cc-3f30a498767d tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734055 Dec 16 09:46:54.285774 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee69905-5e70-47d8-b8e8-f08920162aad req-49a805cc-8c41-49e1-a75b-edc8142d5914 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:54.288002 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dee69905-5e70-47d8-b8e8-f08920162aad req-49a805cc-8c41-49e1-a75b-edc8142d5914 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.0896213 Dec 16 09:46:54.354848 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfc9781d-9424-4722-b52c-b9372f2236fa req-2ce000b5-a482-4f43-beeb-61d0106e8740 service neutron] 10.222.0.57 "GET /v2.0/networks/5a02562f-10a8-4d88-83d6-a32f2df699b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702449 Dec 16 09:46:54.363996 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dee69905-5e70-47d8-b8e8-f08920162aad req-723f5350-3649-43d0-ab2e-61e1f5fc77de tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687804 Dec 16 09:46:54.457390 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfc9781d-9424-4722-b52c-b9372f2236fa req-58517759-5b69-418c-a213-8f980f5c3856 service neutron] 10.222.0.57 "GET /v2.0/networks/5a02562f-10a8-4d88-83d6-a32f2df699b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920093 Dec 16 09:46:54.473221 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d76e0-c57b-4e99-af3f-daa45f547839 req-7b444828-476e-4fd7-99c1-0bd37f986a53 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:54.484205 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d25d76e0-c57b-4e99-af3f-daa45f547839 req-7b444828-476e-4fd7-99c1-0bd37f986a53 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c6cbd9-5686-40fc-8f10-b5b8b725f529 HTTP/1.1" status: 200 len: 983 time: 0.1982291 Dec 16 09:46:54.502188 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39834) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:54.528225 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d25d76e0-c57b-4e99-af3f-daa45f547839 req-78ff78d5-4a4c-4232-b724-dcfda08e546a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/security-groups?id=c275e0a8-4f50-4428-b288-a7815700998f&id=474d4bd9-dbe6-4764-aefd-834e59638f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0459092 Dec 16 09:46:54.607086 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-9c60b7e6-4747-4161-802c-3dde86a49bd2 req-5c6647d8-e42c-48cd-a40c-f4296a0a0a85 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:46:54.608233 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9c60b7e6-4747-4161-802c-3dde86a49bd2 req-5c6647d8-e42c-48cd-a40c-f4296a0a0a85 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056133 Dec 16 09:46:54.652467 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-8febcd1e-424b-43ff-b25b-830cfb0a06fb tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1136852374', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:54.815821 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8febcd1e-424b-43ff-b25b-830cfb0a06fb tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] Made reservation on behalf of 88e696f7006e4f9f9d1f493983dd80fc for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:54.818233 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8febcd1e-424b-43ff-b25b-830cfb0a06fb tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:54.831481 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8febcd1e-424b-43ff-b25b-830cfb0a06fb tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:54.917950 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8febcd1e-424b-43ff-b25b-830cfb0a06fb tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:54.976462 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c840bb-5a35-46ed-a69e-f132b344baff req-3d41f9e4-5481-418d-8bd9-9e111ebdb6e0 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:54.985347 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-79c840bb-5a35-46ed-a69e-f132b344baff req-3d41f9e4-5481-418d-8bd9-9e111ebdb6e0 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 944 time: 0.0659590 Dec 16 09:46:55.024220 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-79c840bb-5a35-46ed-a69e-f132b344baff req-a3816c69-7431-4636-9308-37a5aee0ea75 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379050 Dec 16 09:46:55.025266 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8febcd1e-424b-43ff-b25b-830cfb0a06fb tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:55.036076 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-8febcd1e-424b-43ff-b25b-830cfb0a06fb tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] device_id is not set on port 621c0825-fd92-4c7c-9ac4-a41cc8ae7b17 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:46:55.100872 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8febcd1e-424b-43ff-b25b-830cfb0a06fb tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9603fd-a8a9-4ab1-8aef-d3df3aee5469,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:55.209866 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-8febcd1e-424b-43ff-b25b-830cfb0a06fb tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] Allocated IP 172.25.1.185 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/621c0825-fd92-4c7c-9ac4-a41cc8ae7b17) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:46:55.381365 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8febcd1e-424b-43ff-b25b-830cfb0a06fb tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:55.503873 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe99850-5b90-4c6f-9a2d-f5c1b40dc385 req-0ee99ebb-872e-4175-a9ce-fd251f486705 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:55.505502 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-afe99850-5b90-4c6f-9a2d-f5c1b40dc385 req-0ee99ebb-872e-4175-a9ce-fd251f486705 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.0512667 Dec 16 09:46:55.548964 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-afe99850-5b90-4c6f-9a2d-f5c1b40dc385 req-9f5cf605-ba17-4e69-bcf0-23cee7769732 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366919 Dec 16 09:46:55.683490 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d839c1-9f44-41a0-a32a-ab86554e7f3b req-c730f1d7-fbb3-4ce7-b8b5-e50a816fe076 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:55.687543 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-23d839c1-9f44-41a0-a32a-ab86554e7f3b req-c730f1d7-fbb3-4ce7-b8b5-e50a816fe076 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c6cbd9-5686-40fc-8f10-b5b8b725f529 HTTP/1.1" status: 200 len: 983 time: 0.0733330 Dec 16 09:46:55.691432 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8febcd1e-424b-43ff-b25b-830cfb0a06fb tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:55.794542 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8febcd1e-424b-43ff-b25b-830cfb0a06fb tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:46:55.805811 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-8febcd1e-424b-43ff-b25b-830cfb0a06fb tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:55.811069 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8febcd1e-424b-43ff-b25b-830cfb0a06fb tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:46:55.842243 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-300ef8ed-8b19-44ec-afd7-b692adc24750 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1455615 Dec 16 09:46:55.846739 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-23d839c1-9f44-41a0-a32a-ab86554e7f3b req-ea72e211-6f04-4cfc-9f13-b00bbd3a81f7 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/security-groups?id=c275e0a8-4f50-4428-b288-a7815700998f&id=474d4bd9-dbe6-4764-aefd-834e59638f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1526000 Dec 16 09:46:55.849775 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8febcd1e-424b-43ff-b25b-830cfb0a06fb tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] Pushing event updated for resources: {'Port': ['ID=621c0825-fd92-4c7c-9ac4-a41cc8ae7b17,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:55.855209 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-631d454e-409a-43fe-9225-8c15a6f30212 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:46:55.869512 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-631d454e-409a-43fe-9225-8c15a6f30212 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0189309 Dec 16 09:46:55.883226 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8febcd1e-424b-43ff-b25b-830cfb0a06fb tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:55.883987 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8febcd1e-424b-43ff-b25b-830cfb0a06fb tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:56.001682 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8febcd1e-424b-43ff-b25b-830cfb0a06fb tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.4982660 Dec 16 09:46:56.003478 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39874) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:56.011612 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-d0342b07-f7f6-41bf-9d75-aa69d6cf312f tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.185'}]}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:56.119337 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d0342b07-f7f6-41bf-9d75-aa69d6cf312f tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:56.120567 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d0342b07-f7f6-41bf-9d75-aa69d6cf312f tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:56.219306 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046f1c6-763f-43b5-bdfc-87346cb8e9e0 req-e734ba31-2d63-40bf-8d67-c014e2ce849c tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:56.229738 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2046f1c6-763f-43b5-bdfc-87346cb8e9e0 req-e734ba31-2d63-40bf-8d67-c014e2ce849c tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 944 time: 0.1216235 Dec 16 09:46:56.238441 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d0342b07-f7f6-41bf-9d75-aa69d6cf312f tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:56.268381 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2046f1c6-763f-43b5-bdfc-87346cb8e9e0 req-12902bd1-7029-4fc6-a68c-47ec340f1d18 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318360 Dec 16 09:46:56.445889 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b7cd-8fdc-4c0d-bbf4-980124da265a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:56.468126 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d0342b07-f7f6-41bf-9d75-aa69d6cf312f tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:56.682822 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20146afd-8a86-4a27-a744-c359594c39ed req-d0f25b63-8a7e-471d-8acf-456bcb539d90 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:56.684271 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-20146afd-8a86-4a27-a744-c359594c39ed req-d0f25b63-8a7e-471d-8acf-456bcb539d90 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.0657778 Dec 16 09:46:56.784580 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-20146afd-8a86-4a27-a744-c359594c39ed req-7d4ceac6-ec4e-47aa-ba39-afb2c5dfef86 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868590 Dec 16 09:46:56.906592 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d0342b07-f7f6-41bf-9d75-aa69d6cf312f tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:56.926589 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d0342b07-f7f6-41bf-9d75-aa69d6cf312f tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:57.057039 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5239ff1-a80b-4f1e-b021-dbc4cf0f9799 req-05e915fc-5c74-4721-acf3-f8b69403b249 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:57.058551 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e5239ff1-a80b-4f1e-b021-dbc4cf0f9799 req-05e915fc-5c74-4721-acf3-f8b69403b249 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c6cbd9-5686-40fc-8f10-b5b8b725f529 HTTP/1.1" status: 200 len: 983 time: 0.1227286 Dec 16 09:46:57.110794 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 8220ea18-59f3-4751-a98a-dda07652e651 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:46:57.114087 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 717fbe03-0c13-49de-b1e2-bf349759be25 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:46:57.146400 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e5239ff1-a80b-4f1e-b021-dbc4cf0f9799 req-b2b0d695-0ffb-4194-b749-692131a69a23 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/security-groups?id=c275e0a8-4f50-4428-b288-a7815700998f&id=474d4bd9-dbe6-4764-aefd-834e59638f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0757799 Dec 16 09:46:57.240711 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d0342b07-f7f6-41bf-9d75-aa69d6cf312f tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:57.349603 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 8220ea18-59f3-4751-a98a-dda07652e651, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=8220ea18-59f3-4751-a98a-dda07652e651,segment=NetworkSegment(3f52809d-f275-4358-9194-c1cab5ab6e7c),segment_id=3f52809d-f275-4358-9194-c1cab5ab6e7c)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:57.362046 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '8220ea18-59f3-4751-a98a-dda07652e651', 'network_id': '5a02562f-10a8-4d88-83d6-a32f2df699b1', 'port_id': '8220ea18-59f3-4751-a98a-dda07652e651', 'mac_address': 'fa:16:3e:7a:4b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '032bfb4f-408e-4133-bb7d-b9bd89ce6124', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:46:57.408130 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:57.421362 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d0342b07-f7f6-41bf-9d75-aa69d6cf312f tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:57.423528 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d0342b07-f7f6-41bf-9d75-aa69d6cf312f tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:57.423660 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8220ea18-59f3-4751-a98a-dda07652e651 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:46:57.424712 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6e972-2289-4bb8-99c6-4889c80bc24e req-da2fcec0-82b9-480b-8b55-4a351a204949 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:57.426899 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f8a6e972-2289-4bb8-99c6-4889c80bc24e req-da2fcec0-82b9-480b-8b55-4a351a204949 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 944 time: 0.0614762 Dec 16 09:46:57.443845 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 8220ea18-59f3-4751-a98a-dda07652e651, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=8220ea18-59f3-4751-a98a-dda07652e651,segment=NetworkSegment(3f52809d-f275-4358-9194-c1cab5ab6e7c),segment_id=3f52809d-f275-4358-9194-c1cab5ab6e7c)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:57.472825 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f8a6e972-2289-4bb8-99c6-4889c80bc24e req-be1f6e18-52e4-4e64-bc10-a89a6ca9be1c tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388238 Dec 16 09:46:57.552668 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:57.595137 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d0342b07-f7f6-41bf-9d75-aa69d6cf312f tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:57.597890 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0342b07-f7f6-41bf-9d75-aa69d6cf312f tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a7681d7b-4197-4300-9f11-3ef4a4d38399 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:46:57.598941 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:57.608874 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=8220ea18-59f3-4751-a98a-dda07652e651,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:57.738065 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-d0342b07-f7f6-41bf-9d75-aa69d6cf312f tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 16 09:46:57.738985 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d0342b07-f7f6-41bf-9d75-aa69d6cf312f tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.7344148 Dec 16 09:46:57.742586 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39906) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:57.827851 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-9668c4e8-7495-4cbc-9887-7dee755185c5 tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] Deleting port 621c0825-fd92-4c7c-9ac4-a41cc8ae7b17 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:46:57.828414 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9668c4e8-7495-4cbc-9887-7dee755185c5 tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:57.881412 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['8220ea18-59f3-4751-a98a-dda07652e651'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:46:57.931754 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9668c4e8-7495-4cbc-9887-7dee755185c5 tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:57.932703 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-e0975736-0611-4835-a567-41334a380847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:57.934320 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-e0975736-0611-4835-a567-41334a380847 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba&tenant_id=a0706203d71045cabb82519392ed3f4b HTTP/1.1" status: 200 len: 1095 time: 0.4119039 Dec 16 09:46:57.947963 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-3f9d422c-1356-44d0-b4c6-4efa7666f42e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820550-2', 'device_owner': 'compute:nova'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:57.976418 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-9668c4e8-7495-4cbc-9887-7dee755185c5 tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] Calling delete_port for 621c0825-fd92-4c7c-9ac4-a41cc8ae7b17 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:46:58.008877 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-3f9d422c-1356-44d0-b4c6-4efa7666f42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:58.046828 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75979a16-8e20-4a9a-ae1a-6136f61a84aa req-0961eedd-69c3-4aad-9fc0-9bcc40c4fe38 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:58.048873 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-75979a16-8e20-4a9a-ae1a-6136f61a84aa req-0961eedd-69c3-4aad-9fc0-9bcc40c4fe38 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.1083353 Dec 16 09:46:58.108006 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-75979a16-8e20-4a9a-ae1a-6136f61a84aa req-c6f7c186-cc1e-43f6-8ca0-e545cd1aabfa tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507195 Dec 16 09:46:58.247105 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-3f9d422c-1356-44d0-b4c6-4efa7666f42e service neutron] For port 717fbe03-0c13-49de-b1e2-bf349759be25, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=717fbe03-0c13-49de-b1e2-bf349759be25,segment=NetworkSegment(112c19ab-e990-4470-949d-db114062d034),segment_id=112c19ab-e990-4470-949d-db114062d034)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:58.255532 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9668c4e8-7495-4cbc-9887-7dee755185c5 tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:58.293173 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668c4e8-7495-4cbc-9887-7dee755185c5 tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] Pushing event deleted for resources: {'Port': ['ID=621c0825-fd92-4c7c-9ac4-a41cc8ae7b17,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:58.314959 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-3f9d422c-1356-44d0-b4c6-4efa7666f42e service neutron] For port 717fbe03-0c13-49de-b1e2-bf349759be25, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:46:58.342594 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8fe2b-eebd-4448-a3c3-ce529149a870 req-ce26f9f8-1d9b-4048-b022-3dd5d321b369 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:58.344077 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c7c8fe2b-eebd-4448-a3c3-ce529149a870 req-ce26f9f8-1d9b-4048-b022-3dd5d321b369 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c6cbd9-5686-40fc-8f10-b5b8b725f529 HTTP/1.1" status: 200 len: 984 time: 0.0950103 Dec 16 09:46:58.362975 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9668c4e8-7495-4cbc-9887-7dee755185c5 tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:58.366980 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-3f9d422c-1356-44d0-b4c6-4efa7666f42e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 717fbe03-0c13-49de-b1e2-bf349759be25 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:46:58.367269 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9668c4e8-7495-4cbc-9887-7dee755185c5 tempest-RoutersAdminNegativeIpV6Test-1961354112 tempest-RoutersAdminNegativeIpV6Test-1961354112-project-admin] 10.222.0.60 "DELETE /v2.0/ports/621c0825-fd92-4c7c-9ac4-a41cc8ae7b17 HTTP/1.1" status: 204 len: 168 time: 0.6237109 Dec 16 09:46:58.388668 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-3f9d422c-1356-44d0-b4c6-4efa7666f42e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:58.412284 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-3f9d422c-1356-44d0-b4c6-4efa7666f42e service neutron] Transition to ACTIVE for port object 717fbe03-0c13-49de-b1e2-bf349759be25 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:46:58.417928 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c7c8fe2b-eebd-4448-a3c3-ce529149a870 req-3f639412-d16a-446f-93ee-7166f29b4bcd tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/security-groups?id=c275e0a8-4f50-4428-b288-a7815700998f&id=474d4bd9-dbe6-4764-aefd-834e59638f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0652454 Dec 16 09:46:58.537014 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-3f9d422c-1356-44d0-b4c6-4efa7666f42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:58.580355 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 39934) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:58.615245 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d422c-1356-44d0-b4c6-4efa7666f42e service neutron] Pushing event updated for resources: {'Port': ['ID=717fbe03-0c13-49de-b1e2-bf349759be25,revision_number=9']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:58.617928 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-3f9d422c-1356-44d0-b4c6-4efa7666f42e service neutron] No DVR routers for this DVR port 717fbe03-0c13-49de-b1e2-bf349759be25 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:46:58.623380 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f0710-95e5-4596-b5be-6ff09ee4703e req-60907faa-3679-4803-a86d-e4b4a565a643 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:58.631256 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-350f0710-95e5-4596-b5be-6ff09ee4703e req-60907faa-3679-4803-a86d-e4b4a565a643 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 944 time: 0.0781729 Dec 16 09:46:58.668042 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-3f9d422c-1356-44d0-b4c6-4efa7666f42e service neutron] Attempting to bind port 717fbe03-0c13-49de-b1e2-bf349759be25 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:46:58.668394 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-3f9d422c-1356-44d0-b4c6-4efa7666f42e service neutron] Attempting to bind port 717fbe03-0c13-49de-b1e2-bf349759be25 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '112c19ab-e990-4470-949d-db114062d034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eab87cca-b536-47b9-a963-f17d059e279c'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:46:58.668727 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-3f9d422c-1356-44d0-b4c6-4efa7666f42e service neutron] Attempting to bind port 717fbe03-0c13-49de-b1e2-bf349759be25 on network eab87cca-b536-47b9-a963-f17d059e279c {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:46:58.673650 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-3f9d422c-1356-44d0-b4c6-4efa7666f42e service neutron] Port 717fbe03-0c13-49de-b1e2-bf349759be25 on network eab87cca-b536-47b9-a963-f17d059e279c not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:46:58.677090 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-3f9d422c-1356-44d0-b4c6-4efa7666f42e service neutron] Attempting to bind port 717fbe03-0c13-49de-b1e2-bf349759be25 on network eab87cca-b536-47b9-a963-f17d059e279c {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:46:58.677227 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-350f0710-95e5-4596-b5be-6ff09ee4703e req-47cb5389-4089-4f62-ba15-5af8c2fa0260 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436730 Dec 16 09:46:58.679526 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-3f9d422c-1356-44d0-b4c6-4efa7666f42e service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:46:58.680080 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-3f9d422c-1356-44d0-b4c6-4efa7666f42e service neutron] Checking segment: {'id': '112c19ab-e990-4470-949d-db114062d034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eab87cca-b536-47b9-a963-f17d059e279c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:58.680765 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-3f9d422c-1356-44d0-b4c6-4efa7666f42e service neutron] Bound using segment: {'id': '112c19ab-e990-4470-949d-db114062d034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eab87cca-b536-47b9-a963-f17d059e279c'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:46:58.681408 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-3f9d422c-1356-44d0-b4c6-4efa7666f42e service neutron] Bound port: 717fbe03-0c13-49de-b1e2-bf349759be25, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '112c19ab-e990-4470-949d-db114062d034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eab87cca-b536-47b9-a963-f17d059e279c'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:46:58.681931 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-3f9d422c-1356-44d0-b4c6-4efa7666f42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:58.767269 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6f7753b6-c179-4dfc-a3d5-27e764f4ccd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:58.788594 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-3f9d422c-1356-44d0-b4c6-4efa7666f42e service neutron] For port 717fbe03-0c13-49de-b1e2-bf349759be25, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:46:58.793581 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-3f9d422c-1356-44d0-b4c6-4efa7666f42e service neutron] For port 717fbe03-0c13-49de-b1e2-bf349759be25, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=717fbe03-0c13-49de-b1e2-bf349759be25,segment=NetworkSegment(112c19ab-e990-4470-949d-db114062d034),segment_id=112c19ab-e990-4470-949d-db114062d034)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:46:58.857440 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6f7753b6-c179-4dfc-a3d5-27e764f4ccd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:58.871021 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-3f9d422c-1356-44d0-b4c6-4efa7666f42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:58.911708 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-3f9d422c-1356-44d0-b4c6-4efa7666f42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:58.912316 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-3f9d422c-1356-44d0-b4c6-4efa7666f42e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:58.916906 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-3f9d422c-1356-44d0-b4c6-4efa7666f42e service neutron] 10.222.0.58 "PUT /v2.0/ports/717fbe03-0c13-49de-b1e2-bf349759be25 HTTP/1.1" status: 200 len: 1092 time: 0.9723322 Dec 16 09:46:58.916906 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '058c5623-3224-4af5-aa5b-a61ae6d810ba', 'tag': '717fbe03-0c13-49de-b1e2-bf349759be25'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:46:58.917286 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ed5e23-94b3-45e6-8ef7-15323e4862c3" -d '{"events": [{"name": "network-changed", "server_uuid": "058c5623-3224-4af5-aa5b-a61ae6d810ba", "tag": "717fbe03-0c13-49de-b1e2-bf349759be25"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:46:58.918149 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39940) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:58.945443 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d422c-1356-44d0-b4c6-4efa7666f42e service neutron] Pushing event updated for resources: {'Port': ['ID=717fbe03-0c13-49de-b1e2-bf349759be25,revision_number=10']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:58.949886 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6f7753b6-c179-4dfc-a3d5-27e764f4ccd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:59.029515 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39948) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:59.040856 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6f7753b6-c179-4dfc-a3d5-27e764f4ccd0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5a9d6cf1cd584868b0119c4aa95ab0df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4593785 Dec 16 09:46:59.043868 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:59.046073 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269be3bd-717e-44c9-8122-0f0c3ca50cb4 x-openstack-request-id: req-269be3bd-717e-44c9-8122-0f0c3ca50cb4 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:46:59.046355 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "058c5623-3224-4af5-aa5b-a61ae6d810ba", "tag": "717fbe03-0c13-49de-b1e2-bf349759be25", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:46:59.046605 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-269be3bd-717e-44c9-8122-0f0c3ca50cb4 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:46:59.047002 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '058c5623-3224-4af5-aa5b-a61ae6d810ba', 'tag': '717fbe03-0c13-49de-b1e2-bf349759be25', 'status': 'completed', 'code': 200} Dec 16 09:46:59.074384 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7753b6-c179-4dfc-a3d5-27e764f4ccd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482870f1-7553-43b5-a86c-ad66668777af,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:59.081466 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4b043786-5b3b-4101-9651-f4682840a107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:59.082699 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-bedbc35a-7146-4ab3-9b09-63d6a41fcd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:59.084456 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-bedbc35a-7146-4ab3-9b09-63d6a41fcd6d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a0706203d71045cabb82519392ed3f4b&device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 1096 time: 0.0913095 Dec 16 09:46:59.123309 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9083ef30-1539-4c2b-8fcf-1d3814cc4beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:59.132307 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 8220ea18-59f3-4751-a98a-dda07652e651 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:46:59.170744 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9083ef30-1539-4c2b-8fcf-1d3814cc4beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:59.199952 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-75945180-4c87-4521-83a3-7d9ad4c1afb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:59.202337 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-75945180-4c87-4521-83a3-7d9ad4c1afb9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=eab87cca-b536-47b9-a963-f17d059e279c HTTP/1.1" status: 200 len: 915 time: 0.1103768 Dec 16 09:46:59.250987 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-4aff3db9-e292-41bd-959b-99cd7dd5f0f7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=717fbe03-0c13-49de-b1e2-bf349759be25 HTTP/1.1" status: 200 len: 217 time: 0.0416706 Dec 16 09:46:59.252618 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4b043786-5b3b-4101-9651-f4682840a107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:59.268846 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 8220ea18-59f3-4751-a98a-dda07652e651 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:46:59.272953 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 8220ea18-59f3-4751-a98a-dda07652e651 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:59.278310 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:59.327826 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4b043786-5b3b-4101-9651-f4682840a107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:59.334560 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126e197-7e1c-4394-a6eb-59d17b4ea552 req-0177022c-2dc7-4df9-ae04-1cb8fa9b50cc tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:59.340688 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6126e197-7e1c-4394-a6eb-59d17b4ea552 req-0177022c-2dc7-4df9-ae04-1cb8fa9b50cc tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.0884638 Dec 16 09:46:59.340688 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-ffc6760f-fe39-4346-b209-5fa63266afa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:59.340688 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-ffc6760f-fe39-4346-b209-5fa63266afa7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=79712853-d8c5-43f4-badd-7d13d8248fb4 HTTP/1.1" status: 200 len: 854 time: 0.0807674 Dec 16 09:46:59.362995 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:59.370520 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b043786-5b3b-4101-9651-f4682840a107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c470401-e285-448a-9d2f-30ed4e8feb16,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:59.373741 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9083ef30-1539-4c2b-8fcf-1d3814cc4beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:59.377015 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9083ef30-1539-4c2b-8fcf-1d3814cc4beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:59.379198 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9083ef30-1539-4c2b-8fcf-1d3814cc4beb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/482870f1-7553-43b5-a86c-ad66668777af HTTP/1.1" status: 204 len: 168 time: 0.3476255 Dec 16 09:46:59.396184 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-5fba00a4-6900-4643-99fe-d9a8ab58fc92 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=eab87cca-b536-47b9-a963-f17d059e279c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459518 Dec 16 09:46:59.399195 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9083ef30-1539-4c2b-8fcf-1d3814cc4beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482870f1-7553-43b5-a86c-ad66668777af,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:59.417219 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4b043786-5b3b-4101-9651-f4682840a107 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fdcc3cd66b864f80be0a3f7d9bd3fef8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4939816 Dec 16 09:46:59.417639 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39954) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:59.456911 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c6cbd9-5686-40fc-8f10-b5b8b725f529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8220ea18-59f3-4751-a98a-dda07652e651'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:46:59.466205 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeeba3a0-258b-4358-bdb3-159248060eb1" -d '{"events": [{"server_uuid": "02c6cbd9-5686-40fc-8f10-b5b8b725f529", "name": "network-vif-plugged", "status": "completed", "tag": "8220ea18-59f3-4751-a98a-dda07652e651"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:46:59.471947 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6126e197-7e1c-4394-a6eb-59d17b4ea552 req-033ecd30-8a69-40c6-8783-94ccabdbcea4 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285160 Dec 16 09:46:59.544468 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 8220ea18-59f3-4751-a98a-dda07652e651, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=8220ea18-59f3-4751-a98a-dda07652e651,segment=NetworkSegment(3f52809d-f275-4358-9194-c1cab5ab6e7c),segment_id=3f52809d-f275-4358-9194-c1cab5ab6e7c)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:59.565404 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb35883-cc8f-42ae-8f69-5703e911da98 x-openstack-request-id: req-6fb35883-cc8f-42ae-8f69-5703e911da98 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:46:59.575844 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c6cbd9-5686-40fc-8f10-b5b8b725f529", "name": "network-vif-plugged", "status": "completed", "tag": "8220ea18-59f3-4751-a98a-dda07652e651", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:46:59.575844 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6fb35883-cc8f-42ae-8f69-5703e911da98 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:46:59.575844 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c6cbd9-5686-40fc-8f10-b5b8b725f529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8220ea18-59f3-4751-a98a-dda07652e651', 'code': 200} Dec 16 09:46:59.576152 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-3ac08327-7b68-4928-97b4-c361858d0b94 service neutron] 10.222.0.58 "GET /v2.0/networks/eab87cca-b536-47b9-a963-f17d059e279c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616518 Dec 16 09:46:59.576647 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0ce494c9-b48f-455a-9855-395e9a4d9856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:59.615205 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0ce494c9-b48f-455a-9855-395e9a4d9856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:59.651903 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:59.655557 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:59.666143 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e03e75-7b47-41b0-b595-d4229664be7b req-6ad458da-2358-40de-8ef9-86b40facdf11 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:59.667919 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-42e03e75-7b47-41b0-b595-d4229664be7b req-6ad458da-2358-40de-8ef9-86b40facdf11 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c6cbd9-5686-40fc-8f10-b5b8b725f529 HTTP/1.1" status: 200 len: 984 time: 0.1141632 Dec 16 09:46:59.695469 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3873acd9-130f-4b55-9568-0852f320a7c5 req-9df9ad7a-f486-4a8a-b85d-ae9987211707 service neutron] 10.222.0.58 "GET /v2.0/networks/eab87cca-b536-47b9-a963-f17d059e279c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133909 Dec 16 09:46:59.733050 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-42e03e75-7b47-41b0-b595-d4229664be7b req-205a462b-9740-4863-9cb4-109d823c1958 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/security-groups?id=c275e0a8-4f50-4428-b288-a7815700998f&id=474d4bd9-dbe6-4764-aefd-834e59638f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0512180 Dec 16 09:46:59.753691 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=8220ea18-59f3-4751-a98a-dda07652e651,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:59.758979 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5464d8b-e1aa-407f-a421-769c5d9ab0d9 req-62eb1c2a-dc30-420d-aa74-ba289b571ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:59.760367 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e5464d8b-e1aa-407f-a421-769c5d9ab0d9 req-62eb1c2a-dc30-420d-aa74-ba289b571ac7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=02c6cbd9-5686-40fc-8f10-b5b8b725f529 HTTP/1.1" status: 200 len: 1136 time: 0.0636051 Dec 16 09:46:59.831174 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e5464d8b-e1aa-407f-a421-769c5d9ab0d9 req-da7ad754-85f8-4d0a-b7e0-960ad6f6dd50 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c275e0a8-4f50-4428-b288-a7815700998f&id=474d4bd9-dbe6-4764-aefd-834e59638f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0636501 Dec 16 09:46:59.834257 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0ce494c9-b48f-455a-9855-395e9a4d9856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:59.836945 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0ce494c9-b48f-455a-9855-395e9a4d9856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:59.840859 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0ce494c9-b48f-455a-9855-395e9a4d9856 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0c470401-e285-448a-9d2f-30ed4e8feb16 HTTP/1.1" status: 204 len: 168 time: 0.4194500 Dec 16 09:46:59.856833 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce494c9-b48f-455a-9855-395e9a4d9856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c470401-e285-448a-9d2f-30ed4e8feb16,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:59.921411 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992bb0c-6f82-44ff-9e21-7a14e0680d91 req-30faeeae-be15-49f8-a393-13236f3d7552 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:59.923508 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2992bb0c-6f82-44ff-9e21-7a14e0680d91 req-30faeeae-be15-49f8-a393-13236f3d7552 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 945 time: 0.1278114 Dec 16 09:46:59.942400 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed5e23-94b3-45e6-8ef7-15323e4862c3 req-2017ccf6-bdaa-4a78-ae84-de026808c29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:59.943862 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7ed5e23-94b3-45e6-8ef7-15323e4862c3 req-2017ccf6-bdaa-4a78-ae84-de026808c29c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a0706203d71045cabb82519392ed3f4b&device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 1096 time: 0.1001229 Dec 16 09:47:00.015469 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2992bb0c-6f82-44ff-9e21-7a14e0680d91 req-c13f8ddd-3349-4dea-a7e8-1e31e9dbb965 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831776 Dec 16 09:47:00.057295 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed5e23-94b3-45e6-8ef7-15323e4862c3 req-39562a0e-a3cc-4f4b-98cb-42e0854e400e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:00.058904 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7ed5e23-94b3-45e6-8ef7-15323e4862c3 req-39562a0e-a3cc-4f4b-98cb-42e0854e400e service neutron] 10.222.0.58 "GET /v2.0/networks?id=eab87cca-b536-47b9-a963-f17d059e279c HTTP/1.1" status: 200 len: 915 time: 0.1069479 Dec 16 09:47:00.122903 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7ed5e23-94b3-45e6-8ef7-15323e4862c3 req-867c557e-1967-421c-b1dc-ad720381cd65 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=717fbe03-0c13-49de-b1e2-bf349759be25 HTTP/1.1" status: 200 len: 217 time: 0.0571725 Dec 16 09:47:00.164230 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39976) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:00.178904 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dd65500c-e779-43f1-8651-3328cdf94f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:00.186603 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed5e23-94b3-45e6-8ef7-15323e4862c3 req-8f7c5e84-05eb-4785-b146-c688496615a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:00.186603 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7ed5e23-94b3-45e6-8ef7-15323e4862c3 req-8f7c5e84-05eb-4785-b146-c688496615a3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=79712853-d8c5-43f4-badd-7d13d8248fb4 HTTP/1.1" status: 200 len: 854 time: 0.0525954 Dec 16 09:47:00.234850 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7ed5e23-94b3-45e6-8ef7-15323e4862c3 req-cb76ba36-5dce-461d-91b2-35f6076de97d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=eab87cca-b536-47b9-a963-f17d059e279c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444343 Dec 16 09:47:00.273294 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dd65500c-e779-43f1-8651-3328cdf94f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:00.347375 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7ed5e23-94b3-45e6-8ef7-15323e4862c3 req-594cd170-eef6-4cbb-bd3a-85017035cc2f service neutron] 10.222.0.58 "GET /v2.0/networks/eab87cca-b536-47b9-a963-f17d059e279c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056190 Dec 16 09:47:00.358830 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dd65500c-e779-43f1-8651-3328cdf94f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:00.390184 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65500c-e779-43f1-8651-3328cdf94f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e470c22-8ffb-4aaa-bb3e-6e4d924bc297,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:00.434163 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-dd65500c-e779-43f1-8651-3328cdf94f5b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2e761998d5d04272b85d2285ca8243b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2659917 Dec 16 09:47:00.434163 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39986) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:00.471577 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7ed5e23-94b3-45e6-8ef7-15323e4862c3 req-331e549a-81a1-41cd-a84a-3859e2417899 service neutron] 10.222.0.58 "GET /v2.0/networks/eab87cca-b536-47b9-a963-f17d059e279c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176684 Dec 16 09:47:00.495141 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-65d1abab-77ec-4b27-b736-d2dce91405a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:00.517640 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-65d1abab-77ec-4b27-b736-d2dce91405a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:00.610101 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebd7c0-991b-4514-9594-b615673c77c3 req-286194c9-df1d-4f07-9d89-85487bdaf9e6 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:00.612995 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c8ebd7c0-991b-4514-9594-b615673c77c3 req-286194c9-df1d-4f07-9d89-85487bdaf9e6 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.0672469 Dec 16 09:47:00.640374 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-65d1abab-77ec-4b27-b736-d2dce91405a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:00.643287 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-65d1abab-77ec-4b27-b736-d2dce91405a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:00.644650 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-65d1abab-77ec-4b27-b736-d2dce91405a2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4e470c22-8ffb-4aaa-bb3e-6e4d924bc297 HTTP/1.1" status: 204 len: 168 time: 0.2096090 Dec 16 09:47:00.677730 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1abab-77ec-4b27-b736-d2dce91405a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e470c22-8ffb-4aaa-bb3e-6e4d924bc297,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:00.729762 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c8ebd7c0-991b-4514-9594-b615673c77c3 req-17bcaac4-b506-4f50-ba6e-2f4d36f93c4b tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075995 Dec 16 09:47:00.846214 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40002) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:00.952056 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5758f7e-a505-4e2e-8213-353a76fe349e req-c61ea676-6656-4e51-a19b-04bf527ffee8 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:00.953789 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a5758f7e-a505-4e2e-8213-353a76fe349e req-c61ea676-6656-4e51-a19b-04bf527ffee8 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c6cbd9-5686-40fc-8f10-b5b8b725f529 HTTP/1.1" status: 200 len: 985 time: 0.0922041 Dec 16 09:47:00.959429 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5f805c47-a3fb-4d3d-8a28-9898e0283e58 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=88e696f7006e4f9f9d1f493983dd80fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1084924 Dec 16 09:47:00.964543 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40004) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:01.107255 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a5758f7e-a505-4e2e-8213-353a76fe349e req-d9916832-75cc-405d-9710-93657bcf8491 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/security-groups?id=c275e0a8-4f50-4428-b288-a7815700998f&id=474d4bd9-dbe6-4764-aefd-834e59638f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1355746 Dec 16 09:47:01.230916 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2c8e9b9e-b0fd-4ef1-a9b9-65f23ad5b898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:01.257575 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8daf5b-1824-4e3e-95f2-a847fc58d3ea req-3f6b4803-83f3-4bcd-b993-de8a0a70de68 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:01.266379 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5f8daf5b-1824-4e3e-95f2-a847fc58d3ea req-3f6b4803-83f3-4bcd-b993-de8a0a70de68 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 945 time: 0.1262043 Dec 16 09:47:01.275370 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2c8e9b9e-b0fd-4ef1-a9b9-65f23ad5b898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:01.360973 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5f8daf5b-1824-4e3e-95f2-a847fc58d3ea req-35b1ef8c-5cc9-4c6e-be0c-3e4fb67dfa49 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936871 Dec 16 09:47:01.445855 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2c8e9b9e-b0fd-4ef1-a9b9-65f23ad5b898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:01.450353 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2c8e9b9e-b0fd-4ef1-a9b9-65f23ad5b898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:01.463791 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2c8e9b9e-b0fd-4ef1-a9b9-65f23ad5b898 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8c9603fd-a8a9-4ab1-8aef-d3df3aee5469 HTTP/1.1" status: 204 len: 168 time: 0.4853475 Dec 16 09:47:01.463791 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e9b9e-b0fd-4ef1-a9b9-65f23ad5b898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9603fd-a8a9-4ab1-8aef-d3df3aee5469,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:01.911650 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b702736-caf6-4996-97d6-86473e69bb3c req-6aa71e28-26e9-43f4-9fd4-7c399c8a58f3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:01.922525 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2b702736-caf6-4996-97d6-86473e69bb3c req-6aa71e28-26e9-43f4-9fd4-7c399c8a58f3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.1039059 Dec 16 09:47:01.983424 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2b702736-caf6-4996-97d6-86473e69bb3c req-572e32c4-c9bd-4dd6-908b-c6bf9f6e4eab tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591347 Dec 16 09:47:02.392057 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5829680-f35a-45b3-8e0f-3f9aeab683cf req-76bb29c7-e328-4f89-8333-fec54f091ea7 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:02.400650 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f5829680-f35a-45b3-8e0f-3f9aeab683cf req-76bb29c7-e328-4f89-8333-fec54f091ea7 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c6cbd9-5686-40fc-8f10-b5b8b725f529 HTTP/1.1" status: 200 len: 985 time: 0.1355100 Dec 16 09:47:02.526313 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f5829680-f35a-45b3-8e0f-3f9aeab683cf req-a60ec55b-fe4c-469c-a95a-7d433dc42599 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/security-groups?id=c275e0a8-4f50-4428-b288-a7815700998f&id=474d4bd9-dbe6-4764-aefd-834e59638f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1247485 Dec 16 09:47:02.645713 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22990f9a-b1ff-42c2-adce-87cdad75b059 req-127a16a0-a3ba-4e96-818e-7b4e8142dbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:02.647625 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-22990f9a-b1ff-42c2-adce-87cdad75b059 req-127a16a0-a3ba-4e96-818e-7b4e8142dbe0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1bf440b6c55457f8af9c018d530175b&device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 1095 time: 0.1104188 Dec 16 09:47:02.657479 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636706ad-2cb3-4fd9-81f1-2246a8924a62 req-c921c793-59c5-45bd-a8fb-56434ec6b659 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:02.671842 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-636706ad-2cb3-4fd9-81f1-2246a8924a62 req-c921c793-59c5-45bd-a8fb-56434ec6b659 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.1131980 Dec 16 09:47:02.781170 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-636706ad-2cb3-4fd9-81f1-2246a8924a62 req-9beeb2ee-bcfe-4798-974b-4b92506b3221 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082525 Dec 16 09:47:02.782208 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a33745-06c6-4e0b-a628-35910ec20e1f req-655f1a36-30d1-49c2-bbb5-66bcd559dc0e tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:02.799567 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-28a33745-06c6-4e0b-a628-35910ec20e1f req-655f1a36-30d1-49c2-bbb5-66bcd559dc0e tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 945 time: 0.1098030 Dec 16 09:47:02.858383 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22990f9a-b1ff-42c2-adce-87cdad75b059 req-cbfde358-afc6-4524-a0ae-23af8c21e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:02.860065 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-22990f9a-b1ff-42c2-adce-87cdad75b059 req-cbfde358-afc6-4524-a0ae-23af8c21e3ea service neutron] 10.222.0.57 "GET /v2.0/networks?id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f HTTP/1.1" status: 200 len: 912 time: 0.1849933 Dec 16 09:47:02.889365 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-28a33745-06c6-4e0b-a628-35910ec20e1f req-5a3639d6-b5d4-4877-92b0-1406d7d869c5 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680060 Dec 16 09:47:03.026551 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-22990f9a-b1ff-42c2-adce-87cdad75b059 req-2f5ab079-f8c6-4a73-ae0a-d2dc710b9153 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 HTTP/1.1" status: 200 len: 999 time: 0.1587827 Dec 16 09:47:03.083247 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22990f9a-b1ff-42c2-adce-87cdad75b059 req-4dc5acaa-aaff-4c76-9fe2-6691c58c6eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:03.085538 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-22990f9a-b1ff-42c2-adce-87cdad75b059 req-4dc5acaa-aaff-4c76-9fe2-6691c58c6eb5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c3e23022-6181-4c07-9324-a5452325576b HTTP/1.1" status: 200 len: 850 time: 0.0482852 Dec 16 09:47:03.098701 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea5cc5-083b-454f-a349-2a47896ff6a4 req-936f2333-e341-47df-aec1-6fc0960bc84e tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:03.107480 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d8ea5cc5-083b-454f-a349-2a47896ff6a4 req-936f2333-e341-47df-aec1-6fc0960bc84e tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c6cbd9-5686-40fc-8f10-b5b8b725f529 HTTP/1.1" status: 200 len: 985 time: 0.1402352 Dec 16 09:47:03.190003 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d8ea5cc5-083b-454f-a349-2a47896ff6a4 req-b93b8cb9-f8e2-492b-b239-e3edef33b69b tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/security-groups?id=c275e0a8-4f50-4428-b288-a7815700998f&id=474d4bd9-dbe6-4764-aefd-834e59638f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0785890 Dec 16 09:47:03.219239 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22990f9a-b1ff-42c2-adce-87cdad75b059 req-c33c8ca7-66a6-4863-88b1-aac739017768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:03.220797 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-22990f9a-b1ff-42c2-adce-87cdad75b059 req-c33c8ca7-66a6-4863-88b1-aac739017768 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1108596 Dec 16 09:47:03.335267 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1d2ca-fc56-4eee-b3ff-fdec5fff7d6c req-b7557f13-bb7e-41cf-846c-1a678a77adc1 tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:03.338306 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fdb1d2ca-fc56-4eee-b3ff-fdec5fff7d6c req-b7557f13-bb7e-41cf-846c-1a678a77adc1 tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=02c6cbd9-5686-40fc-8f10-b5b8b725f529 HTTP/1.1" status: 200 len: 1136 time: 0.0596285 Dec 16 09:47:03.383372 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-fdb1d2ca-fc56-4eee-b3ff-fdec5fff7d6c req-c4cbcdc6-52a8-4d3d-9309-86b3cacdb5ee tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:03.391199 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40084) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:03.402268 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-22990f9a-b1ff-42c2-adce-87cdad75b059 req-3480cd5e-8e7e-4809-91e3-f7847cad8a80 service neutron] 10.222.0.57 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711206 Dec 16 09:47:03.509549 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40092) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:03.580114 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-fdb1d2ca-fc56-4eee-b3ff-fdec5fff7d6c req-c4cbcdc6-52a8-4d3d-9309-86b3cacdb5ee tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:03.597392 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-22990f9a-b1ff-42c2-adce-87cdad75b059 req-f2ef2b05-f65b-4356-aa28-434ec0c4c746 service neutron] 10.222.0.57 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871884 Dec 16 09:47:03.652257 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-fdb1d2ca-fc56-4eee-b3ff-fdec5fff7d6c req-c4cbcdc6-52a8-4d3d-9309-86b3cacdb5ee tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:03.682250 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-86172afd-b406-42d7-9c38-98eb65ae6b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:03.712309 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fdb1d2ca-fc56-4eee-b3ff-fdec5fff7d6c req-c4cbcdc6-52a8-4d3d-9309-86b3cacdb5ee tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=c275e0a8-4f50-4428-b288-a7815700998f&id=474d4bd9-dbe6-4764-aefd-834e59638f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3651340 Dec 16 09:47:03.715238 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cbcdc6-52a8-4d3d-9309-86b3cacdb5ee tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3222e4-5abb-48d7-9374-f567f91bb092,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:03.746609 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-dd646f89-abf4-43bf-b829-1cf5e9f9f5f4 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-338946656'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:03.756108 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40098) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:03.826378 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cafba1-4518-48b4-b8e8-2ca2e9613db4 tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:03.830279 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d0cafba1-4518-48b4-b8e8-2ca2e9613db4 tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=02c6cbd9-5686-40fc-8f10-b5b8b725f529 HTTP/1.1" status: 200 len: 1131 time: 0.0730958 Dec 16 09:47:03.833617 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40104) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:03.839183 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-a6779d6c-0d1c-4f1e-b3bf-e2315bae91c0 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'port_id': '8220ea18-59f3-4751-a98a-dda07652e651', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:03.874000 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-86172afd-b406-42d7-9c38-98eb65ae6b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:03.909274 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd646f89-abf4-43bf-b829-1cf5e9f9f5f4 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Made reservation on behalf of a78f148c1b6b48a7b272090f49428b1a for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:47:03.922802 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd646f89-abf4-43bf-b829-1cf5e9f9f5f4 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:03.947911 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd646f89-abf4-43bf-b829-1cf5e9f9f5f4 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:03.961192 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-86172afd-b406-42d7-9c38-98eb65ae6b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:04.014760 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a6779d6c-0d1c-4f1e-b3bf-e2315bae91c0 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for floatingip, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:04.058632 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632fff3-94ff-441e-b0e8-853d74bd0723 req-12c54281-73cf-4d5d-abcf-4b88801d1c39 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:04.066129 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4632fff3-94ff-441e-b0e8-853d74bd0723 req-12c54281-73cf-4d5d-abcf-4b88801d1c39 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.1722054 Dec 16 09:47:04.085877 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-86172afd-b406-42d7-9c38-98eb65ae6b64 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=24470a559d0e418ca6336f84cbf593c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5749249 Dec 16 09:47:04.089740 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40110) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:04.101233 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfbe66-f5db-4e8e-97f4-a46e488dc82a req-268184b9-7883-4427-b682-a0c2186c2206 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:04.105662 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9dcfbe66-f5db-4e8e-97f4-a46e488dc82a req-268184b9-7883-4427-b682-a0c2186c2206 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 945 time: 0.1351550 Dec 16 09:47:04.143687 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86172afd-b406-42d7-9c38-98eb65ae6b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4b9128-1b38-4e24-b1a7-3b311ac30eaf,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:04.211786 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4632fff3-94ff-441e-b0e8-853d74bd0723 req-9b688921-8580-44e5-9e94-7ad7c64b644f tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444685 Dec 16 09:47:04.213676 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9dcfbe66-f5db-4e8e-97f4-a46e488dc82a req-a38b3542-358e-4891-97d3-3eccb124ac52 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905812 Dec 16 09:47:04.274961 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9b37a66e-4292-408d-9d69-a7d15e1b4b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:04.296253 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd646f89-abf4-43bf-b829-1cf5e9f9f5f4 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:04.297365 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a6779d6c-0d1c-4f1e-b3bf-e2315bae91c0 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:04.316688 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9b37a66e-4292-408d-9d69-a7d15e1b4b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:04.420764 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd646f89-abf4-43bf-b829-1cf5e9f9f5f4 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:04.459341 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-a6779d6c-0d1c-4f1e-b3bf-e2315bae91c0 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Allocated IP 172.25.1.162 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/b0096c2d-f14c-4ec0-97bb-ab9694e6f0e5) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:47:04.467297 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd646f89-abf4-43bf-b829-1cf5e9f9f5f4 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=723d3a4e-5d0a-43ca-a6b4-ce3454f9fcbd,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:04.599842 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a6779d6c-0d1c-4f1e-b3bf-e2315bae91c0 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:04.635430 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd646f89-abf4-43bf-b829-1cf5e9f9f5f4 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:47:04.654653 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd646f89-abf4-43bf-b829-1cf5e9f9f5f4 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:04.655169 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-dd646f89-abf4-43bf-b829-1cf5e9f9f5f4 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Added segment 87fcf9ee-2d99-4645-8638-99a7808fcfba of type vlan for network 1c01b1dd-83c5-4bad-8d11-f907fd9c1f1e Dec 16 09:47:04.703823 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd646f89-abf4-43bf-b829-1cf5e9f9f5f4 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:04.728351 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9b37a66e-4292-408d-9d69-a7d15e1b4b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:04.731220 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9b37a66e-4292-408d-9d69-a7d15e1b4b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:04.732390 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9b37a66e-4292-408d-9d69-a7d15e1b4b15 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9c4b9128-1b38-4e24-b1a7-3b311ac30eaf HTTP/1.1" status: 204 len: 168 time: 0.6172407 Dec 16 09:47:04.737861 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a6779d6c-0d1c-4f1e-b3bf-e2315bae91c0 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:04.758398 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37a66e-4292-408d-9d69-a7d15e1b4b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4b9128-1b38-4e24-b1a7-3b311ac30eaf,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:04.804229 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd646f89-abf4-43bf-b829-1cf5e9f9f5f4 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:04.810318 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd646f89-abf4-43bf-b829-1cf5e9f9f5f4 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:04.815641 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd646f89-abf4-43bf-b829-1cf5e9f9f5f4 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:04.817285 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6779d6c-0d1c-4f1e-b3bf-e2315bae91c0 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:47:04.822570 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-a6779d6c-0d1c-4f1e-b3bf-e2315bae91c0 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:47:04.825490 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6779d6c-0d1c-4f1e-b3bf-e2315bae91c0 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:47:04.860895 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6779d6c-0d1c-4f1e-b3bf-e2315bae91c0 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Pushing event updated for resources: {'Port': ['ID=b0096c2d-f14c-4ec0-97bb-ab9694e6f0e5,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:04.924061 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-dd646f89-abf4-43bf-b829-1cf5e9f9f5f4 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5187652 Dec 16 09:47:04.947438 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd646f89-abf4-43bf-b829-1cf5e9f9f5f4 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event updated for resources: {'Network': ['ID=1c01b1dd-83c5-4bad-8d11-f907fd9c1f1e,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:04.988064 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 1c01b1dd-83c5-4bad-8d11-f907fd9c1f1e details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:47:05.567666 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0629405-f424-49f5-b671-a5981adc1e4a req-9eb57398-4597-45c8-8591-8b5ecf50cb76 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:05.577405 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa601e2a-3801-4985-bf05-65852c4c1a35 req-1001f7d7-3f60-4e8f-8a3c-00103c5ff48f tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:05.590487 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fa601e2a-3801-4985-bf05-65852c4c1a35 req-1001f7d7-3f60-4e8f-8a3c-00103c5ff48f tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.1427073 Dec 16 09:47:05.590681 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a0629405-f424-49f5-b671-a5981adc1e4a req-9eb57398-4597-45c8-8591-8b5ecf50cb76 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 945 time: 0.1703711 Dec 16 09:47:05.635310 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a6779d6c-0d1c-4f1e-b3bf-e2315bae91c0 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:05.689631 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a0629405-f424-49f5-b671-a5981adc1e4a req-fec7198c-cf7c-4393-a474-447e4eb37018 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911806 Dec 16 09:47:05.750060 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fa601e2a-3801-4985-bf05-65852c4c1a35 req-a9f897b9-d5a4-4fa7-a8cd-c8ed8b3f3c7e tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622782 Dec 16 09:47:05.964566 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a6779d6c-0d1c-4f1e-b3bf-e2315bae91c0 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:06.018200 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43578f-de29-4535-a642-3f2cae58c78d req-058c8a68-a642-4be7-a30d-9fadd800061b tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:06.020185 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6c43578f-de29-4535-a642-3f2cae58c78d req-058c8a68-a642-4be7-a30d-9fadd800061b tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.1077101 Dec 16 09:47:06.173326 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6c43578f-de29-4535-a642-3f2cae58c78d req-378f4a77-58f4-48bf-810e-b20547732556 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300287 Dec 16 09:47:06.362658 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a6779d6c-0d1c-4f1e-b3bf-e2315bae91c0 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:06.397385 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd7817-bed2-4da9-8c4a-8660d8294fec req-f5f5117a-d335-4f06-b022-83ce28ef504a tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:06.406226 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ddfd7817-bed2-4da9-8c4a-8660d8294fec req-f5f5117a-d335-4f06-b022-83ce28ef504a tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.1164272 Dec 16 09:47:06.437877 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a6779d6c-0d1c-4f1e-b3bf-e2315bae91c0 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:06.471575 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ddfd7817-bed2-4da9-8c4a-8660d8294fec req-3e6f8845-4eed-4398-89c6-3a73e4c89169 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574269 Dec 16 09:47:06.633174 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6779d6c-0d1c-4f1e-b3bf-e2315bae91c0 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Pushing event updated for resources: {'Port': ['ID=b0096c2d-f14c-4ec0-97bb-ab9694e6f0e5,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:06.677916 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a6779d6c-0d1c-4f1e-b3bf-e2315bae91c0 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:07.007535 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1416c5d-cfe8-4ed9-9070-5c7558560bef req-71d80b7f-6e47-4895-8d52-c38f9b5c7c4c tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:07.020985 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d1416c5d-cfe8-4ed9-9070-5c7558560bef req-71d80b7f-6e47-4895-8d52-c38f9b5c7c4c tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 945 time: 0.1874576 Dec 16 09:47:07.105927 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [None req-a6779d6c-0d1c-4f1e-b3bf-e2315bae91c0 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Floating IP 9d96aab8-8e17-469a-8a22-302a015d33b2 associated. External IP: 172.25.1.162, port: 8220ea18-59f3-4751-a98a-dda07652e651. Dec 16 09:47:07.139731 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d1416c5d-cfe8-4ed9-9070-5c7558560bef req-3bc8d828-ed0a-4e02-a84c-3b97f8a34dde tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154716 Dec 16 09:47:07.255116 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:07.362925 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89438e1f-5c9a-4e7d-b1d2-2702b181b1d8 req-42237213-0c0a-41f6-82e8-b8d4b1a26180 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:07.367347 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-89438e1f-5c9a-4e7d-b1d2-2702b181b1d8 req-42237213-0c0a-41f6-82e8-b8d4b1a26180 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.1422141 Dec 16 09:47:07.568513 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-89438e1f-5c9a-4e7d-b1d2-2702b181b1d8 req-ebe99334-9fdb-4a99-a149-c1943b630489 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896636 Dec 16 09:47:07.694598 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6779d6c-0d1c-4f1e-b3bf-e2315bae91c0 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Router 13f00d11-ad51-4be0-be3c-f70df67a8a86 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:47:07.874441 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6779d6c-0d1c-4f1e-b3bf-e2315bae91c0 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:47:07.886282 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bedc85-a182-448b-b054-4404ec90d724 None None] Sync routers for ids ['13f00d11-ad51-4be0-be3c-f70df67a8a86'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:47:07.898665 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bedc85-a182-448b-b054-4404ec90d724 None None] Routers {'13f00d11-ad51-4be0-be3c-f70df67a8a86'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:47:07.900752 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-25bedc85-a182-448b-b054-4404ec90d724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:46:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['13f00d11-ad51-4be0-be3c-f70df67a8a86'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:07.971518 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a6779d6c-0d1c-4f1e-b3bf-e2315bae91c0 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:08.031774 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a6779d6c-0d1c-4f1e-b3bf-e2315bae91c0 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.1970069 Dec 16 09:47:08.032623 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c6cbd9-5686-40fc-8f10-b5b8b725f529', 'tag': '8220ea18-59f3-4751-a98a-dda07652e651'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:47:08.035128 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753b2fcd-de2b-452c-81a8-2a4b96b9b587" -d '{"events": [{"name": "network-changed", "server_uuid": "02c6cbd9-5686-40fc-8f10-b5b8b725f529", "tag": "8220ea18-59f3-4751-a98a-dda07652e651"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:47:08.036239 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40176) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:08.172860 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2570afe-c55f-4916-9916-fc80a463b3ac x-openstack-request-id: req-d2570afe-c55f-4916-9916-fc80a463b3ac {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:47:08.172860 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02c6cbd9-5686-40fc-8f10-b5b8b725f529", "tag": "8220ea18-59f3-4751-a98a-dda07652e651", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:47:08.172860 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d2570afe-c55f-4916-9916-fc80a463b3ac {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:47:08.172860 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c6cbd9-5686-40fc-8f10-b5b8b725f529', 'tag': '8220ea18-59f3-4751-a98a-dda07652e651', 'status': 'completed', 'code': 200} Dec 16 09:47:08.250009 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-25bedc85-a182-448b-b054-4404ec90d724 None None] Set router 13f00d11-ad51-4be0-be3c-f70df67a8a86 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:47:08.711622 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b2fcd-de2b-452c-81a8-2a4b96b9b587 req-e3bb7439-e38d-4ad8-8008-34bb2065ae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:08.713307 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-753b2fcd-de2b-452c-81a8-2a4b96b9b587 req-e3bb7439-e38d-4ad8-8008-34bb2065ae34 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7b42c23eb8df4f149d42f9011b4094e4&device_id=02c6cbd9-5686-40fc-8f10-b5b8b725f529 HTTP/1.1" status: 200 len: 1136 time: 0.4164231 Dec 16 09:47:08.715205 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a242b26c-3079-4bb8-8c13-1edc564ae388 tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:08.715669 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a242b26c-3079-4bb8-8c13-1edc564ae388 tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:08.716223 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a242b26c-3079-4bb8-8c13-1edc564ae388 tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:08.716801 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a242b26c-3079-4bb8-8c13-1edc564ae388 tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:08.717285 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a242b26c-3079-4bb8-8c13-1edc564ae388 tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:08.717820 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a242b26c-3079-4bb8-8c13-1edc564ae388 tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:08.718324 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a242b26c-3079-4bb8-8c13-1edc564ae388 tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:08.718855 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a242b26c-3079-4bb8-8c13-1edc564ae388 tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:08.719296 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a242b26c-3079-4bb8-8c13-1edc564ae388 tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:08.719743 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a242b26c-3079-4bb8-8c13-1edc564ae388 tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:08.720249 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a242b26c-3079-4bb8-8c13-1edc564ae388 tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:08.722345 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a242b26c-3079-4bb8-8c13-1edc564ae388 tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7725 time: 0.6832738 Dec 16 09:47:08.725316 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40192) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:08.961180 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-25bedc85-a182-448b-b054-4404ec90d724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1317813715', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'b1eca44c-8185-45c8-a1be-72a5846f4e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:46:17Z', 'updated_at': '2021-12-16T09:46:27Z', 'revision_number': 4, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'gw_port': {'id': 'b1eca44c-8185-45c8-a1be-72a5846f4e7f', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:46:19Z', 'updated_at': '2021-12-16T09:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '9d96aab8-8e17-469a-8a22-302a015d33b2', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'floating_ip_address': '172.25.1.162', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'port_id': '8220ea18-59f3-4751-a98a-dda07652e651', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a02562f-10a8-4d88-83d6-a32f2df699b1', 'mac_address': 'fa:16:3e:7a:4b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6cbd9-5686-40fc-8f10-b5b8b725f529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:47:05Z', 'updated_at': '2021-12-16T09:47:05Z', 'revision_number': 0, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f449367f-6175-4899-a211-9f0c8cfe36b1', 'name': '', 'network_id': '5a02562f-10a8-4d88-83d6-a32f2df699b1', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'mac_address': 'fa:16:3e:13:32:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '032bfb4f-408e-4133-bb7d-b9bd89ce6124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:46:25Z', 'updated_at': '2021-12-16T09:46:36Z', 'revision_number': 5, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'subnets': [{'id': '032bfb4f-408e-4133-bb7d-b9bd89ce6124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:08.995438 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bedc85-a182-448b-b054-4404ec90d724 None None] Checking router: 13f00d11-ad51-4be0-be3c-f70df67a8a86 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:47:09.006751 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bedc85-a182-448b-b054-4404ec90d724 None None] Routers {'13f00d11-ad51-4be0-be3c-f70df67a8a86'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:47:09.007795 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-25bedc85-a182-448b-b054-4404ec90d724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:46:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['13f00d11-ad51-4be0-be3c-f70df67a8a86'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:09.039774 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b2fcd-de2b-452c-81a8-2a4b96b9b587 req-1d505c4a-131f-4e1a-9744-950b690e57aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:09.049922 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-753b2fcd-de2b-452c-81a8-2a4b96b9b587 req-1d505c4a-131f-4e1a-9744-950b690e57aa service neutron] 10.222.0.57 "GET /v2.0/networks?id=5a02562f-10a8-4d88-83d6-a32f2df699b1 HTTP/1.1" status: 200 len: 897 time: 0.3200274 Dec 16 09:47:09.049922 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40198) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:09.062362 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-71b71d73-f016-4cd8-a88d-d47c06d9c1b8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Request body: {'subnet': {'network_id': '1c01b1dd-83c5-4bad-8d11-f907fd9c1f1e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:09.105916 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4adfdf-23b3-4f86-9893-0806362a50e0 req-5f253567-55c9-449f-bb30-f658e8e60279 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:09.122247 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8b4adfdf-23b3-4f86-9893-0806362a50e0 req-5f253567-55c9-449f-bb30-f658e8e60279 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 945 time: 0.7512114 Dec 16 09:47:09.279652 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-25bedc85-a182-448b-b054-4404ec90d724 None None] Set router 13f00d11-ad51-4be0-be3c-f70df67a8a86 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:47:09.483359 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8b4adfdf-23b3-4f86-9893-0806362a50e0 req-7bcbbc30-c93b-4c78-abbc-254cf3dd7250 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602066 Dec 16 09:47:09.509761 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e84314-bbe2-4fcd-ac65-75d81c86b495 req-6bc19578-d336-47d7-80d6-b087d91873b4 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:09.518309 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-07e84314-bbe2-4fcd-ac65-75d81c86b495 req-6bc19578-d336-47d7-80d6-b087d91873b4 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.7418911 Dec 16 09:47:09.540087 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d96f77-c3b6-4f4b-a1f3-4c0bffed3e6b tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:09.540899 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d96f77-c3b6-4f4b-a1f3-4c0bffed3e6b tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:09.544445 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d96f77-c3b6-4f4b-a1f3-4c0bffed3e6b tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:09.544445 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d96f77-c3b6-4f4b-a1f3-4c0bffed3e6b tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:09.544445 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d96f77-c3b6-4f4b-a1f3-4c0bffed3e6b tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:09.544445 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d96f77-c3b6-4f4b-a1f3-4c0bffed3e6b tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:09.544445 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d96f77-c3b6-4f4b-a1f3-4c0bffed3e6b tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:09.544900 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d96f77-c3b6-4f4b-a1f3-4c0bffed3e6b tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:09.545316 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d96f77-c3b6-4f4b-a1f3-4c0bffed3e6b tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:09.546299 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d96f77-c3b6-4f4b-a1f3-4c0bffed3e6b tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:09.562276 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-753b2fcd-de2b-452c-81a8-2a4b96b9b587 req-bf8c3e05-6c66-4f23-ac37-601ba4aaff8f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8220ea18-59f3-4751-a98a-dda07652e651 HTTP/1.1" status: 200 len: 1000 time: 0.4840271 Dec 16 09:47:09.563564 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40214) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:09.563774 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c2d96f77-c3b6-4f4b-a1f3-4c0bffed3e6b tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6548 time: 0.8356497 Dec 16 09:47:09.663063 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-25bedc85-a182-448b-b054-4404ec90d724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1317813715', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'b1eca44c-8185-45c8-a1be-72a5846f4e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:46:17Z', 'updated_at': '2021-12-16T09:46:27Z', 'revision_number': 4, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'gw_port': {'id': 'b1eca44c-8185-45c8-a1be-72a5846f4e7f', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:46:19Z', 'updated_at': '2021-12-16T09:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '9d96aab8-8e17-469a-8a22-302a015d33b2', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'floating_ip_address': '172.25.1.162', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'port_id': '8220ea18-59f3-4751-a98a-dda07652e651', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a02562f-10a8-4d88-83d6-a32f2df699b1', 'mac_address': 'fa:16:3e:7a:4b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6cbd9-5686-40fc-8f10-b5b8b725f529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:47:05Z', 'updated_at': '2021-12-16T09:47:05Z', 'revision_number': 0, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f449367f-6175-4899-a211-9f0c8cfe36b1', 'name': '', 'network_id': '5a02562f-10a8-4d88-83d6-a32f2df699b1', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'mac_address': 'fa:16:3e:13:32:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '032bfb4f-408e-4133-bb7d-b9bd89ce6124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:46:25Z', 'updated_at': '2021-12-16T09:46:36Z', 'revision_number': 5, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'subnets': [{'id': '032bfb4f-408e-4133-bb7d-b9bd89ce6124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:09.702726 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-07e84314-bbe2-4fcd-ac65-75d81c86b495 req-b779725b-191b-48d8-84ed-a35d6a2a1747 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820884 Dec 16 09:47:09.734957 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bedc85-a182-448b-b054-4404ec90d724 None None] The sync data for ids ['13f00d11-ad51-4be0-be3c-f70df67a8a86'] in n-d-820550-2 is: [{'id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1317813715', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'b1eca44c-8185-45c8-a1be-72a5846f4e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:46:17Z', 'updated_at': '2021-12-16T09:46:27Z', 'revision_number': 4, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'gw_port': {'id': 'b1eca44c-8185-45c8-a1be-72a5846f4e7f', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:46:19Z', 'updated_at': '2021-12-16T09:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '9d96aab8-8e17-469a-8a22-302a015d33b2', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'floating_ip_address': '172.25.1.162', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'port_id': '8220ea18-59f3-4751-a98a-dda07652e651', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a02562f-10a8-4d88-83d6-a32f2df699b1', 'mac_address': 'fa:16:3e:7a:4b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c6cbd9-5686-40fc-8f10-b5b8b725f529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:47:05Z', 'updated_at': '2021-12-16T09:47:05Z', 'revision_number': 0, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f449367f-6175-4899-a211-9f0c8cfe36b1', 'name': '', 'network_id': '5a02562f-10a8-4d88-83d6-a32f2df699b1', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'mac_address': 'fa:16:3e:13:32:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '032bfb4f-408e-4133-bb7d-b9bd89ce6124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:46:25Z', 'updated_at': '2021-12-16T09:46:36Z', 'revision_number': 5, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'subnets': [{'id': '032bfb4f-408e-4133-bb7d-b9bd89ce6124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:47:09.739190 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b71d73-f016-4cd8-a88d-d47c06d9c1b8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Made reservation on behalf of a78f148c1b6b48a7b272090f49428b1a for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:47:09.742865 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-71b71d73-f016-4cd8-a88d-d47c06d9c1b8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:10.030909 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b2fcd-de2b-452c-81a8-2a4b96b9b587 req-f59775f4-1551-42c3-968e-11e75e16a597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:10.033197 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-753b2fcd-de2b-452c-81a8-2a4b96b9b587 req-f59775f4-1551-42c3-968e-11e75e16a597 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=032bfb4f-408e-4133-bb7d-b9bd89ce6124 HTTP/1.1" status: 200 len: 834 time: 0.4538264 Dec 16 09:47:10.178872 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-71b71d73-f016-4cd8-a88d-d47c06d9c1b8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:10.196965 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17070484-872c-4a3a-a43d-a907050361c7 None None] New status for floating IP 9d96aab8-8e17-469a-8a22-302a015d33b2: ACTIVE {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:47:10.214336 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b2fcd-de2b-452c-81a8-2a4b96b9b587 req-51a129ca-cfdb-4e48-bb20-eda8d69f4f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:10.215861 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-753b2fcd-de2b-452c-81a8-2a4b96b9b587 req-51a129ca-cfdb-4e48-bb20-eda8d69f4f8b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a02562f-10a8-4d88-83d6-a32f2df699b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1698444 Dec 16 09:47:10.542673 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50490cb-5aac-42c5-b461-3fba4083e46b req-134a9e82-8f1c-4113-ac5d-7d3a1573e508 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:10.542673 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d50490cb-5aac-42c5-b461-3fba4083e46b req-134a9e82-8f1c-4113-ac5d-7d3a1573e508 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.1269529 Dec 16 09:47:10.549280 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:10.600697 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b71d73-f016-4cd8-a88d-d47c06d9c1b8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event updated for resources: {'Subnet': ['ID=3504467b-cc12-47d8-87f2-14d49a1843cc,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:10.617811 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85755b36-54a7-4868-8790-166e07040f50 req-1af9ed06-c499-451f-bbc3-1046da239e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:10.619435 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-85755b36-54a7-4868-8790-166e07040f50 req-1af9ed06-c499-451f-bbc3-1046da239e81 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1bf440b6c55457f8af9c018d530175b&device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 1095 time: 0.1651988 Dec 16 09:47:10.637343 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d50490cb-5aac-42c5-b461-3fba4083e46b req-277665a2-9c44-4525-8a8e-42148483eeee tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867236 Dec 16 09:47:10.668762 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-753b2fcd-de2b-452c-81a8-2a4b96b9b587 req-b8211a05-4af0-42a3-94c5-36cc63786d6f service neutron] 10.222.0.57 "GET /v2.0/networks/5a02562f-10a8-4d88-83d6-a32f2df699b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133322 Dec 16 09:47:10.669868 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b71d73-f016-4cd8-a88d-d47c06d9c1b8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Checking segment: {'id': '87fcf9ee-2d99-4645-8638-99a7808fcfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1c01b1dd-83c5-4bad-8d11-f907fd9c1f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:47:10.670531 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b71d73-f016-4cd8-a88d-d47c06d9c1b8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Network hostable DHCP agents. Network: 1c01b1dd-83c5-4bad-8d11-f907fd9c1f1e, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:47:10.846849 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-753b2fcd-de2b-452c-81a8-2a4b96b9b587 req-f5013044-2f2b-4c61-88ab-bf96c9172f0e service neutron] 10.222.0.57 "GET /v2.0/networks/5a02562f-10a8-4d88-83d6-a32f2df699b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587164 Dec 16 09:47:10.888104 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea353e51-4569-4b45-8341-1331151802ff req-19ee59b3-924c-458c-aeb0-a2e2e68d532b tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:10.897458 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ea353e51-4569-4b45-8341-1331151802ff req-19ee59b3-924c-458c-aeb0-a2e2e68d532b tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 945 time: 0.3129289 Dec 16 09:47:10.956874 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f2d798f7-efd2-4782-a9e6-478e0fb0c218 tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3778 time: 1.3881867 Dec 16 09:47:10.956874 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b71d73-f016-4cd8-a88d-d47c06d9c1b8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Network 1c01b1dd-83c5-4bad-8d11-f907fd9c1f1e is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:47:10.957445 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40234) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:10.968934 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85755b36-54a7-4868-8790-166e07040f50 req-9fbb3f09-d8b6-4417-8e83-898ab38aec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:10.970867 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-85755b36-54a7-4868-8790-166e07040f50 req-9fbb3f09-d8b6-4417-8e83-898ab38aec5b service neutron] 10.222.0.57 "GET /v2.0/networks?id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f HTTP/1.1" status: 200 len: 912 time: 0.3297019 Dec 16 09:47:11.013385 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9255ad-613f-4fb7-be6d-90857174bbbb tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:11.014020 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9255ad-613f-4fb7-be6d-90857174bbbb tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:11.035409 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7c9255ad-613f-4fb7-be6d-90857174bbbb tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=13f00d11-ad51-4be0-be3c-f70df67a8a86 HTTP/1.1" status: 200 len: 1990 time: 0.0633688 Dec 16 09:47:11.081925 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ea353e51-4569-4b45-8341-1331151802ff req-6e94fd1d-5e10-4611-bb0c-dc6aba2354a3 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834695 Dec 16 09:47:11.082617 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-71b71d73-f016-4cd8-a88d-d47c06d9c1b8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 1c01b1dd-83c5-4bad-8d11-f907fd9c1f1e) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:47:11.097437 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b71d73-f016-4cd8-a88d-d47c06d9c1b8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:11.097437 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-71b71d73-f016-4cd8-a88d-d47c06d9c1b8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:11.102099 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91c5682-3902-420f-af54-b04e1cc83a6f None None] Network 1c01b1dd-83c5-4bad-8d11-f907fd9c1f1e requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:11.139550 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-85755b36-54a7-4868-8790-166e07040f50 req-a3cc136d-7c77-402d-a5ca-08ac3dd0d161 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 HTTP/1.1" status: 200 len: 999 time: 0.1447852 Dec 16 09:47:11.228960 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-71b71d73-f016-4cd8-a88d-d47c06d9c1b8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1829200 Dec 16 09:47:11.232308 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40242) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:11.237485 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-3108adaf-63b5-4e1a-83ce-c0cd4e61cbcb tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2067802909'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:11.271041 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85755b36-54a7-4868-8790-166e07040f50 req-9051f67d-ef6f-42c2-b7c9-606783ccf6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:11.274120 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-85755b36-54a7-4868-8790-166e07040f50 req-9051f67d-ef6f-42c2-b7c9-606783ccf6ad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c3e23022-6181-4c07-9324-a5452325576b HTTP/1.1" status: 200 len: 850 time: 0.1305478 Dec 16 09:47:11.330692 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb03d3f4-863c-48df-99d9-5af45510489c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-1c01b1dd-83c5-4bad-8d11-f907fd9c1f1e', 'network_id': '1c01b1dd-83c5-4bad-8d11-f907fd9c1f1e', 'tenant_id': 'a78f148c1b6b48a7b272090f49428b1a', 'fixed_ips': [{'subnet_id': '3504467b-cc12-47d8-87f2-14d49a1843cc'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:47:11.338047 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-eb03d3f4-863c-48df-99d9-5af45510489c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:11.382094 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85755b36-54a7-4868-8790-166e07040f50 req-c8c62a57-6205-471d-a3bf-fcd1da63f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:11.389694 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3108adaf-63b5-4e1a-83ce-c0cd4e61cbcb tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Made reservation on behalf of a78f148c1b6b48a7b272090f49428b1a for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:47:11.392813 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-85755b36-54a7-4868-8790-166e07040f50 req-c8c62a57-6205-471d-a3bf-fcd1da63f5a1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088250 Dec 16 09:47:11.404722 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3108adaf-63b5-4e1a-83ce-c0cd4e61cbcb tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:11.438817 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3108adaf-63b5-4e1a-83ce-c0cd4e61cbcb tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:47:11.456589 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3108adaf-63b5-4e1a-83ce-c0cd4e61cbcb tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:11.460019 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-3108adaf-63b5-4e1a-83ce-c0cd4e61cbcb tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Added segment 1b098ff9-392d-4188-8499-56bdac8f2791 of type vlan for network f6892c42-866f-4e17-8274-4683b95be2b7 Dec 16 09:47:11.510813 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-85755b36-54a7-4868-8790-166e07040f50 req-4319a9bf-86bb-407b-ba59-f9a7ede8894a service neutron] 10.222.0.57 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109190 Dec 16 09:47:11.594052 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3108adaf-63b5-4e1a-83ce-c0cd4e61cbcb tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:11.617632 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-eb03d3f4-863c-48df-99d9-5af45510489c None None] Allocated IP 2001:db8:0:ffff::2 (1c01b1dd-83c5-4bad-8d11-f907fd9c1f1e/3504467b-cc12-47d8-87f2-14d49a1843cc/cc6fa21d-8eb0-4f6f-8694-cdc3173c5128) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:47:11.703385 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3108adaf-63b5-4e1a-83ce-c0cd4e61cbcb tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:11.703552 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-85755b36-54a7-4868-8790-166e07040f50 req-25c50e5d-cf9c-4229-8475-1e8ede36608d service neutron] 10.222.0.57 "GET /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835246 Dec 16 09:47:11.716179 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3108adaf-63b5-4e1a-83ce-c0cd4e61cbcb tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:11.723527 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3108adaf-63b5-4e1a-83ce-c0cd4e61cbcb tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:11.865178 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108adaf-63b5-4e1a-83ce-c0cd4e61cbcb tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event updated for resources: {'Network': ['ID=f6892c42-866f-4e17-8274-4683b95be2b7,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:11.880555 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network f6892c42-866f-4e17-8274-4683b95be2b7 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:47:11.943222 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3108adaf-63b5-4e1a-83ce-c0cd4e61cbcb tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7093177 Dec 16 09:47:11.945912 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40252) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:11.952217 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-af5e946a-3a5d-496b-9968-b09c65494da6 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Request body: {'subnet': {'network_id': 'f6892c42-866f-4e17-8274-4683b95be2b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:11.979156 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3967cfa-e59d-45a1-9e22-f58060378bcd req-42fae637-c4de-412d-80b7-00722366418e tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:11.989086 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a3967cfa-e59d-45a1-9e22-f58060378bcd req-42fae637-c4de-412d-80b7-00722366418e tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.1056056 Dec 16 09:47:12.060967 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a3967cfa-e59d-45a1-9e22-f58060378bcd req-7a7ca340-0d2c-45e2-888b-3c307922dc57 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679147 Dec 16 09:47:12.266477 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-eb03d3f4-863c-48df-99d9-5af45510489c None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:12.652056 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea921c70-97f4-4380-899f-042efab724f1 req-c67a8eb2-15d3-4434-836d-b6d70c9f181d tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:12.653794 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ea921c70-97f4-4380-899f-042efab724f1 req-c67a8eb2-15d3-4434-836d-b6d70c9f181d tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 945 time: 0.1202989 Dec 16 09:47:12.742449 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ea921c70-97f4-4380-899f-042efab724f1 req-adf1d3db-33dc-4126-9c6d-ee9f04375368 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733471 Dec 16 09:47:12.911155 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-eb03d3f4-863c-48df-99d9-5af45510489c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:12.953069 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb03d3f4-863c-48df-99d9-5af45510489c None None] Network 1c01b1dd-83c5-4bad-8d11-f907fd9c1f1e is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:47:12.959714 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-eb03d3f4-863c-48df-99d9-5af45510489c None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:47:12.961686 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb03d3f4-863c-48df-99d9-5af45510489c None None] Pushing event updated for resources: {'Port': ['ID=cc6fa21d-8eb0-4f6f-8694-cdc3173c5128,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:12.964389 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb03d3f4-863c-48df-99d9-5af45510489c None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:47:12.994011 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5e946a-3a5d-496b-9968-b09c65494da6 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Made reservation on behalf of a78f148c1b6b48a7b272090f49428b1a for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:47:13.008154 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-af5e946a-3a5d-496b-9968-b09c65494da6 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:13.039799 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-eb03d3f4-863c-48df-99d9-5af45510489c None None] Attempting to bind port cc6fa21d-8eb0-4f6f-8694-cdc3173c5128 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:47:13.043252 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-eb03d3f4-863c-48df-99d9-5af45510489c None None] Attempting to bind port cc6fa21d-8eb0-4f6f-8694-cdc3173c5128 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '87fcf9ee-2d99-4645-8638-99a7808fcfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1c01b1dd-83c5-4bad-8d11-f907fd9c1f1e'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:47:13.043252 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb03d3f4-863c-48df-99d9-5af45510489c None None] Attempting to bind port cc6fa21d-8eb0-4f6f-8694-cdc3173c5128 on network 1c01b1dd-83c5-4bad-8d11-f907fd9c1f1e {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:47:13.045711 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb03d3f4-863c-48df-99d9-5af45510489c None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:47:13.046299 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb03d3f4-863c-48df-99d9-5af45510489c None None] Checking segment: {'id': '87fcf9ee-2d99-4645-8638-99a7808fcfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1c01b1dd-83c5-4bad-8d11-f907fd9c1f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:47:13.046700 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-eb03d3f4-863c-48df-99d9-5af45510489c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:13.047085 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb03d3f4-863c-48df-99d9-5af45510489c None None] Bound using segment: {'id': '87fcf9ee-2d99-4645-8638-99a7808fcfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1c01b1dd-83c5-4bad-8d11-f907fd9c1f1e'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:47:13.047566 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-eb03d3f4-863c-48df-99d9-5af45510489c None None] Bound port: cc6fa21d-8eb0-4f6f-8694-cdc3173c5128, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87fcf9ee-2d99-4645-8638-99a7808fcfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1c01b1dd-83c5-4bad-8d11-f907fd9c1f1e'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:47:13.047942 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-eb03d3f4-863c-48df-99d9-5af45510489c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:13.144607 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-eb03d3f4-863c-48df-99d9-5af45510489c None None] For port cc6fa21d-8eb0-4f6f-8694-cdc3173c5128, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:47:13.147974 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-eb03d3f4-863c-48df-99d9-5af45510489c None None] For port cc6fa21d-8eb0-4f6f-8694-cdc3173c5128, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=cc6fa21d-8eb0-4f6f-8694-cdc3173c5128,segment=NetworkSegment(87fcf9ee-2d99-4645-8638-99a7808fcfba),segment_id=87fcf9ee-2d99-4645-8638-99a7808fcfba)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:47:13.233224 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c72195-1c8e-4205-acd8-2a20cb9647bb req-5dacdd78-408a-41ae-82db-aa5f8824b84b tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:13.234761 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-78c72195-1c8e-4205-acd8-2a20cb9647bb req-5dacdd78-408a-41ae-82db-aa5f8824b84b tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.0866334 Dec 16 09:47:13.245815 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-eb03d3f4-863c-48df-99d9-5af45510489c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:13.324224 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb03d3f4-863c-48df-99d9-5af45510489c None None] Pushing event updated for resources: {'Port': ['ID=cc6fa21d-8eb0-4f6f-8694-cdc3173c5128,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:13.352594 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-78c72195-1c8e-4205-acd8-2a20cb9647bb req-516debc6-e9ef-4e13-93db-e28168240af3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904362 Dec 16 09:47:13.440217 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-af5e946a-3a5d-496b-9968-b09c65494da6 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:13.503301 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e946a-3a5d-496b-9968-b09c65494da6 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event updated for resources: {'Subnet': ['ID=83dd1dc1-c6ca-4291-bcdb-605a1219d751,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:13.522547 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5e946a-3a5d-496b-9968-b09c65494da6 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Checking segment: {'id': '1b098ff9-392d-4188-8499-56bdac8f2791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'f6892c42-866f-4e17-8274-4683b95be2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:47:13.522913 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5e946a-3a5d-496b-9968-b09c65494da6 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Network hostable DHCP agents. Network: f6892c42-866f-4e17-8274-4683b95be2b7, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:47:13.668393 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5e946a-3a5d-496b-9968-b09c65494da6 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Network f6892c42-866f-4e17-8274-4683b95be2b7 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:47:13.759504 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-af5e946a-3a5d-496b-9968-b09c65494da6 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, f6892c42-866f-4e17-8274-4683b95be2b7) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:47:13.770692 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5e946a-3a5d-496b-9968-b09c65494da6 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:13.770692 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-af5e946a-3a5d-496b-9968-b09c65494da6 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:13.770910 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba28b60-49b4-414e-92ac-dfbf9a0e1f6d None None] Network f6892c42-866f-4e17-8274-4683b95be2b7 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:13.865018 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-af5e946a-3a5d-496b-9968-b09c65494da6 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9177318 Dec 16 09:47:13.867743 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40290) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:13.951907 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d3c0fc-e4d1-4f34-be59-49999f11b8bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-f6892c42-866f-4e17-8274-4683b95be2b7', 'network_id': 'f6892c42-866f-4e17-8274-4683b95be2b7', 'tenant_id': 'a78f148c1b6b48a7b272090f49428b1a', 'fixed_ips': [{'subnet_id': '83dd1dc1-c6ca-4291-bcdb-605a1219d751'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:47:13.953468 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f7d3c0fc-e4d1-4f34-be59-49999f11b8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:13.963354 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aeb5f8-165f-4f11-9de1-0a485b81dd86 req-37b8ec92-0e9f-4915-aca6-344233368ca2 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:13.963354 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-98aeb5f8-165f-4f11-9de1-0a485b81dd86 req-37b8ec92-0e9f-4915-aca6-344233368ca2 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 945 time: 0.1245315 Dec 16 09:47:14.029851 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:14.040515 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-98aeb5f8-165f-4f11-9de1-0a485b81dd86 req-0ec469de-6845-4a49-90ef-c2130795a8ef tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651727 Dec 16 09:47:14.122627 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:14.148722 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-f7d3c0fc-e4d1-4f34-be59-49999f11b8bb None None] Allocated IP 2001:db8::1 (f6892c42-866f-4e17-8274-4683b95be2b7/83dd1dc1-c6ca-4291-bcdb-605a1219d751/fdf69193-74a3-4b73-979f-d9cb5cd88667) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:47:14.329130 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f7d3c0fc-e4d1-4f34-be59-49999f11b8bb None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:14.417436 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f7d3c0fc-e4d1-4f34-be59-49999f11b8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:14.472457 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d3c0fc-e4d1-4f34-be59-49999f11b8bb None None] Network f6892c42-866f-4e17-8274-4683b95be2b7 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:47:14.477947 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-f7d3c0fc-e4d1-4f34-be59-49999f11b8bb None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:47:14.480615 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d3c0fc-e4d1-4f34-be59-49999f11b8bb None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:47:14.516371 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80f68f-4962-4e76-bb8c-bee402541db2 req-f1cf33ee-2b7a-433a-ac4b-9c40d82a2066 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:14.518138 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3b80f68f-4962-4e76-bb8c-bee402541db2 req-f1cf33ee-2b7a-433a-ac4b-9c40d82a2066 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.0712659 Dec 16 09:47:14.551976 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3c0fc-e4d1-4f34-be59-49999f11b8bb None None] Pushing event updated for resources: {'Port': ['ID=fdf69193-74a3-4b73-979f-d9cb5cd88667,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:14.556331 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:14.566732 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-f7d3c0fc-e4d1-4f34-be59-49999f11b8bb None None] Attempting to bind port fdf69193-74a3-4b73-979f-d9cb5cd88667 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:47:14.566943 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-f7d3c0fc-e4d1-4f34-be59-49999f11b8bb None None] Attempting to bind port fdf69193-74a3-4b73-979f-d9cb5cd88667 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '1b098ff9-392d-4188-8499-56bdac8f2791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'f6892c42-866f-4e17-8274-4683b95be2b7'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:47:14.567996 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d3c0fc-e4d1-4f34-be59-49999f11b8bb None None] Attempting to bind port fdf69193-74a3-4b73-979f-d9cb5cd88667 on network f6892c42-866f-4e17-8274-4683b95be2b7 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:47:14.573627 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d3c0fc-e4d1-4f34-be59-49999f11b8bb None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:47:14.574104 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d3c0fc-e4d1-4f34-be59-49999f11b8bb None None] Checking segment: {'id': '1b098ff9-392d-4188-8499-56bdac8f2791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'f6892c42-866f-4e17-8274-4683b95be2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:47:14.574639 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f7d3c0fc-e4d1-4f34-be59-49999f11b8bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:14.575101 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d3c0fc-e4d1-4f34-be59-49999f11b8bb None None] Bound using segment: {'id': '1b098ff9-392d-4188-8499-56bdac8f2791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'f6892c42-866f-4e17-8274-4683b95be2b7'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:47:14.577637 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-f7d3c0fc-e4d1-4f34-be59-49999f11b8bb None None] Bound port: fdf69193-74a3-4b73-979f-d9cb5cd88667, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b098ff9-392d-4188-8499-56bdac8f2791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'f6892c42-866f-4e17-8274-4683b95be2b7'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:47:14.578121 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f7d3c0fc-e4d1-4f34-be59-49999f11b8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:14.593762 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event deleted for resources: {'Subnet': ['ID=83dd1dc1-c6ca-4291-bcdb-605a1219d751,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:14.650528 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f7d3c0fc-e4d1-4f34-be59-49999f11b8bb None None] For port fdf69193-74a3-4b73-979f-d9cb5cd88667, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:47:14.654311 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f7d3c0fc-e4d1-4f34-be59-49999f11b8bb None None] For port fdf69193-74a3-4b73-979f-d9cb5cd88667, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=fdf69193-74a3-4b73-979f-d9cb5cd88667,segment=NetworkSegment(1b098ff9-392d-4188-8499-56bdac8f2791),segment_id=1b098ff9-392d-4188-8499-56bdac8f2791)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:47:14.656452 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb543b9-cd85-4d41-9800-d5c1d79891aa None None] Network 1c01b1dd-83c5-4bad-8d11-f907fd9c1f1e requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:14.673857 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3b80f68f-4962-4e76-bb8c-bee402541db2 req-aeff4c7c-37be-4651-a905-4b2562fee372 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348264 Dec 16 09:47:14.678653 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:14.717965 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6892c42-866f-4e17-8274-4683b95be2b7']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:14.718085 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-3dfc11e6-40c6-4afb-bf8c-73594e04cd2e None None] Provisioning complete for port cc6fa21d-8eb0-4f6f-8694-cdc3173c5128 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:47:14.718085 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3dfc11e6-40c6-4afb-bf8c-73594e04cd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:14.718256 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b098ff9-392d-4188-8499-56bdac8f2791') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:14.718256 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b098ff9-392d-4188-8499-56bdac8f2791') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:14.728302 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:14.768549 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:14.770953 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f7d3c0fc-e4d1-4f34-be59-49999f11b8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:14.776934 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:47:14.777660 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:14.781067 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:47:14.781067 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:47:14.781067 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:47:14.781067 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:47:14.781067 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:47:14.781067 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:47:14.781067 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:47:14.781067 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:47:14.781067 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:47:14.781067 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:47:14.781067 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:47:14.781067 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:47:14.781067 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:47:14.781067 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:47:14.781067 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:47:14.781067 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:47:14.781067 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:47:14.781067 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:47:14.781067 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:47:14.781067 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:47:14.781067 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:47:14.781067 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:47:14.781067 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:47:14.781067 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:47:14.781067 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:47:14.781067 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:47:14.781067 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:47:14.781067 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:47:14.781067 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:47:14.781067 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:47:14.781067 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:47:14.781067 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:47:14.817657 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424a84d-a426-488a-a8d5-40729c8cba15 req-49499a9d-bea5-49f5-8094-3d02cf0cde95 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:14.819973 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7424a84d-a426-488a-a8d5-40729c8cba15 req-49499a9d-bea5-49f5-8094-3d02cf0cde95 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.0612543 Dec 16 09:47:14.870670 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7424a84d-a426-488a-a8d5-40729c8cba15 req-e944db94-7c4d-4afb-b9d4-9712ef77e331 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434492 Dec 16 09:47:14.913380 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.db.api [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 09:47:14.913380 n-d-820550-2 neutron-server[102817]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 09:47:14.913380 n-d-820550-2 neutron-server[102817]: [parameters: {'id': 'f6892c42-866f-4e17-8274-4683b95be2b7'}] Dec 16 09:47:14.913380 n-d-820550-2 neutron-server[102817]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:47:14.914136 n-d-820550-2 neutron-server[102817]: DEBUG oslo_db.api [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:47:15.078671 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3c0fc-e4d1-4f34-be59-49999f11b8bb None None] Pushing event updated for resources: {'Port': ['ID=fdf69193-74a3-4b73-979f-d9cb5cd88667,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:15.121992 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8293da4-2e34-497c-bdae-8982ef3a6b8c None None] Network f6892c42-866f-4e17-8274-4683b95be2b7 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:15.136172 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3dfc11e6-40c6-4afb-bf8c-73594e04cd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:15.235101 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b430d09-deee-4ca5-b0dd-c3c7dde977a1 req-4c51febb-b656-47f0-88c8-08b7ca88fce8 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:15.245569 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9b430d09-deee-4ca5-b0dd-c3c7dde977a1 req-4c51febb-b656-47f0-88c8-08b7ca88fce8 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 945 time: 0.1058197 Dec 16 09:47:15.272243 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-3dfc11e6-40c6-4afb-bf8c-73594e04cd2e None None] For port cc6fa21d-8eb0-4f6f-8694-cdc3173c5128, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=cc6fa21d-8eb0-4f6f-8694-cdc3173c5128,segment=NetworkSegment(87fcf9ee-2d99-4645-8638-99a7808fcfba),segment_id=87fcf9ee-2d99-4645-8638-99a7808fcfba)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:15.319586 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device cc6fa21d-8eb0-4f6f-8694-cdc3173c5128 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:47:15.324670 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9b430d09-deee-4ca5-b0dd-c3c7dde977a1 req-b6b965f2-faa5-42cd-a2f2-1ee0f9b09908 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780795 Dec 16 09:47:15.379075 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3dfc11e6-40c6-4afb-bf8c-73594e04cd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:15.414809 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:15.463740 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc11e6-40c6-4afb-bf8c-73594e04cd2e None None] Pushing event updated for resources: {'Port': ['ID=cc6fa21d-8eb0-4f6f-8694-cdc3173c5128,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:15.476662 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port cc6fa21d-8eb0-4f6f-8694-cdc3173c5128 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:47:15.477035 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:15.504139 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Deleting port fdf69193-74a3-4b73-979f-d9cb5cd88667 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:15.507005 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:15.583431 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994a5d48-9a3d-48ec-aeba-c421ef923325 None None] get_active_networks_info from n-d-820550-2 {{(pid=102818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:47:15.637350 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] For port fdf69193-74a3-4b73-979f-d9cb5cd88667, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=fdf69193-74a3-4b73-979f-d9cb5cd88667,segment=NetworkSegment(1b098ff9-392d-4188-8499-56bdac8f2791),segment_id=1b098ff9-392d-4188-8499-56bdac8f2791)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:15.637350 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:15.653045 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Calling delete_port for fdf69193-74a3-4b73-979f-d9cb5cd88667 owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:15.685763 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-111a037e-3328-4751-9f5e-7cbe340d123f None None] Provisioning complete for port cc6fa21d-8eb0-4f6f-8694-cdc3173c5128 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:47:15.686137 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-111a037e-3328-4751-9f5e-7cbe340d123f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:15.748275 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994a5d48-9a3d-48ec-aeba-c421ef923325 None None] Resources bound (agent type, host, resource id): {{(pid=102818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:47:15.829025 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:15.870238 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event deleted for resources: {'Port': ['ID=fdf69193-74a3-4b73-979f-d9cb5cd88667,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:15.872589 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] No DVR routers for this DVR port fdf69193-74a3-4b73-979f-d9cb5cd88667 on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:47:15.882668 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:15.883255 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:15.883635 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:15.883937 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:15.884870 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:15.884870 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:15.884870 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:15.885260 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:15.885590 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:15.885915 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:15.886237 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:15.886560 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:15.976425 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:15.996498 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6892c42-866f-4e17-8274-4683b95be2b7']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:16.006395 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b098ff9-392d-4188-8499-56bdac8f2791') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:16.010069 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b098ff9-392d-4188-8499-56bdac8f2791') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:16.015965 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:16.030678 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:16.038622 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:47:16.039147 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:16.042316 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:47:16.042316 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:47:16.042316 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:47:16.042316 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:47:16.042316 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:47:16.042316 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:47:16.042316 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:47:16.042316 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:47:16.042316 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:47:16.042316 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:47:16.042316 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:47:16.042316 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:47:16.042316 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:47:16.042316 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:47:16.042316 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:47:16.042316 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:47:16.042316 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:47:16.042316 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:47:16.042316 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:47:16.042316 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:47:16.042316 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:47:16.042316 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:47:16.042316 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:47:16.042316 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:47:16.042316 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:47:16.042316 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:47:16.042316 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:47:16.042316 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:47:16.042316 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:47:16.042316 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:47:16.042316 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:47:16.042316 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:47:16.203172 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:16.211020 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:16.214529 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "DELETE /v2.0/networks/f6892c42-866f-4e17-8274-4683b95be2b7 HTTP/1.1" status: 204 len: 168 time: 2.3451097 Dec 16 09:47:16.218158 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40362) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:16.233651 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-2719230a-d49d-4ffc-9452-9171b9ee67c0 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1368599456'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:16.246356 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b739d4-5541-4606-a4f2-5ee01d7c716d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event deleted for resources: {'Network': ['ID=f6892c42-866f-4e17-8274-4683b95be2b7,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:16.329236 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2719230a-d49d-4ffc-9452-9171b9ee67c0 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Made reservation on behalf of a78f148c1b6b48a7b272090f49428b1a for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:47:16.335143 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2719230a-d49d-4ffc-9452-9171b9ee67c0 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:16.366185 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2719230a-d49d-4ffc-9452-9171b9ee67c0 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:47:16.377733 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2719230a-d49d-4ffc-9452-9171b9ee67c0 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:16.378379 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-2719230a-d49d-4ffc-9452-9171b9ee67c0 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Added segment 79df77ae-6359-4980-918d-c0340912dac6 of type vlan for network 7f7a49fa-3005-4dca-8314-ca6b475864d6 Dec 16 09:47:16.465976 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2719230a-d49d-4ffc-9452-9171b9ee67c0 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:16.521104 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd227a-973b-4596-966f-d8c9ce7dc17b req-087a35df-5a10-4b8f-8c8d-4b3939ee843c tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:16.523731 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-96dd227a-973b-4596-966f-d8c9ce7dc17b req-087a35df-5a10-4b8f-8c8d-4b3939ee843c tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 945 time: 0.0959930 Dec 16 09:47:16.551906 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3fdc24-e44c-4db9-9671-e735ebb7b877 req-0d3c2c5b-61a6-47d7-b56a-1e78ca86cc15 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:16.554339 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f3fdc24-e44c-4db9-9671-e735ebb7b877 req-0d3c2c5b-61a6-47d7-b56a-1e78ca86cc15 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=95098a3a-4d42-4d77-bd6d-df24a2055fc6 HTTP/1.1" status: 200 len: 944 time: 0.0601792 Dec 16 09:47:16.576811 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-96dd227a-973b-4596-966f-d8c9ce7dc17b req-b0736297-d8b8-46df-b1fd-7453b3a00a07 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468991 Dec 16 09:47:16.594017 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2719230a-d49d-4ffc-9452-9171b9ee67c0 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:16.600524 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2719230a-d49d-4ffc-9452-9171b9ee67c0 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:16.601168 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2719230a-d49d-4ffc-9452-9171b9ee67c0 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:16.679450 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-8f3fdc24-e44c-4db9-9671-e735ebb7b877 req-8b56e963-485e-4028-a798-d941ca9c9ca3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Deleting port 755b9b72-66e2-4759-850f-a6c89b21e703 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:16.679804 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-8f3fdc24-e44c-4db9-9671-e735ebb7b877 req-8b56e963-485e-4028-a798-d941ca9c9ca3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:16.703298 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719230a-d49d-4ffc-9452-9171b9ee67c0 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event updated for resources: {'Network': ['ID=7f7a49fa-3005-4dca-8314-ca6b475864d6,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:16.713072 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719230a-d49d-4ffc-9452-9171b9ee67c0 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:16.713713 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719230a-d49d-4ffc-9452-9171b9ee67c0 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:16.714150 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719230a-d49d-4ffc-9452-9171b9ee67c0 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:16.714417 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719230a-d49d-4ffc-9452-9171b9ee67c0 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:16.714755 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719230a-d49d-4ffc-9452-9171b9ee67c0 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:16.715086 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719230a-d49d-4ffc-9452-9171b9ee67c0 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:16.715416 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719230a-d49d-4ffc-9452-9171b9ee67c0 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:16.715746 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719230a-d49d-4ffc-9452-9171b9ee67c0 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:16.716076 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719230a-d49d-4ffc-9452-9171b9ee67c0 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:16.716476 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719230a-d49d-4ffc-9452-9171b9ee67c0 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:16.716787 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719230a-d49d-4ffc-9452-9171b9ee67c0 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:16.717798 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719230a-d49d-4ffc-9452-9171b9ee67c0 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:16.732954 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 7f7a49fa-3005-4dca-8314-ca6b475864d6 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:47:16.782366 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2719230a-d49d-4ffc-9452-9171b9ee67c0 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5603588 Dec 16 09:47:16.783350 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40374) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:16.797193 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-f74ff3b4-d4f1-4f5e-9d63-92d89cd2d19b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Request body: {'subnet': {'network_id': '7f7a49fa-3005-4dca-8314-ca6b475864d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:16.823588 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-8f3fdc24-e44c-4db9-9671-e735ebb7b877 req-8b56e963-485e-4028-a798-d941ca9c9ca3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] For port 755b9b72-66e2-4759-850f-a6c89b21e703, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=755b9b72-66e2-4759-850f-a6c89b21e703,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:16.823975 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-8f3fdc24-e44c-4db9-9671-e735ebb7b877 req-8b56e963-485e-4028-a798-d941ca9c9ca3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:16.839631 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-8f3fdc24-e44c-4db9-9671-e735ebb7b877 req-8b56e963-485e-4028-a798-d941ca9c9ca3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Calling delete_port for 755b9b72-66e2-4759-850f-a6c89b21e703 owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:16.982307 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74ff3b4-d4f1-4f5e-9d63-92d89cd2d19b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Made reservation on behalf of a78f148c1b6b48a7b272090f49428b1a for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:47:16.985935 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f74ff3b4-d4f1-4f5e-9d63-92d89cd2d19b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:17.051117 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-8f3fdc24-e44c-4db9-9671-e735ebb7b877 req-8b56e963-485e-4028-a798-d941ca9c9ca3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:17.064576 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee', 'a1923724-de92-4455-a0b4-fa5b1439b9ef'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:47:17.080352 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56e963-485e-4028-a798-d941ca9c9ca3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Pushing event deleted for resources: {'Port': ['ID=755b9b72-66e2-4759-850f-a6c89b21e703,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:17.127438 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3fdc24-e44c-4db9-9671-e735ebb7b877 req-8b56e963-485e-4028-a798-d941ca9c9ca3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] No DVR routers for this DVR port 755b9b72-66e2-4759-850f-a6c89b21e703 on host n-h1-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:47:17.130072 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-8f3fdc24-e44c-4db9-9671-e735ebb7b877 req-8b56e963-485e-4028-a798-d941ca9c9ca3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:17.134546 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f3fdc24-e44c-4db9-9671-e735ebb7b877 req-8b56e963-485e-4028-a798-d941ca9c9ca3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "DELETE /v2.0/ports/755b9b72-66e2-4759-850f-a6c89b21e703 HTTP/1.1" status: 204 len: 173 time: 0.5745869 Dec 16 09:47:17.135140 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95098a3a-4d42-4d77-bd6d-df24a2055fc6', 'name': 'network-vif-deleted', 'tag': '755b9b72-66e2-4759-850f-a6c89b21e703'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:47:17.207438 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c6b928-e5b2-4080-9b5c-d8d04c24944d" -d '{"events": [{"server_uuid": "95098a3a-4d42-4d77-bd6d-df24a2055fc6", "name": "network-vif-deleted", "tag": "755b9b72-66e2-4759-850f-a6c89b21e703"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:47:17.239124 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 16 Dec 2021 09:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b860b7-bd40-446e-bee7-0c74df9e7116 x-openstack-request-id: req-17b860b7-bd40-446e-bee7-0c74df9e7116 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:47:17.239480 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95098a3a-4d42-4d77-bd6d-df24a2055fc6", "name": "network-vif-deleted", "tag": "755b9b72-66e2-4759-850f-a6c89b21e703", "status": "failed", "code": 422}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:47:17.244508 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-17b860b7-bd40-446e-bee7-0c74df9e7116 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:47:17.244508 n-d-820550-2 neutron-server[102817]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '95098a3a-4d42-4d77-bd6d-df24a2055fc6', 'name': 'network-vif-deleted', 'tag': '755b9b72-66e2-4759-850f-a6c89b21e703', 'status': 'failed', 'code': 422} returned with failed status Dec 16 09:47:17.299899 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device cc6fa21d-8eb0-4f6f-8694-cdc3173c5128 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:47:17.373581 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f74ff3b4-d4f1-4f5e-9d63-92d89cd2d19b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:17.390463 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port cc6fa21d-8eb0-4f6f-8694-cdc3173c5128 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:47:17.390842 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:17.489845 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ff3b4-d4f1-4f5e-9d63-92d89cd2d19b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event updated for resources: {'Subnet': ['ID=0f2a5aba-173a-4f94-a6e8-4697c5892faa,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:17.498201 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74ff3b4-d4f1-4f5e-9d63-92d89cd2d19b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Checking segment: {'id': '79df77ae-6359-4980-918d-c0340912dac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7f7a49fa-3005-4dca-8314-ca6b475864d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:47:17.498641 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74ff3b4-d4f1-4f5e-9d63-92d89cd2d19b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Network hostable DHCP agents. Network: 7f7a49fa-3005-4dca-8314-ca6b475864d6, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:47:17.760630 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc527d63-2538-4113-92af-760af35c85b7 req-35f75bba-efb4-4198-bd4f-63be6a9b8782 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:17.760630 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cc527d63-2538-4113-92af-760af35c85b7 req-35f75bba-efb4-4198-bd4f-63be6a9b8782 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 945 time: 0.0598483 Dec 16 09:47:17.761349 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 717fbe03-0c13-49de-b1e2-bf349759be25 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:47:17.805619 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cc527d63-2538-4113-92af-760af35c85b7 req-b061542f-c1ee-4cff-9faa-50ba4183fcb9 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604091 Dec 16 09:47:17.879645 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 717fbe03-0c13-49de-b1e2-bf349759be25, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=717fbe03-0c13-49de-b1e2-bf349759be25,segment=NetworkSegment(112c19ab-e990-4470-949d-db114062d034),segment_id=112c19ab-e990-4470-949d-db114062d034)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:17.892522 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '717fbe03-0c13-49de-b1e2-bf349759be25', 'network_id': 'eab87cca-b536-47b9-a963-f17d059e279c', 'port_id': '717fbe03-0c13-49de-b1e2-bf349759be25', 'mac_address': 'fa:16:3e:51:55:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79712853-d8c5-43f4-badd-7d13d8248fb4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:47:17.932106 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:17.945388 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 717fbe03-0c13-49de-b1e2-bf349759be25 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:47:17.966442 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 717fbe03-0c13-49de-b1e2-bf349759be25, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=717fbe03-0c13-49de-b1e2-bf349759be25,segment=NetworkSegment(112c19ab-e990-4470-949d-db114062d034),segment_id=112c19ab-e990-4470-949d-db114062d034)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:18.441993 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74ff3b4-d4f1-4f5e-9d63-92d89cd2d19b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Network 7f7a49fa-3005-4dca-8314-ca6b475864d6 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:47:18.496931 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.550141 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=717fbe03-0c13-49de-b1e2-bf349759be25,revision_number=11']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:18.560959 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:18.561347 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:18.561714 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:18.562068 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:18.562422 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:18.562800 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:18.563123 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:18.563470 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:18.563790 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:18.564109 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:18.564426 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:18.564745 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:18.639270 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-f74ff3b4-d4f1-4f5e-9d63-92d89cd2d19b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 7f7a49fa-3005-4dca-8314-ca6b475864d6) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:47:18.648360 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45bd351-a47c-4d3a-8a22-1685cd2d2fc0 None None] Network 7f7a49fa-3005-4dca-8314-ca6b475864d6 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:18.649871 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74ff3b4-d4f1-4f5e-9d63-92d89cd2d19b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:18.650484 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f74ff3b4-d4f1-4f5e-9d63-92d89cd2d19b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.734924 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['717fbe03-0c13-49de-b1e2-bf349759be25'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:47:18.754764 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f74ff3b4-d4f1-4f5e-9d63-92d89cd2d19b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9700818 Dec 16 09:47:18.758070 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40400) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:18.763180 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-bf572aea-453a-43ee-9e0b-c3487a03a82b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-878163383'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:18.880324 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf572aea-453a-43ee-9e0b-c3487a03a82b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Made reservation on behalf of a78f148c1b6b48a7b272090f49428b1a for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:47:18.884127 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bf572aea-453a-43ee-9e0b-c3487a03a82b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.894517 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36130fe-fa8a-4ab5-bec9-4bb7a6f19ffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-7f7a49fa-3005-4dca-8314-ca6b475864d6', 'network_id': '7f7a49fa-3005-4dca-8314-ca6b475864d6', 'tenant_id': 'a78f148c1b6b48a7b272090f49428b1a', 'fixed_ips': [{'subnet_id': '0f2a5aba-173a-4f94-a6e8-4697c5892faa'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:47:18.895358 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c36130fe-fa8a-4ab5-bec9-4bb7a6f19ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.933140 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf572aea-453a-43ee-9e0b-c3487a03a82b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:47:18.954481 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bf572aea-453a-43ee-9e0b-c3487a03a82b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.954880 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-bf572aea-453a-43ee-9e0b-c3487a03a82b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Added segment 57200513-dc59-4308-90f9-93a2ce2ed4de of type vlan for network dc37788a-d0cf-445c-97f8-f437469ba8e2 Dec 16 09:47:19.031369 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de96815-82bc-486f-92cf-92fe4a9ee4f1 req-0ce38611-4c58-4055-a4b9-bc424b365e23 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:19.039333 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bf572aea-453a-43ee-9e0b-c3487a03a82b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:19.047380 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8de96815-82bc-486f-92cf-92fe4a9ee4f1 req-0ce38611-4c58-4055-a4b9-bc424b365e23 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.1235642 Dec 16 09:47:19.083931 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8de96815-82bc-486f-92cf-92fe4a9ee4f1 req-2859b5a7-2d7a-4c42-9c2a-293c3d85b3ea tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348175 Dec 16 09:47:19.087391 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-c36130fe-fa8a-4ab5-bec9-4bb7a6f19ffe None None] Allocated IP 2001:db8::1 (7f7a49fa-3005-4dca-8314-ca6b475864d6/0f2a5aba-173a-4f94-a6e8-4697c5892faa/f7bf1915-1fe5-422f-9942-a7803124d9f1) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:47:19.225913 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bf572aea-453a-43ee-9e0b-c3487a03a82b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:19.232830 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf572aea-453a-43ee-9e0b-c3487a03a82b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:19.234075 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bf572aea-453a-43ee-9e0b-c3487a03a82b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:19.244584 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c36130fe-fa8a-4ab5-bec9-4bb7a6f19ffe None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:19.312867 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf572aea-453a-43ee-9e0b-c3487a03a82b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event updated for resources: {'Network': ['ID=dc37788a-d0cf-445c-97f8-f437469ba8e2,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:19.358162 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network dc37788a-d0cf-445c-97f8-f437469ba8e2 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:47:19.387075 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40414) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:19.387531 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bf572aea-453a-43ee-9e0b-c3487a03a82b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6280205 Dec 16 09:47:19.393362 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-dab4a136-aeed-44a2-bb42-eb6fc4fe6c3b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Request body: {'subnet': {'network_id': 'dc37788a-d0cf-445c-97f8-f437469ba8e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:19.435794 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c36130fe-fa8a-4ab5-bec9-4bb7a6f19ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:19.508414 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36130fe-fa8a-4ab5-bec9-4bb7a6f19ffe None None] Network 7f7a49fa-3005-4dca-8314-ca6b475864d6 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:47:19.518857 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-c36130fe-fa8a-4ab5-bec9-4bb7a6f19ffe None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:47:19.523143 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36130fe-fa8a-4ab5-bec9-4bb7a6f19ffe None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:47:19.534979 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36130fe-fa8a-4ab5-bec9-4bb7a6f19ffe None None] Pushing event updated for resources: {'Port': ['ID=f7bf1915-1fe5-422f-9942-a7803124d9f1,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:19.595226 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-c36130fe-fa8a-4ab5-bec9-4bb7a6f19ffe None None] Attempting to bind port f7bf1915-1fe5-422f-9942-a7803124d9f1 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:47:19.595598 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-c36130fe-fa8a-4ab5-bec9-4bb7a6f19ffe None None] Attempting to bind port f7bf1915-1fe5-422f-9942-a7803124d9f1 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '79df77ae-6359-4980-918d-c0340912dac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7f7a49fa-3005-4dca-8314-ca6b475864d6'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:47:19.595964 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36130fe-fa8a-4ab5-bec9-4bb7a6f19ffe None None] Attempting to bind port f7bf1915-1fe5-422f-9942-a7803124d9f1 on network 7f7a49fa-3005-4dca-8314-ca6b475864d6 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:47:19.601214 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36130fe-fa8a-4ab5-bec9-4bb7a6f19ffe None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:47:19.609477 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36130fe-fa8a-4ab5-bec9-4bb7a6f19ffe None None] Checking segment: {'id': '79df77ae-6359-4980-918d-c0340912dac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7f7a49fa-3005-4dca-8314-ca6b475864d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:47:19.609477 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c36130fe-fa8a-4ab5-bec9-4bb7a6f19ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:19.609477 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36130fe-fa8a-4ab5-bec9-4bb7a6f19ffe None None] Bound using segment: {'id': '79df77ae-6359-4980-918d-c0340912dac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7f7a49fa-3005-4dca-8314-ca6b475864d6'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:47:19.609477 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-c36130fe-fa8a-4ab5-bec9-4bb7a6f19ffe None None] Bound port: f7bf1915-1fe5-422f-9942-a7803124d9f1, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79df77ae-6359-4980-918d-c0340912dac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7f7a49fa-3005-4dca-8314-ca6b475864d6'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:47:19.609477 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c36130fe-fa8a-4ab5-bec9-4bb7a6f19ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:19.630918 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2564954-f2f0-40dc-9f90-ed39570093b7 req-62e9dfe3-e0f3-47b6-821c-97d6bc79ab13 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:19.633211 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f2564954-f2f0-40dc-9f90-ed39570093b7 req-62e9dfe3-e0f3-47b6-821c-97d6bc79ab13 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=86f20798-78a9-44f8-9139-ae934f6f13b8 HTTP/1.1" status: 200 len: 908 time: 0.0689864 Dec 16 09:47:19.690563 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab4a136-aeed-44a2-bb42-eb6fc4fe6c3b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Made reservation on behalf of a78f148c1b6b48a7b272090f49428b1a for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:47:19.694139 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-c36130fe-fa8a-4ab5-bec9-4bb7a6f19ffe None None] For port f7bf1915-1fe5-422f-9942-a7803124d9f1, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:47:19.702082 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dab4a136-aeed-44a2-bb42-eb6fc4fe6c3b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:19.702298 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-c36130fe-fa8a-4ab5-bec9-4bb7a6f19ffe None None] For port f7bf1915-1fe5-422f-9942-a7803124d9f1, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f7bf1915-1fe5-422f-9942-a7803124d9f1,segment=NetworkSegment(79df77ae-6359-4980-918d-c0340912dac6),segment_id=79df77ae-6359-4980-918d-c0340912dac6)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:47:19.753403 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.ipam_backend_mixin [None req-dab4a136-aeed-44a2-bb42-eb6fc4fe6c3b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Performing IP validity checks on allocation pools {{(pid=102817) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 09:47:19.753403 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.ipam_backend_mixin [None req-dab4a136-aeed-44a2-bb42-eb6fc4fe6c3b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102817) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 09:47:19.775369 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 717fbe03-0c13-49de-b1e2-bf349759be25 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:47:19.798294 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c36130fe-fa8a-4ab5-bec9-4bb7a6f19ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:19.879634 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36130fe-fa8a-4ab5-bec9-4bb7a6f19ffe None None] Pushing event updated for resources: {'Port': ['ID=f7bf1915-1fe5-422f-9942-a7803124d9f1,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:19.974696 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 717fbe03-0c13-49de-b1e2-bf349759be25 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:47:19.979132 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 717fbe03-0c13-49de-b1e2-bf349759be25 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:47:19.979503 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dab4a136-aeed-44a2-bb42-eb6fc4fe6c3b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:19.979893 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:20.102924 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4a136-aeed-44a2-bb42-eb6fc4fe6c3b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event updated for resources: {'Subnet': ['ID=3f50c303-ae48-4ccb-b898-800b30ff3748,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:20.122289 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab4a136-aeed-44a2-bb42-eb6fc4fe6c3b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Checking segment: {'id': '57200513-dc59-4308-90f9-93a2ce2ed4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'dc37788a-d0cf-445c-97f8-f437469ba8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:47:20.122289 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab4a136-aeed-44a2-bb42-eb6fc4fe6c3b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Network hostable DHCP agents. Network: dc37788a-d0cf-445c-97f8-f437469ba8e2, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:47:20.272806 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9f1bb-f21d-48a3-a8ea-8f36e08115fc req-817b12d3-9c04-422c-bf5a-1d35033f99c2 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:20.274373 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-02c9f1bb-f21d-48a3-a8ea-8f36e08115fc req-817b12d3-9c04-422c-bf5a-1d35033f99c2 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 946 time: 0.0590487 Dec 16 09:47:20.279426 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab4a136-aeed-44a2-bb42-eb6fc4fe6c3b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Network dc37788a-d0cf-445c-97f8-f437469ba8e2 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:47:20.311610 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:20.318255 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-02c9f1bb-f21d-48a3-a8ea-8f36e08115fc req-4adcd341-26dd-47ac-972b-5b8c073e90d9 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360858 Dec 16 09:47:20.335881 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058c5623-3224-4af5-aa5b-a61ae6d810ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717fbe03-0c13-49de-b1e2-bf349759be25'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:47:20.338122 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f2114e-38a1-408d-8c93-0c7d462c26ad" -d '{"events": [{"server_uuid": "058c5623-3224-4af5-aa5b-a61ae6d810ba", "name": "network-vif-plugged", "status": "completed", "tag": "717fbe03-0c13-49de-b1e2-bf349759be25"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:47:20.352619 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 717fbe03-0c13-49de-b1e2-bf349759be25, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=717fbe03-0c13-49de-b1e2-bf349759be25,segment=NetworkSegment(112c19ab-e990-4470-949d-db114062d034),segment_id=112c19ab-e990-4470-949d-db114062d034)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:20.376632 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d34e0c0-621a-4206-88e8-2c4a3b54a2c3 x-openstack-request-id: req-1d34e0c0-621a-4206-88e8-2c4a3b54a2c3 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:47:20.376919 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "058c5623-3224-4af5-aa5b-a61ae6d810ba", "name": "network-vif-plugged", "status": "completed", "tag": "717fbe03-0c13-49de-b1e2-bf349759be25", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:47:20.377188 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1d34e0c0-621a-4206-88e8-2c4a3b54a2c3 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:47:20.377573 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058c5623-3224-4af5-aa5b-a61ae6d810ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717fbe03-0c13-49de-b1e2-bf349759be25', 'code': 200} Dec 16 09:47:20.393767 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-dab4a136-aeed-44a2-bb42-eb6fc4fe6c3b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, dc37788a-d0cf-445c-97f8-f437469ba8e2) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:47:20.398982 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab4a136-aeed-44a2-bb42-eb6fc4fe6c3b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:20.399158 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dab4a136-aeed-44a2-bb42-eb6fc4fe6c3b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:20.410691 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff3e042-25f3-4842-bd6c-f5a668def0c0 None None] Network dc37788a-d0cf-445c-97f8-f437469ba8e2 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:20.460031 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:20.513150 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-dab4a136-aeed-44a2-bb42-eb6fc4fe6c3b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1234932 Dec 16 09:47:20.514252 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40432) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:20.534535 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=717fbe03-0c13-49de-b1e2-bf349759be25,revision_number=12']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:20.639638 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0195e59c-5193-44ec-b41f-5273cee9fce1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:20.649392 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef60d0b1-d815-437a-94e7-994ee751bdeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-dc37788a-d0cf-445c-97f8-f437469ba8e2', 'network_id': 'dc37788a-d0cf-445c-97f8-f437469ba8e2', 'tenant_id': 'a78f148c1b6b48a7b272090f49428b1a', 'fixed_ips': [{'subnet_id': '3f50c303-ae48-4ccb-b898-800b30ff3748'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:47:20.652876 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ef60d0b1-d815-437a-94e7-994ee751bdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:20.726363 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a82611-3df4-4d20-a439-a3c187b52d26 req-a7a16af9-b9f6-41be-909a-7764d7b7bcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:20.735807 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a9a82611-3df4-4d20-a439-a3c187b52d26 req-a7a16af9-b9f6-41be-909a-7764d7b7bcfd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 1098 time: 0.1008337 Dec 16 09:47:20.803945 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0195e59c-5193-44ec-b41f-5273cee9fce1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:20.861984 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50ffff-ba87-4467-877d-616b4390413a req-f6f78124-a10f-4260-9cac-447df9b6246e tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:20.864977 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b50ffff-ba87-4467-877d-616b4390413a req-f6f78124-a10f-4260-9cac-447df9b6246e tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.58 "GET /v2.0/ports?device_id=86f20798-78a9-44f8-9139-ae934f6f13b8 HTTP/1.1" status: 200 len: 908 time: 0.0990198 Dec 16 09:47:20.891451 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a9a82611-3df4-4d20-a439-a3c187b52d26 req-e1cc79bc-6fc0-4f99-8d1d-9dd97d9a1b40 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519008 Dec 16 09:47:20.911236 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531b97a-2105-4699-8d8c-e9e298e0326f req-c3929807-0de0-4bf8-9e14-4c164558b853 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:20.913148 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4531b97a-2105-4699-8d8c-e9e298e0326f req-c3929807-0de0-4bf8-9e14-4c164558b853 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=86f20798-78a9-44f8-9139-ae934f6f13b8 HTTP/1.1" status: 200 len: 908 time: 0.1609221 Dec 16 09:47:20.944692 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-ef60d0b1-d815-437a-94e7-994ee751bdeb None None] Allocated IP 2001:db8::3 (dc37788a-d0cf-445c-97f8-f437469ba8e2/3f50c303-ae48-4ccb-b898-800b30ff3748/5baa0529-ca9b-4a86-8745-7c1f0455a903) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:47:21.015093 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-6b50ffff-ba87-4467-877d-616b4390413a req-aa122023-ea16-4c7a-a386-e63dc7e3ab40 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Deleting port 324174b2-e47e-4e92-bb9f-dbccac2c70d3 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:21.015823 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6b50ffff-ba87-4467-877d-616b4390413a req-aa122023-ea16-4c7a-a386-e63dc7e3ab40 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:21.108051 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b02714-e732-4f0c-b50e-9089ed25454b None None] Network 7f7a49fa-3005-4dca-8314-ca6b475864d6 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:21.127716 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-6b50ffff-ba87-4467-877d-616b4390413a req-aa122023-ea16-4c7a-a386-e63dc7e3ab40 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] For port 324174b2-e47e-4e92-bb9f-dbccac2c70d3, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=324174b2-e47e-4e92-bb9f-dbccac2c70d3,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:21.128273 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6b50ffff-ba87-4467-877d-616b4390413a req-aa122023-ea16-4c7a-a386-e63dc7e3ab40 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:21.143529 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-6b50ffff-ba87-4467-877d-616b4390413a req-aa122023-ea16-4c7a-a386-e63dc7e3ab40 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Calling delete_port for 324174b2-e47e-4e92-bb9f-dbccac2c70d3 owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:21.193184 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ef60d0b1-d815-437a-94e7-994ee751bdeb None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:21.248541 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-21d3f055-e70b-418e-9d31-eb8f2a448292 None None] Provisioning complete for port f7bf1915-1fe5-422f-9942-a7803124d9f1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:47:21.248904 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-21d3f055-e70b-418e-9d31-eb8f2a448292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:21.336779 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ef60d0b1-d815-437a-94e7-994ee751bdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:21.384206 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f7bf1915-1fe5-422f-9942-a7803124d9f1 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:47:21.451293 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef60d0b1-d815-437a-94e7-994ee751bdeb None None] Network dc37788a-d0cf-445c-97f8-f437469ba8e2 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:47:21.460991 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-ef60d0b1-d815-437a-94e7-994ee751bdeb None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:47:21.464771 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f6549-3dbb-4e6e-ab7b-5d1cac0d2717 req-a943808b-2142-497e-993d-a1f540f2e564 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:21.465788 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef60d0b1-d815-437a-94e7-994ee751bdeb None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:47:21.466580 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-034f6549-3dbb-4e6e-ab7b-5d1cac0d2717 req-a943808b-2142-497e-993d-a1f540f2e564 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 947 time: 0.0546329 Dec 16 09:47:21.480909 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0195e59c-5193-44ec-b41f-5273cee9fce1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:21.487840 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60d0b1-d815-437a-94e7-994ee751bdeb None None] Pushing event updated for resources: {'Port': ['ID=5baa0529-ca9b-4a86-8745-7c1f0455a903,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:21.489863 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6b50ffff-ba87-4467-877d-616b4390413a req-aa122023-ea16-4c7a-a386-e63dc7e3ab40 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:21.537719 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-034f6549-3dbb-4e6e-ab7b-5d1cac0d2717 req-e5c2a956-cc0b-4966-9d39-8d42030582b5 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615566 Dec 16 09:47:21.569584 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195e59c-5193-44ec-b41f-5273cee9fce1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event deleted for resources: {'Subnet': ['ID=3f50c303-ae48-4ccb-b898-800b30ff3748,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:21.602564 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa122023-ea16-4c7a-a386-e63dc7e3ab40 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Pushing event deleted for resources: {'Port': ['ID=324174b2-e47e-4e92-bb9f-dbccac2c70d3,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:21.602815 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port f7bf1915-1fe5-422f-9942-a7803124d9f1 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:47:21.602922 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:21.604540 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-ef60d0b1-d815-437a-94e7-994ee751bdeb None None] Attempting to bind port 5baa0529-ca9b-4a86-8745-7c1f0455a903 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:47:21.604907 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-ef60d0b1-d815-437a-94e7-994ee751bdeb None None] Attempting to bind port 5baa0529-ca9b-4a86-8745-7c1f0455a903 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '57200513-dc59-4308-90f9-93a2ce2ed4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'dc37788a-d0cf-445c-97f8-f437469ba8e2'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:47:21.605288 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef60d0b1-d815-437a-94e7-994ee751bdeb None None] Attempting to bind port 5baa0529-ca9b-4a86-8745-7c1f0455a903 on network dc37788a-d0cf-445c-97f8-f437469ba8e2 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:47:21.609424 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-21d3f055-e70b-418e-9d31-eb8f2a448292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:21.624593 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b50ffff-ba87-4467-877d-616b4390413a req-aa122023-ea16-4c7a-a386-e63dc7e3ab40 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] No DVR routers for this DVR port 324174b2-e47e-4e92-bb9f-dbccac2c70d3 on host n-h2-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:47:21.628841 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-6b50ffff-ba87-4467-877d-616b4390413a req-aa122023-ea16-4c7a-a386-e63dc7e3ab40 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:21.634713 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6b50ffff-ba87-4467-877d-616b4390413a req-aa122023-ea16-4c7a-a386-e63dc7e3ab40 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.58 "DELETE /v2.0/ports/324174b2-e47e-4e92-bb9f-dbccac2c70d3 HTTP/1.1" status: 204 len: 173 time: 0.7610993 Dec 16 09:47:21.634713 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f20798-78a9-44f8-9139-ae934f6f13b8', 'name': 'network-vif-deleted', 'tag': '324174b2-e47e-4e92-bb9f-dbccac2c70d3'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:47:21.636091 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536c2233-7ec7-472d-8509-40156143e447" -d '{"events": [{"server_uuid": "86f20798-78a9-44f8-9139-ae934f6f13b8", "name": "network-vif-deleted", "tag": "324174b2-e47e-4e92-bb9f-dbccac2c70d3"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:47:21.643235 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef60d0b1-d815-437a-94e7-994ee751bdeb None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:47:21.643617 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef60d0b1-d815-437a-94e7-994ee751bdeb None None] Checking segment: {'id': '57200513-dc59-4308-90f9-93a2ce2ed4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'dc37788a-d0cf-445c-97f8-f437469ba8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:47:21.644014 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ef60d0b1-d815-437a-94e7-994ee751bdeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:21.644405 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef60d0b1-d815-437a-94e7-994ee751bdeb None None] Bound using segment: {'id': '57200513-dc59-4308-90f9-93a2ce2ed4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'dc37788a-d0cf-445c-97f8-f437469ba8e2'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:47:21.644891 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-ef60d0b1-d815-437a-94e7-994ee751bdeb None None] Bound port: 5baa0529-ca9b-4a86-8745-7c1f0455a903, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57200513-dc59-4308-90f9-93a2ce2ed4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'dc37788a-d0cf-445c-97f8-f437469ba8e2'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:47:21.645308 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ef60d0b1-d815-437a-94e7-994ee751bdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:21.704984 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c0e51d-cd0e-4549-911c-599391264a21 x-openstack-request-id: req-85c0e51d-cd0e-4549-911c-599391264a21 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:47:21.705305 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f20798-78a9-44f8-9139-ae934f6f13b8", "name": "network-vif-deleted", "tag": "324174b2-e47e-4e92-bb9f-dbccac2c70d3", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:47:21.705548 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-85c0e51d-cd0e-4549-911c-599391264a21 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:47:21.705950 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f20798-78a9-44f8-9139-ae934f6f13b8', 'name': 'network-vif-deleted', 'tag': '324174b2-e47e-4e92-bb9f-dbccac2c70d3', 'status': 'completed', 'code': 200} Dec 16 09:47:21.731524 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0195e59c-5193-44ec-b41f-5273cee9fce1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:21.734807 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-21d3f055-e70b-418e-9d31-eb8f2a448292 None None] For port f7bf1915-1fe5-422f-9942-a7803124d9f1, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f7bf1915-1fe5-422f-9942-a7803124d9f1,segment=NetworkSegment(79df77ae-6359-4980-918d-c0340912dac6),segment_id=79df77ae-6359-4980-918d-c0340912dac6)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:21.761929 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-0195e59c-5193-44ec-b41f-5273cee9fce1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc37788a-d0cf-445c-97f8-f437469ba8e2']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:21.777474 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-0195e59c-5193-44ec-b41f-5273cee9fce1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57200513-dc59-4308-90f9-93a2ce2ed4de') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:21.777761 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-0195e59c-5193-44ec-b41f-5273cee9fce1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57200513-dc59-4308-90f9-93a2ce2ed4de') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:21.818106 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0195e59c-5193-44ec-b41f-5273cee9fce1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:21.823570 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-21d3f055-e70b-418e-9d31-eb8f2a448292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:21.843243 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0195e59c-5193-44ec-b41f-5273cee9fce1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:21.854753 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0195e59c-5193-44ec-b41f-5273cee9fce1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:47:21.855215 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0195e59c-5193-44ec-b41f-5273cee9fce1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:21.863131 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:47:21.863131 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:47:21.863131 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:47:21.863131 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:47:21.863131 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:47:21.863131 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:47:21.863131 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:47:21.863131 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:47:21.863131 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:47:21.863131 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:47:21.863131 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:47:21.863131 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:47:21.863131 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:47:21.863131 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:47:21.863131 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:47:21.863131 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:47:21.863131 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:47:21.863131 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:47:21.863131 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:47:21.863131 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:47:21.863131 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:47:21.863131 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:47:21.863131 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:47:21.863131 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:47:21.863131 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:47:21.863131 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:47:21.863131 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:47:21.863131 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:47:21.863131 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:47:21.863131 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:47:21.863131 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:47:21.863131 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:47:21.905373 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-ef60d0b1-d815-437a-94e7-994ee751bdeb None None] For port 5baa0529-ca9b-4a86-8745-7c1f0455a903, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:47:21.916322 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:21.967530 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3f055-e70b-418e-9d31-eb8f2a448292 None None] Pushing event updated for resources: {'Port': ['ID=f7bf1915-1fe5-422f-9942-a7803124d9f1,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:22.019735 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:47:22.020151 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:47:22.022953 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-ef60d0b1-d815-437a-94e7-994ee751bdeb None None] For port 5baa0529-ca9b-4a86-8745-7c1f0455a903, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5baa0529-ca9b-4a86-8745-7c1f0455a903,segment=NetworkSegment(57200513-dc59-4308-90f9-93a2ce2ed4de),segment_id=57200513-dc59-4308-90f9-93a2ce2ed4de)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:47:22.036723 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-631cc006-b2e7-4d79-9068-19d6f5109b01 req-ac9207c4-d86a-4590-8fa1-28031930acbe tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=86f20798-78a9-44f8-9139-ae934f6f13b8 HTTP/1.1" status: 200 len: 210 time: 0.0273113 Dec 16 09:47:22.050254 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c61e3a40-0870-408d-b79f-e78f93176e90 None None] Provisioning complete for port f7bf1915-1fe5-422f-9942-a7803124d9f1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:47:22.050633 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c61e3a40-0870-408d-b79f-e78f93176e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:22.055661 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.db.api [None req-0195e59c-5193-44ec-b41f-5273cee9fce1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 09:47:22.055661 n-d-820550-2 neutron-server[102817]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 09:47:22.055661 n-d-820550-2 neutron-server[102817]: [parameters: {'id': 'dc37788a-d0cf-445c-97f8-f437469ba8e2'}] Dec 16 09:47:22.055661 n-d-820550-2 neutron-server[102817]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:47:22.056732 n-d-820550-2 neutron-server[102817]: DEBUG oslo_db.api [None req-0195e59c-5193-44ec-b41f-5273cee9fce1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:47:22.129281 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ef60d0b1-d815-437a-94e7-994ee751bdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:22.220027 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60d0b1-d815-437a-94e7-994ee751bdeb None None] Pushing event updated for resources: {'Port': ['ID=5baa0529-ca9b-4a86-8745-7c1f0455a903,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:22.238887 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c46da6e-3bac-4047-90e8-7ae885c4afc3 None None] Network dc37788a-d0cf-445c-97f8-f437469ba8e2 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:22.368665 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2029c93c-492a-4bc5-8d0a-53fb98dc633e None None] get_active_networks_info from n-d-820550-2 {{(pid=102818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:47:22.506261 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2029c93c-492a-4bc5-8d0a-53fb98dc633e None None] Resources bound (agent type, host, resource id): {{(pid=102818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:47:22.558318 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0195e59c-5193-44ec-b41f-5273cee9fce1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:22.630237 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-0195e59c-5193-44ec-b41f-5273cee9fce1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Deleting port 5baa0529-ca9b-4a86-8745-7c1f0455a903 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:22.630581 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0195e59c-5193-44ec-b41f-5273cee9fce1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:22.697934 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e14e5-1ebf-43e8-8261-1db0abbdd708 req-0659431a-e79c-436a-b649-0aa811cb9ad0 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:22.714678 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0b4e14e5-1ebf-43e8-8261-1db0abbdd708 req-0659431a-e79c-436a-b649-0aa811cb9ad0 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 947 time: 0.0785666 Dec 16 09:47:22.718652 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-0195e59c-5193-44ec-b41f-5273cee9fce1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] For port 5baa0529-ca9b-4a86-8745-7c1f0455a903, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5baa0529-ca9b-4a86-8745-7c1f0455a903,segment=NetworkSegment(57200513-dc59-4308-90f9-93a2ce2ed4de),segment_id=57200513-dc59-4308-90f9-93a2ce2ed4de)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:22.719437 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0195e59c-5193-44ec-b41f-5273cee9fce1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:22.736908 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-0195e59c-5193-44ec-b41f-5273cee9fce1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Calling delete_port for 5baa0529-ca9b-4a86-8745-7c1f0455a903 owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:22.763682 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0b4e14e5-1ebf-43e8-8261-1db0abbdd708 req-6ca29652-ea1f-469a-ab4a-bb4eeb14c73a tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475821 Dec 16 09:47:22.936705 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0195e59c-5193-44ec-b41f-5273cee9fce1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:22.962255 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195e59c-5193-44ec-b41f-5273cee9fce1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event deleted for resources: {'Port': ['ID=5baa0529-ca9b-4a86-8745-7c1f0455a903,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:22.965831 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0195e59c-5193-44ec-b41f-5273cee9fce1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] No DVR routers for this DVR port 5baa0529-ca9b-4a86-8745-7c1f0455a903 on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:47:23.048770 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0195e59c-5193-44ec-b41f-5273cee9fce1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:23.069524 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-0195e59c-5193-44ec-b41f-5273cee9fce1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc37788a-d0cf-445c-97f8-f437469ba8e2']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:23.080543 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-0195e59c-5193-44ec-b41f-5273cee9fce1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57200513-dc59-4308-90f9-93a2ce2ed4de') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:23.080845 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-0195e59c-5193-44ec-b41f-5273cee9fce1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57200513-dc59-4308-90f9-93a2ce2ed4de') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:23.090767 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0195e59c-5193-44ec-b41f-5273cee9fce1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:23.105602 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0195e59c-5193-44ec-b41f-5273cee9fce1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:23.111738 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0195e59c-5193-44ec-b41f-5273cee9fce1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:47:23.112076 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0195e59c-5193-44ec-b41f-5273cee9fce1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:23.122724 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:47:23.122724 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:47:23.122724 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:47:23.122724 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:47:23.122724 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:47:23.122724 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:47:23.122724 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:47:23.122724 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:47:23.122724 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:47:23.122724 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:47:23.122724 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:47:23.122724 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:47:23.122724 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:47:23.122724 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:47:23.122724 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:47:23.122724 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:47:23.122724 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:47:23.122724 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:47:23.122724 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:47:23.122724 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:47:23.122724 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:47:23.122724 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:47:23.122724 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:47:23.122724 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:47:23.122724 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:47:23.122724 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:47:23.122724 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:47:23.122724 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:47:23.122724 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:47:23.122724 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:47:23.122724 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:47:23.122724 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:47:23.292082 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f7bf1915-1fe5-422f-9942-a7803124d9f1 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:47:23.336994 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0195e59c-5193-44ec-b41f-5273cee9fce1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:23.349570 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0195e59c-5193-44ec-b41f-5273cee9fce1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:23.352611 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port f7bf1915-1fe5-422f-9942-a7803124d9f1 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:47:23.353277 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:23.354641 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0195e59c-5193-44ec-b41f-5273cee9fce1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "DELETE /v2.0/networks/dc37788a-d0cf-445c-97f8-f437469ba8e2 HTTP/1.1" status: 204 len: 168 time: 2.8390310 Dec 16 09:47:23.358639 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40538) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:23.365003 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-686ed7f9-a64b-4a46-99e2-859817d6aaf0 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2048864961'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:23.392168 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195e59c-5193-44ec-b41f-5273cee9fce1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event deleted for resources: {'Network': ['ID=dc37788a-d0cf-445c-97f8-f437469ba8e2,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:23.479357 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686ed7f9-a64b-4a46-99e2-859817d6aaf0 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Made reservation on behalf of a78f148c1b6b48a7b272090f49428b1a for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:47:23.485561 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-686ed7f9-a64b-4a46-99e2-859817d6aaf0 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:23.516183 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-686ed7f9-a64b-4a46-99e2-859817d6aaf0 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:47:23.528509 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-686ed7f9-a64b-4a46-99e2-859817d6aaf0 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:23.529387 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-686ed7f9-a64b-4a46-99e2-859817d6aaf0 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Added segment e1a9f35a-1350-4b70-a47f-23f03f36c7d3 of type vlan for network ee31fe29-7f08-45c5-90cd-a1fcca6955e2 Dec 16 09:47:23.582333 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-686ed7f9-a64b-4a46-99e2-859817d6aaf0 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:23.679490 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-686ed7f9-a64b-4a46-99e2-859817d6aaf0 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:23.685251 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686ed7f9-a64b-4a46-99e2-859817d6aaf0 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:23.686100 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-686ed7f9-a64b-4a46-99e2-859817d6aaf0 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:23.775895 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c31b7c-4033-4437-95af-f250c71a2128 req-7719db15-bab7-440e-9f5e-6a8ea657bb1f tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:23.777536 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-06c31b7c-4033-4437-95af-f250c71a2128 req-7719db15-bab7-440e-9f5e-6a8ea657bb1f tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0de1a-cd38-4ab0-94ba-62051c68c755 HTTP/1.1" status: 200 len: 945 time: 0.0889397 Dec 16 09:47:23.807128 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ed7f9-a64b-4a46-99e2-859817d6aaf0 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event updated for resources: {'Network': ['ID=ee31fe29-7f08-45c5-90cd-a1fcca6955e2,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:23.823278 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network ee31fe29-7f08-45c5-90cd-a1fcca6955e2 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:47:23.832018 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-06c31b7c-4033-4437-95af-f250c71a2128 req-cfefedc4-cfa8-49a4-9576-35460c519e81 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384648 Dec 16 09:47:23.924691 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-686ed7f9-a64b-4a46-99e2-859817d6aaf0 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5646222 Dec 16 09:47:23.929316 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40546) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:23.935440 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-425eb723-c341-4b0b-a1a4-f43e863d9238 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Request body: {'subnet': {'network_id': 'ee31fe29-7f08-45c5-90cd-a1fcca6955e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:23.958158 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fc5b6-ed86-4f59-961e-8aa3523f49c6 req-16a928c4-f02a-4d3b-b5ed-dd42303f63f7 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:23.960256 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3a0fc5b6-ed86-4f59-961e-8aa3523f49c6 req-16a928c4-f02a-4d3b-b5ed-dd42303f63f7 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 947 time: 0.0869808 Dec 16 09:47:24.014768 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3a0fc5b6-ed86-4f59-961e-8aa3523f49c6 req-1d044436-9dd7-4454-b9f8-17a8469f8ad3 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479603 Dec 16 09:47:24.020444 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7be1b572-4ca0-48b5-af3c-92e17e4dbccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:24.131969 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425eb723-c341-4b0b-a1a4-f43e863d9238 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Made reservation on behalf of a78f148c1b6b48a7b272090f49428b1a for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:47:24.135880 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-425eb723-c341-4b0b-a1a4-f43e863d9238 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:24.415123 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b47b7-9e24-4870-83ec-fe4215480ce2 req-13ba3723-755f-4f06-88c1-46dcb3b41015 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:24.417297 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bc3b47b7-9e24-4870-83ec-fe4215480ce2 req-13ba3723-755f-4f06-88c1-46dcb3b41015 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdf0de1a-cd38-4ab0-94ba-62051c68c755 HTTP/1.1" status: 200 len: 945 time: 0.0940626 Dec 16 09:47:24.492272 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-425eb723-c341-4b0b-a1a4-f43e863d9238 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:24.567206 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425eb723-c341-4b0b-a1a4-f43e863d9238 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event updated for resources: {'Subnet': ['ID=05451156-c3d5-47db-88e5-1bd23aa2497c,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:24.585644 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425eb723-c341-4b0b-a1a4-f43e863d9238 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Checking segment: {'id': 'e1a9f35a-1350-4b70-a47f-23f03f36c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ee31fe29-7f08-45c5-90cd-a1fcca6955e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:47:24.585960 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425eb723-c341-4b0b-a1a4-f43e863d9238 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Network hostable DHCP agents. Network: ee31fe29-7f08-45c5-90cd-a1fcca6955e2, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:47:24.601043 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-bc3b47b7-9e24-4870-83ec-fe4215480ce2 req-7b2880d0-1020-4a7d-8215-143e880df885 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Deleting port a1923724-de92-4455-a0b4-fa5b1439b9ef {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:24.601530 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-bc3b47b7-9e24-4870-83ec-fe4215480ce2 req-7b2880d0-1020-4a7d-8215-143e880df885 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:24.718732 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-bc3b47b7-9e24-4870-83ec-fe4215480ce2 req-7b2880d0-1020-4a7d-8215-143e880df885 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] For port a1923724-de92-4455-a0b4-fa5b1439b9ef, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=a1923724-de92-4455-a0b4-fa5b1439b9ef,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:24.719171 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-bc3b47b7-9e24-4870-83ec-fe4215480ce2 req-7b2880d0-1020-4a7d-8215-143e880df885 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:24.731851 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-bc3b47b7-9e24-4870-83ec-fe4215480ce2 req-7b2880d0-1020-4a7d-8215-143e880df885 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Calling delete_port for a1923724-de92-4455-a0b4-fa5b1439b9ef owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:24.817250 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425eb723-c341-4b0b-a1a4-f43e863d9238 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Network ee31fe29-7f08-45c5-90cd-a1fcca6955e2 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:47:24.917631 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-425eb723-c341-4b0b-a1a4-f43e863d9238 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, ee31fe29-7f08-45c5-90cd-a1fcca6955e2) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:47:24.922350 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425eb723-c341-4b0b-a1a4-f43e863d9238 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:24.922964 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-425eb723-c341-4b0b-a1a4-f43e863d9238 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:24.927161 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e2c43b-9f3c-4412-a858-12c08bf92082 None None] Network ee31fe29-7f08-45c5-90cd-a1fcca6955e2 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:24.968987 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-bc3b47b7-9e24-4870-83ec-fe4215480ce2 req-7b2880d0-1020-4a7d-8215-143e880df885 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:24.980781 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb6c8b-8d31-4a5c-9a6d-fb7ee87614eb req-c99a8d6c-d93f-4388-b281-22b3d7d5fedc tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:24.988122 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07bb6c8b-8d31-4a5c-9a6d-fb7ee87614eb req-c99a8d6c-d93f-4388-b281-22b3d7d5fedc tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0de1a-cd38-4ab0-94ba-62051c68c755 HTTP/1.1" status: 200 len: 867 time: 0.0573421 Dec 16 09:47:25.038731 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07bb6c8b-8d31-4a5c-9a6d-fb7ee87614eb req-cece6ddb-0205-4760-b2ae-34c5ccf1c1b9 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491765 Dec 16 09:47:25.066186 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2880d0-1020-4a7d-8215-143e880df885 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Pushing event deleted for resources: {'Port': ['ID=a1923724-de92-4455-a0b4-fa5b1439b9ef,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:25.067890 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee', 'a1923724-de92-4455-a0b4-fa5b1439b9ef'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:47:25.092674 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-425eb723-c341-4b0b-a1a4-f43e863d9238 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1631720 Dec 16 09:47:25.095771 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40570) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:25.201565 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3b47b7-9e24-4870-83ec-fe4215480ce2 req-7b2880d0-1020-4a7d-8215-143e880df885 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] No DVR routers for this DVR port a1923724-de92-4455-a0b4-fa5b1439b9ef on host n-h2-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:47:25.219365 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-bc3b47b7-9e24-4870-83ec-fe4215480ce2 req-7b2880d0-1020-4a7d-8215-143e880df885 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:25.224334 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bc3b47b7-9e24-4870-83ec-fe4215480ce2 req-7b2880d0-1020-4a7d-8215-143e880df885 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.58 "DELETE /v2.0/ports/a1923724-de92-4455-a0b4-fa5b1439b9ef HTTP/1.1" status: 204 len: 173 time: 0.7994030 Dec 16 09:47:25.226990 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf0de1a-cd38-4ab0-94ba-62051c68c755', 'name': 'network-vif-deleted', 'tag': 'a1923724-de92-4455-a0b4-fa5b1439b9ef'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:47:25.229350 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82eb9719-4012-42d4-9c80-9e756a4756df" -d '{"events": [{"server_uuid": "fdf0de1a-cd38-4ab0-94ba-62051c68c755", "name": "network-vif-deleted", "tag": "a1923724-de92-4455-a0b4-fa5b1439b9ef"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:47:25.280518 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1ee0c-52aa-4f05-be6e-cc3b056e8733 req-bb1b4b31-3319-4ac1-8bfb-e1c737fb9a46 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:25.283455 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e7b1ee0c-52aa-4f05-be6e-cc3b056e8733 req-bb1b4b31-3319-4ac1-8bfb-e1c737fb9a46 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 947 time: 0.1405115 Dec 16 09:47:25.295261 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e5a2de-98cf-406e-9557-0c1ac0b9173b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-ee31fe29-7f08-45c5-90cd-a1fcca6955e2', 'network_id': 'ee31fe29-7f08-45c5-90cd-a1fcca6955e2', 'tenant_id': 'a78f148c1b6b48a7b272090f49428b1a', 'fixed_ips': [{'subnet_id': '05451156-c3d5-47db-88e5-1bd23aa2497c'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:47:25.296176 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-41e5a2de-98cf-406e-9557-0c1ac0b9173b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:25.355654 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-db82d6ab-7b3c-4960-afff-48b102352b44 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:25.362777 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be8152a-9d3d-41ee-a2b7-27626738c50a x-openstack-request-id: req-5be8152a-9d3d-41ee-a2b7-27626738c50a {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:47:25.363114 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf0de1a-cd38-4ab0-94ba-62051c68c755", "name": "network-vif-deleted", "tag": "a1923724-de92-4455-a0b4-fa5b1439b9ef", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:47:25.363363 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5be8152a-9d3d-41ee-a2b7-27626738c50a {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:47:25.364194 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf0de1a-cd38-4ab0-94ba-62051c68c755', 'name': 'network-vif-deleted', 'tag': 'a1923724-de92-4455-a0b4-fa5b1439b9ef', 'status': 'completed', 'code': 200} Dec 16 09:47:25.392961 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e7b1ee0c-52aa-4f05-be6e-cc3b056e8733 req-475cee31-2b17-4054-aded-2e7abe21cf00 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016150 Dec 16 09:47:25.538203 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-db82d6ab-7b3c-4960-afff-48b102352b44 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:25.651790 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd08fde-1ea7-49b2-b563-01de00f93212 req-36ee31d6-f5b0-4973-937f-9c3b773714cc tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:25.660226 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8cd08fde-1ea7-49b2-b563-01de00f93212 req-36ee31d6-f5b0-4973-937f-9c3b773714cc tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 947 time: 0.1475439 Dec 16 09:47:25.723590 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-41e5a2de-98cf-406e-9557-0c1ac0b9173b None None] Allocated IP 2001:db8::1 (ee31fe29-7f08-45c5-90cd-a1fcca6955e2/05451156-c3d5-47db-88e5-1bd23aa2497c/bc25fb17-0fa1-4d13-8276-e89464bf8340) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:47:25.743580 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8cd08fde-1ea7-49b2-b563-01de00f93212 req-cc1f6d73-9a1c-4c1a-b71e-b7ac72427085 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784686 Dec 16 09:47:25.811341 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device a1923724-de92-4455-a0b4-fa5b1439b9ef no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:47:25.836765 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: a1923724-de92-4455-a0b4-fa5b1439b9ef {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:47:25.837386 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device a1923724-de92-4455-a0b4-fa5b1439b9ef not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:47:25.837984 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 324174b2-e47e-4e92-bb9f-dbccac2c70d3 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:47:25.872121 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 324174b2-e47e-4e92-bb9f-dbccac2c70d3 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:47:25.873330 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 324174b2-e47e-4e92-bb9f-dbccac2c70d3 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:47:25.903035 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13687916-b39f-4189-a94c-3831d05b7335 req-27d605bc-269d-4a35-bf57-1085a712f8b7 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:25.911214 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-13687916-b39f-4189-a94c-3831d05b7335 req-27d605bc-269d-4a35-bf57-1085a712f8b7 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 947 time: 0.0670211 Dec 16 09:47:25.952585 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-13687916-b39f-4189-a94c-3831d05b7335 req-329b8134-d7ce-44c8-a0e0-be8a25084ba8 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403345 Dec 16 09:47:25.957198 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-41e5a2de-98cf-406e-9557-0c1ac0b9173b None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:26.033235 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-41e5a2de-98cf-406e-9557-0c1ac0b9173b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:26.100778 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e5a2de-98cf-406e-9557-0c1ac0b9173b None None] Network ee31fe29-7f08-45c5-90cd-a1fcca6955e2 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:47:26.117337 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-41e5a2de-98cf-406e-9557-0c1ac0b9173b None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:47:26.121078 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e5a2de-98cf-406e-9557-0c1ac0b9173b None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:47:26.125616 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40bae7-ca0d-48de-b690-3a43319078d9 req-dd8983ee-da7f-42e8-b62f-156d05d7a9a2 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:26.127941 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2f40bae7-ca0d-48de-b690-3a43319078d9 req-dd8983ee-da7f-42e8-b62f-156d05d7a9a2 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 947 time: 0.0859892 Dec 16 09:47:26.146855 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e5a2de-98cf-406e-9557-0c1ac0b9173b None None] Pushing event updated for resources: {'Port': ['ID=bc25fb17-0fa1-4d13-8276-e89464bf8340,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:26.183693 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2f40bae7-ca0d-48de-b690-3a43319078d9 req-03edaa02-097c-4d36-8c9c-7cddafa098d9 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453386 Dec 16 09:47:26.183693 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-db82d6ab-7b3c-4960-afff-48b102352b44 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:26.224152 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c9b098ac-8316-4847-8c88-45ff81e1368a req-57851823-83ce-43b1-933a-1452bc8fb808 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0de1a-cd38-4ab0-94ba-62051c68c755 HTTP/1.1" status: 200 len: 210 time: 0.0482290 Dec 16 09:47:26.238543 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-41e5a2de-98cf-406e-9557-0c1ac0b9173b None None] Attempting to bind port bc25fb17-0fa1-4d13-8276-e89464bf8340 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:47:26.238918 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-41e5a2de-98cf-406e-9557-0c1ac0b9173b None None] Attempting to bind port bc25fb17-0fa1-4d13-8276-e89464bf8340 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'e1a9f35a-1350-4b70-a47f-23f03f36c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ee31fe29-7f08-45c5-90cd-a1fcca6955e2'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:47:26.239277 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e5a2de-98cf-406e-9557-0c1ac0b9173b None None] Attempting to bind port bc25fb17-0fa1-4d13-8276-e89464bf8340 on network ee31fe29-7f08-45c5-90cd-a1fcca6955e2 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:47:26.245875 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e5a2de-98cf-406e-9557-0c1ac0b9173b None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:47:26.246249 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e5a2de-98cf-406e-9557-0c1ac0b9173b None None] Checking segment: {'id': 'e1a9f35a-1350-4b70-a47f-23f03f36c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ee31fe29-7f08-45c5-90cd-a1fcca6955e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:47:26.246649 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-41e5a2de-98cf-406e-9557-0c1ac0b9173b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:26.247084 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e5a2de-98cf-406e-9557-0c1ac0b9173b None None] Bound using segment: {'id': 'e1a9f35a-1350-4b70-a47f-23f03f36c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ee31fe29-7f08-45c5-90cd-a1fcca6955e2'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:47:26.247535 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-41e5a2de-98cf-406e-9557-0c1ac0b9173b None None] Bound port: bc25fb17-0fa1-4d13-8276-e89464bf8340, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1a9f35a-1350-4b70-a47f-23f03f36c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ee31fe29-7f08-45c5-90cd-a1fcca6955e2'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:47:26.247915 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-41e5a2de-98cf-406e-9557-0c1ac0b9173b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:26.258299 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db82d6ab-7b3c-4960-afff-48b102352b44 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event deleted for resources: {'Subnet': ['ID=05451156-c3d5-47db-88e5-1bd23aa2497c,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:26.345700 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-41e5a2de-98cf-406e-9557-0c1ac0b9173b None None] For port bc25fb17-0fa1-4d13-8276-e89464bf8340, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:47:26.349572 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-41e5a2de-98cf-406e-9557-0c1ac0b9173b None None] For port bc25fb17-0fa1-4d13-8276-e89464bf8340, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=bc25fb17-0fa1-4d13-8276-e89464bf8340,segment=NetworkSegment(e1a9f35a-1350-4b70-a47f-23f03f36c7d3),segment_id=e1a9f35a-1350-4b70-a47f-23f03f36c7d3)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:47:26.417466 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-db82d6ab-7b3c-4960-afff-48b102352b44 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:26.448108 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d934c8-13b3-4111-b625-e655b6894873 req-6f152ed0-7c44-4cc8-8e0d-acb751781d2a tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:26.460360 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c6d934c8-13b3-4111-b625-e655b6894873 req-6f152ed0-7c44-4cc8-8e0d-acb751781d2a tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 947 time: 0.1773202 Dec 16 09:47:26.474102 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-56ddcfc4-7497-42b0-a08e-a23e758a8fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:26.481659 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:47:26.509688 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-db82d6ab-7b3c-4960-afff-48b102352b44 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee31fe29-7f08-45c5-90cd-a1fcca6955e2']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:26.528600 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-db82d6ab-7b3c-4960-afff-48b102352b44 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a9f35a-1350-4b70-a47f-23f03f36c7d3') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:26.528890 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-db82d6ab-7b3c-4960-afff-48b102352b44 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a9f35a-1350-4b70-a47f-23f03f36c7d3') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:26.540180 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-db82d6ab-7b3c-4960-afff-48b102352b44 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:26.577250 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-41e5a2de-98cf-406e-9557-0c1ac0b9173b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:26.580867 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-db82d6ab-7b3c-4960-afff-48b102352b44 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:26.585991 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c6d934c8-13b3-4111-b625-e655b6894873 req-3b6ef0d7-5871-4ceb-927d-1d2eb975b9cf tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245987 Dec 16 09:47:26.594610 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db82d6ab-7b3c-4960-afff-48b102352b44 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:47:26.595080 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-db82d6ab-7b3c-4960-afff-48b102352b44 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:26.603566 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:47:26.603566 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:47:26.603566 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:47:26.603566 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:47:26.603566 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:47:26.603566 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:47:26.603566 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:47:26.603566 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:47:26.603566 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:47:26.603566 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:47:26.603566 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:47:26.603566 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:47:26.603566 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:47:26.603566 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:47:26.603566 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:47:26.603566 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:47:26.603566 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:47:26.603566 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:47:26.603566 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:47:26.603566 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:47:26.603566 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:47:26.603566 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:47:26.603566 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:47:26.603566 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:47:26.603566 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:47:26.603566 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:47:26.603566 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:47:26.603566 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:47:26.603566 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:47:26.603566 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:47:26.603566 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:47:26.603566 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:47:26.706642 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e5a2de-98cf-406e-9557-0c1ac0b9173b None None] Pushing event updated for resources: {'Port': ['ID=bc25fb17-0fa1-4d13-8276-e89464bf8340,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:26.756065 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.db.api [None req-db82d6ab-7b3c-4960-afff-48b102352b44 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 09:47:26.756065 n-d-820550-2 neutron-server[102816]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 09:47:26.756065 n-d-820550-2 neutron-server[102816]: [parameters: {'id': 'ee31fe29-7f08-45c5-90cd-a1fcca6955e2'}] Dec 16 09:47:26.756065 n-d-820550-2 neutron-server[102816]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:47:26.756541 n-d-820550-2 neutron-server[102816]: DEBUG oslo_db.api [None req-db82d6ab-7b3c-4960-afff-48b102352b44 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:47:26.784879 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29cc15f-27b3-43c5-a4fe-25f9f9d2a2d0 None None] Network ee31fe29-7f08-45c5-90cd-a1fcca6955e2 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:26.831840 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55469eb3-83fa-4081-9613-66f16ee2cca1 req-465e23e3-4dd6-417a-9d0a-5186f38054e9 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:26.845383 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-55469eb3-83fa-4081-9613-66f16ee2cca1 req-465e23e3-4dd6-417a-9d0a-5186f38054e9 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 947 time: 0.1023736 Dec 16 09:47:26.940776 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-55469eb3-83fa-4081-9613-66f16ee2cca1 req-da225770-20e7-4ce2-9aec-c9cbb6493804 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944996 Dec 16 09:47:27.034578 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732b4637-370f-4c04-8257-11361e407288 None None] get_active_networks_info from n-d-820550-2 {{(pid=102818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:47:27.108548 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407884c-b983-4c6b-a0b9-c896e5b5d48f req-628e7990-2654-4aae-9db3-ce4f126d9da8 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:27.113067 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f407884c-b983-4c6b-a0b9-c896e5b5d48f req-628e7990-2654-4aae-9db3-ce4f126d9da8 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 947 time: 0.0872121 Dec 16 09:47:27.160352 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f407884c-b983-4c6b-a0b9-c896e5b5d48f req-5ff46f33-f8b0-49b6-a710-2a1acca64eba tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432713 Dec 16 09:47:27.183042 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732b4637-370f-4c04-8257-11361e407288 None None] Resources bound (agent type, host, resource id): {{(pid=102818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:47:27.258182 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-db82d6ab-7b3c-4960-afff-48b102352b44 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:27.335454 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-db82d6ab-7b3c-4960-afff-48b102352b44 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Deleting port bc25fb17-0fa1-4d13-8276-e89464bf8340 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:27.335849 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-db82d6ab-7b3c-4960-afff-48b102352b44 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:27.343451 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40620) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:27.465970 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-db82d6ab-7b3c-4960-afff-48b102352b44 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] For port bc25fb17-0fa1-4d13-8276-e89464bf8340, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=bc25fb17-0fa1-4d13-8276-e89464bf8340,segment=NetworkSegment(e1a9f35a-1350-4b70-a47f-23f03f36c7d3),segment_id=e1a9f35a-1350-4b70-a47f-23f03f36c7d3)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:27.467132 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-db82d6ab-7b3c-4960-afff-48b102352b44 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:27.505350 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-db82d6ab-7b3c-4960-afff-48b102352b44 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Calling delete_port for bc25fb17-0fa1-4d13-8276-e89464bf8340 owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:27.528571 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3bb0afcd-3f08-4b95-aefd-946b0cdebae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:27.612831 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:27.619329 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3bb0afcd-3f08-4b95-aefd-946b0cdebae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:27.682138 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857dc48-6fb3-4756-ade0-046817da8a3d req-b513725a-2885-4e02-9983-f36f7cad1883 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:27.683655 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b857dc48-6fb3-4756-ade0-046817da8a3d req-b513725a-2885-4e02-9983-f36f7cad1883 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 947 time: 0.0537806 Dec 16 09:47:27.696836 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-db82d6ab-7b3c-4960-afff-48b102352b44 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:27.725487 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3bb0afcd-3f08-4b95-aefd-946b0cdebae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:27.730766 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db82d6ab-7b3c-4960-afff-48b102352b44 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event deleted for resources: {'Port': ['ID=bc25fb17-0fa1-4d13-8276-e89464bf8340,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:27.741206 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db82d6ab-7b3c-4960-afff-48b102352b44 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] No DVR routers for this DVR port bc25fb17-0fa1-4d13-8276-e89464bf8340 on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:47:27.772995 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3bb0afcd-3f08-4b95-aefd-946b0cdebae8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=71d39b07a9034f15bcaadd4f30837bfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4254146 Dec 16 09:47:27.773883 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0afcd-3f08-4b95-aefd-946b0cdebae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9599152f-833e-48de-941f-d2ae5eb94445,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:27.775018 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40628) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:27.797087 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b857dc48-6fb3-4756-ade0-046817da8a3d req-89eada0c-d8db-42d7-bc9f-1ad9e31b3aad tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070812 Dec 16 09:47:27.862724 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92844ea6-9ba6-4483-bedf-23362dbb1d57 req-cfacc090-b4e2-40cd-9078-108a25edf09a tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:27.864372 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-92844ea6-9ba6-4483-bedf-23362dbb1d57 req-cfacc090-b4e2-40cd-9078-108a25edf09a tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 946 time: 0.0722806 Dec 16 09:47:27.873859 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-db82d6ab-7b3c-4960-afff-48b102352b44 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:27.906303 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-92844ea6-9ba6-4483-bedf-23362dbb1d57 req-500f2599-11aa-41e9-9e61-4ef49b59b065 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=d26832b8-c26f-4920-b7ca-293fe265978e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349143 Dec 16 09:47:27.906423 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-db82d6ab-7b3c-4960-afff-48b102352b44 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee31fe29-7f08-45c5-90cd-a1fcca6955e2']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:27.922935 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-db82d6ab-7b3c-4960-afff-48b102352b44 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a9f35a-1350-4b70-a47f-23f03f36c7d3') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:27.923223 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-db82d6ab-7b3c-4960-afff-48b102352b44 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a9f35a-1350-4b70-a47f-23f03f36c7d3') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:27.930406 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-273b71c8-5f22-446b-b126-2aa2bb13a3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:27.939542 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40632) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:27.952934 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-273b71c8-5f22-446b-b126-2aa2bb13a3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:27.991161 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5493a76-4bb9-4cf2-b917-309e6622a2c0 admin admin] Deleting subnet 10387f2b-3301-4293-97a7-9edfb6ed6bd0 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:47:27.992303 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-db82d6ab-7b3c-4960-afff-48b102352b44 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:27.994876 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c5493a76-4bb9-4cf2-b917-309e6622a2c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:28.015063 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-db82d6ab-7b3c-4960-afff-48b102352b44 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:28.023173 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db82d6ab-7b3c-4960-afff-48b102352b44 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:47:28.023575 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-db82d6ab-7b3c-4960-afff-48b102352b44 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:28.027354 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:47:28.027354 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:47:28.027354 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:47:28.027354 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:47:28.027354 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:47:28.027354 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:47:28.027354 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:47:28.027354 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:47:28.027354 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:47:28.027354 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:47:28.027354 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:47:28.027354 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:47:28.027354 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:47:28.027354 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:47:28.027354 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:47:28.027354 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:47:28.027354 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:47:28.027354 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:47:28.027354 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:47:28.027354 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:47:28.027354 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:47:28.027354 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:47:28.027354 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:47:28.027354 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:47:28.027354 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:47:28.027354 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:47:28.027354 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:47:28.027354 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:47:28.027354 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:47:28.027354 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:47:28.027354 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:47:28.027354 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:47:28.060834 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c5493a76-4bb9-4cf2-b917-309e6622a2c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:28.102350 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-273b71c8-5f22-446b-b126-2aa2bb13a3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:28.106444 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-273b71c8-5f22-446b-b126-2aa2bb13a3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:28.107945 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-273b71c8-5f22-446b-b126-2aa2bb13a3dc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9599152f-833e-48de-941f-d2ae5eb94445 HTTP/1.1" status: 204 len: 168 time: 0.3314297 Dec 16 09:47:28.113735 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86958f3-9fb4-435e-b8f8-e5adddb08e20 req-2a6d5c99-1ad6-4526-b4d4-27c881d2998b tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:28.115998 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a86958f3-9fb4-435e-b8f8-e5adddb08e20 req-2a6d5c99-1ad6-4526-b4d4-27c881d2998b tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 946 time: 0.1005237 Dec 16 09:47:28.120999 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c5493a76-4bb9-4cf2-b917-309e6622a2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:28.121619 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b71c8-5f22-446b-b126-2aa2bb13a3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9599152f-833e-48de-941f-d2ae5eb94445,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:28.199045 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-db82d6ab-7b3c-4960-afff-48b102352b44 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:28.207684 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-db82d6ab-7b3c-4960-afff-48b102352b44 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:28.211548 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-db82d6ab-7b3c-4960-afff-48b102352b44 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "DELETE /v2.0/networks/ee31fe29-7f08-45c5-90cd-a1fcca6955e2 HTTP/1.1" status: 204 len: 168 time: 3.1147792 Dec 16 09:47:28.221789 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40638) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:28.227884 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-cc7adbe8-576a-4709-84f9-705d2af64e7d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1866107512'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:28.240211 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db82d6ab-7b3c-4960-afff-48b102352b44 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event deleted for resources: {'Network': ['ID=ee31fe29-7f08-45c5-90cd-a1fcca6955e2,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:28.267064 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-a86958f3-9fb4-435e-b8f8-e5adddb08e20 req-f45bf02d-1d3d-4957-98ac-743755e4c0a3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Deleting port 89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:28.267496 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a86958f3-9fb4-435e-b8f8-e5adddb08e20 req-f45bf02d-1d3d-4957-98ac-743755e4c0a3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:28.360007 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-a86958f3-9fb4-435e-b8f8-e5adddb08e20 req-f45bf02d-1d3d-4957-98ac-743755e4c0a3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] For port 89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:28.360675 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a86958f3-9fb4-435e-b8f8-e5adddb08e20 req-f45bf02d-1d3d-4957-98ac-743755e4c0a3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:28.373406 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-a86958f3-9fb4-435e-b8f8-e5adddb08e20 req-f45bf02d-1d3d-4957-98ac-743755e4c0a3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Calling delete_port for 89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:28.398832 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7adbe8-576a-4709-84f9-705d2af64e7d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Made reservation on behalf of a78f148c1b6b48a7b272090f49428b1a for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:47:28.402452 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cc7adbe8-576a-4709-84f9-705d2af64e7d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:28.414020 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c5493a76-4bb9-4cf2-b917-309e6622a2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:28.445026 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5493a76-4bb9-4cf2-b917-309e6622a2c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10387f2b-3301-4293-97a7-9edfb6ed6bd0,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:28.493063 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc7adbe8-576a-4709-84f9-705d2af64e7d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:47:28.495451 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c5493a76-4bb9-4cf2-b917-309e6622a2c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:28.498847 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c5493a76-4bb9-4cf2-b917-309e6622a2c0 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/10387f2b-3301-4293-97a7-9edfb6ed6bd0 HTTP/1.1" status: 204 len: 168 time: 0.5581689 Dec 16 09:47:28.502412 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40642) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:28.504853 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cc7adbe8-576a-4709-84f9-705d2af64e7d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:28.505278 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-cc7adbe8-576a-4709-84f9-705d2af64e7d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Added segment f8fd1d14-f9b2-47af-ba18-61cb60177d19 of type vlan for network 60c88bab-8bd8-4343-9c97-9d3ea7c028ed Dec 16 09:47:28.611260 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cc7adbe8-576a-4709-84f9-705d2af64e7d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:28.620973 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-251a6503-3168-49ce-b129-43e5ae371031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:28.654432 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a86958f3-9fb4-435e-b8f8-e5adddb08e20 req-f45bf02d-1d3d-4957-98ac-743755e4c0a3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:28.666570 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:47:28.687139 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45bf02d-1d3d-4957-98ac-743755e4c0a3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Pushing event deleted for resources: {'Port': ['ID=89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:28.724409 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-251a6503-3168-49ce-b129-43e5ae371031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:28.734628 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a86958f3-9fb4-435e-b8f8-e5adddb08e20 req-f45bf02d-1d3d-4957-98ac-743755e4c0a3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] No DVR routers for this DVR port 89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee on host n-h2-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:47:28.737476 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a86958f3-9fb4-435e-b8f8-e5adddb08e20 req-f45bf02d-1d3d-4957-98ac-743755e4c0a3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:28.742011 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a86958f3-9fb4-435e-b8f8-e5adddb08e20 req-f45bf02d-1d3d-4957-98ac-743755e4c0a3 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.58 "DELETE /v2.0/ports/89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee HTTP/1.1" status: 204 len: 173 time: 0.6184244 Dec 16 09:47:28.742480 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91', 'name': 'network-vif-deleted', 'tag': '89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:47:28.744822 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6961f902-2a0b-4fa3-ba82-fa39e57593a2" -d '{"events": [{"server_uuid": "ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91", "name": "network-vif-deleted", "tag": "89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:47:28.763807 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-251a6503-3168-49ce-b129-43e5ae371031 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf2ed6b0-473c-47cf-a6d0-9a09914a9637']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:28.766160 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cc7adbe8-576a-4709-84f9-705d2af64e7d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:28.772045 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7adbe8-576a-4709-84f9-705d2af64e7d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:28.772701 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cc7adbe8-576a-4709-84f9-705d2af64e7d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:28.784686 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140d7f69-1d3b-47ea-996f-0cec5bed9b34 x-openstack-request-id: req-140d7f69-1d3b-47ea-996f-0cec5bed9b34 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:47:28.784977 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91", "name": "network-vif-deleted", "tag": "89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:47:28.789357 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-140d7f69-1d3b-47ea-996f-0cec5bed9b34 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:47:28.789357 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91', 'name': 'network-vif-deleted', 'tag': '89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee', 'status': 'completed', 'code': 200} Dec 16 09:47:28.792896 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-251a6503-3168-49ce-b129-43e5ae371031 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ebf23b0-c3e5-4b2c-a17f-dd71a838821e') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:28.793253 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-251a6503-3168-49ce-b129-43e5ae371031 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ebf23b0-c3e5-4b2c-a17f-dd71a838821e') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:28.840767 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-251a6503-3168-49ce-b129-43e5ae371031 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:28.876310 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-251a6503-3168-49ce-b129-43e5ae371031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:28.884431 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-cc7adbe8-576a-4709-84f9-705d2af64e7d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6591539 Dec 16 09:47:28.884431 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7adbe8-576a-4709-84f9-705d2af64e7d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event updated for resources: {'Network': ['ID=60c88bab-8bd8-4343-9c97-9d3ea7c028ed,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:28.884775 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40648) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:28.890616 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-251a6503-3168-49ce-b129-43e5ae371031 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:47:28.890825 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-3a40ba56-dc45-4ac0-867c-cc584759762c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Request body: {'subnet': {'network_id': '60c88bab-8bd8-4343-9c97-9d3ea7c028ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:28.891072 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-251a6503-3168-49ce-b129-43e5ae371031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:28.892847 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:47:28.892847 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:47:28.892847 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:47:28.892847 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:47:28.892847 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:47:28.892847 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:47:28.892847 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:47:28.892847 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:47:28.892847 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:47:28.892847 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:47:28.892847 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:47:28.892847 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:47:28.892847 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:47:28.892847 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:47:28.892847 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:47:28.892847 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:47:28.892847 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:47:28.892847 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:47:28.892847 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:47:28.892847 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:47:28.892847 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:47:28.892847 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:47:28.892847 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:47:28.892847 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:47:28.892847 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:47:28.892847 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:47:28.892847 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:47:28.892847 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:47:28.892847 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:47:28.892847 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:47:28.892847 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:47:28.892847 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:47:28.905773 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 60c88bab-8bd8-4343-9c97-9d3ea7c028ed details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:47:28.926575 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40650) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:28.982902 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d4b3b52f-2bdd-4949-a416-70844e650530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:29.031745 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cbc5c-f922-4e62-bf86-1242b763e634 req-ff60ed97-8bd5-4ef8-8f24-a13ba178517f tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:29.033200 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-228cbc5c-f922-4e62-bf86-1242b763e634 req-ff60ed97-8bd5-4ef8-8f24-a13ba178517f tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 947 time: 0.0968664 Dec 16 09:47:29.055536 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-805a1387-2639-4b50-906f-86e5933ddf40 req-575a7c58-6d08-4fae-b06c-23e9ddc00e21 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee6f0687-b8e5-4dd7-b077-8dc2e0a31f91 HTTP/1.1" status: 200 len: 210 time: 0.0454171 Dec 16 09:47:29.077074 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-228cbc5c-f922-4e62-bf86-1242b763e634 req-e3f66848-effe-4136-819d-2c246ab012de tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362360 Dec 16 09:47:29.091203 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:29.091761 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-251a6503-3168-49ce-b129-43e5ae371031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:29.112076 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-251a6503-3168-49ce-b129-43e5ae371031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:29.116704 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-251a6503-3168-49ce-b129-43e5ae371031 admin admin] 10.222.0.60 "DELETE /v2.0/networks/cf2ed6b0-473c-47cf-a6d0-9a09914a9637 HTTP/1.1" status: 204 len: 168 time: 0.6131902 Dec 16 09:47:29.118023 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a6503-3168-49ce-b129-43e5ae371031 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf2ed6b0-473c-47cf-a6d0-9a09914a9637,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:29.119798 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40658) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:29.134463 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d4b3b52f-2bdd-4949-a416-70844e650530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:29.169456 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ceb79a3-6d7a-4445-b572-0d7b932ccdd7 admin admin] Deleting subnet f2305cb4-85c5-403f-be27-98b9bc0de923 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:47:29.173002 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9ceb79a3-6d7a-4445-b572-0d7b932ccdd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:29.179110 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a40ba56-dc45-4ac0-867c-cc584759762c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Made reservation on behalf of a78f148c1b6b48a7b272090f49428b1a for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:47:29.182902 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3a40ba56-dc45-4ac0-867c-cc584759762c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:29.205454 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d4b3b52f-2bdd-4949-a416-70844e650530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:29.217090 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9ceb79a3-6d7a-4445-b572-0d7b932ccdd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:29.257776 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9ceb79a3-6d7a-4445-b572-0d7b932ccdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:29.392350 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9ceb79a3-6d7a-4445-b572-0d7b932ccdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:29.422310 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb79a3-6d7a-4445-b572-0d7b932ccdd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2305cb4-85c5-403f-be27-98b9bc0de923,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:29.424546 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9ceb79a3-6d7a-4445-b572-0d7b932ccdd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:29.430525 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9ceb79a3-6d7a-4445-b572-0d7b932ccdd7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f2305cb4-85c5-403f-be27-98b9bc0de923 HTTP/1.1" status: 204 len: 168 time: 0.3066854 Dec 16 09:47:29.431430 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40662) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:29.552693 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7ff82b46-3f4d-4f97-99f1-50fb5e4b85be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:29.579685 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5db483-2be0-4884-824b-e855f66e9591 req-26389ec2-4f49-4acc-9000-a8e1656d3238 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:29.581391 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6e5db483-2be0-4884-824b-e855f66e9591 req-26389ec2-4f49-4acc-9000-a8e1656d3238 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 947 time: 0.0842891 Dec 16 09:47:29.607521 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:29.658790 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b3b52f-2bdd-4949-a416-70844e650530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5eba9f-b956-4704-ba16-b0af664aa048,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:29.682933 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d4b3b52f-2bdd-4949-a416-70844e650530 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c8414173d3b54201a4149bc14963b59d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7552621 Dec 16 09:47:29.685007 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40666) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:29.687413 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7ff82b46-3f4d-4f97-99f1-50fb5e4b85be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:29.711099 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6e5db483-2be0-4884-824b-e855f66e9591 req-d05d6fc3-aa63-4351-9994-17b15bfece97 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031308 Dec 16 09:47:29.720078 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-7ff82b46-3f4d-4f97-99f1-50fb5e4b85be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f56f0c-7a8a-4204-9df1-bec466435e1b']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:29.732440 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-7ff82b46-3f4d-4f97-99f1-50fb5e4b85be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e384b54-6fc3-4b74-b7ea-40349eb98e43') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:29.732738 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-7ff82b46-3f4d-4f97-99f1-50fb5e4b85be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e384b54-6fc3-4b74-b7ea-40349eb98e43') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:29.742523 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7ff82b46-3f4d-4f97-99f1-50fb5e4b85be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:29.756099 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7ff82b46-3f4d-4f97-99f1-50fb5e4b85be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:29.762615 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff82b46-3f4d-4f97-99f1-50fb5e4b85be admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:47:29.763003 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7ff82b46-3f4d-4f97-99f1-50fb5e4b85be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:29.765075 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b69c8f-06fb-4b27-aaec-2dcd3c4c5dad req-a66f2fdb-3a1b-4a3f-a283-e4a3f0e53047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:29.766601 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d9b69c8f-06fb-4b27-aaec-2dcd3c4c5dad req-a66f2fdb-3a1b-4a3f-a283-e4a3f0e53047 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a0706203d71045cabb82519392ed3f4b&device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 1098 time: 0.1250699 Dec 16 09:47:29.768908 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:47:29.768908 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:47:29.768908 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:47:29.768908 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:47:29.768908 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:47:29.768908 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:47:29.768908 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:47:29.768908 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:47:29.768908 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:47:29.768908 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:47:29.768908 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:47:29.768908 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:47:29.768908 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:47:29.768908 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:47:29.768908 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:47:29.768908 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:47:29.768908 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:47:29.768908 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:47:29.768908 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:47:29.768908 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:47:29.768908 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:47:29.768908 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:47:29.768908 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:47:29.768908 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:47:29.768908 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:47:29.768908 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:47:29.768908 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:47:29.768908 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:47:29.768908 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:47:29.768908 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:47:29.768908 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:47:29.768908 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:47:29.850016 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dfe65f59-3b59-4e02-8965-6580d1f51d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:29.909586 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dfe65f59-3b59-4e02-8965-6580d1f51d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:29.930569 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7ff82b46-3f4d-4f97-99f1-50fb5e4b85be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:29.941816 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7ff82b46-3f4d-4f97-99f1-50fb5e4b85be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:29.941816 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7ff82b46-3f4d-4f97-99f1-50fb5e4b85be admin admin] 10.222.0.60 "DELETE /v2.0/networks/f0f56f0c-7a8a-4204-9df1-bec466435e1b HTTP/1.1" status: 204 len: 168 time: 0.5071280 Dec 16 09:47:29.952837 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff82b46-3f4d-4f97-99f1-50fb5e4b85be admin admin] Pushing event deleted for resources: {'Network': ['ID=f0f56f0c-7a8a-4204-9df1-bec466435e1b,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:29.962053 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b69c8f-06fb-4b27-aaec-2dcd3c4c5dad req-3eb90a6a-f05f-4c07-9a02-296ff3c7b369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:29.963816 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d9b69c8f-06fb-4b27-aaec-2dcd3c4c5dad req-3eb90a6a-f05f-4c07-9a02-296ff3c7b369 service neutron] 10.222.0.58 "GET /v2.0/networks?id=eab87cca-b536-47b9-a963-f17d059e279c HTTP/1.1" status: 200 len: 915 time: 0.1886079 Dec 16 09:47:29.979236 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3a40ba56-dc45-4ac0-867c-cc584759762c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:30.014130 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d9b69c8f-06fb-4b27-aaec-2dcd3c4c5dad req-60ce7a0f-25c3-4651-a09b-72aa1abbdec0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=717fbe03-0c13-49de-b1e2-bf349759be25 HTTP/1.1" status: 200 len: 217 time: 0.0425439 Dec 16 09:47:30.086007 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dfe65f59-3b59-4e02-8965-6580d1f51d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:30.088745 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dfe65f59-3b59-4e02-8965-6580d1f51d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:30.092260 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-dfe65f59-3b59-4e02-8965-6580d1f51d7c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4c5eba9f-b956-4704-ba16-b0af664aa048 HTTP/1.1" status: 204 len: 168 time: 0.4031775 Dec 16 09:47:30.122221 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40ba56-dc45-4ac0-867c-cc584759762c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event updated for resources: {'Subnet': ['ID=51eab893-e4b5-40cc-bf47-2a4a82feeced,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:30.129407 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe65f59-3b59-4e02-8965-6580d1f51d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5eba9f-b956-4704-ba16-b0af664aa048,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:30.141058 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b69c8f-06fb-4b27-aaec-2dcd3c4c5dad req-1d6a0073-02f1-4f3f-8b41-4de657abe8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:30.143709 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d9b69c8f-06fb-4b27-aaec-2dcd3c4c5dad req-1d6a0073-02f1-4f3f-8b41-4de657abe8b6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=79712853-d8c5-43f4-badd-7d13d8248fb4 HTTP/1.1" status: 200 len: 854 time: 0.1080711 Dec 16 09:47:30.146800 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a40ba56-dc45-4ac0-867c-cc584759762c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Checking segment: {'id': 'f8fd1d14-f9b2-47af-ba18-61cb60177d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '60c88bab-8bd8-4343-9c97-9d3ea7c028ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:47:30.147161 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a40ba56-dc45-4ac0-867c-cc584759762c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Network hostable DHCP agents. Network: 60c88bab-8bd8-4343-9c97-9d3ea7c028ed, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:47:30.203498 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d9b69c8f-06fb-4b27-aaec-2dcd3c4c5dad req-4ba7c172-99d0-4fc0-a761-9d2b81461332 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=eab87cca-b536-47b9-a963-f17d059e279c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516384 Dec 16 09:47:30.303012 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a40ba56-dc45-4ac0-867c-cc584759762c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Network 60c88bab-8bd8-4343-9c97-9d3ea7c028ed is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:47:30.317580 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d9b69c8f-06fb-4b27-aaec-2dcd3c4c5dad req-3cc4f862-e183-4c29-af9a-52c2ec477883 service neutron] 10.222.0.58 "GET /v2.0/networks/eab87cca-b536-47b9-a963-f17d059e279c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971527 Dec 16 09:47:30.333525 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40682) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:30.384092 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ae4de8b2-b49d-4206-b034-bf6fb843d1b1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ef5c7a87eb394f08b4b05c29f197f0c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488720 Dec 16 09:47:30.386550 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40684) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:30.387612 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-3a40ba56-dc45-4ac0-867c-cc584759762c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 60c88bab-8bd8-4343-9c97-9d3ea7c028ed) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:47:30.392721 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a40ba56-dc45-4ac0-867c-cc584759762c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:30.398147 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3a40ba56-dc45-4ac0-867c-cc584759762c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:30.405283 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086b0b0a-4ef6-4d1e-a9d0-e8332cf575e1 None None] Network 60c88bab-8bd8-4343-9c97-9d3ea7c028ed requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:30.439681 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-87f90158-5bd6-4102-9974-2308c48575c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:30.450350 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d9b69c8f-06fb-4b27-aaec-2dcd3c4c5dad req-a7af019d-257d-4b3c-8fd7-d3250d63ea23 service neutron] 10.222.0.58 "GET /v2.0/networks/eab87cca-b536-47b9-a963-f17d059e279c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307020 Dec 16 09:47:30.482670 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3a40ba56-dc45-4ac0-867c-cc584759762c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5962024 Dec 16 09:47:30.489312 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-87f90158-5bd6-4102-9974-2308c48575c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:30.491752 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40688) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:30.607293 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9121b32a-f50b-4a23-ba0d-f53967bf72c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-60c88bab-8bd8-4343-9c97-9d3ea7c028ed', 'network_id': '60c88bab-8bd8-4343-9c97-9d3ea7c028ed', 'tenant_id': 'a78f148c1b6b48a7b272090f49428b1a', 'fixed_ips': [{'subnet_id': '51eab893-e4b5-40cc-bf47-2a4a82feeced'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:47:30.608759 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9121b32a-f50b-4a23-ba0d-f53967bf72c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:30.632376 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0222d61b-04e1-4233-bf50-b662762ed60d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:30.670756 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-87f90158-5bd6-4102-9974-2308c48575c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:30.673338 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-87f90158-5bd6-4102-9974-2308c48575c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:30.674517 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-87f90158-5bd6-4102-9974-2308c48575c9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8b8deb25-26f1-4060-9604-49a6649cba63 HTTP/1.1" status: 204 len: 168 time: 0.2867076 Dec 16 09:47:30.693606 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f90158-5bd6-4102-9974-2308c48575c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8deb25-26f1-4060-9604-49a6649cba63,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:30.713810 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0222d61b-04e1-4233-bf50-b662762ed60d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:30.792389 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bb493-f1ac-41f4-b439-79c9fa7811b7 req-ddb592b5-8b3d-49cc-b8dc-e8cbdc8af220 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:30.805766 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-446bb493-f1ac-41f4-b439-79c9fa7811b7 req-ddb592b5-8b3d-49cc-b8dc-e8cbdc8af220 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.1328409 Dec 16 09:47:30.809344 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40700) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:30.848030 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-9121b32a-f50b-4a23-ba0d-f53967bf72c1 None None] Allocated IP 2001:db8::1 (60c88bab-8bd8-4343-9c97-9d3ea7c028ed/51eab893-e4b5-40cc-bf47-2a4a82feeced/51350268-9221-467f-b74d-bd24e0755cc2) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:47:30.852911 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-446bb493-f1ac-41f4-b439-79c9fa7811b7 req-3735f953-282b-4c62-bd7f-098bf0b5e0b6 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462368 Dec 16 09:47:30.909255 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903ff65-019a-437e-8b41-0cadf286d7f4 req-0f08aa1e-1f1e-4cfd-89ce-11ec4a871529 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:30.911032 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a903ff65-019a-437e-8b41-0cadf286d7f4 req-0f08aa1e-1f1e-4cfd-89ce-11ec4a871529 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 947 time: 0.0664968 Dec 16 09:47:30.949448 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a903ff65-019a-437e-8b41-0cadf286d7f4 req-ddc855b4-69c5-4f9f-8c31-cc29682e626c tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312250 Dec 16 09:47:30.996166 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9121b32a-f50b-4a23-ba0d-f53967bf72c1 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:31.113583 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9121b32a-f50b-4a23-ba0d-f53967bf72c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:31.153255 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9121b32a-f50b-4a23-ba0d-f53967bf72c1 None None] Network 60c88bab-8bd8-4343-9c97-9d3ea7c028ed is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:47:31.156189 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-9121b32a-f50b-4a23-ba0d-f53967bf72c1 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:47:31.167641 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9121b32a-f50b-4a23-ba0d-f53967bf72c1 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:47:31.198386 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121b32a-f50b-4a23-ba0d-f53967bf72c1 None None] Pushing event updated for resources: {'Port': ['ID=51350268-9221-467f-b74d-bd24e0755cc2,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:31.234823 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-9121b32a-f50b-4a23-ba0d-f53967bf72c1 None None] Attempting to bind port 51350268-9221-467f-b74d-bd24e0755cc2 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:47:31.235399 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-9121b32a-f50b-4a23-ba0d-f53967bf72c1 None None] Attempting to bind port 51350268-9221-467f-b74d-bd24e0755cc2 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'f8fd1d14-f9b2-47af-ba18-61cb60177d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '60c88bab-8bd8-4343-9c97-9d3ea7c028ed'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:47:31.235921 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9121b32a-f50b-4a23-ba0d-f53967bf72c1 None None] Attempting to bind port 51350268-9221-467f-b74d-bd24e0755cc2 on network 60c88bab-8bd8-4343-9c97-9d3ea7c028ed {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:47:31.241369 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9121b32a-f50b-4a23-ba0d-f53967bf72c1 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:47:31.241969 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9121b32a-f50b-4a23-ba0d-f53967bf72c1 None None] Checking segment: {'id': 'f8fd1d14-f9b2-47af-ba18-61cb60177d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '60c88bab-8bd8-4343-9c97-9d3ea7c028ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:47:31.242544 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9121b32a-f50b-4a23-ba0d-f53967bf72c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:31.243337 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9121b32a-f50b-4a23-ba0d-f53967bf72c1 None None] Bound using segment: {'id': 'f8fd1d14-f9b2-47af-ba18-61cb60177d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '60c88bab-8bd8-4343-9c97-9d3ea7c028ed'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:47:31.244066 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-9121b32a-f50b-4a23-ba0d-f53967bf72c1 None None] Bound port: 51350268-9221-467f-b74d-bd24e0755cc2, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8fd1d14-f9b2-47af-ba18-61cb60177d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '60c88bab-8bd8-4343-9c97-9d3ea7c028ed'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:47:31.244339 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9121b32a-f50b-4a23-ba0d-f53967bf72c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:31.260422 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0222d61b-04e1-4233-bf50-b662762ed60d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:31.303581 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222d61b-04e1-4233-bf50-b662762ed60d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event deleted for resources: {'Subnet': ['ID=51eab893-e4b5-40cc-bf47-2a4a82feeced,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:31.315543 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-9121b32a-f50b-4a23-ba0d-f53967bf72c1 None None] For port 51350268-9221-467f-b74d-bd24e0755cc2, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:47:31.327575 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-9121b32a-f50b-4a23-ba0d-f53967bf72c1 None None] For port 51350268-9221-467f-b74d-bd24e0755cc2, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=51350268-9221-467f-b74d-bd24e0755cc2,segment=NetworkSegment(f8fd1d14-f9b2-47af-ba18-61cb60177d19),segment_id=f8fd1d14-f9b2-47af-ba18-61cb60177d19)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:47:31.366381 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0222d61b-04e1-4233-bf50-b662762ed60d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:31.369668 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40710) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:31.388788 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e44c86cf-d601-4309-a200-29bbf6b7482e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:31.409551 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9121b32a-f50b-4a23-ba0d-f53967bf72c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:31.435200 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-0222d61b-04e1-4233-bf50-b662762ed60d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c88bab-8bd8-4343-9c97-9d3ea7c028ed']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:31.450886 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-0222d61b-04e1-4233-bf50-b662762ed60d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8fd1d14-f9b2-47af-ba18-61cb60177d19') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:31.451909 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-0222d61b-04e1-4233-bf50-b662762ed60d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8fd1d14-f9b2-47af-ba18-61cb60177d19') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:31.466447 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0222d61b-04e1-4233-bf50-b662762ed60d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:31.478566 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121b32a-f50b-4a23-ba0d-f53967bf72c1 None None] Pushing event updated for resources: {'Port': ['ID=51350268-9221-467f-b74d-bd24e0755cc2,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:31.488354 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f5a1659a-c2a3-4e5f-b2ec-5073521f290c tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/floatingips/fbf06ae7-c512-4c31-8d0b-83b493b306ec HTTP/1.1" status: 200 len: 992 time: 0.6759462 Dec 16 09:47:31.496060 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0222d61b-04e1-4233-bf50-b662762ed60d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:31.506807 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0222d61b-04e1-4233-bf50-b662762ed60d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:47:31.507301 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0222d61b-04e1-4233-bf50-b662762ed60d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:31.511198 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:47:31.511198 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:47:31.511198 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:47:31.511198 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:47:31.511198 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:47:31.511198 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:47:31.511198 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:47:31.511198 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:47:31.511198 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:47:31.511198 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:47:31.511198 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:47:31.511198 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:47:31.511198 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:47:31.511198 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:47:31.511198 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:47:31.511198 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:47:31.511198 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:47:31.511198 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:47:31.511198 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:47:31.511198 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:47:31.511198 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:47:31.511198 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:47:31.511198 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:47:31.511198 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:47:31.511198 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:47:31.511198 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:47:31.511198 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:47:31.511198 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:47:31.511198 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:47:31.511198 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:47:31.511198 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:47:31.511198 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:47:31.556803 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e44c86cf-d601-4309-a200-29bbf6b7482e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:31.579920 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73511735-cfa6-4593-80f1-6c6aa938eaf8 None None] Network 60c88bab-8bd8-4343-9c97-9d3ea7c028ed requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:31.634575 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.db.api [None req-0222d61b-04e1-4233-bf50-b662762ed60d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 09:47:31.634575 n-d-820550-2 neutron-server[102816]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 09:47:31.634575 n-d-820550-2 neutron-server[102816]: [parameters: {'id': '60c88bab-8bd8-4343-9c97-9d3ea7c028ed'}] Dec 16 09:47:31.634575 n-d-820550-2 neutron-server[102816]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:47:31.635279 n-d-820550-2 neutron-server[102816]: DEBUG oslo_db.api [None req-0222d61b-04e1-4233-bf50-b662762ed60d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:47:31.666728 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e44c86cf-d601-4309-a200-29bbf6b7482e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:31.712484 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e44c86cf-d601-4309-a200-29bbf6b7482e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=92672092051e474ab613de1da2a68555&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3386269 Dec 16 09:47:31.712484 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c86cf-d601-4309-a200-29bbf6b7482e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36dcaad-c606-48c2-8324-4e119551b2d4,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:31.712754 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8fbc86-78eb-4bd7-95e7-43eded000ecf None None] get_active_networks_info from n-d-820550-2 {{(pid=102818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:47:31.713689 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40718) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:31.774306 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40720) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:31.778884 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-80aa8a49-0ff8-47e5-8d2d-91ce709a697b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:31.810282 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-80aa8a49-0ff8-47e5-8d2d-91ce709a697b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:31.835082 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:47:31.861073 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:47:31.861445 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 89ebc90e-6c5c-4e68-81dd-2a5e72ec82ee not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:47:31.883945 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8fbc86-78eb-4bd7-95e7-43eded000ecf None None] Resources bound (agent type, host, resource id): {{(pid=102818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:47:31.930534 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40724) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:31.986535 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-80aa8a49-0ff8-47e5-8d2d-91ce709a697b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:31.994731 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-cb2384b6-890a-400b-ab06-6b0069f09f88 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Deleting port 734ddec9-8ab0-47df-99b6-0f6adf3a1e21 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:31.995644 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-80aa8a49-0ff8-47e5-8d2d-91ce709a697b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:31.995870 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cb2384b6-890a-400b-ab06-6b0069f09f88 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:31.995967 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-80aa8a49-0ff8-47e5-8d2d-91ce709a697b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c36dcaad-c606-48c2-8324-4e119551b2d4 HTTP/1.1" status: 204 len: 168 time: 0.2763937 Dec 16 09:47:32.036278 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-78806d24-3ba4-4f78-98d0-a3ac5cb10ae7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2f5f9f95b0b647fba5f5730026fdb6cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1021845 Dec 16 09:47:32.040457 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40730) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:32.094135 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac2a2e-8e64-452e-bc12-f5440a6cae1b req-cc5c3ad7-a3e6-4d9d-a72d-53ce7db0a66c tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:32.095681 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-86ac2a2e-8e64-452e-bc12-f5440a6cae1b req-cc5c3ad7-a3e6-4d9d-a72d-53ce7db0a66c tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.1475358 Dec 16 09:47:32.097990 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa8a49-0ff8-47e5-8d2d-91ce709a697b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36dcaad-c606-48c2-8324-4e119551b2d4,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:32.127937 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-87f3fcdb-13db-4085-9576-9c421558d273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:32.161204 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-87f3fcdb-13db-4085-9576-9c421558d273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:32.185397 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0222d61b-04e1-4233-bf50-b662762ed60d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:32.212315 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68b6dd-244a-4495-9c34-e7ee97620af8 req-6da72b7f-2007-4da8-ba70-29f5c03bb9ee tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:32.217761 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fb68b6dd-244a-4495-9c34-e7ee97620af8 req-6da72b7f-2007-4da8-ba70-29f5c03bb9ee tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 947 time: 0.1495693 Dec 16 09:47:32.221987 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-86ac2a2e-8e64-452e-bc12-f5440a6cae1b req-47897238-27e8-4afc-bc0b-0ed584073f4a tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038966 Dec 16 09:47:32.240933 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cb2384b6-890a-400b-ab06-6b0069f09f88 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:32.241353 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cb2384b6-890a-400b-ab06-6b0069f09f88 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:32.262309 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-cb2384b6-890a-400b-ab06-6b0069f09f88 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Calling delete_port for 734ddec9-8ab0-47df-99b6-0f6adf3a1e21 owned by network:floatingip {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:32.316652 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fb68b6dd-244a-4495-9c34-e7ee97620af8 req-b36df235-e2bd-4375-8fe3-4192472f46d0 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810275 Dec 16 09:47:32.323995 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-0222d61b-04e1-4233-bf50-b662762ed60d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Deleting port 51350268-9221-467f-b74d-bd24e0755cc2 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:32.324584 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0222d61b-04e1-4233-bf50-b662762ed60d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:32.398157 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-87f3fcdb-13db-4085-9576-9c421558d273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:32.400847 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-87f3fcdb-13db-4085-9576-9c421558d273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:32.402662 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-87f3fcdb-13db-4085-9576-9c421558d273 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4027b00e-6f27-4947-9dde-5a075764cf83 HTTP/1.1" status: 204 len: 168 time: 0.3526807 Dec 16 09:47:32.489186 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3fcdb-13db-4085-9576-9c421558d273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4027b00e-6f27-4947-9dde-5a075764cf83,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:32.521787 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-0222d61b-04e1-4233-bf50-b662762ed60d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] For port 51350268-9221-467f-b74d-bd24e0755cc2, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=51350268-9221-467f-b74d-bd24e0755cc2,segment=NetworkSegment(f8fd1d14-f9b2-47af-ba18-61cb60177d19),segment_id=f8fd1d14-f9b2-47af-ba18-61cb60177d19)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:32.522520 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0222d61b-04e1-4233-bf50-b662762ed60d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:32.558844 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38acc6-163d-44a8-895e-3e78a4b1888e req-eb6befb5-eacc-4147-8f0b-6089f3dceec8 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:32.563406 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fc38acc6-163d-44a8-895e-3e78a4b1888e req-eb6befb5-eacc-4147-8f0b-6089f3dceec8 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.57 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.2568049 Dec 16 09:47:32.563406 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-0222d61b-04e1-4233-bf50-b662762ed60d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Calling delete_port for 51350268-9221-467f-b74d-bd24e0755cc2 owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:32.574174 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3abb70-6bba-4095-9d4a-ce763828e329 req-87abfbe4-d1ba-4c9e-ab2e-73b61536931e tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:32.577576 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5c3abb70-6bba-4095-9d4a-ce763828e329 req-87abfbe4-d1ba-4c9e-ab2e-73b61536931e tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 947 time: 0.1636000 Dec 16 09:47:32.700935 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cb2384b6-890a-400b-ab06-6b0069f09f88 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:32.733546 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2384b6-890a-400b-ab06-6b0069f09f88 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event deleted for resources: {'Port': ['ID=734ddec9-8ab0-47df-99b6-0f6adf3a1e21,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:32.805142 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cb2384b6-890a-400b-ab06-6b0069f09f88 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for floatingip, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:32.805435 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [None req-cb2384b6-890a-400b-ab06-6b0069f09f88 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Floating IP fbf06ae7-c512-4c31-8d0b-83b493b306ec disassociated (deleted). External IP: 172.25.1.39, port: cbc2c4f4-0fea-44c1-a610-db60b6308918. Dec 16 09:47:33.077367 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2384b6-890a-400b-ab06-6b0069f09f88 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Router 6f4b6ed8-78bb-497b-b587-bf969422b91f has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:47:33.085528 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5c3abb70-6bba-4095-9d4a-ce763828e329 req-a0838965-b7ae-49d8-93c3-095d4d8d976f tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4942832 Dec 16 09:47:33.132065 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-fc38acc6-163d-44a8-895e-3e78a4b1888e req-1f8f7b50-9fb4-40c5-b896-fbfa100fa8cf tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Deleting port c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:33.132401 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-fc38acc6-163d-44a8-895e-3e78a4b1888e req-1f8f7b50-9fb4-40c5-b896-fbfa100fa8cf tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:33.217673 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0222d61b-04e1-4233-bf50-b662762ed60d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:33.280889 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0222d61b-04e1-4233-bf50-b662762ed60d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] No DVR routers for this DVR port 51350268-9221-467f-b74d-bd24e0755cc2 on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:47:33.287494 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2384b6-890a-400b-ab06-6b0069f09f88 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:47:33.290804 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222d61b-04e1-4233-bf50-b662762ed60d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event deleted for resources: {'Port': ['ID=51350268-9221-467f-b74d-bd24e0755cc2,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:33.294442 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cb2384b6-890a-400b-ab06-6b0069f09f88 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:33.302583 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf37c7b-9054-4bd0-bc14-147aac120427 None None] Sync routers for ids ['6f4b6ed8-78bb-497b-b587-bf969422b91f'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:47:33.320234 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf37c7b-9054-4bd0-bc14-147aac120427 None None] Routers {'6f4b6ed8-78bb-497b-b587-bf969422b91f'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:47:33.320885 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-8cf37c7b-9054-4bd0-bc14-147aac120427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:47:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6f4b6ed8-78bb-497b-b587-bf969422b91f'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:33.405165 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-cb2384b6-890a-400b-ab06-6b0069f09f88 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "DELETE /v2.0/floatingips/fbf06ae7-c512-4c31-8d0b-83b493b306ec HTTP/1.1" status: 204 len: 168 time: 1.6289623 Dec 16 09:47:33.407804 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c8709c-4160-4278-9cfa-e6476d320b67', 'tag': 'cbc2c4f4-0fea-44c1-a610-db60b6308918'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:47:33.413328 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50717e3-8427-459f-af01-896ac34afa39" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c8709c-4160-4278-9cfa-e6476d320b67", "tag": "cbc2c4f4-0fea-44c1-a610-db60b6308918"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:47:33.424554 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-fc38acc6-163d-44a8-895e-3e78a4b1888e req-1f8f7b50-9fb4-40c5-b896-fbfa100fa8cf tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] For port c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:33.425133 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-fc38acc6-163d-44a8-895e-3e78a4b1888e req-1f8f7b50-9fb4-40c5-b896-fbfa100fa8cf tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:33.448349 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761872a1-b34d-4227-b592-1689f6b6cc61 req-d8a325c0-00e3-4558-b5d2-7f437574f3f7 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:33.452814 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2da735-0ecb-48cf-9c28-072181484ae0 req-f5cb168e-ba34-423e-8139-34218c8eec18 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:33.454751 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2f2da735-0ecb-48cf-9c28-072181484ae0 req-f5cb168e-ba34-423e-8139-34218c8eec18 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 947 time: 0.2421503 Dec 16 09:47:33.455862 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-761872a1-b34d-4227-b592-1689f6b6cc61 req-d8a325c0-00e3-4558-b5d2-7f437574f3f7 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 944 time: 0.1094992 Dec 16 09:47:33.466219 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0222d61b-04e1-4233-bf50-b662762ed60d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:33.489431 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-8cf37c7b-9054-4bd0-bc14-147aac120427 None None] Set router 6f4b6ed8-78bb-497b-b587-bf969422b91f gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:47:33.527713 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-761872a1-b34d-4227-b592-1689f6b6cc61 req-590da766-7e63-49bf-94ea-6de554670809 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ca2073f-d722-4fce-b5c2-d6bc8092af0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658834 Dec 16 09:47:33.575977 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-0222d61b-04e1-4233-bf50-b662762ed60d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c88bab-8bd8-4343-9c97-9d3ea7c028ed']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:33.613873 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-0222d61b-04e1-4233-bf50-b662762ed60d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8fd1d14-f9b2-47af-ba18-61cb60177d19') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:33.614175 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-0222d61b-04e1-4233-bf50-b662762ed60d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8fd1d14-f9b2-47af-ba18-61cb60177d19') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:33.619610 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2f2da735-0ecb-48cf-9c28-072181484ae0 req-24dc0c6d-d2db-42e1-9f5c-4c2be44daa05 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522787 Dec 16 09:47:33.638814 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0222d61b-04e1-4233-bf50-b662762ed60d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:33.708555 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0222d61b-04e1-4233-bf50-b662762ed60d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:33.723544 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0222d61b-04e1-4233-bf50-b662762ed60d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:47:33.724767 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0222d61b-04e1-4233-bf50-b662762ed60d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:33.736980 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026dd9d7-b06c-4282-b20e-5d10ec1ee876 x-openstack-request-id: req-026dd9d7-b06c-4282-b20e-5d10ec1ee876 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:47:33.737965 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c8709c-4160-4278-9cfa-e6476d320b67", "tag": "cbc2c4f4-0fea-44c1-a610-db60b6308918", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:47:33.738313 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-026dd9d7-b06c-4282-b20e-5d10ec1ee876 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:47:33.738904 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c8709c-4160-4278-9cfa-e6476d320b67', 'tag': 'cbc2c4f4-0fea-44c1-a610-db60b6308918', 'status': 'completed', 'code': 200} Dec 16 09:47:33.742404 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:47:33.742404 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:47:33.742404 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:47:33.742404 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:47:33.742404 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:47:33.742404 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:47:33.742404 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:47:33.742404 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:47:33.742404 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:47:33.742404 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:47:33.742404 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:47:33.742404 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:47:33.742404 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:47:33.742404 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:47:33.742404 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:47:33.742404 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:47:33.742404 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:47:33.742404 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:47:33.742404 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:47:33.742404 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:47:33.742404 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:47:33.742404 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:47:33.742404 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:47:33.742404 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:47:33.742404 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:47:33.742404 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:47:33.742404 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:47:33.742404 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:47:33.742404 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:47:33.742404 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:47:33.742404 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:47:33.742404 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:47:33.934727 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-8cf37c7b-9054-4bd0-bc14-147aac120427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'name': 'tempest-TestNetworkBasicOps-router-329891809', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '98a17e4c-7fe4-4226-98e6-689363162f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:45:30Z', 'updated_at': '2021-12-16T09:45:43Z', 'revision_number': 4, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'gw_port': {'id': '98a17e4c-7fe4-4226-98e6-689363162f94', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ea:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:45:32Z', 'updated_at': '2021-12-16T09:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '1002673c-edf4-4e50-827b-af1931d27527', 'name': '', 'network_id': 'c8ba6bea-4e43-4bc9-a3f7-37704e90b524', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'mac_address': 'fa:16:3e:d0:ed:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'd6b24d15-a392-4a6e-93d8-f3ba6bb1ab7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:45:42Z', 'updated_at': '2021-12-16T09:45:48Z', 'revision_number': 5, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'subnets': [{'id': 'd6b24d15-a392-4a6e-93d8-f3ba6bb1ab7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:33.956943 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-fc38acc6-163d-44a8-895e-3e78a4b1888e req-1f8f7b50-9fb4-40c5-b896-fbfa100fa8cf tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:33.957617 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-fc38acc6-163d-44a8-895e-3e78a4b1888e req-1f8f7b50-9fb4-40c5-b896-fbfa100fa8cf tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:33.958112 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [req-fc38acc6-163d-44a8-895e-3e78a4b1888e req-1f8f7b50-9fb4-40c5-b896-fbfa100fa8cf tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Floating IP f24e735a-2366-4f1b-97bd-2a1b3a40613e disassociated. External IP: 172.25.1.217, port: c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1. Dec 16 09:47:33.959164 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-fc38acc6-163d-44a8-895e-3e78a4b1888e req-1f8f7b50-9fb4-40c5-b896-fbfa100fa8cf tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Calling delete_port for c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:33.965685 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50717e3-8427-459f-af01-896ac34afa39 req-ab80d4f8-b3b0-496c-b8a1-929ead483140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:33.966345 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf37c7b-9054-4bd0-bc14-147aac120427 None None] Checking router: 6f4b6ed8-78bb-497b-b587-bf969422b91f for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:47:33.967615 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a50717e3-8427-459f-af01-896ac34afa39 req-ab80d4f8-b3b0-496c-b8a1-929ead483140 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=60a0020dcca848d99f97019eb94a2e49&device_id=e4c8709c-4160-4278-9cfa-e6476d320b67 HTTP/1.1" status: 200 len: 1096 time: 0.1957729 Dec 16 09:47:33.976327 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf37c7b-9054-4bd0-bc14-147aac120427 None None] Routers {'6f4b6ed8-78bb-497b-b587-bf969422b91f'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:47:33.977244 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-8cf37c7b-9054-4bd0-bc14-147aac120427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:47:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6f4b6ed8-78bb-497b-b587-bf969422b91f'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:33.978534 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb601a3a-82de-4e5c-a6bd-12728fa1db5f req-3a321c96-212e-4120-bd4f-4df47f081547 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:33.986663 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bb601a3a-82de-4e5c-a6bd-12728fa1db5f req-3a321c96-212e-4120-bd4f-4df47f081547 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 947 time: 0.1731436 Dec 16 09:47:34.096209 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0222d61b-04e1-4233-bf50-b662762ed60d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:34.111551 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0222d61b-04e1-4233-bf50-b662762ed60d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:34.117951 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0222d61b-04e1-4233-bf50-b662762ed60d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "DELETE /v2.0/networks/60c88bab-8bd8-4343-9c97-9d3ea7c028ed HTTP/1.1" status: 204 len: 168 time: 3.6219797 Dec 16 09:47:34.118146 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-8cf37c7b-9054-4bd0-bc14-147aac120427 None None] Set router 6f4b6ed8-78bb-497b-b587-bf969422b91f gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:47:34.118256 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40802) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:34.124274 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-2da545c3-afe6-4fd7-b87b-a570355ed92c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-379072908'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:34.179303 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222d61b-04e1-4233-bf50-b662762ed60d tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event deleted for resources: {'Network': ['ID=60c88bab-8bd8-4343-9c97-9d3ea7c028ed,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:34.202463 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bb601a3a-82de-4e5c-a6bd-12728fa1db5f req-f1c0e3a5-78c0-4a5d-8205-55e4a8b23c25 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145996 Dec 16 09:47:34.271904 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da545c3-afe6-4fd7-b87b-a570355ed92c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Made reservation on behalf of a78f148c1b6b48a7b272090f49428b1a for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:47:34.283599 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2da545c3-afe6-4fd7-b87b-a570355ed92c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:34.304037 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50717e3-8427-459f-af01-896ac34afa39 req-ce780da0-f5ec-4ffd-bb19-f4562d03b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:34.307784 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a50717e3-8427-459f-af01-896ac34afa39 req-ce780da0-f5ec-4ffd-bb19-f4562d03b776 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c8ba6bea-4e43-4bc9-a3f7-37704e90b524 HTTP/1.1" status: 200 len: 898 time: 0.3156552 Dec 16 09:47:34.353753 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da545c3-afe6-4fd7-b87b-a570355ed92c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:47:34.368704 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2da545c3-afe6-4fd7-b87b-a570355ed92c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:34.369050 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-2da545c3-afe6-4fd7-b87b-a570355ed92c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Added segment 753daf2b-5e49-4725-958a-957741ad2399 of type vlan for network 1f856419-f446-4d12-ac8d-5615bfb1fa31 Dec 16 09:47:34.426463 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a50717e3-8427-459f-af01-896ac34afa39 req-0bbd74bb-b03d-4a91-9a6c-36b7412551e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbc2c4f4-0fea-44c1-a610-db60b6308918 HTTP/1.1" status: 200 len: 217 time: 0.1093633 Dec 16 09:47:34.430030 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2da545c3-afe6-4fd7-b87b-a570355ed92c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:34.430327 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-8cf37c7b-9054-4bd0-bc14-147aac120427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'name': 'tempest-TestNetworkBasicOps-router-329891809', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '98a17e4c-7fe4-4226-98e6-689363162f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:45:30Z', 'updated_at': '2021-12-16T09:45:43Z', 'revision_number': 4, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'gw_port': {'id': '98a17e4c-7fe4-4226-98e6-689363162f94', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ea:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:45:32Z', 'updated_at': '2021-12-16T09:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '1002673c-edf4-4e50-827b-af1931d27527', 'name': '', 'network_id': 'c8ba6bea-4e43-4bc9-a3f7-37704e90b524', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'mac_address': 'fa:16:3e:d0:ed:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'd6b24d15-a392-4a6e-93d8-f3ba6bb1ab7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:45:42Z', 'updated_at': '2021-12-16T09:45:48Z', 'revision_number': 5, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'subnets': [{'id': 'd6b24d15-a392-4a6e-93d8-f3ba6bb1ab7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:34.457715 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf37c7b-9054-4bd0-bc14-147aac120427 None None] The sync data for ids ['6f4b6ed8-78bb-497b-b587-bf969422b91f'] in n-d-820550-2 is: [{'id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'name': 'tempest-TestNetworkBasicOps-router-329891809', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '98a17e4c-7fe4-4226-98e6-689363162f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:45:30Z', 'updated_at': '2021-12-16T09:45:43Z', 'revision_number': 4, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'gw_port': {'id': '98a17e4c-7fe4-4226-98e6-689363162f94', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ea:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:45:32Z', 'updated_at': '2021-12-16T09:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '1002673c-edf4-4e50-827b-af1931d27527', 'name': '', 'network_id': 'c8ba6bea-4e43-4bc9-a3f7-37704e90b524', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'mac_address': 'fa:16:3e:d0:ed:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': 'd6b24d15-a392-4a6e-93d8-f3ba6bb1ab7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:45:42Z', 'updated_at': '2021-12-16T09:45:48Z', 'revision_number': 5, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'subnets': [{'id': 'd6b24d15-a392-4a6e-93d8-f3ba6bb1ab7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:47:34.487231 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e7a24-3020-484f-aee2-d1da0b875713 req-1675760d-cb3a-4440-8f9b-5a9fddc36975 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:34.489526 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b34e7a24-3020-484f-aee2-d1da0b875713 req-1675760d-cb3a-4440-8f9b-5a9fddc36975 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8709c-4160-4278-9cfa-e6476d320b67 HTTP/1.1" status: 200 len: 945 time: 0.2644234 Dec 16 09:47:34.545294 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2da545c3-afe6-4fd7-b87b-a570355ed92c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:34.547827 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50717e3-8427-459f-af01-896ac34afa39 req-2f66b580-a0c2-498e-b5d6-3726474672a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:34.549536 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a50717e3-8427-459f-af01-896ac34afa39 req-2f66b580-a0c2-498e-b5d6-3726474672a0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6b24d15-a392-4a6e-93d8-f3ba6bb1ab7c HTTP/1.1" status: 200 len: 835 time: 0.1103938 Dec 16 09:47:34.556635 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da545c3-afe6-4fd7-b87b-a570355ed92c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:34.557507 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2da545c3-afe6-4fd7-b87b-a570355ed92c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:34.604491 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b34e7a24-3020-484f-aee2-d1da0b875713 req-2e655d9b-1bdf-4076-9de1-c3c8ab1dfd1d tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=a5e8a5af-da74-4b0d-a629-941df2e67e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035106 Dec 16 09:47:34.646837 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50717e3-8427-459f-af01-896ac34afa39 req-4cec09e8-d3eb-4be7-b2a5-dd2ba7660018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:34.648937 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a50717e3-8427-459f-af01-896ac34afa39 req-4cec09e8-d3eb-4be7-b2a5-dd2ba7660018 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c8ba6bea-4e43-4bc9-a3f7-37704e90b524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899837 Dec 16 09:47:34.717044 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da545c3-afe6-4fd7-b87b-a570355ed92c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event updated for resources: {'Network': ['ID=1f856419-f446-4d12-ac8d-5615bfb1fa31,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:34.718781 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-fc38acc6-163d-44a8-895e-3e78a4b1888e req-1f8f7b50-9fb4-40c5-b896-fbfa100fa8cf tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:34.729889 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 1f856419-f446-4d12-ac8d-5615bfb1fa31 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:47:34.753506 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519866a-32c3-4daf-8b5b-da2a112b8b01 req-b7aad590-c10f-49a7-8bf9-7e435db48d52 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:34.755951 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b519866a-32c3-4daf-8b5b-da2a112b8b01 req-b7aad590-c10f-49a7-8bf9-7e435db48d52 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 947 time: 0.0702257 Dec 16 09:47:34.824038 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2da545c3-afe6-4fd7-b87b-a570355ed92c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7046738 Dec 16 09:47:34.827060 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40862) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:34.835539 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f7b50-9fb4-40c5-b896-fbfa100fa8cf tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Pushing event deleted for resources: {'Port': ['ID=c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:34.853785 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-913d9f2f-ebf5-4c63-9a8c-f7b530a826dd tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Request body: {'subnet': {'network_id': '1f856419-f446-4d12-ac8d-5615bfb1fa31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:34.872560 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ecfb23-634f-428c-93c0-7ca78391cc80 None None] New status for floating IP fbf06ae7-c512-4c31-8d0b-83b493b306ec: DOWN {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:47:34.962172 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b519866a-32c3-4daf-8b5b-da2a112b8b01 req-1a64717f-e414-449d-8cb2-732cea307eec tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973362 Dec 16 09:47:34.986149 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a50717e3-8427-459f-af01-896ac34afa39 req-e4177144-d53a-4abc-adb5-ef0f20dd9011 service neutron] 10.222.0.57 "GET /v2.0/networks/c8ba6bea-4e43-4bc9-a3f7-37704e90b524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226266 Dec 16 09:47:35.149839 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-421aa319-5c39-4ef4-82d0-dfdacb03d7a0 req-5b2f8ffc-a54e-47e2-b8cb-295079390c62 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 210 time: 0.0520072 Dec 16 09:47:35.151684 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913d9f2f-ebf5-4c63-9a8c-f7b530a826dd tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Made reservation on behalf of a78f148c1b6b48a7b272090f49428b1a for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:47:35.165841 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-913d9f2f-ebf5-4c63-9a8c-f7b530a826dd tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:35.214849 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc38acc6-163d-44a8-895e-3e78a4b1888e req-1f8f7b50-9fb4-40c5-b896-fbfa100fa8cf tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Router 75a76c52-1859-4614-ba74-3cc48f736d2d has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:47:35.330270 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef616c-1c82-4768-8f63-4bb28e952a52 req-2c124bfc-40b2-4d0a-969c-ff479c629a42 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:35.331846 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1bef616c-1c82-4768-8f63-4bb28e952a52 req-2c124bfc-40b2-4d0a-969c-ff479c629a42 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 945 time: 0.0893292 Dec 16 09:47:35.369871 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba357be-c27b-4473-adc6-a75961eb6f0a req-88f77e54-c1c7-4e07-93b9-34875063a484 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:35.377265 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dba357be-c27b-4473-adc6-a75961eb6f0a req-88f77e54-c1c7-4e07-93b9-34875063a484 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 947 time: 0.1877418 Dec 16 09:47:35.383870 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a50717e3-8427-459f-af01-896ac34afa39 req-7cfbb7f2-c635-4e75-b309-ec8df7f5b012 service neutron] 10.222.0.57 "GET /v2.0/networks/c8ba6bea-4e43-4bc9-a3f7-37704e90b524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587578 Dec 16 09:47:35.414613 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1bef616c-1c82-4768-8f63-4bb28e952a52 req-f1ad6f14-c654-4594-8df7-07957368c1b7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695536 Dec 16 09:47:35.459954 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dba357be-c27b-4473-adc6-a75961eb6f0a req-326358a0-2749-4c52-a2de-e2a41ad21fde tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817652 Dec 16 09:47:35.483697 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc38acc6-163d-44a8-895e-3e78a4b1888e req-1f8f7b50-9fb4-40c5-b896-fbfa100fa8cf tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:47:35.494284 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9934df-d548-42a8-a5ec-93fe799cf8e8 None None] Sync routers for ids ['75a76c52-1859-4614-ba74-3cc48f736d2d'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:47:35.506110 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9934df-d548-42a8-a5ec-93fe799cf8e8 None None] Routers {'75a76c52-1859-4614-ba74-3cc48f736d2d'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:47:35.507067 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-af9934df-d548-42a8-a5ec-93fe799cf8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:47:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['75a76c52-1859-4614-ba74-3cc48f736d2d'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:35.540820 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc38acc6-163d-44a8-895e-3e78a4b1888e req-1f8f7b50-9fb4-40c5-b896-fbfa100fa8cf tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] No DVR routers for this DVR port c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:47:35.544179 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-fc38acc6-163d-44a8-895e-3e78a4b1888e req-1f8f7b50-9fb4-40c5-b896-fbfa100fa8cf tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:35.548519 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fc38acc6-163d-44a8-895e-3e78a4b1888e req-1f8f7b50-9fb4-40c5-b896-fbfa100fa8cf tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.57 "DELETE /v2.0/ports/c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 HTTP/1.1" status: 204 len: 173 time: 2.9698639 Dec 16 09:47:35.549205 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185bb750-6449-4053-a83d-cdb9428568e4', 'name': 'network-vif-deleted', 'tag': 'c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:47:35.551547 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-913d9f2f-ebf5-4c63-9a8c-f7b530a826dd tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:35.551833 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3ae844-7bb7-4fb8-a2e2-ef9550d1d714" -d '{"events": [{"server_uuid": "185bb750-6449-4053-a83d-cdb9428568e4", "name": "network-vif-deleted", "tag": "c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:47:35.644677 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913d9f2f-ebf5-4c63-9a8c-f7b530a826dd tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Checking segment: {'id': '753daf2b-5e49-4725-958a-957741ad2399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1f856419-f446-4d12-ac8d-5615bfb1fa31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:47:35.645059 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913d9f2f-ebf5-4c63-9a8c-f7b530a826dd tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Network hostable DHCP agents. Network: 1f856419-f446-4d12-ac8d-5615bfb1fa31, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:47:35.649795 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d9f2f-ebf5-4c63-9a8c-f7b530a826dd tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event updated for resources: {'Subnet': ['ID=169a771e-82c3-449b-a945-ccfc70977054,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:35.690113 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0bb983-bfda-422f-a509-3b156abda57a x-openstack-request-id: req-eb0bb983-bfda-422f-a509-3b156abda57a {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:47:35.690636 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "185bb750-6449-4053-a83d-cdb9428568e4", "name": "network-vif-deleted", "tag": "c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:47:35.690636 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb0bb983-bfda-422f-a509-3b156abda57a {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:47:35.691021 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '185bb750-6449-4053-a83d-cdb9428568e4', 'name': 'network-vif-deleted', 'tag': 'c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1', 'status': 'completed', 'code': 200} Dec 16 09:47:35.696734 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-af9934df-d548-42a8-a5ec-93fe799cf8e8 None None] Set router 75a76c52-1859-4614-ba74-3cc48f736d2d gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:47:35.717143 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28faf23b-19d8-46ad-943b-d83a3c9571f2 req-645da1c4-ca56-4b4b-9287-96f76608171e tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:35.718214 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-28faf23b-19d8-46ad-943b-d83a3c9571f2 req-645da1c4-ca56-4b4b-9287-96f76608171e tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 947 time: 0.0888720 Dec 16 09:47:35.793553 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c5425-f63c-43b3-939a-eeddfc90a5ed req-e9e0ee67-78c1-44a0-9648-1ce09a710363 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:35.796175 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-187c5425-f63c-43b3-939a-eeddfc90a5ed req-e9e0ee67-78c1-44a0-9648-1ce09a710363 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8709c-4160-4278-9cfa-e6476d320b67 HTTP/1.1" status: 200 len: 945 time: 0.0737917 Dec 16 09:47:35.797579 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913d9f2f-ebf5-4c63-9a8c-f7b530a826dd tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Network 1f856419-f446-4d12-ac8d-5615bfb1fa31 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:47:35.817549 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-28faf23b-19d8-46ad-943b-d83a3c9571f2 req-8805bb6a-101c-4399-9fdc-a90e0f530949 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838435 Dec 16 09:47:35.863264 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-187c5425-f63c-43b3-939a-eeddfc90a5ed req-064d1ba7-ff9e-4ac8-beba-3e767f37d1a8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=a5e8a5af-da74-4b0d-a629-941df2e67e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547812 Dec 16 09:47:35.904252 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-913d9f2f-ebf5-4c63-9a8c-f7b530a826dd tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 1f856419-f446-4d12-ac8d-5615bfb1fa31) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:47:35.913716 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913d9f2f-ebf5-4c63-9a8c-f7b530a826dd tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:35.913716 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-913d9f2f-ebf5-4c63-9a8c-f7b530a826dd tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:35.917162 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647fb733-a644-407c-93ef-e10e4bea3ec8 None None] Network 1f856419-f446-4d12-ac8d-5615bfb1fa31 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:35.946240 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4db36d-7008-41a9-93f5-f8a5c7348e5e req-8387f3c6-aa16-4e67-98c0-8deb43e7ff77 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:35.948217 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2e4db36d-7008-41a9-93f5-f8a5c7348e5e req-8387f3c6-aa16-4e67-98c0-8deb43e7ff77 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4c8709c-4160-4278-9cfa-e6476d320b67 HTTP/1.1" status: 200 len: 945 time: 0.0820203 Dec 16 09:47:36.002518 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-913d9f2f-ebf5-4c63-9a8c-f7b530a826dd tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1723251 Dec 16 09:47:36.007478 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40928) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:36.012620 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-32923401-b151-40e2-a41c-0db19f02afc6 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Request body: {'subnet': {'network_id': '1f856419-f446-4d12-ac8d-5615bfb1fa31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:36.103020 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-af9934df-d548-42a8-a5ec-93fe799cf8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'name': 'tempest-ServerActionsTestJSON-131374164-router', 'tenant_id': 'f1bf440b6c55457f8af9c018d530175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'da69801a-b103-42a8-849b-4d49a739d35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:51Z', 'updated_at': '2021-12-16T09:35:57Z', 'revision_number': 4, 'project_id': 'f1bf440b6c55457f8af9c018d530175b', 'gw_port': {'id': 'da69801a-b103-42a8-849b-4d49a739d35a', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:91:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:53Z', 'updated_at': '2021-12-16T09:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '89f8b3af-6f0e-4d45-9316-574ad2e01485', 'name': '', 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f', 'tenant_id': 'f1bf440b6c55457f8af9c018d530175b', 'mac_address': 'fa:16:3e:7a:a8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'c3e23022-6181-4c07-9324-a5452325576b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:56Z', 'updated_at': '2021-12-16T09:36:02Z', 'revision_number': 5, 'project_id': 'f1bf440b6c55457f8af9c018d530175b', 'subnets': [{'id': 'c3e23022-6181-4c07-9324-a5452325576b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:36.160735 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4af3f-9ed1-4c4b-ae01-a26906c45288 req-ec90d73c-6217-4506-91de-6194e1c0ed22 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:36.168819 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3bb4af3f-9ed1-4c4b-ae01-a26906c45288 req-ec90d73c-6217-4506-91de-6194e1c0ed22 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 947 time: 0.1925056 Dec 16 09:47:36.192467 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9934df-d548-42a8-a5ec-93fe799cf8e8 None None] Checking router: 75a76c52-1859-4614-ba74-3cc48f736d2d for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:47:36.211889 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9934df-d548-42a8-a5ec-93fe799cf8e8 None None] Routers {'75a76c52-1859-4614-ba74-3cc48f736d2d'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:47:36.213055 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-af9934df-d548-42a8-a5ec-93fe799cf8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:47:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['75a76c52-1859-4614-ba74-3cc48f736d2d'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:36.234804 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3bb4af3f-9ed1-4c4b-ae01-a26906c45288 req-eaf7accf-b889-4676-ae15-3c4d7a26b594 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588295 Dec 16 09:47:36.264327 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ae1a38-5e4a-4855-aa62-e76069650ab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-1f856419-f446-4d12-ac8d-5615bfb1fa31', 'network_id': '1f856419-f446-4d12-ac8d-5615bfb1fa31', 'tenant_id': 'a78f148c1b6b48a7b272090f49428b1a', 'fixed_ips': [{'subnet_id': '169a771e-82c3-449b-a945-ccfc70977054'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:47:36.265719 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-50ae1a38-5e4a-4855-aa62-e76069650ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:36.277981 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32923401-b151-40e2-a41c-0db19f02afc6 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Made reservation on behalf of a78f148c1b6b48a7b272090f49428b1a for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:47:36.286204 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-32923401-b151-40e2-a41c-0db19f02afc6 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:36.297088 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-2e4db36d-7008-41a9-93f5-f8a5c7348e5e req-ade4c9a6-665a-4709-9999-fe0fc84851a0 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Deleting port cbc2c4f4-0fea-44c1-a610-db60b6308918 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:36.297496 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2e4db36d-7008-41a9-93f5-f8a5c7348e5e req-ade4c9a6-665a-4709-9999-fe0fc84851a0 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:36.406294 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-af9934df-d548-42a8-a5ec-93fe799cf8e8 None None] Set router 75a76c52-1859-4614-ba74-3cc48f736d2d gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:47:36.570565 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-2e4db36d-7008-41a9-93f5-f8a5c7348e5e req-ade4c9a6-665a-4709-9999-fe0fc84851a0 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] For port cbc2c4f4-0fea-44c1-a610-db60b6308918, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=cbc2c4f4-0fea-44c1-a610-db60b6308918,segment=NetworkSegment(59187192-96f4-423d-8fe2-021a7eccf566),segment_id=59187192-96f4-423d-8fe2-021a7eccf566)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:36.571315 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2e4db36d-7008-41a9-93f5-f8a5c7348e5e req-ade4c9a6-665a-4709-9999-fe0fc84851a0 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:36.600982 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd398104-17d1-4370-83c3-8fc7478026c2 req-13088578-2e1a-45f8-8a8f-f9518ffe7881 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:36.609039 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fd398104-17d1-4370-83c3-8fc7478026c2 req-13088578-2e1a-45f8-8a8f-f9518ffe7881 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 947 time: 0.1270149 Dec 16 09:47:36.617386 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-2e4db36d-7008-41a9-93f5-f8a5c7348e5e req-ade4c9a6-665a-4709-9999-fe0fc84851a0 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Calling delete_port for cbc2c4f4-0fea-44c1-a610-db60b6308918 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:36.645532 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a1019605-9d61-439a-8683-68b67eb0bd81 req-6f678ac4-f388-44d1-aa49-ac37f609627f tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/ports?device_id=185bb750-6449-4053-a83d-cdb9428568e4 HTTP/1.1" status: 200 len: 210 time: 0.3083901 Dec 16 09:47:36.727540 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-50ae1a38-5e4a-4855-aa62-e76069650ab9 None None] Allocated IP 2001:db8::2 (1f856419-f446-4d12-ac8d-5615bfb1fa31/169a771e-82c3-449b-a945-ccfc70977054/212bab68-f284-402f-8368-ecc27951e5a1) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:47:36.731251 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fd398104-17d1-4370-83c3-8fc7478026c2 req-dc00dc2d-3ad0-4ef9-bece-39e2a062b224 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208999 Dec 16 09:47:36.773208 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-32923401-b151-40e2-a41c-0db19f02afc6 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:36.825837 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4899b96-8005-4a0e-a168-59d4ad526d37 req-73c40679-30ea-4a4f-a185-97df3bca89b1 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:36.834655 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d4899b96-8005-4a0e-a168-59d4ad526d37 req-73c40679-30ea-4a4f-a185-97df3bca89b1 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 945 time: 0.1259985 Dec 16 09:47:36.865290 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32923401-b151-40e2-a41c-0db19f02afc6 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Network 1f856419-f446-4d12-ac8d-5615bfb1fa31 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:47:36.872473 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-32923401-b151-40e2-a41c-0db19f02afc6 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:47:36.883895 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32923401-b151-40e2-a41c-0db19f02afc6 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:36.884717 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-32923401-b151-40e2-a41c-0db19f02afc6 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:36.900474 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-af9934df-d548-42a8-a5ec-93fe799cf8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'name': 'tempest-ServerActionsTestJSON-131374164-router', 'tenant_id': 'f1bf440b6c55457f8af9c018d530175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'da69801a-b103-42a8-849b-4d49a739d35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:51Z', 'updated_at': '2021-12-16T09:35:57Z', 'revision_number': 4, 'project_id': 'f1bf440b6c55457f8af9c018d530175b', 'gw_port': {'id': 'da69801a-b103-42a8-849b-4d49a739d35a', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:91:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:53Z', 'updated_at': '2021-12-16T09:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '89f8b3af-6f0e-4d45-9316-574ad2e01485', 'name': '', 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f', 'tenant_id': 'f1bf440b6c55457f8af9c018d530175b', 'mac_address': 'fa:16:3e:7a:a8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'c3e23022-6181-4c07-9324-a5452325576b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:56Z', 'updated_at': '2021-12-16T09:36:02Z', 'revision_number': 5, 'project_id': 'f1bf440b6c55457f8af9c018d530175b', 'subnets': [{'id': 'c3e23022-6181-4c07-9324-a5452325576b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:36.913100 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32923401-b151-40e2-a41c-0db19f02afc6 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event updated for resources: {'Subnet': ['ID=53142180-995e-431d-804a-d03019f5dbdd,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:36.936182 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d4899b96-8005-4a0e-a168-59d4ad526d37 req-4ed275be-5c73-4aae-8978-dc30d4a1b470 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003447 Dec 16 09:47:36.972979 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9934df-d548-42a8-a5ec-93fe799cf8e8 None None] The sync data for ids ['75a76c52-1859-4614-ba74-3cc48f736d2d'] in n-d-820550-2 is: [{'id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'name': 'tempest-ServerActionsTestJSON-131374164-router', 'tenant_id': 'f1bf440b6c55457f8af9c018d530175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'da69801a-b103-42a8-849b-4d49a739d35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:51Z', 'updated_at': '2021-12-16T09:35:57Z', 'revision_number': 4, 'project_id': 'f1bf440b6c55457f8af9c018d530175b', 'gw_port': {'id': 'da69801a-b103-42a8-849b-4d49a739d35a', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:91:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:53Z', 'updated_at': '2021-12-16T09:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '89f8b3af-6f0e-4d45-9316-574ad2e01485', 'name': '', 'network_id': '932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f', 'tenant_id': 'f1bf440b6c55457f8af9c018d530175b', 'mac_address': 'fa:16:3e:7a:a8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'c3e23022-6181-4c07-9324-a5452325576b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:56Z', 'updated_at': '2021-12-16T09:36:02Z', 'revision_number': 5, 'project_id': 'f1bf440b6c55457f8af9c018d530175b', 'subnets': [{'id': 'c3e23022-6181-4c07-9324-a5452325576b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:47:36.992674 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242c508-4beb-44d7-8db4-0b8da845e57d req-d2e91651-e19a-4a46-94af-da94741b12d3 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:37.000098 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6242c508-4beb-44d7-8db4-0b8da845e57d req-d2e91651-e19a-4a46-94af-da94741b12d3 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 947 time: 0.1323321 Dec 16 09:47:37.003440 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-50ae1a38-5e4a-4855-aa62-e76069650ab9 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:37.011175 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-32923401-b151-40e2-a41c-0db19f02afc6 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0025871 Dec 16 09:47:37.013751 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40948) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:37.039237 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6242c508-4beb-44d7-8db4-0b8da845e57d req-e719ee72-bd48-46a5-9368-2adde15606a4 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382526 Dec 16 09:47:37.114016 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2e4db36d-7008-41a9-93f5-f8a5c7348e5e req-ade4c9a6-665a-4709-9999-fe0fc84851a0 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:37.115397 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-50ae1a38-5e4a-4855-aa62-e76069650ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:37.152241 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e9b6e2-5aba-40fa-972c-01efa57d38e1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:37.156340 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e9b6e2-5aba-40fa-972c-01efa57d38e1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:37.165855 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e9b6e2-5aba-40fa-972c-01efa57d38e1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:37.167829 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e9b6e2-5aba-40fa-972c-01efa57d38e1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:37.169608 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e9b6e2-5aba-40fa-972c-01efa57d38e1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:37.175195 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-03e9b6e2-5aba-40fa-972c-01efa57d38e1 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1567817 Dec 16 09:47:37.189194 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876d55e-3627-49b7-b8de-efaec16d614f req-56f1a5f7-b142-4833-8e3d-32ad80f3ecdc tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:37.196997 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4876d55e-3627-49b7-b8de-efaec16d614f req-56f1a5f7-b142-4833-8e3d-32ad80f3ecdc tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8709c-4160-4278-9cfa-e6476d320b67 HTTP/1.1" status: 200 len: 945 time: 0.1710327 Dec 16 09:47:37.203436 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ae1a38-5e4a-4855-aa62-e76069650ab9 None None] Network 1f856419-f446-4d12-ac8d-5615bfb1fa31 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:47:37.210608 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-50ae1a38-5e4a-4855-aa62-e76069650ab9 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:47:37.211528 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40954) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:37.216225 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ae1a38-5e4a-4855-aa62-e76069650ab9 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:47:37.220266 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-f412e0f6-67f3-459e-baab-18e9cc6191b2 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1730406050'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:37.228115 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae1a38-5e4a-4855-aa62-e76069650ab9 None None] Pushing event updated for resources: {'Port': ['ID=212bab68-f284-402f-8368-ecc27951e5a1,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:37.235898 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4c9a6-665a-4709-9999-fe0fc84851a0 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event deleted for resources: {'Port': ['ID=cbc2c4f4-0fea-44c1-a610-db60b6308918,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:37.281097 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4db36d-7008-41a9-93f5-f8a5c7348e5e req-ade4c9a6-665a-4709-9999-fe0fc84851a0 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] No DVR routers for this DVR port cbc2c4f4-0fea-44c1-a610-db60b6308918 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:47:37.291586 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4876d55e-3627-49b7-b8de-efaec16d614f req-04e4d943-c1d5-4259-a26e-783d85ac84b8 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/security-groups?id=a5e8a5af-da74-4b0d-a629-941df2e67e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936012 Dec 16 09:47:37.305895 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2e4db36d-7008-41a9-93f5-f8a5c7348e5e req-ade4c9a6-665a-4709-9999-fe0fc84851a0 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:37.310694 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2e4db36d-7008-41a9-93f5-f8a5c7348e5e req-ade4c9a6-665a-4709-9999-fe0fc84851a0 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.57 "DELETE /v2.0/ports/cbc2c4f4-0fea-44c1-a610-db60b6308918 HTTP/1.1" status: 204 len: 173 time: 1.3562677 Dec 16 09:47:37.322201 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:37.333801 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-50ae1a38-5e4a-4855-aa62-e76069650ab9 None None] Attempting to bind port 212bab68-f284-402f-8368-ecc27951e5a1 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:47:37.334985 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-50ae1a38-5e4a-4855-aa62-e76069650ab9 None None] Attempting to bind port 212bab68-f284-402f-8368-ecc27951e5a1 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '753daf2b-5e49-4725-958a-957741ad2399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1f856419-f446-4d12-ac8d-5615bfb1fa31'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:47:37.334985 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ae1a38-5e4a-4855-aa62-e76069650ab9 None None] Attempting to bind port 212bab68-f284-402f-8368-ecc27951e5a1 on network 1f856419-f446-4d12-ac8d-5615bfb1fa31 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:47:37.341563 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ae1a38-5e4a-4855-aa62-e76069650ab9 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:47:37.342664 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ae1a38-5e4a-4855-aa62-e76069650ab9 None None] Checking segment: {'id': '753daf2b-5e49-4725-958a-957741ad2399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1f856419-f446-4d12-ac8d-5615bfb1fa31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:47:37.343289 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-50ae1a38-5e4a-4855-aa62-e76069650ab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:37.344611 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ae1a38-5e4a-4855-aa62-e76069650ab9 None None] Bound using segment: {'id': '753daf2b-5e49-4725-958a-957741ad2399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1f856419-f446-4d12-ac8d-5615bfb1fa31'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:47:37.345577 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-50ae1a38-5e4a-4855-aa62-e76069650ab9 None None] Bound port: 212bab68-f284-402f-8368-ecc27951e5a1, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '753daf2b-5e49-4725-958a-957741ad2399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1f856419-f446-4d12-ac8d-5615bfb1fa31'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:47:37.346429 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708f1a2-3d44-4844-bd31-c97f22a8777e req-7b4e9b2d-9447-495b-bfe6-47118fce04e1 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:37.346647 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-50ae1a38-5e4a-4855-aa62-e76069650ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:37.348027 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a708f1a2-3d44-4844-bd31-c97f22a8777e req-7b4e9b2d-9447-495b-bfe6-47118fce04e1 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 947 time: 0.1261532 Dec 16 09:47:37.362355 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f412e0f6-67f3-459e-baab-18e9cc6191b2 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Made reservation on behalf of a78f148c1b6b48a7b272090f49428b1a for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:47:37.366477 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f412e0f6-67f3-459e-baab-18e9cc6191b2 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:37.413037 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a708f1a2-3d44-4844-bd31-c97f22a8777e req-a1868324-3028-427d-b6ce-bfa758f10618 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546422 Dec 16 09:47:37.423859 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:47:37.453003 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f412e0f6-67f3-459e-baab-18e9cc6191b2 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:47:37.466793 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f412e0f6-67f3-459e-baab-18e9cc6191b2 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:37.467353 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-f412e0f6-67f3-459e-baab-18e9cc6191b2 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Added segment 810598ec-3c48-406b-ad40-4ed15d5f6ca5 of type vlan for network 876c71e5-abd9-4641-bb77-4b8f0e1ae238 Dec 16 09:47:37.475327 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c0bf60-39d1-47c1-bde1-40da00bdc60a None None] New status for floating IP f24e735a-2366-4f1b-97bd-2a1b3a40613e: DOWN {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:47:37.530559 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:47:37.545247 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device c54e3d5e-67c1-43cf-a6b3-ee64c415c0b1 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:47:37.545247 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device cbc2c4f4-0fea-44c1-a610-db60b6308918 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:47:37.545448 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f412e0f6-67f3-459e-baab-18e9cc6191b2 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:37.594940 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: cbc2c4f4-0fea-44c1-a610-db60b6308918 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:47:37.595358 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device cbc2c4f4-0fea-44c1-a610-db60b6308918 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:47:37.598223 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf322b3c-6fe7-41d1-ac06-2c8c10fbf4d3 req-ab2aa7e1-742a-4ad8-8dfd-c389f460a94f tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:37.599923 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bf322b3c-6fe7-41d1-ac06-2c8c10fbf4d3 req-ab2aa7e1-742a-4ad8-8dfd-c389f460a94f tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 947 time: 0.0746653 Dec 16 09:47:37.628163 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-50ae1a38-5e4a-4855-aa62-e76069650ab9 None None] For port 212bab68-f284-402f-8368-ecc27951e5a1, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:47:37.699797 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c8709c-4160-4278-9cfa-e6476d320b67', 'name': 'network-vif-deleted', 'tag': 'cbc2c4f4-0fea-44c1-a610-db60b6308918'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:47:37.700171 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-50ae1a38-5e4a-4855-aa62-e76069650ab9 None None] For port 212bab68-f284-402f-8368-ecc27951e5a1, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=212bab68-f284-402f-8368-ecc27951e5a1,segment=NetworkSegment(753daf2b-5e49-4725-958a-957741ad2399),segment_id=753daf2b-5e49-4725-958a-957741ad2399)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:47:37.700516 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6654df14-6db7-480f-8d05-c39e330213c9" -d '{"events": [{"server_uuid": "e4c8709c-4160-4278-9cfa-e6476d320b67", "name": "network-vif-deleted", "tag": "cbc2c4f4-0fea-44c1-a610-db60b6308918"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:47:37.700631 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bf322b3c-6fe7-41d1-ac06-2c8c10fbf4d3 req-75f8c4a3-36d9-43d3-8d97-9a34cf97c0cd tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874314 Dec 16 09:47:37.752667 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691069d1-9ece-4dae-86e1-a98fda337285 x-openstack-request-id: req-691069d1-9ece-4dae-86e1-a98fda337285 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:47:37.753200 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c8709c-4160-4278-9cfa-e6476d320b67", "name": "network-vif-deleted", "tag": "cbc2c4f4-0fea-44c1-a610-db60b6308918", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:47:37.753306 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-691069d1-9ece-4dae-86e1-a98fda337285 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:47:37.753837 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c8709c-4160-4278-9cfa-e6476d320b67', 'name': 'network-vif-deleted', 'tag': 'cbc2c4f4-0fea-44c1-a610-db60b6308918', 'status': 'completed', 'code': 200} Dec 16 09:47:37.810674 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f412e0f6-67f3-459e-baab-18e9cc6191b2 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:37.817239 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f412e0f6-67f3-459e-baab-18e9cc6191b2 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:37.818538 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f412e0f6-67f3-459e-baab-18e9cc6191b2 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:37.843622 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-50ae1a38-5e4a-4855-aa62-e76069650ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:37.902276 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40974) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:37.950906 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412e0f6-67f3-459e-baab-18e9cc6191b2 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event updated for resources: {'Network': ['ID=876c71e5-abd9-4641-bb77-4b8f0e1ae238,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:37.988209 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 876c71e5-abd9-4641-bb77-4b8f0e1ae238 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:47:38.000163 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ea0f2-0cfa-4f70-b5c1-e0e38b5394d2 req-e6c8acac-6b17-4cef-8448-24f56bcb7136 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:38.009976 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-394f5796-35e5-415d-8765-9cdfad068c67 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:38.010967 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3f4ea0f2-0cfa-4f70-b5c1-e0e38b5394d2 req-e6c8acac-6b17-4cef-8448-24f56bcb7136 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 947 time: 0.1821384 Dec 16 09:47:38.017286 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae1a38-5e4a-4855-aa62-e76069650ab9 None None] Pushing event updated for resources: {'Port': ['ID=212bab68-f284-402f-8368-ecc27951e5a1,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:38.040994 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f412e0f6-67f3-459e-baab-18e9cc6191b2 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8283827 Dec 16 09:47:38.053286 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40980) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:38.060741 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-76ab5b2e-2680-4125-9516-d0cfcdd738c5 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:38.062963 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-394f5796-35e5-415d-8765-9cdfad068c67 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:38.148061 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3f4ea0f2-0cfa-4f70-b5c1-e0e38b5394d2 req-50814e06-aeec-4c14-90c3-1463593104f4 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311972 Dec 16 09:47:38.182843 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795f4ec-b750-471e-bb70-b4248cdc0c30 req-199a5d44-532d-4bab-9567-edb033ae09d2 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:38.187044 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2795f4ec-b750-471e-bb70-b4248cdc0c30 req-199a5d44-532d-4bab-9567-edb033ae09d2 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 945 time: 0.0888195 Dec 16 09:47:38.268270 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2795f4ec-b750-471e-bb70-b4248cdc0c30 req-b621e0d9-9d20-474f-9f92-6f2ee851bebf tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764112 Dec 16 09:47:38.269336 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-394f5796-35e5-415d-8765-9cdfad068c67 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:38.280829 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-394f5796-35e5-415d-8765-9cdfad068c67 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:38.298890 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-394f5796-35e5-415d-8765-9cdfad068c67 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "DELETE /v2.0/security-groups/2ca2073f-d722-4fce-b5c2-d6bc8092af0e HTTP/1.1" status: 204 len: 168 time: 0.3994851 Dec 16 09:47:38.303068 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40984) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:38.355499 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f5796-35e5-415d-8765-9cdfad068c67 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca2073f-d722-4fce-b5c2-d6bc8092af0e,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:38.373369 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-71d1ec90-366d-43f2-9a7c-3e9ee9473b76 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] show failed (client error): The resource could not be found. Dec 16 09:47:38.374712 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-71d1ec90-366d-43f2-9a7c-3e9ee9473b76 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "GET /v2.0/security-groups/2ca2073f-d722-4fce-b5c2-d6bc8092af0e HTTP/1.1" status: 404 len: 347 time: 0.0459340 Dec 16 09:47:38.378749 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40988) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:38.472133 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6da77-6fb1-4eb4-90d7-766b498f6bea req-8b8de162-77cc-4299-b2ea-19b530f2c7ad tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:38.480950 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9ca6da77-6fb1-4eb4-90d7-766b498f6bea req-8b8de162-77cc-4299-b2ea-19b530f2c7ad tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 947 time: 0.1270058 Dec 16 09:47:38.515793 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-76ab5b2e-2680-4125-9516-d0cfcdd738c5 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:38.541280 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d9a02af2-ab96-4748-bbd8-a81a3f007f65 req-6ff0ac8b-4ca6-4503-b6f5-0cc541a6c09c tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8709c-4160-4278-9cfa-e6476d320b67 HTTP/1.1" status: 200 len: 210 time: 0.0818276 Dec 16 09:47:38.572152 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9ca6da77-6fb1-4eb4-90d7-766b498f6bea req-09d2d6a4-81b8-4564-86f5-0b396d90b711 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700903 Dec 16 09:47:38.650100 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-76ab5b2e-2680-4125-9516-d0cfcdd738c5 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:38.656707 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-da169117-0daa-444d-9b0b-0ae38d30e270 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Deleting port 1044e9b3-c439-4a87-b3ce-b4c67a6dd44d {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:38.656707 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da169117-0daa-444d-9b0b-0ae38d30e270 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:38.748966 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-76ab5b2e-2680-4125-9516-d0cfcdd738c5 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Network 876c71e5-abd9-4641-bb77-4b8f0e1ae238 is not hosted by any dhcp agent {{(pid=102817) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 09:47:38.754483 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ab5b2e-2680-4125-9516-d0cfcdd738c5 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:38.756260 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-76ab5b2e-2680-4125-9516-d0cfcdd738c5 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:38.757700 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-76ab5b2e-2680-4125-9516-d0cfcdd738c5 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "PUT /v2.0/networks/876c71e5-abd9-4641-bb77-4b8f0e1ae238 HTTP/1.1" status: 200 len: 723 time: 0.7012527 Dec 16 09:47:38.762016 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40998) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:38.781946 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-8146f20f-5b5f-47f9-b30b-b0de7f13800c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Request body: {'subnet': {'network_id': '876c71e5-abd9-4641-bb77-4b8f0e1ae238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:38.796583 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab5b2e-2680-4125-9516-d0cfcdd738c5 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event updated for resources: {'Network': ['ID=876c71e5-abd9-4641-bb77-4b8f0e1ae238,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:38.809427 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 876c71e5-abd9-4641-bb77-4b8f0e1ae238 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:47:38.832604 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779ba00-2a68-47e3-aacd-c923dfca37ee req-7915bc61-584a-4087-ac04-05ec7069d1dc tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:38.835274 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8779ba00-2a68-47e3-aacd-c923dfca37ee req-7915bc61-584a-4087-ac04-05ec7069d1dc tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 947 time: 0.1031809 Dec 16 09:47:38.865601 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da169117-0daa-444d-9b0b-0ae38d30e270 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:38.865948 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da169117-0daa-444d-9b0b-0ae38d30e270 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:38.891644 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8779ba00-2a68-47e3-aacd-c923dfca37ee req-9d288528-8b5a-4520-9e74-6f6b8c1fc323 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495398 Dec 16 09:47:38.904713 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-da169117-0daa-444d-9b0b-0ae38d30e270 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Calling delete_port for 1044e9b3-c439-4a87-b3ce-b4c67a6dd44d owned by network:floatingip {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:39.118945 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8146f20f-5b5f-47f9-b30b-b0de7f13800c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Made reservation on behalf of a78f148c1b6b48a7b272090f49428b1a for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:47:39.123078 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8146f20f-5b5f-47f9-b30b-b0de7f13800c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:39.361667 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 212bab68-f284-402f-8368-ecc27951e5a1 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:47:39.447636 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 212bab68-f284-402f-8368-ecc27951e5a1 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:47:39.448022 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:39.496946 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da169117-0daa-444d-9b0b-0ae38d30e270 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:39.517145 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74334a3a-e482-4ed2-a187-6ecadd79b176 req-d63803b5-3aaa-4631-9e63-27b60c9e5168 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:39.519023 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74334a3a-e482-4ed2-a187-6ecadd79b176 req-d63803b5-3aaa-4631-9e63-27b60c9e5168 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 945 time: 0.0763292 Dec 16 09:47:39.557828 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da169117-0daa-444d-9b0b-0ae38d30e270 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Pushing event deleted for resources: {'Port': ['ID=1044e9b3-c439-4a87-b3ce-b4c67a6dd44d,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:39.594889 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8146f20f-5b5f-47f9-b30b-b0de7f13800c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:39.600934 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:39.654705 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41014) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:39.695075 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 212bab68-f284-402f-8368-ecc27951e5a1, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=212bab68-f284-402f-8368-ecc27951e5a1,segment=NetworkSegment(753daf2b-5e49-4725-958a-957741ad2399),segment_id=753daf2b-5e49-4725-958a-957741ad2399)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:39.723578 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8146f20f-5b5f-47f9-b30b-b0de7f13800c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event updated for resources: {'Subnet': ['ID=2acdb754-cfe7-4373-b632-e0abe0056442,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:39.757833 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74334a3a-e482-4ed2-a187-6ecadd79b176 req-b7e96e3f-3706-4bb9-a820-2d47e2d4e58b tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101431 Dec 16 09:47:39.764769 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9088b214-424b-4072-88af-c5def2427f29 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:39.770316 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:39.797322 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da169117-0daa-444d-9b0b-0ae38d30e270 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks [] for floatingip, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:39.800916 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da169117-0daa-444d-9b0b-0ae38d30e270 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:39.803609 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-da169117-0daa-444d-9b0b-0ae38d30e270 tempest-ServerActionsTestJSON-1707160111 tempest-ServerActionsTestJSON-1707160111-project] 10.222.0.60 "DELETE /v2.0/floatingips/f24e735a-2366-4f1b-97bd-2a1b3a40613e HTTP/1.1" status: 204 len: 168 time: 1.4237123 Dec 16 09:47:39.806565 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41020) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:39.813736 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8146f20f-5b5f-47f9-b30b-b0de7f13800c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Checking segment: {'id': '810598ec-3c48-406b-ad40-4ed15d5f6ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '876c71e5-abd9-4641-bb77-4b8f0e1ae238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:47:39.819781 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8146f20f-5b5f-47f9-b30b-b0de7f13800c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Network hostable DHCP agents. Network: 876c71e5-abd9-4641-bb77-4b8f0e1ae238, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:47:39.826187 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af3bace-0690-4914-80ec-7f49806e7274 None None] Network 1f856419-f446-4d12-ac8d-5615bfb1fa31 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:39.849696 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9088b214-424b-4072-88af-c5def2427f29 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:39.929925 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8146f20f-5b5f-47f9-b30b-b0de7f13800c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Network 876c71e5-abd9-4641-bb77-4b8f0e1ae238 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:47:39.988207 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-d5ef4662-770a-43a2-a558-809ffbad3b41 None None] Provisioning complete for port 212bab68-f284-402f-8368-ecc27951e5a1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:47:39.988961 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d5ef4662-770a-43a2-a558-809ffbad3b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:39.999195 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9088b214-424b-4072-88af-c5def2427f29 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:40.002252 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9088b214-424b-4072-88af-c5def2427f29 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:40.006542 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9088b214-424b-4072-88af-c5def2427f29 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "DELETE /v2.0/security-groups/a5e8a5af-da74-4b0d-a629-941df2e67e3c HTTP/1.1" status: 204 len: 168 time: 0.3471870 Dec 16 09:47:40.011202 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-8146f20f-5b5f-47f9-b30b-b0de7f13800c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 876c71e5-abd9-4641-bb77-4b8f0e1ae238) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:47:40.018164 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=212bab68-f284-402f-8368-ecc27951e5a1,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:40.028042 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8146f20f-5b5f-47f9-b30b-b0de7f13800c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:40.031254 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8146f20f-5b5f-47f9-b30b-b0de7f13800c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:40.048723 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89231f9-9621-4dc8-9a2c-ab53cd166380 None None] Network 876c71e5-abd9-4641-bb77-4b8f0e1ae238 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:40.054854 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9088b214-424b-4072-88af-c5def2427f29 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e8a5af-da74-4b0d-a629-941df2e67e3c,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:40.113390 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41028) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:40.312690 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41040) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:40.314632 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8146f20f-5b5f-47f9-b30b-b0de7f13800c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5519485 Dec 16 09:47:40.319789 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-ac979e1f-1cc3-4263-89c6-47e64504aece tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:40.356758 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e25305-d491-4a61-bc09-4f3e1cb58ffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-876c71e5-abd9-4641-bb77-4b8f0e1ae238', 'network_id': '876c71e5-abd9-4641-bb77-4b8f0e1ae238', 'tenant_id': 'a78f148c1b6b48a7b272090f49428b1a', 'fixed_ips': [{'subnet_id': '2acdb754-cfe7-4373-b632-e0abe0056442'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:47:40.358030 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-89e25305-d491-4a61-bc09-4f3e1cb58ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:40.498989 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ac979e1f-1cc3-4263-89c6-47e64504aece tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10354527'] for subnet, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:40.509517 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2345ff15-f7f6-42ad-824d-f9ee359f4093 None None] Update dhcp port {'port': {'network_id': '1f856419-f446-4d12-ac8d-5615bfb1fa31', 'fixed_ips': [{'subnet_id': '169a771e-82c3-449b-a945-ccfc70977054', 'ip_address': '2001:db8::2'}, {'subnet_id': '53142180-995e-431d-804a-d03019f5dbdd'}], 'binding:host_id': 'n-d-820550-2'}, 'id': '212bab68-f284-402f-8368-ecc27951e5a1'} from n-d-820550-2. {{(pid=102818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 16 09:47:40.566017 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2345ff15-f7f6-42ad-824d-f9ee359f4093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:40.656959 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-89e25305-d491-4a61-bc09-4f3e1cb58ffd None None] Allocated IP 2001:db8::2 (876c71e5-abd9-4641-bb77-4b8f0e1ae238/2acdb754-cfe7-4373-b632-e0abe0056442/27f66f64-5f30-4434-8a4a-3efbd66ac02d) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:47:40.725495 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:40.857404 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-2345ff15-f7f6-42ad-824d-f9ee359f4093 None None] Allocated IP 172.20.0.1 (1f856419-f446-4d12-ac8d-5615bfb1fa31/53142180-995e-431d-804a-d03019f5dbdd/212bab68-f284-402f-8368-ecc27951e5a1) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:47:41.069782 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2345ff15-f7f6-42ad-824d-f9ee359f4093 None None] For port 212bab68-f284-402f-8368-ecc27951e5a1, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=212bab68-f284-402f-8368-ecc27951e5a1,segment=NetworkSegment(753daf2b-5e49-4725-958a-957741ad2399),segment_id=753daf2b-5e49-4725-958a-957741ad2399)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:41.081460 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-89e25305-d491-4a61-bc09-4f3e1cb58ffd None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:41.113260 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2345ff15-f7f6-42ad-824d-f9ee359f4093 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:41.182498 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-89e25305-d491-4a61-bc09-4f3e1cb58ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:41.187497 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2345ff15-f7f6-42ad-824d-f9ee359f4093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:41.265786 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e25305-d491-4a61-bc09-4f3e1cb58ffd None None] Pushing event updated for resources: {'Port': ['ID=27f66f64-5f30-4434-8a4a-3efbd66ac02d,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:41.276796 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e25305-d491-4a61-bc09-4f3e1cb58ffd None None] Network 876c71e5-abd9-4641-bb77-4b8f0e1ae238 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:47:41.309001 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2237918-e99b-490f-a914-25bb1bcfd37b req-496a5fef-b91b-4452-9d1e-b60829075c4b tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:41.318081 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b2237918-e99b-490f-a914-25bb1bcfd37b req-496a5fef-b91b-4452-9d1e-b60829075c4b tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 945 time: 0.2222929 Dec 16 09:47:41.382835 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-89e25305-d491-4a61-bc09-4f3e1cb58ffd None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:47:41.403097 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e25305-d491-4a61-bc09-4f3e1cb58ffd None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:47:41.415991 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ac979e1f-1cc3-4263-89c6-47e64504aece tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759010600093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8844051'] for subnet, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:41.480112 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac979e1f-1cc3-4263-89c6-47e64504aece tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:41.483193 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ac979e1f-1cc3-4263-89c6-47e64504aece tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:41.484582 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ac979e1f-1cc3-4263-89c6-47e64504aece tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "PUT /v2.0/subnets/2acdb754-cfe7-4373-b632-e0abe0056442 HTTP/1.1" status: 200 len: 826 time: 1.1705098 Dec 16 09:47:41.497408 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41048) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:41.498847 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b2237918-e99b-490f-a914-25bb1bcfd37b req-522146e4-c1f9-42ad-a3f1-6e338f9ce735 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784635 Dec 16 09:47:41.631002 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 212bab68-f284-402f-8368-ecc27951e5a1 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:47:41.635000 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345ff15-f7f6-42ad-824d-f9ee359f4093 None None] Pushing event updated for resources: {'Port': ['ID=212bab68-f284-402f-8368-ecc27951e5a1,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:41.699859 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-89e25305-d491-4a61-bc09-4f3e1cb58ffd None None] Attempting to bind port 27f66f64-5f30-4434-8a4a-3efbd66ac02d on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:47:41.700154 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-89e25305-d491-4a61-bc09-4f3e1cb58ffd None None] Attempting to bind port 27f66f64-5f30-4434-8a4a-3efbd66ac02d by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '810598ec-3c48-406b-ad40-4ed15d5f6ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '876c71e5-abd9-4641-bb77-4b8f0e1ae238'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:47:41.700523 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e25305-d491-4a61-bc09-4f3e1cb58ffd None None] Attempting to bind port 27f66f64-5f30-4434-8a4a-3efbd66ac02d on network 876c71e5-abd9-4641-bb77-4b8f0e1ae238 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:47:41.714935 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e25305-d491-4a61-bc09-4f3e1cb58ffd None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:47:41.715531 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e25305-d491-4a61-bc09-4f3e1cb58ffd None None] Checking segment: {'id': '810598ec-3c48-406b-ad40-4ed15d5f6ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '876c71e5-abd9-4641-bb77-4b8f0e1ae238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:47:41.715923 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-89e25305-d491-4a61-bc09-4f3e1cb58ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:41.716315 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e25305-d491-4a61-bc09-4f3e1cb58ffd None None] Bound using segment: {'id': '810598ec-3c48-406b-ad40-4ed15d5f6ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '876c71e5-abd9-4641-bb77-4b8f0e1ae238'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:47:41.716905 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-89e25305-d491-4a61-bc09-4f3e1cb58ffd None None] Bound port: 27f66f64-5f30-4434-8a4a-3efbd66ac02d, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810598ec-3c48-406b-ad40-4ed15d5f6ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '876c71e5-abd9-4641-bb77-4b8f0e1ae238'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:47:41.717209 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-89e25305-d491-4a61-bc09-4f3e1cb58ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:41.733908 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac979e1f-1cc3-4263-89c6-47e64504aece tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event updated for resources: {'Subnet': ['ID=2acdb754-cfe7-4373-b632-e0abe0056442,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:41.769092 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 212bab68-f284-402f-8368-ecc27951e5a1 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:47:41.769483 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:41.830868 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8668e990-2968-436a-b363-8c2af1d29dc8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:41.855490 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-89e25305-d491-4a61-bc09-4f3e1cb58ffd None None] For port 27f66f64-5f30-4434-8a4a-3efbd66ac02d, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:47:41.860487 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-19253bb2-c4fc-4a6e-aff1-ec3bf6220926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:41.888205 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-89e25305-d491-4a61-bc09-4f3e1cb58ffd None None] For port 27f66f64-5f30-4434-8a4a-3efbd66ac02d, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=27f66f64-5f30-4434-8a4a-3efbd66ac02d,segment=NetworkSegment(810598ec-3c48-406b-ad40-4ed15d5f6ca5),segment_id=810598ec-3c48-406b-ad40-4ed15d5f6ca5)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:47:41.950107 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-8668e990-2968-436a-b363-8c2af1d29dc8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Deleting port 27f66f64-5f30-4434-8a4a-3efbd66ac02d {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:41.951656 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8668e990-2968-436a-b363-8c2af1d29dc8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:41.953272 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5bf728f3-7045-4b2f-a714-405a6b1d9593 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:42.009840 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-89e25305-d491-4a61-bc09-4f3e1cb58ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:42.113795 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e25305-d491-4a61-bc09-4f3e1cb58ffd None None] Pushing event updated for resources: {'Port': ['ID=27f66f64-5f30-4434-8a4a-3efbd66ac02d,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:42.172184 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-8668e990-2968-436a-b363-8c2af1d29dc8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] For port 27f66f64-5f30-4434-8a4a-3efbd66ac02d, host n-d-820550-2, got binding levels [] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:42.173739 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8668e990-2968-436a-b363-8c2af1d29dc8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:42.213276 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-8668e990-2968-436a-b363-8c2af1d29dc8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Calling delete_port for 27f66f64-5f30-4434-8a4a-3efbd66ac02d owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:42.516748 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8668e990-2968-436a-b363-8c2af1d29dc8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:42.585842 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8668e990-2968-436a-b363-8c2af1d29dc8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event deleted for resources: {'Port': ['ID=27f66f64-5f30-4434-8a4a-3efbd66ac02d,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:42.639448 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3425ecfd-7853-4b9d-a964-fd55bdc00c6b None None] Network 1f856419-f446-4d12-ac8d-5615bfb1fa31 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:42.698990 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8668e990-2968-436a-b363-8c2af1d29dc8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] No DVR routers for this DVR port 27f66f64-5f30-4434-8a4a-3efbd66ac02d on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:47:42.821613 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8668e990-2968-436a-b363-8c2af1d29dc8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:42.951683 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-658ea962-6df5-4c81-a3c7-49c6919fa90b None None] Provisioning complete for port 212bab68-f284-402f-8368-ecc27951e5a1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:47:42.952063 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-658ea962-6df5-4c81-a3c7-49c6919fa90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:43.039161 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-19253bb2-c4fc-4a6e-aff1-ec3bf6220926 admin admin] Deleting port 89f8b3af-6f0e-4d45-9316-574ad2e01485 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:43.039767 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-19253bb2-c4fc-4a6e-aff1-ec3bf6220926 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:43.106841 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8668e990-2968-436a-b363-8c2af1d29dc8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:43.125514 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-5bf728f3-7045-4b2f-a714-405a6b1d9593 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Deleting port 1002673c-edf4-4e50-827b-af1931d27527 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:43.126393 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5bf728f3-7045-4b2f-a714-405a6b1d9593 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:43.173436 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8668e990-2968-436a-b363-8c2af1d29dc8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event deleted for resources: {'Subnet': ['ID=2acdb754-cfe7-4373-b632-e0abe0056442,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:43.207206 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3432565-4cad-403a-b086-43a7fa6b1e05 req-ed950389-9b26-48f2-a9d5-e3a2e722a80e tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:43.214956 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d3432565-4cad-403a-b086-43a7fa6b1e05 req-ed950389-9b26-48f2-a9d5-e3a2e722a80e tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 945 time: 0.4633405 Dec 16 09:47:43.434411 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 212bab68-f284-402f-8368-ecc27951e5a1 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:47:43.441558 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8668e990-2968-436a-b363-8c2af1d29dc8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:43.561449 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-8668e990-2968-436a-b363-8c2af1d29dc8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876c71e5-abd9-4641-bb77-4b8f0e1ae238']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:43.563866 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-19253bb2-c4fc-4a6e-aff1-ec3bf6220926 admin admin] For port 89f8b3af-6f0e-4d45-9316-574ad2e01485, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=89f8b3af-6f0e-4d45-9316-574ad2e01485,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:43.564251 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-19253bb2-c4fc-4a6e-aff1-ec3bf6220926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:43.579420 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-19253bb2-c4fc-4a6e-aff1-ec3bf6220926 admin admin] Calling delete_port for 89f8b3af-6f0e-4d45-9316-574ad2e01485 owned by network:router_interface {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:43.581397 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 212bab68-f284-402f-8368-ecc27951e5a1 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:47:43.581875 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:43.601322 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d3432565-4cad-403a-b086-43a7fa6b1e05 req-355ce9a8-5815-4e6b-bbdd-ea0caddaedee tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3724077 Dec 16 09:47:43.606807 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-8668e990-2968-436a-b363-8c2af1d29dc8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '810598ec-3c48-406b-ad40-4ed15d5f6ca5') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:43.607124 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-8668e990-2968-436a-b363-8c2af1d29dc8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '810598ec-3c48-406b-ad40-4ed15d5f6ca5') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:43.633690 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8668e990-2968-436a-b363-8c2af1d29dc8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:43.669912 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8668e990-2968-436a-b363-8c2af1d29dc8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:43.694934 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-a6e4524b-9b85-4666-8afd-ff3a519c46ba None None] Provisioning complete for port 212bab68-f284-402f-8368-ecc27951e5a1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:47:43.696184 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8668e990-2968-436a-b363-8c2af1d29dc8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:47:43.696325 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a6e4524b-9b85-4666-8afd-ff3a519c46ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:43.696442 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8668e990-2968-436a-b363-8c2af1d29dc8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:43.698886 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:47:43.698886 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:47:43.698886 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:47:43.698886 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:47:43.698886 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:47:43.698886 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:47:43.698886 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:47:43.698886 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:47:43.698886 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:47:43.698886 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:47:43.698886 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:47:43.698886 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:47:43.698886 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:47:43.698886 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:47:43.698886 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:47:43.698886 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:47:43.698886 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:47:43.698886 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:47:43.698886 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:47:43.698886 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:47:43.698886 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:47:43.698886 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:47:43.698886 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:47:43.698886 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:47:43.698886 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:47:43.698886 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:47:43.698886 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:47:43.698886 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:47:43.698886 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:47:43.698886 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:47:43.698886 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:47:43.698886 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:47:43.811071 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-5bf728f3-7045-4b2f-a714-405a6b1d9593 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] For port 1002673c-edf4-4e50-827b-af1931d27527, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=1002673c-edf4-4e50-827b-af1931d27527,segment=NetworkSegment(59187192-96f4-423d-8fe2-021a7eccf566),segment_id=59187192-96f4-423d-8fe2-021a7eccf566)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:43.814666 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5bf728f3-7045-4b2f-a714-405a6b1d9593 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:43.888817 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-5bf728f3-7045-4b2f-a714-405a6b1d9593 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Calling delete_port for 1002673c-edf4-4e50-827b-af1931d27527 owned by network:router_interface {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:44.285532 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78598f7e-b6ba-43d8-8307-9427f37106df None None] Network 876c71e5-abd9-4641-bb77-4b8f0e1ae238 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:44.300549 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-19253bb2-c4fc-4a6e-aff1-ec3bf6220926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:44.367106 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19253bb2-c4fc-4a6e-aff1-ec3bf6220926 admin admin] Pushing event deleted for resources: {'Port': ['ID=89f8b3af-6f0e-4d45-9316-574ad2e01485,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:44.606486 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-59f76d42-1312-4b39-ade4-679932f7e949 None None] Could not find standard attr ID for object 27f66f64-5f30-4434-8a4a-3efbd66ac02d. {{(pid=102818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:47:44.644430 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff7c66f-73ca-42af-a09a-ade432f83cb6 None None] DHCP port deletion for 876c71e5-abd9-4641-bb77-4b8f0e1ae238 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:47:44.674380 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ba2906-f608-4a8c-80b6-f3527d674745 None None] Network 876c71e5-abd9-4641-bb77-4b8f0e1ae238 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:44.690133 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8668e990-2968-436a-b363-8c2af1d29dc8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:44.700329 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8668e990-2968-436a-b363-8c2af1d29dc8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:44.705963 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8668e990-2968-436a-b363-8c2af1d29dc8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "DELETE /v2.0/networks/876c71e5-abd9-4641-bb77-4b8f0e1ae238 HTTP/1.1" status: 204 len: 168 time: 3.2074420 Dec 16 09:47:44.712390 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41084) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:44.724814 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8668e990-2968-436a-b363-8c2af1d29dc8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event deleted for resources: {'Network': ['ID=876c71e5-abd9-4641-bb77-4b8f0e1ae238,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:44.756938 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5bf728f3-7045-4b2f-a714-405a6b1d9593 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:44.759499 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a436735-6667-47e2-aec9-ed2a87302c8e tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] DELETE failed (client error): The resource could not be found. Dec 16 09:47:44.760165 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a436735-6667-47e2-aec9-ed2a87302c8e tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:47:44.767535 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41088) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:44.767742 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0a436735-6667-47e2-aec9-ed2a87302c8e tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "DELETE /v2.0/networks/876c71e5-abd9-4641-bb77-4b8f0e1ae238 HTTP/1.1" status: 404 len: 339 time: 0.0522385 Dec 16 09:47:44.783309 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-cfe51177-db2b-4172-9d76-905cc34b89d8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1123197428', 'description': 'd1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:44.800618 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf728f3-7045-4b2f-a714-405a6b1d9593 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event deleted for resources: {'Port': ['ID=1002673c-edf4-4e50-827b-af1931d27527,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:44.878180 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-19253bb2-c4fc-4a6e-aff1-ec3bf6220926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:44.913338 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe51177-db2b-4172-9d76-905cc34b89d8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Made reservation on behalf of a78f148c1b6b48a7b272090f49428b1a for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:47:44.916786 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cfe51177-db2b-4172-9d76-905cc34b89d8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:44.964794 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfe51177-db2b-4172-9d76-905cc34b89d8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:47:44.983226 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cfe51177-db2b-4172-9d76-905cc34b89d8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:44.983226 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-cfe51177-db2b-4172-9d76-905cc34b89d8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Added segment 7b3947b7-4583-4d4d-b3ed-c08608b72e3c of type vlan for network e4c01fe7-5341-483a-8028-731043d4fc41 Dec 16 09:47:45.110379 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cfe51177-db2b-4172-9d76-905cc34b89d8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:45.240668 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cfe51177-db2b-4172-9d76-905cc34b89d8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:45.247540 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe51177-db2b-4172-9d76-905cc34b89d8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:45.247540 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cfe51177-db2b-4172-9d76-905cc34b89d8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:45.273614 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831eff0a-23cf-432f-8bcf-0de0b79ba70b req-e40fdc7d-27eb-43c8-88e2-e3dedaec2068 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:45.282568 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-831eff0a-23cf-432f-8bcf-0de0b79ba70b req-e40fdc7d-27eb-43c8-88e2-e3dedaec2068 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 945 time: 0.5312214 Dec 16 09:47:45.385348 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-831eff0a-23cf-432f-8bcf-0de0b79ba70b req-91bb2300-9ded-437b-901b-d0e28f3084f4 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970628 Dec 16 09:47:45.406137 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 27f66f64-5f30-4434-8a4a-3efbd66ac02d no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:47:45.410903 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe51177-db2b-4172-9d76-905cc34b89d8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event updated for resources: {'Network': ['ID=e4c01fe7-5341-483a-8028-731043d4fc41,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:45.446915 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5bf728f3-7045-4b2f-a714-405a6b1d9593 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:45.459565 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network e4c01fe7-5341-483a-8028-731043d4fc41 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:47:45.463688 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 27f66f64-5f30-4434-8a4a-3efbd66ac02d {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:47:45.464205 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 27f66f64-5f30-4434-8a4a-3efbd66ac02d not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:47:45.473825 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19253bb2-c4fc-4a6e-aff1-ec3bf6220926 admin admin] Router 75a76c52-1859-4614-ba74-3cc48f736d2d has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:47:45.525089 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-cfe51177-db2b-4172-9d76-905cc34b89d8 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7554293 Dec 16 09:47:45.525574 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41096) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:45.641927 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db696ed2-c4bf-40e0-a257-e5abea2158fd tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:45.643324 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-db696ed2-c4bf-40e0-a257-e5abea2158fd tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "GET /v2.0/networks?id=e4c01fe7-5341-483a-8028-731043d4fc41 HTTP/1.1" status: 200 len: 765 time: 0.1164753 Dec 16 09:47:45.646688 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41098) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:45.652079 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-2868f808-e21d-49ef-abd6-e102fef283ad tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Request body: {'network': {'description': 'd2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:45.861162 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2868f808-e21d-49ef-abd6-e102fef283ad tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:45.981387 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2868f808-e21d-49ef-abd6-e102fef283ad tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:46.002184 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2868f808-e21d-49ef-abd6-e102fef283ad tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Network e4c01fe7-5341-483a-8028-731043d4fc41 is not hosted by any dhcp agent {{(pid=102817) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 09:47:46.008460 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2868f808-e21d-49ef-abd6-e102fef283ad tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:46.008972 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2868f808-e21d-49ef-abd6-e102fef283ad tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:46.012957 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2868f808-e21d-49ef-abd6-e102fef283ad tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "PUT /v2.0/networks/e4c01fe7-5341-483a-8028-731043d4fc41 HTTP/1.1" status: 200 len: 762 time: 0.3627279 Dec 16 09:47:46.043033 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41100) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:46.121870 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868f808-e21d-49ef-abd6-e102fef283ad tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event updated for resources: {'Network': ['ID=e4c01fe7-5341-483a-8028-731043d4fc41,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:46.134828 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network e4c01fe7-5341-483a-8028-731043d4fc41 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:47:46.187483 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19253bb2-c4fc-4a6e-aff1-ec3bf6220926 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:47:46.195204 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-19253bb2-c4fc-4a6e-aff1-ec3bf6220926 admin admin] 10.222.0.60 "PUT /v2.0/routers/75a76c52-1859-4614-ba74-3cc48f736d2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3859468 Dec 16 09:47:46.199372 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d295e8e7-0a8b-46be-bb94-5bc37d8cfa6b None None] Sync routers for ids ['75a76c52-1859-4614-ba74-3cc48f736d2d'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:47:46.200888 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41106) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:46.211084 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d295e8e7-0a8b-46be-bb94-5bc37d8cfa6b None None] Routers {'75a76c52-1859-4614-ba74-3cc48f736d2d'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:47:46.215167 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37ea1f5-d74e-4ee6-ac2a-4f67453e59fc tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:46.216084 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-d295e8e7-0a8b-46be-bb94-5bc37d8cfa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:47:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['75a76c52-1859-4614-ba74-3cc48f736d2d'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:46.221329 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b37ea1f5-d74e-4ee6-ac2a-4f67453e59fc tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "GET /v2.0/networks?id=e4c01fe7-5341-483a-8028-731043d4fc41 HTTP/1.1" status: 200 len: 765 time: 0.1773448 Dec 16 09:47:46.235589 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41108) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:46.412498 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a6d0ec8e-3cf3-49dc-8010-1b8bd29832cc admin admin] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:46.459180 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-d295e8e7-0a8b-46be-bb94-5bc37d8cfa6b None None] Set router 75a76c52-1859-4614-ba74-3cc48f736d2d gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:47:46.656392 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7de8224-5849-4fe3-948a-24127a8fecf7 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:46.659387 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d7de8224-5849-4fe3-948a-24127a8fecf7 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4227736 Dec 16 09:47:46.663269 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41120) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:46.679676 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf728f3-7045-4b2f-a714-405a6b1d9593 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Router 6f4b6ed8-78bb-497b-b587-bf969422b91f has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:47:46.745615 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc2bd0-b933-4c15-a4a0-9b6937cd9098 req-1a2a6d4f-c1bc-473f-b1e1-8a6def28903d tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:46.751501 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8ebc2bd0-b933-4c15-a4a0-9b6937cd9098 req-1a2a6d4f-c1bc-473f-b1e1-8a6def28903d tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 945 time: 0.1626081 Dec 16 09:47:46.771375 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-62dae9d5-38eb-4134-b4cd-22789c0336aa tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "GET /v2.0/subnets?network_id=66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 207 time: 0.1014953 Dec 16 09:47:46.773251 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41124) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:47.052790 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a6d0ec8e-3cf3-49dc-8010-1b8bd29832cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:47.061995 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-d295e8e7-0a8b-46be-bb94-5bc37d8cfa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'name': 'tempest-ServerActionsTestJSON-131374164-router', 'tenant_id': 'f1bf440b6c55457f8af9c018d530175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'da69801a-b103-42a8-849b-4d49a739d35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:51Z', 'updated_at': '2021-12-16T09:47:44Z', 'revision_number': 5, 'project_id': 'f1bf440b6c55457f8af9c018d530175b', 'gw_port': {'id': 'da69801a-b103-42a8-849b-4d49a739d35a', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:91:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:53Z', 'updated_at': '2021-12-16T09:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:47.073585 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a32277-436c-4c75-b075-64e33e8331b4 req-df865f86-30e6-42ae-ba45-cdae2c517ffd tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:47.079347 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e6a32277-436c-4c75-b075-64e33e8331b4 req-df865f86-30e6-42ae-ba45-cdae2c517ffd tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 947 time: 0.1104746 Dec 16 09:47:47.105194 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d295e8e7-0a8b-46be-bb94-5bc37d8cfa6b None None] Checking router: 75a76c52-1859-4614-ba74-3cc48f736d2d for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:47:47.116306 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d295e8e7-0a8b-46be-bb94-5bc37d8cfa6b None None] Routers {'75a76c52-1859-4614-ba74-3cc48f736d2d'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:47:47.117519 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-d295e8e7-0a8b-46be-bb94-5bc37d8cfa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:47:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['75a76c52-1859-4614-ba74-3cc48f736d2d'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:47.187601 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e6a32277-436c-4c75-b075-64e33e8331b4 req-2ca5f518-99fa-4059-9af1-1cb7e5938523 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996897 Dec 16 09:47:47.204720 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8ebc2bd0-b933-4c15-a4a0-9b6937cd9098 req-b8657588-ba7f-485a-a128-2fa9a9dc4a46 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4377789 Dec 16 09:47:47.205988 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf728f3-7045-4b2f-a714-405a6b1d9593 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:47:47.218662 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018b6e61-be47-48c2-b506-7020fd6770e2 None None] Sync routers for ids ['6f4b6ed8-78bb-497b-b587-bf969422b91f'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:47:47.244592 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5bf728f3-7045-4b2f-a714-405a6b1d9593 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "PUT /v2.0/routers/6f4b6ed8-78bb-497b-b587-bf969422b91f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1276348 Dec 16 09:47:47.247418 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41128) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:47.261675 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018b6e61-be47-48c2-b506-7020fd6770e2 None None] Routers {'6f4b6ed8-78bb-497b-b587-bf969422b91f'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:47:47.264695 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-018b6e61-be47-48c2-b506-7020fd6770e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:47:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6f4b6ed8-78bb-497b-b587-bf969422b91f'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:47.319050 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-d295e8e7-0a8b-46be-bb94-5bc37d8cfa6b None None] Set router 75a76c52-1859-4614-ba74-3cc48f736d2d gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:47:47.391869 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ba5aac-c4ef-493b-a0b6-de0a1b46637d tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Deleting subnet d6b24d15-a392-4a6e-93d8-f3ba6bb1ab7c {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:47:47.405012 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e4ba5aac-c4ef-493b-a0b6-de0a1b46637d tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:47.424548 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebf1b76-b315-456d-8196-f13b236b5e07 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:47.430764 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebf1b76-b315-456d-8196-f13b236b5e07 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:47.441260 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebf1b76-b315-456d-8196-f13b236b5e07 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:47.448509 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebf1b76-b315-456d-8196-f13b236b5e07 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:47.455636 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebf1b76-b315-456d-8196-f13b236b5e07 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:47.463376 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebf1b76-b315-456d-8196-f13b236b5e07 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:47.465535 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0ebf1b76-b315-456d-8196-f13b236b5e07 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4724028 Dec 16 09:47:47.469412 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41130) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:47.503841 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-a6d0ec8e-3cf3-49dc-8010-1b8bd29832cc admin admin] Deleting port da69801a-b103-42a8-849b-4d49a739d35a {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:47.504191 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a6d0ec8e-3cf3-49dc-8010-1b8bd29832cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:47.524977 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e4ba5aac-c4ef-493b-a0b6-de0a1b46637d tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:47.559271 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-018b6e61-be47-48c2-b506-7020fd6770e2 None None] Set router 6f4b6ed8-78bb-497b-b587-bf969422b91f gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:47:47.699879 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-a6d0ec8e-3cf3-49dc-8010-1b8bd29832cc admin admin] For port da69801a-b103-42a8-849b-4d49a739d35a, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=da69801a-b103-42a8-849b-4d49a739d35a,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:47.700246 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a6d0ec8e-3cf3-49dc-8010-1b8bd29832cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:47.724262 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-44086d42-8d0f-4887-b0cf-c099894ea288 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2520657 Dec 16 09:47:47.737006 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41138) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:47.751483 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 87ea0160-6ace-441a-a60b-f7a3c189cbae details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:47:47.779653 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e4ba5aac-c4ef-493b-a0b6-de0a1b46637d tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:47.792071 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-a6d0ec8e-3cf3-49dc-8010-1b8bd29832cc admin admin] Calling delete_port for da69801a-b103-42a8-849b-4d49a739d35a owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:47.862232 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-d295e8e7-0a8b-46be-bb94-5bc37d8cfa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'name': 'tempest-ServerActionsTestJSON-131374164-router', 'tenant_id': 'f1bf440b6c55457f8af9c018d530175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'da69801a-b103-42a8-849b-4d49a739d35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:51Z', 'updated_at': '2021-12-16T09:47:44Z', 'revision_number': 5, 'project_id': 'f1bf440b6c55457f8af9c018d530175b', 'gw_port': {'id': 'da69801a-b103-42a8-849b-4d49a739d35a', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:91:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:53Z', 'updated_at': '2021-12-16T09:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:47.961223 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d295e8e7-0a8b-46be-bb94-5bc37d8cfa6b None None] The sync data for ids ['75a76c52-1859-4614-ba74-3cc48f736d2d'] in n-d-820550-2 is: [{'id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'name': 'tempest-ServerActionsTestJSON-131374164-router', 'tenant_id': 'f1bf440b6c55457f8af9c018d530175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'da69801a-b103-42a8-849b-4d49a739d35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:35:51Z', 'updated_at': '2021-12-16T09:47:44Z', 'revision_number': 5, 'project_id': 'f1bf440b6c55457f8af9c018d530175b', 'gw_port': {'id': 'da69801a-b103-42a8-849b-4d49a739d35a', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:91:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a76c52-1859-4614-ba74-3cc48f736d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:35:53Z', 'updated_at': '2021-12-16T09:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:47:48.061288 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 87ea0160-6ace-441a-a60b-f7a3c189cbae, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=87ea0160-6ace-441a-a60b-f7a3c189cbae,segment=NetworkSegment(c1145db4-acce-4730-a2ad-0f420017f088),segment_id=c1145db4-acce-4730-a2ad-0f420017f088)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:48.067273 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e4ba5aac-c4ef-493b-a0b6-de0a1b46637d tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:48.078305 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '87ea0160-6ace-441a-a60b-f7a3c189cbae', 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639', 'port_id': '87ea0160-6ace-441a-a60b-f7a3c189cbae', 'mac_address': 'fa:16:3e:e3:b8:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55767ecf-03fc-4a01-868c-518fd421c2f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:47:48.088578 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c6ea3d-882e-415b-96f0-e33af22cfb59 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:48.090153 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c6ea3d-882e-415b-96f0-e33af22cfb59 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:48.091686 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c6ea3d-882e-415b-96f0-e33af22cfb59 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:48.093246 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c6ea3d-882e-415b-96f0-e33af22cfb59 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:48.095179 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c6ea3d-882e-415b-96f0-e33af22cfb59 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:48.101172 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-96c6ea3d-882e-415b-96f0-e33af22cfb59 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3594623 Dec 16 09:47:48.110831 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41140) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:48.156095 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba5aac-c4ef-493b-a0b6-de0a1b46637d tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event deleted for resources: {'Subnet': ['ID=d6b24d15-a392-4a6e-93d8-f3ba6bb1ab7c,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:48.170558 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e4ba5aac-c4ef-493b-a0b6-de0a1b46637d tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:48.183068 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41142) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:48.183258 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e4ba5aac-c4ef-493b-a0b6-de0a1b46637d tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "DELETE /v2.0/subnets/d6b24d15-a392-4a6e-93d8-f3ba6bb1ab7c HTTP/1.1" status: 204 len: 168 time: 0.9322805 Dec 16 09:47:48.186127 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c315a00-4d24-4ea0-8859-23978bc14257 None None] Network c8ba6bea-4e43-4bc9-a3f7-37704e90b524 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:48.315292 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:48.350087 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87ea0160-6ace-441a-a60b-f7a3c189cbae {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:47:48.468116 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f59f6e-140f-4160-9312-41f0c950766e tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['shared'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:48.474746 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f59f6e-140f-4160-9312-41f0c950766e tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['shared'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:48.476543 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f59f6e-140f-4160-9312-41f0c950766e tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['shared'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:48.482637 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f59f6e-140f-4160-9312-41f0c950766e tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['shared'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:48.484486 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f59f6e-140f-4160-9312-41f0c950766e tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['shared'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:48.487571 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-62f59f6e-140f-4160-9312-41f0c950766e tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3738394 Dec 16 09:47:48.501692 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41150) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:48.560533 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 87ea0160-6ace-441a-a60b-f7a3c189cbae, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=87ea0160-6ace-441a-a60b-f7a3c189cbae,segment=NetworkSegment(c1145db4-acce-4730-a2ad-0f420017f088),segment_id=c1145db4-acce-4730-a2ad-0f420017f088)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:48.663086 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1478f36c-1bca-452d-a3df-7ac63884f9d3 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:48.680485 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe81122-f748-4e73-b269-ae0c9a42f4ce req-bfdee918-3676-4f3c-84c5-36d068815fe9 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:48.682172 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3fe81122-f748-4e73-b269-ae0c9a42f4ce req-bfdee918-3676-4f3c-84c5-36d068815fe9 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 945 time: 0.1872475 Dec 16 09:47:48.698791 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:48.780967 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59b233a-34ab-4f3d-ba1a-8fdefadaf619 None None] DHCP port deletion for c8ba6bea-4e43-4bc9-a3f7-37704e90b524 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:47:48.831773 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=87ea0160-6ace-441a-a60b-f7a3c189cbae,revision_number=6']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:48.847870 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3fe81122-f748-4e73-b269-ae0c9a42f4ce req-d3c383fb-64a8-4db2-9cb4-2539db018e16 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957348 Dec 16 09:47:48.868138 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-018b6e61-be47-48c2-b506-7020fd6770e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'name': 'tempest-TestNetworkBasicOps-router-329891809', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '98a17e4c-7fe4-4226-98e6-689363162f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:45:30Z', 'updated_at': '2021-12-16T09:47:44Z', 'revision_number': 5, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'gw_port': {'id': '98a17e4c-7fe4-4226-98e6-689363162f94', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ea:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:45:32Z', 'updated_at': '2021-12-16T09:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:48.873101 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1478f36c-1bca-452d-a3df-7ac63884f9d3 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:48.874198 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['87ea0160-6ace-441a-a60b-f7a3c189cbae'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:47:48.926165 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b8117-11ac-428c-91b1-42729b4ac28b req-83a841c1-fc7f-4122-ac61-290bf278bad5 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:48.926165 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-671b8117-11ac-428c-91b1-42729b4ac28b req-83a841c1-fc7f-4122-ac61-290bf278bad5 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 947 time: 0.4512942 Dec 16 09:47:48.933956 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51499596-d607-461a-8439-18f8180e76e8 req-84541def-4a9a-467d-b5fb-9f024cf418b0 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:48.935252 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-51499596-d607-461a-8439-18f8180e76e8 req-84541def-4a9a-467d-b5fb-9f024cf418b0 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.58 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 947 time: 0.4320114 Dec 16 09:47:48.939078 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018b6e61-be47-48c2-b506-7020fd6770e2 None None] Checking router: 6f4b6ed8-78bb-497b-b587-bf969422b91f for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:47:48.944926 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a6d0ec8e-3cf3-49dc-8010-1b8bd29832cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:48.975216 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0ec8e-3cf3-49dc-8010-1b8bd29832cc admin admin] Pushing event deleted for resources: {'Port': ['ID=da69801a-b103-42a8-849b-4d49a739d35a,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:48.996448 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018b6e61-be47-48c2-b506-7020fd6770e2 None None] Routers {'6f4b6ed8-78bb-497b-b587-bf969422b91f'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:47:48.996448 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-018b6e61-be47-48c2-b506-7020fd6770e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:47:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6f4b6ed8-78bb-497b-b587-bf969422b91f'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:49.010317 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1231fc99-d23c-45ec-8ea2-96a17182bf30 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:49.015224 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1231fc99-d23c-45ec-8ea2-96a17182bf30 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "GET /v2.0/networks/1c01b1dd-83c5-4bad-8d11-f907fd9c1f1e HTTP/1.1" status: 200 len: 803 time: 0.4802504 Dec 16 09:47:49.017710 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41158) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:49.021386 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-671b8117-11ac-428c-91b1-42729b4ac28b req-91955bcb-f987-46fd-9f94-43d492580afc tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfc5134f-7463-484a-b6d3-678ae1f88621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819426 Dec 16 09:47:49.117971 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a6d0ec8e-3cf3-49dc-8010-1b8bd29832cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:49.137165 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-b59b233a-34ab-4f3d-ba1a-8fdefadaf619 None None] Deleting port 5221b425-f44e-4536-b9c9-ef28de8182d1 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:49.137991 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b59b233a-34ab-4f3d-ba1a-8fdefadaf619 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:49.193501 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-018b6e61-be47-48c2-b506-7020fd6770e2 None None] Set router 6f4b6ed8-78bb-497b-b587-bf969422b91f gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:47:49.244066 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7f3c3fe9-229b-45ca-ba22-769cd75926d9 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "GET /v2.0/networks/1c01b1dd-83c5-4bad-8d11-f907fd9c1f1e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2213242 Dec 16 09:47:49.245154 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41160) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:49.311409 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-018b6e61-be47-48c2-b506-7020fd6770e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'name': 'tempest-TestNetworkBasicOps-router-329891809', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:45:30Z', 'updated_at': '2021-12-16T09:47:48Z', 'revision_number': 6, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:49.347641 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-b59b233a-34ab-4f3d-ba1a-8fdefadaf619 None None] For port 5221b425-f44e-4536-b9c9-ef28de8182d1, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5221b425-f44e-4536-b9c9-ef28de8182d1,segment=NetworkSegment(59187192-96f4-423d-8fe2-021a7eccf566),segment_id=59187192-96f4-423d-8fe2-021a7eccf566)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:49.352120 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a6d0ec8e-3cf3-49dc-8010-1b8bd29832cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:49.352258 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b59b233a-34ab-4f3d-ba1a-8fdefadaf619 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:49.352360 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a6d0ec8e-3cf3-49dc-8010-1b8bd29832cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:49.406442 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-51499596-d607-461a-8439-18f8180e76e8 req-40a37af7-e53d-45d6-805f-1efb535195b3 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Deleting port 717fbe03-0c13-49de-b1e2-bf349759be25 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:49.406442 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-51499596-d607-461a-8439-18f8180e76e8 req-40a37af7-e53d-45d6-805f-1efb535195b3 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:49.418142 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f67489-3fda-4151-b2a8-201be0a5c71f tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:49.426332 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-17f67489-3fda-4151-b2a8-201be0a5c71f tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "GET /v2.0/subnets/3504467b-cc12-47d8-87f2-14d49a1843cc HTTP/1.1" status: 200 len: 843 time: 0.1648641 Dec 16 09:47:49.430932 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41162) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:49.432428 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-1478f36c-1bca-452d-a3df-7ac63884f9d3 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Deleting port 98a17e4c-7fe4-4226-98e6-689363162f94 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:49.432864 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1478f36c-1bca-452d-a3df-7ac63884f9d3 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:49.450654 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 89f8b3af-6f0e-4d45-9316-574ad2e01485 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:47:49.458706 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018b6e61-be47-48c2-b506-7020fd6770e2 None None] The sync data for ids ['6f4b6ed8-78bb-497b-b587-bf969422b91f'] in n-d-820550-2 is: [{'id': '6f4b6ed8-78bb-497b-b587-bf969422b91f', 'name': 'tempest-TestNetworkBasicOps-router-329891809', 'tenant_id': '60a0020dcca848d99f97019eb94a2e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:45:30Z', 'updated_at': '2021-12-16T09:47:48Z', 'revision_number': 6, 'project_id': '60a0020dcca848d99f97019eb94a2e49', 'gw_port_host': None}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:47:49.495581 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-b59b233a-34ab-4f3d-ba1a-8fdefadaf619 None None] Calling delete_port for 5221b425-f44e-4536-b9c9-ef28de8182d1 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:49.505318 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 89f8b3af-6f0e-4d45-9316-574ad2e01485 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:47:49.505793 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 89f8b3af-6f0e-4d45-9316-574ad2e01485 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:47:49.507984 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5221b425-f44e-4536-b9c9-ef28de8182d1 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:47:49.582384 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a6d0ec8e-3cf3-49dc-8010-1b8bd29832cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:49.583557 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d0ec8e-3cf3-49dc-8010-1b8bd29832cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75a76c52-1859-4614-ba74-3cc48f736d2d {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:47:49.591967 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a6d0ec8e-3cf3-49dc-8010-1b8bd29832cc admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:49.592982 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a6d0ec8e-3cf3-49dc-8010-1b8bd29832cc admin admin] 10.222.0.60 "DELETE /v2.0/routers/75a76c52-1859-4614-ba74-3cc48f736d2d HTTP/1.1" status: 204 len: 168 time: 3.3911319 Dec 16 09:47:49.595054 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-1478f36c-1bca-452d-a3df-7ac63884f9d3 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] For port 98a17e4c-7fe4-4226-98e6-689363162f94, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=98a17e4c-7fe4-4226-98e6-689363162f94,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:49.595500 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1478f36c-1bca-452d-a3df-7ac63884f9d3 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:49.596973 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-51499596-d607-461a-8439-18f8180e76e8 req-40a37af7-e53d-45d6-805f-1efb535195b3 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] For port 717fbe03-0c13-49de-b1e2-bf349759be25, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=717fbe03-0c13-49de-b1e2-bf349759be25,segment=NetworkSegment(112c19ab-e990-4470-949d-db114062d034),segment_id=112c19ab-e990-4470-949d-db114062d034)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:49.597384 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-51499596-d607-461a-8439-18f8180e76e8 req-40a37af7-e53d-45d6-805f-1efb535195b3 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:49.598114 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41166) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:49.618676 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-51499596-d607-461a-8439-18f8180e76e8 req-40a37af7-e53d-45d6-805f-1efb535195b3 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Calling delete_port for 717fbe03-0c13-49de-b1e2-bf349759be25 owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:49.665555 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-1478f36c-1bca-452d-a3df-7ac63884f9d3 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Calling delete_port for 98a17e4c-7fe4-4226-98e6-689363162f94 owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:49.706629 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dacb1db-be3d-4733-91fe-5f8053ef1f3e tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['shared'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:49.708551 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4dacb1db-be3d-4733-91fe-5f8053ef1f3e tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "GET /v2.0/subnets/3504467b-cc12-47d8-87f2-14d49a1843cc?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1651275 Dec 16 09:47:49.712806 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41168) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:49.720283 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-cdeee276-86f1-4b57-845c-20ef17da1b17 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1183397507'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:49.756282 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b4888a-8c47-4d60-a53d-07d7bb337742 admin admin] Deleting subnet c3e23022-6181-4c07-9324-a5452325576b {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:47:49.789586 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:49.829443 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f3b4888a-8c47-4d60-a53d-07d7bb337742 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:49.902446 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f3b4888a-8c47-4d60-a53d-07d7bb337742 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:49.938762 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b59b233a-34ab-4f3d-ba1a-8fdefadaf619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:49.983539 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59b233a-34ab-4f3d-ba1a-8fdefadaf619 None None] No DVR routers for this DVR port 5221b425-f44e-4536-b9c9-ef28de8182d1 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:47:50.022021 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b233a-34ab-4f3d-ba1a-8fdefadaf619 None None] Pushing event deleted for resources: {'Port': ['ID=5221b425-f44e-4536-b9c9-ef28de8182d1,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:50.026822 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-51499596-d607-461a-8439-18f8180e76e8 req-40a37af7-e53d-45d6-805f-1efb535195b3 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:50.029727 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdeee276-86f1-4b57-845c-20ef17da1b17 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Made reservation on behalf of a78f148c1b6b48a7b272090f49428b1a for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:47:50.033352 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cdeee276-86f1-4b57-845c-20ef17da1b17 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:50.102491 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a37af7-e53d-45d6-805f-1efb535195b3 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Pushing event deleted for resources: {'Port': ['ID=717fbe03-0c13-49de-b1e2-bf349759be25,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:50.125415 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-51499596-d607-461a-8439-18f8180e76e8 req-40a37af7-e53d-45d6-805f-1efb535195b3 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] No DVR routers for this DVR port 717fbe03-0c13-49de-b1e2-bf349759be25 on host n-h2-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:47:50.128699 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-51499596-d607-461a-8439-18f8180e76e8 req-40a37af7-e53d-45d6-805f-1efb535195b3 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:50.132542 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-51499596-d607-461a-8439-18f8180e76e8 req-40a37af7-e53d-45d6-805f-1efb535195b3 tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.58 "DELETE /v2.0/ports/717fbe03-0c13-49de-b1e2-bf349759be25 HTTP/1.1" status: 204 len: 173 time: 1.1699617 Dec 16 09:47:50.133022 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058c5623-3224-4af5-aa5b-a61ae6d810ba', 'name': 'network-vif-deleted', 'tag': '717fbe03-0c13-49de-b1e2-bf349759be25'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:47:50.143559 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39129cb-0fbc-4273-bb06-2ee697a778e1" -d '{"events": [{"server_uuid": "058c5623-3224-4af5-aa5b-a61ae6d810ba", "name": "network-vif-deleted", "tag": "717fbe03-0c13-49de-b1e2-bf349759be25"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:47:50.182469 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0744e-a7d6-4188-b2ef-f52a761ecd22 req-8498be04-e2cf-41f3-91d8-eaa2edc57db3 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:50.182469 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bae0744e-a7d6-4188-b2ef-f52a761ecd22 req-8498be04-e2cf-41f3-91d8-eaa2edc57db3 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 944 time: 0.1887915 Dec 16 09:47:50.185733 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdeee276-86f1-4b57-845c-20ef17da1b17 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:47:50.217290 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-18e7906b-b131-4a20-9ed8-ae844caf068a req-c82ae28e-5d2b-4970-87db-772c66f4319f tempest-ServersNegativeTestJSON-1056505367 tempest-ServersNegativeTestJSON-1056505367-project] 10.222.0.60 "GET /v2.0/ports?device_id=058c5623-3224-4af5-aa5b-a61ae6d810ba HTTP/1.1" status: 200 len: 210 time: 0.0675604 Dec 16 09:47:50.227461 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f3b4888a-8c47-4d60-a53d-07d7bb337742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:50.235044 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cdeee276-86f1-4b57-845c-20ef17da1b17 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:50.235451 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-cdeee276-86f1-4b57-845c-20ef17da1b17 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Added segment 68c6236b-d6e2-4c0f-a00c-e27d1c3273b8 of type vlan for network 0ca0ebfd-e56b-468e-9685-192f71103e69 Dec 16 09:47:50.275945 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d17f749-f133-4771-95bb-f208a7edc1d3 x-openstack-request-id: req-2d17f749-f133-4771-95bb-f208a7edc1d3 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:47:50.275945 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "058c5623-3224-4af5-aa5b-a61ae6d810ba", "name": "network-vif-deleted", "tag": "717fbe03-0c13-49de-b1e2-bf349759be25", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:47:50.275945 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2d17f749-f133-4771-95bb-f208a7edc1d3 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:47:50.275945 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058c5623-3224-4af5-aa5b-a61ae6d810ba', 'name': 'network-vif-deleted', 'tag': '717fbe03-0c13-49de-b1e2-bf349759be25', 'status': 'completed', 'code': 200} Dec 16 09:47:50.348452 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bae0744e-a7d6-4188-b2ef-f52a761ecd22 req-db971221-8f5a-46e1-82b9-f9dfcd8dfaa3 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562181 Dec 16 09:47:50.355068 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cdeee276-86f1-4b57-845c-20ef17da1b17 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:50.382433 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1478f36c-1bca-452d-a3df-7ac63884f9d3 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:50.422129 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478f36c-1bca-452d-a3df-7ac63884f9d3 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event deleted for resources: {'Port': ['ID=98a17e4c-7fe4-4226-98e6-689363162f94,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:50.486541 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cdeee276-86f1-4b57-845c-20ef17da1b17 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:50.492563 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdeee276-86f1-4b57-845c-20ef17da1b17 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:50.493175 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cdeee276-86f1-4b57-845c-20ef17da1b17 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:50.550260 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f3b4888a-8c47-4d60-a53d-07d7bb337742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:50.552806 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1478f36c-1bca-452d-a3df-7ac63884f9d3 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:51.021724 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4888a-8c47-4d60-a53d-07d7bb337742 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3e23022-6181-4c07-9324-a5452325576b,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:51.026161 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-cdeee276-86f1-4b57-845c-20ef17da1b17 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3103108 Dec 16 09:47:51.029609 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41190) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:51.040089 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f3b4888a-8c47-4d60-a53d-07d7bb337742 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:51.040247 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-03a9b405-1430-438f-870e-4612ac6d4e3a tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Request body: {'subnet': {'network_id': '0ca0ebfd-e56b-468e-9685-192f71103e69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:51.044224 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f3b4888a-8c47-4d60-a53d-07d7bb337742 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c3e23022-6181-4c07-9324-a5452325576b HTTP/1.1" status: 204 len: 168 time: 1.4401112 Dec 16 09:47:51.044224 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1478f36c-1bca-452d-a3df-7ac63884f9d3 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:51.044540 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41192) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:51.045371 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a48ee21-22bc-4fc2-85e2-40bc9a020621 None None] Network 932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:51.045843 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeee276-86f1-4b57-845c-20ef17da1b17 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event updated for resources: {'Network': ['ID=0ca0ebfd-e56b-468e-9685-192f71103e69,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:51.048303 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1478f36c-1bca-452d-a3df-7ac63884f9d3 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:51.115136 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 0ca0ebfd-e56b-468e-9685-192f71103e69 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:47:51.197491 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1478f36c-1bca-452d-a3df-7ac63884f9d3 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:51.200039 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1478f36c-1bca-452d-a3df-7ac63884f9d3 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Fanout notify agent at l3_agent the message router_deleted on router 6f4b6ed8-78bb-497b-b587-bf969422b91f {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:47:51.204951 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4315e13f-94cc-443a-a2c1-f29cc315f6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:51.223348 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1478f36c-1bca-452d-a3df-7ac63884f9d3 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:51.226897 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1478f36c-1bca-452d-a3df-7ac63884f9d3 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "DELETE /v2.0/routers/6f4b6ed8-78bb-497b-b587-bf969422b91f HTTP/1.1" status: 204 len: 168 time: 3.0420256 Dec 16 09:47:51.231553 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41194) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:51.312010 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41200) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:51.390193 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 98a17e4c-7fe4-4226-98e6-689363162f94 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:47:51.418519 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a9b405-1430-438f-870e-4612ac6d4e3a tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Made reservation on behalf of a78f148c1b6b48a7b272090f49428b1a for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:47:51.422853 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03a9b405-1430-438f-870e-4612ac6d4e3a tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:51.468528 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-695565fe-e723-4e5e-ae35-bb96a9cd66e7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:51.474805 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51c873e-9998-41e2-87be-03eb3fc29950 None None] DHCP port deletion for 932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:47:51.484676 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 87ea0160-6ace-441a-a60b-f7a3c189cbae up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:47:51.489534 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 98a17e4c-7fe4-4226-98e6-689363162f94 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:47:51.489902 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 98a17e4c-7fe4-4226-98e6-689363162f94 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:47:51.490359 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 1002673c-edf4-4e50-827b-af1931d27527 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:47:51.516160 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-760c24d8-5902-4f73-bffd-76dd91de3163 admin admin] Deleting subnet 79712853-d8c5-43f4-badd-7d13d8248fb4 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:47:51.518583 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-4315e13f-94cc-443a-a2c1-f29cc315f6b5 admin admin] Deleting port 692301ce-3b0a-448c-81e2-2c74f316956a {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:51.518929 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4315e13f-94cc-443a-a2c1-f29cc315f6b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:51.525797 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-760c24d8-5902-4f73-bffd-76dd91de3163 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:51.571243 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-695565fe-e723-4e5e-ae35-bb96a9cd66e7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:51.573337 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 1002673c-edf4-4e50-827b-af1931d27527 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:47:51.573739 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 1002673c-edf4-4e50-827b-af1931d27527 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:47:51.574157 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device da69801a-b103-42a8-849b-4d49a739d35a no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:47:51.602116 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-695565fe-e723-4e5e-ae35-bb96a9cd66e7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8ba6bea-4e43-4bc9-a3f7-37704e90b524']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:51.610056 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.ipam_backend_mixin [None req-03a9b405-1430-438f-870e-4612ac6d4e3a tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Performing IP validity checks on allocation pools {{(pid=102817) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 09:47:51.610848 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.ipam_backend_mixin [None req-03a9b405-1430-438f-870e-4612ac6d4e3a tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102817) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 09:47:51.642388 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-760c24d8-5902-4f73-bffd-76dd91de3163 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:51.671155 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-695565fe-e723-4e5e-ae35-bb96a9cd66e7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59187192-96f4-423d-8fe2-021a7eccf566') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:51.674580 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-695565fe-e723-4e5e-ae35-bb96a9cd66e7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59187192-96f4-423d-8fe2-021a7eccf566') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:51.699615 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-695565fe-e723-4e5e-ae35-bb96a9cd66e7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:51.717283 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-4315e13f-94cc-443a-a2c1-f29cc315f6b5 admin admin] For port 692301ce-3b0a-448c-81e2-2c74f316956a, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=692301ce-3b0a-448c-81e2-2c74f316956a,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:51.717795 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4315e13f-94cc-443a-a2c1-f29cc315f6b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:51.734918 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7cbf9-05b7-4b50-acc0-adf413da8b1c req-ec2bb203-80dc-453b-a3cd-2d1ed84b2c94 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:51.738680 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99e7cbf9-05b7-4b50-acc0-adf413da8b1c req-ec2bb203-80dc-453b-a3cd-2d1ed84b2c94 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 944 time: 0.2316146 Dec 16 09:47:51.745820 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-695565fe-e723-4e5e-ae35-bb96a9cd66e7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:51.755566 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-4315e13f-94cc-443a-a2c1-f29cc315f6b5 admin admin] Calling delete_port for 692301ce-3b0a-448c-81e2-2c74f316956a owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:51.757803 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-760c24d8-5902-4f73-bffd-76dd91de3163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:51.764001 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-695565fe-e723-4e5e-ae35-bb96a9cd66e7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:47:51.764833 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-695565fe-e723-4e5e-ae35-bb96a9cd66e7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:51.766349 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: da69801a-b103-42a8-849b-4d49a739d35a {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:47:51.766699 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device da69801a-b103-42a8-849b-4d49a739d35a not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:47:51.768681 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:47:51.768681 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:47:51.768681 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:47:51.768681 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:47:51.768681 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:47:51.768681 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:47:51.768681 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:47:51.768681 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:47:51.768681 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:47:51.768681 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:47:51.768681 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:47:51.768681 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:47:51.768681 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:47:51.768681 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:47:51.768681 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:47:51.768681 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:47:51.768681 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:47:51.768681 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:47:51.768681 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:47:51.768681 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:47:51.768681 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:47:51.768681 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:47:51.768681 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:47:51.768681 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:47:51.768681 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:47:51.768681 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:47:51.768681 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:47:51.768681 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:47:51.768681 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:47:51.768681 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:47:51.768681 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:47:51.768681 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:47:51.796523 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 87ea0160-6ace-441a-a60b-f7a3c189cbae triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:47:51.796985 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:51.842403 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-a51c873e-9998-41e2-87be-03eb3fc29950 None None] Deleting port 692301ce-3b0a-448c-81e2-2c74f316956a {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:51.842781 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a51c873e-9998-41e2-87be-03eb3fc29950 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:51.860499 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99e7cbf9-05b7-4b50-acc0-adf413da8b1c req-1b2fb00d-0db3-46a6-8549-cad5a9418f39 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117594 Dec 16 09:47:51.906206 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 717fbe03-0c13-49de-b1e2-bf349759be25 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:47:51.931996 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-695565fe-e723-4e5e-ae35-bb96a9cd66e7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:51.951446 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-695565fe-e723-4e5e-ae35-bb96a9cd66e7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:51.958770 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-695565fe-e723-4e5e-ae35-bb96a9cd66e7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] 10.222.0.60 "DELETE /v2.0/networks/c8ba6bea-4e43-4bc9-a3f7-37704e90b524 HTTP/1.1" status: 204 len: 168 time: 0.7258224 Dec 16 09:47:51.967655 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 717fbe03-0c13-49de-b1e2-bf349759be25 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:47:51.968026 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 717fbe03-0c13-49de-b1e2-bf349759be25 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:47:51.973945 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695565fe-e723-4e5e-ae35-bb96a9cd66e7 tempest-TestNetworkBasicOps-2124306045 tempest-TestNetworkBasicOps-2124306045-project] Pushing event deleted for resources: {'Network': ['ID=c8ba6bea-4e43-4bc9-a3f7-37704e90b524,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:51.980608 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-a51c873e-9998-41e2-87be-03eb3fc29950 None None] For port 692301ce-3b0a-448c-81e2-2c74f316956a, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=692301ce-3b0a-448c-81e2-2c74f316956a,segment=NetworkSegment(e4b99bb5-c4f3-4f88-bc59-3a617caff777),segment_id=e4b99bb5-c4f3-4f88-bc59-3a617caff777)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:51.981031 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a51c873e-9998-41e2-87be-03eb3fc29950 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:52.027995 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-a51c873e-9998-41e2-87be-03eb3fc29950 None None] Calling delete_port for 692301ce-3b0a-448c-81e2-2c74f316956a owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:52.045897 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:52.134316 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f15e74b6-9d5e-4be6-9e0d-064474e8638f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ea0160-6ace-441a-a60b-f7a3c189cbae'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:47:52.134316 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c42d14-c720-4550-8f68-4bc444ac3ca7" -d '{"events": [{"server_uuid": "f15e74b6-9d5e-4be6-9e0d-064474e8638f", "name": "network-vif-plugged", "status": "completed", "tag": "87ea0160-6ace-441a-a60b-f7a3c189cbae"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:47:52.148313 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 87ea0160-6ace-441a-a60b-f7a3c189cbae, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=87ea0160-6ace-441a-a60b-f7a3c189cbae,segment=NetworkSegment(c1145db4-acce-4730-a2ad-0f420017f088),segment_id=c1145db4-acce-4730-a2ad-0f420017f088)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:52.184876 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee135fef-1a2d-4618-8cde-da10d5a3e7db x-openstack-request-id: req-ee135fef-1a2d-4618-8cde-da10d5a3e7db {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:47:52.185207 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f15e74b6-9d5e-4be6-9e0d-064474e8638f", "name": "network-vif-plugged", "status": "completed", "tag": "87ea0160-6ace-441a-a60b-f7a3c189cbae", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:47:52.185460 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ee135fef-1a2d-4618-8cde-da10d5a3e7db {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:47:52.185862 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f15e74b6-9d5e-4be6-9e0d-064474e8638f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ea0160-6ace-441a-a60b-f7a3c189cbae', 'code': 200} Dec 16 09:47:52.581841 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-760c24d8-5902-4f73-bffd-76dd91de3163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:52.608143 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c24d8-5902-4f73-bffd-76dd91de3163 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79712853-d8c5-43f4-badd-7d13d8248fb4,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:52.614616 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-760c24d8-5902-4f73-bffd-76dd91de3163 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:52.617794 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-760c24d8-5902-4f73-bffd-76dd91de3163 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/79712853-d8c5-43f4-badd-7d13d8248fb4 HTTP/1.1" status: 204 len: 168 time: 1.3028314 Dec 16 09:47:52.620392 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41216) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:52.626828 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:52.633793 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03a9b405-1430-438f-870e-4612ac6d4e3a tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:52.650448 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4315e13f-94cc-443a-a2c1-f29cc315f6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:52.669501 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a51c873e-9998-41e2-87be-03eb3fc29950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:52.695129 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51c873e-9998-41e2-87be-03eb3fc29950 None None] No DVR routers for this DVR port 692301ce-3b0a-448c-81e2-2c74f316956a on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:47:52.740281 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=87ea0160-6ace-441a-a60b-f7a3c189cbae,revision_number=7']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:52.771894 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4315e13f-94cc-443a-a2c1-f29cc315f6b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=692301ce-3b0a-448c-81e2-2c74f316956a,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:52.792662 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4315e13f-94cc-443a-a2c1-f29cc315f6b5 admin admin] No DVR routers for this DVR port 692301ce-3b0a-448c-81e2-2c74f316956a on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:47:52.797513 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c873e-9998-41e2-87be-03eb3fc29950 None None] Pushing event deleted for resources: {'Port': ['ID=692301ce-3b0a-448c-81e2-2c74f316956a,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:52.845518 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9b405-1430-438f-870e-4612ac6d4e3a tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event updated for resources: {'Subnet': ['ID=0118597c-f836-4efc-af4a-73b90232947d,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:52.871760 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3165a4d2-140e-4831-8661-90776a48a6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:52.933777 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4315e13f-94cc-443a-a2c1-f29cc315f6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:52.936594 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a9b405-1430-438f-870e-4612ac6d4e3a tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Checking segment: {'id': '68c6236b-d6e2-4c0f-a00c-e27d1c3273b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0ca0ebfd-e56b-468e-9685-192f71103e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:47:52.936967 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a9b405-1430-438f-870e-4612ac6d4e3a tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Network hostable DHCP agents. Network: 0ca0ebfd-e56b-468e-9685-192f71103e69, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:47:53.012613 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-4315e13f-94cc-443a-a2c1-f29cc315f6b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:53.037578 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-4315e13f-94cc-443a-a2c1-f29cc315f6b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4b99bb5-c4f3-4f88-bc59-3a617caff777') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:53.037880 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-4315e13f-94cc-443a-a2c1-f29cc315f6b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4b99bb5-c4f3-4f88-bc59-3a617caff777') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:53.069785 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62290107-4885-4761-a666-ad37339765c2 req-69989c85-7da1-4462-b1e4-fe04816f7139 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:53.074504 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-62290107-4885-4761-a666-ad37339765c2 req-69989c85-7da1-4462-b1e4-fe04816f7139 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 945 time: 0.0776172 Dec 16 09:47:53.076684 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41238) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:53.127493 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-62290107-4885-4761-a666-ad37339765c2 req-c07b60be-f556-4be7-977e-0dd03d72b30e tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517855 Dec 16 09:47:53.142587 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4315e13f-94cc-443a-a2c1-f29cc315f6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:53.152490 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3165a4d2-140e-4831-8661-90776a48a6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:53.170220 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4315e13f-94cc-443a-a2c1-f29cc315f6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:53.183467 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-3165a4d2-140e-4831-8661-90776a48a6ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab87cca-b536-47b9-a963-f17d059e279c']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:53.186532 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4315e13f-94cc-443a-a2c1-f29cc315f6b5 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:47:53.186939 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4315e13f-94cc-443a-a2c1-f29cc315f6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:53.188663 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:47:53.188663 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:47:53.188663 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:47:53.188663 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:47:53.188663 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:47:53.188663 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:47:53.188663 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:47:53.188663 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:47:53.188663 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:47:53.188663 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:47:53.188663 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:47:53.188663 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:47:53.188663 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:47:53.188663 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:47:53.188663 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:47:53.188663 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:47:53.188663 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:47:53.188663 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:47:53.188663 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:47:53.188663 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:47:53.188663 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:47:53.188663 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:47:53.188663 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:47:53.188663 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:47:53.188663 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:47:53.188663 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:47:53.188663 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:47:53.188663 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:47:53.188663 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:47:53.188663 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:47:53.188663 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:47:53.188663 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:47:53.282541 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-3165a4d2-140e-4831-8661-90776a48a6ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '112c19ab-e990-4470-949d-db114062d034') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:53.282858 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-3165a4d2-140e-4831-8661-90776a48a6ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '112c19ab-e990-4470-949d-db114062d034') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:53.285078 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a9b405-1430-438f-870e-4612ac6d4e3a tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Network 0ca0ebfd-e56b-468e-9685-192f71103e69 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:47:53.295300 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 692301ce-3b0a-448c-81e2-2c74f316956a no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:47:53.336672 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 692301ce-3b0a-448c-81e2-2c74f316956a {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:47:53.337027 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 692301ce-3b0a-448c-81e2-2c74f316956a not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:47:53.339019 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3165a4d2-140e-4831-8661-90776a48a6ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:53.357173 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3165a4d2-140e-4831-8661-90776a48a6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:53.365754 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3165a4d2-140e-4831-8661-90776a48a6ee admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:47:53.366181 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3165a4d2-140e-4831-8661-90776a48a6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:53.368222 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:47:53.368222 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:47:53.368222 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:47:53.368222 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:47:53.368222 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:47:53.368222 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:47:53.368222 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:47:53.368222 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:47:53.368222 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:47:53.368222 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:47:53.368222 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:47:53.368222 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:47:53.368222 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:47:53.368222 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:47:53.368222 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:47:53.368222 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:47:53.368222 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:47:53.368222 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:47:53.368222 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:47:53.368222 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:47:53.368222 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:47:53.368222 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:47:53.368222 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:47:53.368222 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:47:53.368222 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:47:53.368222 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:47:53.368222 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:47:53.368222 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:47:53.368222 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:47:53.368222 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:47:53.368222 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:47:53.368222 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:47:53.393254 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c8c2c399-edfc-416e-af19-d8f2972b3318 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=60a0020dcca848d99f97019eb94a2e49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2945800 Dec 16 09:47:53.395931 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41246) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:53.412360 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-03a9b405-1430-438f-870e-4612ac6d4e3a tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 0ca0ebfd-e56b-468e-9685-192f71103e69) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:47:53.420592 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610c88fb-c742-4f3d-aad9-7e3476f4488b None None] Network 0ca0ebfd-e56b-468e-9685-192f71103e69 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:53.424155 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9b405-1430-438f-870e-4612ac6d4e3a tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:53.425471 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03a9b405-1430-438f-870e-4612ac6d4e3a tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:53.456325 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4315e13f-94cc-443a-a2c1-f29cc315f6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:53.464779 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4315e13f-94cc-443a-a2c1-f29cc315f6b5 admin admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:53.476038 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4315e13f-94cc-443a-a2c1-f29cc315f6b5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f HTTP/1.1" status: 204 len: 168 time: 2.4277442 Dec 16 09:47:53.534446 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4315e13f-94cc-443a-a2c1-f29cc315f6b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=932fcb16-ecad-4ab1-93c0-21ad0f6ecc6f,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:53.554432 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2793cc60-8977-4fee-92af-9203fe7b1cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:53.577255 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41254) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:53.577411 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-03a9b405-1430-438f-870e-4612ac6d4e3a tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.5456319 Dec 16 09:47:53.577770 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3165a4d2-140e-4831-8661-90776a48a6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:53.583829 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3165a4d2-140e-4831-8661-90776a48a6ee admin admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:53.586105 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-0d8b26c8-d1f7-484d-81f7-4e69a776a1b2 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:53.591350 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3165a4d2-140e-4831-8661-90776a48a6ee admin admin] 10.222.0.60 "DELETE /v2.0/networks/eab87cca-b536-47b9-a963-f17d059e279c HTTP/1.1" status: 204 len: 168 time: 0.9699464 Dec 16 09:47:53.605927 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165a4d2-140e-4831-8661-90776a48a6ee admin admin] Pushing event deleted for resources: {'Network': ['ID=eab87cca-b536-47b9-a963-f17d059e279c,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:53.642542 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2793cc60-8977-4fee-92af-9203fe7b1cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:53.734502 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756843f9-ab41-4961-9125-930178aab56f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-0ca0ebfd-e56b-468e-9685-192f71103e69', 'network_id': '0ca0ebfd-e56b-468e-9685-192f71103e69', 'tenant_id': 'a78f148c1b6b48a7b272090f49428b1a', 'fixed_ips': [{'subnet_id': '0118597c-f836-4efc-af4a-73b90232947d'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:47:53.735424 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-756843f9-ab41-4961-9125-930178aab56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:53.769721 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0d8b26c8-d1f7-484d-81f7-4e69a776a1b2 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8818141'] for subnet, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:53.859883 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2793cc60-8977-4fee-92af-9203fe7b1cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:53.863037 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2793cc60-8977-4fee-92af-9203fe7b1cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:53.867388 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2793cc60-8977-4fee-92af-9203fe7b1cbc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b3c6ac40-6e4a-4333-9cf8-9c84ae3c5091 HTTP/1.1" status: 204 len: 168 time: 0.4671407 Dec 16 09:47:53.899349 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793cc60-8977-4fee-92af-9203fe7b1cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c6ac40-6e4a-4333-9cf8-9c84ae3c5091,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:53.986249 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41266) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:54.001798 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-756843f9-ab41-4961-9125-930178aab56f None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 16 09:47:54.001798 n-d-820550-2 neutron-server[102818]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 16 09:47:54.001798 n-d-820550-2 neutron-server[102818]: [parameters: {'in_use': 1, 'id_1': '0118597c-f836-4efc-af4a-73b90232947d'}] Dec 16 09:47:54.001798 n-d-820550-2 neutron-server[102818]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:47:54.001798 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-756843f9-ab41-4961-9125-930178aab56f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:47:54.056122 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8373122b-cbc7-4256-a06a-88d900115b01 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f1bf440b6c55457f8af9c018d530175b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0686080 Dec 16 09:47:54.059341 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41268) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:54.078446 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-38a6ee70-7428-426c-9c5a-13fa2a02e921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:54.136663 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41270) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:54.190106 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5052e3aa-eb45-4940-b678-c0699aca0390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:54.230953 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8b9f833d-d4ae-4d9a-bf30-fbd50eb9c4de admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a0706203d71045cabb82519392ed3f4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0908709 Dec 16 09:47:54.230953 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0d8b26c8-d1f7-484d-81f7-4e69a776a1b2 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759010600093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3624935'] for subnet, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:54.231951 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41276) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:54.243073 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5052e3aa-eb45-4940-b678-c0699aca0390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:54.379926 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8b26c8-d1f7-484d-81f7-4e69a776a1b2 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:54.380582 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0d8b26c8-d1f7-484d-81f7-4e69a776a1b2 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:54.382132 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0d8b26c8-d1f7-484d-81f7-4e69a776a1b2 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "PUT /v2.0/subnets/0118597c-f836-4efc-af4a-73b90232947d HTTP/1.1" status: 200 len: 900 time: 0.8053010 Dec 16 09:47:54.393127 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41278) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:54.433912 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b26c8-d1f7-484d-81f7-4e69a776a1b2 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event updated for resources: {'Subnet': ['ID=0118597c-f836-4efc-af4a-73b90232947d,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:54.450490 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffedb39-b0b2-4c3d-8514-ebc2baa87a65 req-47e07c11-7e6f-4812-9ad4-ef83556273b6 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:54.451063 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2ffedb39-b0b2-4c3d-8514-ebc2baa87a65 req-47e07c11-7e6f-4812-9ad4-ef83556273b6 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 945 time: 0.1540778 Dec 16 09:47:54.478307 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d7c88916-c4d4-4dbf-9612-731c816c0adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:54.500562 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-756843f9-ab41-4961-9125-930178aab56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:54.525040 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5052e3aa-eb45-4940-b678-c0699aca0390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:54.533099 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5052e3aa-eb45-4940-b678-c0699aca0390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:54.541816 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5052e3aa-eb45-4940-b678-c0699aca0390 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d26832b8-c26f-4920-b7ca-293fe265978e HTTP/1.1" status: 204 len: 168 time: 0.4821482 Dec 16 09:47:54.602642 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052e3aa-eb45-4940-b678-c0699aca0390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26832b8-c26f-4920-b7ca-293fe265978e,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:54.618377 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2ffedb39-b0b2-4c3d-8514-ebc2baa87a65 req-f540126e-76bd-4173-b2d4-130b5ad0d31b tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583328 Dec 16 09:47:54.649083 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d7c88916-c4d4-4dbf-9612-731c816c0adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:54.752982 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dafbbe2c-8230-451f-9cfc-fd4ca75d684c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:54.844641 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dafbbe2c-8230-451f-9cfc-fd4ca75d684c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:54.921286 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d7c88916-c4d4-4dbf-9612-731c816c0adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:54.928404 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d7c88916-c4d4-4dbf-9612-731c816c0adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:54.929230 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-756843f9-ab41-4961-9125-930178aab56f None None] Allocated IP 2001:db8::3 (0ca0ebfd-e56b-468e-9685-192f71103e69/0118597c-f836-4efc-af4a-73b90232947d/ebe7bbee-7b18-498c-9924-df0c9ff68609) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:47:54.930717 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d7c88916-c4d4-4dbf-9612-731c816c0adb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bfc5134f-7463-484a-b6d3-678ae1f88621 HTTP/1.1" status: 204 len: 168 time: 0.6937833 Dec 16 09:47:54.953741 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c88916-c4d4-4dbf-9612-731c816c0adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc5134f-7463-484a-b6d3-678ae1f88621,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:55.210944 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-756843f9-ab41-4961-9125-930178aab56f None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:55.815528 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12212f64-5cd8-4f82-a410-d884fa7ba6db req-4c097304-e307-436f-aef5-4ca0fa8f6c84 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:55.817561 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-12212f64-5cd8-4f82-a410-d884fa7ba6db req-4c097304-e307-436f-aef5-4ca0fa8f6c84 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 945 time: 0.0850973 Dec 16 09:47:55.881365 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-12212f64-5cd8-4f82-a410-d884fa7ba6db req-209daa04-da19-4c5b-8df2-1680c352d406 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469716 Dec 16 09:47:55.915110 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-756843f9-ab41-4961-9125-930178aab56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:55.954925 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41298) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:55.979660 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6198da7a-5deb-41d9-b3a8-61f51e5d3e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:56.012346 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756843f9-ab41-4961-9125-930178aab56f None None] Network 0ca0ebfd-e56b-468e-9685-192f71103e69 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:47:56.014426 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756843f9-ab41-4961-9125-930178aab56f None None] Pushing event updated for resources: {'Port': ['ID=ebe7bbee-7b18-498c-9924-df0c9ff68609,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:56.022644 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-756843f9-ab41-4961-9125-930178aab56f None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:47:56.025691 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756843f9-ab41-4961-9125-930178aab56f None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:47:56.079239 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dafbbe2c-8230-451f-9cfc-fd4ca75d684c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:56.135555 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-756843f9-ab41-4961-9125-930178aab56f None None] Attempting to bind port ebe7bbee-7b18-498c-9924-df0c9ff68609 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:47:56.136179 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-756843f9-ab41-4961-9125-930178aab56f None None] Attempting to bind port ebe7bbee-7b18-498c-9924-df0c9ff68609 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '68c6236b-d6e2-4c0f-a00c-e27d1c3273b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0ca0ebfd-e56b-468e-9685-192f71103e69'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:47:56.136788 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756843f9-ab41-4961-9125-930178aab56f None None] Attempting to bind port ebe7bbee-7b18-498c-9924-df0c9ff68609 on network 0ca0ebfd-e56b-468e-9685-192f71103e69 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:47:56.148241 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756843f9-ab41-4961-9125-930178aab56f None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:47:56.148944 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756843f9-ab41-4961-9125-930178aab56f None None] Checking segment: {'id': '68c6236b-d6e2-4c0f-a00c-e27d1c3273b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0ca0ebfd-e56b-468e-9685-192f71103e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:47:56.149809 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-756843f9-ab41-4961-9125-930178aab56f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:56.150375 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756843f9-ab41-4961-9125-930178aab56f None None] Bound using segment: {'id': '68c6236b-d6e2-4c0f-a00c-e27d1c3273b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0ca0ebfd-e56b-468e-9685-192f71103e69'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:47:56.151335 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-756843f9-ab41-4961-9125-930178aab56f None None] Bound port: ebe7bbee-7b18-498c-9924-df0c9ff68609, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c6236b-d6e2-4c0f-a00c-e27d1c3273b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0ca0ebfd-e56b-468e-9685-192f71103e69'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:47:56.151977 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-756843f9-ab41-4961-9125-930178aab56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:56.174884 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafbbe2c-8230-451f-9cfc-fd4ca75d684c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event deleted for resources: {'Subnet': ['ID=0118597c-f836-4efc-af4a-73b90232947d,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:56.263349 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dafbbe2c-8230-451f-9cfc-fd4ca75d684c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:56.301428 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-756843f9-ab41-4961-9125-930178aab56f None None] For port ebe7bbee-7b18-498c-9924-df0c9ff68609, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:47:56.304261 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-dafbbe2c-8230-451f-9cfc-fd4ca75d684c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ca0ebfd-e56b-468e-9685-192f71103e69']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:56.306502 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-756843f9-ab41-4961-9125-930178aab56f None None] For port ebe7bbee-7b18-498c-9924-df0c9ff68609, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ebe7bbee-7b18-498c-9924-df0c9ff68609,segment=NetworkSegment(68c6236b-d6e2-4c0f-a00c-e27d1c3273b8),segment_id=68c6236b-d6e2-4c0f-a00c-e27d1c3273b8)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:47:56.316511 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6198da7a-5deb-41d9-b3a8-61f51e5d3e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:56.316511 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-dafbbe2c-8230-451f-9cfc-fd4ca75d684c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c6236b-d6e2-4c0f-a00c-e27d1c3273b8') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:56.316783 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-dafbbe2c-8230-451f-9cfc-fd4ca75d684c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c6236b-d6e2-4c0f-a00c-e27d1c3273b8') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:56.331677 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dafbbe2c-8230-451f-9cfc-fd4ca75d684c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:56.419300 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-756843f9-ab41-4961-9125-930178aab56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:56.421522 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dafbbe2c-8230-451f-9cfc-fd4ca75d684c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:56.436025 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dafbbe2c-8230-451f-9cfc-fd4ca75d684c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:47:56.436712 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dafbbe2c-8230-451f-9cfc-fd4ca75d684c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:56.441237 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:47:56.441237 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:47:56.441237 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:47:56.441237 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:47:56.441237 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:47:56.441237 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:47:56.441237 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:47:56.441237 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:47:56.441237 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:47:56.441237 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:47:56.441237 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:47:56.441237 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:47:56.441237 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:47:56.441237 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:47:56.441237 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:47:56.441237 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:47:56.441237 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:47:56.441237 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:47:56.441237 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:47:56.441237 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:47:56.441237 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:47:56.441237 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:47:56.441237 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:47:56.441237 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:47:56.441237 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:47:56.441237 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:47:56.441237 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:47:56.441237 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:47:56.441237 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:47:56.441237 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:47:56.441237 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:47:56.441237 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:47:56.512665 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6198da7a-5deb-41d9-b3a8-61f51e5d3e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:56.530999 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6e01d7f5-492b-47bd-9ae6-459ad8739a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:56.595228 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198da7a-5deb-41d9-b3a8-61f51e5d3e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51e0db6-e9e0-4635-901b-13ce40273e85,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:56.607818 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b012adc-5202-4892-837f-41afdb0acb97 None None] Network 0ca0ebfd-e56b-468e-9685-192f71103e69 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:56.641169 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6198da7a-5deb-41d9-b3a8-61f51e5d3e31 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3ff9c6b501fa4308bf4937fcac51445b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6827934 Dec 16 09:47:56.642873 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41304) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:56.673932 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.db.api [None req-dafbbe2c-8230-451f-9cfc-fd4ca75d684c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 09:47:56.673932 n-d-820550-2 neutron-server[102816]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 09:47:56.673932 n-d-820550-2 neutron-server[102816]: [parameters: {'id': '0ca0ebfd-e56b-468e-9685-192f71103e69'}] Dec 16 09:47:56.673932 n-d-820550-2 neutron-server[102816]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:47:56.674418 n-d-820550-2 neutron-server[102816]: DEBUG oslo_db.api [None req-dafbbe2c-8230-451f-9cfc-fd4ca75d684c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:47:56.692364 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756843f9-ab41-4961-9125-930178aab56f None None] Pushing event updated for resources: {'Port': ['ID=ebe7bbee-7b18-498c-9924-df0c9ff68609,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:56.729851 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d219bad6-be3f-4e74-9d0d-9edb3c25a225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:56.771866 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d219bad6-be3f-4e74-9d0d-9edb3c25a225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:56.850517 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d85f6d-bb04-4bb7-8f8e-de88dddc3368 None None] Network 0ca0ebfd-e56b-468e-9685-192f71103e69 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:56.948818 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d219bad6-be3f-4e74-9d0d-9edb3c25a225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:56.953842 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d219bad6-be3f-4e74-9d0d-9edb3c25a225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:56.961839 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d219bad6-be3f-4e74-9d0d-9edb3c25a225 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c51e0db6-e9e0-4635-901b-13ce40273e85 HTTP/1.1" status: 204 len: 168 time: 0.3177176 Dec 16 09:47:56.980147 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41316) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:57.001743 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219bad6-be3f-4e74-9d0d-9edb3c25a225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51e0db6-e9e0-4635-901b-13ce40273e85,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:57.149716 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0da05-951d-4c40-b826-1e3b447e2a5d req-ad827267-57d0-4df8-8a36-eedbc09c60b3 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:57.151144 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f6a4ff-5fb8-4856-ac5c-06463a12f754 None None] get_active_networks_info from n-d-820550-2 {{(pid=102818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:47:57.155399 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94a0da05-951d-4c40-b826-1e3b447e2a5d req-ad827267-57d0-4df8-8a36-eedbc09c60b3 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 945 time: 0.1408570 Dec 16 09:47:57.175387 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dafbbe2c-8230-451f-9cfc-fd4ca75d684c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:57.269735 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94a0da05-951d-4c40-b826-1e3b447e2a5d req-dd8b11cc-6ae2-455e-b15c-b360fdc7a07a tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042099 Dec 16 09:47:57.385022 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-dafbbe2c-8230-451f-9cfc-fd4ca75d684c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Deleting port ebe7bbee-7b18-498c-9924-df0c9ff68609 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:57.385867 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dafbbe2c-8230-451f-9cfc-fd4ca75d684c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:57.462364 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f6a4ff-5fb8-4856-ac5c-06463a12f754 None None] Resources bound (agent type, host, resource id): {{(pid=102818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:47:57.630255 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e522a47b-b2e3-40ad-86be-865d0d88499e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:57.768642 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:57.780520 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-dafbbe2c-8230-451f-9cfc-fd4ca75d684c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] For port ebe7bbee-7b18-498c-9924-df0c9ff68609, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ebe7bbee-7b18-498c-9924-df0c9ff68609,segment=NetworkSegment(68c6236b-d6e2-4c0f-a00c-e27d1c3273b8),segment_id=68c6236b-d6e2-4c0f-a00c-e27d1c3273b8)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:57.781197 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dafbbe2c-8230-451f-9cfc-fd4ca75d684c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:57.801179 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-dafbbe2c-8230-451f-9cfc-fd4ca75d684c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Calling delete_port for ebe7bbee-7b18-498c-9924-df0c9ff68609 owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:58.060915 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e522a47b-b2e3-40ad-86be-865d0d88499e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:58.072406 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dafbbe2c-8230-451f-9cfc-fd4ca75d684c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:58.143989 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafbbe2c-8230-451f-9cfc-fd4ca75d684c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event deleted for resources: {'Port': ['ID=ebe7bbee-7b18-498c-9924-df0c9ff68609,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:58.158726 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafbbe2c-8230-451f-9cfc-fd4ca75d684c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] No DVR routers for this DVR port ebe7bbee-7b18-498c-9924-df0c9ff68609 on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:47:58.170461 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e522a47b-b2e3-40ad-86be-865d0d88499e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:58.281833 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dafbbe2c-8230-451f-9cfc-fd4ca75d684c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:58.305229 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-dafbbe2c-8230-451f-9cfc-fd4ca75d684c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ca0ebfd-e56b-468e-9685-192f71103e69']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:58.320151 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-dafbbe2c-8230-451f-9cfc-fd4ca75d684c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c6236b-d6e2-4c0f-a00c-e27d1c3273b8') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:58.320457 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-dafbbe2c-8230-451f-9cfc-fd4ca75d684c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c6236b-d6e2-4c0f-a00c-e27d1c3273b8') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:58.332410 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dafbbe2c-8230-451f-9cfc-fd4ca75d684c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:58.351509 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dafbbe2c-8230-451f-9cfc-fd4ca75d684c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:58.358277 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dafbbe2c-8230-451f-9cfc-fd4ca75d684c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:47:58.363157 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dafbbe2c-8230-451f-9cfc-fd4ca75d684c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:58.459972 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:47:58.459972 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:47:58.459972 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:47:58.459972 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:47:58.459972 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:47:58.459972 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:47:58.459972 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:47:58.459972 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:47:58.459972 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:47:58.459972 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:47:58.459972 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:47:58.459972 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:47:58.459972 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:47:58.459972 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:47:58.459972 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:47:58.459972 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:47:58.459972 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:47:58.459972 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:47:58.459972 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:47:58.459972 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:47:58.459972 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:47:58.459972 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:47:58.459972 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:47:58.459972 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:47:58.459972 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:47:58.459972 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:47:58.459972 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:47:58.459972 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:47:58.459972 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:47:58.459972 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:47:58.459972 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:47:58.459972 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:47:58.516527 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41358) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:58.521773 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e522a47b-b2e3-40ad-86be-865d0d88499e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=26df51e0162942989be666e160894863&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5404768 Dec 16 09:47:58.527336 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e522a47b-b2e3-40ad-86be-865d0d88499e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e1aa80-53b8-4f25-b7ed-994f35f22812,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:58.567449 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1e9d6-58a4-4fef-8b05-37cd72553884 req-058c30d8-0dc9-4ceb-bf5a-86119d858c44 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:58.569248 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a8c1e9d6-58a4-4fef-8b05-37cd72553884 req-058c30d8-0dc9-4ceb-bf5a-86119d858c44 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 945 time: 0.1200256 Dec 16 09:47:58.605106 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ebb2649b-26c3-422c-8e23-05b1769e94ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:58.624946 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a8c1e9d6-58a4-4fef-8b05-37cd72553884 req-b8b1afe8-2bcb-40a5-bb99-871f5fe90a11 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468042 Dec 16 09:47:58.659042 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ebb2649b-26c3-422c-8e23-05b1769e94ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:58.708514 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dafbbe2c-8230-451f-9cfc-fd4ca75d684c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:58.733418 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dafbbe2c-8230-451f-9cfc-fd4ca75d684c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:58.735978 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-dafbbe2c-8230-451f-9cfc-fd4ca75d684c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "DELETE /v2.0/networks/0ca0ebfd-e56b-468e-9685-192f71103e69 HTTP/1.1" status: 204 len: 168 time: 4.3417106 Dec 16 09:47:58.739490 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41364) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:58.762089 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafbbe2c-8230-451f-9cfc-fd4ca75d684c tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event deleted for resources: {'Network': ['ID=0ca0ebfd-e56b-468e-9685-192f71103e69,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:58.788086 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1c33a0-446c-4922-86f3-abe015ecee04 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] DELETE failed (client error): The resource could not be found. Dec 16 09:47:58.788832 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e1c33a0-446c-4922-86f3-abe015ecee04 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:47:58.792159 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0e1c33a0-446c-4922-86f3-abe015ecee04 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "DELETE /v2.0/subnets/0118597c-f836-4efc-af4a-73b90232947d HTTP/1.1" status: 404 len: 337 time: 0.0511754 Dec 16 09:47:58.794813 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41368) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:58.838004 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49c4c6f-f2e7-4cab-bd94-b1daf7300dd6 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] DELETE failed (client error): The resource could not be found. Dec 16 09:47:58.842218 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b49c4c6f-f2e7-4cab-bd94-b1daf7300dd6 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:47:58.845721 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41370) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:58.854770 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41374) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:58.855035 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b49c4c6f-f2e7-4cab-bd94-b1daf7300dd6 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "DELETE /v2.0/networks/0ca0ebfd-e56b-468e-9685-192f71103e69 HTTP/1.1" status: 404 len: 339 time: 0.0591018 Dec 16 09:47:58.958304 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ebb2649b-26c3-422c-8e23-05b1769e94ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:58.961692 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ebb2649b-26c3-422c-8e23-05b1769e94ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:58.963709 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ebb2649b-26c3-422c-8e23-05b1769e94ef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b4e1aa80-53b8-4f25-b7ed-994f35f22812 HTTP/1.1" status: 204 len: 168 time: 0.4453824 Dec 16 09:47:58.986238 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3386b566-6853-409d-9f74-ef83978b0913 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:58.995012 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb2649b-26c3-422c-8e23-05b1769e94ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e1aa80-53b8-4f25-b7ed-994f35f22812,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:59.056668 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-c6587d24-8055-49fd-9b4b-9a4cd3bad5a2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1913572791-network', 'tenant_id': 'f3dc9d568910412b9d99d599bd3f4345'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:59.066318 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:59.146007 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3386b566-6853-409d-9f74-ef83978b0913 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:59.201862 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-3386b566-6853-409d-9f74-ef83978b0913 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4c01fe7-5341-483a-8028-731043d4fc41']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:59.218717 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-3386b566-6853-409d-9f74-ef83978b0913 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b3947b7-4583-4d4d-b3ed-c08608b72e3c') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:59.218717 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-3386b566-6853-409d-9f74-ef83978b0913 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b3947b7-4583-4d4d-b3ed-c08608b72e3c') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:59.231019 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3386b566-6853-409d-9f74-ef83978b0913 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:59.253663 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3386b566-6853-409d-9f74-ef83978b0913 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:59.270943 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3386b566-6853-409d-9f74-ef83978b0913 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:47:59.273558 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3386b566-6853-409d-9f74-ef83978b0913 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:59.277077 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:47:59.277077 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:47:59.277077 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:47:59.277077 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:47:59.277077 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:47:59.277077 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:47:59.277077 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:47:59.277077 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:47:59.277077 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:47:59.277077 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:47:59.277077 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:47:59.277077 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:47:59.277077 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:47:59.277077 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:47:59.277077 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:47:59.277077 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:47:59.277077 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:47:59.277077 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:47:59.277077 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:47:59.277077 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:47:59.277077 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:47:59.277077 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:47:59.277077 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:47:59.277077 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:47:59.277077 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:47:59.277077 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:47:59.277077 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:47:59.277077 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:47:59.277077 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:47:59.277077 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:47:59.277077 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:47:59.277077 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:47:59.666661 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6587d24-8055-49fd-9b4b-9a4cd3bad5a2 admin admin] Made reservation on behalf of f3dc9d568910412b9d99d599bd3f4345 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:47:59.670887 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6587d24-8055-49fd-9b4b-9a4cd3bad5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:59.685762 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6587d24-8055-49fd-9b4b-9a4cd3bad5a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:59.716677 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:59.725646 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3386b566-6853-409d-9f74-ef83978b0913 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:59.743845 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3386b566-6853-409d-9f74-ef83978b0913 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:59.747143 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3386b566-6853-409d-9f74-ef83978b0913 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "DELETE /v2.0/networks/e4c01fe7-5341-483a-8028-731043d4fc41 HTTP/1.1" status: 204 len: 168 time: 0.8909390 Dec 16 09:47:59.755552 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41420) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:59.785390 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386b566-6853-409d-9f74-ef83978b0913 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event deleted for resources: {'Network': ['ID=e4c01fe7-5341-483a-8028-731043d4fc41,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:59.827797 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9347f-2878-40db-9413-0265fc43639b req-88b89631-9b1f-4f0d-af48-2fc1f660e2bd tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:59.834087 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd161f8b-717a-4474-823c-963f9037003b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] DELETE failed (client error): The resource could not be found. Dec 16 09:47:59.834641 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd161f8b-717a-4474-823c-963f9037003b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:47:59.835372 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2ca9347f-2878-40db-9413-0265fc43639b req-88b89631-9b1f-4f0d-af48-2fc1f660e2bd tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 945 time: 0.1168809 Dec 16 09:47:59.843322 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bd161f8b-717a-4474-823c-963f9037003b tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "DELETE /v2.0/subnets/2acdb754-cfe7-4373-b632-e0abe0056442 HTTP/1.1" status: 404 len: 337 time: 0.0900545 Dec 16 09:47:59.847932 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41424) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:59.879331 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6587d24-8055-49fd-9b4b-9a4cd3bad5a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:59.893767 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c6302c1-c11d-43ff-b57f-4200ae0ab466 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] DELETE failed (client error): The resource could not be found. Dec 16 09:47:59.894585 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c6302c1-c11d-43ff-b57f-4200ae0ab466 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:47:59.897811 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8c6302c1-c11d-43ff-b57f-4200ae0ab466 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "DELETE /v2.0/networks/876c71e5-abd9-4641-bb77-4b8f0e1ae238 HTTP/1.1" status: 404 len: 339 time: 0.0482910 Dec 16 09:47:59.907923 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41426) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:59.908848 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2ca9347f-2878-40db-9413-0265fc43639b req-fa8cba15-1833-4cfd-a262-90513fd5a2f7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726798 Dec 16 09:47:59.975366 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6587d24-8055-49fd-9b4b-9a4cd3bad5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:59.998356 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-02c9e1d9-e546-48fc-af5c-3090856d5b06 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Deleting subnet 53142180-995e-431d-804a-d03019f5dbdd {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:48:00.001843 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-02c9e1d9-e546-48fc-af5c-3090856d5b06 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:00.023205 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6587d24-8055-49fd-9b4b-9a4cd3bad5a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:48:00.052807 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-02c9e1d9-e546-48fc-af5c-3090856d5b06 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:00.066578 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6587d24-8055-49fd-9b4b-9a4cd3bad5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:00.077805 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6587d24-8055-49fd-9b4b-9a4cd3bad5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:00.078160 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-c6587d24-8055-49fd-9b4b-9a4cd3bad5a2 admin admin] Added segment bbe77819-9d73-4642-9a69-8a34639568bb of type vlan for network 25277f1a-659c-40fc-ae08-6615db916991 Dec 16 09:48:00.172521 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6587d24-8055-49fd-9b4b-9a4cd3bad5a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:00.174817 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-02c9e1d9-e546-48fc-af5c-3090856d5b06 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:00.200556 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41430) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:00.241095 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41434) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:00.261738 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bb6d96db-163b-41fb-ab4f-1f14bbf120ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:00.284985 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6587d24-8055-49fd-9b4b-9a4cd3bad5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:00.286552 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6587d24-8055-49fd-9b4b-9a4cd3bad5a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:00.287150 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6587d24-8055-49fd-9b4b-9a4cd3bad5a2 admin admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:00.374712 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-02c9e1d9-e546-48fc-af5c-3090856d5b06 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:00.423128 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6587d24-8055-49fd-9b4b-9a4cd3bad5a2 admin admin] Pushing event updated for resources: {'Network': ['ID=25277f1a-659c-40fc-ae08-6615db916991,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:00.436456 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9e1d9-e546-48fc-af5c-3090856d5b06 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event deleted for resources: {'Subnet': ['ID=53142180-995e-431d-804a-d03019f5dbdd,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:00.438581 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 25277f1a-659c-40fc-ae08-6615db916991 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:48:00.439628 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-02c9e1d9-e546-48fc-af5c-3090856d5b06 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:00.443123 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-02c9e1d9-e546-48fc-af5c-3090856d5b06 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "DELETE /v2.0/subnets/53142180-995e-431d-804a-d03019f5dbdd HTTP/1.1" status: 204 len: 168 time: 0.5332129 Dec 16 09:48:00.445496 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41436) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:00.469169 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c6587d24-8055-49fd-9b4b-9a4cd3bad5a2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6193347 Dec 16 09:48:00.469476 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41438) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:00.474951 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924e162b-49bc-4111-8da6-cbf49a2c6b83 None None] Network 1f856419-f446-4d12-ac8d-5615bfb1fa31 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:48:00.483984 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-854d51ba-e9a5-4174-8e0b-147c1506eb85 admin admin] Request body: {'subnet': {'network_id': '25277f1a-659c-40fc-ae08-6615db916991', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1913572791-subnet', 'tenant_id': 'f3dc9d568910412b9d99d599bd3f4345', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:00.566349 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-0abd2ad4-5d97-4d0a-9940-6966df1772dd tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Deleting subnet 169a771e-82c3-449b-a945-ccfc70977054 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:48:00.576820 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0abd2ad4-5d97-4d0a-9940-6966df1772dd tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:00.626776 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bb6d96db-163b-41fb-ab4f-1f14bbf120ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:00.643475 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854d51ba-e9a5-4174-8e0b-147c1506eb85 admin admin] Made reservation on behalf of f3dc9d568910412b9d99d599bd3f4345 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:48:00.645972 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-854d51ba-e9a5-4174-8e0b-147c1506eb85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:00.672051 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0abd2ad4-5d97-4d0a-9940-6966df1772dd tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:00.718392 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-35da6e8e-d135-419e-9d28-38854e55c26c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:00.735090 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bb6d96db-163b-41fb-ab4f-1f14bbf120ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:00.836382 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0abd2ad4-5d97-4d0a-9940-6966df1772dd tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:01.009086 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0abd2ad4-5d97-4d0a-9940-6966df1772dd tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:01.072462 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd2ad4-5d97-4d0a-9940-6966df1772dd tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event deleted for resources: {'Subnet': ['ID=169a771e-82c3-449b-a945-ccfc70977054,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:01.136305 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0abd2ad4-5d97-4d0a-9940-6966df1772dd tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:01.139072 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0abd2ad4-5d97-4d0a-9940-6966df1772dd tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "DELETE /v2.0/subnets/169a771e-82c3-449b-a945-ccfc70977054 HTTP/1.1" status: 204 len: 168 time: 0.6918030 Dec 16 09:48:01.148411 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41446) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:01.265159 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98561a01-7929-4508-a070-611d99bb4727 req-ce1525d6-5af6-4a61-ac34-c5cb5198050f tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:01.267109 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-98561a01-7929-4508-a070-611d99bb4727 req-ce1525d6-5af6-4a61-ac34-c5cb5198050f tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 945 time: 0.1860983 Dec 16 09:48:01.346086 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd16ae6c-438b-4a31-bd5e-aa296a7b6b66 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:01.397846 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-98561a01-7929-4508-a070-611d99bb4727 req-83464e1c-1275-4129-b408-e90ab9192a70 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185696 Dec 16 09:48:01.426521 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d96db-163b-41fb-ab4f-1f14bbf120ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd6c0c8-9bc2-4769-8ac4-71f9a0131984,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:01.483865 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-bb6d96db-163b-41fb-ab4f-1f14bbf120ed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7f8f5565e1214aaf8a59578fb8c5b9cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2406950 Dec 16 09:48:01.493991 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41448) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:01.560391 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-dd16ae6c-438b-4a31-bd5e-aa296a7b6b66 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Deleting port 212bab68-f284-402f-8368-ecc27951e5a1 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:48:01.561229 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd16ae6c-438b-4a31-bd5e-aa296a7b6b66 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:01.653034 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-35da6e8e-d135-419e-9d28-38854e55c26c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:01.675349 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1aef36ee-6945-44ba-900c-83815e7fb61c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:01.724798 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-35da6e8e-d135-419e-9d28-38854e55c26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:01.726669 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-dd16ae6c-438b-4a31-bd5e-aa296a7b6b66 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] For port 212bab68-f284-402f-8368-ecc27951e5a1, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=212bab68-f284-402f-8368-ecc27951e5a1,segment=NetworkSegment(753daf2b-5e49-4725-958a-957741ad2399),segment_id=753daf2b-5e49-4725-958a-957741ad2399)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:01.727036 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd16ae6c-438b-4a31-bd5e-aa296a7b6b66 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:01.746012 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1aef36ee-6945-44ba-900c-83815e7fb61c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:01.755337 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-dd16ae6c-438b-4a31-bd5e-aa296a7b6b66 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Calling delete_port for 212bab68-f284-402f-8368-ecc27951e5a1 owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:48:01.781144 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-35da6e8e-d135-419e-9d28-38854e55c26c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=87659ee7682c471b821bed1e1556eb45&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5771542 Dec 16 09:48:01.782198 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41458) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:01.815728 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da6e8e-d135-419e-9d28-38854e55c26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4873447-8839-4be6-bccf-38c09bf6a17f,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:01.823869 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-854d51ba-e9a5-4174-8e0b-147c1506eb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:01.934644 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cd7bd0a6-4b5f-4f2c-b818-ec660f67c3df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:01.935267 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20febd20-65a8-4b78-98c5-628d2248d263 None None] Network 1f856419-f446-4d12-ac8d-5615bfb1fa31 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:48:01.952209 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854d51ba-e9a5-4174-8e0b-147c1506eb85 admin admin] Checking segment: {'id': 'bbe77819-9d73-4642-9a69-8a34639568bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '25277f1a-659c-40fc-ae08-6615db916991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:48:01.952740 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854d51ba-e9a5-4174-8e0b-147c1506eb85 admin admin] Network hostable DHCP agents. Network: 25277f1a-659c-40fc-ae08-6615db916991, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:48:01.960197 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d51ba-e9a5-4174-8e0b-147c1506eb85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9a5f5f1-d83a-4498-90f5-323c2ed12d23,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:01.983788 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cd7bd0a6-4b5f-4f2c-b818-ec660f67c3df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:02.034643 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1aef36ee-6945-44ba-900c-83815e7fb61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:02.038311 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1aef36ee-6945-44ba-900c-83815e7fb61c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:02.048124 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1aef36ee-6945-44ba-900c-83815e7fb61c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7bd6c0c8-9bc2-4769-8ac4-71f9a0131984 HTTP/1.1" status: 204 len: 168 time: 0.5476773 Dec 16 09:48:02.048124 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd16ae6c-438b-4a31-bd5e-aa296a7b6b66 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:02.062735 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-263d61f1-895c-4d76-815d-bf5e61cdf5bd None None] Could not find standard attr ID for object 212bab68-f284-402f-8368-ecc27951e5a1. {{(pid=102818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:48:02.069391 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854d51ba-e9a5-4174-8e0b-147c1506eb85 admin admin] Network 25277f1a-659c-40fc-ae08-6615db916991 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:48:02.100657 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd16ae6c-438b-4a31-bd5e-aa296a7b6b66 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] No DVR routers for this DVR port 212bab68-f284-402f-8368-ecc27951e5a1 on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:48:02.103321 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef36ee-6945-44ba-900c-83815e7fb61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd6c0c8-9bc2-4769-8ac4-71f9a0131984,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:02.111656 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16ae6c-438b-4a31-bd5e-aa296a7b6b66 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event deleted for resources: {'Port': ['ID=212bab68-f284-402f-8368-ecc27951e5a1,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:02.154563 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cd7bd0a6-4b5f-4f2c-b818-ec660f67c3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:02.161192 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cd7bd0a6-4b5f-4f2c-b818-ec660f67c3df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:02.165047 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-854d51ba-e9a5-4174-8e0b-147c1506eb85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 25277f1a-659c-40fc-ae08-6615db916991) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:48:02.169042 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-cd7bd0a6-4b5f-4f2c-b818-ec660f67c3df admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e4873447-8839-4be6-bccf-38c09bf6a17f HTTP/1.1" status: 204 len: 168 time: 0.3764768 Dec 16 09:48:02.182058 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7bd0a6-4b5f-4f2c-b818-ec660f67c3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4873447-8839-4be6-bccf-38c09bf6a17f,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:02.185545 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854d51ba-e9a5-4174-8e0b-147c1506eb85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:02.186221 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-854d51ba-e9a5-4174-8e0b-147c1506eb85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:02.201663 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e49cc23-3e59-4b96-91d8-eaa7c887c4f8 None None] Network 25277f1a-659c-40fc-ae08-6615db916991 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:48:02.220970 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5f35de-5121-4c95-a7c1-4b8f31a02848 None None] DHCP port deletion for 1f856419-f446-4d12-ac8d-5615bfb1fa31 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:48:02.265327 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd16ae6c-438b-4a31-bd5e-aa296a7b6b66 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:02.311599 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-dd16ae6c-438b-4a31-bd5e-aa296a7b6b66 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f856419-f446-4d12-ac8d-5615bfb1fa31']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:02.323135 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-dd16ae6c-438b-4a31-bd5e-aa296a7b6b66 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '753daf2b-5e49-4725-958a-957741ad2399') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:02.323584 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-dd16ae6c-438b-4a31-bd5e-aa296a7b6b66 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '753daf2b-5e49-4725-958a-957741ad2399') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:02.337604 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd16ae6c-438b-4a31-bd5e-aa296a7b6b66 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:02.343889 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-854d51ba-e9a5-4174-8e0b-147c1506eb85 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8710845 Dec 16 09:48:02.346410 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41466) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:02.352358 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-d2a617f8-2d9f-445a-b080-8091f2b45b05 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1913572791-router', 'tenant_id': 'f3dc9d568910412b9d99d599bd3f4345', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:02.356658 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd16ae6c-438b-4a31-bd5e-aa296a7b6b66 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:02.367402 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd16ae6c-438b-4a31-bd5e-aa296a7b6b66 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:48:02.368263 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd16ae6c-438b-4a31-bd5e-aa296a7b6b66 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:02.373228 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:48:02.373228 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:48:02.373228 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:48:02.373228 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:48:02.373228 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:48:02.373228 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:48:02.373228 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:48:02.373228 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:48:02.373228 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:48:02.373228 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:48:02.373228 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:48:02.373228 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:48:02.373228 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:48:02.373228 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:48:02.373228 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:48:02.373228 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:48:02.373228 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:48:02.373228 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:48:02.373228 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:48:02.373228 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:48:02.373228 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:48:02.373228 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:48:02.373228 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:48:02.373228 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:48:02.373228 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:48:02.373228 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:48:02.373228 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:48:02.373228 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:48:02.373228 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:48:02.373228 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:48:02.373228 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:48:02.373228 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:48:02.501551 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2a617f8-2d9f-445a-b080-8091f2b45b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:02.502862 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2a617f8-2d9f-445a-b080-8091f2b45b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:02.586892 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd16ae6c-438b-4a31-bd5e-aa296a7b6b66 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:02.602669 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd16ae6c-438b-4a31-bd5e-aa296a7b6b66 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:02.615532 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-dd16ae6c-438b-4a31-bd5e-aa296a7b6b66 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "DELETE /v2.0/networks/1f856419-f446-4d12-ac8d-5615bfb1fa31 HTTP/1.1" status: 204 len: 168 time: 1.4641054 Dec 16 09:48:02.617374 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae31979-0b72-4938-9bf4-27a30cf2d533 None None] Network 25277f1a-659c-40fc-ae08-6615db916991 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:48:02.618352 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41474) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:02.739814 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2a617f8-2d9f-445a-b080-8091f2b45b05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:02.744277 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16ae6c-438b-4a31-bd5e-aa296a7b6b66 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event deleted for resources: {'Network': ['ID=1f856419-f446-4d12-ac8d-5615bfb1fa31,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:02.759028 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6edacd5-b9e8-4dce-b82c-7ca063678391 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] DELETE failed (client error): The resource could not be found. Dec 16 09:48:02.764555 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6edacd5-b9e8-4dce-b82c-7ca063678391 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:48:02.772786 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b6edacd5-b9e8-4dce-b82c-7ca063678391 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "DELETE /v2.0/subnets/51eab893-e4b5-40cc-bf47-2a4a82feeced HTTP/1.1" status: 404 len: 337 time: 0.0981364 Dec 16 09:48:02.773192 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41476) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:02.845619 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-94d9fcb5-8e6f-453d-8a9e-d91eb581584a tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] DELETE failed (client error): The resource could not be found. Dec 16 09:48:02.846251 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94d9fcb5-8e6f-453d-8a9e-d91eb581584a tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:48:02.858613 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-94d9fcb5-8e6f-453d-8a9e-d91eb581584a tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "DELETE /v2.0/networks/60c88bab-8bd8-4343-9c97-9d3ea7c028ed HTTP/1.1" status: 404 len: 339 time: 0.0821524 Dec 16 09:48:02.861294 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41480) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:02.885725 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a543a2-856d-45bc-a9d1-ef266836e700 req-73b6724a-2563-4451-a5e4-17c5bc8238d8 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:02.887458 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-55a543a2-856d-45bc-a9d1-ef266836e700 req-73b6724a-2563-4451-a5e4-17c5bc8238d8 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 945 time: 0.1780157 Dec 16 09:48:03.039854 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f5f8663-dc19-45ce-96ff-b48adecaa709 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] DELETE failed (client error): The resource could not be found. Dec 16 09:48:03.040329 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f5f8663-dc19-45ce-96ff-b48adecaa709 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:48:03.045673 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9f5f8663-dc19-45ce-96ff-b48adecaa709 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "DELETE /v2.0/subnets/05451156-c3d5-47db-88e5-1bd23aa2497c HTTP/1.1" status: 404 len: 337 time: 0.1550841 Dec 16 09:48:03.046120 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41486) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:03.072006 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-beeb9c93-4f89-486a-8175-723ab6aa6834 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] DELETE failed (client error): The resource could not be found. Dec 16 09:48:03.080457 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beeb9c93-4f89-486a-8175-723ab6aa6834 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:48:03.087996 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-beeb9c93-4f89-486a-8175-723ab6aa6834 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "DELETE /v2.0/networks/ee31fe29-7f08-45c5-90cd-a1fcca6955e2 HTTP/1.1" status: 404 len: 339 time: 0.0382116 Dec 16 09:48:03.088562 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41488) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:03.164428 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc33c32-3863-4668-972d-ec9694d4ab9f tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] DELETE failed (client error): The resource could not be found. Dec 16 09:48:03.165182 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cc33c32-3863-4668-972d-ec9694d4ab9f tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:48:03.172054 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9cc33c32-3863-4668-972d-ec9694d4ab9f tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "DELETE /v2.0/subnets/3f50c303-ae48-4ccb-b898-800b30ff3748 HTTP/1.1" status: 404 len: 337 time: 0.0823860 Dec 16 09:48:03.172669 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41494) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:03.197419 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc82a4ac-2d4a-4d2e-8daf-4e8f0c87bc9a tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] DELETE failed (client error): The resource could not be found. Dec 16 09:48:03.198050 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc82a4ac-2d4a-4d2e-8daf-4e8f0c87bc9a tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:48:03.205561 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-dc82a4ac-2d4a-4d2e-8daf-4e8f0c87bc9a tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "DELETE /v2.0/networks/dc37788a-d0cf-445c-97f8-f437469ba8e2 HTTP/1.1" status: 404 len: 339 time: 0.0316846 Dec 16 09:48:03.206220 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41496) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:03.248236 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-55a543a2-856d-45bc-a9d1-ef266836e700 req-27d0f907-1b65-4720-a3a1-cdb01c1369e6 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3364420 Dec 16 09:48:03.261571 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2a617f8-2d9f-445a-b080-8091f2b45b05 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:03.284858 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41498) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:03.312961 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d823d508-52f3-4b7d-a4d7-2796df4f8220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:03.319122 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc073618-3539-4835-a3df-1b01e5e0ad33 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Deleting subnet 0f2a5aba-173a-4f94-a6e8-4697c5892faa {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:48:03.328528 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cc073618-3539-4835-a3df-1b01e5e0ad33 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:03.335748 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 212bab68-f284-402f-8368-ecc27951e5a1 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:48:03.378028 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 212bab68-f284-402f-8368-ecc27951e5a1 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:48:03.380816 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 212bab68-f284-402f-8368-ecc27951e5a1 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:48:03.390506 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cc073618-3539-4835-a3df-1b01e5e0ad33 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:03.473595 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:48:03.484623 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cc073618-3539-4835-a3df-1b01e5e0ad33 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:03.489528 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d823d508-52f3-4b7d-a4d7-2796df4f8220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:03.637086 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d823d508-52f3-4b7d-a4d7-2796df4f8220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:03.666581 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cc073618-3539-4835-a3df-1b01e5e0ad33 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:03.720342 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc073618-3539-4835-a3df-1b01e5e0ad33 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event deleted for resources: {'Subnet': ['ID=0f2a5aba-173a-4f94-a6e8-4697c5892faa,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:03.722358 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cc073618-3539-4835-a3df-1b01e5e0ad33 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:03.730276 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f9cec1-27bc-476e-9713-f44d0aa6f2a5 None None] Network 7f7a49fa-3005-4dca-8314-ca6b475864d6 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:48:03.741980 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-cc073618-3539-4835-a3df-1b01e5e0ad33 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "DELETE /v2.0/subnets/0f2a5aba-173a-4f94-a6e8-4697c5892faa HTTP/1.1" status: 204 len: 168 time: 0.5327344 Dec 16 09:48:03.741980 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41506) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:03.791840 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d823d508-52f3-4b7d-a4d7-2796df4f8220 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f72865ca417847af90ad740262fbabd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5043364 Dec 16 09:48:03.798569 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41510) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:03.874640 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d823d508-52f3-4b7d-a4d7-2796df4f8220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69fd9b55-d047-4dd0-a98e-d5b33a48d157,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:03.881677 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2056909d-8488-42cc-967f-cfe77c20eb61 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:04.026614 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-2056909d-8488-42cc-967f-cfe77c20eb61 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Deleting port f7bf1915-1fe5-422f-9942-a7803124d9f1 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:48:04.027093 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2056909d-8488-42cc-967f-cfe77c20eb61 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:04.039170 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6755d4-37fc-41c3-9908-98b065f035de None None] DHCP port deletion for 7f7a49fa-3005-4dca-8314-ca6b475864d6 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:48:04.050134 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2a617f8-2d9f-445a-b080-8091f2b45b05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:04.054880 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fd2395e9-6054-4f9b-aed5-31d97edd2fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:04.102994 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2a617f8-2d9f-445a-b080-8091f2b45b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:04.138213 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-2056909d-8488-42cc-967f-cfe77c20eb61 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] For port f7bf1915-1fe5-422f-9942-a7803124d9f1, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f7bf1915-1fe5-422f-9942-a7803124d9f1,segment=NetworkSegment(79df77ae-6359-4980-918d-c0340912dac6),segment_id=79df77ae-6359-4980-918d-c0340912dac6)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:04.139064 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2056909d-8488-42cc-967f-cfe77c20eb61 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:04.176874 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-2056909d-8488-42cc-967f-cfe77c20eb61 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Calling delete_port for f7bf1915-1fe5-422f-9942-a7803124d9f1 owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:48:04.233413 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-ad6755d4-37fc-41c3-9908-98b065f035de None None] Deleting port f7bf1915-1fe5-422f-9942-a7803124d9f1 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:48:04.234068 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ad6755d4-37fc-41c3-9908-98b065f035de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:04.244119 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fd2395e9-6054-4f9b-aed5-31d97edd2fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:04.373594 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-ad6755d4-37fc-41c3-9908-98b065f035de None None] For port f7bf1915-1fe5-422f-9942-a7803124d9f1, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f7bf1915-1fe5-422f-9942-a7803124d9f1,segment=NetworkSegment(79df77ae-6359-4980-918d-c0340912dac6),segment_id=79df77ae-6359-4980-918d-c0340912dac6)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:04.374602 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ad6755d4-37fc-41c3-9908-98b065f035de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:04.381083 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2056909d-8488-42cc-967f-cfe77c20eb61 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:04.389005 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-ad6755d4-37fc-41c3-9908-98b065f035de None None] Calling delete_port for f7bf1915-1fe5-422f-9942-a7803124d9f1 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:48:04.409538 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2056909d-8488-42cc-967f-cfe77c20eb61 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] No DVR routers for this DVR port f7bf1915-1fe5-422f-9942-a7803124d9f1 on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:48:04.441796 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-d2a617f8-2d9f-445a-b080-8091f2b45b05 admin admin] Allocated IP 172.25.1.123 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/d03fe4e4-9ed1-432a-8727-e2aadfcd6e16) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:48:04.469411 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:48:04.472055 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:48:04.472055 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:48:04.472055 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:48:04.472055 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:48:04.472055 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:48:04.472055 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:48:04.472055 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:48:04.472055 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:48:04.472055 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:48:04.472055 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:48:04.472055 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:48:04.472055 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:48:04.472055 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:48:04.472055 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:48:04.506306 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ad6755d4-37fc-41c3-9908-98b065f035de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:04.540092 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6755d4-37fc-41c3-9908-98b065f035de None None] Pushing event deleted for resources: {'Port': ['ID=f7bf1915-1fe5-422f-9942-a7803124d9f1,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:04.566174 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6755d4-37fc-41c3-9908-98b065f035de None None] No DVR routers for this DVR port f7bf1915-1fe5-422f-9942-a7803124d9f1 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:48:04.606390 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2a617f8-2d9f-445a-b080-8091f2b45b05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:04.641176 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fd2395e9-6054-4f9b-aed5-31d97edd2fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:04.644193 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fd2395e9-6054-4f9b-aed5-31d97edd2fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:04.646266 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fd2395e9-6054-4f9b-aed5-31d97edd2fc9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/69fd9b55-d047-4dd0-a98e-d5b33a48d157 HTTP/1.1" status: 204 len: 168 time: 0.8422096 Dec 16 09:48:04.656747 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2395e9-6054-4f9b-aed5-31d97edd2fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fd9b55-d047-4dd0-a98e-d5b33a48d157,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:04.731231 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056909d-8488-42cc-967f-cfe77c20eb61 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event deleted for resources: {'Port': ['ID=f7bf1915-1fe5-422f-9942-a7803124d9f1,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:04.739219 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2056909d-8488-42cc-967f-cfe77c20eb61 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:04.745277 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2a617f8-2d9f-445a-b080-8091f2b45b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:04.806249 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-2056909d-8488-42cc-967f-cfe77c20eb61 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f7a49fa-3005-4dca-8314-ca6b475864d6']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:04.806249 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-2056909d-8488-42cc-967f-cfe77c20eb61 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79df77ae-6359-4980-918d-c0340912dac6') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:04.806249 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-2056909d-8488-42cc-967f-cfe77c20eb61 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79df77ae-6359-4980-918d-c0340912dac6') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:04.815778 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e81bc-4348-469e-8e6e-1b491c5aac2f req-fe228abe-fbd9-4e18-8f05-ef76dbf49bab tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:04.817581 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c4e81bc-4348-469e-8e6e-1b491c5aac2f req-fe228abe-fbd9-4e18-8f05-ef76dbf49bab tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 945 time: 0.4262218 Dec 16 09:48:04.837856 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a617f8-2d9f-445a-b080-8091f2b45b05 admin admin] Pushing event updated for resources: {'Port': ['ID=d03fe4e4-9ed1-432a-8727-e2aadfcd6e16,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:04.920897 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a617f8-2d9f-445a-b080-8091f2b45b05 admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:48:04.926212 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-d2a617f8-2d9f-445a-b080-8091f2b45b05 admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:48:04.955031 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a617f8-2d9f-445a-b080-8091f2b45b05 admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:48:05.162173 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2056909d-8488-42cc-967f-cfe77c20eb61 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:05.201505 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c4e81bc-4348-469e-8e6e-1b491c5aac2f req-2b04a12a-0b02-412e-8043-ac1818c3cd62 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3647938 Dec 16 09:48:05.239198 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2056909d-8488-42cc-967f-cfe77c20eb61 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:05.239198 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2056909d-8488-42cc-967f-cfe77c20eb61 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:48:05.239198 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2056909d-8488-42cc-967f-cfe77c20eb61 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:05.240265 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:48:05.240265 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:48:05.240265 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:48:05.240265 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:48:05.240265 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:48:05.240265 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:48:05.240265 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:48:05.240265 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:48:05.240265 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:48:05.240265 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:48:05.240265 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:48:05.240265 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:48:05.240265 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:48:05.240265 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:48:05.240265 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:48:05.240265 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:48:05.240265 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:48:05.240265 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:48:05.240265 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:48:05.240265 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:48:05.240265 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:48:05.240265 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:48:05.240265 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:48:05.240265 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:48:05.240265 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:48:05.240265 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:48:05.240265 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:48:05.240265 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:48:05.240265 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:48:05.240265 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:48:05.240265 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:48:05.240265 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:48:05.328448 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f7bf1915-1fe5-422f-9942-a7803124d9f1 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:48:05.438961 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2056909d-8488-42cc-967f-cfe77c20eb61 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:05.455408 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2056909d-8488-42cc-967f-cfe77c20eb61 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:05.471339 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2056909d-8488-42cc-967f-cfe77c20eb61 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "DELETE /v2.0/networks/7f7a49fa-3005-4dca-8314-ca6b475864d6 HTTP/1.1" status: 204 len: 168 time: 1.7283797 Dec 16 09:48:05.492476 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41532) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:05.505961 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056909d-8488-42cc-967f-cfe77c20eb61 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event deleted for resources: {'Network': ['ID=7f7a49fa-3005-4dca-8314-ca6b475864d6,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:05.547619 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-93fe820a-6cfb-42b0-a19d-d5a96f5cc2db tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] DELETE failed (client error): The resource could not be found. Dec 16 09:48:05.548107 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93fe820a-6cfb-42b0-a19d-d5a96f5cc2db tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:48:05.557179 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-93fe820a-6cfb-42b0-a19d-d5a96f5cc2db tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "DELETE /v2.0/subnets/83dd1dc1-c6ca-4291-bcdb-605a1219d751 HTTP/1.1" status: 404 len: 337 time: 0.0595670 Dec 16 09:48:05.558795 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41536) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:05.604166 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2a617f8-2d9f-445a-b080-8091f2b45b05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:05.609849 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a084f55-32e7-48dc-93c8-7cd8b864eb79 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] DELETE failed (client error): The resource could not be found. Dec 16 09:48:05.615443 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a084f55-32e7-48dc-93c8-7cd8b864eb79 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:48:05.620240 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3a084f55-32e7-48dc-93c8-7cd8b864eb79 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "DELETE /v2.0/networks/f6892c42-866f-4e17-8274-4683b95be2b7 HTTP/1.1" status: 404 len: 339 time: 0.0562289 Dec 16 09:48:05.621287 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41540) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:05.728108 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff40a51-6315-4bf6-8761-e70f2d61f6c3 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Deleting subnet 3504467b-cc12-47d8-87f2-14d49a1843cc {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:48:05.732807 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8ff40a51-6315-4bf6-8761-e70f2d61f6c3 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:05.785998 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: f7bf1915-1fe5-422f-9942-a7803124d9f1 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:48:05.786676 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f7bf1915-1fe5-422f-9942-a7803124d9f1 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:48:05.788921 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8ff40a51-6315-4bf6-8761-e70f2d61f6c3 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:05.899834 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2a617f8-2d9f-445a-b080-8091f2b45b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:05.912847 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8ff40a51-6315-4bf6-8761-e70f2d61f6c3 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:06.123061 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8ff40a51-6315-4bf6-8761-e70f2d61f6c3 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:06.164437 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff40a51-6315-4bf6-8761-e70f2d61f6c3 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event deleted for resources: {'Subnet': ['ID=3504467b-cc12-47d8-87f2-14d49a1843cc,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:06.169425 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8ff40a51-6315-4bf6-8761-e70f2d61f6c3 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:06.173765 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8ff40a51-6315-4bf6-8761-e70f2d61f6c3 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "DELETE /v2.0/subnets/3504467b-cc12-47d8-87f2-14d49a1843cc HTTP/1.1" status: 204 len: 168 time: 0.5516965 Dec 16 09:48:06.174144 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a617f8-2d9f-445a-b080-8091f2b45b05 admin admin] Router c53d88e6-f44c-4297-927a-b832b40bdc81 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:48:06.174905 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41558) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:06.199129 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ba4e39-3500-4666-8209-ab5415281571 None None] Network 1c01b1dd-83c5-4bad-8d11-f907fd9c1f1e requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:48:06.274878 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4669d4f9-e24f-48ab-b530-e42671e1a448 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:06.380713 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a617f8-2d9f-445a-b080-8091f2b45b05 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:48:06.390646 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-4669d4f9-e24f-48ab-b530-e42671e1a448 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Deleting port cc6fa21d-8eb0-4f6f-8694-cdc3173c5128 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:48:06.390646 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4669d4f9-e24f-48ab-b530-e42671e1a448 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:06.390824 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52150d8-edcb-4279-9f21-bfd208c4e5de None None] Sync routers for ids ['c53d88e6-f44c-4297-927a-b832b40bdc81'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:48:06.415657 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52150d8-edcb-4279-9f21-bfd208c4e5de None None] Routers {'c53d88e6-f44c-4297-927a-b832b40bdc81'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:48:06.415657 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-d52150d8-edcb-4279-9f21-bfd208c4e5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:47:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['c53d88e6-f44c-4297-927a-b832b40bdc81'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:06.502048 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef07a6-830d-4e82-a357-147f24cd243a req-61c7a11e-e95a-4bc4-bb53-8a7b18f9af26 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:06.503973 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7bef07a6-830d-4e82-a357-147f24cd243a req-61c7a11e-e95a-4bc4-bb53-8a7b18f9af26 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 945 time: 0.1250904 Dec 16 09:48:06.588075 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-4669d4f9-e24f-48ab-b530-e42671e1a448 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] For port cc6fa21d-8eb0-4f6f-8694-cdc3173c5128, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=cc6fa21d-8eb0-4f6f-8694-cdc3173c5128,segment=NetworkSegment(87fcf9ee-2d99-4645-8638-99a7808fcfba),segment_id=87fcf9ee-2d99-4645-8638-99a7808fcfba)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:06.588458 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4669d4f9-e24f-48ab-b530-e42671e1a448 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:06.593541 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2a617f8-2d9f-445a-b080-8091f2b45b05 admin admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:06.597257 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d2a617f8-2d9f-445a-b080-8091f2b45b05 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2494411 Dec 16 09:48:06.611579 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41570) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:06.617308 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-d52150d8-edcb-4279-9f21-bfd208c4e5de None None] Set router c53d88e6-f44c-4297-927a-b832b40bdc81 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:48:06.624856 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-4669d4f9-e24f-48ab-b530-e42671e1a448 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Calling delete_port for cc6fa21d-8eb0-4f6f-8694-cdc3173c5128 owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:48:06.671184 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f34f35-0566-462e-a0ef-907f532279f1 None None] DHCP port deletion for 1c01b1dd-83c5-4bad-8d11-f907fd9c1f1e request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:48:06.800322 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-27f34f35-0566-462e-a0ef-907f532279f1 None None] Deleting port cc6fa21d-8eb0-4f6f-8694-cdc3173c5128 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:48:06.801600 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-27f34f35-0566-462e-a0ef-907f532279f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:06.818503 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7bef07a6-830d-4e82-a357-147f24cd243a req-ef805e33-be33-4133-b290-5d1eacf9eaed tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3018467 Dec 16 09:48:06.854358 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4669d4f9-e24f-48ab-b530-e42671e1a448 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:06.892753 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4669d4f9-e24f-48ab-b530-e42671e1a448 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] No DVR routers for this DVR port cc6fa21d-8eb0-4f6f-8694-cdc3173c5128 on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:48:06.906459 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-d52150d8-edcb-4279-9f21-bfd208c4e5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53d88e6-f44c-4297-927a-b832b40bdc81', 'name': 'tempest-ServerRescueTestJSON-1913572791-router', 'tenant_id': 'f3dc9d568910412b9d99d599bd3f4345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'd03fe4e4-9ed1-432a-8727-e2aadfcd6e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:02Z', 'updated_at': '2021-12-16T09:48:05Z', 'revision_number': 3, 'project_id': 'f3dc9d568910412b9d99d599bd3f4345', 'gw_port': {'id': 'd03fe4e4-9ed1-432a-8727-e2aadfcd6e16', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53d88e6-f44c-4297-927a-b832b40bdc81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:04Z', 'updated_at': '2021-12-16T09:48:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:06.925169 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-27f34f35-0566-462e-a0ef-907f532279f1 None None] For port cc6fa21d-8eb0-4f6f-8694-cdc3173c5128, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=cc6fa21d-8eb0-4f6f-8694-cdc3173c5128,segment=NetworkSegment(87fcf9ee-2d99-4645-8638-99a7808fcfba),segment_id=87fcf9ee-2d99-4645-8638-99a7808fcfba)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:06.925661 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-27f34f35-0566-462e-a0ef-907f532279f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:06.969563 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-27f34f35-0566-462e-a0ef-907f532279f1 None None] Calling delete_port for cc6fa21d-8eb0-4f6f-8694-cdc3173c5128 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:48:06.996994 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52150d8-edcb-4279-9f21-bfd208c4e5de None None] Checking router: c53d88e6-f44c-4297-927a-b832b40bdc81 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:48:07.002692 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52150d8-edcb-4279-9f21-bfd208c4e5de None None] Updating router c53d88e6-f44c-4297-927a-b832b40bdc81 port d03fe4e4-9ed1-432a-8727-e2aadfcd6e16 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:48:07.039031 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4669d4f9-e24f-48ab-b530-e42671e1a448 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event deleted for resources: {'Port': ['ID=cc6fa21d-8eb0-4f6f-8694-cdc3173c5128,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:07.070606 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-d52150d8-edcb-4279-9f21-bfd208c4e5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:07.135565 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-27f34f35-0566-462e-a0ef-907f532279f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:07.170860 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f34f35-0566-462e-a0ef-907f532279f1 None None] Pushing event deleted for resources: {'Port': ['ID=cc6fa21d-8eb0-4f6f-8694-cdc3173c5128,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:07.191309 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4669d4f9-e24f-48ab-b530-e42671e1a448 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:07.213977 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f34f35-0566-462e-a0ef-907f532279f1 None None] No DVR routers for this DVR port cc6fa21d-8eb0-4f6f-8694-cdc3173c5128 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:48:07.230112 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-4669d4f9-e24f-48ab-b530-e42671e1a448 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c01b1dd-83c5-4bad-8d11-f907fd9c1f1e']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:07.255187 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-4669d4f9-e24f-48ab-b530-e42671e1a448 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87fcf9ee-2d99-4645-8638-99a7808fcfba') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:07.255187 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-4669d4f9-e24f-48ab-b530-e42671e1a448 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87fcf9ee-2d99-4645-8638-99a7808fcfba') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:07.270842 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4669d4f9-e24f-48ab-b530-e42671e1a448 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:07.277543 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:07.310652 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4669d4f9-e24f-48ab-b530-e42671e1a448 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:07.319233 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4669d4f9-e24f-48ab-b530-e42671e1a448 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:48:07.319629 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4669d4f9-e24f-48ab-b530-e42671e1a448 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:07.322849 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:48:07.322849 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:48:07.322849 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:48:07.322849 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:48:07.322849 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:48:07.322849 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:48:07.322849 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:48:07.322849 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:48:07.322849 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:48:07.322849 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:48:07.322849 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:48:07.322849 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:48:07.322849 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:48:07.322849 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:48:07.322849 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:48:07.322849 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:48:07.322849 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:48:07.322849 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:48:07.322849 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:48:07.322849 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:48:07.322849 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:48:07.322849 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:48:07.322849 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:48:07.322849 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:48:07.322849 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:48:07.322849 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:48:07.322849 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:48:07.322849 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:48:07.322849 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:48:07.322849 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:48:07.322849 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:48:07.322849 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:48:07.383291 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device cc6fa21d-8eb0-4f6f-8694-cdc3173c5128 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:48:07.433718 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: cc6fa21d-8eb0-4f6f-8694-cdc3173c5128 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:48:07.436694 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device cc6fa21d-8eb0-4f6f-8694-cdc3173c5128 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:48:07.547813 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5cbaf5b9-d181-47c5-a50b-b1e70ba5c8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:07.558521 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4669d4f9-e24f-48ab-b530-e42671e1a448 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:07.563171 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4669d4f9-e24f-48ab-b530-e42671e1a448 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:07.568022 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4669d4f9-e24f-48ab-b530-e42671e1a448 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] 10.222.0.60 "DELETE /v2.0/networks/1c01b1dd-83c5-4bad-8d11-f907fd9c1f1e HTTP/1.1" status: 204 len: 168 time: 1.3915946 Dec 16 09:48:07.626363 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4669d4f9-e24f-48ab-b530-e42671e1a448 tempest-NetworksIpV6Test-476685973 tempest-NetworksIpV6Test-476685973-project] Pushing event deleted for resources: {'Network': ['ID=1c01b1dd-83c5-4bad-8d11-f907fd9c1f1e,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:07.674177 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-d52150d8-edcb-4279-9f21-bfd208c4e5de None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:07.809168 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-5cbaf5b9-d181-47c5-a50b-b1e70ba5c8df admin admin] Allocated IP 172.20.0.1 (25277f1a-659c-40fc-ae08-6615db916991/c9a5f5f1-d83a-4498-90f5-323c2ed12d23/32879f19-9ed9-44c7-827b-6d78c8435703) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:48:07.843033 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-d52150d8-edcb-4279-9f21-bfd208c4e5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:07.886807 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-d52150d8-edcb-4279-9f21-bfd208c4e5de None None] Attempting to bind port d03fe4e4-9ed1-432a-8727-e2aadfcd6e16 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:48:07.887510 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-d52150d8-edcb-4279-9f21-bfd208c4e5de None None] Attempting to bind port d03fe4e4-9ed1-432a-8727-e2aadfcd6e16 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:48:07.888376 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52150d8-edcb-4279-9f21-bfd208c4e5de None None] Attempting to bind port d03fe4e4-9ed1-432a-8727-e2aadfcd6e16 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:48:07.921392 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52150d8-edcb-4279-9f21-bfd208c4e5de None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:48:07.922264 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52150d8-edcb-4279-9f21-bfd208c4e5de None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:48:07.923173 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-d52150d8-edcb-4279-9f21-bfd208c4e5de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:07.924274 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52150d8-edcb-4279-9f21-bfd208c4e5de None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:48:07.937409 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-d52150d8-edcb-4279-9f21-bfd208c4e5de None None] Bound port: d03fe4e4-9ed1-432a-8727-e2aadfcd6e16, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:48:07.939024 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-d52150d8-edcb-4279-9f21-bfd208c4e5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:08.043227 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5cbaf5b9-d181-47c5-a50b-b1e70ba5c8df admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:08.049570 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658332d-f6d9-430c-8a4f-bdc612d05d22 req-2c21365e-a64d-45d3-ad53-99d40cd29bc3 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:08.063731 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7658332d-f6d9-430c-8a4f-bdc612d05d22 req-2c21365e-a64d-45d3-ad53-99d40cd29bc3 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 945 time: 0.1372600 Dec 16 09:48:08.087642 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-d52150d8-edcb-4279-9f21-bfd208c4e5de None None] For port d03fe4e4-9ed1-432a-8727-e2aadfcd6e16, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:48:08.091228 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-d52150d8-edcb-4279-9f21-bfd208c4e5de None None] For port d03fe4e4-9ed1-432a-8727-e2aadfcd6e16, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d03fe4e4-9ed1-432a-8727-e2aadfcd6e16,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:48:08.125230 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c23281-db34-4ade-a14b-5e04b7429d91 None None] Pushing event updated for resources: {'Port': ['ID=d03fe4e4-9ed1-432a-8727-e2aadfcd6e16,revision_number=2']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:08.133794 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c23281-db34-4ade-a14b-5e04b7429d91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:08.135026 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c23281-db34-4ade-a14b-5e04b7429d91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:08.135385 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c23281-db34-4ade-a14b-5e04b7429d91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:08.135716 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c23281-db34-4ade-a14b-5e04b7429d91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:08.136047 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c23281-db34-4ade-a14b-5e04b7429d91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:08.136368 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c23281-db34-4ade-a14b-5e04b7429d91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:08.136695 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c23281-db34-4ade-a14b-5e04b7429d91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:08.137133 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c23281-db34-4ade-a14b-5e04b7429d91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:08.137377 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c23281-db34-4ade-a14b-5e04b7429d91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:08.137699 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c23281-db34-4ade-a14b-5e04b7429d91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:08.138015 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c23281-db34-4ade-a14b-5e04b7429d91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:08.138343 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c23281-db34-4ade-a14b-5e04b7429d91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:08.152969 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7658332d-f6d9-430c-8a4f-bdc612d05d22 req-371e8d4c-9780-4f86-8dd2-e69165cf7997 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775754 Dec 16 09:48:08.204558 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5cbaf5b9-d181-47c5-a50b-b1e70ba5c8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:08.206939 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-d52150d8-edcb-4279-9f21-bfd208c4e5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:08.299927 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbaf5b9-d181-47c5-a50b-b1e70ba5c8df admin admin] Network 25277f1a-659c-40fc-ae08-6615db916991 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:48:08.305527 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbaf5b9-d181-47c5-a50b-b1e70ba5c8df admin admin] Pushing event updated for resources: {'Port': ['ID=32879f19-9ed9-44c7-827b-6d78c8435703,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:08.308279 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-5cbaf5b9-d181-47c5-a50b-b1e70ba5c8df admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:48:08.310934 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbaf5b9-d181-47c5-a50b-b1e70ba5c8df admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:48:08.350719 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52150d8-edcb-4279-9f21-bfd208c4e5de None None] Routers {'c53d88e6-f44c-4297-927a-b832b40bdc81'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:48:08.352261 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-d52150d8-edcb-4279-9f21-bfd208c4e5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:47:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['c53d88e6-f44c-4297-927a-b832b40bdc81'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:08.381936 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5cbaf5b9-d181-47c5-a50b-b1e70ba5c8df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:08.400142 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41596) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:08.500586 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-d52150d8-edcb-4279-9f21-bfd208c4e5de None None] Set router c53d88e6-f44c-4297-927a-b832b40bdc81 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:48:08.786873 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41608) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:08.787047 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c23281-db34-4ade-a14b-5e04b7429d91 None None] Pushing event updated for resources: {'Port': ['ID=d03fe4e4-9ed1-432a-8727-e2aadfcd6e16,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:08.851905 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5cbaf5b9-d181-47c5-a50b-b1e70ba5c8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:08.921388 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-d52150d8-edcb-4279-9f21-bfd208c4e5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53d88e6-f44c-4297-927a-b832b40bdc81', 'name': 'tempest-ServerRescueTestJSON-1913572791-router', 'tenant_id': 'f3dc9d568910412b9d99d599bd3f4345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'd03fe4e4-9ed1-432a-8727-e2aadfcd6e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:02Z', 'updated_at': '2021-12-16T09:48:05Z', 'revision_number': 3, 'project_id': 'f3dc9d568910412b9d99d599bd3f4345', 'gw_port': {'id': 'd03fe4e4-9ed1-432a-8727-e2aadfcd6e16', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53d88e6-f44c-4297-927a-b832b40bdc81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:04Z', 'updated_at': '2021-12-16T09:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:08.966348 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52150d8-edcb-4279-9f21-bfd208c4e5de None None] The sync data for ids ['c53d88e6-f44c-4297-927a-b832b40bdc81'] in n-d-820550-2 is: [{'id': 'c53d88e6-f44c-4297-927a-b832b40bdc81', 'name': 'tempest-ServerRescueTestJSON-1913572791-router', 'tenant_id': 'f3dc9d568910412b9d99d599bd3f4345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'd03fe4e4-9ed1-432a-8727-e2aadfcd6e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:02Z', 'updated_at': '2021-12-16T09:48:05Z', 'revision_number': 3, 'project_id': 'f3dc9d568910412b9d99d599bd3f4345', 'gw_port': {'id': 'd03fe4e4-9ed1-432a-8727-e2aadfcd6e16', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53d88e6-f44c-4297-927a-b832b40bdc81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:04Z', 'updated_at': '2021-12-16T09:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:48:09.047873 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4d851d51-f3dd-456d-a01d-739cb070e9c7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a78f148c1b6b48a7b272090f49428b1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6459570 Dec 16 09:48:09.053600 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-999de4e0-565c-4e8f-969f-5a0c28a56a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:09.056421 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41616) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:09.105831 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5cbaf5b9-d181-47c5-a50b-b1e70ba5c8df admin admin] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:09.178312 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-27a7ba72-5379-406f-b413-e6afc5112c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:09.203531 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-27a7ba72-5379-406f-b413-e6afc5112c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:09.220163 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5cbaf5b9-d181-47c5-a50b-b1e70ba5c8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:09.380769 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5cbaf5b9-d181-47c5-a50b-b1e70ba5c8df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:09.405141 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-999de4e0-565c-4e8f-969f-5a0c28a56a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:09.467297 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-27a7ba72-5379-406f-b413-e6afc5112c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:09.472381 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-27a7ba72-5379-406f-b413-e6afc5112c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:09.474813 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-27a7ba72-5379-406f-b413-e6afc5112c19 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/723d3a4e-5d0a-43ca-a6b4-ce3454f9fcbd HTTP/1.1" status: 204 len: 168 time: 0.4172149 Dec 16 09:48:09.492527 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7ba72-5379-406f-b413-e6afc5112c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723d3a4e-5d0a-43ca-a6b4-ce3454f9fcbd,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:09.524530 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-999de4e0-565c-4e8f-969f-5a0c28a56a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:09.672063 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-999de4e0-565c-4e8f-969f-5a0c28a56a8a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2c1bbf58e57041da80f7bbcd7c99761b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8791311 Dec 16 09:48:09.675398 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999de4e0-565c-4e8f-969f-5a0c28a56a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b6665d-d595-460c-b8f0-67c9760b732b,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:09.698174 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41624) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:09.773599 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbaf5b9-d181-47c5-a50b-b1e70ba5c8df admin admin] Pushing event updated for resources: {'Port': ['ID=32879f19-9ed9-44c7-827b-6d78c8435703,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:09.810318 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7a7ecf07-2f32-415c-bf25-4db2cc346aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:09.836973 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7a7ecf07-2f32-415c-bf25-4db2cc346aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:09.926377 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbaf5b9-d181-47c5-a50b-b1e70ba5c8df admin admin] Network 25277f1a-659c-40fc-ae08-6615db916991 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:48:09.930623 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-5cbaf5b9-d181-47c5-a50b-b1e70ba5c8df admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:48:09.967762 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76d1ff-b715-421d-a873-14afae43d964 req-974f9706-7bf9-4e28-afe3-4d57cfcd5be9 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:09.982083 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ef76d1ff-b715-421d-a873-14afae43d964 req-974f9706-7bf9-4e28-afe3-4d57cfcd5be9 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 945 time: 0.6896164 Dec 16 09:48:09.996169 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7a7ecf07-2f32-415c-bf25-4db2cc346aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:10.000269 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7a7ecf07-2f32-415c-bf25-4db2cc346aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:10.004048 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7a7ecf07-2f32-415c-bf25-4db2cc346aa5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/33b6665d-d595-460c-b8f0-67c9760b732b HTTP/1.1" status: 204 len: 168 time: 0.2998281 Dec 16 09:48:10.029609 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ecf07-2f32-415c-bf25-4db2cc346aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b6665d-d595-460c-b8f0-67c9760b732b,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:10.260666 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ef76d1ff-b715-421d-a873-14afae43d964 req-05bc3a1b-a739-4ebc-beb2-3668d2db42ad tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2776051 Dec 16 09:48:10.310932 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbaf5b9-d181-47c5-a50b-b1e70ba5c8df admin admin] Router c53d88e6-f44c-4297-927a-b832b40bdc81 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:48:10.468767 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbaf5b9-d181-47c5-a50b-b1e70ba5c8df admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:48:10.478765 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5cbaf5b9-d181-47c5-a50b-b1e70ba5c8df admin admin] 10.222.0.60 "PUT /v2.0/routers/c53d88e6-f44c-4297-927a-b832b40bdc81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8621187 Dec 16 09:48:10.607732 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:11.254383 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41670) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:11.299066 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a8a86160-6b69-4684-b251-3634ebf87bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:11.397330 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-4bf18c7f-dd19-4147-b5f2-c52484480e5c tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:11.404666 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d03fe4e4-9ed1-432a-8727-e2aadfcd6e16 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:48:11.414898 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-4bf18c7f-dd19-4147-b5f2-c52484480e5c tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/networks?id=25277f1a-659c-40fc-ae08-6615db916991 HTTP/1.1" status: 200 len: 811 time: 0.2732923 Dec 16 09:48:11.471977 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-e9360d38-d50e-49f1-a0c7-44a3dff357e9 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/quotas/f3dc9d568910412b9d99d599bd3f4345 HTTP/1.1" status: 200 len: 375 time: 0.0495367 Dec 16 09:48:11.533245 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port d03fe4e4-9ed1-432a-8727-e2aadfcd6e16 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:48:11.533673 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:11.541139 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a8a86160-6b69-4684-b251-3634ebf87bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:11.605995 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19bdb3-f1e9-403b-a477-5134f3b43d27 req-0c7837ac-f6fc-43fa-a46c-fc87a5d24734 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:11.607575 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fd19bdb3-f1e9-403b-a477-5134f3b43d27 req-0c7837ac-f6fc-43fa-a46c-fc87a5d24734 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 945 time: 0.0938022 Dec 16 09:48:11.607769 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-b558fa84-7960-4f31-ae71-434310d31bc7 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3dc9d568910412b9d99d599bd3f4345&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1276116 Dec 16 09:48:11.608177 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41678) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:11.642717 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:11.659469 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fd19bdb3-f1e9-403b-a477-5134f3b43d27 req-6065deb6-9201-4f00-b7c1-cc23c70fdf4b tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413308 Dec 16 09:48:11.666666 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8514f54a-e584-4dbd-a968-791fd092b905 None None] Sync routers for ids ['c53d88e6-f44c-4297-927a-b832b40bdc81'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:48:11.688887 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port d03fe4e4-9ed1-432a-8727-e2aadfcd6e16, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d03fe4e4-9ed1-432a-8727-e2aadfcd6e16,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:11.697816 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8514f54a-e584-4dbd-a968-791fd092b905 None None] Routers {'c53d88e6-f44c-4297-927a-b832b40bdc81'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:48:11.698443 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-8514f54a-e584-4dbd-a968-791fd092b905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:47:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['c53d88e6-f44c-4297-927a-b832b40bdc81'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:11.755957 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-6eb31152-dd90-444e-b0d3-30f1bec63864 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1183126255'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:11.788313 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-db644469-c329-4003-8411-59f405a2f5dc service neutron] 10.222.0.60 "GET /v2.0/networks/25277f1a-659c-40fc-ae08-6615db916991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637084 Dec 16 09:48:11.818743 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-8514f54a-e584-4dbd-a968-791fd092b905 None None] Set router c53d88e6-f44c-4297-927a-b832b40bdc81 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:48:11.883671 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-993cbde1-25af-496a-a8e1-a8060555121c service neutron] 10.222.0.60 "GET /v2.0/networks/25277f1a-659c-40fc-ae08-6615db916991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944853 Dec 16 09:48:11.926770 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb31152-dd90-444e-b0d3-30f1bec63864 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Made reservation on behalf of 24a808d58f034cacb12ed81aff703ba3 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:48:11.926923 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a8a86160-6b69-4684-b251-3634ebf87bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:11.927040 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6eb31152-dd90-444e-b0d3-30f1bec63864 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:11.933444 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:11.937689 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6eb31152-dd90-444e-b0d3-30f1bec63864 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:12.007987 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=d03fe4e4-9ed1-432a-8727-e2aadfcd6e16,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:12.062629 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a86160-6b69-4684-b251-3634ebf87bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1baf56ed-9da8-4e8d-af6c-d98158cc1600,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:12.064729 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6eb31152-dd90-444e-b0d3-30f1bec63864 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:12.069035 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a8a86160-6b69-4684-b251-3634ebf87bad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8b6889461f684af4bda13b9fa612e3ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8133371 Dec 16 09:48:12.080631 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41688) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:12.161838 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a492a649-b043-4f83-b60d-700a28c4ed13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:12.173735 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-8514f54a-e584-4dbd-a968-791fd092b905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53d88e6-f44c-4297-927a-b832b40bdc81', 'name': 'tempest-ServerRescueTestJSON-1913572791-router', 'tenant_id': 'f3dc9d568910412b9d99d599bd3f4345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'd03fe4e4-9ed1-432a-8727-e2aadfcd6e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:02Z', 'updated_at': '2021-12-16T09:48:08Z', 'revision_number': 4, 'project_id': 'f3dc9d568910412b9d99d599bd3f4345', 'gw_port': {'id': 'd03fe4e4-9ed1-432a-8727-e2aadfcd6e16', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53d88e6-f44c-4297-927a-b832b40bdc81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:04Z', 'updated_at': '2021-12-16T09:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '32879f19-9ed9-44c7-827b-6d78c8435703', 'name': '', 'network_id': '25277f1a-659c-40fc-ae08-6615db916991', 'tenant_id': 'f3dc9d568910412b9d99d599bd3f4345', 'mac_address': 'fa:16:3e:79:65:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53d88e6-f44c-4297-927a-b832b40bdc81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'c9a5f5f1-d83a-4498-90f5-323c2ed12d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:07Z', 'updated_at': '2021-12-16T09:48:08Z', 'revision_number': 2, 'project_id': 'f3dc9d568910412b9d99d599bd3f4345', 'subnets': [{'id': 'c9a5f5f1-d83a-4498-90f5-323c2ed12d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:12.189623 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a492a649-b043-4f83-b60d-700a28c4ed13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:12.210792 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8514f54a-e584-4dbd-a968-791fd092b905 None None] Checking router: c53d88e6-f44c-4297-927a-b832b40bdc81 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:48:12.211257 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8514f54a-e584-4dbd-a968-791fd092b905 None None] Updating router c53d88e6-f44c-4297-927a-b832b40bdc81 port 32879f19-9ed9-44c7-827b-6d78c8435703 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:48:12.246247 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8514f54a-e584-4dbd-a968-791fd092b905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:12.298674 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6eb31152-dd90-444e-b0d3-30f1bec63864 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:12.337996 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb31152-dd90-444e-b0d3-30f1bec63864 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ba19e5-2bcf-4829-b82f-c0ceef5f09fd,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:12.431648 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a492a649-b043-4f83-b60d-700a28c4ed13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:12.439925 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a492a649-b043-4f83-b60d-700a28c4ed13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:12.449461 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a492a649-b043-4f83-b60d-700a28c4ed13 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1baf56ed-9da8-4e8d-af6c-d98158cc1600 HTTP/1.1" status: 204 len: 168 time: 0.3674736 Dec 16 09:48:12.450542 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb31152-dd90-444e-b0d3-30f1bec63864 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:48:12.523265 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a492a649-b043-4f83-b60d-700a28c4ed13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1baf56ed-9da8-4e8d-af6c-d98158cc1600,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:12.547778 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6eb31152-dd90-444e-b0d3-30f1bec63864 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:12.548094 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-6eb31152-dd90-444e-b0d3-30f1bec63864 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Added segment afa37a98-0e2e-456b-b48a-b9014d4a9eb0 of type vlan for network 06697d5b-1632-4aea-8952-3c82a914adb1 Dec 16 09:48:12.579490 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e216e75e-d024-403e-be08-f36313cf2367 req-3e2638cb-1b0c-4ca9-8715-cee2a49faf05 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 210 time: 0.0515094 Dec 16 09:48:12.614614 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6eb31152-dd90-444e-b0d3-30f1bec63864 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:12.640784 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8514f54a-e584-4dbd-a968-791fd092b905 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:12.763044 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8514f54a-e584-4dbd-a968-791fd092b905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:12.840483 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f6a99-6276-4b54-a838-52338c7a0af2 req-d9422d38-e26c-4e0d-a45f-0bc3ad53fb36 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:12.846218 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e94f6a99-6276-4b54-a838-52338c7a0af2 req-d9422d38-e26c-4e0d-a45f-0bc3ad53fb36 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 945 time: 0.0934234 Dec 16 09:48:12.849361 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6eb31152-dd90-444e-b0d3-30f1bec63864 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:12.854426 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda2225-31fe-4466-b69f-a9aeb9dad430 None None] Pushing event updated for resources: {'Port': ['ID=32879f19-9ed9-44c7-827b-6d78c8435703,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:12.855741 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb31152-dd90-444e-b0d3-30f1bec63864 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:12.856532 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6eb31152-dd90-444e-b0d3-30f1bec63864 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:12.892855 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-8514f54a-e584-4dbd-a968-791fd092b905 None None] Attempting to bind port 32879f19-9ed9-44c7-827b-6d78c8435703 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:48:12.893279 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-8514f54a-e584-4dbd-a968-791fd092b905 None None] Attempting to bind port 32879f19-9ed9-44c7-827b-6d78c8435703 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'bbe77819-9d73-4642-9a69-8a34639568bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '25277f1a-659c-40fc-ae08-6615db916991'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:48:12.893652 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8514f54a-e584-4dbd-a968-791fd092b905 None None] Attempting to bind port 32879f19-9ed9-44c7-827b-6d78c8435703 on network 25277f1a-659c-40fc-ae08-6615db916991 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:48:12.901838 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8514f54a-e584-4dbd-a968-791fd092b905 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:48:12.902312 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8514f54a-e584-4dbd-a968-791fd092b905 None None] Checking segment: {'id': 'bbe77819-9d73-4642-9a69-8a34639568bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '25277f1a-659c-40fc-ae08-6615db916991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:48:12.903312 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8514f54a-e584-4dbd-a968-791fd092b905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:12.903704 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8514f54a-e584-4dbd-a968-791fd092b905 None None] Bound using segment: {'id': 'bbe77819-9d73-4642-9a69-8a34639568bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '25277f1a-659c-40fc-ae08-6615db916991'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:48:12.904762 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-8514f54a-e584-4dbd-a968-791fd092b905 None None] Bound port: 32879f19-9ed9-44c7-827b-6d78c8435703, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe77819-9d73-4642-9a69-8a34639568bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '25277f1a-659c-40fc-ae08-6615db916991'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:48:12.905206 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8514f54a-e584-4dbd-a968-791fd092b905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:13.013396 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e94f6a99-6276-4b54-a838-52338c7a0af2 req-eb5548d4-03b9-4504-9f3a-f63b90202d89 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427495 Dec 16 09:48:13.014667 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb31152-dd90-444e-b0d3-30f1bec63864 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Pushing event updated for resources: {'Network': ['ID=06697d5b-1632-4aea-8952-3c82a914adb1,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:13.023510 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-8514f54a-e584-4dbd-a968-791fd092b905 None None] For port 32879f19-9ed9-44c7-827b-6d78c8435703, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:48:13.045273 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-8514f54a-e584-4dbd-a968-791fd092b905 None None] For port 32879f19-9ed9-44c7-827b-6d78c8435703, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=32879f19-9ed9-44c7-827b-6d78c8435703,segment=NetworkSegment(bbe77819-9d73-4642-9a69-8a34639568bb),segment_id=bbe77819-9d73-4642-9a69-8a34639568bb)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:48:13.045426 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6eb31152-dd90-444e-b0d3-30f1bec63864 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4256947 Dec 16 09:48:13.059479 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 06697d5b-1632-4aea-8952-3c82a914adb1 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:48:13.201724 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8514f54a-e584-4dbd-a968-791fd092b905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:13.362707 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda2225-31fe-4466-b69f-a9aeb9dad430 None None] Pushing event updated for resources: {'Port': ['ID=32879f19-9ed9-44c7-827b-6d78c8435703,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:13.402034 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d03fe4e4-9ed1-432a-8727-e2aadfcd6e16 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:48:13.490667 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8514f54a-e584-4dbd-a968-791fd092b905 None None] Routers {'c53d88e6-f44c-4297-927a-b832b40bdc81'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:48:13.491703 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-8514f54a-e584-4dbd-a968-791fd092b905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:47:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['c53d88e6-f44c-4297-927a-b832b40bdc81'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:13.682880 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-8514f54a-e584-4dbd-a968-791fd092b905 None None] Set router c53d88e6-f44c-4297-927a-b832b40bdc81 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:48:13.744382 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6872db27-2327-4637-8832-9c2ed0819399 req-b77e36c2-ca71-4a85-96ef-841d6c30ed99 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 210 time: 0.1009672 Dec 16 09:48:13.791987 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port d03fe4e4-9ed1-432a-8727-e2aadfcd6e16 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:48:13.792532 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:14.158094 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-8514f54a-e584-4dbd-a968-791fd092b905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53d88e6-f44c-4297-927a-b832b40bdc81', 'name': 'tempest-ServerRescueTestJSON-1913572791-router', 'tenant_id': 'f3dc9d568910412b9d99d599bd3f4345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'd03fe4e4-9ed1-432a-8727-e2aadfcd6e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:02Z', 'updated_at': '2021-12-16T09:48:08Z', 'revision_number': 4, 'project_id': 'f3dc9d568910412b9d99d599bd3f4345', 'gw_port': {'id': 'd03fe4e4-9ed1-432a-8727-e2aadfcd6e16', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53d88e6-f44c-4297-927a-b832b40bdc81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:04Z', 'updated_at': '2021-12-16T09:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '32879f19-9ed9-44c7-827b-6d78c8435703', 'name': '', 'network_id': '25277f1a-659c-40fc-ae08-6615db916991', 'tenant_id': 'f3dc9d568910412b9d99d599bd3f4345', 'mac_address': 'fa:16:3e:79:65:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53d88e6-f44c-4297-927a-b832b40bdc81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'c9a5f5f1-d83a-4498-90f5-323c2ed12d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:07Z', 'updated_at': '2021-12-16T09:48:13Z', 'revision_number': 4, 'project_id': 'f3dc9d568910412b9d99d599bd3f4345', 'subnets': [{'id': 'c9a5f5f1-d83a-4498-90f5-323c2ed12d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:14.187450 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8514f54a-e584-4dbd-a968-791fd092b905 None None] The sync data for ids ['c53d88e6-f44c-4297-927a-b832b40bdc81'] in n-d-820550-2 is: [{'id': 'c53d88e6-f44c-4297-927a-b832b40bdc81', 'name': 'tempest-ServerRescueTestJSON-1913572791-router', 'tenant_id': 'f3dc9d568910412b9d99d599bd3f4345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'd03fe4e4-9ed1-432a-8727-e2aadfcd6e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:02Z', 'updated_at': '2021-12-16T09:48:08Z', 'revision_number': 4, 'project_id': 'f3dc9d568910412b9d99d599bd3f4345', 'gw_port': {'id': 'd03fe4e4-9ed1-432a-8727-e2aadfcd6e16', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53d88e6-f44c-4297-927a-b832b40bdc81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:04Z', 'updated_at': '2021-12-16T09:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '32879f19-9ed9-44c7-827b-6d78c8435703', 'name': '', 'network_id': '25277f1a-659c-40fc-ae08-6615db916991', 'tenant_id': 'f3dc9d568910412b9d99d599bd3f4345', 'mac_address': 'fa:16:3e:79:65:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53d88e6-f44c-4297-927a-b832b40bdc81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'c9a5f5f1-d83a-4498-90f5-323c2ed12d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:07Z', 'updated_at': '2021-12-16T09:48:13Z', 'revision_number': 4, 'project_id': 'f3dc9d568910412b9d99d599bd3f4345', 'subnets': [{'id': 'c9a5f5f1-d83a-4498-90f5-323c2ed12d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:48:14.260234 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda023c-5b8f-4fa1-8c2e-cce8812ba4ce req-962a9116-867c-4d41-9c5c-d4ad6779d186 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:14.294741 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ccda023c-5b8f-4fa1-8c2e-cce8812ba4ce req-962a9116-867c-4d41-9c5c-d4ad6779d186 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 945 time: 0.1503963 Dec 16 09:48:14.412827 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ccda023c-5b8f-4fa1-8c2e-cce8812ba4ce req-779861d2-78c9-47d8-adcc-2e5eb28f047b tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166763 Dec 16 09:48:14.854075 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-20c8e6ea-e183-401e-99b5-2835bbedfa2b req-3de42730-c600-433b-9213-3f436aeebf6a tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 210 time: 0.0331855 Dec 16 09:48:15.373450 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fde719-9e90-44f7-b77e-4d7c993d0930 req-0063b9b3-396b-4c2e-9f06-74c79c4f081d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:15.377346 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45fde719-9e90-44f7-b77e-4d7c993d0930 req-0063b9b3-396b-4c2e-9f06-74c79c4f081d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55938af2fa4b4c6f80f602d4625ae2cd&device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 1096 time: 0.1028178 Dec 16 09:48:15.396075 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 32879f19-9ed9-44c7-827b-6d78c8435703 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:48:15.499105 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 32879f19-9ed9-44c7-827b-6d78c8435703 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:48:15.500752 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:15.694891 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fde719-9e90-44f7-b77e-4d7c993d0930 req-e8dad118-9b7d-4786-882a-82f897e777cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:15.699751 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45fde719-9e90-44f7-b77e-4d7c993d0930 req-e8dad118-9b7d-4786-882a-82f897e777cc service neutron] 10.222.0.57 "GET /v2.0/networks?id=80ebca74-2610-4824-a3d8-8e60778e3639 HTTP/1.1" status: 200 len: 918 time: 0.3132143 Dec 16 09:48:15.713685 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:15.756568 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 32879f19-9ed9-44c7-827b-6d78c8435703, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=32879f19-9ed9-44c7-827b-6d78c8435703,segment=NetworkSegment(bbe77819-9d73-4642-9a69-8a34639568bb),segment_id=bbe77819-9d73-4642-9a69-8a34639568bb)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:15.787114 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68eee1e-6bb5-437c-82df-cc92ce519962 req-4a02475e-21dc-4ad2-b691-5e1ee6d30330 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:15.788944 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b68eee1e-6bb5-437c-82df-cc92ce519962 req-4a02475e-21dc-4ad2-b691-5e1ee6d30330 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 945 time: 0.1670403 Dec 16 09:48:15.840857 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b68eee1e-6bb5-437c-82df-cc92ce519962 req-f3ee63d0-06f5-4351-9bea-e6e82ca2c918 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418029 Dec 16 09:48:15.846098 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45fde719-9e90-44f7-b77e-4d7c993d0930 req-81fce056-f152-4a30-a554-675cd058fbe0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87ea0160-6ace-441a-a60b-f7a3c189cbae HTTP/1.1" status: 200 len: 1001 time: 0.1365795 Dec 16 09:48:15.922922 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:16.002946 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fde719-9e90-44f7-b77e-4d7c993d0930 req-261cb674-39d4-4885-b78a-231d9d859366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:16.004488 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45fde719-9e90-44f7-b77e-4d7c993d0930 req-261cb674-39d4-4885-b78a-231d9d859366 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55767ecf-03fc-4a01-868c-518fd421c2f1 HTTP/1.1" status: 200 len: 856 time: 0.1499004 Dec 16 09:48:16.081286 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=32879f19-9ed9-44c7-827b-6d78c8435703,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:16.108228 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fde719-9e90-44f7-b77e-4d7c993d0930 req-cc7c8274-4ba4-4b50-a695-ca88a4b7cdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:16.110014 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45fde719-9e90-44f7-b77e-4d7c993d0930 req-cc7c8274-4ba4-4b50-a695-ca88a4b7cdd5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80ebca74-2610-4824-a3d8-8e60778e3639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0970263 Dec 16 09:48:16.236821 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-e0459a85-0c5d-408d-af0a-79e9c40801e9 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:16.239933 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-e0459a85-0c5d-408d-af0a-79e9c40801e9 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.58 "GET /v2.0/networks?id=25277f1a-659c-40fc-ae08-6615db916991 HTTP/1.1" status: 200 len: 811 time: 0.2898781 Dec 16 09:48:16.259802 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-da0240e5-bccc-443c-a3c7-61ba4d02313b tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Request body: {'port': {'device_id': 'ffdb7828-22b0-4c24-aa8d-8f67b8aa672c', 'network_id': '25277f1a-659c-40fc-ae08-6615db916991', 'admin_state_up': True, 'tenant_id': 'f3dc9d568910412b9d99d599bd3f4345'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:16.261825 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45fde719-9e90-44f7-b77e-4d7c993d0930 req-ad7687a5-2caf-4cc2-96f2-bf23e64c997c service neutron] 10.222.0.57 "GET /v2.0/networks/80ebca74-2610-4824-a3d8-8e60778e3639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432259 Dec 16 09:48:16.287242 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-61da801c-062d-4c13-b07f-ca70777c08f8 req-2381c649-ad91-423d-8c09-4c21cdfda0c2 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 210 time: 0.0459976 Dec 16 09:48:16.416385 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41780) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:16.426428 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-cfe8f7a4-f8d7-4b68-aa7f-b17d8e17fb0f tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Request body: {'subnet': {'network_id': '06697d5b-1632-4aea-8952-3c82a914adb1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:16.462752 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45fde719-9e90-44f7-b77e-4d7c993d0930 req-d78dd6e0-c92b-4e1d-b4bb-bfe52f98c01f service neutron] 10.222.0.57 "GET /v2.0/networks/80ebca74-2610-4824-a3d8-8e60778e3639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942909 Dec 16 09:48:16.708594 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-da0240e5-bccc-443c-a3c7-61ba4d02313b tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Made reservation on behalf of f3dc9d568910412b9d99d599bd3f4345 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:48:16.712850 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-da0240e5-bccc-443c-a3c7-61ba4d02313b tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:16.849484 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-da0240e5-bccc-443c-a3c7-61ba4d02313b tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Allocated IP 172.20.0.8 (25277f1a-659c-40fc-ae08-6615db916991/c9a5f5f1-d83a-4498-90f5-323c2ed12d23/6ac89ee0-714c-4baf-9fac-1cc0a8a4d537) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:48:16.874689 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe8f7a4-f8d7-4b68-aa7f-b17d8e17fb0f tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Made reservation on behalf of 24a808d58f034cacb12ed81aff703ba3 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:48:16.878435 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cfe8f7a4-f8d7-4b68-aa7f-b17d8e17fb0f tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:17.175470 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a61760-a3a6-4ecd-8073-548aa20eef38 req-b86b4945-970a-470e-b96c-37ef94cfb6f6 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:17.195265 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-18a61760-a3a6-4ecd-8073-548aa20eef38 req-b86b4945-970a-470e-b96c-37ef94cfb6f6 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 945 time: 0.1988063 Dec 16 09:48:17.270552 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-da0240e5-bccc-443c-a3c7-61ba4d02313b tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:17.309599 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-18a61760-a3a6-4ecd-8073-548aa20eef38 req-2be7667c-0509-463a-8bf9-414e46f173ef tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096365 Dec 16 09:48:17.364920 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 32879f19-9ed9-44c7-827b-6d78c8435703 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:48:17.449649 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 32879f19-9ed9-44c7-827b-6d78c8435703 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:48:17.450079 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:17.466983 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7ba0f471-7703-4a76-8f4b-91a536ef55b6 req-c7e02746-efe3-41a7-bea3-4d7717e52172 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 210 time: 0.0379174 Dec 16 09:48:17.494713 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cfe8f7a4-f8d7-4b68-aa7f-b17d8e17fb0f tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:17.534020 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-da0240e5-bccc-443c-a3c7-61ba4d02313b tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:17.589406 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8f7a4-f8d7-4b68-aa7f-b17d8e17fb0f tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Pushing event updated for resources: {'Subnet': ['ID=7b8cae5d-3888-4691-85a7-6d88f9b176c9,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:17.603671 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-da0240e5-bccc-443c-a3c7-61ba4d02313b tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Network 25277f1a-659c-40fc-ae08-6615db916991 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:48:17.616076 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-da0240e5-bccc-443c-a3c7-61ba4d02313b tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:48:17.625958 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe8f7a4-f8d7-4b68-aa7f-b17d8e17fb0f tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:17.625958 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe8f7a4-f8d7-4b68-aa7f-b17d8e17fb0f tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:17.625958 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe8f7a4-f8d7-4b68-aa7f-b17d8e17fb0f tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:17.625958 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe8f7a4-f8d7-4b68-aa7f-b17d8e17fb0f tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:17.625958 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe8f7a4-f8d7-4b68-aa7f-b17d8e17fb0f tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:17.625958 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe8f7a4-f8d7-4b68-aa7f-b17d8e17fb0f tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:17.625958 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe8f7a4-f8d7-4b68-aa7f-b17d8e17fb0f tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:17.627191 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe8f7a4-f8d7-4b68-aa7f-b17d8e17fb0f tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:17.627191 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe8f7a4-f8d7-4b68-aa7f-b17d8e17fb0f tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:17.627191 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe8f7a4-f8d7-4b68-aa7f-b17d8e17fb0f tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:17.627191 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe8f7a4-f8d7-4b68-aa7f-b17d8e17fb0f tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:17.627537 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe8f7a4-f8d7-4b68-aa7f-b17d8e17fb0f tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:17.630344 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-da0240e5-bccc-443c-a3c7-61ba4d02313b tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:48:17.637224 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0240e5-bccc-443c-a3c7-61ba4d02313b tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Pushing event updated for resources: {'Port': ['ID=6ac89ee0-714c-4baf-9fac-1cc0a8a4d537,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:17.662425 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe8f7a4-f8d7-4b68-aa7f-b17d8e17fb0f tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Checking segment: {'id': 'afa37a98-0e2e-456b-b48a-b9014d4a9eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '06697d5b-1632-4aea-8952-3c82a914adb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:48:17.662789 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe8f7a4-f8d7-4b68-aa7f-b17d8e17fb0f tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Network hostable DHCP agents. Network: 06697d5b-1632-4aea-8952-3c82a914adb1, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:48:17.697686 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-da0240e5-bccc-443c-a3c7-61ba4d02313b tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:17.698301 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-da0240e5-bccc-443c-a3c7-61ba4d02313b tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:17.774784 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe8f7a4-f8d7-4b68-aa7f-b17d8e17fb0f tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Network 06697d5b-1632-4aea-8952-3c82a914adb1 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:48:17.779532 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-da0240e5-bccc-443c-a3c7-61ba4d02313b tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5271792 Dec 16 09:48:17.854610 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-cfe8f7a4-f8d7-4b68-aa7f-b17d8e17fb0f tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 06697d5b-1632-4aea-8952-3c82a914adb1) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:48:17.865642 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313b6e31-77dc-470e-945d-dc3cc2faed63 None None] Network 06697d5b-1632-4aea-8952-3c82a914adb1 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:48:17.866766 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe8f7a4-f8d7-4b68-aa7f-b17d8e17fb0f tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:17.869829 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cfe8f7a4-f8d7-4b68-aa7f-b17d8e17fb0f tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:17.899149 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-987b161c-2047-4c84-b232-8ee5f0f88a96 service neutron] Request body: {'port': {'device_id': 'ffdb7828-22b0-4c24-aa8d-8f67b8aa672c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:17.956215 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-cfe8f7a4-f8d7-4b68-aa7f-b17d8e17fb0f tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5379350 Dec 16 09:48:17.962026 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41808) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:17.966977 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-5a5ede65-6e71-47e1-8136-3997d19c7556 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-713568085'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:17.971151 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-987b161c-2047-4c84-b232-8ee5f0f88a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:18.017661 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd679735-d129-48c8-a3ab-cb742c38fc51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-06697d5b-1632-4aea-8952-3c82a914adb1', 'network_id': '06697d5b-1632-4aea-8952-3c82a914adb1', 'tenant_id': '24a808d58f034cacb12ed81aff703ba3', 'fixed_ips': [{'subnet_id': '7b8cae5d-3888-4691-85a7-6d88f9b176c9'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:48:18.019074 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fd679735-d129-48c8-a3ab-cb742c38fc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:18.121951 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5ede65-6e71-47e1-8136-3997d19c7556 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Made reservation on behalf of 24a808d58f034cacb12ed81aff703ba3 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:48:18.121951 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5a5ede65-6e71-47e1-8136-3997d19c7556 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:18.203996 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5ede65-6e71-47e1-8136-3997d19c7556 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:48:18.244820 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5a5ede65-6e71-47e1-8136-3997d19c7556 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:18.245213 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-5a5ede65-6e71-47e1-8136-3997d19c7556 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Added segment e9545b39-2c88-476f-aaf3-c2e8da33f706 of type vlan for network cf688855-d40d-435f-ad6b-d167bf69c920 Dec 16 09:48:18.304827 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5a5ede65-6e71-47e1-8136-3997d19c7556 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:18.327282 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-fd679735-d129-48c8-a3ab-cb742c38fc51 None None] Allocated IP 2001:db8:0:ffff::2 (06697d5b-1632-4aea-8952-3c82a914adb1/7b8cae5d-3888-4691-85a7-6d88f9b176c9/6b6e62b5-7a74-443d-93c7-be46d4a6383d) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:48:18.442695 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-987b161c-2047-4c84-b232-8ee5f0f88a96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ac89ee0-714c-4baf-9fac-1cc0a8a4d537 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:48:18.460575 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-987b161c-2047-4c84-b232-8ee5f0f88a96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:18.482096 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5a5ede65-6e71-47e1-8136-3997d19c7556 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:18.488629 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5ede65-6e71-47e1-8136-3997d19c7556 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:18.489302 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5a5ede65-6e71-47e1-8136-3997d19c7556 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:18.508875 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdd283-7d9f-432e-9651-32fe57b51444 req-d6743a2c-d32b-4288-9cfd-36fc739746ad tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:18.519257 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f8cdd283-7d9f-432e-9651-32fe57b51444 req-d6743a2c-d32b-4288-9cfd-36fc739746ad tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 945 time: 0.0973921 Dec 16 09:48:18.545053 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fd679735-d129-48c8-a3ab-cb742c38fc51 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:18.560252 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-987b161c-2047-4c84-b232-8ee5f0f88a96 service neutron] Transition to ACTIVE for port object 6ac89ee0-714c-4baf-9fac-1cc0a8a4d537 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:48:18.592628 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f8cdd283-7d9f-432e-9651-32fe57b51444 req-1b5e17c4-a6ee-4f7e-8489-00348ef4aab1 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626478 Dec 16 09:48:18.600999 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ede65-6e71-47e1-8136-3997d19c7556 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Pushing event updated for resources: {'Network': ['ID=cf688855-d40d-435f-ad6b-d167bf69c920,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:18.615655 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network cf688855-d40d-435f-ad6b-d167bf69c920 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:48:18.656758 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55462f5-d8c8-448f-b592-e35d37049b16 req-67dd99b8-3363-402c-b64b-0210fdc8058f tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:18.658431 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a55462f5-d8c8-448f-b592-e35d37049b16 req-67dd99b8-3363-402c-b64b-0210fdc8058f tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 931 time: 0.0722907 Dec 16 09:48:18.680052 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fd679735-d129-48c8-a3ab-cb742c38fc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:18.693340 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-987b161c-2047-4c84-b232-8ee5f0f88a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:18.693340 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5a5ede65-6e71-47e1-8136-3997d19c7556 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7276559 Dec 16 09:48:18.693979 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41830) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:18.703328 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-3d871670-2168-48ae-84a6-de5ae1cdae01 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Request body: {'subnet': {'network_id': 'cf688855-d40d-435f-ad6b-d167bf69c920', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:18.735005 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd679735-d129-48c8-a3ab-cb742c38fc51 None None] Network 06697d5b-1632-4aea-8952-3c82a914adb1 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:48:18.739770 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-fd679735-d129-48c8-a3ab-cb742c38fc51 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:48:18.742111 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd679735-d129-48c8-a3ab-cb742c38fc51 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:48:18.753583 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a55462f5-d8c8-448f-b592-e35d37049b16 req-60098701-5da1-4c88-ace8-0289ee755d30 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868747 Dec 16 09:48:18.764064 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b161c-2047-4c84-b232-8ee5f0f88a96 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac89ee0-714c-4baf-9fac-1cc0a8a4d537,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:18.816489 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd679735-d129-48c8-a3ab-cb742c38fc51 None None] Pushing event updated for resources: {'Port': ['ID=6b6e62b5-7a74-443d-93c7-be46d4a6383d,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:18.835230 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd679735-d129-48c8-a3ab-cb742c38fc51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:18.835230 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd679735-d129-48c8-a3ab-cb742c38fc51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:18.835230 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd679735-d129-48c8-a3ab-cb742c38fc51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:18.835230 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd679735-d129-48c8-a3ab-cb742c38fc51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:18.835230 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd679735-d129-48c8-a3ab-cb742c38fc51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:18.835230 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd679735-d129-48c8-a3ab-cb742c38fc51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:18.835230 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd679735-d129-48c8-a3ab-cb742c38fc51 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:18.835230 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd679735-d129-48c8-a3ab-cb742c38fc51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:18.836079 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd679735-d129-48c8-a3ab-cb742c38fc51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:18.836251 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd679735-d129-48c8-a3ab-cb742c38fc51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:18.837009 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd679735-d129-48c8-a3ab-cb742c38fc51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:18.837514 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd679735-d129-48c8-a3ab-cb742c38fc51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:18.844252 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-fd679735-d129-48c8-a3ab-cb742c38fc51 None None] Attempting to bind port 6b6e62b5-7a74-443d-93c7-be46d4a6383d on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:48:18.844252 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-fd679735-d129-48c8-a3ab-cb742c38fc51 None None] Attempting to bind port 6b6e62b5-7a74-443d-93c7-be46d4a6383d by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'afa37a98-0e2e-456b-b48a-b9014d4a9eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '06697d5b-1632-4aea-8952-3c82a914adb1'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:48:18.844252 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd679735-d129-48c8-a3ab-cb742c38fc51 None None] Attempting to bind port 6b6e62b5-7a74-443d-93c7-be46d4a6383d on network 06697d5b-1632-4aea-8952-3c82a914adb1 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:48:18.852243 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd679735-d129-48c8-a3ab-cb742c38fc51 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:48:18.852243 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd679735-d129-48c8-a3ab-cb742c38fc51 None None] Checking segment: {'id': 'afa37a98-0e2e-456b-b48a-b9014d4a9eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '06697d5b-1632-4aea-8952-3c82a914adb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:48:18.852243 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fd679735-d129-48c8-a3ab-cb742c38fc51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:18.852243 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd679735-d129-48c8-a3ab-cb742c38fc51 None None] Bound using segment: {'id': 'afa37a98-0e2e-456b-b48a-b9014d4a9eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '06697d5b-1632-4aea-8952-3c82a914adb1'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:48:18.853224 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-fd679735-d129-48c8-a3ab-cb742c38fc51 None None] Bound port: 6b6e62b5-7a74-443d-93c7-be46d4a6383d, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa37a98-0e2e-456b-b48a-b9014d4a9eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '06697d5b-1632-4aea-8952-3c82a914adb1'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:48:18.853224 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fd679735-d129-48c8-a3ab-cb742c38fc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:18.880910 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-987b161c-2047-4c84-b232-8ee5f0f88a96 service neutron] Attempting to bind port 6ac89ee0-714c-4baf-9fac-1cc0a8a4d537 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:48:18.881277 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-987b161c-2047-4c84-b232-8ee5f0f88a96 service neutron] Attempting to bind port 6ac89ee0-714c-4baf-9fac-1cc0a8a4d537 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'bbe77819-9d73-4642-9a69-8a34639568bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '25277f1a-659c-40fc-ae08-6615db916991'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:48:18.881630 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-987b161c-2047-4c84-b232-8ee5f0f88a96 service neutron] Attempting to bind port 6ac89ee0-714c-4baf-9fac-1cc0a8a4d537 on network 25277f1a-659c-40fc-ae08-6615db916991 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:48:18.892325 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-987b161c-2047-4c84-b232-8ee5f0f88a96 service neutron] Port 6ac89ee0-714c-4baf-9fac-1cc0a8a4d537 on network 25277f1a-659c-40fc-ae08-6615db916991 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:48:18.892325 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-987b161c-2047-4c84-b232-8ee5f0f88a96 service neutron] Attempting to bind port 6ac89ee0-714c-4baf-9fac-1cc0a8a4d537 on network 25277f1a-659c-40fc-ae08-6615db916991 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:48:18.892325 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-987b161c-2047-4c84-b232-8ee5f0f88a96 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:48:18.892750 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-987b161c-2047-4c84-b232-8ee5f0f88a96 service neutron] Checking segment: {'id': 'bbe77819-9d73-4642-9a69-8a34639568bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '25277f1a-659c-40fc-ae08-6615db916991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:48:18.892853 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-987b161c-2047-4c84-b232-8ee5f0f88a96 service neutron] Bound using segment: {'id': 'bbe77819-9d73-4642-9a69-8a34639568bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '25277f1a-659c-40fc-ae08-6615db916991'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:48:18.893335 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-987b161c-2047-4c84-b232-8ee5f0f88a96 service neutron] Bound port: 6ac89ee0-714c-4baf-9fac-1cc0a8a4d537, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbe77819-9d73-4642-9a69-8a34639568bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '25277f1a-659c-40fc-ae08-6615db916991'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:48:18.893682 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-987b161c-2047-4c84-b232-8ee5f0f88a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:18.955133 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-fd679735-d129-48c8-a3ab-cb742c38fc51 None None] For port 6b6e62b5-7a74-443d-93c7-be46d4a6383d, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:48:18.962086 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-fd679735-d129-48c8-a3ab-cb742c38fc51 None None] For port 6b6e62b5-7a74-443d-93c7-be46d4a6383d, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=6b6e62b5-7a74-443d-93c7-be46d4a6383d,segment=NetworkSegment(afa37a98-0e2e-456b-b48a-b9014d4a9eb0),segment_id=afa37a98-0e2e-456b-b48a-b9014d4a9eb0)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:48:18.980190 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d871670-2168-48ae-84a6-de5ae1cdae01 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Made reservation on behalf of 24a808d58f034cacb12ed81aff703ba3 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:48:18.987132 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d871670-2168-48ae-84a6-de5ae1cdae01 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:19.006820 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-987b161c-2047-4c84-b232-8ee5f0f88a96 service neutron] For port 6ac89ee0-714c-4baf-9fac-1cc0a8a4d537, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:48:19.011071 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-987b161c-2047-4c84-b232-8ee5f0f88a96 service neutron] For port 6ac89ee0-714c-4baf-9fac-1cc0a8a4d537, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=6ac89ee0-714c-4baf-9fac-1cc0a8a4d537,segment=NetworkSegment(bbe77819-9d73-4642-9a69-8a34639568bb),segment_id=bbe77819-9d73-4642-9a69-8a34639568bb)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:48:19.106584 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fd679735-d129-48c8-a3ab-cb742c38fc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:19.106827 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-987b161c-2047-4c84-b232-8ee5f0f88a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:19.161569 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-987b161c-2047-4c84-b232-8ee5f0f88a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:19.162089 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-987b161c-2047-4c84-b232-8ee5f0f88a96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:19.166202 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-987b161c-2047-4c84-b232-8ee5f0f88a96 service neutron] 10.222.0.58 "PUT /v2.0/ports/6ac89ee0-714c-4baf-9fac-1cc0a8a4d537 HTTP/1.1" status: 200 len: 1091 time: 1.3766177 Dec 16 09:48:19.166701 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffdb7828-22b0-4c24-aa8d-8f67b8aa672c', 'tag': '6ac89ee0-714c-4baf-9fac-1cc0a8a4d537'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:48:19.169061 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05d4058-3496-4da6-a305-adfd305bdc03" -d '{"events": [{"name": "network-changed", "server_uuid": "ffdb7828-22b0-4c24-aa8d-8f67b8aa672c", "tag": "6ac89ee0-714c-4baf-9fac-1cc0a8a4d537"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:48:19.176316 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd679735-d129-48c8-a3ab-cb742c38fc51 None None] Pushing event updated for resources: {'Port': ['ID=6b6e62b5-7a74-443d-93c7-be46d4a6383d,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:19.283913 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b161c-2047-4c84-b232-8ee5f0f88a96 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac89ee0-714c-4baf-9fac-1cc0a8a4d537,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:19.301106 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38383567-3d22-480b-954f-0547be08e167 x-openstack-request-id: req-38383567-3d22-480b-954f-0547be08e167 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:48:19.301438 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffdb7828-22b0-4c24-aa8d-8f67b8aa672c", "tag": "6ac89ee0-714c-4baf-9fac-1cc0a8a4d537", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:48:19.301705 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-38383567-3d22-480b-954f-0547be08e167 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:48:19.302097 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffdb7828-22b0-4c24-aa8d-8f67b8aa672c', 'tag': '6ac89ee0-714c-4baf-9fac-1cc0a8a4d537', 'status': 'completed', 'code': 200} Dec 16 09:48:19.342725 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-fff2f735-a6f4-45a3-8bfc-07382550ac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:19.344247 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-fff2f735-a6f4-45a3-8bfc-07382550ac3e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3dc9d568910412b9d99d599bd3f4345&device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 1094 time: 0.0616338 Dec 16 09:48:19.422286 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-1a3401a9-f415-46dc-8942-6e31463accad service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ac89ee0-714c-4baf-9fac-1cc0a8a4d537 HTTP/1.1" status: 200 len: 217 time: 0.0685966 Dec 16 09:48:19.508032 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-8ea2606c-796f-45c6-b5b5-f6a735168452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:19.509603 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-8ea2606c-796f-45c6-b5b5-f6a735168452 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c9a5f5f1-d83a-4498-90f5-323c2ed12d23 HTTP/1.1" status: 200 len: 851 time: 0.0803592 Dec 16 09:48:19.535719 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 87ea0160-6ace-441a-a60b-f7a3c189cbae no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:48:19.551964 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-fb0b8210-1d23-43e7-9c50-3ce96d269838 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=25277f1a-659c-40fc-ae08-6615db916991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352044 Dec 16 09:48:19.564874 n-d-820550-2 neutron-server[102816]: DEBUG neutron.objects.ports [None req-3d871670-2168-48ae-84a6-de5ae1cdae01 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102816) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:48:19.567053 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d871670-2168-48ae-84a6-de5ae1cdae01 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:19.649223 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d871670-2168-48ae-84a6-de5ae1cdae01 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Pushing event updated for resources: {'Subnet': ['ID=aa766c14-9b47-403f-b6a1-c924f1b27233,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:19.677137 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d871670-2168-48ae-84a6-de5ae1cdae01 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:19.677410 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d871670-2168-48ae-84a6-de5ae1cdae01 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:19.677758 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d871670-2168-48ae-84a6-de5ae1cdae01 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:19.678099 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d871670-2168-48ae-84a6-de5ae1cdae01 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:19.678436 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d871670-2168-48ae-84a6-de5ae1cdae01 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:19.678770 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d871670-2168-48ae-84a6-de5ae1cdae01 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:19.679100 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d871670-2168-48ae-84a6-de5ae1cdae01 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:19.679428 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d871670-2168-48ae-84a6-de5ae1cdae01 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:19.679754 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d871670-2168-48ae-84a6-de5ae1cdae01 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:19.680080 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d871670-2168-48ae-84a6-de5ae1cdae01 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:19.680407 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d871670-2168-48ae-84a6-de5ae1cdae01 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:19.680734 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d871670-2168-48ae-84a6-de5ae1cdae01 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:19.683860 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:19.721405 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f15e74b6-9d5e-4be6-9e0d-064474e8638f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87ea0160-6ace-441a-a60b-f7a3c189cbae'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:48:19.725481 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34316ca9-24d2-42f9-9935-eb69e0378a1f" -d '{"events": [{"server_uuid": "f15e74b6-9d5e-4be6-9e0d-064474e8638f", "name": "network-vif-unplugged", "status": "completed", "tag": "87ea0160-6ace-441a-a60b-f7a3c189cbae"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:48:19.742427 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-a5056e6a-fe6a-43a0-9d49-a4a3c5e0be2d service neutron] 10.222.0.58 "GET /v2.0/networks/25277f1a-659c-40fc-ae08-6615db916991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838133 Dec 16 09:48:19.743275 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d871670-2168-48ae-84a6-de5ae1cdae01 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Checking segment: {'id': 'e9545b39-2c88-476f-aaf3-c2e8da33f706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cf688855-d40d-435f-ad6b-d167bf69c920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:48:19.743602 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d871670-2168-48ae-84a6-de5ae1cdae01 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Network hostable DHCP agents. Network: cf688855-d40d-435f-ad6b-d167bf69c920, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:48:19.752321 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 87ea0160-6ace-441a-a60b-f7a3c189cbae, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=87ea0160-6ace-441a-a60b-f7a3c189cbae,segment=NetworkSegment(c1145db4-acce-4730-a2ad-0f420017f088),segment_id=c1145db4-acce-4730-a2ad-0f420017f088)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:19.814292 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:19.869510 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d871670-2168-48ae-84a6-de5ae1cdae01 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Network cf688855-d40d-435f-ad6b-d167bf69c920 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:48:19.907299 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=87ea0160-6ace-441a-a60b-f7a3c189cbae,revision_number=8']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:19.914306 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41860) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:19.931771 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e2a97ff1-e804-4add-af18-58e47dfe82bd req-04029878-6fd9-4009-bd07-7b83862ec3d2 service neutron] 10.222.0.58 "GET /v2.0/networks/25277f1a-659c-40fc-ae08-6615db916991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722584 Dec 16 09:48:19.974803 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Dec 2021 09:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd53961-89db-498e-a8dc-1ae7c11bbdc8 x-openstack-request-id: req-ebd53961-89db-498e-a8dc-1ae7c11bbdc8 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:48:19.975105 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f15e74b6-9d5e-4be6-9e0d-064474e8638f", "name": "network-vif-unplugged", "status": "failed", "tag": "87ea0160-6ace-441a-a60b-f7a3c189cbae", "code": 422}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:48:19.975360 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ebd53961-89db-498e-a8dc-1ae7c11bbdc8 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:48:19.975906 n-d-820550-2 neutron-server[102818]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f15e74b6-9d5e-4be6-9e0d-064474e8638f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '87ea0160-6ace-441a-a60b-f7a3c189cbae', 'code': 422} returned with failed status Dec 16 09:48:19.978112 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-3d871670-2168-48ae-84a6-de5ae1cdae01 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, cf688855-d40d-435f-ad6b-d167bf69c920) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:48:19.984692 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d871670-2168-48ae-84a6-de5ae1cdae01 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:19.988634 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d871670-2168-48ae-84a6-de5ae1cdae01 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:19.995753 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2342b92b-d945-451b-a149-4e552ba3f0ef None None] Network cf688855-d40d-435f-ad6b-d167bf69c920 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:48:20.082080 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3d871670-2168-48ae-84a6-de5ae1cdae01 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3856025 Dec 16 09:48:20.088844 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41868) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:20.093725 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-f67460d8-e050-45e9-a801-b8e1601ec2d7 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Request body: {'port': {'network_id': 'cf688855-d40d-435f-ad6b-d167bf69c920', 'name': 'tempest-NetworksIpV6TestAttrs-574877641'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:20.101851 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-51718433-9de7-4d46-a894-a0be720417a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:20.162253 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c06cc9-441e-4ddc-b501-65d341568e5f req-9042e952-1ab7-4d6f-b1c6-dda7eb572cd5 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:20.171290 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a0c06cc9-441e-4ddc-b501-65d341568e5f req-9042e952-1ab7-4d6f-b1c6-dda7eb572cd5 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 943 time: 0.1217186 Dec 16 09:48:20.196422 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d4058-3496-4da6-a305-adfd305bdc03 req-22030102-c1b2-46fa-86f0-826a50f27e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:20.198731 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b05d4058-3496-4da6-a305-adfd305bdc03 req-22030102-c1b2-46fa-86f0-826a50f27e25 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3dc9d568910412b9d99d599bd3f4345&device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 1094 time: 0.1480405 Dec 16 09:48:20.243504 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a0c06cc9-441e-4ddc-b501-65d341568e5f req-e0a7b0d9-b15a-4e51-ad10-03dc6c77f1fc tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704837 Dec 16 09:48:20.327467 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-51718433-9de7-4d46-a894-a0be720417a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:20.397159 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d4058-3496-4da6-a305-adfd305bdc03 req-8104bd3b-9dbc-4d7c-bccb-604110096ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:20.397159 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b05d4058-3496-4da6-a305-adfd305bdc03 req-8104bd3b-9dbc-4d7c-bccb-604110096ba1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=25277f1a-659c-40fc-ae08-6615db916991 HTTP/1.1" status: 200 len: 912 time: 0.1861346 Dec 16 09:48:20.422193 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67460d8-e050-45e9-a801-b8e1601ec2d7 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Made reservation on behalf of 24a808d58f034cacb12ed81aff703ba3 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:48:20.423299 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f67460d8-e050-45e9-a801-b8e1601ec2d7 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:20.429972 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddce03ec-42f8-4735-9146-36284f1bb0c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-cf688855-d40d-435f-ad6b-d167bf69c920', 'network_id': 'cf688855-d40d-435f-ad6b-d167bf69c920', 'tenant_id': '24a808d58f034cacb12ed81aff703ba3', 'fixed_ips': [{'subnet_id': 'aa766c14-9b47-403f-b6a1-c924f1b27233'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:48:20.432572 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ddce03ec-42f8-4735-9146-36284f1bb0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:20.449168 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b05d4058-3496-4da6-a305-adfd305bdc03 req-26a0c3b2-fd58-4c5b-94fd-c31c45968cc7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ac89ee0-714c-4baf-9fac-1cc0a8a4d537 HTTP/1.1" status: 200 len: 217 time: 0.0444486 Dec 16 09:48:20.456327 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-f67460d8-e050-45e9-a801-b8e1601ec2d7 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] device_id is not set on port e40f30c0-56aa-40b5-a82c-b36de9e68cd9 yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:48:20.512611 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-51718433-9de7-4d46-a894-a0be720417a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:20.523729 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41878) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:20.567801 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51718433-9de7-4d46-a894-a0be720417a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8316800-ad6a-4e7b-8bfb-9c7865e10f9b,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:20.602135 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d4058-3496-4da6-a305-adfd305bdc03 req-7eba1b57-f3c9-4a27-ae15-3e16fee88de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:20.603910 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b05d4058-3496-4da6-a305-adfd305bdc03 req-7eba1b57-f3c9-4a27-ae15-3e16fee88de7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c9a5f5f1-d83a-4498-90f5-323c2ed12d23 HTTP/1.1" status: 200 len: 851 time: 0.1451576 Dec 16 09:48:20.607162 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-51718433-9de7-4d46-a894-a0be720417a5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b0479b354ed049588941533415e2fe26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6917081 Dec 16 09:48:20.611108 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41880) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:20.654332 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b05d4058-3496-4da6-a305-adfd305bdc03 req-0701f8d6-1d8f-4bce-82d1-a5c2119cd1c7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=25277f1a-659c-40fc-ae08-6615db916991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388238 Dec 16 09:48:20.708368 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1a401dad-a4a2-4548-b260-c060ddf32432 tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] 10.222.0.60 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2552 time: 0.1832976 Dec 16 09:48:20.711804 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41882) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:20.723483 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-78f106e0-b61c-48d6-9858-f74a081de42c tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Request body: {'network': {'name': 'tempest-network-smoke--804700294', 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'port_security_enabled': False}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:20.742489 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3b079b-5deb-4cf5-8307-84d037336432 None None] Network 06697d5b-1632-4aea-8952-3c82a914adb1 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:48:20.777554 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-f67460d8-e050-45e9-a801-b8e1601ec2d7 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Allocated IP 2001:db8::f816:3eff:feb4:337f (cf688855-d40d-435f-ad6b-d167bf69c920/aa766c14-9b47-403f-b6a1-c924f1b27233/e40f30c0-56aa-40b5-a82c-b36de9e68cd9) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:48:20.779449 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fd17248a-7673-48a2-bdaf-30478210448c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:20.807011 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-3ef11799-17d4-43a1-92cb-069319e422cd None None] Provisioning complete for port 6b6e62b5-7a74-443d-93c7-be46d4a6383d triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:48:20.807518 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3ef11799-17d4-43a1-92cb-069319e422cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:20.813660 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fd17248a-7673-48a2-bdaf-30478210448c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:20.823148 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b05d4058-3496-4da6-a305-adfd305bdc03 req-0fa54b73-ff44-4475-ac54-bfe7580ce9fe service neutron] 10.222.0.58 "GET /v2.0/networks/25277f1a-659c-40fc-ae08-6615db916991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583674 Dec 16 09:48:20.917876 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f106e0-b61c-48d6-9858-f74a081de42c tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Made reservation on behalf of 7b42c23eb8df4f149d42f9011b4094e4 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:48:20.945897 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-78f106e0-b61c-48d6-9858-f74a081de42c tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:21.120325 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b05d4058-3496-4da6-a305-adfd305bdc03 req-85cda992-2992-48c6-8f17-aacba46dbe39 service neutron] 10.222.0.58 "GET /v2.0/networks/25277f1a-659c-40fc-ae08-6615db916991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872460 Dec 16 09:48:21.183229 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6ec59-90c8-40f8-afdb-d1b0ce5c9a8d req-a3e220dd-528e-42a8-bf19-1d4260741ff8 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:21.193954 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6dd6ec59-90c8-40f8-afdb-d1b0ce5c9a8d req-a3e220dd-528e-42a8-bf19-1d4260741ff8 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 943 time: 0.2123909 Dec 16 09:48:21.242670 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3ef11799-17d4-43a1-92cb-069319e422cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:21.255393 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f106e0-b61c-48d6-9858-f74a081de42c tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:48:21.320741 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-3ef11799-17d4-43a1-92cb-069319e422cd None None] For port 6b6e62b5-7a74-443d-93c7-be46d4a6383d, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=6b6e62b5-7a74-443d-93c7-be46d4a6383d,segment=NetworkSegment(afa37a98-0e2e-456b-b48a-b9014d4a9eb0),segment_id=afa37a98-0e2e-456b-b48a-b9014d4a9eb0)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:21.321009 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6dd6ec59-90c8-40f8-afdb-d1b0ce5c9a8d req-767dd176-08f9-463e-92e2-47cea296ae99 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022837 Dec 16 09:48:21.383276 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6b6e62b5-7a74-443d-93c7-be46d4a6383d up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:48:21.406365 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-78f106e0-b61c-48d6-9858-f74a081de42c tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:21.406718 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-78f106e0-b61c-48d6-9858-f74a081de42c tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Added segment acb8dc6f-a628-4d5a-bbee-5695af1a8040 of type vlan for network a5472c03-50b3-442f-aac3-f44b15fe57a0 Dec 16 09:48:21.419869 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3ef11799-17d4-43a1-92cb-069319e422cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:21.435680 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fd17248a-7673-48a2-bdaf-30478210448c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:21.438549 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fd17248a-7673-48a2-bdaf-30478210448c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:21.439588 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fd17248a-7673-48a2-bdaf-30478210448c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d8316800-ad6a-4e7b-8bfb-9c7865e10f9b HTTP/1.1" status: 204 len: 168 time: 0.8273413 Dec 16 09:48:21.529262 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef11799-17d4-43a1-92cb-069319e422cd None None] Pushing event updated for resources: {'Port': ['ID=6b6e62b5-7a74-443d-93c7-be46d4a6383d,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:21.541936 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 6b6e62b5-7a74-443d-93c7-be46d4a6383d triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:48:21.542393 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:21.548367 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-78f106e0-b61c-48d6-9858-f74a081de42c tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:21.590383 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17248a-7673-48a2-bdaf-30478210448c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8316800-ad6a-4e7b-8bfb-9c7865e10f9b,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:21.594986 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f67460d8-e050-45e9-a801-b8e1601ec2d7 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:21.654379 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-dab5be11-99ca-429c-a3f2-959de55645ec None None] Provisioning complete for port 6b6e62b5-7a74-443d-93c7-be46d4a6383d triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:48:21.655020 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-dab5be11-99ca-429c-a3f2-959de55645ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:21.667209 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad994f-7255-4c57-b6eb-123d890d2491 req-d5b12392-5a47-4f5d-8ac9-a9200309a2b2 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:21.675276 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b6ad994f-7255-4c57-b6eb-123d890d2491 req-d5b12392-5a47-4f5d-8ac9-a9200309a2b2 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 943 time: 0.2930560 Dec 16 09:48:21.690766 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65f53d6f-ff84-4be3-89cc-fabb27708d7f req-9d49eeba-76e2-4954-bab2-07d8cd7489b4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2496221 Dec 16 09:48:21.748511 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b6ad994f-7255-4c57-b6eb-123d890d2491 req-e143f93a-0ac6-42ae-b872-89813cf72ec0 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617764 Dec 16 09:48:21.754254 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-78f106e0-b61c-48d6-9858-f74a081de42c tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:21.760073 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f106e0-b61c-48d6-9858-f74a081de42c tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:21.760666 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-78f106e0-b61c-48d6-9858-f74a081de42c tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:21.830591 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f106e0-b61c-48d6-9858-f74a081de42c tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Pushing event updated for resources: {'Network': ['ID=a5472c03-50b3-442f-aac3-f44b15fe57a0,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:21.845420 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network a5472c03-50b3-442f-aac3-f44b15fe57a0 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:48:21.854950 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f67460d8-e050-45e9-a801-b8e1601ec2d7 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:21.920740 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41908) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:21.927639 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-e2145e94-2be6-4b32-8423-8354ab5adb7a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-873415064', 'admin_state_up': True, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:21.932937 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-78f106e0-b61c-48d6-9858-f74a081de42c tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2144480 Dec 16 09:48:21.967792 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67460d8-e050-45e9-a801-b8e1601ec2d7 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Network cf688855-d40d-435f-ad6b-d167bf69c920 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:48:21.971830 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-f67460d8-e050-45e9-a801-b8e1601ec2d7 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:48:21.984709 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67460d8-e050-45e9-a801-b8e1601ec2d7 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:48:21.988379 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-ddce03ec-42f8-4735-9146-36284f1bb0c5 None None] Allocated IP 2001:db8::f816:3eff:febc:9570 (cf688855-d40d-435f-ad6b-d167bf69c920/aa766c14-9b47-403f-b6a1-c924f1b27233/a74c719f-edf2-439d-9090-0ffa1b2fe0b1) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:48:21.991473 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67460d8-e050-45e9-a801-b8e1601ec2d7 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:21.992163 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f67460d8-e050-45e9-a801-b8e1601ec2d7 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:21.996452 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67460d8-e050-45e9-a801-b8e1601ec2d7 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Pushing event updated for resources: {'Port': ['ID=e40f30c0-56aa-40b5-a82c-b36de9e68cd9,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:22.063758 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 6ac89ee0-714c-4baf-9fac-1cc0a8a4d537 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:48:22.081426 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e2145e94-2be6-4b32-8423-8354ab5adb7a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:22.081426 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e2145e94-2be6-4b32-8423-8354ab5adb7a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:22.143684 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e2145e94-2be6-4b32-8423-8354ab5adb7a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:22.249300 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f67460d8-e050-45e9-a801-b8e1601ec2d7 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.1592243 Dec 16 09:48:22.253718 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41920) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:22.313018 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 6ac89ee0-714c-4baf-9fac-1cc0a8a4d537, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=6ac89ee0-714c-4baf-9fac-1cc0a8a4d537,segment=NetworkSegment(bbe77819-9d73-4642-9a69-8a34639568bb),segment_id=bbe77819-9d73-4642-9a69-8a34639568bb)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:22.335052 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ddce03ec-42f8-4735-9146-36284f1bb0c5 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:22.340278 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '6ac89ee0-714c-4baf-9fac-1cc0a8a4d537', 'network_id': '25277f1a-659c-40fc-ae08-6615db916991', 'port_id': '6ac89ee0-714c-4baf-9fac-1cc0a8a4d537', 'mac_address': 'fa:16:3e:e9:dc:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9a5f5f1-d83a-4498-90f5-323c2ed12d23', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:48:22.399190 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41928) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:22.426898 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-aac811d5-a0bb-4cdd-9d1b-1f841fc64519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:22.445506 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:22.465724 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ddce03ec-42f8-4735-9146-36284f1bb0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:22.491866 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac89ee0-714c-4baf-9fac-1cc0a8a4d537 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:48:22.525130 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddce03ec-42f8-4735-9146-36284f1bb0c5 None None] Network cf688855-d40d-435f-ad6b-d167bf69c920 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:48:22.537055 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-ddce03ec-42f8-4735-9146-36284f1bb0c5 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:48:22.543674 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddce03ec-42f8-4735-9146-36284f1bb0c5 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:48:22.566043 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce03ec-42f8-4735-9146-36284f1bb0c5 None None] Pushing event updated for resources: {'Port': ['ID=a74c719f-edf2-439d-9090-0ffa1b2fe0b1,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:22.573224 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 6ac89ee0-714c-4baf-9fac-1cc0a8a4d537, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=6ac89ee0-714c-4baf-9fac-1cc0a8a4d537,segment=NetworkSegment(bbe77819-9d73-4642-9a69-8a34639568bb),segment_id=bbe77819-9d73-4642-9a69-8a34639568bb)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:22.624047 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-ddce03ec-42f8-4735-9146-36284f1bb0c5 None None] Attempting to bind port a74c719f-edf2-439d-9090-0ffa1b2fe0b1 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:48:22.624567 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-ddce03ec-42f8-4735-9146-36284f1bb0c5 None None] Attempting to bind port a74c719f-edf2-439d-9090-0ffa1b2fe0b1 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'e9545b39-2c88-476f-aaf3-c2e8da33f706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cf688855-d40d-435f-ad6b-d167bf69c920'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:48:22.625085 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddce03ec-42f8-4735-9146-36284f1bb0c5 None None] Attempting to bind port a74c719f-edf2-439d-9090-0ffa1b2fe0b1 on network cf688855-d40d-435f-ad6b-d167bf69c920 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:48:22.631102 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddce03ec-42f8-4735-9146-36284f1bb0c5 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:48:22.631653 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddce03ec-42f8-4735-9146-36284f1bb0c5 None None] Checking segment: {'id': 'e9545b39-2c88-476f-aaf3-c2e8da33f706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cf688855-d40d-435f-ad6b-d167bf69c920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:48:22.632164 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ddce03ec-42f8-4735-9146-36284f1bb0c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:22.632659 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddce03ec-42f8-4735-9146-36284f1bb0c5 None None] Bound using segment: {'id': 'e9545b39-2c88-476f-aaf3-c2e8da33f706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cf688855-d40d-435f-ad6b-d167bf69c920'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:48:22.633442 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-ddce03ec-42f8-4735-9146-36284f1bb0c5 None None] Bound port: a74c719f-edf2-439d-9090-0ffa1b2fe0b1, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9545b39-2c88-476f-aaf3-c2e8da33f706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cf688855-d40d-435f-ad6b-d167bf69c920'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:48:22.634211 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ddce03ec-42f8-4735-9146-36284f1bb0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:22.642833 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-aac811d5-a0bb-4cdd-9d1b-1f841fc64519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:22.706346 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:22.732516 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-aac811d5-a0bb-4cdd-9d1b-1f841fc64519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:22.780721 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=6ac89ee0-714c-4baf-9fac-1cc0a8a4d537,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:22.783403 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-aac811d5-a0bb-4cdd-9d1b-1f841fc64519 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=35d1093e1d584365bfe61154fb46afd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3830359 Dec 16 09:48:22.786568 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac811d5-a0bb-4cdd-9d1b-1f841fc64519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c8b649-91eb-440f-b11d-1d8afabe49b8,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:22.790784 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-ddce03ec-42f8-4735-9146-36284f1bb0c5 None None] For port a74c719f-edf2-439d-9090-0ffa1b2fe0b1, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:48:22.794051 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41946) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:22.816961 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-ddce03ec-42f8-4735-9146-36284f1bb0c5 None None] For port a74c719f-edf2-439d-9090-0ffa1b2fe0b1, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=a74c719f-edf2-439d-9090-0ffa1b2fe0b1,segment=NetworkSegment(e9545b39-2c88-476f-aaf3-c2e8da33f706),segment_id=e9545b39-2c88-476f-aaf3-c2e8da33f706)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:48:22.883592 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ddce03ec-42f8-4735-9146-36284f1bb0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:22.940060 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['6ac89ee0-714c-4baf-9fac-1cc0a8a4d537'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:48:22.951391 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7cb088b8-63e9-415c-90c3-340457b38c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:22.997733 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-238c1b2c-05a2-4c20-bf3e-a210bcc19bab tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Deleting subnet aa766c14-9b47-403f-b6a1-c924f1b27233 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:48:23.003007 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-238c1b2c-05a2-4c20-bf3e-a210bcc19bab tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:23.044825 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce03ec-42f8-4735-9146-36284f1bb0c5 None None] Pushing event updated for resources: {'Port': ['ID=a74c719f-edf2-439d-9090-0ffa1b2fe0b1,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:23.268963 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e2145e94-2be6-4b32-8423-8354ab5adb7a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:23.370046 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b943c1-c642-4816-9216-b1b08a8f0e03 req-b9076a4a-c580-4ec8-87f5-5c4d3d4f13de tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:23.375432 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-71b943c1-c642-4816-9216-b1b08a8f0e03 req-b9076a4a-c580-4ec8-87f5-5c4d3d4f13de tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 943 time: 0.4684005 Dec 16 09:48:23.414470 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-238c1b2c-05a2-4c20-bf3e-a210bcc19bab tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:23.422665 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6b6e62b5-7a74-443d-93c7-be46d4a6383d up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:48:23.493805 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 6b6e62b5-7a74-443d-93c7-be46d4a6383d triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:48:23.494669 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:23.584280 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7cb088b8-63e9-415c-90c3-340457b38c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:23.597873 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437949ca-5268-4dc1-b42f-d97fa86e18a3 req-d22f752d-c5f3-41b1-82c6-1efb5c1beece tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:23.599460 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-437949ca-5268-4dc1-b42f-d97fa86e18a3 req-d22f752d-c5f3-41b1-82c6-1efb5c1beece tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 944 time: 0.7538195 Dec 16 09:48:23.665147 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-437949ca-5268-4dc1-b42f-d97fa86e18a3 req-51383faa-ffb5-4a78-a897-d87e8c1ef59c tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596101 Dec 16 09:48:23.690958 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-71b943c1-c642-4816-9216-b1b08a8f0e03 req-5f50af22-5769-4020-ac30-d0abf115790b tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2702355 Dec 16 09:48:23.795442 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-238c1b2c-05a2-4c20-bf3e-a210bcc19bab tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:23.802708 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7cb088b8-63e9-415c-90c3-340457b38c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:23.805567 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7cb088b8-63e9-415c-90c3-340457b38c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:23.809375 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7cb088b8-63e9-415c-90c3-340457b38c8a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/20c8b649-91eb-440f-b11d-1d8afabe49b8 HTTP/1.1" status: 204 len: 168 time: 1.0139430 Dec 16 09:48:23.830659 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb088b8-63e9-415c-90c3-340457b38c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c8b649-91eb-440f-b11d-1d8afabe49b8,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:24.014433 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a974a6ce-c05e-4678-88ff-665d75823f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:24.064435 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 6ac89ee0-714c-4baf-9fac-1cc0a8a4d537 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:48:24.082994 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e2145e94-2be6-4b32-8423-8354ab5adb7a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for router_gateway, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:24.137043 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e2145e94-2be6-4b32-8423-8354ab5adb7a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:24.261705 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 6ac89ee0-714c-4baf-9fac-1cc0a8a4d537 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:48:24.265793 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 6ac89ee0-714c-4baf-9fac-1cc0a8a4d537 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:48:24.266161 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:24.309146 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-238c1b2c-05a2-4c20-bf3e-a210bcc19bab tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:24.364689 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c1b2c-05a2-4c20-bf3e-a210bcc19bab tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Pushing event deleted for resources: {'Subnet': ['ID=aa766c14-9b47-403f-b6a1-c924f1b27233,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:24.398503 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-238c1b2c-05a2-4c20-bf3e-a210bcc19bab tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:24.404253 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41978) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:24.404442 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-238c1b2c-05a2-4c20-bf3e-a210bcc19bab tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] 10.222.0.60 "DELETE /v2.0/subnets/aa766c14-9b47-403f-b6a1-c924f1b27233 HTTP/1.1" status: 204 len: 168 time: 2.1493783 Dec 16 09:48:24.442010 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-e2145e94-2be6-4b32-8423-8354ab5adb7a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Allocated IP 172.25.1.144 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/73803c66-44d0-48c6-9209-e0a76d1274a0) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:48:24.474702 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:24.543745 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 6ac89ee0-714c-4baf-9fac-1cc0a8a4d537, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=6ac89ee0-714c-4baf-9fac-1cc0a8a4d537,segment=NetworkSegment(bbe77819-9d73-4642-9a69-8a34639568bb),segment_id=bbe77819-9d73-4642-9a69-8a34639568bb)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:24.544867 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffdb7828-22b0-4c24-aa8d-8f67b8aa672c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac89ee0-714c-4baf-9fac-1cc0a8a4d537'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:48:24.547438 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0eada87-ccee-4be4-b312-9749452e60ea" -d '{"events": [{"server_uuid": "ffdb7828-22b0-4c24-aa8d-8f67b8aa672c", "name": "network-vif-plugged", "status": "completed", "tag": "6ac89ee0-714c-4baf-9fac-1cc0a8a4d537"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:48:24.567926 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e69894-0696-431b-be66-a3eea970ac0e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:24.580515 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e69894-0696-431b-be66-a3eea970ac0e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:24.583898 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-38e69894-0696-431b-be66-a3eea970ac0e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1781175 Dec 16 09:48:24.593764 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41986) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:24.637887 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:24.644698 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e741b035-d3cf-484d-8f6f-c3d97ae366da x-openstack-request-id: req-e741b035-d3cf-484d-8f6f-c3d97ae366da {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:48:24.645951 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffdb7828-22b0-4c24-aa8d-8f67b8aa672c", "name": "network-vif-plugged", "status": "completed", "tag": "6ac89ee0-714c-4baf-9fac-1cc0a8a4d537", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:48:24.646858 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e741b035-d3cf-484d-8f6f-c3d97ae366da {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:48:24.647315 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffdb7828-22b0-4c24-aa8d-8f67b8aa672c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac89ee0-714c-4baf-9fac-1cc0a8a4d537', 'code': 200} Dec 16 09:48:24.782911 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7cdead-2635-405b-b7b1-1ab1ccb75cb1 None None] Network cf688855-d40d-435f-ad6b-d167bf69c920 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:48:24.805433 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=6ac89ee0-714c-4baf-9fac-1cc0a8a4d537,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:24.817450 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eace3d64-6585-4ae0-b0ab-55f1e6d1095c tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:24.839352 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-eace3d64-6585-4ae0-b0ab-55f1e6d1095c tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 16 09:48:24.840571 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eace3d64-6585-4ae0-b0ab-55f1e6d1095c tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:48:24.857831 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-eace3d64-6585-4ae0-b0ab-55f1e6d1095c tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] 10.222.0.60 "DELETE /v2.0/networks/cf688855-d40d-435f-ad6b-d167bf69c920 HTTP/1.1" status: 409 len: 405 time: 0.2557747 Dec 16 09:48:24.881142 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41998) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:24.890121 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e2145e94-2be6-4b32-8423-8354ab5adb7a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:24.910732 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-b4b23db5-1636-4874-a8b3-e8379f7491ac tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-83597738'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:24.984886 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-963444a2-799f-40fb-95c2-790f3396035d None None] Provisioning complete for port a74c719f-edf2-439d-9090-0ffa1b2fe0b1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:48:25.001683 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-963444a2-799f-40fb-95c2-790f3396035d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:25.014405 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56155db-ee05-473b-b9be-f53d6d0a5c23 req-945ad79e-0c39-4254-a533-697be02f9afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:25.016093 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f56155db-ee05-473b-b9be-f53d6d0a5c23 req-945ad79e-0c39-4254-a533-697be02f9afb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 1096 time: 0.3129506 Dec 16 09:48:25.027883 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e410530-5ecb-400d-b06e-af985cacb2a5 req-5b423a98-4405-469e-866a-fbfd1bf23200 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:25.036036 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8e410530-5ecb-400d-b06e-af985cacb2a5 req-5b423a98-4405-469e-866a-fbfd1bf23200 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 945 time: 0.2093034 Dec 16 09:48:25.051952 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94aa18-85e2-4e51-a560-f15c209140c7 req-5fee61e5-32f4-43be-b717-e164cbf902fe tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:25.054784 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-aa94aa18-85e2-4e51-a560-f15c209140c7 req-5fee61e5-32f4-43be-b717-e164cbf902fe tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 943 time: 0.1976061 Dec 16 09:48:25.057579 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b23db5-1636-4874-a8b3-e8379f7491ac tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Made reservation on behalf of 24a808d58f034cacb12ed81aff703ba3 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:48:25.062391 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4b23db5-1636-4874-a8b3-e8379f7491ac tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:25.112185 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f56155db-ee05-473b-b9be-f53d6d0a5c23 req-7a22e533-0b96-4377-98a5-2e5beb95f156 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737991 Dec 16 09:48:25.129420 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8e410530-5ecb-400d-b06e-af985cacb2a5 req-b2e22e35-b6bd-4b0b-80ae-e29291756058 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867474 Dec 16 09:48:25.141023 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e2145e94-2be6-4b32-8423-8354ab5adb7a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:25.173422 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-aa94aa18-85e2-4e51-a560-f15c209140c7 req-060a04c6-bad7-4e80-ba2c-f64044cf3147 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052573 Dec 16 09:48:25.205395 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4b23db5-1636-4874-a8b3-e8379f7491ac tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:48:25.232454 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2145e94-2be6-4b32-8423-8354ab5adb7a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:48:25.236753 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4b23db5-1636-4874-a8b3-e8379f7491ac tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:25.238374 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-b4b23db5-1636-4874-a8b3-e8379f7491ac tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Added segment a59e9954-7bc3-4fcf-adf4-8f2d2642ca2e of type vlan for network 1ae10369-d153-43c2-8282-7a10b9ba0d15 Dec 16 09:48:25.239543 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-e2145e94-2be6-4b32-8423-8354ab5adb7a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:48:25.244089 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2145e94-2be6-4b32-8423-8354ab5adb7a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:48:25.266375 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2145e94-2be6-4b32-8423-8354ab5adb7a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Pushing event updated for resources: {'Port': ['ID=73803c66-44d0-48c6-9209-e0a76d1274a0,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:25.349502 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4b23db5-1636-4874-a8b3-e8379f7491ac tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:25.488972 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-963444a2-799f-40fb-95c2-790f3396035d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:25.550043 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4b23db5-1636-4874-a8b3-e8379f7491ac tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:25.566112 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b23db5-1636-4874-a8b3-e8379f7491ac tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:25.566771 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4b23db5-1636-4874-a8b3-e8379f7491ac tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:25.579525 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be613df-180e-43b1-8a1c-4179075e897e None None] DHCP port deletion for cf688855-d40d-435f-ad6b-d167bf69c920 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:48:25.607600 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-963444a2-799f-40fb-95c2-790f3396035d None None] For port a74c719f-edf2-439d-9090-0ffa1b2fe0b1, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=a74c719f-edf2-439d-9090-0ffa1b2fe0b1,segment=NetworkSegment(e9545b39-2c88-476f-aaf3-c2e8da33f706),segment_id=e9545b39-2c88-476f-aaf3-c2e8da33f706)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:25.699194 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-0be613df-180e-43b1-8a1c-4179075e897e None None] Deleting port a74c719f-edf2-439d-9090-0ffa1b2fe0b1 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:48:25.699554 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0be613df-180e-43b1-8a1c-4179075e897e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:25.729257 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b23db5-1636-4874-a8b3-e8379f7491ac tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Pushing event updated for resources: {'Network': ['ID=1ae10369-d153-43c2-8282-7a10b9ba0d15,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:25.775530 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b4b23db5-1636-4874-a8b3-e8379f7491ac tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8850298 Dec 16 09:48:25.776503 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42012) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:25.782204 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-b28d1362-5a07-4f18-b477-ee06b2527691 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Request body: {'subnet': {'network_id': '1ae10369-d153-43c2-8282-7a10b9ba0d15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:25.794495 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-963444a2-799f-40fb-95c2-790f3396035d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:25.799969 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 1ae10369-d153-43c2-8282-7a10b9ba0d15 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:48:26.024644 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-0be613df-180e-43b1-8a1c-4179075e897e None None] For port a74c719f-edf2-439d-9090-0ffa1b2fe0b1, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=a74c719f-edf2-439d-9090-0ffa1b2fe0b1,segment=NetworkSegment(e9545b39-2c88-476f-aaf3-c2e8da33f706),segment_id=e9545b39-2c88-476f-aaf3-c2e8da33f706)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:26.025338 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0be613df-180e-43b1-8a1c-4179075e897e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:26.036177 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e2145e94-2be6-4b32-8423-8354ab5adb7a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for router_gateway, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:26.049898 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-0be613df-180e-43b1-8a1c-4179075e897e None None] Calling delete_port for a74c719f-edf2-439d-9090-0ffa1b2fe0b1 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:48:26.061183 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963444a2-799f-40fb-95c2-790f3396035d None None] Pushing event updated for resources: {'Port': ['ID=a74c719f-edf2-439d-9090-0ffa1b2fe0b1,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:26.082242 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28d1362-5a07-4f18-b477-ee06b2527691 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Made reservation on behalf of 24a808d58f034cacb12ed81aff703ba3 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:48:26.087249 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b28d1362-5a07-4f18-b477-ee06b2527691 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:26.290905 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0be613df-180e-43b1-8a1c-4179075e897e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:26.375001 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be613df-180e-43b1-8a1c-4179075e897e None None] Pushing event deleted for resources: {'Port': ['ID=a74c719f-edf2-439d-9090-0ffa1b2fe0b1,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:26.388866 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be613df-180e-43b1-8a1c-4179075e897e None None] No DVR routers for this DVR port a74c719f-edf2-439d-9090-0ffa1b2fe0b1 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:48:26.517551 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016bffd-a827-4e02-b789-5c73d704cabb req-4ccc2e6c-274a-47ad-a4db-67091c0a5a0d tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:26.522356 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f016bffd-a827-4e02-b789-5c73d704cabb req-4ccc2e6c-274a-47ad-a4db-67091c0a5a0d tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 943 time: 0.1979189 Dec 16 09:48:26.530878 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e2145e94-2be6-4b32-8423-8354ab5adb7a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:26.544028 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-33df4d57-fb05-4c10-9479-9bfe8e0ddc4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:26.607218 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f016bffd-a827-4e02-b789-5c73d704cabb req-8984de4c-aab1-4842-b891-76c67a6c6e54 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787704 Dec 16 09:48:26.639501 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6f7ea-7fe7-45f0-889d-7fefb47ffc77 req-3c58b2a7-58d6-4142-ae05-ee70ce02eb3f tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:26.641387 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a7c6f7ea-7fe7-45f0-889d-7fefb47ffc77 req-3c58b2a7-58d6-4142-ae05-ee70ce02eb3f tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 945 time: 0.2435534 Dec 16 09:48:26.728117 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a7c6f7ea-7fe7-45f0-889d-7fefb47ffc77 req-bee06871-eaaf-4df0-b85c-08e38b7000c2 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720060 Dec 16 09:48:26.777443 n-d-820550-2 neutron-server[102816]: DEBUG neutron.objects.ports [None req-b28d1362-5a07-4f18-b477-ee06b2527691 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102816) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:48:26.778961 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b28d1362-5a07-4f18-b477-ee06b2527691 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:26.843737 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d1362-5a07-4f18-b477-ee06b2527691 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Pushing event updated for resources: {'Subnet': ['ID=b3a0d5ad-48f7-4c8f-a08f-45242d348191,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:26.859770 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28d1362-5a07-4f18-b477-ee06b2527691 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Checking segment: {'id': 'a59e9954-7bc3-4fcf-adf4-8f2d2642ca2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1ae10369-d153-43c2-8282-7a10b9ba0d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:48:26.860130 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28d1362-5a07-4f18-b477-ee06b2527691 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Network hostable DHCP agents. Network: 1ae10369-d153-43c2-8282-7a10b9ba0d15, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:48:26.894407 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2145e94-2be6-4b32-8423-8354ab5adb7a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Router 5d4bb69f-f5f3-4392-aece-09f60b5cf6a1 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:48:26.963335 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28d1362-5a07-4f18-b477-ee06b2527691 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Network 1ae10369-d153-43c2-8282-7a10b9ba0d15 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:48:27.048228 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2145e94-2be6-4b32-8423-8354ab5adb7a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:48:27.049420 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-b28d1362-5a07-4f18-b477-ee06b2527691 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 1ae10369-d153-43c2-8282-7a10b9ba0d15) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:48:27.064347 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7065ef7c-5369-4a91-89b2-741bab5235f0 None None] Network 1ae10369-d153-43c2-8282-7a10b9ba0d15 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:48:27.077577 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28d1362-5a07-4f18-b477-ee06b2527691 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:27.083413 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50ccbc5-e6d5-4a22-bc34-bacfaf12a01a None None] Sync routers for ids ['5d4bb69f-f5f3-4392-aece-09f60b5cf6a1'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:48:27.086146 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b28d1362-5a07-4f18-b477-ee06b2527691 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:27.095822 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50ccbc5-e6d5-4a22-bc34-bacfaf12a01a None None] Routers {'5d4bb69f-f5f3-4392-aece-09f60b5cf6a1'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:48:27.096746 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-a50ccbc5-e6d5-4a22-bc34-bacfaf12a01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:48:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['5d4bb69f-f5f3-4392-aece-09f60b5cf6a1'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:27.133346 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e2145e94-2be6-4b32-8423-8354ab5adb7a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:27.136574 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e2145e94-2be6-4b32-8423-8354ab5adb7a tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.2146482 Dec 16 09:48:27.139552 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42048) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:27.216843 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b28d1362-5a07-4f18-b477-ee06b2527691 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4390984 Dec 16 09:48:27.217693 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42050) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:27.222637 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-d5b46fe6-5070-4006-b584-1ede4b2b63c6 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Request body: {'port': {'network_id': '1ae10369-d153-43c2-8282-7a10b9ba0d15', 'name': 'tempest-NetworksIpV6TestAttrs-1160641658'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:27.389477 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-a50ccbc5-e6d5-4a22-bc34-bacfaf12a01a None None] Set router 5d4bb69f-f5f3-4392-aece-09f60b5cf6a1 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:48:27.405185 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b96f00-9068-4d03-98ec-f009ce07fd89 tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:27.405185 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f2b96f00-9068-4d03-98ec-f009ce07fd89 tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=7b42c23eb8df4f149d42f9011b4094e4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2623589 Dec 16 09:48:27.416478 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42056) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:27.483495 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device a74c719f-edf2-439d-9090-0ffa1b2fe0b1 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:48:27.593605 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2007b96e-302c-4cc0-bb9b-0d30c23506e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-1ae10369-d153-43c2-8282-7a10b9ba0d15', 'network_id': '1ae10369-d153-43c2-8282-7a10b9ba0d15', 'tenant_id': '24a808d58f034cacb12ed81aff703ba3', 'fixed_ips': [{'subnet_id': 'b3a0d5ad-48f7-4c8f-a08f-45242d348191'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:48:27.594532 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2007b96e-302c-4cc0-bb9b-0d30c23506e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:27.599992 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: a74c719f-edf2-439d-9090-0ffa1b2fe0b1 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:48:27.600339 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device a74c719f-edf2-439d-9090-0ffa1b2fe0b1 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:48:27.823891 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b46fe6-5070-4006-b584-1ede4b2b63c6 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Made reservation on behalf of 24a808d58f034cacb12ed81aff703ba3 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:48:27.831262 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d5b46fe6-5070-4006-b584-1ede4b2b63c6 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:27.835239 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:27.925793 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-2007b96e-302c-4cc0-bb9b-0d30c23506e6 None None] Allocated IP 2001:db8::f816:3eff:fe17:88c0 (1ae10369-d153-43c2-8282-7a10b9ba0d15/b3a0d5ad-48f7-4c8f-a08f-45242d348191/c834d6b6-a12a-43a2-b95f-855b77e0b384) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:48:27.970527 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-d5b46fe6-5070-4006-b584-1ede4b2b63c6 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] device_id is not set on port e6ac0a98-ddcd-492b-ad4d-68f722e1b5bc yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:48:28.035368 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5c5db-34ee-4268-b36c-a26690ad7208 req-e0ca62e3-45bf-4d00-8f89-483d69615e09 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:28.039269 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-09b5c5db-34ee-4268-b36c-a26690ad7208 req-e0ca62e3-45bf-4d00-8f89-483d69615e09 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 943 time: 0.2039356 Dec 16 09:48:28.101852 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-09b5c5db-34ee-4268-b36c-a26690ad7208 req-b34a02d6-4529-49ce-8d93-46e5c635839f tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521049 Dec 16 09:48:28.130468 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-a50ccbc5-e6d5-4a22-bc34-bacfaf12a01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4bb69f-f5f3-4392-aece-09f60b5cf6a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-873415064', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '73803c66-44d0-48c6-9209-e0a76d1274a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:22Z', 'updated_at': '2021-12-16T09:48:25Z', 'revision_number': 3, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'gw_port': {'id': '73803c66-44d0-48c6-9209-e0a76d1274a0', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4bb69f-f5f3-4392-aece-09f60b5cf6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:24Z', 'updated_at': '2021-12-16T09:48:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:28.192146 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50ccbc5-e6d5-4a22-bc34-bacfaf12a01a None None] Checking router: 5d4bb69f-f5f3-4392-aece-09f60b5cf6a1 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:48:28.192920 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50ccbc5-e6d5-4a22-bc34-bacfaf12a01a None None] Updating router 5d4bb69f-f5f3-4392-aece-09f60b5cf6a1 port 73803c66-44d0-48c6-9209-e0a76d1274a0 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:48:28.272073 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-a50ccbc5-e6d5-4a22-bc34-bacfaf12a01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:28.548301 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76d7f0-be05-4d05-b748-ae21b9151255 req-a54cfdbf-491e-48b2-8c5c-8af89dfcd599 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:28.556827 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-da76d7f0-be05-4d05-b748-ae21b9151255 req-a54cfdbf-491e-48b2-8c5c-8af89dfcd599 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 945 time: 0.1189995 Dec 16 09:48:28.560219 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ba54aa-0dd1-497a-af48-95d1873e22a9 tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:28.561789 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b2ba54aa-0dd1-497a-af48-95d1873e22a9 tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1440923 Dec 16 09:48:28.564757 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42080) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:28.588703 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2007b96e-302c-4cc0-bb9b-0d30c23506e6 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:28.612244 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-66fc26a5-6167-4bd4-9c18-0205553df12f tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=66f24afa-c67f-4411-a795-f16773380b27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0462203 Dec 16 09:48:28.617925 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42082) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:28.677505 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2007b96e-302c-4cc0-bb9b-0d30c23506e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:28.685555 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-31a7b0f1-25ec-4d5b-8dd4-100bdb4377ba tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=7b42c23eb8df4f149d42f9011b4094e4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0647833 Dec 16 09:48:28.696463 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42086) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:28.772773 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-d5b46fe6-5070-4006-b584-1ede4b2b63c6 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Allocated IP 2001:db8::f816:3eff:fe94:612c (1ae10369-d153-43c2-8282-7a10b9ba0d15/b3a0d5ad-48f7-4c8f-a08f-45242d348191/e6ac0a98-ddcd-492b-ad4d-68f722e1b5bc) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:48:28.782980 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-da76d7f0-be05-4d05-b748-ae21b9151255 req-e27378a8-539e-48d5-8d2f-d03b31edd86d tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252076 Dec 16 09:48:28.797831 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2007b96e-302c-4cc0-bb9b-0d30c23506e6 None None] Network 1ae10369-d153-43c2-8282-7a10b9ba0d15 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:48:28.807935 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-2007b96e-302c-4cc0-bb9b-0d30c23506e6 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:48:28.817644 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2007b96e-302c-4cc0-bb9b-0d30c23506e6 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:48:28.858315 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007b96e-302c-4cc0-bb9b-0d30c23506e6 None None] Pushing event updated for resources: {'Port': ['ID=c834d6b6-a12a-43a2-b95f-855b77e0b384,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:28.880725 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2689be-6fef-461b-a520-6b3d5c9e3663 tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:28.886062 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0f2689be-6fef-461b-a520-6b3d5c9e3663 tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1831644 Dec 16 09:48:28.886849 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42092) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:28.906247 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-a50ccbc5-e6d5-4a22-bc34-bacfaf12a01a None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:28.983700 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-a50ccbc5-e6d5-4a22-bc34-bacfaf12a01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:28.995545 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-2007b96e-302c-4cc0-bb9b-0d30c23506e6 None None] Attempting to bind port c834d6b6-a12a-43a2-b95f-855b77e0b384 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:48:28.995868 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-2007b96e-302c-4cc0-bb9b-0d30c23506e6 None None] Attempting to bind port c834d6b6-a12a-43a2-b95f-855b77e0b384 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'a59e9954-7bc3-4fcf-adf4-8f2d2642ca2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1ae10369-d153-43c2-8282-7a10b9ba0d15'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:48:28.996224 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2007b96e-302c-4cc0-bb9b-0d30c23506e6 None None] Attempting to bind port c834d6b6-a12a-43a2-b95f-855b77e0b384 on network 1ae10369-d153-43c2-8282-7a10b9ba0d15 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:48:29.007998 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d321f326-6860-44c0-8f97-4588425cc9fb tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=66f24afa-c67f-4411-a795-f16773380b27&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1045187 Dec 16 09:48:29.010996 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42094) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:29.027089 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-74916528-116f-4abb-b72a-fe18036bd181 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-722261388', 'network_id': 'a5472c03-50b3-442f-aac3-f44b15fe57a0', 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:29.045222 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2007b96e-302c-4cc0-bb9b-0d30c23506e6 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:48:29.048364 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2007b96e-302c-4cc0-bb9b-0d30c23506e6 None None] Checking segment: {'id': 'a59e9954-7bc3-4fcf-adf4-8f2d2642ca2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1ae10369-d153-43c2-8282-7a10b9ba0d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:48:29.049913 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2007b96e-302c-4cc0-bb9b-0d30c23506e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:29.051252 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2007b96e-302c-4cc0-bb9b-0d30c23506e6 None None] Bound using segment: {'id': 'a59e9954-7bc3-4fcf-adf4-8f2d2642ca2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1ae10369-d153-43c2-8282-7a10b9ba0d15'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:48:29.053130 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-2007b96e-302c-4cc0-bb9b-0d30c23506e6 None None] Bound port: c834d6b6-a12a-43a2-b95f-855b77e0b384, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59e9954-7bc3-4fcf-adf4-8f2d2642ca2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1ae10369-d153-43c2-8282-7a10b9ba0d15'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:48:29.053814 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2007b96e-302c-4cc0-bb9b-0d30c23506e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:29.104027 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-a50ccbc5-e6d5-4a22-bc34-bacfaf12a01a None None] Attempting to bind port 73803c66-44d0-48c6-9209-e0a76d1274a0 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:48:29.106997 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-a50ccbc5-e6d5-4a22-bc34-bacfaf12a01a None None] Attempting to bind port 73803c66-44d0-48c6-9209-e0a76d1274a0 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:48:29.107413 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50ccbc5-e6d5-4a22-bc34-bacfaf12a01a None None] Attempting to bind port 73803c66-44d0-48c6-9209-e0a76d1274a0 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:48:29.134524 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50ccbc5-e6d5-4a22-bc34-bacfaf12a01a None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:48:29.135180 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50ccbc5-e6d5-4a22-bc34-bacfaf12a01a None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:48:29.135303 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-a50ccbc5-e6d5-4a22-bc34-bacfaf12a01a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:29.136738 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50ccbc5-e6d5-4a22-bc34-bacfaf12a01a None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:48:29.136738 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-a50ccbc5-e6d5-4a22-bc34-bacfaf12a01a None None] Bound port: 73803c66-44d0-48c6-9209-e0a76d1274a0, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:48:29.140221 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-a50ccbc5-e6d5-4a22-bc34-bacfaf12a01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:29.140628 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a62ee-82f3-4742-8a20-2beeb02f4032 None None] Pushing event updated for resources: {'Port': ['ID=73803c66-44d0-48c6-9209-e0a76d1274a0,revision_number=2']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:29.255350 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:29.255641 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-a50ccbc5-e6d5-4a22-bc34-bacfaf12a01a None None] For port 73803c66-44d0-48c6-9209-e0a76d1274a0, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:48:29.275088 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-a50ccbc5-e6d5-4a22-bc34-bacfaf12a01a None None] For port 73803c66-44d0-48c6-9209-e0a76d1274a0, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=73803c66-44d0-48c6-9209-e0a76d1274a0,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:48:29.296467 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d5b46fe6-5070-4006-b584-1ede4b2b63c6 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:29.341276 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2007b96e-302c-4cc0-bb9b-0d30c23506e6 None None] For port c834d6b6-a12a-43a2-b95f-855b77e0b384, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:48:29.344690 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2007b96e-302c-4cc0-bb9b-0d30c23506e6 None None] For port c834d6b6-a12a-43a2-b95f-855b77e0b384, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=c834d6b6-a12a-43a2-b95f-855b77e0b384,segment=NetworkSegment(a59e9954-7bc3-4fcf-adf4-8f2d2642ca2e),segment_id=a59e9954-7bc3-4fcf-adf4-8f2d2642ca2e)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:48:29.376932 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d88faf-a12f-4978-b76c-f736fc5d5ca5 req-010ef763-d437-4016-9a0c-628157ae5fa0 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:29.378501 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29d88faf-a12f-4978-b76c-f736fc5d5ca5 req-010ef763-d437-4016-9a0c-628157ae5fa0 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 943 time: 0.0566027 Dec 16 09:48:29.385145 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74916528-116f-4abb-b72a-fe18036bd181 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Made reservation on behalf of 7b42c23eb8df4f149d42f9011b4094e4 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:48:29.385919 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-a50ccbc5-e6d5-4a22-bc34-bacfaf12a01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:29.390690 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-74916528-116f-4abb-b72a-fe18036bd181 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:29.454751 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50ccbc5-e6d5-4a22-bc34-bacfaf12a01a None None] Routers {'5d4bb69f-f5f3-4392-aece-09f60b5cf6a1'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:48:29.455422 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-a50ccbc5-e6d5-4a22-bc34-bacfaf12a01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:48:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['5d4bb69f-f5f3-4392-aece-09f60b5cf6a1'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:29.467199 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2007b96e-302c-4cc0-bb9b-0d30c23506e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:29.494830 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d5b46fe6-5070-4006-b584-1ede4b2b63c6 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:29.521956 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29d88faf-a12f-4978-b76c-f736fc5d5ca5 req-f6da7f8b-6f73-4888-835e-8ecd9f5258fb tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236503 Dec 16 09:48:29.607265 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7385e-9b5f-4434-912f-d2fb8d465886 req-083b42f1-831b-4b39-9d17-b33882a0551e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:29.609581 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-97a7385e-9b5f-4434-912f-d2fb8d465886 req-083b42f1-831b-4b39-9d17-b33882a0551e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3dc9d568910412b9d99d599bd3f4345&device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 1096 time: 0.0651846 Dec 16 09:48:29.647939 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a62ee-82f3-4742-8a20-2beeb02f4032 None None] Pushing event updated for resources: {'Port': ['ID=73803c66-44d0-48c6-9209-e0a76d1274a0,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:29.706107 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007b96e-302c-4cc0-bb9b-0d30c23506e6 None None] Pushing event updated for resources: {'Port': ['ID=c834d6b6-a12a-43a2-b95f-855b77e0b384,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:29.728148 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:29.776979 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b46fe6-5070-4006-b584-1ede4b2b63c6 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Network 1ae10369-d153-43c2-8282-7a10b9ba0d15 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:48:29.781185 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-a50ccbc5-e6d5-4a22-bc34-bacfaf12a01a None None] Set router 5d4bb69f-f5f3-4392-aece-09f60b5cf6a1 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:48:29.798448 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-d5b46fe6-5070-4006-b584-1ede4b2b63c6 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:48:29.810509 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b46fe6-5070-4006-b584-1ede4b2b63c6 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:48:29.822363 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b46fe6-5070-4006-b584-1ede4b2b63c6 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:29.823046 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d5b46fe6-5070-4006-b584-1ede4b2b63c6 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:29.848596 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42104) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:29.861981 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7385e-9b5f-4434-912f-d2fb8d465886 req-075c3698-41c7-452c-8be2-2e47cf66991e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:29.863661 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-97a7385e-9b5f-4434-912f-d2fb8d465886 req-075c3698-41c7-452c-8be2-2e47cf66991e service neutron] 10.222.0.58 "GET /v2.0/networks?id=25277f1a-659c-40fc-ae08-6615db916991 HTTP/1.1" status: 200 len: 912 time: 0.2047374 Dec 16 09:48:29.864973 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b46fe6-5070-4006-b584-1ede4b2b63c6 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Pushing event updated for resources: {'Port': ['ID=e6ac0a98-ddcd-492b-ad4d-68f722e1b5bc,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:29.893332 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d9317-a8a9-401e-8a2d-46ffe82dcda3 req-4acea546-527d-4123-a7cb-16de468e99d0 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:29.895678 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a28d9317-a8a9-401e-8a2d-46ffe82dcda3 req-4acea546-527d-4123-a7cb-16de468e99d0 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 945 time: 0.2599418 Dec 16 09:48:29.953625 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d5b46fe6-5070-4006-b584-1ede4b2b63c6 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.7346854 Dec 16 09:48:29.957592 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42110) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:29.960103 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-97a7385e-9b5f-4434-912f-d2fb8d465886 req-199246a3-4cec-4054-953d-c3ef5333b23e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ac89ee0-714c-4baf-9fac-1cc0a8a4d537 HTTP/1.1" status: 200 len: 217 time: 0.0885201 Dec 16 09:48:29.981142 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-74916528-116f-4abb-b72a-fe18036bd181 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:29.989586 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a28d9317-a8a9-401e-8a2d-46ffe82dcda3 req-ef576bc6-cd86-447c-be0d-6d8f1873b0f7 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853395 Dec 16 09:48:30.115926 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-37789a8b-996d-4043-a1b7-dc3e8a8333b0 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Deleting subnet b3a0d5ad-48f7-4c8f-a08f-45242d348191 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:48:30.121661 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-37789a8b-996d-4043-a1b7-dc3e8a8333b0 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:30.124639 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7385e-9b5f-4434-912f-d2fb8d465886 req-56730f4a-5e99-4f5e-a3ca-e4d8f709d7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:30.139191 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-97a7385e-9b5f-4434-912f-d2fb8d465886 req-56730f4a-5e99-4f5e-a3ca-e4d8f709d7e6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c9a5f5f1-d83a-4498-90f5-323c2ed12d23 HTTP/1.1" status: 200 len: 851 time: 0.1596429 Dec 16 09:48:30.140220 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74916528-116f-4abb-b72a-fe18036bd181 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Pushing event updated for resources: {'Subnet': ['ID=debf1183-6138-4396-ab9f-6e4acb1d671e,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:30.149437 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74916528-116f-4abb-b72a-fe18036bd181 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Checking segment: {'id': 'acb8dc6f-a628-4d5a-bbee-5695af1a8040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a5472c03-50b3-442f-aac3-f44b15fe57a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:48:30.150133 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74916528-116f-4abb-b72a-fe18036bd181 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Network hostable DHCP agents. Network: a5472c03-50b3-442f-aac3-f44b15fe57a0, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:48:30.208930 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-97a7385e-9b5f-4434-912f-d2fb8d465886 req-d0a8bf0f-f648-4d1a-8799-dc67b9384390 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=25277f1a-659c-40fc-ae08-6615db916991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608273 Dec 16 09:48:30.221086 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-37789a8b-996d-4043-a1b7-dc3e8a8333b0 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:30.314252 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74916528-116f-4abb-b72a-fe18036bd181 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Network a5472c03-50b3-442f-aac3-f44b15fe57a0 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:48:30.321260 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8117-8a3e-4ca2-af47-f1d5ec9e1b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:30.415334 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-a50ccbc5-e6d5-4a22-bc34-bacfaf12a01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4bb69f-f5f3-4392-aece-09f60b5cf6a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-873415064', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '73803c66-44d0-48c6-9209-e0a76d1274a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:22Z', 'updated_at': '2021-12-16T09:48:25Z', 'revision_number': 3, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'gw_port': {'id': '73803c66-44d0-48c6-9209-e0a76d1274a0', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4bb69f-f5f3-4392-aece-09f60b5cf6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:24Z', 'updated_at': '2021-12-16T09:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:30.417889 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-97a7385e-9b5f-4434-912f-d2fb8d465886 req-cf2d33c3-5da2-4dd4-9e83-6aacd725171d service neutron] 10.222.0.58 "GET /v2.0/networks/25277f1a-659c-40fc-ae08-6615db916991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982207 Dec 16 09:48:30.429660 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-37789a8b-996d-4043-a1b7-dc3e8a8333b0 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:30.456297 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50ccbc5-e6d5-4a22-bc34-bacfaf12a01a None None] The sync data for ids ['5d4bb69f-f5f3-4392-aece-09f60b5cf6a1'] in n-d-820550-2 is: [{'id': '5d4bb69f-f5f3-4392-aece-09f60b5cf6a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-873415064', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '73803c66-44d0-48c6-9209-e0a76d1274a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:22Z', 'updated_at': '2021-12-16T09:48:25Z', 'revision_number': 3, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'gw_port': {'id': '73803c66-44d0-48c6-9209-e0a76d1274a0', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4bb69f-f5f3-4392-aece-09f60b5cf6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:24Z', 'updated_at': '2021-12-16T09:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:48:30.513132 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-74916528-116f-4abb-b72a-fe18036bd181 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, a5472c03-50b3-442f-aac3-f44b15fe57a0) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:48:30.524505 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74916528-116f-4abb-b72a-fe18036bd181 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:30.525317 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-74916528-116f-4abb-b72a-fe18036bd181 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:30.561428 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfc4056-124e-4d8e-82e2-badcab2a0ac5 None None] Network a5472c03-50b3-442f-aac3-f44b15fe57a0 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:48:30.599572 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8117-8a3e-4ca2-af47-f1d5ec9e1b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:30.612062 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-97a7385e-9b5f-4434-912f-d2fb8d465886 req-39c55d01-420b-45c0-bbb3-889a43b60b4f service neutron] 10.222.0.58 "GET /v2.0/networks/25277f1a-659c-40fc-ae08-6615db916991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832516 Dec 16 09:48:30.624699 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-37789a8b-996d-4043-a1b7-dc3e8a8333b0 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:30.677921 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37789a8b-996d-4043-a1b7-dc3e8a8333b0 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Pushing event deleted for resources: {'Subnet': ['ID=b3a0d5ad-48f7-4c8f-a08f-45242d348191,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:30.680453 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-37789a8b-996d-4043-a1b7-dc3e8a8333b0 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:30.692170 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42120) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:30.693300 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-37789a8b-996d-4043-a1b7-dc3e8a8333b0 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] 10.222.0.60 "DELETE /v2.0/subnets/b3a0d5ad-48f7-4c8f-a08f-45242d348191 HTTP/1.1" status: 204 len: 168 time: 0.7324536 Dec 16 09:48:30.736152 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-74916528-116f-4abb-b72a-fe18036bd181 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7231796 Dec 16 09:48:30.739575 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42122) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:30.774421 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8117-8a3e-4ca2-af47-f1d5ec9e1b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:30.882601 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4e9f8117-8a3e-4ca2-af47-f1d5ec9e1b62 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3f9cf5c3cf7d46828ad48fcf9119dd9f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0330884 Dec 16 09:48:30.900496 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42128) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:30.923551 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f8117-8a3e-4ca2-af47-f1d5ec9e1b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84599e47-8b20-4032-b17a-0912e32c473d,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:30.961949 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c571ac2-a706-4dc3-b9e9-f935bf1e3c59 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:30.964657 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c571ac2-a706-4dc3-b9e9-f935bf1e3c59 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:30.966444 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1c571ac2-a706-4dc3-b9e9-f935bf1e3c59 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2731187 Dec 16 09:48:30.977949 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491ead4b-4688-400f-b4c3-967ce4b63695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-a5472c03-50b3-442f-aac3-f44b15fe57a0', 'network_id': 'a5472c03-50b3-442f-aac3-f44b15fe57a0', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'fixed_ips': [{'subnet_id': 'debf1183-6138-4396-ab9f-6e4acb1d671e'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:48:30.979409 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-491ead4b-4688-400f-b4c3-967ce4b63695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:30.996094 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42130) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:31.036017 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79985e-1f13-4f56-af10-88c243678cee req-07422a26-70dc-41f0-810c-7a3080bedd24 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:31.038247 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f79985e-1f13-4f56-af10-88c243678cee req-07422a26-70dc-41f0-810c-7a3080bedd24 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 943 time: 0.3724630 Dec 16 09:48:31.100033 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f79985e-1f13-4f56-af10-88c243678cee req-5c60c6fb-6859-455f-93a6-32d259a7005b tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550213 Dec 16 09:48:31.126242 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0833dbf6-8874-4c4e-8808-1660c01d1f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:31.190313 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0833dbf6-8874-4c4e-8808-1660c01d1f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:31.336803 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83848a-cccb-476b-913b-825ceff379c0 req-90d263f1-df31-46dc-8201-29bd691e78b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:31.337409 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bfa8a1b5-6e1a-4288-aae7-cb850e28a3a3 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:31.341719 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bd83848a-cccb-476b-913b-825ceff379c0 req-90d263f1-df31-46dc-8201-29bd691e78b8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3dc9d568910412b9d99d599bd3f4345&device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 1096 time: 0.1010110 Dec 16 09:48:31.482227 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-491ead4b-4688-400f-b4c3-967ce4b63695 None None] Allocated IP 172.20.0.18 (a5472c03-50b3-442f-aac3-f44b15fe57a0/debf1183-6138-4396-ab9f-6e4acb1d671e/e1aa518a-c4dc-4821-8cd0-eb15bad91d93) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:48:31.534468 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa8a1b5-6e1a-4288-aae7-cb850e28a3a3 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 16 09:48:31.536576 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfa8a1b5-6e1a-4288-aae7-cb850e28a3a3 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:48:31.541790 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bfa8a1b5-6e1a-4288-aae7-cb850e28a3a3 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] 10.222.0.60 "DELETE /v2.0/networks/1ae10369-d153-43c2-8282-7a10b9ba0d15 HTTP/1.1" status: 409 len: 405 time: 0.5428014 Dec 16 09:48:31.567243 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42136) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:31.575470 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-44bf32ca-606d-4a70-abcc-b460f270d45a tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1805634406'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:31.606719 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0833dbf6-8874-4c4e-8808-1660c01d1f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:31.607441 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device c834d6b6-a12a-43a2-b95f-855b77e0b384 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:48:31.626986 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0833dbf6-8874-4c4e-8808-1660c01d1f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:31.633249 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0833dbf6-8874-4c4e-8808-1660c01d1f4c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/84599e47-8b20-4032-b17a-0912e32c473d HTTP/1.1" status: 204 len: 168 time: 0.7107975 Dec 16 09:48:31.713483 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833dbf6-8874-4c4e-8808-1660c01d1f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84599e47-8b20-4032-b17a-0912e32c473d,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:31.793568 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2d8cc-82aa-460c-9f57-b9d7077d96db req-ab1d4efa-4107-449c-a353-d9f83bc4861e tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:31.796313 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07f2d8cc-82aa-460c-9f57-b9d7077d96db req-ab1d4efa-4107-449c-a353-d9f83bc4861e tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 945 time: 0.5232141 Dec 16 09:48:31.797159 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bf32ca-606d-4a70-abcc-b460f270d45a tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Made reservation on behalf of 24a808d58f034cacb12ed81aff703ba3 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:48:31.801602 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-44bf32ca-606d-4a70-abcc-b460f270d45a tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:31.817004 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83848a-cccb-476b-913b-825ceff379c0 req-aa549fbd-c830-49a3-9c8f-70880e6e2dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:31.821142 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bd83848a-cccb-476b-913b-825ceff379c0 req-aa549fbd-c830-49a3-9c8f-70880e6e2dcb service neutron] 10.222.0.58 "GET /v2.0/networks?id=25277f1a-659c-40fc-ae08-6615db916991 HTTP/1.1" status: 200 len: 912 time: 0.4411025 Dec 16 09:48:31.906212 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-491ead4b-4688-400f-b4c3-967ce4b63695 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:31.927716 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaa631d-06f4-4f55-9d92-5f38316cf3fb None None] Network 1ae10369-d153-43c2-8282-7a10b9ba0d15 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:48:31.941413 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bd83848a-cccb-476b-913b-825ceff379c0 req-2fd0e83e-1f19-4710-807c-af2247ddce36 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ac89ee0-714c-4baf-9fac-1cc0a8a4d537 HTTP/1.1" status: 200 len: 217 time: 0.1066663 Dec 16 09:48:31.955563 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44bf32ca-606d-4a70-abcc-b460f270d45a tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:48:31.997790 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-44bf32ca-606d-4a70-abcc-b460f270d45a tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:31.998168 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-44bf32ca-606d-4a70-abcc-b460f270d45a tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Added segment c3bb07a6-b61a-41d5-9700-2782557d0c81 of type vlan for network a4d55335-90c7-49ea-a800-61a8bf7658ea Dec 16 09:48:32.031497 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-870cb54c-be30-41e0-b748-ad45289e6f9d None None] Provisioning complete for port c834d6b6-a12a-43a2-b95f-855b77e0b384 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:48:32.032026 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-870cb54c-be30-41e0-b748-ad45289e6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:32.047081 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83848a-cccb-476b-913b-825ceff379c0 req-7db6e1bb-793b-44aa-9429-6d27f40b03b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:32.047295 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-44bf32ca-606d-4a70-abcc-b460f270d45a tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:32.051988 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bd83848a-cccb-476b-913b-825ceff379c0 req-7db6e1bb-793b-44aa-9429-6d27f40b03b0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c9a5f5f1-d83a-4498-90f5-323c2ed12d23 HTTP/1.1" status: 200 len: 851 time: 0.1092393 Dec 16 09:48:32.092830 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-491ead4b-4688-400f-b4c3-967ce4b63695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:32.142321 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07f2d8cc-82aa-460c-9f57-b9d7077d96db req-352028ae-e846-4e1e-8c7d-4dd12a5b2c4b tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041625 Dec 16 09:48:32.198792 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bd83848a-cccb-476b-913b-825ceff379c0 req-632f954d-d818-4d4c-b456-8a3be196d531 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=25277f1a-659c-40fc-ae08-6615db916991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1327958 Dec 16 09:48:32.221083 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-44bf32ca-606d-4a70-abcc-b460f270d45a tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:32.245367 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bf32ca-606d-4a70-abcc-b460f270d45a tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:32.246463 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-44bf32ca-606d-4a70-abcc-b460f270d45a tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:32.318326 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port c834d6b6-a12a-43a2-b95f-855b77e0b384 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:48:32.319891 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:32.357798 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491ead4b-4688-400f-b4c3-967ce4b63695 None None] Network a5472c03-50b3-442f-aac3-f44b15fe57a0 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:48:32.418581 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bd83848a-cccb-476b-913b-825ceff379c0 req-eab3ca4b-b62a-4b57-9db6-56c9356c9fb4 service neutron] 10.222.0.58 "GET /v2.0/networks/25277f1a-659c-40fc-ae08-6615db916991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037306 Dec 16 09:48:32.426857 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-491ead4b-4688-400f-b4c3-967ce4b63695 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:48:32.432449 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491ead4b-4688-400f-b4c3-967ce4b63695 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:48:32.435118 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ead4b-4688-400f-b4c3-967ce4b63695 None None] Pushing event updated for resources: {'Port': ['ID=e1aa518a-c4dc-4821-8cd0-eb15bad91d93,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:32.435547 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f838e0f-f8cc-4907-b0f5-8cbd0d298fea req-a71a8576-dfb0-45b1-85fe-197c78164c78 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:32.437290 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6f838e0f-f8cc-4907-b0f5-8cbd0d298fea req-a71a8576-dfb0-45b1-85fe-197c78164c78 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 943 time: 0.0903425 Dec 16 09:48:32.529015 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf32ca-606d-4a70-abcc-b460f270d45a tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Pushing event updated for resources: {'Network': ['ID=a4d55335-90c7-49ea-a800-61a8bf7658ea,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:32.564201 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-44bf32ca-606d-4a70-abcc-b460f270d45a tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9956632 Dec 16 09:48:32.566517 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42148) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:32.575890 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-4ef43345-5622-4386-accc-d74b1340eb08 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Request body: {'subnet': {'network_id': 'a4d55335-90c7-49ea-a800-61a8bf7658ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:32.589708 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network a4d55335-90c7-49ea-a800-61a8bf7658ea details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:48:32.680861 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6f838e0f-f8cc-4907-b0f5-8cbd0d298fea req-3be3b0ca-54b3-4d21-8385-8ad70fbbd097 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930990 Dec 16 09:48:32.749520 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-491ead4b-4688-400f-b4c3-967ce4b63695 None None] Attempting to bind port e1aa518a-c4dc-4821-8cd0-eb15bad91d93 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:48:32.757154 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-491ead4b-4688-400f-b4c3-967ce4b63695 None None] Attempting to bind port e1aa518a-c4dc-4821-8cd0-eb15bad91d93 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'acb8dc6f-a628-4d5a-bbee-5695af1a8040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a5472c03-50b3-442f-aac3-f44b15fe57a0'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:48:32.757154 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491ead4b-4688-400f-b4c3-967ce4b63695 None None] Attempting to bind port e1aa518a-c4dc-4821-8cd0-eb15bad91d93 on network a5472c03-50b3-442f-aac3-f44b15fe57a0 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:48:32.780016 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491ead4b-4688-400f-b4c3-967ce4b63695 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:48:32.780415 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491ead4b-4688-400f-b4c3-967ce4b63695 None None] Checking segment: {'id': 'acb8dc6f-a628-4d5a-bbee-5695af1a8040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a5472c03-50b3-442f-aac3-f44b15fe57a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:48:32.780827 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-491ead4b-4688-400f-b4c3-967ce4b63695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:32.781095 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bd83848a-cccb-476b-913b-825ceff379c0 req-ca8ac9b5-c234-4a14-96bd-f9182d4d5de6 service neutron] 10.222.0.58 "GET /v2.0/networks/25277f1a-659c-40fc-ae08-6615db916991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419864 Dec 16 09:48:32.781268 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491ead4b-4688-400f-b4c3-967ce4b63695 None None] Bound using segment: {'id': 'acb8dc6f-a628-4d5a-bbee-5695af1a8040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a5472c03-50b3-442f-aac3-f44b15fe57a0'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:48:32.781761 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-491ead4b-4688-400f-b4c3-967ce4b63695 None None] Bound port: e1aa518a-c4dc-4821-8cd0-eb15bad91d93, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb8dc6f-a628-4d5a-bbee-5695af1a8040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a5472c03-50b3-442f-aac3-f44b15fe57a0'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:48:32.782595 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-491ead4b-4688-400f-b4c3-967ce4b63695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:32.782731 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42152) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:32.805455 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7614ada4-504d-4ce4-b6de-cfe90c2e35b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:32.827313 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-870cb54c-be30-41e0-b748-ad45289e6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:32.936628 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:32.967438 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa97c40-ee8c-481e-b40a-ab011a6f5622 None None] DHCP port deletion for 1ae10369-d153-43c2-8282-7a10b9ba0d15 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:48:33.033579 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-870cb54c-be30-41e0-b748-ad45289e6f9d None None] For port c834d6b6-a12a-43a2-b95f-855b77e0b384, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=c834d6b6-a12a-43a2-b95f-855b77e0b384,segment=NetworkSegment(a59e9954-7bc3-4fcf-adf4-8f2d2642ca2e),segment_id=a59e9954-7bc3-4fcf-adf4-8f2d2642ca2e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:33.065056 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7614ada4-504d-4ce4-b6de-cfe90c2e35b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:33.072141 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef43345-5622-4386-accc-d74b1340eb08 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Made reservation on behalf of 24a808d58f034cacb12ed81aff703ba3 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:48:33.077940 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4ef43345-5622-4386-accc-d74b1340eb08 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:33.100960 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a26f3f3d-ee60-4fd3-abcd-f897a630eb8c tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:33.104347 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-491ead4b-4688-400f-b4c3-967ce4b63695 None None] For port e1aa518a-c4dc-4821-8cd0-eb15bad91d93, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:48:33.109793 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-491ead4b-4688-400f-b4c3-967ce4b63695 None None] For port e1aa518a-c4dc-4821-8cd0-eb15bad91d93, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=e1aa518a-c4dc-4821-8cd0-eb15bad91d93,segment=NetworkSegment(acb8dc6f-a628-4d5a-bbee-5695af1a8040),segment_id=acb8dc6f-a628-4d5a-bbee-5695af1a8040)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:48:33.120578 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-870cb54c-be30-41e0-b748-ad45289e6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:33.203950 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7614ada4-504d-4ce4-b6de-cfe90c2e35b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:33.207072 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:48:33.207633 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:48:33.228276 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-491ead4b-4688-400f-b4c3-967ce4b63695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:33.263745 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-5aa97c40-ee8c-481e-b40a-ab011a6f5622 None None] Deleting port c834d6b6-a12a-43a2-b95f-855b77e0b384 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:48:33.264169 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5aa97c40-ee8c-481e-b40a-ab011a6f5622 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:33.325817 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870cb54c-be30-41e0-b748-ad45289e6f9d None None] Pushing event updated for resources: {'Port': ['ID=c834d6b6-a12a-43a2-b95f-855b77e0b384,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:33.380236 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7614ada4-504d-4ce4-b6de-cfe90c2e35b3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=816c3f85f1d7496693ec123bc311a37c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5898528 Dec 16 09:48:33.382665 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42158) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:33.404471 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7614ada4-504d-4ce4-b6de-cfe90c2e35b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ea7dbf-7260-413f-9481-7733eb89f96b,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:33.444513 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d55e4-06f7-4b23-8b3c-7bbc343fb091 req-71dd545e-fb4e-4cdd-8cbe-69168bc5988e tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:33.447143 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-848d55e4-06f7-4b23-8b3c-7bbc343fb091 req-71dd545e-fb4e-4cdd-8cbe-69168bc5988e tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 945 time: 0.1866658 Dec 16 09:48:33.501432 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-df61a1e9-9bad-46e7-9578-d0e6e31e8773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:33.503017 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-5aa97c40-ee8c-481e-b40a-ab011a6f5622 None None] For port c834d6b6-a12a-43a2-b95f-855b77e0b384, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=c834d6b6-a12a-43a2-b95f-855b77e0b384,segment=NetworkSegment(a59e9954-7bc3-4fcf-adf4-8f2d2642ca2e),segment_id=a59e9954-7bc3-4fcf-adf4-8f2d2642ca2e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:33.503531 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5aa97c40-ee8c-481e-b40a-ab011a6f5622 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:33.532043 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ead4b-4688-400f-b4c3-967ce4b63695 None None] Pushing event updated for resources: {'Port': ['ID=e1aa518a-c4dc-4821-8cd0-eb15bad91d93,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:33.536729 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-df61a1e9-9bad-46e7-9578-d0e6e31e8773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:33.537051 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-5aa97c40-ee8c-481e-b40a-ab011a6f5622 None None] Calling delete_port for c834d6b6-a12a-43a2-b95f-855b77e0b384 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:48:33.733973 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-df61a1e9-9bad-46e7-9578-d0e6e31e8773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:33.738366 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-df61a1e9-9bad-46e7-9578-d0e6e31e8773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:33.741087 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-df61a1e9-9bad-46e7-9578-d0e6e31e8773 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/07ea7dbf-7260-413f-9481-7733eb89f96b HTTP/1.1" status: 204 len: 168 time: 0.3572390 Dec 16 09:48:33.763469 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5aa97c40-ee8c-481e-b40a-ab011a6f5622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:33.772584 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df61a1e9-9bad-46e7-9578-d0e6e31e8773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ea7dbf-7260-413f-9481-7733eb89f96b,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:33.833671 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 73803c66-44d0-48c6-9209-e0a76d1274a0 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:48:33.835661 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa97c40-ee8c-481e-b40a-ab011a6f5622 None None] No DVR routers for this DVR port c834d6b6-a12a-43a2-b95f-855b77e0b384 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:48:33.847270 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa97c40-ee8c-481e-b40a-ab011a6f5622 None None] Pushing event deleted for resources: {'Port': ['ID=c834d6b6-a12a-43a2-b95f-855b77e0b384,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:33.936666 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 73803c66-44d0-48c6-9209-e0a76d1274a0 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:48:33.937330 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:33.974610 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607469e-6a21-4fe0-b99a-627e80540394 req-3fd8b7c7-23eb-4cde-b6e1-68387958c3ec tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:33.976360 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f607469e-6a21-4fe0-b99a-627e80540394 req-3fd8b7c7-23eb-4cde-b6e1-68387958c3ec tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 943 time: 0.0998285 Dec 16 09:48:34.044922 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f607469e-6a21-4fe0-b99a-627e80540394 req-c3c6e462-ca92-4b14-8f32-547bc6cbf204 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615811 Dec 16 09:48:34.046849 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:34.073051 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 73803c66-44d0-48c6-9209-e0a76d1274a0, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=73803c66-44d0-48c6-9209-e0a76d1274a0,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:34.133045 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-848d55e4-06f7-4b23-8b3c-7bbc343fb091 req-e211e762-70c4-4ce7-b04f-42ce63ef75a9 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6641879 Dec 16 09:48:34.167699 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:34.288426 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=73803c66-44d0-48c6-9209-e0a76d1274a0,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:34.317538 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f53d6f-ff84-4be3-89cc-fabb27708d7f req-5a59feef-dcb9-491a-a091-cdbe324772ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:34.319088 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65f53d6f-ff84-4be3-89cc-fabb27708d7f req-5a59feef-dcb9-491a-a091-cdbe324772ed service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f&tenant_id=55938af2fa4b4c6f80f602d4625ae2cd HTTP/1.1" status: 200 len: 1094 time: 0.1377001 Dec 16 09:48:34.385520 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device e1aa518a-c4dc-4821-8cd0-eb15bad91d93 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:48:34.487668 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port e1aa518a-c4dc-4821-8cd0-eb15bad91d93 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:48:34.488335 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:34.530621 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-a26f3f3d-ee60-4fd3-abcd-f897a630eb8c tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Allocated IP 172.20.0.17 (a5472c03-50b3-442f-aac3-f44b15fe57a0/debf1183-6138-4396-ab9f-6e4acb1d671e/64237cad-308a-45b8-9eaa-f4764f3af5b1) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:48:34.554502 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f53d6f-ff84-4be3-89cc-fabb27708d7f req-650f52f8-b7b4-40e2-a056-b038b21d193e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:34.555772 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65f53d6f-ff84-4be3-89cc-fabb27708d7f req-650f52f8-b7b4-40e2-a056-b038b21d193e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55938af2fa4b4c6f80f602d4625ae2cd&device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 1094 time: 0.1871717 Dec 16 09:48:34.664454 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:34.718974 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port e1aa518a-c4dc-4821-8cd0-eb15bad91d93, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=e1aa518a-c4dc-4821-8cd0-eb15bad91d93,segment=NetworkSegment(acb8dc6f-a628-4d5a-bbee-5695af1a8040),segment_id=acb8dc6f-a628-4d5a-bbee-5695af1a8040)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:34.744021 n-d-820550-2 neutron-server[102816]: DEBUG neutron.objects.ports [None req-4ef43345-5622-4386-accc-d74b1340eb08 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102816) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:48:34.749230 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f53d6f-ff84-4be3-89cc-fabb27708d7f req-c5a182ed-2452-45f1-ac48-94995d0a1f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:34.750720 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65f53d6f-ff84-4be3-89cc-fabb27708d7f req-c5a182ed-2452-45f1-ac48-94995d0a1f0d service neutron] 10.222.0.57 "GET /v2.0/networks?id=80ebca74-2610-4824-a3d8-8e60778e3639 HTTP/1.1" status: 200 len: 918 time: 0.1831949 Dec 16 09:48:34.761633 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4ef43345-5622-4386-accc-d74b1340eb08 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:34.818671 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:34.959862 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=e1aa518a-c4dc-4821-8cd0-eb15bad91d93,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:34.968426 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device c834d6b6-a12a-43a2-b95f-855b77e0b384 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:48:34.993255 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef43345-5622-4386-accc-d74b1340eb08 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Pushing event updated for resources: {'Subnet': ['ID=50e16a07-5e4b-4075-bb22-c96e50e885f7,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:35.001018 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65f53d6f-ff84-4be3-89cc-fabb27708d7f req-e9cfe509-1b96-410b-9400-8cbe0d0c435c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87ea0160-6ace-441a-a60b-f7a3c189cbae HTTP/1.1" status: 200 len: 999 time: 0.2094185 Dec 16 09:48:35.002629 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: c834d6b6-a12a-43a2-b95f-855b77e0b384 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:48:35.003511 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device c834d6b6-a12a-43a2-b95f-855b77e0b384 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:48:35.008410 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef43345-5622-4386-accc-d74b1340eb08 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Checking segment: {'id': 'c3bb07a6-b61a-41d5-9700-2782557d0c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a4d55335-90c7-49ea-a800-61a8bf7658ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:48:35.008790 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef43345-5622-4386-accc-d74b1340eb08 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Network hostable DHCP agents. Network: a4d55335-90c7-49ea-a800-61a8bf7658ea, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:48:35.021685 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981c11cf-86c4-46e4-98ef-3fb7157e3939 None None] Network a5472c03-50b3-442f-aac3-f44b15fe57a0 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:48:35.071537 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a26f3f3d-ee60-4fd3-abcd-f897a630eb8c tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:35.089237 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f53d6f-ff84-4be3-89cc-fabb27708d7f req-133f08f6-cb50-4383-b60a-727c705d277a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:35.090746 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65f53d6f-ff84-4be3-89cc-fabb27708d7f req-133f08f6-cb50-4383-b60a-727c705d277a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55767ecf-03fc-4a01-868c-518fd421c2f1 HTTP/1.1" status: 200 len: 856 time: 0.0774560 Dec 16 09:48:35.105707 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-cfc76d6a-b9fc-41ec-9506-e23907b5f102 None None] Provisioning complete for port e1aa518a-c4dc-4821-8cd0-eb15bad91d93 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:48:35.106607 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cfc76d6a-b9fc-41ec-9506-e23907b5f102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:35.176004 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f53d6f-ff84-4be3-89cc-fabb27708d7f req-c189fe6a-cb26-4462-ae75-4084857c1ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:35.177604 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65f53d6f-ff84-4be3-89cc-fabb27708d7f req-c189fe6a-cb26-4462-ae75-4084857c1ef5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80ebca74-2610-4824-a3d8-8e60778e3639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799489 Dec 16 09:48:35.178460 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef43345-5622-4386-accc-d74b1340eb08 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Network a4d55335-90c7-49ea-a800-61a8bf7658ea is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:48:35.302695 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a26f3f3d-ee60-4fd3-abcd-f897a630eb8c tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:35.324063 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-4ef43345-5622-4386-accc-d74b1340eb08 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, a4d55335-90c7-49ea-a800-61a8bf7658ea) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:48:35.355999 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f933d-9857-4039-958d-275e545e5a2c req-da4335c1-559c-44ed-97fb-b0e8e731c04e tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:35.359034 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6a2f933d-9857-4039-958d-275e545e5a2c req-da4335c1-559c-44ed-97fb-b0e8e731c04e tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 943 time: 0.1085420 Dec 16 09:48:35.395297 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc12a511-36e9-476e-bd24-8ec05ef86023 None None] Network a4d55335-90c7-49ea-a800-61a8bf7658ea requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:48:35.429925 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef43345-5622-4386-accc-d74b1340eb08 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:35.430787 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4ef43345-5622-4386-accc-d74b1340eb08 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:35.433717 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6a2f933d-9857-4039-958d-275e545e5a2c req-c778a5ad-5eb3-4f5a-8032-8600995520aa tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580146 Dec 16 09:48:35.494502 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26f3f3d-ee60-4fd3-abcd-f897a630eb8c tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Network a5472c03-50b3-442f-aac3-f44b15fe57a0 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:48:35.524715 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-a26f3f3d-ee60-4fd3-abcd-f897a630eb8c tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:48:35.532456 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26f3f3d-ee60-4fd3-abcd-f897a630eb8c tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:48:35.596050 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f3f3d-ee60-4fd3-abcd-f897a630eb8c tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Pushing event updated for resources: {'Port': ['ID=64237cad-308a-45b8-9eaa-f4764f3af5b1,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:35.598830 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a26f3f3d-ee60-4fd3-abcd-f897a630eb8c tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:35.617799 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4ef43345-5622-4386-accc-d74b1340eb08 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.0476148 Dec 16 09:48:35.621942 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42198) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:35.683753 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65f53d6f-ff84-4be3-89cc-fabb27708d7f req-f1e0b4fb-02b3-4102-84d9-88f8a1e1cafd service neutron] 10.222.0.57 "GET /v2.0/networks/80ebca74-2610-4824-a3d8-8e60778e3639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4929538 Dec 16 09:48:35.699283 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6356d2-4ea3-46be-9a3a-3021eca80dc3 req-9c2a4cb5-fd72-4f77-bed7-3efd9d891e5b tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:35.700811 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1b6356d2-4ea3-46be-9a3a-3021eca80dc3 req-9c2a4cb5-fd72-4f77-bed7-3efd9d891e5b tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 945 time: 0.3937078 Dec 16 09:48:35.839113 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-69be8092-1bc3-463d-9016-a3c1920f5490 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:35.948872 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-69be8092-1bc3-463d-9016-a3c1920f5490 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:35.995156 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586d8c51-6077-4ff8-8778-973e56ea1fb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-a4d55335-90c7-49ea-a800-61a8bf7658ea', 'network_id': 'a4d55335-90c7-49ea-a800-61a8bf7658ea', 'tenant_id': '24a808d58f034cacb12ed81aff703ba3', 'fixed_ips': [{'subnet_id': '50e16a07-5e4b-4075-bb22-c96e50e885f7'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:48:35.996131 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-586d8c51-6077-4ff8-8778-973e56ea1fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:36.014917 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1b6356d2-4ea3-46be-9a3a-3021eca80dc3 req-357cb7f3-47fe-4ea2-b4e8-32cca3c0b14b tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027754 Dec 16 09:48:36.069983 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-5bdb75ed-252b-4ce7-98e2-7137f1015a9e None None] Provisioning complete for port e1aa518a-c4dc-4821-8cd0-eb15bad91d93 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:48:36.070480 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5bdb75ed-252b-4ce7-98e2-7137f1015a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:36.090847 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65f53d6f-ff84-4be3-89cc-fabb27708d7f req-d236cd03-a7a7-4bd1-8395-d4e56975d232 service neutron] 10.222.0.57 "GET /v2.0/networks/80ebca74-2610-4824-a3d8-8e60778e3639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870003 Dec 16 09:48:36.251638 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-5bdb75ed-252b-4ce7-98e2-7137f1015a9e None None] Provisioning complete for port 64237cad-308a-45b8-9eaa-f4764f3af5b1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:48:36.252123 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5bdb75ed-252b-4ce7-98e2-7137f1015a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:36.274194 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device e1aa518a-c4dc-4821-8cd0-eb15bad91d93 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:48:36.318151 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-69be8092-1bc3-463d-9016-a3c1920f5490 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:36.324154 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-5bdb75ed-252b-4ce7-98e2-7137f1015a9e None None] Port 64237cad-308a-45b8-9eaa-f4764f3af5b1 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:48:36.378686 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a26f3f3d-ee60-4fd3-abcd-f897a630eb8c tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:36.438212 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be8092-1bc3-463d-9016-a3c1920f5490 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Pushing event deleted for resources: {'Subnet': ['ID=50e16a07-5e4b-4075-bb22-c96e50e885f7,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server [None req-586d8c51-6077-4ff8-8778-973e56ea1fb1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 50e16a07-5e4b-4075-bb22-c96e50e885f7: This subnet is being modified by another concurrent operation. Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 09:48:36.483444 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:48:36.487604 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 09:48:36.487604 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 09:48:36.487604 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:48:36.487604 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:48:36.487604 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:48:36.487604 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:48:36.487604 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 09:48:36.487604 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:48:36.487604 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 09:48:36.487604 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 09:48:36.487604 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:48:36.487604 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:48:36.487604 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:48:36.487604 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:48:36.487604 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 09:48:36.487604 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 09:48:36.487604 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Dec 16 09:48:36.487604 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 16 09:48:36.487604 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Dec 16 09:48:36.487604 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 16 09:48:36.487604 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Dec 16 09:48:36.487604 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 16 09:48:36.487604 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 16 09:48:36.487604 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 16 09:48:36.487604 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:48:36.487604 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:48:36.487604 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:48:36.487604 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:48:36.487604 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 16 09:48:36.487604 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 16 09:48:36.487604 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 16 09:48:36.487604 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 16 09:48:36.487604 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 16 09:48:36.487604 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 16 09:48:36.487604 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 16 09:48:36.487604 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server raise exception Dec 16 09:48:36.487604 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 50e16a07-5e4b-4075-bb22-c96e50e885f7: This subnet is being modified by another concurrent operation. Dec 16 09:48:36.487604 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server Dec 16 09:48:36.522123 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port e1aa518a-c4dc-4821-8cd0-eb15bad91d93 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:48:36.522618 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:36.549777 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-69be8092-1bc3-463d-9016-a3c1920f5490 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:36.574220 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-51baba9b-ee8a-40a9-9412-adf1fcf594ba None None] Provisioning complete for port 64237cad-308a-45b8-9eaa-f4764f3af5b1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:48:36.574594 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-51baba9b-ee8a-40a9-9412-adf1fcf594ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:36.601855 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f057d43-9d47-4c3e-a9f9-a2b3d7224ffe None None] Network a4d55335-90c7-49ea-a800-61a8bf7658ea requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:48:36.644770 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-69be8092-1bc3-463d-9016-a3c1920f5490 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d55335-90c7-49ea-a800-61a8bf7658ea']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:36.661625 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-69be8092-1bc3-463d-9016-a3c1920f5490 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3bb07a6-b61a-41d5-9700-2782557d0c81') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:36.661933 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-69be8092-1bc3-463d-9016-a3c1920f5490 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3bb07a6-b61a-41d5-9700-2782557d0c81') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:36.679294 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-69be8092-1bc3-463d-9016-a3c1920f5490 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:36.702731 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-69be8092-1bc3-463d-9016-a3c1920f5490 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:36.747489 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69be8092-1bc3-463d-9016-a3c1920f5490 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:48:36.747913 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-69be8092-1bc3-463d-9016-a3c1920f5490 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:36.751204 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:48:36.751204 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:48:36.751204 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:48:36.751204 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:48:36.751204 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:48:36.751204 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:48:36.751204 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:48:36.751204 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:48:36.751204 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:48:36.751204 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:48:36.751204 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:48:36.751204 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:48:36.751204 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:48:36.751204 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:48:36.751204 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:48:36.751204 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:48:36.751204 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:48:36.751204 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:48:36.751204 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:48:36.751204 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:48:36.751204 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:48:36.751204 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:48:36.751204 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:48:36.751204 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:48:36.751204 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:48:36.751204 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:48:36.751204 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:48:36.751204 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:48:36.751204 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:48:36.751204 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:48:36.751204 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:48:36.751204 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:48:36.823746 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-51baba9b-ee8a-40a9-9412-adf1fcf594ba None None] Port 64237cad-308a-45b8-9eaa-f4764f3af5b1 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:48:36.921738 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa20b8-854e-4590-b20f-91c343341ddd req-d1b78575-77d7-40c8-ab2a-84dcfbd54edb tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:36.926054 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f6fa20b8-854e-4590-b20f-91c343341ddd req-d1b78575-77d7-40c8-ab2a-84dcfbd54edb tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 943 time: 0.2244220 Dec 16 09:48:36.936850 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 73803c66-44d0-48c6-9209-e0a76d1274a0 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:48:36.994921 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f6fa20b8-854e-4590-b20f-91c343341ddd req-b482790d-ebb2-41d6-8264-a2f034837520 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583065 Dec 16 09:48:37.030698 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a26f3f3d-ee60-4fd3-abcd-f897a630eb8c tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:37.049391 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-69be8092-1bc3-463d-9016-a3c1920f5490 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:37.049538 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747d2003-eb73-4c93-9270-aa7078418eb9 None None] get_active_networks_info from n-d-820550-2 {{(pid=102818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:48:37.075634 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-69be8092-1bc3-463d-9016-a3c1920f5490 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:37.083643 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42238) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:37.085678 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-69be8092-1bc3-463d-9016-a3c1920f5490 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] 10.222.0.60 "DELETE /v2.0/networks/a4d55335-90c7-49ea-a800-61a8bf7658ea HTTP/1.1" status: 204 len: 168 time: 1.4626026 Dec 16 09:48:37.089104 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be8092-1bc3-463d-9016-a3c1920f5490 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Pushing event deleted for resources: {'Network': ['ID=a4d55335-90c7-49ea-a800-61a8bf7658ea,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:37.090195 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-a371741c-851d-4cba-b508-9a62edefc8f1 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-840590015'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:37.116182 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a26f3f3d-ee60-4fd3-abcd-f897a630eb8c tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:37.142706 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 73803c66-44d0-48c6-9209-e0a76d1274a0 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:48:37.143110 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:37.288816 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747d2003-eb73-4c93-9270-aa7078418eb9 None None] Resources bound (agent type, host, resource id): {{(pid=102818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:48:37.290655 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:37.394460 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a26f3f3d-ee60-4fd3-abcd-f897a630eb8c tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:37.580016 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a371741c-851d-4cba-b508-9a62edefc8f1 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Made reservation on behalf of 24a808d58f034cacb12ed81aff703ba3 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:48:37.590505 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a371741c-851d-4cba-b508-9a62edefc8f1 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:37.729211 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f3f3d-ee60-4fd3-abcd-f897a630eb8c tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Pushing event updated for resources: {'Port': ['ID=64237cad-308a-45b8-9eaa-f4764f3af5b1,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:37.767237 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca412b9-6e99-4d81-9f94-193ad35eca5d req-6ad3800e-b709-4c23-8852-294ea00e2a06 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:37.777781 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dca412b9-6e99-4d81-9f94-193ad35eca5d req-6ad3800e-b709-4c23-8852-294ea00e2a06 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 945 time: 0.4623196 Dec 16 09:48:37.850394 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dca412b9-6e99-4d81-9f94-193ad35eca5d req-be4e2aa6-c9ec-402b-8c8c-1908f4a5fa98 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738633 Dec 16 09:48:37.858901 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a371741c-851d-4cba-b508-9a62edefc8f1 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:48:37.874344 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a371741c-851d-4cba-b508-9a62edefc8f1 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:37.882271 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-a371741c-851d-4cba-b508-9a62edefc8f1 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Added segment 30385c87-c625-40bd-99f0-2a19678321b8 of type vlan for network 76bcc3fb-c598-4a69-8ee5-0ac15c2902a2 Dec 16 09:48:37.939274 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a371741c-851d-4cba-b508-9a62edefc8f1 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:37.998630 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26f3f3d-ee60-4fd3-abcd-f897a630eb8c tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Network a5472c03-50b3-442f-aac3-f44b15fe57a0 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:48:38.002131 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-a26f3f3d-ee60-4fd3-abcd-f897a630eb8c tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:48:38.059379 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a371741c-851d-4cba-b508-9a62edefc8f1 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:38.075897 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a371741c-851d-4cba-b508-9a62edefc8f1 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:38.075897 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a371741c-851d-4cba-b508-9a62edefc8f1 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:38.288990 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c1583-2d3f-4b37-a70b-fce875cb4022 req-938728ff-849c-4ade-bba7-52e656c15307 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:38.296108 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-007c1583-2d3f-4b37-a70b-fce875cb4022 req-938728ff-849c-4ade-bba7-52e656c15307 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 943 time: 0.1053395 Dec 16 09:48:38.310896 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42262) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:38.359372 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371741c-851d-4cba-b508-9a62edefc8f1 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Pushing event updated for resources: {'Network': ['ID=76bcc3fb-c598-4a69-8ee5-0ac15c2902a2,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:38.381728 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 76bcc3fb-c598-4a69-8ee5-0ac15c2902a2 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:48:38.386476 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a371741c-851d-4cba-b508-9a62edefc8f1 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3001840 Dec 16 09:48:38.387125 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42266) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:38.391463 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-007c1583-2d3f-4b37-a70b-fce875cb4022 req-9c6d8040-3e85-4a99-ab07-db7ebe1fba8f tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884490 Dec 16 09:48:38.400567 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-0a9e53fa-b344-45ff-bc3a-ceea02aa694a tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Request body: {'subnet': {'network_id': '76bcc3fb-c598-4a69-8ee5-0ac15c2902a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:38.529934 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-e9c87c53-7f9d-4639-9c5b-8b73fe604ef6 None None] Provisioning complete for port 64237cad-308a-45b8-9eaa-f4764f3af5b1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:48:38.530447 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e9c87c53-7f9d-4639-9c5b-8b73fe604ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:38.533576 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26f3f3d-ee60-4fd3-abcd-f897a630eb8c tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Router 5d4bb69f-f5f3-4392-aece-09f60b5cf6a1 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:48:38.589168 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-e9c87c53-7f9d-4639-9c5b-8b73fe604ef6 None None] Port 64237cad-308a-45b8-9eaa-f4764f3af5b1 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:48:38.675495 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a5117295-781f-451e-8110-d0311ef3e4cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:38.760848 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26f3f3d-ee60-4fd3-abcd-f897a630eb8c tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:48:38.767154 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a26f3f3d-ee60-4fd3-abcd-f897a630eb8c tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "PUT /v2.0/routers/5d4bb69f-f5f3-4392-aece-09f60b5cf6a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0263853 Dec 16 09:48:38.778853 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4523310c-5bd2-4d7e-a22d-d23d7f888e67 None None] Sync routers for ids ['5d4bb69f-f5f3-4392-aece-09f60b5cf6a1'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:48:38.798467 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4523310c-5bd2-4d7e-a22d-d23d7f888e67 None None] Routers {'5d4bb69f-f5f3-4392-aece-09f60b5cf6a1'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:48:38.799382 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-4523310c-5bd2-4d7e-a22d-d23d7f888e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:48:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['5d4bb69f-f5f3-4392-aece-09f60b5cf6a1'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:38.921847 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9e53fa-b344-45ff-bc3a-ceea02aa694a tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Made reservation on behalf of 24a808d58f034cacb12ed81aff703ba3 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:48:38.931905 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0a9e53fa-b344-45ff-bc3a-ceea02aa694a tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:38.950503 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a5117295-781f-451e-8110-d0311ef3e4cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:38.992835 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-4523310c-5bd2-4d7e-a22d-d23d7f888e67 None None] Set router 5d4bb69f-f5f3-4392-aece-09f60b5cf6a1 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:48:39.429101 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a5117295-781f-451e-8110-d0311ef3e4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:39.471370 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5117295-781f-451e-8110-d0311ef3e4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fdb40f-b4f8-4b6f-a22a-d2150b917bdd,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:39.539890 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a5117295-781f-451e-8110-d0311ef3e4cb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bdefb77bc530463087b344aeef4a7f39&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2249720 Dec 16 09:48:39.542852 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42296) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:39.567671 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-6b274da6-a3fa-4d35-8c7e-c8b3949b6825 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:39.584569 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-6b274da6-a3fa-4d35-8c7e-c8b3949b6825 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/networks?id=a5472c03-50b3-442f-aac3-f44b15fe57a0 HTTP/1.1" status: 200 len: 797 time: 0.3154318 Dec 16 09:48:39.605887 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2d7a3-9175-4ca3-9182-68162ee91b42 req-98da2d18-560e-403a-a6d1-63c23139bf62 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:39.606457 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-629f7ee8-4717-49ed-b057-14d7723b18f5 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/quotas/7b42c23eb8df4f149d42f9011b4094e4 HTTP/1.1" status: 200 len: 375 time: 0.0139537 Dec 16 09:48:39.607720 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8fb2d7a3-9175-4ca3-9182-68162ee91b42 req-98da2d18-560e-403a-a6d1-63c23139bf62 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 945 time: 0.1820257 Dec 16 09:48:39.692236 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-4523310c-5bd2-4d7e-a22d-d23d7f888e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4bb69f-f5f3-4392-aece-09f60b5cf6a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-873415064', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '73803c66-44d0-48c6-9209-e0a76d1274a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:22Z', 'updated_at': '2021-12-16T09:48:36Z', 'revision_number': 4, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'gw_port': {'id': '73803c66-44d0-48c6-9209-e0a76d1274a0', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4bb69f-f5f3-4392-aece-09f60b5cf6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:24Z', 'updated_at': '2021-12-16T09:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '64237cad-308a-45b8-9eaa-f4764f3af5b1', 'name': '', 'network_id': 'a5472c03-50b3-442f-aac3-f44b15fe57a0', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'mac_address': 'fa:16:3e:23:6c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4bb69f-f5f3-4392-aece-09f60b5cf6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'debf1183-6138-4396-ab9f-6e4acb1d671e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:33Z', 'updated_at': '2021-12-16T09:48:36Z', 'revision_number': 2, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'subnets': [{'id': 'debf1183-6138-4396-ab9f-6e4acb1d671e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:39.695813 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c9fe6029-f2db-454b-9ac2-45ab7dab93f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:39.776840 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4523310c-5bd2-4d7e-a22d-d23d7f888e67 None None] Checking router: 5d4bb69f-f5f3-4392-aece-09f60b5cf6a1 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:48:39.777229 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4523310c-5bd2-4d7e-a22d-d23d7f888e67 None None] Updating router 5d4bb69f-f5f3-4392-aece-09f60b5cf6a1 port 64237cad-308a-45b8-9eaa-f4764f3af5b1 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:48:39.781234 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8fb2d7a3-9175-4ca3-9182-68162ee91b42 req-ad86e03a-d9d8-4353-ac38-a16dcc364e4f tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560071 Dec 16 09:48:39.829964 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c9fe6029-f2db-454b-9ac2-45ab7dab93f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:39.833087 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-adcea52a-6515-4ae1-aa77-0199c31aa352 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7b42c23eb8df4f149d42f9011b4094e4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2150276 Dec 16 09:48:39.896608 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4523310c-5bd2-4d7e-a22d-d23d7f888e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:39.973483 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0a9e53fa-b344-45ff-bc3a-ceea02aa694a tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:40.079651 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e53fa-b344-45ff-bc3a-ceea02aa694a tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Pushing event updated for resources: {'Subnet': ['ID=455cabb9-99bc-426f-aa15-43bef6c3eb40,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:40.115396 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d18b67-1ee6-41a1-8563-a252c18a45d0 req-185c61db-03fe-4a33-a591-6bc54482332b tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:40.117250 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-10d18b67-1ee6-41a1-8563-a252c18a45d0 req-185c61db-03fe-4a33-a591-6bc54482332b tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 943 time: 0.1760132 Dec 16 09:48:40.162005 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c9fe6029-f2db-454b-9ac2-45ab7dab93f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:40.164707 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c9fe6029-f2db-454b-9ac2-45ab7dab93f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:40.168542 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c9fe6029-f2db-454b-9ac2-45ab7dab93f7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e7fdb40f-b4f8-4b6f-a22a-d2150b917bdd HTTP/1.1" status: 204 len: 168 time: 0.6202276 Dec 16 09:48:40.189782 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9e53fa-b344-45ff-bc3a-ceea02aa694a tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Checking segment: {'id': '30385c87-c625-40bd-99f0-2a19678321b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '76bcc3fb-c598-4a69-8ee5-0ac15c2902a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:48:40.190865 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9e53fa-b344-45ff-bc3a-ceea02aa694a tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Network hostable DHCP agents. Network: 76bcc3fb-c598-4a69-8ee5-0ac15c2902a2, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:48:40.203745 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe6029-f2db-454b-9ac2-45ab7dab93f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fdb40f-b4f8-4b6f-a22a-d2150b917bdd,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:40.225712 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-10d18b67-1ee6-41a1-8563-a252c18a45d0 req-540f8ee4-c696-404d-a858-7f2a82e09fa1 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022172 Dec 16 09:48:40.349343 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9e53fa-b344-45ff-bc3a-ceea02aa694a tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Network 76bcc3fb-c598-4a69-8ee5-0ac15c2902a2 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:48:40.391923 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-9a67f809-d77a-4177-80c4-33f588d4e8bb service neutron] 10.222.0.60 "GET /v2.0/networks/a5472c03-50b3-442f-aac3-f44b15fe57a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5256653 Dec 16 09:48:40.474127 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:48:40.523869 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-0a9e53fa-b344-45ff-bc3a-ceea02aa694a tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 76bcc3fb-c598-4a69-8ee5-0ac15c2902a2) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:48:40.529944 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4523310c-5bd2-4d7e-a22d-d23d7f888e67 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:40.531288 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9e53fa-b344-45ff-bc3a-ceea02aa694a tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:40.532449 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0a9e53fa-b344-45ff-bc3a-ceea02aa694a tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:40.541632 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ea982e-68b8-4031-8d10-760bf95ff0c0 None None] Network 76bcc3fb-c598-4a69-8ee5-0ac15c2902a2 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:48:40.597982 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-0f7d54f5-b833-4d9a-b46d-1799212157cf service neutron] 10.222.0.60 "GET /v2.0/networks/a5472c03-50b3-442f-aac3-f44b15fe57a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976824 Dec 16 09:48:40.634816 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4523310c-5bd2-4d7e-a22d-d23d7f888e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:40.636005 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0a9e53fa-b344-45ff-bc3a-ceea02aa694a tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2450030 Dec 16 09:48:40.636968 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:40.640187 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42306) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:40.776505 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad41d2d-5a7d-4f06-9b2d-82559514a3bf None None] Pushing event updated for resources: {'Port': ['ID=64237cad-308a-45b8-9eaa-f4764f3af5b1,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:40.869308 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-05977cc7-13c0-4e95-b358-68b372122c4e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:40.927572 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-4523310c-5bd2-4d7e-a22d-d23d7f888e67 None None] Attempting to bind port 64237cad-308a-45b8-9eaa-f4764f3af5b1 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:48:40.927949 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-4523310c-5bd2-4d7e-a22d-d23d7f888e67 None None] Attempting to bind port 64237cad-308a-45b8-9eaa-f4764f3af5b1 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'acb8dc6f-a628-4d5a-bbee-5695af1a8040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a5472c03-50b3-442f-aac3-f44b15fe57a0'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:48:40.928319 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4523310c-5bd2-4d7e-a22d-d23d7f888e67 None None] Attempting to bind port 64237cad-308a-45b8-9eaa-f4764f3af5b1 on network a5472c03-50b3-442f-aac3-f44b15fe57a0 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:48:40.942953 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4523310c-5bd2-4d7e-a22d-d23d7f888e67 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:48:40.943337 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4523310c-5bd2-4d7e-a22d-d23d7f888e67 None None] Checking segment: {'id': 'acb8dc6f-a628-4d5a-bbee-5695af1a8040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a5472c03-50b3-442f-aac3-f44b15fe57a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:48:40.943738 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4523310c-5bd2-4d7e-a22d-d23d7f888e67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:40.944357 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4523310c-5bd2-4d7e-a22d-d23d7f888e67 None None] Bound using segment: {'id': 'acb8dc6f-a628-4d5a-bbee-5695af1a8040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a5472c03-50b3-442f-aac3-f44b15fe57a0'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:48:40.944645 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-4523310c-5bd2-4d7e-a22d-d23d7f888e67 None None] Bound port: 64237cad-308a-45b8-9eaa-f4764f3af5b1, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb8dc6f-a628-4d5a-bbee-5695af1a8040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a5472c03-50b3-442f-aac3-f44b15fe57a0'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:48:40.945000 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4523310c-5bd2-4d7e-a22d-d23d7f888e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:41.090603 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-05977cc7-13c0-4e95-b358-68b372122c4e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:41.127212 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18d802d-f138-4d7e-a2d9-e0bebb0c4fc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-76bcc3fb-c598-4a69-8ee5-0ac15c2902a2', 'network_id': '76bcc3fb-c598-4a69-8ee5-0ac15c2902a2', 'tenant_id': '24a808d58f034cacb12ed81aff703ba3', 'fixed_ips': [{'subnet_id': '455cabb9-99bc-426f-aa15-43bef6c3eb40'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:48:41.128058 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f18d802d-f138-4d7e-a2d9-e0bebb0c4fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:41.248118 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57986909-08f7-48d5-92de-28eb85af1f38 req-7b46fc73-50ec-4e8c-b219-d4ddc61fa8a1 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:41.260038 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-57986909-08f7-48d5-92de-28eb85af1f38 req-7b46fc73-50ec-4e8c-b219-d4ddc61fa8a1 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 945 time: 0.2993679 Dec 16 09:48:41.331736 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-57986909-08f7-48d5-92de-28eb85af1f38 req-5c8b85e0-c623-46ac-bb15-461c4c81d31d tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678709 Dec 16 09:48:41.419067 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-f076a238-a8f9-4598-8e09-c76f7ef7b33a None None] Provisioning complete for port 64237cad-308a-45b8-9eaa-f4764f3af5b1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:48:41.419545 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f076a238-a8f9-4598-8e09-c76f7ef7b33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:41.425963 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-05977cc7-13c0-4e95-b358-68b372122c4e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:41.475935 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4523310c-5bd2-4d7e-a22d-d23d7f888e67 None None] For port 64237cad-308a-45b8-9eaa-f4764f3af5b1, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:48:41.505162 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4523310c-5bd2-4d7e-a22d-d23d7f888e67 None None] For port 64237cad-308a-45b8-9eaa-f4764f3af5b1, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=64237cad-308a-45b8-9eaa-f4764f3af5b1,segment=NetworkSegment(acb8dc6f-a628-4d5a-bbee-5695af1a8040),segment_id=acb8dc6f-a628-4d5a-bbee-5695af1a8040)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server [None req-f18d802d-f138-4d7e-a2d9-e0bebb0c4fc4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 455cabb9-99bc-426f-aa15-43bef6c3eb40: This subnet is being modified by another concurrent operation. Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 09:48:41.510185 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:48:41.514419 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 09:48:41.514419 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 09:48:41.514419 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:48:41.514419 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:48:41.514419 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:48:41.514419 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:48:41.514419 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 09:48:41.514419 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:48:41.514419 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 09:48:41.514419 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 09:48:41.514419 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:48:41.514419 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:48:41.514419 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:48:41.514419 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:48:41.514419 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 09:48:41.514419 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 09:48:41.514419 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Dec 16 09:48:41.514419 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 16 09:48:41.514419 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Dec 16 09:48:41.514419 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 16 09:48:41.514419 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Dec 16 09:48:41.514419 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 16 09:48:41.514419 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 16 09:48:41.514419 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 16 09:48:41.514419 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:48:41.514419 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:48:41.514419 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:48:41.514419 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:48:41.514419 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 16 09:48:41.514419 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 16 09:48:41.514419 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 16 09:48:41.514419 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 16 09:48:41.514419 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 16 09:48:41.514419 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 16 09:48:41.514419 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 16 09:48:41.514419 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server raise exception Dec 16 09:48:41.514419 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 455cabb9-99bc-426f-aa15-43bef6c3eb40: This subnet is being modified by another concurrent operation. Dec 16 09:48:41.514419 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server Dec 16 09:48:41.549441 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a8858c-9b3e-4a2d-8dd6-50718344de99 None None] Network 76bcc3fb-c598-4a69-8ee5-0ac15c2902a2 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:48:41.553278 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f076a238-a8f9-4598-8e09-c76f7ef7b33a None None] Port 64237cad-308a-45b8-9eaa-f4764f3af5b1 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:48:41.563963 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05977cc7-13c0-4e95-b358-68b372122c4e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Pushing event deleted for resources: {'Subnet': ['ID=455cabb9-99bc-426f-aa15-43bef6c3eb40,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:41.630070 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4523310c-5bd2-4d7e-a22d-d23d7f888e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:41.716937 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4523310c-5bd2-4d7e-a22d-d23d7f888e67 None None] Routers {'5d4bb69f-f5f3-4392-aece-09f60b5cf6a1'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:48:41.717754 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-4523310c-5bd2-4d7e-a22d-d23d7f888e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:48:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['5d4bb69f-f5f3-4392-aece-09f60b5cf6a1'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:41.765816 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-05977cc7-13c0-4e95-b358-68b372122c4e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:41.789813 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c697e8-bba0-4c82-84d6-cace98962657 req-3c01ecb4-0ecc-4df4-b96b-b760ea9e13d5 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:41.792443 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a9c697e8-bba0-4c82-84d6-cace98962657 req-3c01ecb4-0ecc-4df4-b96b-b760ea9e13d5 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 943 time: 0.3921564 Dec 16 09:48:41.875259 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-05977cc7-13c0-4e95-b358-68b372122c4e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76bcc3fb-c598-4a69-8ee5-0ac15c2902a2']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:41.931907 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-05977cc7-13c0-4e95-b358-68b372122c4e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30385c87-c625-40bd-99f0-2a19678321b8') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:41.931907 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-05977cc7-13c0-4e95-b358-68b372122c4e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30385c87-c625-40bd-99f0-2a19678321b8') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:41.995609 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-05977cc7-13c0-4e95-b358-68b372122c4e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:42.037163 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a9c697e8-bba0-4c82-84d6-cace98962657 req-c562ff19-b094-412a-ad98-93b74a1861be tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303758 Dec 16 09:48:42.087307 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-05977cc7-13c0-4e95-b358-68b372122c4e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:42.124205 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05977cc7-13c0-4e95-b358-68b372122c4e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:48:42.125807 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-05977cc7-13c0-4e95-b358-68b372122c4e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:42.130975 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:48:42.130975 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:48:42.130975 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:48:42.130975 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:48:42.130975 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:48:42.130975 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:48:42.130975 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:48:42.130975 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:48:42.130975 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:48:42.130975 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:48:42.130975 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:48:42.130975 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:48:42.130975 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:48:42.130975 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:48:42.130975 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:48:42.130975 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:48:42.130975 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:48:42.130975 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:48:42.130975 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:48:42.130975 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:48:42.130975 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:48:42.130975 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:48:42.130975 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:48:42.130975 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:48:42.130975 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:48:42.130975 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:48:42.130975 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:48:42.130975 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:48:42.130975 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:48:42.130975 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:48:42.130975 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:48:42.130975 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:48:42.318255 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b27c65b-b443-42b2-bb73-c6f5a45bf0c0 req-c65849e5-f0bf-41bf-ba14-3d0cb2f63c15 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?device_id=78c1f302-066f-42ad-bae8-8d0eed2dfe8d HTTP/1.1" status: 200 len: 210 time: 0.0983117 Dec 16 09:48:42.392583 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad41d2d-5a7d-4f06-9b2d-82559514a3bf None None] Pushing event updated for resources: {'Port': ['ID=64237cad-308a-45b8-9eaa-f4764f3af5b1,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:42.430938 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941601b5-65a6-466f-bb0a-707a8a92e9e5 None None] get_active_networks_info from n-d-820550-2 {{(pid=102818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:48:42.482854 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-05977cc7-13c0-4e95-b358-68b372122c4e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:42.496857 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-05977cc7-13c0-4e95-b358-68b372122c4e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:42.514210 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-05977cc7-13c0-4e95-b358-68b372122c4e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] 10.222.0.60 "DELETE /v2.0/networks/76bcc3fb-c598-4a69-8ee5-0ac15c2902a2 HTTP/1.1" status: 204 len: 168 time: 1.8720415 Dec 16 09:48:42.518885 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184602c-e837-411d-aeea-453b8b030be4 req-f9fc46c2-896e-4fef-9963-f62759ead64e tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:42.531744 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d184602c-e837-411d-aeea-453b8b030be4 req-f9fc46c2-896e-4fef-9963-f62759ead64e tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 945 time: 0.0992601 Dec 16 09:48:42.532040 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42352) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:42.537000 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42354) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:42.544785 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-3872fffd-9365-4648-95ed-02b6592814b9 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-470828361'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:42.573854 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05977cc7-13c0-4e95-b358-68b372122c4e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Pushing event deleted for resources: {'Network': ['ID=76bcc3fb-c598-4a69-8ee5-0ac15c2902a2,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:42.651999 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3872fffd-9365-4648-95ed-02b6592814b9 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Made reservation on behalf of 24a808d58f034cacb12ed81aff703ba3 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:48:42.658554 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3872fffd-9365-4648-95ed-02b6592814b9 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:42.688648 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d184602c-e837-411d-aeea-453b8b030be4 req-acb8caf1-4da7-4a05-87a3-d3898de67324 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552017 Dec 16 09:48:42.726540 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-1cd64421-553e-4cb7-9e64-5c3b272033b5 None None] Provisioning complete for port 64237cad-308a-45b8-9eaa-f4764f3af5b1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:48:42.726921 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1cd64421-553e-4cb7-9e64-5c3b272033b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:42.740034 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42362) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:42.775399 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3872fffd-9365-4648-95ed-02b6592814b9 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:48:42.807145 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3872fffd-9365-4648-95ed-02b6592814b9 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:42.807511 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-3872fffd-9365-4648-95ed-02b6592814b9 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Added segment 7a21708d-9b54-407c-af9e-f3385138fdb6 of type vlan for network 4d212db1-90d5-444b-bc79-e25894e0d509 Dec 16 09:48:42.873427 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-4523310c-5bd2-4d7e-a22d-d23d7f888e67 None None] Set router 5d4bb69f-f5f3-4392-aece-09f60b5cf6a1 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:48:42.922852 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3872fffd-9365-4648-95ed-02b6592814b9 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:42.945926 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941601b5-65a6-466f-bb0a-707a8a92e9e5 None None] Resources bound (agent type, host, resource id): {{(pid=102818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:48:42.958856 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-da04ad4e-a36d-44c4-84a4-867ed776860f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:42.959043 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-7a39b574-25da-4e79-bfb2-dba2f85ffe0e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-288890820-network', 'tenant_id': 'aa4bee81d69740a383072a02d6c03d3a'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:43.109206 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3872fffd-9365-4648-95ed-02b6592814b9 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:43.122571 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3872fffd-9365-4648-95ed-02b6592814b9 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:43.122571 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3872fffd-9365-4648-95ed-02b6592814b9 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:43.151119 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-da04ad4e-a36d-44c4-84a4-867ed776860f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:43.242370 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-da04ad4e-a36d-44c4-84a4-867ed776860f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:43.256553 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a39b574-25da-4e79-bfb2-dba2f85ffe0e admin admin] Made reservation on behalf of aa4bee81d69740a383072a02d6c03d3a for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:48:43.261639 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7a39b574-25da-4e79-bfb2-dba2f85ffe0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:43.319595 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-da04ad4e-a36d-44c4-84a4-867ed776860f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fada674a09d44cb9be2d68431e6f8843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5760658 Dec 16 09:48:43.319984 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42370) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:43.324413 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7a39b574-25da-4e79-bfb2-dba2f85ffe0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:43.324666 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1cd64421-553e-4cb7-9e64-5c3b272033b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:43.329590 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3872fffd-9365-4648-95ed-02b6592814b9 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7895801 Dec 16 09:48:43.349901 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42372) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:43.388054 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-369e3fc5-1bd3-4fda-81f7-f719f7dcaf93 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Request body: {'subnet': {'network_id': '4d212db1-90d5-444b-bc79-e25894e0d509', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:43.436245 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-54874646-cb88-4e67-afcb-822732bcdc90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:43.457208 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3872fffd-9365-4648-95ed-02b6592814b9 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Pushing event updated for resources: {'Network': ['ID=4d212db1-90d5-444b-bc79-e25894e0d509,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:43.493548 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 4d212db1-90d5-444b-bc79-e25894e0d509 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:48:43.519332 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-54874646-cb88-4e67-afcb-822732bcdc90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:43.577374 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-1cd64421-553e-4cb7-9e64-5c3b272033b5 None None] For port 64237cad-308a-45b8-9eaa-f4764f3af5b1, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=64237cad-308a-45b8-9eaa-f4764f3af5b1,segment=NetworkSegment(acb8dc6f-a628-4d5a-bbee-5695af1a8040),segment_id=acb8dc6f-a628-4d5a-bbee-5695af1a8040)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:43.600099 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ed764ddc-11e5-451d-a70c-81234afe53c9 req-ae3c0ed4-f017-455f-8e1e-ef59363b7974 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?device_id=78c1f302-066f-42ad-bae8-8d0eed2dfe8d HTTP/1.1" status: 200 len: 210 time: 0.1725664 Dec 16 09:48:43.601535 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04ad4e-a36d-44c4-84a4-867ed776860f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297ec149-260d-4787-9191-a35a2fcf3635,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:43.693733 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90817e37-8b6b-46d0-a673-602d9c6556bd req-b5bf0a75-fd8f-46b9-b389-7ab631ca71bd tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:43.728719 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-90817e37-8b6b-46d0-a673-602d9c6556bd req-b5bf0a75-fd8f-46b9-b389-7ab631ca71bd tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 943 time: 0.5145550 Dec 16 09:48:43.731618 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-4523310c-5bd2-4d7e-a22d-d23d7f888e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4bb69f-f5f3-4392-aece-09f60b5cf6a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-873415064', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '73803c66-44d0-48c6-9209-e0a76d1274a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:22Z', 'updated_at': '2021-12-16T09:48:36Z', 'revision_number': 4, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'gw_port': {'id': '73803c66-44d0-48c6-9209-e0a76d1274a0', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4bb69f-f5f3-4392-aece-09f60b5cf6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:24Z', 'updated_at': '2021-12-16T09:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '64237cad-308a-45b8-9eaa-f4764f3af5b1', 'name': '', 'network_id': 'a5472c03-50b3-442f-aac3-f44b15fe57a0', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'mac_address': 'fa:16:3e:23:6c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4bb69f-f5f3-4392-aece-09f60b5cf6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'debf1183-6138-4396-ab9f-6e4acb1d671e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:33Z', 'updated_at': '2021-12-16T09:48:41Z', 'revision_number': 4, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'subnets': [{'id': 'debf1183-6138-4396-ab9f-6e4acb1d671e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:43.754827 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-90817e37-8b6b-46d0-a673-602d9c6556bd req-7100f723-1505-4f14-b5a3-eafcec76dfc3 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431023 Dec 16 09:48:43.758234 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1cd64421-553e-4cb7-9e64-5c3b272033b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:43.763391 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4523310c-5bd2-4d7e-a22d-d23d7f888e67 None None] The sync data for ids ['5d4bb69f-f5f3-4392-aece-09f60b5cf6a1'] in n-d-820550-2 is: [{'id': '5d4bb69f-f5f3-4392-aece-09f60b5cf6a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-873415064', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '73803c66-44d0-48c6-9209-e0a76d1274a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:22Z', 'updated_at': '2021-12-16T09:48:36Z', 'revision_number': 4, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'gw_port': {'id': '73803c66-44d0-48c6-9209-e0a76d1274a0', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4bb69f-f5f3-4392-aece-09f60b5cf6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:24Z', 'updated_at': '2021-12-16T09:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '64237cad-308a-45b8-9eaa-f4764f3af5b1', 'name': '', 'network_id': 'a5472c03-50b3-442f-aac3-f44b15fe57a0', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'mac_address': 'fa:16:3e:23:6c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4bb69f-f5f3-4392-aece-09f60b5cf6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'debf1183-6138-4396-ab9f-6e4acb1d671e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:33Z', 'updated_at': '2021-12-16T09:48:41Z', 'revision_number': 4, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'subnets': [{'id': 'debf1183-6138-4396-ab9f-6e4acb1d671e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:48:43.847336 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-54874646-cb88-4e67-afcb-822732bcdc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:43.861539 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369e3fc5-1bd3-4fda-81f7-f719f7dcaf93 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Made reservation on behalf of 24a808d58f034cacb12ed81aff703ba3 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:48:43.863516 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-54874646-cb88-4e67-afcb-822732bcdc90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:43.864873 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-369e3fc5-1bd3-4fda-81f7-f719f7dcaf93 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:43.867245 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd64421-553e-4cb7-9e64-5c3b272033b5 None None] Pushing event updated for resources: {'Port': ['ID=64237cad-308a-45b8-9eaa-f4764f3af5b1,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:43.882177 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-54874646-cb88-4e67-afcb-822732bcdc90 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/297ec149-260d-4787-9191-a35a2fcf3635 HTTP/1.1" status: 204 len: 168 time: 0.5487652 Dec 16 09:48:43.923195 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54874646-cb88-4e67-afcb-822732bcdc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297ec149-260d-4787-9191-a35a2fcf3635,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:43.956824 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f21d0-e398-4b5d-9904-fba40e17eb95 req-3e4c5295-e8b3-4a1d-8366-97544177c6fb tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:43.983795 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-154f21d0-e398-4b5d-9904-fba40e17eb95 req-3e4c5295-e8b3-4a1d-8366-97544177c6fb tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 945 time: 0.2076375 Dec 16 09:48:44.052298 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7a39b574-25da-4e79-bfb2-dba2f85ffe0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:44.098584 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-154f21d0-e398-4b5d-9904-fba40e17eb95 req-fd994e5a-5327-4a64-8de4-a9669c9d8ac1 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125886 Dec 16 09:48:44.264693 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7a39b574-25da-4e79-bfb2-dba2f85ffe0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:44.402724 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39b574-25da-4e79-bfb2-dba2f85ffe0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590458b3-4555-4400-adfd-9b51edddb7a1,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:44.413353 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a39b574-25da-4e79-bfb2-dba2f85ffe0e admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:48:44.443628 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7a39b574-25da-4e79-bfb2-dba2f85ffe0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:44.443983 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-7a39b574-25da-4e79-bfb2-dba2f85ffe0e admin admin] Added segment 05c31acb-2e11-41b0-a47b-eac0d953d008 of type vlan for network 4f161e18-e93f-4915-b023-e06237fa3c1f Dec 16 09:48:44.457918 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 64237cad-308a-45b8-9eaa-f4764f3af5b1 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:48:44.504826 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7a39b574-25da-4e79-bfb2-dba2f85ffe0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:44.539480 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 64237cad-308a-45b8-9eaa-f4764f3af5b1 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:48:44.540549 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:44.696221 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7a39b574-25da-4e79-bfb2-dba2f85ffe0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:44.697309 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a39b574-25da-4e79-bfb2-dba2f85ffe0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:44.697976 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7a39b574-25da-4e79-bfb2-dba2f85ffe0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:44.787084 n-d-820550-2 neutron-server[102816]: DEBUG neutron.objects.ports [None req-369e3fc5-1bd3-4fda-81f7-f719f7dcaf93 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102816) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:48:44.822047 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-369e3fc5-1bd3-4fda-81f7-f719f7dcaf93 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:44.978143 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c3afd718-4c2e-4a61-9c96-18fb72aa2691 req-db15af85-e3b2-4d2e-b6bf-3a7e258f4bc9 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?device_id=78c1f302-066f-42ad-bae8-8d0eed2dfe8d HTTP/1.1" status: 200 len: 210 time: 0.1596594 Dec 16 09:48:44.978508 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130afbc-ecb5-4999-ad24-f7d7b5afd3c8 req-a2b35af2-eb7c-4435-b0a9-f2be5f7f56f6 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:44.990116 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8130afbc-ecb5-4999-ad24-f7d7b5afd3c8 req-a2b35af2-eb7c-4435-b0a9-f2be5f7f56f6 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 943 time: 0.0986333 Dec 16 09:48:45.017809 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e3fc5-1bd3-4fda-81f7-f719f7dcaf93 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Pushing event updated for resources: {'Subnet': ['ID=058ff7cd-752f-4ebc-b411-9dafdf2001d9,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:45.038787 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7a39b574-25da-4e79-bfb2-dba2f85ffe0e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4964187 Dec 16 09:48:45.059768 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42390) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:45.060665 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39b574-25da-4e79-bfb2-dba2f85ffe0e admin admin] Pushing event updated for resources: {'Network': ['ID=4f161e18-e93f-4915-b023-e06237fa3c1f,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:45.076469 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 4f161e18-e93f-4915-b023-e06237fa3c1f details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:48:45.090200 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8130afbc-ecb5-4999-ad24-f7d7b5afd3c8 req-9bdfe246-4a59-40e6-8077-cca7076e5e97 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975485 Dec 16 09:48:45.093701 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-6a5cab70-0ce1-40b1-8be6-d9ca1d1273b0 admin admin] Request body: {'subnet': {'network_id': '4f161e18-e93f-4915-b023-e06237fa3c1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-288890820-subnet', 'tenant_id': 'aa4bee81d69740a383072a02d6c03d3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:45.111785 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e3fc5-1bd3-4fda-81f7-f719f7dcaf93 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Checking segment: {'id': '7a21708d-9b54-407c-af9e-f3385138fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4d212db1-90d5-444b-bc79-e25894e0d509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:48:45.112882 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369e3fc5-1bd3-4fda-81f7-f719f7dcaf93 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Network hostable DHCP agents. Network: 4d212db1-90d5-444b-bc79-e25894e0d509, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:48:45.189144 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42394) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:45.208504 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dcd028a0-3d6a-4a99-bd70-c7835146e6ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:45.236441 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5cab70-0ce1-40b1-8be6-d9ca1d1273b0 admin admin] Made reservation on behalf of aa4bee81d69740a383072a02d6c03d3a for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:48:45.238908 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6a5cab70-0ce1-40b1-8be6-d9ca1d1273b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:45.383992 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369e3fc5-1bd3-4fda-81f7-f719f7dcaf93 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Network 4d212db1-90d5-444b-bc79-e25894e0d509 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:48:45.513484 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-c2abd29c-7e3d-4bac-a850-2c7a6f5ed48f tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:45.520291 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-c2abd29c-7e3d-4bac-a850-2c7a6f5ed48f tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.58 "GET /v2.0/networks?id=a5472c03-50b3-442f-aac3-f44b15fe57a0 HTTP/1.1" status: 200 len: 797 time: 0.2100255 Dec 16 09:48:45.540193 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-26b9381c-373c-4e16-8550-0a9a419a4577 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Request body: {'port': {'device_id': '78c1f302-066f-42ad-bae8-8d0eed2dfe8d', 'network_id': 'a5472c03-50b3-442f-aac3-f44b15fe57a0', 'admin_state_up': True, 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:45.576374 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-369e3fc5-1bd3-4fda-81f7-f719f7dcaf93 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 4d212db1-90d5-444b-bc79-e25894e0d509) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:48:45.586157 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9661b829-cbe8-4f0a-9e20-837b2971750e None None] Network 4d212db1-90d5-444b-bc79-e25894e0d509 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:48:45.593851 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369e3fc5-1bd3-4fda-81f7-f719f7dcaf93 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:45.597584 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-369e3fc5-1bd3-4fda-81f7-f719f7dcaf93 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:45.716037 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecc693-c3e5-49e7-a2bd-eb2ffef8bb60 req-2ed67c2c-26df-40cf-aaa6-cfec97359e13 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:45.724740 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eaecc693-c3e5-49e7-a2bd-eb2ffef8bb60 req-2ed67c2c-26df-40cf-aaa6-cfec97359e13 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 945 time: 0.4502332 Dec 16 09:48:45.746897 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dcd028a0-3d6a-4a99-bd70-c7835146e6ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:45.878101 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dcd028a0-3d6a-4a99-bd70-c7835146e6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:45.891142 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f1cac8-40ed-4278-84a2-f51bb93fb9d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-4d212db1-90d5-444b-bc79-e25894e0d509', 'network_id': '4d212db1-90d5-444b-bc79-e25894e0d509', 'tenant_id': '24a808d58f034cacb12ed81aff703ba3', 'fixed_ips': [{'subnet_id': '058ff7cd-752f-4ebc-b411-9dafdf2001d9'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:48:45.892374 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e5f1cac8-40ed-4278-84a2-f51bb93fb9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:45.919680 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eaecc693-c3e5-49e7-a2bd-eb2ffef8bb60 req-2e819607-8438-4249-93ca-8a6273028c66 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919415 Dec 16 09:48:45.936711 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c86aec-9bfc-4e1e-992e-a19453288de7 req-2dd7f27c-3316-459a-849d-04b3721de0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:45.938940 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e8c86aec-9bfc-4e1e-992e-a19453288de7 req-2dd7f27c-3316-459a-849d-04b3721de0c7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55938af2fa4b4c6f80f602d4625ae2cd&device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 1094 time: 0.5525599 Dec 16 09:48:45.947823 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-26b9381c-373c-4e16-8550-0a9a419a4577 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Made reservation on behalf of 7b42c23eb8df4f149d42f9011b4094e4 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:48:45.952835 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-26b9381c-373c-4e16-8550-0a9a419a4577 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:45.980704 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42398) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:45.980959 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-dcd028a0-3d6a-4a99-bd70-c7835146e6ca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ff7607e16e22415b979ed41e9b0fa028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7900884 Dec 16 09:48:45.990339 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd028a0-3d6a-4a99-bd70-c7835146e6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88014451-443c-410e-a571-2b03ba60be8c,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:46.075599 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6a5cab70-0ce1-40b1-8be6-d9ca1d1273b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:46.199383 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-26b9381c-373c-4e16-8550-0a9a419a4577 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Allocated IP 172.20.0.29 (a5472c03-50b3-442f-aac3-f44b15fe57a0/debf1183-6138-4396-ab9f-6e4acb1d671e/00e9a4ac-1bff-42b2-83d9-0938b69bb1c9) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:48:46.208404 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-e5f1cac8-40ed-4278-84a2-f51bb93fb9d8 None None] Allocated IP 2001:db8::f816:3eff:fe30:6f38 (4d212db1-90d5-444b-bc79-e25894e0d509/058ff7cd-752f-4ebc-b411-9dafdf2001d9/9d0cc893-e98b-4595-aa9e-f49d36aa210d) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:48:46.241365 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c86aec-9bfc-4e1e-992e-a19453288de7 req-7d557fc8-71b3-4122-9e17-4ba5a81a5210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:46.243003 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e8c86aec-9bfc-4e1e-992e-a19453288de7 req-7d557fc8-71b3-4122-9e17-4ba5a81a5210 service neutron] 10.222.0.57 "GET /v2.0/networks?id=80ebca74-2610-4824-a3d8-8e60778e3639 HTTP/1.1" status: 200 len: 918 time: 0.1594191 Dec 16 09:48:46.255381 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-369e3fc5-1bd3-4fda-81f7-f719f7dcaf93 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.8790300 Dec 16 09:48:46.276034 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42408) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:46.429190 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3edc443e-aa36-40a8-ae5b-0d0181591678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:46.456439 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-26b9381c-373c-4e16-8550-0a9a419a4577 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:46.496067 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e8c86aec-9bfc-4e1e-992e-a19453288de7 req-1c8b9ae7-d7b1-4243-9dbc-c3308c018742 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87ea0160-6ace-441a-a60b-f7a3c189cbae HTTP/1.1" status: 200 len: 999 time: 0.2098403 Dec 16 09:48:46.513535 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5cab70-0ce1-40b1-8be6-d9ca1d1273b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f489c9a9-7ca5-4e82-85f2-b814f2d0c157,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:46.532463 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e5f1cac8-40ed-4278-84a2-f51bb93fb9d8 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:46.543182 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3edc443e-aa36-40a8-ae5b-0d0181591678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:46.619607 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c8bb9-cb5d-4725-a785-3b2c042ca369 req-23e2ee66-2e13-47e0-a616-f04ef77aba7e tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:46.622432 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7c2c8bb9-cb5d-4725-a785-3b2c042ca369 req-23e2ee66-2e13-47e0-a616-f04ef77aba7e tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 943 time: 0.2754085 Dec 16 09:48:46.623518 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5cab70-0ce1-40b1-8be6-d9ca1d1273b0 admin admin] Checking segment: {'id': '05c31acb-2e11-41b0-a47b-eac0d953d008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4f161e18-e93f-4915-b023-e06237fa3c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:48:46.624122 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5cab70-0ce1-40b1-8be6-d9ca1d1273b0 admin admin] Network hostable DHCP agents. Network: 4f161e18-e93f-4915-b023-e06237fa3c1f, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:48:46.642574 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e5f1cac8-40ed-4278-84a2-f51bb93fb9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:46.685260 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-518d7971-39c2-46fe-a950-e0ef283a1cf1 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:46.688393 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c86aec-9bfc-4e1e-992e-a19453288de7 req-810a5927-64b1-449f-9608-1799021dddef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:46.690836 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e8c86aec-9bfc-4e1e-992e-a19453288de7 req-810a5927-64b1-449f-9608-1799021dddef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55767ecf-03fc-4a01-868c-518fd421c2f1 HTTP/1.1" status: 200 len: 856 time: 0.1612792 Dec 16 09:48:46.737468 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f1cac8-40ed-4278-84a2-f51bb93fb9d8 None None] Network 4d212db1-90d5-444b-bc79-e25894e0d509 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:48:46.738713 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1cac8-40ed-4278-84a2-f51bb93fb9d8 None None] Pushing event updated for resources: {'Port': ['ID=9d0cc893-e98b-4595-aa9e-f49d36aa210d,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:46.747034 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-e5f1cac8-40ed-4278-84a2-f51bb93fb9d8 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:48:46.750369 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f1cac8-40ed-4278-84a2-f51bb93fb9d8 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:48:46.834734 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-e5f1cac8-40ed-4278-84a2-f51bb93fb9d8 None None] Attempting to bind port 9d0cc893-e98b-4595-aa9e-f49d36aa210d on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:48:46.835190 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-e5f1cac8-40ed-4278-84a2-f51bb93fb9d8 None None] Attempting to bind port 9d0cc893-e98b-4595-aa9e-f49d36aa210d by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '7a21708d-9b54-407c-af9e-f3385138fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4d212db1-90d5-444b-bc79-e25894e0d509'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:48:46.835920 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f1cac8-40ed-4278-84a2-f51bb93fb9d8 None None] Attempting to bind port 9d0cc893-e98b-4595-aa9e-f49d36aa210d on network 4d212db1-90d5-444b-bc79-e25894e0d509 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:48:46.842528 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f1cac8-40ed-4278-84a2-f51bb93fb9d8 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:48:46.843837 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f1cac8-40ed-4278-84a2-f51bb93fb9d8 None None] Checking segment: {'id': '7a21708d-9b54-407c-af9e-f3385138fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4d212db1-90d5-444b-bc79-e25894e0d509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:48:46.844327 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e5f1cac8-40ed-4278-84a2-f51bb93fb9d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:46.844911 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f1cac8-40ed-4278-84a2-f51bb93fb9d8 None None] Bound using segment: {'id': '7a21708d-9b54-407c-af9e-f3385138fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4d212db1-90d5-444b-bc79-e25894e0d509'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:48:46.845520 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-e5f1cac8-40ed-4278-84a2-f51bb93fb9d8 None None] Bound port: 9d0cc893-e98b-4595-aa9e-f49d36aa210d, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a21708d-9b54-407c-af9e-f3385138fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4d212db1-90d5-444b-bc79-e25894e0d509'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:48:46.845971 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e5f1cac8-40ed-4278-84a2-f51bb93fb9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:46.880867 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7c2c8bb9-cb5d-4725-a785-3b2c042ca369 req-5b67044e-b7e1-4f46-b590-a6eb388a70b6 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2346909 Dec 16 09:48:46.893409 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5cab70-0ce1-40b1-8be6-d9ca1d1273b0 admin admin] Network 4f161e18-e93f-4915-b023-e06237fa3c1f is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:48:46.985759 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e2e45124-dcbf-44a6-ae49-45e1b87917b9 req-bf09ca4d-9fe5-467d-ac70-f2954c2a8fe8 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?device_id=78c1f302-066f-42ad-bae8-8d0eed2dfe8d HTTP/1.1" status: 200 len: 210 time: 0.7626550 Dec 16 09:48:47.014617 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3edc443e-aa36-40a8-ae5b-0d0181591678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:47.017508 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3edc443e-aa36-40a8-ae5b-0d0181591678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:47.018752 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3edc443e-aa36-40a8-ae5b-0d0181591678 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/88014451-443c-410e-a571-2b03ba60be8c HTTP/1.1" status: 204 len: 168 time: 1.0368228 Dec 16 09:48:47.022131 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-26b9381c-373c-4e16-8550-0a9a419a4577 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:47.041914 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c86aec-9bfc-4e1e-992e-a19453288de7 req-2f0f32d3-bc12-47e0-a9c5-3b9b860c01b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:47.044071 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e8c86aec-9bfc-4e1e-992e-a19453288de7 req-2f0f32d3-bc12-47e0-a9c5-3b9b860c01b7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80ebca74-2610-4824-a3d8-8e60778e3639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3339183 Dec 16 09:48:47.047334 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc443e-aa36-40a8-ae5b-0d0181591678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88014451-443c-410e-a571-2b03ba60be8c,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:47.061858 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-e5f1cac8-40ed-4278-84a2-f51bb93fb9d8 None None] For port 9d0cc893-e98b-4595-aa9e-f49d36aa210d, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:48:47.099481 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-e5f1cac8-40ed-4278-84a2-f51bb93fb9d8 None None] For port 9d0cc893-e98b-4595-aa9e-f49d36aa210d, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=9d0cc893-e98b-4595-aa9e-f49d36aa210d,segment=NetworkSegment(7a21708d-9b54-407c-af9e-f3385138fdb6),segment_id=7a21708d-9b54-407c-af9e-f3385138fdb6)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:48:47.106525 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9381c-373c-4e16-8550-0a9a419a4577 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Pushing event updated for resources: {'Port': ['ID=00e9a4ac-1bff-42b2-83d9-0938b69bb1c9,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:47.124848 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-26b9381c-373c-4e16-8550-0a9a419a4577 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Network a5472c03-50b3-442f-aac3-f44b15fe57a0 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:48:47.132592 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-26b9381c-373c-4e16-8550-0a9a419a4577 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:48:47.136927 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-26b9381c-373c-4e16-8550-0a9a419a4577 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:48:47.161280 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-6a5cab70-0ce1-40b1-8be6-d9ca1d1273b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 4f161e18-e93f-4915-b023-e06237fa3c1f) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:48:47.189370 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc1c3eb-8783-4864-9d30-12fb487f6773 None None] Network 4f161e18-e93f-4915-b023-e06237fa3c1f requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:48:47.200210 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e5f1cac8-40ed-4278-84a2-f51bb93fb9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:47.254387 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5cab70-0ce1-40b1-8be6-d9ca1d1273b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:47.262594 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6a5cab70-0ce1-40b1-8be6-d9ca1d1273b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:47.273601 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-26b9381c-373c-4e16-8550-0a9a419a4577 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:47.285086 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-26b9381c-373c-4e16-8550-0a9a419a4577 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:47.288771 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-518d7971-39c2-46fe-a950-e0ef283a1cf1 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Deleting port 9d0cc893-e98b-4595-aa9e-f49d36aa210d {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:48:47.289322 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-518d7971-39c2-46fe-a950-e0ef283a1cf1 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:47.413843 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6db3c3-7b64-411a-8249-d3736609f14e req-fc58f8d3-2c7d-4bcb-85e8-98efbc4c9dd8 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:47.415488 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1f6db3c3-7b64-411a-8249-d3736609f14e req-fc58f8d3-2c7d-4bcb-85e8-98efbc4c9dd8 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 945 time: 0.2683518 Dec 16 09:48:47.437930 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-26b9381c-373c-4e16-8550-0a9a419a4577 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.9029155 Dec 16 09:48:47.441590 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e8c86aec-9bfc-4e1e-992e-a19453288de7 req-65b6700f-9992-4896-9935-4f10b85c7b34 service neutron] 10.222.0.57 "GET /v2.0/networks/80ebca74-2610-4824-a3d8-8e60778e3639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809781 Dec 16 09:48:47.456936 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-f0985686-18c0-4fd5-89f7-f7dbd1cbd854 service neutron] Request body: {'port': {'device_id': '78c1f302-066f-42ad-bae8-8d0eed2dfe8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:47.584996 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6a5cab70-0ce1-40b1-8be6-d9ca1d1273b0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5144904 Dec 16 09:48:47.589904 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-518d7971-39c2-46fe-a950-e0ef283a1cf1 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] For port 9d0cc893-e98b-4595-aa9e-f49d36aa210d, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=9d0cc893-e98b-4595-aa9e-f49d36aa210d,segment=NetworkSegment(7a21708d-9b54-407c-af9e-f3385138fdb6),segment_id=7a21708d-9b54-407c-af9e-f3385138fdb6)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:47.592332 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-518d7971-39c2-46fe-a950-e0ef283a1cf1 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:47.607613 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-f0985686-18c0-4fd5-89f7-f7dbd1cbd854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:47.637227 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1f6db3c3-7b64-411a-8249-d3736609f14e req-25b5bb6c-7142-416a-9867-a7509925e365 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026160 Dec 16 09:48:47.669144 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-518d7971-39c2-46fe-a950-e0ef283a1cf1 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Calling delete_port for 9d0cc893-e98b-4595-aa9e-f49d36aa210d owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:48:47.759430 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1cac8-40ed-4278-84a2-f51bb93fb9d8 None None] Pushing event updated for resources: {'Port': ['ID=9d0cc893-e98b-4595-aa9e-f49d36aa210d,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:47.779817 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4133308-214e-4f4a-aeb1-fbdd3a897aa9 None None] Network 4f161e18-e93f-4915-b023-e06237fa3c1f requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:48:47.811132 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e8c86aec-9bfc-4e1e-992e-a19453288de7 req-f4022580-526d-44e4-972b-c4a88547a330 service neutron] 10.222.0.57 "GET /v2.0/networks/80ebca74-2610-4824-a3d8-8e60778e3639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458254 Dec 16 09:48:48.197284 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-f907b655-66e3-4f7e-bfca-d614a4f07a03 None None] Provisioning complete for port 00e9a4ac-1bff-42b2-83d9-0938b69bb1c9 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:48:48.197284 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f907b655-66e3-4f7e-bfca-d614a4f07a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:48.337682 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad1793-000c-41a7-9b2e-491e5be4944a req-e9ff6760-01d3-43d2-bec6-e224d1a53869 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:48.360223 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c2ad1793-000c-41a7-9b2e-491e5be4944a req-e9ff6760-01d3-43d2-bec6-e224d1a53869 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?device_id=78c1f302-066f-42ad-bae8-8d0eed2dfe8d HTTP/1.1" status: 200 len: 895 time: 0.2333333 Dec 16 09:48:48.362267 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-518d7971-39c2-46fe-a950-e0ef283a1cf1 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:48.362494 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f907b655-66e3-4f7e-bfca-d614a4f07a03 None None] Port 00e9a4ac-1bff-42b2-83d9-0938b69bb1c9 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:48:48.480185 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d7971-39c2-46fe-a950-e0ef283a1cf1 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Pushing event deleted for resources: {'Port': ['ID=9d0cc893-e98b-4595-aa9e-f49d36aa210d,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:48.540692 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abceadf-ccd3-4d6c-ba5e-649080ab9672 req-18a36d5f-dd82-41c3-a273-e27a6daba7e2 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:48.553915 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4abceadf-ccd3-4d6c-ba5e-649080ab9672 req-18a36d5f-dd82-41c3-a273-e27a6daba7e2 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 943 time: 0.4787109 Dec 16 09:48:48.586279 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518d7971-39c2-46fe-a950-e0ef283a1cf1 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] No DVR routers for this DVR port 9d0cc893-e98b-4595-aa9e-f49d36aa210d on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:48:48.697638 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4abceadf-ccd3-4d6c-ba5e-649080ab9672 req-bacbec90-be32-4921-a54a-ae6a1857af42 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286082 Dec 16 09:48:48.724291 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-518d7971-39c2-46fe-a950-e0ef283a1cf1 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:48.795750 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-f0985686-18c0-4fd5-89f7-f7dbd1cbd854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00e9a4ac-1bff-42b2-83d9-0938b69bb1c9 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:48:48.803708 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-f0985686-18c0-4fd5-89f7-f7dbd1cbd854 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:48.842251 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-f0985686-18c0-4fd5-89f7-f7dbd1cbd854 service neutron] Transition to ACTIVE for port object 00e9a4ac-1bff-42b2-83d9-0938b69bb1c9 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:48:48.937755 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-f0985686-18c0-4fd5-89f7-f7dbd1cbd854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:49.061069 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0985686-18c0-4fd5-89f7-f7dbd1cbd854 service neutron] Pushing event updated for resources: {'Port': ['ID=00e9a4ac-1bff-42b2-83d9-0938b69bb1c9,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:49.255177 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-f0985686-18c0-4fd5-89f7-f7dbd1cbd854 service neutron] Attempting to bind port 00e9a4ac-1bff-42b2-83d9-0938b69bb1c9 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:48:49.255563 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-f0985686-18c0-4fd5-89f7-f7dbd1cbd854 service neutron] Attempting to bind port 00e9a4ac-1bff-42b2-83d9-0938b69bb1c9 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'acb8dc6f-a628-4d5a-bbee-5695af1a8040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a5472c03-50b3-442f-aac3-f44b15fe57a0'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:48:49.255943 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-f0985686-18c0-4fd5-89f7-f7dbd1cbd854 service neutron] Attempting to bind port 00e9a4ac-1bff-42b2-83d9-0938b69bb1c9 on network a5472c03-50b3-442f-aac3-f44b15fe57a0 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:48:49.272846 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-f0985686-18c0-4fd5-89f7-f7dbd1cbd854 service neutron] Port 00e9a4ac-1bff-42b2-83d9-0938b69bb1c9 on network a5472c03-50b3-442f-aac3-f44b15fe57a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:48:49.273169 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-f0985686-18c0-4fd5-89f7-f7dbd1cbd854 service neutron] Attempting to bind port 00e9a4ac-1bff-42b2-83d9-0938b69bb1c9 on network a5472c03-50b3-442f-aac3-f44b15fe57a0 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:48:49.293604 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-f0985686-18c0-4fd5-89f7-f7dbd1cbd854 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:48:49.302792 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-f0985686-18c0-4fd5-89f7-f7dbd1cbd854 service neutron] Checking segment: {'id': 'acb8dc6f-a628-4d5a-bbee-5695af1a8040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a5472c03-50b3-442f-aac3-f44b15fe57a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:48:49.302792 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-f0985686-18c0-4fd5-89f7-f7dbd1cbd854 service neutron] Bound using segment: {'id': 'acb8dc6f-a628-4d5a-bbee-5695af1a8040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a5472c03-50b3-442f-aac3-f44b15fe57a0'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:48:49.302792 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-f0985686-18c0-4fd5-89f7-f7dbd1cbd854 service neutron] Bound port: 00e9a4ac-1bff-42b2-83d9-0938b69bb1c9, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb8dc6f-a628-4d5a-bbee-5695af1a8040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a5472c03-50b3-442f-aac3-f44b15fe57a0'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:48:49.302792 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-f0985686-18c0-4fd5-89f7-f7dbd1cbd854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:49.531255 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-f0985686-18c0-4fd5-89f7-f7dbd1cbd854 service neutron] For port 00e9a4ac-1bff-42b2-83d9-0938b69bb1c9, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:48:49.536129 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-f0985686-18c0-4fd5-89f7-f7dbd1cbd854 service neutron] For port 00e9a4ac-1bff-42b2-83d9-0938b69bb1c9, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=00e9a4ac-1bff-42b2-83d9-0938b69bb1c9,segment=NetworkSegment(acb8dc6f-a628-4d5a-bbee-5695af1a8040),segment_id=acb8dc6f-a628-4d5a-bbee-5695af1a8040)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:48:49.632661 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42456) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:49.651359 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-0ee65f71-65ba-4849-b2f8-1c810837ec22 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-467394362-network', 'tenant_id': '223c9be3dd16416695dcaa56ca152643'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:49.684922 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-f0985686-18c0-4fd5-89f7-f7dbd1cbd854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:49.730534 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f7b6d-cf33-4c8e-ac9d-3dee4e53c06c req-21c18511-3d9b-4d80-b900-8b0962a0ba39 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:49.741830 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7d2f7b6d-cf33-4c8e-ac9d-3dee4e53c06c req-21c18511-3d9b-4d80-b900-8b0962a0ba39 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 945 time: 0.1303451 Dec 16 09:48:49.794462 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7d2f7b6d-cf33-4c8e-ac9d-3dee4e53c06c req-48e28394-6acf-446b-a32d-dfa56112d5e0 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515678 Dec 16 09:48:49.811587 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-f0985686-18c0-4fd5-89f7-f7dbd1cbd854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:49.812236 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-f0985686-18c0-4fd5-89f7-f7dbd1cbd854 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:49.815944 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-f0985686-18c0-4fd5-89f7-f7dbd1cbd854 service neutron] 10.222.0.58 "PUT /v2.0/ports/00e9a4ac-1bff-42b2-83d9-0938b69bb1c9 HTTP/1.1" status: 200 len: 1055 time: 2.3660562 Dec 16 09:48:49.817913 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c1f302-066f-42ad-bae8-8d0eed2dfe8d', 'tag': '00e9a4ac-1bff-42b2-83d9-0938b69bb1c9'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:48:49.819457 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-518d7971-39c2-46fe-a950-e0ef283a1cf1 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:49.827080 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc74e06-b1f0-4007-b45c-acf66ab997c8" -d '{"events": [{"name": "network-changed", "server_uuid": "78c1f302-066f-42ad-bae8-8d0eed2dfe8d", "tag": "00e9a4ac-1bff-42b2-83d9-0938b69bb1c9"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:48:49.846263 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f428ad-3462-4be6-a4df-30db11fe2865 req-bb1795e5-96d6-4a18-9544-f3bb051ff347 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:49.865267 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b5f428ad-3462-4be6-a4df-30db11fe2865 req-bb1795e5-96d6-4a18-9544-f3bb051ff347 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?device_id=78c1f302-066f-42ad-bae8-8d0eed2dfe8d HTTP/1.1" status: 200 len: 907 time: 0.3113699 Dec 16 09:48:49.884499 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0985686-18c0-4fd5-89f7-f7dbd1cbd854 service neutron] Pushing event updated for resources: {'Port': ['ID=00e9a4ac-1bff-42b2-83d9-0938b69bb1c9,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:49.914454 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee65f71-65ba-4849-b2f8-1c810837ec22 admin admin] Made reservation on behalf of 223c9be3dd16416695dcaa56ca152643 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:48:49.917369 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0ee65f71-65ba-4849-b2f8-1c810837ec22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:49.945832 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d7971-39c2-46fe-a950-e0ef283a1cf1 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Pushing event deleted for resources: {'Subnet': ['ID=058ff7cd-752f-4ebc-b411-9dafdf2001d9,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:49.957236 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0ee65f71-65ba-4849-b2f8-1c810837ec22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:49.975490 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09802d3a-4454-46e8-88c2-3c25e53535f3 x-openstack-request-id: req-09802d3a-4454-46e8-88c2-3c25e53535f3 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:48:49.975892 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78c1f302-066f-42ad-bae8-8d0eed2dfe8d", "tag": "00e9a4ac-1bff-42b2-83d9-0938b69bb1c9", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:48:49.976235 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-09802d3a-4454-46e8-88c2-3c25e53535f3 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:48:49.976802 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c1f302-066f-42ad-bae8-8d0eed2dfe8d', 'tag': '00e9a4ac-1bff-42b2-83d9-0938b69bb1c9', 'status': 'completed', 'code': 200} Dec 16 09:48:49.994697 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce3f49e-a4cc-44cb-9ef1-6599efbd3c1c None None] Network 4d212db1-90d5-444b-bc79-e25894e0d509 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:48:50.107278 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2c58aa78-66dd-408b-a343-e7e1bef12fdd None None] Could not find standard attr ID for object 9d0cc893-e98b-4595-aa9e-f49d36aa210d. {{(pid=102818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:48:50.108553 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc74e06-b1f0-4007-b45c-acf66ab997c8 req-060518c4-e846-4e28-a466-56c5156d53fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:50.110510 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1dc74e06-b1f0-4007-b45c-acf66ab997c8 req-060518c4-e846-4e28-a466-56c5156d53fd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7b42c23eb8df4f149d42f9011b4094e4&device_id=78c1f302-066f-42ad-bae8-8d0eed2dfe8d HTTP/1.1" status: 200 len: 1058 time: 0.1135869 Dec 16 09:48:50.196717 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-518d7971-39c2-46fe-a950-e0ef283a1cf1 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:50.281435 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-518d7971-39c2-46fe-a950-e0ef283a1cf1 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d212db1-90d5-444b-bc79-e25894e0d509']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:50.311679 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-518d7971-39c2-46fe-a950-e0ef283a1cf1 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a21708d-9b54-407c-af9e-f3385138fdb6') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:50.331389 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-518d7971-39c2-46fe-a950-e0ef283a1cf1 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a21708d-9b54-407c-af9e-f3385138fdb6') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:50.355193 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-518d7971-39c2-46fe-a950-e0ef283a1cf1 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:50.386270 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-518d7971-39c2-46fe-a950-e0ef283a1cf1 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:50.408433 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-518d7971-39c2-46fe-a950-e0ef283a1cf1 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:48:50.408788 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0ee65f71-65ba-4849-b2f8-1c810837ec22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:50.408924 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-518d7971-39c2-46fe-a950-e0ef283a1cf1 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:50.425567 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218213e6-5408-40f3-ae40-df6f7a34a85f None None] DHCP port deletion for 4d212db1-90d5-444b-bc79-e25894e0d509 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:48:50.430409 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:48:50.430409 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:48:50.430409 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:48:50.430409 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:48:50.430409 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:48:50.430409 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:48:50.430409 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:48:50.430409 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:48:50.430409 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:48:50.430409 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:48:50.430409 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:48:50.430409 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:48:50.430409 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:48:50.430409 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:48:50.430409 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:48:50.430409 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:48:50.430409 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:48:50.430409 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:48:50.430409 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:48:50.430409 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:48:50.430409 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:48:50.430409 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:48:50.430409 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:48:50.430409 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:48:50.430409 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:48:50.430409 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:48:50.430409 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:48:50.430409 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:48:50.430409 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:48:50.430409 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:48:50.430409 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:48:50.430409 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:48:50.494296 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4b689-95ac-4301-bdc1-874c9f838589 req-459d29a1-b26a-4331-baba-6edcccc7fa4c tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:50.502328 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7ac4b689-95ac-4301-bdc1-874c9f838589 req-459d29a1-b26a-4331-baba-6edcccc7fa4c tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 943 time: 0.5625272 Dec 16 09:48:50.577652 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7ac4b689-95ac-4301-bdc1-874c9f838589 req-bdb862f8-f7cb-461c-9a13-d0d7b93e0d44 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621667 Dec 16 09:48:50.586789 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0ee65f71-65ba-4849-b2f8-1c810837ec22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:50.613916 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc74e06-b1f0-4007-b45c-acf66ab997c8 req-9cb75eac-1faa-45c1-868a-82d46a5de16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:50.613916 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc74e06-b1f0-4007-b45c-acf66ab997c8 req-9cb75eac-1faa-45c1-868a-82d46a5de16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:50.613916 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1dc74e06-b1f0-4007-b45c-acf66ab997c8 req-9cb75eac-1faa-45c1-868a-82d46a5de16a service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=7b42c23eb8df4f149d42f9011b4094e4&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.4836383 Dec 16 09:48:50.630752 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-518d7971-39c2-46fe-a950-e0ef283a1cf1 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:50.632928 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ee65f71-65ba-4849-b2f8-1c810837ec22 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:48:50.649432 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-518d7971-39c2-46fe-a950-e0ef283a1cf1 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:50.658136 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-518d7971-39c2-46fe-a950-e0ef283a1cf1 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] 10.222.0.60 "DELETE /v2.0/networks/4d212db1-90d5-444b-bc79-e25894e0d509 HTTP/1.1" status: 204 len: 168 time: 4.3751798 Dec 16 09:48:50.667044 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42470) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:50.684046 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d7971-39c2-46fe-a950-e0ef283a1cf1 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Pushing event deleted for resources: {'Network': ['ID=4d212db1-90d5-444b-bc79-e25894e0d509,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:50.712798 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee65f71-65ba-4849-b2f8-1c810837ec22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8820e88-2dc9-49ff-acdb-8d790d90747d,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:50.718518 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-b016e71f-149a-4ad2-86b3-3d2591d79c9c tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] DELETE failed (client error): The resource could not be found. Dec 16 09:48:50.730326 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b016e71f-149a-4ad2-86b3-3d2591d79c9c tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:48:50.730326 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b016e71f-149a-4ad2-86b3-3d2591d79c9c tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] 10.222.0.60 "DELETE /v2.0/subnets/058ff7cd-752f-4ebc-b411-9dafdf2001d9 HTTP/1.1" status: 404 len: 337 time: 0.0542555 Dec 16 09:48:50.730326 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42474) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:50.750263 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0ee65f71-65ba-4849-b2f8-1c810837ec22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:50.750622 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-0ee65f71-65ba-4849-b2f8-1c810837ec22 admin admin] Added segment 96fa22a0-cdf0-4e67-bd57-565954140f48 of type vlan for network 8c417f79-fc3a-46b3-9436-83847cb88da5 Dec 16 09:48:50.751460 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-21c58cad-687b-4bb2-b324-138801d4d1dc tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] DELETE failed (client error): The resource could not be found. Dec 16 09:48:50.752213 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21c58cad-687b-4bb2-b324-138801d4d1dc tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:48:50.773647 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-21c58cad-687b-4bb2-b324-138801d4d1dc tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] 10.222.0.60 "DELETE /v2.0/networks/4d212db1-90d5-444b-bc79-e25894e0d509 HTTP/1.1" status: 404 len: 339 time: 0.0441425 Dec 16 09:48:50.781265 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42478) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:50.834548 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-334bc60b-6ce2-423b-96fb-51363a9073f0 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] DELETE failed (client error): The resource could not be found. Dec 16 09:48:50.834548 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-334bc60b-6ce2-423b-96fb-51363a9073f0 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:48:50.836478 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-334bc60b-6ce2-423b-96fb-51363a9073f0 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] 10.222.0.60 "DELETE /v2.0/subnets/455cabb9-99bc-426f-aa15-43bef6c3eb40 HTTP/1.1" status: 404 len: 337 time: 0.0520670 Dec 16 09:48:50.839093 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42482) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:50.937421 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0ee65f71-65ba-4849-b2f8-1c810837ec22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:50.981794 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-f85479e9-5309-425c-a932-c7516ba7f019 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] DELETE failed (client error): The resource could not be found. Dec 16 09:48:50.981794 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f85479e9-5309-425c-a932-c7516ba7f019 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:48:50.981794 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f85479e9-5309-425c-a932-c7516ba7f019 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] 10.222.0.60 "DELETE /v2.0/networks/76bcc3fb-c598-4a69-8ee5-0ac15c2902a2 HTTP/1.1" status: 404 len: 339 time: 0.1335154 Dec 16 09:48:50.982135 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42486) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:51.067863 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7ecfb-8efd-407a-948e-40bfe05263a0 req-a8efdc09-f6d2-475c-8922-bccf56f50dcc tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:51.070390 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-68e7ecfb-8efd-407a-948e-40bfe05263a0 req-a8efdc09-f6d2-475c-8922-bccf56f50dcc tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?device_id=78c1f302-066f-42ad-bae8-8d0eed2dfe8d HTTP/1.1" status: 200 len: 907 time: 0.0758450 Dec 16 09:48:51.096291 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.db.resource_extend [None req-0ee65f71-65ba-4849-b2f8-1c810837ec22 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 09:48:51.131922 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-12f56eb4-da48-4de3-955a-4ca0c84253f4 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] DELETE failed (client error): The resource could not be found. Dec 16 09:48:51.132704 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12f56eb4-da48-4de3-955a-4ca0c84253f4 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:48:51.136759 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-12f56eb4-da48-4de3-955a-4ca0c84253f4 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] 10.222.0.60 "DELETE /v2.0/subnets/50e16a07-5e4b-4075-bb22-c96e50e885f7 HTTP/1.1" status: 404 len: 337 time: 0.1373718 Dec 16 09:48:51.139332 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42492) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:51.155714 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc74e06-b1f0-4007-b45c-acf66ab997c8 req-80851298-f885-45f8-9040-3fb0db060e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:51.164453 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1dc74e06-b1f0-4007-b45c-acf66ab997c8 req-80851298-f885-45f8-9040-3fb0db060e49 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5454485 Dec 16 09:48:51.185212 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7da5b04-b300-422d-9029-c4000afd1a4d tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] DELETE failed (client error): The resource could not be found. Dec 16 09:48:51.186166 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7da5b04-b300-422d-9029-c4000afd1a4d tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:48:51.203207 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c7da5b04-b300-422d-9029-c4000afd1a4d tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] 10.222.0.60 "DELETE /v2.0/networks/a4d55335-90c7-49ea-a800-61a8bf7658ea HTTP/1.1" status: 404 len: 339 time: 0.0592539 Dec 16 09:48:51.216077 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42496) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:51.368674 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79246ba3-f397-45e5-b515-02cb954017e0 req-449abc92-86d7-45df-bb37-307a71c9e821 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:51.380866 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-79246ba3-f397-45e5-b515-02cb954017e0 req-449abc92-86d7-45df-bb37-307a71c9e821 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 945 time: 0.3031459 Dec 16 09:48:51.403698 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-4386af3c-10cf-48dc-9c19-e8be8374e261 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Deleting port e6ac0a98-ddcd-492b-ad4d-68f722e1b5bc {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:48:51.404042 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4386af3c-10cf-48dc-9c19-e8be8374e261 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:51.413217 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-a5041257-ee62-4e7e-9a77-3edba8a6e92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:51.415648 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-a5041257-ee62-4e7e-9a77-3edba8a6e92f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7b42c23eb8df4f149d42f9011b4094e4&device_id=78c1f302-066f-42ad-bae8-8d0eed2dfe8d HTTP/1.1" status: 200 len: 1058 time: 0.1700835 Dec 16 09:48:51.480935 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-607298f2-d9db-45ea-8238-17769c85c0d2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=00e9a4ac-1bff-42b2-83d9-0938b69bb1c9 HTTP/1.1" status: 200 len: 217 time: 0.0564969 Dec 16 09:48:51.537691 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-79246ba3-f397-45e5-b515-02cb954017e0 req-6ecc7b8d-a550-4d53-b8ae-e93a5907c846 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557603 Dec 16 09:48:51.565568 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-bb867085-e181-42c9-89f0-fbda76095731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:51.566000 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4386af3c-10cf-48dc-9c19-e8be8374e261 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:51.567142 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-bb867085-e181-42c9-89f0-fbda76095731 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=debf1183-6138-4396-ab9f-6e4acb1d671e HTTP/1.1" status: 200 len: 837 time: 0.0790582 Dec 16 09:48:51.584501 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-4386af3c-10cf-48dc-9c19-e8be8374e261 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Calling delete_port for e6ac0a98-ddcd-492b-ad4d-68f722e1b5bc owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:48:51.799086 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-9c666baa-6c7f-4fea-828b-a0bfc4d22191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:51.799086 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-9c666baa-6c7f-4fea-828b-a0bfc4d22191 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a5472c03-50b3-442f-aac3-f44b15fe57a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621777 Dec 16 09:48:51.799086 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-56982e5b-5c03-49c7-9e42-d8f784578d3d service neutron] 10.222.0.58 "GET /v2.0/networks/a5472c03-50b3-442f-aac3-f44b15fe57a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067576 Dec 16 09:48:51.801273 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae999fe-89bb-426a-a8db-e0fc31c546e2 req-8493de3d-536b-4212-bfb8-87b2281a0b6b tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:51.801273 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6ae999fe-89bb-426a-a8db-e0fc31c546e2 req-8493de3d-536b-4212-bfb8-87b2281a0b6b tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 943 time: 0.0874231 Dec 16 09:48:51.848838 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0ee65f71-65ba-4849-b2f8-1c810837ec22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:51.851144 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee65f71-65ba-4849-b2f8-1c810837ec22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:51.851798 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0ee65f71-65ba-4849-b2f8-1c810837ec22 admin admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:51.852103 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6ae999fe-89bb-426a-a8db-e0fc31c546e2 req-1bd179d0-77f9-4e63-9b9a-0e1f9cf490d9 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767055 Dec 16 09:48:51.950134 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee65f71-65ba-4849-b2f8-1c810837ec22 admin admin] Pushing event updated for resources: {'Network': ['ID=8c417f79-fc3a-46b3-9436-83847cb88da5,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:51.984985 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 8c417f79-fc3a-46b3-9436-83847cb88da5 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:48:51.985521 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-31054b2b-43af-45ba-80f5-a828cbe648dc req-863ea878-375e-4de2-8c77-5a6cbe3edf6a service neutron] 10.222.0.58 "GET /v2.0/networks/a5472c03-50b3-442f-aac3-f44b15fe57a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089248 Dec 16 09:48:52.057428 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4386af3c-10cf-48dc-9c19-e8be8374e261 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:52.089765 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4386af3c-10cf-48dc-9c19-e8be8374e261 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Pushing event deleted for resources: {'Port': ['ID=e6ac0a98-ddcd-492b-ad4d-68f722e1b5bc,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:52.104200 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4386af3c-10cf-48dc-9c19-e8be8374e261 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:52.109883 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4386af3c-10cf-48dc-9c19-e8be8374e261 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] 10.222.0.60 "DELETE /v2.0/ports/e6ac0a98-ddcd-492b-ad4d-68f722e1b5bc HTTP/1.1" status: 204 len: 168 time: 0.8902559 Dec 16 09:48:52.110299 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42514) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:52.113630 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0ee65f71-65ba-4849-b2f8-1c810837ec22 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4755917 Dec 16 09:48:52.116325 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42516) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:52.121537 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-8ea7e9d4-598c-49a2-84e4-b1f6671a287a admin admin] Request body: {'subnet': {'network_id': '8c417f79-fc3a-46b3-9436-83847cb88da5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-467394362-subnet', 'tenant_id': '223c9be3dd16416695dcaa56ca152643', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:52.164978 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2462fd-c730-47bb-bec9-20cb3ff7d847 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] DELETE failed (client error): The resource could not be found. Dec 16 09:48:52.167676 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da2462fd-c730-47bb-bec9-20cb3ff7d847 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:48:52.176521 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-da2462fd-c730-47bb-bec9-20cb3ff7d847 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] 10.222.0.60 "DELETE /v2.0/subnets/b3a0d5ad-48f7-4c8f-a08f-45242d348191 HTTP/1.1" status: 404 len: 337 time: 0.0651896 Dec 16 09:48:52.179280 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42518) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:52.237138 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 9d0cc893-e98b-4595-aa9e-f49d36aa210d no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:48:52.269275 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 9d0cc893-e98b-4595-aa9e-f49d36aa210d {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:48:52.269475 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 9d0cc893-e98b-4595-aa9e-f49d36aa210d not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:48:52.281555 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea7e9d4-598c-49a2-84e4-b1f6671a287a admin admin] Made reservation on behalf of 223c9be3dd16416695dcaa56ca152643 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:48:52.283393 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8ea7e9d4-598c-49a2-84e4-b1f6671a287a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:52.397502 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3a865052-0b12-4ff8-b2fd-1f8ce16748ba tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:52.436829 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c856bec-e359-4dc6-a6b1-a1a4cd1b47fb req-d8202735-ce4b-4662-a3b7-e0bf3d2358c0 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:52.438348 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0c856bec-e359-4dc6-a6b1-a1a4cd1b47fb req-d8202735-ce4b-4662-a3b7-e0bf3d2358c0 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?device_id=78c1f302-066f-42ad-bae8-8d0eed2dfe8d HTTP/1.1" status: 200 len: 907 time: 0.2083786 Dec 16 09:48:52.554549 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3a865052-0b12-4ff8-b2fd-1f8ce16748ba tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:52.583767 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-3a865052-0b12-4ff8-b2fd-1f8ce16748ba tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae10369-d153-43c2-8282-7a10b9ba0d15']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:52.616618 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-3a865052-0b12-4ff8-b2fd-1f8ce16748ba tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a59e9954-7bc3-4fcf-adf4-8f2d2642ca2e') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:52.616910 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-3a865052-0b12-4ff8-b2fd-1f8ce16748ba tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a59e9954-7bc3-4fcf-adf4-8f2d2642ca2e') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:52.635211 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3a865052-0b12-4ff8-b2fd-1f8ce16748ba tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:52.654015 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3a865052-0b12-4ff8-b2fd-1f8ce16748ba tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:52.661909 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a865052-0b12-4ff8-b2fd-1f8ce16748ba tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:48:52.666079 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3a865052-0b12-4ff8-b2fd-1f8ce16748ba tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:52.666079 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:48:52.666079 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:48:52.666079 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:48:52.666079 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:48:52.666079 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:48:52.666079 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:48:52.666079 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:48:52.666079 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:48:52.666079 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:48:52.666079 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:48:52.666079 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:48:52.666079 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:48:52.666079 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:48:52.666079 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:48:52.666079 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:48:52.666079 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:48:52.666079 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:48:52.666079 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:48:52.666079 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:48:52.666079 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:48:52.666079 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:48:52.666079 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:48:52.666079 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:48:52.666079 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:48:52.666079 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:48:52.666079 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:48:52.666079 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:48:52.666079 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:48:52.666079 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:48:52.666079 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:48:52.666079 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:48:52.666079 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:48:52.672324 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4feae9-d002-4f41-a78f-7d8591a3ed24 req-0708d68d-4d68-4999-855f-7cae33b63214 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:52.678034 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5c4feae9-d002-4f41-a78f-7d8591a3ed24 req-0708d68d-4d68-4999-855f-7cae33b63214 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 945 time: 0.0668807 Dec 16 09:48:52.719682 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5c4feae9-d002-4f41-a78f-7d8591a3ed24 req-fbcea2bb-559e-429e-b1ab-db0f5ff45125 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372074 Dec 16 09:48:52.754838 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8ea7e9d4-598c-49a2-84e4-b1f6671a287a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:52.810133 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7e9d4-598c-49a2-84e4-b1f6671a287a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a54d8220-3d85-4208-b750-8b91536ece64,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:52.821313 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea7e9d4-598c-49a2-84e4-b1f6671a287a admin admin] Checking segment: {'id': '96fa22a0-cdf0-4e67-bd57-565954140f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8c417f79-fc3a-46b3-9436-83847cb88da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:48:52.821313 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea7e9d4-598c-49a2-84e4-b1f6671a287a admin admin] Network hostable DHCP agents. Network: 8c417f79-fc3a-46b3-9436-83847cb88da5, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:48:52.842536 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3a865052-0b12-4ff8-b2fd-1f8ce16748ba tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:52.850823 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3a865052-0b12-4ff8-b2fd-1f8ce16748ba tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:52.854946 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3a865052-0b12-4ff8-b2fd-1f8ce16748ba tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] 10.222.0.60 "DELETE /v2.0/networks/1ae10369-d153-43c2-8282-7a10b9ba0d15 HTTP/1.1" status: 204 len: 168 time: 0.6743410 Dec 16 09:48:52.855165 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42550) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:52.870563 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a865052-0b12-4ff8-b2fd-1f8ce16748ba tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Pushing event deleted for resources: {'Network': ['ID=1ae10369-d153-43c2-8282-7a10b9ba0d15,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:52.903992 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea7e9d4-598c-49a2-84e4-b1f6671a287a admin admin] Network 8c417f79-fc3a-46b3-9436-83847cb88da5 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:48:52.957802 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-9c23a541-897e-4a50-b892-7591a0eed5fb tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Deleting port e40f30c0-56aa-40b5-a82c-b36de9e68cd9 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:48:52.958144 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c23a541-897e-4a50-b892-7591a0eed5fb tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:52.986211 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb70d00-4ba5-4c30-9662-bbd55f4a3091 req-da54cbeb-851e-4685-91cd-3496c4d07096 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:52.994159 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9fb70d00-4ba5-4c30-9662-bbd55f4a3091 req-da54cbeb-851e-4685-91cd-3496c4d07096 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 943 time: 0.0579908 Dec 16 09:48:53.001330 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-8ea7e9d4-598c-49a2-84e4-b1f6671a287a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 8c417f79-fc3a-46b3-9436-83847cb88da5) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:48:53.011670 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea7e9d4-598c-49a2-84e4-b1f6671a287a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:53.012255 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8ea7e9d4-598c-49a2-84e4-b1f6671a287a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:53.014012 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f943599-7832-41ef-837e-1f765724c9e5 None None] Network 8c417f79-fc3a-46b3-9436-83847cb88da5 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:48:53.031932 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c23a541-897e-4a50-b892-7591a0eed5fb tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:53.041484 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9fb70d00-4ba5-4c30-9662-bbd55f4a3091 req-1e89808c-4183-45ff-bfd3-ce7071f99883 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464034 Dec 16 09:48:53.061509 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-9c23a541-897e-4a50-b892-7591a0eed5fb tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Calling delete_port for e40f30c0-56aa-40b5-a82c-b36de9e68cd9 owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:48:53.124717 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8ea7e9d4-598c-49a2-84e4-b1f6671a287a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0072834 Dec 16 09:48:53.157594 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab93654e-7119-47f6-b60d-11065674f45c None None] Network 8c417f79-fc3a-46b3-9436-83847cb88da5 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:48:53.262987 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c23a541-897e-4a50-b892-7591a0eed5fb tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:53.300889 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23a541-897e-4a50-b892-7591a0eed5fb tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Pushing event deleted for resources: {'Port': ['ID=e40f30c0-56aa-40b5-a82c-b36de9e68cd9,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:53.313330 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c23a541-897e-4a50-b892-7591a0eed5fb tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:53.318418 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9c23a541-897e-4a50-b892-7591a0eed5fb tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] 10.222.0.60 "DELETE /v2.0/ports/e40f30c0-56aa-40b5-a82c-b36de9e68cd9 HTTP/1.1" status: 204 len: 168 time: 0.4612973 Dec 16 09:48:53.319820 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42562) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:53.354341 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc395cd3-4471-44ca-bf86-32b0aaeda826 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] DELETE failed (client error): The resource could not be found. Dec 16 09:48:53.354341 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc395cd3-4471-44ca-bf86-32b0aaeda826 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:48:53.354341 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-dc395cd3-4471-44ca-bf86-32b0aaeda826 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] 10.222.0.60 "DELETE /v2.0/subnets/aa766c14-9b47-403f-b6a1-c924f1b27233 HTTP/1.1" status: 404 len: 337 time: 0.0302696 Dec 16 09:48:53.354749 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42564) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:53.444865 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-303303af-7b59-4534-970f-b1df862cd8f2 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:53.544235 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-303303af-7b59-4534-970f-b1df862cd8f2 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:53.566061 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-303303af-7b59-4534-970f-b1df862cd8f2 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf688855-d40d-435f-ad6b-d167bf69c920']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:53.577388 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-303303af-7b59-4534-970f-b1df862cd8f2 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9545b39-2c88-476f-aaf3-c2e8da33f706') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:53.577748 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-303303af-7b59-4534-970f-b1df862cd8f2 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9545b39-2c88-476f-aaf3-c2e8da33f706') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:53.581408 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f12c2-e813-4c0a-bc3a-51a2a4ea558c req-f2486046-23a4-4d5a-b1c6-cb26a72cd673 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:53.583002 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-263f12c2-e813-4c0a-bc3a-51a2a4ea558c req-f2486046-23a4-4d5a-b1c6-cb26a72cd673 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?device_id=78c1f302-066f-42ad-bae8-8d0eed2dfe8d HTTP/1.1" status: 200 len: 907 time: 0.0697801 Dec 16 09:48:53.630857 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-303303af-7b59-4534-970f-b1df862cd8f2 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:53.652397 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-303303af-7b59-4534-970f-b1df862cd8f2 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:53.663916 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-303303af-7b59-4534-970f-b1df862cd8f2 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:48:53.665029 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-303303af-7b59-4534-970f-b1df862cd8f2 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:53.667175 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:48:53.667175 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:48:53.667175 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:48:53.667175 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:48:53.667175 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:48:53.667175 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:48:53.667175 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:48:53.667175 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:48:53.667175 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:48:53.667175 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:48:53.667175 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:48:53.667175 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:48:53.667175 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:48:53.667175 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:48:53.667175 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:48:53.667175 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:48:53.667175 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:48:53.667175 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:48:53.667175 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:48:53.667175 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:48:53.667175 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:48:53.667175 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:48:53.667175 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:48:53.667175 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:48:53.667175 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:48:53.667175 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:48:53.667175 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:48:53.667175 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:48:53.667175 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:48:53.667175 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:48:53.667175 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:48:53.667175 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:48:53.674695 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42582) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:53.752793 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-bb76e280-766f-4d53-8806-6fedc710116d tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:53.753592 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-bb76e280-766f-4d53-8806-6fedc710116d tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/networks?id=4f161e18-e93f-4915-b023-e06237fa3c1f HTTP/1.1" status: 200 len: 811 time: 0.1790097 Dec 16 09:48:53.769529 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-695a91a6-af23-4612-9db0-a2c498a028ec tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/quotas/aa4bee81d69740a383072a02d6c03d3a HTTP/1.1" status: 200 len: 375 time: 0.0100682 Dec 16 09:48:53.786518 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5667be8d-5e57-446a-9fc4-09fe6ceb3e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:53.804600 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-0050873b-fb66-4e64-9935-73586fa9c162 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa4bee81d69740a383072a02d6c03d3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294032 Dec 16 09:48:53.859459 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-303303af-7b59-4534-970f-b1df862cd8f2 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:53.870518 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-303303af-7b59-4534-970f-b1df862cd8f2 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:53.873637 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4aae5-a12e-4583-b724-c04f4945c06c req-1e10a235-4278-4f18-b87c-efcd1ccd424b tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:53.874152 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-303303af-7b59-4534-970f-b1df862cd8f2 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] 10.222.0.60 "DELETE /v2.0/networks/cf688855-d40d-435f-ad6b-d167bf69c920 HTTP/1.1" status: 204 len: 168 time: 0.5180771 Dec 16 09:48:53.875225 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3fb4aae5-a12e-4583-b724-c04f4945c06c req-1e10a235-4278-4f18-b87c-efcd1ccd424b tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 945 time: 0.0707579 Dec 16 09:48:53.876966 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42588) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:53.890042 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303303af-7b59-4534-970f-b1df862cd8f2 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Pushing event deleted for resources: {'Network': ['ID=cf688855-d40d-435f-ad6b-d167bf69c920,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:53.924004 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-dcb62d04-5211-4a76-a746-5f0be674469a service neutron] 10.222.0.60 "GET /v2.0/networks/4f161e18-e93f-4915-b023-e06237fa3c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116993 Dec 16 09:48:53.969381 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5667be8d-5e57-446a-9fc4-09fe6ceb3e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:53.979267 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3fb4aae5-a12e-4583-b724-c04f4945c06c req-9be1d8a4-e607-4f9e-abc5-49cd52ddd833 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924909 Dec 16 09:48:53.983717 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc7dc48c-21de-4c02-a2fe-ac3ea389baf6 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Deleting subnet 7b8cae5d-3888-4691-85a7-6d88f9b176c9 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:48:53.987287 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cc7dc48c-21de-4c02-a2fe-ac3ea389baf6 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:54.014224 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-dfa076c1-b1ed-4c6d-b99f-d92e340504ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:54.030303 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cc7dc48c-21de-4c02-a2fe-ac3ea389baf6 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:54.051394 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5667be8d-5e57-446a-9fc4-09fe6ceb3e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:54.058040 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-2d9ce42f-826e-4df1-962d-4c89cd4d5bf9 service neutron] 10.222.0.60 "GET /v2.0/networks/4f161e18-e93f-4915-b023-e06237fa3c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265392 Dec 16 09:48:54.099277 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5667be8d-5e57-446a-9fc4-09fe6ceb3e00 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6d696622c045418f8f2cd4f547678f64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4234159 Dec 16 09:48:54.117269 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42596) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:54.117487 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667be8d-5e57-446a-9fc4-09fe6ceb3e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5085031-b6c2-4811-ad6b-dc1998de0802,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:54.189013 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-26efef98-a872-48ae-a3cd-f2c9900a2a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:54.225765 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-26efef98-a872-48ae-a3cd-f2c9900a2a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:54.239383 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cc7dc48c-21de-4c02-a2fe-ac3ea389baf6 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:54.285704 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748e557-1f6b-43b6-8e89-4dddebd196d5 req-a73966cd-8a29-4620-8a36-138269c66ecc tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:54.287187 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9748e557-1f6b-43b6-8e89-4dddebd196d5 req-a73966cd-8a29-4620-8a36-138269c66ecc tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 943 time: 0.0987844 Dec 16 09:48:54.340588 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9748e557-1f6b-43b6-8e89-4dddebd196d5 req-0742d0ed-7b7b-4ae5-a025-720ea4795fca tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447724 Dec 16 09:48:54.364530 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b09a2836-833b-428b-a7a0-9c16c05a8d52 req-906b073e-d2ff-44de-9bcb-ae0cac695ead tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/ports?device_id=c20a04ab-283c-4f8e-93a3-1b399b9690b0 HTTP/1.1" status: 200 len: 210 time: 0.0274553 Dec 16 09:48:54.371920 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-26efef98-a872-48ae-a3cd-f2c9900a2a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:54.375237 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-26efef98-a872-48ae-a3cd-f2c9900a2a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:54.375779 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-26efef98-a872-48ae-a3cd-f2c9900a2a60 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a5085031-b6c2-4811-ad6b-dc1998de0802 HTTP/1.1" status: 204 len: 168 time: 0.2671397 Dec 16 09:48:54.384717 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26efef98-a872-48ae-a3cd-f2c9900a2a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5085031-b6c2-4811-ad6b-dc1998de0802,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:54.419729 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cc7dc48c-21de-4c02-a2fe-ac3ea389baf6 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:54.450780 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7dc48c-21de-4c02-a2fe-ac3ea389baf6 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Pushing event deleted for resources: {'Subnet': ['ID=7b8cae5d-3888-4691-85a7-6d88f9b176c9,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:54.452715 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cc7dc48c-21de-4c02-a2fe-ac3ea389baf6 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:54.458462 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7244fcc0-504a-4ee4-9874-410052f69237 None None] Network 06697d5b-1632-4aea-8952-3c82a914adb1 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:48:54.460118 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42608) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:54.465666 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-cc7dc48c-21de-4c02-a2fe-ac3ea389baf6 tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] 10.222.0.60 "DELETE /v2.0/subnets/7b8cae5d-3888-4691-85a7-6d88f9b176c9 HTTP/1.1" status: 204 len: 168 time: 0.5875919 Dec 16 09:48:54.546469 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-09b823c5-b78b-4bf7-8b44-4988c13a593e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:54.610997 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-09b823c5-b78b-4bf7-8b44-4988c13a593e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Deleting port 6b6e62b5-7a74-443d-93c7-be46d4a6383d {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:48:54.611337 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-09b823c5-b78b-4bf7-8b44-4988c13a593e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:54.660240 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4b3ca4-353e-4ec7-9bba-50740637454c None None] DHCP port deletion for 06697d5b-1632-4aea-8952-3c82a914adb1 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:48:54.687028 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-09b823c5-b78b-4bf7-8b44-4988c13a593e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] For port 6b6e62b5-7a74-443d-93c7-be46d4a6383d, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=6b6e62b5-7a74-443d-93c7-be46d4a6383d,segment=NetworkSegment(afa37a98-0e2e-456b-b48a-b9014d4a9eb0),segment_id=afa37a98-0e2e-456b-b48a-b9014d4a9eb0)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:54.687531 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-09b823c5-b78b-4bf7-8b44-4988c13a593e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:54.701385 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-09b823c5-b78b-4bf7-8b44-4988c13a593e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Calling delete_port for 6b6e62b5-7a74-443d-93c7-be46d4a6383d owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:48:54.712961 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-5c4b3ca4-353e-4ec7-9bba-50740637454c None None] Deleting port 6b6e62b5-7a74-443d-93c7-be46d4a6383d {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:48:54.712961 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5c4b3ca4-353e-4ec7-9bba-50740637454c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:54.732988 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f791813-5acf-4c4a-8982-75782ce07537 req-09643359-b9a2-4812-abac-62c61b29a350 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:54.735644 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f791813-5acf-4c4a-8982-75782ce07537 req-09643359-b9a2-4812-abac-62c61b29a350 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?device_id=78c1f302-066f-42ad-bae8-8d0eed2dfe8d HTTP/1.1" status: 200 len: 907 time: 0.0684974 Dec 16 09:48:54.795803 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-5c4b3ca4-353e-4ec7-9bba-50740637454c None None] For port 6b6e62b5-7a74-443d-93c7-be46d4a6383d, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=6b6e62b5-7a74-443d-93c7-be46d4a6383d,segment=NetworkSegment(afa37a98-0e2e-456b-b48a-b9014d4a9eb0),segment_id=afa37a98-0e2e-456b-b48a-b9014d4a9eb0)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:54.796528 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5c4b3ca4-353e-4ec7-9bba-50740637454c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:54.810720 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-5c4b3ca4-353e-4ec7-9bba-50740637454c None None] Calling delete_port for 6b6e62b5-7a74-443d-93c7-be46d4a6383d owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:48:54.889953 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-09b823c5-b78b-4bf7-8b44-4988c13a593e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:54.898671 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5c4b3ca4-353e-4ec7-9bba-50740637454c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:54.916073 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b823c5-b78b-4bf7-8b44-4988c13a593e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Pushing event deleted for resources: {'Port': ['ID=6b6e62b5-7a74-443d-93c7-be46d4a6383d,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:54.917959 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b823c5-b78b-4bf7-8b44-4988c13a593e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] No DVR routers for this DVR port 6b6e62b5-7a74-443d-93c7-be46d4a6383d on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:48:54.924912 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b3ca4-353e-4ec7-9bba-50740637454c None None] Pushing event deleted for resources: {'Port': ['ID=6b6e62b5-7a74-443d-93c7-be46d4a6383d,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:54.928839 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4b3ca4-353e-4ec7-9bba-50740637454c None None] No DVR routers for this DVR port 6b6e62b5-7a74-443d-93c7-be46d4a6383d on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:48:55.003519 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-09b823c5-b78b-4bf7-8b44-4988c13a593e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:55.029844 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-09b823c5-b78b-4bf7-8b44-4988c13a593e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06697d5b-1632-4aea-8952-3c82a914adb1']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:55.041443 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-09b823c5-b78b-4bf7-8b44-4988c13a593e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa37a98-0e2e-456b-b48a-b9014d4a9eb0') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:55.041747 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-09b823c5-b78b-4bf7-8b44-4988c13a593e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa37a98-0e2e-456b-b48a-b9014d4a9eb0') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:55.052099 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-09b823c5-b78b-4bf7-8b44-4988c13a593e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:55.073972 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-09b823c5-b78b-4bf7-8b44-4988c13a593e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:55.095551 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09b823c5-b78b-4bf7-8b44-4988c13a593e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:48:55.096522 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-09b823c5-b78b-4bf7-8b44-4988c13a593e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:55.099416 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:48:55.099416 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:48:55.099416 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:48:55.099416 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:48:55.099416 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:48:55.099416 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:48:55.099416 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:48:55.099416 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:48:55.099416 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:48:55.099416 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:48:55.099416 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:48:55.099416 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:48:55.099416 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:48:55.099416 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:48:55.099416 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:48:55.099416 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:48:55.099416 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:48:55.099416 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:48:55.099416 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:48:55.099416 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:48:55.099416 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:48:55.099416 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:48:55.099416 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:48:55.099416 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:48:55.099416 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:48:55.099416 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:48:55.099416 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:48:55.099416 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:48:55.099416 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:48:55.099416 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:48:55.099416 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:48:55.099416 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:48:55.165655 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d4d24-5f3a-4b3e-bc25-0ef977fe7eef req-fd0e5aa6-1374-4b45-ba8d-5816300d9aa5 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:55.174125 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-614d4d24-5f3a-4b3e-bc25-0ef977fe7eef req-fd0e5aa6-1374-4b45-ba8d-5816300d9aa5 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 945 time: 0.1126373 Dec 16 09:48:55.220003 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42628) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:55.225819 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-614d4d24-5f3a-4b3e-bc25-0ef977fe7eef req-a332a8ad-3002-4d8b-9354-7a901e429dca tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471103 Dec 16 09:48:55.245280 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f5302cb8-c654-4c49-9773-e2c769e4b8b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:55.275607 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-09b823c5-b78b-4bf7-8b44-4988c13a593e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:55.283335 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-09b823c5-b78b-4bf7-8b44-4988c13a593e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:55.289085 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-09b823c5-b78b-4bf7-8b44-4988c13a593e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] 10.222.0.60 "DELETE /v2.0/networks/06697d5b-1632-4aea-8952-3c82a914adb1 HTTP/1.1" status: 204 len: 168 time: 0.8255548 Dec 16 09:48:55.299018 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b823c5-b78b-4bf7-8b44-4988c13a593e tempest-NetworksIpV6TestAttrs-1496187646 tempest-NetworksIpV6TestAttrs-1496187646-project] Pushing event deleted for resources: {'Network': ['ID=06697d5b-1632-4aea-8952-3c82a914adb1,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:55.339166 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f5302cb8-c654-4c49-9773-e2c769e4b8b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:55.454626 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d77efbe6-49a3-4edd-9dfc-f638c2fb60fd req-4771e6fe-2362-4fdc-a26f-54d02f3f243e tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/ports?device_id=c20a04ab-283c-4f8e-93a3-1b399b9690b0 HTTP/1.1" status: 200 len: 210 time: 0.0321105 Dec 16 09:48:55.472502 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b994fb-13f5-4bb4-82b4-f6ad6fec270d req-f2557cb3-8a71-4b26-a5a2-f554cb0becc7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:55.474033 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e7b994fb-13f5-4bb4-82b4-f6ad6fec270d req-f2557cb3-8a71-4b26-a5a2-f554cb0becc7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 943 time: 0.0523393 Dec 16 09:48:55.475140 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f5302cb8-c654-4c49-9773-e2c769e4b8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:55.532829 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f5302cb8-c654-4c49-9773-e2c769e4b8b3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=13661598be0442a58100d147433a42ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3120050 Dec 16 09:48:55.536017 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42636) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:55.538964 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5302cb8-c654-4c49-9773-e2c769e4b8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2e0fe7-21c9-4072-ae4b-c73d698894d3,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:55.551233 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e7b994fb-13f5-4bb4-82b4-f6ad6fec270d req-6d8fc91f-895d-48ac-bd85-81e862e8c35e tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572424 Dec 16 09:48:55.603056 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-42863dad-9f5d-4743-9894-6c8dcfbcc892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:55.623853 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-42863dad-9f5d-4743-9894-6c8dcfbcc892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:55.761770 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-42863dad-9f5d-4743-9894-6c8dcfbcc892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:55.764563 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-42863dad-9f5d-4743-9894-6c8dcfbcc892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:55.769808 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-42863dad-9f5d-4743-9894-6c8dcfbcc892 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6a2e0fe7-21c9-4072-ae4b-c73d698894d3 HTTP/1.1" status: 204 len: 168 time: 0.2288043 Dec 16 09:48:55.774819 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42863dad-9f5d-4743-9894-6c8dcfbcc892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2e0fe7-21c9-4072-ae4b-c73d698894d3,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:55.880734 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42644) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:55.934327 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc9e1a-f6b9-47e5-8aa8-bfca0f4ea8e2 req-d78289a5-1e47-4a71-a8ac-ba16b07e29f1 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:55.935846 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f7cc9e1a-f6b9-47e5-8aa8-bfca0f4ea8e2 req-d78289a5-1e47-4a71-a8ac-ba16b07e29f1 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?device_id=78c1f302-066f-42ad-bae8-8d0eed2dfe8d HTTP/1.1" status: 200 len: 907 time: 0.0809190 Dec 16 09:48:56.033600 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a50826a0-c890-417f-bf16-5f635a1aab02 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=24a808d58f034cacb12ed81aff703ba3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1511743 Dec 16 09:48:56.035733 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42650) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:56.087454 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9a26a5b-7f7f-4434-b4b6-d2ccae5c285f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:56.108455 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9a26a5b-7f7f-4434-b4b6-d2ccae5c285f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:56.245258 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9a26a5b-7f7f-4434-b4b6-d2ccae5c285f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:56.247804 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9a26a5b-7f7f-4434-b4b6-d2ccae5c285f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:56.251165 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 00e9a4ac-1bff-42b2-83d9-0938b69bb1c9 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:48:56.252585 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c9a26a5b-7f7f-4434-b4b6-d2ccae5c285f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b0ba19e5-2bcf-4829-b82f-c0ceef5f09fd HTTP/1.1" status: 204 len: 168 time: 0.2153900 Dec 16 09:48:56.266487 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a26a5b-7f7f-4434-b4b6-d2ccae5c285f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ba19e5-2bcf-4829-b82f-c0ceef5f09fd,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:56.332089 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6b6e62b5-7a74-443d-93c7-be46d4a6383d no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:48:56.361356 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14abd41-95a9-4b2c-ab83-a7b2e416adba req-bcb5f456-c461-4f71-b39e-26571439d012 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:56.367024 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f14abd41-95a9-4b2c-ab83-a7b2e416adba req-bcb5f456-c461-4f71-b39e-26571439d012 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 945 time: 0.0612435 Dec 16 09:48:56.378870 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 6b6e62b5-7a74-443d-93c7-be46d4a6383d {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:48:56.379300 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6b6e62b5-7a74-443d-93c7-be46d4a6383d not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:48:56.416563 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 00e9a4ac-1bff-42b2-83d9-0938b69bb1c9, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=00e9a4ac-1bff-42b2-83d9-0938b69bb1c9,segment=NetworkSegment(acb8dc6f-a628-4d5a-bbee-5695af1a8040),segment_id=acb8dc6f-a628-4d5a-bbee-5695af1a8040)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:56.419758 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f14abd41-95a9-4b2c-ab83-a7b2e416adba req-56bc43ac-b578-4bd7-9ca8-41ff9e78e037 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478308 Dec 16 09:48:56.443644 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '00e9a4ac-1bff-42b2-83d9-0938b69bb1c9', 'network_id': 'a5472c03-50b3-442f-aac3-f44b15fe57a0', 'port_id': '00e9a4ac-1bff-42b2-83d9-0938b69bb1c9', 'mac_address': 'fa:16:3e:83:c1:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'debf1183-6138-4396-ab9f-6e4acb1d671e', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:48:56.495805 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:56.509394 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00e9a4ac-1bff-42b2-83d9-0938b69bb1c9 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:48:56.514580 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-71d72592-0e0d-490e-ac38-b01de4284696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:56.530067 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 00e9a4ac-1bff-42b2-83d9-0938b69bb1c9, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=00e9a4ac-1bff-42b2-83d9-0938b69bb1c9,segment=NetworkSegment(acb8dc6f-a628-4d5a-bbee-5695af1a8040),segment_id=acb8dc6f-a628-4d5a-bbee-5695af1a8040)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:56.556228 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-df8315e0-ab11-4e6d-b52d-75c90534ae53 req-f31242bb-4bd0-4317-b41a-c4ff37721bf3 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/ports?device_id=c20a04ab-283c-4f8e-93a3-1b399b9690b0 HTTP/1.1" status: 200 len: 210 time: 0.0300863 Dec 16 09:48:56.624699 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:56.679123 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=00e9a4ac-1bff-42b2-83d9-0938b69bb1c9,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:56.702316 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd4a4f-5f8c-4e90-8f82-872a97932d3f req-21277fdb-1d46-4089-be1d-982bcb108fd3 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:56.702316 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0afd4a4f-5f8c-4e90-8f82-872a97932d3f req-21277fdb-1d46-4089-be1d-982bcb108fd3 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 943 time: 0.0737481 Dec 16 09:48:56.744392 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0afd4a4f-5f8c-4e90-8f82-872a97932d3f req-06ed721a-573c-4905-a7eb-5fa867cff947 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375378 Dec 16 09:48:56.834378 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['00e9a4ac-1bff-42b2-83d9-0938b69bb1c9'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:48:56.848913 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbea71-a503-4f19-aace-242b92890fff req-6dd3820a-6f0e-4066-92b9-1c1bd333724d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:56.851682 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-16dbea71-a503-4f19-aace-242b92890fff req-6dd3820a-6f0e-4066-92b9-1c1bd333724d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 1096 time: 0.0576661 Dec 16 09:48:56.907511 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-16dbea71-a503-4f19-aace-242b92890fff req-295eb27a-34dc-4f33-a69e-192149d3e387 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454404 Dec 16 09:48:57.020704 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-8c084049-4470-486c-9f86-bff982383d4a tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:57.022397 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-8c084049-4470-486c-9f86-bff982383d4a tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.57 "GET /v2.0/networks?id=4f161e18-e93f-4915-b023-e06237fa3c1f HTTP/1.1" status: 200 len: 811 time: 0.1307995 Dec 16 09:48:57.036826 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-e31d976d-822d-45af-8a12-1b89b7875579 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Request body: {'port': {'device_id': 'c20a04ab-283c-4f8e-93a3-1b399b9690b0', 'network_id': '4f161e18-e93f-4915-b023-e06237fa3c1f', 'admin_state_up': True, 'tenant_id': 'aa4bee81d69740a383072a02d6c03d3a'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:57.212331 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8a68a-c665-4949-a750-55dcfa3e5d25 req-412a95f7-8af3-409c-8e5f-d8953ad71fc6 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:57.213875 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a8a8a68a-c665-4949-a750-55dcfa3e5d25 req-412a95f7-8af3-409c-8e5f-d8953ad71fc6 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?device_id=78c1f302-066f-42ad-bae8-8d0eed2dfe8d HTTP/1.1" status: 200 len: 908 time: 0.0762100 Dec 16 09:48:57.316399 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-e31d976d-822d-45af-8a12-1b89b7875579 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Made reservation on behalf of aa4bee81d69740a383072a02d6c03d3a for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:48:57.321057 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-e31d976d-822d-45af-8a12-1b89b7875579 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:57.476930 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-e31d976d-822d-45af-8a12-1b89b7875579 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Allocated IP 172.20.0.3 (4f161e18-e93f-4915-b023-e06237fa3c1f/f489c9a9-7ca5-4e82-85f2-b814f2d0c157/e5b562ef-b941-4948-baca-4426dac14094) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:48:57.559793 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717edc5e-32d9-480f-b4ae-b5dadf5af16e req-cf35c8e8-0e00-40c9-9e4e-41dbbd13a507 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:57.561715 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-717edc5e-32d9-480f-b4ae-b5dadf5af16e req-cf35c8e8-0e00-40c9-9e4e-41dbbd13a507 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 945 time: 0.0613692 Dec 16 09:48:57.704683 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-717edc5e-32d9-480f-b4ae-b5dadf5af16e req-726b1331-ee0e-4472-8429-fa532dcbb450 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398886 Dec 16 09:48:57.705143 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9bdfd130-4719-4d3f-a1eb-86627964463d req-c46dbf34-8355-4de4-9f3a-6ccfc023edc5 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/ports?device_id=c20a04ab-283c-4f8e-93a3-1b399b9690b0 HTTP/1.1" status: 200 len: 210 time: 0.0483236 Dec 16 09:48:57.705143 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-e31d976d-822d-45af-8a12-1b89b7875579 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:57.892485 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20dc06-ea4a-49f2-8a95-dcff02898748 req-60899f88-f300-4e1c-9321-3256a543bf95 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:57.894483 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5d20dc06-ea4a-49f2-8a95-dcff02898748 req-60899f88-f300-4e1c-9321-3256a543bf95 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 943 time: 0.0563533 Dec 16 09:48:57.945866 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5d20dc06-ea4a-49f2-8a95-dcff02898748 req-be8278c9-7b40-4e8f-81b4-94265dc568d8 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451541 Dec 16 09:48:58.161702 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:58.163066 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-e31d976d-822d-45af-8a12-1b89b7875579 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:58.249851 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d976d-822d-45af-8a12-1b89b7875579 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Pushing event updated for resources: {'Port': ['ID=e5b562ef-b941-4948-baca-4426dac14094,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:58.272117 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-e31d976d-822d-45af-8a12-1b89b7875579 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Network 4f161e18-e93f-4915-b023-e06237fa3c1f is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:48:58.274757 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-e31d976d-822d-45af-8a12-1b89b7875579 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:48:58.275843 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 00e9a4ac-1bff-42b2-83d9-0938b69bb1c9 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:48:58.284095 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-e31d976d-822d-45af-8a12-1b89b7875579 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:48:58.352556 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42716) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:58.388547 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-e31d976d-822d-45af-8a12-1b89b7875579 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:58.392459 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-e31d976d-822d-45af-8a12-1b89b7875579 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:58.414900 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 00e9a4ac-1bff-42b2-83d9-0938b69bb1c9 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:48:58.415170 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c284ff6-780d-4e9c-a17a-82d61cca30fd req-0d5f8978-6d1a-4f13-a27e-15cafecb0201 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:58.427367 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 00e9a4ac-1bff-42b2-83d9-0938b69bb1c9 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:48:58.428401 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:58.438257 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5c284ff6-780d-4e9c-a17a-82d61cca30fd req-0d5f8978-6d1a-4f13-a27e-15cafecb0201 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?device_id=78c1f302-066f-42ad-bae8-8d0eed2dfe8d HTTP/1.1" status: 200 len: 908 time: 0.1069844 Dec 16 09:48:58.477084 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-fe3e3e66-180b-4f01-8df8-0c0eefad7f81 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1071432591'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:58.516379 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:58.524034 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-e31d976d-822d-45af-8a12-1b89b7875579 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4922309 Dec 16 09:48:58.537502 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-0c60f0bb-e61e-463f-9db8-043070c45cb6 service neutron] Request body: {'port': {'device_id': 'c20a04ab-283c-4f8e-93a3-1b399b9690b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:58.544526 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c1f302-066f-42ad-bae8-8d0eed2dfe8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e9a4ac-1bff-42b2-83d9-0938b69bb1c9'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:48:58.546799 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9642068-5567-4179-91ca-00f2ac1b4076" -d '{"events": [{"server_uuid": "78c1f302-066f-42ad-bae8-8d0eed2dfe8d", "name": "network-vif-plugged", "status": "completed", "tag": "00e9a4ac-1bff-42b2-83d9-0938b69bb1c9"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:48:58.561388 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 00e9a4ac-1bff-42b2-83d9-0938b69bb1c9, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=00e9a4ac-1bff-42b2-83d9-0938b69bb1c9,segment=NetworkSegment(acb8dc6f-a628-4d5a-bbee-5695af1a8040),segment_id=acb8dc6f-a628-4d5a-bbee-5695af1a8040)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:58.585862 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5b5eef-1df1-42f8-a592-8bae321f9a06 x-openstack-request-id: req-5a5b5eef-1df1-42f8-a592-8bae321f9a06 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:48:58.586151 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c1f302-066f-42ad-bae8-8d0eed2dfe8d", "name": "network-vif-plugged", "status": "completed", "tag": "00e9a4ac-1bff-42b2-83d9-0938b69bb1c9", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:48:58.586395 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5a5b5eef-1df1-42f8-a592-8bae321f9a06 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:48:58.586787 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c1f302-066f-42ad-bae8-8d0eed2dfe8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e9a4ac-1bff-42b2-83d9-0938b69bb1c9', 'code': 200} Dec 16 09:48:58.595310 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-0c60f0bb-e61e-463f-9db8-043070c45cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:58.660837 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:58.664819 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3e3e66-180b-4f01-8df8-0c0eefad7f81 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Made reservation on behalf of 640960d3c0df439cb91cd91f4d9284c8 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:48:58.669744 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fe3e3e66-180b-4f01-8df8-0c0eefad7f81 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:58.696205 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fe3e3e66-180b-4f01-8df8-0c0eefad7f81 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:58.722970 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=00e9a4ac-1bff-42b2-83d9-0938b69bb1c9,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:58.761541 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29416d6a-1b45-47d7-87b4-39ca71165d2a req-9f26e2c1-af13-41f5-88df-707a9505d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:58.763050 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29416d6a-1b45-47d7-87b4-39ca71165d2a req-9f26e2c1-af13-41f5-88df-707a9505d392 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=78c1f302-066f-42ad-bae8-8d0eed2dfe8d HTTP/1.1" status: 200 len: 1060 time: 0.1086342 Dec 16 09:48:58.858299 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba846167-b03a-4468-9b5d-2e7bf5d4f967 req-038eaa6d-b281-4c1f-bb57-0101f2d377e2 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:58.859683 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ba846167-b03a-4468-9b5d-2e7bf5d4f967 req-038eaa6d-b281-4c1f-bb57-0101f2d377e2 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/ports?device_id=c20a04ab-283c-4f8e-93a3-1b399b9690b0 HTTP/1.1" status: 200 len: 931 time: 0.0927200 Dec 16 09:48:58.900074 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fe3e3e66-180b-4f01-8df8-0c0eefad7f81 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:58.924997 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ba846167-b03a-4468-9b5d-2e7bf5d4f967 req-ce6d0ade-e139-4392-ab42-9e5bf1c38c24 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/security-groups?id=590458b3-4555-4400-adfd-9b51edddb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497692 Dec 16 09:48:58.956840 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534bdbc-a4bc-4685-84e7-202589b01173 req-9dfbcc47-a790-476f-bc4e-27999c92db95 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:58.958472 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0534bdbc-a4bc-4685-84e7-202589b01173 req-9dfbcc47-a790-476f-bc4e-27999c92db95 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 945 time: 0.2264743 Dec 16 09:48:58.971172 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fe3e3e66-180b-4f01-8df8-0c0eefad7f81 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:59.020058 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe3e3e66-180b-4f01-8df8-0c0eefad7f81 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:48:59.056904 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e3e66-180b-4f01-8df8-0c0eefad7f81 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0f1a92-0e89-4e89-81ce-2e13ee894b9d,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:59.063409 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0534bdbc-a4bc-4685-84e7-202589b01173 req-bca704d1-fd09-4249-89ab-2f92c6f425d3 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823040 Dec 16 09:48:59.068804 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-0c60f0bb-e61e-463f-9db8-043070c45cb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5b562ef-b941-4948-baca-4426dac14094 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:48:59.075050 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fe3e3e66-180b-4f01-8df8-0c0eefad7f81 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:59.075718 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-fe3e3e66-180b-4f01-8df8-0c0eefad7f81 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Added segment 2b56376c-7f1e-4c95-a3c3-056f61296027 of type vlan for network f4fdb9cf-c9bb-4923-89c3-fb3c59040b66 Dec 16 09:48:59.076387 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:59.102689 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-0c60f0bb-e61e-463f-9db8-043070c45cb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:59.129370 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-0c60f0bb-e61e-463f-9db8-043070c45cb6 service neutron] Transition to ACTIVE for port object e5b562ef-b941-4948-baca-4426dac14094 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:48:59.179016 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fe3e3e66-180b-4f01-8df8-0c0eefad7f81 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:59.196608 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-0c60f0bb-e61e-463f-9db8-043070c45cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:59.203026 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b6dcf-8bf5-47e9-8232-762820e02029 req-1777505e-f52d-4a21-afcb-9d866fe93307 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:59.204777 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-326b6dcf-8bf5-47e9-8232-762820e02029 req-1777505e-f52d-4a21-afcb-9d866fe93307 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 943 time: 0.1317580 Dec 16 09:48:59.260346 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-326b6dcf-8bf5-47e9-8232-762820e02029 req-84e6c800-6f7d-4cf7-b64e-04000a83967a tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440030 Dec 16 09:48:59.309671 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fe3e3e66-180b-4f01-8df8-0c0eefad7f81 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:59.318471 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3e3e66-180b-4f01-8df8-0c0eefad7f81 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:59.319731 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fe3e3e66-180b-4f01-8df8-0c0eefad7f81 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:59.343746 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60f0bb-e61e-463f-9db8-043070c45cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b562ef-b941-4948-baca-4426dac14094,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:59.394380 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e3e66-180b-4f01-8df8-0c0eefad7f81 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Network': ['ID=f4fdb9cf-c9bb-4923-89c3-fb3c59040b66,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:59.411305 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network f4fdb9cf-c9bb-4923-89c3-fb3c59040b66 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:48:59.432853 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-0c60f0bb-e61e-463f-9db8-043070c45cb6 service neutron] Attempting to bind port e5b562ef-b941-4948-baca-4426dac14094 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:48:59.433293 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-0c60f0bb-e61e-463f-9db8-043070c45cb6 service neutron] Attempting to bind port e5b562ef-b941-4948-baca-4426dac14094 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '05c31acb-2e11-41b0-a47b-eac0d953d008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4f161e18-e93f-4915-b023-e06237fa3c1f'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:48:59.433587 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-0c60f0bb-e61e-463f-9db8-043070c45cb6 service neutron] Attempting to bind port e5b562ef-b941-4948-baca-4426dac14094 on network 4f161e18-e93f-4915-b023-e06237fa3c1f {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:48:59.445802 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-0c60f0bb-e61e-463f-9db8-043070c45cb6 service neutron] Port e5b562ef-b941-4948-baca-4426dac14094 on network 4f161e18-e93f-4915-b023-e06237fa3c1f not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:48:59.446168 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-0c60f0bb-e61e-463f-9db8-043070c45cb6 service neutron] Attempting to bind port e5b562ef-b941-4948-baca-4426dac14094 on network 4f161e18-e93f-4915-b023-e06237fa3c1f {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:48:59.463064 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-0c60f0bb-e61e-463f-9db8-043070c45cb6 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:48:59.463470 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-0c60f0bb-e61e-463f-9db8-043070c45cb6 service neutron] Checking segment: {'id': '05c31acb-2e11-41b0-a47b-eac0d953d008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4f161e18-e93f-4915-b023-e06237fa3c1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:48:59.463812 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-0c60f0bb-e61e-463f-9db8-043070c45cb6 service neutron] Bound using segment: {'id': '05c31acb-2e11-41b0-a47b-eac0d953d008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4f161e18-e93f-4915-b023-e06237fa3c1f'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:48:59.464216 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-0c60f0bb-e61e-463f-9db8-043070c45cb6 service neutron] Bound port: e5b562ef-b941-4948-baca-4426dac14094, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05c31acb-2e11-41b0-a47b-eac0d953d008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4f161e18-e93f-4915-b023-e06237fa3c1f'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:48:59.464572 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-0c60f0bb-e61e-463f-9db8-043070c45cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:59.490615 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-3aba6580-b79e-4e00-ab6b-7030bdd9e967 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:59.498980 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fe3e3e66-180b-4f01-8df8-0c0eefad7f81 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1450312 Dec 16 09:48:59.501802 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42784) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:59.505657 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-3aba6580-b79e-4e00-ab6b-7030bdd9e967 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/networks?id=25277f1a-659c-40fc-ae08-6615db916991 HTTP/1.1" status: 200 len: 811 time: 0.1763854 Dec 16 09:48:59.507387 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-d41e74dd-1463-48d5-b981-d7f15301f2b3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'port': {'network_id': 'f4fdb9cf-c9bb-4923-89c3-fb3c59040b66', 'name': 'tempest-PortsTestJSON-397045353'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:59.572073 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-eeae3ef0-c4b0-400d-9039-04331988d8db tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/quotas/f3dc9d568910412b9d99d599bd3f4345 HTTP/1.1" status: 200 len: 375 time: 0.0560682 Dec 16 09:48:59.619789 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:59.629452 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-0c60f0bb-e61e-463f-9db8-043070c45cb6 service neutron] For port e5b562ef-b941-4948-baca-4426dac14094, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:48:59.647041 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-0c60f0bb-e61e-463f-9db8-043070c45cb6 service neutron] For port e5b562ef-b941-4948-baca-4426dac14094, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=e5b562ef-b941-4948-baca-4426dac14094,segment=NetworkSegment(05c31acb-2e11-41b0-a47b-eac0d953d008),segment_id=05c31acb-2e11-41b0-a47b-eac0d953d008)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:48:59.672498 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-f0857d9d-b5a4-49c5-9187-a5d168af8adc tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3dc9d568910412b9d99d599bd3f4345&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0862758 Dec 16 09:48:59.727609 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-0c60f0bb-e61e-463f-9db8-043070c45cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:59.779211 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-0c60f0bb-e61e-463f-9db8-043070c45cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:59.779842 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-0c60f0bb-e61e-463f-9db8-043070c45cb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:59.781345 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-0c60f0bb-e61e-463f-9db8-043070c45cb6 service neutron] 10.222.0.57 "PUT /v2.0/ports/e5b562ef-b941-4948-baca-4426dac14094 HTTP/1.1" status: 200 len: 1091 time: 1.2490137 Dec 16 09:48:59.781851 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c20a04ab-283c-4f8e-93a3-1b399b9690b0', 'tag': 'e5b562ef-b941-4948-baca-4426dac14094'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:48:59.784676 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dcdc72-998e-46d1-ab0f-32e9e7f0eb3f" -d '{"events": [{"name": "network-changed", "server_uuid": "c20a04ab-283c-4f8e-93a3-1b399b9690b0", "tag": "e5b562ef-b941-4948-baca-4426dac14094"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:48:59.835002 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-085915e4-db90-47f1-a099-e5fce8de1775 service neutron] 10.222.0.60 "GET /v2.0/networks/25277f1a-659c-40fc-ae08-6615db916991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615534 Dec 16 09:48:59.843737 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60f0bb-e61e-463f-9db8-043070c45cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b562ef-b941-4948-baca-4426dac14094,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:59.935912 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2385b28-ecd4-42d5-b451-b5edd44ee34c req-dd984ffb-34c1-445b-805c-182dcf8cfcc9 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:59.937425 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b2385b28-ecd4-42d5-b451-b5edd44ee34c req-dd984ffb-34c1-445b-805c-182dcf8cfcc9 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?device_id=78c1f302-066f-42ad-bae8-8d0eed2dfe8d HTTP/1.1" status: 200 len: 909 time: 0.0773170 Dec 16 09:48:59.966473 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-b9fc2cb5-d667-4c6e-a5c7-360f096742ce service neutron] 10.222.0.60 "GET /v2.0/networks/25277f1a-659c-40fc-ae08-6615db916991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298056 Dec 16 09:48:59.995490 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-f38e3072-4503-4432-903f-23e2c4d27bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:59.997154 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-f38e3072-4503-4432-903f-23e2c4d27bec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa4bee81d69740a383072a02d6c03d3a&device_id=c20a04ab-283c-4f8e-93a3-1b399b9690b0 HTTP/1.1" status: 200 len: 1094 time: 0.0719104 Dec 16 09:49:00.035446 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41e74dd-1463-48d5-b981-d7f15301f2b3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Made reservation on behalf of 640960d3c0df439cb91cd91f4d9284c8 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:00.039551 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d41e74dd-1463-48d5-b981-d7f15301f2b3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:00.056795 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-a710e244-a543-48d2-93ce-c77feba891aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5b562ef-b941-4948-baca-4426dac14094 HTTP/1.1" status: 200 len: 217 time: 0.0454912 Dec 16 09:49:00.067202 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-d41e74dd-1463-48d5-b981-d7f15301f2b3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] device_id is not set on port 2bdf7519-5d16-4d5e-be3d-304a1703a40c yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:49:00.266400 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcecad6-625f-4e54-8375-e6146a608478 x-openstack-request-id: req-8fcecad6-625f-4e54-8375-e6146a608478 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:49:00.266988 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c20a04ab-283c-4f8e-93a3-1b399b9690b0", "tag": "e5b562ef-b941-4948-baca-4426dac14094", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:49:00.266988 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8fcecad6-625f-4e54-8375-e6146a608478 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:49:00.271027 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c20a04ab-283c-4f8e-93a3-1b399b9690b0', 'tag': 'e5b562ef-b941-4948-baca-4426dac14094', 'status': 'completed', 'code': 200} Dec 16 09:49:00.304579 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-74577c06-ea24-42cb-b37e-673834b8fe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:00.307738 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-74577c06-ea24-42cb-b37e-673834b8fe2a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f489c9a9-7ca5-4e82-85f2-b814f2d0c157 HTTP/1.1" status: 200 len: 851 time: 0.2414787 Dec 16 09:49:00.397583 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4ae3f430-207d-4e31-8d4b-3b7fcf382f5a req-ede5d423-c89d-49fd-897b-ae8533c6efd1 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 210 time: 0.0369580 Dec 16 09:49:00.399799 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-3ac2d478-904e-4332-8ac4-1cc0f249bfd4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f161e18-e93f-4915-b023-e06237fa3c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834060 Dec 16 09:49:00.400237 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42806) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:00.508806 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c50499-cf16-4b44-b699-b205bd9b37ca req-9cf142ca-99b6-44da-9cf3-7189cb2aabf5 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:00.510399 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-81c50499-cf16-4b44-b699-b205bd9b37ca req-9cf142ca-99b6-44da-9cf3-7189cb2aabf5 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/ports?device_id=c20a04ab-283c-4f8e-93a3-1b399b9690b0 HTTP/1.1" status: 200 len: 943 time: 0.1928291 Dec 16 09:49:00.603092 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda07490-477b-41f6-85fb-6eef7da86638 req-4cd53280-5231-4905-a758-56508ff93105 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:00.616332 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bda07490-477b-41f6-85fb-6eef7da86638 req-4cd53280-5231-4905-a758-56508ff93105 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 943 time: 0.1122439 Dec 16 09:49:00.620743 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-81c50499-cf16-4b44-b699-b205bd9b37ca req-3e85d25d-b214-4297-8026-6117a454a8d4 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/security-groups?id=590458b3-4555-4400-adfd-9b51edddb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695884 Dec 16 09:49:00.641761 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-faeb25dc-8a72-4a03-809e-f6731a4b80bc service neutron] 10.222.0.57 "GET /v2.0/networks/4f161e18-e93f-4915-b023-e06237fa3c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290444 Dec 16 09:49:00.650592 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d41e74dd-1463-48d5-b981-d7f15301f2b3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:00.730352 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bda07490-477b-41f6-85fb-6eef7da86638 req-05b0819c-c25f-4da3-84ad-2bea601b08d6 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177256 Dec 16 09:49:00.734072 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5dac2cd1-cb04-4281-a410-b42880d98042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:00.767717 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d41e74dd-1463-48d5-b981-d7f15301f2b3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:00.826237 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e74dd-1463-48d5-b981-d7f15301f2b3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Port': ['ID=2bdf7519-5d16-4d5e-be3d-304a1703a40c,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:00.849123 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41e74dd-1463-48d5-b981-d7f15301f2b3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Checking segment: {'id': '2b56376c-7f1e-4c95-a3c3-056f61296027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f4fdb9cf-c9bb-4923-89c3-fb3c59040b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:49:00.849513 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41e74dd-1463-48d5-b981-d7f15301f2b3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Network hostable DHCP agents. Network: f4fdb9cf-c9bb-4923-89c3-fb3c59040b66, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:49:00.970787 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41e74dd-1463-48d5-b981-d7f15301f2b3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Network f4fdb9cf-c9bb-4923-89c3-fb3c59040b66 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:49:01.085901 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-d41e74dd-1463-48d5-b981-d7f15301f2b3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, f4fdb9cf-c9bb-4923-89c3-fb3c59040b66) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:01.094729 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41e74dd-1463-48d5-b981-d7f15301f2b3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:01.101132 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-df22ee30-1c3f-4d56-9fa5-5a275c3a08a2 req-dbebca4f-c4a3-4f22-8bb3-edd8c7c53248 service neutron] 10.222.0.57 "GET /v2.0/networks/4f161e18-e93f-4915-b023-e06237fa3c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337418 Dec 16 09:49:01.102521 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41e74dd-1463-48d5-b981-d7f15301f2b3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:01.103074 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d41e74dd-1463-48d5-b981-d7f15301f2b3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:01.106163 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c673923-4009-47d5-9b14-97a08fc4ff1b None None] Network f4fdb9cf-c9bb-4923-89c3-fb3c59040b66 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:01.150923 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b454883-c8b6-4a2d-9f7c-4264df2968c6 req-e1cdc59f-84c8-4d6c-94e6-48af7588ca12 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:01.152767 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4b454883-c8b6-4a2d-9f7c-4264df2968c6 req-e1cdc59f-84c8-4d6c-94e6-48af7588ca12 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?device_id=78c1f302-066f-42ad-bae8-8d0eed2dfe8d HTTP/1.1" status: 200 len: 909 time: 0.1309614 Dec 16 09:49:01.163866 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5dac2cd1-cb04-4281-a410-b42880d98042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:01.218822 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5dac2cd1-cb04-4281-a410-b42880d98042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:01.224363 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d41e74dd-1463-48d5-b981-d7f15301f2b3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7205245 Dec 16 09:49:01.224363 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42822) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:01.229280 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-134841df-d801-4480-8b5a-587d497ba740 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-922764454'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:01.310099 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac2cd1-cb04-4281-a410-b42880d98042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee19678-a698-40dc-8684-3892e4c64dbc,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:01.316477 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134841df-d801-4480-8b5a-587d497ba740 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Made reservation on behalf of 640960d3c0df439cb91cd91f4d9284c8 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:01.322107 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-134841df-d801-4480-8b5a-587d497ba740 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:01.336985 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5dac2cd1-cb04-4281-a410-b42880d98042 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=534a7d0cf8fc4d6c827966d145179c30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9320173 Dec 16 09:49:01.339812 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42824) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:01.353601 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5693c58-bcf4-4d13-a108-ff2c986888ab req-e0e54cd3-f835-4fd9-b1e3-ec213dedc3ae tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:01.355146 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d5693c58-bcf4-4d13-a108-ff2c986888ab req-e0e54cd3-f835-4fd9-b1e3-ec213dedc3ae tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?device_id=78c1f302-066f-42ad-bae8-8d0eed2dfe8d HTTP/1.1" status: 200 len: 909 time: 0.1032481 Dec 16 09:49:01.360895 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcdc72-998e-46d1-ab0f-32e9e7f0eb3f req-864d615f-150e-486d-8e65-7052270e88cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:01.362484 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c9dcdc72-998e-46d1-ab0f-32e9e7f0eb3f req-864d615f-150e-486d-8e65-7052270e88cc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa4bee81d69740a383072a02d6c03d3a&device_id=c20a04ab-283c-4f8e-93a3-1b399b9690b0 HTTP/1.1" status: 200 len: 1094 time: 0.1241560 Dec 16 09:49:01.389756 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134841df-d801-4480-8b5a-587d497ba740 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:49:01.402060 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-134841df-d801-4480-8b5a-587d497ba740 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:01.402619 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-134841df-d801-4480-8b5a-587d497ba740 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Added segment df5151ee-10f4-46b6-9a5a-c9ab7e1a56a0 of type vlan for network 701db144-2830-479e-aa8a-044cbd6e504f Dec 16 09:49:01.465433 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-134841df-d801-4480-8b5a-587d497ba740 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:01.531937 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c841e3da-a6a7-49de-aa61-31f98924d18c req-d0d6e0de-7981-42ac-917b-1e9b3341793e tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 210 time: 0.0420008 Dec 16 09:49:01.534133 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-06b76b6d-ee8f-49a6-b26c-2e05bf7b923c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:01.542233 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcdc72-998e-46d1-ab0f-32e9e7f0eb3f req-13f26980-c562-4744-b5dd-da867f177174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:01.543693 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c9dcdc72-998e-46d1-ab0f-32e9e7f0eb3f req-13f26980-c562-4744-b5dd-da867f177174 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f161e18-e93f-4915-b023-e06237fa3c1f HTTP/1.1" status: 200 len: 912 time: 0.1739476 Dec 16 09:49:01.560853 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-06b76b6d-ee8f-49a6-b26c-2e05bf7b923c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:01.563777 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813800a-06c4-4e9b-910b-5cecf1af4ce4 req-c967707e-0078-486d-adaf-799728d658b9 tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:01.565363 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e813800a-06c4-4e9b-910b-5cecf1af4ce4 req-c967707e-0078-486d-adaf-799728d658b9 tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=78c1f302-066f-42ad-bae8-8d0eed2dfe8d HTTP/1.1" status: 200 len: 1060 time: 0.1033456 Dec 16 09:49:01.591688 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c9dcdc72-998e-46d1-ab0f-32e9e7f0eb3f req-c045d409-2b28-4166-b5f0-566062488b9c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5b562ef-b941-4948-baca-4426dac14094 HTTP/1.1" status: 200 len: 217 time: 0.0401390 Dec 16 09:49:01.650233 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcdc72-998e-46d1-ab0f-32e9e7f0eb3f req-462a7e97-c0a5-4c93-8eea-d40da64d4c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:01.651886 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c9dcdc72-998e-46d1-ab0f-32e9e7f0eb3f req-462a7e97-c0a5-4c93-8eea-d40da64d4c04 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f489c9a9-7ca5-4e82-85f2-b814f2d0c157 HTTP/1.1" status: 200 len: 851 time: 0.0501044 Dec 16 09:49:01.700472 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-134841df-d801-4480-8b5a-587d497ba740 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:01.708001 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134841df-d801-4480-8b5a-587d497ba740 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:01.708679 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-134841df-d801-4480-8b5a-587d497ba740 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:01.725270 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c9dcdc72-998e-46d1-ab0f-32e9e7f0eb3f req-caf227a5-5e92-46c6-9e77-a45a0cf6b076 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f161e18-e93f-4915-b023-e06237fa3c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654771 Dec 16 09:49:01.764800 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-06b76b6d-ee8f-49a6-b26c-2e05bf7b923c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:01.767462 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-06b76b6d-ee8f-49a6-b26c-2e05bf7b923c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:01.771741 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-06b76b6d-ee8f-49a6-b26c-2e05bf7b923c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cee19678-a698-40dc-8684-3892e4c64dbc HTTP/1.1" status: 204 len: 168 time: 0.4271779 Dec 16 09:49:01.784386 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f21dd-8e5f-4095-a0b4-9b02adeefb8d req-a495d137-3408-43c7-9cbb-84c05b8abc20 tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:01.785966 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d47f21dd-8e5f-4095-a0b4-9b02adeefb8d req-a495d137-3408-43c7-9cbb-84c05b8abc20 tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=02c6cbd9-5686-40fc-8f10-b5b8b725f529 HTTP/1.1" status: 200 len: 1136 time: 0.1288159 Dec 16 09:49:01.810042 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b76b6d-ee8f-49a6-b26c-2e05bf7b923c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee19678-a698-40dc-8684-3892e4c64dbc,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:01.850192 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-134841df-d801-4480-8b5a-587d497ba740 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6247599 Dec 16 09:49:01.853940 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42842) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:01.860039 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-40a5ba76-1dc2-4966-a145-29c580c89b54 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'ports': [{'network_id': 'f4fdb9cf-c9bb-4923-89c3-fb3c59040b66'}, {'network_id': '701db144-2830-479e-aa8a-044cbd6e504f'}]} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:01.860473 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-40a5ba76-1dc2-4966-a145-29c580c89b54 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'port': {'network_id': 'f4fdb9cf-c9bb-4923-89c3-fb3c59040b66'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:01.861047 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-40a5ba76-1dc2-4966-a145-29c580c89b54 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'port': {'network_id': '701db144-2830-479e-aa8a-044cbd6e504f'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:01.865959 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134841df-d801-4480-8b5a-587d497ba740 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Network': ['ID=701db144-2830-479e-aa8a-044cbd6e504f,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:01.871204 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d47f21dd-8e5f-4095-a0b4-9b02adeefb8d req-5431b959-3b59-4e84-a32a-460bd2130353 tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=c275e0a8-4f50-4428-b288-a7815700998f&id=474d4bd9-dbe6-4764-aefd-834e59638f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0730340 Dec 16 09:49:01.876012 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 701db144-2830-479e-aa8a-044cbd6e504f details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:49:01.881984 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c9dcdc72-998e-46d1-ab0f-32e9e7f0eb3f req-956781de-36cc-4a25-8e5b-72cf6947d5e9 service neutron] 10.222.0.57 "GET /v2.0/networks/4f161e18-e93f-4915-b023-e06237fa3c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489179 Dec 16 09:49:01.899499 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42844) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:01.903676 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd319ab4-47a8-4cb1-af8b-5e470d0e289c req-beb322c2-a87d-428e-8882-84885ae9fba3 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:01.903676 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bd319ab4-47a8-4cb1-af8b-5e470d0e289c req-beb322c2-a87d-428e-8882-84885ae9fba3 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/ports?device_id=c20a04ab-283c-4f8e-93a3-1b399b9690b0 HTTP/1.1" status: 200 len: 943 time: 0.2142019 Dec 16 09:49:02.039699 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bd319ab4-47a8-4cb1-af8b-5e470d0e289c req-4ace27b4-7d61-4259-b2d2-cc2ddd13189e tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/security-groups?id=590458b3-4555-4400-adfd-9b51edddb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955441 Dec 16 09:49:02.119364 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6155bc-af34-4998-a58d-d9d8bbf741fb tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:02.124399 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3e6155bc-af34-4998-a58d-d9d8bbf741fb tempest-TestSecurityGroupsBasicOps-763138907 tempest-TestSecurityGroupsBasicOps-763138907-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=78c1f302-066f-42ad-bae8-8d0eed2dfe8d HTTP/1.1" status: 200 len: 1055 time: 0.2244725 Dec 16 09:49:02.134446 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765f33e-5f8b-49d2-896e-3bed1667fdaa req-52254b75-3596-4536-8538-0853c3d14eed tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:02.142917 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4765f33e-5f8b-49d2-896e-3bed1667fdaa req-52254b75-3596-4536-8538-0853c3d14eed tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 943 time: 0.1592197 Dec 16 09:49:02.225675 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4765f33e-5f8b-49d2-896e-3bed1667fdaa req-3c984a1c-5e13-4726-8bbc-3b3e71e2a3f0 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817738 Dec 16 09:49:02.257425 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c9dcdc72-998e-46d1-ab0f-32e9e7f0eb3f req-b989ef44-ac6c-4181-a63e-891862322efd service neutron] 10.222.0.57 "GET /v2.0/networks/4f161e18-e93f-4915-b023-e06237fa3c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673325 Dec 16 09:49:02.319337 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a5ba76-1dc2-4966-a145-29c580c89b54 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Made reservation on behalf of 640960d3c0df439cb91cd91f4d9284c8 for: {'port': 2} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:02.323960 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-40a5ba76-1dc2-4966-a145-29c580c89b54 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:02.342259 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-40a5ba76-1dc2-4966-a145-29c580c89b54 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:02.420604 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-40a5ba76-1dc2-4966-a145-29c580c89b54 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] device_id is not set on port 1b5304f2-af21-49d9-a77a-36003c8773b2 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:49:02.551486 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-40a5ba76-1dc2-4966-a145-29c580c89b54 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:02.624818 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-40a5ba76-1dc2-4966-a145-29c580c89b54 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] device_id is not set on port d862f930-0389-41b2-b4a0-0852947ded60 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:49:02.671530 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42852) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:02.673652 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f5752b9a-7d27-43e6-bd12-423370f61c2c req-eb551ad3-3e15-4bcf-96d8-4652053509ab tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 210 time: 0.0437717 Dec 16 09:49:02.687198 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-be1e2cc5-6038-486c-8b28-919304929d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:02.762516 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-40a5ba76-1dc2-4966-a145-29c580c89b54 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:02.876327 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-40a5ba76-1dc2-4966-a145-29c580c89b54 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:02.914714 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab037014-23d9-4046-9a12-f6c9441bd018 req-6fc49281-dedb-4b83-b91e-0d9b0498386f tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:02.916316 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ab037014-23d9-4046-9a12-f6c9441bd018 req-6fc49281-dedb-4b83-b91e-0d9b0498386f tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?device_id=78c1f302-066f-42ad-bae8-8d0eed2dfe8d HTTP/1.1" status: 200 len: 909 time: 0.1411619 Dec 16 09:49:02.948639 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-be1e2cc5-6038-486c-8b28-919304929d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:02.951169 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5ba76-1dc2-4966-a145-29c580c89b54 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Port': ['ID=1b5304f2-af21-49d9-a77a-36003c8773b2,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:02.954447 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a5ba76-1dc2-4966-a145-29c580c89b54 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Network f4fdb9cf-c9bb-4923-89c3-fb3c59040b66 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:02.956749 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-40a5ba76-1dc2-4966-a145-29c580c89b54 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:02.958784 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a5ba76-1dc2-4966-a145-29c580c89b54 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:02.961266 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-40a5ba76-1dc2-4966-a145-29c580c89b54 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:02.978857 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-4fe0dcaf-2022-4026-8c68-ca073eb72dce tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:02.980326 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-4fe0dcaf-2022-4026-8c68-ca073eb72dce tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.57 "GET /v2.0/networks?id=25277f1a-659c-40fc-ae08-6615db916991 HTTP/1.1" status: 200 len: 811 time: 0.1849556 Dec 16 09:49:02.993447 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-35c9d824-e03c-48ff-9894-15d0ada091b7 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Request body: {'port': {'device_id': 'b5d936d2-8883-4363-a269-0cf2940fb6a9', 'network_id': '25277f1a-659c-40fc-ae08-6615db916991', 'admin_state_up': True, 'tenant_id': 'f3dc9d568910412b9d99d599bd3f4345'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:03.023404 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5ba76-1dc2-4966-a145-29c580c89b54 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Port': ['ID=d862f930-0389-41b2-b4a0-0852947ded60,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:03.032304 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a5ba76-1dc2-4966-a145-29c580c89b54 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Checking segment: {'id': 'df5151ee-10f4-46b6-9a5a-c9ab7e1a56a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '701db144-2830-479e-aa8a-044cbd6e504f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:49:03.032875 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a5ba76-1dc2-4966-a145-29c580c89b54 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Network hostable DHCP agents. Network: 701db144-2830-479e-aa8a-044cbd6e504f, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:49:03.062430 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-be1e2cc5-6038-486c-8b28-919304929d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:03.112672 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-be1e2cc5-6038-486c-8b28-919304929d44 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=71350cbecc1a43c3a09e1816377ddd79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4374228 Dec 16 09:49:03.116044 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42860) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:03.125241 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e2cc5-6038-486c-8b28-919304929d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfeb46b-d354-42bf-acbb-0011ad70a1b0,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:03.125763 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a5ba76-1dc2-4966-a145-29c580c89b54 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Network 701db144-2830-479e-aa8a-044cbd6e504f is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:49:03.172236 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94673f02-0ddc-4b2e-bc89-6a5d034df699 req-84f82557-3e22-4b96-901d-0d8950789f6e tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:03.174538 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94673f02-0ddc-4b2e-bc89-6a5d034df699 req-84f82557-3e22-4b96-901d-0d8950789f6e tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/ports?device_id=c20a04ab-283c-4f8e-93a3-1b399b9690b0 HTTP/1.1" status: 200 len: 943 time: 0.0615230 Dec 16 09:49:03.219174 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94673f02-0ddc-4b2e-bc89-6a5d034df699 req-9781d779-e3a3-4942-b067-245e5e088eff tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/security-groups?id=590458b3-4555-4400-adfd-9b51edddb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351958 Dec 16 09:49:03.225711 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-49c98f1f-88af-4f98-a40e-d0880dd82ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:03.247052 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-40a5ba76-1dc2-4966-a145-29c580c89b54 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 701db144-2830-479e-aa8a-044cbd6e504f) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:03.251460 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a5ba76-1dc2-4966-a145-29c580c89b54 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:03.253433 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-49c98f1f-88af-4f98-a40e-d0880dd82ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:03.261057 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af22667-d155-4d63-8789-1b4b34d833b3 None None] Network 701db144-2830-479e-aa8a-044cbd6e504f requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:03.261473 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a5ba76-1dc2-4966-a145-29c580c89b54 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:03.265137 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a5ba76-1dc2-4966-a145-29c580c89b54 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:03.265846 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-40a5ba76-1dc2-4966-a145-29c580c89b54 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:03.309747 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-35c9d824-e03c-48ff-9894-15d0ada091b7 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Made reservation on behalf of f3dc9d568910412b9d99d599bd3f4345 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:03.314014 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-35c9d824-e03c-48ff-9894-15d0ada091b7 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:03.385860 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6beb0d-8963-4ff6-8ab0-1eb2491992b6 req-8e6ec0fd-683f-4825-a8b4-aae3bfe4d84e tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:03.387398 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7d6beb0d-8963-4ff6-8ab0-1eb2491992b6 req-8e6ec0fd-683f-4825-a8b4-aae3bfe4d84e tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 943 time: 0.0693238 Dec 16 09:49:03.426874 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7d6beb0d-8963-4ff6-8ab0-1eb2491992b6 req-57d2e41a-4a9e-495d-a37a-04dde5a7848b tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332568 Dec 16 09:49:03.429521 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-49c98f1f-88af-4f98-a40e-d0880dd82ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:03.432542 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-49c98f1f-88af-4f98-a40e-d0880dd82ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:03.434320 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-49c98f1f-88af-4f98-a40e-d0880dd82ebb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bcfeb46b-d354-42bf-acbb-0011ad70a1b0 HTTP/1.1" status: 204 len: 168 time: 0.3171613 Dec 16 09:49:03.464826 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-40a5ba76-1dc2-4966-a145-29c580c89b54 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6085730 Dec 16 09:49:03.470472 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42866) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:03.485059 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c98f1f-88af-4f98-a40e-d0880dd82ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfeb46b-d354-42bf-acbb-0011ad70a1b0,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:03.580148 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-e8dae1e9-1db5-4817-ad4a-8a645dac500f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Deleting port d862f930-0389-41b2-b4a0-0852947ded60 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:03.580530 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e8dae1e9-1db5-4817-ad4a-8a645dac500f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:03.596606 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-35c9d824-e03c-48ff-9894-15d0ada091b7 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Allocated IP 172.20.0.6 (25277f1a-659c-40fc-ae08-6615db916991/c9a5f5f1-d83a-4498-90f5-323c2ed12d23/a95984dd-66cc-4a16-a4d7-3d43e08b8886) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:03.648176 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e8dae1e9-1db5-4817-ad4a-8a645dac500f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:03.666450 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-e8dae1e9-1db5-4817-ad4a-8a645dac500f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Calling delete_port for d862f930-0389-41b2-b4a0-0852947ded60 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:03.732756 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device e5b562ef-b941-4948-baca-4426dac14094 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:49:03.771019 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-35c9d824-e03c-48ff-9894-15d0ada091b7 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:03.800827 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fa60c3ee-a980-4ca9-b485-fa985718b4e5 req-51d14114-f4a2-4744-9458-eef157b829e8 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 210 time: 0.0389497 Dec 16 09:49:03.859431 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e8dae1e9-1db5-4817-ad4a-8a645dac500f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:03.878578 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port e5b562ef-b941-4948-baca-4426dac14094, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=e5b562ef-b941-4948-baca-4426dac14094,segment=NetworkSegment(05c31acb-2e11-41b0-a47b-eac0d953d008),segment_id=05c31acb-2e11-41b0-a47b-eac0d953d008)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:03.896830 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'e5b562ef-b941-4948-baca-4426dac14094', 'network_id': '4f161e18-e93f-4915-b023-e06237fa3c1f', 'port_id': 'e5b562ef-b941-4948-baca-4426dac14094', 'mac_address': 'fa:16:3e:42:d1:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f489c9a9-7ca5-4e82-85f2-b814f2d0c157', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:49:03.909272 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dae1e9-1db5-4817-ad4a-8a645dac500f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Port': ['ID=d862f930-0389-41b2-b4a0-0852947ded60,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:03.918980 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-35c9d824-e03c-48ff-9894-15d0ada091b7 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:03.934166 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e8dae1e9-1db5-4817-ad4a-8a645dac500f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:03.960490 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42874) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:03.961540 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e8dae1e9-1db5-4817-ad4a-8a645dac500f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/ports/d862f930-0389-41b2-b4a0-0852947ded60 HTTP/1.1" status: 204 len: 168 time: 0.4756064 Dec 16 09:49:03.979934 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['6ac89ee0-714c-4baf-9fac-1cc0a8a4d537'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:49:04.013909 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:04.028850 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-35c9d824-e03c-48ff-9894-15d0ada091b7 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Network 25277f1a-659c-40fc-ae08-6615db916991 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:04.033836 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5b562ef-b941-4948-baca-4426dac14094 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:49:04.039252 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-35c9d824-e03c-48ff-9894-15d0ada091b7 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:04.041755 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-35c9d824-e03c-48ff-9894-15d0ada091b7 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:04.084536 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port e5b562ef-b941-4948-baca-4426dac14094, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=e5b562ef-b941-4948-baca-4426dac14094,segment=NetworkSegment(05c31acb-2e11-41b0-a47b-eac0d953d008),segment_id=05c31acb-2e11-41b0-a47b-eac0d953d008)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:04.110944 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9f054-f75d-4aca-91f8-f9aad7b5a060 req-ee041933-f862-4ad3-9d8c-bc2fdb1a8cc5 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:04.113173 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-93c9f054-f75d-4aca-91f8-f9aad7b5a060 req-ee041933-f862-4ad3-9d8c-bc2fdb1a8cc5 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.58 "GET /v2.0/ports?device_id=78c1f302-066f-42ad-bae8-8d0eed2dfe8d HTTP/1.1" status: 200 len: 909 time: 0.0664165 Dec 16 09:49:04.116719 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c9d824-e03c-48ff-9894-15d0ada091b7 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Pushing event updated for resources: {'Port': ['ID=a95984dd-66cc-4a16-a4d7-3d43e08b8886,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:04.182008 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d83eaf-379d-4e52-97cd-6441050dbeef tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:04.188226 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d83eaf-379d-4e52-97cd-6441050dbeef tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:04.190526 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-58d83eaf-379d-4e52-97cd-6441050dbeef tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2322855 Dec 16 09:49:04.195106 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42884) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:04.201893 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-35c9d824-e03c-48ff-9894-15d0ada091b7 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:04.202535 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-35c9d824-e03c-48ff-9894-15d0ada091b7 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:04.235600 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:04.236596 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 87ea0160-6ace-441a-a60b-f7a3c189cbae details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:49:04.274196 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-93c9f054-f75d-4aca-91f8-f9aad7b5a060 req-bb13b387-f978-4166-a100-507f45f0d346 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Deleting port 00e9a4ac-1bff-42b2-83d9-0938b69bb1c9 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:04.276153 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af761ed8-c722-441a-8988-f0edcaaf1832 req-b835eda4-79b9-4a7b-b063-4f00535a6aa1 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:04.278445 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-93c9f054-f75d-4aca-91f8-f9aad7b5a060 req-bb13b387-f978-4166-a100-507f45f0d346 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:04.285567 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-af761ed8-c722-441a-8988-f0edcaaf1832 req-b835eda4-79b9-4a7b-b063-4f00535a6aa1 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?device_id=78c1f302-066f-42ad-bae8-8d0eed2dfe8d HTTP/1.1" status: 200 len: 909 time: 0.1917226 Dec 16 09:49:04.373899 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-27f49e52-a71f-4836-859c-a0ad33c96a32 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Deleting port 1b5304f2-af21-49d9-a77a-36003c8773b2 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:04.374329 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-27f49e52-a71f-4836-859c-a0ad33c96a32 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:04.385011 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-35c9d824-e03c-48ff-9894-15d0ada091b7 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3955846 Dec 16 09:49:04.415566 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-f1e86a96-6745-49e9-8947-4efe7052d2fa service neutron] Request body: {'port': {'device_id': 'b5d936d2-8883-4363-a269-0cf2940fb6a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:04.427127 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2228c85-5711-42cd-b3dd-2c28f1dc308d req-f21cd49b-7880-4dcb-b067-a3de3ce04019 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:04.428958 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f2228c85-5711-42cd-b3dd-2c28f1dc308d req-f21cd49b-7880-4dcb-b067-a3de3ce04019 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/ports?device_id=c20a04ab-283c-4f8e-93a3-1b399b9690b0 HTTP/1.1" status: 200 len: 944 time: 0.0817444 Dec 16 09:49:04.455842 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=e5b562ef-b941-4948-baca-4426dac14094,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:04.500596 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-93c9f054-f75d-4aca-91f8-f9aad7b5a060 req-bb13b387-f978-4166-a100-507f45f0d346 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] For port 00e9a4ac-1bff-42b2-83d9-0938b69bb1c9, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=00e9a4ac-1bff-42b2-83d9-0938b69bb1c9,segment=NetworkSegment(acb8dc6f-a628-4d5a-bbee-5695af1a8040),segment_id=acb8dc6f-a628-4d5a-bbee-5695af1a8040)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:04.501312 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-93c9f054-f75d-4aca-91f8-f9aad7b5a060 req-bb13b387-f978-4166-a100-507f45f0d346 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:04.530322 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 87ea0160-6ace-441a-a60b-f7a3c189cbae, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=87ea0160-6ace-441a-a60b-f7a3c189cbae,segment=NetworkSegment(c1145db4-acce-4730-a2ad-0f420017f088),segment_id=c1145db4-acce-4730-a2ad-0f420017f088)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:04.532433 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f2228c85-5711-42cd-b3dd-2c28f1dc308d req-080a06e3-9d95-46cb-b66e-77c07223041a tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/security-groups?id=590458b3-4555-4400-adfd-9b51edddb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918221 Dec 16 09:49:04.545680 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-93c9f054-f75d-4aca-91f8-f9aad7b5a060 req-bb13b387-f978-4166-a100-507f45f0d346 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Calling delete_port for 00e9a4ac-1bff-42b2-83d9-0938b69bb1c9 owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:04.554333 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '87ea0160-6ace-441a-a60b-f7a3c189cbae', 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639', 'port_id': '87ea0160-6ace-441a-a60b-f7a3c189cbae', 'mac_address': 'fa:16:3e:e3:b8:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55767ecf-03fc-4a01-868c-518fd421c2f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:49:04.570526 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-27f49e52-a71f-4836-859c-a0ad33c96a32 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:04.596963 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:04.615852 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-27f49e52-a71f-4836-859c-a0ad33c96a32 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Calling delete_port for 1b5304f2-af21-49d9-a77a-36003c8773b2 owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:04.619713 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-f1e86a96-6745-49e9-8947-4efe7052d2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:04.628506 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87ea0160-6ace-441a-a60b-f7a3c189cbae {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:49:04.684335 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 87ea0160-6ace-441a-a60b-f7a3c189cbae, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=87ea0160-6ace-441a-a60b-f7a3c189cbae,segment=NetworkSegment(c1145db4-acce-4730-a2ad-0f420017f088),segment_id=c1145db4-acce-4730-a2ad-0f420017f088)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:04.729463 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25929d-a626-4a73-9753-bff086020a33 req-2c1a528c-ce7d-44ef-847d-22ca41c0fa41 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:04.730978 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5f25929d-a626-4a73-9753-bff086020a33 req-2c1a528c-ce7d-44ef-847d-22ca41c0fa41 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 943 time: 0.1626301 Dec 16 09:49:04.776597 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:04.828303 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=87ea0160-6ace-441a-a60b-f7a3c189cbae,revision_number=9']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:04.841365 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-93c9f054-f75d-4aca-91f8-f9aad7b5a060 req-bb13b387-f978-4166-a100-507f45f0d346 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:04.862939 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5f25929d-a626-4a73-9753-bff086020a33 req-28e13249-4065-4463-a652-58029dfadccb tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220212 Dec 16 09:49:04.926831 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb13b387-f978-4166-a100-507f45f0d346 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Pushing event deleted for resources: {'Port': ['ID=00e9a4ac-1bff-42b2-83d9-0938b69bb1c9,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:04.965287 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-27f49e52-a71f-4836-859c-a0ad33c96a32 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:05.018377 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c9f054-f75d-4aca-91f8-f9aad7b5a060 req-bb13b387-f978-4166-a100-507f45f0d346 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] No DVR routers for this DVR port 00e9a4ac-1bff-42b2-83d9-0938b69bb1c9 on host n-h2-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:49:05.021459 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-93c9f054-f75d-4aca-91f8-f9aad7b5a060 req-bb13b387-f978-4166-a100-507f45f0d346 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:05.025837 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-93c9f054-f75d-4aca-91f8-f9aad7b5a060 req-bb13b387-f978-4166-a100-507f45f0d346 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.58 "DELETE /v2.0/ports/00e9a4ac-1bff-42b2-83d9-0938b69bb1c9 HTTP/1.1" status: 204 len: 173 time: 0.8947783 Dec 16 09:49:05.026940 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c1f302-066f-42ad-bae8-8d0eed2dfe8d', 'name': 'network-vif-deleted', 'tag': '00e9a4ac-1bff-42b2-83d9-0938b69bb1c9'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:49:05.031456 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773c2fe9-b5bf-4637-8544-0f0cd3496f06" -d '{"events": [{"server_uuid": "78c1f302-066f-42ad-bae8-8d0eed2dfe8d", "name": "network-vif-deleted", "tag": "00e9a4ac-1bff-42b2-83d9-0938b69bb1c9"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:49:05.062593 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e5e71-0559-4d3f-b1e7-0176a1fcb768 req-f8191969-989e-4831-879d-fc02ae080725 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:05.062755 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f49e52-a71f-4836-859c-a0ad33c96a32 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Port': ['ID=1b5304f2-af21-49d9-a77a-36003c8773b2,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:05.063732 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a11e5e71-0559-4d3f-b1e7-0176a1fcb768 req-f8191969-989e-4831-879d-fc02ae080725 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 931 time: 0.1839085 Dec 16 09:49:05.079673 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-27f49e52-a71f-4836-859c-a0ad33c96a32 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:05.091564 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-27f49e52-a71f-4836-859c-a0ad33c96a32 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/ports/1b5304f2-af21-49d9-a77a-36003c8773b2 HTTP/1.1" status: 204 len: 168 time: 0.8853874 Dec 16 09:49:05.095278 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42906) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:05.119091 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c112b2-7b5d-42d4-bed9-c23190705502 x-openstack-request-id: req-a7c112b2-7b5d-42d4-bed9-c23190705502 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:49:05.119382 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c1f302-066f-42ad-bae8-8d0eed2dfe8d", "name": "network-vif-deleted", "tag": "00e9a4ac-1bff-42b2-83d9-0938b69bb1c9", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:49:05.128609 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a7c112b2-7b5d-42d4-bed9-c23190705502 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:49:05.128609 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c1f302-066f-42ad-bae8-8d0eed2dfe8d', 'name': 'network-vif-deleted', 'tag': '00e9a4ac-1bff-42b2-83d9-0938b69bb1c9', 'status': 'completed', 'code': 200} Dec 16 09:49:05.162568 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a11e5e71-0559-4d3f-b1e7-0176a1fcb768 req-da3b56b0-117f-428c-8d1a-3c1cd1add9af tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693746 Dec 16 09:49:05.199103 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-f1e86a96-6745-49e9-8947-4efe7052d2fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a95984dd-66cc-4a16-a4d7-3d43e08b8886 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:49:05.212027 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-f1e86a96-6745-49e9-8947-4efe7052d2fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:05.221433 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a936c1-8c72-4a88-80a1-80fbe4fca805 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:05.223080 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-63a936c1-8c72-4a88-80a1-80fbe4fca805 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1268926 Dec 16 09:49:05.226182 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42910) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:05.233566 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['e5b562ef-b941-4948-baca-4426dac14094'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:49:05.237010 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-f1e86a96-6745-49e9-8947-4efe7052d2fa service neutron] Transition to ACTIVE for port object a95984dd-66cc-4a16-a4d7-3d43e08b8886 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:49:05.240038 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['87ea0160-6ace-441a-a60b-f7a3c189cbae'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:49:05.258565 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-b554d440-535b-4e7f-a02c-0546b6fbcfc0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] GET failed (client error): The resource could not be found. Dec 16 09:49:05.263330 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b554d440-535b-4e7f-a02c-0546b6fbcfc0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "GET /v2.0/ports/d862f930-0389-41b2-b4a0-0852947ded60 HTTP/1.1" status: 404 len: 333 time: 0.0331566 Dec 16 09:49:05.263527 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42912) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:05.297323 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-0331e440-3234-4d57-8020-970b0262cc34 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] GET failed (client error): The resource could not be found. Dec 16 09:49:05.302462 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0331e440-3234-4d57-8020-970b0262cc34 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "GET /v2.0/ports/1b5304f2-af21-49d9-a77a-36003c8773b2 HTTP/1.1" status: 404 len: 333 time: 0.0342059 Dec 16 09:49:05.302980 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42914) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:05.339314 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-f1e86a96-6745-49e9-8947-4efe7052d2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:05.436982 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e86a96-6745-49e9-8947-4efe7052d2fa service neutron] Pushing event updated for resources: {'Port': ['ID=a95984dd-66cc-4a16-a4d7-3d43e08b8886,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:05.441673 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-be03cb1a-b487-4412-8309-c08e30c0a436 req-e2eb96dc-1403-454b-b623-fc8452b24654 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?device_id=78c1f302-066f-42ad-bae8-8d0eed2dfe8d HTTP/1.1" status: 200 len: 210 time: 0.0439708 Dec 16 09:49:05.452007 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2fc55544-e436-49b2-a1c5-e0d200fe33b7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:05.582705 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2fc55544-e436-49b2-a1c5-e0d200fe33b7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:05.603355 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-f1e86a96-6745-49e9-8947-4efe7052d2fa service neutron] Attempting to bind port a95984dd-66cc-4a16-a4d7-3d43e08b8886 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:05.603852 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-f1e86a96-6745-49e9-8947-4efe7052d2fa service neutron] Attempting to bind port a95984dd-66cc-4a16-a4d7-3d43e08b8886 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'bbe77819-9d73-4642-9a69-8a34639568bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '25277f1a-659c-40fc-ae08-6615db916991'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:05.604189 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-f1e86a96-6745-49e9-8947-4efe7052d2fa service neutron] Attempting to bind port a95984dd-66cc-4a16-a4d7-3d43e08b8886 on network 25277f1a-659c-40fc-ae08-6615db916991 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:05.609107 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-f1e86a96-6745-49e9-8947-4efe7052d2fa service neutron] Port a95984dd-66cc-4a16-a4d7-3d43e08b8886 on network 25277f1a-659c-40fc-ae08-6615db916991 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:49:05.609439 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-f1e86a96-6745-49e9-8947-4efe7052d2fa service neutron] Attempting to bind port a95984dd-66cc-4a16-a4d7-3d43e08b8886 on network 25277f1a-659c-40fc-ae08-6615db916991 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:05.613849 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-2fc55544-e436-49b2-a1c5-e0d200fe33b7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['701db144-2830-479e-aa8a-044cbd6e504f']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:05.615173 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-f1e86a96-6745-49e9-8947-4efe7052d2fa service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:49:05.615587 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-f1e86a96-6745-49e9-8947-4efe7052d2fa service neutron] Checking segment: {'id': 'bbe77819-9d73-4642-9a69-8a34639568bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '25277f1a-659c-40fc-ae08-6615db916991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:49:05.616153 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-f1e86a96-6745-49e9-8947-4efe7052d2fa service neutron] Bound using segment: {'id': 'bbe77819-9d73-4642-9a69-8a34639568bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '25277f1a-659c-40fc-ae08-6615db916991'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:49:05.616667 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-f1e86a96-6745-49e9-8947-4efe7052d2fa service neutron] Bound port: a95984dd-66cc-4a16-a4d7-3d43e08b8886, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbe77819-9d73-4642-9a69-8a34639568bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '25277f1a-659c-40fc-ae08-6615db916991'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:49:05.617095 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-f1e86a96-6745-49e9-8947-4efe7052d2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:05.623353 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-2fc55544-e436-49b2-a1c5-e0d200fe33b7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5151ee-10f4-46b6-9a5a-c9ab7e1a56a0') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:05.623651 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-2fc55544-e436-49b2-a1c5-e0d200fe33b7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5151ee-10f4-46b6-9a5a-c9ab7e1a56a0') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:05.635012 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2fc55544-e436-49b2-a1c5-e0d200fe33b7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:05.651027 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2fc55544-e436-49b2-a1c5-e0d200fe33b7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:05.683791 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc55544-e436-49b2-a1c5-e0d200fe33b7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:49:05.684027 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2fc55544-e436-49b2-a1c5-e0d200fe33b7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:05.687092 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:49:05.687092 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:49:05.687092 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:49:05.687092 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:49:05.687092 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:49:05.687092 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:49:05.687092 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:49:05.687092 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:49:05.687092 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:49:05.687092 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:49:05.687092 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:49:05.687092 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:49:05.687092 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:49:05.687092 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:49:05.687092 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:49:05.687092 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:49:05.687092 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:49:05.687092 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:49:05.687092 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:49:05.687092 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:49:05.687092 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:49:05.687092 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:49:05.687092 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:49:05.687092 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:49:05.687092 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:49:05.687092 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:49:05.687092 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:49:05.687092 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:49:05.687092 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:49:05.687092 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:49:05.687092 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:49:05.687092 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:49:05.696362 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-f1e86a96-6745-49e9-8947-4efe7052d2fa service neutron] For port a95984dd-66cc-4a16-a4d7-3d43e08b8886, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:49:05.698364 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-f1e86a96-6745-49e9-8947-4efe7052d2fa service neutron] For port a95984dd-66cc-4a16-a4d7-3d43e08b8886, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=a95984dd-66cc-4a16-a4d7-3d43e08b8886,segment=NetworkSegment(bbe77819-9d73-4642-9a69-8a34639568bb),segment_id=bbe77819-9d73-4642-9a69-8a34639568bb)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:49:05.762097 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58746342-a2a1-436b-ac4c-356d29763ccc req-4c4b4394-b022-4352-b97e-443d09a38744 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:05.763611 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-58746342-a2a1-436b-ac4c-356d29763ccc req-4c4b4394-b022-4352-b97e-443d09a38744 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/ports?device_id=c20a04ab-283c-4f8e-93a3-1b399b9690b0 HTTP/1.1" status: 200 len: 944 time: 0.1155488 Dec 16 09:49:05.804688 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-58746342-a2a1-436b-ac4c-356d29763ccc req-d39d4e93-78a9-4eef-9fff-65d62a6a84de tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/security-groups?id=590458b3-4555-4400-adfd-9b51edddb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345562 Dec 16 09:49:05.810999 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-f1e86a96-6745-49e9-8947-4efe7052d2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:05.845042 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-f1e86a96-6745-49e9-8947-4efe7052d2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:05.846242 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-f1e86a96-6745-49e9-8947-4efe7052d2fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:05.847618 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-f1e86a96-6745-49e9-8947-4efe7052d2fa service neutron] 10.222.0.57 "PUT /v2.0/ports/a95984dd-66cc-4a16-a4d7-3d43e08b8886 HTTP/1.1" status: 200 len: 1091 time: 1.4539988 Dec 16 09:49:05.848051 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d936d2-8883-4363-a269-0cf2940fb6a9', 'tag': 'a95984dd-66cc-4a16-a4d7-3d43e08b8886'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:49:05.850309 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcaad460-b788-4731-9b01-48c8d5374a4e" -d '{"events": [{"name": "network-changed", "server_uuid": "b5d936d2-8883-4363-a269-0cf2940fb6a9", "tag": "a95984dd-66cc-4a16-a4d7-3d43e08b8886"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:49:05.868253 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2fc55544-e436-49b2-a1c5-e0d200fe33b7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:05.880376 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e86a96-6745-49e9-8947-4efe7052d2fa service neutron] Pushing event updated for resources: {'Port': ['ID=a95984dd-66cc-4a16-a4d7-3d43e08b8886,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:05.880834 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2fc55544-e436-49b2-a1c5-e0d200fe33b7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:05.886120 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2fc55544-e436-49b2-a1c5-e0d200fe33b7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/networks/701db144-2830-479e-aa8a-044cbd6e504f HTTP/1.1" status: 204 len: 168 time: 0.5820343 Dec 16 09:49:05.890366 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42930) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:05.898197 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-7f987dbe-28fe-4954-b4c1-5a4e033a1649 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1436518513'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:05.904352 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b5fab6-d161-4526-843d-d3212743a399 x-openstack-request-id: req-14b5fab6-d161-4526-843d-d3212743a399 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:49:05.904791 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5d936d2-8883-4363-a269-0cf2940fb6a9", "tag": "a95984dd-66cc-4a16-a4d7-3d43e08b8886", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:49:05.905037 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-14b5fab6-d161-4526-843d-d3212743a399 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:49:05.905308 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc55544-e436-49b2-a1c5-e0d200fe33b7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Network': ['ID=701db144-2830-479e-aa8a-044cbd6e504f,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:05.905479 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d936d2-8883-4363-a269-0cf2940fb6a9', 'tag': 'a95984dd-66cc-4a16-a4d7-3d43e08b8886', 'status': 'completed', 'code': 200} Dec 16 09:49:05.965752 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaad460-b788-4731-9b01-48c8d5374a4e req-06b9ea83-f71a-4237-aa5c-dbf08ba19ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:05.967317 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bcaad460-b788-4731-9b01-48c8d5374a4e req-06b9ea83-f71a-4237-aa5c-dbf08ba19ab3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f3dc9d568910412b9d99d599bd3f4345&device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 1094 time: 0.0466461 Dec 16 09:49:06.075503 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe70ff-050a-433c-b94f-0d9115971d91 req-9041502f-d64d-4121-819c-48186072f309 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:06.077361 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ecfe70ff-050a-433c-b94f-0d9115971d91 req-9041502f-d64d-4121-819c-48186072f309 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 944 time: 0.1071060 Dec 16 09:49:06.092442 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f987dbe-28fe-4954-b4c1-5a4e033a1649 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Made reservation on behalf of 640960d3c0df439cb91cd91f4d9284c8 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:06.096980 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7f987dbe-28fe-4954-b4c1-5a4e033a1649 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:06.128287 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ecfe70ff-050a-433c-b94f-0d9115971d91 req-b088a552-67a0-4e57-9173-5084e2e78d6f tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413301 Dec 16 09:49:06.213827 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f987dbe-28fe-4954-b4c1-5a4e033a1649 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:49:06.229892 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaad460-b788-4731-9b01-48c8d5374a4e req-3ece5f08-8516-41ef-a32b-c138d0d9e469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:06.229892 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bcaad460-b788-4731-9b01-48c8d5374a4e req-3ece5f08-8516-41ef-a32b-c138d0d9e469 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=f3dc9d568910412b9d99d599bd3f4345&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2501516 Dec 16 09:49:06.229892 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7f987dbe-28fe-4954-b4c1-5a4e033a1649 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:06.230157 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-7f987dbe-28fe-4954-b4c1-5a4e033a1649 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Added segment c35cf33b-91ab-44a5-9deb-a3ffcce9c41a of type vlan for network d90410ab-8087-450a-a2ca-fd8d2036a3bc Dec 16 09:49:06.510061 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42948) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:06.684251 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7f987dbe-28fe-4954-b4c1-5a4e033a1649 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:06.734864 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d43e30-7be3-4aa1-b1b4-13cef29d6595 req-d87f3c86-36b1-4ceb-841b-70b5dec6adde tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:06.736380 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-85d43e30-7be3-4aa1-b1b4-13cef29d6595 req-d87f3c86-36b1-4ceb-841b-70b5dec6adde tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 943 time: 0.4811878 Dec 16 09:49:06.801295 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaad460-b788-4731-9b01-48c8d5374a4e req-070820e7-152a-4b93-9ea8-baad93a1f4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:06.802776 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bcaad460-b788-4731-9b01-48c8d5374a4e req-070820e7-152a-4b93-9ea8-baad93a1f4df service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5634558 Dec 16 09:49:06.820437 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-85d43e30-7be3-4aa1-b1b4-13cef29d6595 req-76a9a0ca-9ff7-4282-ad46-2c5392588cd1 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623295 Dec 16 09:49:06.897543 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7f987dbe-28fe-4954-b4c1-5a4e033a1649 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:06.903083 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f987dbe-28fe-4954-b4c1-5a4e033a1649 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:06.903839 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7f987dbe-28fe-4954-b4c1-5a4e033a1649 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:06.993271 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-c78bf3be-91fd-4212-a628-bb0e5640614e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:06.996168 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-c78bf3be-91fd-4212-a628-bb0e5640614e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f3dc9d568910412b9d99d599bd3f4345&device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 1094 time: 0.1347938 Dec 16 09:49:06.998242 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f987dbe-28fe-4954-b4c1-5a4e033a1649 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Network': ['ID=d90410ab-8087-450a-a2ca-fd8d2036a3bc,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:07.003712 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e52298-1eb1-4c43-94db-b696fffbdd69 req-f049adbb-8cd1-48a1-94e4-23cff94b7b12 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:07.005383 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f8e52298-1eb1-4c43-94db-b696fffbdd69 req-f049adbb-8cd1-48a1-94e4-23cff94b7b12 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/ports?device_id=c20a04ab-283c-4f8e-93a3-1b399b9690b0 HTTP/1.1" status: 200 len: 944 time: 0.1184974 Dec 16 09:49:07.009676 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network d90410ab-8087-450a-a2ca-fd8d2036a3bc details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:49:07.054280 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7f987dbe-28fe-4954-b4c1-5a4e033a1649 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1629491 Dec 16 09:49:07.055765 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-39d65351-ca4b-4274-af07-73266fce2f82 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a95984dd-66cc-4a16-a4d7-3d43e08b8886 HTTP/1.1" status: 200 len: 217 time: 0.0461183 Dec 16 09:49:07.057399 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42974) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:07.062364 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-ad5b3c2d-d8b3-4f81-8746-e92646725d77 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'subnet': {'network_id': 'd90410ab-8087-450a-a2ca-fd8d2036a3bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:07.101429 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f8e52298-1eb1-4c43-94db-b696fffbdd69 req-0d121d36-0614-4f14-8e6b-1cf6654f8094 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/security-groups?id=590458b3-4555-4400-adfd-9b51edddb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862575 Dec 16 09:49:07.128121 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-bb6f7935-9fb5-44d1-b8c3-7cb1852f1bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:07.129706 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-bb6f7935-9fb5-44d1-b8c3-7cb1852f1bbe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c9a5f5f1-d83a-4498-90f5-323c2ed12d23 HTTP/1.1" status: 200 len: 851 time: 0.0663087 Dec 16 09:49:07.161273 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a2306130-4ec7-42d5-a619-bbca21427d47 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:07.179256 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-648ee7f9-c20e-41b6-9f58-a9147bdbb27e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25277f1a-659c-40fc-ae08-6615db916991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405543 Dec 16 09:49:07.310639 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce33db8-c7e8-4bd9-b6d1-a01b9b458718 req-f70a9973-786a-469c-8744-9500b0abd054 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:07.312248 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fce33db8-c7e8-4bd9-b6d1-a01b9b458718 req-f70a9973-786a-469c-8744-9500b0abd054 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 944 time: 0.0999053 Dec 16 09:49:07.323848 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:07.333507 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-846e58f8-4166-4914-b69a-88270d572122 service neutron] 10.222.0.57 "GET /v2.0/networks/25277f1a-659c-40fc-ae08-6615db916991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477606 Dec 16 09:49:07.409384 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fce33db8-c7e8-4bd9-b6d1-a01b9b458718 req-bacf8ba1-6bd4-4027-9fe1-951cc5437bf0 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860717 Dec 16 09:49:07.451442 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5b3c2d-d8b3-4f81-8746-e92646725d77 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Made reservation on behalf of 640960d3c0df439cb91cd91f4d9284c8 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:07.451442 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad5b3c2d-d8b3-4f81-8746-e92646725d77 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:07.451744 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7b31cf37-4513-4df5-9d11-ff4797c66b49 req-4e45728a-7974-4131-bcdc-76f28d38b4f9 service neutron] 10.222.0.57 "GET /v2.0/networks/25277f1a-659c-40fc-ae08-6615db916991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106870 Dec 16 09:49:07.759391 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device e5b562ef-b941-4948-baca-4426dac14094 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:49:07.828313 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.ipam_backend_mixin [None req-ad5b3c2d-d8b3-4f81-8746-e92646725d77 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Performing IP validity checks on allocation pools {{(pid=102817) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 09:49:07.836854 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.ipam_backend_mixin [None req-ad5b3c2d-d8b3-4f81-8746-e92646725d77 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102817) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 09:49:07.915451 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port e5b562ef-b941-4948-baca-4426dac14094 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:49:07.923168 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port e5b562ef-b941-4948-baca-4426dac14094 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:07.923513 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:07.981642 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-a2306130-4ec7-42d5-a619-bbca21427d47 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Deleting port 64237cad-308a-45b8-9eaa-f4764f3af5b1 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:07.981985 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a2306130-4ec7-42d5-a619-bbca21427d47 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:08.011723 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:08.034143 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20a04ab-283c-4f8e-93a3-1b399b9690b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b562ef-b941-4948-baca-4426dac14094'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:49:08.036384 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f71eafa-936b-4c87-901c-aa00e5e1be19" -d '{"events": [{"server_uuid": "c20a04ab-283c-4f8e-93a3-1b399b9690b0", "name": "network-vif-plugged", "status": "completed", "tag": "e5b562ef-b941-4948-baca-4426dac14094"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:49:08.049805 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port e5b562ef-b941-4948-baca-4426dac14094, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=e5b562ef-b941-4948-baca-4426dac14094,segment=NetworkSegment(05c31acb-2e11-41b0-a47b-eac0d953d008),segment_id=05c31acb-2e11-41b0-a47b-eac0d953d008)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:08.061033 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b0a1f-3d61-492c-8180-4949c403dda8 req-f12ddb2c-a975-42ea-a36a-2b81cdff6c20 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:08.062562 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-892b0a1f-3d61-492c-8180-4949c403dda8 req-f12ddb2c-a975-42ea-a36a-2b81cdff6c20 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 943 time: 0.1709268 Dec 16 09:49:08.080712 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45898604-caee-495b-b6ca-a0e3800fd7c4 x-openstack-request-id: req-45898604-caee-495b-b6ca-a0e3800fd7c4 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:49:08.081826 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c20a04ab-283c-4f8e-93a3-1b399b9690b0", "name": "network-vif-plugged", "status": "completed", "tag": "e5b562ef-b941-4948-baca-4426dac14094", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:49:08.081826 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-45898604-caee-495b-b6ca-a0e3800fd7c4 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:49:08.081826 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c20a04ab-283c-4f8e-93a3-1b399b9690b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b562ef-b941-4948-baca-4426dac14094', 'code': 200} Dec 16 09:49:08.125467 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:08.126287 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 87ea0160-6ace-441a-a60b-f7a3c189cbae up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:49:08.137934 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-892b0a1f-3d61-492c-8180-4949c403dda8 req-617f36f0-743d-46d4-aa24-2072e6e2bdb6 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641625 Dec 16 09:49:08.153616 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-a2306130-4ec7-42d5-a619-bbca21427d47 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] For port 64237cad-308a-45b8-9eaa-f4764f3af5b1, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=64237cad-308a-45b8-9eaa-f4764f3af5b1,segment=NetworkSegment(acb8dc6f-a628-4d5a-bbee-5695af1a8040),segment_id=acb8dc6f-a628-4d5a-bbee-5695af1a8040)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:08.153910 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a2306130-4ec7-42d5-a619-bbca21427d47 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:08.175794 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-a2306130-4ec7-42d5-a619-bbca21427d47 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Calling delete_port for 64237cad-308a-45b8-9eaa-f4764f3af5b1 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:08.178825 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad5b3c2d-d8b3-4f81-8746-e92646725d77 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:08.254291 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=e5b562ef-b941-4948-baca-4426dac14094,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:08.286005 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b3c2d-d8b3-4f81-8746-e92646725d77 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Subnet': ['ID=822ca504-04b4-48c2-94f8-382ffff5dd0a,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:08.297664 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd91a58-0089-4fc5-adbd-54f65aacdf98 req-717aa250-36c6-4abf-bf4e-9f71cc825109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:08.299164 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 87ea0160-6ace-441a-a60b-f7a3c189cbae triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:08.299733 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dd91a58-0089-4fc5-adbd-54f65aacdf98 req-717aa250-36c6-4abf-bf4e-9f71cc825109 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c20a04ab-283c-4f8e-93a3-1b399b9690b0 HTTP/1.1" status: 200 len: 1096 time: 0.1474650 Dec 16 09:49:08.299941 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:08.323862 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5b3c2d-d8b3-4f81-8746-e92646725d77 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Checking segment: {'id': 'c35cf33b-91ab-44a5-9deb-a3ffcce9c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd90410ab-8087-450a-a2ca-fd8d2036a3bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:49:08.324133 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5b3c2d-d8b3-4f81-8746-e92646725d77 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Network hostable DHCP agents. Network: d90410ab-8087-450a-a2ca-fd8d2036a3bc, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:49:08.336207 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 00e9a4ac-1bff-42b2-83d9-0938b69bb1c9 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:49:08.341130 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8eba50-5de1-4bed-b538-d569841a480c req-c1e6fc96-8974-483a-aaa2-971d3f565247 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:08.349770 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ec8eba50-5de1-4bed-b538-d569841a480c req-c1e6fc96-8974-483a-aaa2-971d3f565247 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/ports?device_id=c20a04ab-283c-4f8e-93a3-1b399b9690b0 HTTP/1.1" status: 200 len: 945 time: 0.1033678 Dec 16 09:49:08.369555 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 00e9a4ac-1bff-42b2-83d9-0938b69bb1c9 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:49:08.370074 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 00e9a4ac-1bff-42b2-83d9-0938b69bb1c9 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:49:08.400885 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dd91a58-0089-4fc5-adbd-54f65aacdf98 req-d1f7dd58-7c88-4828-9f7a-d37872fcfa0a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=590458b3-4555-4400-adfd-9b51edddb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924156 Dec 16 09:49:08.413969 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ec8eba50-5de1-4bed-b538-d569841a480c req-193bae4e-679c-425e-9588-aec39421f931 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/security-groups?id=590458b3-4555-4400-adfd-9b51edddb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632703 Dec 16 09:49:08.441913 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:08.475577 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 87ea0160-6ace-441a-a60b-f7a3c189cbae, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=87ea0160-6ace-441a-a60b-f7a3c189cbae,segment=NetworkSegment(c1145db4-acce-4730-a2ad-0f420017f088),segment_id=c1145db4-acce-4730-a2ad-0f420017f088)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:08.487762 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5b3c2d-d8b3-4f81-8746-e92646725d77 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Network d90410ab-8087-450a-a2ca-fd8d2036a3bc is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:49:08.561343 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca652a-b54f-4439-9151-aadc625987c8 req-cc8ebc07-01d9-4b9e-b413-41c6332ed318 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:08.564446 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-28ca652a-b54f-4439-9151-aadc625987c8 req-cc8ebc07-01d9-4b9e-b413-41c6332ed318 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 944 time: 0.0592051 Dec 16 09:49:08.603256 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-28ca652a-b54f-4439-9151-aadc625987c8 req-70f4e1fe-8a11-4804-b92f-ee3d88954469 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342977 Dec 16 09:49:08.635552 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a2306130-4ec7-42d5-a619-bbca21427d47 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:08.635749 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:08.667556 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2306130-4ec7-42d5-a619-bbca21427d47 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Pushing event deleted for resources: {'Port': ['ID=64237cad-308a-45b8-9eaa-f4764f3af5b1,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:08.696346 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=87ea0160-6ace-441a-a60b-f7a3c189cbae,revision_number=10']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:08.714621 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-ad5b3c2d-d8b3-4f81-8746-e92646725d77 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, d90410ab-8087-450a-a2ca-fd8d2036a3bc) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:08.722141 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5b3c2d-d8b3-4f81-8746-e92646725d77 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:08.722777 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad5b3c2d-d8b3-4f81-8746-e92646725d77 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:08.723500 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d564b1-1396-4d6b-b28c-bc58dbeae752 None None] Network d90410ab-8087-450a-a2ca-fd8d2036a3bc requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:08.859192 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ad5b3c2d-d8b3-4f81-8746-e92646725d77 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7983389 Dec 16 09:49:08.860275 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43050) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:08.865826 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-ec5ab676-6b78-4a62-84e5-2215ab4484d0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'port': {'network_id': 'd90410ab-8087-450a-a2ca-fd8d2036a3bc', 'name': 'tempest-PortsTestJSON-1329106846'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:08.901502 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a2306130-4ec7-42d5-a619-bbca21427d47 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:08.947908 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d96cf12-3174-4326-9faf-d584f8450980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-d90410ab-8087-450a-a2ca-fd8d2036a3bc', 'network_id': 'd90410ab-8087-450a-a2ca-fd8d2036a3bc', 'tenant_id': '640960d3c0df439cb91cd91f4d9284c8', 'fixed_ips': [{'subnet_id': '822ca504-04b4-48c2-94f8-382ffff5dd0a'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:49:08.949706 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2d96cf12-3174-4326-9faf-d584f8450980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:09.112730 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5ab676-6b78-4a62-84e5-2215ab4484d0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Made reservation on behalf of 640960d3c0df439cb91cd91f4d9284c8 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:09.122717 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ec5ab676-6b78-4a62-84e5-2215ab4484d0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:09.152280 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-2d96cf12-3174-4326-9faf-d584f8450980 None None] Allocated IP 172.20.0.2 (d90410ab-8087-450a-a2ca-fd8d2036a3bc/822ca504-04b4-48c2-94f8-382ffff5dd0a/ba9bf5ae-32c1-43c6-98a1-75222eb740ab) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:09.164551 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-ec5ab676-6b78-4a62-84e5-2215ab4484d0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] device_id is not set on port ed52ef86-384d-40a4-80ae-1922b9488f92 yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:49:09.192588 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2306130-4ec7-42d5-a619-bbca21427d47 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Router 5d4bb69f-f5f3-4392-aece-09f60b5cf6a1 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:49:09.328130 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08718eaa-e093-43e8-94b0-fd3a9443778e req-afd718de-d6d5-4c12-a38a-cfe8061a034d tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:09.334782 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-08718eaa-e093-43e8-94b0-fd3a9443778e req-afd718de-d6d5-4c12-a38a-cfe8061a034d tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 943 time: 0.0963116 Dec 16 09:49:09.368590 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2d96cf12-3174-4326-9faf-d584f8450980 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:09.371187 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2306130-4ec7-42d5-a619-bbca21427d47 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:49:09.376594 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-08718eaa-e093-43e8-94b0-fd3a9443778e req-e313deab-2a97-4ee0-bb3f-bb2425282a04 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379553 Dec 16 09:49:09.379426 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a2306130-4ec7-42d5-a619-bbca21427d47 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "PUT /v2.0/routers/5d4bb69f-f5f3-4392-aece-09f60b5cf6a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8676198 Dec 16 09:49:09.380100 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43068) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:09.381777 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785ff77c-4fa1-45db-a38a-5fbeadc101e6 None None] Sync routers for ids ['5d4bb69f-f5f3-4392-aece-09f60b5cf6a1'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:49:09.396179 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785ff77c-4fa1-45db-a38a-5fbeadc101e6 None None] Routers {'5d4bb69f-f5f3-4392-aece-09f60b5cf6a1'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:49:09.396804 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-785ff77c-4fa1-45db-a38a-5fbeadc101e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:48:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['5d4bb69f-f5f3-4392-aece-09f60b5cf6a1'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:09.454411 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5927da8-8ae0-46f1-8fac-1eb3c0fc89c7 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Deleting subnet debf1183-6138-4396-ab9f-6e4acb1d671e {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:49:09.459229 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d5927da8-8ae0-46f1-8fac-1eb3c0fc89c7 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:09.459570 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2d96cf12-3174-4326-9faf-d584f8450980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:09.520937 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d96cf12-3174-4326-9faf-d584f8450980 None None] Network d90410ab-8087-450a-a2ca-fd8d2036a3bc is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:09.526641 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-2d96cf12-3174-4326-9faf-d584f8450980 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:09.529547 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d96cf12-3174-4326-9faf-d584f8450980 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:09.542476 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96cf12-3174-4326-9faf-d584f8450980 None None] Pushing event updated for resources: {'Port': ['ID=ba9bf5ae-32c1-43c6-98a1-75222eb740ab,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:09.542893 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-ec5ab676-6b78-4a62-84e5-2215ab4484d0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Allocated IP 172.20.0.13 (d90410ab-8087-450a-a2ca-fd8d2036a3bc/822ca504-04b4-48c2-94f8-382ffff5dd0a/ed52ef86-384d-40a4-80ae-1922b9488f92) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:09.545956 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-785ff77c-4fa1-45db-a38a-5fbeadc101e6 None None] Set router 5d4bb69f-f5f3-4392-aece-09f60b5cf6a1 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:49:09.572085 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d5927da8-8ae0-46f1-8fac-1eb3c0fc89c7 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:09.636975 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-2d96cf12-3174-4326-9faf-d584f8450980 None None] Attempting to bind port ba9bf5ae-32c1-43c6-98a1-75222eb740ab on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:09.637521 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-2d96cf12-3174-4326-9faf-d584f8450980 None None] Attempting to bind port ba9bf5ae-32c1-43c6-98a1-75222eb740ab by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'c35cf33b-91ab-44a5-9deb-a3ffcce9c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd90410ab-8087-450a-a2ca-fd8d2036a3bc'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:09.637894 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d96cf12-3174-4326-9faf-d584f8450980 None None] Attempting to bind port ba9bf5ae-32c1-43c6-98a1-75222eb740ab on network d90410ab-8087-450a-a2ca-fd8d2036a3bc {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:09.643584 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d96cf12-3174-4326-9faf-d584f8450980 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:49:09.643963 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d96cf12-3174-4326-9faf-d584f8450980 None None] Checking segment: {'id': 'c35cf33b-91ab-44a5-9deb-a3ffcce9c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd90410ab-8087-450a-a2ca-fd8d2036a3bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:49:09.644369 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2d96cf12-3174-4326-9faf-d584f8450980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:09.644762 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d96cf12-3174-4326-9faf-d584f8450980 None None] Bound using segment: {'id': 'c35cf33b-91ab-44a5-9deb-a3ffcce9c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd90410ab-8087-450a-a2ca-fd8d2036a3bc'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:49:09.645708 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-2d96cf12-3174-4326-9faf-d584f8450980 None None] Bound port: ba9bf5ae-32c1-43c6-98a1-75222eb740ab, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35cf33b-91ab-44a5-9deb-a3ffcce9c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd90410ab-8087-450a-a2ca-fd8d2036a3bc'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:49:09.646586 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2d96cf12-3174-4326-9faf-d584f8450980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:09.648732 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638d456-bab1-4095-80a8-26398c9fc5ef req-0b79f60c-1354-44d6-b644-5c460cb76ce8 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:09.650627 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c638d456-bab1-4095-80a8-26398c9fc5ef req-0b79f60c-1354-44d6-b644-5c460cb76ce8 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/ports?device_id=c20a04ab-283c-4f8e-93a3-1b399b9690b0 HTTP/1.1" status: 200 len: 945 time: 0.1267817 Dec 16 09:49:09.734941 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2d96cf12-3174-4326-9faf-d584f8450980 None None] For port ba9bf5ae-32c1-43c6-98a1-75222eb740ab, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:49:09.739516 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2d96cf12-3174-4326-9faf-d584f8450980 None None] For port ba9bf5ae-32c1-43c6-98a1-75222eb740ab, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ba9bf5ae-32c1-43c6-98a1-75222eb740ab,segment=NetworkSegment(c35cf33b-91ab-44a5-9deb-a3ffcce9c41a),segment_id=c35cf33b-91ab-44a5-9deb-a3ffcce9c41a)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:49:09.772506 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c638d456-bab1-4095-80a8-26398c9fc5ef req-443a3fdd-853d-4935-8378-4bf251b2840e tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/security-groups?id=590458b3-4555-4400-adfd-9b51edddb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063554 Dec 16 09:49:09.785892 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device a95984dd-66cc-4a16-a4d7-3d43e08b8886 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:49:09.812106 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d5927da8-8ae0-46f1-8fac-1eb3c0fc89c7 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:09.818275 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-785ff77c-4fa1-45db-a38a-5fbeadc101e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4bb69f-f5f3-4392-aece-09f60b5cf6a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-873415064', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '73803c66-44d0-48c6-9209-e0a76d1274a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:22Z', 'updated_at': '2021-12-16T09:49:08Z', 'revision_number': 5, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'gw_port': {'id': '73803c66-44d0-48c6-9209-e0a76d1274a0', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4bb69f-f5f3-4392-aece-09f60b5cf6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:24Z', 'updated_at': '2021-12-16T09:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:09.850102 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785ff77c-4fa1-45db-a38a-5fbeadc101e6 None None] Checking router: 5d4bb69f-f5f3-4392-aece-09f60b5cf6a1 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:49:09.859374 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785ff77c-4fa1-45db-a38a-5fbeadc101e6 None None] Routers {'5d4bb69f-f5f3-4392-aece-09f60b5cf6a1'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:49:09.860377 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-785ff77c-4fa1-45db-a38a-5fbeadc101e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:48:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['5d4bb69f-f5f3-4392-aece-09f60b5cf6a1'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:09.868859 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87ebf5-7f06-4f8f-95dc-87f89794cf2e req-3e06a797-01d0-4a4b-abb6-b6a41c407305 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:09.870993 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7e87ebf5-7f06-4f8f-95dc-87f89794cf2e req-3e06a797-01d0-4a4b-abb6-b6a41c407305 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 946 time: 0.1332350 Dec 16 09:49:09.934357 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7e87ebf5-7f06-4f8f-95dc-87f89794cf2e req-e37c7054-956e-4c88-a60f-b4fbc7fa432f tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549657 Dec 16 09:49:09.940183 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2d96cf12-3174-4326-9faf-d584f8450980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:09.999054 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ec5ab676-6b78-4a62-84e5-2215ab4484d0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:10.010450 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port a95984dd-66cc-4a16-a4d7-3d43e08b8886, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=a95984dd-66cc-4a16-a4d7-3d43e08b8886,segment=NetworkSegment(bbe77819-9d73-4642-9a69-8a34639568bb),segment_id=bbe77819-9d73-4642-9a69-8a34639568bb)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:10.027460 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d5927da8-8ae0-46f1-8fac-1eb3c0fc89c7 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:10.053206 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'a95984dd-66cc-4a16-a4d7-3d43e08b8886', 'network_id': '25277f1a-659c-40fc-ae08-6615db916991', 'port_id': 'a95984dd-66cc-4a16-a4d7-3d43e08b8886', 'mac_address': 'fa:16:3e:0c:47:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9a5f5f1-d83a-4498-90f5-323c2ed12d23', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:49:10.080483 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5927da8-8ae0-46f1-8fac-1eb3c0fc89c7 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Pushing event deleted for resources: {'Subnet': ['ID=debf1183-6138-4396-ab9f-6e4acb1d671e,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:10.089915 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d5927da8-8ae0-46f1-8fac-1eb3c0fc89c7 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:10.101020 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d5927da8-8ae0-46f1-8fac-1eb3c0fc89c7 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "DELETE /v2.0/subnets/debf1183-6138-4396-ab9f-6e4acb1d671e HTTP/1.1" status: 204 len: 168 time: 0.7198250 Dec 16 09:49:10.103795 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43086) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:10.117232 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96cf12-3174-4326-9faf-d584f8450980 None None] Pushing event updated for resources: {'Port': ['ID=ba9bf5ae-32c1-43c6-98a1-75222eb740ab,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:10.130069 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f15e74b6-9d5e-4be6-9e0d-064474e8638f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ea0160-6ace-441a-a60b-f7a3c189cbae'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:49:10.132535 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adad340-f15f-497d-b591-86d649d8b132" -d '{"events": [{"server_uuid": "f15e74b6-9d5e-4be6-9e0d-064474e8638f", "name": "network-vif-plugged", "status": "completed", "tag": "87ea0160-6ace-441a-a60b-f7a3c189cbae"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:49:10.143589 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:10.144981 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ec5ab676-6b78-4a62-84e5-2215ab4484d0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:10.149687 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f0ff7f-ac2d-4c7b-9ce0-fd072489e2be None None] Network a5472c03-50b3-442f-aac3-f44b15fe57a0 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:10.163086 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-785ff77c-4fa1-45db-a38a-5fbeadc101e6 None None] Set router 5d4bb69f-f5f3-4392-aece-09f60b5cf6a1 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:49:10.198268 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5ab676-6b78-4a62-84e5-2215ab4484d0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Network d90410ab-8087-450a-a2ca-fd8d2036a3bc is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:10.206247 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-ec5ab676-6b78-4a62-84e5-2215ab4484d0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:10.217130 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5ab676-6b78-4a62-84e5-2215ab4484d0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:10.528039 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-785ff77c-4fa1-45db-a38a-5fbeadc101e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4bb69f-f5f3-4392-aece-09f60b5cf6a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-873415064', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '73803c66-44d0-48c6-9209-e0a76d1274a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:22Z', 'updated_at': '2021-12-16T09:49:08Z', 'revision_number': 5, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'gw_port': {'id': '73803c66-44d0-48c6-9209-e0a76d1274a0', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4bb69f-f5f3-4392-aece-09f60b5cf6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:24Z', 'updated_at': '2021-12-16T09:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:10.554545 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5ab676-6b78-4a62-84e5-2215ab4484d0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:10.555708 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ec5ab676-6b78-4a62-84e5-2215ab4484d0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:10.562363 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785ff77c-4fa1-45db-a38a-5fbeadc101e6 None None] The sync data for ids ['5d4bb69f-f5f3-4392-aece-09f60b5cf6a1'] in n-d-820550-2 is: [{'id': '5d4bb69f-f5f3-4392-aece-09f60b5cf6a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-873415064', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '73803c66-44d0-48c6-9209-e0a76d1274a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:22Z', 'updated_at': '2021-12-16T09:49:08Z', 'revision_number': 5, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'gw_port': {'id': '73803c66-44d0-48c6-9209-e0a76d1274a0', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4bb69f-f5f3-4392-aece-09f60b5cf6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:24Z', 'updated_at': '2021-12-16T09:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:49:10.582891 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f677feb6-ce48-4fa8-a0eb-f7109a64aa3c x-openstack-request-id: req-f677feb6-ce48-4fa8-a0eb-f7109a64aa3c {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:49:10.583441 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f15e74b6-9d5e-4be6-9e0d-064474e8638f", "name": "network-vif-plugged", "status": "completed", "tag": "87ea0160-6ace-441a-a60b-f7a3c189cbae", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:49:10.583441 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f677feb6-ce48-4fa8-a0eb-f7109a64aa3c {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:49:10.584528 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f15e74b6-9d5e-4be6-9e0d-064474e8638f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ea0160-6ace-441a-a60b-f7a3c189cbae', 'code': 200} Dec 16 09:49:10.606205 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b2a75e00-3299-42c6-bdd7-1cfe0fb055b6 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:10.633090 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a95984dd-66cc-4a16-a4d7-3d43e08b8886 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:49:10.666733 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port a95984dd-66cc-4a16-a4d7-3d43e08b8886, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=a95984dd-66cc-4a16-a4d7-3d43e08b8886,segment=NetworkSegment(bbe77819-9d73-4642-9a69-8a34639568bb),segment_id=bbe77819-9d73-4642-9a69-8a34639568bb)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:10.691129 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ab676-6b78-4a62-84e5-2215ab4484d0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Port': ['ID=ed52ef86-384d-40a4-80ae-1922b9488f92,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:10.726447 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2cb82-aefa-4805-a5b9-3c36de6e3e84 req-aa93683d-d14a-4a14-a7fb-1b547535068e tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:10.732382 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:10.736109 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-96b2cb82-aefa-4805-a5b9-3c36de6e3e84 req-aa93683d-d14a-4a14-a7fb-1b547535068e tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 943 time: 0.1651392 Dec 16 09:49:10.765896 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b2a75e00-3299-42c6-bdd7-1cfe0fb055b6 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:10.772549 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:10.791559 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ec5ab676-6b78-4a62-84e5-2215ab4484d0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9298460 Dec 16 09:49:10.794909 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43112) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:10.829429 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-96b2cb82-aefa-4805-a5b9-3c36de6e3e84 req-99ea269e-791e-492d-8394-109ac59a2c61 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878487 Dec 16 09:49:10.842603 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b916ba-3d2f-4204-b5d0-ed38e82aed15 req-9961b3a9-1712-4c26-8419-b8de3bd756b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:10.844120 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-54b916ba-3d2f-4204-b5d0-ed38e82aed15 req-9961b3a9-1712-4c26-8419-b8de3bd756b5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 1097 time: 0.1052346 Dec 16 09:49:10.848798 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=a95984dd-66cc-4a16-a4d7-3d43e08b8886,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:10.914782 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-54b916ba-3d2f-4204-b5d0-ed38e82aed15 req-66a752e3-006a-42d0-9f8f-6f98c06cb1b3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630863 Dec 16 09:49:10.968803 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26de1b47-e12b-436e-84ce-c74f990ce23f None None] DHCP port deletion for a5472c03-50b3-442f-aac3-f44b15fe57a0 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:49:11.040954 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba7b56-fe36-4853-837d-ef5caad17995 req-c90b78ce-e294-4fc3-8de9-b172812bb9fb tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:11.042579 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bdba7b56-fe36-4853-837d-ef5caad17995 req-c90b78ce-e294-4fc3-8de9-b172812bb9fb tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/ports?device_id=c20a04ab-283c-4f8e-93a3-1b399b9690b0 HTTP/1.1" status: 200 len: 945 time: 0.1434920 Dec 16 09:49:11.049872 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-b2a75e00-3299-42c6-bdd7-1cfe0fb055b6 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Deleting port 73803c66-44d0-48c6-9209-e0a76d1274a0 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:11.054450 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b2a75e00-3299-42c6-bdd7-1cfe0fb055b6 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:11.055538 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-26de1b47-e12b-436e-84ce-c74f990ce23f None None] Deleting port e1aa518a-c4dc-4821-8cd0-eb15bad91d93 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:11.056227 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-26de1b47-e12b-436e-84ce-c74f990ce23f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:11.139566 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['a95984dd-66cc-4a16-a4d7-3d43e08b8886'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:49:11.149387 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-26de1b47-e12b-436e-84ce-c74f990ce23f None None] For port e1aa518a-c4dc-4821-8cd0-eb15bad91d93, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=e1aa518a-c4dc-4821-8cd0-eb15bad91d93,segment=NetworkSegment(acb8dc6f-a628-4d5a-bbee-5695af1a8040),segment_id=acb8dc6f-a628-4d5a-bbee-5695af1a8040)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:11.150113 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-26de1b47-e12b-436e-84ce-c74f990ce23f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:11.160670 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3a30f-e7a9-4694-a692-65ddae51692d req-cca96872-723e-4123-9964-a61383327f44 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:11.160670 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-97f3a30f-e7a9-4694-a692-65ddae51692d req-cca96872-723e-4123-9964-a61383327f44 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 946 time: 0.1167016 Dec 16 09:49:11.183153 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bdba7b56-fe36-4853-837d-ef5caad17995 req-d13006d2-e981-4a91-812c-39d149f9cde1 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/security-groups?id=590458b3-4555-4400-adfd-9b51edddb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275129 Dec 16 09:49:11.185495 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-7af07f6d-2cff-4765-bfe0-abf612b912bf tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Deleting port ed52ef86-384d-40a4-80ae-1922b9488f92 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:11.189732 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-26de1b47-e12b-436e-84ce-c74f990ce23f None None] Calling delete_port for e1aa518a-c4dc-4821-8cd0-eb15bad91d93 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:11.194143 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7af07f6d-2cff-4765-bfe0-abf612b912bf tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:11.266287 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-97f3a30f-e7a9-4694-a692-65ddae51692d req-025dafdb-8e21-4520-9163-fd2118e4ef3e tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812914 Dec 16 09:49:11.387412 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-b2a75e00-3299-42c6-bdd7-1cfe0fb055b6 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] For port 73803c66-44d0-48c6-9209-e0a76d1274a0, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=73803c66-44d0-48c6-9209-e0a76d1274a0,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:11.388159 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b2a75e00-3299-42c6-bdd7-1cfe0fb055b6 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:11.414806 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-b2a75e00-3299-42c6-bdd7-1cfe0fb055b6 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Calling delete_port for 73803c66-44d0-48c6-9209-e0a76d1274a0 owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:11.444562 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7af07f6d-2cff-4765-bfe0-abf612b912bf tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:11.511066 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b7326-40bd-48ce-952a-bbc4e9e4612c req-7b0f8291-b68c-4f31-b317-4d1d14020b17 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:11.512387 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1f5b7326-40bd-48ce-952a-bbc4e9e4612c req-7b0f8291-b68c-4f31-b317-4d1d14020b17 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/ports?device_id=c20a04ab-283c-4f8e-93a3-1b399b9690b0 HTTP/1.1" status: 200 len: 945 time: 0.1803563 Dec 16 09:49:11.514744 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-7af07f6d-2cff-4765-bfe0-abf612b912bf tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Calling delete_port for ed52ef86-384d-40a4-80ae-1922b9488f92 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:11.533400 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-26de1b47-e12b-436e-84ce-c74f990ce23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:11.551180 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43122) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:11.570158 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de1b47-e12b-436e-84ce-c74f990ce23f None None] Pushing event deleted for resources: {'Port': ['ID=e1aa518a-c4dc-4821-8cd0-eb15bad91d93,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:11.573714 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26de1b47-e12b-436e-84ce-c74f990ce23f None None] No DVR routers for this DVR port e1aa518a-c4dc-4821-8cd0-eb15bad91d93 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:49:11.626418 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1f5b7326-40bd-48ce-952a-bbc4e9e4612c req-c22d358b-9c56-4792-a5be-f0ba32b70845 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/security-groups?id=590458b3-4555-4400-adfd-9b51edddb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033006 Dec 16 09:49:11.746457 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbc7008-b4b5-46d1-9d4e-5d8a2e4fc5b3 None None] Network d90410ab-8087-450a-a2ca-fd8d2036a3bc requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:11.758765 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7db2d8d4-cd48-4ee4-8fdd-c291f7d4d5e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:11.876014 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-1dac758e-3eda-4454-92f5-02e4ea922d4b None None] Provisioning complete for port ba9bf5ae-32c1-43c6-98a1-75222eb740ab triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:11.876391 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1dac758e-3eda-4454-92f5-02e4ea922d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:11.932000 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7af07f6d-2cff-4765-bfe0-abf612b912bf tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:11.934029 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b2a75e00-3299-42c6-bdd7-1cfe0fb055b6 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:11.982388 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a75e00-3299-42c6-bdd7-1cfe0fb055b6 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Pushing event deleted for resources: {'Port': ['ID=73803c66-44d0-48c6-9209-e0a76d1274a0,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:11.998137 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c45fd-539a-4330-9146-a0d2d6b8ddf7 req-095859fc-c3d1-47e2-902b-6cb14778e210 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:11.999692 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b87c45fd-539a-4330-9146-a0d2d6b8ddf7 req-095859fc-c3d1-47e2-902b-6cb14778e210 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 944 time: 0.1058609 Dec 16 09:49:12.005497 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7db2d8d4-cd48-4ee4-8fdd-c291f7d4d5e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:12.017913 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1dac758e-3eda-4454-92f5-02e4ea922d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:12.054572 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-1dac758e-3eda-4454-92f5-02e4ea922d4b None None] For port ba9bf5ae-32c1-43c6-98a1-75222eb740ab, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ba9bf5ae-32c1-43c6-98a1-75222eb740ab,segment=NetworkSegment(c35cf33b-91ab-44a5-9deb-a3ffcce9c41a),segment_id=c35cf33b-91ab-44a5-9deb-a3ffcce9c41a)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:12.064127 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af07f6d-2cff-4765-bfe0-abf612b912bf tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Port': ['ID=ed52ef86-384d-40a4-80ae-1922b9488f92,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:12.115624 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7db2d8d4-cd48-4ee4-8fdd-c291f7d4d5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:12.141908 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1dac758e-3eda-4454-92f5-02e4ea922d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:12.153576 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7db2d8d4-cd48-4ee4-8fdd-c291f7d4d5e1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6fc6bdfcf63344999f6c3caaf73a6254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6005850 Dec 16 09:49:12.159317 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43134) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:12.183918 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b87c45fd-539a-4330-9146-a0d2d6b8ddf7 req-5ed9a6ac-ef31-47fc-a627-8cb0c365142b tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592197 Dec 16 09:49:12.184771 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b2a75e00-3299-42c6-bdd7-1cfe0fb055b6 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:12.190283 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7af07f6d-2cff-4765-bfe0-abf612b912bf tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:12.190754 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7af07f6d-2cff-4765-bfe0-abf612b912bf tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/ports/ed52ef86-384d-40a4-80ae-1922b9488f92 HTTP/1.1" status: 204 len: 168 time: 1.3947036 Dec 16 09:49:12.196495 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43136) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:12.221146 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2d8d4-cd48-4ee4-8fdd-c291f7d4d5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8101a8d-195f-4458-aa7b-96e413db1364,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:12.238896 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac758e-3eda-4454-92f5-02e4ea922d4b None None] Pushing event updated for resources: {'Port': ['ID=ba9bf5ae-32c1-43c6-98a1-75222eb740ab,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:12.328317 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-54967ecd-b2c1-44fa-8dd9-531041a0b262 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] DELETE failed (client error): The resource could not be found. Dec 16 09:49:12.331366 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54967ecd-b2c1-44fa-8dd9-531041a0b262 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:49:12.339862 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-54967ecd-b2c1-44fa-8dd9-531041a0b262 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/ports/ed52ef86-384d-40a4-80ae-1922b9488f92 HTTP/1.1" status: 404 len: 333 time: 0.1408389 Dec 16 09:49:12.341703 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43144) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:12.371438 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-47eb3d38-74dd-4f96-92cf-27e2d1fbf6e0 None None] Provisioning complete for port ba9bf5ae-32c1-43c6-98a1-75222eb740ab triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:12.371835 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-47eb3d38-74dd-4f96-92cf-27e2d1fbf6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:12.387723 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b2a75e00-3299-42c6-bdd7-1cfe0fb055b6 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:12.394122 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b2a75e00-3299-42c6-bdd7-1cfe0fb055b6 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:12.444960 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-1352e288-73ad-4b5e-90b4-27e5f360993a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] GET failed (client error): The resource could not be found. Dec 16 09:49:12.471252 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1352e288-73ad-4b5e-90b4-27e5f360993a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "GET /v2.0/ports/ed52ef86-384d-40a4-80ae-1922b9488f92 HTTP/1.1" status: 404 len: 333 time: 0.1224382 Dec 16 09:49:12.471252 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43146) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:12.515928 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a5a3e-9587-4add-8ba2-000ac867aa04 req-f157d420-b124-43e6-a86b-f4bba49005d5 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:12.520780 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5e3a5a3e-9587-4add-8ba2-000ac867aa04 req-f157d420-b124-43e6-a86b-f4bba49005d5 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/ports?device_id=c20a04ab-283c-4f8e-93a3-1b399b9690b0 HTTP/1.1" status: 200 len: 945 time: 0.3415561 Dec 16 09:49:12.543431 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-47eb3d38-74dd-4f96-92cf-27e2d1fbf6e0 None None] Could not find standard attr ID for object ed52ef86-384d-40a4-80ae-1922b9488f92. {{(pid=102818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:49:12.577677 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-b45cb27c-46fe-41d0-b46d-027a678391a0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Deleting subnet 822ca504-04b4-48c2-94f8-382ffff5dd0a {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:49:12.577799 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9a260e7-1677-4dfa-91bf-c7a1de911e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:12.579333 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ba9bf5ae-32c1-43c6-98a1-75222eb740ab up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:49:12.582512 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b45cb27c-46fe-41d0-b46d-027a678391a0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:12.648502 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4bb2db-8e11-4bae-b08f-e09f07dc6e12 req-e317ebae-fd85-4671-bd6c-b7915d76f058 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:12.651781 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5e3a5a3e-9587-4add-8ba2-000ac867aa04 req-0890bbf8-a733-421e-98be-23a6d1248e82 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/security-groups?id=590458b3-4555-4400-adfd-9b51edddb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124406 Dec 16 09:49:12.658170 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6e4bb2db-8e11-4bae-b08f-e09f07dc6e12 req-e317ebae-fd85-4671-bd6c-b7915d76f058 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 946 time: 0.2433970 Dec 16 09:49:12.658170 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9a260e7-1677-4dfa-91bf-c7a1de911e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:12.675598 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port ba9bf5ae-32c1-43c6-98a1-75222eb740ab triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:12.676758 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:12.682200 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b2a75e00-3299-42c6-bdd7-1cfe0fb055b6 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:12.686826 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a75e00-3299-42c6-bdd7-1cfe0fb055b6 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Fanout notify agent at l3_agent the message router_deleted on router 5d4bb69f-f5f3-4392-aece-09f60b5cf6a1 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:49:12.715498 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b2a75e00-3299-42c6-bdd7-1cfe0fb055b6 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:12.719497 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b2a75e00-3299-42c6-bdd7-1cfe0fb055b6 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "DELETE /v2.0/routers/5d4bb69f-f5f3-4392-aece-09f60b5cf6a1 HTTP/1.1" status: 204 len: 168 time: 2.6120071 Dec 16 09:49:12.719660 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b45cb27c-46fe-41d0-b46d-027a678391a0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:12.720062 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43154) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:12.870565 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6e4bb2db-8e11-4bae-b08f-e09f07dc6e12 req-9132ca0b-6193-4ad6-b16a-8369987204bd tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166269 Dec 16 09:49:12.894966 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-e3ff78bc-c730-4da5-a278-786896d856d5 None None] Could not find standard attr ID for object ed52ef86-384d-40a4-80ae-1922b9488f92. {{(pid=102818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:49:12.901010 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b45cb27c-46fe-41d0-b46d-027a678391a0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:12.942228 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fa4b3de7-1a1f-4c17-a338-dd3ba97e5ea5 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:13.043564 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 64237cad-308a-45b8-9eaa-f4764f3af5b1 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:49:13.082949 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 64237cad-308a-45b8-9eaa-f4764f3af5b1 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:49:13.083554 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 64237cad-308a-45b8-9eaa-f4764f3af5b1 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:49:13.084130 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device e1aa518a-c4dc-4821-8cd0-eb15bad91d93 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:49:13.113599 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: e1aa518a-c4dc-4821-8cd0-eb15bad91d93 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:49:13.113940 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device e1aa518a-c4dc-4821-8cd0-eb15bad91d93 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:49:13.144977 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b45cb27c-46fe-41d0-b46d-027a678391a0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:13.182609 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45cb27c-46fe-41d0-b46d-027a678391a0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Subnet': ['ID=822ca504-04b4-48c2-94f8-382ffff5dd0a,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:13.186829 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b45cb27c-46fe-41d0-b46d-027a678391a0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:13.190763 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b45cb27c-46fe-41d0-b46d-027a678391a0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/subnets/822ca504-04b4-48c2-94f8-382ffff5dd0a HTTP/1.1" status: 204 len: 168 time: 0.7204740 Dec 16 09:49:13.193261 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43172) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:13.195752 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f97c1e-6089-4227-8205-609bab53a6e5 None None] Network d90410ab-8087-450a-a2ca-fd8d2036a3bc requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:13.386235 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c04ad8c-c9be-45ce-9247-fb20813c548a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:13.432439 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9a260e7-1677-4dfa-91bf-c7a1de911e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:13.433037 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141ff01-5256-4ce5-a282-cd8f41ff75c9 req-d43edb22-aea1-42d4-9098-7ae3c3482ed3 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:13.434686 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9141ff01-5256-4ce5-a282-cd8f41ff75c9 req-d43edb22-aea1-42d4-9098-7ae3c3482ed3 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 944 time: 0.1408567 Dec 16 09:49:13.438589 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9a260e7-1677-4dfa-91bf-c7a1de911e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:13.440397 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c9a260e7-1677-4dfa-91bf-c7a1de911e9c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c8101a8d-195f-4458-aa7b-96e413db1364 HTTP/1.1" status: 204 len: 168 time: 1.2781193 Dec 16 09:49:13.500567 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a260e7-1677-4dfa-91bf-c7a1de911e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8101a8d-195f-4458-aa7b-96e413db1364,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:13.513862 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fa4b3de7-1a1f-4c17-a338-dd3ba97e5ea5 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:13.527509 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9141ff01-5256-4ce5-a282-cd8f41ff75c9 req-4662c377-453c-44c9-8808-991a980f36f7 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573120 Dec 16 09:49:13.551228 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-9c04ad8c-c9be-45ce-9247-fb20813c548a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Deleting port ba9bf5ae-32c1-43c6-98a1-75222eb740ab {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:13.551566 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c04ad8c-c9be-45ce-9247-fb20813c548a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:13.566162 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3114e7-a3cb-4e10-af0b-e16a9bb00c63 None None] DHCP port deletion for d90410ab-8087-450a-a2ca-fd8d2036a3bc request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:49:13.566365 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-fa4b3de7-1a1f-4c17-a338-dd3ba97e5ea5 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5472c03-50b3-442f-aac3-f44b15fe57a0']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:13.575563 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-fa4b3de7-1a1f-4c17-a338-dd3ba97e5ea5 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acb8dc6f-a628-4d5a-bbee-5695af1a8040') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:13.575945 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-fa4b3de7-1a1f-4c17-a338-dd3ba97e5ea5 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acb8dc6f-a628-4d5a-bbee-5695af1a8040') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:13.587266 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fa4b3de7-1a1f-4c17-a338-dd3ba97e5ea5 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:13.609316 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fa4b3de7-1a1f-4c17-a338-dd3ba97e5ea5 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:13.615963 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa4b3de7-1a1f-4c17-a338-dd3ba97e5ea5 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:49:13.616795 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fa4b3de7-1a1f-4c17-a338-dd3ba97e5ea5 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:13.620728 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:49:13.620728 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:49:13.620728 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:49:13.620728 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:49:13.620728 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:49:13.620728 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:49:13.620728 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:49:13.620728 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:49:13.620728 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:49:13.620728 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:49:13.620728 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:49:13.620728 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:49:13.620728 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:49:13.620728 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:49:13.620728 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:49:13.620728 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:49:13.620728 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:49:13.620728 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:49:13.620728 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:49:13.620728 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:49:13.620728 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:49:13.620728 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:49:13.620728 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:49:13.620728 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:49:13.620728 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:49:13.620728 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:49:13.620728 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:49:13.620728 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:49:13.620728 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:49:13.620728 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:49:13.620728 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:49:13.620728 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:49:13.640257 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-9c04ad8c-c9be-45ce-9247-fb20813c548a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] For port ba9bf5ae-32c1-43c6-98a1-75222eb740ab, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ba9bf5ae-32c1-43c6-98a1-75222eb740ab,segment=NetworkSegment(c35cf33b-91ab-44a5-9deb-a3ffcce9c41a),segment_id=c35cf33b-91ab-44a5-9deb-a3ffcce9c41a)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:13.640623 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c04ad8c-c9be-45ce-9247-fb20813c548a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:13.640921 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-0d3114e7-a3cb-4e10-af0b-e16a9bb00c63 None None] Deleting port ba9bf5ae-32c1-43c6-98a1-75222eb740ab {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:13.641651 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0d3114e7-a3cb-4e10-af0b-e16a9bb00c63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:13.656574 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-9c04ad8c-c9be-45ce-9247-fb20813c548a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Calling delete_port for ba9bf5ae-32c1-43c6-98a1-75222eb740ab owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:13.749177 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-0d3114e7-a3cb-4e10-af0b-e16a9bb00c63 None None] For port ba9bf5ae-32c1-43c6-98a1-75222eb740ab, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ba9bf5ae-32c1-43c6-98a1-75222eb740ab,segment=NetworkSegment(c35cf33b-91ab-44a5-9deb-a3ffcce9c41a),segment_id=c35cf33b-91ab-44a5-9deb-a3ffcce9c41a)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:13.749587 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0d3114e7-a3cb-4e10-af0b-e16a9bb00c63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:13.767276 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-0d3114e7-a3cb-4e10-af0b-e16a9bb00c63 None None] Calling delete_port for ba9bf5ae-32c1-43c6-98a1-75222eb740ab owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:13.786964 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device a95984dd-66cc-4a16-a4d7-3d43e08b8886 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:49:13.795301 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c08bb-eb17-4c49-8bdd-49f59a6712e0 req-64087258-78e3-4487-9f6c-83146e7799fb tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:13.807381 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8c1c08bb-eb17-4c49-8bdd-49f59a6712e0 req-64087258-78e3-4487-9f6c-83146e7799fb tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/ports?device_id=c20a04ab-283c-4f8e-93a3-1b399b9690b0 HTTP/1.1" status: 200 len: 945 time: 0.0691359 Dec 16 09:49:13.808625 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fa4b3de7-1a1f-4c17-a338-dd3ba97e5ea5 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:13.828554 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fa4b3de7-1a1f-4c17-a338-dd3ba97e5ea5 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:13.831961 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fa4b3de7-1a1f-4c17-a338-dd3ba97e5ea5 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "DELETE /v2.0/networks/a5472c03-50b3-442f-aac3-f44b15fe57a0 HTTP/1.1" status: 204 len: 168 time: 1.1079297 Dec 16 09:49:13.836566 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43194) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:13.848274 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b3de7-1a1f-4c17-a338-dd3ba97e5ea5 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Pushing event deleted for resources: {'Network': ['ID=a5472c03-50b3-442f-aac3-f44b15fe57a0,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:13.884621 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8c1c08bb-eb17-4c49-8bdd-49f59a6712e0 req-32f0c979-f9c7-40db-a6dc-dddb5fb96988 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/security-groups?id=590458b3-4555-4400-adfd-9b51edddb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590260 Dec 16 09:49:13.958601 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0d3114e7-a3cb-4e10-af0b-e16a9bb00c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:13.984062 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3114e7-a3cb-4e10-af0b-e16a9bb00c63 None None] No DVR routers for this DVR port ba9bf5ae-32c1-43c6-98a1-75222eb740ab on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:49:14.011097 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c04ad8c-c9be-45ce-9247-fb20813c548a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:14.017126 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port a95984dd-66cc-4a16-a4d7-3d43e08b8886 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:49:14.027859 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3114e7-a3cb-4e10-af0b-e16a9bb00c63 None None] Pushing event deleted for resources: {'Port': ['ID=ba9bf5ae-32c1-43c6-98a1-75222eb740ab,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:14.029943 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port a95984dd-66cc-4a16-a4d7-3d43e08b8886 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:14.036378 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:14.064659 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c04ad8c-c9be-45ce-9247-fb20813c548a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] No DVR routers for this DVR port ba9bf5ae-32c1-43c6-98a1-75222eb740ab on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:49:14.126316 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04ad8c-c9be-45ce-9247-fb20813c548a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Port': ['ID=ba9bf5ae-32c1-43c6-98a1-75222eb740ab,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:14.127065 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9419c3-8a8c-496d-9508-e8aeab732122 req-62bf82a5-37d7-49ea-8220-369fa2ddacdb tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:14.150240 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3e9419c3-8a8c-496d-9508-e8aeab732122 req-62bf82a5-37d7-49ea-8220-369fa2ddacdb tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 946 time: 0.0817394 Dec 16 09:49:14.165749 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:14.197836 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3e9419c3-8a8c-496d-9508-e8aeab732122 req-57735f71-2e61-488e-9944-fb9884b28171 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454719 Dec 16 09:49:14.198061 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d936d2-8883-4363-a269-0cf2940fb6a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95984dd-66cc-4a16-a4d7-3d43e08b8886'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:49:14.200563 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17d2a20-ea3d-47b1-bcb2-e42fe546fd8e" -d '{"events": [{"server_uuid": "b5d936d2-8883-4363-a269-0cf2940fb6a9", "name": "network-vif-plugged", "status": "completed", "tag": "a95984dd-66cc-4a16-a4d7-3d43e08b8886"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:49:14.219393 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port a95984dd-66cc-4a16-a4d7-3d43e08b8886, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=a95984dd-66cc-4a16-a4d7-3d43e08b8886,segment=NetworkSegment(bbe77819-9d73-4642-9a69-8a34639568bb),segment_id=bbe77819-9d73-4642-9a69-8a34639568bb)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:14.245020 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c04ad8c-c9be-45ce-9247-fb20813c548a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:14.271821 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-9c04ad8c-c9be-45ce-9247-fb20813c548a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d90410ab-8087-450a-a2ca-fd8d2036a3bc']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:14.281342 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256b0bdf-3792-4d90-8039-d265c0cb8cb5 x-openstack-request-id: req-256b0bdf-3792-4d90-8039-d265c0cb8cb5 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:49:14.290057 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-9c04ad8c-c9be-45ce-9247-fb20813c548a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c35cf33b-91ab-44a5-9deb-a3ffcce9c41a') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:14.290342 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-9c04ad8c-c9be-45ce-9247-fb20813c548a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c35cf33b-91ab-44a5-9deb-a3ffcce9c41a') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:14.292037 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d936d2-8883-4363-a269-0cf2940fb6a9", "name": "network-vif-plugged", "status": "completed", "tag": "a95984dd-66cc-4a16-a4d7-3d43e08b8886", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:49:14.292339 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-256b0bdf-3792-4d90-8039-d265c0cb8cb5 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:49:14.297468 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d936d2-8883-4363-a269-0cf2940fb6a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95984dd-66cc-4a16-a4d7-3d43e08b8886', 'code': 200} Dec 16 09:49:14.306672 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c04ad8c-c9be-45ce-9247-fb20813c548a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:14.315056 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:14.317099 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-191c7c58-d6b0-4935-af04-9e988b3995e1 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Deleting port b0096c2d-f14c-4ec0-97bb-ab9694e6f0e5 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:14.317462 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-191c7c58-d6b0-4935-af04-9e988b3995e1 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:14.363141 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c04ad8c-c9be-45ce-9247-fb20813c548a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:14.368555 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ba9bf5ae-32c1-43c6-98a1-75222eb740ab no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:49:14.395943 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: ba9bf5ae-32c1-43c6-98a1-75222eb740ab {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:49:14.395943 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ba9bf5ae-32c1-43c6-98a1-75222eb740ab not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:49:14.396615 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 73803c66-44d0-48c6-9209-e0a76d1274a0 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:49:14.415450 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c04ad8c-c9be-45ce-9247-fb20813c548a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:49:14.415865 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c04ad8c-c9be-45ce-9247-fb20813c548a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:14.419221 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:49:14.419221 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:49:14.419221 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:49:14.419221 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:49:14.419221 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:49:14.419221 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:49:14.419221 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:49:14.419221 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:49:14.419221 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:49:14.419221 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:49:14.419221 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:49:14.419221 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:49:14.419221 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:49:14.419221 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:49:14.419221 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:49:14.419221 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:49:14.419221 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:49:14.419221 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:49:14.419221 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:49:14.419221 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:49:14.419221 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:49:14.419221 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:49:14.419221 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:49:14.419221 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:49:14.419221 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:49:14.419221 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:49:14.419221 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:49:14.419221 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:49:14.419221 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:49:14.419221 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:49:14.419221 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:49:14.419221 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:49:14.431289 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 73803c66-44d0-48c6-9209-e0a76d1274a0 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:49:14.431629 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 73803c66-44d0-48c6-9209-e0a76d1274a0 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:49:14.438692 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=a95984dd-66cc-4a16-a4d7-3d43e08b8886,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:14.454196 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43204) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:14.471248 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e96eec6-60a8-4f8c-87e2-d771927819fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:14.674585 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583b15b-db48-48e0-84fc-dabbe2dd2421 req-6d317b34-1743-4e9d-9b56-ff8d468668ed tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:14.676130 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6583b15b-db48-48e0-84fc-dabbe2dd2421 req-6d317b34-1743-4e9d-9b56-ff8d468668ed tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.0512602 Dec 16 09:49:14.719999 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6583b15b-db48-48e0-84fc-dabbe2dd2421 req-ba03be7e-1365-4965-8dee-07bafec3f941 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364113 Dec 16 09:49:14.851713 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-191c7c58-d6b0-4935-af04-9e988b3995e1 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:14.852078 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-191c7c58-d6b0-4935-af04-9e988b3995e1 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:14.863863 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4440548-95b4-4c69-b918-5c35981e4737 req-9a9f7039-119f-462b-b429-1700910cbb4b tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:14.864310 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c4440548-95b4-4c69-b918-5c35981e4737 req-9a9f7039-119f-462b-b429-1700910cbb4b tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/ports?device_id=c20a04ab-283c-4f8e-93a3-1b399b9690b0 HTTP/1.1" status: 200 len: 945 time: 0.5026164 Dec 16 09:49:14.873395 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf2dec-c429-48bb-8121-1a1a84c8bedf req-1f36666f-f2e9-4962-a13d-7c71ba81355b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:14.873395 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-27bf2dec-c429-48bb-8121-1a1a84c8bedf req-1f36666f-f2e9-4962-a13d-7c71ba81355b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 1096 time: 0.4881864 Dec 16 09:49:14.899100 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-191c7c58-d6b0-4935-af04-9e988b3995e1 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Calling delete_port for b0096c2d-f14c-4ec0-97bb-ab9694e6f0e5 owned by network:floatingip {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:14.981558 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebffea-6144-47b8-9e56-aa27f5780617 req-1b73f2fe-bce3-494b-8b08-e6d776241f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:14.982979 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-36ebffea-6144-47b8-9e56-aa27f5780617 req-1b73f2fe-bce3-494b-8b08-e6d776241f0d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa4bee81d69740a383072a02d6c03d3a&device_id=c20a04ab-283c-4f8e-93a3-1b399b9690b0 HTTP/1.1" status: 200 len: 1096 time: 0.1775014 Dec 16 09:49:14.991091 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c04ad8c-c9be-45ce-9247-fb20813c548a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:15.001858 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-27bf2dec-c429-48bb-8121-1a1a84c8bedf req-14910d00-0cd2-4693-bf32-a1337a305dec service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234047 Dec 16 09:49:15.004155 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e96eec6-60a8-4f8c-87e2-d771927819fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:15.024510 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9c04ad8c-c9be-45ce-9247-fb20813c548a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:15.029776 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9c04ad8c-c9be-45ce-9247-fb20813c548a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/networks/d90410ab-8087-450a-a2ca-fd8d2036a3bc HTTP/1.1" status: 204 len: 168 time: 1.8350816 Dec 16 09:49:15.031422 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43210) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:15.038202 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c4440548-95b4-4c69-b918-5c35981e4737 req-bf8f499e-8b88-4776-b74e-cbae746d2b59 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/security-groups?id=590458b3-4555-4400-adfd-9b51edddb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626041 Dec 16 09:49:15.039980 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-80ce36f8-8d3c-4d6a-8208-2873a16535f9 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1908246791'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:15.085079 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e96eec6-60a8-4f8c-87e2-d771927819fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:15.116795 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04ad8c-c9be-45ce-9247-fb20813c548a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Network': ['ID=d90410ab-8087-450a-a2ca-fd8d2036a3bc,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:15.125777 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8e96eec6-60a8-4f8c-87e2-d771927819fc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2784cdaa5be849c0a1acd64ca8031897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6698575 Dec 16 09:49:15.127126 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96eec6-60a8-4f8c-87e2-d771927819fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab90234b-54d1-4cec-b7ad-5b170e0a0dbb,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:15.129591 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43212) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:15.159072 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ce36f8-8d3c-4d6a-8208-2873a16535f9 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Made reservation on behalf of 640960d3c0df439cb91cd91f4d9284c8 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:15.162577 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-80ce36f8-8d3c-4d6a-8208-2873a16535f9 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:15.194219 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebffea-6144-47b8-9e56-aa27f5780617 req-7cb6b199-0187-43bd-a022-f45b246204b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:15.195752 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-36ebffea-6144-47b8-9e56-aa27f5780617 req-7cb6b199-0187-43bd-a022-f45b246204b7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f161e18-e93f-4915-b023-e06237fa3c1f HTTP/1.1" status: 200 len: 912 time: 0.1965082 Dec 16 09:49:15.205153 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d83bcace-2e72-4976-8f3e-50c0f8d6d920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:15.210120 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ce36f8-8d3c-4d6a-8208-2873a16535f9 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:49:15.231370 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-80ce36f8-8d3c-4d6a-8208-2873a16535f9 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:15.231775 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-80ce36f8-8d3c-4d6a-8208-2873a16535f9 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Added segment 479ad1c1-a84d-412b-9b74-dfa1055e94b8 of type vlan for network 866afc8f-306f-4168-ac82-a5bd9759ec1f Dec 16 09:49:15.242814 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d83bcace-2e72-4976-8f3e-50c0f8d6d920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:15.297920 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-80ce36f8-8d3c-4d6a-8208-2873a16535f9 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:15.308033 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-36ebffea-6144-47b8-9e56-aa27f5780617 req-a0b325e0-f6b5-47ef-93c4-31ff3a4e10df service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5b562ef-b941-4948-baca-4426dac14094 HTTP/1.1" status: 200 len: 217 time: 0.0463142 Dec 16 09:49:15.347423 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-191c7c58-d6b0-4935-af04-9e988b3995e1 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:15.366600 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e45c6-4056-44bf-8914-dd879990fccf req-bbd9b25d-131d-475c-8752-31bf6082d14c tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:15.368125 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2f8e45c6-4056-44bf-8914-dd879990fccf req-bbd9b25d-131d-475c-8752-31bf6082d14c tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 946 time: 0.0728221 Dec 16 09:49:15.383568 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c7c58-d6b0-4935-af04-9e988b3995e1 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Pushing event deleted for resources: {'Port': ['ID=b0096c2d-f14c-4ec0-97bb-ab9694e6f0e5,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:15.410792 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2f8e45c6-4056-44bf-8914-dd879990fccf req-94375d8c-3fd7-41e0-b8b1-971592b99df7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361521 Dec 16 09:49:15.415762 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebffea-6144-47b8-9e56-aa27f5780617 req-39e86d8d-b076-4f8c-843b-c41cafd21f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:15.417400 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-36ebffea-6144-47b8-9e56-aa27f5780617 req-39e86d8d-b076-4f8c-843b-c41cafd21f45 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f489c9a9-7ca5-4e82-85f2-b814f2d0c157 HTTP/1.1" status: 200 len: 851 time: 0.1022785 Dec 16 09:49:15.469651 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-36ebffea-6144-47b8-9e56-aa27f5780617 req-c2a5ecd1-52c4-4ce2-bf45-53bb28a77038 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f161e18-e93f-4915-b023-e06237fa3c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308311 Dec 16 09:49:15.489637 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-80ce36f8-8d3c-4d6a-8208-2873a16535f9 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:15.490178 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-191c7c58-d6b0-4935-af04-9e988b3995e1 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for floatingip, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:15.490178 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [None req-191c7c58-d6b0-4935-af04-9e988b3995e1 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Floating IP 9d96aab8-8e17-469a-8a22-302a015d33b2 disassociated (deleted). External IP: 172.25.1.162, port: 8220ea18-59f3-4751-a98a-dda07652e651. Dec 16 09:49:15.491044 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ce36f8-8d3c-4d6a-8208-2873a16535f9 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:15.491619 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-80ce36f8-8d3c-4d6a-8208-2873a16535f9 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:15.541518 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d83bcace-2e72-4976-8f3e-50c0f8d6d920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:15.544483 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d83bcace-2e72-4976-8f3e-50c0f8d6d920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:15.545696 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d83bcace-2e72-4976-8f3e-50c0f8d6d920 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ab90234b-54d1-4cec-b7ad-5b170e0a0dbb HTTP/1.1" status: 204 len: 168 time: 0.4153030 Dec 16 09:49:15.567986 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83bcace-2e72-4976-8f3e-50c0f8d6d920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab90234b-54d1-4cec-b7ad-5b170e0a0dbb,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:15.575503 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce36f8-8d3c-4d6a-8208-2873a16535f9 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Network': ['ID=866afc8f-306f-4168-ac82-a5bd9759ec1f,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:15.595705 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 866afc8f-306f-4168-ac82-a5bd9759ec1f details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:49:15.641866 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-80ce36f8-8d3c-4d6a-8208-2873a16535f9 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6088123 Dec 16 09:49:15.642786 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43220) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:15.651289 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-945c04f4-465f-4d55-bf66-8b547aa7d799 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'subnet': {'network_id': '866afc8f-306f-4168-ac82-a5bd9759ec1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:15.680282 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-36ebffea-6144-47b8-9e56-aa27f5780617 req-2e34503a-e03f-455a-b259-91a37f3f778e service neutron] 10.222.0.57 "GET /v2.0/networks/4f161e18-e93f-4915-b023-e06237fa3c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008231 Dec 16 09:49:15.979996 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c534f7f-ae98-4e4f-9b30-7f58f0508a87 req-99539002-01c3-42fe-a087-7ef3e22340ec tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:15.982087 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0c534f7f-ae98-4e4f-9b30-7f58f0508a87 req-99539002-01c3-42fe-a087-7ef3e22340ec tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.1573379 Dec 16 09:49:15.987887 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-36ebffea-6144-47b8-9e56-aa27f5780617 req-9353d762-9c34-46c4-80a3-4eb02bf3e9c8 service neutron] 10.222.0.57 "GET /v2.0/networks/4f161e18-e93f-4915-b023-e06237fa3c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772851 Dec 16 09:49:16.001385 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-191c7c58-d6b0-4935-af04-9e988b3995e1 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Router 13f00d11-ad51-4be0-be3c-f70df67a8a86 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:49:16.036811 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945c04f4-465f-4d55-bf66-8b547aa7d799 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Made reservation on behalf of 640960d3c0df439cb91cd91f4d9284c8 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:16.040298 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-945c04f4-465f-4d55-bf66-8b547aa7d799 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:16.045490 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0c534f7f-ae98-4e4f-9b30-7f58f0508a87 req-e1ac989e-7219-4847-b0b3-8631e4711acd tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564785 Dec 16 09:49:16.194641 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba9058-1d1a-4062-8fed-7cede8ec44de req-f3dad44a-d1db-44ed-a700-e52b09ee4dc2 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:16.196396 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-49ba9058-1d1a-4062-8fed-7cede8ec44de req-f3dad44a-d1db-44ed-a700-e52b09ee4dc2 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/ports?device_id=c20a04ab-283c-4f8e-93a3-1b399b9690b0 HTTP/1.1" status: 200 len: 945 time: 0.0625236 Dec 16 09:49:16.226699 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191c7c58-d6b0-4935-af04-9e988b3995e1 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:49:16.231793 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-191c7c58-d6b0-4935-af04-9e988b3995e1 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:16.241035 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6566a3de-6b3d-4b2e-a810-1f124b77576c None None] Sync routers for ids ['13f00d11-ad51-4be0-be3c-f70df67a8a86'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:49:16.249451 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-49ba9058-1d1a-4062-8fed-7cede8ec44de req-239b219f-7a37-4116-9b0c-7f28cbf0a1ff tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/security-groups?id=590458b3-4555-4400-adfd-9b51edddb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465550 Dec 16 09:49:16.252495 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6566a3de-6b3d-4b2e-a810-1f124b77576c None None] Routers {'13f00d11-ad51-4be0-be3c-f70df67a8a86'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:49:16.253715 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-6566a3de-6b3d-4b2e-a810-1f124b77576c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:48:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['13f00d11-ad51-4be0-be3c-f70df67a8a86'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:16.298588 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-191c7c58-d6b0-4935-af04-9e988b3995e1 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "DELETE /v2.0/floatingips/9d96aab8-8e17-469a-8a22-302a015d33b2 HTTP/1.1" status: 204 len: 168 time: 2.4575446 Dec 16 09:49:16.299111 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c6cbd9-5686-40fc-8f10-b5b8b725f529', 'tag': '8220ea18-59f3-4751-a98a-dda07652e651'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:49:16.301608 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22c31e9-5d53-40d6-a415-a431de12e45d" -d '{"events": [{"name": "network-changed", "server_uuid": "02c6cbd9-5686-40fc-8f10-b5b8b725f529", "tag": "8220ea18-59f3-4751-a98a-dda07652e651"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:49:16.396792 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-6566a3de-6b3d-4b2e-a810-1f124b77576c None None] Set router 13f00d11-ad51-4be0-be3c-f70df67a8a86 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:49:16.421314 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc9c12f-4eb5-4913-b846-6f8510dd5981 x-openstack-request-id: req-9fc9c12f-4eb5-4913-b846-6f8510dd5981 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:49:16.421702 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02c6cbd9-5686-40fc-8f10-b5b8b725f529", "tag": "8220ea18-59f3-4751-a98a-dda07652e651", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:49:16.424968 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9fc9c12f-4eb5-4913-b846-6f8510dd5981 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:49:16.424968 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c6cbd9-5686-40fc-8f10-b5b8b725f529', 'tag': '8220ea18-59f3-4751-a98a-dda07652e651', 'status': 'completed', 'code': 200} Dec 16 09:49:16.476752 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c31e9-5d53-40d6-a415-a431de12e45d req-27253141-5fbd-489f-84f2-45e236b3bdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:16.478604 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d22c31e9-5d53-40d6-a415-a431de12e45d req-27253141-5fbd-489f-84f2-45e236b3bdda service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7b42c23eb8df4f149d42f9011b4094e4&device_id=02c6cbd9-5686-40fc-8f10-b5b8b725f529 HTTP/1.1" status: 200 len: 1136 time: 0.0509152 Dec 16 09:49:16.577993 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c31e9-5d53-40d6-a415-a431de12e45d req-98be2407-550d-4c07-a4ba-b752373a73d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:16.580422 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d22c31e9-5d53-40d6-a415-a431de12e45d req-98be2407-550d-4c07-a4ba-b752373a73d3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5a02562f-10a8-4d88-83d6-a32f2df699b1 HTTP/1.1" status: 200 len: 897 time: 0.0928712 Dec 16 09:49:16.623562 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-6566a3de-6b3d-4b2e-a810-1f124b77576c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1317813715', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'b1eca44c-8185-45c8-a1be-72a5846f4e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:46:17Z', 'updated_at': '2021-12-16T09:46:27Z', 'revision_number': 4, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'gw_port': {'id': 'b1eca44c-8185-45c8-a1be-72a5846f4e7f', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:46:19Z', 'updated_at': '2021-12-16T09:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'f449367f-6175-4899-a211-9f0c8cfe36b1', 'name': '', 'network_id': '5a02562f-10a8-4d88-83d6-a32f2df699b1', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'mac_address': 'fa:16:3e:13:32:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '032bfb4f-408e-4133-bb7d-b9bd89ce6124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:46:25Z', 'updated_at': '2021-12-16T09:46:36Z', 'revision_number': 5, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'subnets': [{'id': '032bfb4f-408e-4133-bb7d-b9bd89ce6124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:16.640533 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-945c04f4-465f-4d55-bf66-8b547aa7d799 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:16.646577 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d22c31e9-5d53-40d6-a415-a431de12e45d req-e38e4e3d-1175-4aae-941e-798fe615a1c2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8220ea18-59f3-4751-a98a-dda07652e651 HTTP/1.1" status: 200 len: 217 time: 0.0494111 Dec 16 09:49:16.656684 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6566a3de-6b3d-4b2e-a810-1f124b77576c None None] Checking router: 13f00d11-ad51-4be0-be3c-f70df67a8a86 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:49:16.665901 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6566a3de-6b3d-4b2e-a810-1f124b77576c None None] Routers {'13f00d11-ad51-4be0-be3c-f70df67a8a86'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:49:16.666508 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-6566a3de-6b3d-4b2e-a810-1f124b77576c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:48:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['13f00d11-ad51-4be0-be3c-f70df67a8a86'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:16.766549 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c31e9-5d53-40d6-a415-a431de12e45d req-b46645da-d02f-4087-8a51-8434e78e58c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:16.768671 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d22c31e9-5d53-40d6-a415-a431de12e45d req-b46645da-d02f-4087-8a51-8434e78e58c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=032bfb4f-408e-4133-bb7d-b9bd89ce6124 HTTP/1.1" status: 200 len: 834 time: 0.0973439 Dec 16 09:49:16.769853 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c04f4-465f-4d55-bf66-8b547aa7d799 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Subnet': ['ID=e93882f1-f75e-444c-ab6d-94a5d1da1f68,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:16.779752 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945c04f4-465f-4d55-bf66-8b547aa7d799 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Checking segment: {'id': '479ad1c1-a84d-412b-9b74-dfa1055e94b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '866afc8f-306f-4168-ac82-a5bd9759ec1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:49:16.780114 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945c04f4-465f-4d55-bf66-8b547aa7d799 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Network hostable DHCP agents. Network: 866afc8f-306f-4168-ac82-a5bd9759ec1f, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:49:16.784631 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-6566a3de-6b3d-4b2e-a810-1f124b77576c None None] Set router 13f00d11-ad51-4be0-be3c-f70df67a8a86 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:49:16.852046 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c31e9-5d53-40d6-a415-a431de12e45d req-20109b6a-ad58-4686-8b36-c5b5decd0874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:16.853608 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d22c31e9-5d53-40d6-a415-a431de12e45d req-20109b6a-ad58-4686-8b36-c5b5decd0874 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a02562f-10a8-4d88-83d6-a32f2df699b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751243 Dec 16 09:49:16.936804 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945c04f4-465f-4d55-bf66-8b547aa7d799 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Network 866afc8f-306f-4168-ac82-a5bd9759ec1f is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:49:16.972230 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b21db2-e121-4c42-b6ae-f2aeef148a72 req-ffa6c654-2fee-4d1f-be14-411118a55122 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:16.979626 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d22c31e9-5d53-40d6-a415-a431de12e45d req-f496f593-5f10-4625-9439-982d2b3d2220 service neutron] 10.222.0.57 "GET /v2.0/networks/5a02562f-10a8-4d88-83d6-a32f2df699b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182702 Dec 16 09:49:16.984905 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-48b21db2-e121-4c42-b6ae-f2aeef148a72 req-ffa6c654-2fee-4d1f-be14-411118a55122 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c6cbd9-5686-40fc-8f10-b5b8b725f529 HTTP/1.1" status: 200 len: 985 time: 0.1061022 Dec 16 09:49:17.070869 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-48b21db2-e121-4c42-b6ae-f2aeef148a72 req-9610124a-6f46-4de5-b53a-4cb1813ad7ff tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/security-groups?id=c275e0a8-4f50-4428-b288-a7815700998f&id=474d4bd9-dbe6-4764-aefd-834e59638f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0727468 Dec 16 09:49:17.098758 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-945c04f4-465f-4d55-bf66-8b547aa7d799 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 866afc8f-306f-4168-ac82-a5bd9759ec1f) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:17.099289 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-6566a3de-6b3d-4b2e-a810-1f124b77576c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1317813715', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'b1eca44c-8185-45c8-a1be-72a5846f4e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:46:17Z', 'updated_at': '2021-12-16T09:46:27Z', 'revision_number': 4, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'gw_port': {'id': 'b1eca44c-8185-45c8-a1be-72a5846f4e7f', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:46:19Z', 'updated_at': '2021-12-16T09:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'f449367f-6175-4899-a211-9f0c8cfe36b1', 'name': '', 'network_id': '5a02562f-10a8-4d88-83d6-a32f2df699b1', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'mac_address': 'fa:16:3e:13:32:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '032bfb4f-408e-4133-bb7d-b9bd89ce6124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:46:25Z', 'updated_at': '2021-12-16T09:46:36Z', 'revision_number': 5, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'subnets': [{'id': '032bfb4f-408e-4133-bb7d-b9bd89ce6124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:17.111357 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945c04f4-465f-4d55-bf66-8b547aa7d799 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:17.111953 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-945c04f4-465f-4d55-bf66-8b547aa7d799 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:17.113539 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cac9f94-4ab6-4f44-9380-1c1dd9d98f09 None None] Network 866afc8f-306f-4168-ac82-a5bd9759ec1f requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:17.190932 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6566a3de-6b3d-4b2e-a810-1f124b77576c None None] The sync data for ids ['13f00d11-ad51-4be0-be3c-f70df67a8a86'] in n-d-820550-2 is: [{'id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1317813715', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'b1eca44c-8185-45c8-a1be-72a5846f4e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:46:17Z', 'updated_at': '2021-12-16T09:46:27Z', 'revision_number': 4, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'gw_port': {'id': 'b1eca44c-8185-45c8-a1be-72a5846f4e7f', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:46:19Z', 'updated_at': '2021-12-16T09:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'f449367f-6175-4899-a211-9f0c8cfe36b1', 'name': '', 'network_id': '5a02562f-10a8-4d88-83d6-a32f2df699b1', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'mac_address': 'fa:16:3e:13:32:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '032bfb4f-408e-4133-bb7d-b9bd89ce6124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:46:25Z', 'updated_at': '2021-12-16T09:46:36Z', 'revision_number': 5, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'subnets': [{'id': '032bfb4f-408e-4133-bb7d-b9bd89ce6124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:49:17.249961 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d22c31e9-5d53-40d6-a415-a431de12e45d req-e9138347-7f8f-40de-864e-cb14335555a2 service neutron] 10.222.0.57 "GET /v2.0/networks/5a02562f-10a8-4d88-83d6-a32f2df699b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557647 Dec 16 09:49:17.266898 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e255d7a-5079-4312-9265-3cfe6a1bae62 req-654de8a4-e9f9-4974-b854-bac9284db0a6 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:17.278468 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0e255d7a-5079-4312-9265-3cfe6a1bae62 req-654de8a4-e9f9-4974-b854-bac9284db0a6 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.1113288 Dec 16 09:49:17.342435 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0e255d7a-5079-4312-9265-3cfe6a1bae62 req-1a3c0152-4a95-4491-b2a9-c645c2f5397a tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629971 Dec 16 09:49:17.348436 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-945c04f4-465f-4d55-bf66-8b547aa7d799 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6991324 Dec 16 09:49:17.348914 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43272) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:17.363131 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-59ef0eab-0563-4e3e-8137-575001c694dd tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'port': {'network_id': '866afc8f-306f-4168-ac82-a5bd9759ec1f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1674199684'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:17.380820 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41d0d0d-fca4-4896-9512-9a80602f25dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-866afc8f-306f-4168-ac82-a5bd9759ec1f', 'network_id': '866afc8f-306f-4168-ac82-a5bd9759ec1f', 'tenant_id': '640960d3c0df439cb91cd91f4d9284c8', 'fixed_ips': [{'subnet_id': 'e93882f1-f75e-444c-ab6d-94a5d1da1f68'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:49:17.380820 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a41d0d0d-fca4-4896-9512-9a80602f25dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:17.476838 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:49:17.501343 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5371189-478b-483d-af79-03ad08fd2d39 req-c6084062-03a7-4e85-8ce5-a5eb3d1d390f tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:17.509530 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d5371189-478b-483d-af79-03ad08fd2d39 req-c6084062-03a7-4e85-8ce5-a5eb3d1d390f tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/ports?device_id=c20a04ab-283c-4f8e-93a3-1b399b9690b0 HTTP/1.1" status: 200 len: 945 time: 0.1360314 Dec 16 09:49:17.581642 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d5371189-478b-483d-af79-03ad08fd2d39 req-5b193fcd-112d-42db-a8e1-70c7db1ed3f9 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/security-groups?id=590458b3-4555-4400-adfd-9b51edddb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711315 Dec 16 09:49:17.646561 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-a41d0d0d-fca4-4896-9512-9a80602f25dc None None] Allocated IP 172.20.0.2 (866afc8f-306f-4168-ac82-a5bd9759ec1f/e93882f1-f75e-444c-ab6d-94a5d1da1f68/9678183a-f2a7-46c4-b3b7-6165ecc69243) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:17.684699 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902c0499-33db-4ea3-af38-6f5a1bcdb223 None None] New status for floating IP 9d96aab8-8e17-469a-8a22-302a015d33b2: DOWN {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:49:17.686515 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ef0eab-0563-4e3e-8137-575001c694dd tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Made reservation on behalf of 640960d3c0df439cb91cd91f4d9284c8 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:17.690709 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-59ef0eab-0563-4e3e-8137-575001c694dd tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:17.711474 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-59ef0eab-0563-4e3e-8137-575001c694dd tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] device_id is not set on port 643b2324-4924-49c3-8cd3-27da1ece41b0 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:49:17.844716 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a41d0d0d-fca4-4896-9512-9a80602f25dc None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:17.921411 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a41d0d0d-fca4-4896-9512-9a80602f25dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:17.965759 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41d0d0d-fca4-4896-9512-9a80602f25dc None None] Network 866afc8f-306f-4168-ac82-a5bd9759ec1f is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:17.968770 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-a41d0d0d-fca4-4896-9512-9a80602f25dc None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:17.971371 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41d0d0d-fca4-4896-9512-9a80602f25dc None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:17.987804 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0b9a4-80b4-4e51-88f2-8dad91c58300 req-388b826e-5808-4e18-b26c-324277d624c4 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:17.993751 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fab0b9a4-80b4-4e51-88f2-8dad91c58300 req-388b826e-5808-4e18-b26c-324277d624c4 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.0604174 Dec 16 09:49:18.005521 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-59ef0eab-0563-4e3e-8137-575001c694dd tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Allocated IP 172.20.0.8 (866afc8f-306f-4168-ac82-a5bd9759ec1f/e93882f1-f75e-444c-ab6d-94a5d1da1f68/643b2324-4924-49c3-8cd3-27da1ece41b0) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:18.006707 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d0d0d-fca4-4896-9512-9a80602f25dc None None] Pushing event updated for resources: {'Port': ['ID=9678183a-f2a7-46c4-b3b7-6165ecc69243,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:18.026630 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-3e6bb80b-1166-4d0f-b1da-1d47ff50bb9c req-0c2ca106-3f62-4cf1-b0b4-897b7c948725 service neutron] (102816) timed out ('10.222.0.60', 47176) {{(pid=102816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 16 09:49:18.082066 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-a41d0d0d-fca4-4896-9512-9a80602f25dc None None] Attempting to bind port 9678183a-f2a7-46c4-b3b7-6165ecc69243 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:18.082445 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-a41d0d0d-fca4-4896-9512-9a80602f25dc None None] Attempting to bind port 9678183a-f2a7-46c4-b3b7-6165ecc69243 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '479ad1c1-a84d-412b-9b74-dfa1055e94b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '866afc8f-306f-4168-ac82-a5bd9759ec1f'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:18.082815 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41d0d0d-fca4-4896-9512-9a80602f25dc None None] Attempting to bind port 9678183a-f2a7-46c4-b3b7-6165ecc69243 on network 866afc8f-306f-4168-ac82-a5bd9759ec1f {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:18.092300 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41d0d0d-fca4-4896-9512-9a80602f25dc None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:49:18.092300 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41d0d0d-fca4-4896-9512-9a80602f25dc None None] Checking segment: {'id': '479ad1c1-a84d-412b-9b74-dfa1055e94b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '866afc8f-306f-4168-ac82-a5bd9759ec1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:49:18.092300 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a41d0d0d-fca4-4896-9512-9a80602f25dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:18.092300 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41d0d0d-fca4-4896-9512-9a80602f25dc None None] Bound using segment: {'id': '479ad1c1-a84d-412b-9b74-dfa1055e94b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '866afc8f-306f-4168-ac82-a5bd9759ec1f'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:49:18.092300 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-a41d0d0d-fca4-4896-9512-9a80602f25dc None None] Bound port: 9678183a-f2a7-46c4-b3b7-6165ecc69243, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '479ad1c1-a84d-412b-9b74-dfa1055e94b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '866afc8f-306f-4168-ac82-a5bd9759ec1f'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:49:18.092300 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a41d0d0d-fca4-4896-9512-9a80602f25dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:18.140209 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fab0b9a4-80b4-4e51-88f2-8dad91c58300 req-6d00b48b-a99a-4360-bb97-946af19d2373 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436479 Dec 16 09:49:18.190409 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ebd9e3-6c1c-4fcb-842c-3cc6037a5c66 req-2cb70adf-4057-451a-9aed-2d8bc0936081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:18.192049 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25ebd9e3-6c1c-4fcb-842c-3cc6037a5c66 req-2cb70adf-4057-451a-9aed-2d8bc0936081 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f3dc9d568910412b9d99d599bd3f4345&device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 1096 time: 0.1558647 Dec 16 09:49:18.217702 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-a41d0d0d-fca4-4896-9512-9a80602f25dc None None] For port 9678183a-f2a7-46c4-b3b7-6165ecc69243, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:49:18.221969 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-a41d0d0d-fca4-4896-9512-9a80602f25dc None None] For port 9678183a-f2a7-46c4-b3b7-6165ecc69243, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=9678183a-f2a7-46c4-b3b7-6165ecc69243,segment=NetworkSegment(479ad1c1-a84d-412b-9b74-dfa1055e94b8),segment_id=479ad1c1-a84d-412b-9b74-dfa1055e94b8)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:49:18.246416 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43318) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:18.262320 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65004855-4553-4c9c-b0cb-623350506fca req-53421cdf-e3ec-4d17-be0d-d6a1a165369b tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:18.264222 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-65004855-4553-4c9c-b0cb-623350506fca req-53421cdf-e3ec-4d17-be0d-d6a1a165369b tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/ports?device_id=c20a04ab-283c-4f8e-93a3-1b399b9690b0 HTTP/1.1" status: 200 len: 945 time: 0.1207588 Dec 16 09:49:18.308361 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a41d0d0d-fca4-4896-9512-9a80602f25dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:18.345812 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-59ef0eab-0563-4e3e-8137-575001c694dd tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:18.351873 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-65004855-4553-4c9c-b0cb-623350506fca req-c9dd3a59-812e-4402-b956-38d114f0314d tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/security-groups?id=590458b3-4555-4400-adfd-9b51edddb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723002 Dec 16 09:49:18.364591 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6a368-5597-41cb-9405-0609a541dbf4 req-a735fa76-5c6b-4113-8dd8-05f430eddc22 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:18.376887 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-56d6a368-5597-41cb-9405-0609a541dbf4 req-a735fa76-5c6b-4113-8dd8-05f430eddc22 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c6cbd9-5686-40fc-8f10-b5b8b725f529 HTTP/1.1" status: 200 len: 985 time: 0.1248279 Dec 16 09:49:18.459322 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ebd9e3-6c1c-4fcb-842c-3cc6037a5c66 req-87e56a15-91df-4062-961d-aa0f5d5d4550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:18.459322 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25ebd9e3-6c1c-4fcb-842c-3cc6037a5c66 req-87e56a15-91df-4062-961d-aa0f5d5d4550 service neutron] 10.222.0.57 "GET /v2.0/networks?id=25277f1a-659c-40fc-ae08-6615db916991 HTTP/1.1" status: 200 len: 912 time: 0.2290375 Dec 16 09:49:18.459497 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d0d0d-fca4-4896-9512-9a80602f25dc None None] Pushing event updated for resources: {'Port': ['ID=9678183a-f2a7-46c4-b3b7-6165ecc69243,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:18.464778 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0814205e-9d28-472e-8ff5-c7baf67e82f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:18.493910 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-56d6a368-5597-41cb-9405-0609a541dbf4 req-63c8a46b-ff0a-4bab-b630-b7e9ee53d670 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/security-groups?id=c275e0a8-4f50-4428-b288-a7815700998f&id=474d4bd9-dbe6-4764-aefd-834e59638f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1160548 Dec 16 09:49:18.495496 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25ebd9e3-6c1c-4fcb-842c-3cc6037a5c66 req-fdd3686f-16cd-49d1-b8e7-8c93c1a14923 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a95984dd-66cc-4a16-a4d7-3d43e08b8886 HTTP/1.1" status: 200 len: 217 time: 0.0557451 Dec 16 09:49:18.534579 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-59ef0eab-0563-4e3e-8137-575001c694dd tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:18.602485 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ebd9e3-6c1c-4fcb-842c-3cc6037a5c66 req-d7fe4e6e-70e1-40b8-b413-c167cfa0824c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:18.602485 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25ebd9e3-6c1c-4fcb-842c-3cc6037a5c66 req-d7fe4e6e-70e1-40b8-b413-c167cfa0824c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c9a5f5f1-d83a-4498-90f5-323c2ed12d23 HTTP/1.1" status: 200 len: 851 time: 0.0947597 Dec 16 09:49:18.650441 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ef0eab-0563-4e3e-8137-575001c694dd tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Network 866afc8f-306f-4168-ac82-a5bd9759ec1f is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:18.655070 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25ebd9e3-6c1c-4fcb-842c-3cc6037a5c66 req-3e136a88-1f87-4ba4-8ca4-9f244e88f62e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25277f1a-659c-40fc-ae08-6615db916991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452621 Dec 16 09:49:18.656366 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef0eab-0563-4e3e-8137-575001c694dd tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Port': ['ID=643b2324-4924-49c3-8cd3-27da1ece41b0,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:18.665188 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-59ef0eab-0563-4e3e-8137-575001c694dd tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:18.668631 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ef0eab-0563-4e3e-8137-575001c694dd tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:18.670533 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923182c8-7f5c-40f8-9af1-e1e7567c3796 req-faf1e37d-d9ec-48f0-8306-a4906001485c tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:18.682804 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-923182c8-7f5c-40f8-9af1-e1e7567c3796 req-faf1e37d-d9ec-48f0-8306-a4906001485c tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.57 "GET /v2.0/ports?device_id=02c6cbd9-5686-40fc-8f10-b5b8b725f529 HTTP/1.1" status: 200 len: 985 time: 0.1671016 Dec 16 09:49:18.699025 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef0eab-0563-4e3e-8137-575001c694dd tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:18.705329 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef0eab-0563-4e3e-8137-575001c694dd tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:18.705679 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef0eab-0563-4e3e-8137-575001c694dd tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:18.706077 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef0eab-0563-4e3e-8137-575001c694dd tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:18.706418 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef0eab-0563-4e3e-8137-575001c694dd tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:18.706755 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef0eab-0563-4e3e-8137-575001c694dd tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:18.707087 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef0eab-0563-4e3e-8137-575001c694dd tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:18.707418 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef0eab-0563-4e3e-8137-575001c694dd tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:18.707738 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef0eab-0563-4e3e-8137-575001c694dd tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:18.708074 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef0eab-0563-4e3e-8137-575001c694dd tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:18.708400 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef0eab-0563-4e3e-8137-575001c694dd tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:18.708723 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef0eab-0563-4e3e-8137-575001c694dd tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:18.715856 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0814205e-9d28-472e-8ff5-c7baf67e82f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:18.747205 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ef0eab-0563-4e3e-8137-575001c694dd tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:18.747893 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-59ef0eab-0563-4e3e-8137-575001c694dd tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:18.787297 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0814205e-9d28-472e-8ff5-c7baf67e82f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:18.832268 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0814205e-9d28-472e-8ff5-c7baf67e82f9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9b379a70b41d43f1b4ab936fd89c2da4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5848088 Dec 16 09:49:18.833218 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0814205e-9d28-472e-8ff5-c7baf67e82f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec66fd2-ba59-4024-9853-e9c435c2bca7,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:18.835812 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43322) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:18.861381 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25ebd9e3-6c1c-4fcb-842c-3cc6037a5c66 req-b232921f-2f22-4148-8adc-d40b59872aa2 service neutron] 10.222.0.57 "GET /v2.0/networks/25277f1a-659c-40fc-ae08-6615db916991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772637 Dec 16 09:49:18.883830 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-923182c8-7f5c-40f8-9af1-e1e7567c3796 req-2f095ee7-9bce-4bc7-a5f9-27aa15436ace tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Deleting port 8220ea18-59f3-4751-a98a-dda07652e651 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:18.884172 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-923182c8-7f5c-40f8-9af1-e1e7567c3796 req-2f095ee7-9bce-4bc7-a5f9-27aa15436ace tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:18.889437 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9341aa39-e1e1-4943-8fb9-7e485f0abb0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:18.911979 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-59ef0eab-0563-4e3e-8137-575001c694dd tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.5534141 Dec 16 09:49:18.911979 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43324) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:18.923262 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9341aa39-e1e1-4943-8fb9-7e485f0abb0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:19.033242 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-6d8fb119-7cfa-4215-9bf8-63951864d932 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Deleting port 643b2324-4924-49c3-8cd3-27da1ece41b0 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:19.033977 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6d8fb119-7cfa-4215-9bf8-63951864d932 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:19.037165 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25ebd9e3-6c1c-4fcb-842c-3cc6037a5c66 req-1224b9f6-5ddf-46ed-8f4c-2e68197072f3 service neutron] 10.222.0.57 "GET /v2.0/networks/25277f1a-659c-40fc-ae08-6615db916991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671035 Dec 16 09:49:19.046672 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-923182c8-7f5c-40f8-9af1-e1e7567c3796 req-2f095ee7-9bce-4bc7-a5f9-27aa15436ace tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] For port 8220ea18-59f3-4751-a98a-dda07652e651, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=8220ea18-59f3-4751-a98a-dda07652e651,segment=NetworkSegment(3f52809d-f275-4358-9194-c1cab5ab6e7c),segment_id=3f52809d-f275-4358-9194-c1cab5ab6e7c)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:19.047046 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-923182c8-7f5c-40f8-9af1-e1e7567c3796 req-2f095ee7-9bce-4bc7-a5f9-27aa15436ace tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:19.062260 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-923182c8-7f5c-40f8-9af1-e1e7567c3796 req-2f095ee7-9bce-4bc7-a5f9-27aa15436ace tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Calling delete_port for 8220ea18-59f3-4751-a98a-dda07652e651 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:19.130814 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6d8fb119-7cfa-4215-9bf8-63951864d932 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:19.148056 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-6d8fb119-7cfa-4215-9bf8-63951864d932 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Calling delete_port for 643b2324-4924-49c3-8cd3-27da1ece41b0 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:19.160877 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9341aa39-e1e1-4943-8fb9-7e485f0abb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:19.164890 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9341aa39-e1e1-4943-8fb9-7e485f0abb0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:19.165107 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9341aa39-e1e1-4943-8fb9-7e485f0abb0e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aec66fd2-ba59-4024-9853-e9c435c2bca7 HTTP/1.1" status: 204 len: 168 time: 0.3269553 Dec 16 09:49:19.320253 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341aa39-e1e1-4943-8fb9-7e485f0abb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec66fd2-ba59-4024-9853-e9c435c2bca7,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:19.454144 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68394b1-d597-4c14-9f6a-2be63354f0a4 req-b5225195-0599-41fc-8417-04a1198aa144 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:19.458074 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e68394b1-d597-4c14-9f6a-2be63354f0a4 req-b5225195-0599-41fc-8417-04a1198aa144 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.1399858 Dec 16 09:49:19.526730 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e68394b1-d597-4c14-9f6a-2be63354f0a4 req-98890a42-3400-4082-b7a5-7ac0a5d9ef0d tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626316 Dec 16 09:49:19.609326 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-67ad098f-befd-4513-b0ed-b8cebe5b71d2 req-92a1818a-73aa-41c8-b528-ad212b80aa35 service neutron] (102817) timed out ('10.222.0.60', 60914) {{(pid=102817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 16 09:49:19.665645 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6d8fb119-7cfa-4215-9bf8-63951864d932 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:19.715567 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8fb119-7cfa-4215-9bf8-63951864d932 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Port': ['ID=643b2324-4924-49c3-8cd3-27da1ece41b0,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:19.747621 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df7227-ac60-47bd-94d2-b0f46552d1ff req-b464c65b-b635-4b66-832b-484496de8c74 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:19.754190 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-14df7227-ac60-47bd-94d2-b0f46552d1ff req-b464c65b-b635-4b66-832b-484496de8c74 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c6cbd9-5686-40fc-8f10-b5b8b725f529 HTTP/1.1" status: 200 len: 985 time: 0.1282098 Dec 16 09:49:19.804041 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a48d27-b6e3-41c4-abd8-92ceb22ff033 None None] Network 866afc8f-306f-4168-ac82-a5bd9759ec1f requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:19.835707 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc8844-bc9b-4f90-8860-f8f595bfd9e9 req-23099549-c8be-4fdb-a2c3-9533022e0df0 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:19.844137 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dcc8844-bc9b-4f90-8860-f8f595bfd9e9 req-23099549-c8be-4fdb-a2c3-9533022e0df0 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/ports?device_id=c20a04ab-283c-4f8e-93a3-1b399b9690b0 HTTP/1.1" status: 200 len: 945 time: 0.1174636 Dec 16 09:49:19.850929 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6d8fb119-7cfa-4215-9bf8-63951864d932 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:19.857172 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6d8fb119-7cfa-4215-9bf8-63951864d932 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/ports/643b2324-4924-49c3-8cd3-27da1ece41b0 HTTP/1.1" status: 204 len: 168 time: 0.9470999 Dec 16 09:49:19.858757 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43348) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:19.865717 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-14df7227-ac60-47bd-94d2-b0f46552d1ff req-8933bf25-c0c2-4a65-ad61-1fde10ec106f tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/security-groups?id=c275e0a8-4f50-4428-b288-a7815700998f&id=474d4bd9-dbe6-4764-aefd-834e59638f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1096766 Dec 16 09:49:19.905609 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-d934b793-173c-4ad4-b8a5-83bd8697edae tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] GET failed (client error): The resource could not be found. Dec 16 09:49:19.908173 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d934b793-173c-4ad4-b8a5-83bd8697edae tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "GET /v2.0/ports/643b2324-4924-49c3-8cd3-27da1ece41b0 HTTP/1.1" status: 404 len: 333 time: 0.0478969 Dec 16 09:49:19.915144 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43350) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:19.928092 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6dcc8844-bc9b-4f90-8860-f8f595bfd9e9 req-d6d501b3-ebbf-4fa0-9132-973b8bb4a679 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/security-groups?id=590458b3-4555-4400-adfd-9b51edddb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707555 Dec 16 09:49:19.930197 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-923182c8-7f5c-40f8-9af1-e1e7567c3796 req-2f095ee7-9bce-4bc7-a5f9-27aa15436ace tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:19.950050 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-131f556c-7cfe-4c18-bf7c-2c3238058d4f None None] Provisioning complete for port 9678183a-f2a7-46c4-b3b7-6165ecc69243 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:19.950313 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-131f556c-7cfe-4c18-bf7c-2c3238058d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:19.988786 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-971248de-8e62-4581-a2e8-dd49afbd1179 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Deleting subnet e93882f1-f75e-444c-ab6d-94a5d1da1f68 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:49:19.992275 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f095ee7-9bce-4bc7-a5f9-27aa15436ace tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Pushing event deleted for resources: {'Port': ['ID=8220ea18-59f3-4751-a98a-dda07652e651,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:19.995546 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-971248de-8e62-4581-a2e8-dd49afbd1179 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:20.020513 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f095ee7-9bce-4bc7-a5f9-27aa15436ace tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:20.021409 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f095ee7-9bce-4bc7-a5f9-27aa15436ace tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:20.021915 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f095ee7-9bce-4bc7-a5f9-27aa15436ace tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:20.022413 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f095ee7-9bce-4bc7-a5f9-27aa15436ace tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:20.022959 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f095ee7-9bce-4bc7-a5f9-27aa15436ace tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:20.023472 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f095ee7-9bce-4bc7-a5f9-27aa15436ace tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:20.023983 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f095ee7-9bce-4bc7-a5f9-27aa15436ace tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:20.024566 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f095ee7-9bce-4bc7-a5f9-27aa15436ace tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:20.025295 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f095ee7-9bce-4bc7-a5f9-27aa15436ace tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:20.025955 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f095ee7-9bce-4bc7-a5f9-27aa15436ace tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:20.026513 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f095ee7-9bce-4bc7-a5f9-27aa15436ace tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:20.027057 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f095ee7-9bce-4bc7-a5f9-27aa15436ace tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:20.052878 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-923182c8-7f5c-40f8-9af1-e1e7567c3796 req-2f095ee7-9bce-4bc7-a5f9-27aa15436ace tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] No DVR routers for this DVR port 8220ea18-59f3-4751-a98a-dda07652e651 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:49:20.055826 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-923182c8-7f5c-40f8-9af1-e1e7567c3796 req-2f095ee7-9bce-4bc7-a5f9-27aa15436ace tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:20.060454 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-923182c8-7f5c-40f8-9af1-e1e7567c3796 req-2f095ee7-9bce-4bc7-a5f9-27aa15436ace tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.57 "DELETE /v2.0/ports/8220ea18-59f3-4751-a98a-dda07652e651 HTTP/1.1" status: 204 len: 173 time: 1.3683777 Dec 16 09:49:20.061301 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c6cbd9-5686-40fc-8f10-b5b8b725f529', 'name': 'network-vif-deleted', 'tag': '8220ea18-59f3-4751-a98a-dda07652e651'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:49:20.065422 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2af1c19-7ba9-4cb9-a7ce-3656d9282c12" -d '{"events": [{"server_uuid": "02c6cbd9-5686-40fc-8f10-b5b8b725f529", "name": "network-vif-deleted", "tag": "8220ea18-59f3-4751-a98a-dda07652e651"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:49:20.105542 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-971248de-8e62-4581-a2e8-dd49afbd1179 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:20.127091 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d91128-e81b-411c-aa2f-67f1d4403078 x-openstack-request-id: req-e8d91128-e81b-411c-aa2f-67f1d4403078 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:49:20.127529 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c6cbd9-5686-40fc-8f10-b5b8b725f529", "name": "network-vif-deleted", "tag": "8220ea18-59f3-4751-a98a-dda07652e651", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:49:20.127782 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e8d91128-e81b-411c-aa2f-67f1d4403078 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:49:20.128601 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c6cbd9-5686-40fc-8f10-b5b8b725f529', 'name': 'network-vif-deleted', 'tag': '8220ea18-59f3-4751-a98a-dda07652e651', 'status': 'completed', 'code': 200} Dec 16 09:49:20.215268 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-971248de-8e62-4581-a2e8-dd49afbd1179 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:20.413055 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-131f556c-7cfe-4c18-bf7c-2c3238058d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:20.463415 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-971248de-8e62-4581-a2e8-dd49afbd1179 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:20.489765 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 9678183a-f2a7-46c4-b3b7-6165ecc69243 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:49:20.538467 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971248de-8e62-4581-a2e8-dd49afbd1179 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Subnet': ['ID=e93882f1-f75e-444c-ab6d-94a5d1da1f68,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:20.578194 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-971248de-8e62-4581-a2e8-dd49afbd1179 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:20.585546 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-971248de-8e62-4581-a2e8-dd49afbd1179 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/subnets/e93882f1-f75e-444c-ab6d-94a5d1da1f68 HTTP/1.1" status: 204 len: 168 time: 0.6638126 Dec 16 09:49:20.590447 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43370) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:20.694198 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-131f556c-7cfe-4c18-bf7c-2c3238058d4f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:49:20.696538 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-131f556c-7cfe-4c18-bf7c-2c3238058d4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:49:20.710380 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06e790-615e-4495-856f-364fbcb84dfb req-3f2260b1-0d7f-495c-8353-3186f9a3f41d tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:20.721663 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c06e790-615e-4495-856f-364fbcb84dfb req-3f2260b1-0d7f-495c-8353-3186f9a3f41d tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/ports?device_id=c20a04ab-283c-4f8e-93a3-1b399b9690b0 HTTP/1.1" status: 200 len: 945 time: 0.1888132 Dec 16 09:49:20.737526 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 9678183a-f2a7-46c4-b3b7-6165ecc69243 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:20.737526 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:20.804020 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4ae55543-8d06-4bae-8858-4c25372b2f99 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:20.835583 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c06e790-615e-4495-856f-364fbcb84dfb req-7271dfbb-1920-4716-85a8-e7b3fe85a647 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/security-groups?id=590458b3-4555-4400-adfd-9b51edddb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088741 Dec 16 09:49:20.853203 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3fb0a-2814-4494-a370-8d05b682dedd req-b78a18dd-5a45-40d7-92e6-1dc2496ad872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:20.855070 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2ea3fb0a-2814-4494-a370-8d05b682dedd req-b78a18dd-5a45-40d7-92e6-1dc2496ad872 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa4bee81d69740a383072a02d6c03d3a&device_id=c20a04ab-283c-4f8e-93a3-1b399b9690b0 HTTP/1.1" status: 200 len: 1096 time: 0.1273005 Dec 16 09:49:20.917503 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:20.929666 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf6211-708a-4e4b-9a50-8762efb1ee8b req-4942f51d-a078-4e4f-995d-67e21c8018e9 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:20.938584 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cacf6211-708a-4e4b-9a50-8762efb1ee8b req-4942f51d-a078-4e4f-995d-67e21c8018e9 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.2448347 Dec 16 09:49:20.973730 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1100f3-784c-402a-9880-e3d4bbeb384a None None] Network 866afc8f-306f-4168-ac82-a5bd9759ec1f requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:21.008970 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cacf6211-708a-4e4b-9a50-8762efb1ee8b req-b7fceb76-558f-4995-a7d5-cef1d95822b4 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661466 Dec 16 09:49:21.027551 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-4ae55543-8d06-4bae-8858-4c25372b2f99 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Deleting port 9678183a-f2a7-46c4-b3b7-6165ecc69243 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:21.027955 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4ae55543-8d06-4bae-8858-4c25372b2f99 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:21.034148 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3fb0a-2814-4494-a370-8d05b682dedd req-bb12f948-bb0d-4d23-b75f-5b1a2200a16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:21.036202 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2ea3fb0a-2814-4494-a370-8d05b682dedd req-bb12f948-bb0d-4d23-b75f-5b1a2200a16b service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f161e18-e93f-4915-b023-e06237fa3c1f HTTP/1.1" status: 200 len: 912 time: 0.1675780 Dec 16 09:49:21.075614 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-150e730f-2218-4654-a888-6022ce57315f req-c27f11e0-7e46-49b1-8b11-9e615bf06ddc tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c6cbd9-5686-40fc-8f10-b5b8b725f529 HTTP/1.1" status: 200 len: 210 time: 0.0342851 Dec 16 09:49:21.085300 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 9678183a-f2a7-46c4-b3b7-6165ecc69243, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=9678183a-f2a7-46c4-b3b7-6165ecc69243,segment=NetworkSegment(479ad1c1-a84d-412b-9b74-dfa1055e94b8),segment_id=479ad1c1-a84d-412b-9b74-dfa1055e94b8)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:21.115432 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-4ae55543-8d06-4bae-8858-4c25372b2f99 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] For port 9678183a-f2a7-46c4-b3b7-6165ecc69243, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=9678183a-f2a7-46c4-b3b7-6165ecc69243,segment=NetworkSegment(479ad1c1-a84d-412b-9b74-dfa1055e94b8),segment_id=479ad1c1-a84d-412b-9b74-dfa1055e94b8)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:21.116050 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4ae55543-8d06-4bae-8858-4c25372b2f99 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:21.125618 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2ea3fb0a-2814-4494-a370-8d05b682dedd req-f0ae42ae-aded-47a4-a591-b593f6b3682f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5b562ef-b941-4948-baca-4426dac14094 HTTP/1.1" status: 200 len: 217 time: 0.0733273 Dec 16 09:49:21.152354 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-4ae55543-8d06-4bae-8858-4c25372b2f99 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Calling delete_port for 9678183a-f2a7-46c4-b3b7-6165ecc69243 owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:21.165896 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:21.197077 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3fb0a-2814-4494-a370-8d05b682dedd req-a55ed2fc-ee42-4354-8e3e-33defa6eb775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:21.199038 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2ea3fb0a-2814-4494-a370-8d05b682dedd req-a55ed2fc-ee42-4354-8e3e-33defa6eb775 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f489c9a9-7ca5-4e82-85f2-b814f2d0c157 HTTP/1.1" status: 200 len: 851 time: 0.0648136 Dec 16 09:49:21.235128 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2ea3fb0a-2814-4494-a370-8d05b682dedd req-4094bd13-1b63-47ae-bd7e-2abe36f095ba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f161e18-e93f-4915-b023-e06237fa3c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282409 Dec 16 09:49:21.258513 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=9678183a-f2a7-46c4-b3b7-6165ecc69243,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:21.267744 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:21.268282 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:21.268966 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:21.269517 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:21.275316 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:21.275664 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:21.276006 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:21.276346 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:21.276680 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:21.277011 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:21.277366 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:21.277769 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:21.317158 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54912989-f151-4489-b51a-96cb489c91b2 None None] DHCP port deletion for 866afc8f-306f-4168-ac82-a5bd9759ec1f request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:49:21.354712 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2ea3fb0a-2814-4494-a370-8d05b682dedd req-1e240978-9f7a-494c-8224-7b7a3b670128 service neutron] 10.222.0.57 "GET /v2.0/networks/4f161e18-e93f-4915-b023-e06237fa3c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115792 Dec 16 09:49:21.374667 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-54912989-f151-4489-b51a-96cb489c91b2 None None] Deleting port 9678183a-f2a7-46c4-b3b7-6165ecc69243 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:21.375036 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-54912989-f151-4489-b51a-96cb489c91b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:21.389855 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4ae55543-8d06-4bae-8858-4c25372b2f99 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:21.403501 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae55543-8d06-4bae-8858-4c25372b2f99 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] No DVR routers for this DVR port 9678183a-f2a7-46c4-b3b7-6165ecc69243 on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:49:21.428420 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-1eb22604-f335-4424-9306-32d256cdc26f None None] Provisioning complete for port 9678183a-f2a7-46c4-b3b7-6165ecc69243 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:21.428803 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1eb22604-f335-4424-9306-32d256cdc26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:21.451379 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae55543-8d06-4bae-8858-4c25372b2f99 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Port': ['ID=9678183a-f2a7-46c4-b3b7-6165ecc69243,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:21.455337 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-1eb22604-f335-4424-9306-32d256cdc26f None None] Port 9678183a-f2a7-46c4-b3b7-6165ecc69243 was deleted so its status cannot be updated. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Dec 16 09:49:21.459325 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2ea3fb0a-2814-4494-a370-8d05b682dedd req-a734b08d-2e17-488f-9b2d-19d3ce3bb9ae service neutron] 10.222.0.57 "GET /v2.0/networks/4f161e18-e93f-4915-b023-e06237fa3c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971305 Dec 16 09:49:21.473672 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-54912989-f151-4489-b51a-96cb489c91b2 None None] For port 9678183a-f2a7-46c4-b3b7-6165ecc69243, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=9678183a-f2a7-46c4-b3b7-6165ecc69243,segment=NetworkSegment(479ad1c1-a84d-412b-9b74-dfa1055e94b8),segment_id=479ad1c1-a84d-412b-9b74-dfa1055e94b8)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:21.474078 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-54912989-f151-4489-b51a-96cb489c91b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:21.489052 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-54912989-f151-4489-b51a-96cb489c91b2 None None] Calling delete_port for 9678183a-f2a7-46c4-b3b7-6165ecc69243 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:21.537971 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4ae55543-8d06-4bae-8858-4c25372b2f99 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:21.562281 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-4ae55543-8d06-4bae-8858-4c25372b2f99 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['866afc8f-306f-4168-ac82-a5bd9759ec1f']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:21.577160 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-4ae55543-8d06-4bae-8858-4c25372b2f99 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '479ad1c1-a84d-412b-9b74-dfa1055e94b8') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:21.577160 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-4ae55543-8d06-4bae-8858-4c25372b2f99 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '479ad1c1-a84d-412b-9b74-dfa1055e94b8') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:21.584738 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4ae55543-8d06-4bae-8858-4c25372b2f99 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:21.598201 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4ae55543-8d06-4bae-8858-4c25372b2f99 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:21.604864 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ae55543-8d06-4bae-8858-4c25372b2f99 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:49:21.605559 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4ae55543-8d06-4bae-8858-4c25372b2f99 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:21.609101 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:49:21.609101 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:49:21.609101 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:49:21.609101 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:49:21.609101 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:49:21.609101 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:49:21.609101 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:49:21.609101 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:49:21.609101 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:49:21.609101 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:49:21.609101 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:49:21.609101 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:49:21.609101 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:49:21.609101 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:49:21.609101 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:49:21.609101 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:49:21.609101 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:49:21.609101 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:49:21.609101 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:49:21.609101 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:49:21.609101 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:49:21.609101 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:49:21.609101 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:49:21.609101 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:49:21.609101 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:49:21.609101 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:49:21.609101 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:49:21.609101 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:49:21.609101 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:49:21.609101 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:49:21.609101 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:49:21.609101 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:49:21.667714 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-54912989-f151-4489-b51a-96cb489c91b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:21.693898 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54912989-f151-4489-b51a-96cb489c91b2 None None] Pushing event deleted for resources: {'Port': ['ID=9678183a-f2a7-46c4-b3b7-6165ecc69243,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:21.695731 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54912989-f151-4489-b51a-96cb489c91b2 None None] No DVR routers for this DVR port 9678183a-f2a7-46c4-b3b7-6165ecc69243 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:49:21.743397 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4ae55543-8d06-4bae-8858-4c25372b2f99 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:21.748904 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4ae55543-8d06-4bae-8858-4c25372b2f99 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:21.752161 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4ae55543-8d06-4bae-8858-4c25372b2f99 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/networks/866afc8f-306f-4168-ac82-a5bd9759ec1f HTTP/1.1" status: 204 len: 168 time: 1.1583045 Dec 16 09:49:21.756265 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43416) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:21.761343 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-aff68f41-f442-45cb-b784-0c8cf0d087d0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'port': {'network_id': 'f4fdb9cf-c9bb-4923-89c3-fb3c59040b66', 'name': 'tempest-PortsTestJSON-1386802923'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:21.768301 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae55543-8d06-4bae-8858-4c25372b2f99 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Network': ['ID=866afc8f-306f-4168-ac82-a5bd9759ec1f,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:21.786922 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 8220ea18-59f3-4751-a98a-dda07652e651 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:49:21.807880 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 8220ea18-59f3-4751-a98a-dda07652e651 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:49:21.808243 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 8220ea18-59f3-4751-a98a-dda07652e651 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:49:21.926015 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff68f41-f442-45cb-b784-0c8cf0d087d0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Made reservation on behalf of 640960d3c0df439cb91cd91f4d9284c8 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:21.929726 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-aff68f41-f442-45cb-b784-0c8cf0d087d0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:21.954966 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-aff68f41-f442-45cb-b784-0c8cf0d087d0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] device_id is not set on port 10084273-7953-4f2d-9ad8-13e10c454773 yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:49:21.978581 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0f502-f4d3-4491-86e3-a96548fc37a2 req-e9dcb0cf-6284-4344-b96f-50ac896197ac tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:21.978581 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9ee0f502-f4d3-4491-86e3-a96548fc37a2 req-e9dcb0cf-6284-4344-b96f-50ac896197ac tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/ports?device_id=c20a04ab-283c-4f8e-93a3-1b399b9690b0 HTTP/1.1" status: 200 len: 945 time: 0.0609598 Dec 16 09:49:22.026378 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9ee0f502-f4d3-4491-86e3-a96548fc37a2 req-ece199d1-3ffc-4eaa-bb26-0d5b8f2fe0fa tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/security-groups?id=590458b3-4555-4400-adfd-9b51edddb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470285 Dec 16 09:49:22.154186 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43466) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:22.187756 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-aff68f41-f442-45cb-b784-0c8cf0d087d0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:22.201400 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3a69d-2e32-4d35-9176-a2368e983d16 req-b9670f52-d538-408d-994d-0a76a13a12aa tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:22.202905 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-81c3a69d-2e32-4d35-9176-a2368e983d16 req-b9670f52-d538-408d-994d-0a76a13a12aa tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.1034765 Dec 16 09:49:22.215478 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0e0413fd-7d16-43f7-9703-9479e3659ffc tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:22.244940 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0e0413fd-7d16-43f7-9703-9479e3659ffc tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:22.266656 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-81c3a69d-2e32-4d35-9176-a2368e983d16 req-91ef099d-5335-47c4-a885-a4f161eece30 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475714 Dec 16 09:49:22.316312 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 9678183a-f2a7-46c4-b3b7-6165ecc69243 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:49:22.339984 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 9678183a-f2a7-46c4-b3b7-6165ecc69243 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:49:22.340331 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 9678183a-f2a7-46c4-b3b7-6165ecc69243 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:49:22.364954 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-aff68f41-f442-45cb-b784-0c8cf0d087d0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:22.395192 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0e0413fd-7d16-43f7-9703-9479e3659ffc tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:22.399005 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0e0413fd-7d16-43f7-9703-9479e3659ffc tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:22.403051 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43468) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:22.403197 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0e0413fd-7d16-43f7-9703-9479e3659ffc tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "DELETE /v2.0/security-groups/474d4bd9-dbe6-4764-aefd-834e59638f0c HTTP/1.1" status: 204 len: 168 time: 0.2469785 Dec 16 09:49:22.415763 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff68f41-f442-45cb-b784-0c8cf0d087d0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Network f4fdb9cf-c9bb-4923-89c3-fb3c59040b66 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:22.427783 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-aff68f41-f442-45cb-b784-0c8cf0d087d0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:22.428196 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0413fd-7d16-43f7-9703-9479e3659ffc tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=474d4bd9-dbe6-4764-aefd-834e59638f0c,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:22.437303 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff68f41-f442-45cb-b784-0c8cf0d087d0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:22.443441 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff68f41-f442-45cb-b784-0c8cf0d087d0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:22.444098 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-aff68f41-f442-45cb-b784-0c8cf0d087d0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:22.466689 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff68f41-f442-45cb-b784-0c8cf0d087d0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Port': ['ID=10084273-7953-4f2d-9ad8-13e10c454773,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:22.505675 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c4b65682-931e-4e87-bef2-2b78f3d969db tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:22.529275 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c4b65682-931e-4e87-bef2-2b78f3d969db tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:22.563012 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-aff68f41-f442-45cb-b784-0c8cf0d087d0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8032093 Dec 16 09:49:22.563218 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43478) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:22.651423 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-8afbe2d6-6e3a-45a6-8b1f-c83748cf69c3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Deleting port 10084273-7953-4f2d-9ad8-13e10c454773 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:22.651769 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8afbe2d6-6e3a-45a6-8b1f-c83748cf69c3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:22.723396 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8afbe2d6-6e3a-45a6-8b1f-c83748cf69c3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:22.736470 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-8afbe2d6-6e3a-45a6-8b1f-c83748cf69c3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Calling delete_port for 10084273-7953-4f2d-9ad8-13e10c454773 owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:22.779869 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c4b65682-931e-4e87-bef2-2b78f3d969db tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:22.783270 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c4b65682-931e-4e87-bef2-2b78f3d969db tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:22.787330 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c4b65682-931e-4e87-bef2-2b78f3d969db tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "DELETE /v2.0/security-groups/c275e0a8-4f50-4428-b288-a7815700998f HTTP/1.1" status: 204 len: 168 time: 0.3758726 Dec 16 09:49:22.787637 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43482) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:22.801937 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b65682-931e-4e87-bef2-2b78f3d969db tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c275e0a8-4f50-4428-b288-a7815700998f,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:22.961103 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8afbe2d6-6e3a-45a6-8b1f-c83748cf69c3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:22.996711 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afbe2d6-6e3a-45a6-8b1f-c83748cf69c3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Port': ['ID=10084273-7953-4f2d-9ad8-13e10c454773,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:23.006104 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8afbe2d6-6e3a-45a6-8b1f-c83748cf69c3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:23.009415 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8afbe2d6-6e3a-45a6-8b1f-c83748cf69c3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/ports/10084273-7953-4f2d-9ad8-13e10c454773 HTTP/1.1" status: 204 len: 168 time: 0.4447706 Dec 16 09:49:23.012199 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43490) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:23.017769 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-1ea633b7-9001-454b-a64c-1aeece9f2d11 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'port': {'network_id': 'f4fdb9cf-c9bb-4923-89c3-fb3c59040b66', 'mac_address': 'fa:16:3e:5b:b5:2a', 'name': 'tempest-PortsTestJSON-999307068'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:23.206369 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89607147-4334-46b7-9fd7-23f09ba7dc9a req-8c4bb3b0-6fc5-4100-bd84-7066488b4665 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:23.209835 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-89607147-4334-46b7-9fd7-23f09ba7dc9a req-8c4bb3b0-6fc5-4100-bd84-7066488b4665 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/ports?device_id=c20a04ab-283c-4f8e-93a3-1b399b9690b0 HTTP/1.1" status: 200 len: 945 time: 0.1169591 Dec 16 09:49:23.288523 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea633b7-9001-454b-a64c-1aeece9f2d11 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Made reservation on behalf of 640960d3c0df439cb91cd91f4d9284c8 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:23.300519 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-89607147-4334-46b7-9fd7-23f09ba7dc9a req-b8aa93d0-11bd-4dda-8a05-b4684f8283a1 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/security-groups?id=590458b3-4555-4400-adfd-9b51edddb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838597 Dec 16 09:49:23.351930 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43500) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:23.401266 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1ea633b7-9001-454b-a64c-1aeece9f2d11 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:23.401664 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb1ee9-a07e-4f34-80e4-201284a89ff5 req-d8695354-76d6-465a-9d00-b1f5555f67e4 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:23.411266 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5aeb1ee9-a07e-4f34-80e4-201284a89ff5 req-d8695354-76d6-465a-9d00-b1f5555f67e4 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.0651534 Dec 16 09:49:23.430306 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-1ea633b7-9001-454b-a64c-1aeece9f2d11 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] device_id is not set on port 4c3f4f52-5d17-467f-aa72-cf4c76cd9423 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:49:23.461650 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5aeb1ee9-a07e-4f34-80e4-201284a89ff5 req-82b2c8d9-aeeb-41f9-a612-3264aa530823 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493660 Dec 16 09:49:23.535772 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-df712e5b-3ebf-4378-b69d-4052057322e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:23.613441 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e821aed2-e806-455b-bd01-acf4fbb6f49e tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:23.768265 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1ea633b7-9001-454b-a64c-1aeece9f2d11 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:23.832635 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-df712e5b-3ebf-4378-b69d-4052057322e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:23.940257 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-df712e5b-3ebf-4378-b69d-4052057322e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:24.001536 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1ea633b7-9001-454b-a64c-1aeece9f2d11 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:24.008797 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df712e5b-3ebf-4378-b69d-4052057322e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807e4cf5-4563-4830-9860-5312d053288c,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:24.016004 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-df712e5b-3ebf-4378-b69d-4052057322e0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9a539df38bb54104a28716a71228b169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6603308 Dec 16 09:49:24.028305 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43510) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:24.033343 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-095c7eb5-4bb8-4771-8d9f-cd9505ebb103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:24.065921 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea633b7-9001-454b-a64c-1aeece9f2d11 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Network f4fdb9cf-c9bb-4923-89c3-fb3c59040b66 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:24.073519 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-1ea633b7-9001-454b-a64c-1aeece9f2d11 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:24.075924 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea633b7-9001-454b-a64c-1aeece9f2d11 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:24.080309 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a3ad1-5552-4dce-84b5-52729d0796cf req-2a9fb660-d8b3-4403-8e21-412d091e93cd tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:24.081440 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a04a3ad1-5552-4dce-84b5-52729d0796cf req-2a9fb660-d8b3-4403-8e21-412d091e93cd tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/ports?device_id=c20a04ab-283c-4f8e-93a3-1b399b9690b0 HTTP/1.1" status: 200 len: 945 time: 0.0991285 Dec 16 09:49:24.088729 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea633b7-9001-454b-a64c-1aeece9f2d11 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:24.089518 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1ea633b7-9001-454b-a64c-1aeece9f2d11 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:24.105202 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea633b7-9001-454b-a64c-1aeece9f2d11 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Port': ['ID=4c3f4f52-5d17-467f-aa72-cf4c76cd9423,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:24.122807 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-e821aed2-e806-455b-bd01-acf4fbb6f49e tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Deleting port f449367f-6175-4899-a211-9f0c8cfe36b1 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:24.123155 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e821aed2-e806-455b-bd01-acf4fbb6f49e tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:24.136250 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0976245d-bb47-4933-af48-8ab2cf594f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:24.140660 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a04a3ad1-5552-4dce-84b5-52729d0796cf req-617254be-3f11-4ebe-98fb-3fbb26fc3840 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/security-groups?id=590458b3-4555-4400-adfd-9b51edddb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510895 Dec 16 09:49:24.164923 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0976245d-bb47-4933-af48-8ab2cf594f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:24.297564 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0976245d-bb47-4933-af48-8ab2cf594f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:24.300881 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0976245d-bb47-4933-af48-8ab2cf594f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:24.305239 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0976245d-bb47-4933-af48-8ab2cf594f00 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/807e4cf5-4563-4830-9860-5312d053288c HTTP/1.1" status: 204 len: 168 time: 0.2760122 Dec 16 09:49:24.313531 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976245d-bb47-4933-af48-8ab2cf594f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807e4cf5-4563-4830-9860-5312d053288c,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:24.587881 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1ea633b7-9001-454b-a64c-1aeece9f2d11 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5744858 Dec 16 09:49:24.590502 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43518) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:24.668190 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58c5d0a-20fe-4c30-b5f8-d62a32fd305c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:24.672251 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-e821aed2-e806-455b-bd01-acf4fbb6f49e tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] For port f449367f-6175-4899-a211-9f0c8cfe36b1, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f449367f-6175-4899-a211-9f0c8cfe36b1,segment=NetworkSegment(3f52809d-f275-4358-9194-c1cab5ab6e7c),segment_id=3f52809d-f275-4358-9194-c1cab5ab6e7c)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:24.680165 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e821aed2-e806-455b-bd01-acf4fbb6f49e tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:24.681769 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c58c5d0a-20fe-4c30-b5f8-d62a32fd305c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "GET /v2.0/ports/4c3f4f52-5d17-467f-aa72-cf4c76cd9423 HTTP/1.1" status: 200 len: 840 time: 0.0900867 Dec 16 09:49:24.684438 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43522) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:24.691593 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db179858-d195-4980-b32d-a49f5c986708 req-e6ba32be-d48e-419e-88ac-6253ef5581c2 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:24.700577 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-db179858-d195-4980-b32d-a49f5c986708 req-e6ba32be-d48e-419e-88ac-6253ef5581c2 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.1216686 Dec 16 09:49:24.733672 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-e821aed2-e806-455b-bd01-acf4fbb6f49e tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Calling delete_port for f449367f-6175-4899-a211-9f0c8cfe36b1 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:24.774545 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-db179858-d195-4980-b32d-a49f5c986708 req-8d1cc961-259f-4874-a21c-4ada2f3f2c1e tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729506 Dec 16 09:49:24.840268 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-0fbfafc5-9195-4952-aebc-d687ceb93e46 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Deleting port 4c3f4f52-5d17-467f-aa72-cf4c76cd9423 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:24.840564 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0fbfafc5-9195-4952-aebc-d687ceb93e46 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:24.927084 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0fbfafc5-9195-4952-aebc-d687ceb93e46 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:24.943055 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-0fbfafc5-9195-4952-aebc-d687ceb93e46 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Calling delete_port for 4c3f4f52-5d17-467f-aa72-cf4c76cd9423 owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:25.131785 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e821aed2-e806-455b-bd01-acf4fbb6f49e tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:25.164376 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821aed2-e806-455b-bd01-acf4fbb6f49e tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Pushing event deleted for resources: {'Port': ['ID=f449367f-6175-4899-a211-9f0c8cfe36b1,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:25.194751 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0fbfafc5-9195-4952-aebc-d687ceb93e46 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:25.244915 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbfafc5-9195-4952-aebc-d687ceb93e46 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Port': ['ID=4c3f4f52-5d17-467f-aa72-cf4c76cd9423,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:25.273233 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0fbfafc5-9195-4952-aebc-d687ceb93e46 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:25.276817 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0fbfafc5-9195-4952-aebc-d687ceb93e46 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/ports/4c3f4f52-5d17-467f-aa72-cf4c76cd9423 HTTP/1.1" status: 204 len: 168 time: 0.5913968 Dec 16 09:49:25.289326 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43536) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:25.338927 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-328f780c-c8ce-415d-9de0-53e294a63a22 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] GET failed (client error): The resource could not be found. Dec 16 09:49:25.344035 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-328f780c-c8ce-415d-9de0-53e294a63a22 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "GET /v2.0/ports/4c3f4f52-5d17-467f-aa72-cf4c76cd9423 HTTP/1.1" status: 404 len: 333 time: 0.0514343 Dec 16 09:49:25.344328 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43542) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:25.349598 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-f34d8baa-a237-4c77-9274-aa4b41bf4c34 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'port': {'network_id': 'f4fdb9cf-c9bb-4923-89c3-fb3c59040b66', 'name': 'tempest-PortsTestJSON-1973155027'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:25.465036 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e821aed2-e806-455b-bd01-acf4fbb6f49e tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:25.473017 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5909e-0d55-4b24-91bc-5921e06c9964 req-c82ee7f1-d8b4-4aa4-a133-c1793b182b20 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:25.473017 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d5f5909e-0d55-4b24-91bc-5921e06c9964 req-c82ee7f1-d8b4-4aa4-a133-c1793b182b20 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/ports?device_id=c20a04ab-283c-4f8e-93a3-1b399b9690b0 HTTP/1.1" status: 200 len: 945 time: 0.2036867 Dec 16 09:49:25.533285 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d5f5909e-0d55-4b24-91bc-5921e06c9964 req-12a343ee-4346-4eb6-a8d5-233ef8000b4c tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/security-groups?id=590458b3-4555-4400-adfd-9b51edddb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496812 Dec 16 09:49:25.618565 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34d8baa-a237-4c77-9274-aa4b41bf4c34 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Made reservation on behalf of 640960d3c0df439cb91cd91f4d9284c8 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:25.624349 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f34d8baa-a237-4c77-9274-aa4b41bf4c34 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:25.648667 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-f34d8baa-a237-4c77-9274-aa4b41bf4c34 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] device_id is not set on port 68da76c0-5038-4e4a-8527-48805d4773e2 yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:49:25.732245 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e821aed2-e806-455b-bd01-acf4fbb6f49e tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Router 13f00d11-ad51-4be0-be3c-f70df67a8a86 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:49:25.883094 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f34d8baa-a237-4c77-9274-aa4b41bf4c34 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:25.924417 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1769ce-786e-46d7-8b8a-364c0cb5687b req-37122138-d1ec-41c0-a693-9d80dee365b7 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:25.925965 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a1769ce-786e-46d7-8b8a-364c0cb5687b req-37122138-d1ec-41c0-a693-9d80dee365b7 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.0818646 Dec 16 09:49:25.927154 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e821aed2-e806-455b-bd01-acf4fbb6f49e tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:49:25.932754 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e821aed2-e806-455b-bd01-acf4fbb6f49e tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "PUT /v2.0/routers/13f00d11-ad51-4be0-be3c-f70df67a8a86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1436307 Dec 16 09:49:25.939121 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43556) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:25.944781 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf20466-7097-414a-8621-575b3eb0bd70 None None] Sync routers for ids ['13f00d11-ad51-4be0-be3c-f70df67a8a86'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:49:25.956732 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf20466-7097-414a-8621-575b3eb0bd70 None None] Routers {'13f00d11-ad51-4be0-be3c-f70df67a8a86'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:49:25.957476 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-ecf20466-7097-414a-8621-575b3eb0bd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:48:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['13f00d11-ad51-4be0-be3c-f70df67a8a86'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:26.001673 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f34d8baa-a237-4c77-9274-aa4b41bf4c34 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:26.003965 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a1769ce-786e-46d7-8b8a-364c0cb5687b req-ac5d7a87-30ad-4bd0-8c67-22d51910af5f tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706394 Dec 16 09:49:26.010362 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5d1a9fe-c2da-4b4b-ad83-d4cf132ad6be tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Deleting subnet 032bfb4f-408e-4133-bb7d-b9bd89ce6124 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:49:26.013744 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d5d1a9fe-c2da-4b4b-ad83-d4cf132ad6be tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:26.053648 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34d8baa-a237-4c77-9274-aa4b41bf4c34 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Network f4fdb9cf-c9bb-4923-89c3-fb3c59040b66 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:26.056719 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-f34d8baa-a237-4c77-9274-aa4b41bf4c34 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:26.063558 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34d8baa-a237-4c77-9274-aa4b41bf4c34 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:26.067593 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d5d1a9fe-c2da-4b4b-ad83-d4cf132ad6be tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:26.069349 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34d8baa-a237-4c77-9274-aa4b41bf4c34 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:26.069954 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f34d8baa-a237-4c77-9274-aa4b41bf4c34 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:26.073842 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d8baa-a237-4c77-9274-aa4b41bf4c34 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Port': ['ID=68da76c0-5038-4e4a-8527-48805d4773e2,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:26.098253 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-ecf20466-7097-414a-8621-575b3eb0bd70 None None] Set router 13f00d11-ad51-4be0-be3c-f70df67a8a86 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:49:26.178747 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f34d8baa-a237-4c77-9274-aa4b41bf4c34 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8328505 Dec 16 09:49:26.183566 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d5d1a9fe-c2da-4b4b-ad83-d4cf132ad6be tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:26.188944 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43560) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:26.194825 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2071d-ac54-438a-ba08-c545e03fb73c req-6d51ce3e-a84c-48f3-952f-f48f51902985 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:26.196479 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fbe2071d-ac54-438a-ba08-c545e03fb73c req-6d51ce3e-a84c-48f3-952f-f48f51902985 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.57 "GET /v2.0/ports?device_id=c20a04ab-283c-4f8e-93a3-1b399b9690b0 HTTP/1.1" status: 200 len: 945 time: 0.1102781 Dec 16 09:49:26.212838 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-6b2f8470-b8b4-4831-8fa1-3dc8813c62e0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:26.275132 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43562) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:26.352212 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b2f8470-b8b4-4831-8fa1-3dc8813c62e0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:26.360490 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-fbe2071d-ac54-438a-ba08-c545e03fb73c req-221f8b07-517e-4313-aaee-ff5186a7bca6 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Deleting port e5b562ef-b941-4948-baca-4426dac14094 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:26.361209 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-fbe2071d-ac54-438a-ba08-c545e03fb73c req-221f8b07-517e-4313-aaee-ff5186a7bca6 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:26.383672 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-ecf20466-7097-414a-8621-575b3eb0bd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1317813715', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'b1eca44c-8185-45c8-a1be-72a5846f4e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:46:17Z', 'updated_at': '2021-12-16T09:49:24Z', 'revision_number': 5, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'gw_port': {'id': 'b1eca44c-8185-45c8-a1be-72a5846f4e7f', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:46:19Z', 'updated_at': '2021-12-16T09:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:26.414804 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf20466-7097-414a-8621-575b3eb0bd70 None None] Checking router: 13f00d11-ad51-4be0-be3c-f70df67a8a86 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:49:26.424254 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf20466-7097-414a-8621-575b3eb0bd70 None None] Routers {'13f00d11-ad51-4be0-be3c-f70df67a8a86'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:49:26.424994 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-ecf20466-7097-414a-8621-575b3eb0bd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:48:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['13f00d11-ad51-4be0-be3c-f70df67a8a86'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:26.473278 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-fbe2071d-ac54-438a-ba08-c545e03fb73c req-221f8b07-517e-4313-aaee-ff5186a7bca6 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] For port e5b562ef-b941-4948-baca-4426dac14094, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=e5b562ef-b941-4948-baca-4426dac14094,segment=NetworkSegment(05c31acb-2e11-41b0-a47b-eac0d953d008),segment_id=05c31acb-2e11-41b0-a47b-eac0d953d008)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:26.473862 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-fbe2071d-ac54-438a-ba08-c545e03fb73c req-221f8b07-517e-4313-aaee-ff5186a7bca6 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:26.502850 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2a8fcce8-f5bd-44ef-aa18-11133ca96e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:26.504026 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-fbe2071d-ac54-438a-ba08-c545e03fb73c req-221f8b07-517e-4313-aaee-ff5186a7bca6 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Calling delete_port for e5b562ef-b941-4948-baca-4426dac14094 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:26.552158 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-ecf20466-7097-414a-8621-575b3eb0bd70 None None] Set router 13f00d11-ad51-4be0-be3c-f70df67a8a86 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:49:26.581319 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-70d5d41c-c66f-4998-b8cc-efab93746543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:26.629463 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b2f8470-b8b4-4831-8fa1-3dc8813c62e0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:26.675992 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d5d1a9fe-c2da-4b4b-ad83-d4cf132ad6be tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:26.700764 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a5f0c-626b-4f25-9999-04ebc7cfa2f5 req-ee24035d-b655-4cc3-9a99-093537106c9e tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:26.702895 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-774a5f0c-626b-4f25-9999-04ebc7cfa2f5 req-ee24035d-b655-4cc3-9a99-093537106c9e tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/ports?device_id=c20a04ab-283c-4f8e-93a3-1b399b9690b0 HTTP/1.1" status: 200 len: 945 time: 0.0630198 Dec 16 09:49:26.741328 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b2f8470-b8b4-4831-8fa1-3dc8813c62e0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:26.744678 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d5d1a9fe-c2da-4b4b-ad83-d4cf132ad6be tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:26.751600 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2459908a-4df3-46e2-ba2b-be39e7ecb7e1 None None] Network 5a02562f-10a8-4d88-83d6-a32f2df699b1 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:26.752984 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d5d1a9fe-c2da-4b4b-ad83-d4cf132ad6be tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "DELETE /v2.0/subnets/032bfb4f-408e-4133-bb7d-b9bd89ce6124 HTTP/1.1" status: 204 len: 168 time: 0.8128083 Dec 16 09:49:26.762905 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43576) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:26.778714 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1a9fe-c2da-4b4b-ad83-d4cf132ad6be tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Pushing event deleted for resources: {'Subnet': ['ID=032bfb4f-408e-4133-bb7d-b9bd89ce6124,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:26.779066 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-fbe2071d-ac54-438a-ba08-c545e03fb73c req-221f8b07-517e-4313-aaee-ff5186a7bca6 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:26.817075 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-70d5d41c-c66f-4998-b8cc-efab93746543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:26.825449 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-6b2f8470-b8b4-4831-8fa1-3dc8813c62e0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] In _notify_port_updated(), no bound segment for port 68da76c0-5038-4e4a-8527-48805d4773e2 on network f4fdb9cf-c9bb-4923-89c3-fb3c59040b66 {{(pid=102817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:49:26.832075 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2f8470-b8b4-4831-8fa1-3dc8813c62e0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:26.835931 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b2f8470-b8b4-4831-8fa1-3dc8813c62e0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:26.835931 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6b2f8470-b8b4-4831-8fa1-3dc8813c62e0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "PUT /v2.0/ports/68da76c0-5038-4e4a-8527-48805d4773e2 HTTP/1.1" status: 200 len: 818 time: 0.6449735 Dec 16 09:49:26.837923 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43578) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:26.867470 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['e5b562ef-b941-4948-baca-4426dac14094'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:49:26.887670 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-774a5f0c-626b-4f25-9999-04ebc7cfa2f5 req-dfa31189-0de9-44a0-8e7d-46c2bc560348 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/security-groups?id=590458b3-4555-4400-adfd-9b51edddb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644750 Dec 16 09:49:26.887670 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f8b07-517e-4313-aaee-ff5186a7bca6 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Pushing event deleted for resources: {'Port': ['ID=e5b562ef-b941-4948-baca-4426dac14094,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:26.937743 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-70d5d41c-c66f-4998-b8cc-efab93746543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:26.950189 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe2071d-ac54-438a-ba08-c545e03fb73c req-221f8b07-517e-4313-aaee-ff5186a7bca6 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] No DVR routers for this DVR port e5b562ef-b941-4948-baca-4426dac14094 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:49:26.954032 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-fbe2071d-ac54-438a-ba08-c545e03fb73c req-221f8b07-517e-4313-aaee-ff5186a7bca6 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:26.957577 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fbe2071d-ac54-438a-ba08-c545e03fb73c req-221f8b07-517e-4313-aaee-ff5186a7bca6 tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.57 "DELETE /v2.0/ports/e5b562ef-b941-4948-baca-4426dac14094 HTTP/1.1" status: 204 len: 173 time: 0.7542500 Dec 16 09:49:26.958019 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20a04ab-283c-4f8e-93a3-1b399b9690b0', 'name': 'network-vif-deleted', 'tag': 'e5b562ef-b941-4948-baca-4426dac14094'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:49:26.960622 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187a7145-0995-4647-8658-5996825e03c5" -d '{"events": [{"server_uuid": "c20a04ab-283c-4f8e-93a3-1b399b9690b0", "name": "network-vif-deleted", "tag": "e5b562ef-b941-4948-baca-4426dac14094"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:49:26.986543 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d919f89-1451-48d3-9dc3-ca0edbfe02ed tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:26.993827 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f8470-b8b4-4831-8fa1-3dc8813c62e0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Port': ['ID=68da76c0-5038-4e4a-8527-48805d4773e2,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:27.042488 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-ecf20466-7097-414a-8621-575b3eb0bd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1317813715', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'b1eca44c-8185-45c8-a1be-72a5846f4e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:46:17Z', 'updated_at': '2021-12-16T09:49:24Z', 'revision_number': 5, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'gw_port': {'id': 'b1eca44c-8185-45c8-a1be-72a5846f4e7f', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:46:19Z', 'updated_at': '2021-12-16T09:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:27.051522 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-70d5d41c-c66f-4998-b8cc-efab93746543 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cc04604b5ca34632bee6fbe885ebea7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7732098 Dec 16 09:49:27.052998 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2552c8-1821-42c4-a915-8d62e921a546 x-openstack-request-id: req-ec2552c8-1821-42c4-a915-8d62e921a546 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:49:27.053260 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c20a04ab-283c-4f8e-93a3-1b399b9690b0", "name": "network-vif-deleted", "tag": "e5b562ef-b941-4948-baca-4426dac14094", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:49:27.053371 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ec2552c8-1821-42c4-a915-8d62e921a546 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:49:27.053901 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c20a04ab-283c-4f8e-93a3-1b399b9690b0', 'name': 'network-vif-deleted', 'tag': 'e5b562ef-b941-4948-baca-4426dac14094', 'status': 'completed', 'code': 200} Dec 16 09:49:27.054162 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43584) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:27.104039 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf20466-7097-414a-8621-575b3eb0bd70 None None] The sync data for ids ['13f00d11-ad51-4be0-be3c-f70df67a8a86'] in n-d-820550-2 is: [{'id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1317813715', 'tenant_id': '7b42c23eb8df4f149d42f9011b4094e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'b1eca44c-8185-45c8-a1be-72a5846f4e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:46:17Z', 'updated_at': '2021-12-16T09:49:24Z', 'revision_number': 5, 'project_id': '7b42c23eb8df4f149d42f9011b4094e4', 'gw_port': {'id': 'b1eca44c-8185-45c8-a1be-72a5846f4e7f', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f00d11-ad51-4be0-be3c-f70df67a8a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:46:19Z', 'updated_at': '2021-12-16T09:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:49:27.106069 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc012ad-9fa7-4918-bcd1-80c43dc284c8 None None] DHCP port deletion for 5a02562f-10a8-4d88-83d6-a32f2df699b1 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:49:27.170215 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5d41c-c66f-4998-b8cc-efab93746543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6429c0b-4e15-4440-adf8-aa580fed8110,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:27.181101 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6a8bd0b0-10a1-473f-a706-0b8342f0251c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:27.198686 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-bfc012ad-9fa7-4918-bcd1-80c43dc284c8 None None] Deleting port 2073a51a-202d-42ba-9748-5fceb4d165d8 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:27.199187 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bfc012ad-9fa7-4918-bcd1-80c43dc284c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:27.239675 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-21f86989-0f64-4fe5-bec5-dcc0f9c72787 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Deleting port 68da76c0-5038-4e4a-8527-48805d4773e2 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:27.244761 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-21f86989-0f64-4fe5-bec5-dcc0f9c72787 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:27.255931 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6a8bd0b0-10a1-473f-a706-0b8342f0251c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:27.278992 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d919f89-1451-48d3-9dc3-ca0edbfe02ed tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:27.280374 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-bfc012ad-9fa7-4918-bcd1-80c43dc284c8 None None] For port 2073a51a-202d-42ba-9748-5fceb4d165d8, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=2073a51a-202d-42ba-9748-5fceb4d165d8,segment=NetworkSegment(3f52809d-f275-4358-9194-c1cab5ab6e7c),segment_id=3f52809d-f275-4358-9194-c1cab5ab6e7c)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:27.280978 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bfc012ad-9fa7-4918-bcd1-80c43dc284c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:27.296093 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-bfc012ad-9fa7-4918-bcd1-80c43dc284c8 None None] Calling delete_port for 2073a51a-202d-42ba-9748-5fceb4d165d8 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:27.324848 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f502375-2f30-42ea-9fee-deef13ad0abf req-b7e326ca-5dce-4a77-be95-aac2cc2fbd0a tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:27.326540 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5f502375-2f30-42ea-9fee-deef13ad0abf req-b7e326ca-5dce-4a77-be95-aac2cc2fbd0a tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.1283734 Dec 16 09:49:27.375599 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-21f86989-0f64-4fe5-bec5-dcc0f9c72787 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:27.391980 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-21f86989-0f64-4fe5-bec5-dcc0f9c72787 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Calling delete_port for 68da76c0-5038-4e4a-8527-48805d4773e2 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:27.400500 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5f502375-2f30-42ea-9fee-deef13ad0abf req-75446f1b-e8d7-44ba-9723-7616a14dcd06 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668268 Dec 16 09:49:27.429287 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-3d919f89-1451-48d3-9dc3-ca0edbfe02ed tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Deleting port b1eca44c-8185-45c8-a1be-72a5846f4e7f {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:27.429760 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d919f89-1451-48d3-9dc3-ca0edbfe02ed tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:27.432885 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6a8bd0b0-10a1-473f-a706-0b8342f0251c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:27.435860 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6a8bd0b0-10a1-473f-a706-0b8342f0251c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:27.437981 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6a8bd0b0-10a1-473f-a706-0b8342f0251c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b6429c0b-4e15-4440-adf8-aa580fed8110 HTTP/1.1" status: 204 len: 168 time: 0.3403785 Dec 16 09:49:27.495173 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8bd0b0-10a1-473f-a706-0b8342f0251c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6429c0b-4e15-4440-adf8-aa580fed8110,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:27.530084 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bfc012ad-9fa7-4918-bcd1-80c43dc284c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:27.562776 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-3d919f89-1451-48d3-9dc3-ca0edbfe02ed tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] For port b1eca44c-8185-45c8-a1be-72a5846f4e7f, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=b1eca44c-8185-45c8-a1be-72a5846f4e7f,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:27.563271 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d919f89-1451-48d3-9dc3-ca0edbfe02ed tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:27.578465 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-3d919f89-1451-48d3-9dc3-ca0edbfe02ed tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Calling delete_port for b1eca44c-8185-45c8-a1be-72a5846f4e7f owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:27.602009 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc012ad-9fa7-4918-bcd1-80c43dc284c8 None None] No DVR routers for this DVR port 2073a51a-202d-42ba-9748-5fceb4d165d8 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:49:27.603457 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc012ad-9fa7-4918-bcd1-80c43dc284c8 None None] Pushing event deleted for resources: {'Port': ['ID=2073a51a-202d-42ba-9748-5fceb4d165d8,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:27.609560 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:27.610402 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-21f86989-0f64-4fe5-bec5-dcc0f9c72787 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:27.645299 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f86989-0f64-4fe5-bec5-dcc0f9c72787 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Port': ['ID=68da76c0-5038-4e4a-8527-48805d4773e2,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:27.649104 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-21f86989-0f64-4fe5-bec5-dcc0f9c72787 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:27.655997 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-21f86989-0f64-4fe5-bec5-dcc0f9c72787 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/ports/68da76c0-5038-4e4a-8527-48805d4773e2 HTTP/1.1" status: 204 len: 168 time: 0.8135931 Dec 16 09:49:27.656438 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43588) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:27.735090 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dc7e65-8e4f-46ab-b5bf-9e552b4f2b5f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:27.739701 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43590) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:27.740174 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b0dc7e65-8e4f-46ab-b5bf-9e552b4f2b5f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0826893 Dec 16 09:49:27.809478 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-b242c531-1a2c-4dbc-b6b6-9e622546c96e tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] GET failed (client error): The resource could not be found. Dec 16 09:49:27.816379 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b242c531-1a2c-4dbc-b6b6-9e622546c96e tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "GET /v2.0/ports/68da76c0-5038-4e4a-8527-48805d4773e2 HTTP/1.1" status: 404 len: 333 time: 0.0679321 Dec 16 09:49:27.817663 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43596) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:27.827185 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-9c171eda-549c-4eb3-a3ec-6250dac3aa88 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-113042691'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:28.018220 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d919f89-1451-48d3-9dc3-ca0edbfe02ed tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:28.076364 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d919f89-1451-48d3-9dc3-ca0edbfe02ed tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Pushing event deleted for resources: {'Port': ['ID=b1eca44c-8185-45c8-a1be-72a5846f4e7f,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:28.083681 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eaeef92b-4ffc-48cf-b294-870eefbee6fd req-788e8387-9a2b-4a77-b4b7-16f955459baf tempest-TestServerAdvancedOps-1098101699 tempest-TestServerAdvancedOps-1098101699-project] 10.222.0.60 "GET /v2.0/ports?device_id=c20a04ab-283c-4f8e-93a3-1b399b9690b0 HTTP/1.1" status: 200 len: 210 time: 0.0750246 Dec 16 09:49:28.084571 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c171eda-549c-4eb3-a3ec-6250dac3aa88 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Made reservation on behalf of 640960d3c0df439cb91cd91f4d9284c8 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:28.094967 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c171eda-549c-4eb3-a3ec-6250dac3aa88 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:28.166449 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c171eda-549c-4eb3-a3ec-6250dac3aa88 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:49:28.179427 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c171eda-549c-4eb3-a3ec-6250dac3aa88 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:28.180141 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-9c171eda-549c-4eb3-a3ec-6250dac3aa88 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Added segment e567c396-b646-4ad3-9a33-889eb9fb0f34 of type vlan for network 61bca13e-8a57-4a28-91b3-8211dd5e98ca Dec 16 09:49:28.231810 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c171eda-549c-4eb3-a3ec-6250dac3aa88 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:28.276831 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d919f89-1451-48d3-9dc3-ca0edbfe02ed tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:28.384818 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c171eda-549c-4eb3-a3ec-6250dac3aa88 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:28.397665 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c171eda-549c-4eb3-a3ec-6250dac3aa88 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:28.398697 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c171eda-549c-4eb3-a3ec-6250dac3aa88 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:28.400217 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d919f89-1451-48d3-9dc3-ca0edbfe02ed tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:28.406322 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d919f89-1451-48d3-9dc3-ca0edbfe02ed tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:28.476374 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 2073a51a-202d-42ba-9748-5fceb4d165d8 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:49:28.490265 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c171eda-549c-4eb3-a3ec-6250dac3aa88 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Network': ['ID=61bca13e-8a57-4a28-91b3-8211dd5e98ca,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:28.498440 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 2073a51a-202d-42ba-9748-5fceb4d165d8 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:49:28.499149 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 2073a51a-202d-42ba-9748-5fceb4d165d8 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:49:28.499785 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f449367f-6175-4899-a211-9f0c8cfe36b1 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:49:28.522843 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: f449367f-6175-4899-a211-9f0c8cfe36b1 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:49:28.523404 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f449367f-6175-4899-a211-9f0c8cfe36b1 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:49:28.525002 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 61bca13e-8a57-4a28-91b3-8211dd5e98ca details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:49:28.543461 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d919f89-1451-48d3-9dc3-ca0edbfe02ed tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:28.543675 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d919f89-1451-48d3-9dc3-ca0edbfe02ed tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Fanout notify agent at l3_agent the message router_deleted on router 13f00d11-ad51-4be0-be3c-f70df67a8a86 {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:49:28.566695 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9c171eda-549c-4eb3-a3ec-6250dac3aa88 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7444956 Dec 16 09:49:28.566695 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43610) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:28.570187 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d919f89-1451-48d3-9dc3-ca0edbfe02ed tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:28.571424 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3d919f89-1451-48d3-9dc3-ca0edbfe02ed tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "DELETE /v2.0/routers/13f00d11-ad51-4be0-be3c-f70df67a8a86 HTTP/1.1" status: 204 len: 168 time: 1.8073807 Dec 16 09:49:28.572286 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-ec7d52e7-5b47-41c4-9874-88a8f288cc68 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'subnet': {'network_id': '61bca13e-8a57-4a28-91b3-8211dd5e98ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:28.574919 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43612) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:28.695830 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5468c53-60e9-41a1-b08d-55da6d26ef73 req-1ec002b8-d6c5-4926-a889-df50c037f8f8 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:28.697436 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f5468c53-60e9-41a1-b08d-55da6d26ef73 req-1ec002b8-d6c5-4926-a889-df50c037f8f8 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.1814318 Dec 16 09:49:28.703212 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e5272639-4d3d-4060-bb32-63ef743b7bf7 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:28.787438 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f5468c53-60e9-41a1-b08d-55da6d26ef73 req-3765b293-11bf-4ba5-84b9-d3f2a9887731 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658987 Dec 16 09:49:28.832904 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7d52e7-5b47-41c4-9874-88a8f288cc68 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Made reservation on behalf of 640960d3c0df439cb91cd91f4d9284c8 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:28.836802 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e5272639-4d3d-4060-bb32-63ef743b7bf7 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:28.837160 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ec7d52e7-5b47-41c4-9874-88a8f288cc68 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:28.856012 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-e5272639-4d3d-4060-bb32-63ef743b7bf7 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a02562f-10a8-4d88-83d6-a32f2df699b1']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:28.865155 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-e5272639-4d3d-4060-bb32-63ef743b7bf7 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f52809d-f275-4358-9194-c1cab5ab6e7c') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:28.865574 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-e5272639-4d3d-4060-bb32-63ef743b7bf7 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f52809d-f275-4358-9194-c1cab5ab6e7c') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:28.875124 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e5272639-4d3d-4060-bb32-63ef743b7bf7 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:28.891198 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e5272639-4d3d-4060-bb32-63ef743b7bf7 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:28.900145 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5272639-4d3d-4060-bb32-63ef743b7bf7 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:49:28.900729 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e5272639-4d3d-4060-bb32-63ef743b7bf7 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:28.904502 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:49:28.904502 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:49:28.904502 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:49:28.904502 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:49:28.904502 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:49:28.904502 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:49:28.904502 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:49:28.904502 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:49:28.904502 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:49:28.904502 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:49:28.904502 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:49:28.904502 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:49:28.904502 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:49:28.904502 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:49:28.904502 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:49:28.904502 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:49:28.904502 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:49:28.904502 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:49:28.904502 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:49:28.904502 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:49:28.904502 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:49:28.904502 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:49:28.904502 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:49:28.904502 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:49:28.904502 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:49:28.904502 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:49:28.904502 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:49:28.904502 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:49:28.904502 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:49:28.904502 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:49:28.904502 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:49:28.904502 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:49:29.108751 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e5272639-4d3d-4060-bb32-63ef743b7bf7 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:29.109166 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43624) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:29.114560 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:29.130133 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e5272639-4d3d-4060-bb32-63ef743b7bf7 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:29.137611 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e5272639-4d3d-4060-bb32-63ef743b7bf7 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] 10.222.0.60 "DELETE /v2.0/networks/5a02562f-10a8-4d88-83d6-a32f2df699b1 HTTP/1.1" status: 204 len: 168 time: 0.5577540 Dec 16 09:49:29.137611 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5272639-4d3d-4060-bb32-63ef743b7bf7 tempest-TestSecurityGroupsBasicOps-969737578 tempest-TestSecurityGroupsBasicOps-969737578-project] Pushing event deleted for resources: {'Network': ['ID=5a02562f-10a8-4d88-83d6-a32f2df699b1,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:29.211284 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43632) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:29.245792 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ec7d52e7-5b47-41c4-9874-88a8f288cc68 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:29.287719 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-2e1e1f1c-9b4e-4ba7-b50f-d996ffcf1b06 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1649544661'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:29.327548 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a94d9d4-86e9-4d4e-ad89-d553803188db admin admin] Deleting subnet f489c9a9-7ca5-4e82-85f2-b814f2d0c157 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:49:29.342446 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6a94d9d4-86e9-4d4e-ad89-d553803188db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:29.346020 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d52e7-5b47-41c4-9874-88a8f288cc68 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Subnet': ['ID=a9632a3e-238c-43c0-a3a9-2382fd33509d,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:29.386073 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7d52e7-5b47-41c4-9874-88a8f288cc68 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Checking segment: {'id': 'e567c396-b646-4ad3-9a33-889eb9fb0f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '61bca13e-8a57-4a28-91b3-8211dd5e98ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:49:29.386449 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7d52e7-5b47-41c4-9874-88a8f288cc68 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Network hostable DHCP agents. Network: 61bca13e-8a57-4a28-91b3-8211dd5e98ca, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:49:29.394303 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6a94d9d4-86e9-4d4e-ad89-d553803188db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:29.440526 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6a94d9d4-86e9-4d4e-ad89-d553803188db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:29.481479 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1e1f1c-9b4e-4ba7-b50f-d996ffcf1b06 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Made reservation on behalf of f4bc86f454b842eaa1988d4d4b4f4194 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:29.484983 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e1e1f1c-9b4e-4ba7-b50f-d996ffcf1b06 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:29.496055 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e1e1f1c-9b4e-4ba7-b50f-d996ffcf1b06 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:29.562298 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7d52e7-5b47-41c4-9874-88a8f288cc68 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Network 61bca13e-8a57-4a28-91b3-8211dd5e98ca is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:49:29.579598 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e1e1f1c-9b4e-4ba7-b50f-d996ffcf1b06 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:29.623581 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6a94d9d4-86e9-4d4e-ad89-d553803188db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:29.624875 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:29.659670 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94d9d4-86e9-4d4e-ad89-d553803188db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f489c9a9-7ca5-4e82-85f2-b814f2d0c157,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:29.664724 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6a94d9d4-86e9-4d4e-ad89-d553803188db admin admin] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:29.668612 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6a94d9d4-86e9-4d4e-ad89-d553803188db admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f489c9a9-7ca5-4e82-85f2-b814f2d0c157 HTTP/1.1" status: 204 len: 168 time: 0.4563029 Dec 16 09:49:29.671100 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43636) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:29.713220 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-ec7d52e7-5b47-41c4-9874-88a8f288cc68 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 61bca13e-8a57-4a28-91b3-8211dd5e98ca) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:29.720336 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7d52e7-5b47-41c4-9874-88a8f288cc68 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:29.720336 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ec7d52e7-5b47-41c4-9874-88a8f288cc68 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:29.723378 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5a63b8-51df-4889-afcd-9c95fa37be35 None None] Network 61bca13e-8a57-4a28-91b3-8211dd5e98ca requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:29.757656 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6962b960-0868-4ded-b724-af28fe324411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:29.764843 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e1e1f1c-9b4e-4ba7-b50f-d996ffcf1b06 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:29.801731 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1e1f1c-9b4e-4ba7-b50f-d996ffcf1b06 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:49:29.811536 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device e5b562ef-b941-4948-baca-4426dac14094 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:49:29.842993 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ec7d52e7-5b47-41c4-9874-88a8f288cc68 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2723782 Dec 16 09:49:29.843451 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43642) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:29.846519 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e1f1c-9b4e-4ba7-b50f-d996ffcf1b06 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68bd9064-79f6-460a-a4c9-511c44fe62bb,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:29.858468 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-15be24ed-d611-430f-9faa-913b282a2d12 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'subnet': {'network_id': '61bca13e-8a57-4a28-91b3-8211dd5e98ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:29.859805 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e1e1f1c-9b4e-4ba7-b50f-d996ffcf1b06 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:29.860219 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-2e1e1f1c-9b4e-4ba7-b50f-d996ffcf1b06 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Added segment 6bbb9248-869f-4ab8-ac38-fd22b6704178 of type vlan for network 455c35dc-a3cc-4f48-a4d8-aa53cf378212 Dec 16 09:49:29.870517 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: e5b562ef-b941-4948-baca-4426dac14094 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:49:29.870864 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device e5b562ef-b941-4948-baca-4426dac14094 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:49:29.984937 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6962b960-0868-4ded-b724-af28fe324411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:29.986255 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1ca725-806c-4778-bfaa-050578e528e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-61bca13e-8a57-4a28-91b3-8211dd5e98ca', 'network_id': '61bca13e-8a57-4a28-91b3-8211dd5e98ca', 'tenant_id': '640960d3c0df439cb91cd91f4d9284c8', 'fixed_ips': [{'subnet_id': 'a9632a3e-238c-43c0-a3a9-2382fd33509d'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:49:29.987569 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1f1ca725-806c-4778-bfaa-050578e528e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:29.998220 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43646) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:30.037481 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e1e1f1c-9b4e-4ba7-b50f-d996ffcf1b06 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:30.051935 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-6962b960-0868-4ded-b724-af28fe324411 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f161e18-e93f-4915-b023-e06237fa3c1f']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:30.082768 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-6962b960-0868-4ded-b724-af28fe324411 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c31acb-2e11-41b0-a47b-eac0d953d008') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:30.083045 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-6962b960-0868-4ded-b724-af28fe324411 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c31acb-2e11-41b0-a47b-eac0d953d008') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:30.107955 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bb451-55a0-4300-8f09-c1bf07681459 req-a64086bf-7916-402b-bf07-93ebbd38ac93 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:30.109726 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a85bb451-55a0-4300-8f09-c1bf07681459 req-a64086bf-7916-402b-bf07-93ebbd38ac93 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.2206948 Dec 16 09:49:30.115801 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6962b960-0868-4ded-b724-af28fe324411 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:30.144136 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6962b960-0868-4ded-b724-af28fe324411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:30.163915 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e1e1f1c-9b4e-4ba7-b50f-d996ffcf1b06 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:30.171334 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1e1f1c-9b4e-4ba7-b50f-d996ffcf1b06 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:30.172317 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e1e1f1c-9b4e-4ba7-b50f-d996ffcf1b06 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:30.188028 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6962b960-0868-4ded-b724-af28fe324411 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:49:30.188479 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6962b960-0868-4ded-b724-af28fe324411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:30.193644 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:49:30.193644 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:49:30.193644 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:49:30.193644 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:49:30.193644 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:49:30.193644 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:49:30.193644 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:49:30.193644 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:49:30.193644 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:49:30.193644 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:49:30.193644 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:49:30.193644 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:49:30.193644 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:49:30.193644 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:49:30.193644 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:49:30.193644 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:49:30.193644 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:49:30.193644 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:49:30.193644 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:49:30.193644 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:49:30.193644 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:49:30.193644 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:49:30.193644 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:49:30.193644 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:49:30.193644 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:49:30.193644 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:49:30.193644 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:49:30.193644 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:49:30.193644 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:49:30.193644 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:49:30.193644 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:49:30.193644 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:49:30.256162 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device b1eca44c-8185-45c8-a1be-72a5846f4e7f no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:49:30.300241 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: b1eca44c-8185-45c8-a1be-72a5846f4e7f {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:49:30.301015 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device b1eca44c-8185-45c8-a1be-72a5846f4e7f not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:49:30.317326 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-1f1ca725-806c-4778-bfaa-050578e528e3 None None] Allocated IP 172.20.0.2 (61bca13e-8a57-4a28-91b3-8211dd5e98ca/a9632a3e-238c-43c0-a3a9-2382fd33509d/8b5dff5c-d2dc-4f38-91c5-8fc08139b2a8) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:30.400366 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a85bb451-55a0-4300-8f09-c1bf07681459 req-94b24f12-4ab8-41cb-adc1-1a58f81435d0 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739546 Dec 16 09:49:30.431788 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2e1e1f1c-9b4e-4ba7-b50f-d996ffcf1b06 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3208675 Dec 16 09:49:30.434193 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43654) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:30.442471 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-45e5852c-5e6b-435a-95e6-bd03b459517d tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Request body: {'subnet': {'network_id': '455c35dc-a3cc-4f48-a4d8-aa53cf378212', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:30.465319 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-06fa8b94-cfac-41ee-9891-47629432bc06 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7b42c23eb8df4f149d42f9011b4094e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4624352 Dec 16 09:49:30.473488 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43656) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:30.486802 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e1f1c-9b4e-4ba7-b50f-d996ffcf1b06 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Pushing event updated for resources: {'Network': ['ID=455c35dc-a3cc-4f48-a4d8-aa53cf378212,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:30.500173 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 455c35dc-a3cc-4f48-a4d8-aa53cf378212 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:49:30.563259 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0f106866-6361-4c39-9865-a4709de0343e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:30.582139 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6962b960-0868-4ded-b724-af28fe324411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:30.596451 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6962b960-0868-4ded-b724-af28fe324411 admin admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:30.604560 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6962b960-0868-4ded-b724-af28fe324411 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4f161e18-e93f-4915-b023-e06237fa3c1f HTTP/1.1" status: 204 len: 168 time: 0.9299355 Dec 16 09:49:30.632008 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43658) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:30.635718 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15be24ed-d611-430f-9faa-913b282a2d12 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Made reservation on behalf of 640960d3c0df439cb91cd91f4d9284c8 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:30.643823 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-15be24ed-d611-430f-9faa-913b282a2d12 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:30.713158 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-28b5418d-a042-42b8-b2c8-ff5108e21e18 admin admin] Deleting subnet a54d8220-3d85-4208-b750-8b91536ece64 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:49:30.718757 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0f106866-6361-4c39-9865-a4709de0343e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:30.723981 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962b960-0868-4ded-b724-af28fe324411 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f161e18-e93f-4915-b023-e06237fa3c1f,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:30.724281 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1f1ca725-806c-4778-bfaa-050578e528e3 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:30.727137 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-28b5418d-a042-42b8-b2c8-ff5108e21e18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:30.795384 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1f1ca725-806c-4778-bfaa-050578e528e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:30.817378 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1ca725-806c-4778-bfaa-050578e528e3 None None] Network 61bca13e-8a57-4a28-91b3-8211dd5e98ca is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:30.819064 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-1f1ca725-806c-4778-bfaa-050578e528e3 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:30.830505 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-28b5418d-a042-42b8-b2c8-ff5108e21e18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:30.838213 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e5852c-5e6b-435a-95e6-bd03b459517d tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Made reservation on behalf of f4bc86f454b842eaa1988d4d4b4f4194 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:30.844404 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1ca725-806c-4778-bfaa-050578e528e3 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:30.846954 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-45e5852c-5e6b-435a-95e6-bd03b459517d tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:30.887105 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ca725-806c-4778-bfaa-050578e528e3 None None] Pushing event updated for resources: {'Port': ['ID=8b5dff5c-d2dc-4f38-91c5-8fc08139b2a8,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:30.902938 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-28b5418d-a042-42b8-b2c8-ff5108e21e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:30.920468 n-d-820550-2 neutron-server[102816]: INFO neutron.db.ipam_backend_mixin [None req-15be24ed-d611-430f-9faa-913b282a2d12 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a9632a3e-238c-43c0-a3a9-2382fd33509d (CIDR: 172.20.0.0/28) Dec 16 09:49:30.949665 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-1f1ca725-806c-4778-bfaa-050578e528e3 None None] Attempting to bind port 8b5dff5c-d2dc-4f38-91c5-8fc08139b2a8 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:30.950055 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-1f1ca725-806c-4778-bfaa-050578e528e3 None None] Attempting to bind port 8b5dff5c-d2dc-4f38-91c5-8fc08139b2a8 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'e567c396-b646-4ad3-9a33-889eb9fb0f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '61bca13e-8a57-4a28-91b3-8211dd5e98ca'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:30.950493 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ca725-806c-4778-bfaa-050578e528e3 None None] Attempting to bind port 8b5dff5c-d2dc-4f38-91c5-8fc08139b2a8 on network 61bca13e-8a57-4a28-91b3-8211dd5e98ca {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:30.957282 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ca725-806c-4778-bfaa-050578e528e3 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:49:30.957692 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ca725-806c-4778-bfaa-050578e528e3 None None] Checking segment: {'id': 'e567c396-b646-4ad3-9a33-889eb9fb0f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '61bca13e-8a57-4a28-91b3-8211dd5e98ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:49:30.958001 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1f1ca725-806c-4778-bfaa-050578e528e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:30.958397 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ca725-806c-4778-bfaa-050578e528e3 None None] Bound using segment: {'id': 'e567c396-b646-4ad3-9a33-889eb9fb0f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '61bca13e-8a57-4a28-91b3-8211dd5e98ca'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:49:30.958885 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-1f1ca725-806c-4778-bfaa-050578e528e3 None None] Bound port: 8b5dff5c-d2dc-4f38-91c5-8fc08139b2a8, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e567c396-b646-4ad3-9a33-889eb9fb0f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '61bca13e-8a57-4a28-91b3-8211dd5e98ca'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:49:30.959522 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1f1ca725-806c-4778-bfaa-050578e528e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.007227 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0f106866-6361-4c39-9865-a4709de0343e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.012438 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0f106866-6361-4c39-9865-a4709de0343e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.014601 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0f106866-6361-4c39-9865-a4709de0343e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6e04be96-58df-46b5-87e1-ed4e56aab086 HTTP/1.1" status: 204 len: 168 time: 0.5387807 Dec 16 09:49:31.022432 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f106866-6361-4c39-9865-a4709de0343e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e04be96-58df-46b5-87e1-ed4e56aab086,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:31.024516 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-15be24ed-d611-430f-9faa-913b282a2d12 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:49:31.025786 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15be24ed-d611-430f-9faa-913b282a2d12 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:49:31.055059 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-1f1ca725-806c-4778-bfaa-050578e528e3 None None] For port 8b5dff5c-d2dc-4f38-91c5-8fc08139b2a8, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:49:31.057184 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-1f1ca725-806c-4778-bfaa-050578e528e3 None None] For port 8b5dff5c-d2dc-4f38-91c5-8fc08139b2a8, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8b5dff5c-d2dc-4f38-91c5-8fc08139b2a8,segment=NetworkSegment(e567c396-b646-4ad3-9a33-889eb9fb0f34),segment_id=e567c396-b646-4ad3-9a33-889eb9fb0f34)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:49:31.081228 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-28b5418d-a042-42b8-b2c8-ff5108e21e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.097673 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-28b5418d-a042-42b8-b2c8-ff5108e21e18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.101508 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-28b5418d-a042-42b8-b2c8-ff5108e21e18 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a54d8220-3d85-4208-b750-8b91536ece64 HTTP/1.1" status: 204 len: 168 time: 0.4679565 Dec 16 09:49:31.108645 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43662) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:31.122665 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5418d-a042-42b8-b2c8-ff5108e21e18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a54d8220-3d85-4208-b750-8b91536ece64,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:31.141710 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-15be24ed-d611-430f-9faa-913b282a2d12 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2970865 Dec 16 09:49:31.144406 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43664) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:31.150119 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-3d5ed81b-dff8-4dc1-a978-5c8d8f38ce4e tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'subnet': {'network_id': '61bca13e-8a57-4a28-91b3-8211dd5e98ca', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:31.177686 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1f1ca725-806c-4778-bfaa-050578e528e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.243420 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f367785f-c6f3-4c94-85a7-296a99828163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.247298 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ca725-806c-4778-bfaa-050578e528e3 None None] Pushing event updated for resources: {'Port': ['ID=8b5dff5c-d2dc-4f38-91c5-8fc08139b2a8,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:31.354789 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-45e5852c-5e6b-435a-95e6-bd03b459517d tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.365734 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f367785f-c6f3-4c94-85a7-296a99828163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.438129 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-f367785f-c6f3-4c94-85a7-296a99828163 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c417f79-fc3a-46b3-9436-83847cb88da5']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:31.444658 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5ed81b-dff8-4dc1-a978-5c8d8f38ce4e tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Made reservation on behalf of 640960d3c0df439cb91cd91f4d9284c8 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:31.451160 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3d5ed81b-dff8-4dc1-a978-5c8d8f38ce4e tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.483884 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-f367785f-c6f3-4c94-85a7-296a99828163 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96fa22a0-cdf0-4e67-bd57-565954140f48') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:31.486010 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-f367785f-c6f3-4c94-85a7-296a99828163 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96fa22a0-cdf0-4e67-bd57-565954140f48') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:31.488158 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e5852c-5e6b-435a-95e6-bd03b459517d tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Checking segment: {'id': '6bbb9248-869f-4ab8-ac38-fd22b6704178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '455c35dc-a3cc-4f48-a4d8-aa53cf378212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:49:31.488527 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e5852c-5e6b-435a-95e6-bd03b459517d tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Network hostable DHCP agents. Network: 455c35dc-a3cc-4f48-a4d8-aa53cf378212, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:49:31.504304 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f367785f-c6f3-4c94-85a7-296a99828163 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.516484 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5852c-5e6b-435a-95e6-bd03b459517d tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Pushing event updated for resources: {'Subnet': ['ID=a2358094-67ad-4248-a8b7-4110417ed23d,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:31.550455 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f367785f-c6f3-4c94-85a7-296a99828163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.575691 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f367785f-c6f3-4c94-85a7-296a99828163 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:49:31.576099 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f367785f-c6f3-4c94-85a7-296a99828163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.580474 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:49:31.580474 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:49:31.580474 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:49:31.580474 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:49:31.580474 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:49:31.580474 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:49:31.580474 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:49:31.580474 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:49:31.580474 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:49:31.580474 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:49:31.580474 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:49:31.580474 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:49:31.580474 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:49:31.580474 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:49:31.580474 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:49:31.580474 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:49:31.580474 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:49:31.580474 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:49:31.580474 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:49:31.580474 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:49:31.580474 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:49:31.580474 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:49:31.580474 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:49:31.580474 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:49:31.580474 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:49:31.580474 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:49:31.580474 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:49:31.580474 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:49:31.580474 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:49:31.580474 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:49:31.580474 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:49:31.580474 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:49:31.652118 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4121025-149d-43b0-850a-2d680416f60b req-fac5d2a4-fc37-46d1-bbac-090b2d8e4331 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:31.653711 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d4121025-149d-43b0-850a-2d680416f60b req-fac5d2a4-fc37-46d1-bbac-090b2d8e4331 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.1666334 Dec 16 09:49:31.705811 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d4121025-149d-43b0-850a-2d680416f60b req-e64b6f24-309f-4d02-a9d2-61f35a6561b9 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448937 Dec 16 09:49:31.766009 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e5852c-5e6b-435a-95e6-bd03b459517d tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Network 455c35dc-a3cc-4f48-a4d8-aa53cf378212 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:49:31.817210 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f367785f-c6f3-4c94-85a7-296a99828163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.827758 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f367785f-c6f3-4c94-85a7-296a99828163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.832159 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f367785f-c6f3-4c94-85a7-296a99828163 admin admin] 10.222.0.60 "DELETE /v2.0/networks/8c417f79-fc3a-46b3-9436-83847cb88da5 HTTP/1.1" status: 204 len: 168 time: 0.7216573 Dec 16 09:49:31.845478 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367785f-c6f3-4c94-85a7-296a99828163 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c417f79-fc3a-46b3-9436-83847cb88da5,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:31.886282 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-45e5852c-5e6b-435a-95e6-bd03b459517d tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 455c35dc-a3cc-4f48-a4d8-aa53cf378212) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:31.903562 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e5852c-5e6b-435a-95e6-bd03b459517d tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:31.903562 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-45e5852c-5e6b-435a-95e6-bd03b459517d tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.903810 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0210e71a-15d5-447b-b659-df8aa131a50b None None] Network 455c35dc-a3cc-4f48-a4d8-aa53cf378212 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:31.981262 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3d5ed81b-dff8-4dc1-a978-5c8d8f38ce4e tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:32.018086 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-45e5852c-5e6b-435a-95e6-bd03b459517d tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5794847 Dec 16 09:49:32.018299 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43676) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:32.022681 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5ed81b-dff8-4dc1-a978-5c8d8f38ce4e tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Network 61bca13e-8a57-4a28-91b3-8211dd5e98ca is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:32.023360 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-95e15860-01de-4b42-9f0c-fc7bd8ce090c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1773425263', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:32.027615 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-3d5ed81b-dff8-4dc1-a978-5c8d8f38ce4e tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:32.032611 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5ed81b-dff8-4dc1-a978-5c8d8f38ce4e tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:32.032611 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3d5ed81b-dff8-4dc1-a978-5c8d8f38ce4e tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:32.055557 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ed81b-dff8-4dc1-a978-5c8d8f38ce4e tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Subnet': ['ID=5bea0f96-b3ef-43b6-a5fe-14762ac1e68c,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:32.075014 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43678) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:32.077603 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20ad119-19fa-4f64-b4ef-825f7fa6f5f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-455c35dc-a3cc-4f48-a4d8-aa53cf378212', 'network_id': '455c35dc-a3cc-4f48-a4d8-aa53cf378212', 'tenant_id': 'f4bc86f454b842eaa1988d4d4b4f4194', 'fixed_ips': [{'subnet_id': 'a2358094-67ad-4248-a8b7-4110417ed23d'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:49:32.087723 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e20ad119-19fa-4f64-b4ef-825f7fa6f5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:32.089443 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-118c4c46-df2b-4b6a-8d1e-1975729e13b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:32.190496 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-118c4c46-df2b-4b6a-8d1e-1975729e13b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:32.212905 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-95e15860-01de-4b42-9f0c-fc7bd8ce090c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:32.214337 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-95e15860-01de-4b42-9f0c-fc7bd8ce090c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:32.245971 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-e20ad119-19fa-4f64-b4ef-825f7fa6f5f4 None None] Allocated IP 172.20.0.2 (455c35dc-a3cc-4f48-a4d8-aa53cf378212/a2358094-67ad-4248-a8b7-4110417ed23d/1ded5db7-90ee-4f55-bece-e3b4e5119dc7) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:32.307036 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43680) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:32.348160 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-118c4c46-df2b-4b6a-8d1e-1975729e13b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:32.352403 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-95e15860-01de-4b42-9f0c-fc7bd8ce090c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:32.370717 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3d5ed81b-dff8-4dc1-a978-5c8d8f38ce4e tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2250097 Dec 16 09:49:32.374962 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43682) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:32.381047 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-5fb3059b-c8b1-4f00-beab-2813da3fcd7a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'port': {'network_id': '61bca13e-8a57-4a28-91b3-8211dd5e98ca', 'fixed_ips': [{'subnet_id': 'a9632a3e-238c-43c0-a3a9-2382fd33509d'}, {'subnet_id': '5bea0f96-b3ef-43b6-a5fe-14762ac1e68c'}], 'name': 'tempest-PortsTestJSON-1469670243'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:32.390199 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c4c46-df2b-4b6a-8d1e-1975729e13b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a02dc9-cfaa-4b36-8e60-a539a9e9cd92,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:32.430277 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-118c4c46-df2b-4b6a-8d1e-1975729e13b9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c222af54d4f24500a955f2422333fadc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3541489 Dec 16 09:49:32.432749 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43686) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:32.442799 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8b5dff5c-d2dc-4f38-91c5-8fc08139b2a8 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:49:32.451923 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2a47cebe-36e6-4de5-aebc-e12d0e3f11d5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aa4bee81d69740a383072a02d6c03d3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435697 Dec 16 09:49:32.455531 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43688) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:32.458239 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-95e15860-01de-4b42-9f0c-fc7bd8ce090c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:32.542757 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-27d1c219-12ac-48f9-9bf9-723905cbb6ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:32.565100 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-644ea42a-8476-4fab-aca2-b8aecaaf7b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:32.567028 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-27d1c219-12ac-48f9-9bf9-723905cbb6ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:32.570252 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 8b5dff5c-d2dc-4f38-91c5-8fc08139b2a8 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:32.570636 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:32.573187 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-95e15860-01de-4b42-9f0c-fc7bd8ce090c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:32.574669 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-95e15860-01de-4b42-9f0c-fc7bd8ce090c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5552254 Dec 16 09:49:32.579446 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43690) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:32.599817 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abafdee-54fc-44f0-9604-3e022b78840f None None] Network 61bca13e-8a57-4a28-91b3-8211dd5e98ca requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:32.606074 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e20ad119-19fa-4f64-b4ef-825f7fa6f5f4 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:32.775883 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-27d1c219-12ac-48f9-9bf9-723905cbb6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:32.780649 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-27d1c219-12ac-48f9-9bf9-723905cbb6ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:32.783292 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-27d1c219-12ac-48f9-9bf9-723905cbb6ab admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f1a02dc9-cfaa-4b36-8e60-a539a9e9cd92 HTTP/1.1" status: 204 len: 168 time: 0.3494306 Dec 16 09:49:32.803540 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d1c219-12ac-48f9-9bf9-723905cbb6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a02dc9-cfaa-4b36-8e60-a539a9e9cd92,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:32.857088 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e20ad119-19fa-4f64-b4ef-825f7fa6f5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:32.946392 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-0d68d883-1e4f-4d82-b817-dbad52bb2c3b None None] Provisioning complete for port 8b5dff5c-d2dc-4f38-91c5-8fc08139b2a8 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:32.947839 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0d68d883-1e4f-4d82-b817-dbad52bb2c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:32.991661 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20ad119-19fa-4f64-b4ef-825f7fa6f5f4 None None] Network 455c35dc-a3cc-4f48-a4d8-aa53cf378212 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:33.001500 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-644ea42a-8476-4fab-aca2-b8aecaaf7b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:33.014149 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-e20ad119-19fa-4f64-b4ef-825f7fa6f5f4 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:33.045761 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20ad119-19fa-4f64-b4ef-825f7fa6f5f4 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:33.049641 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ad119-19fa-4f64-b4ef-825f7fa6f5f4 None None] Pushing event updated for resources: {'Port': ['ID=1ded5db7-90ee-4f55-bece-e3b4e5119dc7,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:33.093207 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:33.131147 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb3059b-c8b1-4f00-beab-2813da3fcd7a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Made reservation on behalf of 640960d3c0df439cb91cd91f4d9284c8 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:33.196573 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-e20ad119-19fa-4f64-b4ef-825f7fa6f5f4 None None] Attempting to bind port 1ded5db7-90ee-4f55-bece-e3b4e5119dc7 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:33.196948 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-e20ad119-19fa-4f64-b4ef-825f7fa6f5f4 None None] Attempting to bind port 1ded5db7-90ee-4f55-bece-e3b4e5119dc7 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '6bbb9248-869f-4ab8-ac38-fd22b6704178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '455c35dc-a3cc-4f48-a4d8-aa53cf378212'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:33.197366 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20ad119-19fa-4f64-b4ef-825f7fa6f5f4 None None] Attempting to bind port 1ded5db7-90ee-4f55-bece-e3b4e5119dc7 on network 455c35dc-a3cc-4f48-a4d8-aa53cf378212 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:33.208537 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20ad119-19fa-4f64-b4ef-825f7fa6f5f4 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:49:33.208537 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20ad119-19fa-4f64-b4ef-825f7fa6f5f4 None None] Checking segment: {'id': '6bbb9248-869f-4ab8-ac38-fd22b6704178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '455c35dc-a3cc-4f48-a4d8-aa53cf378212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:49:33.208537 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e20ad119-19fa-4f64-b4ef-825f7fa6f5f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:33.208537 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20ad119-19fa-4f64-b4ef-825f7fa6f5f4 None None] Bound using segment: {'id': '6bbb9248-869f-4ab8-ac38-fd22b6704178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '455c35dc-a3cc-4f48-a4d8-aa53cf378212'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:49:33.208537 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-e20ad119-19fa-4f64-b4ef-825f7fa6f5f4 None None] Bound port: 1ded5db7-90ee-4f55-bece-e3b4e5119dc7, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bbb9248-869f-4ab8-ac38-fd22b6704178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '455c35dc-a3cc-4f48-a4d8-aa53cf378212'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:49:33.208537 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e20ad119-19fa-4f64-b4ef-825f7fa6f5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:33.289878 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef528f2-0e04-4452-a441-9a6cb3c76a43 req-6a269545-2786-459b-a637-49016e0b6d17 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:33.298460 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-aef528f2-0e04-4452-a441-9a6cb3c76a43 req-6a269545-2786-459b-a637-49016e0b6d17 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.2991226 Dec 16 09:49:33.311712 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 8b5dff5c-d2dc-4f38-91c5-8fc08139b2a8, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8b5dff5c-d2dc-4f38-91c5-8fc08139b2a8,segment=NetworkSegment(e567c396-b646-4ad3-9a33-889eb9fb0f34),segment_id=e567c396-b646-4ad3-9a33-889eb9fb0f34)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:33.311712 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0d68d883-1e4f-4d82-b817-dbad52bb2c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:33.356576 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-e20ad119-19fa-4f64-b4ef-825f7fa6f5f4 None None] For port 1ded5db7-90ee-4f55-bece-e3b4e5119dc7, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:49:33.359963 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-e20ad119-19fa-4f64-b4ef-825f7fa6f5f4 None None] For port 1ded5db7-90ee-4f55-bece-e3b4e5119dc7, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=1ded5db7-90ee-4f55-bece-e3b4e5119dc7,segment=NetworkSegment(6bbb9248-869f-4ab8-ac38-fd22b6704178),segment_id=6bbb9248-869f-4ab8-ac38-fd22b6704178)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:49:33.400668 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5fb3059b-c8b1-4f00-beab-2813da3fcd7a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:33.415533 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:33.468343 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-aef528f2-0e04-4452-a441-9a6cb3c76a43 req-720aa6ef-1039-43da-acf9-950cde3caaf0 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689632 Dec 16 09:49:33.473159 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-5fb3059b-c8b1-4f00-beab-2813da3fcd7a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] device_id is not set on port 69e1e3e3-c348-4113-bb0a-608b15814438 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:49:33.474447 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e20ad119-19fa-4f64-b4ef-825f7fa6f5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:33.482329 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-48ecf8f1-8c08-48a7-8021-56cdc9da1f70 req-d424b212-de92-4dae-b18a-1912240661ac service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2586703 Dec 16 09:49:33.501281 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db432d1-e81a-4445-8a8d-e634b4a142d7 None None] Update dhcp port {'port': {'network_id': '61bca13e-8a57-4a28-91b3-8211dd5e98ca', 'fixed_ips': [{'subnet_id': 'a9632a3e-238c-43c0-a3a9-2382fd33509d', 'ip_address': '172.20.0.2'}, {'subnet_id': '5bea0f96-b3ef-43b6-a5fe-14762ac1e68c'}], 'binding:host_id': 'n-d-820550-2'}, 'id': '8b5dff5c-d2dc-4f38-91c5-8fc08139b2a8'} from n-d-820550-2. {{(pid=102818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 16 09:49:33.549544 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6896d68b-f167-4d85-badc-38854ed3ff49 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:33.550931 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0db432d1-e81a-4445-8a8d-e634b4a142d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:33.570009 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-644ea42a-8476-4fab-aca2-b8aecaaf7b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:33.572427 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-644ea42a-8476-4fab-aca2-b8aecaaf7b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:33.576793 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-644ea42a-8476-4fab-aca2-b8aecaaf7b26 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/590458b3-4555-4400-adfd-9b51edddb7a1 HTTP/1.1" status: 204 len: 168 time: 1.1200976 Dec 16 09:49:33.615174 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-0d68d883-1e4f-4d82-b817-dbad52bb2c3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:49:33.615618 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-0d68d883-1e4f-4d82-b817-dbad52bb2c3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:49:33.625338 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ea42a-8476-4fab-aca2-b8aecaaf7b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590458b3-4555-4400-adfd-9b51edddb7a1,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:33.683411 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=8b5dff5c-d2dc-4f38-91c5-8fc08139b2a8,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:33.716152 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43704) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:33.822437 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ad119-19fa-4f64-b4ef-825f7fa6f5f4 None None] Pushing event updated for resources: {'Port': ['ID=1ded5db7-90ee-4f55-bece-e3b4e5119dc7,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:33.826846 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ecf8f1-8c08-48a7-8021-56cdc9da1f70 req-2c8b0ba8-b74a-4cf6-ae1f-b8e50e6f5a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:33.828371 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-48ecf8f1-8c08-48a7-8021-56cdc9da1f70 req-2c8b0ba8-b74a-4cf6-ae1f-b8e50e6f5a06 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3dc9d568910412b9d99d599bd3f4345&device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 1096 time: 0.2766931 Dec 16 09:49:33.852230 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-0db432d1-e81a-4445-8a8d-e634b4a142d7 None None] Allocated IP 172.20.0.18 (61bca13e-8a57-4a28-91b3-8211dd5e98ca/5bea0f96-b3ef-43b6-a5fe-14762ac1e68c/8b5dff5c-d2dc-4f38-91c5-8fc08139b2a8) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:33.859262 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-cb1bcc4b-b525-44bd-b7ff-ece20968cf56 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c5c21b60e6aa44ed8fa1af4a7659fad5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1385860 Dec 16 09:49:33.860090 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43706) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:33.982074 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d5c00f01-4b58-4bc3-ad44-a9ffbcfcfe5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:33.990427 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-0db432d1-e81a-4445-8a8d-e634b4a142d7 None None] For port 8b5dff5c-d2dc-4f38-91c5-8fc08139b2a8, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8b5dff5c-d2dc-4f38-91c5-8fc08139b2a8,segment=NetworkSegment(e567c396-b646-4ad3-9a33-889eb9fb0f34),segment_id=e567c396-b646-4ad3-9a33-889eb9fb0f34)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:34.032853 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d5c00f01-4b58-4bc3-ad44-a9ffbcfcfe5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:34.034108 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0db432d1-e81a-4445-8a8d-e634b4a142d7 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:34.113260 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0db432d1-e81a-4445-8a8d-e634b4a142d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:34.159525 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43710) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:34.162229 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ecf8f1-8c08-48a7-8021-56cdc9da1f70 req-421c6ef7-21c1-46ef-8bb7-500945299df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:34.163708 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-48ecf8f1-8c08-48a7-8021-56cdc9da1f70 req-421c6ef7-21c1-46ef-8bb7-500945299df3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=25277f1a-659c-40fc-ae08-6615db916991 HTTP/1.1" status: 200 len: 912 time: 0.2895808 Dec 16 09:49:34.165018 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-6896d68b-f167-4d85-badc-38854ed3ff49 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Allocated IP 172.20.0.1 (455c35dc-a3cc-4f48-a4d8-aa53cf378212/a2358094-67ad-4248-a8b7-4110417ed23d/1ed325e2-afbf-4700-89be-cc3d3149ada5) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:34.228682 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-48ecf8f1-8c08-48a7-8021-56cdc9da1f70 req-aa272a9f-679f-4527-9ee1-70d57955d6bb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ac89ee0-714c-4baf-9fac-1cc0a8a4d537 HTTP/1.1" status: 200 len: 217 time: 0.0507951 Dec 16 09:49:34.299687 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db432d1-e81a-4445-8a8d-e634b4a142d7 None None] Pushing event updated for resources: {'Port': ['ID=8b5dff5c-d2dc-4f38-91c5-8fc08139b2a8,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:34.304712 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d5c00f01-4b58-4bc3-ad44-a9ffbcfcfe5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:34.309500 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d5c00f01-4b58-4bc3-ad44-a9ffbcfcfe5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:34.316531 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d5c00f01-4b58-4bc3-ad44-a9ffbcfcfe5e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ba3222e4-5abb-48d7-9374-f567f91bb092 HTTP/1.1" status: 204 len: 168 time: 0.4528844 Dec 16 09:49:34.335822 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ec2a9f4a-f319-40c3-bba3-9163c63e3bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:34.352561 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c00f01-4b58-4bc3-ad44-a9ffbcfcfe5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3222e4-5abb-48d7-9374-f567f91bb092,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:34.418572 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ecf8f1-8c08-48a7-8021-56cdc9da1f70 req-d41bfb6b-9e65-4dc2-bde2-a27ef03d4039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:34.423760 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-48ecf8f1-8c08-48a7-8021-56cdc9da1f70 req-d41bfb6b-9e65-4dc2-bde2-a27ef03d4039 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c9a5f5f1-d83a-4498-90f5-323c2ed12d23 HTTP/1.1" status: 200 len: 851 time: 0.1530306 Dec 16 09:49:34.489412 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-48ecf8f1-8c08-48a7-8021-56cdc9da1f70 req-64b88dd7-d5bc-44e5-9c95-0e474c0ae369 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=25277f1a-659c-40fc-ae08-6615db916991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552752 Dec 16 09:49:34.492980 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-5fb3059b-c8b1-4f00-beab-2813da3fcd7a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Allocated IP 172.20.0.10 (61bca13e-8a57-4a28-91b3-8211dd5e98ca/a9632a3e-238c-43c0-a3a9-2382fd33509d/69e1e3e3-c348-4113-bb0a-608b15814438) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:34.518115 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6896d68b-f167-4d85-badc-38854ed3ff49 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:34.523554 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ec2a9f4a-f319-40c3-bba3-9163c63e3bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:34.534712 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-5fb3059b-c8b1-4f00-beab-2813da3fcd7a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Allocated IP 172.20.0.26 (61bca13e-8a57-4a28-91b3-8211dd5e98ca/5bea0f96-b3ef-43b6-a5fe-14762ac1e68c/69e1e3e3-c348-4113-bb0a-608b15814438) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:34.536319 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 1ded5db7-90ee-4f55-bece-e3b4e5119dc7 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:49:34.630620 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 1ded5db7-90ee-4f55-bece-e3b4e5119dc7 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:34.631564 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:34.659949 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ec2a9f4a-f319-40c3-bba3-9163c63e3bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:34.707397 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f59aa9-2de3-4f00-99f3-cf7ddaae1ea0 req-ef5899fd-5502-4384-964a-b9d7ed6d3a6c tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:34.708997 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31f59aa9-2de3-4f00-99f3-cf7ddaae1ea0 req-ef5899fd-5502-4384-964a-b9d7ed6d3a6c tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.1305969 Dec 16 09:49:34.774521 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ec2a9f4a-f319-40c3-bba3-9163c63e3bae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6156ac97a85e484f935d8f16341b735e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6137526 Dec 16 09:49:34.775945 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a9f4a-f319-40c3-bba3-9163c63e3bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bdbea4-8724-4a48-bb0d-061f3ccf5656,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:34.779483 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43720) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:34.811720 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:34.835470 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5fb3059b-c8b1-4f00-beab-2813da3fcd7a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:34.864663 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31f59aa9-2de3-4f00-99f3-cf7ddaae1ea0 req-b537f945-6d25-48c8-bfa0-27e86915350c tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325138 Dec 16 09:49:34.874938 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6896d68b-f167-4d85-badc-38854ed3ff49 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:34.883396 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2c5ddb9c-3330-48be-928b-719b195ad9e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:34.887442 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 1ded5db7-90ee-4f55-bece-e3b4e5119dc7, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=1ded5db7-90ee-4f55-bece-e3b4e5119dc7,segment=NetworkSegment(6bbb9248-869f-4ab8-ac38-fd22b6704178),segment_id=6bbb9248-869f-4ab8-ac38-fd22b6704178)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:34.919233 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-48ecf8f1-8c08-48a7-8021-56cdc9da1f70 req-50892073-9873-4008-9606-f97321289cb6 service neutron] 10.222.0.58 "GET /v2.0/networks/25277f1a-659c-40fc-ae08-6615db916991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174135 Dec 16 09:49:34.923652 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2c5ddb9c-3330-48be-928b-719b195ad9e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:34.952810 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:34.954090 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8b5dff5c-d2dc-4f38-91c5-8fc08139b2a8 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:49:35.003884 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43722) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:35.015600 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6896d68b-f167-4d85-badc-38854ed3ff49 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Network 455c35dc-a3cc-4f48-a4d8-aa53cf378212 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:35.071441 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2c5ddb9c-3330-48be-928b-719b195ad9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:35.077336 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2c5ddb9c-3330-48be-928b-719b195ad9e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:35.082726 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2c5ddb9c-3330-48be-928b-719b195ad9e4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/36bdbea4-8724-4a48-bb0d-061f3ccf5656 HTTP/1.1" status: 204 len: 168 time: 0.2987258 Dec 16 09:49:35.091460 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3967c43a-437d-46f9-aeb8-11eeaf8b7bb9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=223c9be3dd16416695dcaa56ca152643&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0851417 Dec 16 09:49:35.124778 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ddb9c-3330-48be-928b-719b195ad9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bdbea4-8724-4a48-bb0d-061f3ccf5656,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:35.128103 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43726) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:35.155676 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=1ded5db7-90ee-4f55-bece-e3b4e5119dc7,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:35.242300 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 8b5dff5c-d2dc-4f38-91c5-8fc08139b2a8 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:35.242983 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:35.265653 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-48ecf8f1-8c08-48a7-8021-56cdc9da1f70 req-d9d7d184-0f7e-4849-ad53-4afe8bab7bcd service neutron] 10.222.0.58 "GET /v2.0/networks/25277f1a-659c-40fc-ae08-6615db916991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146453 Dec 16 09:49:35.270967 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-6896d68b-f167-4d85-badc-38854ed3ff49 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:35.277012 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c409af32-017b-4fc4-9ec4-5b7a3ecf155b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:35.279686 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6896d68b-f167-4d85-badc-38854ed3ff49 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:35.303196 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aff5741-77f0-48b0-a448-02e2cf7cc6a4 None None] Network 455c35dc-a3cc-4f48-a4d8-aa53cf378212 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:35.331855 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c409af32-017b-4fc4-9ec4-5b7a3ecf155b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:35.350738 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5fb3059b-c8b1-4f00-beab-2813da3fcd7a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:35.354906 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896d68b-f167-4d85-badc-38854ed3ff49 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Pushing event updated for resources: {'Port': ['ID=1ed325e2-afbf-4700-89be-cc3d3149ada5,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:35.398695 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258da3fc-a877-4ba9-aa9a-e967548075cf None None] Network 61bca13e-8a57-4a28-91b3-8211dd5e98ca requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:35.408641 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb3059b-c8b1-4f00-beab-2813da3fcd7a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Network 61bca13e-8a57-4a28-91b3-8211dd5e98ca is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:35.415790 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-5fb3059b-c8b1-4f00-beab-2813da3fcd7a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:35.418251 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb3059b-c8b1-4f00-beab-2813da3fcd7a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:35.451813 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6896d68b-f167-4d85-badc-38854ed3ff49 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:35.479900 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-aa118507-4f46-4c9e-9914-22b434f30b96 None None] Provisioning complete for port 1ded5db7-90ee-4f55-bece-e3b4e5119dc7 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:35.480274 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-aa118507-4f46-4c9e-9914-22b434f30b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:35.502402 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb3059b-c8b1-4f00-beab-2813da3fcd7a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Port': ['ID=69e1e3e3-c348-4113-bb0a-608b15814438,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:35.529163 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb3059b-c8b1-4f00-beab-2813da3fcd7a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:35.529703 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5fb3059b-c8b1-4f00-beab-2813da3fcd7a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:35.531743 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c409af32-017b-4fc4-9ec4-5b7a3ecf155b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:35.535050 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c409af32-017b-4fc4-9ec4-5b7a3ecf155b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:35.538810 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c409af32-017b-4fc4-9ec4-5b7a3ecf155b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c8820e88-2dc9-49ff-acdb-8d790d90747d HTTP/1.1" status: 204 len: 168 time: 0.4070268 Dec 16 09:49:35.564010 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409af32-017b-4fc4-9ec4-5b7a3ecf155b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8820e88-2dc9-49ff-acdb-8d790d90747d,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:35.692920 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5fb3059b-c8b1-4f00-beab-2813da3fcd7a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.3163471 Dec 16 09:49:35.695540 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43730) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:35.700712 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-cb7655df-a9aa-4ded-9baf-ad41524bde38 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a9632a3e-238c-43c0-a3a9-2382fd33509d'}]}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:35.781824 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6896d68b-f167-4d85-badc-38854ed3ff49 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:35.822675 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cb7655df-a9aa-4ded-9baf-ad41524bde38 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:35.893029 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c65950ca-1f4e-46ca-8859-574d379c09c8 None None] Provisioning complete for port 8b5dff5c-d2dc-4f38-91c5-8fc08139b2a8 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:35.893490 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c65950ca-1f4e-46ca-8859-574d379c09c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:36.266023 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-efaba36a-be01-48c7-b50a-d6ad351b0e95 None None] Provisioning complete for port 1ded5db7-90ee-4f55-bece-e3b4e5119dc7 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:36.273004 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-efaba36a-be01-48c7-b50a-d6ad351b0e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:36.374646 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 1ded5db7-90ee-4f55-bece-e3b4e5119dc7 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:49:36.446369 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b0791-6b32-4838-b712-16c25900ec19 req-43512bb9-9415-4311-8377-d35e969aca37 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:36.447979 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-701b0791-6b32-4838-b712-16c25900ec19 req-43512bb9-9415-4311-8377-d35e969aca37 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.4041944 Dec 16 09:49:36.461836 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 1ded5db7-90ee-4f55-bece-e3b4e5119dc7 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:36.462465 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:36.494761 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-efaba36a-be01-48c7-b50a-d6ad351b0e95 None None] Provisioning complete for port 69e1e3e3-c348-4113-bb0a-608b15814438 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:36.495425 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-efaba36a-be01-48c7-b50a-d6ad351b0e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:36.546760 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-efaba36a-be01-48c7-b50a-d6ad351b0e95 None None] Port 69e1e3e3-c348-4113-bb0a-608b15814438 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:49:36.595079 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-efaba36a-be01-48c7-b50a-d6ad351b0e95 None None] Provisioning complete for port 1ed325e2-afbf-4700-89be-cc3d3149ada5 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:36.595722 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-efaba36a-be01-48c7-b50a-d6ad351b0e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:36.645306 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8b5dff5c-d2dc-4f38-91c5-8fc08139b2a8 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:49:36.676996 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-efaba36a-be01-48c7-b50a-d6ad351b0e95 None None] Port 1ed325e2-afbf-4700-89be-cc3d3149ada5 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:49:36.699406 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-efaba36a-be01-48c7-b50a-d6ad351b0e95 None None] Provisioning complete for port 8b5dff5c-d2dc-4f38-91c5-8fc08139b2a8 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:36.699780 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-efaba36a-be01-48c7-b50a-d6ad351b0e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:36.746002 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 8b5dff5c-d2dc-4f38-91c5-8fc08139b2a8 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:36.746376 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:36.935351 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-701b0791-6b32-4838-b712-16c25900ec19 req-c129e336-ebac-4dce-a32f-bd8eff890865 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4687304 Dec 16 09:49:36.948758 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-9d35e581-7a56-4afb-a207-7c9443d4e11b None None] Provisioning complete for port 69e1e3e3-c348-4113-bb0a-608b15814438 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:36.948758 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9d35e581-7a56-4afb-a207-7c9443d4e11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:36.988327 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-9d35e581-7a56-4afb-a207-7c9443d4e11b None None] Port 69e1e3e3-c348-4113-bb0a-608b15814438 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:49:37.000147 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-9d35e581-7a56-4afb-a207-7c9443d4e11b None None] Provisioning complete for port 1ed325e2-afbf-4700-89be-cc3d3149ada5 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:37.000402 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9d35e581-7a56-4afb-a207-7c9443d4e11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:37.009846 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6896d68b-f167-4d85-badc-38854ed3ff49 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:37.011917 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-cb7655df-a9aa-4ded-9baf-ad41524bde38 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Delete allocated IP 172.20.0.26 (61bca13e-8a57-4a28-91b3-8211dd5e98ca/5bea0f96-b3ef-43b6-a5fe-14762ac1e68c) {{(pid=102817) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 09:49:37.038094 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-9d35e581-7a56-4afb-a207-7c9443d4e11b None None] Port 1ed325e2-afbf-4700-89be-cc3d3149ada5 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:49:37.099307 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6896d68b-f167-4d85-badc-38854ed3ff49 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:37.204816 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6896d68b-f167-4d85-badc-38854ed3ff49 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:37.211849 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896d68b-f167-4d85-badc-38854ed3ff49 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Pushing event updated for resources: {'Port': ['ID=1ed325e2-afbf-4700-89be-cc3d3149ada5,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:37.222561 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cb7655df-a9aa-4ded-9baf-ad41524bde38 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:37.255340 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:37.307515 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6896d68b-f167-4d85-badc-38854ed3ff49 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Network 455c35dc-a3cc-4f48-a4d8-aa53cf378212 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:37.309000 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-6896d68b-f167-4d85-badc-38854ed3ff49 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:37.355515 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cb7655df-a9aa-4ded-9baf-ad41524bde38 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:37.488076 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7655df-a9aa-4ded-9baf-ad41524bde38 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Port': ['ID=69e1e3e3-c348-4113-bb0a-608b15814438,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:37.522344 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43764) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:37.522830 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-cb7655df-a9aa-4ded-9baf-ad41524bde38 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] In _notify_port_updated(), no bound segment for port 69e1e3e3-c348-4113-bb0a-608b15814438 on network 61bca13e-8a57-4a28-91b3-8211dd5e98ca {{(pid=102817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:49:37.534209 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7655df-a9aa-4ded-9baf-ad41524bde38 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:37.535132 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cb7655df-a9aa-4ded-9baf-ad41524bde38 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:37.538632 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-cb7655df-a9aa-4ded-9baf-ad41524bde38 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "PUT /v2.0/ports/69e1e3e3-c348-4113-bb0a-608b15814438 HTTP/1.1" status: 200 len: 920 time: 1.8400989 Dec 16 09:49:37.539329 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43768) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:37.545009 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-3e6f1ece-44e7-4a8f-9dd8-53f3a5bb2ef7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a9632a3e-238c-43c0-a3a9-2382fd33509d'}, {'subnet_id': '5bea0f96-b3ef-43b6-a5fe-14762ac1e68c'}]}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:37.637785 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3e6f1ece-44e7-4a8f-9dd8-53f3a5bb2ef7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:37.656314 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6896d68b-f167-4d85-badc-38854ed3ff49 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Router 6a6ce919-66eb-4dc2-b118-56b46e368bc1 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:49:37.661782 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-82b14eb7-519e-4ace-a8ab-9d08b8a49179 None None] Provisioning complete for port 1ed325e2-afbf-4700-89be-cc3d3149ada5 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:37.662305 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-82b14eb7-519e-4ace-a8ab-9d08b8a49179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:37.662448 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0d9881c-2a94-47df-9b5b-517f215409a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:37.707248 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-82b14eb7-519e-4ace-a8ab-9d08b8a49179 None None] Port 1ed325e2-afbf-4700-89be-cc3d3149ada5 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:49:37.740793 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0d9881c-2a94-47df-9b5b-517f215409a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:37.826689 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-6a45fc42-7534-4af5-ad86-97d9887897e9 None None] Provisioning complete for port 69e1e3e3-c348-4113-bb0a-608b15814438 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:37.827070 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6a45fc42-7534-4af5-ad86-97d9887897e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:37.859720 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6896d68b-f167-4d85-badc-38854ed3ff49 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:49:37.862273 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0d9881c-2a94-47df-9b5b-517f215409a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:37.870206 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6896d68b-f167-4d85-badc-38854ed3ff49 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] 10.222.0.60 "PUT /v2.0/routers/6a6ce919-66eb-4dc2-b118-56b46e368bc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2850556 Dec 16 09:49:37.874461 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43770) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:37.879643 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-be377ade-1cb6-49a4-840a-cb1935e51c9a tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Request body: {'port': {'network_id': '455c35dc-a3cc-4f48-a4d8-aa53cf378212', 'name': 'tempest-FloatingIPNegativeTestJSON-1502919355'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:37.881309 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f1dfc0-3b34-4fc6-9e6b-669177c489e9 None None] Sync routers for ids ['6a6ce919-66eb-4dc2-b118-56b46e368bc1'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:49:37.890877 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f1dfc0-3b34-4fc6-9e6b-669177c489e9 None None] Routers {'6a6ce919-66eb-4dc2-b118-56b46e368bc1'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:49:37.891545 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-08f1dfc0-3b34-4fc6-9e6b-669177c489e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:49:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6a6ce919-66eb-4dc2-b118-56b46e368bc1'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:37.897489 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d9881c-2a94-47df-9b5b-517f215409a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1165cb-469c-4abf-b3d6-86c5b84dc1bb,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:37.916195 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e0d9881c-2a94-47df-9b5b-517f215409a9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b530a0dca0ec43b69682d941cb8dc720&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3926985 Dec 16 09:49:37.918744 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43772) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:37.954433 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-08f1dfc0-3b34-4fc6-9e6b-669177c489e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:37.966674 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f1dfc0-3b34-4fc6-9e6b-669177c489e9 None None] Routers {'6a6ce919-66eb-4dc2-b118-56b46e368bc1'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:49:37.967219 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-08f1dfc0-3b34-4fc6-9e6b-669177c489e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:49:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6a6ce919-66eb-4dc2-b118-56b46e368bc1'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:38.005220 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ba6f245f-387a-4039-b311-35ed8dcc0259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:38.007613 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-08f1dfc0-3b34-4fc6-9e6b-669177c489e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:38.008513 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f1dfc0-3b34-4fc6-9e6b-669177c489e9 None None] The sync data for ids ['6a6ce919-66eb-4dc2-b118-56b46e368bc1'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:49:38.033569 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ba6f245f-387a-4039-b311-35ed8dcc0259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:38.055109 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-6a45fc42-7534-4af5-ad86-97d9887897e9 None None] Port 69e1e3e3-c348-4113-bb0a-608b15814438 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:49:38.113582 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01b5a5-0a7b-4543-a07e-ebd3d143cb44 req-b3c45c3e-af2a-4312-88ca-cac134db0cb1 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:38.115072 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5a01b5a5-0a7b-4543-a07e-ebd3d143cb44 req-b3c45c3e-af2a-4312-88ca-cac134db0cb1 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.0737638 Dec 16 09:49:38.148819 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-3e6f1ece-44e7-4a8f-9dd8-53f3a5bb2ef7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Allocated IP 172.20.0.27 (61bca13e-8a57-4a28-91b3-8211dd5e98ca/5bea0f96-b3ef-43b6-a5fe-14762ac1e68c/69e1e3e3-c348-4113-bb0a-608b15814438) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:38.159894 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5a01b5a5-0a7b-4543-a07e-ebd3d143cb44 req-6b492493-297c-4a36-bb45-a3419dc88171 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345695 Dec 16 09:49:38.192145 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ba6f245f-387a-4039-b311-35ed8dcc0259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:38.194843 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ba6f245f-387a-4039-b311-35ed8dcc0259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:38.195977 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ba6f245f-387a-4039-b311-35ed8dcc0259 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4d1165cb-469c-4abf-b3d6-86c5b84dc1bb HTTP/1.1" status: 204 len: 168 time: 0.2762718 Dec 16 09:49:38.201336 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be377ade-1cb6-49a4-840a-cb1935e51c9a tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Made reservation on behalf of f4bc86f454b842eaa1988d4d4b4f4194 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:38.205494 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be377ade-1cb6-49a4-840a-cb1935e51c9a tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:38.205628 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f245f-387a-4039-b311-35ed8dcc0259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1165cb-469c-4abf-b3d6-86c5b84dc1bb,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:38.235409 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-be377ade-1cb6-49a4-840a-cb1935e51c9a tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] device_id is not set on port 0b0f0f9d-22f3-4060-b0e9-47585a04e2c4 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:49:38.377405 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3e6f1ece-44e7-4a8f-9dd8-53f3a5bb2ef7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:38.391863 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-be377ade-1cb6-49a4-840a-cb1935e51c9a tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Allocated IP 172.20.0.9 (455c35dc-a3cc-4f48-a4d8-aa53cf378212/a2358094-67ad-4248-a8b7-4110417ed23d/0b0f0f9d-22f3-4060-b0e9-47585a04e2c4) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:38.479513 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3e6f1ece-44e7-4a8f-9dd8-53f3a5bb2ef7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:38.616609 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f1ece-44e7-4a8f-9dd8-53f3a5bb2ef7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Port': ['ID=69e1e3e3-c348-4113-bb0a-608b15814438,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:38.664591 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-3e6f1ece-44e7-4a8f-9dd8-53f3a5bb2ef7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] In _notify_port_updated(), no bound segment for port 69e1e3e3-c348-4113-bb0a-608b15814438 on network 61bca13e-8a57-4a28-91b3-8211dd5e98ca {{(pid=102817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:49:38.670663 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6f1ece-44e7-4a8f-9dd8-53f3a5bb2ef7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:38.671332 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3e6f1ece-44e7-4a8f-9dd8-53f3a5bb2ef7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:38.675305 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3e6f1ece-44e7-4a8f-9dd8-53f3a5bb2ef7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "PUT /v2.0/ports/69e1e3e3-c348-4113-bb0a-608b15814438 HTTP/1.1" status: 200 len: 1000 time: 1.1321859 Dec 16 09:49:38.675711 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43786) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:38.682952 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be377ade-1cb6-49a4-840a-cb1935e51c9a tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:38.785917 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-6d4421c8-2a0a-429d-bb2d-bd35a70f08dc tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Deleting port 69e1e3e3-c348-4113-bb0a-608b15814438 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:38.786352 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6d4421c8-2a0a-429d-bb2d-bd35a70f08dc tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:38.793929 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-1328da52-1bdb-4dca-b446-9903f9718c0b None None] Provisioning complete for port 69e1e3e3-c348-4113-bb0a-608b15814438 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:38.793929 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1328da52-1bdb-4dca-b446-9903f9718c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:38.812571 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be377ade-1cb6-49a4-840a-cb1935e51c9a tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:38.848262 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-1328da52-1bdb-4dca-b446-9903f9718c0b None None] Port 69e1e3e3-c348-4113-bb0a-608b15814438 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:49:38.866923 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be377ade-1cb6-49a4-840a-cb1935e51c9a tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Network 455c35dc-a3cc-4f48-a4d8-aa53cf378212 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:38.869163 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-be377ade-1cb6-49a4-840a-cb1935e51c9a tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:38.872632 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be377ade-1cb6-49a4-840a-cb1935e51c9a tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:38.901409 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be377ade-1cb6-49a4-840a-cb1935e51c9a tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Pushing event updated for resources: {'Port': ['ID=0b0f0f9d-22f3-4060-b0e9-47585a04e2c4,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:38.930169 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6d4421c8-2a0a-429d-bb2d-bd35a70f08dc tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:38.937016 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be377ade-1cb6-49a4-840a-cb1935e51c9a tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:38.937675 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be377ade-1cb6-49a4-840a-cb1935e51c9a tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:38.944224 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-6d4421c8-2a0a-429d-bb2d-bd35a70f08dc tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Calling delete_port for 69e1e3e3-c348-4113-bb0a-608b15814438 owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:39.103911 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-be377ade-1cb6-49a4-840a-cb1935e51c9a tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2287319 Dec 16 09:49:39.108166 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43794) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:39.114941 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-7b37e6de-1336-429c-be18-ad7d3c11f9bd tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:39.176474 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c124cb15-1788-49e9-afa3-16fe977d38a6 None None] Provisioning complete for port 0b0f0f9d-22f3-4060-b0e9-47585a04e2c4 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:39.176850 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c124cb15-1788-49e9-afa3-16fe977d38a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:39.210953 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-c124cb15-1788-49e9-afa3-16fe977d38a6 None None] Port 0b0f0f9d-22f3-4060-b0e9-47585a04e2c4 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:49:39.222985 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7b37e6de-1336-429c-be18-ad7d3c11f9bd tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks [] for floatingip, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:39.290088 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6d4421c8-2a0a-429d-bb2d-bd35a70f08dc tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:39.326518 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f055f-bdbf-4513-834a-38c926df6642 req-ec848c18-4206-4da4-affe-48453201564e tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:39.328087 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-159f055f-bdbf-4513-834a-38c926df6642 req-ec848c18-4206-4da4-affe-48453201564e tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.0910597 Dec 16 09:49:39.384429 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-159f055f-bdbf-4513-834a-38c926df6642 req-b8c73569-c2b4-4607-8cf8-8a47fa158910 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458786 Dec 16 09:49:39.402882 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7b37e6de-1336-429c-be18-ad7d3c11f9bd tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:39.441741 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6d4421c8-2a0a-429d-bb2d-bd35a70f08dc tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:39.445991 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6d4421c8-2a0a-429d-bb2d-bd35a70f08dc tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/ports/69e1e3e3-c348-4113-bb0a-608b15814438 HTTP/1.1" status: 204 len: 168 time: 0.7692568 Dec 16 09:49:39.447672 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4421c8-2a0a-429d-bb2d-bd35a70f08dc tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Port': ['ID=69e1e3e3-c348-4113-bb0a-608b15814438,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:39.454706 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43802) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:39.482861 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a26c66-878b-425d-954e-80304fe53f8b tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] GET failed (client error): The resource could not be found. Dec 16 09:49:39.484865 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-51a26c66-878b-425d-954e-80304fe53f8b tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "GET /v2.0/ports/69e1e3e3-c348-4113-bb0a-608b15814438 HTTP/1.1" status: 404 len: 333 time: 0.0287530 Dec 16 09:49:39.487470 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43808) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:39.550293 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-7b37e6de-1336-429c-be18-ad7d3c11f9bd tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Allocated IP 172.25.1.46 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/d439952b-8fcd-47c8-8e10-7dd64ce7c48a) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:39.553619 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1b5b120-cfd9-4fbf-aaa2-9cf8a857625c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Deleting subnet 5bea0f96-b3ef-43b6-a5fe-14762ac1e68c {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:49:39.561839 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e1b5b120-cfd9-4fbf-aaa2-9cf8a857625c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:39.607693 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e1b5b120-cfd9-4fbf-aaa2-9cf8a857625c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:39.663387 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7b37e6de-1336-429c-be18-ad7d3c11f9bd tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:39.702357 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e1b5b120-cfd9-4fbf-aaa2-9cf8a857625c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:39.758630 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7b37e6de-1336-429c-be18-ad7d3c11f9bd tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:39.794786 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b37e6de-1336-429c-be18-ad7d3c11f9bd tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:39.798139 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-7b37e6de-1336-429c-be18-ad7d3c11f9bd tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:39.801559 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b37e6de-1336-429c-be18-ad7d3c11f9bd tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:39.832096 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37e6de-1336-429c-be18-ad7d3c11f9bd tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Pushing event updated for resources: {'Port': ['ID=d439952b-8fcd-47c8-8e10-7dd64ce7c48a,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:39.844277 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e1b5b120-cfd9-4fbf-aaa2-9cf8a857625c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:39.872579 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5b120-cfd9-4fbf-aaa2-9cf8a857625c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Subnet': ['ID=5bea0f96-b3ef-43b6-a5fe-14762ac1e68c,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:39.877069 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e1b5b120-cfd9-4fbf-aaa2-9cf8a857625c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:39.880293 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e1b5b120-cfd9-4fbf-aaa2-9cf8a857625c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/subnets/5bea0f96-b3ef-43b6-a5fe-14762ac1e68c HTTP/1.1" status: 204 len: 168 time: 0.3917329 Dec 16 09:49:39.883219 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43820) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:39.888272 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf334b6-eb80-474a-abbb-099e5e3050c8 None None] Network 61bca13e-8a57-4a28-91b3-8211dd5e98ca requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:39.895958 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7b37e6de-1336-429c-be18-ad7d3c11f9bd tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:39.939141 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-766ef4fd-c147-40e9-9d0f-64bddd4566e0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Deleting subnet a9632a3e-238c-43c0-a3a9-2382fd33509d {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:49:39.942383 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-766ef4fd-c147-40e9-9d0f-64bddd4566e0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:39.990995 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-766ef4fd-c147-40e9-9d0f-64bddd4566e0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.003759 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7b37e6de-1336-429c-be18-ad7d3c11f9bd tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.084195 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-766ef4fd-c147-40e9-9d0f-64bddd4566e0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.178124 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7b37e6de-1336-429c-be18-ad7d3c11f9bd tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.232974 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-766ef4fd-c147-40e9-9d0f-64bddd4566e0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.247979 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-766ef4fd-c147-40e9-9d0f-64bddd4566e0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.251625 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-766ef4fd-c147-40e9-9d0f-64bddd4566e0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/subnets/a9632a3e-238c-43c0-a3a9-2382fd33509d HTTP/1.1" status: 204 len: 168 time: 0.3675308 Dec 16 09:49:40.254191 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43822) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:40.286372 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ef4fd-c147-40e9-9d0f-64bddd4566e0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Subnet': ['ID=a9632a3e-238c-43c0-a3a9-2382fd33509d,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:40.291291 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7b37e6de-1336-429c-be18-ad7d3c11f9bd tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.367990 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37e6de-1336-429c-be18-ad7d3c11f9bd tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Pushing event updated for resources: {'Port': ['ID=d439952b-8fcd-47c8-8e10-7dd64ce7c48a,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:40.368818 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39d53506-4932-4487-8394-687f1e0a8845 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.374575 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7b37e6de-1336-429c-be18-ad7d3c11f9bd tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.437846 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-39d53506-4932-4487-8394-687f1e0a8845 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Deleting port 8b5dff5c-d2dc-4f38-91c5-8fc08139b2a8 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:40.438199 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39d53506-4932-4487-8394-687f1e0a8845 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.484669 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7b37e6de-1336-429c-be18-ad7d3c11f9bd tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.495729 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7b37e6de-1336-429c-be18-ad7d3c11f9bd tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3771002 Dec 16 09:49:40.498015 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43828) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:40.502730 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-01ed71d0-69e6-40c5-9ad8-54cd21cb209c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Request body: {'floatingip': {'port_id': '0b0f0f9d-22f3-4060-b0e9-47585a04e2c4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:40.539144 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-39d53506-4932-4487-8394-687f1e0a8845 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] For port 8b5dff5c-d2dc-4f38-91c5-8fc08139b2a8, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8b5dff5c-d2dc-4f38-91c5-8fc08139b2a8,segment=NetworkSegment(e567c396-b646-4ad3-9a33-889eb9fb0f34),segment_id=e567c396-b646-4ad3-9a33-889eb9fb0f34)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:40.542721 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39d53506-4932-4487-8394-687f1e0a8845 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.546865 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-01ed71d0-69e6-40c5-9ad8-54cd21cb209c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks [] for floatingip, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.558355 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-39d53506-4932-4487-8394-687f1e0a8845 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Calling delete_port for 8b5dff5c-d2dc-4f38-91c5-8fc08139b2a8 owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:40.584384 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f97f41-c0e2-4725-914e-61a5877f20c8 req-95eebc0f-0d0b-4856-b11e-c46b742bdba2 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:40.585924 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a8f97f41-c0e2-4725-914e-61a5877f20c8 req-95eebc0f-0d0b-4856-b11e-c46b742bdba2 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.0876970 Dec 16 09:49:40.628258 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.630304 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69331242-712c-425f-99e0-253815969641 None None] Network 61bca13e-8a57-4a28-91b3-8211dd5e98ca requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:40.677337 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a8f97f41-c0e2-4725-914e-61a5877f20c8 req-6998a70f-2fec-4326-a44e-f5522dbe340f tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579686 Dec 16 09:49:40.684332 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-01ed71d0-69e6-40c5-9ad8-54cd21cb209c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] update failed (client error): The resource could not be found. Dec 16 09:49:40.689460 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-01ed71d0-69e6-40c5-9ad8-54cd21cb209c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] 10.222.0.60 "PUT /v2.0/floatingips/74a1081f-acce-481f-895d-4102b701eab5 HTTP/1.1" status: 404 len: 507 time: 0.1903255 Dec 16 09:49:40.690117 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43832) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:40.722390 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-3ac6efae-7e45-49a1-8e1b-de0bd4df8de1 None None] Provisioning complete for port 8b5dff5c-d2dc-4f38-91c5-8fc08139b2a8 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:40.722754 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3ac6efae-7e45-49a1-8e1b-de0bd4df8de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.782465 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39d53506-4932-4487-8394-687f1e0a8845 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.801868 n-d-820550-2 neutron-server[102818]: INFO neutron.plugins.ml2.db [None req-3ac6efae-7e45-49a1-8e1b-de0bd4df8de1 None None] No ports have port_id starting with 8b5dff5c-d2dc-4f38-91c5-8fc08139b2a8 Dec 16 09:49:40.818641 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d53506-4932-4487-8394-687f1e0a8845 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Port': ['ID=8b5dff5c-d2dc-4f38-91c5-8fc08139b2a8,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:40.820542 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d53506-4932-4487-8394-687f1e0a8845 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] No DVR routers for this DVR port 8b5dff5c-d2dc-4f38-91c5-8fc08139b2a8 on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:49:40.825375 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-c1690de1-6302-4f82-946e-37653e105cd7 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Deleting port d439952b-8fcd-47c8-8e10-7dd64ce7c48a {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:40.825730 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c1690de1-6302-4f82-946e-37653e105cd7 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.893740 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229e0009-92d4-4370-9d9a-2283ca9c4568 None None] DHCP port deletion for 61bca13e-8a57-4a28-91b3-8211dd5e98ca request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:49:40.920300 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39d53506-4932-4487-8394-687f1e0a8845 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.924219 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c1690de1-6302-4f82-946e-37653e105cd7 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.924626 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c1690de1-6302-4f82-946e-37653e105cd7 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.937371 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-c1690de1-6302-4f82-946e-37653e105cd7 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Calling delete_port for d439952b-8fcd-47c8-8e10-7dd64ce7c48a owned by network:floatingip {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:40.941989 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-39d53506-4932-4487-8394-687f1e0a8845 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61bca13e-8a57-4a28-91b3-8211dd5e98ca']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:40.951755 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-39d53506-4932-4487-8394-687f1e0a8845 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e567c396-b646-4ad3-9a33-889eb9fb0f34') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:40.952057 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-39d53506-4932-4487-8394-687f1e0a8845 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e567c396-b646-4ad3-9a33-889eb9fb0f34') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:40.963096 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39d53506-4932-4487-8394-687f1e0a8845 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.976772 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39d53506-4932-4487-8394-687f1e0a8845 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.982828 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d53506-4932-4487-8394-687f1e0a8845 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:49:40.983297 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39d53506-4932-4487-8394-687f1e0a8845 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.987557 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:49:40.987557 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:49:40.987557 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:49:40.987557 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:49:40.987557 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:49:40.987557 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:49:40.987557 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:49:40.987557 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:49:40.987557 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:49:40.987557 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:49:40.987557 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:49:40.987557 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:49:40.987557 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:49:40.987557 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:49:40.987557 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:49:40.987557 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:49:40.987557 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:49:40.987557 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:49:40.987557 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:49:40.987557 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:49:40.987557 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:49:40.987557 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:49:40.987557 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:49:40.987557 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:49:40.987557 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:49:40.987557 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:49:40.987557 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:49:40.987557 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:49:40.987557 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:49:40.987557 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:49:40.987557 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:49:40.987557 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:49:41.112335 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39d53506-4932-4487-8394-687f1e0a8845 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:41.117645 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39d53506-4932-4487-8394-687f1e0a8845 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:41.122803 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-39d53506-4932-4487-8394-687f1e0a8845 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/networks/61bca13e-8a57-4a28-91b3-8211dd5e98ca HTTP/1.1" status: 204 len: 168 time: 0.8674691 Dec 16 09:49:41.129047 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43838) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:41.143524 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d53506-4932-4487-8394-687f1e0a8845 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Network': ['ID=61bca13e-8a57-4a28-91b3-8211dd5e98ca,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:41.161707 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c1690de1-6302-4f82-946e-37653e105cd7 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:41.211180 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1690de1-6302-4f82-946e-37653e105cd7 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Pushing event deleted for resources: {'Port': ['ID=d439952b-8fcd-47c8-8e10-7dd64ce7c48a,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:41.283750 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedf707b-df22-4e49-90f9-6fac9e210590 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:41.285348 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-aedf707b-df22-4e49-90f9-6fac9e210590 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1550617 Dec 16 09:49:41.291015 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43840) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:41.307829 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c1690de1-6302-4f82-946e-37653e105cd7 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks [] for floatingip, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:41.310776 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c1690de1-6302-4f82-946e-37653e105cd7 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:41.316737 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c1690de1-6302-4f82-946e-37653e105cd7 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] 10.222.0.60 "DELETE /v2.0/floatingips/74a1081f-acce-481f-895d-4102b701eab5 HTTP/1.1" status: 204 len: 168 time: 0.6253841 Dec 16 09:49:41.317402 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43842) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:41.322123 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-60d8b940-7b5f-4382-8c1b-b7708980c084 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Request body: {'floatingip': {'floating_network_id': '455c35dc-a3cc-4f48-a4d8-aa53cf378212', 'port_id': '0b0f0f9d-22f3-4060-b0e9-47585a04e2c4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:41.341435 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c1216938-1946-4e6c-9154-44fccf5d1c89 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0490732 Dec 16 09:49:41.344839 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43844) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:41.349756 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-ce0316e7-c1b1-4288-a50b-043cc315f071 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-381102247'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:41.436463 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-60d8b940-7b5f-4382-8c1b-b7708980c084 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks [] for floatingip, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:41.684041 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0316e7-c1b1-4288-a50b-043cc315f071 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Made reservation on behalf of 640960d3c0df439cb91cd91f4d9284c8 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:41.687634 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ce0316e7-c1b1-4288-a50b-043cc315f071 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:41.711786 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0316e7-c1b1-4288-a50b-043cc315f071 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:49:41.720367 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ce0316e7-c1b1-4288-a50b-043cc315f071 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:41.724471 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-ce0316e7-c1b1-4288-a50b-043cc315f071 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Added segment ff8add7b-25e7-4657-ad06-4ec88bd85b52 of type vlan for network 8c4ff7a4-2252-47e5-a1ad-cf57f4e5e0cf Dec 16 09:49:41.750148 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-60d8b940-7b5f-4382-8c1b-b7708980c084 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:49:41.751254 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-60d8b940-7b5f-4382-8c1b-b7708980c084 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4328871 Dec 16 09:49:41.755058 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43850) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:41.759586 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-816f5dfc-e850-4278-8f55-b2ebe4a71ef3 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'port_id': '0b0f0f9d-22f3-4060-b0e9-47585a04e2c4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:41.776105 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ce0316e7-c1b1-4288-a50b-043cc315f071 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:41.827537 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd77c8a-6309-4adf-ab02-5114fbe95555 req-5872d4eb-e116-40b7-b4b4-73c8657a5585 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:41.829064 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1bd77c8a-6309-4adf-ab02-5114fbe95555 req-5872d4eb-e116-40b7-b4b4-73c8657a5585 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.0711191 Dec 16 09:49:41.856745 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-816f5dfc-e850-4278-8f55-b2ebe4a71ef3 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks [] for floatingip, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:41.872123 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1bd77c8a-6309-4adf-ab02-5114fbe95555 req-e6637551-cc9e-4c6f-86b9-d27123303169 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366273 Dec 16 09:49:41.895408 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ce0316e7-c1b1-4288-a50b-043cc315f071 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:41.902246 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0316e7-c1b1-4288-a50b-043cc315f071 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:41.903106 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ce0316e7-c1b1-4288-a50b-043cc315f071 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:41.958036 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-816f5dfc-e850-4278-8f55-b2ebe4a71ef3 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:42.115639 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-816f5dfc-e850-4278-8f55-b2ebe4a71ef3 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Allocated IP 172.25.1.164 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/6e7ed2b5-8849-4ed3-9fc1-42d883bf1a52) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:42.225368 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-816f5dfc-e850-4278-8f55-b2ebe4a71ef3 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:42.284634 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0316e7-c1b1-4288-a50b-043cc315f071 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Network': ['ID=8c4ff7a4-2252-47e5-a1ad-cf57f4e5e0cf,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:42.295430 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 8c4ff7a4-2252-47e5-a1ad-cf57f4e5e0cf details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:49:42.298535 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8b5dff5c-d2dc-4f38-91c5-8fc08139b2a8 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:49:42.328260 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 8b5dff5c-d2dc-4f38-91c5-8fc08139b2a8 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:49:42.329149 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8b5dff5c-d2dc-4f38-91c5-8fc08139b2a8 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:49:42.355396 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ce0316e7-c1b1-4288-a50b-043cc315f071 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0094817 Dec 16 09:49:42.358101 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43852) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:42.363635 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-dfa3df75-7a15-43c9-a76e-d6cc6bd07ca4 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'subnet': {'network_id': '8c4ff7a4-2252-47e5-a1ad-cf57f4e5e0cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:42.375451 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-816f5dfc-e850-4278-8f55-b2ebe4a71ef3 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:42.414442 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816f5dfc-e850-4278-8f55-b2ebe4a71ef3 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:42.417349 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-816f5dfc-e850-4278-8f55-b2ebe4a71ef3 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:42.419803 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816f5dfc-e850-4278-8f55-b2ebe4a71ef3 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:42.449107 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f5dfc-e850-4278-8f55-b2ebe4a71ef3 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Pushing event updated for resources: {'Port': ['ID=6e7ed2b5-8849-4ed3-9fc1-42d883bf1a52,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:42.559774 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa3df75-7a15-43c9-a76e-d6cc6bd07ca4 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Made reservation on behalf of 640960d3c0df439cb91cd91f4d9284c8 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:42.564060 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dfa3df75-7a15-43c9-a76e-d6cc6bd07ca4 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:42.598501 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-816f5dfc-e850-4278-8f55-b2ebe4a71ef3 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Deleting port 6e7ed2b5-8849-4ed3-9fc1-42d883bf1a52 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:42.598931 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-816f5dfc-e850-4278-8f55-b2ebe4a71ef3 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:42.675777 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-816f5dfc-e850-4278-8f55-b2ebe4a71ef3 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:42.676151 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-816f5dfc-e850-4278-8f55-b2ebe4a71ef3 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:42.688859 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-816f5dfc-e850-4278-8f55-b2ebe4a71ef3 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Calling delete_port for 6e7ed2b5-8849-4ed3-9fc1-42d883bf1a52 owned by network:floatingip {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:42.771737 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-517ce3c0-e470-4230-9d1d-e830c8bf3728 req-8d2791c2-a2d5-4cca-b7f3-0ec75c6405cf service neutron] (102816) timed out ('10.222.0.58', 55892) {{(pid=102816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 16 09:49:42.860924 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dfa3df75-7a15-43c9-a76e-d6cc6bd07ca4 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:42.923526 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa3df75-7a15-43c9-a76e-d6cc6bd07ca4 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Subnet': ['ID=b964fa30-523f-4342-b339-1559fe40a60c,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:42.924046 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-816f5dfc-e850-4278-8f55-b2ebe4a71ef3 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:42.932737 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa3df75-7a15-43c9-a76e-d6cc6bd07ca4 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Checking segment: {'id': 'ff8add7b-25e7-4657-ad06-4ec88bd85b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8c4ff7a4-2252-47e5-a1ad-cf57f4e5e0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:49:42.933106 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa3df75-7a15-43c9-a76e-d6cc6bd07ca4 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Network hostable DHCP agents. Network: 8c4ff7a4-2252-47e5-a1ad-cf57f4e5e0cf, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:49:42.955094 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f5dfc-e850-4278-8f55-b2ebe4a71ef3 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Pushing event deleted for resources: {'Port': ['ID=6e7ed2b5-8849-4ed3-9fc1-42d883bf1a52,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:43.011327 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa3df75-7a15-43c9-a76e-d6cc6bd07ca4 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Network 8c4ff7a4-2252-47e5-a1ad-cf57f4e5e0cf is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:49:43.049874 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ef9ed-e3ba-48f4-8ad1-09e7eb5a96dc req-8d637d00-c1bb-43bc-8116-308df9b0db01 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:43.051361 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-614ef9ed-e3ba-48f4-8ad1-09e7eb5a96dc req-8d637d00-c1bb-43bc-8116-308df9b0db01 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.0993378 Dec 16 09:49:43.093562 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-614ef9ed-e3ba-48f4-8ad1-09e7eb5a96dc req-f8826259-9387-4843-9f7b-b3ddd9e03743 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358133 Dec 16 09:49:43.113851 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-dfa3df75-7a15-43c9-a76e-d6cc6bd07ca4 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 8c4ff7a4-2252-47e5-a1ad-cf57f4e5e0cf) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:43.117882 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa3df75-7a15-43c9-a76e-d6cc6bd07ca4 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:43.118477 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dfa3df75-7a15-43c9-a76e-d6cc6bd07ca4 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:43.123573 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e19a832-3c29-4744-ab2b-ed4b0389671d None None] Network 8c4ff7a4-2252-47e5-a1ad-cf57f4e5e0cf requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:43.176954 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-816f5dfc-e850-4278-8f55-b2ebe4a71ef3 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] create failed (client error): The resource could not be found. Dec 16 09:49:43.178118 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-816f5dfc-e850-4278-8f55-b2ebe4a71ef3 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.4220703 Dec 16 09:49:43.181558 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43862) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:43.223670 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-dfa3df75-7a15-43c9-a76e-d6cc6bd07ca4 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8615508 Dec 16 09:49:43.224906 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43864) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:43.235181 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-1242589a-a080-4b40-9d67-4eeb527cfa95 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'port': {'network_id': '8c4ff7a4-2252-47e5-a1ad-cf57f4e5e0cf', 'name': 'tempest-PortsTestJSON-1090429955'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:43.283218 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ca6427-5254-481a-a0c5-ae124cd909c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-8c4ff7a4-2252-47e5-a1ad-cf57f4e5e0cf', 'network_id': '8c4ff7a4-2252-47e5-a1ad-cf57f4e5e0cf', 'tenant_id': '640960d3c0df439cb91cd91f4d9284c8', 'fixed_ips': [{'subnet_id': 'b964fa30-523f-4342-b339-1559fe40a60c'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:49:43.284104 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-38ca6427-5254-481a-a0c5-ae124cd909c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:43.310889 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-71d17830-fd0b-4b2d-9a74-32ee43af03c5 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Deleting port 0b0f0f9d-22f3-4060-b0e9-47585a04e2c4 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:43.311328 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-71d17830-fd0b-4b2d-9a74-32ee43af03c5 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:43.409896 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-71d17830-fd0b-4b2d-9a74-32ee43af03c5 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:43.421812 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-71d17830-fd0b-4b2d-9a74-32ee43af03c5 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Calling delete_port for 0b0f0f9d-22f3-4060-b0e9-47585a04e2c4 owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:43.422162 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-38ca6427-5254-481a-a0c5-ae124cd909c3 None None] Allocated IP 172.20.0.2 (8c4ff7a4-2252-47e5-a1ad-cf57f4e5e0cf/b964fa30-523f-4342-b339-1559fe40a60c/fa90045f-c424-4a1f-ab4c-a104a3ec652b) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:43.525873 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1242589a-a080-4b40-9d67-4eeb527cfa95 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Made reservation on behalf of 640960d3c0df439cb91cd91f4d9284c8 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:43.531587 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1242589a-a080-4b40-9d67-4eeb527cfa95 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:43.557901 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-1242589a-a080-4b40-9d67-4eeb527cfa95 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] device_id is not set on port 96b12976-1939-4e72-a762-e4663f99d111 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:49:43.575727 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-38ca6427-5254-481a-a0c5-ae124cd909c3 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:43.640061 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-71d17830-fd0b-4b2d-9a74-32ee43af03c5 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:43.669062 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d17830-fd0b-4b2d-9a74-32ee43af03c5 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Pushing event deleted for resources: {'Port': ['ID=0b0f0f9d-22f3-4060-b0e9-47585a04e2c4,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:43.714430 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-38ca6427-5254-481a-a0c5-ae124cd909c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:43.744362 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-71d17830-fd0b-4b2d-9a74-32ee43af03c5 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:43.747984 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-71d17830-fd0b-4b2d-9a74-32ee43af03c5 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] 10.222.0.60 "DELETE /v2.0/ports/0b0f0f9d-22f3-4060-b0e9-47585a04e2c4 HTTP/1.1" status: 204 len: 168 time: 0.5654047 Dec 16 09:49:43.751076 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43868) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:43.788726 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-1242589a-a080-4b40-9d67-4eeb527cfa95 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Allocated IP 172.20.0.11 (8c4ff7a4-2252-47e5-a1ad-cf57f4e5e0cf/b964fa30-523f-4342-b339-1559fe40a60c/96b12976-1939-4e72-a762-e4663f99d111) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:43.800238 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ca6427-5254-481a-a0c5-ae124cd909c3 None None] Network 8c4ff7a4-2252-47e5-a1ad-cf57f4e5e0cf is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:43.801990 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-38ca6427-5254-481a-a0c5-ae124cd909c3 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:43.809754 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ca6427-5254-481a-a0c5-ae124cd909c3 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:43.821507 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca6427-5254-481a-a0c5-ae124cd909c3 None None] Pushing event updated for resources: {'Port': ['ID=fa90045f-c424-4a1f-ab4c-a104a3ec652b,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:43.829938 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b84fa0b-94a9-40c3-81d3-cb687af5e05f tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:43.834271 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8b84fa0b-94a9-40c3-81d3-cb687af5e05f tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a6ce919-66eb-4dc2-b118-56b46e368bc1 HTTP/1.1" status: 200 len: 913 time: 0.0795915 Dec 16 09:49:43.835129 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43870) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:43.889914 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-38ca6427-5254-481a-a0c5-ae124cd909c3 None None] Attempting to bind port fa90045f-c424-4a1f-ab4c-a104a3ec652b on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:43.890288 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-38ca6427-5254-481a-a0c5-ae124cd909c3 None None] Attempting to bind port fa90045f-c424-4a1f-ab4c-a104a3ec652b by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'ff8add7b-25e7-4657-ad06-4ec88bd85b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8c4ff7a4-2252-47e5-a1ad-cf57f4e5e0cf'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:43.890683 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ca6427-5254-481a-a0c5-ae124cd909c3 None None] Attempting to bind port fa90045f-c424-4a1f-ab4c-a104a3ec652b on network 8c4ff7a4-2252-47e5-a1ad-cf57f4e5e0cf {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:43.896660 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ca6427-5254-481a-a0c5-ae124cd909c3 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:49:43.897020 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ca6427-5254-481a-a0c5-ae124cd909c3 None None] Checking segment: {'id': 'ff8add7b-25e7-4657-ad06-4ec88bd85b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8c4ff7a4-2252-47e5-a1ad-cf57f4e5e0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:49:43.897445 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-38ca6427-5254-481a-a0c5-ae124cd909c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:43.897845 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ca6427-5254-481a-a0c5-ae124cd909c3 None None] Bound using segment: {'id': 'ff8add7b-25e7-4657-ad06-4ec88bd85b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8c4ff7a4-2252-47e5-a1ad-cf57f4e5e0cf'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:49:43.898322 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-38ca6427-5254-481a-a0c5-ae124cd909c3 None None] Bound port: fa90045f-c424-4a1f-ab4c-a104a3ec652b, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff8add7b-25e7-4657-ad06-4ec88bd85b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8c4ff7a4-2252-47e5-a1ad-cf57f4e5e0cf'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:49:43.898711 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-38ca6427-5254-481a-a0c5-ae124cd909c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:43.973016 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-38ca6427-5254-481a-a0c5-ae124cd909c3 None None] For port fa90045f-c424-4a1f-ab4c-a104a3ec652b, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:49:43.976314 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-38ca6427-5254-481a-a0c5-ae124cd909c3 None None] For port fa90045f-c424-4a1f-ab4c-a104a3ec652b, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=fa90045f-c424-4a1f-ab4c-a104a3ec652b,segment=NetworkSegment(ff8add7b-25e7-4657-ad06-4ec88bd85b52),segment_id=ff8add7b-25e7-4657-ad06-4ec88bd85b52)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:49:44.080032 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-38ca6427-5254-481a-a0c5-ae124cd909c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:44.121884 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1242589a-a080-4b40-9d67-4eeb527cfa95 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:44.158605 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca6427-5254-481a-a0c5-ae124cd909c3 None None] Pushing event updated for resources: {'Port': ['ID=fa90045f-c424-4a1f-ab4c-a104a3ec652b,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:44.284260 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedc342-685e-4ce2-81eb-a4b7439cc3bd req-912a2352-7e2f-47ea-8b55-1aad5cb621da tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:44.286712 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1bedc342-685e-4ce2-81eb-a4b7439cc3bd req-912a2352-7e2f-47ea-8b55-1aad5cb621da tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.0888224 Dec 16 09:49:44.337478 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1242589a-a080-4b40-9d67-4eeb527cfa95 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:44.413146 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1bedc342-685e-4ce2-81eb-a4b7439cc3bd req-f029332b-7381-4a16-8ec4-03eb287b6e02 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127148 Dec 16 09:49:44.425595 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1242589a-a080-4b40-9d67-4eeb527cfa95 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Network 8c4ff7a4-2252-47e5-a1ad-cf57f4e5e0cf is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:44.426370 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242589a-a080-4b40-9d67-4eeb527cfa95 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Port': ['ID=96b12976-1939-4e72-a762-e4663f99d111,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:44.438427 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-1242589a-a080-4b40-9d67-4eeb527cfa95 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:44.438427 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1242589a-a080-4b40-9d67-4eeb527cfa95 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:44.477287 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4bfe1174-cbec-48d7-9a1b-9ca1eedf936b tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:44.555772 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1242589a-a080-4b40-9d67-4eeb527cfa95 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:44.556417 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1242589a-a080-4b40-9d67-4eeb527cfa95 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:44.713415 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43876) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:44.717641 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1242589a-a080-4b40-9d67-4eeb527cfa95 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4895601 Dec 16 09:49:44.720454 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-823c0995-d858-4d8d-8eaf-38a98bb163ab tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'port': {'network_id': '8c4ff7a4-2252-47e5-a1ad-cf57f4e5e0cf', 'name': 'tempest-PortsTestJSON-1376888908'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:44.844955 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-4bfe1174-cbec-48d7-9a1b-9ca1eedf936b tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Deleting port 1ed325e2-afbf-4700-89be-cc3d3149ada5 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:44.845197 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4bfe1174-cbec-48d7-9a1b-9ca1eedf936b tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:44.944125 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4bfe1174-cbec-48d7-9a1b-9ca1eedf936b tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:44.957190 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-4bfe1174-cbec-48d7-9a1b-9ca1eedf936b tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Calling delete_port for 1ed325e2-afbf-4700-89be-cc3d3149ada5 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:44.971036 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823c0995-d858-4d8d-8eaf-38a98bb163ab tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Made reservation on behalf of 640960d3c0df439cb91cd91f4d9284c8 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:44.977666 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-823c0995-d858-4d8d-8eaf-38a98bb163ab tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:45.014938 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-823c0995-d858-4d8d-8eaf-38a98bb163ab tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] device_id is not set on port 06108d1a-4bc7-463d-9d14-e5db23b8e306 yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:49:45.137681 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-823c0995-d858-4d8d-8eaf-38a98bb163ab tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Allocated IP 172.20.0.3 (8c4ff7a4-2252-47e5-a1ad-cf57f4e5e0cf/b964fa30-523f-4342-b339-1559fe40a60c/06108d1a-4bc7-463d-9d14-e5db23b8e306) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:45.243970 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4bfe1174-cbec-48d7-9a1b-9ca1eedf936b tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:45.275449 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe1174-cbec-48d7-9a1b-9ca1eedf936b tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Pushing event deleted for resources: {'Port': ['ID=1ed325e2-afbf-4700-89be-cc3d3149ada5,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:45.287198 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d85ddf-82c8-4a37-b70a-5e19d5f17c5c None None] Network 8c4ff7a4-2252-47e5-a1ad-cf57f4e5e0cf requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:45.374167 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-823c0995-d858-4d8d-8eaf-38a98bb163ab tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:45.426207 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-916baf08-95ac-4739-aaee-6d749c1d7fe7 None None] Provisioning complete for port fa90045f-c424-4a1f-ab4c-a104a3ec652b triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:45.426586 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-916baf08-95ac-4739-aaee-6d749c1d7fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:45.450167 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4bfe1174-cbec-48d7-9a1b-9ca1eedf936b tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:45.549894 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-823c0995-d858-4d8d-8eaf-38a98bb163ab tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:45.603421 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-916baf08-95ac-4739-aaee-6d749c1d7fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:45.609871 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823c0995-d858-4d8d-8eaf-38a98bb163ab tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Network 8c4ff7a4-2252-47e5-a1ad-cf57f4e5e0cf is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:45.616103 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-823c0995-d858-4d8d-8eaf-38a98bb163ab tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:45.634506 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957f34d-7f61-4294-af8a-8bc1fa9cd080 req-3089f86e-8b25-40fc-9b30-ae33149d423f tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:45.636478 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c957f34d-7f61-4294-af8a-8bc1fa9cd080 req-3089f86e-8b25-40fc-9b30-ae33149d423f tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.1263382 Dec 16 09:49:45.644918 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823c0995-d858-4d8d-8eaf-38a98bb163ab tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:45.653671 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-916baf08-95ac-4739-aaee-6d749c1d7fe7 None None] For port fa90045f-c424-4a1f-ab4c-a104a3ec652b, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=fa90045f-c424-4a1f-ab4c-a104a3ec652b,segment=NetworkSegment(ff8add7b-25e7-4657-ad06-4ec88bd85b52),segment_id=ff8add7b-25e7-4657-ad06-4ec88bd85b52)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:45.670254 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c0995-d858-4d8d-8eaf-38a98bb163ab tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Port': ['ID=06108d1a-4bc7-463d-9d14-e5db23b8e306,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:45.687598 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfe1174-cbec-48d7-9a1b-9ca1eedf936b tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Router 6a6ce919-66eb-4dc2-b118-56b46e368bc1 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:49:45.726035 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c957f34d-7f61-4294-af8a-8bc1fa9cd080 req-a6ce2610-4f30-4213-8c75-05969002e77a tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765808 Dec 16 09:49:45.737022 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c0995-d858-4d8d-8eaf-38a98bb163ab tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:45.737769 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-823c0995-d858-4d8d-8eaf-38a98bb163ab tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:45.771195 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-916baf08-95ac-4739-aaee-6d749c1d7fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:45.792088 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfe1174-cbec-48d7-9a1b-9ca1eedf936b tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:49:45.801715 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4bfe1174-cbec-48d7-9a1b-9ca1eedf936b tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] 10.222.0.60 "PUT /v2.0/routers/6a6ce919-66eb-4dc2-b118-56b46e368bc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9654717 Dec 16 09:49:45.804089 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43888) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:45.809421 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7c0e8b-b09d-44cb-aa95-401e64850e86 None None] Sync routers for ids ['6a6ce919-66eb-4dc2-b118-56b46e368bc1'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:49:45.832667 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916baf08-95ac-4739-aaee-6d749c1d7fe7 None None] Pushing event updated for resources: {'Port': ['ID=fa90045f-c424-4a1f-ab4c-a104a3ec652b,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:45.835747 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7c0e8b-b09d-44cb-aa95-401e64850e86 None None] Routers {'6a6ce919-66eb-4dc2-b118-56b46e368bc1'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:49:45.836350 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-1d7c0e8b-b09d-44cb-aa95-401e64850e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:49:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6a6ce919-66eb-4dc2-b118-56b46e368bc1'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:45.881474 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-823c0995-d858-4d8d-8eaf-38a98bb163ab tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1654820 Dec 16 09:49:45.882154 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43890) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:45.884579 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-1d7c0e8b-b09d-44cb-aa95-401e64850e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:45.898249 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7c0e8b-b09d-44cb-aa95-401e64850e86 None None] Routers {'6a6ce919-66eb-4dc2-b118-56b46e368bc1'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:49:45.899459 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-1d7c0e8b-b09d-44cb-aa95-401e64850e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:49:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6a6ce919-66eb-4dc2-b118-56b46e368bc1'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:45.940714 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-1d7c0e8b-b09d-44cb-aa95-401e64850e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:45.941687 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7c0e8b-b09d-44cb-aa95-401e64850e86 None None] The sync data for ids ['6a6ce919-66eb-4dc2-b118-56b46e368bc1'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:49:45.953134 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b9ca29e7-bc06-4c04-815d-5449bf0ee86c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:45.994877 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-ad5268db-4fd2-4d63-be9b-bbe4d71a70ae None None] Provisioning complete for port 96b12976-1939-4e72-a762-e4663f99d111 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:45.995432 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ad5268db-4fd2-4d63-be9b-bbe4d71a70ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:46.004949 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-7f447723-2c59-4d5c-91f8-752a1579c50c req-55780960-2151-4538-93f4-3dd76f5735b7 service neutron] (102816) timed out ('10.222.0.58', 55650) {{(pid=102816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 16 09:49:46.029328 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886a43ff-78ba-4e77-99b9-b40d85ea2774 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:46.031548 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-886a43ff-78ba-4e77-99b9-b40d85ea2774 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 0.1483614 Dec 16 09:49:46.034327 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43892) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:46.064775 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-ad5268db-4fd2-4d63-be9b-bbe4d71a70ae None None] Port 96b12976-1939-4e72-a762-e4663f99d111 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:49:46.077365 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-ad5268db-4fd2-4d63-be9b-bbe4d71a70ae None None] Provisioning complete for port fa90045f-c424-4a1f-ab4c-a104a3ec652b triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:46.078271 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ad5268db-4fd2-4d63-be9b-bbe4d71a70ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:46.147988 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b9ca29e7-bc06-4c04-815d-5449bf0ee86c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:46.150501 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b9ca29e7-bc06-4c04-815d-5449bf0ee86c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:46.281857 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b9ca29e7-bc06-4c04-815d-5449bf0ee86c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:46.282534 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ca29e7-bc06-4c04-815d-5449bf0ee86c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Fanout notify agent at l3_agent the message router_deleted on router 6a6ce919-66eb-4dc2-b118-56b46e368bc1 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:49:46.290035 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b9ca29e7-bc06-4c04-815d-5449bf0ee86c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:46.293742 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b9ca29e7-bc06-4c04-815d-5449bf0ee86c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] 10.222.0.60 "DELETE /v2.0/routers/6a6ce919-66eb-4dc2-b118-56b46e368bc1 HTTP/1.1" status: 204 len: 168 time: 0.4864028 Dec 16 09:49:46.305106 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43894) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:46.320126 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-ab3ac5b6-7e75-445f-b93b-12760a0d6fe4 None None] Provisioning complete for port 96b12976-1939-4e72-a762-e4663f99d111 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:46.320677 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ab3ac5b6-7e75-445f-b93b-12760a0d6fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:46.375732 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-ab3ac5b6-7e75-445f-b93b-12760a0d6fe4 None None] Port 96b12976-1939-4e72-a762-e4663f99d111 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:49:46.392930 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-406c0dad-841f-4564-a752-89e0b030bbc1 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Deleting subnet a2358094-67ad-4248-a8b7-4110417ed23d {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:49:46.396636 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-406c0dad-841f-4564-a752-89e0b030bbc1 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:46.424825 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device fa90045f-c424-4a1f-ab4c-a104a3ec652b up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:49:46.487747 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port fa90045f-c424-4a1f-ab4c-a104a3ec652b triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:46.488126 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:46.503085 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-406c0dad-841f-4564-a752-89e0b030bbc1 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:46.558593 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-b39c2376-cde6-4fe1-8d31-1ba5c16906aa tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Deleting port 06108d1a-4bc7-463d-9d14-e5db23b8e306 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:46.559987 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b39c2376-cde6-4fe1-8d31-1ba5c16906aa tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:46.636005 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-09359edd-8b04-4a05-a01f-5d13d42529b0 None None] Provisioning complete for port 06108d1a-4bc7-463d-9d14-e5db23b8e306 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:46.637968 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-09359edd-8b04-4a05-a01f-5d13d42529b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:46.667433 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-406c0dad-841f-4564-a752-89e0b030bbc1 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:46.676757 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-09359edd-8b04-4a05-a01f-5d13d42529b0 None None] Port 06108d1a-4bc7-463d-9d14-e5db23b8e306 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:49:46.692780 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b39c2376-cde6-4fe1-8d31-1ba5c16906aa tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:46.710120 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-b39c2376-cde6-4fe1-8d31-1ba5c16906aa tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Calling delete_port for 06108d1a-4bc7-463d-9d14-e5db23b8e306 owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:46.805452 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-406c0dad-841f-4564-a752-89e0b030bbc1 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:46.839742 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c0dad-841f-4564-a752-89e0b030bbc1 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Pushing event deleted for resources: {'Subnet': ['ID=a2358094-67ad-4248-a8b7-4110417ed23d,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:46.852166 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-406c0dad-841f-4564-a752-89e0b030bbc1 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:46.855425 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-406c0dad-841f-4564-a752-89e0b030bbc1 tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] 10.222.0.60 "DELETE /v2.0/subnets/a2358094-67ad-4248-a8b7-4110417ed23d HTTP/1.1" status: 204 len: 168 time: 0.5566432 Dec 16 09:49:46.861715 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43900) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:46.887547 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3693d6-d4ba-46fa-a73f-a28ee29394bd None None] Network 455c35dc-a3cc-4f48-a4d8-aa53cf378212 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:46.907365 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f1d1b-489b-4d63-a5cf-018ed25ef622 req-88bdb330-3df6-4f10-b941-736776e456c6 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:46.916822 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-360f1d1b-489b-4d63-a5cf-018ed25ef622 req-88bdb330-3df6-4f10-b941-736776e456c6 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.0808594 Dec 16 09:49:46.973700 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b39c2376-cde6-4fe1-8d31-1ba5c16906aa tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:46.977160 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-360f1d1b-489b-4d63-a5cf-018ed25ef622 req-5a11057a-b4ed-4ee5-b9a0-57cacb5a0968 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590558 Dec 16 09:49:47.026504 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-37292f5e-4bc2-47e0-87c9-c7d8338a8e6c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:47.031761 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c2376-cde6-4fe1-8d31-1ba5c16906aa tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Port': ['ID=06108d1a-4bc7-463d-9d14-e5db23b8e306,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:47.129403 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b39c2376-cde6-4fe1-8d31-1ba5c16906aa tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:47.134871 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b39c2376-cde6-4fe1-8d31-1ba5c16906aa tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/ports/06108d1a-4bc7-463d-9d14-e5db23b8e306 HTTP/1.1" status: 204 len: 168 time: 1.0970967 Dec 16 09:49:47.135398 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43902) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:47.163845 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ffac687-e9ed-4dd0-8f2c-6fd346db79a4 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] GET failed (client error): The resource could not be found. Dec 16 09:49:47.165232 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4ffac687-e9ed-4dd0-8f2c-6fd346db79a4 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "GET /v2.0/ports/06108d1a-4bc7-463d-9d14-e5db23b8e306 HTTP/1.1" status: 404 len: 333 time: 0.0288227 Dec 16 09:49:47.167990 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43904) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:47.170042 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28aad26c-c292-4659-a400-9eb8df755354 None None] DHCP port deletion for 455c35dc-a3cc-4f48-a4d8-aa53cf378212 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:49:47.208655 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-37292f5e-4bc2-47e0-87c9-c7d8338a8e6c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Deleting port 1ded5db7-90ee-4f55-bece-e3b4e5119dc7 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:47.209273 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-37292f5e-4bc2-47e0-87c9-c7d8338a8e6c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:47.236690 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-28aad26c-c292-4659-a400-9eb8df755354 None None] Deleting port 1ded5db7-90ee-4f55-bece-e3b4e5119dc7 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:47.237341 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-28aad26c-c292-4659-a400-9eb8df755354 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:47.309269 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-37292f5e-4bc2-47e0-87c9-c7d8338a8e6c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] For port 1ded5db7-90ee-4f55-bece-e3b4e5119dc7, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=1ded5db7-90ee-4f55-bece-e3b4e5119dc7,segment=NetworkSegment(6bbb9248-869f-4ab8-ac38-fd22b6704178),segment_id=6bbb9248-869f-4ab8-ac38-fd22b6704178)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:47.309647 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-37292f5e-4bc2-47e0-87c9-c7d8338a8e6c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:47.326442 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-37292f5e-4bc2-47e0-87c9-c7d8338a8e6c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Calling delete_port for 1ded5db7-90ee-4f55-bece-e3b4e5119dc7 owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:47.338616 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-28aad26c-c292-4659-a400-9eb8df755354 None None] For port 1ded5db7-90ee-4f55-bece-e3b4e5119dc7, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=1ded5db7-90ee-4f55-bece-e3b4e5119dc7,segment=NetworkSegment(6bbb9248-869f-4ab8-ac38-fd22b6704178),segment_id=6bbb9248-869f-4ab8-ac38-fd22b6704178)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:47.339217 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-28aad26c-c292-4659-a400-9eb8df755354 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:47.356103 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-28aad26c-c292-4659-a400-9eb8df755354 None None] Calling delete_port for 1ded5db7-90ee-4f55-bece-e3b4e5119dc7 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:47.383444 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-fd53730a-7bb1-45f9-930b-23ee67047931 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Deleting port 96b12976-1939-4e72-a762-e4663f99d111 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:47.383789 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fd53730a-7bb1-45f9-930b-23ee67047931 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:47.494974 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fd53730a-7bb1-45f9-930b-23ee67047931 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:47.507592 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-fd53730a-7bb1-45f9-930b-23ee67047931 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Calling delete_port for 96b12976-1939-4e72-a762-e4663f99d111 owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:47.542673 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-28aad26c-c292-4659-a400-9eb8df755354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:47.569216 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-37292f5e-4bc2-47e0-87c9-c7d8338a8e6c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:47.569655 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aad26c-c292-4659-a400-9eb8df755354 None None] Pushing event deleted for resources: {'Port': ['ID=1ded5db7-90ee-4f55-bece-e3b4e5119dc7,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:47.573700 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aad26c-c292-4659-a400-9eb8df755354 None None] No DVR routers for this DVR port 1ded5db7-90ee-4f55-bece-e3b4e5119dc7 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:49:47.603952 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37292f5e-4bc2-47e0-87c9-c7d8338a8e6c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Pushing event deleted for resources: {'Port': ['ID=1ded5db7-90ee-4f55-bece-e3b4e5119dc7,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:47.610657 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37292f5e-4bc2-47e0-87c9-c7d8338a8e6c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] No DVR routers for this DVR port 1ded5db7-90ee-4f55-bece-e3b4e5119dc7 on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:49:47.724158 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-37292f5e-4bc2-47e0-87c9-c7d8338a8e6c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:47.755826 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-37292f5e-4bc2-47e0-87c9-c7d8338a8e6c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['455c35dc-a3cc-4f48-a4d8-aa53cf378212']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:47.770434 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-37292f5e-4bc2-47e0-87c9-c7d8338a8e6c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bbb9248-869f-4ab8-ac38-fd22b6704178') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:47.770761 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-37292f5e-4bc2-47e0-87c9-c7d8338a8e6c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bbb9248-869f-4ab8-ac38-fd22b6704178') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:47.780402 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-37292f5e-4bc2-47e0-87c9-c7d8338a8e6c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:47.796091 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-37292f5e-4bc2-47e0-87c9-c7d8338a8e6c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:47.802530 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37292f5e-4bc2-47e0-87c9-c7d8338a8e6c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:49:47.802918 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-37292f5e-4bc2-47e0-87c9-c7d8338a8e6c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: self.session.flush() Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: self.session.flush() Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: self.session.flush() Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: self.session.flush() Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:49:47.805924 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:49:47.867713 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fd53730a-7bb1-45f9-930b-23ee67047931 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:47.900861 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53730a-7bb1-45f9-930b-23ee67047931 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Port': ['ID=96b12976-1939-4e72-a762-e4663f99d111,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:47.961960 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-37292f5e-4bc2-47e0-87c9-c7d8338a8e6c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:47.972660 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-37292f5e-4bc2-47e0-87c9-c7d8338a8e6c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:47.978307 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-37292f5e-4bc2-47e0-87c9-c7d8338a8e6c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] 10.222.0.60 "DELETE /v2.0/networks/455c35dc-a3cc-4f48-a4d8-aa53cf378212 HTTP/1.1" status: 204 len: 168 time: 1.1124372 Dec 16 09:49:47.989250 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fd53730a-7bb1-45f9-930b-23ee67047931 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:47.994986 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fd53730a-7bb1-45f9-930b-23ee67047931 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/ports/96b12976-1939-4e72-a762-e4663f99d111 HTTP/1.1" status: 204 len: 168 time: 0.8235214 Dec 16 09:49:47.994986 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37292f5e-4bc2-47e0-87c9-c7d8338a8e6c tempest-FloatingIPNegativeTestJSON-909718201 tempest-FloatingIPNegativeTestJSON-909718201-project] Pushing event deleted for resources: {'Network': ['ID=455c35dc-a3cc-4f48-a4d8-aa53cf378212,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:47.999854 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43912) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:48.022050 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-973efb13-e12a-44c8-9d8c-33eb9fc9cbc3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] GET failed (client error): The resource could not be found. Dec 16 09:49:48.028259 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-973efb13-e12a-44c8-9d8c-33eb9fc9cbc3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "GET /v2.0/ports/96b12976-1939-4e72-a762-e4663f99d111 HTTP/1.1" status: 404 len: 333 time: 0.0262578 Dec 16 09:49:48.028923 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43918) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:48.121978 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f10c11-878d-408f-ac7c-2414607d5ca3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Deleting subnet b964fa30-523f-4342-b339-1559fe40a60c {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:49:48.126564 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d2f10c11-878d-408f-ac7c-2414607d5ca3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:48.172238 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62eaaf-b339-4508-8518-61c697370247 req-8231525b-245c-4342-85d5-b6b65e6b636d tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:48.173869 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6d62eaaf-b339-4508-8518-61c697370247 req-8231525b-245c-4342-85d5-b6b65e6b636d tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.1016309 Dec 16 09:49:48.185005 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d2f10c11-878d-408f-ac7c-2414607d5ca3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:48.254190 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6d62eaaf-b339-4508-8518-61c697370247 req-04ac9241-87ac-4478-8e7c-f8fe370d1f86 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721772 Dec 16 09:49:48.305337 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d2f10c11-878d-408f-ac7c-2414607d5ca3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:48.317439 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 1ded5db7-90ee-4f55-bece-e3b4e5119dc7 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:49:48.338542 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 1ded5db7-90ee-4f55-bece-e3b4e5119dc7 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:49:48.339244 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 1ded5db7-90ee-4f55-bece-e3b4e5119dc7 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:49:48.514449 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d2f10c11-878d-408f-ac7c-2414607d5ca3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:48.542854 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f10c11-878d-408f-ac7c-2414607d5ca3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Subnet': ['ID=b964fa30-523f-4342-b339-1559fe40a60c,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:48.547775 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d2f10c11-878d-408f-ac7c-2414607d5ca3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:48.551435 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d2f10c11-878d-408f-ac7c-2414607d5ca3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/subnets/b964fa30-523f-4342-b339-1559fe40a60c HTTP/1.1" status: 204 len: 168 time: 0.5220261 Dec 16 09:49:48.554240 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43922) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:48.555591 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3060eb84-e4a1-468f-a156-871beee18a85 None None] Network 8c4ff7a4-2252-47e5-a1ad-cf57f4e5e0cf requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:48.651627 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-40473e43-f6c9-426c-86a7-a15ec20f0cfe tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:48.659675 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43924) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:48.716177 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-40473e43-f6c9-426c-86a7-a15ec20f0cfe tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Deleting port fa90045f-c424-4a1f-ab4c-a104a3ec652b {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:48.716609 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-40473e43-f6c9-426c-86a7-a15ec20f0cfe tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:48.770927 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e12dc3a-7181-4b0e-b637-7501695ac0d3 None None] DHCP port deletion for 8c4ff7a4-2252-47e5-a1ad-cf57f4e5e0cf request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:49:48.788194 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-40473e43-f6c9-426c-86a7-a15ec20f0cfe tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] For port fa90045f-c424-4a1f-ab4c-a104a3ec652b, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=fa90045f-c424-4a1f-ab4c-a104a3ec652b,segment=NetworkSegment(ff8add7b-25e7-4657-ad06-4ec88bd85b52),segment_id=ff8add7b-25e7-4657-ad06-4ec88bd85b52)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:48.788917 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-40473e43-f6c9-426c-86a7-a15ec20f0cfe tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:48.803745 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-40473e43-f6c9-426c-86a7-a15ec20f0cfe tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Calling delete_port for fa90045f-c424-4a1f-ab4c-a104a3ec652b owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:48.830634 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8039e760-d4ee-4c38-91f6-e15db558b3fd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f4bc86f454b842eaa1988d4d4b4f4194&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1696596 Dec 16 09:49:48.831636 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43928) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:48.833509 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2e12dc3a-7181-4b0e-b637-7501695ac0d3 None None] Deleting port fa90045f-c424-4a1f-ab4c-a104a3ec652b {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:48.834147 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2e12dc3a-7181-4b0e-b637-7501695ac0d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:48.887332 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-891baf7c-b6fe-406a-9b45-7a25fb0f3309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:48.910283 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-891baf7c-b6fe-406a-9b45-7a25fb0f3309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:48.916710 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2e12dc3a-7181-4b0e-b637-7501695ac0d3 None None] For port fa90045f-c424-4a1f-ab4c-a104a3ec652b, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=fa90045f-c424-4a1f-ab4c-a104a3ec652b,segment=NetworkSegment(ff8add7b-25e7-4657-ad06-4ec88bd85b52),segment_id=ff8add7b-25e7-4657-ad06-4ec88bd85b52)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:48.917213 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2e12dc3a-7181-4b0e-b637-7501695ac0d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:48.930655 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2e12dc3a-7181-4b0e-b637-7501695ac0d3 None None] Calling delete_port for fa90045f-c424-4a1f-ab4c-a104a3ec652b owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:49.020673 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-40473e43-f6c9-426c-86a7-a15ec20f0cfe tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:49.026071 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2e12dc3a-7181-4b0e-b637-7501695ac0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:49.048212 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40473e43-f6c9-426c-86a7-a15ec20f0cfe tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Port': ['ID=fa90045f-c424-4a1f-ab4c-a104a3ec652b,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:49.051994 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12dc3a-7181-4b0e-b637-7501695ac0d3 None None] Pushing event deleted for resources: {'Port': ['ID=fa90045f-c424-4a1f-ab4c-a104a3ec652b,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:49.053396 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40473e43-f6c9-426c-86a7-a15ec20f0cfe tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] No DVR routers for this DVR port fa90045f-c424-4a1f-ab4c-a104a3ec652b on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:49:49.053817 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e12dc3a-7181-4b0e-b637-7501695ac0d3 None None] No DVR routers for this DVR port fa90045f-c424-4a1f-ab4c-a104a3ec652b on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:49:49.079976 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-891baf7c-b6fe-406a-9b45-7a25fb0f3309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:49.083913 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-891baf7c-b6fe-406a-9b45-7a25fb0f3309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:49.084781 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-891baf7c-b6fe-406a-9b45-7a25fb0f3309 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/68bd9064-79f6-460a-a4c9-511c44fe62bb HTTP/1.1" status: 204 len: 168 time: 0.2516606 Dec 16 09:49:49.095751 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891baf7c-b6fe-406a-9b45-7a25fb0f3309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bd9064-79f6-460a-a4c9-511c44fe62bb,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:49.176549 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-40473e43-f6c9-426c-86a7-a15ec20f0cfe tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:49.197268 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-40473e43-f6c9-426c-86a7-a15ec20f0cfe tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c4ff7a4-2252-47e5-a1ad-cf57f4e5e0cf']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:49.206643 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-40473e43-f6c9-426c-86a7-a15ec20f0cfe tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff8add7b-25e7-4657-ad06-4ec88bd85b52') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:49.206939 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-40473e43-f6c9-426c-86a7-a15ec20f0cfe tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff8add7b-25e7-4657-ad06-4ec88bd85b52') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:49.216535 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-40473e43-f6c9-426c-86a7-a15ec20f0cfe tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:49.229900 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-40473e43-f6c9-426c-86a7-a15ec20f0cfe tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:49.236154 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40473e43-f6c9-426c-86a7-a15ec20f0cfe tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:49:49.236539 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-40473e43-f6c9-426c-86a7-a15ec20f0cfe tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:49.239481 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:49:49.239481 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:49:49.239481 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:49:49.239481 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:49:49.239481 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:49:49.239481 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:49:49.239481 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:49:49.239481 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:49:49.239481 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:49:49.239481 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:49:49.239481 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:49:49.239481 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:49:49.239481 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:49:49.239481 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:49:49.239481 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:49:49.239481 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:49:49.239481 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:49:49.239481 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:49:49.239481 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:49:49.239481 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:49:49.239481 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:49:49.239481 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:49:49.239481 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:49:49.239481 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:49:49.239481 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:49:49.239481 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:49:49.239481 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:49:49.239481 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:49:49.239481 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:49:49.239481 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:49:49.239481 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:49:49.239481 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:49:49.390127 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8933f6-95ff-4a6f-a4b4-e8c689b1fdf1 req-51d2d4b2-43ea-42a8-9947-8170c6427d00 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:49.391636 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1d8933f6-95ff-4a6f-a4b4-e8c689b1fdf1 req-51d2d4b2-43ea-42a8-9947-8170c6427d00 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.0622830 Dec 16 09:49:49.415064 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-40473e43-f6c9-426c-86a7-a15ec20f0cfe tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:49.419808 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-40473e43-f6c9-426c-86a7-a15ec20f0cfe tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:49.430116 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-40473e43-f6c9-426c-86a7-a15ec20f0cfe tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/networks/8c4ff7a4-2252-47e5-a1ad-cf57f4e5e0cf HTTP/1.1" status: 204 len: 168 time: 0.8686299 Dec 16 09:49:49.432817 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43936) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:49.439956 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-c5d6081d-3212-46ef-af3f-9c07ef6b7b40 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-942869525'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:49.450436 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1d8933f6-95ff-4a6f-a4b4-e8c689b1fdf1 req-80451420-eee3-4dd4-b1c9-c2ae2f087b22 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516798 Dec 16 09:49:49.458995 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40473e43-f6c9-426c-86a7-a15ec20f0cfe tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Network': ['ID=8c4ff7a4-2252-47e5-a1ad-cf57f4e5e0cf,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:49.586762 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d6081d-3212-46ef-af3f-9c07ef6b7b40 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Made reservation on behalf of 640960d3c0df439cb91cd91f4d9284c8 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:49.590625 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c5d6081d-3212-46ef-af3f-9c07ef6b7b40 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:49.619460 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5d6081d-3212-46ef-af3f-9c07ef6b7b40 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:49:49.635394 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c5d6081d-3212-46ef-af3f-9c07ef6b7b40 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:49.635741 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-c5d6081d-3212-46ef-af3f-9c07ef6b7b40 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Added segment 173f677a-0102-415d-9e91-e847bca9b1d8 of type vlan for network 9eb41ee8-52c7-403a-8101-eb26db555cae Dec 16 09:49:49.677377 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c5d6081d-3212-46ef-af3f-9c07ef6b7b40 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:49.776367 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c5d6081d-3212-46ef-af3f-9c07ef6b7b40 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:49.782851 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d6081d-3212-46ef-af3f-9c07ef6b7b40 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:49.783478 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c5d6081d-3212-46ef-af3f-9c07ef6b7b40 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:49.849606 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6081d-3212-46ef-af3f-9c07ef6b7b40 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Network': ['ID=9eb41ee8-52c7-403a-8101-eb26db555cae,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:49.859628 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 9eb41ee8-52c7-403a-8101-eb26db555cae details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:49:49.933731 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c5d6081d-3212-46ef-af3f-9c07ef6b7b40 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4995959 Dec 16 09:49:49.936583 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43948) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:49.942203 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-fa236e52-729f-4fc6-b948-ca3bd739063c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'subnet': {'network_id': '9eb41ee8-52c7-403a-8101-eb26db555cae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:50.134588 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa236e52-729f-4fc6-b948-ca3bd739063c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Made reservation on behalf of 640960d3c0df439cb91cd91f4d9284c8 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:50.138289 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fa236e52-729f-4fc6-b948-ca3bd739063c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:50.324950 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device fa90045f-c424-4a1f-ab4c-a104a3ec652b no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:49:50.358808 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43962) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:50.364922 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: fa90045f-c424-4a1f-ab4c-a104a3ec652b {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:49:50.365505 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device fa90045f-c424-4a1f-ab4c-a104a3ec652b not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:49:50.417685 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fa236e52-729f-4fc6-b948-ca3bd739063c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:50.486258 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa236e52-729f-4fc6-b948-ca3bd739063c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Subnet': ['ID=e645d570-93d6-4e0c-969e-2501a59bbbd6,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:50.487618 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-c8d46e39-1a8f-4535-8b9b-12c87b2cf769 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-451858266'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:50.497876 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa236e52-729f-4fc6-b948-ca3bd739063c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Checking segment: {'id': '173f677a-0102-415d-9e91-e847bca9b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9eb41ee8-52c7-403a-8101-eb26db555cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:49:50.498313 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa236e52-729f-4fc6-b948-ca3bd739063c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Network hostable DHCP agents. Network: 9eb41ee8-52c7-403a-8101-eb26db555cae, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:49:50.587421 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24e2b8-0b26-460d-81d6-46db27bd1fca req-3d8f5d46-c41d-4dfa-ac8e-9063ccdecfe5 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:50.588991 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7b24e2b8-0b26-460d-81d6-46db27bd1fca req-3d8f5d46-c41d-4dfa-ac8e-9063ccdecfe5 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.0493958 Dec 16 09:49:50.604695 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d46e39-1a8f-4535-8b9b-12c87b2cf769 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Made reservation on behalf of 0cf174f81e5f491894595055127b1743 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:50.608316 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c8d46e39-1a8f-4535-8b9b-12c87b2cf769 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:50.616800 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c8d46e39-1a8f-4535-8b9b-12c87b2cf769 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:50.626301 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7b24e2b8-0b26-460d-81d6-46db27bd1fca req-2fb6a088-df90-4f10-a36e-a8b28cafbd2b tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304358 Dec 16 09:49:50.627218 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa236e52-729f-4fc6-b948-ca3bd739063c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Network 9eb41ee8-52c7-403a-8101-eb26db555cae is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:49:50.696915 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-fa236e52-729f-4fc6-b948-ca3bd739063c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 9eb41ee8-52c7-403a-8101-eb26db555cae) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:50.701064 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa236e52-729f-4fc6-b948-ca3bd739063c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:50.701865 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fa236e52-729f-4fc6-b948-ca3bd739063c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:50.711394 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4023bb-a810-4223-9e31-efc69d1863c4 None None] Network 9eb41ee8-52c7-403a-8101-eb26db555cae requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:50.735836 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c8d46e39-1a8f-4535-8b9b-12c87b2cf769 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:50.780125 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43972) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:50.788352 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fa236e52-729f-4fc6-b948-ca3bd739063c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8505280 Dec 16 09:49:50.789066 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43974) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:50.795821 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-6d6ee364-02da-4841-a583-b8df2521a5f4 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'port': {'network_id': '9eb41ee8-52c7-403a-8101-eb26db555cae', 'name': 'tempest-PortsTestJSON-1823599747', 'fixed_ips': [{'subnet_id': 'e645d570-93d6-4e0c-969e-2501a59bbbd6', 'ip_address': '172.20.0.10'}]}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:50.811010 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c8d46e39-1a8f-4535-8b9b-12c87b2cf769 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:50.880277 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8d46e39-1a8f-4535-8b9b-12c87b2cf769 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:49:50.887117 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d46e39-1a8f-4535-8b9b-12c87b2cf769 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d41e4ff-554e-4592-b599-c287ff949592,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:50.903154 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c8d46e39-1a8f-4535-8b9b-12c87b2cf769 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:50.903829 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-c8d46e39-1a8f-4535-8b9b-12c87b2cf769 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Added segment 1bb07157-3c87-4e1e-a71f-55fbf31a831f of type vlan for network 90c380a8-e244-41af-9386-25fd28a503bb Dec 16 09:49:50.926961 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d8fc45-2a8a-4639-97f6-214020be09c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-9eb41ee8-52c7-403a-8101-eb26db555cae', 'network_id': '9eb41ee8-52c7-403a-8101-eb26db555cae', 'tenant_id': '640960d3c0df439cb91cd91f4d9284c8', 'fixed_ips': [{'subnet_id': 'e645d570-93d6-4e0c-969e-2501a59bbbd6'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:49:50.927883 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-25d8fc45-2a8a-4639-97f6-214020be09c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:50.977535 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bff6e532-0252-4404-9cd5-a350d2d521d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:50.980146 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c8d46e39-1a8f-4535-8b9b-12c87b2cf769 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:51.083319 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-25d8fc45-2a8a-4639-97f6-214020be09c3 None None] Allocated IP 172.20.0.2 (9eb41ee8-52c7-403a-8101-eb26db555cae/e645d570-93d6-4e0c-969e-2501a59bbbd6/13806718-eb2d-4337-babb-2782fd13f6cf) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:51.091487 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bff6e532-0252-4404-9cd5-a350d2d521d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:51.100818 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c8d46e39-1a8f-4535-8b9b-12c87b2cf769 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:51.106969 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d46e39-1a8f-4535-8b9b-12c87b2cf769 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:51.107671 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c8d46e39-1a8f-4535-8b9b-12c87b2cf769 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:51.152615 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cef883-6209-4627-b56c-90cba59aae5f req-fa0f9e09-3c42-4b7c-985f-ab9646402455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:51.162250 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5cef883-6209-4627-b56c-90cba59aae5f req-fa0f9e09-3c42-4b7c-985f-ab9646402455 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 1096 time: 0.0641077 Dec 16 09:49:51.162446 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6ee364-02da-4841-a583-b8df2521a5f4 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Made reservation on behalf of 640960d3c0df439cb91cd91f4d9284c8 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:51.198347 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5cef883-6209-4627-b56c-90cba59aae5f req-b905dd36-484b-4a71-84cc-6b6507f14922 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332050 Dec 16 09:49:51.213337 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bff6e532-0252-4404-9cd5-a350d2d521d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:51.244694 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d46e39-1a8f-4535-8b9b-12c87b2cf769 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event updated for resources: {'Network': ['ID=90c380a8-e244-41af-9386-25fd28a503bb,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:51.256328 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 90c380a8-e244-41af-9386-25fd28a503bb details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:49:51.258348 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-25d8fc45-2a8a-4639-97f6-214020be09c3 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:51.386776 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-25d8fc45-2a8a-4639-97f6-214020be09c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:51.438407 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d8fc45-2a8a-4639-97f6-214020be09c3 None None] Network 9eb41ee8-52c7-403a-8101-eb26db555cae is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:51.444821 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-25d8fc45-2a8a-4639-97f6-214020be09c3 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:51.454404 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d8fc45-2a8a-4639-97f6-214020be09c3 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:51.459240 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8fc45-2a8a-4639-97f6-214020be09c3 None None] Pushing event updated for resources: {'Port': ['ID=13806718-eb2d-4337-babb-2782fd13f6cf,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:51.520229 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-25d8fc45-2a8a-4639-97f6-214020be09c3 None None] Attempting to bind port 13806718-eb2d-4337-babb-2782fd13f6cf on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:51.520519 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-25d8fc45-2a8a-4639-97f6-214020be09c3 None None] Attempting to bind port 13806718-eb2d-4337-babb-2782fd13f6cf by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '173f677a-0102-415d-9e91-e847bca9b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9eb41ee8-52c7-403a-8101-eb26db555cae'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:51.520913 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d8fc45-2a8a-4639-97f6-214020be09c3 None None] Attempting to bind port 13806718-eb2d-4337-babb-2782fd13f6cf on network 9eb41ee8-52c7-403a-8101-eb26db555cae {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:51.526167 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d8fc45-2a8a-4639-97f6-214020be09c3 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:49:51.526541 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d8fc45-2a8a-4639-97f6-214020be09c3 None None] Checking segment: {'id': '173f677a-0102-415d-9e91-e847bca9b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9eb41ee8-52c7-403a-8101-eb26db555cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:49:51.526949 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-25d8fc45-2a8a-4639-97f6-214020be09c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:51.527571 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d8fc45-2a8a-4639-97f6-214020be09c3 None None] Bound using segment: {'id': '173f677a-0102-415d-9e91-e847bca9b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9eb41ee8-52c7-403a-8101-eb26db555cae'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:49:51.527836 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-25d8fc45-2a8a-4639-97f6-214020be09c3 None None] Bound port: 13806718-eb2d-4337-babb-2782fd13f6cf, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173f677a-0102-415d-9e91-e847bca9b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9eb41ee8-52c7-403a-8101-eb26db555cae'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:49:51.528304 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-25d8fc45-2a8a-4639-97f6-214020be09c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:51.589462 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c8d46e39-1a8f-4535-8b9b-12c87b2cf769 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2289600 Dec 16 09:49:51.592509 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6e532-0252-4404-9cd5-a350d2d521d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f7bffb-7daa-4c17-9802-635eea435f9e,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:51.593587 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-25d8fc45-2a8a-4639-97f6-214020be09c3 None None] For port 13806718-eb2d-4337-babb-2782fd13f6cf, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:49:51.596887 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-25d8fc45-2a8a-4639-97f6-214020be09c3 None None] For port 13806718-eb2d-4337-babb-2782fd13f6cf, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=13806718-eb2d-4337-babb-2782fd13f6cf,segment=NetworkSegment(173f677a-0102-415d-9e91-e847bca9b1d8),segment_id=173f677a-0102-415d-9e91-e847bca9b1d8)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:49:51.609068 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-bff6e532-0252-4404-9cd5-a350d2d521d4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=97ec5d2e30c64e2f92139e8ff41c3da9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8271661 Dec 16 09:49:51.611916 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43978) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:51.626577 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6d6ee364-02da-4841-a583-b8df2521a5f4 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:51.644099 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-6d6ee364-02da-4841-a583-b8df2521a5f4 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] device_id is not set on port e5faa2d2-7ccd-4f21-94a8-1f8df0932869 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:49:51.667083 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-25d8fc45-2a8a-4639-97f6-214020be09c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:51.687180 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4232e007-dfbb-44b2-bf30-1809a3f10c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:51.725673 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43982) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:51.730638 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-636e127e-e6ed-412e-8251-838347f5372a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Request body: {'subnet': {'network_id': '90c380a8-e244-41af-9386-25fd28a503bb', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:51.739812 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4232e007-dfbb-44b2-bf30-1809a3f10c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:51.747745 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8fc45-2a8a-4639-97f6-214020be09c3 None None] Pushing event updated for resources: {'Port': ['ID=13806718-eb2d-4337-babb-2782fd13f6cf,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:51.865785 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72536c2d-a63d-43f9-8e32-158a4fd5f0c8 req-eebe2808-fdf6-408f-a2bc-35d4c7b2e87d tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:51.869660 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72536c2d-a63d-43f9-8e32-158a4fd5f0c8 req-eebe2808-fdf6-408f-a2bc-35d4c7b2e87d tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.1546917 Dec 16 09:49:51.918612 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-6d6ee364-02da-4841-a583-b8df2521a5f4 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Allocated IP 172.20.0.10 (9eb41ee8-52c7-403a-8101-eb26db555cae/e645d570-93d6-4e0c-969e-2501a59bbbd6/e5faa2d2-7ccd-4f21-94a8-1f8df0932869) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:51.938085 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72536c2d-a63d-43f9-8e32-158a4fd5f0c8 req-6c15eab5-c19d-46ec-a26e-c01f6b9b43b3 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639789 Dec 16 09:49:51.981797 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636e127e-e6ed-412e-8251-838347f5372a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Made reservation on behalf of 0cf174f81e5f491894595055127b1743 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:51.986146 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-636e127e-e6ed-412e-8251-838347f5372a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:52.034385 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4232e007-dfbb-44b2-bf30-1809a3f10c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:52.036935 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4232e007-dfbb-44b2-bf30-1809a3f10c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:52.039695 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4232e007-dfbb-44b2-bf30-1809a3f10c82 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/87f7bffb-7daa-4c17-9802-635eea435f9e HTTP/1.1" status: 204 len: 168 time: 0.4249156 Dec 16 09:49:52.051945 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232e007-dfbb-44b2-bf30-1809a3f10c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f7bffb-7daa-4c17-9802-635eea435f9e,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:52.123927 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6d6ee364-02da-4841-a583-b8df2521a5f4 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:52.234096 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6d6ee364-02da-4841-a583-b8df2521a5f4 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:52.277948 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6ee364-02da-4841-a583-b8df2521a5f4 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Network 9eb41ee8-52c7-403a-8101-eb26db555cae is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:52.281248 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-6d6ee364-02da-4841-a583-b8df2521a5f4 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:52.284908 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6ee364-02da-4841-a583-b8df2521a5f4 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:52.293450 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ee364-02da-4841-a583-b8df2521a5f4 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Port': ['ID=e5faa2d2-7ccd-4f21-94a8-1f8df0932869,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:52.299554 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-636e127e-e6ed-412e-8251-838347f5372a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:52.362819 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6ee364-02da-4841-a583-b8df2521a5f4 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:52.363502 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6d6ee364-02da-4841-a583-b8df2521a5f4 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:52.373261 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e127e-e6ed-412e-8251-838347f5372a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event updated for resources: {'Subnet': ['ID=82d82e6e-8fc3-4d7c-ad17-b405e2286a43,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:52.375801 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636e127e-e6ed-412e-8251-838347f5372a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Checking segment: {'id': '1bb07157-3c87-4e1e-a71f-55fbf31a831f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '90c380a8-e244-41af-9386-25fd28a503bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:49:52.376158 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636e127e-e6ed-412e-8251-838347f5372a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Network hostable DHCP agents. Network: 90c380a8-e244-41af-9386-25fd28a503bb, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:49:52.395950 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 13806718-eb2d-4337-babb-2782fd13f6cf up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:49:52.448406 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 13806718-eb2d-4337-babb-2782fd13f6cf triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:52.448789 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:52.495149 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6d6ee364-02da-4841-a583-b8df2521a5f4 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7044017 Dec 16 09:49:52.497507 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43990) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:52.502322 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636e127e-e6ed-412e-8251-838347f5372a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Network 90c380a8-e244-41af-9386-25fd28a503bb is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:49:52.505832 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-cb1e84c1-a715-48b0-841e-da8fe21c8ab3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'port': {'network_id': '9eb41ee8-52c7-403a-8101-eb26db555cae', 'name': 'tempest-PortsTestJSON-1575705615', 'fixed_ips': [{'subnet_id': 'e645d570-93d6-4e0c-969e-2501a59bbbd6', 'ip_address': '172.20.0.9'}]}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:52.550364 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:52.588074 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-636e127e-e6ed-412e-8251-838347f5372a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 90c380a8-e244-41af-9386-25fd28a503bb) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:52.597752 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636e127e-e6ed-412e-8251-838347f5372a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:52.597752 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-636e127e-e6ed-412e-8251-838347f5372a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:52.598009 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 13806718-eb2d-4337-babb-2782fd13f6cf, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=13806718-eb2d-4337-babb-2782fd13f6cf,segment=NetworkSegment(173f677a-0102-415d-9e91-e847bca9b1d8),segment_id=173f677a-0102-415d-9e91-e847bca9b1d8)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:52.604554 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd08db8-dfc1-47dc-8abd-098a5d58d577 None None] Network 90c380a8-e244-41af-9386-25fd28a503bb requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:52.706263 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-636e127e-e6ed-412e-8251-838347f5372a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9793279 Dec 16 09:49:52.711214 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43998) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:52.718189 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-aeb00f9b-c0fd-4bd0-8bd4-8dd445b3a46f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1194400437'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:52.792274 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1e84c1-a715-48b0-841e-da8fe21c8ab3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Made reservation on behalf of 640960d3c0df439cb91cd91f4d9284c8 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:52.799264 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cb1e84c1-a715-48b0-841e-da8fe21c8ab3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:52.812302 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:52.827020 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-cb1e84c1-a715-48b0-841e-da8fe21c8ab3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] device_id is not set on port c3e0393b-2d95-4d6e-aa09-8db5bf2dcd55 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:49:52.885226 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=13806718-eb2d-4337-babb-2782fd13f6cf,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:52.892550 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa82449e-1a99-46d5-8241-384db19f00c2 None None] Network 9eb41ee8-52c7-403a-8101-eb26db555cae requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:52.911808 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb00f9b-c0fd-4bd0-8bd4-8dd445b3a46f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Made reservation on behalf of 0cf174f81e5f491894595055127b1743 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:52.915362 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-aeb00f9b-c0fd-4bd0-8bd4-8dd445b3a46f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:52.940060 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb00f9b-c0fd-4bd0-8bd4-8dd445b3a46f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:49:52.949673 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-aeb00f9b-c0fd-4bd0-8bd4-8dd445b3a46f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:52.950421 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-aeb00f9b-c0fd-4bd0-8bd4-8dd445b3a46f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Added segment cf919a16-d2a8-4096-86eb-85881cc72b7d of type vlan for network fb64684d-228d-4af6-9039-4e07e56ed607 Dec 16 09:49:52.989590 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-f93dcb60-3134-4a34-8965-75e9f2729df6 None None] Provisioning complete for port 13806718-eb2d-4337-babb-2782fd13f6cf triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:52.989964 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f93dcb60-3134-4a34-8965-75e9f2729df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:53.016600 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-aeb00f9b-c0fd-4bd0-8bd4-8dd445b3a46f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:53.051649 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-cb1e84c1-a715-48b0-841e-da8fe21c8ab3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Allocated IP 172.20.0.9 (9eb41ee8-52c7-403a-8101-eb26db555cae/e645d570-93d6-4e0c-969e-2501a59bbbd6/c3e0393b-2d95-4d6e-aa09-8db5bf2dcd55) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:53.101985 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c5cb67-7fdd-4dc8-8573-0fd67aeade6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-90c380a8-e244-41af-9386-25fd28a503bb', 'network_id': '90c380a8-e244-41af-9386-25fd28a503bb', 'tenant_id': '0cf174f81e5f491894595055127b1743', 'fixed_ips': [{'subnet_id': '82d82e6e-8fc3-4d7c-ad17-b405e2286a43'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:49:53.102841 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d5c5cb67-7fdd-4dc8-8573-0fd67aeade6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:53.117615 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ad09f-4330-4d2b-99d4-168c082a875a req-826af77d-c091-4582-8762-e132a7a474e1 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:53.119821 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e41ad09f-4330-4d2b-99d4-168c082a875a req-826af77d-c091-4582-8762-e132a7a474e1 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.0591538 Dec 16 09:49:53.121253 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-aeb00f9b-c0fd-4bd0-8bd4-8dd445b3a46f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:53.127771 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb00f9b-c0fd-4bd0-8bd4-8dd445b3a46f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:53.129042 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-aeb00f9b-c0fd-4bd0-8bd4-8dd445b3a46f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:53.234702 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb00f9b-c0fd-4bd0-8bd4-8dd445b3a46f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event updated for resources: {'Network': ['ID=fb64684d-228d-4af6-9039-4e07e56ed607,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:53.239528 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e41ad09f-4330-4d2b-99d4-168c082a875a req-231b423c-835b-441d-b699-ce987a2a8e7f tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064303 Dec 16 09:49:53.253625 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network fb64684d-228d-4af6-9039-4e07e56ed607 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:49:53.267273 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-aeb00f9b-c0fd-4bd0-8bd4-8dd445b3a46f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5545549 Dec 16 09:49:53.268895 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44012) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:53.276732 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-6fc33322-c5bd-428e-a6ad-2e20f4780668 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Request body: {'subnet': {'network_id': 'fb64684d-228d-4af6-9039-4e07e56ed607', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:53.283735 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cb1e84c1-a715-48b0-841e-da8fe21c8ab3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:53.395503 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cb1e84c1-a715-48b0-841e-da8fe21c8ab3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:53.413733 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-d5c5cb67-7fdd-4dc8-8573-0fd67aeade6d None None] Allocated IP 172.20.255.242 (90c380a8-e244-41af-9386-25fd28a503bb/82d82e6e-8fc3-4d7c-ad17-b405e2286a43/e170dac6-1fb5-4d5a-a472-7bfea8dc004c) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:53.441912 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1e84c1-a715-48b0-841e-da8fe21c8ab3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Network 9eb41ee8-52c7-403a-8101-eb26db555cae is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:53.444972 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-cb1e84c1-a715-48b0-841e-da8fe21c8ab3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:53.452198 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1e84c1-a715-48b0-841e-da8fe21c8ab3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:53.460945 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc33322-c5bd-428e-a6ad-2e20f4780668 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Made reservation on behalf of 0cf174f81e5f491894595055127b1743 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:53.465096 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6fc33322-c5bd-428e-a6ad-2e20f4780668 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:53.506663 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e84c1-a715-48b0-841e-da8fe21c8ab3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Port': ['ID=c3e0393b-2d95-4d6e-aa09-8db5bf2dcd55,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:53.554721 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1e84c1-a715-48b0-841e-da8fe21c8ab3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:53.557256 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cb1e84c1-a715-48b0-841e-da8fe21c8ab3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:53.630206 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d5c5cb67-7fdd-4dc8-8573-0fd67aeade6d None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:53.699147 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-cb1e84c1-a715-48b0-841e-da8fe21c8ab3 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2001734 Dec 16 09:49:53.704540 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44022) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:53.728019 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16c9e3-603d-4923-8e90-2607e95f64b5 req-9ad16b37-0951-455b-b31b-002fd66a7fdf tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:53.733417 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9a16c9e3-603d-4923-8e90-2607e95f64b5 req-9ad16b37-0951-455b-b31b-002fd66a7fdf tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.1283441 Dec 16 09:49:53.733767 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d5c5cb67-7fdd-4dc8-8573-0fd67aeade6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:53.770993 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c5cb67-7fdd-4dc8-8573-0fd67aeade6d None None] Network 90c380a8-e244-41af-9386-25fd28a503bb is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:53.775906 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-d5c5cb67-7fdd-4dc8-8573-0fd67aeade6d None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:53.778932 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c5cb67-7fdd-4dc8-8573-0fd67aeade6d None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:53.798474 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5cb67-7fdd-4dc8-8573-0fd67aeade6d None None] Pushing event updated for resources: {'Port': ['ID=e170dac6-1fb5-4d5a-a472-7bfea8dc004c,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:53.812954 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9def23c-a49b-4898-9dee-8ef22c311d23 req-fae26298-3e57-42d2-9c8f-fe463f34b4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:53.814517 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e9def23c-a49b-4898-9dee-8ef22c311d23 req-fae26298-3e57-42d2-9c8f-fe463f34b4ce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f3dc9d568910412b9d99d599bd3f4345&device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 1096 time: 0.1310151 Dec 16 09:49:53.824020 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fa7031-ff93-4634-a4e5-fc7ee0191f77 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:53.826798 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f6fa7031-ff93-4634-a4e5-fc7ee0191f77 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1238024 Dec 16 09:49:53.830003 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44024) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:53.849512 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-d0b32e08-65dc-4d4d-b935-373250cc94de None None] Provisioning complete for port 13806718-eb2d-4337-babb-2782fd13f6cf triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:53.850258 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d0b32e08-65dc-4d4d-b935-373250cc94de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:53.900591 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9a16c9e3-603d-4923-8e90-2607e95f64b5 req-9651a159-711e-4011-b301-620dc278db98 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515014 Dec 16 09:49:53.927154 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7004ea-47ad-4147-b316-51cdf6a78a11 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:53.933153 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7004ea-47ad-4147-b316-51cdf6a78a11 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:53.939870 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6fc33322-c5bd-428e-a6ad-2e20f4780668 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:53.940084 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7004ea-47ad-4147-b316-51cdf6a78a11 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:53.942886 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ac7004ea-47ad-4147-b316-51cdf6a78a11 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1105802 Dec 16 09:49:53.944915 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44030) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:53.972874 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-d5c5cb67-7fdd-4dc8-8573-0fd67aeade6d None None] Attempting to bind port e170dac6-1fb5-4d5a-a472-7bfea8dc004c on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:53.973273 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-d5c5cb67-7fdd-4dc8-8573-0fd67aeade6d None None] Attempting to bind port e170dac6-1fb5-4d5a-a472-7bfea8dc004c by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '1bb07157-3c87-4e1e-a71f-55fbf31a831f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '90c380a8-e244-41af-9386-25fd28a503bb'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:53.973636 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c5cb67-7fdd-4dc8-8573-0fd67aeade6d None None] Attempting to bind port e170dac6-1fb5-4d5a-a472-7bfea8dc004c on network 90c380a8-e244-41af-9386-25fd28a503bb {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:53.979965 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c5cb67-7fdd-4dc8-8573-0fd67aeade6d None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:49:53.980339 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c5cb67-7fdd-4dc8-8573-0fd67aeade6d None None] Checking segment: {'id': '1bb07157-3c87-4e1e-a71f-55fbf31a831f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '90c380a8-e244-41af-9386-25fd28a503bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:49:53.980758 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d5c5cb67-7fdd-4dc8-8573-0fd67aeade6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:53.981189 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c5cb67-7fdd-4dc8-8573-0fd67aeade6d None None] Bound using segment: {'id': '1bb07157-3c87-4e1e-a71f-55fbf31a831f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '90c380a8-e244-41af-9386-25fd28a503bb'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:49:53.981665 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-d5c5cb67-7fdd-4dc8-8573-0fd67aeade6d None None] Bound port: e170dac6-1fb5-4d5a-a472-7bfea8dc004c, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb07157-3c87-4e1e-a71f-55fbf31a831f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '90c380a8-e244-41af-9386-25fd28a503bb'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:49:53.982043 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d5c5cb67-7fdd-4dc8-8573-0fd67aeade6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:54.028957 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9def23c-a49b-4898-9dee-8ef22c311d23 req-2a498a0c-15d4-4e69-a1c2-87ff5be1881a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:54.030541 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e9def23c-a49b-4898-9dee-8ef22c311d23 req-2a498a0c-15d4-4e69-a1c2-87ff5be1881a service neutron] 10.222.0.57 "GET /v2.0/networks?id=25277f1a-659c-40fc-ae08-6615db916991 HTTP/1.1" status: 200 len: 912 time: 0.2039773 Dec 16 09:49:54.040915 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc33322-c5bd-428e-a6ad-2e20f4780668 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event updated for resources: {'Subnet': ['ID=842b62a1-34e4-4459-91c9-0f02ef3c0315,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:54.047364 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-aeb513e8-3045-4abd-b616-d00565ef6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:54.087527 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-21e231a5-657e-495d-a198-3bd54066208a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Deleting port c3e0393b-2d95-4d6e-aa09-8db5bf2dcd55 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:54.087940 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-21e231a5-657e-495d-a198-3bd54066208a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:54.090065 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e9def23c-a49b-4898-9dee-8ef22c311d23 req-04ac82a5-12bb-47c2-8871-056fa7fdcce5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a95984dd-66cc-4a16-a4d7-3d43e08b8886 HTTP/1.1" status: 200 len: 217 time: 0.0502582 Dec 16 09:49:54.091576 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-d0b32e08-65dc-4d4d-b935-373250cc94de None None] Provisioning complete for port e5faa2d2-7ccd-4f21-94a8-1f8df0932869 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:54.091951 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d0b32e08-65dc-4d4d-b935-373250cc94de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:54.120432 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc33322-c5bd-428e-a6ad-2e20f4780668 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Checking segment: {'id': 'cf919a16-d2a8-4096-86eb-85881cc72b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fb64684d-228d-4af6-9039-4e07e56ed607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:49:54.120802 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc33322-c5bd-428e-a6ad-2e20f4780668 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Network hostable DHCP agents. Network: fb64684d-228d-4af6-9039-4e07e56ed607, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:49:54.131791 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-d5c5cb67-7fdd-4dc8-8573-0fd67aeade6d None None] For port e170dac6-1fb5-4d5a-a472-7bfea8dc004c, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:49:54.159906 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-d0b32e08-65dc-4d4d-b935-373250cc94de None None] Port e5faa2d2-7ccd-4f21-94a8-1f8df0932869 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:49:54.162856 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-d5c5cb67-7fdd-4dc8-8573-0fd67aeade6d None None] For port e170dac6-1fb5-4d5a-a472-7bfea8dc004c, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=e170dac6-1fb5-4d5a-a472-7bfea8dc004c,segment=NetworkSegment(1bb07157-3c87-4e1e-a71f-55fbf31a831f),segment_id=1bb07157-3c87-4e1e-a71f-55fbf31a831f)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:49:54.195305 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9def23c-a49b-4898-9dee-8ef22c311d23 req-0ca270f4-3161-4608-b389-0b81a355cc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:54.196814 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e9def23c-a49b-4898-9dee-8ef22c311d23 req-0ca270f4-3161-4608-b389-0b81a355cc3f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c9a5f5f1-d83a-4498-90f5-323c2ed12d23 HTTP/1.1" status: 200 len: 851 time: 0.0980928 Dec 16 09:49:54.223346 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-21e231a5-657e-495d-a198-3bd54066208a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:54.233480 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e9def23c-a49b-4898-9dee-8ef22c311d23 req-decc7af3-2d6c-4bd5-b531-e436b63b1cb2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=25277f1a-659c-40fc-ae08-6615db916991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291567 Dec 16 09:49:54.240478 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-21e231a5-657e-495d-a198-3bd54066208a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Calling delete_port for c3e0393b-2d95-4d6e-aa09-8db5bf2dcd55 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:54.266969 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d5c5cb67-7fdd-4dc8-8573-0fd67aeade6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:54.347212 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc33322-c5bd-428e-a6ad-2e20f4780668 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Network fb64684d-228d-4af6-9039-4e07e56ed607 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:49:54.377160 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-20af2060-1ce5-4e9f-9fc9-f58c78027bad None None] Provisioning complete for port e5faa2d2-7ccd-4f21-94a8-1f8df0932869 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:54.377899 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-20af2060-1ce5-4e9f-9fc9-f58c78027bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:54.384012 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 13806718-eb2d-4337-babb-2782fd13f6cf up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:49:54.421357 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e9def23c-a49b-4898-9dee-8ef22c311d23 req-38ccd275-6b57-462a-8eb2-81b440bafeb5 service neutron] 10.222.0.57 "GET /v2.0/networks/25277f1a-659c-40fc-ae08-6615db916991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791062 Dec 16 09:49:54.434798 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5cb67-7fdd-4dc8-8573-0fd67aeade6d None None] Pushing event updated for resources: {'Port': ['ID=e170dac6-1fb5-4d5a-a472-7bfea8dc004c,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:54.467105 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-20af2060-1ce5-4e9f-9fc9-f58c78027bad None None] Port e5faa2d2-7ccd-4f21-94a8-1f8df0932869 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:49:54.476845 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:49:54.480665 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 13806718-eb2d-4337-babb-2782fd13f6cf triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:54.481043 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:54.578647 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e9def23c-a49b-4898-9dee-8ef22c311d23 req-d49474aa-c9f6-452f-88a3-6442104cf2ce service neutron] 10.222.0.57 "GET /v2.0/networks/25277f1a-659c-40fc-ae08-6615db916991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448047 Dec 16 09:49:54.637613 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-3dd49e6b-9cba-43fc-b7c2-ad2e8b159c39 None None] Provisioning complete for port c3e0393b-2d95-4d6e-aa09-8db5bf2dcd55 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:54.638495 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3dd49e6b-9cba-43fc-b7c2-ad2e8b159c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:54.681911 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-3dd49e6b-9cba-43fc-b7c2-ad2e8b159c39 None None] Port c3e0393b-2d95-4d6e-aa09-8db5bf2dcd55 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:49:54.690953 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-6fc33322-c5bd-428e-a6ad-2e20f4780668 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, fb64684d-228d-4af6-9039-4e07e56ed607) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:54.695348 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc33322-c5bd-428e-a6ad-2e20f4780668 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:54.695945 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6fc33322-c5bd-428e-a6ad-2e20f4780668 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:54.701006 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a142d132-e162-40ae-acc1-0fb599a6a332 None None] Network fb64684d-228d-4af6-9039-4e07e56ed607 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:54.747810 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-21e231a5-657e-495d-a198-3bd54066208a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:54.790278 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e231a5-657e-495d-a198-3bd54066208a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Port': ['ID=c3e0393b-2d95-4d6e-aa09-8db5bf2dcd55,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:54.856374 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6fc33322-c5bd-428e-a6ad-2e20f4780668 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.5855119 Dec 16 09:49:54.857028 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44044) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:54.883742 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-21e231a5-657e-495d-a198-3bd54066208a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:54.890400 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-21e231a5-657e-495d-a198-3bd54066208a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/ports/c3e0393b-2d95-4d6e-aa09-8db5bf2dcd55 HTTP/1.1" status: 204 len: 168 time: 0.9442115 Dec 16 09:49:54.891114 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44046) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:54.894879 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e99b6dd-fd40-4bb2-996f-b9111352103f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-fb64684d-228d-4af6-9039-4e07e56ed607', 'network_id': 'fb64684d-228d-4af6-9039-4e07e56ed607', 'tenant_id': '0cf174f81e5f491894595055127b1743', 'fixed_ips': [{'subnet_id': '842b62a1-34e4-4459-91c9-0f02ef3c0315'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:49:54.896014 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9e99b6dd-fd40-4bb2-996f-b9111352103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:54.930756 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-90aaaef6-a868-4850-8f1b-330dc66d7809 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] GET failed (client error): The resource could not be found. Dec 16 09:49:54.938264 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-90aaaef6-a868-4850-8f1b-330dc66d7809 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "GET /v2.0/ports/c3e0393b-2d95-4d6e-aa09-8db5bf2dcd55 HTTP/1.1" status: 404 len: 333 time: 0.0452750 Dec 16 09:49:54.939308 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44050) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:55.075976 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-3ce53e43-9ac2-4b96-b230-2e04b58472f4 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Deleting port e5faa2d2-7ccd-4f21-94a8-1f8df0932869 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:55.075976 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ce53e43-9ac2-4b96-b230-2e04b58472f4 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.087457 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39e2a6e2-64e5-41f0-9c2c-faa82c474430 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.106255 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-9e99b6dd-fd40-4bb2-996f-b9111352103f None None] Allocated IP 172.20.0.2 (fb64684d-228d-4af6-9039-4e07e56ed607/842b62a1-34e4-4459-91c9-0f02ef3c0315/19c5b3af-859a-4ad1-991c-c8b1c5259e46) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:55.109604 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1cc87d-1ef1-47cb-8ae7-a5d6c1d1ab58 req-62f72df9-4e19-4652-b0d9-3361e0d05788 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:55.112437 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b1cc87d-1ef1-47cb-8ae7-a5d6c1d1ab58 req-62f72df9-4e19-4652-b0d9-3361e0d05788 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.0906868 Dec 16 09:49:55.209587 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b1cc87d-1ef1-47cb-8ae7-a5d6c1d1ab58 req-5d94b14e-fe91-40cf-a9a4-e68dbf54e9e3 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893688 Dec 16 09:49:55.219042 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ce53e43-9ac2-4b96-b230-2e04b58472f4 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.232665 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39e2a6e2-64e5-41f0-9c2c-faa82c474430 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.250330 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-3ce53e43-9ac2-4b96-b230-2e04b58472f4 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Calling delete_port for e5faa2d2-7ccd-4f21-94a8-1f8df0932869 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:55.325848 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9e99b6dd-fd40-4bb2-996f-b9111352103f None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.390502 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44052) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:55.395727 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-c5cd8d37-6673-43a5-bece-7414bfaebd7b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1186741319', 'description': 'tempest-secgroup-smoke-1186741319 description', 'project_id': '7d5ec801137f4c9888df57468cddd269'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:55.417008 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9e99b6dd-fd40-4bb2-996f-b9111352103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.459289 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e99b6dd-fd40-4bb2-996f-b9111352103f None None] Network fb64684d-228d-4af6-9039-4e07e56ed607 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:55.462157 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-9e99b6dd-fd40-4bb2-996f-b9111352103f None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:55.464560 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e99b6dd-fd40-4bb2-996f-b9111352103f None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:55.473167 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99b6dd-fd40-4bb2-996f-b9111352103f None None] Pushing event updated for resources: {'Port': ['ID=19c5b3af-859a-4ad1-991c-c8b1c5259e46,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:55.490551 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ce53e43-9ac2-4b96-b230-2e04b58472f4 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.523286 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce53e43-9ac2-4b96-b230-2e04b58472f4 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Port': ['ID=e5faa2d2-7ccd-4f21-94a8-1f8df0932869,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:55.536981 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39e2a6e2-64e5-41f0-9c2c-faa82c474430 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.539868 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-9e99b6dd-fd40-4bb2-996f-b9111352103f None None] Attempting to bind port 19c5b3af-859a-4ad1-991c-c8b1c5259e46 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:55.540044 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-9e99b6dd-fd40-4bb2-996f-b9111352103f None None] Attempting to bind port 19c5b3af-859a-4ad1-991c-c8b1c5259e46 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'cf919a16-d2a8-4096-86eb-85881cc72b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fb64684d-228d-4af6-9039-4e07e56ed607'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:55.540284 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e99b6dd-fd40-4bb2-996f-b9111352103f None None] Attempting to bind port 19c5b3af-859a-4ad1-991c-c8b1c5259e46 on network fb64684d-228d-4af6-9039-4e07e56ed607 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:55.545655 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e99b6dd-fd40-4bb2-996f-b9111352103f None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:49:55.545965 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e99b6dd-fd40-4bb2-996f-b9111352103f None None] Checking segment: {'id': 'cf919a16-d2a8-4096-86eb-85881cc72b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fb64684d-228d-4af6-9039-4e07e56ed607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:49:55.546356 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9e99b6dd-fd40-4bb2-996f-b9111352103f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.547281 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e99b6dd-fd40-4bb2-996f-b9111352103f None None] Bound using segment: {'id': 'cf919a16-d2a8-4096-86eb-85881cc72b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fb64684d-228d-4af6-9039-4e07e56ed607'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:49:55.547749 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-9e99b6dd-fd40-4bb2-996f-b9111352103f None None] Bound port: 19c5b3af-859a-4ad1-991c-c8b1c5259e46, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf919a16-d2a8-4096-86eb-85881cc72b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fb64684d-228d-4af6-9039-4e07e56ed607'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:49:55.548130 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9e99b6dd-fd40-4bb2-996f-b9111352103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.572004 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8d37-6673-43a5-bece-7414bfaebd7b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.590811 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944ea41f-ef7a-4287-b1c5-cdb35d83bfb7 None None] Network 90c380a8-e244-41af-9386-25fd28a503bb requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:55.592078 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8d37-6673-43a5-bece-7414bfaebd7b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.635095 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ce53e43-9ac2-4b96-b230-2e04b58472f4 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.638984 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3ce53e43-9ac2-4b96-b230-2e04b58472f4 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/ports/e5faa2d2-7ccd-4f21-94a8-1f8df0932869 HTTP/1.1" status: 204 len: 168 time: 0.6984022 Dec 16 09:49:55.642761 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44054) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:55.655026 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39e2a6e2-64e5-41f0-9c2c-faa82c474430 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.674011 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-effdaf3c-e254-4a4e-b6f7-e9bfbbbd01b2 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] GET failed (client error): The resource could not be found. Dec 16 09:49:55.675984 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-effdaf3c-e254-4a4e-b6f7-e9bfbbbd01b2 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "GET /v2.0/ports/e5faa2d2-7ccd-4f21-94a8-1f8df0932869 HTTP/1.1" status: 404 len: 333 time: 0.0322773 Dec 16 09:49:55.678688 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-39e2a6e2-64e5-41f0-9c2c-faa82c474430 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb64684d-228d-4af6-9039-4e07e56ed607']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:55.680717 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44056) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:55.689173 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-89e572bf-5ed3-4771-ba0d-7cfb86f7e3d2 None None] Provisioning complete for port e170dac6-1fb5-4d5a-a472-7bfea8dc004c triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:55.689643 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-89e572bf-5ed3-4771-ba0d-7cfb86f7e3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.690757 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-39e2a6e2-64e5-41f0-9c2c-faa82c474430 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf919a16-d2a8-4096-86eb-85881cc72b7d') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:55.691078 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-39e2a6e2-64e5-41f0-9c2c-faa82c474430 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf919a16-d2a8-4096-86eb-85881cc72b7d') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:55.698956 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-9e99b6dd-fd40-4bb2-996f-b9111352103f None None] For port 19c5b3af-859a-4ad1-991c-c8b1c5259e46, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:49:55.702545 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39e2a6e2-64e5-41f0-9c2c-faa82c474430 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.704484 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e2a6e2-64e5-41f0-9c2c-faa82c474430 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event deleted for resources: {'Subnet': ['ID=842b62a1-34e4-4459-91c9-0f02ef3c0315,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:55.744579 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaad1465-0a68-4bf8-99b2-17b530005a2b tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Deleting subnet e645d570-93d6-4e0c-969e-2501a59bbbd6 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:49:55.746618 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-9e99b6dd-fd40-4bb2-996f-b9111352103f None None] For port 19c5b3af-859a-4ad1-991c-c8b1c5259e46, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=19c5b3af-859a-4ad1-991c-c8b1c5259e46,segment=NetworkSegment(cf919a16-d2a8-4096-86eb-85881cc72b7d),segment_id=cf919a16-d2a8-4096-86eb-85881cc72b7d)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:49:55.753239 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eaad1465-0a68-4bf8-99b2-17b530005a2b tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.808323 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eaad1465-0a68-4bf8-99b2-17b530005a2b tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.817920 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39e2a6e2-64e5-41f0-9c2c-faa82c474430 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.826009 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39e2a6e2-64e5-41f0-9c2c-faa82c474430 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:49:55.826788 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39e2a6e2-64e5-41f0-9c2c-faa82c474430 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.827646 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9e99b6dd-fd40-4bb2-996f-b9111352103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.831088 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:49:55.831088 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:49:55.831088 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:49:55.831088 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:49:55.831088 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:49:55.831088 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:49:55.831088 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:49:55.831088 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:49:55.831088 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:49:55.831088 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:49:55.831088 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:49:55.831088 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:49:55.831088 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:49:55.831088 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:49:55.831088 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:49:55.831088 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:49:55.831088 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:49:55.831088 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:49:55.831088 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:49:55.831088 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:49:55.831088 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:49:55.831088 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:49:55.831088 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:49:55.831088 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:49:55.831088 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:49:55.831088 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:49:55.831088 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:49:55.831088 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:49:55.831088 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:49:55.831088 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:49:55.831088 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:49:55.831088 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:49:55.838027 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8d37-6673-43a5-bece-7414bfaebd7b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.898948 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-89e572bf-5ed3-4771-ba0d-7cfb86f7e3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.917021 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eaad1465-0a68-4bf8-99b2-17b530005a2b tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.920391 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8d37-6673-43a5-bece-7414bfaebd7b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.946070 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99b6dd-fd40-4bb2-996f-b9111352103f None None] Pushing event updated for resources: {'Port': ['ID=19c5b3af-859a-4ad1-991c-c8b1c5259e46,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:55.970929 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.db.api [None req-39e2a6e2-64e5-41f0-9c2c-faa82c474430 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 09:49:55.970929 n-d-820550-2 neutron-server[102816]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 09:49:55.970929 n-d-820550-2 neutron-server[102816]: [parameters: {'id': 'fb64684d-228d-4af6-9039-4e07e56ed607'}] Dec 16 09:49:55.970929 n-d-820550-2 neutron-server[102816]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:49:55.971351 n-d-820550-2 neutron-server[102816]: DEBUG oslo_db.api [None req-39e2a6e2-64e5-41f0-9c2c-faa82c474430 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:49:55.979913 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba19887-7198-4916-b8e8-b7bcc61941e4 None None] Network fb64684d-228d-4af6-9039-4e07e56ed607 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:55.985618 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-89e572bf-5ed3-4771-ba0d-7cfb86f7e3d2 None None] For port e170dac6-1fb5-4d5a-a472-7bfea8dc004c, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=e170dac6-1fb5-4d5a-a472-7bfea8dc004c,segment=NetworkSegment(1bb07157-3c87-4e1e-a71f-55fbf31a831f),segment_id=1bb07157-3c87-4e1e-a71f-55fbf31a831f)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:55.998749 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd8d37-6673-43a5-bece-7414bfaebd7b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0014d86b-c8a4-41b1-9df7-bbdd449b7762,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:56.040388 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8d37-6673-43a5-bece-7414bfaebd7b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:56.091711 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eaad1465-0a68-4bf8-99b2-17b530005a2b tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:56.123042 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad1465-0a68-4bf8-99b2-17b530005a2b tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Subnet': ['ID=e645d570-93d6-4e0c-969e-2501a59bbbd6,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:56.132584 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eaad1465-0a68-4bf8-99b2-17b530005a2b tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:56.132584 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-eaad1465-0a68-4bf8-99b2-17b530005a2b tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/subnets/e645d570-93d6-4e0c-969e-2501a59bbbd6 HTTP/1.1" status: 204 len: 168 time: 0.4504278 Dec 16 09:49:56.135541 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44058) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:56.155284 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8d37-6673-43a5-bece-7414bfaebd7b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:56.196175 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd8d37-6673-43a5-bece-7414bfaebd7b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e39002b7-669a-4f0d-ab47-97f6a618d1f9,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:56.225209 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fa9637-6c4c-414a-a6fd-6c422b5e3992 None None] Network 9eb41ee8-52c7-403a-8101-eb26db555cae requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:56.227542 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-89e572bf-5ed3-4771-ba0d-7cfb86f7e3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:56.229064 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-001f388d-ff70-4ff0-ac41-c5f6ddbe0431 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:56.299715 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8d37-6673-43a5-bece-7414bfaebd7b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:56.301168 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c5cd8d37-6673-43a5-bece-7414bfaebd7b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9090412 Dec 16 09:49:56.304299 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44064) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:56.309446 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-d476daf8-e671-4c59-a0f9-7d0b0d460f10 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'security_group_rule': {'security_group_id': 'e39002b7-669a-4f0d-ab47-97f6a618d1f9', 'project_id': '7d5ec801137f4c9888df57468cddd269', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:56.376142 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-001f388d-ff70-4ff0-ac41-c5f6ddbe0431 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Deleting port 13806718-eb2d-4337-babb-2782fd13f6cf {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:56.376565 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-001f388d-ff70-4ff0-ac41-c5f6ddbe0431 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:56.376690 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device e170dac6-1fb5-4d5a-a472-7bfea8dc004c up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:49:56.423571 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47efa01-e049-40ac-ab3b-e967e54dc9fa req-03bb1784-e1bc-4637-9a02-888b3892d4d9 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:56.424991 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e47efa01-e049-40ac-ab3b-e967e54dc9fa req-03bb1784-e1bc-4637-9a02-888b3892d4d9 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.1349738 Dec 16 09:49:56.444014 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-22c7c151-39bc-407c-9a0e-e99d587a4752 None None] Provisioning complete for port e170dac6-1fb5-4d5a-a472-7bfea8dc004c triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:56.444389 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-22c7c151-39bc-407c-9a0e-e99d587a4752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:56.448345 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e572bf-5ed3-4771-ba0d-7cfb86f7e3d2 None None] Pushing event updated for resources: {'Port': ['ID=e170dac6-1fb5-4d5a-a472-7bfea8dc004c,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:56.459933 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d476daf8-e671-4c59-a0f9-7d0b0d460f10 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:56.473404 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39e2a6e2-64e5-41f0-9c2c-faa82c474430 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:56.486785 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-001f388d-ff70-4ff0-ac41-c5f6ddbe0431 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] For port 13806718-eb2d-4337-babb-2782fd13f6cf, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=13806718-eb2d-4337-babb-2782fd13f6cf,segment=NetworkSegment(173f677a-0102-415d-9e91-e847bca9b1d8),segment_id=173f677a-0102-415d-9e91-e847bca9b1d8)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:56.487040 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-001f388d-ff70-4ff0-ac41-c5f6ddbe0431 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:56.524349 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-33e4fb12-7574-4986-bc83-aaea454bf962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:56.537261 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port e170dac6-1fb5-4d5a-a472-7bfea8dc004c triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:56.537657 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:56.556223 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d476daf8-e671-4c59-a0f9-7d0b0d460f10 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:56.621898 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d476daf8-e671-4c59-a0f9-7d0b0d460f10 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:56.643260 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476daf8-e671-4c59-a0f9-7d0b0d460f10 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb91d385-e85a-4f5a-9572-9d7505ead011,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:56.680325 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5dbf79-84e9-4084-b54f-3b18098f9fbb None None] DHCP port deletion for 9eb41ee8-52c7-403a-8101-eb26db555cae request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:49:56.727951 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d476daf8-e671-4c59-a0f9-7d0b0d460f10 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:56.732081 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d476daf8-e671-4c59-a0f9-7d0b0d460f10 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4239104 Dec 16 09:49:56.739589 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44066) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:56.739753 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-ed5dbf79-84e9-4084-b54f-3b18098f9fbb None None] Deleting port 13806718-eb2d-4337-babb-2782fd13f6cf {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:56.739753 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ed5dbf79-84e9-4084-b54f-3b18098f9fbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:56.740000 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-e0a8ee4b-b919-44d6-92c5-8009569f926f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'security_group_rule': {'security_group_id': 'e39002b7-669a-4f0d-ab47-97f6a618d1f9', 'project_id': '7d5ec801137f4c9888df57468cddd269', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:56.810853 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-ed5dbf79-84e9-4084-b54f-3b18098f9fbb None None] For port 13806718-eb2d-4337-babb-2782fd13f6cf, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=13806718-eb2d-4337-babb-2782fd13f6cf,segment=NetworkSegment(173f677a-0102-415d-9e91-e847bca9b1d8),segment_id=173f677a-0102-415d-9e91-e847bca9b1d8)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:56.811234 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ed5dbf79-84e9-4084-b54f-3b18098f9fbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:56.826773 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-ed5dbf79-84e9-4084-b54f-3b18098f9fbb None None] Calling delete_port for 13806718-eb2d-4337-babb-2782fd13f6cf owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:56.827004 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0a8ee4b-b919-44d6-92c5-8009569f926f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:56.843073 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-001f388d-ff70-4ff0-ac41-c5f6ddbe0431 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Calling delete_port for 13806718-eb2d-4337-babb-2782fd13f6cf owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:56.853958 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e47efa01-e049-40ac-ab3b-e967e54dc9fa req-6f0ebc0b-bcbc-40ad-80c3-9162923d54f1 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4224839 Dec 16 09:49:56.902851 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0a8ee4b-b919-44d6-92c5-8009569f926f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:56.957665 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-39e2a6e2-64e5-41f0-9c2c-faa82c474430 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Deleting port 19c5b3af-859a-4ad1-991c-c8b1c5259e46 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:56.957979 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39e2a6e2-64e5-41f0-9c2c-faa82c474430 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:56.987754 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0a8ee4b-b919-44d6-92c5-8009569f926f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:56.988343 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ed5dbf79-84e9-4084-b54f-3b18098f9fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.004892 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a8ee4b-b919-44d6-92c5-8009569f926f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c872da3-60d5-4cd6-8f86-05bf596767df,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:57.013099 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-001f388d-ff70-4ff0-ac41-c5f6ddbe0431 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.018932 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5dbf79-84e9-4084-b54f-3b18098f9fbb None None] Pushing event deleted for resources: {'Port': ['ID=13806718-eb2d-4337-babb-2782fd13f6cf,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:57.022590 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5dbf79-84e9-4084-b54f-3b18098f9fbb None None] No DVR routers for this DVR port 13806718-eb2d-4337-babb-2782fd13f6cf on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:49:57.041075 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7b051f-d623-4da5-a0e8-14d98952f00f None None] get_active_networks_info from n-d-820550-2 {{(pid=102818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:49:57.051019 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f388d-ff70-4ff0-ac41-c5f6ddbe0431 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Port': ['ID=13806718-eb2d-4337-babb-2782fd13f6cf,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:57.060415 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001f388d-ff70-4ff0-ac41-c5f6ddbe0431 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] No DVR routers for this DVR port 13806718-eb2d-4337-babb-2782fd13f6cf on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:49:57.063052 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-39e2a6e2-64e5-41f0-9c2c-faa82c474430 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] For port 19c5b3af-859a-4ad1-991c-c8b1c5259e46, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=19c5b3af-859a-4ad1-991c-c8b1c5259e46,segment=NetworkSegment(cf919a16-d2a8-4096-86eb-85881cc72b7d),segment_id=cf919a16-d2a8-4096-86eb-85881cc72b7d)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:57.065286 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39e2a6e2-64e5-41f0-9c2c-faa82c474430 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.085668 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0a8ee4b-b919-44d6-92c5-8009569f926f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.086931 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e0a8ee4b-b919-44d6-92c5-8009569f926f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3533940 Dec 16 09:49:57.089951 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44068) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:57.096136 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-dc628ca9-7c6f-4cb9-a36c-63e31b2c56f7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'security_group_rule': {'security_group_id': 'e39002b7-669a-4f0d-ab47-97f6a618d1f9', 'project_id': '7d5ec801137f4c9888df57468cddd269', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:57.099856 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-39e2a6e2-64e5-41f0-9c2c-faa82c474430 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Calling delete_port for 19c5b3af-859a-4ad1-991c-c8b1c5259e46 owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:57.118086 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7b051f-d623-4da5-a0e8-14d98952f00f None None] Resources bound (agent type, host, resource id): {{(pid=102818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:49:57.196661 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-001f388d-ff70-4ff0-ac41-c5f6ddbe0431 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.208035 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dc628ca9-7c6f-4cb9-a36c-63e31b2c56f7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.223642 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-001f388d-ff70-4ff0-ac41-c5f6ddbe0431 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb41ee8-52c7-403a-8101-eb26db555cae']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:57.244590 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-001f388d-ff70-4ff0-ac41-c5f6ddbe0431 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '173f677a-0102-415d-9e91-e847bca9b1d8') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:57.244922 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-001f388d-ff70-4ff0-ac41-c5f6ddbe0431 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '173f677a-0102-415d-9e91-e847bca9b1d8') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:57.256723 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-001f388d-ff70-4ff0-ac41-c5f6ddbe0431 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.271306 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dc628ca9-7c6f-4cb9-a36c-63e31b2c56f7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.278343 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-001f388d-ff70-4ff0-ac41-c5f6ddbe0431 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.286108 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-001f388d-ff70-4ff0-ac41-c5f6ddbe0431 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:49:57.286460 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-001f388d-ff70-4ff0-ac41-c5f6ddbe0431 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.289468 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:49:57.289468 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:49:57.289468 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:49:57.289468 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:49:57.289468 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:49:57.289468 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:49:57.289468 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:49:57.289468 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:49:57.289468 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:49:57.289468 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:49:57.289468 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:49:57.289468 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:49:57.289468 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:49:57.289468 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:49:57.289468 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:49:57.289468 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:49:57.289468 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:49:57.289468 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:49:57.289468 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:49:57.289468 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:49:57.289468 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:49:57.289468 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:49:57.289468 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:49:57.289468 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:49:57.289468 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:49:57.289468 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:49:57.289468 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:49:57.289468 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:49:57.289468 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:49:57.289468 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:49:57.289468 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:49:57.289468 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:49:57.363144 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dc628ca9-7c6f-4cb9-a36c-63e31b2c56f7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.382114 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc628ca9-7c6f-4cb9-a36c-63e31b2c56f7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0efaa0cf-32d5-46af-b7d1-10c303b9e67f,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:57.399123 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39e2a6e2-64e5-41f0-9c2c-faa82c474430 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.416644 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e2a6e2-64e5-41f0-9c2c-faa82c474430 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] No DVR routers for this DVR port 19c5b3af-859a-4ad1-991c-c8b1c5259e46 on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:49:57.422055 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e2a6e2-64e5-41f0-9c2c-faa82c474430 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event deleted for resources: {'Port': ['ID=19c5b3af-859a-4ad1-991c-c8b1c5259e46,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:57.445560 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-001f388d-ff70-4ff0-ac41-c5f6ddbe0431 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.452751 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-001f388d-ff70-4ff0-ac41-c5f6ddbe0431 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.456531 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-001f388d-ff70-4ff0-ac41-c5f6ddbe0431 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/networks/9eb41ee8-52c7-403a-8101-eb26db555cae HTTP/1.1" status: 204 len: 168 time: 1.3198934 Dec 16 09:49:57.460676 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44070) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:57.467295 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-eb9e6e34-d9c1-4af5-b20b-c759283fa95f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-932425732'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:57.474395 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dc628ca9-7c6f-4cb9-a36c-63e31b2c56f7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.475721 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-dc628ca9-7c6f-4cb9-a36c-63e31b2c56f7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3848395 Dec 16 09:49:57.480094 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44072) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:57.486489 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-117f01dc-f078-40a7-86f4-fe40eac86bfb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'security_group_rule': {'security_group_id': 'e39002b7-669a-4f0d-ab47-97f6a618d1f9', 'project_id': '7d5ec801137f4c9888df57468cddd269', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:57.505431 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f388d-ff70-4ff0-ac41-c5f6ddbe0431 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Network': ['ID=9eb41ee8-52c7-403a-8101-eb26db555cae,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:57.525684 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39e2a6e2-64e5-41f0-9c2c-faa82c474430 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.545895 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-39e2a6e2-64e5-41f0-9c2c-faa82c474430 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb64684d-228d-4af6-9039-4e07e56ed607']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:57.555059 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-39e2a6e2-64e5-41f0-9c2c-faa82c474430 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf919a16-d2a8-4096-86eb-85881cc72b7d') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:57.555356 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-39e2a6e2-64e5-41f0-9c2c-faa82c474430 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf919a16-d2a8-4096-86eb-85881cc72b7d') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:57.565029 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39e2a6e2-64e5-41f0-9c2c-faa82c474430 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.577657 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39e2a6e2-64e5-41f0-9c2c-faa82c474430 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.584291 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39e2a6e2-64e5-41f0-9c2c-faa82c474430 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:49:57.584717 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39e2a6e2-64e5-41f0-9c2c-faa82c474430 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.586093 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.587585 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:49:57.587585 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:49:57.587585 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:49:57.587585 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:49:57.587585 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:49:57.587585 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:49:57.587585 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:49:57.587585 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:49:57.587585 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:49:57.587585 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:49:57.587585 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:49:57.587585 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:49:57.587585 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:49:57.587585 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:49:57.587585 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:49:57.587585 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:49:57.587585 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:49:57.587585 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:49:57.587585 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:49:57.587585 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:49:57.587585 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:49:57.587585 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:49:57.587585 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:49:57.587585 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:49:57.587585 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:49:57.587585 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:49:57.587585 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:49:57.587585 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:49:57.587585 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:49:57.587585 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:49:57.587585 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:49:57.587585 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:49:57.617771 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9e6e34-d9c1-4af5-b20b-c759283fa95f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Made reservation on behalf of 640960d3c0df439cb91cd91f4d9284c8 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:57.621628 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eb9e6e34-d9c1-4af5-b20b-c759283fa95f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.728903 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39e2a6e2-64e5-41f0-9c2c-faa82c474430 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.734200 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb9e6e34-d9c1-4af5-b20b-c759283fa95f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:49:57.736107 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39e2a6e2-64e5-41f0-9c2c-faa82c474430 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.739279 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-39e2a6e2-64e5-41f0-9c2c-faa82c474430 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "DELETE /v2.0/networks/fb64684d-228d-4af6-9039-4e07e56ed607 HTTP/1.1" status: 204 len: 168 time: 2.8812099 Dec 16 09:49:57.743956 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44074) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:57.751265 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-4235ac53-d233-4883-bbd4-a080142d4e4f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1230224241'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:57.757207 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e2a6e2-64e5-41f0-9c2c-faa82c474430 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event deleted for resources: {'Network': ['ID=fb64684d-228d-4af6-9039-4e07e56ed607,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:57.757727 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-117f01dc-f078-40a7-86f4-fe40eac86bfb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.760538 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eb9e6e34-d9c1-4af5-b20b-c759283fa95f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.760885 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-eb9e6e34-d9c1-4af5-b20b-c759283fa95f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Added segment f4b77f11-c808-4cfe-9050-e0da670961d6 of type vlan for network 29710a5c-db5b-4767-a341-47b58d8bbbcb Dec 16 09:49:57.837883 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eb9e6e34-d9c1-4af5-b20b-c759283fa95f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.868881 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-117f01dc-f078-40a7-86f4-fe40eac86bfb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.917378 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4235ac53-d233-4883-bbd4-a080142d4e4f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Made reservation on behalf of 0cf174f81e5f491894595055127b1743 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:57.920858 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4235ac53-d233-4883-bbd4-a080142d4e4f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.944856 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4235ac53-d233-4883-bbd4-a080142d4e4f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:49:57.950964 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eb9e6e34-d9c1-4af5-b20b-c759283fa95f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.956496 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9e6e34-d9c1-4af5-b20b-c759283fa95f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:57.957851 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eb9e6e34-d9c1-4af5-b20b-c759283fa95f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.959526 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-117f01dc-f078-40a7-86f4-fe40eac86bfb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.992084 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4235ac53-d233-4883-bbd4-a080142d4e4f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.992084 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-4235ac53-d233-4883-bbd4-a080142d4e4f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Added segment 1931af4f-0f60-4b0e-aeae-e667b46813c7 of type vlan for network 607e7486-f872-4168-b0d2-f43284c36c40 Dec 16 09:49:58.062617 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f01dc-f078-40a7-86f4-fe40eac86bfb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b381aa4-6e94-450e-89bc-a9f20f43b3ee,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:58.101890 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e6e34-d9c1-4af5-b20b-c759283fa95f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Network': ['ID=29710a5c-db5b-4767-a341-47b58d8bbbcb,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:58.112096 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 29710a5c-db5b-4767-a341-47b58d8bbbcb details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:49:58.112390 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4235ac53-d233-4883-bbd4-a080142d4e4f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:58.131515 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17f679-f9b6-4c6c-995d-a4df44598c61 req-786770b8-bdb2-4f28-a834-6de48ed4f769 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:58.133000 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cf17f679-f9b6-4c6c-995d-a4df44598c61 req-786770b8-bdb2-4f28-a834-6de48ed4f769 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.1690712 Dec 16 09:49:58.162251 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-eb9e6e34-d9c1-4af5-b20b-c759283fa95f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7004101 Dec 16 09:49:58.165433 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44078) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:58.178896 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-a1662064-01c5-43e5-85b9-471a599d6659 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'subnet': {'network_id': '29710a5c-db5b-4767-a341-47b58d8bbbcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:58.183552 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cf17f679-f9b6-4c6c-995d-a4df44598c61 req-64d55d26-422e-44d0-b1fd-84079e9df130 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416443 Dec 16 09:49:58.189971 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-117f01dc-f078-40a7-86f4-fe40eac86bfb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:58.193635 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-117f01dc-f078-40a7-86f4-fe40eac86bfb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7100520 Dec 16 09:49:58.194640 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44080) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:58.198556 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-8b1197ea-4919-4a28-89f8-67f483930cfb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'security_group_rule': {'security_group_id': 'e39002b7-669a-4f0d-ab47-97f6a618d1f9', 'project_id': '7d5ec801137f4c9888df57468cddd269', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:58.254500 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4235ac53-d233-4883-bbd4-a080142d4e4f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:58.263971 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4235ac53-d233-4883-bbd4-a080142d4e4f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:58.263971 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4235ac53-d233-4883-bbd4-a080142d4e4f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:58.317237 n-d-820550-2 neutron-server[102817]: INFO neutron.db.securitygroups_db [None req-8b1197ea-4919-4a28-89f8-67f483930cfb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Project 7d5ec801137f4c9888df57468cddd269 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 09:49:58.318172 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device e170dac6-1fb5-4d5a-a472-7bfea8dc004c up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:49:58.332473 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8b1197ea-4919-4a28-89f8-67f483930cfb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:58.344919 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235ac53-d233-4883-bbd4-a080142d4e4f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event updated for resources: {'Network': ['ID=607e7486-f872-4168-b0d2-f43284c36c40,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:58.356875 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 607e7486-f872-4168-b0d2-f43284c36c40 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:49:58.400241 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4235ac53-d233-4883-bbd4-a080142d4e4f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6517153 Dec 16 09:49:58.402221 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44084) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:58.407046 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-e88ec61b-ecfe-460e-8d57-eb91563493b8 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Request body: {'subnet': {'network_id': '607e7486-f872-4168-b0d2-f43284c36c40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:58.412229 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8b1197ea-4919-4a28-89f8-67f483930cfb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:58.426725 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port e170dac6-1fb5-4d5a-a472-7bfea8dc004c triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:58.427184 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:58.525091 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1662064-01c5-43e5-85b9-471a599d6659 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Made reservation on behalf of 640960d3c0df439cb91cd91f4d9284c8 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:58.527059 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8b1197ea-4919-4a28-89f8-67f483930cfb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:58.529153 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a1662064-01c5-43e5-85b9-471a599d6659 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:58.557676 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1197ea-4919-4a28-89f8-67f483930cfb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f307c6f7-807e-49d8-95b0-0b619379fc1f,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:58.557970 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 13806718-eb2d-4337-babb-2782fd13f6cf no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:49:58.579241 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 13806718-eb2d-4337-babb-2782fd13f6cf {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:49:58.579592 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 13806718-eb2d-4337-babb-2782fd13f6cf not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:49:58.650545 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88ec61b-ecfe-460e-8d57-eb91563493b8 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Made reservation on behalf of 0cf174f81e5f491894595055127b1743 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:58.655004 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e88ec61b-ecfe-460e-8d57-eb91563493b8 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:58.735363 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.ipam_backend_mixin [None req-e88ec61b-ecfe-460e-8d57-eb91563493b8 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Performing IP validity checks on allocation pools {{(pid=102817) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 09:49:58.735895 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.ipam_backend_mixin [None req-e88ec61b-ecfe-460e-8d57-eb91563493b8 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102817) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 09:49:58.767775 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f5b2d-f755-4ff0-b567-cf0351c2f60a req-59363ede-c230-48a0-aba7-902b92b9a985 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:58.767775 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-068f5b2d-f755-4ff0-b567-cf0351c2f60a req-59363ede-c230-48a0-aba7-902b92b9a985 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.1069038 Dec 16 09:49:58.770935 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8b1197ea-4919-4a28-89f8-67f483930cfb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:58.772035 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8b1197ea-4919-4a28-89f8-67f483930cfb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5771008 Dec 16 09:49:58.774998 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44090) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:58.779598 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-90271f05-c73f-4933-ac7d-142baa0c1e87 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'security_group_rule': {'security_group_id': 'e39002b7-669a-4f0d-ab47-97f6a618d1f9', 'project_id': '7d5ec801137f4c9888df57468cddd269', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:58.796196 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a1662064-01c5-43e5-85b9-471a599d6659 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:58.842326 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-068f5b2d-f755-4ff0-b567-cf0351c2f60a req-6d25b6fa-cd19-4de8-8d72-2836d6cb346d tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671170 Dec 16 09:49:58.865929 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1662064-01c5-43e5-85b9-471a599d6659 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Subnet': ['ID=b5f9b157-d477-4a4e-8ffa-8c904b5ef809,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:58.873370 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1662064-01c5-43e5-85b9-471a599d6659 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Checking segment: {'id': 'f4b77f11-c808-4cfe-9050-e0da670961d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '29710a5c-db5b-4767-a341-47b58d8bbbcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:49:58.873809 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1662064-01c5-43e5-85b9-471a599d6659 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Network hostable DHCP agents. Network: 29710a5c-db5b-4767-a341-47b58d8bbbcb, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:49:58.930110 n-d-820550-2 neutron-server[102816]: INFO neutron.db.securitygroups_db [None req-90271f05-c73f-4933-ac7d-142baa0c1e87 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Project 7d5ec801137f4c9888df57468cddd269 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 09:49:58.937452 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90271f05-c73f-4933-ac7d-142baa0c1e87 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:58.987849 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e88ec61b-ecfe-460e-8d57-eb91563493b8 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:58.995352 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1662064-01c5-43e5-85b9-471a599d6659 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Network 29710a5c-db5b-4767-a341-47b58d8bbbcb is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:49:59.022025 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90271f05-c73f-4933-ac7d-142baa0c1e87 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:59.048438 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ec61b-ecfe-460e-8d57-eb91563493b8 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event updated for resources: {'Subnet': ['ID=4a9d0ce0-ee88-4b44-88e0-92d4cb037735,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:59.054852 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:59.055521 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88ec61b-ecfe-460e-8d57-eb91563493b8 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Checking segment: {'id': '1931af4f-0f60-4b0e-aeae-e667b46813c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '607e7486-f872-4168-b0d2-f43284c36c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:49:59.055893 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88ec61b-ecfe-460e-8d57-eb91563493b8 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Network hostable DHCP agents. Network: 607e7486-f872-4168-b0d2-f43284c36c40, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:49:59.105834 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-a1662064-01c5-43e5-85b9-471a599d6659 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 29710a5c-db5b-4767-a341-47b58d8bbbcb) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:59.111128 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1662064-01c5-43e5-85b9-471a599d6659 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:59.112326 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a1662064-01c5-43e5-85b9-471a599d6659 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:59.115553 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3c1ec7-a5f0-4ba9-97c6-2bd1c50114c9 None None] Network 29710a5c-db5b-4767-a341-47b58d8bbbcb requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:59.145879 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90271f05-c73f-4933-ac7d-142baa0c1e87 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:59.162215 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90271f05-c73f-4933-ac7d-142baa0c1e87 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d532483d-373a-4386-bf78-30317ae8b8cc,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:59.204799 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88ec61b-ecfe-460e-8d57-eb91563493b8 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Network 607e7486-f872-4168-b0d2-f43284c36c40 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:49:59.211297 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-e88ec61b-ecfe-460e-8d57-eb91563493b8 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 607e7486-f872-4168-b0d2-f43284c36c40) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:59.215424 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88ec61b-ecfe-460e-8d57-eb91563493b8 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:59.216003 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e88ec61b-ecfe-460e-8d57-eb91563493b8 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:59.222799 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8ed0ae-032d-46b1-83ba-542063e29bbf None None] Network 607e7486-f872-4168-b0d2-f43284c36c40 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:59.242148 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a1662064-01c5-43e5-85b9-471a599d6659 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0746133 Dec 16 09:49:59.244921 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44094) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:59.245761 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90271f05-c73f-4933-ac7d-142baa0c1e87 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:59.251195 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-90271f05-c73f-4933-ac7d-142baa0c1e87 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4708447 Dec 16 09:49:59.251314 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-0c512219-5d06-46e9-8397-fca0d431494e tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2106942368', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:59.251438 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44096) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:59.256383 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-24db9c7a-462b-43ce-9a49-ee1870ac1efc tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'network': {'name': 'tempest-network-smoke--959479889', 'project_id': '7d5ec801137f4c9888df57468cddd269', 'port_security_enabled': True}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:59.304658 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e88ec61b-ecfe-460e-8d57-eb91563493b8 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9013798 Dec 16 09:49:59.307536 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44098) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:59.313583 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.db.api [None req-24db9c7a-462b-43ce-9a49-ee1870ac1efc tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 16 09:49:59.313583 n-d-820550-2 neutron-server[102816]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 16 09:49:59.313583 n-d-820550-2 neutron-server[102816]: [parameters: {'project_id_1': '7d5ec801137f4c9888df57468cddd269', 'expiration_1': datetime.datetime(2021, 12, 16, 9, 49, 39, 260884)}] Dec 16 09:49:59.313583 n-d-820550-2 neutron-server[102816]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:49:59.314445 n-d-820550-2 neutron-server[102816]: DEBUG oslo_db.api [None req-24db9c7a-462b-43ce-9a49-ee1870ac1efc tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:49:59.321359 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a68ffa-5153-4404-b779-5a09505994a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-29710a5c-db5b-4767-a341-47b58d8bbbcb', 'network_id': '29710a5c-db5b-4767-a341-47b58d8bbbcb', 'tenant_id': '640960d3c0df439cb91cd91f4d9284c8', 'fixed_ips': [{'subnet_id': 'b5f9b157-d477-4a4e-8ffa-8c904b5ef809'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:49:59.322747 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90a68ffa-5153-4404-b779-5a09505994a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:59.411648 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6c9aeb12-3376-4649-a52c-bc3dc7ee3522 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:59.444058 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0c512219-5d06-46e9-8397-fca0d431494e tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:59.445277 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0c512219-5d06-46e9-8397-fca0d431494e tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:59.481880 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6c9aeb12-3376-4649-a52c-bc3dc7ee3522 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:59.501767 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0494e0-a703-4ea5-8f3f-f3048a5b772c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-607e7486-f872-4168-b0d2-f43284c36c40', 'network_id': '607e7486-f872-4168-b0d2-f43284c36c40', 'tenant_id': '0cf174f81e5f491894595055127b1743', 'fixed_ips': [{'subnet_id': '4a9d0ce0-ee88-4b44-88e0-92d4cb037735'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:49:59.502665 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8d0494e0-a703-4ea5-8f3f-f3048a5b772c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:59.539988 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0c512219-5d06-46e9-8397-fca0d431494e tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:59.541938 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-90a68ffa-5153-4404-b779-5a09505994a9 None None] Allocated IP 172.20.0.2 (29710a5c-db5b-4767-a341-47b58d8bbbcb/b5f9b157-d477-4a4e-8ffa-8c904b5ef809/e7dbdefd-1cbf-44c0-bb4f-1c31f865046a) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:59.614152 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:59.667923 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0c512219-5d06-46e9-8397-fca0d431494e tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:59.696248 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6c9aeb12-3376-4649-a52c-bc3dc7ee3522 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:59.723913 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9aeb12-3376-4649-a52c-bc3dc7ee3522 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event deleted for resources: {'Subnet': ['ID=4a9d0ce0-ee88-4b44-88e0-92d4cb037735,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server [None req-8d0494e0-a703-4ea5-8f3f-f3048a5b772c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4a9d0ce0-ee88-4b44-88e0-92d4cb037735: This subnet is being modified by another concurrent operation. Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 09:49:59.745146 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server raise exception Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4a9d0ce0-ee88-4b44-88e0-92d4cb037735: This subnet is being modified by another concurrent operation. Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: ERROR oslo_messaging.rpc.server Dec 16 09:49:59.754920 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90a68ffa-5153-4404-b779-5a09505994a9 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:59.763660 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e80e4d1-9ee7-48a2-80d2-bdde1db92744 None None] Network 607e7486-f872-4168-b0d2-f43284c36c40 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:59.787248 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0c512219-5d06-46e9-8397-fca0d431494e tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:59.788441 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0c512219-5d06-46e9-8397-fca0d431494e tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5423214 Dec 16 09:49:59.794285 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44100) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:59.796213 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-de800afd-04d0-467a-894c-e32d8fe8c3b1 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'port': {'network_id': '29710a5c-db5b-4767-a341-47b58d8bbbcb', 'name': 'tempest-PortsTestJSON-959537114'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:59.801225 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6c9aeb12-3376-4649-a52c-bc3dc7ee3522 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:59.850820 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90a68ffa-5153-4404-b779-5a09505994a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:59.859172 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-6c9aeb12-3376-4649-a52c-bc3dc7ee3522 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['607e7486-f872-4168-b0d2-f43284c36c40']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:59.873302 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-6c9aeb12-3376-4649-a52c-bc3dc7ee3522 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1931af4f-0f60-4b0e-aeae-e667b46813c7') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:59.873453 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-6c9aeb12-3376-4649-a52c-bc3dc7ee3522 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1931af4f-0f60-4b0e-aeae-e667b46813c7') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:59.911476 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6c9aeb12-3376-4649-a52c-bc3dc7ee3522 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:59.920409 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a68ffa-5153-4404-b779-5a09505994a9 None None] Network 29710a5c-db5b-4767-a341-47b58d8bbbcb is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:59.923295 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6c9aeb12-3376-4649-a52c-bc3dc7ee3522 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:59.923804 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-90a68ffa-5153-4404-b779-5a09505994a9 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:59.926422 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a68ffa-5153-4404-b779-5a09505994a9 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:59.936178 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c9aeb12-3376-4649-a52c-bc3dc7ee3522 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:49:59.936584 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6c9aeb12-3376-4649-a52c-bc3dc7ee3522 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:59.940736 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a68ffa-5153-4404-b779-5a09505994a9 None None] Pushing event updated for resources: {'Port': ['ID=e7dbdefd-1cbf-44c0-bb4f-1c31f865046a,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:59.940919 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:49:59.940919 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:49:59.940919 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:49:59.940919 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:49:59.940919 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:49:59.940919 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:49:59.940919 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:49:59.940919 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:49:59.940919 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:49:59.940919 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:49:59.940919 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:49:59.940919 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:49:59.940919 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:49:59.940919 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:49:59.940919 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:49:59.940919 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:49:59.940919 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:49:59.940919 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:49:59.940919 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:49:59.940919 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:49:59.940919 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:49:59.940919 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:49:59.940919 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:49:59.940919 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:49:59.940919 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:49:59.940919 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:49:59.940919 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:49:59.940919 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:49:59.940919 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:49:59.940919 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:49:59.940919 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:49:59.940919 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:49:59.977911 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d70ea7-d9a1-4521-86c0-9889b6057bf1 req-e8c5f28c-2da4-444d-989f-f14512b4d87c tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:59.979425 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e2d70ea7-d9a1-4521-86c0-9889b6057bf1 req-e8c5f28c-2da4-444d-989f-f14512b4d87c tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.0519502 Dec 16 09:49:59.981682 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24db9c7a-462b-43ce-9a49-ee1870ac1efc tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Made reservation on behalf of 7d5ec801137f4c9888df57468cddd269 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:59.986851 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-24db9c7a-462b-43ce-9a49-ee1870ac1efc tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:59.995508 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-90a68ffa-5153-4404-b779-5a09505994a9 None None] Attempting to bind port e7dbdefd-1cbf-44c0-bb4f-1c31f865046a on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:50:00.000909 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-90a68ffa-5153-4404-b779-5a09505994a9 None None] Attempting to bind port e7dbdefd-1cbf-44c0-bb4f-1c31f865046a by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'f4b77f11-c808-4cfe-9050-e0da670961d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '29710a5c-db5b-4767-a341-47b58d8bbbcb'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:50:00.000909 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a68ffa-5153-4404-b779-5a09505994a9 None None] Attempting to bind port e7dbdefd-1cbf-44c0-bb4f-1c31f865046a on network 29710a5c-db5b-4767-a341-47b58d8bbbcb {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:00.002508 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a68ffa-5153-4404-b779-5a09505994a9 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:50:00.002966 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a68ffa-5153-4404-b779-5a09505994a9 None None] Checking segment: {'id': 'f4b77f11-c808-4cfe-9050-e0da670961d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '29710a5c-db5b-4767-a341-47b58d8bbbcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:00.003435 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90a68ffa-5153-4404-b779-5a09505994a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:00.003892 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a68ffa-5153-4404-b779-5a09505994a9 None None] Bound using segment: {'id': 'f4b77f11-c808-4cfe-9050-e0da670961d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '29710a5c-db5b-4767-a341-47b58d8bbbcb'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:50:00.004447 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-90a68ffa-5153-4404-b779-5a09505994a9 None None] Bound port: e7dbdefd-1cbf-44c0-bb4f-1c31f865046a, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b77f11-c808-4cfe-9050-e0da670961d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '29710a5c-db5b-4767-a341-47b58d8bbbcb'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:50:00.004996 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90a68ffa-5153-4404-b779-5a09505994a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:00.036406 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e2d70ea7-d9a1-4521-86c0-9889b6057bf1 req-eef6276c-06fa-4861-9896-d1db387310f7 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462146 Dec 16 09:50:00.061557 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de800afd-04d0-467a-894c-e32d8fe8c3b1 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Made reservation on behalf of 640960d3c0df439cb91cd91f4d9284c8 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:00.065768 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-de800afd-04d0-467a-894c-e32d8fe8c3b1 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:00.073052 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90a68ffa-5153-4404-b779-5a09505994a9 None None] For port e7dbdefd-1cbf-44c0-bb4f-1c31f865046a, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:50:00.076187 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90a68ffa-5153-4404-b779-5a09505994a9 None None] For port e7dbdefd-1cbf-44c0-bb4f-1c31f865046a, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=e7dbdefd-1cbf-44c0-bb4f-1c31f865046a,segment=NetworkSegment(f4b77f11-c808-4cfe-9050-e0da670961d6),segment_id=f4b77f11-c808-4cfe-9050-e0da670961d6)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:50:00.082715 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6c9aeb12-3376-4649-a52c-bc3dc7ee3522 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:00.085000 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-de800afd-04d0-467a-894c-e32d8fe8c3b1 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] device_id is not set on port 68ee8308-f4bc-4cc7-afd7-f5de6c929d5c yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:50:00.089728 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24db9c7a-462b-43ce-9a49-ee1870ac1efc tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:50:00.094745 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6c9aeb12-3376-4649-a52c-bc3dc7ee3522 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:00.098478 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6c9aeb12-3376-4649-a52c-bc3dc7ee3522 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "DELETE /v2.0/networks/607e7486-f872-4168-b0d2-f43284c36c40 HTTP/1.1" status: 204 len: 168 time: 0.7900367 Dec 16 09:50:00.101989 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44104) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:00.108304 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-63a6fffc-4233-470c-8d09-933bee52d6b7 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-107823597'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:00.111619 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9aeb12-3376-4649-a52c-bc3dc7ee3522 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event deleted for resources: {'Network': ['ID=607e7486-f872-4168-b0d2-f43284c36c40,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:00.116745 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-24db9c7a-462b-43ce-9a49-ee1870ac1efc tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:00.117098 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-24db9c7a-462b-43ce-9a49-ee1870ac1efc tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Added segment 10f88423-3675-4567-b09d-23515d1ad9be of type vlan for network 1020e219-9761-467d-95fb-24a16130d237 Dec 16 09:50:00.129212 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90a68ffa-5153-4404-b779-5a09505994a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:00.191554 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-24db9c7a-462b-43ce-9a49-ee1870ac1efc tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:00.198915 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a68ffa-5153-4404-b779-5a09505994a9 None None] Pushing event updated for resources: {'Port': ['ID=e7dbdefd-1cbf-44c0-bb4f-1c31f865046a,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:00.230428 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-de800afd-04d0-467a-894c-e32d8fe8c3b1 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Allocated IP 172.20.0.8 (29710a5c-db5b-4767-a341-47b58d8bbbcb/b5f9b157-d477-4a4e-8ffa-8c904b5ef809/68ee8308-f4bc-4cc7-afd7-f5de6c929d5c) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:00.279080 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a6fffc-4233-470c-8d09-933bee52d6b7 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Made reservation on behalf of 0cf174f81e5f491894595055127b1743 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:00.283460 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-63a6fffc-4233-470c-8d09-933bee52d6b7 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:00.309186 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a6fffc-4233-470c-8d09-933bee52d6b7 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:50:00.311221 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-24db9c7a-462b-43ce-9a49-ee1870ac1efc tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:00.317601 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24db9c7a-462b-43ce-9a49-ee1870ac1efc tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:00.318208 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-24db9c7a-462b-43ce-9a49-ee1870ac1efc tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:00.393597 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-63a6fffc-4233-470c-8d09-933bee52d6b7 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:00.393939 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-63a6fffc-4233-470c-8d09-933bee52d6b7 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Added segment 6afa0969-7993-49ef-8530-09d9254454d3 of type vlan for network 60e50350-8cea-426c-bbd2-4a8162473398 Dec 16 09:50:00.410909 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-de800afd-04d0-467a-894c-e32d8fe8c3b1 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:00.456564 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db9c7a-462b-43ce-9a49-ee1870ac1efc tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'Network': ['ID=1020e219-9761-467d-95fb-24a16130d237,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:00.461917 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-63a6fffc-4233-470c-8d09-933bee52d6b7 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:00.468066 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 1020e219-9761-467d-95fb-24a16130d237 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:50:00.486827 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-24db9c7a-462b-43ce-9a49-ee1870ac1efc tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2308295 Dec 16 09:50:00.487027 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44106) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:00.492548 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-45cb055f-f80e-4ade-a87e-0a7faabef363 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2065426841', 'admin_state_up': True, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:00.527511 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-de800afd-04d0-467a-894c-e32d8fe8c3b1 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:00.569452 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de800afd-04d0-467a-894c-e32d8fe8c3b1 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Network 29710a5c-db5b-4767-a341-47b58d8bbbcb is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:00.572625 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-de800afd-04d0-467a-894c-e32d8fe8c3b1 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:00.575138 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de800afd-04d0-467a-894c-e32d8fe8c3b1 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:00.582138 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-63a6fffc-4233-470c-8d09-933bee52d6b7 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:00.587933 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a6fffc-4233-470c-8d09-933bee52d6b7 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:00.588532 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-63a6fffc-4233-470c-8d09-933bee52d6b7 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:00.611172 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de800afd-04d0-467a-894c-e32d8fe8c3b1 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Port': ['ID=68ee8308-f4bc-4cc7-afd7-f5de6c929d5c,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:00.636027 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de800afd-04d0-467a-894c-e32d8fe8c3b1 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:00.636559 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-de800afd-04d0-467a-894c-e32d8fe8c3b1 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:00.637225 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-45cb055f-f80e-4ade-a87e-0a7faabef363 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:00.638238 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-45cb055f-f80e-4ade-a87e-0a7faabef363 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:00.663367 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a6fffc-4233-470c-8d09-933bee52d6b7 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event updated for resources: {'Network': ['ID=60e50350-8cea-426c-bbd2-4a8162473398,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:00.674358 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 60e50350-8cea-426c-bbd2-4a8162473398 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:50:00.710512 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-63a6fffc-4233-470c-8d09-933bee52d6b7 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6062818 Dec 16 09:50:00.712667 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44108) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:00.717649 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-05dff4a0-54f0-4b66-8615-4641192e2ef6 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Request body: {'subnet': {'network_id': '60e50350-8cea-426c-bbd2-4a8162473398', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:00.724551 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-45cb055f-f80e-4ade-a87e-0a7faabef363 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:00.728087 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-de800afd-04d0-467a-894c-e32d8fe8c3b1 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9336052 Dec 16 09:50:00.728328 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44110) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:00.947504 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05dff4a0-54f0-4b66-8615-4641192e2ef6 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Made reservation on behalf of 0cf174f81e5f491894595055127b1743 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:00.951226 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-05dff4a0-54f0-4b66-8615-4641192e2ef6 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:00.998248 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-45cb055f-f80e-4ade-a87e-0a7faabef363 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:01.251219 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d97ed5-dfdc-4de4-aa6d-c43e8a5f6bab None None] Network 29710a5c-db5b-4767-a341-47b58d8bbbcb requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:01.313098 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-af076ac6-e0ce-4e48-bba0-772896019476 None None] Provisioning complete for port e7dbdefd-1cbf-44c0-bb4f-1c31f865046a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:01.313801 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-af076ac6-e0ce-4e48-bba0-772896019476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:01.330598 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-05dff4a0-54f0-4b66-8615-4641192e2ef6 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:01.352778 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f5ffa3-15aa-4152-9d0c-2f95a3c64908 req-5f3cc0e0-f0b1-4935-88c7-cead39b48b5a tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:01.354300 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b7f5ffa3-15aa-4152-9d0c-2f95a3c64908 req-5f3cc0e0-f0b1-4935-88c7-cead39b48b5a tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.1426852 Dec 16 09:50:01.433245 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-45cb055f-f80e-4ade-a87e-0a7faabef363 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:01.448909 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b7f5ffa3-15aa-4152-9d0c-2f95a3c64908 req-45763e68-3011-4df4-9503-f03b1a86aa4f tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723066 Dec 16 09:50:01.461429 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-72f9b695-69b7-4c16-aa06-ff103473121f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:01.481286 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-45cb055f-f80e-4ade-a87e-0a7faabef363 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:01.485540 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-af076ac6-e0ce-4e48-bba0-772896019476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:01.486809 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dff4a0-54f0-4b66-8615-4641192e2ef6 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event updated for resources: {'Subnet': ['ID=44bee560-28d7-4ff2-ad1e-a26befeda967,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:01.503679 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dff4a0-54f0-4b66-8615-4641192e2ef6 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Checking segment: {'id': '6afa0969-7993-49ef-8530-09d9254454d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '60e50350-8cea-426c-bbd2-4a8162473398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:01.504208 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dff4a0-54f0-4b66-8615-4641192e2ef6 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Network hostable DHCP agents. Network: 60e50350-8cea-426c-bbd2-4a8162473398, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:50:01.623707 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-45cb055f-f80e-4ade-a87e-0a7faabef363 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Allocated IP 172.25.1.122 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/5b51dcfc-107a-416f-b003-40ece5e0331a) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:01.687366 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dff4a0-54f0-4b66-8615-4641192e2ef6 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Network 60e50350-8cea-426c-bbd2-4a8162473398 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:50:01.707883 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-af076ac6-e0ce-4e48-bba0-772896019476 None None] For port e7dbdefd-1cbf-44c0-bb4f-1c31f865046a, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=e7dbdefd-1cbf-44c0-bb4f-1c31f865046a,segment=NetworkSegment(f4b77f11-c808-4cfe-9050-e0da670961d6),segment_id=f4b77f11-c808-4cfe-9050-e0da670961d6)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:01.750487 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-45cb055f-f80e-4ade-a87e-0a7faabef363 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:01.773069 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-72f9b695-69b7-4c16-aa06-ff103473121f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:01.787537 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-05dff4a0-54f0-4b66-8615-4641192e2ef6 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 60e50350-8cea-426c-bbd2-4a8162473398) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:01.791790 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dff4a0-54f0-4b66-8615-4641192e2ef6 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:01.792411 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-05dff4a0-54f0-4b66-8615-4641192e2ef6 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:01.799680 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91921f1a-6d49-44a9-b68a-e6f9d10beb6f None None] Network 60e50350-8cea-426c-bbd2-4a8162473398 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:01.841303 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-af076ac6-e0ce-4e48-bba0-772896019476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:01.873720 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-45cb055f-f80e-4ade-a87e-0a7faabef363 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:01.873999 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-72f9b695-69b7-4c16-aa06-ff103473121f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:01.915863 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af076ac6-e0ce-4e48-bba0-772896019476 None None] Pushing event updated for resources: {'Port': ['ID=e7dbdefd-1cbf-44c0-bb4f-1c31f865046a,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:01.931138 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-05dff4a0-54f0-4b66-8615-4641192e2ef6 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2172136 Dec 16 09:50:01.945218 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44114) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:01.980738 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb055f-f80e-4ade-a87e-0a7faabef363 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'Port': ['ID=5b51dcfc-107a-416f-b003-40ece5e0331a,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:01.990516 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-5094549c-1b07-471e-a930-2540e4aa255d None None] Provisioning complete for port e7dbdefd-1cbf-44c0-bb4f-1c31f865046a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:01.990899 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5094549c-1b07-471e-a930-2540e4aa255d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:01.996367 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cb055f-f80e-4ade-a87e-0a7faabef363 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:02.003203 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-45cb055f-f80e-4ade-a87e-0a7faabef363 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:02.011545 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9b695-69b7-4c16-aa06-ff103473121f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Port': ['ID=68ee8308-f4bc-4cc7-afd7-f5de6c929d5c,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:02.012081 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cb055f-f80e-4ade-a87e-0a7faabef363 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:02.051059 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff019d50-ac32-4468-bec8-473b63702716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-60e50350-8cea-426c-bbd2-4a8162473398', 'network_id': '60e50350-8cea-426c-bbd2-4a8162473398', 'tenant_id': '0cf174f81e5f491894595055127b1743', 'fixed_ips': [{'subnet_id': '44bee560-28d7-4ff2-ad1e-a26befeda967'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:50:02.051919 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ff019d50-ac32-4468-bec8-473b63702716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:02.082310 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8bae2-8f12-478c-bfa1-7d0199870a0f req-afdf5579-4798-43a8-861f-716652434e5e tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:02.084337 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfb8bae2-8f12-478c-bfa1-7d0199870a0f req-afdf5579-4798-43a8-861f-716652434e5e tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.1770160 Dec 16 09:50:02.195689 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0f8baa8-1d06-478f-8eab-35761ef82ae2 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:02.229104 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-5094549c-1b07-471e-a930-2540e4aa255d None None] Provisioning complete for port 68ee8308-f4bc-4cc7-afd7-f5de6c929d5c triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:02.229513 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5094549c-1b07-471e-a930-2540e4aa255d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:02.263270 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-ff019d50-ac32-4468-bec8-473b63702716 None None] Allocated IP 172.20.0.1 (60e50350-8cea-426c-bbd2-4a8162473398/44bee560-28d7-4ff2-ad1e-a26befeda967/1a51190b-9ec7-46a2-8424-07f91262a402) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:02.281628 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-5094549c-1b07-471e-a930-2540e4aa255d None None] Port 68ee8308-f4bc-4cc7-afd7-f5de6c929d5c cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:50:02.308000 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-72f9b695-69b7-4c16-aa06-ff103473121f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:02.357417 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-cfb8bae2-8f12-478c-bfa1-7d0199870a0f req-35b7aa9f-3790-42d0-8f3d-9d1cb394f800 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Deleting port a95984dd-66cc-4a16-a4d7-3d43e08b8886 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:02.358374 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-cfb8bae2-8f12-478c-bfa1-7d0199870a0f req-35b7aa9f-3790-42d0-8f3d-9d1cb394f800 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:02.367476 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0f8baa8-1d06-478f-8eab-35761ef82ae2 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:02.402589 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device e7dbdefd-1cbf-44c0-bb4f-1c31f865046a up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:02.499374 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-6f2a2fbb-38b8-44ae-b556-6cabea9ae5ef None None] Provisioning complete for port 68ee8308-f4bc-4cc7-afd7-f5de6c929d5c triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:02.500298 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6f2a2fbb-38b8-44ae-b556-6cabea9ae5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:02.544231 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ff019d50-ac32-4468-bec8-473b63702716 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:02.549366 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-72f9b695-69b7-4c16-aa06-ff103473121f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:02.557283 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-6f2a2fbb-38b8-44ae-b556-6cabea9ae5ef None None] Port 68ee8308-f4bc-4cc7-afd7-f5de6c929d5c cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:50:02.566578 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port e7dbdefd-1cbf-44c0-bb4f-1c31f865046a triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:02.566966 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:02.595636 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-cfb8bae2-8f12-478c-bfa1-7d0199870a0f req-35b7aa9f-3790-42d0-8f3d-9d1cb394f800 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] For port a95984dd-66cc-4a16-a4d7-3d43e08b8886, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=a95984dd-66cc-4a16-a4d7-3d43e08b8886,segment=NetworkSegment(bbe77819-9d73-4642-9a69-8a34639568bb),segment_id=bbe77819-9d73-4642-9a69-8a34639568bb)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:02.596021 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-cfb8bae2-8f12-478c-bfa1-7d0199870a0f req-35b7aa9f-3790-42d0-8f3d-9d1cb394f800 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:02.605612 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ff019d50-ac32-4468-bec8-473b63702716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:02.617063 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-cfb8bae2-8f12-478c-bfa1-7d0199870a0f req-35b7aa9f-3790-42d0-8f3d-9d1cb394f800 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Calling delete_port for a95984dd-66cc-4a16-a4d7-3d43e08b8886 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:02.631466 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-45cb055f-f80e-4ade-a87e-0a7faabef363 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:02.651165 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff019d50-ac32-4468-bec8-473b63702716 None None] Network 60e50350-8cea-426c-bbd2-4a8162473398 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:02.658123 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-ff019d50-ac32-4468-bec8-473b63702716 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:02.660559 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff019d50-ac32-4468-bec8-473b63702716 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:02.692472 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff019d50-ac32-4468-bec8-473b63702716 None None] Pushing event updated for resources: {'Port': ['ID=1a51190b-9ec7-46a2-8424-07f91262a402,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:02.733682 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c8eae938-66fb-4145-b54f-fc2a379ac8dc None None] Provisioning complete for port 68ee8308-f4bc-4cc7-afd7-f5de6c929d5c triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:02.734623 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c8eae938-66fb-4145-b54f-fc2a379ac8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:02.795726 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-ff019d50-ac32-4468-bec8-473b63702716 None None] Attempting to bind port 1a51190b-9ec7-46a2-8424-07f91262a402 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:50:02.796101 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-ff019d50-ac32-4468-bec8-473b63702716 None None] Attempting to bind port 1a51190b-9ec7-46a2-8424-07f91262a402 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '6afa0969-7993-49ef-8530-09d9254454d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '60e50350-8cea-426c-bbd2-4a8162473398'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:50:02.797026 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff019d50-ac32-4468-bec8-473b63702716 None None] Attempting to bind port 1a51190b-9ec7-46a2-8424-07f91262a402 on network 60e50350-8cea-426c-bbd2-4a8162473398 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:02.805695 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-c8eae938-66fb-4145-b54f-fc2a379ac8dc None None] Port 68ee8308-f4bc-4cc7-afd7-f5de6c929d5c cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:50:02.808316 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff019d50-ac32-4468-bec8-473b63702716 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:50:02.808707 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff019d50-ac32-4468-bec8-473b63702716 None None] Checking segment: {'id': '6afa0969-7993-49ef-8530-09d9254454d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '60e50350-8cea-426c-bbd2-4a8162473398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:02.809147 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ff019d50-ac32-4468-bec8-473b63702716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:02.809561 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff019d50-ac32-4468-bec8-473b63702716 None None] Bound using segment: {'id': '6afa0969-7993-49ef-8530-09d9254454d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '60e50350-8cea-426c-bbd2-4a8162473398'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:50:02.810106 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-ff019d50-ac32-4468-bec8-473b63702716 None None] Bound port: 1a51190b-9ec7-46a2-8424-07f91262a402, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6afa0969-7993-49ef-8530-09d9254454d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '60e50350-8cea-426c-bbd2-4a8162473398'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:50:02.810433 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ff019d50-ac32-4468-bec8-473b63702716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:02.850776 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0f8baa8-1d06-478f-8eab-35761ef82ae2 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:02.869463 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-72f9b695-69b7-4c16-aa06-ff103473121f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:02.879470 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-ff019d50-ac32-4468-bec8-473b63702716 None None] For port 1a51190b-9ec7-46a2-8424-07f91262a402, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:50:02.883124 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-ff019d50-ac32-4468-bec8-473b63702716 None None] For port 1a51190b-9ec7-46a2-8424-07f91262a402, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=1a51190b-9ec7-46a2-8424-07f91262a402,segment=NetworkSegment(6afa0969-7993-49ef-8530-09d9254454d3),segment_id=6afa0969-7993-49ef-8530-09d9254454d3)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:50:02.891147 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8baa8-1d06-478f-8eab-35761ef82ae2 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event deleted for resources: {'Subnet': ['ID=44bee560-28d7-4ff2-ad1e-a26befeda967,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:02.935582 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-72f9b695-69b7-4c16-aa06-ff103473121f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:02.958018 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ff019d50-ac32-4468-bec8-473b63702716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:02.996226 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0f8baa8-1d06-478f-8eab-35761ef82ae2 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:03.026583 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff019d50-ac32-4468-bec8-473b63702716 None None] Pushing event updated for resources: {'Port': ['ID=1a51190b-9ec7-46a2-8424-07f91262a402,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:03.044562 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-e0f8baa8-1d06-478f-8eab-35761ef82ae2 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e50350-8cea-426c-bbd2-4a8162473398']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:03.056361 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9b695-69b7-4c16-aa06-ff103473121f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Port': ['ID=68ee8308-f4bc-4cc7-afd7-f5de6c929d5c,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:03.061266 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-72f9b695-69b7-4c16-aa06-ff103473121f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:03.064194 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-e0f8baa8-1d06-478f-8eab-35761ef82ae2 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6afa0969-7993-49ef-8530-09d9254454d3') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:03.064494 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-e0f8baa8-1d06-478f-8eab-35761ef82ae2 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6afa0969-7993-49ef-8530-09d9254454d3') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:03.080713 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0f8baa8-1d06-478f-8eab-35761ef82ae2 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:03.085294 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8599812-be3c-4451-8804-08857cebc316 req-00ed061b-746f-4ae7-87bf-f2ec01b1b05a tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:03.087677 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c8599812-be3c-4451-8804-08857cebc316 req-00ed061b-746f-4ae7-87bf-f2ec01b1b05a tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 945 time: 0.5497503 Dec 16 09:50:03.139545 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0f8baa8-1d06-478f-8eab-35761ef82ae2 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:03.149156 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0f8baa8-1d06-478f-8eab-35761ef82ae2 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:50:03.151274 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0f8baa8-1d06-478f-8eab-35761ef82ae2 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:03.152538 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:50:03.152538 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:50:03.152538 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:50:03.152538 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:50:03.152538 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:50:03.152538 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:50:03.152538 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:50:03.152538 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:50:03.152538 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:50:03.152538 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:50:03.152538 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:50:03.152538 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:50:03.152538 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:50:03.152538 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:50:03.152538 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:50:03.152538 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:50:03.152538 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:50:03.152538 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:50:03.152538 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:50:03.152538 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:50:03.152538 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:50:03.152538 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:50:03.152538 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:50:03.152538 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:50:03.152538 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:50:03.152538 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:50:03.152538 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:50:03.152538 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:50:03.152538 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:50:03.152538 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:50:03.152538 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:50:03.152538 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:50:03.241848 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f9b695-69b7-4c16-aa06-ff103473121f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Network 29710a5c-db5b-4767-a341-47b58d8bbbcb is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:03.251898 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-72f9b695-69b7-4c16-aa06-ff103473121f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:03.275751 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c8599812-be3c-4451-8804-08857cebc316 req-08e33fbe-7e79-46d4-8064-1c63d35d249b tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764939 Dec 16 09:50:03.303868 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.db.api [None req-e0f8baa8-1d06-478f-8eab-35761ef82ae2 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 09:50:03.303868 n-d-820550-2 neutron-server[102817]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 09:50:03.303868 n-d-820550-2 neutron-server[102817]: [parameters: {'id': '60e50350-8cea-426c-bbd2-4a8162473398'}] Dec 16 09:50:03.303868 n-d-820550-2 neutron-server[102817]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:50:03.304433 n-d-820550-2 neutron-server[102817]: DEBUG oslo_db.api [None req-e0f8baa8-1d06-478f-8eab-35761ef82ae2 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:50:03.364481 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-45cb055f-f80e-4ade-a87e-0a7faabef363 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:03.494228 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-cfb8bae2-8f12-478c-bfa1-7d0199870a0f req-35b7aa9f-3790-42d0-8f3d-9d1cb394f800 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:03.506647 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['a95984dd-66cc-4a16-a4d7-3d43e08b8886'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:50:03.508873 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['6ac89ee0-714c-4baf-9fac-1cc0a8a4d537'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:50:03.528807 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7aa9f-3790-42d0-8f3d-9d1cb394f800 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Pushing event deleted for resources: {'Port': ['ID=a95984dd-66cc-4a16-a4d7-3d43e08b8886,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:03.536230 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f9b695-69b7-4c16-aa06-ff103473121f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Router 385dab05-136d-46b5-a6a7-c2f280316bc3 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:50:03.576466 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-16264e40-540e-4c07-b42a-ce706b6cd59d None None] Provisioning complete for port 68ee8308-f4bc-4cc7-afd7-f5de6c929d5c triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:03.576838 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-16264e40-540e-4c07-b42a-ce706b6cd59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:03.581707 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb8bae2-8f12-478c-bfa1-7d0199870a0f req-35b7aa9f-3790-42d0-8f3d-9d1cb394f800 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] No DVR routers for this DVR port a95984dd-66cc-4a16-a4d7-3d43e08b8886 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:50:03.586081 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-cfb8bae2-8f12-478c-bfa1-7d0199870a0f req-35b7aa9f-3790-42d0-8f3d-9d1cb394f800 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:03.589380 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cfb8bae2-8f12-478c-bfa1-7d0199870a0f req-35b7aa9f-3790-42d0-8f3d-9d1cb394f800 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.57 "DELETE /v2.0/ports/a95984dd-66cc-4a16-a4d7-3d43e08b8886 HTTP/1.1" status: 204 len: 173 time: 1.4946208 Dec 16 09:50:03.589837 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d936d2-8883-4363-a269-0cf2940fb6a9', 'name': 'network-vif-deleted', 'tag': 'a95984dd-66cc-4a16-a4d7-3d43e08b8886'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:50:03.592148 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3538bd9a-61ca-4af2-ad30-cbf77642eb6c" -d '{"events": [{"server_uuid": "b5d936d2-8883-4363-a269-0cf2940fb6a9", "name": "network-vif-deleted", "tag": "a95984dd-66cc-4a16-a4d7-3d43e08b8886"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:50:03.638505 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ad9a62-d441-4484-80c8-311639e54bd6 x-openstack-request-id: req-c2ad9a62-d441-4484-80c8-311639e54bd6 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:50:03.638799 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d936d2-8883-4363-a269-0cf2940fb6a9", "name": "network-vif-deleted", "tag": "a95984dd-66cc-4a16-a4d7-3d43e08b8886", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:50:03.639052 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c2ad9a62-d441-4484-80c8-311639e54bd6 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:50:03.639454 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d936d2-8883-4363-a269-0cf2940fb6a9', 'name': 'network-vif-deleted', 'tag': 'a95984dd-66cc-4a16-a4d7-3d43e08b8886', 'status': 'completed', 'code': 200} Dec 16 09:50:03.647780 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f9b695-69b7-4c16-aa06-ff103473121f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:50:03.656754 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44120) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:03.656935 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-72f9b695-69b7-4c16-aa06-ff103473121f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "PUT /v2.0/routers/385dab05-136d-46b5-a6a7-c2f280316bc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9272990 Dec 16 09:50:03.660503 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357266ce-a69b-4f65-aac8-09d4df612e75 None None] Sync routers for ids ['385dab05-136d-46b5-a6a7-c2f280316bc3'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:50:03.667260 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-16264e40-540e-4c07-b42a-ce706b6cd59d None None] Port 68ee8308-f4bc-4cc7-afd7-f5de6c929d5c cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:50:03.669377 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357266ce-a69b-4f65-aac8-09d4df612e75 None None] Routers {'385dab05-136d-46b5-a6a7-c2f280316bc3'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:03.670001 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-357266ce-a69b-4f65-aac8-09d4df612e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:49:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['385dab05-136d-46b5-a6a7-c2f280316bc3'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:03.706635 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-357266ce-a69b-4f65-aac8-09d4df612e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:03.715206 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7769df7e-eec3-4c11-8a15-ed328edd84bb tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:03.715990 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357266ce-a69b-4f65-aac8-09d4df612e75 None None] Routers {'385dab05-136d-46b5-a6a7-c2f280316bc3'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:03.719750 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-357266ce-a69b-4f65-aac8-09d4df612e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:49:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['385dab05-136d-46b5-a6a7-c2f280316bc3'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:03.719926 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7769df7e-eec3-4c11-8a15-ed328edd84bb tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "GET /v2.0/ports?device_id=385dab05-136d-46b5-a6a7-c2f280316bc3 HTTP/1.1" status: 200 len: 981 time: 0.0591996 Dec 16 09:50:03.720312 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44122) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:03.722507 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45cb055f-f80e-4ade-a87e-0a7faabef363 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Router a954e32e-8ed4-4f92-a47a-cc1176a5521d is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:50:03.749219 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-357266ce-a69b-4f65-aac8-09d4df612e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:03.750313 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357266ce-a69b-4f65-aac8-09d4df612e75 None None] The sync data for ids ['385dab05-136d-46b5-a6a7-c2f280316bc3'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:50:03.805940 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0f8baa8-1d06-478f-8eab-35761ef82ae2 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:03.851286 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cb055f-f80e-4ade-a87e-0a7faabef363 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:50:03.862853 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d66e9e3-c226-4930-86b8-dc91537ef0ed None None] Sync routers for ids ['a954e32e-8ed4-4f92-a47a-cc1176a5521d'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:50:03.877804 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d66e9e3-c226-4930-86b8-dc91537ef0ed None None] Routers {'a954e32e-8ed4-4f92-a47a-cc1176a5521d'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:03.878797 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-0d66e9e3-c226-4930-86b8-dc91537ef0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:49:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['a954e32e-8ed4-4f92-a47a-cc1176a5521d'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:03.938525 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-45cb055f-f80e-4ade-a87e-0a7faabef363 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:03.939870 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-45cb055f-f80e-4ade-a87e-0a7faabef363 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.4519489 Dec 16 09:50:03.943236 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44124) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:04.025926 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-0d66e9e3-c226-4930-86b8-dc91537ef0ed None None] Set router a954e32e-8ed4-4f92-a47a-cc1176a5521d gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:50:04.026408 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-e0f8baa8-1d06-478f-8eab-35761ef82ae2 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Deleting port 1a51190b-9ec7-46a2-8424-07f91262a402 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:04.026924 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0f8baa8-1d06-478f-8eab-35761ef82ae2 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:04.127416 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-10eaec49-b687-450d-826a-ea150623b01e tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=7d5ec801137f4c9888df57468cddd269&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1828675 Dec 16 09:50:04.133884 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44128) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:04.188179 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-e0f8baa8-1d06-478f-8eab-35761ef82ae2 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] For port 1a51190b-9ec7-46a2-8424-07f91262a402, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=1a51190b-9ec7-46a2-8424-07f91262a402,segment=NetworkSegment(6afa0969-7993-49ef-8530-09d9254454d3),segment_id=6afa0969-7993-49ef-8530-09d9254454d3)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:04.189832 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0f8baa8-1d06-478f-8eab-35761ef82ae2 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:04.213781 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc43bfb1-4102-4f49-8c83-d163926c62fa None None] Network 60e50350-8cea-426c-bbd2-4a8162473398 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:04.215005 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-e0f8baa8-1d06-478f-8eab-35761ef82ae2 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Calling delete_port for 1a51190b-9ec7-46a2-8424-07f91262a402 owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:04.333709 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d450f3b9-9970-4f1b-ae75-7c125f8073d4 tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:04.336268 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d450f3b9-9970-4f1b-ae75-7c125f8073d4 tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2009182 Dec 16 09:50:04.341773 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44132) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:04.375277 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9d08f42-70e1-4921-accf-c67f984514b0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:04.417978 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44134) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:04.418218 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a27baf1f-c309-4273-bb50-13d9309d5f20 tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=66f24afa-c67f-4411-a795-f16773380b27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0749662 Dec 16 09:50:04.425199 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-d45e314c-565f-4a87-8b6e-0ab19383cc90 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1332129587', 'network_id': '1020e219-9761-467d-95fb-24a16130d237', 'project_id': '7d5ec801137f4c9888df57468cddd269', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:04.451372 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31ba2396-aed1-4701-b404-096e6448eb77 req-0a9fce16-65db-4748-9815-05f48bcb6024 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5d936d2-8883-4363-a269-0cf2940fb6a9 HTTP/1.1" status: 200 len: 210 time: 0.0457675 Dec 16 09:50:04.454223 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-ba1f1c43-f1a7-4d47-959e-2ddd2e95d80f None None] Provisioning complete for port 1a51190b-9ec7-46a2-8424-07f91262a402 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:04.455345 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ba1f1c43-f1a7-4d47-959e-2ddd2e95d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:04.460562 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 1a51190b-9ec7-46a2-8424-07f91262a402 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:04.612120 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-0d66e9e3-c226-4930-86b8-dc91537ef0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2065426841', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '5b51dcfc-107a-416f-b003-40ece5e0331a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:00Z', 'updated_at': '2021-12-16T09:50:02Z', 'revision_number': 3, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '5b51dcfc-107a-416f-b003-40ece5e0331a', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:20:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:01Z', 'updated_at': '2021-12-16T09:50:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:04.652815 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d66e9e3-c226-4930-86b8-dc91537ef0ed None None] Checking router: a954e32e-8ed4-4f92-a47a-cc1176a5521d for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:50:04.653151 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d66e9e3-c226-4930-86b8-dc91537ef0ed None None] Updating router a954e32e-8ed4-4f92-a47a-cc1176a5521d port 5b51dcfc-107a-416f-b003-40ece5e0331a binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:50:04.716585 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 1a51190b-9ec7-46a2-8424-07f91262a402 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:04.716960 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:04.724493 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0d66e9e3-c226-4930-86b8-dc91537ef0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:04.910421 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3f1310-649d-40ec-bafc-f1093fe471cd None None] DHCP port deletion for 60e50350-8cea-426c-bbd2-4a8162473398 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:50:04.941509 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ba1f1c43-f1a7-4d47-959e-2ddd2e95d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:04.941749 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0f8baa8-1d06-478f-8eab-35761ef82ae2 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:04.971162 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339ee77b-f01b-4487-bee5-e1102becd8b4 None None] get_active_networks_info from n-d-820550-2 {{(pid=102818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:50:04.975519 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8baa8-1d06-478f-8eab-35761ef82ae2 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event deleted for resources: {'Port': ['ID=1a51190b-9ec7-46a2-8424-07f91262a402,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:04.977449 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f8baa8-1d06-478f-8eab-35761ef82ae2 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] No DVR routers for this DVR port 1a51190b-9ec7-46a2-8424-07f91262a402 on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:50:05.046529 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45e314c-565f-4a87-8b6e-0ab19383cc90 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Made reservation on behalf of 7d5ec801137f4c9888df57468cddd269 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:05.049918 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d45e314c-565f-4a87-8b6e-0ab19383cc90 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.063926 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Could not find standard attr ID for object 1a51190b-9ec7-46a2-8424-07f91262a402. {{(pid=102818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:50:05.075903 n-d-820550-2 neutron-server[102818]: INFO neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] No ports have port_id starting with 1a51190b-9ec7-46a2-8424-07f91262a402 Dec 16 09:50:05.104277 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0f8baa8-1d06-478f-8eab-35761ef82ae2 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.147192 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-e0f8baa8-1d06-478f-8eab-35761ef82ae2 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e50350-8cea-426c-bbd2-4a8162473398']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:05.188347 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-e0f8baa8-1d06-478f-8eab-35761ef82ae2 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6afa0969-7993-49ef-8530-09d9254454d3') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:05.188646 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-e0f8baa8-1d06-478f-8eab-35761ef82ae2 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6afa0969-7993-49ef-8530-09d9254454d3') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:05.205860 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0f8baa8-1d06-478f-8eab-35761ef82ae2 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.221980 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339ee77b-f01b-4487-bee5-e1102becd8b4 None None] Resources bound (agent type, host, resource id): {{(pid=102818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:50:05.233622 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0f8baa8-1d06-478f-8eab-35761ef82ae2 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.250656 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0f8baa8-1d06-478f-8eab-35761ef82ae2 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:50:05.252631 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0f8baa8-1d06-478f-8eab-35761ef82ae2 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.254686 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:50:05.254686 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:50:05.254686 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:50:05.254686 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:50:05.254686 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:50:05.254686 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:50:05.254686 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:50:05.254686 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:50:05.254686 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:50:05.254686 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:50:05.254686 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:50:05.254686 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:50:05.254686 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:50:05.254686 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:50:05.254686 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:50:05.254686 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:50:05.254686 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:50:05.254686 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:50:05.254686 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:50:05.254686 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:50:05.254686 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:50:05.254686 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:50:05.254686 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:50:05.254686 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:50:05.254686 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:50:05.254686 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:50:05.254686 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:50:05.254686 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:50:05.254686 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:50:05.254686 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:50:05.254686 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:50:05.254686 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:50:05.346638 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-c9d08f42-70e1-4921-accf-c67f984514b0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Deleting port 68ee8308-f4bc-4cc7-afd7-f5de6c929d5c {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:05.346976 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9d08f42-70e1-4921-accf-c67f984514b0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.390132 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0d66e9e3-c226-4930-86b8-dc91537ef0ed None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.425039 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0f8baa8-1d06-478f-8eab-35761ef82ae2 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.437811 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0f8baa8-1d06-478f-8eab-35761ef82ae2 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.440747 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e0f8baa8-1d06-478f-8eab-35761ef82ae2 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "DELETE /v2.0/networks/60e50350-8cea-426c-bbd2-4a8162473398 HTTP/1.1" status: 204 len: 168 time: 3.4927206 Dec 16 09:50:05.444434 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44136) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:05.450053 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-9e5993a9-427d-4c80-857e-2cb997526ac6 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1830578320'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:05.464030 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8baa8-1d06-478f-8eab-35761ef82ae2 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event deleted for resources: {'Network': ['ID=60e50350-8cea-426c-bbd2-4a8162473398,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:05.468248 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0d66e9e3-c226-4930-86b8-dc91537ef0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.505202 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9d08f42-70e1-4921-accf-c67f984514b0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.517909 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-c9d08f42-70e1-4921-accf-c67f984514b0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Calling delete_port for 68ee8308-f4bc-4cc7-afd7-f5de6c929d5c owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:05.560056 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc89a1-b0ce-4563-8715-f3a273c6a1cc None None] Pushing event updated for resources: {'Port': ['ID=5b51dcfc-107a-416f-b003-40ece5e0331a,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:05.564502 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-0d66e9e3-c226-4930-86b8-dc91537ef0ed None None] Attempting to bind port 5b51dcfc-107a-416f-b003-40ece5e0331a on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:50:05.564845 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-0d66e9e3-c226-4930-86b8-dc91537ef0ed None None] Attempting to bind port 5b51dcfc-107a-416f-b003-40ece5e0331a by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:50:05.565463 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d66e9e3-c226-4930-86b8-dc91537ef0ed None None] Attempting to bind port 5b51dcfc-107a-416f-b003-40ece5e0331a on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:05.568264 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d45e314c-565f-4a87-8b6e-0ab19383cc90 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.581567 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d66e9e3-c226-4930-86b8-dc91537ef0ed None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:50:05.581929 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d66e9e3-c226-4930-86b8-dc91537ef0ed None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:05.582338 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0d66e9e3-c226-4930-86b8-dc91537ef0ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.582782 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d66e9e3-c226-4930-86b8-dc91537ef0ed None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:50:05.583454 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-0d66e9e3-c226-4930-86b8-dc91537ef0ed None None] Bound port: 5b51dcfc-107a-416f-b003-40ece5e0331a, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:50:05.583835 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0d66e9e3-c226-4930-86b8-dc91537ef0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.616240 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5993a9-427d-4c80-857e-2cb997526ac6 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Made reservation on behalf of 0cf174f81e5f491894595055127b1743 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:05.616240 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9e5993a9-427d-4c80-857e-2cb997526ac6 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.642161 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5993a9-427d-4c80-857e-2cb997526ac6 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:50:05.652263 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9e5993a9-427d-4c80-857e-2cb997526ac6 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.652930 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-9e5993a9-427d-4c80-857e-2cb997526ac6 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Added segment ded215a4-692a-447a-bf99-8c058d23de5f of type vlan for network b31c7db8-2ebf-4e87-9220-0af86de83368 Dec 16 09:50:05.654606 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-0d66e9e3-c226-4930-86b8-dc91537ef0ed None None] For port 5b51dcfc-107a-416f-b003-40ece5e0331a, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:50:05.658413 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-0d66e9e3-c226-4930-86b8-dc91537ef0ed None None] For port 5b51dcfc-107a-416f-b003-40ece5e0331a, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5b51dcfc-107a-416f-b003-40ece5e0331a,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:50:05.690491 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e314c-565f-4a87-8b6e-0ab19383cc90 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'Subnet': ['ID=9e2354fa-c57d-4aa2-a556-9e4b75ae0981,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:05.700970 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9e5993a9-427d-4c80-857e-2cb997526ac6 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.711896 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45e314c-565f-4a87-8b6e-0ab19383cc90 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Checking segment: {'id': '10f88423-3675-4567-b09d-23515d1ad9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1020e219-9761-467d-95fb-24a16130d237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:05.712258 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45e314c-565f-4a87-8b6e-0ab19383cc90 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Network hostable DHCP agents. Network: 1020e219-9761-467d-95fb-24a16130d237, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:50:05.736653 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0d66e9e3-c226-4930-86b8-dc91537ef0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.793427 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d66e9e3-c226-4930-86b8-dc91537ef0ed None None] Routers {'a954e32e-8ed4-4f92-a47a-cc1176a5521d'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:05.794070 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-0d66e9e3-c226-4930-86b8-dc91537ef0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:49:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['a954e32e-8ed4-4f92-a47a-cc1176a5521d'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:05.799308 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc89a1-b0ce-4563-8715-f3a273c6a1cc None None] Pushing event updated for resources: {'Port': ['ID=5b51dcfc-107a-416f-b003-40ece5e0331a,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:05.810051 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9e5993a9-427d-4c80-857e-2cb997526ac6 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.816029 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5993a9-427d-4c80-857e-2cb997526ac6 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:05.816673 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9e5993a9-427d-4c80-857e-2cb997526ac6 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.834951 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45e314c-565f-4a87-8b6e-0ab19383cc90 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Network 1020e219-9761-467d-95fb-24a16130d237 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:50:05.891259 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5993a9-427d-4c80-857e-2cb997526ac6 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event updated for resources: {'Network': ['ID=b31c7db8-2ebf-4e87-9220-0af86de83368,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:05.901532 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9d08f42-70e1-4921-accf-c67f984514b0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.904128 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network b31c7db8-2ebf-4e87-9220-0af86de83368 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:50:05.910181 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-0d66e9e3-c226-4930-86b8-dc91537ef0ed None None] Set router a954e32e-8ed4-4f92-a47a-cc1176a5521d gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:50:05.944131 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-d45e314c-565f-4a87-8b6e-0ab19383cc90 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 1020e219-9761-467d-95fb-24a16130d237) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:05.950866 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d08f42-70e1-4921-accf-c67f984514b0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Port': ['ID=68ee8308-f4bc-4cc7-afd7-f5de6c929d5c,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:05.952346 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device a95984dd-66cc-4a16-a4d7-3d43e08b8886 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:50:05.953349 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45e314c-565f-4a87-8b6e-0ab19383cc90 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:05.953944 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d45e314c-565f-4a87-8b6e-0ab19383cc90 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.978394 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9e5993a9-427d-4c80-857e-2cb997526ac6 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5324624 Dec 16 09:50:05.985153 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44146) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:05.986074 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-f3e72a73-19fa-424c-bfa1-f99ee8839ebf tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Request body: {'subnet': {'network_id': 'b31c7db8-2ebf-4e87-9220-0af86de83368', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:06.009299 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc313eec-7b89-4eb1-9a64-17cd7280abb9 None None] Network 1020e219-9761-467d-95fb-24a16130d237 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:06.026934 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e628b-d272-4ab5-bc03-6d62080d4482 req-9730bf6c-ad94-401c-86ca-4aeec5a5df7b tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:06.034670 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fb5e628b-d272-4ab5-bc03-6d62080d4482 req-9730bf6c-ad94-401c-86ca-4aeec5a5df7b tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 945 time: 0.1429541 Dec 16 09:50:06.042515 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: a95984dd-66cc-4a16-a4d7-3d43e08b8886 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:50:06.042868 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device a95984dd-66cc-4a16-a4d7-3d43e08b8886 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:50:06.066017 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d45e314c-565f-4a87-8b6e-0ab19383cc90 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6437483 Dec 16 09:50:06.068627 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44148) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:06.169418 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fb5e628b-d272-4ab5-bc03-6d62080d4482 req-14560fbb-d3bc-4dc8-a542-cb3057ce6952 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337478 Dec 16 09:50:06.187273 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e72a73-19fa-424c-bfa1-f99ee8839ebf tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Made reservation on behalf of 0cf174f81e5f491894595055127b1743 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:06.191646 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f3e72a73-19fa-424c-bfa1-f99ee8839ebf tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:06.250401 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9d08f42-70e1-4921-accf-c67f984514b0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:06.332277 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 1a51190b-9ec7-46a2-8424-07f91262a402 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:50:06.356603 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1004f3-6a39-426b-ba3f-e3b0ccd9c631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-1020e219-9761-467d-95fb-24a16130d237', 'network_id': '1020e219-9761-467d-95fb-24a16130d237', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'fixed_ips': [{'subnet_id': '9e2354fa-c57d-4aa2-a556-9e4b75ae0981'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:50:06.358286 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5b1004f3-6a39-426b-ba3f-e3b0ccd9c631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:06.361486 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 1a51190b-9ec7-46a2-8424-07f91262a402 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:50:06.361824 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 1a51190b-9ec7-46a2-8424-07f91262a402 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:50:06.382982 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-0d66e9e3-c226-4930-86b8-dc91537ef0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2065426841', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '5b51dcfc-107a-416f-b003-40ece5e0331a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:00Z', 'updated_at': '2021-12-16T09:50:02Z', 'revision_number': 3, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '5b51dcfc-107a-416f-b003-40ece5e0331a', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:20:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:01Z', 'updated_at': '2021-12-16T09:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:06.420961 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d66e9e3-c226-4930-86b8-dc91537ef0ed None None] The sync data for ids ['a954e32e-8ed4-4f92-a47a-cc1176a5521d'] in n-d-820550-2 is: [{'id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2065426841', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '5b51dcfc-107a-416f-b003-40ece5e0331a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:00Z', 'updated_at': '2021-12-16T09:50:02Z', 'revision_number': 3, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '5b51dcfc-107a-416f-b003-40ece5e0331a', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:20:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:01Z', 'updated_at': '2021-12-16T09:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:50:06.518015 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d08f42-70e1-4921-accf-c67f984514b0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Router 385dab05-136d-46b5-a6a7-c2f280316bc3 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:50:06.538876 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f3e72a73-19fa-424c-bfa1-f99ee8839ebf tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:06.558436 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-5b1004f3-6a39-426b-ba3f-e3b0ccd9c631 None None] Allocated IP 172.20.0.2 (1020e219-9761-467d-95fb-24a16130d237/9e2354fa-c57d-4aa2-a556-9e4b75ae0981/c4c9f619-38a1-4b0d-bae4-a34bae1363ca) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:06.600908 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e72a73-19fa-424c-bfa1-f99ee8839ebf tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event updated for resources: {'Subnet': ['ID=835f9f98-b77b-44a8-9e17-710dd873596d,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:06.620123 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e72a73-19fa-424c-bfa1-f99ee8839ebf tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Checking segment: {'id': 'ded215a4-692a-447a-bf99-8c058d23de5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b31c7db8-2ebf-4e87-9220-0af86de83368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:06.620485 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e72a73-19fa-424c-bfa1-f99ee8839ebf tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Network hostable DHCP agents. Network: b31c7db8-2ebf-4e87-9220-0af86de83368, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:50:06.676922 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d08f42-70e1-4921-accf-c67f984514b0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:50:06.682534 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c9d08f42-70e1-4921-accf-c67f984514b0 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "PUT /v2.0/routers/385dab05-136d-46b5-a6a7-c2f280316bc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9610958 Dec 16 09:50:06.685170 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44150) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:06.690027 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cfc7aa-efd1-4d09-977c-586f84dc6773 None None] Sync routers for ids ['385dab05-136d-46b5-a6a7-c2f280316bc3'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:50:06.713873 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e72a73-19fa-424c-bfa1-f99ee8839ebf tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Network b31c7db8-2ebf-4e87-9220-0af86de83368 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:50:06.715909 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cfc7aa-efd1-4d09-977c-586f84dc6773 None None] Routers {'385dab05-136d-46b5-a6a7-c2f280316bc3'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:06.717085 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e5cfc7aa-efd1-4d09-977c-586f84dc6773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:49:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['385dab05-136d-46b5-a6a7-c2f280316bc3'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:06.735732 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-21225803-f918-4a1c-9e41-be9bd7078879 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] GET failed (client error): The resource could not be found. Dec 16 09:50:06.737747 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-21225803-f918-4a1c-9e41-be9bd7078879 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "GET /v2.0/ports/68ee8308-f4bc-4cc7-afd7-f5de6c929d5c HTTP/1.1" status: 404 len: 333 time: 0.0512908 Dec 16 09:50:06.740722 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44152) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:06.770974 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5b1004f3-6a39-426b-ba3f-e3b0ccd9c631 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:06.771560 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e5cfc7aa-efd1-4d09-977c-586f84dc6773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:06.789414 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cfc7aa-efd1-4d09-977c-586f84dc6773 None None] Routers {'385dab05-136d-46b5-a6a7-c2f280316bc3'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:06.790030 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e5cfc7aa-efd1-4d09-977c-586f84dc6773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:49:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['385dab05-136d-46b5-a6a7-c2f280316bc3'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:06.825072 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e5cfc7aa-efd1-4d09-977c-586f84dc6773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:06.825752 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cfc7aa-efd1-4d09-977c-586f84dc6773 None None] The sync data for ids ['385dab05-136d-46b5-a6a7-c2f280316bc3'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:50:06.837628 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-f3e72a73-19fa-424c-bfa1-f99ee8839ebf tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, b31c7db8-2ebf-4e87-9220-0af86de83368) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:06.845173 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e72a73-19fa-424c-bfa1-f99ee8839ebf tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:06.846073 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f3e72a73-19fa-424c-bfa1-f99ee8839ebf tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:06.851516 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c9e205-030b-4607-8743-3fddaf42902b None None] Network b31c7db8-2ebf-4e87-9220-0af86de83368 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:06.861468 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a09ea02f-b04b-4424-9e1c-e44237bf7c71 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:06.900858 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5b1004f3-6a39-426b-ba3f-e3b0ccd9c631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:06.944970 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d6f92e5f-ed96-4ee6-b608-1f64c4980d2f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:06.946327 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f3e72a73-19fa-424c-bfa1-f99ee8839ebf tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9656746 Dec 16 09:50:06.948946 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44154) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:06.975015 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1004f3-6a39-426b-ba3f-e3b0ccd9c631 None None] Pushing event updated for resources: {'Port': ['ID=c4c9f619-38a1-4b0d-bae4-a34bae1363ca,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:06.987612 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1004f3-6a39-426b-ba3f-e3b0ccd9c631 None None] Network 1020e219-9761-467d-95fb-24a16130d237 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:06.991170 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-5b1004f3-6a39-426b-ba3f-e3b0ccd9c631 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:06.994967 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1004f3-6a39-426b-ba3f-e3b0ccd9c631 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:07.054631 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a09ea02f-b04b-4424-9e1c-e44237bf7c71 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:07.056872 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a09ea02f-b04b-4424-9e1c-e44237bf7c71 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:07.106362 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-5b1004f3-6a39-426b-ba3f-e3b0ccd9c631 None None] Attempting to bind port c4c9f619-38a1-4b0d-bae4-a34bae1363ca on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:50:07.106760 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-5b1004f3-6a39-426b-ba3f-e3b0ccd9c631 None None] Attempting to bind port c4c9f619-38a1-4b0d-bae4-a34bae1363ca by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '10f88423-3675-4567-b09d-23515d1ad9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1020e219-9761-467d-95fb-24a16130d237'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:50:07.107089 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1004f3-6a39-426b-ba3f-e3b0ccd9c631 None None] Attempting to bind port c4c9f619-38a1-4b0d-bae4-a34bae1363ca on network 1020e219-9761-467d-95fb-24a16130d237 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:07.117200 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1004f3-6a39-426b-ba3f-e3b0ccd9c631 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:50:07.117472 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1004f3-6a39-426b-ba3f-e3b0ccd9c631 None None] Checking segment: {'id': '10f88423-3675-4567-b09d-23515d1ad9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1020e219-9761-467d-95fb-24a16130d237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:07.117748 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5b1004f3-6a39-426b-ba3f-e3b0ccd9c631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:07.118156 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1004f3-6a39-426b-ba3f-e3b0ccd9c631 None None] Bound using segment: {'id': '10f88423-3675-4567-b09d-23515d1ad9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1020e219-9761-467d-95fb-24a16130d237'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:50:07.119426 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-5b1004f3-6a39-426b-ba3f-e3b0ccd9c631 None None] Bound port: c4c9f619-38a1-4b0d-bae4-a34bae1363ca, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f88423-3675-4567-b09d-23515d1ad9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1020e219-9761-467d-95fb-24a16130d237'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:50:07.119426 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5b1004f3-6a39-426b-ba3f-e3b0ccd9c631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:07.180701 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49393699-dd5a-4325-9ef7-b2b189864a53 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:07.190847 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a118397-a8af-4e4b-88f9-0697ce6aeec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-b31c7db8-2ebf-4e87-9220-0af86de83368', 'network_id': 'b31c7db8-2ebf-4e87-9220-0af86de83368', 'tenant_id': '0cf174f81e5f491894595055127b1743', 'fixed_ips': [{'subnet_id': '835f9f98-b77b-44a8-9e17-710dd873596d'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:50:07.192005 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7a118397-a8af-4e4b-88f9-0697ce6aeec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:07.199190 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a09ea02f-b04b-4424-9e1c-e44237bf7c71 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:07.200811 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09ea02f-b04b-4424-9e1c-e44237bf7c71 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Fanout notify agent at l3_agent the message router_deleted on router 385dab05-136d-46b5-a6a7-c2f280316bc3 {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:50:07.231943 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a09ea02f-b04b-4424-9e1c-e44237bf7c71 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:07.234069 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a09ea02f-b04b-4424-9e1c-e44237bf7c71 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/routers/385dab05-136d-46b5-a6a7-c2f280316bc3 HTTP/1.1" status: 204 len: 168 time: 0.4918475 Dec 16 09:50:07.243322 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44158) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:07.299536 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-5b1004f3-6a39-426b-ba3f-e3b0ccd9c631 None None] For port c4c9f619-38a1-4b0d-bae4-a34bae1363ca, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:50:07.301024 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49393699-dd5a-4325-9ef7-b2b189864a53 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:07.322434 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:07.329734 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-5b1004f3-6a39-426b-ba3f-e3b0ccd9c631 None None] For port c4c9f619-38a1-4b0d-bae4-a34bae1363ca, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=c4c9f619-38a1-4b0d-bae4-a34bae1363ca,segment=NetworkSegment(10f88423-3675-4567-b09d-23515d1ad9be),segment_id=10f88423-3675-4567-b09d-23515d1ad9be)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:50:07.363922 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c24df7-1796-4755-9ccd-db1809ddb26c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Deleting subnet b5f9b157-d477-4a4e-8ffa-8c904b5ef809 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:50:07.376362 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1361db1-4020-4e5b-ad46-abfcb89c6168 req-aca445ac-15bc-4f05-8d1d-ea1a6364b7f0 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:07.380206 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e1361db1-4020-4e5b-ad46-abfcb89c6168 req-aca445ac-15bc-4f05-8d1d-ea1a6364b7f0 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 945 time: 0.1272376 Dec 16 09:50:07.381153 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b8c24df7-1796-4755-9ccd-db1809ddb26c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:07.448985 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-7a118397-a8af-4e4b-88f9-0697ce6aeec5 None None] Allocated IP 172.20.0.2 (b31c7db8-2ebf-4e87-9220-0af86de83368/835f9f98-b77b-44a8-9e17-710dd873596d/b20842bf-65d0-4cc0-9c85-b211e3769610) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:07.454889 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e1361db1-4020-4e5b-ad46-abfcb89c6168 req-ed396af9-8da8-4f62-b3b5-cbdb813e28db tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481510 Dec 16 09:50:07.463085 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b8c24df7-1796-4755-9ccd-db1809ddb26c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:07.501324 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-d6f92e5f-ed96-4ee6-b608-1f64c4980d2f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Allocated IP 172.20.0.1 (1020e219-9761-467d-95fb-24a16130d237/9e2354fa-c57d-4aa2-a556-9e4b75ae0981/ed22c62e-e9a6-4acf-8e0c-00651ee680d9) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:07.530731 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5b1004f3-6a39-426b-ba3f-e3b0ccd9c631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:07.556227 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b8c24df7-1796-4755-9ccd-db1809ddb26c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:07.631384 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1004f3-6a39-426b-ba3f-e3b0ccd9c631 None None] Pushing event updated for resources: {'Port': ['ID=c4c9f619-38a1-4b0d-bae4-a34bae1363ca,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:07.657547 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d6f92e5f-ed96-4ee6-b608-1f64c4980d2f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:07.712142 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b8c24df7-1796-4755-9ccd-db1809ddb26c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:07.737207 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d6f92e5f-ed96-4ee6-b608-1f64c4980d2f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:07.747277 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c24df7-1796-4755-9ccd-db1809ddb26c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Subnet': ['ID=b5f9b157-d477-4a4e-8ffa-8c904b5ef809,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:07.754482 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b8c24df7-1796-4755-9ccd-db1809ddb26c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:07.761327 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b8c24df7-1796-4755-9ccd-db1809ddb26c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/subnets/b5f9b157-d477-4a4e-8ffa-8c904b5ef809 HTTP/1.1" status: 204 len: 168 time: 0.5166264 Dec 16 09:50:07.762361 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44160) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:07.801968 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f92e5f-ed96-4ee6-b608-1f64c4980d2f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Network 1020e219-9761-467d-95fb-24a16130d237 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:07.804196 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-d6f92e5f-ed96-4ee6-b608-1f64c4980d2f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:07.825251 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f92e5f-ed96-4ee6-b608-1f64c4980d2f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:07.878257 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f92e5f-ed96-4ee6-b608-1f64c4980d2f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'Port': ['ID=ed22c62e-e9a6-4acf-8e0c-00651ee680d9,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:07.888484 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-226954a1-5ca3-473b-8f15-82dad7cc36a1 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:07.937582 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b45c7e7-5b19-4f3c-9aac-55691817b93d None None] Network 29710a5c-db5b-4767-a341-47b58d8bbbcb requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:07.943389 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d6f92e5f-ed96-4ee6-b608-1f64c4980d2f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:07.970270 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-226954a1-5ca3-473b-8f15-82dad7cc36a1 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Deleting port e7dbdefd-1cbf-44c0-bb4f-1c31f865046a {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:07.970970 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-226954a1-5ca3-473b-8f15-82dad7cc36a1 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:07.990737 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7a118397-a8af-4e4b-88f9-0697ce6aeec5 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:08.007912 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2daf99-0681-4224-94f1-917a203df9b0 req-71951377-b3f0-47e9-96db-ff4e95c96803 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:08.009612 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0b2daf99-0681-4224-94f1-917a203df9b0 req-71951377-b3f0-47e9-96db-ff4e95c96803 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 945 time: 0.1097393 Dec 16 09:50:08.050142 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-226954a1-5ca3-473b-8f15-82dad7cc36a1 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] For port e7dbdefd-1cbf-44c0-bb4f-1c31f865046a, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=e7dbdefd-1cbf-44c0-bb4f-1c31f865046a,segment=NetworkSegment(f4b77f11-c808-4cfe-9050-e0da670961d6),segment_id=f4b77f11-c808-4cfe-9050-e0da670961d6)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:08.050642 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-226954a1-5ca3-473b-8f15-82dad7cc36a1 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:08.065528 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-226954a1-5ca3-473b-8f15-82dad7cc36a1 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Calling delete_port for e7dbdefd-1cbf-44c0-bb4f-1c31f865046a owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:08.074089 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7a118397-a8af-4e4b-88f9-0697ce6aeec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:08.119371 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a118397-a8af-4e4b-88f9-0697ce6aeec5 None None] Network b31c7db8-2ebf-4e87-9220-0af86de83368 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:08.123858 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-7a118397-a8af-4e4b-88f9-0697ce6aeec5 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:08.126489 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a118397-a8af-4e4b-88f9-0697ce6aeec5 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:08.143088 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a118397-a8af-4e4b-88f9-0697ce6aeec5 None None] Pushing event updated for resources: {'Port': ['ID=b20842bf-65d0-4cc0-9c85-b211e3769610,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:08.184724 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49393699-dd5a-4325-9ef7-b2b189864a53 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:08.191236 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30ac5a3-f56f-4074-bb09-c1f968f19f13 None None] DHCP port deletion for 29710a5c-db5b-4767-a341-47b58d8bbbcb request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:50:08.197042 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-0b2daf99-0681-4224-94f1-917a203df9b0 req-ad1f7edd-8994-4ca2-b7d9-0f9139248437 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Deleting port 6ac89ee0-714c-4baf-9fac-1cc0a8a4d537 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:08.197654 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-0b2daf99-0681-4224-94f1-917a203df9b0 req-ad1f7edd-8994-4ca2-b7d9-0f9139248437 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:08.204760 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-7a118397-a8af-4e4b-88f9-0697ce6aeec5 None None] Attempting to bind port b20842bf-65d0-4cc0-9c85-b211e3769610 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:50:08.204760 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-7a118397-a8af-4e4b-88f9-0697ce6aeec5 None None] Attempting to bind port b20842bf-65d0-4cc0-9c85-b211e3769610 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'ded215a4-692a-447a-bf99-8c058d23de5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b31c7db8-2ebf-4e87-9220-0af86de83368'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:50:08.205085 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a118397-a8af-4e4b-88f9-0697ce6aeec5 None None] Attempting to bind port b20842bf-65d0-4cc0-9c85-b211e3769610 on network b31c7db8-2ebf-4e87-9220-0af86de83368 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:08.231423 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a118397-a8af-4e4b-88f9-0697ce6aeec5 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:50:08.232158 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a118397-a8af-4e4b-88f9-0697ce6aeec5 None None] Checking segment: {'id': 'ded215a4-692a-447a-bf99-8c058d23de5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b31c7db8-2ebf-4e87-9220-0af86de83368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:08.232577 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7a118397-a8af-4e4b-88f9-0697ce6aeec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:08.232979 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a118397-a8af-4e4b-88f9-0697ce6aeec5 None None] Bound using segment: {'id': 'ded215a4-692a-447a-bf99-8c058d23de5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b31c7db8-2ebf-4e87-9220-0af86de83368'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:50:08.233498 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-7a118397-a8af-4e4b-88f9-0697ce6aeec5 None None] Bound port: b20842bf-65d0-4cc0-9c85-b211e3769610, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ded215a4-692a-447a-bf99-8c058d23de5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b31c7db8-2ebf-4e87-9220-0af86de83368'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:50:08.234430 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7a118397-a8af-4e4b-88f9-0697ce6aeec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:08.292334 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-226954a1-5ca3-473b-8f15-82dad7cc36a1 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:08.313510 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-d30ac5a3-f56f-4074-bb09-c1f968f19f13 None None] Deleting port e7dbdefd-1cbf-44c0-bb4f-1c31f865046a {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:08.314041 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d30ac5a3-f56f-4074-bb09-c1f968f19f13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:08.339133 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226954a1-5ca3-473b-8f15-82dad7cc36a1 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Port': ['ID=e7dbdefd-1cbf-44c0-bb4f-1c31f865046a,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:08.341907 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226954a1-5ca3-473b-8f15-82dad7cc36a1 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] No DVR routers for this DVR port e7dbdefd-1cbf-44c0-bb4f-1c31f865046a on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:50:08.365633 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-7a118397-a8af-4e4b-88f9-0697ce6aeec5 None None] For port b20842bf-65d0-4cc0-9c85-b211e3769610, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:50:08.397370 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-7a118397-a8af-4e4b-88f9-0697ce6aeec5 None None] For port b20842bf-65d0-4cc0-9c85-b211e3769610, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=b20842bf-65d0-4cc0-9c85-b211e3769610,segment=NetworkSegment(ded215a4-692a-447a-bf99-8c058d23de5f),segment_id=ded215a4-692a-447a-bf99-8c058d23de5f)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:50:08.425869 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-d30ac5a3-f56f-4074-bb09-c1f968f19f13 None None] For port e7dbdefd-1cbf-44c0-bb4f-1c31f865046a, host n-d-820550-2, got binding levels [] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:08.426279 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d30ac5a3-f56f-4074-bb09-c1f968f19f13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:08.443963 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-d30ac5a3-f56f-4074-bb09-c1f968f19f13 None None] Calling delete_port for e7dbdefd-1cbf-44c0-bb4f-1c31f865046a owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:08.449288 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.ipam_backend_mixin [None req-d30ac5a3-f56f-4074-bb09-c1f968f19f13 None None] Port e7dbdefd-1cbf-44c0-bb4f-1c31f865046a was not found and therefore no delete operation was performed {{(pid=102818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 09:50:08.451017 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d30ac5a3-f56f-4074-bb09-c1f968f19f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:08.492086 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device c4c9f619-38a1-4b0d-bae4-a34bae1363ca up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:08.496903 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7a118397-a8af-4e4b-88f9-0697ce6aeec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:08.500082 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ac5a3-f56f-4074-bb09-c1f968f19f13 None None] Pushing event deleted for resources: {'Port': ['ID=e7dbdefd-1cbf-44c0-bb4f-1c31f865046a,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:08.511455 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-226954a1-5ca3-473b-8f15-82dad7cc36a1 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:08.527415 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30ac5a3-f56f-4074-bb09-c1f968f19f13 None None] No DVR routers for this DVR port e7dbdefd-1cbf-44c0-bb4f-1c31f865046a on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:50:08.558834 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-226954a1-5ca3-473b-8f15-82dad7cc36a1 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29710a5c-db5b-4767-a341-47b58d8bbbcb']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:08.569988 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-226954a1-5ca3-473b-8f15-82dad7cc36a1 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b77f11-c808-4cfe-9050-e0da670961d6') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:08.570274 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-226954a1-5ca3-473b-8f15-82dad7cc36a1 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b77f11-c808-4cfe-9050-e0da670961d6') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:08.594592 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-226954a1-5ca3-473b-8f15-82dad7cc36a1 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:08.628262 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-226954a1-5ca3-473b-8f15-82dad7cc36a1 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:08.636425 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a118397-a8af-4e4b-88f9-0697ce6aeec5 None None] Pushing event updated for resources: {'Port': ['ID=b20842bf-65d0-4cc0-9c85-b211e3769610,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:08.640606 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-226954a1-5ca3-473b-8f15-82dad7cc36a1 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:50:08.640606 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-226954a1-5ca3-473b-8f15-82dad7cc36a1 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:08.663720 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944178e8-35f2-42e6-b14a-d0db1ea58781 None None] Network b31c7db8-2ebf-4e87-9220-0af86de83368 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:08.677826 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port c4c9f619-38a1-4b0d-bae4-a34bae1363ca triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:08.678287 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:08.692996 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49393699-dd5a-4325-9ef7-b2b189864a53 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:08.696936 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:50:08.696936 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:50:08.696936 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:50:08.696936 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:50:08.696936 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:50:08.696936 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:50:08.696936 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:50:08.696936 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:50:08.696936 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:50:08.696936 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:50:08.696936 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:50:08.696936 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:50:08.696936 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:50:08.696936 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:50:08.696936 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:50:08.696936 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:50:08.696936 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:50:08.696936 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:50:08.696936 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:50:08.696936 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:50:08.696936 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:50:08.696936 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:50:08.696936 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:50:08.696936 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:50:08.696936 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:50:08.696936 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:50:08.696936 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:50:08.696936 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:50:08.696936 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:50:08.696936 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:50:08.696936 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:50:08.696936 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:50:08.701841 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49393699-dd5a-4325-9ef7-b2b189864a53 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event deleted for resources: {'Subnet': ['ID=835f9f98-b77b-44a8-9e17-710dd873596d,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:08.748324 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-49393699-dd5a-4325-9ef7-b2b189864a53 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b31c7db8-2ebf-4e87-9220-0af86de83368']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:08.782563 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-49393699-dd5a-4325-9ef7-b2b189864a53 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ded215a4-692a-447a-bf99-8c058d23de5f') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:08.782861 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-226954a1-5ca3-473b-8f15-82dad7cc36a1 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:08.782989 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-49393699-dd5a-4325-9ef7-b2b189864a53 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ded215a4-692a-447a-bf99-8c058d23de5f') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:08.798440 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-226954a1-5ca3-473b-8f15-82dad7cc36a1 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:08.798440 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-226954a1-5ca3-473b-8f15-82dad7cc36a1 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/networks/29710a5c-db5b-4767-a341-47b58d8bbbcb HTTP/1.1" status: 204 len: 168 time: 1.0300286 Dec 16 09:50:08.800438 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d6f92e5f-ed96-4ee6-b608-1f64c4980d2f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:08.802874 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44164) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:08.803367 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49393699-dd5a-4325-9ef7-b2b189864a53 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:08.851034 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226954a1-5ca3-473b-8f15-82dad7cc36a1 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Network': ['ID=29710a5c-db5b-4767-a341-47b58d8bbbcb,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:08.855709 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49393699-dd5a-4325-9ef7-b2b189864a53 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:08.865872 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-0b2daf99-0681-4224-94f1-917a203df9b0 req-ad1f7edd-8994-4ca2-b7d9-0f9139248437 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] For port 6ac89ee0-714c-4baf-9fac-1cc0a8a4d537, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=6ac89ee0-714c-4baf-9fac-1cc0a8a4d537,segment=NetworkSegment(bbe77819-9d73-4642-9a69-8a34639568bb),segment_id=bbe77819-9d73-4642-9a69-8a34639568bb)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:08.866243 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-0b2daf99-0681-4224-94f1-917a203df9b0 req-ad1f7edd-8994-4ca2-b7d9-0f9139248437 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:08.875184 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab57066c-f147-41a6-a6f7-786d4eea7e64 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:08.876615 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ab57066c-f147-41a6-a6f7-786d4eea7e64 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "GET /v2.0/ports/2bdf7519-5d16-4d5e-be3d-304a1703a40c HTTP/1.1" status: 200 len: 840 time: 0.0724096 Dec 16 09:50:08.882472 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44166) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:08.892348 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:08.893301 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49393699-dd5a-4325-9ef7-b2b189864a53 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:50:08.893516 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49393699-dd5a-4325-9ef7-b2b189864a53 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:08.902456 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:50:08.902456 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:50:08.902456 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:50:08.902456 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:50:08.902456 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:50:08.902456 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:50:08.902456 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:50:08.902456 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:50:08.902456 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:50:08.902456 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:50:08.902456 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:50:08.902456 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:50:08.902456 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:50:08.902456 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:50:08.902456 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:50:08.902456 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:50:08.902456 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:50:08.902456 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:50:08.902456 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:50:08.902456 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:50:08.902456 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:50:08.902456 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:50:08.902456 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:50:08.902456 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:50:08.902456 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:50:08.902456 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:50:08.902456 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:50:08.902456 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:50:08.902456 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:50:08.902456 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:50:08.902456 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:50:08.902456 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:50:08.926253 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f76d9-aadd-4635-b116-32fe330233ed req-29d2c193-0fab-4a60-a526-99cc5b205fb5 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:08.927855 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-387f76d9-aadd-4635-b116-32fe330233ed req-29d2c193-0fab-4a60-a526-99cc5b205fb5 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 945 time: 0.2201741 Dec 16 09:50:08.944998 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port c4c9f619-38a1-4b0d-bae4-a34bae1363ca, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=c4c9f619-38a1-4b0d-bae4-a34bae1363ca,segment=NetworkSegment(10f88423-3675-4567-b09d-23515d1ad9be),segment_id=10f88423-3675-4567-b09d-23515d1ad9be)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:08.949530 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bcb0caeb-68a0-4701-a0ca-b07c275c467b tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "GET /v2.0/ports/2bdf7519-5d16-4d5e-be3d-304a1703a40c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0654676 Dec 16 09:50:08.950336 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44168) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:08.955518 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-f3226fc8-373e-4361-a9b7-bd719a86f744 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'subnet': {'network_id': 'f4fdb9cf-c9bb-4923-89c3-fb3c59040b66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:08.960109 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-0b2daf99-0681-4224-94f1-917a203df9b0 req-ad1f7edd-8994-4ca2-b7d9-0f9139248437 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Calling delete_port for 6ac89ee0-714c-4baf-9fac-1cc0a8a4d537 owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:09.022172 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:09.026718 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5b51dcfc-107a-416f-b003-40ece5e0331a up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:09.110724 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=c4c9f619-38a1-4b0d-bae4-a34bae1363ca,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:09.123008 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.db.api [None req-49393699-dd5a-4325-9ef7-b2b189864a53 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 09:50:09.123008 n-d-820550-2 neutron-server[102817]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 09:50:09.123008 n-d-820550-2 neutron-server[102817]: [parameters: {'id': 'b31c7db8-2ebf-4e87-9220-0af86de83368'}] Dec 16 09:50:09.123008 n-d-820550-2 neutron-server[102817]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:50:09.123807 n-d-820550-2 neutron-server[102817]: DEBUG oslo_db.api [None req-49393699-dd5a-4325-9ef7-b2b189864a53 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:50:09.125571 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3226fc8-373e-4361-a9b7-bd719a86f744 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Made reservation on behalf of 640960d3c0df439cb91cd91f4d9284c8 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:09.129158 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-387f76d9-aadd-4635-b116-32fe330233ed req-c544cb8a-f93b-45d1-ba1d-6322153db241 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/security-groups?id=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651201 Dec 16 09:50:09.133328 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f3226fc8-373e-4361-a9b7-bd719a86f744 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:09.141953 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 5b51dcfc-107a-416f-b003-40ece5e0331a triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:09.142614 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:09.264719 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:09.289554 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 5b51dcfc-107a-416f-b003-40ece5e0331a, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5b51dcfc-107a-416f-b003-40ece5e0331a,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:09.314022 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8131982d-b16d-41dc-afe4-9a75c30ce9a9 None None] Network 1020e219-9761-467d-95fb-24a16130d237 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:09.318861 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-0b2daf99-0681-4224-94f1-917a203df9b0 req-ad1f7edd-8994-4ca2-b7d9-0f9139248437 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:09.334473 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['6ac89ee0-714c-4baf-9fac-1cc0a8a4d537'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:50:09.368574 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f7edd-8994-4ca2-b7d9-0f9139248437 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Pushing event deleted for resources: {'Port': ['ID=6ac89ee0-714c-4baf-9fac-1cc0a8a4d537,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:09.381814 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:09.416995 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2daf99-0681-4224-94f1-917a203df9b0 req-ad1f7edd-8994-4ca2-b7d9-0f9139248437 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] No DVR routers for this DVR port 6ac89ee0-714c-4baf-9fac-1cc0a8a4d537 on host n-h2-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:50:09.425011 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-0b2daf99-0681-4224-94f1-917a203df9b0 req-ad1f7edd-8994-4ca2-b7d9-0f9139248437 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:09.428370 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0b2daf99-0681-4224-94f1-917a203df9b0 req-ad1f7edd-8994-4ca2-b7d9-0f9139248437 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.58 "DELETE /v2.0/ports/6ac89ee0-714c-4baf-9fac-1cc0a8a4d537 HTTP/1.1" status: 204 len: 173 time: 1.4119985 Dec 16 09:50:09.428712 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffdb7828-22b0-4c24-aa8d-8f67b8aa672c', 'name': 'network-vif-deleted', 'tag': '6ac89ee0-714c-4baf-9fac-1cc0a8a4d537'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:50:09.431015 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d606ede8-36a6-4f0c-ab50-4a50ba300732" -d '{"events": [{"server_uuid": "ffdb7828-22b0-4c24-aa8d-8f67b8aa672c", "name": "network-vif-deleted", "tag": "6ac89ee0-714c-4baf-9fac-1cc0a8a4d537"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:50:09.435102 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f3226fc8-373e-4361-a9b7-bd719a86f744 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:09.455641 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device e7dbdefd-1cbf-44c0-bb4f-1c31f865046a no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:50:09.494229 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-32aac247-9b49-4e7f-9f4d-59ec75c95fd9 None None] Provisioning complete for port c4c9f619-38a1-4b0d-bae4-a34bae1363ca triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:09.494460 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3226fc8-373e-4361-a9b7-bd719a86f744 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Network f4fdb9cf-c9bb-4923-89c3-fb3c59040b66 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:09.494579 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-32aac247-9b49-4e7f-9f4d-59ec75c95fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:09.497606 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=5b51dcfc-107a-416f-b003-40ece5e0331a,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:09.497775 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d6f92e5f-ed96-4ee6-b608-1f64c4980d2f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:09.500658 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: e7dbdefd-1cbf-44c0-bb4f-1c31f865046a {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:50:09.500910 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-f3226fc8-373e-4361-a9b7-bd719a86f744 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:09.501063 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device e7dbdefd-1cbf-44c0-bb4f-1c31f865046a not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:50:09.513641 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3226fc8-373e-4361-a9b7-bd719a86f744 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:09.513641 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f3226fc8-373e-4361-a9b7-bd719a86f744 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:09.525243 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbfb394-7cd5-4fb6-b212-46610714c5fd None None] Network f4fdb9cf-c9bb-4923-89c3-fb3c59040b66 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:09.542638 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3226fc8-373e-4361-a9b7-bd719a86f744 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Subnet': ['ID=987f5cba-49f7-4de2-80fe-b5aa8fdd09aa,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:09.564645 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d6f92e5f-ed96-4ee6-b608-1f64c4980d2f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:09.591868 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1581a607-9588-4249-b64e-ffaafc588a48 x-openstack-request-id: req-1581a607-9588-4249-b64e-ffaafc588a48 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:50:09.592207 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffdb7828-22b0-4c24-aa8d-8f67b8aa672c", "name": "network-vif-deleted", "tag": "6ac89ee0-714c-4baf-9fac-1cc0a8a4d537", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:50:09.592392 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1581a607-9588-4249-b64e-ffaafc588a48 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:50:09.592779 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffdb7828-22b0-4c24-aa8d-8f67b8aa672c', 'name': 'network-vif-deleted', 'tag': '6ac89ee0-714c-4baf-9fac-1cc0a8a4d537', 'status': 'completed', 'code': 200} Dec 16 09:50:09.624038 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49393699-dd5a-4325-9ef7-b2b189864a53 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:09.627120 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f3226fc8-373e-4361-a9b7-bd719a86f744 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6756058 Dec 16 09:50:09.629714 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44174) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:09.635057 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-bcb5f15a-e109-4046-8f9c-ea584ae649f7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'security_group': {'name': 'tempest-secgroup-2037909651'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:09.666126 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f92e5f-ed96-4ee6-b608-1f64c4980d2f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'Port': ['ID=ed22c62e-e9a6-4acf-8e0c-00651ee680d9,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:09.696787 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d6f92e5f-ed96-4ee6-b608-1f64c4980d2f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:09.738010 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bcb5f15a-e109-4046-8f9c-ea584ae649f7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:09.801695 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-49393699-dd5a-4325-9ef7-b2b189864a53 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Deleting port b20842bf-65d0-4cc0-9c85-b211e3769610 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:09.802052 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49393699-dd5a-4325-9ef7-b2b189864a53 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:09.803516 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823b4776-eebc-4df3-81d9-c70d63a2bb03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-f4fdb9cf-c9bb-4923-89c3-fb3c59040b66', 'network_id': 'f4fdb9cf-c9bb-4923-89c3-fb3c59040b66', 'tenant_id': '640960d3c0df439cb91cd91f4d9284c8', 'fixed_ips': [{'subnet_id': '987f5cba-49f7-4de2-80fe-b5aa8fdd09aa'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:50:09.804376 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-823b4776-eebc-4df3-81d9-c70d63a2bb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:09.834877 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bcb5f15a-e109-4046-8f9c-ea584ae649f7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:09.868031 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f92e5f-ed96-4ee6-b608-1f64c4980d2f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Network 1020e219-9761-467d-95fb-24a16130d237 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:09.872653 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-d6f92e5f-ed96-4ee6-b608-1f64c4980d2f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:09.891744 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-49393699-dd5a-4325-9ef7-b2b189864a53 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] For port b20842bf-65d0-4cc0-9c85-b211e3769610, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=b20842bf-65d0-4cc0-9c85-b211e3769610,segment=NetworkSegment(ded215a4-692a-447a-bf99-8c058d23de5f),segment_id=ded215a4-692a-447a-bf99-8c058d23de5f)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:09.891744 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49393699-dd5a-4325-9ef7-b2b189864a53 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:09.941477 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bcb5f15a-e109-4046-8f9c-ea584ae649f7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:09.963076 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-823b4776-eebc-4df3-81d9-c70d63a2bb03 None None] Allocated IP 172.20.0.2 (f4fdb9cf-c9bb-4923-89c3-fb3c59040b66/987f5cba-49f7-4de2-80fe-b5aa8fdd09aa/4e32ddfe-71bc-423d-86f1-d75a63babfd6) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:09.970294 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-49393699-dd5a-4325-9ef7-b2b189864a53 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Calling delete_port for b20842bf-65d0-4cc0-9c85-b211e3769610 owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:09.982797 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5f15a-e109-4046-8f9c-ea584ae649f7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd6f9e7-ef0f-4b47-b37f-5594d515828b,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:10.045855 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bcb5f15a-e109-4046-8f9c-ea584ae649f7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:10.047818 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bcb5f15a-e109-4046-8f9c-ea584ae649f7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4171591 Dec 16 09:50:10.053839 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44176) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:10.058646 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-f2ad4f81-961e-488a-ac67-28aa0a2ae0ae tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'security_group': {'name': 'tempest-secgroup-496143446'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:10.071840 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f92e5f-ed96-4ee6-b608-1f64c4980d2f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Router a954e32e-8ed4-4f92-a47a-cc1176a5521d has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:50:10.095119 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-5fa67a95-606d-4982-9bd6-318e3eb5ed7d None None] Provisioning complete for port c4c9f619-38a1-4b0d-bae4-a34bae1363ca triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:10.095499 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5fa67a95-606d-4982-9bd6-318e3eb5ed7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:10.170481 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f2ad4f81-961e-488a-ac67-28aa0a2ae0ae tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:10.211852 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49393699-dd5a-4325-9ef7-b2b189864a53 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:10.217767 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-823b4776-eebc-4df3-81d9-c70d63a2bb03 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:10.259147 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49393699-dd5a-4325-9ef7-b2b189864a53 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] No DVR routers for this DVR port b20842bf-65d0-4cc0-9c85-b211e3769610 on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:50:10.266402 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49393699-dd5a-4325-9ef7-b2b189864a53 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event deleted for resources: {'Port': ['ID=b20842bf-65d0-4cc0-9c85-b211e3769610,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:10.287143 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f2ad4f81-961e-488a-ac67-28aa0a2ae0ae tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:10.302108 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-823b4776-eebc-4df3-81d9-c70d63a2bb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:10.304120 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-5fa67a95-606d-4982-9bd6-318e3eb5ed7d None None] Provisioning complete for port ed22c62e-e9a6-4acf-8e0c-00651ee680d9 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:10.304558 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5fa67a95-606d-4982-9bd6-318e3eb5ed7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:10.325822 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f92e5f-ed96-4ee6-b608-1f64c4980d2f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:50:10.344080 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d6f92e5f-ed96-4ee6-b608-1f64c4980d2f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "PUT /v2.0/routers/a954e32e-8ed4-4f92-a47a-cc1176a5521d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2724557 Dec 16 09:50:10.346623 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-beb639b3-9bcc-460f-ae44-7f09de1e2986 req-345e6099-50d0-4991-9a60-8a98d05c79b7 tempest-ServerRescueTestJSON-1191056910 tempest-ServerRescueTestJSON-1191056910-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffdb7828-22b0-4c24-aa8d-8f67b8aa672c HTTP/1.1" status: 200 len: 210 time: 0.0474384 Dec 16 09:50:10.354474 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823b4776-eebc-4df3-81d9-c70d63a2bb03 None None] Pushing event updated for resources: {'Port': ['ID=4e32ddfe-71bc-423d-86f1-d75a63babfd6,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:10.357801 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8e1ee1-22c8-4f1c-9fa0-e658000e1cb4 None None] Sync routers for ids ['a954e32e-8ed4-4f92-a47a-cc1176a5521d'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:50:10.386732 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device c4c9f619-38a1-4b0d-bae4-a34bae1363ca up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:10.395588 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f2ad4f81-961e-488a-ac67-28aa0a2ae0ae tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:10.436099 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49393699-dd5a-4325-9ef7-b2b189864a53 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:10.449995 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823b4776-eebc-4df3-81d9-c70d63a2bb03 None None] Network f4fdb9cf-c9bb-4923-89c3-fb3c59040b66 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:10.451645 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-5fa67a95-606d-4982-9bd6-318e3eb5ed7d None None] Port ed22c62e-e9a6-4acf-8e0c-00651ee680d9 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:50:10.453281 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad4f81-961e-488a-ac67-28aa0a2ae0ae tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1cd5e3-0315-4cb9-9370-d06ac27d7104,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:10.461210 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-823b4776-eebc-4df3-81d9-c70d63a2bb03 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:10.469993 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823b4776-eebc-4df3-81d9-c70d63a2bb03 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:10.478540 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-49393699-dd5a-4325-9ef7-b2b189864a53 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b31c7db8-2ebf-4e87-9220-0af86de83368']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:10.486810 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f2ad4f81-961e-488a-ac67-28aa0a2ae0ae tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:10.488195 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f2ad4f81-961e-488a-ac67-28aa0a2ae0ae tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4332740 Dec 16 09:50:10.490842 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44190) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:10.496904 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-09d7cefc-37f5-48b5-a7dc-b1e3ec9d7dec tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1394425987', 'security_groups': ['1a1cd5e3-0315-4cb9-9370-d06ac27d7104'], 'network_id': 'f4fdb9cf-c9bb-4923-89c3-fb3c59040b66', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '987f5cba-49f7-4de2-80fe-b5aa8fdd09aa'}]}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:10.506448 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-49393699-dd5a-4325-9ef7-b2b189864a53 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ded215a4-692a-447a-bf99-8c058d23de5f') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:10.506744 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-49393699-dd5a-4325-9ef7-b2b189864a53 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ded215a4-692a-447a-bf99-8c058d23de5f') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:10.519085 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49393699-dd5a-4325-9ef7-b2b189864a53 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:10.528271 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8e1ee1-22c8-4f1c-9fa0-e658000e1cb4 None None] Routers {'a954e32e-8ed4-4f92-a47a-cc1176a5521d'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:10.528271 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-1d8e1ee1-22c8-4f1c-9fa0-e658000e1cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:49:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['a954e32e-8ed4-4f92-a47a-cc1176a5521d'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:10.537839 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49393699-dd5a-4325-9ef7-b2b189864a53 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:10.546945 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49393699-dd5a-4325-9ef7-b2b189864a53 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:50:10.547754 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49393699-dd5a-4325-9ef7-b2b189864a53 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:10.553729 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:50:10.553729 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:50:10.553729 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:50:10.553729 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:50:10.553729 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:50:10.553729 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:50:10.553729 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:50:10.553729 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:50:10.553729 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:50:10.553729 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:50:10.553729 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:50:10.553729 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:50:10.553729 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:50:10.553729 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:50:10.553729 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:50:10.553729 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:50:10.553729 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:50:10.553729 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:50:10.553729 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:50:10.553729 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:50:10.553729 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:50:10.553729 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:50:10.553729 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:50:10.553729 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:50:10.553729 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:50:10.553729 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:50:10.553729 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:50:10.553729 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:50:10.553729 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:50:10.553729 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:50:10.553729 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:50:10.553729 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:50:10.622603 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-d58bd838-1a9e-41ee-b8e8-50f6e4e1fe5d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1186741319&fields=id&tenant_id=7d5ec801137f4c9888df57468cddd269 HTTP/1.1" status: 200 len: 267 time: 0.1064258 Dec 16 09:50:10.651332 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:10.654504 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-823b4776-eebc-4df3-81d9-c70d63a2bb03 None None] Attempting to bind port 4e32ddfe-71bc-423d-86f1-d75a63babfd6 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:50:10.654504 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-823b4776-eebc-4df3-81d9-c70d63a2bb03 None None] Attempting to bind port 4e32ddfe-71bc-423d-86f1-d75a63babfd6 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '2b56376c-7f1e-4c95-a3c3-056f61296027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f4fdb9cf-c9bb-4923-89c3-fb3c59040b66'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:50:10.654504 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823b4776-eebc-4df3-81d9-c70d63a2bb03 None None] Attempting to bind port 4e32ddfe-71bc-423d-86f1-d75a63babfd6 on network f4fdb9cf-c9bb-4923-89c3-fb3c59040b66 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:10.670869 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823b4776-eebc-4df3-81d9-c70d63a2bb03 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:50:10.671920 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823b4776-eebc-4df3-81d9-c70d63a2bb03 None None] Checking segment: {'id': '2b56376c-7f1e-4c95-a3c3-056f61296027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f4fdb9cf-c9bb-4923-89c3-fb3c59040b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:10.672166 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-823b4776-eebc-4df3-81d9-c70d63a2bb03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:10.672553 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823b4776-eebc-4df3-81d9-c70d63a2bb03 None None] Bound using segment: {'id': '2b56376c-7f1e-4c95-a3c3-056f61296027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f4fdb9cf-c9bb-4923-89c3-fb3c59040b66'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:50:10.673017 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-823b4776-eebc-4df3-81d9-c70d63a2bb03 None None] Bound port: 4e32ddfe-71bc-423d-86f1-d75a63babfd6, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b56376c-7f1e-4c95-a3c3-056f61296027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f4fdb9cf-c9bb-4923-89c3-fb3c59040b66'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:50:10.673419 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-823b4776-eebc-4df3-81d9-c70d63a2bb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:10.695306 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2a5c5146-7f5c-4a8f-bee3-6131608c7e50 None None] Provisioning complete for port ed22c62e-e9a6-4acf-8e0c-00651ee680d9 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:10.695584 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2a5c5146-7f5c-4a8f-bee3-6131608c7e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:10.711694 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49393699-dd5a-4325-9ef7-b2b189864a53 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:10.728113 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49393699-dd5a-4325-9ef7-b2b189864a53 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:10.732953 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-49393699-dd5a-4325-9ef7-b2b189864a53 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "DELETE /v2.0/networks/b31c7db8-2ebf-4e87-9220-0af86de83368 HTTP/1.1" status: 204 len: 168 time: 3.7807822 Dec 16 09:50:10.735631 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44194) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:10.736728 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port c4c9f619-38a1-4b0d-bae4-a34bae1363ca triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:10.737106 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:10.739677 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-1d8e1ee1-22c8-4f1c-9fa0-e658000e1cb4 None None] Set router a954e32e-8ed4-4f92-a47a-cc1176a5521d gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:50:10.741536 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-e0b5e629-ff01-447c-96d9-099bfb2a2fe3 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-468421425'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:10.743862 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49393699-dd5a-4325-9ef7-b2b189864a53 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event deleted for resources: {'Network': ['ID=b31c7db8-2ebf-4e87-9220-0af86de83368,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:10.780943 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-1f569faf-45c2-4bc8-a72b-8b7d6223b2a1 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:10.782529 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-1f569faf-45c2-4bc8-a72b-8b7d6223b2a1 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/networks?id=1020e219-9761-467d-95fb-24a16130d237 HTTP/1.1" status: 200 len: 796 time: 0.1441472 Dec 16 09:50:10.800455 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-df0b8337-62d7-4dfb-8c9a-f7ab5138cf24 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/quotas/7d5ec801137f4c9888df57468cddd269 HTTP/1.1" status: 200 len: 375 time: 0.0115716 Dec 16 09:50:10.821073 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d7cefc-37f5-48b5-a7dc-b1e3ec9d7dec tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Made reservation on behalf of 640960d3c0df439cb91cd91f4d9284c8 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:10.922912 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-524f04ce-0c39-402d-95cb-7fd349d77850 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1162982 Dec 16 09:50:10.979345 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2a5c5146-7f5c-4a8f-bee3-6131608c7e50 None None] Port ed22c62e-e9a6-4acf-8e0c-00651ee680d9 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:50:11.083465 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-823b4776-eebc-4df3-81d9-c70d63a2bb03 None None] For port 4e32ddfe-71bc-423d-86f1-d75a63babfd6, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:50:11.115193 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-823b4776-eebc-4df3-81d9-c70d63a2bb03 None None] For port 4e32ddfe-71bc-423d-86f1-d75a63babfd6, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=4e32ddfe-71bc-423d-86f1-d75a63babfd6,segment=NetworkSegment(2b56376c-7f1e-4c95-a3c3-056f61296027),segment_id=2b56376c-7f1e-4c95-a3c3-056f61296027)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:50:11.149907 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-289fb14a-c2ef-4793-ada5-523136ce8a70 None None] Provisioning complete for port ed22c62e-e9a6-4acf-8e0c-00651ee680d9 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:11.150276 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-289fb14a-c2ef-4793-ada5-523136ce8a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:11.198455 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-823b4776-eebc-4df3-81d9-c70d63a2bb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:11.213832 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5b51dcfc-107a-416f-b003-40ece5e0331a up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:11.277382 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b5e629-ff01-447c-96d9-099bfb2a2fe3 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Made reservation on behalf of 0cf174f81e5f491894595055127b1743 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:11.281133 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0b5e629-ff01-447c-96d9-099bfb2a2fe3 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:11.301476 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-289fb14a-c2ef-4793-ada5-523136ce8a70 None None] Port ed22c62e-e9a6-4acf-8e0c-00651ee680d9 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:50:11.301711 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-09d7cefc-37f5-48b5-a7dc-b1e3ec9d7dec tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:11.337815 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823b4776-eebc-4df3-81d9-c70d63a2bb03 None None] Pushing event updated for resources: {'Port': ['ID=4e32ddfe-71bc-423d-86f1-d75a63babfd6,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:11.363969 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 5b51dcfc-107a-416f-b003-40ece5e0331a triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:11.364342 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:11.364473 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-09d7cefc-37f5-48b5-a7dc-b1e3ec9d7dec tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] device_id is not set on port 12049fc3-5aac-406a-9e36-b055882d9774 yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:50:11.371265 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0b5e629-ff01-447c-96d9-099bfb2a2fe3 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:50:11.390562 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-1d8e1ee1-22c8-4f1c-9fa0-e658000e1cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2065426841', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '5b51dcfc-107a-416f-b003-40ece5e0331a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:00Z', 'updated_at': '2021-12-16T09:50:08Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '5b51dcfc-107a-416f-b003-40ece5e0331a', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:20:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:01Z', 'updated_at': '2021-12-16T09:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'ed22c62e-e9a6-4acf-8e0c-00651ee680d9', 'name': '', 'network_id': '1020e219-9761-467d-95fb-24a16130d237', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'mac_address': 'fa:16:3e:95:84:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '9e2354fa-c57d-4aa2-a556-9e4b75ae0981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:07Z', 'updated_at': '2021-12-16T09:50:09Z', 'revision_number': 2, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'subnets': [{'id': '9e2354fa-c57d-4aa2-a556-9e4b75ae0981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:11.393400 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0b5e629-ff01-447c-96d9-099bfb2a2fe3 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:11.393945 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-e0b5e629-ff01-447c-96d9-099bfb2a2fe3 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Added segment 860456c5-1752-47db-a8fc-fa4bcb257187 of type vlan for network f9d57a39-121f-4945-a8a6-f67918a63416 Dec 16 09:50:11.420931 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8e1ee1-22c8-4f1c-9fa0-e658000e1cb4 None None] Checking router: a954e32e-8ed4-4f92-a47a-cc1176a5521d for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:50:11.421350 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8e1ee1-22c8-4f1c-9fa0-e658000e1cb4 None None] Updating router a954e32e-8ed4-4f92-a47a-cc1176a5521d port ed22c62e-e9a6-4acf-8e0c-00651ee680d9 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:50:11.437330 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44200) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:11.458687 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1d8e1ee1-22c8-4f1c-9fa0-e658000e1cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:11.506265 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-7a4f27ea-263b-49c4-9669-77758c222d4b service neutron] 10.222.0.60 "GET /v2.0/networks/1020e219-9761-467d-95fb-24a16130d237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5709584 Dec 16 09:50:11.632525 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0b5e629-ff01-447c-96d9-099bfb2a2fe3 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:11.755256 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-2c861c8c-3839-4453-bad9-c688a6076814 service neutron] 10.222.0.60 "GET /v2.0/networks/1020e219-9761-467d-95fb-24a16130d237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478137 Dec 16 09:50:11.768115 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-09d7cefc-37f5-48b5-a7dc-b1e3ec9d7dec tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Allocated IP 172.20.0.13 (f4fdb9cf-c9bb-4923-89c3-fb3c59040b66/987f5cba-49f7-4de2-80fe-b5aa8fdd09aa/12049fc3-5aac-406a-9e36-b055882d9774) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:11.798939 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0b5e629-ff01-447c-96d9-099bfb2a2fe3 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:11.805756 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b5e629-ff01-447c-96d9-099bfb2a2fe3 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:11.809281 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0b5e629-ff01-447c-96d9-099bfb2a2fe3 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:11.854722 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1d8e1ee1-22c8-4f1c-9fa0-e658000e1cb4 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:11.908116 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e8b95337-72d4-4b0e-ac9d-34bb81c56b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:11.926098 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e0b5e629-ff01-447c-96d9-099bfb2a2fe3 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1860387 Dec 16 09:50:11.928230 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44202) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:11.933179 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-b8565755-3623-462e-a301-8c5d7d0e025f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Request body: {'subnet': {'network_id': 'f9d57a39-121f-4945-a8a6-f67918a63416', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:11.959279 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1d8e1ee1-22c8-4f1c-9fa0-e658000e1cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:12.008325 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5e629-ff01-447c-96d9-099bfb2a2fe3 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event updated for resources: {'Network': ['ID=f9d57a39-121f-4945-a8a6-f67918a63416,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:12.029244 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network f9d57a39-121f-4945-a8a6-f67918a63416 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:50:12.032236 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637680b-7165-4e97-aea7-e617c78c720b None None] Pushing event updated for resources: {'Port': ['ID=ed22c62e-e9a6-4acf-8e0c-00651ee680d9,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:12.105522 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-09d7cefc-37f5-48b5-a7dc-b1e3ec9d7dec tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:12.178976 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8565755-3623-462e-a301-8c5d7d0e025f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Made reservation on behalf of 0cf174f81e5f491894595055127b1743 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:12.183320 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b8565755-3623-462e-a301-8c5d7d0e025f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:12.256394 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.ipam_backend_mixin [None req-b8565755-3623-462e-a301-8c5d7d0e025f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Performing IP validity checks on allocation pools {{(pid=102816) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 09:50:12.256838 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.ipam_backend_mixin [None req-b8565755-3623-462e-a301-8c5d7d0e025f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102816) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 09:50:12.274687 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-1d8e1ee1-22c8-4f1c-9fa0-e658000e1cb4 None None] Attempting to bind port ed22c62e-e9a6-4acf-8e0c-00651ee680d9 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:50:12.275019 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-1d8e1ee1-22c8-4f1c-9fa0-e658000e1cb4 None None] Attempting to bind port ed22c62e-e9a6-4acf-8e0c-00651ee680d9 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '10f88423-3675-4567-b09d-23515d1ad9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1020e219-9761-467d-95fb-24a16130d237'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:50:12.275171 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4258d17e-cf2e-4b78-b916-71c7dc759ac9 req-cda04ee8-aad7-43a0-8c2d-ae786a64194c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 210 time: 0.0610232 Dec 16 09:50:12.275410 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8e1ee1-22c8-4f1c-9fa0-e658000e1cb4 None None] Attempting to bind port ed22c62e-e9a6-4acf-8e0c-00651ee680d9 on network 1020e219-9761-467d-95fb-24a16130d237 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:12.292221 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8e1ee1-22c8-4f1c-9fa0-e658000e1cb4 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:50:12.292608 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8e1ee1-22c8-4f1c-9fa0-e658000e1cb4 None None] Checking segment: {'id': '10f88423-3675-4567-b09d-23515d1ad9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1020e219-9761-467d-95fb-24a16130d237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:12.293024 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1d8e1ee1-22c8-4f1c-9fa0-e658000e1cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:12.293454 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8e1ee1-22c8-4f1c-9fa0-e658000e1cb4 None None] Bound using segment: {'id': '10f88423-3675-4567-b09d-23515d1ad9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1020e219-9761-467d-95fb-24a16130d237'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:50:12.293943 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-1d8e1ee1-22c8-4f1c-9fa0-e658000e1cb4 None None] Bound port: ed22c62e-e9a6-4acf-8e0c-00651ee680d9, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f88423-3675-4567-b09d-23515d1ad9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1020e219-9761-467d-95fb-24a16130d237'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:50:12.294334 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1d8e1ee1-22c8-4f1c-9fa0-e658000e1cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:12.402225 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-e8b95337-72d4-4b0e-ac9d-34bb81c56b22 admin admin] Deleting port 32879f19-9ed9-44c7-827b-6d78c8435703 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:12.402225 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e8b95337-72d4-4b0e-ac9d-34bb81c56b22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:12.432836 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-1d8e1ee1-22c8-4f1c-9fa0-e658000e1cb4 None None] For port ed22c62e-e9a6-4acf-8e0c-00651ee680d9, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:50:12.437520 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-1d8e1ee1-22c8-4f1c-9fa0-e658000e1cb4 None None] For port ed22c62e-e9a6-4acf-8e0c-00651ee680d9, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ed22c62e-e9a6-4acf-8e0c-00651ee680d9,segment=NetworkSegment(10f88423-3675-4567-b09d-23515d1ad9be),segment_id=10f88423-3675-4567-b09d-23515d1ad9be)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:50:12.470444 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-3d1416ee-562c-4adf-9320-ea0c9bf96ef1 None None] Provisioning complete for port ed22c62e-e9a6-4acf-8e0c-00651ee680d9 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:12.470827 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3d1416ee-562c-4adf-9320-ea0c9bf96ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:12.474377 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 4e32ddfe-71bc-423d-86f1-d75a63babfd6 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:12.528862 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1d8e1ee1-22c8-4f1c-9fa0-e658000e1cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:12.531624 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-e8b95337-72d4-4b0e-ac9d-34bb81c56b22 admin admin] For port 32879f19-9ed9-44c7-827b-6d78c8435703, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=32879f19-9ed9-44c7-827b-6d78c8435703,segment=NetworkSegment(bbe77819-9d73-4642-9a69-8a34639568bb),segment_id=bbe77819-9d73-4642-9a69-8a34639568bb)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:12.532133 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e8b95337-72d4-4b0e-ac9d-34bb81c56b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:12.549765 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-e8b95337-72d4-4b0e-ac9d-34bb81c56b22 admin admin] Calling delete_port for 32879f19-9ed9-44c7-827b-6d78c8435703 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:12.578625 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-3d1416ee-562c-4adf-9320-ea0c9bf96ef1 None None] Port ed22c62e-e9a6-4acf-8e0c-00651ee680d9 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:50:12.580320 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-09d7cefc-37f5-48b5-a7dc-b1e3ec9d7dec tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:12.612649 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b8565755-3623-462e-a301-8c5d7d0e025f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:12.617456 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8e1ee1-22c8-4f1c-9fa0-e658000e1cb4 None None] Routers {'a954e32e-8ed4-4f92-a47a-cc1176a5521d'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:12.618108 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-1d8e1ee1-22c8-4f1c-9fa0-e658000e1cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:49:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['a954e32e-8ed4-4f92-a47a-cc1176a5521d'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:12.619971 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637680b-7165-4e97-aea7-e617c78c720b None None] Pushing event updated for resources: {'Port': ['ID=ed22c62e-e9a6-4acf-8e0c-00651ee680d9,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:12.693360 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d7cefc-37f5-48b5-a7dc-b1e3ec9d7dec tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Network f4fdb9cf-c9bb-4923-89c3-fb3c59040b66 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:12.708470 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 4e32ddfe-71bc-423d-86f1-d75a63babfd6 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:12.709098 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:12.715918 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-09d7cefc-37f5-48b5-a7dc-b1e3ec9d7dec tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:12.719950 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d7cefc-37f5-48b5-a7dc-b1e3ec9d7dec tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:12.742280 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 6ac89ee0-714c-4baf-9fac-1cc0a8a4d537 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:50:12.786516 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 6ac89ee0-714c-4baf-9fac-1cc0a8a4d537 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:50:12.787135 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 6ac89ee0-714c-4baf-9fac-1cc0a8a4d537 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:50:12.796647 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d7cefc-37f5-48b5-a7dc-b1e3ec9d7dec tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Port': ['ID=12049fc3-5aac-406a-9e36-b055882d9774,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:12.816317 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8565755-3623-462e-a301-8c5d7d0e025f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event updated for resources: {'Subnet': ['ID=e1dc3e69-5a44-41a1-8328-b3c5bb804fc0,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:12.829008 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8565755-3623-462e-a301-8c5d7d0e025f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Checking segment: {'id': '860456c5-1752-47db-a8fc-fa4bcb257187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f9d57a39-121f-4945-a8a6-f67918a63416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:12.829404 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8565755-3623-462e-a301-8c5d7d0e025f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Network hostable DHCP agents. Network: f9d57a39-121f-4945-a8a6-f67918a63416, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:50:12.846263 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-1d8e1ee1-22c8-4f1c-9fa0-e658000e1cb4 None None] Set router a954e32e-8ed4-4f92-a47a-cc1176a5521d gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:50:12.848142 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d7cefc-37f5-48b5-a7dc-b1e3ec9d7dec tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:12.848850 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-09d7cefc-37f5-48b5-a7dc-b1e3ec9d7dec tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:12.891109 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e8b95337-72d4-4b0e-ac9d-34bb81c56b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:12.919609 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b95337-72d4-4b0e-ac9d-34bb81c56b22 admin admin] Pushing event deleted for resources: {'Port': ['ID=32879f19-9ed9-44c7-827b-6d78c8435703,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:12.949911 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-09d7cefc-37f5-48b5-a7dc-b1e3ec9d7dec tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4577091 Dec 16 09:50:12.952387 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-fefa4295-08c5-4163-b31e-79778389c225 None None] Provisioning complete for port 2bdf7519-5d16-4d5e-be3d-304a1703a40c triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:12.952716 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fefa4295-08c5-4163-b31e-79778389c225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:12.953269 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44212) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:12.959266 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-e8562b7f-c144-42f5-9ecc-2f366d7f15d6 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'subnet': {'network_id': 'f4fdb9cf-c9bb-4923-89c3-fb3c59040b66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:13.036969 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-fefa4295-08c5-4163-b31e-79778389c225 None None] Port 2bdf7519-5d16-4d5e-be3d-304a1703a40c cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:50:13.066208 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8565755-3623-462e-a301-8c5d7d0e025f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Network f9d57a39-121f-4945-a8a6-f67918a63416 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:50:13.094741 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:13.118131 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db381e1-190e-47b0-80ed-ff38a08e67a1 None None] get_active_networks_info from n-d-820550-2 {{(pid=102818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:50:13.136809 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e8b95337-72d4-4b0e-ac9d-34bb81c56b22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:13.141357 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-fefa4295-08c5-4163-b31e-79778389c225 None None] Provisioning complete for port 4e32ddfe-71bc-423d-86f1-d75a63babfd6 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:13.141747 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fefa4295-08c5-4163-b31e-79778389c225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:13.170301 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-b8565755-3623-462e-a301-8c5d7d0e025f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, f9d57a39-121f-4945-a8a6-f67918a63416) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:13.172707 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8562b7f-c144-42f5-9ecc-2f366d7f15d6 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Made reservation on behalf of 640960d3c0df439cb91cd91f4d9284c8 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:13.177050 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e8562b7f-c144-42f5-9ecc-2f366d7f15d6 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:13.183260 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8565755-3623-462e-a301-8c5d7d0e025f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:13.183837 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b8565755-3623-462e-a301-8c5d7d0e025f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:13.219321 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 4e32ddfe-71bc-423d-86f1-d75a63babfd6, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=4e32ddfe-71bc-423d-86f1-d75a63babfd6,segment=NetworkSegment(2b56376c-7f1e-4c95-a3c3-056f61296027),segment_id=2b56376c-7f1e-4c95-a3c3-056f61296027)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:13.291593 n-d-820550-2 neutron-server[102816]: INFO neutron.db.ipam_backend_mixin [None req-e8562b7f-c144-42f5-9ecc-2f366d7f15d6 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 987f5cba-49f7-4de2-80fe-b5aa8fdd09aa (CIDR: 172.20.0.0/28) Dec 16 09:50:13.294700 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:13.317298 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b8565755-3623-462e-a301-8c5d7d0e025f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3856943 Dec 16 09:50:13.324359 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44220) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:13.378271 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1d2a4fae-b69e-4e1b-8c4a-85d8b9608a88 req-81b9bae1-c6df-41ae-98e5-73c450511747 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 210 time: 0.0335326 Dec 16 09:50:13.410424 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db381e1-190e-47b0-80ed-ff38a08e67a1 None None] Resources bound (agent type, host, resource id): {{(pid=102818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:50:13.413203 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8562b7f-c144-42f5-9ecc-2f366d7f15d6 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:50:13.413564 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=4e32ddfe-71bc-423d-86f1-d75a63babfd6,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:13.413680 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8562b7f-c144-42f5-9ecc-2f366d7f15d6 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:50:13.423287 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b95337-72d4-4b0e-ac9d-34bb81c56b22 admin admin] Router c53d88e6-f44c-4297-927a-b832b40bdc81 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:50:13.486670 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-1d8e1ee1-22c8-4f1c-9fa0-e658000e1cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2065426841', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '5b51dcfc-107a-416f-b003-40ece5e0331a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:00Z', 'updated_at': '2021-12-16T09:50:08Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '5b51dcfc-107a-416f-b003-40ece5e0331a', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:20:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:01Z', 'updated_at': '2021-12-16T09:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'ed22c62e-e9a6-4acf-8e0c-00651ee680d9', 'name': '', 'network_id': '1020e219-9761-467d-95fb-24a16130d237', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'mac_address': 'fa:16:3e:95:84:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '9e2354fa-c57d-4aa2-a556-9e4b75ae0981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:07Z', 'updated_at': '2021-12-16T09:50:12Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'subnets': [{'id': '9e2354fa-c57d-4aa2-a556-9e4b75ae0981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:13.487646 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5fa431bb-c2d1-48bd-864b-447e45903d4a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:13.527628 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e8562b7f-c144-42f5-9ecc-2f366d7f15d6 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5730505 Dec 16 09:50:13.533220 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44222) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:13.539841 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-13855a2e-debd-4982-8000-d566817276d7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'subnet': {'network_id': 'f4fdb9cf-c9bb-4923-89c3-fb3c59040b66', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:13.545838 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5fa431bb-c2d1-48bd-864b-447e45903d4a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:13.603555 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b95337-72d4-4b0e-ac9d-34bb81c56b22 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:50:13.610314 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e8b95337-72d4-4b0e-ac9d-34bb81c56b22 admin admin] 10.222.0.60 "PUT /v2.0/routers/c53d88e6-f44c-4297-927a-b832b40bdc81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1716952 Dec 16 09:50:13.613882 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44224) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:13.618526 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3ebfc4-af20-4bc0-8d9d-00d962bebb26 None None] Sync routers for ids ['c53d88e6-f44c-4297-927a-b832b40bdc81'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:50:13.628675 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3ebfc4-af20-4bc0-8d9d-00d962bebb26 None None] Routers {'c53d88e6-f44c-4297-927a-b832b40bdc81'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:13.629744 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-3f3ebfc4-af20-4bc0-8d9d-00d962bebb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:49:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['c53d88e6-f44c-4297-927a-b832b40bdc81'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:13.683895 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8e1ee1-22c8-4f1c-9fa0-e658000e1cb4 None None] The sync data for ids ['a954e32e-8ed4-4f92-a47a-cc1176a5521d'] in n-d-820550-2 is: [{'id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2065426841', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '5b51dcfc-107a-416f-b003-40ece5e0331a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:00Z', 'updated_at': '2021-12-16T09:50:08Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '5b51dcfc-107a-416f-b003-40ece5e0331a', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:20:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:01Z', 'updated_at': '2021-12-16T09:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'ed22c62e-e9a6-4acf-8e0c-00651ee680d9', 'name': '', 'network_id': '1020e219-9761-467d-95fb-24a16130d237', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'mac_address': 'fa:16:3e:95:84:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '9e2354fa-c57d-4aa2-a556-9e4b75ae0981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:07Z', 'updated_at': '2021-12-16T09:50:12Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'subnets': [{'id': '9e2354fa-c57d-4aa2-a556-9e4b75ae0981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:50:13.713793 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c268891d-927a-4f66-85ff-bf57e3be1d2c None None] Provisioning complete for port 12049fc3-5aac-406a-9e36-b055882d9774 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:13.714175 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c268891d-927a-4f66-85ff-bf57e3be1d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:13.733497 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5fa431bb-c2d1-48bd-864b-447e45903d4a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:13.744337 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-3f3ebfc4-af20-4bc0-8d9d-00d962bebb26 None None] Set router c53d88e6-f44c-4297-927a-b832b40bdc81 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:50:13.785151 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13855a2e-debd-4982-8000-d566817276d7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Made reservation on behalf of 640960d3c0df439cb91cd91f4d9284c8 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:13.800146 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa431bb-c2d1-48bd-864b-447e45903d4a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event deleted for resources: {'Subnet': ['ID=e1dc3e69-5a44-41a1-8328-b3c5bb804fc0,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:13.822643 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-13855a2e-debd-4982-8000-d566817276d7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:13.869039 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-c268891d-927a-4f66-85ff-bf57e3be1d2c None None] Port 12049fc3-5aac-406a-9e36-b055882d9774 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:50:13.881986 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a80fe97d-424f-466e-88f9-7f109053e480 admin admin] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:13.976775 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5fa431bb-c2d1-48bd-864b-447e45903d4a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:14.001417 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-3f3ebfc4-af20-4bc0-8d9d-00d962bebb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53d88e6-f44c-4297-927a-b832b40bdc81', 'name': 'tempest-ServerRescueTestJSON-1913572791-router', 'tenant_id': 'f3dc9d568910412b9d99d599bd3f4345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'd03fe4e4-9ed1-432a-8727-e2aadfcd6e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:02Z', 'updated_at': '2021-12-16T09:50:12Z', 'revision_number': 5, 'project_id': 'f3dc9d568910412b9d99d599bd3f4345', 'gw_port': {'id': 'd03fe4e4-9ed1-432a-8727-e2aadfcd6e16', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53d88e6-f44c-4297-927a-b832b40bdc81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:04Z', 'updated_at': '2021-12-16T09:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:14.014284 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c268891d-927a-4f66-85ff-bf57e3be1d2c None None] Provisioning complete for port ed22c62e-e9a6-4acf-8e0c-00651ee680d9 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:14.014744 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c268891d-927a-4f66-85ff-bf57e3be1d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:14.020535 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-5fa431bb-c2d1-48bd-864b-447e45903d4a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d57a39-121f-4945-a8a6-f67918a63416']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:14.035938 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-5fa431bb-c2d1-48bd-864b-447e45903d4a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '860456c5-1752-47db-a8fc-fa4bcb257187') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:14.036495 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-5fa431bb-c2d1-48bd-864b-447e45903d4a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '860456c5-1752-47db-a8fc-fa4bcb257187') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:14.041766 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b5c482-1dcb-4982-927e-b77b2e171f63 None None] Network f9d57a39-121f-4945-a8a6-f67918a63416 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:14.070527 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5fa431bb-c2d1-48bd-864b-447e45903d4a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:14.070785 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3ebfc4-af20-4bc0-8d9d-00d962bebb26 None None] Checking router: c53d88e6-f44c-4297-927a-b832b40bdc81 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:50:14.076052 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a80fe97d-424f-466e-88f9-7f109053e480 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:14.080639 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3ebfc4-af20-4bc0-8d9d-00d962bebb26 None None] Routers {'c53d88e6-f44c-4297-927a-b832b40bdc81'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:14.080639 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-3f3ebfc4-af20-4bc0-8d9d-00d962bebb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:49:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['c53d88e6-f44c-4297-927a-b832b40bdc81'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:14.088033 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5fa431bb-c2d1-48bd-864b-447e45903d4a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:14.094247 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fa431bb-c2d1-48bd-864b-447e45903d4a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:50:14.094673 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5fa431bb-c2d1-48bd-864b-447e45903d4a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:14.097730 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:50:14.097730 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:50:14.097730 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:50:14.097730 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:50:14.097730 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:50:14.097730 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:50:14.097730 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:50:14.097730 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:50:14.097730 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:50:14.097730 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:50:14.097730 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:50:14.097730 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:50:14.097730 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:50:14.097730 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:50:14.097730 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:50:14.097730 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:50:14.097730 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:50:14.097730 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:50:14.097730 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:50:14.097730 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:50:14.097730 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:50:14.097730 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:50:14.097730 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:50:14.097730 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:50:14.097730 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:50:14.097730 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:50:14.097730 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:50:14.097730 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:50:14.097730 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:50:14.097730 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:50:14.097730 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:50:14.097730 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:50:14.212641 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-a80fe97d-424f-466e-88f9-7f109053e480 admin admin] Deleting port d03fe4e4-9ed1-432a-8727-e2aadfcd6e16 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:14.213032 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a80fe97d-424f-466e-88f9-7f109053e480 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:14.277888 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5fa431bb-c2d1-48bd-864b-447e45903d4a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:14.288109 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5fa431bb-c2d1-48bd-864b-447e45903d4a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:14.291915 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5fa431bb-c2d1-48bd-864b-447e45903d4a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "DELETE /v2.0/networks/f9d57a39-121f-4945-a8a6-f67918a63416 HTTP/1.1" status: 204 len: 168 time: 0.9729676 Dec 16 09:50:14.295568 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44226) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:14.303472 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-6b04e125-6209-4dcc-88aa-c51c1a24941a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1819852437'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:14.316661 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af24626-cb26-4157-a6c2-c439bbeb6942 None None] Network f9d57a39-121f-4945-a8a6-f67918a63416 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:14.344949 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c268891d-927a-4f66-85ff-bf57e3be1d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:14.345089 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa431bb-c2d1-48bd-864b-447e45903d4a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event deleted for resources: {'Network': ['ID=f9d57a39-121f-4945-a8a6-f67918a63416,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:14.345224 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-3f3ebfc4-af20-4bc0-8d9d-00d962bebb26 None None] Set router c53d88e6-f44c-4297-927a-b832b40bdc81 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:50:14.353899 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af24626-cb26-4157-a6c2-c439bbeb6942 None None] Network f9d57a39-121f-4945-a8a6-f67918a63416 could not be found, it might have been deleted concurrently. {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 16 09:50:14.393301 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-13855a2e-debd-4982-8000-d566817276d7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:14.407983 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-a80fe97d-424f-466e-88f9-7f109053e480 admin admin] For port d03fe4e4-9ed1-432a-8727-e2aadfcd6e16, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d03fe4e4-9ed1-432a-8727-e2aadfcd6e16,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:14.408965 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a80fe97d-424f-466e-88f9-7f109053e480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:14.422551 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-c268891d-927a-4f66-85ff-bf57e3be1d2c None None] For port ed22c62e-e9a6-4acf-8e0c-00651ee680d9, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ed22c62e-e9a6-4acf-8e0c-00651ee680d9,segment=NetworkSegment(10f88423-3675-4567-b09d-23515d1ad9be),segment_id=10f88423-3675-4567-b09d-23515d1ad9be)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:14.437843 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-a80fe97d-424f-466e-88f9-7f109053e480 admin admin] Calling delete_port for d03fe4e4-9ed1-432a-8727-e2aadfcd6e16 owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:14.457730 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13855a2e-debd-4982-8000-d566817276d7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Network f4fdb9cf-c9bb-4923-89c3-fb3c59040b66 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:14.461844 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-13855a2e-debd-4982-8000-d566817276d7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:14.465044 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13855a2e-debd-4982-8000-d566817276d7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:14.465976 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-13855a2e-debd-4982-8000-d566817276d7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:14.475476 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b32885-7124-4bd3-b200-c4d04fa946c7 None None] Network f4fdb9cf-c9bb-4923-89c3-fb3c59040b66 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:14.513469 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b04e125-6209-4dcc-88aa-c51c1a24941a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Made reservation on behalf of 0cf174f81e5f491894595055127b1743 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:14.519417 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b04e125-6209-4dcc-88aa-c51c1a24941a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:14.530983 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13855a2e-debd-4982-8000-d566817276d7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Subnet': ['ID=0b73ca78-3cf9-4b1c-88f8-3f3138176570,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:14.567632 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c268891d-927a-4f66-85ff-bf57e3be1d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:14.598472 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-87eb38fd-08ce-43c7-a124-b77acfe6f663 req-4ba820c8-67b8-4ca0-9a59-e1dc4f447be5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 210 time: 0.0698590 Dec 16 09:50:14.627931 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b04e125-6209-4dcc-88aa-c51c1a24941a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:50:14.638733 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b04e125-6209-4dcc-88aa-c51c1a24941a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:14.639378 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-6b04e125-6209-4dcc-88aa-c51c1a24941a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Added segment 7043ed89-c391-4494-a392-1ab0dbe020c4 of type vlan for network 60cecc87-6213-4b75-a7cd-3282ab46fe23 Dec 16 09:50:14.659636 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-13855a2e-debd-4982-8000-d566817276d7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1241753 Dec 16 09:50:14.663228 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44230) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:14.678445 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-de2d49d7-9d71-4936-947b-159adcbf22b7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-404556974', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0b73ca78-3cf9-4b1c-88f8-3f3138176570'}], 'security_groups': ['7dd6f9e7-ef0f-4b47-b37f-5594d515828b']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:14.691047 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ed22c62e-e9a6-4acf-8e0c-00651ee680d9 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:14.714764 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-3f3ebfc4-af20-4bc0-8d9d-00d962bebb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53d88e6-f44c-4297-927a-b832b40bdc81', 'name': 'tempest-ServerRescueTestJSON-1913572791-router', 'tenant_id': 'f3dc9d568910412b9d99d599bd3f4345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'd03fe4e4-9ed1-432a-8727-e2aadfcd6e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:02Z', 'updated_at': '2021-12-16T09:50:12Z', 'revision_number': 5, 'project_id': 'f3dc9d568910412b9d99d599bd3f4345', 'gw_port': {'id': 'd03fe4e4-9ed1-432a-8727-e2aadfcd6e16', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53d88e6-f44c-4297-927a-b832b40bdc81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:04Z', 'updated_at': '2021-12-16T09:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:14.720263 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b04e125-6209-4dcc-88aa-c51c1a24941a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:14.743284 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3ebfc4-af20-4bc0-8d9d-00d962bebb26 None None] The sync data for ids ['c53d88e6-f44c-4297-927a-b832b40bdc81'] in n-d-820550-2 is: [{'id': 'c53d88e6-f44c-4297-927a-b832b40bdc81', 'name': 'tempest-ServerRescueTestJSON-1913572791-router', 'tenant_id': 'f3dc9d568910412b9d99d599bd3f4345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'd03fe4e4-9ed1-432a-8727-e2aadfcd6e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:02Z', 'updated_at': '2021-12-16T09:50:12Z', 'revision_number': 5, 'project_id': 'f3dc9d568910412b9d99d599bd3f4345', 'gw_port': {'id': 'd03fe4e4-9ed1-432a-8727-e2aadfcd6e16', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53d88e6-f44c-4297-927a-b832b40bdc81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:04Z', 'updated_at': '2021-12-16T09:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:50:14.794095 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268891d-927a-4f66-85ff-bf57e3be1d2c None None] Pushing event updated for resources: {'Port': ['ID=ed22c62e-e9a6-4acf-8e0c-00651ee680d9,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:14.807907 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port ed22c62e-e9a6-4acf-8e0c-00651ee680d9 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:14.810426 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:14.867107 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-de2d49d7-9d71-4936-947b-159adcbf22b7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:14.881295 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b04e125-6209-4dcc-88aa-c51c1a24941a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:14.894852 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b04e125-6209-4dcc-88aa-c51c1a24941a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:14.895201 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b04e125-6209-4dcc-88aa-c51c1a24941a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:14.930516 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 4e32ddfe-71bc-423d-86f1-d75a63babfd6 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:14.988591 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04e125-6209-4dcc-88aa-c51c1a24941a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event updated for resources: {'Network': ['ID=60cecc87-6213-4b75-a7cd-3282ab46fe23,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:15.002330 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a80fe97d-424f-466e-88f9-7f109053e480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:15.005891 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 60cecc87-6213-4b75-a7cd-3282ab46fe23 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:50:15.060991 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6b04e125-6209-4dcc-88aa-c51c1a24941a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7635441 Dec 16 09:50:15.062599 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44232) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:15.062735 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 4e32ddfe-71bc-423d-86f1-d75a63babfd6 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:15.063807 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:15.107635 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-85fb30e8-d819-43e2-bcfb-8ba98b4224c5 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Request body: {'subnet': {'network_id': '60cecc87-6213-4b75-a7cd-3282ab46fe23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:15.115712 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfd9fb7-bc6a-47db-bfc1-31972297ad8f None None] Update dhcp port {'port': {'network_id': 'f4fdb9cf-c9bb-4923-89c3-fb3c59040b66', 'fixed_ips': [{'subnet_id': '987f5cba-49f7-4de2-80fe-b5aa8fdd09aa', 'ip_address': '172.20.0.2'}, {'subnet_id': '0b73ca78-3cf9-4b1c-88f8-3f3138176570'}], 'binding:host_id': 'n-d-820550-2'}, 'id': '4e32ddfe-71bc-423d-86f1-d75a63babfd6'} from n-d-820550-2. {{(pid=102818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 16 09:50:15.170134 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3cfd9fb7-bc6a-47db-bfc1-31972297ad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:15.221457 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80fe97d-424f-466e-88f9-7f109053e480 admin admin] Pushing event deleted for resources: {'Port': ['ID=d03fe4e4-9ed1-432a-8727-e2aadfcd6e16,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:15.348812 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-de2d49d7-9d71-4936-947b-159adcbf22b7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Delete allocated IP 172.20.0.13 (f4fdb9cf-c9bb-4923-89c3-fb3c59040b66/987f5cba-49f7-4de2-80fe-b5aa8fdd09aa) {{(pid=102816) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 09:50:15.366431 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a80fe97d-424f-466e-88f9-7f109053e480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:15.369178 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-de2d49d7-9d71-4936-947b-159adcbf22b7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Allocated IP 172.20.0.20 (f4fdb9cf-c9bb-4923-89c3-fb3c59040b66/0b73ca78-3cf9-4b1c-88f8-3f3138176570/12049fc3-5aac-406a-9e36-b055882d9774) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:15.399276 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-05a3c907-3f4c-4776-af26-a425cf0a8f17 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:15.400992 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-05a3c907-3f4c-4776-af26-a425cf0a8f17 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.58 "GET /v2.0/networks?id=1020e219-9761-467d-95fb-24a16130d237 HTTP/1.1" status: 200 len: 796 time: 0.3735268 Dec 16 09:50:15.470634 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-23d93c01-f174-4124-9eea-1f8abfde2010 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d5ec801137f4c9888df57468cddd269 HTTP/1.1" status: 200 len: 380 time: 0.0591433 Dec 16 09:50:15.481934 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-6a6ab174-9c4f-4260-98e7-022cc5b72ff7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'port': {'device_id': '5b046558-d631-42ce-becb-ca8c81de5f3a', 'network_id': '1020e219-9761-467d-95fb-24a16130d237', 'admin_state_up': True, 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'security_groups': ['e39002b7-669a-4f0d-ab47-97f6a618d1f9']}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:15.487192 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fb30e8-d819-43e2-bcfb-8ba98b4224c5 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Made reservation on behalf of 0cf174f81e5f491894595055127b1743 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:15.491183 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85fb30e8-d819-43e2-bcfb-8ba98b4224c5 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:15.495937 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a80fe97d-424f-466e-88f9-7f109053e480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:15.502245 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a80fe97d-424f-466e-88f9-7f109053e480 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:15.642815 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a80fe97d-424f-466e-88f9-7f109053e480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:15.643297 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80fe97d-424f-466e-88f9-7f109053e480 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c53d88e6-f44c-4297-927a-b832b40bdc81 {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:50:15.650620 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a80fe97d-424f-466e-88f9-7f109053e480 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:15.658086 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a80fe97d-424f-466e-88f9-7f109053e480 admin admin] 10.222.0.60 "DELETE /v2.0/routers/c53d88e6-f44c-4297-927a-b832b40bdc81 HTTP/1.1" status: 204 len: 168 time: 2.0377526 Dec 16 09:50:15.658086 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44236) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:15.746127 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bdf6c187-6517-4ddc-a91e-aefbe2719ac8 req-9953d2d1-2da6-4195-9d57-606d65b2cd03 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 210 time: 0.0388107 Dec 16 09:50:15.757811 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-044bc1b0-bf64-4a35-803d-c8472a01ea54 admin admin] Deleting subnet c9a5f5f1-d83a-4498-90f5-323c2ed12d23 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:50:15.761363 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-044bc1b0-bf64-4a35-803d-c8472a01ea54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:15.805181 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-de2d49d7-9d71-4936-947b-159adcbf22b7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:15.817688 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-044bc1b0-bf64-4a35-803d-c8472a01ea54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:15.863665 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-044bc1b0-bf64-4a35-803d-c8472a01ea54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:15.884174 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-de2d49d7-9d71-4936-947b-159adcbf22b7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:15.925662 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-3cfd9fb7-bc6a-47db-bfc1-31972297ad8f None None] Allocated IP 172.20.0.18 (f4fdb9cf-c9bb-4923-89c3-fb3c59040b66/0b73ca78-3cf9-4b1c-88f8-3f3138176570/4e32ddfe-71bc-423d-86f1-d75a63babfd6) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:16.020551 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d49d7-9d71-4936-947b-159adcbf22b7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Port': ['ID=12049fc3-5aac-406a-9e36-b055882d9774,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:16.028196 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-de2d49d7-9d71-4936-947b-159adcbf22b7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] In _notify_port_updated(), no bound segment for port 12049fc3-5aac-406a-9e36-b055882d9774 on network f4fdb9cf-c9bb-4923-89c3-fb3c59040b66 {{(pid=102816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:50:16.033837 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2d49d7-9d71-4936-947b-159adcbf22b7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:16.034467 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-de2d49d7-9d71-4936-947b-159adcbf22b7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:16.038459 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-de2d49d7-9d71-4936-947b-159adcbf22b7 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "PUT /v2.0/ports/12049fc3-5aac-406a-9e36-b055882d9774 HTTP/1.1" status: 200 len: 920 time: 1.3714631 Dec 16 09:50:16.038650 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-3cfd9fb7-bc6a-47db-bfc1-31972297ad8f None None] For port 4e32ddfe-71bc-423d-86f1-d75a63babfd6, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=4e32ddfe-71bc-423d-86f1-d75a63babfd6,segment=NetworkSegment(2b56376c-7f1e-4c95-a3c3-056f61296027),segment_id=2b56376c-7f1e-4c95-a3c3-056f61296027)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:16.038775 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44238) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:16.066043 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3cfd9fb7-bc6a-47db-bfc1-31972297ad8f None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:16.099518 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-6a6ab174-9c4f-4260-98e7-022cc5b72ff7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Made reservation on behalf of 7d5ec801137f4c9888df57468cddd269 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:16.103365 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-6a6ab174-9c4f-4260-98e7-022cc5b72ff7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:16.139369 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-beecd68c-3b14-42c1-a590-0cfcaa3e3de2 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Deleting port 12049fc3-5aac-406a-9e36-b055882d9774 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:16.139675 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-beecd68c-3b14-42c1-a590-0cfcaa3e3de2 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:16.165467 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3cfd9fb7-bc6a-47db-bfc1-31972297ad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:16.212270 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-044bc1b0-bf64-4a35-803d-c8472a01ea54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:16.236408 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-044bc1b0-bf64-4a35-803d-c8472a01ea54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:16.240631 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-044bc1b0-bf64-4a35-803d-c8472a01ea54 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c9a5f5f1-d83a-4498-90f5-323c2ed12d23 HTTP/1.1" status: 204 len: 168 time: 0.5823934 Dec 16 09:50:16.258324 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44240) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:16.270624 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044bc1b0-bf64-4a35-803d-c8472a01ea54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9a5f5f1-d83a-4498-90f5-323c2ed12d23,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:16.270779 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd9fb7-bc6a-47db-bfc1-31972297ad8f None None] Pushing event updated for resources: {'Port': ['ID=4e32ddfe-71bc-423d-86f1-d75a63babfd6,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:16.291191 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-beecd68c-3b14-42c1-a590-0cfcaa3e3de2 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:16.309826 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-beecd68c-3b14-42c1-a590-0cfcaa3e3de2 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Calling delete_port for 12049fc3-5aac-406a-9e36-b055882d9774 owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:16.378405 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ed22c62e-e9a6-4acf-8e0c-00651ee680d9 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:16.388788 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-6a6ab174-9c4f-4260-98e7-022cc5b72ff7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Allocated IP 172.20.0.12 (1020e219-9761-467d-95fb-24a16130d237/9e2354fa-c57d-4aa2-a556-9e4b75ae0981/f35562bc-9a14-42ec-ae8f-b2022f9618bd) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:16.424597 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-00c701ea-1e41-42fd-9f89-cc034485f1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:16.437549 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port ed22c62e-e9a6-4acf-8e0c-00651ee680d9 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:16.438006 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:16.560774 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85fb30e8-d819-43e2-bcfb-8ba98b4224c5 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:16.565350 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-beecd68c-3b14-42c1-a590-0cfcaa3e3de2 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:16.608079 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beecd68c-3b14-42c1-a590-0cfcaa3e3de2 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Port': ['ID=12049fc3-5aac-406a-9e36-b055882d9774,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:16.616062 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d03fe4e4-9ed1-432a-8727-e2aadfcd6e16 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:50:16.647984 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: d03fe4e4-9ed1-432a-8727-e2aadfcd6e16 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:50:16.648531 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d03fe4e4-9ed1-432a-8727-e2aadfcd6e16 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:50:16.649725 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 32879f19-9ed9-44c7-827b-6d78c8435703 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:50:16.681293 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-00c701ea-1e41-42fd-9f89-cc034485f1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:16.682803 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 32879f19-9ed9-44c7-827b-6d78c8435703 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:50:16.683870 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 32879f19-9ed9-44c7-827b-6d78c8435703 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:50:16.689816 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-beecd68c-3b14-42c1-a590-0cfcaa3e3de2 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:16.695854 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-beecd68c-3b14-42c1-a590-0cfcaa3e3de2 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/ports/12049fc3-5aac-406a-9e36-b055882d9774 HTTP/1.1" status: 204 len: 168 time: 0.6562626 Dec 16 09:50:16.696547 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44242) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:16.722803 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ece1a7-7920-4457-a02e-eff2c6d05c74 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] GET failed (client error): The resource could not be found. Dec 16 09:50:16.725749 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-02ece1a7-7920-4457-a02e-eff2c6d05c74 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "GET /v2.0/ports/12049fc3-5aac-406a-9e36-b055882d9774 HTTP/1.1" status: 404 len: 333 time: 0.0279016 Dec 16 09:50:16.727171 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44244) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:16.731385 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb30e8-d819-43e2-bcfb-8ba98b4224c5 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event updated for resources: {'Subnet': ['ID=ebe321eb-bb99-4e56-84e6-1d6731bf29b2,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:16.747917 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-00c701ea-1e41-42fd-9f89-cc034485f1c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25277f1a-659c-40fc-ae08-6615db916991']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:16.766623 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-00c701ea-1e41-42fd-9f89-cc034485f1c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbe77819-9d73-4642-9a69-8a34639568bb') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:16.766924 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-00c701ea-1e41-42fd-9f89-cc034485f1c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbe77819-9d73-4642-9a69-8a34639568bb') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:16.780611 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-00c701ea-1e41-42fd-9f89-cc034485f1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:16.794985 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65bcbc89-e973-47a8-bd53-684317a3a1b8 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:16.805680 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fb30e8-d819-43e2-bcfb-8ba98b4224c5 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Checking segment: {'id': '7043ed89-c391-4494-a392-1ab0dbe020c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '60cecc87-6213-4b75-a7cd-3282ab46fe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:16.805984 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fb30e8-d819-43e2-bcfb-8ba98b4224c5 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Network hostable DHCP agents. Network: 60cecc87-6213-4b75-a7cd-3282ab46fe23, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:50:16.815366 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-6a6ab174-9c4f-4260-98e7-022cc5b72ff7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:16.821279 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-00c701ea-1e41-42fd-9f89-cc034485f1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:16.835346 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65bcbc89-e973-47a8-bd53-684317a3a1b8 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:16.842227 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c701ea-1e41-42fd-9f89-cc034485f1c4 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:50:16.842748 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-00c701ea-1e41-42fd-9f89-cc034485f1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:16.845552 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:50:16.845552 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:50:16.845552 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:50:16.845552 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:50:16.845552 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:50:16.845552 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:50:16.845552 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:50:16.845552 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:50:16.845552 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:50:16.845552 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:50:16.845552 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:50:16.845552 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:50:16.845552 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:50:16.845552 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:50:16.845552 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:50:16.845552 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:50:16.845552 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:50:16.845552 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:50:16.845552 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:50:16.845552 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:50:16.845552 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:50:16.845552 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:50:16.845552 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:50:16.845552 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:50:16.845552 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:50:16.845552 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:50:16.845552 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:50:16.845552 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:50:16.845552 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:50:16.845552 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:50:16.845552 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:50:16.845552 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:50:16.932689 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-786939aa-d6be-4146-b2b1-8341cb7486a2 req-9ecdcdaf-c7e3-40b3-9fbc-07a15a35f1f1 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 210 time: 0.0917060 Dec 16 09:50:16.981444 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65bcbc89-e973-47a8-bd53-684317a3a1b8 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:16.985399 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65bcbc89-e973-47a8-bd53-684317a3a1b8 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:16.986543 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-65bcbc89-e973-47a8-bd53-684317a3a1b8 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/security-groups/1a1cd5e3-0315-4cb9-9370-d06ac27d7104 HTTP/1.1" status: 204 len: 168 time: 0.2584293 Dec 16 09:50:16.989312 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44248) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:16.995658 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bcbc89-e973-47a8-bd53-684317a3a1b8 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1cd5e3-0315-4cb9-9370-d06ac27d7104,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:17.006280 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-afebdfbc-4991-4003-a015-b8e5497e35c9 None None] Could not find standard attr ID for object 12049fc3-5aac-406a-9e36-b055882d9774. {{(pid=102818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:50:17.022623 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-afebdfbc-4991-4003-a015-b8e5497e35c9 None None] Provisioning complete for port 4e32ddfe-71bc-423d-86f1-d75a63babfd6 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:17.023161 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-afebdfbc-4991-4003-a015-b8e5497e35c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:17.024065 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fb30e8-d819-43e2-bcfb-8ba98b4224c5 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Network 60cecc87-6213-4b75-a7cd-3282ab46fe23 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:50:17.051140 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-6a6ab174-9c4f-4260-98e7-022cc5b72ff7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:17.055280 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a6a5b060-4a05-4ec2-81ed-70902b36deba tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:17.056726 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-00c701ea-1e41-42fd-9f89-cc034485f1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:17.060919 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-00c701ea-1e41-42fd-9f89-cc034485f1c4 admin admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:17.064111 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-00c701ea-1e41-42fd-9f89-cc034485f1c4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/25277f1a-659c-40fc-ae08-6615db916991 HTTP/1.1" status: 204 len: 168 time: 0.7952528 Dec 16 09:50:17.124086 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-85fb30e8-d819-43e2-bcfb-8ba98b4224c5 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 60cecc87-6213-4b75-a7cd-3282ab46fe23) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:17.128519 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-afebdfbc-4991-4003-a015-b8e5497e35c9 None None] Provisioning complete for port 2bdf7519-5d16-4d5e-be3d-304a1703a40c triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:17.129011 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fb30e8-d819-43e2-bcfb-8ba98b4224c5 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:17.129440 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85fb30e8-d819-43e2-bcfb-8ba98b4224c5 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:17.129857 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-afebdfbc-4991-4003-a015-b8e5497e35c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:17.140143 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c701ea-1e41-42fd-9f89-cc034485f1c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=25277f1a-659c-40fc-ae08-6615db916991,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:17.152497 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84691eaf-b51e-4563-9015-c733651d6b60 None None] Network 60cecc87-6213-4b75-a7cd-3282ab46fe23 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:17.158053 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a6a5b060-4a05-4ec2-81ed-70902b36deba tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:17.163067 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-6a6ab174-9c4f-4260-98e7-022cc5b72ff7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Network 1020e219-9761-467d-95fb-24a16130d237 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:17.184683 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-6a6ab174-9c4f-4260-98e7-022cc5b72ff7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:17.191057 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-6a6ab174-9c4f-4260-98e7-022cc5b72ff7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:17.194362 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ab174-9c4f-4260-98e7-022cc5b72ff7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'Port': ['ID=f35562bc-9a14-42ec-ae8f-b2022f9618bd,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:17.229661 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-afebdfbc-4991-4003-a015-b8e5497e35c9 None None] Port 2bdf7519-5d16-4d5e-be3d-304a1703a40c cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:50:17.248828 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-85fb30e8-d819-43e2-bcfb-8ba98b4224c5 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1493013 Dec 16 09:50:17.249693 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44252) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:17.284270 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-6a6ab174-9c4f-4260-98e7-022cc5b72ff7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:17.284953 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-6a6ab174-9c4f-4260-98e7-022cc5b72ff7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:17.361259 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e48b2ce-8bff-4204-92be-7ebe6f7ada87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-60cecc87-6213-4b75-a7cd-3282ab46fe23', 'network_id': '60cecc87-6213-4b75-a7cd-3282ab46fe23', 'tenant_id': '0cf174f81e5f491894595055127b1743', 'fixed_ips': [{'subnet_id': 'ebe321eb-bb99-4e56-84e6-1d6731bf29b2'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:50:17.362150 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3e48b2ce-8bff-4204-92be-7ebe6f7ada87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:17.381099 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-6a6ab174-9c4f-4260-98e7-022cc5b72ff7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9037836 Dec 16 09:50:17.381782 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a6a5b060-4a05-4ec2-81ed-70902b36deba tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:17.386372 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a6a5b060-4a05-4ec2-81ed-70902b36deba tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:17.390395 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a6a5b060-4a05-4ec2-81ed-70902b36deba tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/security-groups/7dd6f9e7-ef0f-4b47-b37f-5594d515828b HTTP/1.1" status: 204 len: 168 time: 0.3971534 Dec 16 09:50:17.393498 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44254) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:17.400991 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-ba43e428-b1c3-4e7d-99bf-e6322778525d service neutron] Request body: {'port': {'device_id': '5b046558-d631-42ce-becb-ca8c81de5f3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:17.411271 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:17.477499 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:17.485345 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5b060-4a05-4ec2-81ed-70902b36deba tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd6f9e7-ef0f-4b47-b37f-5594d515828b,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:17.536474 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-41763f4e-90ed-46ab-9b6c-ded429623fe9 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Deleting subnet 987f5cba-49f7-4de2-80fe-b5aa8fdd09aa {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:50:17.541402 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-41763f4e-90ed-46ab-9b6c-ded429623fe9 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:17.563659 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44256) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:17.572494 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-ba43e428-b1c3-4e7d-99bf-e6322778525d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:17.588006 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-cb0ca3c9-bcc2-4601-b13e-04302ab1b624 None None] Provisioning complete for port f35562bc-9a14-42ec-ae8f-b2022f9618bd triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:17.588393 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cb0ca3c9-bcc2-4601-b13e-04302ab1b624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:17.614660 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-41763f4e-90ed-46ab-9b6c-ded429623fe9 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:17.616408 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-3e48b2ce-8bff-4204-92be-7ebe6f7ada87 None None] Allocated IP 172.20.0.1 (60cecc87-6213-4b75-a7cd-3282ab46fe23/ebe321eb-bb99-4e56-84e6-1d6731bf29b2/41c295e0-2131-41c2-86b4-f0bd481d9f93) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:17.641245 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-cb0ca3c9-bcc2-4601-b13e-04302ab1b624 None None] Port f35562bc-9a14-42ec-ae8f-b2022f9618bd cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:50:17.687318 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-81d8527e-d52a-495d-8ea3-114fc06e5dee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f3dc9d568910412b9d99d599bd3f4345&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1219413 Dec 16 09:50:17.690444 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44258) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:17.771548 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65e726fb-053c-49fa-a8a2-43df9fe488ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:17.796354 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65e726fb-053c-49fa-a8a2-43df9fe488ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:17.797885 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-d434877b-55d4-4b0b-8172-cd50f8857bf5 None None] Could not find standard attr ID for object 12049fc3-5aac-406a-9e36-b055882d9774. {{(pid=102818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:50:17.802243 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3e48b2ce-8bff-4204-92be-7ebe6f7ada87 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:17.832643 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-41763f4e-90ed-46ab-9b6c-ded429623fe9 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:17.859768 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3e48b2ce-8bff-4204-92be-7ebe6f7ada87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:17.896651 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e48b2ce-8bff-4204-92be-7ebe6f7ada87 None None] Network 60cecc87-6213-4b75-a7cd-3282ab46fe23 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:17.899470 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-3e48b2ce-8bff-4204-92be-7ebe6f7ada87 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:17.902973 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e48b2ce-8bff-4204-92be-7ebe6f7ada87 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:17.911320 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65e726fb-053c-49fa-a8a2-43df9fe488ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:17.913296 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48b2ce-8bff-4204-92be-7ebe6f7ada87 None None] Pushing event updated for resources: {'Port': ['ID=41c295e0-2131-41c2-86b4-f0bd481d9f93,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:17.915837 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65e726fb-053c-49fa-a8a2-43df9fe488ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:17.921301 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-65e726fb-053c-49fa-a8a2-43df9fe488ee admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f HTTP/1.1" status: 204 len: 168 time: 0.2285783 Dec 16 09:50:17.931335 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e726fb-053c-49fa-a8a2-43df9fe488ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73d5099-4a0b-4ce0-9b1c-dd8acd52b32f,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:17.941891 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:17.975600 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event deleted for resources: {'Subnet': ['ID=ebe321eb-bb99-4e56-84e6-1d6731bf29b2,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:17.994679 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-3e48b2ce-8bff-4204-92be-7ebe6f7ada87 None None] Attempting to bind port 41c295e0-2131-41c2-86b4-f0bd481d9f93 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:50:17.995061 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-3e48b2ce-8bff-4204-92be-7ebe6f7ada87 None None] Attempting to bind port 41c295e0-2131-41c2-86b4-f0bd481d9f93 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '7043ed89-c391-4494-a392-1ab0dbe020c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '60cecc87-6213-4b75-a7cd-3282ab46fe23'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:50:17.995430 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e48b2ce-8bff-4204-92be-7ebe6f7ada87 None None] Attempting to bind port 41c295e0-2131-41c2-86b4-f0bd481d9f93 on network 60cecc87-6213-4b75-a7cd-3282ab46fe23 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:18.002318 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e48b2ce-8bff-4204-92be-7ebe6f7ada87 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:50:18.003057 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e48b2ce-8bff-4204-92be-7ebe6f7ada87 None None] Checking segment: {'id': '7043ed89-c391-4494-a392-1ab0dbe020c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '60cecc87-6213-4b75-a7cd-3282ab46fe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:18.003993 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3e48b2ce-8bff-4204-92be-7ebe6f7ada87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:18.004993 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e48b2ce-8bff-4204-92be-7ebe6f7ada87 None None] Bound using segment: {'id': '7043ed89-c391-4494-a392-1ab0dbe020c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '60cecc87-6213-4b75-a7cd-3282ab46fe23'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:50:18.005661 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-3e48b2ce-8bff-4204-92be-7ebe6f7ada87 None None] Bound port: 41c295e0-2131-41c2-86b4-f0bd481d9f93, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7043ed89-c391-4494-a392-1ab0dbe020c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '60cecc87-6213-4b75-a7cd-3282ab46fe23'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:50:18.006325 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3e48b2ce-8bff-4204-92be-7ebe6f7ada87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:18.019222 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-41763f4e-90ed-46ab-9b6c-ded429623fe9 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:18.052786 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:18.077151 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60cecc87-6213-4b75-a7cd-3282ab46fe23']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:18.078119 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-ba43e428-b1c3-4e7d-99bf-e6322778525d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f35562bc-9a14-42ec-ae8f-b2022f9618bd {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:50:18.083115 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41763f4e-90ed-46ab-9b6c-ded429623fe9 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Subnet': ['ID=987f5cba-49f7-4de2-80fe-b5aa8fdd09aa,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:18.083542 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0397882-f9ac-441f-acd8-6de46a45093c None None] Network f4fdb9cf-c9bb-4923-89c3-fb3c59040b66 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:18.085705 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-41763f4e-90ed-46ab-9b6c-ded429623fe9 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:18.088941 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-41763f4e-90ed-46ab-9b6c-ded429623fe9 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/subnets/987f5cba-49f7-4de2-80fe-b5aa8fdd09aa HTTP/1.1" status: 204 len: 168 time: 0.6834483 Dec 16 09:50:18.089045 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7043ed89-c391-4494-a392-1ab0dbe020c4') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:18.089336 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7043ed89-c391-4494-a392-1ab0dbe020c4') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:18.095390 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44264) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:18.100559 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-a0670942-9d4a-4fbd-bf05-5473f1c12a22 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'subnet': {'network_id': 'f4fdb9cf-c9bb-4923-89c3-fb3c59040b66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:18.100741 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:18.105355 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-ba43e428-b1c3-4e7d-99bf-e6322778525d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:18.116313 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:18.122565 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:50:18.122963 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:18.139456 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-3e48b2ce-8bff-4204-92be-7ebe6f7ada87 None None] For port 41c295e0-2131-41c2-86b4-f0bd481d9f93, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:50:18.177057 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:50:18.177057 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:50:18.177057 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:50:18.177057 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:50:18.177057 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:50:18.177057 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:50:18.177057 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:50:18.177057 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:50:18.177057 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:50:18.177057 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:50:18.177057 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:50:18.177057 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:50:18.177057 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:50:18.177057 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:50:18.177057 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:50:18.177057 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:50:18.177057 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:50:18.177057 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:50:18.177057 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:50:18.177057 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:50:18.177057 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:50:18.177057 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:50:18.177057 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:50:18.177057 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:50:18.177057 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:50:18.177057 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:50:18.177057 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:50:18.177057 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:50:18.177057 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:50:18.177057 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:50:18.177057 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:50:18.177057 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:50:18.200549 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-ba43e428-b1c3-4e7d-99bf-e6322778525d service neutron] Transition to ACTIVE for port object f35562bc-9a14-42ec-ae8f-b2022f9618bd will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:50:18.229732 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-3e48b2ce-8bff-4204-92be-7ebe6f7ada87 None None] For port 41c295e0-2131-41c2-86b4-f0bd481d9f93, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=41c295e0-2131-41c2-86b4-f0bd481d9f93,segment=NetworkSegment(7043ed89-c391-4494-a392-1ab0dbe020c4),segment_id=7043ed89-c391-4494-a392-1ab0dbe020c4)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:50:18.240017 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32bd0ae-97ee-4b3b-8057-b6b8e0775eb3 req-fc63341f-7243-4629-9edf-a55f15fb8136 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:18.241540 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f32bd0ae-97ee-4b3b-8057-b6b8e0775eb3 req-fc63341f-7243-4629-9edf-a55f15fb8136 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 932 time: 0.0636353 Dec 16 09:50:18.247519 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.db.api [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 09:50:18.247519 n-d-820550-2 neutron-server[102816]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 09:50:18.247519 n-d-820550-2 neutron-server[102816]: [parameters: {'id': '60cecc87-6213-4b75-a7cd-3282ab46fe23'}] Dec 16 09:50:18.247519 n-d-820550-2 neutron-server[102816]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:50:18.247519 n-d-820550-2 neutron-server[102816]: DEBUG oslo_db.api [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:50:18.266445 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-ba43e428-b1c3-4e7d-99bf-e6322778525d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:18.292286 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f32bd0ae-97ee-4b3b-8057-b6b8e0775eb3 req-a2a2b255-f145-49bf-a993-559214935101 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417416 Dec 16 09:50:18.297670 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3e48b2ce-8bff-4204-92be-7ebe6f7ada87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:18.330092 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0670942-9d4a-4fbd-bf05-5473f1c12a22 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Made reservation on behalf of 640960d3c0df439cb91cd91f4d9284c8 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:18.334564 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a0670942-9d4a-4fbd-bf05-5473f1c12a22 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:18.376175 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 4e32ddfe-71bc-423d-86f1-d75a63babfd6 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:18.428601 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43e428-b1c3-4e7d-99bf-e6322778525d service neutron] Pushing event updated for resources: {'Port': ['ID=f35562bc-9a14-42ec-ae8f-b2022f9618bd,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:18.536253 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-ba43e428-b1c3-4e7d-99bf-e6322778525d service neutron] Attempting to bind port f35562bc-9a14-42ec-ae8f-b2022f9618bd on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:50:18.536921 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-ba43e428-b1c3-4e7d-99bf-e6322778525d service neutron] Attempting to bind port f35562bc-9a14-42ec-ae8f-b2022f9618bd by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '10f88423-3675-4567-b09d-23515d1ad9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1020e219-9761-467d-95fb-24a16130d237'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:50:18.540800 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-ba43e428-b1c3-4e7d-99bf-e6322778525d service neutron] Attempting to bind port f35562bc-9a14-42ec-ae8f-b2022f9618bd on network 1020e219-9761-467d-95fb-24a16130d237 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:18.541613 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48b2ce-8bff-4204-92be-7ebe6f7ada87 None None] Pushing event updated for resources: {'Port': ['ID=41c295e0-2131-41c2-86b4-f0bd481d9f93,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:18.549482 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 4e32ddfe-71bc-423d-86f1-d75a63babfd6 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:18.549928 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:18.560522 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-ba43e428-b1c3-4e7d-99bf-e6322778525d service neutron] Port f35562bc-9a14-42ec-ae8f-b2022f9618bd on network 1020e219-9761-467d-95fb-24a16130d237 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:50:18.561207 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-ba43e428-b1c3-4e7d-99bf-e6322778525d service neutron] Attempting to bind port f35562bc-9a14-42ec-ae8f-b2022f9618bd on network 1020e219-9761-467d-95fb-24a16130d237 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:18.571940 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb4b4b7-aa41-48f9-bca3-06e5f133f1fe None None] Network 60cecc87-6213-4b75-a7cd-3282ab46fe23 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:18.575418 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-ba43e428-b1c3-4e7d-99bf-e6322778525d service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:50:18.581007 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-ba43e428-b1c3-4e7d-99bf-e6322778525d service neutron] Checking segment: {'id': '10f88423-3675-4567-b09d-23515d1ad9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1020e219-9761-467d-95fb-24a16130d237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:18.581007 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-ba43e428-b1c3-4e7d-99bf-e6322778525d service neutron] Bound using segment: {'id': '10f88423-3675-4567-b09d-23515d1ad9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1020e219-9761-467d-95fb-24a16130d237'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:50:18.581007 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-ba43e428-b1c3-4e7d-99bf-e6322778525d service neutron] Bound port: f35562bc-9a14-42ec-ae8f-b2022f9618bd, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10f88423-3675-4567-b09d-23515d1ad9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1020e219-9761-467d-95fb-24a16130d237'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:50:18.581007 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-ba43e428-b1c3-4e7d-99bf-e6322778525d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:18.694738 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-ba43e428-b1c3-4e7d-99bf-e6322778525d service neutron] For port f35562bc-9a14-42ec-ae8f-b2022f9618bd, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:50:18.700481 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-ba43e428-b1c3-4e7d-99bf-e6322778525d service neutron] For port f35562bc-9a14-42ec-ae8f-b2022f9618bd, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=f35562bc-9a14-42ec-ae8f-b2022f9618bd,segment=NetworkSegment(10f88423-3675-4567-b09d-23515d1ad9be),segment_id=10f88423-3675-4567-b09d-23515d1ad9be)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:50:18.744073 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:18.819692 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-ba43e428-b1c3-4e7d-99bf-e6322778525d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:18.832380 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Deleting port 41c295e0-2131-41c2-86b4-f0bd481d9f93 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:18.835137 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:18.864298 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-ba43e428-b1c3-4e7d-99bf-e6322778525d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:18.865057 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-ba43e428-b1c3-4e7d-99bf-e6322778525d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:18.866844 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-ba43e428-b1c3-4e7d-99bf-e6322778525d service neutron] 10.222.0.58 "PUT /v2.0/ports/f35562bc-9a14-42ec-ae8f-b2022f9618bd HTTP/1.1" status: 200 len: 1092 time: 1.4723673 Dec 16 09:50:18.871631 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b046558-d631-42ce-becb-ca8c81de5f3a', 'tag': 'f35562bc-9a14-42ec-ae8f-b2022f9618bd'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:50:18.874225 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba0ac51-6412-4b7a-91d9-7f57f494ac3a" -d '{"events": [{"name": "network-changed", "server_uuid": "5b046558-d631-42ce-becb-ca8c81de5f3a", "tag": "f35562bc-9a14-42ec-ae8f-b2022f9618bd"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:50:18.926632 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] For port 41c295e0-2131-41c2-86b4-f0bd481d9f93, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=41c295e0-2131-41c2-86b4-f0bd481d9f93,segment=NetworkSegment(7043ed89-c391-4494-a392-1ab0dbe020c4),segment_id=7043ed89-c391-4494-a392-1ab0dbe020c4)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:18.927001 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:18.939106 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ee8307-ff0a-4632-b352-7cbf9504d9e8 x-openstack-request-id: req-d4ee8307-ff0a-4632-b352-7cbf9504d9e8 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:50:18.939391 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b046558-d631-42ce-becb-ca8c81de5f3a", "tag": "f35562bc-9a14-42ec-ae8f-b2022f9618bd", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:50:18.939622 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d4ee8307-ff0a-4632-b352-7cbf9504d9e8 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:50:18.940025 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b046558-d631-42ce-becb-ca8c81de5f3a', 'tag': 'f35562bc-9a14-42ec-ae8f-b2022f9618bd', 'status': 'completed', 'code': 200} Dec 16 09:50:18.947231 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43e428-b1c3-4e7d-99bf-e6322778525d service neutron] Pushing event updated for resources: {'Port': ['ID=f35562bc-9a14-42ec-ae8f-b2022f9618bd,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:18.955366 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Calling delete_port for 41c295e0-2131-41c2-86b4-f0bd481d9f93 owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:18.958166 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba43e428-b1c3-4e7d-99bf-e6322778525d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:18.958590 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba43e428-b1c3-4e7d-99bf-e6322778525d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:18.959012 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba43e428-b1c3-4e7d-99bf-e6322778525d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:18.959468 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba43e428-b1c3-4e7d-99bf-e6322778525d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:18.959879 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba43e428-b1c3-4e7d-99bf-e6322778525d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:18.960282 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba43e428-b1c3-4e7d-99bf-e6322778525d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:18.960623 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba43e428-b1c3-4e7d-99bf-e6322778525d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:18.961149 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba43e428-b1c3-4e7d-99bf-e6322778525d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:18.961542 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba43e428-b1c3-4e7d-99bf-e6322778525d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:18.961937 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba43e428-b1c3-4e7d-99bf-e6322778525d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:18.962617 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba43e428-b1c3-4e7d-99bf-e6322778525d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:18.962738 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba43e428-b1c3-4e7d-99bf-e6322778525d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:19.044740 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a0670942-9d4a-4fbd-bf05-5473f1c12a22 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:19.063011 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0ac51-6412-4b7a-91d9-7f57f494ac3a req-1bbc7241-0b03-4013-b514-4a0d61236f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:19.064548 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-aba0ac51-6412-4b7a-91d9-7f57f494ac3a req-1bbc7241-0b03-4013-b514-4a0d61236f50 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 1095 time: 0.0894308 Dec 16 09:50:19.178347 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365a63f0-b6b4-4911-b8d9-a0ff2e408b2f None None] get_active_networks_info from n-d-820550-2 {{(pid=102818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:50:19.202728 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0670942-9d4a-4fbd-bf05-5473f1c12a22 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Network f4fdb9cf-c9bb-4923-89c3-fb3c59040b66 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:19.215938 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-a0670942-9d4a-4fbd-bf05-5473f1c12a22 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:19.219038 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0670942-9d4a-4fbd-bf05-5473f1c12a22 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:19.219640 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a0670942-9d4a-4fbd-bf05-5473f1c12a22 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:19.231164 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-d89285b0-420e-4723-9d51-2ee99cb4bb82 None None] Provisioning complete for port 2bdf7519-5d16-4d5e-be3d-304a1703a40c triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:19.231539 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d89285b0-420e-4723-9d51-2ee99cb4bb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:19.238329 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0670942-9d4a-4fbd-bf05-5473f1c12a22 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Subnet': ['ID=6f0507c0-a176-473f-8279-0a7a2250c749,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:19.254287 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0ac51-6412-4b7a-91d9-7f57f494ac3a req-fb04e5bc-a64a-44ba-b55c-b5559321cc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:19.255778 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-aba0ac51-6412-4b7a-91d9-7f57f494ac3a req-fb04e5bc-a64a-44ba-b55c-b5559321cc55 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=7d5ec801137f4c9888df57468cddd269&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1573710 Dec 16 09:50:19.283552 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-d89285b0-420e-4723-9d51-2ee99cb4bb82 None None] Port 2bdf7519-5d16-4d5e-be3d-304a1703a40c cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:50:19.332135 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-d89285b0-420e-4723-9d51-2ee99cb4bb82 None None] Provisioning complete for port 4e32ddfe-71bc-423d-86f1-d75a63babfd6 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:19.333057 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d89285b0-420e-4723-9d51-2ee99cb4bb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:19.363073 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0ac51-6412-4b7a-91d9-7f57f494ac3a req-62037fa2-16ee-42d7-a7e3-d046cabe396f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:19.368281 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-aba0ac51-6412-4b7a-91d9-7f57f494ac3a req-62037fa2-16ee-42d7-a7e3-d046cabe396f service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1027443 Dec 16 09:50:19.385260 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a0670942-9d4a-4fbd-bf05-5473f1c12a22 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2886295 Dec 16 09:50:19.386264 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44288) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:19.393196 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-3a6987d2-853f-44f1-ad65-ce9fbd92555f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'security_group': {'name': 'tempest-secgroup-329968619'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:19.441044 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44290) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:19.472950 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-64da058f-685f-42da-a280-b17edb9f3901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:19.477323 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-64da058f-685f-42da-a280-b17edb9f3901 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 1095 time: 0.0588133 Dec 16 09:50:19.497732 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d62b3d-bff7-47fe-b30d-99167df78378 req-97756fd6-d2b1-4a6e-a290-2f1c23c0d57e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:19.500284 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-66d62b3d-bff7-47fe-b30d-99167df78378 req-97756fd6-d2b1-4a6e-a290-2f1c23c0d57e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 944 time: 0.0717363 Dec 16 09:50:19.527480 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-94328348-d41f-4e86-9f84-2b0859bb49b5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f35562bc-9a14-42ec-ae8f-b2022f9618bd HTTP/1.1" status: 200 len: 217 time: 0.0433462 Dec 16 09:50:19.561107 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-66d62b3d-bff7-47fe-b30d-99167df78378 req-042ceedb-ccf8-4e6a-8d39-b18ac6bcfe09 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493464 Dec 16 09:50:19.571512 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3a6987d2-853f-44f1-ad65-ce9fbd92555f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:19.576945 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365a63f0-b6b4-4911-b8d9-a0ff2e408b2f None None] Resources bound (agent type, host, resource id): {{(pid=102818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:50:19.583321 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-05252d5c-d9f7-48e2-b1a2-a148b934177b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-311338103-network', 'tenant_id': 'e808bd8d166b416b83bade9028f5b46b'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:19.604082 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-bb5f1fc2-6eca-4d93-bcbb-47cba10ee3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:19.605604 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-bb5f1fc2-6eca-4d93-bcbb-47cba10ee3ee service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e2354fa-c57d-4aa2-a556-9e4b75ae0981 HTTP/1.1" status: 200 len: 835 time: 0.0707417 Dec 16 09:50:19.644761 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:19.672487 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event deleted for resources: {'Port': ['ID=41c295e0-2131-41c2-86b4-f0bd481d9f93,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:19.676423 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] No DVR routers for this DVR port 41c295e0-2131-41c2-86b4-f0bd481d9f93 on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:50:19.678343 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-0521ea2a-2a79-4c9f-9820-2d88cab50f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:19.685064 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-0521ea2a-2a79-4c9f-9820-2d88cab50f33 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1020e219-9761-467d-95fb-24a16130d237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669436 Dec 16 09:50:19.704571 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05252d5c-d9f7-48e2-b1a2-a148b934177b admin admin] Made reservation on behalf of e808bd8d166b416b83bade9028f5b46b for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:19.707080 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-05252d5c-d9f7-48e2-b1a2-a148b934177b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:19.745999 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3a6987d2-853f-44f1-ad65-ce9fbd92555f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:19.757928 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-05252d5c-d9f7-48e2-b1a2-a148b934177b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:19.786994 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:19.790621 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-42c5a3e0-a0fb-44f9-9e69-57f7d30493f8 service neutron] 10.222.0.58 "GET /v2.0/networks/1020e219-9761-467d-95fb-24a16130d237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027803 Dec 16 09:50:19.818149 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60cecc87-6213-4b75-a7cd-3282ab46fe23']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:19.833769 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7043ed89-c391-4494-a392-1ab0dbe020c4') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:19.834374 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7043ed89-c391-4494-a392-1ab0dbe020c4') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:19.844824 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3a6987d2-853f-44f1-ad65-ce9fbd92555f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:19.847704 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:19.867988 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:19.878945 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:50:19.879598 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:19.882660 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:50:19.882660 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:50:19.882660 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:50:19.882660 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:50:19.882660 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:50:19.882660 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:50:19.882660 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:50:19.882660 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:50:19.882660 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:50:19.882660 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:50:19.882660 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:50:19.882660 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:50:19.882660 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:50:19.882660 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:50:19.882660 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:50:19.882660 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:50:19.882660 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:50:19.882660 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:50:19.882660 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:50:19.882660 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:50:19.882660 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:50:19.882660 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:50:19.882660 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:50:19.882660 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:50:19.882660 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:50:19.882660 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:50:19.882660 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:50:19.882660 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:50:19.882660 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:50:19.882660 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:50:19.882660 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:50:19.882660 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:50:19.887472 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6987d2-853f-44f1-ad65-ce9fbd92555f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4582c57c-a989-4f75-a787-e3856b481c94,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:19.904561 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e14eb8-3899-4393-a5da-7113ef8539e5 None None] Network f4fdb9cf-c9bb-4923-89c3-fb3c59040b66 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:19.919021 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c70a3419-b7de-40a4-a94b-fd449c11b0b0 req-5415b373-c273-403e-98da-8f27c5a100c7 service neutron] 10.222.0.58 "GET /v2.0/networks/1020e219-9761-467d-95fb-24a16130d237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213334 Dec 16 09:50:19.958434 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-05252d5c-d9f7-48e2-b1a2-a148b934177b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:19.959033 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3a6987d2-853f-44f1-ad65-ce9fbd92555f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:19.960395 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3a6987d2-853f-44f1-ad65-ce9fbd92555f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5726507 Dec 16 09:50:19.963203 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44294) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:19.970046 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-214cd18c-9db0-49e4-8b35-6f93c99aa0b2 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'security_group': {'name': 'tempest-secgroup-1816823420'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:20.059702 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:20.061452 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-05252d5c-d9f7-48e2-b1a2-a148b934177b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:20.071794 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:20.074915 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "DELETE /v2.0/networks/60cecc87-6213-4b75-a7cd-3282ab46fe23 HTTP/1.1" status: 204 len: 168 time: 2.8242271 Dec 16 09:50:20.078515 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44296) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:20.085331 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-9435018e-a975-4bf1-947a-00ea52551e23 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-192620761'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:20.092185 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-214cd18c-9db0-49e4-8b35-6f93c99aa0b2 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:20.103796 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event deleted for resources: {'Network': ['ID=60cecc87-6213-4b75-a7cd-3282ab46fe23,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:20.113085 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05252d5c-d9f7-48e2-b1a2-a148b934177b admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:50:20.117027 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c36a06c-ae91-44c3-89d9-74cef40c3c4b None None] Update dhcp port {'port': {'network_id': 'f4fdb9cf-c9bb-4923-89c3-fb3c59040b66', 'fixed_ips': [{'subnet_id': '0b73ca78-3cf9-4b1c-88f8-3f3138176570', 'ip_address': '172.20.0.18'}, {'subnet_id': '6f0507c0-a176-473f-8279-0a7a2250c749'}], 'binding:host_id': 'n-d-820550-2'}, 'id': '4e32ddfe-71bc-423d-86f1-d75a63babfd6'} from n-d-820550-2. {{(pid=102818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 16 09:50:20.121733 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05252d5c-d9f7-48e2-b1a2-a148b934177b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c388878e-4db1-47c2-8a45-eccdabe5b445,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:20.128188 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:20.128541 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:20.128879 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:20.129288 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:20.129633 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:20.129963 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:20.130293 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:20.130617 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:20.130941 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:20.131269 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:20.131587 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:20.131908 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b9a0f-37dc-4ec8-ae29-1c4653cfa337 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:20.140748 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-05252d5c-d9f7-48e2-b1a2-a148b934177b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:20.141100 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-05252d5c-d9f7-48e2-b1a2-a148b934177b admin admin] Added segment 1a1d2d12-d95a-46f1-a516-8a34991c97cb of type vlan for network f8195718-f9dc-4337-9d69-d121976a6257 Dec 16 09:50:20.143243 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05252d5c-d9f7-48e2-b1a2-a148b934177b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:20.143599 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05252d5c-d9f7-48e2-b1a2-a148b934177b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:20.143943 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05252d5c-d9f7-48e2-b1a2-a148b934177b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:20.144276 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05252d5c-d9f7-48e2-b1a2-a148b934177b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:20.144617 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05252d5c-d9f7-48e2-b1a2-a148b934177b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:20.144946 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05252d5c-d9f7-48e2-b1a2-a148b934177b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:20.145306 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05252d5c-d9f7-48e2-b1a2-a148b934177b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:20.145635 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05252d5c-d9f7-48e2-b1a2-a148b934177b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:20.145959 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05252d5c-d9f7-48e2-b1a2-a148b934177b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:20.146276 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05252d5c-d9f7-48e2-b1a2-a148b934177b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:20.146704 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05252d5c-d9f7-48e2-b1a2-a148b934177b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:20.146980 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05252d5c-d9f7-48e2-b1a2-a148b934177b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:20.147794 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0c36a06c-ae91-44c3-89d9-74cef40c3c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:20.193397 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-214cd18c-9db0-49e4-8b35-6f93c99aa0b2 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:20.202082 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-05252d5c-d9f7-48e2-b1a2-a148b934177b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:20.213531 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9435018e-a975-4bf1-947a-00ea52551e23 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Made reservation on behalf of 0cf174f81e5f491894595055127b1743 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:20.217215 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9435018e-a975-4bf1-947a-00ea52551e23 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:20.241467 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9435018e-a975-4bf1-947a-00ea52551e23 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:50:20.250724 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9435018e-a975-4bf1-947a-00ea52551e23 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:20.251071 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-9435018e-a975-4bf1-947a-00ea52551e23 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Added segment 9c4a754a-0f88-4faa-b690-1c4b5cb0f416 of type vlan for network 3bf73273-fa42-4b29-a688-6dda0bef924c Dec 16 09:50:20.281009 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-214cd18c-9db0-49e4-8b35-6f93c99aa0b2 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:20.305693 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9435018e-a975-4bf1-947a-00ea52551e23 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:20.310797 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-05252d5c-d9f7-48e2-b1a2-a148b934177b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:20.311806 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05252d5c-d9f7-48e2-b1a2-a148b934177b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:20.312393 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-05252d5c-d9f7-48e2-b1a2-a148b934177b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:20.316791 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-0c36a06c-ae91-44c3-89d9-74cef40c3c4b None None] Allocated IP 172.20.0.2 (f4fdb9cf-c9bb-4923-89c3-fb3c59040b66/6f0507c0-a176-473f-8279-0a7a2250c749/4e32ddfe-71bc-423d-86f1-d75a63babfd6) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:20.332443 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214cd18c-9db0-49e4-8b35-6f93c99aa0b2 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ef5a6d-425f-421d-9b30-5f8ebcce3cb0,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:20.377705 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05252d5c-d9f7-48e2-b1a2-a148b934177b admin admin] Pushing event updated for resources: {'Network': ['ID=f8195718-f9dc-4337-9d69-d121976a6257,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:20.388104 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network f8195718-f9dc-4337-9d69-d121976a6257 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:50:20.394765 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-214cd18c-9db0-49e4-8b35-6f93c99aa0b2 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:20.401730 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-214cd18c-9db0-49e4-8b35-6f93c99aa0b2 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4301398 Dec 16 09:50:20.401730 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44298) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:20.403257 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-0e6ac570-5714-4322-bcb1-cc006d19413f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'security_group': {'name': 'tempest-secgroup-318159649'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:20.424012 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-05252d5c-d9f7-48e2-b1a2-a148b934177b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9812362 Dec 16 09:50:20.424698 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9435018e-a975-4bf1-947a-00ea52551e23 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:20.426890 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44300) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:20.429783 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9435018e-a975-4bf1-947a-00ea52551e23 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:20.430375 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9435018e-a975-4bf1-947a-00ea52551e23 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:20.432226 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-61e41fda-083d-43bf-8d53-a1da145d848f admin admin] Request body: {'subnet': {'network_id': 'f8195718-f9dc-4337-9d69-d121976a6257', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-311338103-subnet', 'tenant_id': 'e808bd8d166b416b83bade9028f5b46b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:20.468988 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-0c36a06c-ae91-44c3-89d9-74cef40c3c4b None None] For port 4e32ddfe-71bc-423d-86f1-d75a63babfd6, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=4e32ddfe-71bc-423d-86f1-d75a63babfd6,segment=NetworkSegment(2b56376c-7f1e-4c95-a3c3-056f61296027),segment_id=2b56376c-7f1e-4c95-a3c3-056f61296027)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:20.507247 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435018e-a975-4bf1-947a-00ea52551e23 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event updated for resources: {'Network': ['ID=3bf73273-fa42-4b29-a688-6dda0bef924c,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:20.507560 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0c36a06c-ae91-44c3-89d9-74cef40c3c4b None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:20.517653 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 3bf73273-fa42-4b29-a688-6dda0bef924c details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:50:20.558375 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac570-5714-4322-bcb1-cc006d19413f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:20.593612 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0c36a06c-ae91-44c3-89d9-74cef40c3c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:20.634658 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac570-5714-4322-bcb1-cc006d19413f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:20.667433 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9435018e-a975-4bf1-947a-00ea52551e23 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5874896 Dec 16 09:50:20.670347 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44304) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:20.675520 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-f5e0813d-6b03-40a4-a2fd-ec5c2c011a39 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Request body: {'subnet': {'network_id': '3bf73273-fa42-4b29-a688-6dda0bef924c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:20.682662 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36a06c-ae91-44c3-89d9-74cef40c3c4b None None] Pushing event updated for resources: {'Port': ['ID=4e32ddfe-71bc-423d-86f1-d75a63babfd6,revision_number=6']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:20.693616 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db848a9d-b479-4d98-b5cd-4bb081740196 req-f5d42d18-592f-4e1b-8ec6-10ac0cd76b4f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:20.695219 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-db848a9d-b479-4d98-b5cd-4bb081740196 req-f5d42d18-592f-4e1b-8ec6-10ac0cd76b4f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 944 time: 0.0645196 Dec 16 09:50:20.710065 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac570-5714-4322-bcb1-cc006d19413f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:20.731126 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e41fda-083d-43bf-8d53-a1da145d848f admin admin] Made reservation on behalf of e808bd8d166b416b83bade9028f5b46b for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:20.733511 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-61e41fda-083d-43bf-8d53-a1da145d848f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:20.767790 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-db848a9d-b479-4d98-b5cd-4bb081740196 req-ff11a903-9d73-48b3-ab07-f84f044f276c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659466 Dec 16 09:50:20.774410 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ac570-5714-4322-bcb1-cc006d19413f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ada7fdc-15cf-4b4d-a8dc-8d33d673aae2,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:20.817511 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac570-5714-4322-bcb1-cc006d19413f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:20.821196 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0e6ac570-5714-4322-bcb1-cc006d19413f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4189432 Dec 16 09:50:20.821545 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44306) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:20.827606 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-13929d5e-b8b7-452c-b95e-ff7d24901ba2 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1823465982', 'security_groups': ['5ada7fdc-15cf-4b4d-a8dc-8d33d673aae2'], 'network_id': 'f4fdb9cf-c9bb-4923-89c3-fb3c59040b66', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6f0507c0-a176-473f-8279-0a7a2250c749'}]}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:20.944172 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e0813d-6b03-40a4-a2fd-ec5c2c011a39 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Made reservation on behalf of 0cf174f81e5f491894595055127b1743 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:20.947721 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f5e0813d-6b03-40a4-a2fd-ec5c2c011a39 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:21.016181 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13929d5e-b8b7-452c-b95e-ff7d24901ba2 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Made reservation on behalf of 640960d3c0df439cb91cd91f4d9284c8 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:21.102333 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-61e41fda-083d-43bf-8d53-a1da145d848f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:21.112274 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-13929d5e-b8b7-452c-b95e-ff7d24901ba2 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:21.131114 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-13929d5e-b8b7-452c-b95e-ff7d24901ba2 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] device_id is not set on port 4c02137b-59b5-4e24-abfb-b09a4b8c5bcf yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:50:21.206729 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e41fda-083d-43bf-8d53-a1da145d848f admin admin] Pushing event updated for resources: {'Subnet': ['ID=42c53971-1f21-4e03-a331-522b7a1e2105,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:21.217142 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e41fda-083d-43bf-8d53-a1da145d848f admin admin] Checking segment: {'id': '1a1d2d12-d95a-46f1-a516-8a34991c97cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f8195718-f9dc-4337-9d69-d121976a6257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:21.217534 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e41fda-083d-43bf-8d53-a1da145d848f admin admin] Network hostable DHCP agents. Network: f8195718-f9dc-4337-9d69-d121976a6257, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:50:21.250736 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f5e0813d-6b03-40a4-a2fd-ec5c2c011a39 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:21.291369 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-3b725451-66f7-403e-9711-29a5a609d8e4 None None] Provisioning complete for port 2bdf7519-5d16-4d5e-be3d-304a1703a40c triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:21.292919 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3b725451-66f7-403e-9711-29a5a609d8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:21.301852 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-13929d5e-b8b7-452c-b95e-ff7d24901ba2 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Allocated IP 172.20.0.5 (f4fdb9cf-c9bb-4923-89c3-fb3c59040b66/6f0507c0-a176-473f-8279-0a7a2250c749/4c02137b-59b5-4e24-abfb-b09a4b8c5bcf) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:21.313822 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0813d-6b03-40a4-a2fd-ec5c2c011a39 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event updated for resources: {'Subnet': ['ID=b109c78c-5d4e-42b7-a80b-8a7eb1cd87dd,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:21.325849 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e41fda-083d-43bf-8d53-a1da145d848f admin admin] Network f8195718-f9dc-4337-9d69-d121976a6257 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:50:21.333036 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e0813d-6b03-40a4-a2fd-ec5c2c011a39 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Checking segment: {'id': '9c4a754a-0f88-4faa-b690-1c4b5cb0f416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3bf73273-fa42-4b29-a688-6dda0bef924c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:21.333429 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e0813d-6b03-40a4-a2fd-ec5c2c011a39 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Network hostable DHCP agents. Network: 3bf73273-fa42-4b29-a688-6dda0bef924c, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:50:21.335289 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-3b725451-66f7-403e-9711-29a5a609d8e4 None None] Port 2bdf7519-5d16-4d5e-be3d-304a1703a40c cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:50:21.345864 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-3b725451-66f7-403e-9711-29a5a609d8e4 None None] Provisioning complete for port 4e32ddfe-71bc-423d-86f1-d75a63babfd6 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:21.346381 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3b725451-66f7-403e-9711-29a5a609d8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:21.434035 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-61e41fda-083d-43bf-8d53-a1da145d848f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, f8195718-f9dc-4337-9d69-d121976a6257) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:21.438603 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e41fda-083d-43bf-8d53-a1da145d848f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:21.439325 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-61e41fda-083d-43bf-8d53-a1da145d848f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:21.443720 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d68a13-6566-41a2-8324-541b9505f3e8 None None] Network f8195718-f9dc-4337-9d69-d121976a6257 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:21.450048 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-13929d5e-b8b7-452c-b95e-ff7d24901ba2 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:21.561218 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4fa976-75d0-41b1-afaa-0411f6c8f798 None None] Network f8195718-f9dc-4337-9d69-d121976a6257 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:21.563730 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e0813d-6b03-40a4-a2fd-ec5c2c011a39 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Network 3bf73273-fa42-4b29-a688-6dda0bef924c is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:50:21.569796 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-f5e0813d-6b03-40a4-a2fd-ec5c2c011a39 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 3bf73273-fa42-4b29-a688-6dda0bef924c) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:21.574419 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e0813d-6b03-40a4-a2fd-ec5c2c011a39 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:21.575139 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f5e0813d-6b03-40a4-a2fd-ec5c2c011a39 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:21.602904 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9603c212-880d-443d-aaa4-70dc0c850fec None None] Network 3bf73273-fa42-4b29-a688-6dda0bef924c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:21.611081 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-13929d5e-b8b7-452c-b95e-ff7d24901ba2 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:21.615852 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-61e41fda-083d-43bf-8d53-a1da145d848f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1850541 Dec 16 09:50:21.616434 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44308) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:21.621094 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-5b35bbfd-3011-4374-b452-0351f0462cba admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-311338103-router', 'tenant_id': 'e808bd8d166b416b83bade9028f5b46b', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:21.659638 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13929d5e-b8b7-452c-b95e-ff7d24901ba2 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Network f4fdb9cf-c9bb-4923-89c3-fb3c59040b66 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:21.662755 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-13929d5e-b8b7-452c-b95e-ff7d24901ba2 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:21.665231 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13929d5e-b8b7-452c-b95e-ff7d24901ba2 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:21.700019 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13929d5e-b8b7-452c-b95e-ff7d24901ba2 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Port': ['ID=4c02137b-59b5-4e24-abfb-b09a4b8c5bcf,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:21.720822 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f5e0813d-6b03-40a4-a2fd-ec5c2c011a39 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0463321 Dec 16 09:50:21.721977 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44310) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:21.730880 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13929d5e-b8b7-452c-b95e-ff7d24901ba2 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:21.732281 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-13929d5e-b8b7-452c-b95e-ff7d24901ba2 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:21.826759 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f130f93e-f152-4fb4-b07e-536907842b2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-3bf73273-fa42-4b29-a688-6dda0bef924c', 'network_id': '3bf73273-fa42-4b29-a688-6dda0bef924c', 'tenant_id': '0cf174f81e5f491894595055127b1743', 'fixed_ips': [{'subnet_id': 'b109c78c-5d4e-42b7-a80b-8a7eb1cd87dd'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:50:21.830044 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f130f93e-f152-4fb4-b07e-536907842b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:21.870836 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5b35bbfd-3011-4374-b452-0351f0462cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:21.871918 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5b35bbfd-3011-4374-b452-0351f0462cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:21.894259 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d59cfc66-f62f-4445-b06e-f5154e5faf06 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:21.960872 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-13929d5e-b8b7-452c-b95e-ff7d24901ba2 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1376462 Dec 16 09:50:21.963164 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44316) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:21.970734 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-7eca66c8-5d6f-42be-82f1-306a847ad995 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'subnet': {'network_id': 'f4fdb9cf-c9bb-4923-89c3-fb3c59040b66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:21.979290 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-37a93691-f1e0-4ce8-990b-c1fdb91d7cb9 None None] Provisioning complete for port 4c02137b-59b5-4e24-abfb-b09a4b8c5bcf triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:21.979665 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-37a93691-f1e0-4ce8-990b-c1fdb91d7cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:21.984028 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5b35bbfd-3011-4374-b452-0351f0462cba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:21.993947 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74970c1-4a2f-4dbe-ae86-02e432ceaf43 req-0812d44c-0d1f-4f9e-9bfd-48b6d4c73949 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:21.995496 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b74970c1-4a2f-4dbe-ae86-02e432ceaf43 req-0812d44c-0d1f-4f9e-9bfd-48b6d4c73949 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 944 time: 0.1438897 Dec 16 09:50:22.010215 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-f130f93e-f152-4fb4-b07e-536907842b2d None None] Allocated IP 172.20.0.1 (3bf73273-fa42-4b29-a688-6dda0bef924c/b109c78c-5d4e-42b7-a80b-8a7eb1cd87dd/47eccae6-3eb8-4a3c-b07d-f70761228f16) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:22.030139 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-37a93691-f1e0-4ce8-990b-c1fdb91d7cb9 None None] Port 4c02137b-59b5-4e24-abfb-b09a4b8c5bcf cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:50:22.031625 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d59cfc66-f62f-4445-b06e-f5154e5faf06 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:22.068852 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b74970c1-4a2f-4dbe-ae86-02e432ceaf43 req-5668d7f8-c829-4246-b9bc-edaff648c5f1 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655775 Dec 16 09:50:22.168763 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f130f93e-f152-4fb4-b07e-536907842b2d None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:22.208171 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eca66c8-5d6f-42be-82f1-306a847ad995 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Made reservation on behalf of 640960d3c0df439cb91cd91f4d9284c8 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:22.213553 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7eca66c8-5d6f-42be-82f1-306a847ad995 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:22.227868 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5b35bbfd-3011-4374-b452-0351f0462cba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:22.233048 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f130f93e-f152-4fb4-b07e-536907842b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:22.269991 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f130f93e-f152-4fb4-b07e-536907842b2d None None] Network 3bf73273-fa42-4b29-a688-6dda0bef924c is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:22.272792 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-f130f93e-f152-4fb4-b07e-536907842b2d None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:22.276151 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f130f93e-f152-4fb4-b07e-536907842b2d None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:22.285497 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130f93e-f152-4fb4-b07e-536907842b2d None None] Pushing event updated for resources: {'Port': ['ID=47eccae6-3eb8-4a3c-b07d-f70761228f16,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:22.296610 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f130f93e-f152-4fb4-b07e-536907842b2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:22.298979 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f130f93e-f152-4fb4-b07e-536907842b2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:22.298979 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f130f93e-f152-4fb4-b07e-536907842b2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:22.298979 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f130f93e-f152-4fb4-b07e-536907842b2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:22.298979 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f130f93e-f152-4fb4-b07e-536907842b2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:22.298979 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f130f93e-f152-4fb4-b07e-536907842b2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:22.298979 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f130f93e-f152-4fb4-b07e-536907842b2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:22.298979 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f130f93e-f152-4fb4-b07e-536907842b2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:22.304975 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f130f93e-f152-4fb4-b07e-536907842b2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:22.304975 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f130f93e-f152-4fb4-b07e-536907842b2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:22.304975 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f130f93e-f152-4fb4-b07e-536907842b2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:22.304975 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f130f93e-f152-4fb4-b07e-536907842b2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:22.344301 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 4e32ddfe-71bc-423d-86f1-d75a63babfd6 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:22.373670 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-f130f93e-f152-4fb4-b07e-536907842b2d None None] Attempting to bind port 47eccae6-3eb8-4a3c-b07d-f70761228f16 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:50:22.374054 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-f130f93e-f152-4fb4-b07e-536907842b2d None None] Attempting to bind port 47eccae6-3eb8-4a3c-b07d-f70761228f16 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '9c4a754a-0f88-4faa-b690-1c4b5cb0f416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3bf73273-fa42-4b29-a688-6dda0bef924c'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:50:22.374466 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f130f93e-f152-4fb4-b07e-536907842b2d None None] Attempting to bind port 47eccae6-3eb8-4a3c-b07d-f70761228f16 on network 3bf73273-fa42-4b29-a688-6dda0bef924c {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:22.384204 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f130f93e-f152-4fb4-b07e-536907842b2d None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:50:22.384436 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d59cfc66-f62f-4445-b06e-f5154e5faf06 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:22.384631 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f130f93e-f152-4fb4-b07e-536907842b2d None None] Checking segment: {'id': '9c4a754a-0f88-4faa-b690-1c4b5cb0f416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3bf73273-fa42-4b29-a688-6dda0bef924c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:22.385781 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f130f93e-f152-4fb4-b07e-536907842b2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:22.385781 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f130f93e-f152-4fb4-b07e-536907842b2d None None] Bound using segment: {'id': '9c4a754a-0f88-4faa-b690-1c4b5cb0f416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3bf73273-fa42-4b29-a688-6dda0bef924c'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:50:22.386013 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-f130f93e-f152-4fb4-b07e-536907842b2d None None] Bound port: 47eccae6-3eb8-4a3c-b07d-f70761228f16, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c4a754a-0f88-4faa-b690-1c4b5cb0f416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3bf73273-fa42-4b29-a688-6dda0bef924c'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:50:22.386329 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f130f93e-f152-4fb4-b07e-536907842b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:22.387065 n-d-820550-2 neutron-server[102817]: INFO neutron.db.ipam_backend_mixin [None req-7eca66c8-5d6f-42be-82f1-306a847ad995 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6f0507c0-a176-473f-8279-0a7a2250c749 (CIDR: 172.20.0.0/28) Dec 16 09:50:22.413787 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59cfc66-f62f-4445-b06e-f5154e5faf06 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event deleted for resources: {'Subnet': ['ID=b109c78c-5d4e-42b7-a80b-8a7eb1cd87dd,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:22.450408 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eca66c8-5d6f-42be-82f1-306a847ad995 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:50:22.451464 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eca66c8-5d6f-42be-82f1-306a847ad995 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:50:22.456120 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 4e32ddfe-71bc-423d-86f1-d75a63babfd6 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:22.456492 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:22.490107 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f130f93e-f152-4fb4-b07e-536907842b2d None None] For port 47eccae6-3eb8-4a3c-b07d-f70761228f16, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:50:22.494463 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d59cfc66-f62f-4445-b06e-f5154e5faf06 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:22.511943 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f130f93e-f152-4fb4-b07e-536907842b2d None None] For port 47eccae6-3eb8-4a3c-b07d-f70761228f16, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=47eccae6-3eb8-4a3c-b07d-f70761228f16,segment=NetworkSegment(9c4a754a-0f88-4faa-b690-1c4b5cb0f416),segment_id=9c4a754a-0f88-4faa-b690-1c4b5cb0f416)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:50:22.525213 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-d59cfc66-f62f-4445-b06e-f5154e5faf06 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bf73273-fa42-4b29-a688-6dda0bef924c']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:22.539327 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7eca66c8-5d6f-42be-82f1-306a847ad995 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5712178 Dec 16 09:50:22.539554 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44322) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:22.544615 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-94df167b-58ae-487b-80e3-bc2dafa1d525 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'subnet': {'network_id': 'f4fdb9cf-c9bb-4923-89c3-fb3c59040b66', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:22.595761 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-d59cfc66-f62f-4445-b06e-f5154e5faf06 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c4a754a-0f88-4faa-b690-1c4b5cb0f416') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:22.596064 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-d59cfc66-f62f-4445-b06e-f5154e5faf06 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c4a754a-0f88-4faa-b690-1c4b5cb0f416') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:22.605426 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f130f93e-f152-4fb4-b07e-536907842b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:22.619996 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d59cfc66-f62f-4445-b06e-f5154e5faf06 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:22.668152 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d59cfc66-f62f-4445-b06e-f5154e5faf06 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:22.679842 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d59cfc66-f62f-4445-b06e-f5154e5faf06 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:50:22.680329 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d59cfc66-f62f-4445-b06e-f5154e5faf06 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:22.683827 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:50:22.683827 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:50:22.683827 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:50:22.683827 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:50:22.683827 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:50:22.683827 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:50:22.683827 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:50:22.683827 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:50:22.683827 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:50:22.683827 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:50:22.683827 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:50:22.683827 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:50:22.683827 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:50:22.683827 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:50:22.683827 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:50:22.683827 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:50:22.683827 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:50:22.683827 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:50:22.683827 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:50:22.683827 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:50:22.683827 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:50:22.683827 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:50:22.683827 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:50:22.683827 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:50:22.683827 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:50:22.683827 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:50:22.683827 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:50:22.683827 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:50:22.683827 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:50:22.683827 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:50:22.683827 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:50:22.683827 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:50:22.695420 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5b35bbfd-3011-4374-b452-0351f0462cba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:22.706849 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551d9546-a81e-453d-b9fc-5f6061568928 None None] Network 3bf73273-fa42-4b29-a688-6dda0bef924c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:22.753660 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5b35bbfd-3011-4374-b452-0351f0462cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:22.759972 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130f93e-f152-4fb4-b07e-536907842b2d None None] Pushing event updated for resources: {'Port': ['ID=47eccae6-3eb8-4a3c-b07d-f70761228f16,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:22.778891 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device f35562bc-9a14-42ec-ae8f-b2022f9618bd details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:50:22.792405 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94df167b-58ae-487b-80e3-bc2dafa1d525 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Made reservation on behalf of 640960d3c0df439cb91cd91f4d9284c8 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:22.800278 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-94df167b-58ae-487b-80e3-bc2dafa1d525 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:22.859336 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.db.api [None req-d59cfc66-f62f-4445-b06e-f5154e5faf06 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 09:50:22.859336 n-d-820550-2 neutron-server[102816]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 09:50:22.859336 n-d-820550-2 neutron-server[102816]: [parameters: {'id': '3bf73273-fa42-4b29-a688-6dda0bef924c'}] Dec 16 09:50:22.859336 n-d-820550-2 neutron-server[102816]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:50:22.863014 n-d-820550-2 neutron-server[102816]: DEBUG oslo_db.api [None req-d59cfc66-f62f-4445-b06e-f5154e5faf06 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:50:22.897892 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-5b35bbfd-3011-4374-b452-0351f0462cba admin admin] Allocated IP 172.25.1.111 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/314f1570-ef62-4492-b916-4a25d7a09d5f) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:22.917628 n-d-820550-2 neutron-server[102817]: INFO neutron.db.ipam_backend_mixin [None req-94df167b-58ae-487b-80e3-bc2dafa1d525 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0b73ca78-3cf9-4b1c-88f8-3f3138176570 (CIDR: 172.20.0.16/28) Dec 16 09:50:22.925728 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9feef8fa-1f4f-41a6-b20d-383ed5e554e6 None None] get_active_networks_info from n-d-820550-2 {{(pid=102818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:50:22.963548 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-94df167b-58ae-487b-80e3-bc2dafa1d525 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:50:22.963816 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port f35562bc-9a14-42ec-ae8f-b2022f9618bd, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=f35562bc-9a14-42ec-ae8f-b2022f9618bd,segment=NetworkSegment(10f88423-3675-4567-b09d-23515d1ad9be),segment_id=10f88423-3675-4567-b09d-23515d1ad9be)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:22.964299 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94df167b-58ae-487b-80e3-bc2dafa1d525 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:50:22.987663 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'f35562bc-9a14-42ec-ae8f-b2022f9618bd', 'network_id': '1020e219-9761-467d-95fb-24a16130d237', 'port_id': 'f35562bc-9a14-42ec-ae8f-b2022f9618bd', 'mac_address': 'fa:16:3e:53:7c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e2354fa-c57d-4aa2-a556-9e4b75ae0981', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:50:23.024817 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5b35bbfd-3011-4374-b452-0351f0462cba admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:23.045254 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-94df167b-58ae-487b-80e3-bc2dafa1d525 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5045874 Dec 16 09:50:23.048490 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44332) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:23.053833 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-2bf99232-dad9-4173-a226-ae3c62e1a1f8 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'subnet': {'network_id': 'f4fdb9cf-c9bb-4923-89c3-fb3c59040b66', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:23.065286 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:23.084780 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9feef8fa-1f4f-41a6-b20d-383ed5e554e6 None None] Resources bound (agent type, host, resource id): {{(pid=102818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:50:23.089432 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f35562bc-9a14-42ec-ae8f-b2022f9618bd {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:50:23.130319 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port f35562bc-9a14-42ec-ae8f-b2022f9618bd, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=f35562bc-9a14-42ec-ae8f-b2022f9618bd,segment=NetworkSegment(10f88423-3675-4567-b09d-23515d1ad9be),segment_id=10f88423-3675-4567-b09d-23515d1ad9be)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:23.131166 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5b35bbfd-3011-4374-b452-0351f0462cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:23.212043 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b35bbfd-3011-4374-b452-0351f0462cba admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:23.221668 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35bbfd-3011-4374-b452-0351f0462cba admin admin] Pushing event updated for resources: {'Port': ['ID=314f1570-ef62-4492-b916-4a25d7a09d5f,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:23.224417 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-5b35bbfd-3011-4374-b452-0351f0462cba admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:23.226859 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b35bbfd-3011-4374-b452-0351f0462cba admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:23.242249 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:23.248670 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6b093-7fa7-4f85-9196-60806ed1a7e9 req-f1333f37-2d0e-47c2-a9e4-65e7fceee1d6 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:23.250292 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8ff6b093-7fa7-4f85-9196-60806ed1a7e9 req-f1333f37-2d0e-47c2-a9e4-65e7fceee1d6 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 944 time: 0.0645058 Dec 16 09:50:23.303153 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8ff6b093-7fa7-4f85-9196-60806ed1a7e9 req-7cf1641c-0559-4b07-9b55-e5786a5cf149 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448687 Dec 16 09:50:23.322291 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf99232-dad9-4173-a226-ae3c62e1a1f8 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Made reservation on behalf of 640960d3c0df439cb91cd91f4d9284c8 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:23.326684 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2bf99232-dad9-4173-a226-ae3c62e1a1f8 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:23.364220 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d59cfc66-f62f-4445-b06e-f5154e5faf06 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:23.463009 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-d59cfc66-f62f-4445-b06e-f5154e5faf06 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Deleting port 47eccae6-3eb8-4a3c-b07d-f70761228f16 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:23.463367 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d59cfc66-f62f-4445-b06e-f5154e5faf06 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:23.498862 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=f35562bc-9a14-42ec-ae8f-b2022f9618bd,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:23.539335 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['f35562bc-9a14-42ec-ae8f-b2022f9618bd'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:50:23.602930 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-d59cfc66-f62f-4445-b06e-f5154e5faf06 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] For port 47eccae6-3eb8-4a3c-b07d-f70761228f16, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=47eccae6-3eb8-4a3c-b07d-f70761228f16,segment=NetworkSegment(9c4a754a-0f88-4faa-b690-1c4b5cb0f416),segment_id=9c4a754a-0f88-4faa-b690-1c4b5cb0f416)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:23.603362 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d59cfc66-f62f-4445-b06e-f5154e5faf06 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:23.620951 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-d59cfc66-f62f-4445-b06e-f5154e5faf06 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Calling delete_port for 47eccae6-3eb8-4a3c-b07d-f70761228f16 owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:23.642361 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2bf99232-dad9-4173-a226-ae3c62e1a1f8 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:23.686694 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf99232-dad9-4173-a226-ae3c62e1a1f8 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Network f4fdb9cf-c9bb-4923-89c3-fb3c59040b66 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:23.686963 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5b35bbfd-3011-4374-b452-0351f0462cba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:23.692082 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-2bf99232-dad9-4173-a226-ae3c62e1a1f8 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:23.696364 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf99232-dad9-4173-a226-ae3c62e1a1f8 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:23.696956 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2bf99232-dad9-4173-a226-ae3c62e1a1f8 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:23.709777 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ace5f2-cffc-4ebb-ba5b-3f0b64eb91d7 None None] Network f4fdb9cf-c9bb-4923-89c3-fb3c59040b66 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:23.714904 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf99232-dad9-4173-a226-ae3c62e1a1f8 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Subnet': ['ID=37da894f-e6e9-49f8-a1b6-5c1e94c60d88,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:23.794204 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2bf99232-dad9-4173-a226-ae3c62e1a1f8 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7438881 Dec 16 09:50:23.795181 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44338) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:23.803315 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-2165002d-c266-418d-934e-fcca0cd36b4c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-256274416', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '37da894f-e6e9-49f8-a1b6-5c1e94c60d88'}], 'security_groups': ['4582c57c-a989-4f75-a787-e3856b481c94', 'b5ef5a6d-425f-421d-9b30-5f8ebcce3cb0']}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:23.895766 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2165002d-c266-418d-934e-fcca0cd36b4c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:23.903007 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d59cfc66-f62f-4445-b06e-f5154e5faf06 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:23.933927 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59cfc66-f62f-4445-b06e-f5154e5faf06 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event deleted for resources: {'Port': ['ID=47eccae6-3eb8-4a3c-b07d-f70761228f16,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:23.949831 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59cfc66-f62f-4445-b06e-f5154e5faf06 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] No DVR routers for this DVR port 47eccae6-3eb8-4a3c-b07d-f70761228f16 on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:50:24.045433 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d59cfc66-f62f-4445-b06e-f5154e5faf06 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:24.049543 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2768c85f-3649-426c-8851-1ff50aa217de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:24.060686 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03bfc77-5d82-460a-98e0-ba3fe39eac63 None None] Update dhcp port {'port': {'network_id': 'f4fdb9cf-c9bb-4923-89c3-fb3c59040b66', 'fixed_ips': [{'subnet_id': '0b73ca78-3cf9-4b1c-88f8-3f3138176570', 'ip_address': '172.20.0.18'}, {'subnet_id': '6f0507c0-a176-473f-8279-0a7a2250c749', 'ip_address': '172.20.0.2'}, {'subnet_id': '37da894f-e6e9-49f8-a1b6-5c1e94c60d88'}], 'binding:host_id': 'n-d-820550-2'}, 'id': '4e32ddfe-71bc-423d-86f1-d75a63babfd6'} from n-d-820550-2. {{(pid=102818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 16 09:50:24.074510 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5b35bbfd-3011-4374-b452-0351f0462cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:24.079991 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-d59cfc66-f62f-4445-b06e-f5154e5faf06 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bf73273-fa42-4b29-a688-6dda0bef924c']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:24.087840 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b03bfc77-5d82-460a-98e0-ba3fe39eac63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:24.151887 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-d59cfc66-f62f-4445-b06e-f5154e5faf06 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c4a754a-0f88-4faa-b690-1c4b5cb0f416') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:24.152518 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-d59cfc66-f62f-4445-b06e-f5154e5faf06 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c4a754a-0f88-4faa-b690-1c4b5cb0f416') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:24.166121 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d59cfc66-f62f-4445-b06e-f5154e5faf06 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:24.202083 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d59cfc66-f62f-4445-b06e-f5154e5faf06 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:24.212765 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d59cfc66-f62f-4445-b06e-f5154e5faf06 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:50:24.215918 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d59cfc66-f62f-4445-b06e-f5154e5faf06 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:24.216596 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:50:24.216596 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:50:24.216596 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:50:24.216596 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:50:24.216596 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:50:24.216596 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:50:24.216596 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:50:24.216596 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:50:24.216596 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:50:24.216596 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:50:24.216596 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:50:24.216596 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:50:24.216596 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:50:24.216596 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:50:24.216596 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:50:24.216596 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:50:24.216596 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:50:24.216596 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:50:24.216596 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:50:24.216596 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:50:24.216596 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:50:24.216596 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:50:24.216596 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:50:24.216596 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:50:24.216596 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:50:24.216596 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:50:24.216596 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:50:24.216596 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:50:24.216596 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:50:24.216596 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:50:24.216596 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:50:24.216596 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:50:24.334245 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-2165002d-c266-418d-934e-fcca0cd36b4c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Delete allocated IP 172.20.0.5 (f4fdb9cf-c9bb-4923-89c3-fb3c59040b66/6f0507c0-a176-473f-8279-0a7a2250c749) {{(pid=102817) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 09:50:24.342619 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-2165002d-c266-418d-934e-fcca0cd36b4c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Allocated IP 172.20.0.44 (f4fdb9cf-c9bb-4923-89c3-fb3c59040b66/37da894f-e6e9-49f8-a1b6-5c1e94c60d88/4c02137b-59b5-4e24-abfb-b09a4b8c5bcf) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:24.359613 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d59cfc66-f62f-4445-b06e-f5154e5faf06 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:24.369652 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d59cfc66-f62f-4445-b06e-f5154e5faf06 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:24.378277 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44344) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:24.379749 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d59cfc66-f62f-4445-b06e-f5154e5faf06 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "DELETE /v2.0/networks/3bf73273-fa42-4b29-a688-6dda0bef924c HTTP/1.1" status: 204 len: 168 time: 2.6567218 Dec 16 09:50:24.388555 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-537e1b6e-d479-4398-976e-e67bfd64ab4b tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1370770201'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:24.398796 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b35bbfd-3011-4374-b452-0351f0462cba admin admin] Router 2de4eda7-10b1-44cf-b5cb-9253fb852b4e is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:50:24.401829 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59cfc66-f62f-4445-b06e-f5154e5faf06 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event deleted for resources: {'Network': ['ID=3bf73273-fa42-4b29-a688-6dda0bef924c,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:24.515904 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24905c-b0fc-4515-8187-e0aa28d12409 req-d7e8af21-aa1e-4094-8725-1702fe32fbc4 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:24.517617 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6c24905c-b0fc-4515-8187-e0aa28d12409 req-d7e8af21-aa1e-4094-8725-1702fe32fbc4 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 945 time: 0.1250856 Dec 16 09:50:24.525888 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537e1b6e-d479-4398-976e-e67bfd64ab4b tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Made reservation on behalf of 0cf174f81e5f491894595055127b1743 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:24.529431 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-537e1b6e-d479-4398-976e-e67bfd64ab4b tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:24.534322 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b35bbfd-3011-4374-b452-0351f0462cba admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:50:24.543244 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa7c5de-371b-4101-bbd2-85d0236b1ca2 None None] Sync routers for ids ['2de4eda7-10b1-44cf-b5cb-9253fb852b4e'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:50:24.555153 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa7c5de-371b-4101-bbd2-85d0236b1ca2 None None] Routers {'2de4eda7-10b1-44cf-b5cb-9253fb852b4e'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:24.555798 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-cfa7c5de-371b-4101-bbd2-85d0236b1ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:49:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2de4eda7-10b1-44cf-b5cb-9253fb852b4e'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:24.607493 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6c24905c-b0fc-4515-8187-e0aa28d12409 req-6a4fad51-2299-43bf-9e7e-ae5f27ba7d07 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755870 Dec 16 09:50:24.624297 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-537e1b6e-d479-4398-976e-e67bfd64ab4b tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:50:24.640531 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-537e1b6e-d479-4398-976e-e67bfd64ab4b tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:24.640968 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-537e1b6e-d479-4398-976e-e67bfd64ab4b tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Added segment 8288eed7-d095-45fd-94b6-bb5d75058583 of type vlan for network 867a93dc-8fd7-4ba9-aaf2-44ac7fd1a3a0 Dec 16 09:50:24.662913 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2165002d-c266-418d-934e-fcca0cd36b4c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:24.664242 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5b35bbfd-3011-4374-b452-0351f0462cba admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:24.665819 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5b35bbfd-3011-4374-b452-0351f0462cba admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.0484300 Dec 16 09:50:24.669768 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44346) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:24.685402 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-cfa7c5de-371b-4101-bbd2-85d0236b1ca2 None None] Set router 2de4eda7-10b1-44cf-b5cb-9253fb852b4e gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:50:24.701642 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-537e1b6e-d479-4398-976e-e67bfd64ab4b tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:24.757152 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2165002d-c266-418d-934e-fcca0cd36b4c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:24.900326 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-b03bfc77-5d82-460a-98e0-ba3fe39eac63 None None] Allocated IP 172.20.0.34 (f4fdb9cf-c9bb-4923-89c3-fb3c59040b66/37da894f-e6e9-49f8-a1b6-5c1e94c60d88/4e32ddfe-71bc-423d-86f1-d75a63babfd6) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:25.079763 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-b03bfc77-5d82-460a-98e0-ba3fe39eac63 None None] For port 4e32ddfe-71bc-423d-86f1-d75a63babfd6, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=4e32ddfe-71bc-423d-86f1-d75a63babfd6,segment=NetworkSegment(2b56376c-7f1e-4c95-a3c3-056f61296027),segment_id=2b56376c-7f1e-4c95-a3c3-056f61296027)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:25.132288 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b03bfc77-5d82-460a-98e0-ba3fe39eac63 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:25.174707 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device f35562bc-9a14-42ec-ae8f-b2022f9618bd up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:25.226957 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b03bfc77-5d82-460a-98e0-ba3fe39eac63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:25.367206 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-537e1b6e-d479-4398-976e-e67bfd64ab4b tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:25.370775 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537e1b6e-d479-4398-976e-e67bfd64ab4b tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:25.371364 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-537e1b6e-d479-4398-976e-e67bfd64ab4b tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:25.381542 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port f35562bc-9a14-42ec-ae8f-b2022f9618bd completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:50:25.393919 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-cfa7c5de-371b-4101-bbd2-85d0236b1ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de4eda7-10b1-44cf-b5cb-9253fb852b4e', 'name': 'tempest-ServerRescueNegativeTestJSON-311338103-router', 'tenant_id': 'e808bd8d166b416b83bade9028f5b46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '314f1570-ef62-4492-b916-4a25d7a09d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:21Z', 'updated_at': '2021-12-16T09:50:23Z', 'revision_number': 3, 'project_id': 'e808bd8d166b416b83bade9028f5b46b', 'gw_port': {'id': '314f1570-ef62-4492-b916-4a25d7a09d5f', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de4eda7-10b1-44cf-b5cb-9253fb852b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:22Z', 'updated_at': '2021-12-16T09:50:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:25.439975 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa7c5de-371b-4101-bbd2-85d0236b1ca2 None None] Checking router: 2de4eda7-10b1-44cf-b5cb-9253fb852b4e for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:50:25.440386 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa7c5de-371b-4101-bbd2-85d0236b1ca2 None None] Updating router 2de4eda7-10b1-44cf-b5cb-9253fb852b4e port 314f1570-ef62-4492-b916-4a25d7a09d5f binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:50:25.444299 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port f35562bc-9a14-42ec-ae8f-b2022f9618bd triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:25.444595 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:25.448305 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03bfc77-5d82-460a-98e0-ba3fe39eac63 None None] Pushing event updated for resources: {'Port': ['ID=4e32ddfe-71bc-423d-86f1-d75a63babfd6,revision_number=7']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:25.454656 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165002d-c266-418d-934e-fcca0cd36b4c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event updated for resources: {'Port': ['ID=4c02137b-59b5-4e24-abfb-b09a4b8c5bcf,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:25.492998 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e1b6e-d479-4398-976e-e67bfd64ab4b tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event updated for resources: {'Network': ['ID=867a93dc-8fd7-4ba9-aaf2-44ac7fd1a3a0,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:25.496388 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-2165002d-c266-418d-934e-fcca0cd36b4c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] In _notify_port_updated(), no bound segment for port 4c02137b-59b5-4e24-abfb-b09a4b8c5bcf on network f4fdb9cf-c9bb-4923-89c3-fb3c59040b66 {{(pid=102817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:50:25.502429 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2165002d-c266-418d-934e-fcca0cd36b4c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:25.503128 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2165002d-c266-418d-934e-fcca0cd36b4c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:25.515235 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44350) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:25.516535 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2165002d-c266-418d-934e-fcca0cd36b4c tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "PUT /v2.0/ports/4c02137b-59b5-4e24-abfb-b09a4b8c5bcf HTTP/1.1" status: 200 len: 959 time: 1.7198424 Dec 16 09:50:25.528898 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 867a93dc-8fd7-4ba9-aaf2-44ac7fd1a3a0 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:50:25.628622 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c5de-371b-4101-bbd2-85d0236b1ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:25.728136 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65eca66d-b626-465a-8beb-462a88d8b89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:25.761069 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-537e1b6e-d479-4398-976e-e67bfd64ab4b tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3731604 Dec 16 09:50:25.761069 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44354) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:25.761069 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-202bb53c-9039-40b2-91dc-558a840c9c95 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:25.823235 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:25.833817 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac194585-ea97-441d-a89e-3a5e7e50e921 req-a0d7f64b-d47f-4bce-80f4-c855b6f12c46 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:25.841989 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ac194585-ea97-441d-a89e-3a5e7e50e921 req-a0d7f64b-d47f-4bce-80f4-c855b6f12c46 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 945 time: 0.1317341 Dec 16 09:50:25.866686 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-ebda69d6-f6ef-444f-af0a-fd5937f7f109 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Deleting port 4c02137b-59b5-4e24-abfb-b09a4b8c5bcf {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:25.867453 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ebda69d6-f6ef-444f-af0a-fd5937f7f109 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:25.890509 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b046558-d631-42ce-becb-ca8c81de5f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35562bc-9a14-42ec-ae8f-b2022f9618bd'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:50:25.892913 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033b330e-6cb4-4680-9715-e211f1774112" -d '{"events": [{"server_uuid": "5b046558-d631-42ce-becb-ca8c81de5f3a", "name": "network-vif-plugged", "status": "completed", "tag": "f35562bc-9a14-42ec-ae8f-b2022f9618bd"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:50:25.913313 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ac194585-ea97-441d-a89e-3a5e7e50e921 req-f4812705-196b-4991-9671-6adc2dcb757e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649855 Dec 16 09:50:25.941303 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port f35562bc-9a14-42ec-ae8f-b2022f9618bd, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=f35562bc-9a14-42ec-ae8f-b2022f9618bd,segment=NetworkSegment(10f88423-3675-4567-b09d-23515d1ad9be),segment_id=10f88423-3675-4567-b09d-23515d1ad9be)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:26.011104 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b76d76-6549-4458-a45b-333bcf7b2fd5 x-openstack-request-id: req-48b76d76-6549-4458-a45b-333bcf7b2fd5 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:50:26.011377 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b046558-d631-42ce-becb-ca8c81de5f3a", "name": "network-vif-plugged", "status": "completed", "tag": "f35562bc-9a14-42ec-ae8f-b2022f9618bd", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:50:26.011632 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-48b76d76-6549-4458-a45b-333bcf7b2fd5 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:50:26.012073 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b046558-d631-42ce-becb-ca8c81de5f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35562bc-9a14-42ec-ae8f-b2022f9618bd', 'code': 200} Dec 16 09:50:26.020002 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:26.020267 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-202bb53c-9039-40b2-91dc-558a840c9c95 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:26.100745 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-202bb53c-9039-40b2-91dc-558a840c9c95 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:26.128985 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ebda69d6-f6ef-444f-af0a-fd5937f7f109 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:26.163310 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-ebda69d6-f6ef-444f-af0a-fd5937f7f109 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Calling delete_port for 4c02137b-59b5-4e24-abfb-b09a4b8c5bcf owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:26.177357 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=f35562bc-9a14-42ec-ae8f-b2022f9618bd,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:26.193827 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-65eca66d-b626-465a-8beb-462a88d8b89e admin admin] Allocated IP 172.20.0.1 (f8195718-f9dc-4337-9d69-d121976a6257/42c53971-1f21-4e03-a331-522b7a1e2105/738d95b7-658d-4913-8f77-c99a08f45d35) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:26.197081 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-202bb53c-9039-40b2-91dc-558a840c9c95 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Network 867a93dc-8fd7-4ba9-aaf2-44ac7fd1a3a0 is not hosted by any dhcp agent {{(pid=102817) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 09:50:26.205747 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202bb53c-9039-40b2-91dc-558a840c9c95 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:26.208728 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-202bb53c-9039-40b2-91dc-558a840c9c95 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:26.213108 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44358) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:26.214085 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-202bb53c-9039-40b2-91dc-558a840c9c95 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "PUT /v2.0/networks/867a93dc-8fd7-4ba9-aaf2-44ac7fd1a3a0 HTTP/1.1" status: 200 len: 723 time: 0.4566777 Dec 16 09:50:26.217842 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202bb53c-9039-40b2-91dc-558a840c9c95 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event updated for resources: {'Network': ['ID=867a93dc-8fd7-4ba9-aaf2-44ac7fd1a3a0,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:26.230338 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c5de-371b-4101-bbd2-85d0236b1ca2 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:26.232141 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a058c-1d2c-4e5e-857b-3fb948b6ded8 req-2dc3df62-9ee2-48ab-894e-ac4ea143ea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:26.234014 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d93a058c-1d2c-4e5e-857b-3fb948b6ded8 req-2dc3df62-9ee2-48ab-894e-ac4ea143ea8a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 1097 time: 0.1746070 Dec 16 09:50:26.234519 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 867a93dc-8fd7-4ba9-aaf2-44ac7fd1a3a0 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:50:26.252059 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-2d3a1436-f06f-4ba1-b091-83769b773c11 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Request body: {'subnet': {'network_id': '867a93dc-8fd7-4ba9-aaf2-44ac7fd1a3a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:26.291992 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d93a058c-1d2c-4e5e-857b-3fb948b6ded8 req-984f701f-ff24-4fb4-b2b8-0b9e52e4d742 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486479 Dec 16 09:50:26.337009 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c5de-371b-4101-bbd2-85d0236b1ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:26.398183 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480f0bf-83a3-4811-9066-7076886d13ba None None] Pushing event updated for resources: {'Port': ['ID=314f1570-ef62-4492-b916-4a25d7a09d5f,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:26.411649 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 4e32ddfe-71bc-423d-86f1-d75a63babfd6 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:26.468634 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-cfa7c5de-371b-4101-bbd2-85d0236b1ca2 None None] Attempting to bind port 314f1570-ef62-4492-b916-4a25d7a09d5f on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:50:26.469824 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-cfa7c5de-371b-4101-bbd2-85d0236b1ca2 None None] Attempting to bind port 314f1570-ef62-4492-b916-4a25d7a09d5f by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:50:26.469824 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa7c5de-371b-4101-bbd2-85d0236b1ca2 None None] Attempting to bind port 314f1570-ef62-4492-b916-4a25d7a09d5f on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:26.480891 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2233853e-5a25-4fd6-9219-ed20e6299d2a None None] Provisioning complete for port 2bdf7519-5d16-4d5e-be3d-304a1703a40c triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:26.481417 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2233853e-5a25-4fd6-9219-ed20e6299d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:26.485864 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa7c5de-371b-4101-bbd2-85d0236b1ca2 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:50:26.486380 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa7c5de-371b-4101-bbd2-85d0236b1ca2 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:26.486878 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c5de-371b-4101-bbd2-85d0236b1ca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:26.487390 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa7c5de-371b-4101-bbd2-85d0236b1ca2 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:50:26.488178 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-cfa7c5de-371b-4101-bbd2-85d0236b1ca2 None None] Bound port: 314f1570-ef62-4492-b916-4a25d7a09d5f, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:50:26.488653 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c5de-371b-4101-bbd2-85d0236b1ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:26.534133 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ee088cc3-ef48-4c0d-bf93-f8a28d4a0d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:26.550742 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65eca66d-b626-465a-8beb-462a88d8b89e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:26.554676 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3a1436-f06f-4ba1-b091-83769b773c11 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Made reservation on behalf of 0cf174f81e5f491894595055127b1743 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:26.557901 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2d3a1436-f06f-4ba1-b091-83769b773c11 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:26.561925 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2233853e-5a25-4fd6-9219-ed20e6299d2a None None] Port 2bdf7519-5d16-4d5e-be3d-304a1703a40c cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:50:26.584636 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 4e32ddfe-71bc-423d-86f1-d75a63babfd6 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:26.585081 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:26.593522 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-cfa7c5de-371b-4101-bbd2-85d0236b1ca2 None None] For port 314f1570-ef62-4492-b916-4a25d7a09d5f, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:50:26.616166 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2233853e-5a25-4fd6-9219-ed20e6299d2a None None] Provisioning complete for port 4e32ddfe-71bc-423d-86f1-d75a63babfd6 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:26.617203 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2233853e-5a25-4fd6-9219-ed20e6299d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:26.677090 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ebda69d6-f6ef-444f-af0a-fd5937f7f109 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:26.684364 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-cfa7c5de-371b-4101-bbd2-85d0236b1ca2 None None] For port 314f1570-ef62-4492-b916-4a25d7a09d5f, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=314f1570-ef62-4492-b916-4a25d7a09d5f,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:50:26.721734 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda69d6-f6ef-444f-af0a-fd5937f7f109 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Port': ['ID=4c02137b-59b5-4e24-abfb-b09a4b8c5bcf,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:26.770058 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2233853e-5a25-4fd6-9219-ed20e6299d2a None None] Could not find standard attr ID for object 4c02137b-59b5-4e24-abfb-b09a4b8c5bcf. {{(pid=102818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:50:26.776787 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c5de-371b-4101-bbd2-85d0236b1ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:26.803107 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65eca66d-b626-465a-8beb-462a88d8b89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:26.849022 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa7c5de-371b-4101-bbd2-85d0236b1ca2 None None] Routers {'2de4eda7-10b1-44cf-b5cb-9253fb852b4e'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:26.849841 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-cfa7c5de-371b-4101-bbd2-85d0236b1ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:50:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2de4eda7-10b1-44cf-b5cb-9253fb852b4e'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:26.878813 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65eca66d-b626-465a-8beb-462a88d8b89e admin admin] Network f8195718-f9dc-4337-9d69-d121976a6257 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:26.954326 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ebda69d6-f6ef-444f-af0a-fd5937f7f109 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:26.961289 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44364) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:26.974147 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ebda69d6-f6ef-444f-af0a-fd5937f7f109 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/ports/4c02137b-59b5-4e24-abfb-b09a4b8c5bcf HTTP/1.1" status: 204 len: 168 time: 1.4509141 Dec 16 09:50:26.980908 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-cfa7c5de-371b-4101-bbd2-85d0236b1ca2 None None] Set router 2de4eda7-10b1-44cf-b5cb-9253fb852b4e gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:50:26.985890 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-65eca66d-b626-465a-8beb-462a88d8b89e admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:27.002001 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eca66d-b626-465a-8beb-462a88d8b89e admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:27.009905 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eca66d-b626-465a-8beb-462a88d8b89e admin admin] Pushing event updated for resources: {'Port': ['ID=738d95b7-658d-4913-8f77-c99a08f45d35,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:27.014956 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca5f623c-45e8-47cd-96e6-7dfb0d6e7408 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] GET failed (client error): The resource could not be found. Dec 16 09:50:27.019915 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ca5f623c-45e8-47cd-96e6-7dfb0d6e7408 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "GET /v2.0/ports/4c02137b-59b5-4e24-abfb-b09a4b8c5bcf HTTP/1.1" status: 404 len: 333 time: 0.0576570 Dec 16 09:50:27.020742 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44366) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:27.054371 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480f0bf-83a3-4811-9066-7076886d13ba None None] Pushing event updated for resources: {'Port': ['ID=314f1570-ef62-4492-b916-4a25d7a09d5f,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:27.102030 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2d3a1436-f06f-4ba1-b091-83769b773c11 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:27.113822 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-ea1b936a-c725-44dc-83d2-b93334f51daa None None] Could not find standard attr ID for object 4c02137b-59b5-4e24-abfb-b09a4b8c5bcf. {{(pid=102818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:50:27.115421 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6f927be5-42c2-46aa-a381-ec10083792da tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:27.170568 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6f927be5-42c2-46aa-a381-ec10083792da tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:27.209431 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3a1436-f06f-4ba1-b091-83769b773c11 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Checking segment: {'id': '8288eed7-d095-45fd-94b6-bb5d75058583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '867a93dc-8fd7-4ba9-aaf2-44ac7fd1a3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:27.209794 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3a1436-f06f-4ba1-b091-83769b773c11 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Network hostable DHCP agents. Network: 867a93dc-8fd7-4ba9-aaf2-44ac7fd1a3a0, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:50:27.213355 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65eca66d-b626-465a-8beb-462a88d8b89e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:27.259810 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-cfa7c5de-371b-4101-bbd2-85d0236b1ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de4eda7-10b1-44cf-b5cb-9253fb852b4e', 'name': 'tempest-ServerRescueNegativeTestJSON-311338103-router', 'tenant_id': 'e808bd8d166b416b83bade9028f5b46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '314f1570-ef62-4492-b916-4a25d7a09d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:21Z', 'updated_at': '2021-12-16T09:50:23Z', 'revision_number': 3, 'project_id': 'e808bd8d166b416b83bade9028f5b46b', 'gw_port': {'id': '314f1570-ef62-4492-b916-4a25d7a09d5f', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de4eda7-10b1-44cf-b5cb-9253fb852b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:22Z', 'updated_at': '2021-12-16T09:50:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:27.270756 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a1436-f06f-4ba1-b091-83769b773c11 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event updated for resources: {'Subnet': ['ID=86671921-6699-400d-b612-cf6b08ef7bc4,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:27.284075 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff8041-9ad4-4d82-9e05-f32caa7ef1f9 req-468c4886-3fdf-4653-b854-b4375b26e38b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:27.285644 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d2ff8041-9ad4-4d82-9e05-f32caa7ef1f9 req-468c4886-3fdf-4653-b854-b4375b26e38b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 946 time: 0.2559538 Dec 16 09:50:27.290939 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa7c5de-371b-4101-bbd2-85d0236b1ca2 None None] The sync data for ids ['2de4eda7-10b1-44cf-b5cb-9253fb852b4e'] in n-d-820550-2 is: [{'id': '2de4eda7-10b1-44cf-b5cb-9253fb852b4e', 'name': 'tempest-ServerRescueNegativeTestJSON-311338103-router', 'tenant_id': 'e808bd8d166b416b83bade9028f5b46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '314f1570-ef62-4492-b916-4a25d7a09d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:21Z', 'updated_at': '2021-12-16T09:50:23Z', 'revision_number': 3, 'project_id': 'e808bd8d166b416b83bade9028f5b46b', 'gw_port': {'id': '314f1570-ef62-4492-b916-4a25d7a09d5f', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de4eda7-10b1-44cf-b5cb-9253fb852b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:22Z', 'updated_at': '2021-12-16T09:50:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:50:27.331014 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6f927be5-42c2-46aa-a381-ec10083792da tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:27.335034 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6f927be5-42c2-46aa-a381-ec10083792da tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:27.336245 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6f927be5-42c2-46aa-a381-ec10083792da tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/security-groups/5ada7fdc-15cf-4b4d-a8dc-8d33d673aae2 HTTP/1.1" status: 204 len: 168 time: 0.3142705 Dec 16 09:50:27.340191 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44368) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:27.361595 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f927be5-42c2-46aa-a381-ec10083792da tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ada7fdc-15cf-4b4d-a8dc-8d33d673aae2,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:27.378537 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d2ff8041-9ad4-4d82-9e05-f32caa7ef1f9 req-2fca5c1a-fb8c-4af2-8fe2-fedbb39a7358 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765839 Dec 16 09:50:27.433131 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-81c2a843-1f36-4ee5-a22b-c876418ec737 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:27.451224 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3a1436-f06f-4ba1-b091-83769b773c11 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Network 867a93dc-8fd7-4ba9-aaf2-44ac7fd1a3a0 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:50:27.462924 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-81c2a843-1f36-4ee5-a22b-c876418ec737 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:27.573837 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65eca66d-b626-465a-8beb-462a88d8b89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:27.592512 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:27.611962 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-2d3a1436-f06f-4ba1-b091-83769b773c11 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 867a93dc-8fd7-4ba9-aaf2-44ac7fd1a3a0) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:27.624393 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3a1436-f06f-4ba1-b091-83769b773c11 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:27.624393 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2d3a1436-f06f-4ba1-b091-83769b773c11 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:27.649306 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-81c2a843-1f36-4ee5-a22b-c876418ec737 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:27.651819 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-81c2a843-1f36-4ee5-a22b-c876418ec737 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:27.655425 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-81c2a843-1f36-4ee5-a22b-c876418ec737 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/security-groups/b5ef5a6d-425f-421d-9b30-5f8ebcce3cb0 HTTP/1.1" status: 204 len: 168 time: 0.3107448 Dec 16 09:50:27.656235 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44372) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:27.666185 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b369b537-d5d3-4387-ae84-cb50416ef0aa None None] Network 867a93dc-8fd7-4ba9-aaf2-44ac7fd1a3a0 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:27.669226 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2a843-1f36-4ee5-a22b-c876418ec737 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ef5a6d-425f-421d-9b30-5f8ebcce3cb0,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:27.736696 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2d3a1436-f06f-4ba1-b091-83769b773c11 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5224843 Dec 16 09:50:27.739889 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44374) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:27.747328 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-4a437f37-c299-4cc1-8071-8593d99a6677 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:27.793357 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-50895700-1e51-442e-b62f-7672463c15e2 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:27.849484 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-50895700-1e51-442e-b62f-7672463c15e2 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:27.892037 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4a437f37-c299-4cc1-8071-8593d99a6677 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10354527'] for subnet, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:27.901263 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65eca66d-b626-465a-8beb-462a88d8b89e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:27.943629 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8284b394-a33e-4a23-a5b7-22b29c07a5bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-867a93dc-8fd7-4ba9-aaf2-44ac7fd1a3a0', 'network_id': '867a93dc-8fd7-4ba9-aaf2-44ac7fd1a3a0', 'tenant_id': '0cf174f81e5f491894595055127b1743', 'fixed_ips': [{'subnet_id': '86671921-6699-400d-b612-cf6b08ef7bc4'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:50:27.949330 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8284b394-a33e-4a23-a5b7-22b29c07a5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:27.971346 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65eca66d-b626-465a-8beb-462a88d8b89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:28.016870 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-50895700-1e51-442e-b62f-7672463c15e2 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:28.020581 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-50895700-1e51-442e-b62f-7672463c15e2 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:28.021805 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-50895700-1e51-442e-b62f-7672463c15e2 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/security-groups/4582c57c-a989-4f75-a787-e3856b481c94 HTTP/1.1" status: 204 len: 168 time: 0.3645689 Dec 16 09:50:28.026787 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44376) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:28.083528 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50895700-1e51-442e-b62f-7672463c15e2 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4582c57c-a989-4f75-a787-e3856b481c94,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:28.105941 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65eca66d-b626-465a-8beb-462a88d8b89e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:28.119651 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eca66d-b626-465a-8beb-462a88d8b89e admin admin] Pushing event updated for resources: {'Port': ['ID=738d95b7-658d-4913-8f77-c99a08f45d35,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:28.128539 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd7d1bf-ebd5-42b5-bed1-831f043aa188 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Deleting subnet 6f0507c0-a176-473f-8279-0a7a2250c749 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:50:28.131957 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bcd7d1bf-ebd5-42b5-bed1-831f043aa188 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:28.196601 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bcd7d1bf-ebd5-42b5-bed1-831f043aa188 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:28.237073 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65eca66d-b626-465a-8beb-462a88d8b89e admin admin] Network f8195718-f9dc-4337-9d69-d121976a6257 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:28.238694 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-65eca66d-b626-465a-8beb-462a88d8b89e admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:28.248243 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4a437f37-c299-4cc1-8071-8593d99a6677 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759010600093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8844051'] for subnet, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:28.321724 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a437f37-c299-4cc1-8071-8593d99a6677 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:28.322323 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4a437f37-c299-4cc1-8071-8593d99a6677 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:28.326381 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4a437f37-c299-4cc1-8071-8593d99a6677 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "PUT /v2.0/subnets/86671921-6699-400d-b612-cf6b08ef7bc4 HTTP/1.1" status: 200 len: 806 time: 0.5837114 Dec 16 09:50:28.330006 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44378) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:28.432342 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65eca66d-b626-465a-8beb-462a88d8b89e admin admin] Router 2de4eda7-10b1-44cf-b5cb-9253fb852b4e has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:50:28.466055 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 314f1570-ef62-4492-b916-4a25d7a09d5f up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:28.534882 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-66b80dbc-49f1-47e0-90b4-590215c47f69 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:28.574883 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a437f37-c299-4cc1-8071-8593d99a6677 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event updated for resources: {'Subnet': ['ID=86671921-6699-400d-b612-cf6b08ef7bc4,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:28.580449 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-8284b394-a33e-4a23-a5b7-22b29c07a5bf None None] Allocated IP 172.20.0.2 (867a93dc-8fd7-4ba9-aaf2-44ac7fd1a3a0/86671921-6699-400d-b612-cf6b08ef7bc4/d0f666ec-1b13-4ed1-9ece-9afa13403c15) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:28.649763 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 314f1570-ef62-4492-b916-4a25d7a09d5f triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:28.650557 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:28.683818 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bcd7d1bf-ebd5-42b5-bed1-831f043aa188 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:28.753872 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-66b80dbc-49f1-47e0-90b4-590215c47f69 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:28.759130 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0066a8f-bb6d-4a3e-9efb-a0d61e8b678b req-62ade077-3c61-49d9-8007-24741848a455 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:28.760781 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f0066a8f-bb6d-4a3e-9efb-a0d61e8b678b req-62ade077-3c61-49d9-8007-24741848a455 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 946 time: 0.1847720 Dec 16 09:50:28.775479 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65eca66d-b626-465a-8beb-462a88d8b89e admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:50:28.797659 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-65eca66d-b626-465a-8beb-462a88d8b89e admin admin] 10.222.0.60 "PUT /v2.0/routers/2de4eda7-10b1-44cf-b5cb-9253fb852b4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1190231 Dec 16 09:50:28.874107 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f0066a8f-bb6d-4a3e-9efb-a0d61e8b678b req-0226b53e-fe87-4e75-9d28-532c4f9d33ab tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759511 Dec 16 09:50:28.887055 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:28.934951 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 314f1570-ef62-4492-b916-4a25d7a09d5f, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=314f1570-ef62-4492-b916-4a25d7a09d5f,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:28.958790 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8284b394-a33e-4a23-a5b7-22b29c07a5bf None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:28.982145 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bcd7d1bf-ebd5-42b5-bed1-831f043aa188 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:29.007574 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:29.020535 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7d1bf-ebd5-42b5-bed1-831f043aa188 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Subnet': ['ID=6f0507c0-a176-473f-8279-0a7a2250c749,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:29.020535 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bcd7d1bf-ebd5-42b5-bed1-831f043aa188 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:29.021846 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-bcd7d1bf-ebd5-42b5-bed1-831f043aa188 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/subnets/6f0507c0-a176-473f-8279-0a7a2250c749 HTTP/1.1" status: 204 len: 168 time: 0.9940786 Dec 16 09:50:29.026741 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44394) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:29.044978 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8284b394-a33e-4a23-a5b7-22b29c07a5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:29.046184 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f9bc3-1412-4d33-b22f-46fe62635693 req-6d4f2430-02b7-4b83-8c3c-cc7081fe7781 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:29.048047 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-446f9bc3-1412-4d33-b22f-46fe62635693 req-6d4f2430-02b7-4b83-8c3c-cc7081fe7781 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 946 time: 0.1037054 Dec 16 09:50:29.048187 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b60dd5-6cb7-4aae-8e5e-bc68580fe30c None None] Network f4fdb9cf-c9bb-4923-89c3-fb3c59040b66 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:29.096803 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-39713c40-55bc-422c-92cc-e172da1147cd tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Deleting subnet 37da894f-e6e9-49f8-a1b6-5c1e94c60d88 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:50:29.100713 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39713c40-55bc-422c-92cc-e172da1147cd tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:29.102804 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-446f9bc3-1412-4d33-b22f-46fe62635693 req-8ace5299-fea9-49a9-ac86-6bc14e56e6c5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482001 Dec 16 09:50:29.109979 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:29.117431 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8284b394-a33e-4a23-a5b7-22b29c07a5bf None None] Network 867a93dc-8fd7-4ba9-aaf2-44ac7fd1a3a0 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:29.129952 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-8284b394-a33e-4a23-a5b7-22b29c07a5bf None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:29.131814 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44400) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:29.135405 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8284b394-a33e-4a23-a5b7-22b29c07a5bf None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:29.189395 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-66b80dbc-49f1-47e0-90b4-590215c47f69 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:29.202521 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=314f1570-ef62-4492-b916-4a25d7a09d5f,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:29.233694 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b80dbc-49f1-47e0-90b4-590215c47f69 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event deleted for resources: {'Subnet': ['ID=86671921-6699-400d-b612-cf6b08ef7bc4,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:29.239688 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39713c40-55bc-422c-92cc-e172da1147cd tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:29.253623 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284b394-a33e-4a23-a5b7-22b29c07a5bf None None] Pushing event updated for resources: {'Port': ['ID=d0f666ec-1b13-4ed1-9ece-9afa13403c15,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:29.283652 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-8284b394-a33e-4a23-a5b7-22b29c07a5bf None None] Attempting to bind port d0f666ec-1b13-4ed1-9ece-9afa13403c15 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:50:29.284021 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-8284b394-a33e-4a23-a5b7-22b29c07a5bf None None] Attempting to bind port d0f666ec-1b13-4ed1-9ece-9afa13403c15 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '8288eed7-d095-45fd-94b6-bb5d75058583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '867a93dc-8fd7-4ba9-aaf2-44ac7fd1a3a0'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:50:29.284977 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8284b394-a33e-4a23-a5b7-22b29c07a5bf None None] Attempting to bind port d0f666ec-1b13-4ed1-9ece-9afa13403c15 on network 867a93dc-8fd7-4ba9-aaf2-44ac7fd1a3a0 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:29.301005 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8284b394-a33e-4a23-a5b7-22b29c07a5bf None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:50:29.301483 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8284b394-a33e-4a23-a5b7-22b29c07a5bf None None] Checking segment: {'id': '8288eed7-d095-45fd-94b6-bb5d75058583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '867a93dc-8fd7-4ba9-aaf2-44ac7fd1a3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:29.302491 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8284b394-a33e-4a23-a5b7-22b29c07a5bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:29.302491 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8284b394-a33e-4a23-a5b7-22b29c07a5bf None None] Bound using segment: {'id': '8288eed7-d095-45fd-94b6-bb5d75058583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '867a93dc-8fd7-4ba9-aaf2-44ac7fd1a3a0'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:50:29.302822 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-8284b394-a33e-4a23-a5b7-22b29c07a5bf None None] Bound port: d0f666ec-1b13-4ed1-9ece-9afa13403c15, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8288eed7-d095-45fd-94b6-bb5d75058583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '867a93dc-8fd7-4ba9-aaf2-44ac7fd1a3a0'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:50:29.303167 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8284b394-a33e-4a23-a5b7-22b29c07a5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:29.304338 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-66b80dbc-49f1-47e0-90b4-590215c47f69 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:29.327451 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-66b80dbc-49f1-47e0-90b4-590215c47f69 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867a93dc-8fd7-4ba9-aaf2-44ac7fd1a3a0']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:29.337471 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-66b80dbc-49f1-47e0-90b4-590215c47f69 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8288eed7-d095-45fd-94b6-bb5d75058583') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:29.337777 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-66b80dbc-49f1-47e0-90b4-590215c47f69 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8288eed7-d095-45fd-94b6-bb5d75058583') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:29.346971 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd99cb2-a05d-4ade-b4f5-2557dc0e2685 tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:29.349009 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8fd99cb2-a05d-4ade-b4f5-2557dc0e2685 tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 1092 time: 0.2151484 Dec 16 09:50:29.353195 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-66b80dbc-49f1-47e0-90b4-590215c47f69 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:29.355109 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44406) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:29.361525 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-93b9d864-16a5-4b21-bdbb-596aae750698 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:29.367925 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-ae4220c0-2970-44d1-84db-f36d15764947 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'port_id': 'f35562bc-9a14-42ec-ae8f-b2022f9618bd', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:29.368785 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-93b9d864-16a5-4b21-bdbb-596aae750698 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/networks?id=f8195718-f9dc-4337-9d69-d121976a6257 HTTP/1.1" status: 200 len: 818 time: 0.2019653 Dec 16 09:50:29.388746 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-66b80dbc-49f1-47e0-90b4-590215c47f69 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:29.399217 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-4e13f0ef-ff9b-49a5-bd98-27aa5bc69b6f tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/quotas/e808bd8d166b416b83bade9028f5b46b HTTP/1.1" status: 200 len: 375 time: 0.0291924 Dec 16 09:50:29.399955 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66b80dbc-49f1-47e0-90b4-590215c47f69 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:50:29.400450 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-66b80dbc-49f1-47e0-90b4-590215c47f69 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:29.403896 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:50:29.403896 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:50:29.403896 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:50:29.403896 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:50:29.403896 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:50:29.403896 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:50:29.403896 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:50:29.403896 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:50:29.403896 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:50:29.403896 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:50:29.403896 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:50:29.403896 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:50:29.403896 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:50:29.403896 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:50:29.403896 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:50:29.403896 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:50:29.403896 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:50:29.403896 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:50:29.403896 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:50:29.403896 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:50:29.403896 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:50:29.403896 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:50:29.403896 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:50:29.403896 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:50:29.403896 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:50:29.403896 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:50:29.403896 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:50:29.403896 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:50:29.403896 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:50:29.403896 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:50:29.403896 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:50:29.403896 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:50:29.407594 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39713c40-55bc-422c-92cc-e172da1147cd tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:29.438004 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-8284b394-a33e-4a23-a5b7-22b29c07a5bf None None] For port d0f666ec-1b13-4ed1-9ece-9afa13403c15, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:50:29.487011 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ae4220c0-2970-44d1-84db-f36d15764947 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for floatingip, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:29.492422 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-dcdab655-44e4-4b2f-815f-005352d75d8d tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e808bd8d166b416b83bade9028f5b46b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0898345 Dec 16 09:50:29.504926 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-8284b394-a33e-4a23-a5b7-22b29c07a5bf None None] For port d0f666ec-1b13-4ed1-9ece-9afa13403c15, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d0f666ec-1b13-4ed1-9ece-9afa13403c15,segment=NetworkSegment(8288eed7-d095-45fd-94b6-bb5d75058583),segment_id=8288eed7-d095-45fd-94b6-bb5d75058583)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:50:29.574746 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.db.api [None req-66b80dbc-49f1-47e0-90b4-590215c47f69 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 09:50:29.574746 n-d-820550-2 neutron-server[102817]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 09:50:29.574746 n-d-820550-2 neutron-server[102817]: [parameters: {'id': '867a93dc-8fd7-4ba9-aaf2-44ac7fd1a3a0'}] Dec 16 09:50:29.574746 n-d-820550-2 neutron-server[102817]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:50:29.583831 n-d-820550-2 neutron-server[102817]: DEBUG oslo_db.api [None req-66b80dbc-49f1-47e0-90b4-590215c47f69 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:50:29.593840 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-8289a76e-28da-4cf9-8382-0004d4122707 service neutron] 10.222.0.60 "GET /v2.0/networks/f8195718-f9dc-4337-9d69-d121976a6257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993500 Dec 16 09:50:29.604827 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:29.610489 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8284b394-a33e-4a23-a5b7-22b29c07a5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:29.623449 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ae4220c0-2970-44d1-84db-f36d15764947 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:29.726718 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6675f140-b45b-498c-917e-2f8a2b6a0bb7 None None] Sync routers for ids ['2de4eda7-10b1-44cf-b5cb-9253fb852b4e'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:50:29.740704 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284b394-a33e-4a23-a5b7-22b29c07a5bf None None] Pushing event updated for resources: {'Port': ['ID=d0f666ec-1b13-4ed1-9ece-9afa13403c15,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:29.756673 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6675f140-b45b-498c-917e-2f8a2b6a0bb7 None None] Routers {'2de4eda7-10b1-44cf-b5cb-9253fb852b4e'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:29.756969 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6675f140-b45b-498c-917e-2f8a2b6a0bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:50:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2de4eda7-10b1-44cf-b5cb-9253fb852b4e'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:29.770402 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e253bf42-33e3-49d0-9d69-8e105576243c None None] Network 867a93dc-8fd7-4ba9-aaf2-44ac7fd1a3a0 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:29.792965 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-ae4220c0-2970-44d1-84db-f36d15764947 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Allocated IP 172.25.1.37 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/7445705c-ca21-4ad8-a39a-d0de12f714fe) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:29.962738 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ae4220c0-2970-44d1-84db-f36d15764947 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:29.991906 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbe0a9e-7a8b-437d-86b5-bed7a2e26fe6 None None] Network 867a93dc-8fd7-4ba9-aaf2-44ac7fd1a3a0 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:30.077449 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-66b80dbc-49f1-47e0-90b4-590215c47f69 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:30.128851 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ae4220c0-2970-44d1-84db-f36d15764947 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:30.134568 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-6675f140-b45b-498c-917e-2f8a2b6a0bb7 None None] Set router 2de4eda7-10b1-44cf-b5cb-9253fb852b4e gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:50:30.142344 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39713c40-55bc-422c-92cc-e172da1147cd tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:30.159627 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4220c0-2970-44d1-84db-f36d15764947 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:30.163519 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-ae4220c0-2970-44d1-84db-f36d15764947 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:30.166775 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4220c0-2970-44d1-84db-f36d15764947 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:30.243607 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39713c40-55bc-422c-92cc-e172da1147cd tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Subnet': ['ID=37da894f-e6e9-49f8-a1b6-5c1e94c60d88,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:30.251690 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-39713c40-55bc-422c-92cc-e172da1147cd tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:30.258264 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-39713c40-55bc-422c-92cc-e172da1147cd tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/subnets/37da894f-e6e9-49f8-a1b6-5c1e94c60d88 HTTP/1.1" status: 204 len: 168 time: 1.2295446 Dec 16 09:50:30.261000 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44414) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:30.279104 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a985bc99-4fb6-4e72-b6bb-40996bb9704a None None] Network f4fdb9cf-c9bb-4923-89c3-fb3c59040b66 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:30.293636 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4220c0-2970-44d1-84db-f36d15764947 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'Port': ['ID=7445705c-ca21-4ad8-a39a-d0de12f714fe,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:30.296644 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa10cc0d-c2cf-4d69-9917-5d7f12224e2f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] DELETE failed (client error): The resource could not be found. Dec 16 09:50:30.297143 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa10cc0d-c2cf-4d69-9917-5d7f12224e2f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:50:30.298910 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-66b80dbc-49f1-47e0-90b4-590215c47f69 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Deleting port d0f666ec-1b13-4ed1-9ece-9afa13403c15 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:30.299372 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-66b80dbc-49f1-47e0-90b4-590215c47f69 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:30.302760 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fa10cc0d-c2cf-4d69-9917-5d7f12224e2f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/subnets/6f0507c0-a176-473f-8279-0a7a2250c749 HTTP/1.1" status: 404 len: 337 time: 0.0389860 Dec 16 09:50:30.303673 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44418) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:30.379963 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-eae15c33-3a9c-4518-a88d-d74d781b9c70 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Deleting subnet 0b73ca78-3cf9-4b1c-88f8-3f3138176570 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:50:30.384006 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eae15c33-3a9c-4518-a88d-d74d781b9c70 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:30.389703 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-66b80dbc-49f1-47e0-90b4-590215c47f69 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] For port d0f666ec-1b13-4ed1-9ece-9afa13403c15, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d0f666ec-1b13-4ed1-9ece-9afa13403c15,segment=NetworkSegment(8288eed7-d095-45fd-94b6-bb5d75058583),segment_id=8288eed7-d095-45fd-94b6-bb5d75058583)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:30.390204 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-2f343e75-fa06-4584-a476-8bcdefc37ff1 service neutron] 10.222.0.60 "GET /v2.0/networks/f8195718-f9dc-4337-9d69-d121976a6257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7887821 Dec 16 09:50:30.397579 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-66b80dbc-49f1-47e0-90b4-590215c47f69 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:30.428388 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 314f1570-ef62-4492-b916-4a25d7a09d5f up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:30.435455 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c30482e9-8642-4d97-8067-6f5db20b812b None None] Provisioning complete for port 2bdf7519-5d16-4d5e-be3d-304a1703a40c triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:30.436354 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c30482e9-8642-4d97-8067-6f5db20b812b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:30.445741 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-66b80dbc-49f1-47e0-90b4-590215c47f69 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Calling delete_port for d0f666ec-1b13-4ed1-9ece-9afa13403c15 owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:30.449183 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eae15c33-3a9c-4518-a88d-d74d781b9c70 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:30.524113 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6675f140-b45b-498c-917e-2f8a2b6a0bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de4eda7-10b1-44cf-b5cb-9253fb852b4e', 'name': 'tempest-ServerRescueNegativeTestJSON-311338103-router', 'tenant_id': 'e808bd8d166b416b83bade9028f5b46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '314f1570-ef62-4492-b916-4a25d7a09d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:21Z', 'updated_at': '2021-12-16T09:50:27Z', 'revision_number': 4, 'project_id': 'e808bd8d166b416b83bade9028f5b46b', 'gw_port': {'id': '314f1570-ef62-4492-b916-4a25d7a09d5f', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de4eda7-10b1-44cf-b5cb-9253fb852b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:22Z', 'updated_at': '2021-12-16T09:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '738d95b7-658d-4913-8f77-c99a08f45d35', 'name': '', 'network_id': 'f8195718-f9dc-4337-9d69-d121976a6257', 'tenant_id': 'e808bd8d166b416b83bade9028f5b46b', 'mac_address': 'fa:16:3e:a0:ab:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de4eda7-10b1-44cf-b5cb-9253fb852b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '42c53971-1f21-4e03-a331-522b7a1e2105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:25Z', 'updated_at': '2021-12-16T09:50:27Z', 'revision_number': 2, 'project_id': 'e808bd8d166b416b83bade9028f5b46b', 'subnets': [{'id': '42c53971-1f21-4e03-a331-522b7a1e2105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:30.556195 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-c30482e9-8642-4d97-8067-6f5db20b812b None None] Port 2bdf7519-5d16-4d5e-be3d-304a1703a40c cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:50:30.558728 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6675f140-b45b-498c-917e-2f8a2b6a0bb7 None None] Checking router: 2de4eda7-10b1-44cf-b5cb-9253fb852b4e for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:50:30.559303 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6675f140-b45b-498c-917e-2f8a2b6a0bb7 None None] Updating router 2de4eda7-10b1-44cf-b5cb-9253fb852b4e port 738d95b7-658d-4913-8f77-c99a08f45d35 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:50:30.563581 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eae15c33-3a9c-4518-a88d-d74d781b9c70 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:30.596544 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c30482e9-8642-4d97-8067-6f5db20b812b None None] Provisioning complete for port 4e32ddfe-71bc-423d-86f1-d75a63babfd6 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:30.596921 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c30482e9-8642-4d97-8067-6f5db20b812b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:30.599874 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6675f140-b45b-498c-917e-2f8a2b6a0bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:30.650560 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 314f1570-ef62-4492-b916-4a25d7a09d5f triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:30.650986 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:30.655951 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-66b80dbc-49f1-47e0-90b4-590215c47f69 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:30.709711 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b80dbc-49f1-47e0-90b4-590215c47f69 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event deleted for resources: {'Port': ['ID=d0f666ec-1b13-4ed1-9ece-9afa13403c15,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:30.720397 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eae15c33-3a9c-4518-a88d-d74d781b9c70 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:30.724543 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b80dbc-49f1-47e0-90b4-590215c47f69 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] No DVR routers for this DVR port d0f666ec-1b13-4ed1-9ece-9afa13403c15 on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:50:30.734380 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c995d-6155-4c6f-9c4c-41f8fdd7e16b req-a7926531-ad4a-4dc7-a043-9bd01ecb6601 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:30.737323 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-265c995d-6155-4c6f-9c4c-41f8fdd7e16b req-a7926531-ad4a-4dc7-a043-9bd01ecb6601 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 946 time: 0.1458704 Dec 16 09:50:30.788527 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae15c33-3a9c-4518-a88d-d74d781b9c70 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Subnet': ['ID=0b73ca78-3cf9-4b1c-88f8-3f3138176570,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:30.832166 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eae15c33-3a9c-4518-a88d-d74d781b9c70 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:30.838463 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-eae15c33-3a9c-4518-a88d-d74d781b9c70 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/subnets/0b73ca78-3cf9-4b1c-88f8-3f3138176570 HTTP/1.1" status: 204 len: 168 time: 0.5321844 Dec 16 09:50:30.851835 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44424) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:30.868544 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8c04f451-8aa9-48ac-aeac-43af0493e193 req-6457becc-60a3-42ca-b3de-157dc6e705d6 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 210 time: 0.0668612 Dec 16 09:50:30.946431 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-78119e65-6bcc-4d82-be39-060d948eb589 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] DELETE failed (client error): The resource could not be found. Dec 16 09:50:30.946895 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78119e65-6bcc-4d82-be39-060d948eb589 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:50:30.950117 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-78119e65-6bcc-4d82-be39-060d948eb589 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/subnets/987f5cba-49f7-4de2-80fe-b5aa8fdd09aa HTTP/1.1" status: 404 len: 337 time: 0.0973141 Dec 16 09:50:30.954390 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-66b80dbc-49f1-47e0-90b4-590215c47f69 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:30.958739 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44432) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:30.984720 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6675f140-b45b-498c-917e-2f8a2b6a0bb7 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:30.999187 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b52fa2ca-8d62-485d-8f57-a0ff346ca066 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "GET /v2.0/ports?device_id=385dab05-136d-46b5-a6a7-c2f280316bc3 HTTP/1.1" status: 200 len: 205 time: 0.0382574 Dec 16 09:50:31.006162 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44436) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:31.008436 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-66b80dbc-49f1-47e0-90b4-590215c47f69 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867a93dc-8fd7-4ba9-aaf2-44ac7fd1a3a0']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:31.014072 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-265c995d-6155-4c6f-9c4c-41f8fdd7e16b req-e814dcea-157d-4ce4-9141-6c27b60a801b tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083116 Dec 16 09:50:31.033866 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-66b80dbc-49f1-47e0-90b4-590215c47f69 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8288eed7-d095-45fd-94b6-bb5d75058583') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:31.034168 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-66b80dbc-49f1-47e0-90b4-590215c47f69 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8288eed7-d095-45fd-94b6-bb5d75058583') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:31.048697 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-66b80dbc-49f1-47e0-90b4-590215c47f69 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:31.062373 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-ec34a3e9-2c10-4dff-8ddd-490ac7342b5a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] delete failed (client error): The resource could not be found. Dec 16 09:50:31.064228 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ec34a3e9-2c10-4dff-8ddd-490ac7342b5a tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/routers/385dab05-136d-46b5-a6a7-c2f280316bc3 HTTP/1.1" status: 404 len: 336 time: 0.0563581 Dec 16 09:50:31.073094 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44444) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:31.077378 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6675f140-b45b-498c-917e-2f8a2b6a0bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:31.090186 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-66b80dbc-49f1-47e0-90b4-590215c47f69 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:31.109088 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66b80dbc-49f1-47e0-90b4-590215c47f69 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:50:31.109355 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-66b80dbc-49f1-47e0-90b4-590215c47f69 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:31.112240 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:50:31.112240 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:50:31.112240 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:50:31.112240 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:50:31.112240 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:50:31.112240 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:50:31.112240 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:50:31.112240 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:50:31.112240 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:50:31.112240 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:50:31.112240 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:50:31.112240 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:50:31.112240 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:50:31.112240 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:50:31.112240 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:50:31.112240 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:50:31.112240 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:50:31.112240 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:50:31.112240 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:50:31.112240 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:50:31.112240 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:50:31.112240 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:50:31.112240 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:50:31.112240 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:50:31.112240 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:50:31.112240 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:50:31.112240 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:50:31.112240 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:50:31.112240 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:50:31.112240 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:50:31.112240 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:50:31.112240 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:50:31.115062 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc89f966-5eff-43c0-bc7f-1311d4f2076d tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] DELETE failed (client error): The resource could not be found. Dec 16 09:50:31.115535 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc89f966-5eff-43c0-bc7f-1311d4f2076d tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:50:31.121613 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-cc89f966-5eff-43c0-bc7f-1311d4f2076d tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/subnets/b5f9b157-d477-4a4e-8ffa-8c904b5ef809 HTTP/1.1" status: 404 len: 337 time: 0.0442610 Dec 16 09:50:31.122951 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44450) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:31.182480 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771f363-0b10-456a-981f-db009985e013 None None] Pushing event updated for resources: {'Port': ['ID=738d95b7-658d-4913-8f77-c99a08f45d35,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:31.212054 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2771f363-0b10-456a-981f-db009985e013 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:31.212775 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2771f363-0b10-456a-981f-db009985e013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:31.213383 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2771f363-0b10-456a-981f-db009985e013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:31.213965 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2771f363-0b10-456a-981f-db009985e013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:31.214521 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2771f363-0b10-456a-981f-db009985e013 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:31.215077 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2771f363-0b10-456a-981f-db009985e013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:31.215668 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2771f363-0b10-456a-981f-db009985e013 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:31.216229 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2771f363-0b10-456a-981f-db009985e013 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:31.216785 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2771f363-0b10-456a-981f-db009985e013 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:31.217894 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2771f363-0b10-456a-981f-db009985e013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:31.218441 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2771f363-0b10-456a-981f-db009985e013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:31.218997 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2771f363-0b10-456a-981f-db009985e013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:31.236761 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-44bed57c-51a1-4cfd-8aae-2dda4496830d tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] DELETE failed (client error): The resource could not be found. Dec 16 09:50:31.236761 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44bed57c-51a1-4cfd-8aae-2dda4496830d tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:50:31.237514 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-6675f140-b45b-498c-917e-2f8a2b6a0bb7 None None] Attempting to bind port 738d95b7-658d-4913-8f77-c99a08f45d35 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:50:31.237514 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-6675f140-b45b-498c-917e-2f8a2b6a0bb7 None None] Attempting to bind port 738d95b7-658d-4913-8f77-c99a08f45d35 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '1a1d2d12-d95a-46f1-a516-8a34991c97cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f8195718-f9dc-4337-9d69-d121976a6257'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:50:31.237514 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6675f140-b45b-498c-917e-2f8a2b6a0bb7 None None] Attempting to bind port 738d95b7-658d-4913-8f77-c99a08f45d35 on network f8195718-f9dc-4337-9d69-d121976a6257 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:31.237786 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-44bed57c-51a1-4cfd-8aae-2dda4496830d tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/subnets/e645d570-93d6-4e0c-969e-2501a59bbbd6 HTTP/1.1" status: 404 len: 337 time: 0.1121655 Dec 16 09:50:31.239732 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44454) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:31.244807 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6675f140-b45b-498c-917e-2f8a2b6a0bb7 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:50:31.246427 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6675f140-b45b-498c-917e-2f8a2b6a0bb7 None None] Checking segment: {'id': '1a1d2d12-d95a-46f1-a516-8a34991c97cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f8195718-f9dc-4337-9d69-d121976a6257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:31.248891 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6675f140-b45b-498c-917e-2f8a2b6a0bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:31.249494 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6675f140-b45b-498c-917e-2f8a2b6a0bb7 None None] Bound using segment: {'id': '1a1d2d12-d95a-46f1-a516-8a34991c97cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f8195718-f9dc-4337-9d69-d121976a6257'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:50:31.249987 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-6675f140-b45b-498c-917e-2f8a2b6a0bb7 None None] Bound port: 738d95b7-658d-4913-8f77-c99a08f45d35, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a1d2d12-d95a-46f1-a516-8a34991c97cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f8195718-f9dc-4337-9d69-d121976a6257'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:50:31.250508 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6675f140-b45b-498c-917e-2f8a2b6a0bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:31.277490 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ae4220c0-2970-44d1-84db-f36d15764947 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:31.277878 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-482b751d-b9b6-4834-a103-68cb52dec1fd tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] DELETE failed (client error): The resource could not be found. Dec 16 09:50:31.278364 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-482b751d-b9b6-4834-a103-68cb52dec1fd tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:50:31.284126 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-482b751d-b9b6-4834-a103-68cb52dec1fd tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/subnets/b964fa30-523f-4342-b339-1559fe40a60c HTTP/1.1" status: 404 len: 337 time: 0.0434043 Dec 16 09:50:31.287629 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44456) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:31.322994 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a7ada2-910a-4d02-a10d-83016a0fc728 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] DELETE failed (client error): The resource could not be found. Dec 16 09:50:31.323700 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77a7ada2-910a-4d02-a10d-83016a0fc728 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:50:31.329459 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-77a7ada2-910a-4d02-a10d-83016a0fc728 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/ports/69e1e3e3-c348-4113-bb0a-608b15814438 HTTP/1.1" status: 404 len: 333 time: 0.0388436 Dec 16 09:50:31.330021 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44458) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:31.344792 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-66b80dbc-49f1-47e0-90b4-590215c47f69 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:31.357597 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-6675f140-b45b-498c-917e-2f8a2b6a0bb7 None None] For port 738d95b7-658d-4913-8f77-c99a08f45d35, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:50:31.361866 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-6675f140-b45b-498c-917e-2f8a2b6a0bb7 None None] For port 738d95b7-658d-4913-8f77-c99a08f45d35, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=738d95b7-658d-4913-8f77-c99a08f45d35,segment=NetworkSegment(1a1d2d12-d95a-46f1-a516-8a34991c97cb),segment_id=1a1d2d12-d95a-46f1-a516-8a34991c97cb)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:50:31.378970 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-66b80dbc-49f1-47e0-90b4-590215c47f69 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:31.379108 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ee099ca-eb1f-4721-a0d7-09e9e0bea66b tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] DELETE failed (client error): The resource could not be found. Dec 16 09:50:31.379108 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ee099ca-eb1f-4721-a0d7-09e9e0bea66b tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:50:31.387531 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2ee099ca-eb1f-4721-a0d7-09e9e0bea66b tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/subnets/5bea0f96-b3ef-43b6-a5fe-14762ac1e68c HTTP/1.1" status: 404 len: 337 time: 0.0493135 Dec 16 09:50:31.387739 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-66b80dbc-49f1-47e0-90b4-590215c47f69 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "DELETE /v2.0/networks/867a93dc-8fd7-4ba9-aaf2-44ac7fd1a3a0 HTTP/1.1" status: 204 len: 168 time: 3.0440726 Dec 16 09:50:31.387739 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b80dbc-49f1-47e0-90b4-590215c47f69 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event deleted for resources: {'Network': ['ID=867a93dc-8fd7-4ba9-aaf2-44ac7fd1a3a0,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:31.387978 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44460) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:31.391127 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44462) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:31.418355 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-14c11aa3-4a31-41bb-9df7-f83be94e334d tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:31.426469 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-14c11aa3-4a31-41bb-9df7-f83be94e334d tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/networks?id=f8195718-f9dc-4337-9d69-d121976a6257 HTTP/1.1" status: 200 len: 818 time: 0.3043277 Dec 16 09:50:31.429508 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-de15055a-7d1d-4efa-9162-7d9b3e964ca7 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] DELETE failed (client error): The resource could not be found. Dec 16 09:50:31.431569 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de15055a-7d1d-4efa-9162-7d9b3e964ca7 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:50:31.433387 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-de15055a-7d1d-4efa-9162-7d9b3e964ca7 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "DELETE /v2.0/networks/867a93dc-8fd7-4ba9-aaf2-44ac7fd1a3a0 HTTP/1.1" status: 404 len: 339 time: 0.0474031 Dec 16 09:50:31.441036 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44464) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:31.447373 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-5b3635a0-e1fe-491a-88b6-5b02c419908a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1569726882', 'description': 'd1'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:31.448304 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c1a6f5-7e04-4b37-82bb-f23d51b29a88 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] DELETE failed (client error): The resource could not be found. Dec 16 09:50:31.448878 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9c1a6f5-7e04-4b37-82bb-f23d51b29a88 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:50:31.453784 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e9c1a6f5-7e04-4b37-82bb-f23d51b29a88 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/subnets/a9632a3e-238c-43c0-a3a9-2382fd33509d HTTP/1.1" status: 404 len: 337 time: 0.0544541 Dec 16 09:50:31.457772 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-aface3d5-5ee4-478a-b2c1-c52ce7cb46f3 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/quotas/e808bd8d166b416b83bade9028f5b46b HTTP/1.1" status: 200 len: 375 time: 0.0300565 Dec 16 09:50:31.458316 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44466) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:31.461473 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6675f140-b45b-498c-917e-2f8a2b6a0bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:31.494954 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-119df0ef-9153-4a69-8faf-626a67f548f5 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] DELETE failed (client error): The resource could not be found. Dec 16 09:50:31.496323 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-119df0ef-9153-4a69-8faf-626a67f548f5 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:50:31.497973 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ae4220c0-2970-44d1-84db-f36d15764947 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:31.500440 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-119df0ef-9153-4a69-8faf-626a67f548f5 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/ports/643b2324-4924-49c3-8cd3-27da1ece41b0 HTTP/1.1" status: 404 len: 333 time: 0.0388455 Dec 16 09:50:31.532676 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44468) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:31.542687 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771f363-0b10-456a-981f-db009985e013 None None] Pushing event updated for resources: {'Port': ['ID=738d95b7-658d-4913-8f77-c99a08f45d35,revision_number=4']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:31.546743 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:50:31.574606 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6675f140-b45b-498c-917e-2f8a2b6a0bb7 None None] Routers {'2de4eda7-10b1-44cf-b5cb-9253fb852b4e'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:31.575796 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6675f140-b45b-498c-917e-2f8a2b6a0bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:50:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2de4eda7-10b1-44cf-b5cb-9253fb852b4e'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:31.588677 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad51d24-dd55-4700-96bc-6100d3e74024 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] DELETE failed (client error): The resource could not be found. Dec 16 09:50:31.589495 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad51d24-dd55-4700-96bc-6100d3e74024 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:50:31.597201 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44472) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:31.601433 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3ad51d24-dd55-4700-96bc-6100d3e74024 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/subnets/e93882f1-f75e-444c-ab6d-94a5d1da1f68 HTTP/1.1" status: 404 len: 337 time: 0.0593812 Dec 16 09:50:31.613343 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-353df3a8-2501-4b23-8437-af372831566c tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e808bd8d166b416b83bade9028f5b46b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1226723 Dec 16 09:50:31.647069 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3635a0-e1fe-491a-88b6-5b02c419908a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Made reservation on behalf of 0cf174f81e5f491894595055127b1743 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:31.651404 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5b3635a0-e1fe-491a-88b6-5b02c419908a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:31.678944 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-64b23628-089a-4f8c-8b05-f398dc7f719d tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] DELETE failed (client error): The resource could not be found. Dec 16 09:50:31.679856 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64b23628-089a-4f8c-8b05-f398dc7f719d tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:50:31.687233 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-64b23628-089a-4f8c-8b05-f398dc7f719d tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/subnets/822ca504-04b4-48c2-94f8-382ffff5dd0a HTTP/1.1" status: 404 len: 337 time: 0.0760646 Dec 16 09:50:31.688137 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44474) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:31.710465 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-6675f140-b45b-498c-917e-2f8a2b6a0bb7 None None] Set router 2de4eda7-10b1-44cf-b5cb-9253fb852b4e gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:50:31.733842 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b3635a0-e1fe-491a-88b6-5b02c419908a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:50:31.749514 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5b3635a0-e1fe-491a-88b6-5b02c419908a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:31.755060 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-5b3635a0-e1fe-491a-88b6-5b02c419908a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Added segment 1f9a8afb-e4e3-4dd2-883b-6a694f0444df of type vlan for network fc5a7f4b-2fcb-42b4-ab4d-a788f1e1342c Dec 16 09:50:31.774985 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58adcf37-6d60-4699-9964-b8dfb9ca5d06 None None] Network f4fdb9cf-c9bb-4923-89c3-fb3c59040b66 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:31.834281 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ae4220c0-2970-44d1-84db-f36d15764947 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:31.834697 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5b3635a0-e1fe-491a-88b6-5b02c419908a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:31.876200 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-07cdfe80-da2e-4ccf-8824-bab2c6b0f551 service neutron] 10.222.0.60 "GET /v2.0/networks/f8195718-f9dc-4337-9d69-d121976a6257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508349 Dec 16 09:50:31.891906 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-6ba904f9-505c-442a-bd9e-c1030a6db47e None None] Provisioning complete for port 2bdf7519-5d16-4d5e-be3d-304a1703a40c triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:31.892280 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6ba904f9-505c-442a-bd9e-c1030a6db47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:31.897320 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ae4220c0-2970-44d1-84db-f36d15764947 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:31.966279 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-02d25a8a-1513-4e68-a163-7e87a9a34b9f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Deleting port 2bdf7519-5d16-4d5e-be3d-304a1703a40c {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:31.966673 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-02d25a8a-1513-4e68-a163-7e87a9a34b9f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:31.972035 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-6ba904f9-505c-442a-bd9e-c1030a6db47e None None] Port 2bdf7519-5d16-4d5e-be3d-304a1703a40c cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:50:31.976946 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ae4220c0-2970-44d1-84db-f36d15764947 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:31.990646 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-6ba904f9-505c-442a-bd9e-c1030a6db47e None None] Provisioning complete for port 4e32ddfe-71bc-423d-86f1-d75a63babfd6 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:31.991555 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6ba904f9-505c-442a-bd9e-c1030a6db47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:32.033496 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6675f140-b45b-498c-917e-2f8a2b6a0bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de4eda7-10b1-44cf-b5cb-9253fb852b4e', 'name': 'tempest-ServerRescueNegativeTestJSON-311338103-router', 'tenant_id': 'e808bd8d166b416b83bade9028f5b46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '314f1570-ef62-4492-b916-4a25d7a09d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:21Z', 'updated_at': '2021-12-16T09:50:27Z', 'revision_number': 4, 'project_id': 'e808bd8d166b416b83bade9028f5b46b', 'gw_port': {'id': '314f1570-ef62-4492-b916-4a25d7a09d5f', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de4eda7-10b1-44cf-b5cb-9253fb852b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:22Z', 'updated_at': '2021-12-16T09:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '738d95b7-658d-4913-8f77-c99a08f45d35', 'name': '', 'network_id': 'f8195718-f9dc-4337-9d69-d121976a6257', 'tenant_id': 'e808bd8d166b416b83bade9028f5b46b', 'mac_address': 'fa:16:3e:a0:ab:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de4eda7-10b1-44cf-b5cb-9253fb852b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '42c53971-1f21-4e03-a331-522b7a1e2105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:25Z', 'updated_at': '2021-12-16T09:50:31Z', 'revision_number': 4, 'project_id': 'e808bd8d166b416b83bade9028f5b46b', 'subnets': [{'id': '42c53971-1f21-4e03-a331-522b7a1e2105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:32.035723 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-02d25a8a-1513-4e68-a163-7e87a9a34b9f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:32.057700 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-02d25a8a-1513-4e68-a163-7e87a9a34b9f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Calling delete_port for 2bdf7519-5d16-4d5e-be3d-304a1703a40c owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:32.092724 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bebfd5-b6a4-45d5-8980-f19ca24dc08a None None] DHCP port deletion for f4fdb9cf-c9bb-4923-89c3-fb3c59040b66 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:50:32.127705 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6675f140-b45b-498c-917e-2f8a2b6a0bb7 None None] The sync data for ids ['2de4eda7-10b1-44cf-b5cb-9253fb852b4e'] in n-d-820550-2 is: [{'id': '2de4eda7-10b1-44cf-b5cb-9253fb852b4e', 'name': 'tempest-ServerRescueNegativeTestJSON-311338103-router', 'tenant_id': 'e808bd8d166b416b83bade9028f5b46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '314f1570-ef62-4492-b916-4a25d7a09d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:21Z', 'updated_at': '2021-12-16T09:50:27Z', 'revision_number': 4, 'project_id': 'e808bd8d166b416b83bade9028f5b46b', 'gw_port': {'id': '314f1570-ef62-4492-b916-4a25d7a09d5f', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de4eda7-10b1-44cf-b5cb-9253fb852b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:22Z', 'updated_at': '2021-12-16T09:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '738d95b7-658d-4913-8f77-c99a08f45d35', 'name': '', 'network_id': 'f8195718-f9dc-4337-9d69-d121976a6257', 'tenant_id': 'e808bd8d166b416b83bade9028f5b46b', 'mac_address': 'fa:16:3e:a0:ab:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de4eda7-10b1-44cf-b5cb-9253fb852b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '42c53971-1f21-4e03-a331-522b7a1e2105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:25Z', 'updated_at': '2021-12-16T09:50:31Z', 'revision_number': 4, 'project_id': 'e808bd8d166b416b83bade9028f5b46b', 'subnets': [{'id': '42c53971-1f21-4e03-a331-522b7a1e2105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:50:32.127965 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5b3635a0-e1fe-491a-88b6-5b02c419908a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:32.133727 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3635a0-e1fe-491a-88b6-5b02c419908a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:32.134077 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5b3635a0-e1fe-491a-88b6-5b02c419908a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602850'] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:32.194352 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-59bebfd5-b6a4-45d5-8980-f19ca24dc08a None None] Deleting port 4e32ddfe-71bc-423d-86f1-d75a63babfd6 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:32.194352 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-59bebfd5-b6a4-45d5-8980-f19ca24dc08a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:32.239717 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [None req-ae4220c0-2970-44d1-84db-f36d15764947 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Floating IP f4697d0f-9462-4c17-a727-2e539d5ba0a5 associated. External IP: 172.25.1.37, port: f35562bc-9a14-42ec-ae8f-b2022f9618bd. Dec 16 09:50:32.290311 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3635a0-e1fe-491a-88b6-5b02c419908a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event updated for resources: {'Network': ['ID=fc5a7f4b-2fcb-42b4-ab4d-a788f1e1342c,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:32.298681 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5b3635a0-e1fe-491a-88b6-5b02c419908a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8550749 Dec 16 09:50:32.300637 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-76565281-93b6-4ed1-abeb-ebd01fb282f2 service neutron] 10.222.0.60 "GET /v2.0/networks/f8195718-f9dc-4337-9d69-d121976a6257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097936 Dec 16 09:50:32.308625 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44480) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:32.329316 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network fc5a7f4b-2fcb-42b4-ab4d-a788f1e1342c details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:50:32.404238 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-02d25a8a-1513-4e68-a163-7e87a9a34b9f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:32.453636 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4220c0-2970-44d1-84db-f36d15764947 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'Port': ['ID=7445705c-ca21-4ad8-a39a-d0de12f714fe,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:32.475857 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-02d25a8a-1513-4e68-a163-7e87a9a34b9f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:32.480539 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-02d25a8a-1513-4e68-a163-7e87a9a34b9f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/ports/2bdf7519-5d16-4d5e-be3d-304a1703a40c HTTP/1.1" status: 204 len: 168 time: 0.7898109 Dec 16 09:50:32.484445 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44482) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:32.495164 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-59bebfd5-b6a4-45d5-8980-f19ca24dc08a None None] For port 4e32ddfe-71bc-423d-86f1-d75a63babfd6, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=4e32ddfe-71bc-423d-86f1-d75a63babfd6,segment=NetworkSegment(2b56376c-7f1e-4c95-a3c3-056f61296027),segment_id=2b56376c-7f1e-4c95-a3c3-056f61296027)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:32.504409 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-59bebfd5-b6a4-45d5-8980-f19ca24dc08a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:32.504596 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d19eb-23a5-4248-96ac-cb166ab20871 req-2f431d8b-1494-4214-92b0-1f96d993f4d6 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:32.504596 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8b4d19eb-23a5-4248-96ac-cb166ab20871 req-2f431d8b-1494-4214-92b0-1f96d993f4d6 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 946 time: 0.2740114 Dec 16 09:50:32.512608 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1a280-c47a-4cfc-88ee-8adc0d996233 req-1ed1ebff-5820-4648-a2eb-052541fe9f4a tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:32.514772 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f5e1a280-c47a-4cfc-88ee-8adc0d996233 req-1ed1ebff-5820-4648-a2eb-052541fe9f4a tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.57 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 946 time: 0.2544105 Dec 16 09:50:32.515565 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d25a8a-1513-4e68-a163-7e87a9a34b9f tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Port': ['ID=2bdf7519-5d16-4d5e-be3d-304a1703a40c,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:32.544415 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 738d95b7-658d-4913-8f77-c99a08f45d35 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:32.556558 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-59bebfd5-b6a4-45d5-8980-f19ca24dc08a None None] Calling delete_port for 4e32ddfe-71bc-423d-86f1-d75a63babfd6 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:32.619278 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d240029e-ed9f-4d00-ae6c-d53428a0b103 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:32.620948 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d240029e-ed9f-4d00-ae6c-d53428a0b103 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "GET /v2.0/networks?id=fc5a7f4b-2fcb-42b4-ab4d-a788f1e1342c HTTP/1.1" status: 200 len: 761 time: 0.3101587 Dec 16 09:50:32.646116 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44484) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:32.661284 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-c6947db2-4175-4269-afa4-94a817e999b0 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Request body: {'network': {'description': 'd2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:32.701469 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c1eab71-c9d9-49b4-bdcd-1f056a070f42 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:32.809489 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 738d95b7-658d-4913-8f77-c99a08f45d35 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:32.810616 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:32.840452 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d3529517-3b1e-4492-aae1-8cc59846fae4 req-e40e8b9c-a97a-4cc4-9b21-04de80fb1c20 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 210 time: 0.0729592 Dec 16 09:50:32.894603 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-59bebfd5-b6a4-45d5-8980-f19ca24dc08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:32.962844 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-f5e1a280-c47a-4cfc-88ee-8adc0d996233 req-dd010c99-1d8f-413e-944e-7474ebc195e7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Deleting port 87ea0160-6ace-441a-a60b-f7a3c189cbae {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:32.963306 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f5e1a280-c47a-4cfc-88ee-8adc0d996233 req-dd010c99-1d8f-413e-944e-7474ebc195e7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:33.009763 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bebfd5-b6a4-45d5-8980-f19ca24dc08a None None] Pushing event deleted for resources: {'Port': ['ID=4e32ddfe-71bc-423d-86f1-d75a63babfd6,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:33.012610 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bebfd5-b6a4-45d5-8980-f19ca24dc08a None None] No DVR routers for this DVR port 4e32ddfe-71bc-423d-86f1-d75a63babfd6 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:50:33.062236 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01d0032-5b57-463e-8d7f-c6ee68bbeac9 None None] get_active_networks_info from n-d-820550-2 {{(pid=102818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:50:33.107084 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:33.140027 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f5e1a280-c47a-4cfc-88ee-8adc0d996233 req-dd010c99-1d8f-413e-944e-7474ebc195e7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] For port 87ea0160-6ace-441a-a60b-f7a3c189cbae, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=87ea0160-6ace-441a-a60b-f7a3c189cbae,segment=NetworkSegment(c1145db4-acce-4730-a2ad-0f420017f088),segment_id=c1145db4-acce-4730-a2ad-0f420017f088)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:33.141050 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f5e1a280-c47a-4cfc-88ee-8adc0d996233 req-dd010c99-1d8f-413e-944e-7474ebc195e7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:33.161566 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c6947db2-4175-4269-afa4-94a817e999b0 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:33.196850 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 738d95b7-658d-4913-8f77-c99a08f45d35, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=738d95b7-658d-4913-8f77-c99a08f45d35,segment=NetworkSegment(1a1d2d12-d95a-46f1-a516-8a34991c97cb),segment_id=1a1d2d12-d95a-46f1-a516-8a34991c97cb)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:33.218153 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01d0032-5b57-463e-8d7f-c6ee68bbeac9 None None] Resources bound (agent type, host, resource id): {{(pid=102818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:50:33.228526 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-3c1eab71-c9d9-49b4-bdcd-1f056a070f42 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Deleting port 4e32ddfe-71bc-423d-86f1-d75a63babfd6 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:33.233667 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c1eab71-c9d9-49b4-bdcd-1f056a070f42 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:33.276360 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8b4d19eb-23a5-4248-96ac-cb166ab20871 req-5259f4a2-f5f0-4061-a99b-55c94dad2417 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba47d7bb-80eb-4454-bcd9-70ddeb81139b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7691114 Dec 16 09:50:33.288681 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-840272c7-668e-49c1-8a91-1fa73dfd832f req-6038058a-2d84-436b-9130-e9bc1ef26c90 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1070130 Dec 16 09:50:33.322631 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:33.336423 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4220c0-2970-44d1-84db-f36d15764947 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Router a954e32e-8ed4-4f92-a47a-cc1176a5521d has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:50:33.415113 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=738d95b7-658d-4913-8f77-c99a08f45d35,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:33.443206 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 4e32ddfe-71bc-423d-86f1-d75a63babfd6 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:50:33.477604 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 4e32ddfe-71bc-423d-86f1-d75a63babfd6 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:50:33.478235 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 4e32ddfe-71bc-423d-86f1-d75a63babfd6 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:50:33.482392 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c6947db2-4175-4269-afa4-94a817e999b0 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:33.516048 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840272c7-668e-49c1-8a91-1fa73dfd832f req-33ee1407-a924-44b7-b85a-eaeb96947992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:33.517432 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c6947db2-4175-4269-afa4-94a817e999b0 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Network fc5a7f4b-2fcb-42b4-ab4d-a788f1e1342c is not hosted by any dhcp agent {{(pid=102816) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 09:50:33.517616 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-840272c7-668e-49c1-8a91-1fa73dfd832f req-33ee1407-a924-44b7-b85a-eaeb96947992 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 1097 time: 0.1591594 Dec 16 09:50:33.522794 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6947db2-4175-4269-afa4-94a817e999b0 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:33.523400 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c6947db2-4175-4269-afa4-94a817e999b0 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:33.525145 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c6947db2-4175-4269-afa4-94a817e999b0 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "PUT /v2.0/networks/fc5a7f4b-2fcb-42b4-ab4d-a788f1e1342c HTTP/1.1" status: 200 len: 758 time: 0.8773053 Dec 16 09:50:33.527240 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f5e1a280-c47a-4cfc-88ee-8adc0d996233 req-dd010c99-1d8f-413e-944e-7474ebc195e7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:33.527653 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f5e1a280-c47a-4cfc-88ee-8adc0d996233 req-dd010c99-1d8f-413e-944e-7474ebc195e7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:33.527921 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [req-f5e1a280-c47a-4cfc-88ee-8adc0d996233 req-dd010c99-1d8f-413e-944e-7474ebc195e7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Floating IP 872e7550-8936-4299-9457-20cb0248759f disassociated. External IP: 172.25.1.226, port: 87ea0160-6ace-441a-a60b-f7a3c189cbae. Dec 16 09:50:33.528273 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-f5e1a280-c47a-4cfc-88ee-8adc0d996233 req-dd010c99-1d8f-413e-944e-7474ebc195e7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Calling delete_port for 87ea0160-6ace-441a-a60b-f7a3c189cbae owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:33.528400 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44494) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:33.639267 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4220c0-2970-44d1-84db-f36d15764947 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:50:33.651171 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceaa620-497a-497d-9b20-5c01bb192461 None None] Sync routers for ids ['a954e32e-8ed4-4f92-a47a-cc1176a5521d'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:50:33.664699 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceaa620-497a-497d-9b20-5c01bb192461 None None] Routers {'a954e32e-8ed4-4f92-a47a-cc1176a5521d'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:33.665356 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-0ceaa620-497a-497d-9b20-5c01bb192461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:50:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['a954e32e-8ed4-4f92-a47a-cc1176a5521d'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:33.761427 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278997f6-f7a4-4075-9a4d-3d2409b85d7f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:33.766659 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-278997f6-f7a4-4075-9a4d-3d2409b85d7f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "GET /v2.0/networks?id=fc5a7f4b-2fcb-42b4-ab4d-a788f1e1342c HTTP/1.1" status: 200 len: 761 time: 0.2338004 Dec 16 09:50:33.768771 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44498) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:33.780967 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-0d3b2750-45aa-47ed-830c-f0b363ab3dc9 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1637765055'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:33.791071 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840272c7-668e-49c1-8a91-1fa73dfd832f req-c0769cc8-edf5-44fd-a862-819ed1b39378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:33.792568 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-840272c7-668e-49c1-8a91-1fa73dfd832f req-c0769cc8-edf5-44fd-a862-819ed1b39378 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1020e219-9761-467d-95fb-24a16130d237 HTTP/1.1" status: 200 len: 897 time: 0.2343743 Dec 16 09:50:33.839429 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6947db2-4175-4269-afa4-94a817e999b0 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event updated for resources: {'Network': ['ID=fc5a7f4b-2fcb-42b4-ab4d-a788f1e1342c,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:33.852566 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-3c1eab71-c9d9-49b4-bdcd-1f056a070f42 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] For port 4e32ddfe-71bc-423d-86f1-d75a63babfd6, host n-d-820550-2, got binding levels [] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:33.853341 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c1eab71-c9d9-49b4-bdcd-1f056a070f42 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:33.888082 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-3c1eab71-c9d9-49b4-bdcd-1f056a070f42 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Calling delete_port for 4e32ddfe-71bc-423d-86f1-d75a63babfd6 owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:33.894456 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.ipam_backend_mixin [None req-3c1eab71-c9d9-49b4-bdcd-1f056a070f42 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Port 4e32ddfe-71bc-423d-86f1-d75a63babfd6 was not found and therefore no delete operation was performed {{(pid=102816) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 09:50:33.894962 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network fc5a7f4b-2fcb-42b4-ab4d-a788f1e1342c details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:50:33.901404 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c1eab71-c9d9-49b4-bdcd-1f056a070f42 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:33.912374 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ae4220c0-2970-44d1-84db-f36d15764947 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:33.976009 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ae4220c0-2970-44d1-84db-f36d15764947 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6198461 Dec 16 09:50:33.988832 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b046558-d631-42ce-becb-ca8c81de5f3a', 'tag': 'f35562bc-9a14-42ec-ae8f-b2022f9618bd'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:50:33.991608 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ccddc0-63d1-4346-aef2-b3bb8d12bb87" -d '{"events": [{"name": "network-changed", "server_uuid": "5b046558-d631-42ce-becb-ca8c81de5f3a", "tag": "f35562bc-9a14-42ec-ae8f-b2022f9618bd"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:50:34.035020 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-840272c7-668e-49c1-8a91-1fa73dfd832f req-df148d97-fcbb-47d0-85f7-0b783bdad1ff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f35562bc-9a14-42ec-ae8f-b2022f9618bd HTTP/1.1" status: 200 len: 999 time: 0.2322080 Dec 16 09:50:34.043107 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1eab71-c9d9-49b4-bdcd-1f056a070f42 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Port': ['ID=4e32ddfe-71bc-423d-86f1-d75a63babfd6,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:34.044925 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f5e1a280-c47a-4cfc-88ee-8adc0d996233 req-dd010c99-1d8f-413e-944e-7474ebc195e7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:34.061303 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-0ceaa620-497a-497d-9b20-5c01bb192461 None None] Set router a954e32e-8ed4-4f92-a47a-cc1176a5521d gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:50:34.061549 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1eab71-c9d9-49b4-bdcd-1f056a070f42 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] No DVR routers for this DVR port 4e32ddfe-71bc-423d-86f1-d75a63babfd6 on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:50:34.068125 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-92453e42-571f-431f-ab5f-eb16efbc509c req-42a0058c-a70d-4ed8-965a-c3c750a391c9 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 210 time: 0.1315932 Dec 16 09:50:34.097706 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840272c7-668e-49c1-8a91-1fa73dfd832f req-7af3d71a-4ebd-4301-b407-5a321ce1ac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:34.099446 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-840272c7-668e-49c1-8a91-1fa73dfd832f req-7af3d71a-4ebd-4301-b407-5a321ce1ac56 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e2354fa-c57d-4aa2-a556-9e4b75ae0981 HTTP/1.1" status: 200 len: 835 time: 0.0583234 Dec 16 09:50:34.111260 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd010c99-1d8f-413e-944e-7474ebc195e7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Pushing event deleted for resources: {'Port': ['ID=87ea0160-6ace-441a-a60b-f7a3c189cbae,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:34.128362 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-aab27a55-e704-4620-b1b3-0070fdf3d129 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:34.130052 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-aab27a55-e704-4620-b1b3-0070fdf3d129 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.57 "GET /v2.0/networks?id=f8195718-f9dc-4337-9d69-d121976a6257 HTTP/1.1" status: 200 len: 818 time: 0.5345709 Dec 16 09:50:34.149368 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3b2750-45aa-47ed-830c-f0b363ab3dc9 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Made reservation on behalf of 0cf174f81e5f491894595055127b1743 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:34.160081 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0d3b2750-45aa-47ed-830c-f0b363ab3dc9 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:34.161042 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-3e31de0f-8738-4c8d-957a-374cd5c7d1f6 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Request body: {'port': {'device_id': '5b2053e9-3700-421c-993d-e145867e46c8', 'network_id': 'f8195718-f9dc-4337-9d69-d121976a6257', 'admin_state_up': True, 'tenant_id': 'e808bd8d166b416b83bade9028f5b46b'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:34.171630 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3fcf6f-d3a0-47f3-a7f8-646a24393202 x-openstack-request-id: req-dc3fcf6f-d3a0-47f3-a7f8-646a24393202 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:50:34.171630 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b046558-d631-42ce-becb-ca8c81de5f3a", "tag": "f35562bc-9a14-42ec-ae8f-b2022f9618bd", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:50:34.171630 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dc3fcf6f-d3a0-47f3-a7f8-646a24393202 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:50:34.171630 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b046558-d631-42ce-becb-ca8c81de5f3a', 'tag': 'f35562bc-9a14-42ec-ae8f-b2022f9618bd', 'status': 'completed', 'code': 200} Dec 16 09:50:34.246432 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d3b2750-45aa-47ed-830c-f0b363ab3dc9 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:50:34.257157 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d76f52-2583-4108-b561-47f1e14d6c28 req-115167bc-f860-4079-a665-58c8ad1c0838 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:34.258754 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-47d76f52-2583-4108-b561-47f1e14d6c28 req-115167bc-f860-4079-a665-58c8ad1c0838 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 946 time: 0.1582041 Dec 16 09:50:34.270511 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840272c7-668e-49c1-8a91-1fa73dfd832f req-c3dd8be3-8677-464d-aebb-82e4968244f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:34.272269 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-840272c7-668e-49c1-8a91-1fa73dfd832f req-c3dd8be3-8677-464d-aebb-82e4968244f2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1020e219-9761-467d-95fb-24a16130d237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042173 Dec 16 09:50:34.288615 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0d3b2750-45aa-47ed-830c-f0b363ab3dc9 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:34.289626 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-0d3b2750-45aa-47ed-830c-f0b363ab3dc9 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Added segment 6ada29da-14bc-461f-9ffd-7cbcbb598267 of type vlan for network 09d6dfd4-3a85-4117-a1dc-533daa12c2f5 Dec 16 09:50:34.303086 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c1eab71-c9d9-49b4-bdcd-1f056a070f42 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:34.415934 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-3c1eab71-c9d9-49b4-bdcd-1f056a070f42 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4fdb9cf-c9bb-4923-89c3-fb3c59040b66']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:34.427983 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 738d95b7-658d-4913-8f77-c99a08f45d35 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:34.428237 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-47d76f52-2583-4108-b561-47f1e14d6c28 req-d3776c81-802b-4dbc-ae0f-55a5c79d4092 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536546 Dec 16 09:50:34.433243 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0d3b2750-45aa-47ed-830c-f0b363ab3dc9 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:34.445926 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-3c1eab71-c9d9-49b4-bdcd-1f056a070f42 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b56376c-7f1e-4c95-a3c3-056f61296027') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:34.446209 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-3c1eab71-c9d9-49b4-bdcd-1f056a070f42 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b56376c-7f1e-4c95-a3c3-056f61296027') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:34.480003 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44508) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:34.489752 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-0ceaa620-497a-497d-9b20-5c01bb192461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2065426841', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '5b51dcfc-107a-416f-b003-40ece5e0331a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:00Z', 'updated_at': '2021-12-16T09:50:08Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '5b51dcfc-107a-416f-b003-40ece5e0331a', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:20:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:01Z', 'updated_at': '2021-12-16T09:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'f4697d0f-9462-4c17-a727-2e539d5ba0a5', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'floating_ip_address': '172.25.1.37', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'port_id': 'f35562bc-9a14-42ec-ae8f-b2022f9618bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1020e219-9761-467d-95fb-24a16130d237', 'mac_address': 'fa:16:3e:53:7c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b046558-d631-42ce-becb-ca8c81de5f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:50:31Z', 'updated_at': '2021-12-16T09:50:31Z', 'revision_number': 0, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed22c62e-e9a6-4acf-8e0c-00651ee680d9', 'name': '', 'network_id': '1020e219-9761-467d-95fb-24a16130d237', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'mac_address': 'fa:16:3e:95:84:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '9e2354fa-c57d-4aa2-a556-9e4b75ae0981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:07Z', 'updated_at': '2021-12-16T09:50:14Z', 'revision_number': 5, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'subnets': [{'id': '9e2354fa-c57d-4aa2-a556-9e4b75ae0981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:34.489996 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-840272c7-668e-49c1-8a91-1fa73dfd832f req-09006d8b-3832-4bef-9335-aa612a7cb4e6 service neutron] 10.222.0.58 "GET /v2.0/networks/1020e219-9761-467d-95fb-24a16130d237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028379 Dec 16 09:50:34.512277 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d45d79c0-73c1-4455-bcd0-0d96a80182ef req-a238d937-c785-452a-a247-4069413b44d1 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 210 time: 0.0984566 Dec 16 09:50:34.537977 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c1eab71-c9d9-49b4-bdcd-1f056a070f42 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:34.538090 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceaa620-497a-497d-9b20-5c01bb192461 None None] Checking router: a954e32e-8ed4-4f92-a47a-cc1176a5521d for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:50:34.549836 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c1eab71-c9d9-49b4-bdcd-1f056a070f42 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:34.555266 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 738d95b7-658d-4913-8f77-c99a08f45d35 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:34.555690 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:34.559588 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c1eab71-c9d9-49b4-bdcd-1f056a070f42 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:50:34.559588 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c1eab71-c9d9-49b4-bdcd-1f056a070f42 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:34.559919 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceaa620-497a-497d-9b20-5c01bb192461 None None] Routers {'a954e32e-8ed4-4f92-a47a-cc1176a5521d'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:34.560135 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-0ceaa620-497a-497d-9b20-5c01bb192461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:50:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['a954e32e-8ed4-4f92-a47a-cc1176a5521d'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:34.617236 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2323b932-1080-4a5e-83e0-bd3935b94c22 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/floatingips/f4697d0f-9462-4c17-a727-2e539d5ba0a5 HTTP/1.1" status: 200 len: 991 time: 0.1350205 Dec 16 09:50:34.629432 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:50:34.629432 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:50:34.629432 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:50:34.629432 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:50:34.629432 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:50:34.629432 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:50:34.629432 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:50:34.629432 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:50:34.629432 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:50:34.629432 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:50:34.629432 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:50:34.629432 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:50:34.629432 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:50:34.629432 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:50:34.629432 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:50:34.629432 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:50:34.629432 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:50:34.629432 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:50:34.629432 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:50:34.629432 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:50:34.629432 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:50:34.629432 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:50:34.629432 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:50:34.629432 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:50:34.629432 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:50:34.629432 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:50:34.629432 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:50:34.629432 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:50:34.629432 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:50:34.629432 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:50:34.629432 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:50:34.629432 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:50:34.678448 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-840272c7-668e-49c1-8a91-1fa73dfd832f req-f5fc245d-ccbf-4228-8bd8-34601e129423 service neutron] 10.222.0.58 "GET /v2.0/networks/1020e219-9761-467d-95fb-24a16130d237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379027 Dec 16 09:50:34.679674 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0d3b2750-45aa-47ed-830c-f0b363ab3dc9 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:34.686078 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3b2750-45aa-47ed-830c-f0b363ab3dc9 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:34.686907 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0d3b2750-45aa-47ed-830c-f0b363ab3dc9 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:34.712297 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5e1a280-c47a-4cfc-88ee-8adc0d996233 req-dd010c99-1d8f-413e-944e-7474ebc195e7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Router 744dafc6-87da-409e-a7b7-7a3446f8ec99 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:50:34.737999 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-0ceaa620-497a-497d-9b20-5c01bb192461 None None] Set router a954e32e-8ed4-4f92-a47a-cc1176a5521d gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:50:34.770394 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b2750-45aa-47ed-830c-f0b363ab3dc9 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event updated for resources: {'Network': ['ID=09d6dfd4-3a85-4117-a1dc-533daa12c2f5,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:34.784315 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 09d6dfd4-3a85-4117-a1dc-533daa12c2f5 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:50:34.854460 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ccddc0-63d1-4346-aef2-b3bb8d12bb87 req-5dbc2972-021d-427d-a184-e88f7beec523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:34.856150 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-60ccddc0-63d1-4346-aef2-b3bb8d12bb87 req-5dbc2972-021d-427d-a184-e88f7beec523 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 1097 time: 0.0583894 Dec 16 09:50:34.923234 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0d3b2750-45aa-47ed-830c-f0b363ab3dc9 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1528282 Dec 16 09:50:34.926513 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44510) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:34.931221 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-e9eb68df-80ff-48d8-874e-27d0180a3f8a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Request body: {'subnet': {'network_id': '09d6dfd4-3a85-4117-a1dc-533daa12c2f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:35.034270 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ccddc0-63d1-4346-aef2-b3bb8d12bb87 req-01b23b0b-3561-43e5-bf1f-104f34537701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:35.035758 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-60ccddc0-63d1-4346-aef2-b3bb8d12bb87 req-01b23b0b-3561-43e5-bf1f-104f34537701 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1020e219-9761-467d-95fb-24a16130d237 HTTP/1.1" status: 200 len: 897 time: 0.1732659 Dec 16 09:50:35.060600 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-0ceaa620-497a-497d-9b20-5c01bb192461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2065426841', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '5b51dcfc-107a-416f-b003-40ece5e0331a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:00Z', 'updated_at': '2021-12-16T09:50:08Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '5b51dcfc-107a-416f-b003-40ece5e0331a', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:20:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:01Z', 'updated_at': '2021-12-16T09:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'f4697d0f-9462-4c17-a727-2e539d5ba0a5', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'floating_ip_address': '172.25.1.37', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'port_id': 'f35562bc-9a14-42ec-ae8f-b2022f9618bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1020e219-9761-467d-95fb-24a16130d237', 'mac_address': 'fa:16:3e:53:7c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b046558-d631-42ce-becb-ca8c81de5f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:50:31Z', 'updated_at': '2021-12-16T09:50:31Z', 'revision_number': 0, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed22c62e-e9a6-4acf-8e0c-00651ee680d9', 'name': '', 'network_id': '1020e219-9761-467d-95fb-24a16130d237', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'mac_address': 'fa:16:3e:95:84:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '9e2354fa-c57d-4aa2-a556-9e4b75ae0981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:07Z', 'updated_at': '2021-12-16T09:50:14Z', 'revision_number': 5, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'subnets': [{'id': '9e2354fa-c57d-4aa2-a556-9e4b75ae0981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:35.088595 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceaa620-497a-497d-9b20-5c01bb192461 None None] The sync data for ids ['a954e32e-8ed4-4f92-a47a-cc1176a5521d'] in n-d-820550-2 is: [{'id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2065426841', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '5b51dcfc-107a-416f-b003-40ece5e0331a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:00Z', 'updated_at': '2021-12-16T09:50:08Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '5b51dcfc-107a-416f-b003-40ece5e0331a', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:20:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:01Z', 'updated_at': '2021-12-16T09:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'f4697d0f-9462-4c17-a727-2e539d5ba0a5', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'floating_ip_address': '172.25.1.37', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'port_id': 'f35562bc-9a14-42ec-ae8f-b2022f9618bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1020e219-9761-467d-95fb-24a16130d237', 'mac_address': 'fa:16:3e:53:7c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b046558-d631-42ce-becb-ca8c81de5f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:50:31Z', 'updated_at': '2021-12-16T09:50:31Z', 'revision_number': 0, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed22c62e-e9a6-4acf-8e0c-00651ee680d9', 'name': '', 'network_id': '1020e219-9761-467d-95fb-24a16130d237', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'mac_address': 'fa:16:3e:95:84:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '9e2354fa-c57d-4aa2-a556-9e4b75ae0981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:07Z', 'updated_at': '2021-12-16T09:50:14Z', 'revision_number': 5, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'subnets': [{'id': '9e2354fa-c57d-4aa2-a556-9e4b75ae0981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:50:35.108538 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-60ccddc0-63d1-4346-aef2-b3bb8d12bb87 req-cb2812fa-76fc-4e56-8f2b-b0259a3aa5e3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f35562bc-9a14-42ec-ae8f-b2022f9618bd HTTP/1.1" status: 200 len: 999 time: 0.0660734 Dec 16 09:50:35.159443 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9eb68df-80ff-48d8-874e-27d0180a3f8a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Made reservation on behalf of 0cf174f81e5f491894595055127b1743 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:35.164683 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c1eab71-c9d9-49b4-bdcd-1f056a070f42 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:35.165200 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e9eb68df-80ff-48d8-874e-27d0180a3f8a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:35.168552 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-3e31de0f-8738-4c8d-957a-374cd5c7d1f6 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Made reservation on behalf of e808bd8d166b416b83bade9028f5b46b for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:35.178063 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-3e31de0f-8738-4c8d-957a-374cd5c7d1f6 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:35.206736 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c1eab71-c9d9-49b4-bdcd-1f056a070f42 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:35.210271 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3c1eab71-c9d9-49b4-bdcd-1f056a070f42 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] 10.222.0.60 "DELETE /v2.0/networks/f4fdb9cf-c9bb-4923-89c3-fb3c59040b66 HTTP/1.1" status: 204 len: 168 time: 2.7246070 Dec 16 09:50:35.249634 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1eab71-c9d9-49b4-bdcd-1f056a070f42 tempest-PortsTestJSON-1970262693 tempest-PortsTestJSON-1970262693-project] Pushing event deleted for resources: {'Network': ['ID=f4fdb9cf-c9bb-4923-89c3-fb3c59040b66,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:35.266984 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-20800d27-56b7-4f89-9127-7b76e33eeeba req-ac6fa5db-ceb9-40ad-a8fb-9378a64d2780 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 210 time: 0.0930877 Dec 16 09:50:35.292025 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ccddc0-63d1-4346-aef2-b3bb8d12bb87 req-a7f348fc-2a00-48b9-9d7e-701a06473108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:35.293777 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-60ccddc0-63d1-4346-aef2-b3bb8d12bb87 req-a7f348fc-2a00-48b9-9d7e-701a06473108 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e2354fa-c57d-4aa2-a556-9e4b75ae0981 HTTP/1.1" status: 200 len: 835 time: 0.1783206 Dec 16 09:50:35.343408 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5e1a280-c47a-4cfc-88ee-8adc0d996233 req-dd010c99-1d8f-413e-944e-7474ebc195e7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:50:35.355802 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2b9208-780a-4ede-a920-9a9647541edd None None] Sync routers for ids ['744dafc6-87da-409e-a7b7-7a3446f8ec99'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:50:35.367863 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2b9208-780a-4ede-a920-9a9647541edd None None] Routers {'744dafc6-87da-409e-a7b7-7a3446f8ec99'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:35.368625 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-5a2b9208-780a-4ede-a920-9a9647541edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:50:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['744dafc6-87da-409e-a7b7-7a3446f8ec99'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:35.422999 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e1a280-c47a-4cfc-88ee-8adc0d996233 req-dd010c99-1d8f-413e-944e-7474ebc195e7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] No DVR routers for this DVR port 87ea0160-6ace-441a-a60b-f7a3c189cbae on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:50:35.427421 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f5e1a280-c47a-4cfc-88ee-8adc0d996233 req-dd010c99-1d8f-413e-944e-7474ebc195e7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:35.430983 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f5e1a280-c47a-4cfc-88ee-8adc0d996233 req-dd010c99-1d8f-413e-944e-7474ebc195e7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.57 "DELETE /v2.0/ports/87ea0160-6ace-441a-a60b-f7a3c189cbae HTTP/1.1" status: 204 len: 173 time: 2.8955355 Dec 16 09:50:35.431517 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f15e74b6-9d5e-4be6-9e0d-064474e8638f', 'name': 'network-vif-deleted', 'tag': '87ea0160-6ace-441a-a60b-f7a3c189cbae'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:50:35.434050 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea92cc4-d657-4416-8427-376f42257808" -d '{"events": [{"server_uuid": "f15e74b6-9d5e-4be6-9e0d-064474e8638f", "name": "network-vif-deleted", "tag": "87ea0160-6ace-441a-a60b-f7a3c189cbae"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:50:35.446058 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b22f30d-250e-487c-b9aa-6016daf70b13 None None] New status for floating IP f4697d0f-9462-4c17-a727-2e539d5ba0a5: ACTIVE {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:50:35.466298 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-3e31de0f-8738-4c8d-957a-374cd5c7d1f6 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Allocated IP 172.20.0.14 (f8195718-f9dc-4337-9d69-d121976a6257/42c53971-1f21-4e03-a331-522b7a1e2105/8bc74aae-73ea-43e8-bb1c-9884d575b99d) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:35.481203 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ccddc0-63d1-4346-aef2-b3bb8d12bb87 req-c1396962-94e9-4c23-898a-b3425106dc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:35.483753 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-60ccddc0-63d1-4346-aef2-b3bb8d12bb87 req-c1396962-94e9-4c23-898a-b3425106dc09 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1020e219-9761-467d-95fb-24a16130d237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1802104 Dec 16 09:50:35.532876 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-5a2b9208-780a-4ede-a920-9a9647541edd None None] Set router 744dafc6-87da-409e-a7b7-7a3446f8ec99 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:50:35.550030 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42336563-5263-4306-95d9-4e6d028c53c6 x-openstack-request-id: req-42336563-5263-4306-95d9-4e6d028c53c6 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:50:35.550704 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f15e74b6-9d5e-4be6-9e0d-064474e8638f", "name": "network-vif-deleted", "tag": "87ea0160-6ace-441a-a60b-f7a3c189cbae", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:50:35.550704 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-42336563-5263-4306-95d9-4e6d028c53c6 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:50:35.551044 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f15e74b6-9d5e-4be6-9e0d-064474e8638f', 'name': 'network-vif-deleted', 'tag': '87ea0160-6ace-441a-a60b-f7a3c189cbae', 'status': 'completed', 'code': 200} Dec 16 09:50:35.623002 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44520) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:35.774074 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e9eb68df-80ff-48d8-874e-27d0180a3f8a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:35.784919 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c95d23ef-aeae-40a4-8a5c-768ea999f164 req-a5366c50-6089-4f28-883e-e588f7ad9a4a tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=f15e74b6-9d5e-4be6-9e0d-064474e8638f HTTP/1.1" status: 200 len: 210 time: 0.1448088 Dec 16 09:50:35.798353 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-3e31de0f-8738-4c8d-957a-374cd5c7d1f6 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:35.859972 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-5a2b9208-780a-4ede-a920-9a9647541edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'name': 'tempest-AttachVolumeShelveTestJSON-1862062291-router', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:05Z', 'updated_at': '2021-12-16T09:44:15Z', 'revision_number': 4, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'gw_port': {'id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:09Z', 'updated_at': '2021-12-16T09:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'b71a7501-5df2-411f-80ea-324a5c1794ba', 'name': '', 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'mac_address': 'fa:16:3e:f0:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '55767ecf-03fc-4a01-868c-518fd421c2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:13Z', 'updated_at': '2021-12-16T09:44:22Z', 'revision_number': 5, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'subnets': [{'id': '55767ecf-03fc-4a01-868c-518fd421c2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:35.875431 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-b561b24f-9578-4baf-a932-668b61ff1f77 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:35.877258 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-b561b24f-9578-4baf-a932-668b61ff1f77 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.57 "GET /v2.0/networks?id=f8195718-f9dc-4337-9d69-d121976a6257 HTTP/1.1" status: 200 len: 818 time: 0.4347553 Dec 16 09:50:35.891086 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44524) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:35.901077 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2b9208-780a-4ede-a920-9a9647541edd None None] Checking router: 744dafc6-87da-409e-a7b7-7a3446f8ec99 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:50:35.905596 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-732b4255-75fa-44b8-9525-6d8f2de7ab6a tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/floatingips/f4697d0f-9462-4c17-a727-2e539d5ba0a5 HTTP/1.1" status: 200 len: 991 time: 0.2809410 Dec 16 09:50:35.911782 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-a7794d6a-2bec-466e-87ce-a55319e18db5 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Request body: {'port': {'device_id': '84a74ed2-a684-4ce6-b477-a81d425abaef', 'network_id': 'f8195718-f9dc-4337-9d69-d121976a6257', 'admin_state_up': True, 'tenant_id': 'e808bd8d166b416b83bade9028f5b46b'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:35.919529 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2b9208-780a-4ede-a920-9a9647541edd None None] Routers {'744dafc6-87da-409e-a7b7-7a3446f8ec99'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:35.919529 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-5a2b9208-780a-4ede-a920-9a9647541edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:50:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['744dafc6-87da-409e-a7b7-7a3446f8ec99'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:35.919783 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-60ccddc0-63d1-4346-aef2-b3bb8d12bb87 req-96a04ec4-a0d1-407d-a1c5-1081ccc9a6e7 service neutron] 10.222.0.58 "GET /v2.0/networks/1020e219-9761-467d-95fb-24a16130d237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223828 Dec 16 09:50:35.934107 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb68df-80ff-48d8-874e-27d0180a3f8a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event updated for resources: {'Subnet': ['ID=d0c9a757-8db9-4ccb-9c98-eebca2e55b6d,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:35.942481 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-3e31de0f-8738-4c8d-957a-374cd5c7d1f6 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:36.012487 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-3e31de0f-8738-4c8d-957a-374cd5c7d1f6 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Network f8195718-f9dc-4337-9d69-d121976a6257 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:36.013600 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31de0f-8738-4c8d-957a-374cd5c7d1f6 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Pushing event updated for resources: {'Port': ['ID=8bc74aae-73ea-43e8-bb1c-9884d575b99d,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:36.024739 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-3e31de0f-8738-4c8d-957a-374cd5c7d1f6 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:36.027202 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-3e31de0f-8738-4c8d-957a-374cd5c7d1f6 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:36.037066 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-5a2b9208-780a-4ede-a920-9a9647541edd None None] Set router 744dafc6-87da-409e-a7b7-7a3446f8ec99 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:50:36.076676 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9eb68df-80ff-48d8-874e-27d0180a3f8a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Checking segment: {'id': '6ada29da-14bc-461f-9ffd-7cbcbb598267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '09d6dfd4-3a85-4117-a1dc-533daa12c2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:36.077245 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9eb68df-80ff-48d8-874e-27d0180a3f8a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Network hostable DHCP agents. Network: 09d6dfd4-3a85-4117-a1dc-533daa12c2f5, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:50:36.079413 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 87ea0160-6ace-441a-a60b-f7a3c189cbae no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:50:36.108642 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-3e31de0f-8738-4c8d-957a-374cd5c7d1f6 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:36.109322 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-3e31de0f-8738-4c8d-957a-374cd5c7d1f6 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:36.113276 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 87ea0160-6ace-441a-a60b-f7a3c189cbae {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:50:36.113717 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 87ea0160-6ace-441a-a60b-f7a3c189cbae not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:50:36.133101 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ffb729d2-e921-4268-9998-adb3dc5b9cf8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=640960d3c0df439cb91cd91f4d9284c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2406790 Dec 16 09:50:36.135922 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44528) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:36.187723 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-60ccddc0-63d1-4346-aef2-b3bb8d12bb87 req-180d969a-2f94-428e-8bc6-137ae9cd8ec2 service neutron] 10.222.0.58 "GET /v2.0/networks/1020e219-9761-467d-95fb-24a16130d237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376506 Dec 16 09:50:36.215847 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9eb68df-80ff-48d8-874e-27d0180a3f8a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Network 09d6dfd4-3a85-4117-a1dc-533daa12c2f5 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:50:36.223905 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a416e739-f03f-4755-a296-4f8ad2d7dfbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:36.246766 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-3e31de0f-8738-4c8d-957a-374cd5c7d1f6 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0904748 Dec 16 09:50:36.250830 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a416e739-f03f-4755-a296-4f8ad2d7dfbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:36.260618 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-b7cfb03b-1af0-493b-bb1a-f2ebff271cdc service neutron] Request body: {'port': {'device_id': '5b2053e9-3700-421c-993d-e145867e46c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:36.264041 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-5a2b9208-780a-4ede-a920-9a9647541edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'name': 'tempest-AttachVolumeShelveTestJSON-1862062291-router', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:05Z', 'updated_at': '2021-12-16T09:44:15Z', 'revision_number': 4, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'gw_port': {'id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:09Z', 'updated_at': '2021-12-16T09:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'b71a7501-5df2-411f-80ea-324a5c1794ba', 'name': '', 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'mac_address': 'fa:16:3e:f0:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '55767ecf-03fc-4a01-868c-518fd421c2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:13Z', 'updated_at': '2021-12-16T09:44:22Z', 'revision_number': 5, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'subnets': [{'id': '55767ecf-03fc-4a01-868c-518fd421c2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:36.300916 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-e9eb68df-80ff-48d8-874e-27d0180a3f8a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 09d6dfd4-3a85-4117-a1dc-533daa12c2f5) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:36.309264 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867a2028-01c9-496e-87dd-e89c8b292f1c None None] Network 09d6dfd4-3a85-4117-a1dc-533daa12c2f5 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:36.315963 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9eb68df-80ff-48d8-874e-27d0180a3f8a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:36.316652 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e9eb68df-80ff-48d8-874e-27d0180a3f8a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:36.332378 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-b7cfb03b-1af0-493b-bb1a-f2ebff271cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:36.400428 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-a7794d6a-2bec-466e-87ce-a55319e18db5 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Made reservation on behalf of e808bd8d166b416b83bade9028f5b46b for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:36.405389 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-a7794d6a-2bec-466e-87ce-a55319e18db5 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:36.422261 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2b9208-780a-4ede-a920-9a9647541edd None None] The sync data for ids ['744dafc6-87da-409e-a7b7-7a3446f8ec99'] in n-d-820550-2 is: [{'id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'name': 'tempest-AttachVolumeShelveTestJSON-1862062291-router', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:05Z', 'updated_at': '2021-12-16T09:44:15Z', 'revision_number': 4, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'gw_port': {'id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:09Z', 'updated_at': '2021-12-16T09:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'b71a7501-5df2-411f-80ea-324a5c1794ba', 'name': '', 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'mac_address': 'fa:16:3e:f0:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '55767ecf-03fc-4a01-868c-518fd421c2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:13Z', 'updated_at': '2021-12-16T09:44:22Z', 'revision_number': 5, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'subnets': [{'id': '55767ecf-03fc-4a01-868c-518fd421c2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:50:36.433432 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e1ecef72-b448-4d93-a315-86a0fd8d6aef req-264fca30-571d-44ad-b2d3-947f59230dd8 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 210 time: 0.0480394 Dec 16 09:50:36.445431 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a416e739-f03f-4755-a296-4f8ad2d7dfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:36.448309 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a416e739-f03f-4755-a296-4f8ad2d7dfbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:36.449653 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a416e739-f03f-4755-a296-4f8ad2d7dfbb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ab0f1a92-0e89-4e89-81ce-2e13ee894b9d HTTP/1.1" status: 204 len: 168 time: 0.3128211 Dec 16 09:50:36.466384 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416e739-f03f-4755-a296-4f8ad2d7dfbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0f1a92-0e89-4e89-81ce-2e13ee894b9d,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:36.513298 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e9eb68df-80ff-48d8-874e-27d0180a3f8a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5834076 Dec 16 09:50:36.513298 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44534) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:36.550170 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d7898b-2d03-4cad-9a71-07b39c16bc79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-09d6dfd4-3a85-4117-a1dc-533daa12c2f5', 'network_id': '09d6dfd4-3a85-4117-a1dc-533daa12c2f5', 'tenant_id': '0cf174f81e5f491894595055127b1743', 'fixed_ips': [{'subnet_id': 'd0c9a757-8db9-4ccb-9c98-eebca2e55b6d'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:50:36.552331 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-09d7898b-2d03-4cad-9a71-07b39c16bc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:36.716460 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4f921c15-d684-4c41-badb-8bba4639f0a4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:36.741632 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-a7794d6a-2bec-466e-87ce-a55319e18db5 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Allocated IP 172.20.0.12 (f8195718-f9dc-4337-9d69-d121976a6257/42c53971-1f21-4e03-a331-522b7a1e2105/e3e884ec-0331-4c38-8ca3-ed5ff3ab0154) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:36.751765 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-09d7898b-2d03-4cad-9a71-07b39c16bc79 None None] Allocated IP 172.20.0.2 (09d6dfd4-3a85-4117-a1dc-533daa12c2f5/d0c9a757-8db9-4ccb-9c98-eebca2e55b6d/9b67d329-5157-4340-89e3-42836b9cc1ec) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:36.812781 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4f921c15-d684-4c41-badb-8bba4639f0a4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:36.827777 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ee778c-256c-4439-b402-3ec7c8cdb0e3 None None] New status for floating IP 872e7550-8936-4299-9457-20cb0248759f: DOWN {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:50:36.909587 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44542) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:36.963226 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-09d7898b-2d03-4cad-9a71-07b39c16bc79 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:36.999877 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-a7794d6a-2bec-466e-87ce-a55319e18db5 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.009419 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3f6db70e-371b-4bae-94c8-f017b98152b4 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/floatingips/f4697d0f-9462-4c17-a727-2e539d5ba0a5 HTTP/1.1" status: 200 len: 993 time: 0.0968451 Dec 16 09:50:37.009419 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44546) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:37.028776 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-09d7898b-2d03-4cad-9a71-07b39c16bc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.070231 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d7898b-2d03-4cad-9a71-07b39c16bc79 None None] Network 09d6dfd4-3a85-4117-a1dc-533daa12c2f5 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:37.073236 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-09d7898b-2d03-4cad-9a71-07b39c16bc79 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:37.075660 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d7898b-2d03-4cad-9a71-07b39c16bc79 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:37.077997 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5429b731-363e-4426-b4f9-3297c570a7b8 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.104024 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5429b731-363e-4426-b4f9-3297c570a7b8 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.141480 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4f921c15-d684-4c41-badb-8bba4639f0a4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.165024 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-09d7898b-2d03-4cad-9a71-07b39c16bc79 None None] Attempting to bind port 9b67d329-5157-4340-89e3-42836b9cc1ec on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:50:37.166142 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-09d7898b-2d03-4cad-9a71-07b39c16bc79 None None] Attempting to bind port 9b67d329-5157-4340-89e3-42836b9cc1ec by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '6ada29da-14bc-461f-9ffd-7cbcbb598267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '09d6dfd4-3a85-4117-a1dc-533daa12c2f5'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:50:37.166839 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d7898b-2d03-4cad-9a71-07b39c16bc79 None None] Attempting to bind port 9b67d329-5157-4340-89e3-42836b9cc1ec on network 09d6dfd4-3a85-4117-a1dc-533daa12c2f5 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:37.181961 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d7898b-2d03-4cad-9a71-07b39c16bc79 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:50:37.182658 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d7898b-2d03-4cad-9a71-07b39c16bc79 None None] Checking segment: {'id': '6ada29da-14bc-461f-9ffd-7cbcbb598267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '09d6dfd4-3a85-4117-a1dc-533daa12c2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:37.183315 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-09d7898b-2d03-4cad-9a71-07b39c16bc79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.183952 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d7898b-2d03-4cad-9a71-07b39c16bc79 None None] Bound using segment: {'id': '6ada29da-14bc-461f-9ffd-7cbcbb598267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '09d6dfd4-3a85-4117-a1dc-533daa12c2f5'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:50:37.184818 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-09d7898b-2d03-4cad-9a71-07b39c16bc79 None None] Bound port: 9b67d329-5157-4340-89e3-42836b9cc1ec, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ada29da-14bc-461f-9ffd-7cbcbb598267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '09d6dfd4-3a85-4117-a1dc-533daa12c2f5'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:50:37.185483 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-09d7898b-2d03-4cad-9a71-07b39c16bc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.186970 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-a7794d6a-2bec-466e-87ce-a55319e18db5 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.194385 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f921c15-d684-4c41-badb-8bba4639f0a4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event deleted for resources: {'Subnet': ['ID=d0c9a757-8db9-4ccb-9c98-eebca2e55b6d,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:37.219354 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d7898b-2d03-4cad-9a71-07b39c16bc79 None None] Pushing event updated for resources: {'Port': ['ID=9b67d329-5157-4340-89e3-42836b9cc1ec,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:37.289622 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-a7794d6a-2bec-466e-87ce-a55319e18db5 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Network f8195718-f9dc-4337-9d69-d121976a6257 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:37.302054 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-a7794d6a-2bec-466e-87ce-a55319e18db5 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:37.304803 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-a7794d6a-2bec-466e-87ce-a55319e18db5 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:37.322599 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-09d7898b-2d03-4cad-9a71-07b39c16bc79 None None] For port 9b67d329-5157-4340-89e3-42836b9cc1ec, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:50:37.328994 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5429b731-363e-4426-b4f9-3297c570a7b8 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.329429 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-09d7898b-2d03-4cad-9a71-07b39c16bc79 None None] For port 9b67d329-5157-4340-89e3-42836b9cc1ec, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=9b67d329-5157-4340-89e3-42836b9cc1ec,segment=NetworkSegment(6ada29da-14bc-461f-9ffd-7cbcbb598267),segment_id=6ada29da-14bc-461f-9ffd-7cbcbb598267)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:50:37.329556 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5429b731-363e-4426-b4f9-3297c570a7b8 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.330076 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5429b731-363e-4426-b4f9-3297c570a7b8 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "DELETE /v2.0/security-groups/ba47d7bb-80eb-4454-bcd9-70ddeb81139b HTTP/1.1" status: 204 len: 168 time: 0.3196115 Dec 16 09:50:37.336353 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44554) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:37.344744 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4f921c15-d684-4c41-badb-8bba4639f0a4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.345822 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.350942 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-b7cfb03b-1af0-493b-bb1a-f2ebff271cdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bc74aae-73ea-43e8-bb1c-9884d575b99d {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:50:37.365480 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5429b731-363e-4426-b4f9-3297c570a7b8 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba47d7bb-80eb-4454-bcd9-70ddeb81139b,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:37.365957 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7794d6a-2bec-466e-87ce-a55319e18db5 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Pushing event updated for resources: {'Port': ['ID=e3e884ec-0331-4c38-8ca3-ed5ff3ab0154,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:37.368384 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-b7cfb03b-1af0-493b-bb1a-f2ebff271cdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.371054 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-613ccd15-de93-4b77-bef1-5c5b3d13a17c tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] show failed (client error): The resource could not be found. Dec 16 09:50:37.372013 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-613ccd15-de93-4b77-bef1-5c5b3d13a17c tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups/ba47d7bb-80eb-4454-bcd9-70ddeb81139b HTTP/1.1" status: 404 len: 347 time: 0.0347381 Dec 16 09:50:37.376470 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44556) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:37.392987 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-4f921c15-d684-4c41-badb-8bba4639f0a4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d6dfd4-3a85-4117-a1dc-533daa12c2f5']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:37.404073 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-09d7898b-2d03-4cad-9a71-07b39c16bc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.408582 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-a7794d6a-2bec-466e-87ce-a55319e18db5 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:37.410465 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-a7794d6a-2bec-466e-87ce-a55319e18db5 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.413680 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-4f921c15-d684-4c41-badb-8bba4639f0a4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ada29da-14bc-461f-9ffd-7cbcbb598267') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:37.413983 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-4f921c15-d684-4c41-badb-8bba4639f0a4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ada29da-14bc-461f-9ffd-7cbcbb598267') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:37.416803 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-b7cfb03b-1af0-493b-bb1a-f2ebff271cdc service neutron] Transition to ACTIVE for port object 8bc74aae-73ea-43e8-bb1c-9884d575b99d will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:50:37.428667 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4f921c15-d684-4c41-badb-8bba4639f0a4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.449731 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4f921c15-d684-4c41-badb-8bba4639f0a4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.465444 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f921c15-d684-4c41-badb-8bba4639f0a4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:50:37.465879 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4f921c15-d684-4c41-badb-8bba4639f0a4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.469253 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:50:37.469253 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:50:37.469253 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:50:37.469253 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:50:37.469253 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:50:37.469253 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:50:37.469253 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:50:37.469253 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:50:37.469253 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:50:37.469253 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:50:37.469253 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:50:37.469253 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:50:37.469253 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:50:37.469253 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:50:37.469253 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:50:37.469253 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:50:37.469253 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:50:37.469253 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:50:37.469253 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:50:37.469253 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:50:37.469253 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:50:37.469253 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:50:37.469253 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:50:37.469253 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:50:37.469253 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:50:37.469253 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:50:37.469253 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:50:37.469253 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:50:37.469253 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:50:37.469253 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:50:37.469253 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:50:37.469253 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:50:37.524562 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-b7cfb03b-1af0-493b-bb1a-f2ebff271cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.528076 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d7898b-2d03-4cad-9a71-07b39c16bc79 None None] Pushing event updated for resources: {'Port': ['ID=9b67d329-5157-4340-89e3-42836b9cc1ec,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:37.536863 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278ea6ab-3db1-43bd-be6a-e0fc0775f9c7 None None] Network 09d6dfd4-3a85-4117-a1dc-533daa12c2f5 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:37.562179 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-a7794d6a-2bec-466e-87ce-a55319e18db5 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6606901 Dec 16 09:50:37.593349 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfb03b-1af0-493b-bb1a-f2ebff271cdc service neutron] Pushing event updated for resources: {'Port': ['ID=8bc74aae-73ea-43e8-bb1c-9884d575b99d,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:37.594297 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-901b734c-1a6b-4bed-a214-4f175d6cab9d service neutron] Request body: {'port': {'device_id': '84a74ed2-a684-4ce6-b477-a81d425abaef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:37.646076 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-3c27d7ea-2406-4da8-b853-25eb509725ad tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Deleting port 9ca39dc6-242e-4f71-a0ed-ddb3c378a4c0 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:37.646442 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c27d7ea-2406-4da8-b853-25eb509725ad tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.671087 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.db.api [None req-4f921c15-d684-4c41-badb-8bba4639f0a4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 09:50:37.671087 n-d-820550-2 neutron-server[102817]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 09:50:37.671087 n-d-820550-2 neutron-server[102817]: [parameters: {'id': '09d6dfd4-3a85-4117-a1dc-533daa12c2f5'}] Dec 16 09:50:37.671087 n-d-820550-2 neutron-server[102817]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:50:37.671584 n-d-820550-2 neutron-server[102817]: DEBUG oslo_db.api [None req-4f921c15-d684-4c41-badb-8bba4639f0a4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:50:37.682360 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d68089-8121-46a1-9b7b-2c12aaae61db None None] get_active_networks_info from n-d-820550-2 {{(pid=102818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:50:37.683967 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-901b734c-1a6b-4bed-a214-4f175d6cab9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.722092 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-b7cfb03b-1af0-493b-bb1a-f2ebff271cdc service neutron] Attempting to bind port 8bc74aae-73ea-43e8-bb1c-9884d575b99d on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:50:37.722488 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-b7cfb03b-1af0-493b-bb1a-f2ebff271cdc service neutron] Attempting to bind port 8bc74aae-73ea-43e8-bb1c-9884d575b99d by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '1a1d2d12-d95a-46f1-a516-8a34991c97cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f8195718-f9dc-4337-9d69-d121976a6257'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:50:37.722741 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-b7cfb03b-1af0-493b-bb1a-f2ebff271cdc service neutron] Attempting to bind port 8bc74aae-73ea-43e8-bb1c-9884d575b99d on network f8195718-f9dc-4337-9d69-d121976a6257 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:37.731529 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-b7cfb03b-1af0-493b-bb1a-f2ebff271cdc service neutron] Port 8bc74aae-73ea-43e8-bb1c-9884d575b99d on network f8195718-f9dc-4337-9d69-d121976a6257 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:50:37.731862 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-b7cfb03b-1af0-493b-bb1a-f2ebff271cdc service neutron] Attempting to bind port 8bc74aae-73ea-43e8-bb1c-9884d575b99d on network f8195718-f9dc-4337-9d69-d121976a6257 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:37.740243 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-b7cfb03b-1af0-493b-bb1a-f2ebff271cdc service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:50:37.740582 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-b7cfb03b-1af0-493b-bb1a-f2ebff271cdc service neutron] Checking segment: {'id': '1a1d2d12-d95a-46f1-a516-8a34991c97cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f8195718-f9dc-4337-9d69-d121976a6257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:37.740970 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-b7cfb03b-1af0-493b-bb1a-f2ebff271cdc service neutron] Bound using segment: {'id': '1a1d2d12-d95a-46f1-a516-8a34991c97cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f8195718-f9dc-4337-9d69-d121976a6257'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:50:37.741428 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-b7cfb03b-1af0-493b-bb1a-f2ebff271cdc service neutron] Bound port: 8bc74aae-73ea-43e8-bb1c-9884d575b99d, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a1d2d12-d95a-46f1-a516-8a34991c97cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f8195718-f9dc-4337-9d69-d121976a6257'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:50:37.741938 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-b7cfb03b-1af0-493b-bb1a-f2ebff271cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.758345 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a16c5-4df8-42a5-ad6a-072a2a4055af req-2636a01d-de19-4e8d-a638-b57c0a74af82 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:37.767897 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0a5a16c5-4df8-42a5-ad6a-072a2a4055af req-2636a01d-de19-4e8d-a638-b57c0a74af82 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 932 time: 0.2020864 Dec 16 09:50:37.773699 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c27d7ea-2406-4da8-b853-25eb509725ad tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.774601 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c27d7ea-2406-4da8-b853-25eb509725ad tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.803187 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d68089-8121-46a1-9b7b-2c12aaae61db None None] Resources bound (agent type, host, resource id): {{(pid=102818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:50:37.807946 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-3c27d7ea-2406-4da8-b853-25eb509725ad tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Calling delete_port for 9ca39dc6-242e-4f71-a0ed-ddb3c378a4c0 owned by network:floatingip {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:37.871065 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44568) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:37.886917 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-b7cfb03b-1af0-493b-bb1a-f2ebff271cdc service neutron] For port 8bc74aae-73ea-43e8-bb1c-9884d575b99d, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:50:37.902758 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-b7cfb03b-1af0-493b-bb1a-f2ebff271cdc service neutron] For port 8bc74aae-73ea-43e8-bb1c-9884d575b99d, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=8bc74aae-73ea-43e8-bb1c-9884d575b99d,segment=NetworkSegment(1a1d2d12-d95a-46f1-a516-8a34991c97cb),segment_id=1a1d2d12-d95a-46f1-a516-8a34991c97cb)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:50:37.955197 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-b7cfb03b-1af0-493b-bb1a-f2ebff271cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:38.060471 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-43581c16-d3d5-46ff-8506-807cc5091373 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Request body: {'network': {'name': 'tempest-RoutersTest-2771485'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:38.073657 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-b7cfb03b-1af0-493b-bb1a-f2ebff271cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:38.074573 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-b7cfb03b-1af0-493b-bb1a-f2ebff271cdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:38.076862 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-b7cfb03b-1af0-493b-bb1a-f2ebff271cdc service neutron] 10.222.0.57 "PUT /v2.0/ports/8bc74aae-73ea-43e8-bb1c-9884d575b99d HTTP/1.1" status: 200 len: 1092 time: 1.8202386 Dec 16 09:50:38.080697 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2053e9-3700-421c-993d-e145867e46c8', 'tag': '8bc74aae-73ea-43e8-bb1c-9884d575b99d'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:50:38.083560 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f6f9fc-48a4-4079-86e4-13da96eaef1a" -d '{"events": [{"name": "network-changed", "server_uuid": "5b2053e9-3700-421c-993d-e145867e46c8", "tag": "8bc74aae-73ea-43e8-bb1c-9884d575b99d"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:50:38.092489 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfb03b-1af0-493b-bb1a-f2ebff271cdc service neutron] Pushing event updated for resources: {'Port': ['ID=8bc74aae-73ea-43e8-bb1c-9884d575b99d,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:38.152127 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c940f215-93b0-4357-8be5-0768de79e7c6 x-openstack-request-id: req-c940f215-93b0-4357-8be5-0768de79e7c6 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:50:38.152535 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b2053e9-3700-421c-993d-e145867e46c8", "tag": "8bc74aae-73ea-43e8-bb1c-9884d575b99d", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:50:38.152850 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c940f215-93b0-4357-8be5-0768de79e7c6 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:50:38.153699 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2053e9-3700-421c-993d-e145867e46c8', 'tag': '8bc74aae-73ea-43e8-bb1c-9884d575b99d', 'status': 'completed', 'code': 200} Dec 16 09:50:38.204426 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43581c16-d3d5-46ff-8506-807cc5091373 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Made reservation on behalf of dc7ac4e90e4a4d80b7aa4aaaa3c450d7 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:38.208553 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-43581c16-d3d5-46ff-8506-807cc5091373 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:38.211525 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c27d7ea-2406-4da8-b853-25eb509725ad tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:38.238439 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4f921c15-d684-4c41-badb-8bba4639f0a4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:38.245751 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0a5a16c5-4df8-42a5-ad6a-072a2a4055af req-9c887aec-b881-4d33-b511-b7ef38154106 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4768786 Dec 16 09:50:38.246909 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-43581c16-d3d5-46ff-8506-807cc5091373 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:38.253316 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c27d7ea-2406-4da8-b853-25eb509725ad tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Pushing event deleted for resources: {'Port': ['ID=9ca39dc6-242e-4f71-a0ed-ddb3c378a4c0,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:38.329457 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6f9fc-48a4-4079-86e4-13da96eaef1a req-6b58e356-81ae-490a-a5aa-9f905eeb3c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:38.330751 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b4f6f9fc-48a4-4079-86e4-13da96eaef1a req-6b58e356-81ae-490a-a5aa-9f905eeb3c5e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e808bd8d166b416b83bade9028f5b46b&device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 1095 time: 0.1550152 Dec 16 09:50:38.393375 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-4f921c15-d684-4c41-badb-8bba4639f0a4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Deleting port 9b67d329-5157-4340-89e3-42836b9cc1ec {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:38.396411 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4f921c15-d684-4c41-badb-8bba4639f0a4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:38.406144 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c27d7ea-2406-4da8-b853-25eb509725ad tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for floatingip, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:38.409098 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c27d7ea-2406-4da8-b853-25eb509725ad tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:38.410311 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3c27d7ea-2406-4da8-b853-25eb509725ad tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "DELETE /v2.0/floatingips/872e7550-8936-4299-9457-20cb0248759f HTTP/1.1" status: 204 len: 168 time: 1.0329268 Dec 16 09:50:38.498144 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-4f921c15-d684-4c41-badb-8bba4639f0a4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] For port 9b67d329-5157-4340-89e3-42836b9cc1ec, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=9b67d329-5157-4340-89e3-42836b9cc1ec,segment=NetworkSegment(6ada29da-14bc-461f-9ffd-7cbcbb598267),segment_id=6ada29da-14bc-461f-9ffd-7cbcbb598267)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:38.498794 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4f921c15-d684-4c41-badb-8bba4639f0a4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:38.517485 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-4f921c15-d684-4c41-badb-8bba4639f0a4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Calling delete_port for 9b67d329-5157-4340-89e3-42836b9cc1ec owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:38.530515 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6f9fc-48a4-4079-86e4-13da96eaef1a req-aa257524-ac8b-4811-b98c-4c3847094ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:38.532165 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-901b734c-1a6b-4bed-a214-4f175d6cab9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3e884ec-0331-4c38-8ca3-ed5ff3ab0154 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:50:38.532327 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b4f6f9fc-48a4-4079-86e4-13da96eaef1a req-aa257524-ac8b-4811-b98c-4c3847094ead service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e808bd8d166b416b83bade9028f5b46b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1913507 Dec 16 09:50:38.537254 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-43581c16-d3d5-46ff-8506-807cc5091373 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:38.544219 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-901b734c-1a6b-4bed-a214-4f175d6cab9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:38.590880 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-901b734c-1a6b-4bed-a214-4f175d6cab9d service neutron] Transition to ACTIVE for port object e3e884ec-0331-4c38-8ca3-ed5ff3ab0154 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:50:38.629316 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-43581c16-d3d5-46ff-8506-807cc5091373 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:38.672149 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-901b734c-1a6b-4bed-a214-4f175d6cab9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:38.687543 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43581c16-d3d5-46ff-8506-807cc5091373 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfe2ace-3b6a-4091-a6ef-daf780e00ce5,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:38.706306 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43581c16-d3d5-46ff-8506-807cc5091373 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:50:38.709273 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4f921c15-d684-4c41-badb-8bba4639f0a4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:38.713601 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6f9fc-48a4-4079-86e4-13da96eaef1a req-2a31bfe5-3c5f-442a-bedd-b637f1f1dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:38.715086 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b4f6f9fc-48a4-4079-86e4-13da96eaef1a req-2a31bfe5-3c5f-442a-bedd-b637f1f1dc66 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1746352 Dec 16 09:50:38.719752 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-43581c16-d3d5-46ff-8506-807cc5091373 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:38.720209 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-43581c16-d3d5-46ff-8506-807cc5091373 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Added segment a7244cca-4a69-48a0-b76a-662c0382caa6 of type vlan for network 7aa81094-5fad-4931-88e6-50ad65116675 Dec 16 09:50:38.746993 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f921c15-d684-4c41-badb-8bba4639f0a4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] No DVR routers for this DVR port 9b67d329-5157-4340-89e3-42836b9cc1ec on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:50:38.749174 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b734c-1a6b-4bed-a214-4f175d6cab9d service neutron] Pushing event updated for resources: {'Port': ['ID=e3e884ec-0331-4c38-8ca3-ed5ff3ab0154,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:38.761877 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-43581c16-d3d5-46ff-8506-807cc5091373 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:38.765077 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44576) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:38.769270 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-751eb417-5c5d-4e08-990e-fb1617c14ed9 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Request body: {'security_group': {'name': 'tempest-securitygroup--26018998', 'description': 'tempest-description--1911246094'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:38.815226 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f921c15-d684-4c41-badb-8bba4639f0a4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event deleted for resources: {'Port': ['ID=9b67d329-5157-4340-89e3-42836b9cc1ec,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:38.839871 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-1f293dd9-06e8-41e8-b294-c09500531cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:38.844769 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-1f293dd9-06e8-41e8-b294-c09500531cd4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e808bd8d166b416b83bade9028f5b46b&device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 1095 time: 0.0770991 Dec 16 09:50:38.887511 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-6f588501-2a8a-402d-9643-dcdb48a778b0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bc74aae-73ea-43e8-bb1c-9884d575b99d HTTP/1.1" status: 200 len: 217 time: 0.0377078 Dec 16 09:50:38.912418 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4f921c15-d684-4c41-badb-8bba4639f0a4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:38.924342 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-751eb417-5c5d-4e08-990e-fb1617c14ed9 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:38.926140 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-43581c16-d3d5-46ff-8506-807cc5091373 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:38.931666 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43581c16-d3d5-46ff-8506-807cc5091373 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:38.932244 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-43581c16-d3d5-46ff-8506-807cc5091373 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:38.943380 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-4f921c15-d684-4c41-badb-8bba4639f0a4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d6dfd4-3a85-4117-a1dc-533daa12c2f5']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:38.970054 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-4f921c15-d684-4c41-badb-8bba4639f0a4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ada29da-14bc-461f-9ffd-7cbcbb598267') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:38.970560 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-4f921c15-d684-4c41-badb-8bba4639f0a4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ada29da-14bc-461f-9ffd-7cbcbb598267') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:38.979540 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-901b734c-1a6b-4bed-a214-4f175d6cab9d service neutron] Attempting to bind port e3e884ec-0331-4c38-8ca3-ed5ff3ab0154 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:50:38.980124 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-901b734c-1a6b-4bed-a214-4f175d6cab9d service neutron] Attempting to bind port e3e884ec-0331-4c38-8ca3-ed5ff3ab0154 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '1a1d2d12-d95a-46f1-a516-8a34991c97cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f8195718-f9dc-4337-9d69-d121976a6257'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:50:38.980718 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-901b734c-1a6b-4bed-a214-4f175d6cab9d service neutron] Attempting to bind port e3e884ec-0331-4c38-8ca3-ed5ff3ab0154 on network f8195718-f9dc-4337-9d69-d121976a6257 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:38.987533 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4f921c15-d684-4c41-badb-8bba4639f0a4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:38.997589 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-901b734c-1a6b-4bed-a214-4f175d6cab9d service neutron] Port e3e884ec-0331-4c38-8ca3-ed5ff3ab0154 on network f8195718-f9dc-4337-9d69-d121976a6257 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:50:38.998042 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-901b734c-1a6b-4bed-a214-4f175d6cab9d service neutron] Attempting to bind port e3e884ec-0331-4c38-8ca3-ed5ff3ab0154 on network f8195718-f9dc-4337-9d69-d121976a6257 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:39.009764 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-901b734c-1a6b-4bed-a214-4f175d6cab9d service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:50:39.010140 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-901b734c-1a6b-4bed-a214-4f175d6cab9d service neutron] Checking segment: {'id': '1a1d2d12-d95a-46f1-a516-8a34991c97cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f8195718-f9dc-4337-9d69-d121976a6257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:39.010488 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-901b734c-1a6b-4bed-a214-4f175d6cab9d service neutron] Bound using segment: {'id': '1a1d2d12-d95a-46f1-a516-8a34991c97cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f8195718-f9dc-4337-9d69-d121976a6257'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:50:39.011414 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-901b734c-1a6b-4bed-a214-4f175d6cab9d service neutron] Bound port: e3e884ec-0331-4c38-8ca3-ed5ff3ab0154, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a1d2d12-d95a-46f1-a516-8a34991c97cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f8195718-f9dc-4337-9d69-d121976a6257'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:50:39.011414 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-901b734c-1a6b-4bed-a214-4f175d6cab9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:39.013889 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4f921c15-d684-4c41-badb-8bba4639f0a4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:39.031740 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-4fd0b6c1-7143-4715-8440-7a3e7225afb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:39.032288 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f921c15-d684-4c41-badb-8bba4639f0a4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:50:39.032644 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4f921c15-d684-4c41-badb-8bba4639f0a4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:39.033240 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-4fd0b6c1-7143-4715-8440-7a3e7225afb3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=42c53971-1f21-4e03-a331-522b7a1e2105 HTTP/1.1" status: 200 len: 858 time: 0.1392059 Dec 16 09:50:39.035661 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:50:39.035661 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:50:39.035661 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:50:39.035661 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:50:39.035661 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:50:39.035661 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:50:39.035661 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:50:39.035661 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:50:39.035661 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:50:39.035661 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:50:39.035661 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:50:39.035661 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:50:39.035661 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:50:39.035661 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:50:39.035661 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:50:39.035661 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:50:39.035661 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:50:39.035661 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:50:39.035661 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:50:39.035661 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:50:39.035661 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:50:39.035661 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:50:39.035661 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:50:39.035661 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:50:39.035661 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:50:39.035661 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:50:39.035661 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:50:39.035661 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:50:39.035661 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:50:39.035661 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:50:39.035661 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:50:39.035661 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:50:39.053171 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43581c16-d3d5-46ff-8506-807cc5091373 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Network': ['ID=7aa81094-5fad-4931-88e6-50ad65116675,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:39.064125 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 7aa81094-5fad-4931-88e6-50ad65116675 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:50:39.075147 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-0429d419-91e7-4536-bec2-36dbd50d5d9d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8195718-f9dc-4337-9d69-d121976a6257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341964 Dec 16 09:50:39.102176 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-43581c16-d3d5-46ff-8506-807cc5091373 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 1.2299519 Dec 16 09:50:39.106079 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44578) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:39.118320 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-f44f73e2-d6c5-46d6-93f9-ff4af474975e tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Request body: {'network': {'name': 'tempest-RoutersTest-78902102'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:39.161725 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-901b734c-1a6b-4bed-a214-4f175d6cab9d service neutron] For port e3e884ec-0331-4c38-8ca3-ed5ff3ab0154, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:50:39.166084 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-901b734c-1a6b-4bed-a214-4f175d6cab9d service neutron] For port e3e884ec-0331-4c38-8ca3-ed5ff3ab0154, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=e3e884ec-0331-4c38-8ca3-ed5ff3ab0154,segment=NetworkSegment(1a1d2d12-d95a-46f1-a516-8a34991c97cb),segment_id=1a1d2d12-d95a-46f1-a516-8a34991c97cb)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:50:39.168685 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-751eb417-5c5d-4e08-990e-fb1617c14ed9 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:39.198474 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-66775c8c-6364-4dd1-91dd-ee0f917db290 service neutron] 10.222.0.57 "GET /v2.0/networks/f8195718-f9dc-4337-9d69-d121976a6257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131883 Dec 16 09:50:39.214382 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4f921c15-d684-4c41-badb-8bba4639f0a4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:39.219423 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4f921c15-d684-4c41-badb-8bba4639f0a4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:39.222675 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4f921c15-d684-4c41-badb-8bba4639f0a4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "DELETE /v2.0/networks/09d6dfd4-3a85-4117-a1dc-533daa12c2f5 HTTP/1.1" status: 204 len: 168 time: 2.7049506 Dec 16 09:50:39.227583 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44580) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:39.246481 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f921c15-d684-4c41-badb-8bba4639f0a4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event deleted for resources: {'Network': ['ID=09d6dfd4-3a85-4117-a1dc-533daa12c2f5,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:39.254806 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-751eb417-5c5d-4e08-990e-fb1617c14ed9 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:39.267954 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-901b734c-1a6b-4bed-a214-4f175d6cab9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:39.269984 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44f73e2-d6c5-46d6-93f9-ff4af474975e tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Made reservation on behalf of dc7ac4e90e4a4d80b7aa4aaaa3c450d7 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:39.274055 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f44f73e2-d6c5-46d6-93f9-ff4af474975e tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:39.277015 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-f47e4d27-bdac-41e8-b853-c1bee170835d tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] GET failed (client error): The resource could not be found. Dec 16 09:50:39.277836 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f47e4d27-bdac-41e8-b853-c1bee170835d tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "GET /v2.0/subnets/d0c9a757-8db9-4ccb-9c98-eebca2e55b6d HTTP/1.1" status: 404 len: 337 time: 0.0493410 Dec 16 09:50:39.286426 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44584) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:39.314305 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751eb417-5c5d-4e08-990e-fb1617c14ed9 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d83741-c01d-4089-8c20-2d6c8ec9c31d,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:39.319119 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-901b734c-1a6b-4bed-a214-4f175d6cab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:39.319783 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-901b734c-1a6b-4bed-a214-4f175d6cab9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:39.321777 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-901b734c-1a6b-4bed-a214-4f175d6cab9d service neutron] 10.222.0.57 "PUT /v2.0/ports/e3e884ec-0331-4c38-8ca3-ed5ff3ab0154 HTTP/1.1" status: 200 len: 1092 time: 1.7403269 Dec 16 09:50:39.323639 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-439f4d5a-f9cb-407d-a40e-60f37596278f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] DELETE failed (client error): The resource could not be found. Dec 16 09:50:39.324236 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-439f4d5a-f9cb-407d-a40e-60f37596278f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:50:39.324439 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a74ed2-a684-4ce6-b477-a81d425abaef', 'tag': 'e3e884ec-0331-4c38-8ca3-ed5ff3ab0154'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:50:39.329158 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-439f4d5a-f9cb-407d-a40e-60f37596278f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "DELETE /v2.0/networks/09d6dfd4-3a85-4117-a1dc-533daa12c2f5 HTTP/1.1" status: 404 len: 339 time: 0.0369244 Dec 16 09:50:39.331640 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f7b7eb-a7b2-45c0-b75b-7f784396324b" -d '{"events": [{"name": "network-changed", "server_uuid": "84a74ed2-a684-4ce6-b477-a81d425abaef", "tag": "e3e884ec-0331-4c38-8ca3-ed5ff3ab0154"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:50:39.336126 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44588) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:39.386160 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f44f73e2-d6c5-46d6-93f9-ff4af474975e tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:50:39.389386 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b41421-d62a-4416-874a-53b83dce01d5 x-openstack-request-id: req-d4b41421-d62a-4416-874a-53b83dce01d5 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:50:39.389585 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a74ed2-a684-4ce6-b477-a81d425abaef", "tag": "e3e884ec-0331-4c38-8ca3-ed5ff3ab0154", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:50:39.389869 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d4b41421-d62a-4416-874a-53b83dce01d5 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:50:39.390344 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a74ed2-a684-4ce6-b477-a81d425abaef', 'tag': 'e3e884ec-0331-4c38-8ca3-ed5ff3ab0154', 'status': 'completed', 'code': 200} Dec 16 09:50:39.415697 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-751eb417-5c5d-4e08-990e-fb1617c14ed9 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:39.419691 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-751eb417-5c5d-4e08-990e-fb1617c14ed9 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6509402 Dec 16 09:50:39.419691 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-27e042e1-6552-4a0d-981d-7f0d6540526f req-ab89894f-333a-4139-98de-9b3db4cbe711 service neutron] 10.222.0.57 "GET /v2.0/networks/f8195718-f9dc-4337-9d69-d121976a6257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140520 Dec 16 09:50:39.420803 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44590) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:39.434705 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f44f73e2-d6c5-46d6-93f9-ff4af474975e tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:39.435072 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-f44f73e2-d6c5-46d6-93f9-ff4af474975e tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Added segment 6b5e0abd-c8c9-4520-9656-ff053bfc82d7 of type vlan for network c4a92fa2-e01b-4e54-b025-25b169f7c62e Dec 16 09:50:39.448141 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-5ad91141-114d-4df4-be34-859c97355a2a tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Request body: {'security_group_rule': {'security_group_id': 'f8d83741-c01d-4089-8c20-2d6c8ec9c31d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:39.456972 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b734c-1a6b-4bed-a214-4f175d6cab9d service neutron] Pushing event updated for resources: {'Port': ['ID=e3e884ec-0331-4c38-8ca3-ed5ff3ab0154,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:39.518099 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e7960-d146-4e9f-8825-e09e1a13aeeb req-ab0bfb42-4f43-4d0b-892a-d7a8840ada2b tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:39.519587 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b80e7960-d146-4e9f-8825-e09e1a13aeeb req-ab0bfb42-4f43-4d0b-892a-d7a8840ada2b tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 944 time: 0.1813958 Dec 16 09:50:39.521243 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f44f73e2-d6c5-46d6-93f9-ff4af474975e tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:39.537895 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcda7803-c3b8-423c-9d8c-187a1f581d8a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:39.539856 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fcda7803-c3b8-423c-9d8c-187a1f581d8a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2032471 Dec 16 09:50:39.542414 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44592) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:39.545398 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7b7eb-a7b2-45c0-b75b-7f784396324b req-73b643fc-c6c4-44fa-a85b-c0b9fe67bd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:39.546859 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-85f7b7eb-a7b2-45c0-b75b-7f784396324b req-73b643fc-c6c4-44fa-a85b-c0b9fe67bd84 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e808bd8d166b416b83bade9028f5b46b&device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 1095 time: 0.1440151 Dec 16 09:50:39.579884 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-215535b4-3541-4ed0-bf25-c57b4510cbca tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "GET /v2.0/subnets?network_id=66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 207 time: 0.0363259 Dec 16 09:50:39.583516 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44594) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:39.646627 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b80e7960-d146-4e9f-8825-e09e1a13aeeb req-74826946-4156-4f0d-8e4d-77d5d33b087c tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167636 Dec 16 09:50:39.655868 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5ad91141-114d-4df4-be34-859c97355a2a tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:39.676702 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f44f73e2-d6c5-46d6-93f9-ff4af474975e tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:39.682172 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44f73e2-d6c5-46d6-93f9-ff4af474975e tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:39.682753 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f44f73e2-d6c5-46d6-93f9-ff4af474975e tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:39.694375 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5402d435-5708-4003-85c9-689d7f3e0e27 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:39.700429 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5402d435-5708-4003-85c9-689d7f3e0e27 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:39.706765 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5402d435-5708-4003-85c9-689d7f3e0e27 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:39.712674 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5402d435-5708-4003-85c9-689d7f3e0e27 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:39.717915 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5402d435-5708-4003-85c9-689d7f3e0e27 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1299644 Dec 16 09:50:39.723533 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44596) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:39.794099 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f73e2-d6c5-46d6-93f9-ff4af474975e tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Network': ['ID=c4a92fa2-e01b-4e54-b025-25b169f7c62e,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:39.799089 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7b7eb-a7b2-45c0-b75b-7f784396324b req-b4fc19c5-1e29-43ae-bfe6-baa75899d5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:39.800712 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-85f7b7eb-a7b2-45c0-b75b-7f784396324b req-b4fc19c5-1e29-43ae-bfe6-baa75899d5d6 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e808bd8d166b416b83bade9028f5b46b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2354753 Dec 16 09:50:39.805761 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network c4a92fa2-e01b-4e54-b025-25b169f7c62e details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:50:39.819081 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5ad91141-114d-4df4-be34-859c97355a2a tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:39.840807 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-399e0fc4-1ee9-49e7-8ab7-82e829bf5ac6 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1215477 Dec 16 09:50:39.841475 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44598) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:39.858764 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f44f73e2-d6c5-46d6-93f9-ff4af474975e tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7443500 Dec 16 09:50:39.866881 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44600) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:39.874721 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-d3b1c33f-d0fa-497a-a808-1b51a552ff4b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Request body: {'subnet': {'network_id': '7aa81094-5fad-4931-88e6-50ad65116675', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:39.893103 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5ad91141-114d-4df4-be34-859c97355a2a tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:39.894779 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6322fd-8be3-4381-ab9f-c5204d7c2585 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:39.896529 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6322fd-8be3-4381-ab9f-c5204d7c2585 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:39.898138 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fc6322fd-8be3-4381-ab9f-c5204d7c2585 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0556886 Dec 16 09:50:39.901792 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44602) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:39.953851 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd1b62d-f981-489d-a760-c52235ecca55 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['shared'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:39.955410 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd1b62d-f981-489d-a760-c52235ecca55 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['shared'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:39.956937 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6bd1b62d-f981-489d-a760-c52235ecca55 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0540817 Dec 16 09:50:39.960642 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44604) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:39.969359 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad91141-114d-4df4-be34-859c97355a2a tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdacc83a-2b59-4f06-841a-7f0e7fc88871,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:40.002436 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7b7eb-a7b2-45c0-b75b-7f784396324b req-0f2bcdd4-de8d-489d-88d2-eb75aff613a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:40.004051 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-85f7b7eb-a7b2-45c0-b75b-7f784396324b req-0f2bcdd4-de8d-489d-88d2-eb75aff613a3 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1953871 Dec 16 09:50:40.055836 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5ad91141-114d-4df4-be34-859c97355a2a tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:40.057006 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5ad91141-114d-4df4-be34-859c97355a2a tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6195621 Dec 16 09:50:40.059766 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44606) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:40.064753 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-f047e858-167d-46fb-ab0a-c4afd3e11414 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Request body: {'security_group_rule': {'security_group_id': 'f8d83741-c01d-4089-8c20-2d6c8ec9c31d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:40.080886 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfefb48-85f2-4fc5-bc15-0d85522a1048 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:40.082518 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5bfefb48-85f2-4fc5-bc15-0d85522a1048 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "GET /v2.0/networks/90c380a8-e244-41af-9386-25fd28a503bb HTTP/1.1" status: 200 len: 799 time: 0.1206763 Dec 16 09:50:40.086298 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44608) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:40.092926 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-b4afd7ff-221b-44bb-855a-ec38c30a3611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:40.094668 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-b4afd7ff-221b-44bb-855a-ec38c30a3611 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e808bd8d166b416b83bade9028f5b46b&device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 1095 time: 0.0541656 Dec 16 09:50:40.142608 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-48d2b79b-ecf4-4392-b5aa-0b2e249c3052 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3e884ec-0331-4c38-8ca3-ed5ff3ab0154 HTTP/1.1" status: 200 len: 217 time: 0.0389342 Dec 16 09:50:40.157955 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b1c33f-d0fa-497a-a808-1b51a552ff4b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Made reservation on behalf of dc7ac4e90e4a4d80b7aa4aaaa3c450d7 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:40.161232 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d3b1c33f-d0fa-497a-a808-1b51a552ff4b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:40.194773 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a5c85196-df67-43a6-ae73-729247e5e28d tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "GET /v2.0/networks/90c380a8-e244-41af-9386-25fd28a503bb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1042340 Dec 16 09:50:40.194991 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44610) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:40.248348 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb6138a-51ab-45ee-aaf9-576365635409 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:40.253154 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4eb6138a-51ab-45ee-aaf9-576365635409 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "GET /v2.0/subnets/82d82e6e-8fc3-4d7c-ad17-b405e2286a43 HTTP/1.1" status: 200 len: 811 time: 0.0538585 Dec 16 09:50:40.253350 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44612) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:40.253717 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-514cbb27-3f84-42c2-81c2-cdfcfd1018ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:40.255189 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-514cbb27-3f84-42c2-81c2-cdfcfd1018ca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=42c53971-1f21-4e03-a331-522b7a1e2105 HTTP/1.1" status: 200 len: 858 time: 0.1055305 Dec 16 09:50:40.294352 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-0b07184e-5097-4dd8-ae57-308eabb35336 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8195718-f9dc-4337-9d69-d121976a6257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286658 Dec 16 09:50:40.294623 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f047e858-167d-46fb-ab0a-c4afd3e11414 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:40.317201 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3b544c-4cd0-43fa-aaca-587a3de794a4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['shared'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:40.318592 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ab3b544c-4cd0-43fa-aaca-587a3de794a4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "GET /v2.0/subnets/82d82e6e-8fc3-4d7c-ad17-b405e2286a43?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0642865 Dec 16 09:50:40.323021 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44614) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:40.328495 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-0d995c22-dcba-49ab-b99b-001cca1e21af tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1725936335'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:40.370866 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f047e858-167d-46fb-ab0a-c4afd3e11414 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:40.435976 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d995c22-dcba-49ab-b99b-001cca1e21af tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Made reservation on behalf of 0cf174f81e5f491894595055127b1743 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:40.440270 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0d995c22-dcba-49ab-b99b-001cca1e21af tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:40.454714 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-683c4c9b-19c7-4ff6-9200-1b3283f045fc service neutron] 10.222.0.57 "GET /v2.0/networks/f8195718-f9dc-4337-9d69-d121976a6257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531909 Dec 16 09:50:40.466617 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d995c22-dcba-49ab-b99b-001cca1e21af tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:50:40.477579 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0d995c22-dcba-49ab-b99b-001cca1e21af tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:40.478149 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-0d995c22-dcba-49ab-b99b-001cca1e21af tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Added segment 7ecc4894-68a9-4c6b-93ae-70a03891ba76 of type vlan for network 4677371f-2643-4818-82cc-ffb36521e8c1 Dec 16 09:50:40.479507 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f047e858-167d-46fb-ab0a-c4afd3e11414 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:40.531183 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047e858-167d-46fb-ab0a-c4afd3e11414 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a438cf7-c115-474b-9698-6975cc0fd7c4,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:40.536829 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0d995c22-dcba-49ab-b99b-001cca1e21af tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:40.555787 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-83f5113f-736d-4ea0-b407-4c4e5f3bb89b req-944a27f2-f93b-4085-944e-bc0c4147b329 service neutron] 10.222.0.57 "GET /v2.0/networks/f8195718-f9dc-4337-9d69-d121976a6257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931358 Dec 16 09:50:40.598205 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d3b1c33f-d0fa-497a-a808-1b51a552ff4b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:40.659224 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:40.660239 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b1c33f-d0fa-497a-a808-1b51a552ff4b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Subnet': ['ID=0aee5487-909d-4185-bffd-090a0f113fbf,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:40.667517 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b1c33f-d0fa-497a-a808-1b51a552ff4b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Checking segment: {'id': 'a7244cca-4a69-48a0-b76a-662c0382caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7aa81094-5fad-4931-88e6-50ad65116675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:40.667877 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b1c33f-d0fa-497a-a808-1b51a552ff4b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Network hostable DHCP agents. Network: 7aa81094-5fad-4931-88e6-50ad65116675, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:50:40.761016 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb4a03-75c0-45db-9c85-cc5f16630b11 req-56fcb21e-5471-4a51-91c3-94715d2c7bd1 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:40.762534 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c9cb4a03-75c0-45db-9c85-cc5f16630b11 req-56fcb21e-5471-4a51-91c3-94715d2c7bd1 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 944 time: 0.0487790 Dec 16 09:50:40.764365 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0d995c22-dcba-49ab-b99b-001cca1e21af tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:40.769794 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d995c22-dcba-49ab-b99b-001cca1e21af tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:40.770379 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0d995c22-dcba-49ab-b99b-001cca1e21af tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:40.780041 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f047e858-167d-46fb-ab0a-c4afd3e11414 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:40.781140 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f047e858-167d-46fb-ab0a-c4afd3e11414 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7203741 Dec 16 09:50:40.784421 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44620) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:40.789307 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-77c1ab5f-ff21-4125-b7c0-56dbe5c60e54 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:40.819961 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b1c33f-d0fa-497a-a808-1b51a552ff4b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Network 7aa81094-5fad-4931-88e6-50ad65116675 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:50:40.865544 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c9cb4a03-75c0-45db-9c85-cc5f16630b11 req-013e57cb-7753-4ca1-80f3-be9cf785ad48 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924668 Dec 16 09:50:40.866277 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d995c22-dcba-49ab-b99b-001cca1e21af tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event updated for resources: {'Network': ['ID=4677371f-2643-4818-82cc-ffb36521e8c1,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:40.876417 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 4677371f-2643-4818-82cc-ffb36521e8c1 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:50:40.883586 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-77c1ab5f-ff21-4125-b7c0-56dbe5c60e54 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for floatingip, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:40.931006 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-d3b1c33f-d0fa-497a-a808-1b51a552ff4b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 7aa81094-5fad-4931-88e6-50ad65116675) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:40.936498 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b1c33f-d0fa-497a-a808-1b51a552ff4b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:40.938159 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d3b1c33f-d0fa-497a-a808-1b51a552ff4b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:40.941497 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a3a993-c878-4fba-a352-721cc4d85b37 None None] Network 7aa81094-5fad-4931-88e6-50ad65116675 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:40.960419 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0d995c22-dcba-49ab-b99b-001cca1e21af tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6362984 Dec 16 09:50:40.963142 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44622) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:40.968529 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-ad806e12-8cb4-4882-aa65-8da00eaa212d tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Request body: {'subnet': {'network_id': '4677371f-2643-4818-82cc-ffb36521e8c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:41.010472 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-77c1ab5f-ff21-4125-b7c0-56dbe5c60e54 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:41.058401 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44624) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:41.058754 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d3b1c33f-d0fa-497a-a808-1b51a552ff4b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1906784 Dec 16 09:50:41.066177 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-2cf57773-b4cf-4fb5-9946-a64c4e40a0e4 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Request body: {'subnet': {'network_id': 'c4a92fa2-e01b-4e54-b025-25b169f7c62e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:41.099094 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a06fca2-d08c-4275-87ee-e06714e6757f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-7aa81094-5fad-4931-88e6-50ad65116675', 'network_id': '7aa81094-5fad-4931-88e6-50ad65116675', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'fixed_ips': [{'subnet_id': '0aee5487-909d-4185-bffd-090a0f113fbf'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:50:41.100102 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4a06fca2-d08c-4275-87ee-e06714e6757f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:41.145421 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-77c1ab5f-ff21-4125-b7c0-56dbe5c60e54 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Allocated IP 172.25.1.238 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/b0e2a5e1-bf75-446f-bb2e-a5596a6bea75) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:41.175988 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad806e12-8cb4-4882-aa65-8da00eaa212d tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Made reservation on behalf of 0cf174f81e5f491894595055127b1743 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:41.180231 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ad806e12-8cb4-4882-aa65-8da00eaa212d tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:41.245016 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.ipam_backend_mixin [None req-ad806e12-8cb4-4882-aa65-8da00eaa212d tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Performing IP validity checks on allocation pools {{(pid=102816) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 09:50:41.245571 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.ipam_backend_mixin [None req-ad806e12-8cb4-4882-aa65-8da00eaa212d tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102816) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 09:50:41.257193 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-4a06fca2-d08c-4275-87ee-e06714e6757f None None] Allocated IP 172.20.0.2 (7aa81094-5fad-4931-88e6-50ad65116675/0aee5487-909d-4185-bffd-090a0f113fbf/a076b92b-cf84-4aac-b125-8ecc49f652f3) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:41.271897 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-77c1ab5f-ff21-4125-b7c0-56dbe5c60e54 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:41.289175 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf57773-b4cf-4fb5-9946-a64c4e40a0e4 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Made reservation on behalf of dc7ac4e90e4a4d80b7aa4aaaa3c450d7 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:41.292629 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2cf57773-b4cf-4fb5-9946-a64c4e40a0e4 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:41.375588 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-77c1ab5f-ff21-4125-b7c0-56dbe5c60e54 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:41.418772 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c1ab5f-ff21-4125-b7c0-56dbe5c60e54 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:41.427132 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-77c1ab5f-ff21-4125-b7c0-56dbe5c60e54 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:41.429253 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1ab5f-ff21-4125-b7c0-56dbe5c60e54 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Pushing event updated for resources: {'Port': ['ID=b0e2a5e1-bf75-446f-bb2e-a5596a6bea75,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:41.431593 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c1ab5f-ff21-4125-b7c0-56dbe5c60e54 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:41.521430 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-77c1ab5f-ff21-4125-b7c0-56dbe5c60e54 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:41.578418 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4a06fca2-d08c-4275-87ee-e06714e6757f None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:41.676364 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-77c1ab5f-ff21-4125-b7c0-56dbe5c60e54 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:41.678189 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4a06fca2-d08c-4275-87ee-e06714e6757f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:41.717707 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a06fca2-d08c-4275-87ee-e06714e6757f None None] Network 7aa81094-5fad-4931-88e6-50ad65116675 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:41.722634 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-4a06fca2-d08c-4275-87ee-e06714e6757f None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:41.725098 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a06fca2-d08c-4275-87ee-e06714e6757f None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:41.737171 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06fca2-d08c-4275-87ee-e06714e6757f None None] Pushing event updated for resources: {'Port': ['ID=a076b92b-cf84-4aac-b125-8ecc49f652f3,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:41.789500 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-4a06fca2-d08c-4275-87ee-e06714e6757f None None] Attempting to bind port a076b92b-cf84-4aac-b125-8ecc49f652f3 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:50:41.790802 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-4a06fca2-d08c-4275-87ee-e06714e6757f None None] Attempting to bind port a076b92b-cf84-4aac-b125-8ecc49f652f3 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'a7244cca-4a69-48a0-b76a-662c0382caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7aa81094-5fad-4931-88e6-50ad65116675'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:50:41.790802 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a06fca2-d08c-4275-87ee-e06714e6757f None None] Attempting to bind port a076b92b-cf84-4aac-b125-8ecc49f652f3 on network 7aa81094-5fad-4931-88e6-50ad65116675 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:41.796113 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a06fca2-d08c-4275-87ee-e06714e6757f None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:50:41.796484 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a06fca2-d08c-4275-87ee-e06714e6757f None None] Checking segment: {'id': 'a7244cca-4a69-48a0-b76a-662c0382caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7aa81094-5fad-4931-88e6-50ad65116675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:41.796888 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4a06fca2-d08c-4275-87ee-e06714e6757f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:41.797318 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a06fca2-d08c-4275-87ee-e06714e6757f None None] Bound using segment: {'id': 'a7244cca-4a69-48a0-b76a-662c0382caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7aa81094-5fad-4931-88e6-50ad65116675'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:50:41.797788 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-4a06fca2-d08c-4275-87ee-e06714e6757f None None] Bound port: a076b92b-cf84-4aac-b125-8ecc49f652f3, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7244cca-4a69-48a0-b76a-662c0382caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7aa81094-5fad-4931-88e6-50ad65116675'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:50:41.798175 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4a06fca2-d08c-4275-87ee-e06714e6757f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:41.844038 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-77c1ab5f-ff21-4125-b7c0-56dbe5c60e54 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:41.867396 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4a06fca2-d08c-4275-87ee-e06714e6757f None None] For port a076b92b-cf84-4aac-b125-8ecc49f652f3, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:50:41.870544 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4a06fca2-d08c-4275-87ee-e06714e6757f None None] For port a076b92b-cf84-4aac-b125-8ecc49f652f3, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=a076b92b-cf84-4aac-b125-8ecc49f652f3,segment=NetworkSegment(a7244cca-4a69-48a0-b76a-662c0382caa6),segment_id=a7244cca-4a69-48a0-b76a-662c0382caa6)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:50:41.872088 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ad806e12-8cb4-4882-aa65-8da00eaa212d tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:41.904032 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-77c1ab5f-ff21-4125-b7c0-56dbe5c60e54 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:41.946382 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4a06fca2-d08c-4275-87ee-e06714e6757f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:41.955333 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad806e12-8cb4-4882-aa65-8da00eaa212d tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event updated for resources: {'Subnet': ['ID=5a867b8f-97dc-406b-81d7-0c20db92fbb3,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:41.963012 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad806e12-8cb4-4882-aa65-8da00eaa212d tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Checking segment: {'id': '7ecc4894-68a9-4c6b-93ae-70a03891ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4677371f-2643-4818-82cc-ffb36521e8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:41.963705 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad806e12-8cb4-4882-aa65-8da00eaa212d tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Network hostable DHCP agents. Network: 4677371f-2643-4818-82cc-ffb36521e8c1, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:50:41.996535 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1ab5f-ff21-4125-b7c0-56dbe5c60e54 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Pushing event updated for resources: {'Port': ['ID=b0e2a5e1-bf75-446f-bb2e-a5596a6bea75,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:42.016316 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2cf57773-b4cf-4fb5-9946-a64c4e40a0e4 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:42.023039 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06fca2-d08c-4275-87ee-e06714e6757f None None] Pushing event updated for resources: {'Port': ['ID=a076b92b-cf84-4aac-b125-8ecc49f652f3,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:42.034565 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-77c1ab5f-ff21-4125-b7c0-56dbe5c60e54 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:42.047949 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad806e12-8cb4-4882-aa65-8da00eaa212d tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Network 4677371f-2643-4818-82cc-ffb36521e8c1 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:50:42.053007 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ad49f-7d1e-4264-b6e2-147ed2befe5c req-1e2b9e37-1ff9-490a-82a3-9131aecc2ce3 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:42.060500 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e11ad49f-7d1e-4264-b6e2-147ed2befe5c req-1e2b9e37-1ff9-490a-82a3-9131aecc2ce3 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 944 time: 0.0857944 Dec 16 09:50:42.096771 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf57773-b4cf-4fb5-9946-a64c4e40a0e4 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Subnet': ['ID=b5ed9cf4-f69f-4c29-91fc-e283e002ece8,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:42.107216 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf57773-b4cf-4fb5-9946-a64c4e40a0e4 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Checking segment: {'id': '6b5e0abd-c8c9-4520-9656-ff053bfc82d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'c4a92fa2-e01b-4e54-b025-25b169f7c62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:42.109225 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf57773-b4cf-4fb5-9946-a64c4e40a0e4 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Network hostable DHCP agents. Network: c4a92fa2-e01b-4e54-b025-25b169f7c62e, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:50:42.109519 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e11ad49f-7d1e-4264-b6e2-147ed2befe5c req-8a816d4d-5017-4f2b-a4c4-7975cd9b8f7e tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431542 Dec 16 09:50:42.130316 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-ad806e12-8cb4-4882-aa65-8da00eaa212d tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 4677371f-2643-4818-82cc-ffb36521e8c1) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:42.135543 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad806e12-8cb4-4882-aa65-8da00eaa212d tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:42.136152 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ad806e12-8cb4-4882-aa65-8da00eaa212d tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:42.139046 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b566af-c624-4605-8b82-08362be5b4e6 None None] Network 4677371f-2643-4818-82cc-ffb36521e8c1 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:42.153650 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-77c1ab5f-ff21-4125-b7c0-56dbe5c60e54 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:42.155684 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-77c1ab5f-ff21-4125-b7c0-56dbe5c60e54 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3699861 Dec 16 09:50:42.208903 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf57773-b4cf-4fb5-9946-a64c4e40a0e4 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Network c4a92fa2-e01b-4e54-b025-25b169f7c62e is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:50:42.221104 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-2cf57773-b4cf-4fb5-9946-a64c4e40a0e4 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, c4a92fa2-e01b-4e54-b025-25b169f7c62e) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:42.228813 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf57773-b4cf-4fb5-9946-a64c4e40a0e4 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:42.230023 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2cf57773-b4cf-4fb5-9946-a64c4e40a0e4 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:42.237268 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04165a5d-a616-466c-8cc8-9b3c7f25d832 None None] Network c4a92fa2-e01b-4e54-b025-25b169f7c62e requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:42.242913 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ad806e12-8cb4-4882-aa65-8da00eaa212d tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2784510 Dec 16 09:50:42.245734 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44630) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:42.255150 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-c2850fa8-26d2-4b4d-bb4f-f6348ebc9213 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:42.314503 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2cf57773-b4cf-4fb5-9946-a64c4e40a0e4 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2522354 Dec 16 09:50:42.317161 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44632) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:42.321816 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-8bd21281-e63a-4aaf-b8d8-5bafee84580d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1010775290', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:42.416609 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c2850fa8-26d2-4b4d-bb4f-f6348ebc9213 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10354527'] for subnet, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:42.448054 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8bd21281-e63a-4aaf-b8d8-5bafee84580d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:42.451215 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8bd21281-e63a-4aaf-b8d8-5bafee84580d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:42.454401 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device a076b92b-cf84-4aac-b125-8ecc49f652f3 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:42.524602 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8bd21281-e63a-4aaf-b8d8-5bafee84580d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:42.547291 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9face04e-1a45-4928-8607-4a054f34b424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-c4a92fa2-e01b-4e54-b025-25b169f7c62e', 'network_id': 'c4a92fa2-e01b-4e54-b025-25b169f7c62e', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'fixed_ips': [{'subnet_id': 'b5ed9cf4-f69f-4c29-91fc-e283e002ece8'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:50:42.548300 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9face04e-1a45-4928-8607-4a054f34b424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:42.555342 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-7cf7a8c7-11ef-4912-90e2-692e3ab925b8 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--26018998&fields=id&tenant_id=55938af2fa4b4c6f80f602d4625ae2cd HTTP/1.1" status: 200 len: 267 time: 0.0716102 Dec 16 09:50:42.622509 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8bd21281-e63a-4aaf-b8d8-5bafee84580d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:42.648642 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa486a7-1083-48e4-bdf1-6c3832f6f63c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-4677371f-2643-4818-82cc-ffb36521e8c1', 'network_id': '4677371f-2643-4818-82cc-ffb36521e8c1', 'tenant_id': '0cf174f81e5f491894595055127b1743', 'fixed_ips': [{'subnet_id': '5a867b8f-97dc-406b-81d7-0c20db92fbb3'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:50:42.649519 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7aa486a7-1083-48e4-bdf1-6c3832f6f63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:42.668713 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port a076b92b-cf84-4aac-b125-8ecc49f652f3 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:42.669088 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:42.671620 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c2850fa8-26d2-4b4d-bb4f-f6348ebc9213 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759010600093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8844051'] for subnet, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:42.690415 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-606162f7-0576-4e18-a15b-d4fda5840efa tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:42.691973 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-606162f7-0576-4e18-a15b-d4fda5840efa tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/networks?id=80ebca74-2610-4824-a3d8-8e60778e3639 HTTP/1.1" status: 200 len: 817 time: 0.1358314 Dec 16 09:50:42.705601 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8bd21281-e63a-4aaf-b8d8-5bafee84580d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:42.705601 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8bd21281-e63a-4aaf-b8d8-5bafee84580d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3854203 Dec 16 09:50:42.708558 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44644) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:42.713448 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-60f8110f-1147-4539-a227-9b5a892544c5 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/quotas/55938af2fa4b4c6f80f602d4625ae2cd HTTP/1.1" status: 200 len: 375 time: 0.0151312 Dec 16 09:50:42.807732 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-b3167eca-ad58-4021-bf5f-ee8b92efd767 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=55938af2fa4b4c6f80f602d4625ae2cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0705290 Dec 16 09:50:42.871171 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-9face04e-1a45-4928-8607-4a054f34b424 None None] Allocated IP 172.21.0.2 (c4a92fa2-e01b-4e54-b025-25b169f7c62e/b5ed9cf4-f69f-4c29-91fc-e283e002ece8/ae4ff691-1069-451b-b1f0-6d23c5b5c66e) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:42.922546 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-4cc868e9-6355-4e8b-baf3-6b8ddb7d2784 service neutron] 10.222.0.60 "GET /v2.0/networks/80ebca74-2610-4824-a3d8-8e60778e3639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126018 Dec 16 09:50:42.928592 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:43.021792 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-7aa486a7-1083-48e4-bdf1-6c3832f6f63c None None] Allocated IP 172.20.0.3 (4677371f-2643-4818-82cc-ffb36521e8c1/5a867b8f-97dc-406b-81d7-0c20db92fbb3/96bd32eb-612a-4bbd-aa4b-9e6ccb3eb4d7) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:43.048339 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-ef4efee4-683d-43f1-a95c-b524f377c6a8 service neutron] 10.222.0.60 "GET /v2.0/networks/80ebca74-2610-4824-a3d8-8e60778e3639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204615 Dec 16 09:50:43.065015 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port a076b92b-cf84-4aac-b125-8ecc49f652f3, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=a076b92b-cf84-4aac-b125-8ecc49f652f3,segment=NetworkSegment(a7244cca-4a69-48a0-b76a-662c0382caa6),segment_id=a7244cca-4a69-48a0-b76a-662c0382caa6)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:43.155266 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:43.262663 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa760e5-77be-4266-ad56-f7c2b5dfbf1f None None] Network 7aa81094-5fad-4931-88e6-50ad65116675 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:43.270127 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9face04e-1a45-4928-8607-4a054f34b424 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:43.275702 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2850fa8-26d2-4b4d-bb4f-f6348ebc9213 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:43.276302 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c2850fa8-26d2-4b4d-bb4f-f6348ebc9213 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:43.277690 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c2850fa8-26d2-4b4d-bb4f-f6348ebc9213 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "PUT /v2.0/subnets/5a867b8f-97dc-406b-81d7-0c20db92fbb3 HTTP/1.1" status: 200 len: 877 time: 1.0308928 Dec 16 09:50:43.281377 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44648) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:43.301254 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2850fa8-26d2-4b4d-bb4f-f6348ebc9213 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event updated for resources: {'Subnet': ['ID=5a867b8f-97dc-406b-81d7-0c20db92fbb3,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:43.348419 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=a076b92b-cf84-4aac-b125-8ecc49f652f3,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:43.392153 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9face04e-1a45-4928-8607-4a054f34b424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:43.401016 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7aa486a7-1083-48e4-bdf1-6c3832f6f63c None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:43.403788 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-35b269a2-70a3-4ad5-b4e5-d078a76b5586 None None] Provisioning complete for port a076b92b-cf84-4aac-b125-8ecc49f652f3 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:43.404156 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-35b269a2-70a3-4ad5-b4e5-d078a76b5586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:43.428790 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8d98e-bab3-4e62-bc18-18ebe9f6c6ba req-b118cad7-61c7-452c-ae2c-5bd8f23db87d tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:43.430364 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e8f8d98e-bab3-4e62-bc18-18ebe9f6c6ba req-b118cad7-61c7-452c-ae2c-5bd8f23db87d tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 944 time: 0.1498089 Dec 16 09:50:43.444832 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cece5b56-0d56-43dd-acd7-e37f141b45c4 req-b3c0dc06-76bd-4f60-a1f3-41214b2c98b4 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 210 time: 0.0487461 Dec 16 09:50:43.502193 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9face04e-1a45-4928-8607-4a054f34b424 None None] Network c4a92fa2-e01b-4e54-b025-25b169f7c62e is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:43.510205 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-9face04e-1a45-4928-8607-4a054f34b424 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:43.516617 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4a18343-e21b-4553-991b-3f760b365ed8 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:43.518612 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9face04e-1a45-4928-8607-4a054f34b424 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:43.532184 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-887fefec-4c25-4674-81ed-29ad0fe60c5b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:43.554115 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9face04e-1a45-4928-8607-4a054f34b424 None None] Pushing event updated for resources: {'Port': ['ID=ae4ff691-1069-451b-b1f0-6d23c5b5c66e,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:43.556773 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7aa486a7-1083-48e4-bdf1-6c3832f6f63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:43.558551 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e8f8d98e-bab3-4e62-bc18-18ebe9f6c6ba req-82d8cd37-088e-4c06-a4d2-ca7390fa00c4 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076007 Dec 16 09:50:43.616396 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-b4a18343-e21b-4553-991b-3f760b365ed8 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Deleting port 96bd32eb-612a-4bbd-aa4b-9e6ccb3eb4d7 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:43.616792 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4a18343-e21b-4553-991b-3f760b365ed8 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:43.659757 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa486a7-1083-48e4-bdf1-6c3832f6f63c None None] Network 4677371f-2643-4818-82cc-ffb36521e8c1 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:43.697550 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-7aa486a7-1083-48e4-bdf1-6c3832f6f63c None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:43.717929 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa486a7-1083-48e4-bdf1-6c3832f6f63c None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:43.723696 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa486a7-1083-48e4-bdf1-6c3832f6f63c None None] Pushing event updated for resources: {'Port': ['ID=96bd32eb-612a-4bbd-aa4b-9e6ccb3eb4d7,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:43.735870 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-b4a18343-e21b-4553-991b-3f760b365ed8 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] For port 96bd32eb-612a-4bbd-aa4b-9e6ccb3eb4d7, host n-d-820550-2, got binding levels [] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:43.736310 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4a18343-e21b-4553-991b-3f760b365ed8 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:43.744504 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-9face04e-1a45-4928-8607-4a054f34b424 None None] Attempting to bind port ae4ff691-1069-451b-b1f0-6d23c5b5c66e on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:50:43.744875 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-9face04e-1a45-4928-8607-4a054f34b424 None None] Attempting to bind port ae4ff691-1069-451b-b1f0-6d23c5b5c66e by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '6b5e0abd-c8c9-4520-9656-ff053bfc82d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'c4a92fa2-e01b-4e54-b025-25b169f7c62e'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:50:43.745267 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9face04e-1a45-4928-8607-4a054f34b424 None None] Attempting to bind port ae4ff691-1069-451b-b1f0-6d23c5b5c66e on network c4a92fa2-e01b-4e54-b025-25b169f7c62e {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:43.753280 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-b4a18343-e21b-4553-991b-3f760b365ed8 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Calling delete_port for 96bd32eb-612a-4bbd-aa4b-9e6ccb3eb4d7 owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:43.756435 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9face04e-1a45-4928-8607-4a054f34b424 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:50:43.756815 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9face04e-1a45-4928-8607-4a054f34b424 None None] Checking segment: {'id': '6b5e0abd-c8c9-4520-9656-ff053bfc82d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'c4a92fa2-e01b-4e54-b025-25b169f7c62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:43.757256 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9face04e-1a45-4928-8607-4a054f34b424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:43.757653 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9face04e-1a45-4928-8607-4a054f34b424 None None] Bound using segment: {'id': '6b5e0abd-c8c9-4520-9656-ff053bfc82d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'c4a92fa2-e01b-4e54-b025-25b169f7c62e'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:50:43.758127 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-9face04e-1a45-4928-8607-4a054f34b424 None None] Bound port: ae4ff691-1069-451b-b1f0-6d23c5b5c66e, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b5e0abd-c8c9-4520-9656-ff053bfc82d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'c4a92fa2-e01b-4e54-b025-25b169f7c62e'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:50:43.758517 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9face04e-1a45-4928-8607-4a054f34b424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:43.838647 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-7aa486a7-1083-48e4-bdf1-6c3832f6f63c None None] Attempting to bind port 96bd32eb-612a-4bbd-aa4b-9e6ccb3eb4d7 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:50:43.839034 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-7aa486a7-1083-48e4-bdf1-6c3832f6f63c None None] Attempting to bind port 96bd32eb-612a-4bbd-aa4b-9e6ccb3eb4d7 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '7ecc4894-68a9-4c6b-93ae-70a03891ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4677371f-2643-4818-82cc-ffb36521e8c1'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:50:43.839394 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa486a7-1083-48e4-bdf1-6c3832f6f63c None None] Attempting to bind port 96bd32eb-612a-4bbd-aa4b-9e6ccb3eb4d7 on network 4677371f-2643-4818-82cc-ffb36521e8c1 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:43.847901 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa486a7-1083-48e4-bdf1-6c3832f6f63c None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:50:43.848280 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa486a7-1083-48e4-bdf1-6c3832f6f63c None None] Checking segment: {'id': '7ecc4894-68a9-4c6b-93ae-70a03891ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4677371f-2643-4818-82cc-ffb36521e8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:43.848691 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7aa486a7-1083-48e4-bdf1-6c3832f6f63c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:43.849088 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa486a7-1083-48e4-bdf1-6c3832f6f63c None None] Bound using segment: {'id': '7ecc4894-68a9-4c6b-93ae-70a03891ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4677371f-2643-4818-82cc-ffb36521e8c1'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:50:43.849588 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-7aa486a7-1083-48e4-bdf1-6c3832f6f63c None None] Bound port: 96bd32eb-612a-4bbd-aa4b-9e6ccb3eb4d7, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ecc4894-68a9-4c6b-93ae-70a03891ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4677371f-2643-4818-82cc-ffb36521e8c1'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:50:43.855553 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7aa486a7-1083-48e4-bdf1-6c3832f6f63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:43.857612 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-887fefec-4c25-4674-81ed-29ad0fe60c5b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Allocated IP 172.20.0.1 (7aa81094-5fad-4931-88e6-50ad65116675/0aee5487-909d-4185-bffd-090a0f113fbf/094d5c3f-d506-4ae7-8e8d-b68fd23978a5) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:44.018190 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-887fefec-4c25-4674-81ed-29ad0fe60c5b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:44.037922 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4a18343-e21b-4553-991b-3f760b365ed8 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:44.073797 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-7aa486a7-1083-48e4-bdf1-6c3832f6f63c None None] Port 96bd32eb-612a-4bbd-aa4b-9e6ccb3eb4d7 has been deleted concurrently {{(pid=102818) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Dec 16 09:50:44.077488 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a18343-e21b-4553-991b-3f760b365ed8 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event deleted for resources: {'Port': ['ID=96bd32eb-612a-4bbd-aa4b-9e6ccb3eb4d7,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:44.092286 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-9face04e-1a45-4928-8607-4a054f34b424 None None] For port ae4ff691-1069-451b-b1f0-6d23c5b5c66e, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:50:44.103493 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 8bc74aae-73ea-43e8-bb1c-9884d575b99d details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:50:44.123707 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-887fefec-4c25-4674-81ed-29ad0fe60c5b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:44.133394 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a18343-e21b-4553-991b-3f760b365ed8 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] No DVR routers for this DVR port 96bd32eb-612a-4bbd-aa4b-9e6ccb3eb4d7 on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:50:44.139596 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-9face04e-1a45-4928-8607-4a054f34b424 None None] For port ae4ff691-1069-451b-b1f0-6d23c5b5c66e, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ae4ff691-1069-451b-b1f0-6d23c5b5c66e,segment=NetworkSegment(6b5e0abd-c8c9-4520-9656-ff053bfc82d7),segment_id=6b5e0abd-c8c9-4520-9656-ff053bfc82d7)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:50:44.180874 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887fefec-4c25-4674-81ed-29ad0fe60c5b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Network 7aa81094-5fad-4931-88e6-50ad65116675 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:44.184233 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-887fefec-4c25-4674-81ed-29ad0fe60c5b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:44.187163 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887fefec-4c25-4674-81ed-29ad0fe60c5b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:44.225308 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9face04e-1a45-4928-8607-4a054f34b424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:44.231089 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4a18343-e21b-4553-991b-3f760b365ed8 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:44.250137 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887fefec-4c25-4674-81ed-29ad0fe60c5b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Port': ['ID=094d5c3f-d506-4ae7-8e8d-b68fd23978a5,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:44.296358 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-887fefec-4c25-4674-81ed-29ad0fe60c5b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:44.368811 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-318115a8-6b92-4a02-8fa5-4be7dc7f79ec None None] Provisioning complete for port a076b92b-cf84-4aac-b125-8ecc49f652f3 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:44.368811 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-318115a8-6b92-4a02-8fa5-4be7dc7f79ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:44.399074 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4a18343-e21b-4553-991b-3f760b365ed8 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:44.403652 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9face04e-1a45-4928-8607-4a054f34b424 None None] Pushing event updated for resources: {'Port': ['ID=ae4ff691-1069-451b-b1f0-6d23c5b5c66e,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:44.424238 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 8bc74aae-73ea-43e8-bb1c-9884d575b99d, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=8bc74aae-73ea-43e8-bb1c-9884d575b99d,segment=NetworkSegment(1a1d2d12-d95a-46f1-a516-8a34991c97cb),segment_id=1a1d2d12-d95a-46f1-a516-8a34991c97cb)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:44.452432 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device a076b92b-cf84-4aac-b125-8ecc49f652f3 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:44.475057 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a18343-e21b-4553-991b-3f760b365ed8 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event deleted for resources: {'Subnet': ['ID=5a867b8f-97dc-406b-81d7-0c20db92fbb3,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:44.507782 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '8bc74aae-73ea-43e8-bb1c-9884d575b99d', 'network_id': 'f8195718-f9dc-4337-9d69-d121976a6257', 'port_id': '8bc74aae-73ea-43e8-bb1c-9884d575b99d', 'mac_address': 'fa:16:3e:e3:87:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42c53971-1f21-4e03-a331-522b7a1e2105', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:50:44.593254 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-887fefec-4c25-4674-81ed-29ad0fe60c5b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:44.686781 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9026facb-b338-4ea6-a89e-9d5faa7b514e req-20dd1787-863b-4142-859f-a6c014003afa tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 210 time: 0.0441079 Dec 16 09:50:44.689236 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port a076b92b-cf84-4aac-b125-8ecc49f652f3 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:44.689717 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:44.691515 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:44.752439 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4a18343-e21b-4553-991b-3f760b365ed8 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:44.783143 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bc74aae-73ea-43e8-bb1c-9884d575b99d {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:50:44.803062 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-b4a18343-e21b-4553-991b-3f760b365ed8 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4677371f-2643-4818-82cc-ffb36521e8c1']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:44.817247 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-b4a18343-e21b-4553-991b-3f760b365ed8 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ecc4894-68a9-4c6b-93ae-70a03891ba76') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:44.817553 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-b4a18343-e21b-4553-991b-3f760b365ed8 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ecc4894-68a9-4c6b-93ae-70a03891ba76') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:44.828370 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 8bc74aae-73ea-43e8-bb1c-9884d575b99d, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=8bc74aae-73ea-43e8-bb1c-9884d575b99d,segment=NetworkSegment(1a1d2d12-d95a-46f1-a516-8a34991c97cb),segment_id=1a1d2d12-d95a-46f1-a516-8a34991c97cb)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:44.828712 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4a18343-e21b-4553-991b-3f760b365ed8 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:44.850789 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4a18343-e21b-4553-991b-3f760b365ed8 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:44.859338 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4a18343-e21b-4553-991b-3f760b365ed8 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:50:44.869211 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4a18343-e21b-4553-991b-3f760b365ed8 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:44.869211 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:50:44.869211 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:50:44.869211 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:50:44.869211 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:50:44.869211 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:50:44.869211 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:50:44.869211 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:50:44.869211 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:50:44.869211 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:50:44.869211 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:50:44.869211 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:50:44.869211 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:50:44.869211 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:50:44.869211 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:50:44.869211 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:50:44.869211 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:50:44.869211 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:50:44.869211 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:50:44.869211 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:50:44.869211 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:50:44.869211 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:50:44.869211 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:50:44.869211 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:50:44.869211 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:50:44.869211 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:50:44.869211 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:50:44.869211 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:50:44.869211 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:50:44.869211 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:50:44.869211 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:50:44.869211 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:50:44.869211 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:50:44.940419 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-77415f52-ea6c-4871-9842-ba2c3200515a None None] Provisioning complete for port 094d5c3f-d506-4ae7-8e8d-b68fd23978a5 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:44.940800 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-77415f52-ea6c-4871-9842-ba2c3200515a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:44.957487 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0a5e8-94cd-49fd-9297-b152d0805e01 req-a9a6d906-0e3f-4fd8-bb19-0df0e34ebf38 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:44.965962 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eae0a5e8-94cd-49fd-9297-b152d0805e01 req-a9a6d906-0e3f-4fd8-bb19-0df0e34ebf38 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 944 time: 0.0848794 Dec 16 09:50:44.983499 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-77415f52-ea6c-4871-9842-ba2c3200515a None None] Port 094d5c3f-d506-4ae7-8e8d-b68fd23978a5 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:50:44.995988 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:44.996674 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device e3e884ec-0331-4c38-8ca3-ed5ff3ab0154 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:50:45.059212 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eae0a5e8-94cd-49fd-9297-b152d0805e01 req-c24392a0-35b7-473a-99da-bfcb9669a6f8 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906641 Dec 16 09:50:45.087790 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port e3e884ec-0331-4c38-8ca3-ed5ff3ab0154, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=e3e884ec-0331-4c38-8ca3-ed5ff3ab0154,segment=NetworkSegment(1a1d2d12-d95a-46f1-a516-8a34991c97cb),segment_id=1a1d2d12-d95a-46f1-a516-8a34991c97cb)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:45.090436 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=8bc74aae-73ea-43e8-bb1c-9884d575b99d,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:45.094952 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4a18343-e21b-4553-991b-3f760b365ed8 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:45.103028 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'e3e884ec-0331-4c38-8ca3-ed5ff3ab0154', 'network_id': 'f8195718-f9dc-4337-9d69-d121976a6257', 'port_id': 'e3e884ec-0331-4c38-8ca3-ed5ff3ab0154', 'mac_address': 'fa:16:3e:0d:e7:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42c53971-1f21-4e03-a331-522b7a1e2105', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:50:45.108415 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4a18343-e21b-4553-991b-3f760b365ed8 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:45.111971 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b4a18343-e21b-4553-991b-3f760b365ed8 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "DELETE /v2.0/networks/4677371f-2643-4818-82cc-ffb36521e8c1 HTTP/1.1" status: 204 len: 168 time: 1.8293142 Dec 16 09:50:45.116470 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44664) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:45.123609 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a18343-e21b-4553-991b-3f760b365ed8 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event deleted for resources: {'Network': ['ID=4677371f-2643-4818-82cc-ffb36521e8c1,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:45.142088 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:45.155926 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3e884ec-0331-4c38-8ca3-ed5ff3ab0154 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:50:45.156823 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a2ac4b4-6672-4640-8120-61ca0a5fde4f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] DELETE failed (client error): The resource could not be found. Dec 16 09:50:45.166188 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a2ac4b4-6672-4640-8120-61ca0a5fde4f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:50:45.166188 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1a2ac4b4-6672-4640-8120-61ca0a5fde4f tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "DELETE /v2.0/subnets/5a867b8f-97dc-406b-81d7-0c20db92fbb3 HTTP/1.1" status: 404 len: 337 time: 0.0428824 Dec 16 09:50:45.166427 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44666) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:45.167271 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-887fefec-4c25-4674-81ed-29ad0fe60c5b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:45.176597 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port e3e884ec-0331-4c38-8ca3-ed5ff3ab0154, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=e3e884ec-0331-4c38-8ca3-ed5ff3ab0154,segment=NetworkSegment(1a1d2d12-d95a-46f1-a516-8a34991c97cb),segment_id=1a1d2d12-d95a-46f1-a516-8a34991c97cb)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:45.188175 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ac533c1-53b7-4dc9-afb4-65f4a3f92074 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] DELETE failed (client error): The resource could not be found. Dec 16 09:50:45.189046 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ac533c1-53b7-4dc9-afb4-65f4a3f92074 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:50:45.193155 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2ac533c1-53b7-4dc9-afb4-65f4a3f92074 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "DELETE /v2.0/networks/4677371f-2643-4818-82cc-ffb36521e8c1 HTTP/1.1" status: 404 len: 339 time: 0.0285995 Dec 16 09:50:45.195096 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44668) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:45.222602 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d62768b-134f-424e-b8e2-fb4de997418c tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] DELETE failed (client error): The resource could not be found. Dec 16 09:50:45.223054 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d62768b-134f-424e-b8e2-fb4de997418c tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:50:45.226123 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2d62768b-134f-424e-b8e2-fb4de997418c tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "DELETE /v2.0/subnets/d0c9a757-8db9-4ccb-9c98-eebca2e55b6d HTTP/1.1" status: 404 len: 337 time: 0.0299857 Dec 16 09:50:45.228522 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44670) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:45.246042 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-227050af-f7cd-49a7-a31b-266e452c618a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] DELETE failed (client error): The resource could not be found. Dec 16 09:50:45.246568 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-227050af-f7cd-49a7-a31b-266e452c618a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:50:45.249486 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-227050af-f7cd-49a7-a31b-266e452c618a tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "DELETE /v2.0/networks/09d6dfd4-3a85-4117-a1dc-533daa12c2f5 HTTP/1.1" status: 404 len: 339 time: 0.0199423 Dec 16 09:50:45.251804 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44672) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:45.260176 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-887fefec-4c25-4674-81ed-29ad0fe60c5b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:45.271340 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:45.329704 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=e3e884ec-0331-4c38-8ca3-ed5ff3ab0154,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:45.340264 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887fefec-4c25-4674-81ed-29ad0fe60c5b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Port': ['ID=094d5c3f-d506-4ae7-8e8d-b68fd23978a5,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:45.340382 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b9398b58-a703-4313-83f1-b1b0cc60c228 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:45.343280 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-887fefec-4c25-4674-81ed-29ad0fe60c5b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:45.440075 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b9398b58-a703-4313-83f1-b1b0cc60c228 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:45.443353 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887fefec-4c25-4674-81ed-29ad0fe60c5b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Network 7aa81094-5fad-4931-88e6-50ad65116675 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:45.445076 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-887fefec-4c25-4674-81ed-29ad0fe60c5b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:45.467492 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-b9398b58-a703-4313-83f1-b1b0cc60c228 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc5a7f4b-2fcb-42b4-ab4d-a788f1e1342c']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:45.485268 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-b9398b58-a703-4313-83f1-b1b0cc60c228 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f9a8afb-e4e3-4dd2-883b-6a694f0444df') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:45.485572 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-b9398b58-a703-4313-83f1-b1b0cc60c228 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f9a8afb-e4e3-4dd2-883b-6a694f0444df') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:45.503503 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b9398b58-a703-4313-83f1-b1b0cc60c228 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:45.518612 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b9398b58-a703-4313-83f1-b1b0cc60c228 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:45.524932 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9398b58-a703-4313-83f1-b1b0cc60c228 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:50:45.525375 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b9398b58-a703-4313-83f1-b1b0cc60c228 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:45.528448 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:50:45.528448 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:50:45.528448 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:50:45.528448 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:50:45.528448 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:50:45.528448 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:50:45.528448 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:50:45.528448 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:50:45.528448 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:50:45.528448 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:50:45.528448 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:50:45.528448 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:50:45.528448 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:50:45.528448 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:50:45.528448 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:50:45.528448 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:50:45.528448 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:50:45.528448 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:50:45.528448 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:50:45.528448 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:50:45.528448 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:50:45.528448 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:50:45.528448 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:50:45.528448 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:50:45.528448 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:50:45.528448 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:50:45.528448 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:50:45.528448 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:50:45.528448 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:50:45.528448 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:50:45.528448 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:50:45.528448 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:50:45.596927 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['8bc74aae-73ea-43e8-bb1c-9884d575b99d'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:50:45.633190 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['e3e884ec-0331-4c38-8ca3-ed5ff3ab0154'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:50:45.655431 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b9398b58-a703-4313-83f1-b1b0cc60c228 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:45.683233 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b9398b58-a703-4313-83f1-b1b0cc60c228 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:45.691914 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b9398b58-a703-4313-83f1-b1b0cc60c228 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "DELETE /v2.0/networks/fc5a7f4b-2fcb-42b4-ab4d-a788f1e1342c HTTP/1.1" status: 204 len: 168 time: 0.4390819 Dec 16 09:50:45.697056 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44674) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:45.697924 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9398b58-a703-4313-83f1-b1b0cc60c228 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event deleted for resources: {'Network': ['ID=fc5a7f4b-2fcb-42b4-ab4d-a788f1e1342c,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:45.744002 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-0858a389-9501-45e1-bb9a-a1619589cf70 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] DELETE failed (client error): The resource could not be found. Dec 16 09:50:45.745526 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0858a389-9501-45e1-bb9a-a1619589cf70 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:50:45.760114 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0858a389-9501-45e1-bb9a-a1619589cf70 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "DELETE /v2.0/subnets/86671921-6699-400d-b612-cf6b08ef7bc4 HTTP/1.1" status: 404 len: 337 time: 0.0599144 Dec 16 09:50:45.763275 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44678) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:45.791246 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-5921a1df-286d-4f3b-9fa7-04a68380ea15 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:45.800170 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-5921a1df-286d-4f3b-9fa7-04a68380ea15 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.58 "GET /v2.0/networks?id=80ebca74-2610-4824-a3d8-8e60778e3639 HTTP/1.1" status: 200 len: 817 time: 0.1624978 Dec 16 09:50:45.800345 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ffe23f-e10d-455c-8141-9e6174465778 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] DELETE failed (client error): The resource could not be found. Dec 16 09:50:45.818462 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91ffe23f-e10d-455c-8141-9e6174465778 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:50:45.818462 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-91ffe23f-e10d-455c-8141-9e6174465778 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "DELETE /v2.0/networks/867a93dc-8fd7-4ba9-aaf2-44ac7fd1a3a0 HTTP/1.1" status: 404 len: 339 time: 0.0482476 Dec 16 09:50:45.819221 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44680) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:45.866354 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-acc0071e-2b6a-4778-95bf-8b592f1ccbe2 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55938af2fa4b4c6f80f602d4625ae2cd HTTP/1.1" status: 200 len: 378 time: 0.0624881 Dec 16 09:50:45.879829 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-7d781071-a475-4879-8b4d-5133ee80bec3 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Request body: {'port': {'device_id': '261b5aac-2fe1-4d1d-b802-85cf02d95173', 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639', 'admin_state_up': True, 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'security_groups': ['f8d83741-c01d-4089-8c20-2d6c8ec9c31d']}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:45.885491 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887fefec-4c25-4674-81ed-29ad0fe60c5b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Router 270f73d0-c13e-4d10-81c3-101c0981080d is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:50:45.939142 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2ef80dc-26f5-419f-8242-8e0cb283cc66 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] DELETE failed (client error): The resource could not be found. Dec 16 09:50:45.939721 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2ef80dc-26f5-419f-8242-8e0cb283cc66 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:50:45.950316 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f2ef80dc-26f5-419f-8242-8e0cb283cc66 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "DELETE /v2.0/subnets/b109c78c-5d4e-42b7-a80b-8a7eb1cd87dd HTTP/1.1" status: 404 len: 337 time: 0.1260908 Dec 16 09:50:45.962483 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c48607a8-9f20-4aef-baa4-bd4d7b19959c None None] Provisioning complete for port 094d5c3f-d506-4ae7-8e8d-b68fd23978a5 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:45.962906 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c48607a8-9f20-4aef-baa4-bd4d7b19959c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:45.981672 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44684) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:46.014069 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-526bac11-a970-4bc1-ab5c-b123b75801d7 req-89114cd3-52dc-4f0a-89a9-c775e21e9103 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 210 time: 0.1676919 Dec 16 09:50:46.045364 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6fc402d-53c9-442d-a78d-6b636910dffd tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] DELETE failed (client error): The resource could not be found. Dec 16 09:50:46.046263 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6fc402d-53c9-442d-a78d-6b636910dffd tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:50:46.065874 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f6fc402d-53c9-442d-a78d-6b636910dffd tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "DELETE /v2.0/networks/3bf73273-fa42-4b29-a688-6dda0bef924c HTTP/1.1" status: 404 len: 339 time: 0.0811133 Dec 16 09:50:46.066894 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44686) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:46.109013 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c3fe72-a956-41a5-81eb-1c922b945c30 None None] Network c4a92fa2-e01b-4e54-b025-25b169f7c62e requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:46.117909 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f80562c-4184-41ab-bdbc-69ab40176d36 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] DELETE failed (client error): The resource could not be found. Dec 16 09:50:46.119489 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f80562c-4184-41ab-bdbc-69ab40176d36 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:50:46.130272 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0f80562c-4184-41ab-bdbc-69ab40176d36 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "DELETE /v2.0/subnets/ebe321eb-bb99-4e56-84e6-1d6731bf29b2 HTTP/1.1" status: 404 len: 337 time: 0.0620527 Dec 16 09:50:46.131251 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44690) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:46.151532 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-09dabc95-a783-42e5-8756-ed631134738d tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] DELETE failed (client error): The resource could not be found. Dec 16 09:50:46.152391 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09dabc95-a783-42e5-8756-ed631134738d tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:50:46.160085 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-09dabc95-a783-42e5-8756-ed631134738d tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "DELETE /v2.0/networks/60cecc87-6213-4b75-a7cd-3282ab46fe23 HTTP/1.1" status: 404 len: 339 time: 0.0275948 Dec 16 09:50:46.160929 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44692) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:46.191342 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3919f4-a06c-401b-85fe-724efae5c244 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] DELETE failed (client error): The resource could not be found. Dec 16 09:50:46.192131 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f3919f4-a06c-401b-85fe-724efae5c244 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:50:46.199540 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9f3919f4-a06c-401b-85fe-724efae5c244 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "DELETE /v2.0/subnets/e1dc3e69-5a44-41a1-8328-b3c5bb804fc0 HTTP/1.1" status: 404 len: 337 time: 0.0373549 Dec 16 09:50:46.200369 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44694) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:46.223228 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-743a4ff0-75ff-425a-86ee-16396eaf8bfd tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] DELETE failed (client error): The resource could not be found. Dec 16 09:50:46.236080 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-743a4ff0-75ff-425a-86ee-16396eaf8bfd tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:50:46.236870 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-c48607a8-9f20-4aef-baa4-bd4d7b19959c None None] Port 094d5c3f-d506-4ae7-8e8d-b68fd23978a5 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:50:46.236988 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-743a4ff0-75ff-425a-86ee-16396eaf8bfd tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "DELETE /v2.0/networks/f9d57a39-121f-4945-a8a6-f67918a63416 HTTP/1.1" status: 404 len: 339 time: 0.0267406 Dec 16 09:50:46.237143 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44696) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:46.283649 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887fefec-4c25-4674-81ed-29ad0fe60c5b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:50:46.297963 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2af839f-e77f-4861-8bc6-d6bd9d01b649 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] DELETE failed (client error): The resource could not be found. Dec 16 09:50:46.297963 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2af839f-e77f-4861-8bc6-d6bd9d01b649 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:50:46.301385 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c2af839f-e77f-4861-8bc6-d6bd9d01b649 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "DELETE /v2.0/subnets/835f9f98-b77b-44a8-9e17-710dd873596d HTTP/1.1" status: 404 len: 337 time: 0.0627799 Dec 16 09:50:46.303670 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44698) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:46.304257 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd3d1a1-bb95-4ef1-9292-1f322e0ab577 None None] Sync routers for ids ['270f73d0-c13e-4d10-81c3-101c0981080d'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:50:46.308259 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44700) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:46.310864 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-887fefec-4c25-4674-81ed-29ad0fe60c5b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "PUT /v2.0/routers/270f73d0-c13e-4d10-81c3-101c0981080d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5994935 Dec 16 09:50:46.319315 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-7d781071-a475-4879-8b4d-5133ee80bec3 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Made reservation on behalf of 55938af2fa4b4c6f80f602d4625ae2cd for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:46.328589 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-7d781071-a475-4879-8b4d-5133ee80bec3 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:46.341171 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd3d1a1-bb95-4ef1-9292-1f322e0ab577 None None] Routers {'270f73d0-c13e-4d10-81c3-101c0981080d'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:46.342362 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-7cd3d1a1-bb95-4ef1-9292-1f322e0ab577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:50:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['270f73d0-c13e-4d10-81c3-101c0981080d'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:46.360325 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537288bf-e0d7-4e79-b756-ed0d2bdc6c49 req-43b3d438-d5d8-4155-8c0b-adb8bfa59230 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:46.362518 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-537288bf-e0d7-4e79-b756-ed0d2bdc6c49 req-43b3d438-d5d8-4155-8c0b-adb8bfa59230 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 945 time: 0.1660531 Dec 16 09:50:46.400761 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-43fb36b8-654a-4306-ae83-0a98087d6cd4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] DELETE failed (client error): The resource could not be found. Dec 16 09:50:46.401717 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43fb36b8-654a-4306-ae83-0a98087d6cd4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:50:46.405068 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-43fb36b8-654a-4306-ae83-0a98087d6cd4 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "DELETE /v2.0/networks/b31c7db8-2ebf-4e87-9220-0af86de83368 HTTP/1.1" status: 404 len: 339 time: 0.0987873 Dec 16 09:50:46.409057 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44702) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:46.415532 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-7cd3d1a1-bb95-4ef1-9292-1f322e0ab577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:46.433923 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17df9cb5-b7a4-4a09-b168-3ed634c41ac1 None None] DHCP port deletion for 4677371f-2643-4818-82cc-ffb36521e8c1 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:50:46.469968 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b2507b0b-b718-421d-a01b-eabeea754155 None None] Provisioning complete for port ae4ff691-1069-451b-b1f0-6d23c5b5c66e triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:46.470567 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b2507b0b-b718-421d-a01b-eabeea754155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:46.472068 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f13f6bd-14dc-443f-b7eb-3e758d41dfc6 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:46.475465 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1f13f6bd-14dc-443f-b7eb-3e758d41dfc6 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "GET /v2.0/ports/094d5c3f-d506-4ae7-8e8d-b68fd23978a5 HTTP/1.1" status: 200 len: 910 time: 0.1645241 Dec 16 09:50:46.477362 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a48c3b-09fa-41e6-b4a2-a5badbe3b309 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] DELETE failed (client error): The resource could not be found. Dec 16 09:50:46.477800 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73a48c3b-09fa-41e6-b4a2-a5badbe3b309 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:50:46.481090 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-73a48c3b-09fa-41e6-b4a2-a5badbe3b309 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "DELETE /v2.0/subnets/44bee560-28d7-4ff2-ad1e-a26befeda967 HTTP/1.1" status: 404 len: 337 time: 0.0708456 Dec 16 09:50:46.481818 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44704) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:46.483748 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44706) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:46.505812 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07be8a91-5e46-4c86-a88b-d95c83348c0d None None] Network 4677371f-2643-4818-82cc-ffb36521e8c1 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:46.508083 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ae4ff691-1069-451b-b1f0-6d23c5b5c66e up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:46.517376 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-537288bf-e0d7-4e79-b756-ed0d2bdc6c49 req-b14aa70f-510b-48a9-8575-50195bd16b8e tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311200 Dec 16 09:50:46.568856 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd3d1a1-bb95-4ef1-9292-1f322e0ab577 None None] Routers {'270f73d0-c13e-4d10-81c3-101c0981080d'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:46.569661 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-7cd3d1a1-bb95-4ef1-9292-1f322e0ab577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:50:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['270f73d0-c13e-4d10-81c3-101c0981080d'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:46.593667 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-062c09de-855d-4d8f-b8e0-4e132f36a73e tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] DELETE failed (client error): The resource could not be found. Dec 16 09:50:46.594261 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-062c09de-855d-4d8f-b8e0-4e132f36a73e tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:50:46.597330 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-062c09de-855d-4d8f-b8e0-4e132f36a73e tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "DELETE /v2.0/networks/60e50350-8cea-426c-bbd2-4a8162473398 HTTP/1.1" status: 404 len: 339 time: 0.1124969 Dec 16 09:50:46.599943 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44708) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:46.617323 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-7cd3d1a1-bb95-4ef1-9292-1f322e0ab577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:46.618232 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd3d1a1-bb95-4ef1-9292-1f322e0ab577 None None] The sync data for ids ['270f73d0-c13e-4d10-81c3-101c0981080d'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:50:46.637841 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-595989cf-c31b-4607-b648-2f2a34a70548 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] DELETE failed (client error): The resource could not be found. Dec 16 09:50:46.638217 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07be8a91-5e46-4c86-a88b-d95c83348c0d None None] Network 4677371f-2643-4818-82cc-ffb36521e8c1 could not be found, it might have been deleted concurrently. {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 16 09:50:46.638876 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-595989cf-c31b-4607-b648-2f2a34a70548 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:50:46.644183 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-595989cf-c31b-4607-b648-2f2a34a70548 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "DELETE /v2.0/subnets/4a9d0ce0-ee88-4b44-88e0-92d4cb037735 HTTP/1.1" status: 404 len: 337 time: 0.0411453 Dec 16 09:50:46.645740 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44710) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:46.656751 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd854bc-7710-4b86-979c-eb908ccd6bc4 None None] Network 4677371f-2643-4818-82cc-ffb36521e8c1 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:46.675505 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd86367c-144a-48b4-a395-7ed69c17f751 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] DELETE failed (client error): The resource could not be found. Dec 16 09:50:46.676114 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd86367c-144a-48b4-a395-7ed69c17f751 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:50:46.680082 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-dd86367c-144a-48b4-a395-7ed69c17f751 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "DELETE /v2.0/networks/607e7486-f872-4168-b0d2-f43284c36c40 HTTP/1.1" status: 404 len: 339 time: 0.0334418 Dec 16 09:50:46.680241 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd854bc-7710-4b86-979c-eb908ccd6bc4 None None] Network 4677371f-2643-4818-82cc-ffb36521e8c1 could not be found, it might have been deleted concurrently. {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 16 09:50:46.680646 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-7d781071-a475-4879-8b4d-5133ee80bec3 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Allocated IP 172.20.0.10 (80ebca74-2610-4824-a3d8-8e60778e3639/55767ecf-03fc-4a01-868c-518fd421c2f1/8c16075f-0c49-41c4-8cf6-cad9247d5bd0) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:46.685901 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44712) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:46.723618 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc9b1a8a-48ac-419d-969d-7d5be612017e tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] DELETE failed (client error): The resource could not be found. Dec 16 09:50:46.724078 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc9b1a8a-48ac-419d-969d-7d5be612017e tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:50:46.729940 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-cc9b1a8a-48ac-419d-969d-7d5be612017e tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "DELETE /v2.0/subnets/842b62a1-34e4-4459-91c9-0f02ef3c0315 HTTP/1.1" status: 404 len: 337 time: 0.0384481 Dec 16 09:50:46.735911 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44714) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:46.744880 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port ae4ff691-1069-451b-b1f0-6d23c5b5c66e triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:46.745488 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:46.815787 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b2507b0b-b718-421d-a01b-eabeea754155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:46.875851 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-725dd0e8-02b1-48bc-be10-d4a1551e1f33 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] DELETE failed (client error): The resource could not be found. Dec 16 09:50:46.875851 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-725dd0e8-02b1-48bc-be10-d4a1551e1f33 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:50:46.875851 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-725dd0e8-02b1-48bc-be10-d4a1551e1f33 tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "DELETE /v2.0/networks/fb64684d-228d-4af6-9039-4e07e56ed607 HTTP/1.1" status: 404 len: 339 time: 0.0387752 Dec 16 09:50:46.880738 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44716) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:46.886726 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-b2507b0b-b718-421d-a01b-eabeea754155 None None] For port ae4ff691-1069-451b-b1f0-6d23c5b5c66e, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ae4ff691-1069-451b-b1f0-6d23c5b5c66e,segment=NetworkSegment(6b5e0abd-c8c9-4520-9656-ff053bfc82d7),segment_id=6b5e0abd-c8c9-4520-9656-ff053bfc82d7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:46.946505 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:46.963023 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b2507b0b-b718-421d-a01b-eabeea754155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:46.969446 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b2507b0b-b718-421d-a01b-eabeea754155 None None] Could not find standard attr ID for object 96bd32eb-612a-4bbd-aa4b-9e6ccb3eb4d7. {{(pid=102818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:50:46.973327 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b5a4f4a-5268-450f-8c75-609df4ea9c4b tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Deleting subnet 82d82e6e-8fc3-4d7c-ad17-b405e2286a43 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:50:46.974211 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2b5a4f4a-5268-450f-8c75-609df4ea9c4b tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:47.025871 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-7d781071-a475-4879-8b4d-5133ee80bec3 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:47.035722 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2b5a4f4a-5268-450f-8c75-609df4ea9c4b tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:47.065620 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-368dd38f-5df2-4016-8c9c-2e624047cb6c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:47.073726 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2507b0b-b718-421d-a01b-eabeea754155 None None] Pushing event updated for resources: {'Port': ['ID=ae4ff691-1069-451b-b1f0-6d23c5b5c66e,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:47.080615 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:50:47.080970 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:50:47.108667 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-106e9eae-8310-460d-b88c-8b317bb6ae0e None None] Provisioning complete for port ae4ff691-1069-451b-b1f0-6d23c5b5c66e triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:47.109046 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-106e9eae-8310-460d-b88c-8b317bb6ae0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:47.168177 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2b5a4f4a-5268-450f-8c75-609df4ea9c4b tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:47.196168 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-7d781071-a475-4879-8b4d-5133ee80bec3 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:47.256370 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a071dae-e7cb-469b-8306-fa17b488904a req-90729f9a-d95b-40aa-b9ec-041c697dd082 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:47.258250 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5a071dae-e7cb-469b-8306-fa17b488904a req-90729f9a-d95b-40aa-b9ec-041c697dd082 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 932 time: 0.1036174 Dec 16 09:50:47.268317 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-7d781071-a475-4879-8b4d-5133ee80bec3 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Network 80ebca74-2610-4824-a3d8-8e60778e3639 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:47.276401 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-7d781071-a475-4879-8b4d-5133ee80bec3 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:47.290713 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d781071-a475-4879-8b4d-5133ee80bec3 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Pushing event updated for resources: {'Port': ['ID=8c16075f-0c49-41c4-8cf6-cad9247d5bd0,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:47.302327 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-7d781071-a475-4879-8b4d-5133ee80bec3 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:47.349108 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5a071dae-e7cb-469b-8306-fa17b488904a req-b3cb3f9e-9470-4461-a068-8ff0cdffe968 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0798018 Dec 16 09:50:47.360784 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-7d781071-a475-4879-8b4d-5133ee80bec3 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:47.361490 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-7d781071-a475-4879-8b4d-5133ee80bec3 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:47.408718 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2b5a4f4a-5268-450f-8c75-609df4ea9c4b tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:47.459787 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-7d781071-a475-4879-8b4d-5133ee80bec3 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5834577 Dec 16 09:50:47.466367 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a4f4a-5268-450f-8c75-609df4ea9c4b tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event deleted for resources: {'Subnet': ['ID=82d82e6e-8fc3-4d7c-ad17-b405e2286a43,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:47.466367 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2b5a4f4a-5268-450f-8c75-609df4ea9c4b tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:47.467447 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2b5a4f4a-5268-450f-8c75-609df4ea9c4b tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "DELETE /v2.0/subnets/82d82e6e-8fc3-4d7c-ad17-b405e2286a43 HTTP/1.1" status: 204 len: 168 time: 0.5859833 Dec 16 09:50:47.470643 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44720) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:47.474261 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06244637-c848-4910-8ff8-0cc93fe701d5 None None] Network 90c380a8-e244-41af-9386-25fd28a503bb requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:47.474580 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-1a1cb7f9-4fb7-49d1-a073-9ca0933ed587 service neutron] Request body: {'port': {'device_id': '261b5aac-2fe1-4d1d-b802-85cf02d95173', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:47.490963 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-368dd38f-5df2-4016-8c9c-2e624047cb6c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Allocated IP 172.21.0.1 (c4a92fa2-e01b-4e54-b025-25b169f7c62e/b5ed9cf4-f69f-4c29-91fc-e283e002ece8/21d534e4-65e5-490d-a9fd-80748e363214) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:47.603294 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49fff55b-5f27-415b-bb5a-578be1ace7ff tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:47.606326 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-1a1cb7f9-4fb7-49d1-a073-9ca0933ed587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:47.672407 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-368dd38f-5df2-4016-8c9c-2e624047cb6c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:47.700526 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-dfe8c413-20cc-4aa3-83ea-a39417bd5412 None None] Provisioning complete for port 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:47.700526 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-dfe8c413-20cc-4aa3-83ea-a39417bd5412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:47.730476 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf482c-2be5-4c17-8dc3-e5fb5bd535f9 req-a39a9a1a-842a-4b75-820f-7313bf0a6b08 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:47.731987 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8baf482c-2be5-4c17-8dc3-e5fb5bd535f9 req-a39a9a1a-842a-4b75-820f-7313bf0a6b08 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 945 time: 0.1265640 Dec 16 09:50:47.740587 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-dfe8c413-20cc-4aa3-83ea-a39417bd5412 None None] Port 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:50:47.781948 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050b9122-18f0-4ff3-9c49-cf300b043341 None None] DHCP port deletion for 90c380a8-e244-41af-9386-25fd28a503bb request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:50:47.796450 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-368dd38f-5df2-4016-8c9c-2e624047cb6c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:47.833475 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-050b9122-18f0-4ff3-9c49-cf300b043341 None None] Deleting port e170dac6-1fb5-4d5a-a472-7bfea8dc004c {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:47.833958 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-050b9122-18f0-4ff3-9c49-cf300b043341 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:47.842343 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368dd38f-5df2-4016-8c9c-2e624047cb6c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Network c4a92fa2-e01b-4e54-b025-25b169f7c62e is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:47.845818 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-368dd38f-5df2-4016-8c9c-2e624047cb6c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:47.849745 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368dd38f-5df2-4016-8c9c-2e624047cb6c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:47.880121 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368dd38f-5df2-4016-8c9c-2e624047cb6c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Port': ['ID=21d534e4-65e5-490d-a9fd-80748e363214,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:47.891234 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8baf482c-2be5-4c17-8dc3-e5fb5bd535f9 req-034efabe-31a1-4852-98c6-91856b51ad14 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018894 Dec 16 09:50:47.898968 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-49fff55b-5f27-415b-bb5a-578be1ace7ff tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Deleting port e170dac6-1fb5-4d5a-a472-7bfea8dc004c {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:47.899315 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49fff55b-5f27-415b-bb5a-578be1ace7ff tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:47.910104 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-368dd38f-5df2-4016-8c9c-2e624047cb6c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:47.926205 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-050b9122-18f0-4ff3-9c49-cf300b043341 None None] For port e170dac6-1fb5-4d5a-a472-7bfea8dc004c, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=e170dac6-1fb5-4d5a-a472-7bfea8dc004c,segment=NetworkSegment(1bb07157-3c87-4e1e-a71f-55fbf31a831f),segment_id=1bb07157-3c87-4e1e-a71f-55fbf31a831f)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:47.926652 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-050b9122-18f0-4ff3-9c49-cf300b043341 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:47.942022 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-050b9122-18f0-4ff3-9c49-cf300b043341 None None] Calling delete_port for e170dac6-1fb5-4d5a-a472-7bfea8dc004c owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:47.995174 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-49fff55b-5f27-415b-bb5a-578be1ace7ff tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] For port e170dac6-1fb5-4d5a-a472-7bfea8dc004c, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=e170dac6-1fb5-4d5a-a472-7bfea8dc004c,segment=NetworkSegment(1bb07157-3c87-4e1e-a71f-55fbf31a831f),segment_id=1bb07157-3c87-4e1e-a71f-55fbf31a831f)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:47.995701 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49fff55b-5f27-415b-bb5a-578be1ace7ff tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:48.021360 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-49fff55b-5f27-415b-bb5a-578be1ace7ff tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Calling delete_port for e170dac6-1fb5-4d5a-a472-7bfea8dc004c owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:48.100110 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-050b9122-18f0-4ff3-9c49-cf300b043341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:48.132631 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 8bc74aae-73ea-43e8-bb1c-9884d575b99d up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:48.146996 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b9122-18f0-4ff3-9c49-cf300b043341 None None] Pushing event deleted for resources: {'Port': ['ID=e170dac6-1fb5-4d5a-a472-7bfea8dc004c,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:48.147418 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-368dd38f-5df2-4016-8c9c-2e624047cb6c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:48.147530 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-1a1cb7f9-4fb7-49d1-a073-9ca0933ed587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:50:48.161377 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-1a1cb7f9-4fb7-49d1-a073-9ca0933ed587 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:48.165318 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050b9122-18f0-4ff3-9c49-cf300b043341 None None] No DVR routers for this DVR port e170dac6-1fb5-4d5a-a472-7bfea8dc004c on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:50:48.191185 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-698de60e-1028-4c3f-903c-f6fb92126340 None None] Provisioning complete for port 21d534e4-65e5-490d-a9fd-80748e363214 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:48.191185 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-698de60e-1028-4c3f-903c-f6fb92126340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:48.195182 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-1a1cb7f9-4fb7-49d1-a073-9ca0933ed587 service neutron] Transition to ACTIVE for port object 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:50:48.199397 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49fff55b-5f27-415b-bb5a-578be1ace7ff tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:48.228232 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-698de60e-1028-4c3f-903c-f6fb92126340 None None] Port 21d534e4-65e5-490d-a9fd-80748e363214 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:50:48.229841 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fff55b-5f27-415b-bb5a-578be1ace7ff tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event deleted for resources: {'Port': ['ID=e170dac6-1fb5-4d5a-a472-7bfea8dc004c,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:48.231741 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fff55b-5f27-415b-bb5a-578be1ace7ff tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] No DVR routers for this DVR port e170dac6-1fb5-4d5a-a472-7bfea8dc004c on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:50:48.255773 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-1a1cb7f9-4fb7-49d1-a073-9ca0933ed587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:48.281366 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 8bc74aae-73ea-43e8-bb1c-9884d575b99d completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:50:48.285247 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 8bc74aae-73ea-43e8-bb1c-9884d575b99d triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:48.286682 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:48.379586 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ae4ff691-1069-451b-b1f0-6d23c5b5c66e up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:48.385919 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49fff55b-5f27-415b-bb5a-578be1ace7ff tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:48.424538 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:48.428290 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1cb7f9-4fb7-49d1-a073-9ca0933ed587 service neutron] Pushing event updated for resources: {'Port': ['ID=8c16075f-0c49-41c4-8cf6-cad9247d5bd0,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:48.456085 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-49fff55b-5f27-415b-bb5a-578be1ace7ff tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c380a8-e244-41af-9386-25fd28a503bb']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:48.470953 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2053e9-3700-421c-993d-e145867e46c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc74aae-73ea-43e8-bb1c-9884d575b99d'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:50:48.473719 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5185b5b-8834-450c-9264-34b445000025" -d '{"events": [{"server_uuid": "5b2053e9-3700-421c-993d-e145867e46c8", "name": "network-vif-plugged", "status": "completed", "tag": "8bc74aae-73ea-43e8-bb1c-9884d575b99d"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:50:48.483776 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-49fff55b-5f27-415b-bb5a-578be1ace7ff tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb07157-3c87-4e1e-a71f-55fbf31a831f') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:48.484352 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-49fff55b-5f27-415b-bb5a-578be1ace7ff tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb07157-3c87-4e1e-a71f-55fbf31a831f') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:48.490539 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 8bc74aae-73ea-43e8-bb1c-9884d575b99d, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=8bc74aae-73ea-43e8-bb1c-9884d575b99d,segment=NetworkSegment(1a1d2d12-d95a-46f1-a516-8a34991c97cb),segment_id=1a1d2d12-d95a-46f1-a516-8a34991c97cb)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:48.506378 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port ae4ff691-1069-451b-b1f0-6d23c5b5c66e triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:48.506755 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:48.515479 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49fff55b-5f27-415b-bb5a-578be1ace7ff tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:48.538301 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49fff55b-5f27-415b-bb5a-578be1ace7ff tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:48.547976 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c685d16e-1823-4b52-abdd-928c9d2abea9 x-openstack-request-id: req-c685d16e-1823-4b52-abdd-928c9d2abea9 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:50:48.548264 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2053e9-3700-421c-993d-e145867e46c8", "name": "network-vif-plugged", "status": "completed", "tag": "8bc74aae-73ea-43e8-bb1c-9884d575b99d", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:50:48.548516 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c685d16e-1823-4b52-abdd-928c9d2abea9 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:50:48.548916 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2053e9-3700-421c-993d-e145867e46c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc74aae-73ea-43e8-bb1c-9884d575b99d', 'code': 200} Dec 16 09:50:48.559752 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49fff55b-5f27-415b-bb5a-578be1ace7ff tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:50:48.560850 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49fff55b-5f27-415b-bb5a-578be1ace7ff tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:48.563298 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-368dd38f-5df2-4016-8c9c-2e624047cb6c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: self.session.flush() Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: self.session.flush() Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: self.session.flush() Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: self.session.flush() Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:50:48.565865 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:50:48.572923 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:48.573670 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device e3e884ec-0331-4c38-8ca3-ed5ff3ab0154 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:48.578475 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e737db-d85d-4c48-9187-bd3de9bf5d2b req-e21bf2d4-3305-4517-99e8-a1530da3d001 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:48.593616 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-93e737db-d85d-4c48-9187-bd3de9bf5d2b req-e21bf2d4-3305-4517-99e8-a1530da3d001 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 944 time: 0.1282525 Dec 16 09:50:48.648071 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-93e737db-d85d-4c48-9187-bd3de9bf5d2b req-f5596d88-d5be-4367-8c4d-a6d9f5afd6e5 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535386 Dec 16 09:50:48.649104 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-368dd38f-5df2-4016-8c9c-2e624047cb6c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:48.658426 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-1a1cb7f9-4fb7-49d1-a073-9ca0933ed587 service neutron] Attempting to bind port 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:50:48.677970 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-1a1cb7f9-4fb7-49d1-a073-9ca0933ed587 service neutron] Attempting to bind port 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'c1145db4-acce-4730-a2ad-0f420017f088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:50:48.677970 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-1a1cb7f9-4fb7-49d1-a073-9ca0933ed587 service neutron] Attempting to bind port 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 on network 80ebca74-2610-4824-a3d8-8e60778e3639 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:48.681283 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-1a1cb7f9-4fb7-49d1-a073-9ca0933ed587 service neutron] Port 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 on network 80ebca74-2610-4824-a3d8-8e60778e3639 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:50:48.681848 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-1a1cb7f9-4fb7-49d1-a073-9ca0933ed587 service neutron] Attempting to bind port 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 on network 80ebca74-2610-4824-a3d8-8e60778e3639 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:48.692787 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-1a1cb7f9-4fb7-49d1-a073-9ca0933ed587 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:50:48.693151 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-1a1cb7f9-4fb7-49d1-a073-9ca0933ed587 service neutron] Checking segment: {'id': 'c1145db4-acce-4730-a2ad-0f420017f088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:48.693550 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-1a1cb7f9-4fb7-49d1-a073-9ca0933ed587 service neutron] Bound using segment: {'id': 'c1145db4-acce-4730-a2ad-0f420017f088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:50:48.693992 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-1a1cb7f9-4fb7-49d1-a073-9ca0933ed587 service neutron] Bound port: 8c16075f-0c49-41c4-8cf6-cad9247d5bd0, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1145db4-acce-4730-a2ad-0f420017f088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:50:48.694518 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-1a1cb7f9-4fb7-49d1-a073-9ca0933ed587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:48.711450 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368dd38f-5df2-4016-8c9c-2e624047cb6c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Port': ['ID=21d534e4-65e5-490d-a9fd-80748e363214,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:48.716009 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe960bc-16f0-436d-a6c8-9e4f98ba76aa req-b1cd7e17-78be-4017-ae2f-7ee70231f7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:48.717800 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ebe960bc-16f0-436d-a6c8-9e4f98ba76aa req-b1cd7e17-78be-4017-ae2f-7ee70231f7d1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 1097 time: 0.1142437 Dec 16 09:50:48.727223 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=8bc74aae-73ea-43e8-bb1c-9884d575b99d,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:48.761576 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49fff55b-5f27-415b-bb5a-578be1ace7ff tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:48.770306 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-368dd38f-5df2-4016-8c9c-2e624047cb6c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:48.773435 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49fff55b-5f27-415b-bb5a-578be1ace7ff tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:48.777467 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-49fff55b-5f27-415b-bb5a-578be1ace7ff tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] 10.222.0.60 "DELETE /v2.0/networks/90c380a8-e244-41af-9386-25fd28a503bb HTTP/1.1" status: 204 len: 168 time: 1.3000436 Dec 16 09:50:48.808897 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fff55b-5f27-415b-bb5a-578be1ace7ff tempest-NetworksTest-160156526 tempest-NetworksTest-160156526-project] Pushing event deleted for resources: {'Network': ['ID=90c380a8-e244-41af-9386-25fd28a503bb,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:48.819134 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ebe960bc-16f0-436d-a6c8-9e4f98ba76aa req-74e9aaf6-671d-490f-94a7-92f138b9f842 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808065 Dec 16 09:50:48.825674 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-1a1cb7f9-4fb7-49d1-a073-9ca0933ed587 service neutron] For port 8c16075f-0c49-41c4-8cf6-cad9247d5bd0, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:50:48.826936 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device e170dac6-1fb5-4d5a-a472-7bfea8dc004c no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:50:48.829230 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-1a1cb7f9-4fb7-49d1-a073-9ca0933ed587 service neutron] For port 8c16075f-0c49-41c4-8cf6-cad9247d5bd0, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=8c16075f-0c49-41c4-8cf6-cad9247d5bd0,segment=NetworkSegment(c1145db4-acce-4730-a2ad-0f420017f088),segment_id=c1145db4-acce-4730-a2ad-0f420017f088)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:50:48.847876 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port e3e884ec-0331-4c38-8ca3-ed5ff3ab0154 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:50:48.849907 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: e170dac6-1fb5-4d5a-a472-7bfea8dc004c {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:50:48.850415 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device e170dac6-1fb5-4d5a-a472-7bfea8dc004c not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:50:48.850828 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 96bd32eb-612a-4bbd-aa4b-9e6ccb3eb4d7 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:50:48.854723 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port e3e884ec-0331-4c38-8ca3-ed5ff3ab0154 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:48.855092 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:48.873271 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 96bd32eb-612a-4bbd-aa4b-9e6ccb3eb4d7 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:50:48.873614 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 96bd32eb-612a-4bbd-aa4b-9e6ccb3eb4d7 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:50:48.894241 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368dd38f-5df2-4016-8c9c-2e624047cb6c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Network c4a92fa2-e01b-4e54-b025-25b169f7c62e is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:48.894241 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-368dd38f-5df2-4016-8c9c-2e624047cb6c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:48.917908 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-1a1cb7f9-4fb7-49d1-a073-9ca0933ed587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:48.967852 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:48.996801 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-1a1cb7f9-4fb7-49d1-a073-9ca0933ed587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:48.997470 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-1a1cb7f9-4fb7-49d1-a073-9ca0933ed587 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:48.998955 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-1a1cb7f9-4fb7-49d1-a073-9ca0933ed587 service neutron] 10.222.0.58 "PUT /v2.0/ports/8c16075f-0c49-41c4-8cf6-cad9247d5bd0 HTTP/1.1" status: 200 len: 1092 time: 1.5302896 Dec 16 09:50:48.999425 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '261b5aac-2fe1-4d1d-b802-85cf02d95173', 'tag': '8c16075f-0c49-41c4-8cf6-cad9247d5bd0'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:50:49.001796 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d90ef7-a203-4c47-a611-43776caa1ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "261b5aac-2fe1-4d1d-b802-85cf02d95173", "tag": "8c16075f-0c49-41c4-8cf6-cad9247d5bd0"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:50:49.019304 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port e3e884ec-0331-4c38-8ca3-ed5ff3ab0154, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=e3e884ec-0331-4c38-8ca3-ed5ff3ab0154,segment=NetworkSegment(1a1d2d12-d95a-46f1-a516-8a34991c97cb),segment_id=1a1d2d12-d95a-46f1-a516-8a34991c97cb)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:49.050603 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368dd38f-5df2-4016-8c9c-2e624047cb6c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Router 270f73d0-c13e-4d10-81c3-101c0981080d has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:50:49.080726 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1cb7f9-4fb7-49d1-a073-9ca0933ed587 service neutron] Pushing event updated for resources: {'Port': ['ID=8c16075f-0c49-41c4-8cf6-cad9247d5bd0,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:49.085434 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd17d98-a393-43f0-8679-50aa9b80eaf0 x-openstack-request-id: req-2fd17d98-a393-43f0-8679-50aa9b80eaf0 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:50:49.090475 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "261b5aac-2fe1-4d1d-b802-85cf02d95173", "tag": "8c16075f-0c49-41c4-8cf6-cad9247d5bd0", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:50:49.090475 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2fd17d98-a393-43f0-8679-50aa9b80eaf0 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:50:49.090475 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '261b5aac-2fe1-4d1d-b802-85cf02d95173', 'tag': '8c16075f-0c49-41c4-8cf6-cad9247d5bd0', 'status': 'completed', 'code': 200} Dec 16 09:50:49.104916 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125d1ee-8892-417f-8c86-9a14ef3c80d3 req-ffd4fec9-e574-401e-b629-ac954f5e3bad tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:49.113917 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f125d1ee-8892-417f-8c86-9a14ef3c80d3 req-ffd4fec9-e574-401e-b629-ac954f5e3bad tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 945 time: 0.0939665 Dec 16 09:50:49.156101 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:49.195650 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368dd38f-5df2-4016-8c9c-2e624047cb6c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:50:49.203562 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-368dd38f-5df2-4016-8c9c-2e624047cb6c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "PUT /v2.0/routers/270f73d0-c13e-4d10-81c3-101c0981080d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7184787 Dec 16 09:50:49.204669 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44734) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:49.207151 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c18e1a-67ea-4ebb-b13d-89f766a36c49 None None] Sync routers for ids ['270f73d0-c13e-4d10-81c3-101c0981080d'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:50:49.223410 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c18e1a-67ea-4ebb-b13d-89f766a36c49 None None] Routers {'270f73d0-c13e-4d10-81c3-101c0981080d'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:49.224053 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-15c18e1a-67ea-4ebb-b13d-89f766a36c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:50:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['270f73d0-c13e-4d10-81c3-101c0981080d'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:49.231088 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f125d1ee-8892-417f-8c86-9a14ef3c80d3 req-a8b04cf7-544d-4215-82a6-d56bb7b1df06 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136246 Dec 16 09:50:49.235074 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d90ef7-a203-4c47-a611-43776caa1ea3 req-45412a09-9bd1-40e6-b0aa-f491524bdb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:49.236800 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f5d90ef7-a203-4c47-a611-43776caa1ea3 req-45412a09-9bd1-40e6-b0aa-f491524bdb6c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55938af2fa4b4c6f80f602d4625ae2cd&device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 1095 time: 0.1120176 Dec 16 09:50:49.259950 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0269fde-bf35-4b7c-b882-7e2965cc9f83 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:49.261629 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f0269fde-bf35-4b7c-b882-7e2965cc9f83 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "GET /v2.0/ports/21d534e4-65e5-490d-a9fd-80748e363214 HTTP/1.1" status: 200 len: 910 time: 0.0562992 Dec 16 09:50:49.265100 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44736) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:49.289986 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=e3e884ec-0331-4c38-8ca3-ed5ff3ab0154,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:49.298266 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-15c18e1a-67ea-4ebb-b13d-89f766a36c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:49.304654 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c0ea47dc-3149-4458-bac6-6cf6ccbce6ef None None] Provisioning complete for port 21d534e4-65e5-490d-a9fd-80748e363214 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:49.305016 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c0ea47dc-3149-4458-bac6-6cf6ccbce6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:49.313719 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c18e1a-67ea-4ebb-b13d-89f766a36c49 None None] Routers {'270f73d0-c13e-4d10-81c3-101c0981080d'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:49.314604 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-15c18e1a-67ea-4ebb-b13d-89f766a36c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:50:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['270f73d0-c13e-4d10-81c3-101c0981080d'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:49.357842 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-15c18e1a-67ea-4ebb-b13d-89f766a36c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:49.358799 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c18e1a-67ea-4ebb-b13d-89f766a36c49 None None] The sync data for ids ['270f73d0-c13e-4d10-81c3-101c0981080d'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:50:49.407525 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d90ef7-a203-4c47-a611-43776caa1ea3 req-32e61649-b347-4794-92bb-311a51507859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:49.416854 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f5d90ef7-a203-4c47-a611-43776caa1ea3 req-32e61649-b347-4794-92bb-311a51507859 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=55938af2fa4b4c6f80f602d4625ae2cd&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1642408 Dec 16 09:50:49.502221 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44740) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:49.532081 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-c0ea47dc-3149-4458-bac6-6cf6ccbce6ef None None] Port 21d534e4-65e5-490d-a9fd-80748e363214 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:50:49.537053 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d90ef7-a203-4c47-a611-43776caa1ea3 req-d2be9719-b5dc-42c1-b4c0-761af98c9db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:49.538590 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f5d90ef7-a203-4c47-a611-43776caa1ea3 req-d2be9719-b5dc-42c1-b4c0-761af98c9db3 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1177840 Dec 16 09:50:49.622284 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-35c1991c-6087-4a16-8580-cf8ad6edf522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:49.625045 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-35c1991c-6087-4a16-8580-cf8ad6edf522 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55938af2fa4b4c6f80f602d4625ae2cd&device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 1095 time: 0.0450127 Dec 16 09:50:49.691935 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-19fb322f-9511-4095-9c0f-a8a1c39a7e5a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c16075f-0c49-41c4-8cf6-cad9247d5bd0 HTTP/1.1" status: 200 len: 217 time: 0.0502212 Dec 16 09:50:49.733618 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-440ec800-d9fc-4009-8c5d-ded40fd69a58 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0cf174f81e5f491894595055127b1743&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2301621 Dec 16 09:50:49.736270 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44746) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:49.775285 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-ad95c2fd-7f3c-4da0-8075-4c935b9acd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:49.776666 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-ad95c2fd-7f3c-4da0-8075-4c935b9acd78 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=55767ecf-03fc-4a01-868c-518fd421c2f1 HTTP/1.1" status: 200 len: 856 time: 0.0766530 Dec 16 09:50:49.824686 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1a805327-e779-4732-89b1-27c63e7445b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:49.851961 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1a805327-e779-4732-89b1-27c63e7445b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:49.860673 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-ab786775-bafe-484d-98fb-cfdd802c7b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:49.862424 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-ab786775-bafe-484d-98fb-cfdd802c7b4a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=80ebca74-2610-4824-a3d8-8e60778e3639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769989 Dec 16 09:50:49.913952 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac686a8-b9eb-40c2-8a99-fc733804499b req-8f1284a9-3f95-4d97-a290-13258d38e0c9 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:49.915414 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cac686a8-b9eb-40c2-8a99-fc733804499b req-8f1284a9-3f95-4d97-a290-13258d38e0c9 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 944 time: 0.0849442 Dec 16 09:50:49.975591 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-d2b40e05-dbfb-4a56-bed7-0828ce3dc307 service neutron] 10.222.0.58 "GET /v2.0/networks/80ebca74-2610-4824-a3d8-8e60778e3639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047578 Dec 16 09:50:49.982642 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cac686a8-b9eb-40c2-8a99-fc733804499b req-e0c3a999-6988-49f7-aeba-1835707fc707 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456870 Dec 16 09:50:50.038505 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1a805327-e779-4732-89b1-27c63e7445b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:50.040998 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1a805327-e779-4732-89b1-27c63e7445b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:50.042175 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1a805327-e779-4732-89b1-27c63e7445b2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9d41e4ff-554e-4592-b599-c287ff949592 HTTP/1.1" status: 204 len: 168 time: 0.3049843 Dec 16 09:50:50.054331 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0425f4cd-d83b-48a8-a316-a4ac34684bdb tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:50.061454 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a805327-e779-4732-89b1-27c63e7445b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d41e4ff-554e-4592-b599-c287ff949592,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:50.111357 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a4b77b9e-26d9-410d-8414-983ed23f17f1 req-4ddea301-0b82-4684-8078-9f18991a5725 service neutron] 10.222.0.58 "GET /v2.0/networks/80ebca74-2610-4824-a3d8-8e60778e3639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206675 Dec 16 09:50:50.317703 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-0425f4cd-d83b-48a8-a316-a4ac34684bdb tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Deleting port 21d534e4-65e5-490d-a9fd-80748e363214 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:50.318059 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0425f4cd-d83b-48a8-a316-a4ac34684bdb tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:50.358909 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c46c68-614f-4939-b59a-8db37c47b0ea req-24ca37a8-630a-40c2-94c4-bc28188be22f tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:50.360441 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b1c46c68-614f-4939-b59a-8db37c47b0ea req-24ca37a8-630a-40c2-94c4-bc28188be22f tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 946 time: 0.0614173 Dec 16 09:50:50.401166 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b1c46c68-614f-4939-b59a-8db37c47b0ea req-6400fd4c-1924-4768-af57-c761385fe157 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343885 Dec 16 09:50:50.414660 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0425f4cd-d83b-48a8-a316-a4ac34684bdb tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:50.426980 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-0425f4cd-d83b-48a8-a316-a4ac34684bdb tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Calling delete_port for 21d534e4-65e5-490d-a9fd-80748e363214 owned by network:router_interface {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:50.550367 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a74ed2-a684-4ce6-b477-a81d425abaef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e884ec-0331-4c38-8ca3-ed5ff3ab0154'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:50:50.553083 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed6b3b7-368c-454d-a0a2-81f679cb0b42" -d '{"events": [{"server_uuid": "84a74ed2-a684-4ce6-b477-a81d425abaef", "name": "network-vif-plugged", "status": "completed", "tag": "e3e884ec-0331-4c38-8ca3-ed5ff3ab0154"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:50:50.589726 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35ae606-31b2-456c-8332-7d688f55bfc2 x-openstack-request-id: req-c35ae606-31b2-456c-8332-7d688f55bfc2 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:50:50.590079 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a74ed2-a684-4ce6-b477-a81d425abaef", "name": "network-vif-plugged", "status": "completed", "tag": "e3e884ec-0331-4c38-8ca3-ed5ff3ab0154", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:50:50.590392 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c35ae606-31b2-456c-8332-7d688f55bfc2 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:50:50.590841 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a74ed2-a684-4ce6-b477-a81d425abaef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e884ec-0331-4c38-8ca3-ed5ff3ab0154', 'code': 200} Dec 16 09:50:50.683891 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0425f4cd-d83b-48a8-a316-a4ac34684bdb tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:50.702878 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ac9f9-f932-4d00-a460-4e749834fc08 req-f4d38e7d-f668-40eb-9f99-b132a4fb5009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:50.704670 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-941ac9f9-f932-4d00-a460-4e749834fc08 req-f4d38e7d-f668-40eb-9f99-b132a4fb5009 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 1097 time: 0.0418730 Dec 16 09:50:50.723453 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425f4cd-d83b-48a8-a316-a4ac34684bdb tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event deleted for resources: {'Port': ['ID=21d534e4-65e5-490d-a9fd-80748e363214,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:50.763620 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-941ac9f9-f932-4d00-a460-4e749834fc08 req-6984537b-ccb5-4eae-a69b-1eae3fb16d85 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517678 Dec 16 09:50:50.907790 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0425f4cd-d83b-48a8-a316-a4ac34684bdb tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:51.102836 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0425f4cd-d83b-48a8-a316-a4ac34684bdb tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Router 270f73d0-c13e-4d10-81c3-101c0981080d has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:50:51.116861 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d0259-1191-4219-9d01-078c2ea6dc23 req-90718d1f-2a8f-498e-861e-bdbc13351259 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:51.116861 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4f0d0259-1191-4219-9d01-078c2ea6dc23 req-90718d1f-2a8f-498e-861e-bdbc13351259 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 944 time: 0.0527437 Dec 16 09:50:51.165909 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4f0d0259-1191-4219-9d01-078c2ea6dc23 req-df3db46d-5e44-47b9-9e6f-91d97e26aa5c tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378804 Dec 16 09:50:51.223602 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0425f4cd-d83b-48a8-a316-a4ac34684bdb tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:50:51.229485 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0425f4cd-d83b-48a8-a316-a4ac34684bdb tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "PUT /v2.0/routers/270f73d0-c13e-4d10-81c3-101c0981080d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9627576 Dec 16 09:50:51.231698 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44774) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:51.235388 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4ce84d-f4a2-47ed-87cd-bb86db8ee1a8 None None] Sync routers for ids ['270f73d0-c13e-4d10-81c3-101c0981080d'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:50:51.245763 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4ce84d-f4a2-47ed-87cd-bb86db8ee1a8 None None] Routers {'270f73d0-c13e-4d10-81c3-101c0981080d'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:51.246471 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-ae4ce84d-f4a2-47ed-87cd-bb86db8ee1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:50:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['270f73d0-c13e-4d10-81c3-101c0981080d'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:51.266634 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44776) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:51.278856 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-ae4ce84d-f4a2-47ed-87cd-bb86db8ee1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:51.287757 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4ce84d-f4a2-47ed-87cd-bb86db8ee1a8 None None] Routers {'270f73d0-c13e-4d10-81c3-101c0981080d'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:51.288590 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-ae4ce84d-f4a2-47ed-87cd-bb86db8ee1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:50:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['270f73d0-c13e-4d10-81c3-101c0981080d'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:51.321347 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-ae4ce84d-f4a2-47ed-87cd-bb86db8ee1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:51.322285 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4ce84d-f4a2-47ed-87cd-bb86db8ee1a8 None None] The sync data for ids ['270f73d0-c13e-4d10-81c3-101c0981080d'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:50:51.377194 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-41e1e6d6-dd07-4d57-b535-ba9072afef14 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Request body: {'security_group': {'name': 'tempest-secgroup--1525550367'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:51.485912 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-41e1e6d6-dd07-4d57-b535-ba9072afef14 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:51.508527 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-41e1e6d6-dd07-4d57-b535-ba9072afef14 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:51.550841 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e6016-6abb-4fe6-b6d0-db4ab3bc441d req-4b3659a8-6aba-47a5-a442-d45ffd8f1ba7 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:51.552376 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b16e6016-6abb-4fe6-b6d0-db4ab3bc441d req-4b3659a8-6aba-47a5-a442-d45ffd8f1ba7 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 946 time: 0.0785403 Dec 16 09:50:51.591480 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1bda1bc8-23b5-400d-b144-837209e98973 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:51.614797 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b16e6016-6abb-4fe6-b6d0-db4ab3bc441d req-01f0b701-3830-4f29-a5ff-e85df67b7682 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507452 Dec 16 09:50:51.637218 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-41e1e6d6-dd07-4d57-b535-ba9072afef14 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:51.710059 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-41e1e6d6-dd07-4d57-b535-ba9072afef14 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:51.750954 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1e6d6-dd07-4d57-b535-ba9072afef14 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a62dc561-9dbd-4d29-8cb5-d38327fedb66,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:51.790773 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-41e1e6d6-dd07-4d57-b535-ba9072afef14 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:51.877475 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-41e1e6d6-dd07-4d57-b535-ba9072afef14 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:51.907913 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1e6d6-dd07-4d57-b535-ba9072afef14 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d422041a-1406-4a20-bc77-2c83d4429800,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:52.021021 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-41e1e6d6-dd07-4d57-b535-ba9072afef14 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:52.022633 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-41e1e6d6-dd07-4d57-b535-ba9072afef14 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7548585 Dec 16 09:50:52.025417 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44782) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:52.092055 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d408d390-81f7-4b8a-9a4b-cfa52f1bd94d tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0655079 Dec 16 09:50:52.095140 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44784) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:52.099773 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-f91d23b7-5654-4ab7-8cd5-ed397cdfe42f tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Request body: {'security_group': {'name': 'tempest-security--1456733685', 'description': 'tempest-security-description-1159307570'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:52.127863 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f91d23b7-5654-4ab7-8cd5-ed397cdfe42f tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:52.175999 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f91d23b7-5654-4ab7-8cd5-ed397cdfe42f tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:52.180929 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-1bda1bc8-23b5-400d-b144-837209e98973 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Deleting port 094d5c3f-d506-4ae7-8e8d-b68fd23978a5 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:52.181453 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1bda1bc8-23b5-400d-b144-837209e98973 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:52.241367 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f91d23b7-5654-4ab7-8cd5-ed397cdfe42f tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:52.244261 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f91d23b7-5654-4ab7-8cd5-ed397cdfe42f tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:52.245736 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f91d23b7-5654-4ab7-8cd5-ed397cdfe42f tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "PUT /v2.0/security-groups/d422041a-1406-4a20-bc77-2c83d4429800 HTTP/1.1" status: 200 len: 1780 time: 0.1495447 Dec 16 09:50:52.249291 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44788) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:52.295855 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d23b7-5654-4ab7-8cd5-ed397cdfe42f tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d422041a-1406-4a20-bc77-2c83d4429800,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:52.299455 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1bda1bc8-23b5-400d-b144-837209e98973 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:52.310984 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-36ab7e74-40a4-4ef7-9d2a-c8ef6ed0215d tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "GET /v2.0/security-groups/d422041a-1406-4a20-bc77-2c83d4429800 HTTP/1.1" status: 200 len: 1780 time: 0.0589716 Dec 16 09:50:52.313019 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44790) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:52.316544 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-1bda1bc8-23b5-400d-b144-837209e98973 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Calling delete_port for 094d5c3f-d506-4ae7-8e8d-b68fd23978a5 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:52.330427 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f55aa-f60f-4472-9a2f-8dcba5bf62bd req-764ab75a-3990-47e9-9003-4d888c7d53f7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:52.332157 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cd4f55aa-f60f-4472-9a2f-8dcba5bf62bd req-764ab75a-3990-47e9-9003-4d888c7d53f7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 944 time: 0.0914831 Dec 16 09:50:52.365985 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bca35ea4-1176-44b5-adc9-49a2a73b01c9 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:52.389522 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bca35ea4-1176-44b5-adc9-49a2a73b01c9 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:52.413003 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cd4f55aa-f60f-4472-9a2f-8dcba5bf62bd req-03236de9-f8e7-4ba2-b591-515991a8e3aa tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0743210 Dec 16 09:50:52.534035 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bca35ea4-1176-44b5-adc9-49a2a73b01c9 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:52.537233 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bca35ea4-1176-44b5-adc9-49a2a73b01c9 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:52.538466 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bca35ea4-1176-44b5-adc9-49a2a73b01c9 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "DELETE /v2.0/security-groups/d422041a-1406-4a20-bc77-2c83d4429800 HTTP/1.1" status: 204 len: 168 time: 0.2244463 Dec 16 09:50:52.540998 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44792) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:52.548149 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca35ea4-1176-44b5-adc9-49a2a73b01c9 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d422041a-1406-4a20-bc77-2c83d4429800,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:52.591867 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ca26bed6-9804-474b-aee3-83f6942e2630 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0491416 Dec 16 09:50:52.594794 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44794) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:52.595105 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1bda1bc8-23b5-400d-b144-837209e98973 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:52.608073 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-3a451a7c-63cf-4f5e-bda4-f569559f8be5 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] delete failed (client error): The resource could not be found. Dec 16 09:50:52.609091 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3a451a7c-63cf-4f5e-bda4-f569559f8be5 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "DELETE /v2.0/security-groups/d422041a-1406-4a20-bc77-2c83d4429800 HTTP/1.1" status: 404 len: 347 time: 0.0132976 Dec 16 09:50:52.613403 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44796) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:52.617030 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-8d5ac2b1-319c-4723-a3b1-44029532244b tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Request body: {'security_group': {'name': 'tempest-secgroup--926793613'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:52.619955 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda1bc8-23b5-400d-b144-837209e98973 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event deleted for resources: {'Port': ['ID=094d5c3f-d506-4ae7-8e8d-b68fd23978a5,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:52.699967 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8d5ac2b1-319c-4723-a3b1-44029532244b tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:52.777920 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1bda1bc8-23b5-400d-b144-837209e98973 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:52.781710 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f196ce-d22a-42a2-8924-2656c9e7674e req-e23b4ffb-5e58-483b-9780-796ddcea8046 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:52.783280 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-63f196ce-d22a-42a2-8924-2656c9e7674e req-e23b4ffb-5e58-483b-9780-796ddcea8046 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 946 time: 0.0708461 Dec 16 09:50:52.856027 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8d5ac2b1-319c-4723-a3b1-44029532244b tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:52.861420 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-63f196ce-d22a-42a2-8924-2656c9e7674e req-e73a639d-72a4-412d-99e4-857d16295ff5 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685897 Dec 16 09:50:52.911048 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8d5ac2b1-319c-4723-a3b1-44029532244b tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:52.924164 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:50:52.944098 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ac2b1-319c-4723-a3b1-44029532244b tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58c58941-617b-4322-9bcd-8cfc0b15b4fb,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:52.969760 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bda1bc8-23b5-400d-b144-837209e98973 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Router 270f73d0-c13e-4d10-81c3-101c0981080d has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:50:52.999581 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8d5ac2b1-319c-4723-a3b1-44029532244b tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:53.003593 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8d5ac2b1-319c-4723-a3b1-44029532244b tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3871238 Dec 16 09:50:53.003900 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44802) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:53.008741 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-f1a035b6-636d-4089-b459-a1d68fecd3bf tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Request body: {'security_group_rule': {'security_group_id': '58c58941-617b-4322-9bcd-8cfc0b15b4fb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:53.041485 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 8c16075f-0c49-41c4-8cf6-cad9247d5bd0, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=8c16075f-0c49-41c4-8cf6-cad9247d5bd0,segment=NetworkSegment(c1145db4-acce-4730-a2ad-0f420017f088),segment_id=c1145db4-acce-4730-a2ad-0f420017f088)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:53.048557 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bda1bc8-23b5-400d-b144-837209e98973 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:50:53.053990 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1bda1bc8-23b5-400d-b144-837209e98973 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "PUT /v2.0/routers/270f73d0-c13e-4d10-81c3-101c0981080d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8203847 Dec 16 09:50:53.056669 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44804) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:53.059090 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '8c16075f-0c49-41c4-8cf6-cad9247d5bd0', 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639', 'port_id': '8c16075f-0c49-41c4-8cf6-cad9247d5bd0', 'mac_address': 'fa:16:3e:ac:a3:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55767ecf-03fc-4a01-868c-518fd421c2f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:50:53.061565 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65acf6de-6781-4a43-81c0-5e433f535f9b None None] Sync routers for ids ['270f73d0-c13e-4d10-81c3-101c0981080d'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:50:53.070702 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65acf6de-6781-4a43-81c0-5e433f535f9b None None] Routers {'270f73d0-c13e-4d10-81c3-101c0981080d'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:53.071394 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-65acf6de-6781-4a43-81c0-5e433f535f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:50:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['270f73d0-c13e-4d10-81c3-101c0981080d'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:53.087442 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-17cfc796-6d96-46e6-b6c5-4c7cb97b6b41 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "GET /v2.0/ports?device_id=270f73d0-c13e-4d10-81c3-101c0981080d HTTP/1.1" status: 200 len: 205 time: 0.0283606 Dec 16 09:50:53.088944 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44808) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:53.106444 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:53.124878 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:50:53.147347 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 8c16075f-0c49-41c4-8cf6-cad9247d5bd0, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=8c16075f-0c49-41c4-8cf6-cad9247d5bd0,segment=NetworkSegment(c1145db4-acce-4730-a2ad-0f420017f088),segment_id=c1145db4-acce-4730-a2ad-0f420017f088)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:53.148541 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-65acf6de-6781-4a43-81c0-5e433f535f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:53.174261 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65acf6de-6781-4a43-81c0-5e433f535f9b None None] Routers {'270f73d0-c13e-4d10-81c3-101c0981080d'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:53.174831 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-65acf6de-6781-4a43-81c0-5e433f535f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:50:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['270f73d0-c13e-4d10-81c3-101c0981080d'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:53.185442 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f1a035b6-636d-4089-b459-a1d68fecd3bf tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:53.210902 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-65acf6de-6781-4a43-81c0-5e433f535f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:53.211624 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65acf6de-6781-4a43-81c0-5e433f535f9b None None] The sync data for ids ['270f73d0-c13e-4d10-81c3-101c0981080d'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:50:53.218600 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b13554f0-4fbe-4ea6-a392-5b7c31b7fe33 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:53.242845 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:53.291579 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=8c16075f-0c49-41c4-8cf6-cad9247d5bd0,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:53.420307 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f1a035b6-636d-4089-b459-a1d68fecd3bf tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:53.440299 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b13554f0-4fbe-4ea6-a392-5b7c31b7fe33 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:53.443123 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b13554f0-4fbe-4ea6-a392-5b7c31b7fe33 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:53.460516 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['8c16075f-0c49-41c4-8cf6-cad9247d5bd0'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:50:53.485439 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c898165-14e1-466f-9f1c-bfddc677682d req-ac1e9f3c-13d4-46d0-b8e3-6b772b7ba63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:53.487672 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6c898165-14e1-466f-9f1c-bfddc677682d req-ac1e9f3c-13d4-46d0-b8e3-6b772b7ba63b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e808bd8d166b416b83bade9028f5b46b&device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 1097 time: 0.0429046 Dec 16 09:50:53.500085 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c5919-cabc-40bf-b1fb-c304f9c2f44d req-c07edf00-c3bf-4991-b78f-6f7161e12db5 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:53.501730 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b49c5919-cabc-40bf-b1fb-c304f9c2f44d req-c07edf00-c3bf-4991-b78f-6f7161e12db5 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 946 time: 0.1545238 Dec 16 09:50:53.533133 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f1a035b6-636d-4089-b459-a1d68fecd3bf tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:53.568779 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b49c5919-cabc-40bf-b1fb-c304f9c2f44d req-2afdcf68-69b1-4005-8e5b-8e18f0e5441f tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600541 Dec 16 09:50:53.570441 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a035b6-636d-4089-b459-a1d68fecd3bf tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1de93c8d-893e-429d-97bf-29a88c1a73ed,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:53.573584 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b13554f0-4fbe-4ea6-a392-5b7c31b7fe33 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:53.574271 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13554f0-4fbe-4ea6-a392-5b7c31b7fe33 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Fanout notify agent at l3_agent the message router_deleted on router 270f73d0-c13e-4d10-81c3-101c0981080d {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:50:53.582134 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b13554f0-4fbe-4ea6-a392-5b7c31b7fe33 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:53.585991 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b13554f0-4fbe-4ea6-a392-5b7c31b7fe33 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/routers/270f73d0-c13e-4d10-81c3-101c0981080d HTTP/1.1" status: 204 len: 168 time: 0.4926596 Dec 16 09:50:53.585991 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44816) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:53.641291 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba38e96-10da-4192-aa15-9225a21f4c99 req-33a6028e-17d0-41dc-8f0c-97d84ffbbc2e tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:53.642990 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8ba38e96-10da-4192-aa15-9225a21f4c99 req-33a6028e-17d0-41dc-8f0c-97d84ffbbc2e tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 945 time: 0.1205595 Dec 16 09:50:53.644506 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c898165-14e1-466f-9f1c-bfddc677682d req-5f70f13f-2ca3-49ef-b490-778550751bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:53.646065 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6c898165-14e1-466f-9f1c-bfddc677682d req-5f70f13f-2ca3-49ef-b490-778550751bd9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8195718-f9dc-4337-9d69-d121976a6257 HTTP/1.1" status: 200 len: 919 time: 0.1517057 Dec 16 09:50:53.649571 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d6c54e8-5f2d-4cd0-bd60-3c3fdb3131ac tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Deleting subnet b5ed9cf4-f69f-4c29-91fc-e283e002ece8 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:50:53.652986 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1d6c54e8-5f2d-4cd0-bd60-3c3fdb3131ac tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:53.658057 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f1a035b6-636d-4089-b459-a1d68fecd3bf tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:53.659246 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f1a035b6-636d-4089-b459-a1d68fecd3bf tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6539524 Dec 16 09:50:53.668465 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44818) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:53.701912 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1d6c54e8-5f2d-4cd0-bd60-3c3fdb3131ac tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:53.710326 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6c898165-14e1-466f-9f1c-bfddc677682d req-40b51ae5-21f2-4039-93ff-6bf24df240a8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3e884ec-0331-4c38-8ca3-ed5ff3ab0154 HTTP/1.1" status: 200 len: 217 time: 0.0546064 Dec 16 09:50:53.769294 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8ba38e96-10da-4192-aa15-9225a21f4c99 req-0804cff8-00c6-4389-be06-a6084e56f9fc tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1202209 Dec 16 09:50:53.772572 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2ae6f745-4d00-4c2a-a8c5-c69eaba7f7d1 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:53.784709 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1d6c54e8-5f2d-4cd0-bd60-3c3fdb3131ac tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:53.786746 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2ae6f745-4d00-4c2a-a8c5-c69eaba7f7d1 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:53.804404 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c898165-14e1-466f-9f1c-bfddc677682d req-045df69d-676b-4e56-a857-da6c501ba0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:53.810876 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6c898165-14e1-466f-9f1c-bfddc677682d req-045df69d-676b-4e56-a857-da6c501ba0fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=42c53971-1f21-4e03-a331-522b7a1e2105 HTTP/1.1" status: 200 len: 858 time: 0.0876925 Dec 16 09:50:53.840641 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6c898165-14e1-466f-9f1c-bfddc677682d req-b16ad192-6132-4f41-b483-555c20ada770 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8195718-f9dc-4337-9d69-d121976a6257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278788 Dec 16 09:50:53.921433 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2ae6f745-4d00-4c2a-a8c5-c69eaba7f7d1 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:53.935799 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2ae6f745-4d00-4c2a-a8c5-c69eaba7f7d1 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:53.936924 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2ae6f745-4d00-4c2a-a8c5-c69eaba7f7d1 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/1de93c8d-893e-429d-97bf-29a88c1a73ed HTTP/1.1" status: 204 len: 168 time: 0.2389853 Dec 16 09:50:53.939750 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44820) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:53.945412 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6f745-4d00-4c2a-a8c5-c69eaba7f7d1 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1de93c8d-893e-429d-97bf-29a88c1a73ed,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:53.948676 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6c898165-14e1-466f-9f1c-bfddc677682d req-2efe29dd-dc82-4b0d-972d-bbe89ad21d45 service neutron] 10.222.0.57 "GET /v2.0/networks/f8195718-f9dc-4337-9d69-d121976a6257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012311 Dec 16 09:50:53.969054 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1d6c54e8-5f2d-4cd0-bd60-3c3fdb3131ac tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.014294 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fe83a2c8-078a-4b60-be52-5933347bb7bf tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0733829 Dec 16 09:50:54.016836 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c54e8-5f2d-4cd0-bd60-3c3fdb3131ac tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event deleted for resources: {'Subnet': ['ID=b5ed9cf4-f69f-4c29-91fc-e283e002ece8,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:54.018199 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44822) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:54.018832 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1d6c54e8-5f2d-4cd0-bd60-3c3fdb3131ac tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.023121 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1d6c54e8-5f2d-4cd0-bd60-3c3fdb3131ac tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/subnets/b5ed9cf4-f69f-4c29-91fc-e283e002ece8 HTTP/1.1" status: 204 len: 168 time: 0.4363761 Dec 16 09:50:54.032161 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd303c4c-b9a6-4e8c-8322-0b4a8223aafb None None] Network c4a92fa2-e01b-4e54-b025-25b169f7c62e requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:54.034198 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44824) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:54.070886 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-83a971d1-2fc6-4b5d-a299-d3120fd490a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.076855 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6c898165-14e1-466f-9f1c-bfddc677682d req-8af080a6-038d-41eb-90ec-fd57fc00fafa service neutron] 10.222.0.57 "GET /v2.0/networks/f8195718-f9dc-4337-9d69-d121976a6257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214259 Dec 16 09:50:54.095444 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a4becf4-fdd4-4647-b13f-462d3f0082aa tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Deleting subnet 0aee5487-909d-4185-bffd-090a0f113fbf {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:50:54.099409 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7a4becf4-fdd4-4647-b13f-462d3f0082aa tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.102606 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ee15f07f-11f6-4d7b-a0e1-f064fb5413e3 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.128774 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ee15f07f-11f6-4d7b-a0e1-f064fb5413e3 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.144524 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7a4becf4-fdd4-4647-b13f-462d3f0082aa tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.232869 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd61395a-c0da-4fcf-86e4-3a20921da153 None None] DHCP port deletion for c4a92fa2-e01b-4e54-b025-25b169f7c62e request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:50:54.249521 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7a4becf4-fdd4-4647-b13f-462d3f0082aa tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.288057 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-cd61395a-c0da-4fcf-86e4-3a20921da153 None None] Deleting port ae4ff691-1069-451b-b1f0-6d23c5b5c66e {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:54.288435 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cd61395a-c0da-4fcf-86e4-3a20921da153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.300737 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ee15f07f-11f6-4d7b-a0e1-f064fb5413e3 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.308050 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ee15f07f-11f6-4d7b-a0e1-f064fb5413e3 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.313279 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ee15f07f-11f6-4d7b-a0e1-f064fb5413e3 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "DELETE /v2.0/security-groups/58c58941-617b-4322-9bcd-8cfc0b15b4fb HTTP/1.1" status: 204 len: 168 time: 0.2939234 Dec 16 09:50:54.314772 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44830) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:54.342210 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15f07f-11f6-4d7b-a0e1-f064fb5413e3 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c58941-617b-4322-9bcd-8cfc0b15b4fb,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:54.359990 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-cd61395a-c0da-4fcf-86e4-3a20921da153 None None] For port ae4ff691-1069-451b-b1f0-6d23c5b5c66e, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ae4ff691-1069-451b-b1f0-6d23c5b5c66e,segment=NetworkSegment(6b5e0abd-c8c9-4520-9656-ff053bfc82d7),segment_id=6b5e0abd-c8c9-4520-9656-ff053bfc82d7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:54.360394 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cd61395a-c0da-4fcf-86e4-3a20921da153 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.366661 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ae4ff691-1069-451b-b1f0-6d23c5b5c66e no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:50:54.374950 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4c38be67-45ed-4f6f-b8a3-5f212d542398 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0554569 Dec 16 09:50:54.378835 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44832) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:54.383679 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-2150986f-ebd5-4f66-bdf5-06bc03906174 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Request body: {'security_group': {'name': 'tempest-secgroup--149110516'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:54.400913 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-cd61395a-c0da-4fcf-86e4-3a20921da153 None None] Calling delete_port for ae4ff691-1069-451b-b1f0-6d23c5b5c66e owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:54.425914 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7a4becf4-fdd4-4647-b13f-462d3f0082aa tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.455288 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4becf4-fdd4-4647-b13f-462d3f0082aa tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event deleted for resources: {'Subnet': ['ID=0aee5487-909d-4185-bffd-090a0f113fbf,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:54.459297 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7a4becf4-fdd4-4647-b13f-462d3f0082aa tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.464884 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7a4becf4-fdd4-4647-b13f-462d3f0082aa tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/subnets/0aee5487-909d-4185-bffd-090a0f113fbf HTTP/1.1" status: 204 len: 168 time: 0.4273005 Dec 16 09:50:54.465767 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44834) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:54.482430 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1214c6-442a-454d-b426-73ff0a09af7c None None] Network 7aa81094-5fad-4931-88e6-50ad65116675 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:54.547029 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9cbd2996-44de-4353-b0f4-e37b2ce37c0a tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.550845 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2150986f-ebd5-4f66-bdf5-06bc03906174 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.563311 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.667522 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2150986f-ebd5-4f66-bdf5-06bc03906174 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.669304 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-9cbd2996-44de-4353-b0f4-e37b2ce37c0a tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Deleting port ae4ff691-1069-451b-b1f0-6d23c5b5c66e {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:54.669793 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9cbd2996-44de-4353-b0f4-e37b2ce37c0a tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.718266 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cd61395a-c0da-4fcf-86e4-3a20921da153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.766854 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9105cd-ec4b-4947-878c-d58bf4170ca1 None None] DHCP port deletion for 7aa81094-5fad-4931-88e6-50ad65116675 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:50:54.769280 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-9cbd2996-44de-4353-b0f4-e37b2ce37c0a tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] For port ae4ff691-1069-451b-b1f0-6d23c5b5c66e, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ae4ff691-1069-451b-b1f0-6d23c5b5c66e,segment=NetworkSegment(6b5e0abd-c8c9-4520-9656-ff053bfc82d7),segment_id=6b5e0abd-c8c9-4520-9656-ff053bfc82d7)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:54.769652 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9cbd2996-44de-4353-b0f4-e37b2ce37c0a tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.773599 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61395a-c0da-4fcf-86e4-3a20921da153 None None] Pushing event deleted for resources: {'Port': ['ID=ae4ff691-1069-451b-b1f0-6d23c5b5c66e,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:54.780753 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd61395a-c0da-4fcf-86e4-3a20921da153 None None] No DVR routers for this DVR port ae4ff691-1069-451b-b1f0-6d23c5b5c66e on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:50:54.784587 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 16 09:50:54.784587 n-d-820550-2 neutron-server[102818]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Dec 16 09:50:54.784587 n-d-820550-2 neutron-server[102818]: [parameters: {'status': 'DOWN', 'ports_id': 'ae4ff691-1069-451b-b1f0-6d23c5b5c66e'}] Dec 16 09:50:54.784587 n-d-820550-2 neutron-server[102818]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:50:54.785072 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:50:54.790283 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2150986f-ebd5-4f66-bdf5-06bc03906174 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.792622 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-9cbd2996-44de-4353-b0f4-e37b2ce37c0a tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Calling delete_port for ae4ff691-1069-451b-b1f0-6d23c5b5c66e owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:54.817614 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55b0ac-26a6-4a81-8ba4-11e0e1b1aa10 req-f18e97e8-d03e-4798-b33a-690ddec626dd tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:54.819153 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bd55b0ac-26a6-4a81-8ba4-11e0e1b1aa10 req-f18e97e8-d03e-4798-b33a-690ddec626dd tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 946 time: 0.1053519 Dec 16 09:50:54.839767 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-6f9105cd-ec4b-4947-878c-d58bf4170ca1 None None] Deleting port a076b92b-cf84-4aac-b125-8ecc49f652f3 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:54.840233 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6f9105cd-ec4b-4947-878c-d58bf4170ca1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.895506 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150986f-ebd5-4f66-bdf5-06bc03906174 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9634ac93-a97e-462b-a4a4-3481c2faeacb,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:54.910836 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-6f9105cd-ec4b-4947-878c-d58bf4170ca1 None None] For port a076b92b-cf84-4aac-b125-8ecc49f652f3, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=a076b92b-cf84-4aac-b125-8ecc49f652f3,segment=NetworkSegment(a7244cca-4a69-48a0-b76a-662c0382caa6),segment_id=a7244cca-4a69-48a0-b76a-662c0382caa6)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:54.911675 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6f9105cd-ec4b-4947-878c-d58bf4170ca1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.928692 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bd55b0ac-26a6-4a81-8ba4-11e0e1b1aa10 req-9b17c4b6-2d9c-4fa2-a180-100191603dae tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992701 Dec 16 09:50:54.930336 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a966d5d-3b30-4813-bc46-fc90352cf20c req-229db1da-ccf2-409c-9afd-582df6c25724 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:54.934751 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-6f9105cd-ec4b-4947-878c-d58bf4170ca1 None None] Calling delete_port for a076b92b-cf84-4aac-b125-8ecc49f652f3 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:54.939774 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3a966d5d-3b30-4813-bc46-fc90352cf20c req-229db1da-ccf2-409c-9afd-582df6c25724 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 945 time: 0.0897384 Dec 16 09:50:54.950940 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:54.953433 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2150986f-ebd5-4f66-bdf5-06bc03906174 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.961925 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2150986f-ebd5-4f66-bdf5-06bc03906174 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5741458 Dec 16 09:50:54.961925 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9cbd2996-44de-4353-b0f4-e37b2ce37c0a tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.965362 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44840) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:54.976132 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3a966d5d-3b30-4813-bc46-fc90352cf20c req-f921e667-5513-40d6-ada3-93c96a59b903 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353732 Dec 16 09:50:54.986623 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-65dd2211-e3e5-4ade-adc8-df8b8f4f5f9a tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Request body: {'security_group_rule': {'security_group_id': '9634ac93-a97e-462b-a4a4-3481c2faeacb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:54.992910 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbd2996-44de-4353-b0f4-e37b2ce37c0a tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] No DVR routers for this DVR port ae4ff691-1069-451b-b1f0-6d23c5b5c66e on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:50:55.000027 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd2996-44de-4353-b0f4-e37b2ce37c0a tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event deleted for resources: {'Port': ['ID=ae4ff691-1069-451b-b1f0-6d23c5b5c66e,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:55.087421 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9cbd2996-44de-4353-b0f4-e37b2ce37c0a tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.108445 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-9cbd2996-44de-4353-b0f4-e37b2ce37c0a tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a92fa2-e01b-4e54-b025-25b169f7c62e']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:55.117952 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-9cbd2996-44de-4353-b0f4-e37b2ce37c0a tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b5e0abd-c8c9-4520-9656-ff053bfc82d7') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:55.118245 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-9cbd2996-44de-4353-b0f4-e37b2ce37c0a tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b5e0abd-c8c9-4520-9656-ff053bfc82d7') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:55.128344 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9cbd2996-44de-4353-b0f4-e37b2ce37c0a tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.134223 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:50:55.138057 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:55.138562 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.142117 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9cbd2996-44de-4353-b0f4-e37b2ce37c0a tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.149217 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cbd2996-44de-4353-b0f4-e37b2ce37c0a tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:50:55.149609 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9cbd2996-44de-4353-b0f4-e37b2ce37c0a tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: self.session.flush() Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: self.session.flush() Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: self.session.flush() Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: self.session.flush() Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:50:55.152510 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:50:55.173869 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6f9105cd-ec4b-4947-878c-d58bf4170ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.195249 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65dd2211-e3e5-4ade-adc8-df8b8f4f5f9a tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.204310 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9105cd-ec4b-4947-878c-d58bf4170ca1 None None] Pushing event deleted for resources: {'Port': ['ID=a076b92b-cf84-4aac-b125-8ecc49f652f3,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:55.212337 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9105cd-ec4b-4947-878c-d58bf4170ca1 None None] No DVR routers for this DVR port a076b92b-cf84-4aac-b125-8ecc49f652f3 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:50:55.257455 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.257682 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65dd2211-e3e5-4ade-adc8-df8b8f4f5f9a tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.279501 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261b5aac-2fe1-4d1d-b802-85cf02d95173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c16075f-0c49-41c4-8cf6-cad9247d5bd0'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:50:55.281935 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba2a20f-563a-465a-9352-6ab9895b6dc3" -d '{"events": [{"server_uuid": "261b5aac-2fe1-4d1d-b802-85cf02d95173", "name": "network-vif-plugged", "status": "completed", "tag": "8c16075f-0c49-41c4-8cf6-cad9247d5bd0"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:50:55.311218 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 8c16075f-0c49-41c4-8cf6-cad9247d5bd0, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=8c16075f-0c49-41c4-8cf6-cad9247d5bd0,segment=NetworkSegment(c1145db4-acce-4730-a2ad-0f420017f088),segment_id=c1145db4-acce-4730-a2ad-0f420017f088)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:55.312110 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] Port ae4ff691-1069-451b-b1f0-6d23c5b5c66e update to DOWN by agent not found {{(pid=102818) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Dec 16 09:50:55.317669 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9cbd2996-44de-4353-b0f4-e37b2ce37c0a tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.322317 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9cbd2996-44de-4353-b0f4-e37b2ce37c0a tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.330270 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9cbd2996-44de-4353-b0f4-e37b2ce37c0a tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/networks/c4a92fa2-e01b-4e54-b025-25b169f7c62e HTTP/1.1" status: 204 len: 168 time: 0.8597569 Dec 16 09:50:55.331077 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1467a271-19cc-4960-aee5-bb4fa815677e x-openstack-request-id: req-1467a271-19cc-4960-aee5-bb4fa815677e {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:50:55.331077 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261b5aac-2fe1-4d1d-b802-85cf02d95173", "name": "network-vif-plugged", "status": "completed", "tag": "8c16075f-0c49-41c4-8cf6-cad9247d5bd0", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:50:55.331077 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1467a271-19cc-4960-aee5-bb4fa815677e {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:50:55.331389 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261b5aac-2fe1-4d1d-b802-85cf02d95173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c16075f-0c49-41c4-8cf6-cad9247d5bd0', 'code': 200} Dec 16 09:50:55.332645 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44844) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:55.345943 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd2996-44de-4353-b0f4-e37b2ce37c0a tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event deleted for resources: {'Network': ['ID=c4a92fa2-e01b-4e54-b025-25b169f7c62e,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:55.357568 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65dd2211-e3e5-4ade-adc8-df8b8f4f5f9a tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.378252 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd2211-e3e5-4ade-adc8-df8b8f4f5f9a tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70141e84-bee3-48b0-bac5-e7e3c711829f,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:55.436210 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3297214d-5ac7-471d-bf33-8217abaa9ab0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.448339 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01d1d5-0344-4cdf-b5f2-5411d8cfad8f req-b49bf650-4507-4c0d-85b0-9246a3b52856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:55.449896 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ad01d1d5-0344-4cdf-b5f2-5411d8cfad8f req-b49bf650-4507-4c0d-85b0-9246a3b52856 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 1096 time: 0.0688620 Dec 16 09:50:55.454498 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.497701 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65dd2211-e3e5-4ade-adc8-df8b8f4f5f9a tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.499291 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-65dd2211-e3e5-4ade-adc8-df8b8f4f5f9a tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5327983 Dec 16 09:50:55.502008 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44846) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:55.505434 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=8c16075f-0c49-41c4-8cf6-cad9247d5bd0,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:55.507401 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-01339976-fa12-47b4-8cda-440d6a1fc488 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Request body: {'security_group_rule': {'security_group_id': '9634ac93-a97e-462b-a4a4-3481c2faeacb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:55.557725 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ad01d1d5-0344-4cdf-b5f2-5411d8cfad8f req-ff31ad8b-6306-402a-93ea-535a28438730 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0996497 Dec 16 09:50:55.559326 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3297214d-5ac7-471d-bf33-8217abaa9ab0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.579569 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-3297214d-5ac7-471d-bf33-8217abaa9ab0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa81094-5fad-4931-88e6-50ad65116675']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:55.588796 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-3297214d-5ac7-471d-bf33-8217abaa9ab0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7244cca-4a69-48a0-b76a-662c0382caa6') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:55.589090 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-3297214d-5ac7-471d-bf33-8217abaa9ab0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7244cca-4a69-48a0-b76a-662c0382caa6') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:55.599054 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3297214d-5ac7-471d-bf33-8217abaa9ab0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.612216 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3297214d-5ac7-471d-bf33-8217abaa9ab0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.617924 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3297214d-5ac7-471d-bf33-8217abaa9ab0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:50:55.618329 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3297214d-5ac7-471d-bf33-8217abaa9ab0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.621136 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:50:55.621136 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:50:55.621136 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:50:55.621136 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:50:55.621136 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:50:55.621136 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:50:55.621136 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:50:55.621136 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:50:55.621136 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:50:55.621136 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:50:55.621136 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:50:55.621136 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:50:55.621136 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:50:55.621136 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:50:55.621136 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:50:55.621136 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:50:55.621136 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:50:55.621136 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:50:55.621136 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:50:55.621136 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:50:55.621136 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:50:55.621136 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:50:55.621136 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:50:55.621136 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:50:55.621136 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:50:55.621136 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:50:55.621136 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:50:55.621136 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:50:55.621136 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:50:55.621136 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:50:55.621136 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:50:55.621136 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:50:55.634646 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-01339976-fa12-47b4-8cda-440d6a1fc488 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.696316 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-01339976-fa12-47b4-8cda-440d6a1fc488 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.784189 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3297214d-5ac7-471d-bf33-8217abaa9ab0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.791307 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3297214d-5ac7-471d-bf33-8217abaa9ab0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.798169 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3297214d-5ac7-471d-bf33-8217abaa9ab0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/networks/7aa81094-5fad-4931-88e6-50ad65116675 HTTP/1.1" status: 204 len: 168 time: 0.4605327 Dec 16 09:50:55.798924 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44850) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:55.804619 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-8d888cce-2d05-4d34-9699-af24a4e944f8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Request body: {'network': {'name': 'tempest-RoutersTest-56563761'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:55.806618 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3297214d-5ac7-471d-bf33-8217abaa9ab0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event deleted for resources: {'Network': ['ID=7aa81094-5fad-4931-88e6-50ad65116675,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:55.822015 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-01339976-fa12-47b4-8cda-440d6a1fc488 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.842390 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01339976-fa12-47b4-8cda-440d6a1fc488 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56a89b3b-60df-4a82-b629-e2e51cf1b446,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:55.928899 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d888cce-2d05-4d34-9699-af24a4e944f8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Made reservation on behalf of dc7ac4e90e4a4d80b7aa4aaaa3c450d7 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:55.932372 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8d888cce-2d05-4d34-9699-af24a4e944f8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.957219 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d888cce-2d05-4d34-9699-af24a4e944f8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:50:55.966644 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8d888cce-2d05-4d34-9699-af24a4e944f8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.966987 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-8d888cce-2d05-4d34-9699-af24a4e944f8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Added segment d7c627c0-1ba0-4022-8790-ff63fdef9c6e of type vlan for network 12383ffb-ce12-439f-872f-a946a801d00f Dec 16 09:50:56.008341 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-01339976-fa12-47b4-8cda-440d6a1fc488 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:56.009732 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-01339976-fa12-47b4-8cda-440d6a1fc488 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5064738 Dec 16 09:50:56.011580 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8d888cce-2d05-4d34-9699-af24a4e944f8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:56.014230 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44856) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:56.020269 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-d75b647e-bab7-4789-85f1-05dade230cd4 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Request body: {'security_group_rule': {'security_group_id': '9634ac93-a97e-462b-a4a4-3481c2faeacb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:56.048655 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed047b7-807a-47b8-a1e5-9231fa707c01 req-26cf4b16-53ad-473d-a83b-5152237d828a tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:56.050135 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8ed047b7-807a-47b8-a1e5-9231fa707c01 req-26cf4b16-53ad-473d-a83b-5152237d828a tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 946 time: 0.0527003 Dec 16 09:50:56.090790 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8ed047b7-807a-47b8-a1e5-9231fa707c01 req-6ed9829c-a961-44a0-9496-42221a2278cf tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325282 Dec 16 09:50:56.104753 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c828a31-7903-43f6-8394-e5c231675a7a req-c3dcb37a-f205-4e6b-a18a-5c0d42fcb17b tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:56.106308 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3c828a31-7903-43f6-8394-e5c231675a7a req-c3dcb37a-f205-4e6b-a18a-5c0d42fcb17b tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 946 time: 0.0494485 Dec 16 09:50:56.144735 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3c828a31-7903-43f6-8394-e5c231675a7a req-8569333e-a6dc-4a7d-acd5-f2d878a7e014 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321484 Dec 16 09:50:56.162931 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d75b647e-bab7-4789-85f1-05dade230cd4 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:56.203291 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8d888cce-2d05-4d34-9699-af24a4e944f8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:56.208964 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d888cce-2d05-4d34-9699-af24a4e944f8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:56.220406 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8d888cce-2d05-4d34-9699-af24a4e944f8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:56.292986 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d75b647e-bab7-4789-85f1-05dade230cd4 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:56.294845 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d888cce-2d05-4d34-9699-af24a4e944f8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Network': ['ID=12383ffb-ce12-439f-872f-a946a801d00f,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:56.304818 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 12383ffb-ce12-439f-872f-a946a801d00f details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:50:56.354667 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8d888cce-2d05-4d34-9699-af24a4e944f8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5544560 Dec 16 09:50:56.355940 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device a076b92b-cf84-4aac-b125-8ecc49f652f3 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:50:56.358095 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44858) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:56.363160 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-9608445d-cb17-49c0-abdd-2251a20d1087 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Request body: {'subnet': {'network_id': '12383ffb-ce12-439f-872f-a946a801d00f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:56.386122 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: a076b92b-cf84-4aac-b125-8ecc49f652f3 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:50:56.386469 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device a076b92b-cf84-4aac-b125-8ecc49f652f3 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:50:56.386622 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d75b647e-bab7-4789-85f1-05dade230cd4 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:56.415730 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b647e-bab7-4789-85f1-05dade230cd4 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3294581b-dd0b-47ac-b822-8f65aaeb4910,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:56.482604 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-37bb12ab-7e00-4d3e-9e06-91a8f8e2bf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:56.507178 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d75b647e-bab7-4789-85f1-05dade230cd4 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:56.508529 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d75b647e-bab7-4789-85f1-05dade230cd4 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4933724 Dec 16 09:50:56.511369 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44860) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:56.516759 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-5ecb1212-52f5-48a8-b1c5-1cee8a55b486 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Request body: {'security_group_rule': {'security_group_id': '9634ac93-a97e-462b-a4a4-3481c2faeacb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:56.606954 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9608445d-cb17-49c0-abdd-2251a20d1087 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Made reservation on behalf of dc7ac4e90e4a4d80b7aa4aaaa3c450d7 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:56.610684 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9608445d-cb17-49c0-abdd-2251a20d1087 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:56.728209 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5ecb1212-52f5-48a8-b1c5-1cee8a55b486 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:56.803331 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5ecb1212-52f5-48a8-b1c5-1cee8a55b486 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:57.013817 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5ecb1212-52f5-48a8-b1c5-1cee8a55b486 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:57.014074 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9608445d-cb17-49c0-abdd-2251a20d1087 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:57.031929 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb1212-52f5-48a8-b1c5-1cee8a55b486 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84913693-8ddd-41e5-b233-dd34e8892ffb,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:57.073466 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608445d-cb17-49c0-abdd-2251a20d1087 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Subnet': ['ID=136ee702-314b-4fa5-9033-9a00be5bed1e,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:57.082189 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9608445d-cb17-49c0-abdd-2251a20d1087 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Checking segment: {'id': 'd7c627c0-1ba0-4022-8790-ff63fdef9c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '12383ffb-ce12-439f-872f-a946a801d00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:57.082547 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9608445d-cb17-49c0-abdd-2251a20d1087 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Network hostable DHCP agents. Network: 12383ffb-ce12-439f-872f-a946a801d00f, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:50:57.129323 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5ecb1212-52f5-48a8-b1c5-1cee8a55b486 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:57.130971 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5ecb1212-52f5-48a8-b1c5-1cee8a55b486 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6182985 Dec 16 09:50:57.133460 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44864) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:57.137958 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-78ed5286-1a89-470d-9acb-725637c9d02f tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Request body: {'security_group_rule': {'security_group_id': '9634ac93-a97e-462b-a4a4-3481c2faeacb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:57.188209 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9608445d-cb17-49c0-abdd-2251a20d1087 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Network 12383ffb-ce12-439f-872f-a946a801d00f is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:50:57.214816 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095245c2-05ee-4038-9498-108827e6d2cf req-2f590921-775a-4206-a68b-0c9abb125f53 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:57.216409 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-095245c2-05ee-4038-9498-108827e6d2cf req-2f590921-775a-4206-a68b-0c9abb125f53 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 946 time: 0.0561464 Dec 16 09:50:57.260971 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-095245c2-05ee-4038-9498-108827e6d2cf req-ee111576-c345-4078-8131-48e77bb2be6f tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373325 Dec 16 09:50:57.275468 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614cf95-c433-44c7-a039-eea70bf0c849 req-6c32f2a7-c713-4aed-acbd-27bc48e58a7b tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:57.276963 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4614cf95-c433-44c7-a039-eea70bf0c849 req-6c32f2a7-c713-4aed-acbd-27bc48e58a7b tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 946 time: 0.0519791 Dec 16 09:50:57.291715 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-78ed5286-1a89-470d-9acb-725637c9d02f tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:57.322217 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-9608445d-cb17-49c0-abdd-2251a20d1087 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 12383ffb-ce12-439f-872f-a946a801d00f) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:57.326241 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9608445d-cb17-49c0-abdd-2251a20d1087 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:57.326819 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9608445d-cb17-49c0-abdd-2251a20d1087 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:57.337266 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fdbe45-49df-4a92-817c-e07d128dbde0 None None] Network 12383ffb-ce12-439f-872f-a946a801d00f requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:57.338364 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4614cf95-c433-44c7-a039-eea70bf0c849 req-8592982c-6644-4486-9ccc-bcfb49c5dfc1 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548236 Dec 16 09:50:57.368724 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-78ed5286-1a89-470d-9acb-725637c9d02f tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:57.424189 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9608445d-cb17-49c0-abdd-2251a20d1087 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0626323 Dec 16 09:50:57.433812 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44870) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:57.433812 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-8e5a366d-9821-4dd2-9ab3-533d26fd44ea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-200367344', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:57.458832 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-78ed5286-1a89-470d-9acb-725637c9d02f tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:57.488449 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed5286-1a89-470d-9acb-725637c9d02f tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b43f69fa-1bf4-4371-9e32-fbfd8a032926,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:57.509052 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef155e-980d-4004-b8aa-398bc2192e08 req-c2a5983c-4c5d-488f-bdad-2dc34d62f719 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:57.510636 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-01ef155e-980d-4004-b8aa-398bc2192e08 req-c2a5983c-4c5d-488f-bdad-2dc34d62f719 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 946 time: 0.0609727 Dec 16 09:50:57.519947 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44872) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:57.524403 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-7050c9f3-6821-4647-9f20-fcf8934553c3 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Request body: {'floatingip': {'port_id': '8c16075f-0c49-41c4-8cf6-cad9247d5bd0'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:57.530331 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e5a366d-9821-4dd2-9ab3-533d26fd44ea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:57.531402 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e5a366d-9821-4dd2-9ab3-533d26fd44ea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:57.536769 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7add2129-6959-4b13-918c-2b553668ce88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-12383ffb-ce12-439f-872f-a946a801d00f', 'network_id': '12383ffb-ce12-439f-872f-a946a801d00f', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'fixed_ips': [{'subnet_id': '136ee702-314b-4fa5-9033-9a00be5bed1e'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:50:57.537885 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7add2129-6959-4b13-918c-2b553668ce88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:57.573337 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7050c9f3-6821-4647-9f20-fcf8934553c3 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for floatingip, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:57.609188 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:57.637636 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-78ed5286-1a89-470d-9acb-725637c9d02f tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:57.641839 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-78ed5286-1a89-470d-9acb-725637c9d02f tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5047054 Dec 16 09:50:57.642023 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44874) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:57.671768 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1263f853-87b0-4289-a325-4d456b6359bb tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:57.676706 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-7add2129-6959-4b13-918c-2b553668ce88 None None] Allocated IP 172.20.0.2 (12383ffb-ce12-439f-872f-a946a801d00f/136ee702-314b-4fa5-9033-9a00be5bed1e/ee769e00-e390-4576-8dfe-e420dac2fbcb) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:57.676903 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e5a366d-9821-4dd2-9ab3-533d26fd44ea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:57.680404 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1263f853-87b0-4289-a325-4d456b6359bb tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:57.760034 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e5a366d-9821-4dd2-9ab3-533d26fd44ea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:57.797247 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1263f853-87b0-4289-a325-4d456b6359bb tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:57.803840 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1263f853-87b0-4289-a325-4d456b6359bb tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:57.805259 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1263f853-87b0-4289-a325-4d456b6359bb tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/b43f69fa-1bf4-4371-9e32-fbfd8a032926 HTTP/1.1" status: 204 len: 168 time: 0.1622090 Dec 16 09:50:57.810783 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44876) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:57.820156 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7add2129-6959-4b13-918c-2b553668ce88 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:57.821762 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263f853-87b0-4289-a325-4d456b6359bb tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b43f69fa-1bf4-4371-9e32-fbfd8a032926,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:57.864379 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f2be4674-884e-44af-8d27-cbe1ed6a9573 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0524430 Dec 16 09:50:57.867197 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44878) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:57.890256 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-18979288-7d1f-4110-8699-e6795ab69ace tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:57.897703 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-18979288-7d1f-4110-8699-e6795ab69ace tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:57.917177 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e5a366d-9821-4dd2-9ab3-533d26fd44ea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:57.918454 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8e5a366d-9821-4dd2-9ab3-533d26fd44ea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4930449 Dec 16 09:50:57.918757 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7add2129-6959-4b13-918c-2b553668ce88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:57.921268 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44880) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:57.929179 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-fe365299-dab7-4880-a190-5c3625f99c86 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Request body: {'port': {'network_id': '12383ffb-ce12-439f-872f-a946a801d00f', 'name': 'tempest-RoutersTest-7001637'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:57.957854 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7add2129-6959-4b13-918c-2b553668ce88 None None] Network 12383ffb-ce12-439f-872f-a946a801d00f is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:57.960827 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-7add2129-6959-4b13-918c-2b553668ce88 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:57.964268 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7add2129-6959-4b13-918c-2b553668ce88 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:57.974833 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add2129-6959-4b13-918c-2b553668ce88 None None] Pushing event updated for resources: {'Port': ['ID=ee769e00-e390-4576-8dfe-e420dac2fbcb,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:58.007237 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-18979288-7d1f-4110-8699-e6795ab69ace tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:58.022490 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-18979288-7d1f-4110-8699-e6795ab69ace tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:58.023616 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-18979288-7d1f-4110-8699-e6795ab69ace tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/84913693-8ddd-41e5-b233-dd34e8892ffb HTTP/1.1" status: 204 len: 168 time: 0.1555576 Dec 16 09:50:58.026369 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44882) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:58.027418 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-7add2129-6959-4b13-918c-2b553668ce88 None None] Attempting to bind port ee769e00-e390-4576-8dfe-e420dac2fbcb on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:50:58.027969 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-7add2129-6959-4b13-918c-2b553668ce88 None None] Attempting to bind port ee769e00-e390-4576-8dfe-e420dac2fbcb by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'd7c627c0-1ba0-4022-8790-ff63fdef9c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '12383ffb-ce12-439f-872f-a946a801d00f'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:50:58.028312 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7add2129-6959-4b13-918c-2b553668ce88 None None] Attempting to bind port ee769e00-e390-4576-8dfe-e420dac2fbcb on network 12383ffb-ce12-439f-872f-a946a801d00f {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:58.029789 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18979288-7d1f-4110-8699-e6795ab69ace tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84913693-8ddd-41e5-b233-dd34e8892ffb,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:58.035023 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7add2129-6959-4b13-918c-2b553668ce88 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:50:58.035595 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7add2129-6959-4b13-918c-2b553668ce88 None None] Checking segment: {'id': 'd7c627c0-1ba0-4022-8790-ff63fdef9c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '12383ffb-ce12-439f-872f-a946a801d00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:58.036108 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7add2129-6959-4b13-918c-2b553668ce88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:58.036595 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7add2129-6959-4b13-918c-2b553668ce88 None None] Bound using segment: {'id': 'd7c627c0-1ba0-4022-8790-ff63fdef9c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '12383ffb-ce12-439f-872f-a946a801d00f'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:50:58.037076 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-7add2129-6959-4b13-918c-2b553668ce88 None None] Bound port: ee769e00-e390-4576-8dfe-e420dac2fbcb, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c627c0-1ba0-4022-8790-ff63fdef9c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '12383ffb-ce12-439f-872f-a946a801d00f'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:50:58.037488 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7add2129-6959-4b13-918c-2b553668ce88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:58.096457 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7050c9f3-6821-4647-9f20-fcf8934553c3 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:58.103558 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-7add2129-6959-4b13-918c-2b553668ce88 None None] For port ee769e00-e390-4576-8dfe-e420dac2fbcb, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:50:58.106657 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-7add2129-6959-4b13-918c-2b553668ce88 None None] For port ee769e00-e390-4576-8dfe-e420dac2fbcb, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ee769e00-e390-4576-8dfe-e420dac2fbcb,segment=NetworkSegment(d7c627c0-1ba0-4022-8790-ff63fdef9c6e),segment_id=d7c627c0-1ba0-4022-8790-ff63fdef9c6e)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:50:58.120165 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ab92b506-fbdb-439a-8a11-82188766b59d tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0925319 Dec 16 09:50:58.120554 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe365299-dab7-4880-a190-5c3625f99c86 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Made reservation on behalf of dc7ac4e90e4a4d80b7aa4aaaa3c450d7 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:58.122936 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44884) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:58.124353 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fe365299-dab7-4880-a190-5c3625f99c86 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:58.146807 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e6743545-8292-44f6-b3a1-ed10f38b8976 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:58.147070 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-fe365299-dab7-4880-a190-5c3625f99c86 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] device_id is not set on port 854f1337-7847-4f7b-acab-785984c22025 yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:50:58.154856 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e6743545-8292-44f6-b3a1-ed10f38b8976 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:58.179926 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7050c9f3-6821-4647-9f20-fcf8934553c3 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:58.230187 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7add2129-6959-4b13-918c-2b553668ce88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:58.262292 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-fe365299-dab7-4880-a190-5c3625f99c86 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Allocated IP 172.20.0.6 (12383ffb-ce12-439f-872f-a946a801d00f/136ee702-314b-4fa5-9033-9a00be5bed1e/854f1337-7847-4f7b-acab-785984c22025) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:58.287601 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [None req-7050c9f3-6821-4647-9f20-fcf8934553c3 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Floating IP b32da163-3ae2-4744-81c4-3bb1d55d98f1 associated. External IP: 172.25.1.238, port: 8c16075f-0c49-41c4-8cf6-cad9247d5bd0. Dec 16 09:50:58.296750 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add2129-6959-4b13-918c-2b553668ce88 None None] Pushing event updated for resources: {'Port': ['ID=ee769e00-e390-4576-8dfe-e420dac2fbcb,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:58.358441 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e6743545-8292-44f6-b3a1-ed10f38b8976 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:58.363567 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e6743545-8292-44f6-b3a1-ed10f38b8976 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:58.368005 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e6743545-8292-44f6-b3a1-ed10f38b8976 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/3294581b-dd0b-47ac-b822-8f65aaeb4910 HTTP/1.1" status: 204 len: 168 time: 0.2409732 Dec 16 09:50:58.372056 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44888) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:58.396756 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6743545-8292-44f6-b3a1-ed10f38b8976 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3294581b-dd0b-47ac-b822-8f65aaeb4910,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:58.439522 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-667830ce-7c14-4ed5-991c-34817679dddd tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0661995 Dec 16 09:50:58.442760 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44890) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:58.498971 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73446ab8-d695-4020-bc6f-90bc10b258ea req-61d6b279-3678-4409-a10e-97173c7fc317 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:58.500561 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-73446ab8-d695-4020-bc6f-90bc10b258ea req-61d6b279-3678-4409-a10e-97173c7fc317 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 946 time: 0.1102598 Dec 16 09:50:58.511471 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c92ba3f4-1541-4e95-b214-16586893c4de tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:58.523838 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c92ba3f4-1541-4e95-b214-16586893c4de tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:58.568974 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fe365299-dab7-4880-a190-5c3625f99c86 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:58.593804 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7050c9f3-6821-4647-9f20-fcf8934553c3 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Router 744dafc6-87da-409e-a7b7-7a3446f8ec99 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:50:58.610801 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-73446ab8-d695-4020-bc6f-90bc10b258ea req-23ddc997-c7ae-4be4-b1b2-3c78d1d380b1 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822535 Dec 16 09:50:58.688488 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c92ba3f4-1541-4e95-b214-16586893c4de tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:58.695837 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c92ba3f4-1541-4e95-b214-16586893c4de tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:58.701032 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c92ba3f4-1541-4e95-b214-16586893c4de tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/56a89b3b-60df-4a82-b629-e2e51cf1b446 HTTP/1.1" status: 204 len: 168 time: 0.2522850 Dec 16 09:50:58.701205 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44892) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:58.701747 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ba3f4-1541-4e95-b214-16586893c4de tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56a89b3b-60df-4a82-b629-e2e51cf1b446,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:58.722725 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7050c9f3-6821-4647-9f20-fcf8934553c3 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:50:58.728536 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7050c9f3-6821-4647-9f20-fcf8934553c3 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:58.732118 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fe365299-dab7-4880-a190-5c3625f99c86 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:58.734761 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c880b90c-28b7-4f18-bc64-c1fef4be18cb None None] Sync routers for ids ['744dafc6-87da-409e-a7b7-7a3446f8ec99'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:50:58.748721 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c880b90c-28b7-4f18-bc64-c1fef4be18cb None None] Routers {'744dafc6-87da-409e-a7b7-7a3446f8ec99'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:58.749465 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-c880b90c-28b7-4f18-bc64-c1fef4be18cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:50:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['744dafc6-87da-409e-a7b7-7a3446f8ec99'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:58.769867 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7050c9f3-6821-4647-9f20-fcf8934553c3 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "PUT /v2.0/floatingips/b32da163-3ae2-4744-81c4-3bb1d55d98f1 HTTP/1.1" status: 200 len: 992 time: 1.2486572 Dec 16 09:50:58.771239 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '261b5aac-2fe1-4d1d-b802-85cf02d95173', 'tag': '8c16075f-0c49-41c4-8cf6-cad9247d5bd0'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:50:58.774100 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babcbd0d-91a8-4295-9e61-82277e81e178" -d '{"events": [{"name": "network-changed", "server_uuid": "261b5aac-2fe1-4d1d-b802-85cf02d95173", "tag": "8c16075f-0c49-41c4-8cf6-cad9247d5bd0"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:50:58.805991 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fbd1914d-bbfd-4165-8b29-609c5104721a tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1040008 Dec 16 09:50:58.814147 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44898) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:58.851261 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-013df988-26c9-4d9d-a68a-22eb96be3514 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:58.864834 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-013df988-26c9-4d9d-a68a-22eb96be3514 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:58.885834 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec3e8bd-e00a-4879-968a-8537efdec492 x-openstack-request-id: req-dec3e8bd-e00a-4879-968a-8537efdec492 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:50:58.886157 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "261b5aac-2fe1-4d1d-b802-85cf02d95173", "tag": "8c16075f-0c49-41c4-8cf6-cad9247d5bd0", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:50:58.886429 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dec3e8bd-e00a-4879-968a-8537efdec492 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:50:58.886843 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '261b5aac-2fe1-4d1d-b802-85cf02d95173', 'tag': '8c16075f-0c49-41c4-8cf6-cad9247d5bd0', 'status': 'completed', 'code': 200} Dec 16 09:50:58.911022 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-c880b90c-28b7-4f18-bc64-c1fef4be18cb None None] Set router 744dafc6-87da-409e-a7b7-7a3446f8ec99 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:50:58.944740 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babcbd0d-91a8-4295-9e61-82277e81e178 req-32dd9cd3-a6a9-4349-84f6-36660e82340c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:58.946512 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-babcbd0d-91a8-4295-9e61-82277e81e178 req-32dd9cd3-a6a9-4349-84f6-36660e82340c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55938af2fa4b4c6f80f602d4625ae2cd&device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 1097 time: 0.0478258 Dec 16 09:50:59.002680 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-013df988-26c9-4d9d-a68a-22eb96be3514 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:59.008035 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-013df988-26c9-4d9d-a68a-22eb96be3514 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:59.011707 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-013df988-26c9-4d9d-a68a-22eb96be3514 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/70141e84-bee3-48b0-bac5-e7e3c711829f HTTP/1.1" status: 204 len: 168 time: 0.1935527 Dec 16 09:50:59.014598 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44900) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:59.042423 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013df988-26c9-4d9d-a68a-22eb96be3514 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70141e84-bee3-48b0-bac5-e7e3c711829f,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:59.098724 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:59.105140 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7eba4d61-55d5-4e3d-b1d2-747e90ee4a6f tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0821309 Dec 16 09:50:59.105735 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44902) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:59.117880 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babcbd0d-91a8-4295-9e61-82277e81e178 req-8f9f5381-ade1-45ee-b8ea-cf18a8fc5a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:59.117880 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-babcbd0d-91a8-4295-9e61-82277e81e178 req-8f9f5381-ade1-45ee-b8ea-cf18a8fc5a6e service neutron] 10.222.0.58 "GET /v2.0/networks?id=80ebca74-2610-4824-a3d8-8e60778e3639 HTTP/1.1" status: 200 len: 918 time: 0.1621313 Dec 16 09:50:59.140462 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe365299-dab7-4880-a190-5c3625f99c86 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Network 12383ffb-ce12-439f-872f-a946a801d00f is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:59.143926 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-fe365299-dab7-4880-a190-5c3625f99c86 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:59.147776 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe365299-dab7-4880-a190-5c3625f99c86 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:59.207166 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-c880b90c-28b7-4f18-bc64-c1fef4be18cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'name': 'tempest-AttachVolumeShelveTestJSON-1862062291-router', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:05Z', 'updated_at': '2021-12-16T09:44:15Z', 'revision_number': 4, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'gw_port': {'id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:09Z', 'updated_at': '2021-12-16T09:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'b32da163-3ae2-4744-81c4-3bb1d55d98f1', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'port_id': '8c16075f-0c49-41c4-8cf6-cad9247d5bd0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639', 'mac_address': 'fa:16:3e:ac:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261b5aac-2fe1-4d1d-b802-85cf02d95173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:50:41Z', 'updated_at': '2021-12-16T09:50:57Z', 'revision_number': 1, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71a7501-5df2-411f-80ea-324a5c1794ba', 'name': '', 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'mac_address': 'fa:16:3e:f0:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '55767ecf-03fc-4a01-868c-518fd421c2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:13Z', 'updated_at': '2021-12-16T09:44:22Z', 'revision_number': 5, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'subnets': [{'id': '55767ecf-03fc-4a01-868c-518fd421c2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:59.220144 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe365299-dab7-4880-a190-5c3625f99c86 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Port': ['ID=854f1337-7847-4f7b-acab-785984c22025,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:59.224578 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-babcbd0d-91a8-4295-9e61-82277e81e178 req-237fe875-2b05-4eb6-8d7c-dad862798728 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c16075f-0c49-41c4-8cf6-cad9247d5bd0 HTTP/1.1" status: 200 len: 1000 time: 0.0995612 Dec 16 09:50:59.242223 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c880b90c-28b7-4f18-bc64-c1fef4be18cb None None] Checking router: 744dafc6-87da-409e-a7b7-7a3446f8ec99 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:50:59.242643 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d145c72d-3971-4dc9-9a9b-ceef7bdff88e tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:59.251227 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c880b90c-28b7-4f18-bc64-c1fef4be18cb None None] Routers {'744dafc6-87da-409e-a7b7-7a3446f8ec99'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:59.251854 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-c880b90c-28b7-4f18-bc64-c1fef4be18cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:50:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['744dafc6-87da-409e-a7b7-7a3446f8ec99'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:59.267370 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe365299-dab7-4880-a190-5c3625f99c86 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:59.269442 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fe365299-dab7-4880-a190-5c3625f99c86 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:59.313274 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d145c72d-3971-4dc9-9a9b-ceef7bdff88e tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:59.328537 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babcbd0d-91a8-4295-9e61-82277e81e178 req-505ba3ab-b377-4e11-8033-30ab6dce4bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:59.330876 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-babcbd0d-91a8-4295-9e61-82277e81e178 req-505ba3ab-b377-4e11-8033-30ab6dce4bbb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=55767ecf-03fc-4a01-868c-518fd421c2f1 HTTP/1.1" status: 200 len: 856 time: 0.0977957 Dec 16 09:50:59.369656 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fe365299-dab7-4880-a190-5c3625f99c86 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 919 time: 1.4470866 Dec 16 09:50:59.372331 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44906) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:59.410994 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babcbd0d-91a8-4295-9e61-82277e81e178 req-bb87982f-6257-4cf1-be6a-b9ca169389f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:59.413228 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-babcbd0d-91a8-4295-9e61-82277e81e178 req-bb87982f-6257-4cf1-be6a-b9ca169389f8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=80ebca74-2610-4824-a3d8-8e60778e3639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679464 Dec 16 09:50:59.491125 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d145c72d-3971-4dc9-9a9b-ceef7bdff88e tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:59.494793 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d145c72d-3971-4dc9-9a9b-ceef7bdff88e tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:59.496233 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d145c72d-3971-4dc9-9a9b-ceef7bdff88e tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "DELETE /v2.0/security-groups/9634ac93-a97e-462b-a4a4-3481c2faeacb HTTP/1.1" status: 204 len: 168 time: 0.3897705 Dec 16 09:50:59.505153 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44908) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:59.534526 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d145c72d-3971-4dc9-9a9b-ceef7bdff88e tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9634ac93-a97e-462b-a4a4-3481c2faeacb,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:59.757646 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a47d6b-bc7a-40b4-929b-7559d2867adb None None] Network 12383ffb-ce12-439f-872f-a946a801d00f requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:59.758347 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ed74ba10-c556-4cb4-a0be-25e629cfd194 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0788691 Dec 16 09:50:59.758347 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44910) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:59.758347 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-d2f83fd9-ccab-4341-8e56-66329c247a32 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Request body: {'security_group': {'name': 'tempest-secgroup--1448883003'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:59.758347 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-babcbd0d-91a8-4295-9e61-82277e81e178 req-44e3c6f6-1880-4e1e-b295-30af79e0fbe1 service neutron] 10.222.0.58 "GET /v2.0/networks/80ebca74-2610-4824-a3d8-8e60778e3639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835275 Dec 16 09:50:59.758757 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-c880b90c-28b7-4f18-bc64-c1fef4be18cb None None] Set router 744dafc6-87da-409e-a7b7-7a3446f8ec99 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:50:59.758865 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-babcbd0d-91a8-4295-9e61-82277e81e178 req-acbec6db-2ee1-4ef5-86ce-01c3cba2835d service neutron] 10.222.0.58 "GET /v2.0/networks/80ebca74-2610-4824-a3d8-8e60778e3639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116178 Dec 16 09:50:59.758973 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-a58293e2-2287-4964-a338-b9a5e9b11777 None None] Provisioning complete for port ee769e00-e390-4576-8dfe-e420dac2fbcb triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:59.758973 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a58293e2-2287-4964-a338-b9a5e9b11777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:59.776229 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0c5f04c-241b-4c8c-9a4b-bb1612497add tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:59.788777 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83487e-a63e-497f-8293-766349713851 req-cdfc4133-a7d5-4c54-ab48-05d9f4330384 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:59.790362 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-be83487e-a63e-497f-8293-766349713851 req-cdfc4133-a7d5-4c54-ab48-05d9f4330384 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 946 time: 0.0559335 Dec 16 09:50:59.799587 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:59.838245 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2f83fd9-ccab-4341-8e56-66329c247a32 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:59.845452 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-be83487e-a63e-497f-8293-766349713851 req-41f001f3-4933-483f-9fd0-84f7469ae2d8 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467210 Dec 16 09:50:59.922056 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2f83fd9-ccab-4341-8e56-66329c247a32 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:00.007804 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2f83fd9-ccab-4341-8e56-66329c247a32 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:00.013312 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a58293e2-2287-4964-a338-b9a5e9b11777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:00.048518 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-a58293e2-2287-4964-a338-b9a5e9b11777 None None] For port ee769e00-e390-4576-8dfe-e420dac2fbcb, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ee769e00-e390-4576-8dfe-e420dac2fbcb,segment=NetworkSegment(d7c627c0-1ba0-4022-8790-ff63fdef9c6e),segment_id=d7c627c0-1ba0-4022-8790-ff63fdef9c6e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:00.052384 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f83fd9-ccab-4341-8e56-66329c247a32 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cea97dc-e024-446c-bd1e-6396604f1ba5,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:00.076609 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-c880b90c-28b7-4f18-bc64-c1fef4be18cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'name': 'tempest-AttachVolumeShelveTestJSON-1862062291-router', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:05Z', 'updated_at': '2021-12-16T09:44:15Z', 'revision_number': 4, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'gw_port': {'id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:09Z', 'updated_at': '2021-12-16T09:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'b32da163-3ae2-4744-81c4-3bb1d55d98f1', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'port_id': '8c16075f-0c49-41c4-8cf6-cad9247d5bd0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639', 'mac_address': 'fa:16:3e:ac:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261b5aac-2fe1-4d1d-b802-85cf02d95173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:50:41Z', 'updated_at': '2021-12-16T09:50:57Z', 'revision_number': 1, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71a7501-5df2-411f-80ea-324a5c1794ba', 'name': '', 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'mac_address': 'fa:16:3e:f0:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '55767ecf-03fc-4a01-868c-518fd421c2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:13Z', 'updated_at': '2021-12-16T09:44:22Z', 'revision_number': 5, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'subnets': [{'id': '55767ecf-03fc-4a01-868c-518fd421c2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:00.077219 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0c5f04c-241b-4c8c-9a4b-bb1612497add tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:00.091426 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2f83fd9-ccab-4341-8e56-66329c247a32 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:00.093086 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d2f83fd9-ccab-4341-8e56-66329c247a32 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5003288 Dec 16 09:51:00.096624 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44916) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:00.102346 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-9418a386-0714-4041-a684-bcfbf8811ac7 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Request body: {'security_group_rule': {'security_group_id': '4cea97dc-e024-446c-bd1e-6396604f1ba5', 'direction': 'ingress', 'protocol': 17}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:00.107843 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c880b90c-28b7-4f18-bc64-c1fef4be18cb None None] The sync data for ids ['744dafc6-87da-409e-a7b7-7a3446f8ec99'] in n-d-820550-2 is: [{'id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'name': 'tempest-AttachVolumeShelveTestJSON-1862062291-router', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:05Z', 'updated_at': '2021-12-16T09:44:15Z', 'revision_number': 4, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'gw_port': {'id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:09Z', 'updated_at': '2021-12-16T09:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'b32da163-3ae2-4744-81c4-3bb1d55d98f1', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'port_id': '8c16075f-0c49-41c4-8cf6-cad9247d5bd0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639', 'mac_address': 'fa:16:3e:ac:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261b5aac-2fe1-4d1d-b802-85cf02d95173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:50:41Z', 'updated_at': '2021-12-16T09:50:57Z', 'revision_number': 1, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71a7501-5df2-411f-80ea-324a5c1794ba', 'name': '', 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'mac_address': 'fa:16:3e:f0:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '55767ecf-03fc-4a01-868c-518fd421c2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:13Z', 'updated_at': '2021-12-16T09:44:22Z', 'revision_number': 5, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'subnets': [{'id': '55767ecf-03fc-4a01-868c-518fd421c2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:51:00.111006 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a58293e2-2287-4964-a338-b9a5e9b11777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:00.139680 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0c5f04c-241b-4c8c-9a4b-bb1612497add tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:00.179763 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58293e2-2287-4964-a338-b9a5e9b11777 None None] Pushing event updated for resources: {'Port': ['ID=ee769e00-e390-4576-8dfe-e420dac2fbcb,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:00.205856 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9418a386-0714-4041-a684-bcfbf8811ac7 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:00.238057 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c5f04c-241b-4c8c-9a4b-bb1612497add tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Port': ['ID=854f1337-7847-4f7b-acab-785984c22025,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:00.273276 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9418a386-0714-4041-a684-bcfbf8811ac7 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:00.337102 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-545b3109-5582-45b1-ae7f-3bd8e6cbb44b None None] Provisioning complete for port ee769e00-e390-4576-8dfe-e420dac2fbcb triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:00.337503 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-545b3109-5582-45b1-ae7f-3bd8e6cbb44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:00.379693 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9418a386-0714-4041-a684-bcfbf8811ac7 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:00.428837 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418a386-0714-4041-a684-bcfbf8811ac7 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea9bd815-cfb7-4e35-a1b9-bda881da3aeb,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:00.432162 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ee769e00-e390-4576-8dfe-e420dac2fbcb up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:51:00.442801 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0c5f04c-241b-4c8c-9a4b-bb1612497add tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:00.445017 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f3e7f8-71ef-48d3-89f6-ca209513ac7d None None] New status for floating IP b32da163-3ae2-4744-81c4-3bb1d55d98f1: ACTIVE {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:51:00.520378 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9418a386-0714-4041-a684-bcfbf8811ac7 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:00.521568 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9418a386-0714-4041-a684-bcfbf8811ac7 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4233468 Dec 16 09:51:00.526112 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44918) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:00.591888 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port ee769e00-e390-4576-8dfe-e420dac2fbcb triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:00.597692 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:00.597692 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-545b3109-5582-45b1-ae7f-3bd8e6cbb44b None None] Provisioning complete for port 854f1337-7847-4f7b-acab-785984c22025 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:00.598038 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4f4128ca-301f-4f96-92f1-e9f3fd0ea70b tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:00.598156 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-545b3109-5582-45b1-ae7f-3bd8e6cbb44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:00.623991 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4f4128ca-301f-4f96-92f1-e9f3fd0ea70b tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:00.654700 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0c5f04c-241b-4c8c-9a4b-bb1612497add tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:00.660633 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-545b3109-5582-45b1-ae7f-3bd8e6cbb44b None None] Port 854f1337-7847-4f7b-acab-785984c22025 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:51:00.767645 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4f4128ca-301f-4f96-92f1-e9f3fd0ea70b tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:00.770295 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4f4128ca-301f-4f96-92f1-e9f3fd0ea70b tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:00.773369 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4f4128ca-301f-4f96-92f1-e9f3fd0ea70b tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "DELETE /v2.0/security-groups/4cea97dc-e024-446c-bd1e-6396604f1ba5 HTTP/1.1" status: 204 len: 168 time: 0.2439363 Dec 16 09:51:00.774652 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44920) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:00.781284 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4128ca-301f-4f96-92f1-e9f3fd0ea70b tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cea97dc-e024-446c-bd1e-6396604f1ba5,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:00.790209 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-adff945c-b2e4-4960-bd26-1ad2064a573d None None] Provisioning complete for port 854f1337-7847-4f7b-acab-785984c22025 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:00.790209 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-adff945c-b2e4-4960-bd26-1ad2064a573d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:00.832557 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-adff945c-b2e4-4960-bd26-1ad2064a573d None None] Port 854f1337-7847-4f7b-acab-785984c22025 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:51:00.866637 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-867ecfb6-7e0d-4a4f-865d-1166004c77ad tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0908270 Dec 16 09:51:00.870433 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44922) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:00.875186 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-b97dbb90-7a46-455a-8bdf-9b3945ae3137 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Request body: {'security_group': {'name': 'tempest-secgroup--1373937254'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:00.951592 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-610dd197-6eda-47be-bd64-ba56cc0c6e50 None None] Provisioning complete for port 854f1337-7847-4f7b-acab-785984c22025 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:00.951956 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-610dd197-6eda-47be-bd64-ba56cc0c6e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:00.978267 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7350f70-ba73-4bf0-9a19-e91cdd3b7b00 req-1dd37034-7663-4872-9390-dd46c69ee4b7 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:00.979975 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e7350f70-ba73-4bf0-9a19-e91cdd3b7b00 req-1dd37034-7663-4872-9390-dd46c69ee4b7 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 946 time: 0.0522912 Dec 16 09:51:00.980838 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b97dbb90-7a46-455a-8bdf-9b3945ae3137 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:00.988508 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-610dd197-6eda-47be-bd64-ba56cc0c6e50 None None] Port 854f1337-7847-4f7b-acab-785984c22025 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:51:01.003887 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0c5f04c-241b-4c8c-9a4b-bb1612497add tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:01.043494 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e7350f70-ba73-4bf0-9a19-e91cdd3b7b00 req-fead58f8-05af-4d43-a840-16a5333dc970 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520978 Dec 16 09:51:01.059852 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0c5f04c-241b-4c8c-9a4b-bb1612497add tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:01.080220 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b97dbb90-7a46-455a-8bdf-9b3945ae3137 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:01.136741 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c5f04c-241b-4c8c-9a4b-bb1612497add tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Port': ['ID=854f1337-7847-4f7b-acab-785984c22025,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:01.139859 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0c5f04c-241b-4c8c-9a4b-bb1612497add tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:01.155271 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b97dbb90-7a46-455a-8bdf-9b3945ae3137 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:01.184109 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97dbb90-7a46-455a-8bdf-9b3945ae3137 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c70f3e66-eb5c-4a0f-9210-e5f82874b47d,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:01.233643 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c5f04c-241b-4c8c-9a4b-bb1612497add tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Network 12383ffb-ce12-439f-872f-a946a801d00f is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:51:01.234966 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-e0c5f04c-241b-4c8c-9a4b-bb1612497add tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:51:01.239029 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b97dbb90-7a46-455a-8bdf-9b3945ae3137 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:01.240841 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b97dbb90-7a46-455a-8bdf-9b3945ae3137 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3691468 Dec 16 09:51:01.243307 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44928) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:01.248985 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-888e4045-59a5-4133-9beb-da8f56f7c6bd tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Request body: {'security_group': {'name': 'tempest-secgroup--1939757534'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:01.391216 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-888e4045-59a5-4133-9beb-da8f56f7c6bd tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:01.413879 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c5f04c-241b-4c8c-9a4b-bb1612497add tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Router 22904e53-b213-4df9-977e-542b7d87228b is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:51:01.459157 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-888e4045-59a5-4133-9beb-da8f56f7c6bd tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:01.508877 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c5f04c-241b-4c8c-9a4b-bb1612497add tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:51:01.509790 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-d1aa0c00-6814-4653-8ee8-377ba0eb5a5e None None] Provisioning complete for port 854f1337-7847-4f7b-acab-785984c22025 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:01.510125 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d1aa0c00-6814-4653-8ee8-377ba0eb5a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:01.517103 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e0c5f04c-241b-4c8c-9a4b-bb1612497add tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "PUT /v2.0/routers/22904e53-b213-4df9-977e-542b7d87228b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1410022 Dec 16 09:51:01.517276 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44930) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:01.532696 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e9ee4c-a913-49b7-9393-18d0be9a05eb None None] Sync routers for ids ['22904e53-b213-4df9-977e-542b7d87228b'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:51:01.553741 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-d1aa0c00-6814-4653-8ee8-377ba0eb5a5e None None] Port 854f1337-7847-4f7b-acab-785984c22025 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:51:01.555161 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e9ee4c-a913-49b7-9393-18d0be9a05eb None None] Routers {'22904e53-b213-4df9-977e-542b7d87228b'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:01.555794 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-54e9ee4c-a913-49b7-9393-18d0be9a05eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:50:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['22904e53-b213-4df9-977e-542b7d87228b'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:01.565956 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44c4f9c-4465-4d9a-9299-8c0b65276214 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:01.567620 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b44c4f9c-4465-4d9a-9299-8c0b65276214 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "GET /v2.0/ports/854f1337-7847-4f7b-acab-785984c22025 HTTP/1.1" status: 200 len: 974 time: 0.0494268 Dec 16 09:51:01.570342 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44932) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:01.576757 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-888e4045-59a5-4133-9beb-da8f56f7c6bd tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:01.592811 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-54e9ee4c-a913-49b7-9393-18d0be9a05eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:01.601489 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e9ee4c-a913-49b7-9393-18d0be9a05eb None None] Routers {'22904e53-b213-4df9-977e-542b7d87228b'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:01.602090 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-54e9ee4c-a913-49b7-9393-18d0be9a05eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:50:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['22904e53-b213-4df9-977e-542b7d87228b'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:01.632921 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-54e9ee4c-a913-49b7-9393-18d0be9a05eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:01.633599 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e9ee4c-a913-49b7-9393-18d0be9a05eb None None] The sync data for ids ['22904e53-b213-4df9-977e-542b7d87228b'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:51:01.998889 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e4045-59a5-4133-9beb-da8f56f7c6bd tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc78fa0-aa0b-4308-b79a-eb793fd64d54,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:02.054169 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-888e4045-59a5-4133-9beb-da8f56f7c6bd tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:02.056028 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-888e4045-59a5-4133-9beb-da8f56f7c6bd tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8115609 Dec 16 09:51:02.058168 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44936) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:02.077462 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-1b16a01c-69c5-49a2-a8e9-7191cfe4d989 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Request body: {'security_group_rule': {'security_group_id': 'c70f3e66-eb5c-4a0f-9210-e5f82874b47d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5cc78fa0-aa0b-4308-b79a-eb793fd64d54', 'remote_ip_prefix': None}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:02.203408 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdcb707-fd1d-4a7a-8065-660b70c3cade req-b8934e53-5af5-4b57-b770-7a24958edfeb tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:02.204989 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cbdcb707-fd1d-4a7a-8065-660b70c3cade req-b8934e53-5af5-4b57-b770-7a24958edfeb tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 946 time: 0.0626857 Dec 16 09:51:02.232503 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b16a01c-69c5-49a2-a8e9-7191cfe4d989 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:02.275921 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cbdcb707-fd1d-4a7a-8065-660b70c3cade req-b754a104-f95a-42d5-aea7-87714cf9e569 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641980 Dec 16 09:51:02.312174 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b16a01c-69c5-49a2-a8e9-7191cfe4d989 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:02.332258 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a588ab7-d236-45c4-8f0c-cbf3cc2bb7da tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:02.377602 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b16a01c-69c5-49a2-a8e9-7191cfe4d989 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:02.396310 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16a01c-69c5-49a2-a8e9-7191cfe4d989 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b603e20a-1cbb-41d8-bd89-826e53606b67,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:02.478799 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b16a01c-69c5-49a2-a8e9-7191cfe4d989 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:02.480038 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1b16a01c-69c5-49a2-a8e9-7191cfe4d989 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4207880 Dec 16 09:51:02.482906 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44940) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:02.506301 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-232e9dbc-859e-499b-b183-31d6384e315c tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:02.514482 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-232e9dbc-859e-499b-b183-31d6384e315c tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:02.550237 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-8a588ab7-d236-45c4-8f0c-cbf3cc2bb7da tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Deleting port 854f1337-7847-4f7b-acab-785984c22025 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:02.550495 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a588ab7-d236-45c4-8f0c-cbf3cc2bb7da tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:02.608330 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-232e9dbc-859e-499b-b183-31d6384e315c tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:02.614779 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-232e9dbc-859e-499b-b183-31d6384e315c tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:02.615924 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-232e9dbc-859e-499b-b183-31d6384e315c tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/b603e20a-1cbb-41d8-bd89-826e53606b67 HTTP/1.1" status: 204 len: 168 time: 0.1320949 Dec 16 09:51:02.620849 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44942) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:02.628134 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e9dbc-859e-499b-b183-31d6384e315c tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b603e20a-1cbb-41d8-bd89-826e53606b67,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:02.638855 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a588ab7-d236-45c4-8f0c-cbf3cc2bb7da tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:02.650666 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-8a588ab7-d236-45c4-8f0c-cbf3cc2bb7da tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Calling delete_port for 854f1337-7847-4f7b-acab-785984c22025 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:02.668482 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8d748b2d-5ba3-45c3-af57-101e68a21766 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0438385 Dec 16 09:51:02.668701 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44944) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:02.721397 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cdbdf5d5-c310-4efc-93c7-68f0ab7f3784 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:02.743280 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cdbdf5d5-c310-4efc-93c7-68f0ab7f3784 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:02.851862 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cdbdf5d5-c310-4efc-93c7-68f0ab7f3784 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:02.854414 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cdbdf5d5-c310-4efc-93c7-68f0ab7f3784 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:02.855571 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-cdbdf5d5-c310-4efc-93c7-68f0ab7f3784 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "DELETE /v2.0/security-groups/5cc78fa0-aa0b-4308-b79a-eb793fd64d54 HTTP/1.1" status: 204 len: 168 time: 0.1859102 Dec 16 09:51:02.858344 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44946) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:02.864695 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbdf5d5-c310-4efc-93c7-68f0ab7f3784 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc78fa0-aa0b-4308-b79a-eb793fd64d54,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:02.890320 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a588ab7-d236-45c4-8f0c-cbf3cc2bb7da tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:02.927097 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a588ab7-d236-45c4-8f0c-cbf3cc2bb7da tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event deleted for resources: {'Port': ['ID=854f1337-7847-4f7b-acab-785984c22025,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:02.941847 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-adfa0425-b40b-4c53-a7bb-2a49011c21da tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0823581 Dec 16 09:51:02.944680 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44948) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:03.002740 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-619f3412-6b9b-4188-b791-615de905bedd tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:03.028449 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-619f3412-6b9b-4188-b791-615de905bedd tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:03.076478 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a588ab7-d236-45c4-8f0c-cbf3cc2bb7da tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:03.120640 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-619f3412-6b9b-4188-b791-615de905bedd tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:03.124206 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-619f3412-6b9b-4188-b791-615de905bedd tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:03.128003 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-619f3412-6b9b-4188-b791-615de905bedd tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "DELETE /v2.0/security-groups/c70f3e66-eb5c-4a0f-9210-e5f82874b47d HTTP/1.1" status: 204 len: 168 time: 0.1796741 Dec 16 09:51:03.128997 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44952) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:03.155747 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f3412-6b9b-4188-b791-615de905bedd tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70f3e66-eb5c-4a0f-9210-e5f82874b47d,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:03.204791 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4d60bd84-08f5-40a3-974a-96de845aff7c tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0746422 Dec 16 09:51:03.209494 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44954) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:03.214016 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-de08303f-fea4-4bb7-b8d8-4bd119edb421 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Request body: {'security_group': {'name': 'tempest-secgroup--510142564'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:03.233437 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a588ab7-d236-45c4-8f0c-cbf3cc2bb7da tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Router 22904e53-b213-4df9-977e-542b7d87228b has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:51:03.282023 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-de08303f-fea4-4bb7-b8d8-4bd119edb421 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:03.309094 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a588ab7-d236-45c4-8f0c-cbf3cc2bb7da tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:51:03.318366 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8a588ab7-d236-45c4-8f0c-cbf3cc2bb7da tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "PUT /v2.0/routers/22904e53-b213-4df9-977e-542b7d87228b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7441289 Dec 16 09:51:03.319170 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44958) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:03.320892 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b718f7c-d5fe-409e-9969-1e9a65554590 None None] Sync routers for ids ['22904e53-b213-4df9-977e-542b7d87228b'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:51:03.334156 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b718f7c-d5fe-409e-9969-1e9a65554590 None None] Routers {'22904e53-b213-4df9-977e-542b7d87228b'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:03.334828 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-8b718f7c-d5fe-409e-9969-1e9a65554590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:50:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['22904e53-b213-4df9-977e-542b7d87228b'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:03.375151 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-8b718f7c-d5fe-409e-9969-1e9a65554590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:03.384015 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b718f7c-d5fe-409e-9969-1e9a65554590 None None] Routers {'22904e53-b213-4df9-977e-542b7d87228b'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:03.384684 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-8b718f7c-d5fe-409e-9969-1e9a65554590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:50:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['22904e53-b213-4df9-977e-542b7d87228b'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:03.390931 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-de08303f-fea4-4bb7-b8d8-4bd119edb421 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:03.420381 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-8b718f7c-d5fe-409e-9969-1e9a65554590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:03.421039 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b718f7c-d5fe-409e-9969-1e9a65554590 None None] The sync data for ids ['22904e53-b213-4df9-977e-542b7d87228b'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:51:03.453437 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-de08303f-fea4-4bb7-b8d8-4bd119edb421 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:03.482837 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de08303f-fea4-4bb7-b8d8-4bd119edb421 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb1b854-5467-4748-b4bc-03e6304e6651,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:03.517013 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda69b8-ad2b-426c-800e-1ba5b0482e09 req-88294670-7506-4793-b1b3-85abb991f834 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:03.518527 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8cda69b8-ad2b-426c-800e-1ba5b0482e09 req-88294670-7506-4793-b1b3-85abb991f834 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 946 time: 0.1601751 Dec 16 09:51:03.530479 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-de08303f-fea4-4bb7-b8d8-4bd119edb421 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:03.531782 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-de08303f-fea4-4bb7-b8d8-4bd119edb421 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3212361 Dec 16 09:51:03.535075 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44960) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:03.539484 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-01229a8e-da07-4791-b4b4-f81a285b090b tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Request body: {'security_group_rule': {'security_group_id': '9cb1b854-5467-4748-b4bc-03e6304e6651', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:03.565087 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-48e70dd9-cc26-4062-ba89-6fcf3384c219 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] remove_router_interface failed (client error): The resource could not be found. Dec 16 09:51:03.566147 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-48e70dd9-cc26-4062-ba89-6fcf3384c219 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "PUT /v2.0/routers/22904e53-b213-4df9-977e-542b7d87228b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2458293 Dec 16 09:51:03.569004 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44962) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:03.592997 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8cda69b8-ad2b-426c-800e-1ba5b0482e09 req-50967177-cef4-43fc-bab7-6bd2e2553ca7 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534952 Dec 16 09:51:03.602690 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-48a5ab55-336a-4056-b1a4-ec09fa8a5e63 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "GET /v2.0/ports?device_id=22904e53-b213-4df9-977e-542b7d87228b HTTP/1.1" status: 200 len: 205 time: 0.0274909 Dec 16 09:51:03.604812 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44964) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:03.677047 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-01229a8e-da07-4791-b4b4-f81a285b090b tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:03.696936 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3716875f-0205-439d-8490-f0e31eb43dca tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:03.887088 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3716875f-0205-439d-8490-f0e31eb43dca tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:03.890161 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-01229a8e-da07-4791-b4b4-f81a285b090b tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:03.891450 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3716875f-0205-439d-8490-f0e31eb43dca tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:03.967887 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-01229a8e-da07-4791-b4b4-f81a285b090b tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:03.977813 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3716875f-0205-439d-8490-f0e31eb43dca tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:03.978312 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3716875f-0205-439d-8490-f0e31eb43dca tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Fanout notify agent at l3_agent the message router_deleted on router 22904e53-b213-4df9-977e-542b7d87228b {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:51:03.990772 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3716875f-0205-439d-8490-f0e31eb43dca tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:03.991874 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3716875f-0205-439d-8490-f0e31eb43dca tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/routers/22904e53-b213-4df9-977e-542b7d87228b HTTP/1.1" status: 204 len: 168 time: 0.3862302 Dec 16 09:51:03.994876 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44968) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:03.995470 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01229a8e-da07-4791-b4b4-f81a285b090b tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544d8974-7e51-4c64-950f-d7babcf744cb,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:04.044583 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-01229a8e-da07-4791-b4b4-f81a285b090b tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:04.045853 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-01229a8e-da07-4791-b4b4-f81a285b090b tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5098367 Dec 16 09:51:04.047852 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-a811a5c7-cb39-4712-8a4e-25e9bc4f8664 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Deleting subnet 136ee702-314b-4fa5-9033-9a00be5bed1e {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:51:04.048695 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44970) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:04.051194 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a811a5c7-cb39-4712-8a4e-25e9bc4f8664 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:04.077542 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-09d35674-7934-468a-a00f-ccedd45d409f tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:04.086287 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-09d35674-7934-468a-a00f-ccedd45d409f tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:04.102524 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a811a5c7-cb39-4712-8a4e-25e9bc4f8664 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:04.187436 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a811a5c7-cb39-4712-8a4e-25e9bc4f8664 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:04.194287 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-09d35674-7934-468a-a00f-ccedd45d409f tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:04.202827 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-09d35674-7934-468a-a00f-ccedd45d409f tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:04.206703 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-09d35674-7934-468a-a00f-ccedd45d409f tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/544d8974-7e51-4c64-950f-d7babcf744cb HTTP/1.1" status: 204 len: 168 time: 0.1543546 Dec 16 09:51:04.209295 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44976) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:04.220425 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d35674-7934-468a-a00f-ccedd45d409f tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=544d8974-7e51-4c64-950f-d7babcf744cb,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:04.232907 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f304d1-5b30-42d1-9b62-9cc0ab7e0899 req-7bf445a5-4055-4b08-8f07-eae369816fd4 tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:04.234535 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b2f304d1-5b30-42d1-9b62-9cc0ab7e0899 req-7bf445a5-4055-4b08-8f07-eae369816fd4 tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 1097 time: 0.0747690 Dec 16 09:51:04.270404 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e2049218-3798-4c32-baa1-8c359bb52553 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0593412 Dec 16 09:51:04.271992 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b2f304d1-5b30-42d1-9b62-9cc0ab7e0899 req-4f2cdbaa-9c9c-4781-b596-6dfa47cebbea tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:04.274159 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44978) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:04.309225 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a811a5c7-cb39-4712-8a4e-25e9bc4f8664 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:04.346144 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a811a5c7-cb39-4712-8a4e-25e9bc4f8664 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:04.349486 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a811a5c7-cb39-4712-8a4e-25e9bc4f8664 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/subnets/136ee702-314b-4fa5-9033-9a00be5bed1e HTTP/1.1" status: 204 len: 168 time: 0.3534927 Dec 16 09:51:04.352478 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b2f304d1-5b30-42d1-9b62-9cc0ab7e0899 req-4f2cdbaa-9c9c-4781-b596-6dfa47cebbea tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:04.352624 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811a5c7-cb39-4712-8a4e-25e9bc4f8664 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event deleted for resources: {'Subnet': ['ID=136ee702-314b-4fa5-9033-9a00be5bed1e,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:04.353464 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1941122d-7537-4edf-8c39-7cb9f74b5cd3 None None] Network 12383ffb-ce12-439f-872f-a946a801d00f requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:51:04.353912 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44980) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:04.415541 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5f54b40a-c41e-410a-9420-a98d75ac1f6a tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:04.448173 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-b2f304d1-5b30-42d1-9b62-9cc0ab7e0899 req-4f2cdbaa-9c9c-4781-b596-6dfa47cebbea tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:04.457425 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5f54b40a-c41e-410a-9420-a98d75ac1f6a tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:04.463139 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ba92d98c-9c88-4026-9868-89108fbd28b0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:04.470522 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b2f304d1-5b30-42d1-9b62-9cc0ab7e0899 req-4f2cdbaa-9c9c-4781-b596-6dfa47cebbea tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280385 Dec 16 09:51:04.496131 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2cdbaa-9c9c-4781-b596-6dfa47cebbea tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7a3b27-f64f-49ec-bc44-67996b3568c3,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:04.554170 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-ba92d98c-9c88-4026-9868-89108fbd28b0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Deleting port ee769e00-e390-4576-8dfe-e420dac2fbcb {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:04.554534 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ba92d98c-9c88-4026-9868-89108fbd28b0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:04.563611 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdbc5d0-3f8c-4960-83e0-e8705a7cc6d8 None None] DHCP port deletion for 12383ffb-ce12-439f-872f-a946a801d00f request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:51:04.610842 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-0bdbc5d0-3f8c-4960-83e0-e8705a7cc6d8 None None] Deleting port ee769e00-e390-4576-8dfe-e420dac2fbcb {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:04.611216 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0bdbc5d0-3f8c-4960-83e0-e8705a7cc6d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:04.634668 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5f54b40a-c41e-410a-9420-a98d75ac1f6a tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:04.637242 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5f54b40a-c41e-410a-9420-a98d75ac1f6a tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:04.641504 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5f54b40a-c41e-410a-9420-a98d75ac1f6a tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "DELETE /v2.0/security-groups/9cb1b854-5467-4748-b4bc-03e6304e6651 HTTP/1.1" status: 204 len: 168 time: 0.3638134 Dec 16 09:51:04.645086 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44986) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:04.668231 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54b40a-c41e-410a-9420-a98d75ac1f6a tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb1b854-5467-4748-b4bc-03e6304e6651,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:04.671683 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-ba92d98c-9c88-4026-9868-89108fbd28b0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] For port ee769e00-e390-4576-8dfe-e420dac2fbcb, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ee769e00-e390-4576-8dfe-e420dac2fbcb,segment=NetworkSegment(d7c627c0-1ba0-4022-8790-ff63fdef9c6e),segment_id=d7c627c0-1ba0-4022-8790-ff63fdef9c6e)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:04.672218 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ba92d98c-9c88-4026-9868-89108fbd28b0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:04.692227 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-0bdbc5d0-3f8c-4960-83e0-e8705a7cc6d8 None None] For port ee769e00-e390-4576-8dfe-e420dac2fbcb, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ee769e00-e390-4576-8dfe-e420dac2fbcb,segment=NetworkSegment(d7c627c0-1ba0-4022-8790-ff63fdef9c6e),segment_id=d7c627c0-1ba0-4022-8790-ff63fdef9c6e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:04.692616 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0bdbc5d0-3f8c-4960-83e0-e8705a7cc6d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:04.693491 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9edb346f-7776-4d82-8f84-e32260eba0e6 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0504351 Dec 16 09:51:04.694268 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239522b-b618-48c7-a750-ef3d44c48f65 req-5484f5af-e8c9-4c2e-847a-19c5172245b1 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:04.696203 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a239522b-b618-48c7-a750-ef3d44c48f65 req-5484f5af-e8c9-4c2e-847a-19c5172245b1 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 946 time: 0.1277890 Dec 16 09:51:04.697154 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-ba92d98c-9c88-4026-9868-89108fbd28b0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Calling delete_port for ee769e00-e390-4576-8dfe-e420dac2fbcb owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:04.699345 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44988) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:04.706628 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-ed8fda20-d27e-43e8-8087-7066e480df3d tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Request body: {'security_group': {'name': 'tempest-secgroup--1938758559'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:04.710286 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-0bdbc5d0-3f8c-4960-83e0-e8705a7cc6d8 None None] Calling delete_port for ee769e00-e390-4576-8dfe-e420dac2fbcb owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:04.752164 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f54aee-4fc8-4580-8a59-fa03a66b1e00 req-87d40c0d-63eb-4c62-abcf-5a87b8e4b0a3 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:04.753634 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-11f54aee-4fc8-4580-8a59-fa03a66b1e00 req-87d40c0d-63eb-4c62-abcf-5a87b8e4b0a3 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 946 time: 0.0649800 Dec 16 09:51:04.797825 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-11f54aee-4fc8-4580-8a59-fa03a66b1e00 req-44b0df0a-dcfa-4a62-b98c-128a76333121 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339353 Dec 16 09:51:04.798911 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a239522b-b618-48c7-a750-ef3d44c48f65 req-66f524ed-dbaf-4db0-ab8f-14e6d17dbc71 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838826 Dec 16 09:51:04.821303 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44990) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:04.836186 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ed8fda20-d27e-43e8-8087-7066e480df3d tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:04.854640 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0bdbc5d0-3f8c-4960-83e0-e8705a7cc6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:04.874117 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ba92d98c-9c88-4026-9868-89108fbd28b0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:04.882245 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdbc5d0-3f8c-4960-83e0-e8705a7cc6d8 None None] Pushing event deleted for resources: {'Port': ['ID=ee769e00-e390-4576-8dfe-e420dac2fbcb,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:04.883768 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-34882fbe-b732-41d9-b37f-4e10e9a095f8 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/floatingips/f4697d0f-9462-4c17-a727-2e539d5ba0a5 HTTP/1.1" status: 200 len: 993 time: 0.0611906 Dec 16 09:51:04.894638 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdbc5d0-3f8c-4960-83e0-e8705a7cc6d8 None None] No DVR routers for this DVR port ee769e00-e390-4576-8dfe-e420dac2fbcb on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:51:04.915289 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba92d98c-9c88-4026-9868-89108fbd28b0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] No DVR routers for this DVR port ee769e00-e390-4576-8dfe-e420dac2fbcb on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:51:04.921220 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba92d98c-9c88-4026-9868-89108fbd28b0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event deleted for resources: {'Port': ['ID=ee769e00-e390-4576-8dfe-e420dac2fbcb,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:05.004043 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ed8fda20-d27e-43e8-8087-7066e480df3d tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:05.017129 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ba92d98c-9c88-4026-9868-89108fbd28b0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:05.036975 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-ba92d98c-9c88-4026-9868-89108fbd28b0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12383ffb-ce12-439f-872f-a946a801d00f']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:05.046937 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-ba92d98c-9c88-4026-9868-89108fbd28b0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c627c0-1ba0-4022-8790-ff63fdef9c6e') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:05.047241 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-ba92d98c-9c88-4026-9868-89108fbd28b0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c627c0-1ba0-4022-8790-ff63fdef9c6e') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:05.053528 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ed8fda20-d27e-43e8-8087-7066e480df3d tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:05.062015 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ba92d98c-9c88-4026-9868-89108fbd28b0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:05.097198 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ba92d98c-9c88-4026-9868-89108fbd28b0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:05.102103 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8fda20-d27e-43e8-8087-7066e480df3d tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=847ad370-7c71-4fbe-ad18-5c4420d43474,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:05.106197 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba92d98c-9c88-4026-9868-89108fbd28b0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:51:05.107219 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ba92d98c-9c88-4026-9868-89108fbd28b0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: self.session.flush() Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: self.session.flush() Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: self.session.flush() Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: self.session.flush() Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:51:05.110335 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:51:05.158391 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-33752f47-f2f8-4cc5-9890-3b6e13d8ce0c req-9b3f7438-62eb-4fc8-9cad-ae13795b69d3 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:51:05.159666 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-33752f47-f2f8-4cc5-9890-3b6e13d8ce0c req-9b3f7438-62eb-4fc8-9cad-ae13795b69d3 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055919 Dec 16 09:51:05.176604 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ed8fda20-d27e-43e8-8087-7066e480df3d tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:05.179712 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ed8fda20-d27e-43e8-8087-7066e480df3d tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4749515 Dec 16 09:51:05.180701 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45000) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:05.185527 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-137fb27c-ae3c-4681-a165-3bf970bd27e2 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Request body: {'security_group_rule': {'security_group_id': '847ad370-7c71-4fbe-ad18-5c4420d43474', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:05.230503 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ba92d98c-9c88-4026-9868-89108fbd28b0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:05.238178 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ba92d98c-9c88-4026-9868-89108fbd28b0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:05.241550 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ba92d98c-9c88-4026-9868-89108fbd28b0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/networks/12383ffb-ce12-439f-872f-a946a801d00f HTTP/1.1" status: 204 len: 168 time: 0.8861380 Dec 16 09:51:05.245298 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45004) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:05.250341 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-fd219a82-c2cf-468f-b5bc-201c344ff1cd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Request body: {'network': {'name': 'tempest-RoutersTest-1204737476'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:05.261457 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba92d98c-9c88-4026-9868-89108fbd28b0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event deleted for resources: {'Network': ['ID=12383ffb-ce12-439f-872f-a946a801d00f,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:05.266631 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-137fb27c-ae3c-4681-a165-3bf970bd27e2 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:05.320570 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-137fb27c-ae3c-4681-a165-3bf970bd27e2 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:05.360771 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd219a82-c2cf-468f-b5bc-201c344ff1cd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Made reservation on behalf of dc7ac4e90e4a4d80b7aa4aaaa3c450d7 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:51:05.365241 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fd219a82-c2cf-468f-b5bc-201c344ff1cd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:05.394509 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd219a82-c2cf-468f-b5bc-201c344ff1cd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:51:05.403058 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fd219a82-c2cf-468f-b5bc-201c344ff1cd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:05.404012 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-fd219a82-c2cf-468f-b5bc-201c344ff1cd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Added segment d9527443-e9ab-4375-9595-1029ff0e9e06 of type vlan for network 6ec70916-a3bc-4e17-a792-c358c19bbfec Dec 16 09:51:05.442425 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-137fb27c-ae3c-4681-a165-3bf970bd27e2 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:05.452102 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fd219a82-c2cf-468f-b5bc-201c344ff1cd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:05.465025 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137fb27c-ae3c-4681-a165-3bf970bd27e2 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86ce7b76-8af9-4f9f-bf2d-0f9c5728fc21,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:05.545688 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-137fb27c-ae3c-4681-a165-3bf970bd27e2 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:05.546884 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-137fb27c-ae3c-4681-a165-3bf970bd27e2 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3652177 Dec 16 09:51:05.549562 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45008) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:05.565274 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7b83c7b6-0448-445d-8027-c59272c0110d tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "GET /v2.0/security-group-rules/86ce7b76-8af9-4f9f-bf2d-0f9c5728fc21 HTTP/1.1" status: 200 len: 763 time: 0.0146108 Dec 16 09:51:05.567589 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45010) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:05.574154 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fd219a82-c2cf-468f-b5bc-201c344ff1cd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:05.582312 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd219a82-c2cf-468f-b5bc-201c344ff1cd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:05.583132 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fd219a82-c2cf-468f-b5bc-201c344ff1cd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:05.617858 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-45d91266-1527-4500-a924-84344ad294fb tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0485191 Dec 16 09:51:05.622137 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45014) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:05.650058 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7bbbc3e6-8b6e-408d-adc6-31a2572fd2fe tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:05.651605 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd219a82-c2cf-468f-b5bc-201c344ff1cd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Network': ['ID=6ec70916-a3bc-4e17-a792-c358c19bbfec,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:05.662260 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 6ec70916-a3bc-4e17-a792-c358c19bbfec details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:51:05.672645 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7bbbc3e6-8b6e-408d-adc6-31a2572fd2fe tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:05.725276 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df0384-a1ba-4779-989e-af627c6cd0ca req-e841018f-48e3-445f-92da-d30898ff5a24 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:05.726909 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c8df0384-a1ba-4779-989e-af627c6cd0ca req-e841018f-48e3-445f-92da-d30898ff5a24 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 946 time: 0.0737162 Dec 16 09:51:05.765876 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fd219a82-c2cf-468f-b5bc-201c344ff1cd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5194912 Dec 16 09:51:05.768067 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c8df0384-a1ba-4779-989e-af627c6cd0ca req-1e38882d-d58d-4768-8a08-036334763d6f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329382 Dec 16 09:51:05.768572 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45016) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:05.773295 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-d7d10eb7-85ab-4422-a9c7-0cc1fbdd30da tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Request body: {'subnet': {'network_id': '6ec70916-a3bc-4e17-a792-c358c19bbfec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:05.812958 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7bbbc3e6-8b6e-408d-adc6-31a2572fd2fe tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:05.820987 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7bbbc3e6-8b6e-408d-adc6-31a2572fd2fe tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:05.822140 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7bbbc3e6-8b6e-408d-adc6-31a2572fd2fe tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/86ce7b76-8af9-4f9f-bf2d-0f9c5728fc21 HTTP/1.1" status: 204 len: 168 time: 0.1993411 Dec 16 09:51:05.824795 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45020) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:05.840021 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbbc3e6-8b6e-408d-adc6-31a2572fd2fe tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86ce7b76-8af9-4f9f-bf2d-0f9c5728fc21,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:05.897171 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8a07df72-0fa7-4f3c-9195-9fed7ef9e703 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0709822 Dec 16 09:51:05.899983 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45022) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:05.905394 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-f73e1238-f9e7-4733-868a-cdb175da039d tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Request body: {'security_group_rule': {'security_group_id': '847ad370-7c71-4fbe-ad18-5c4420d43474', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:05.939070 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d10eb7-85ab-4422-a9c7-0cc1fbdd30da tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Made reservation on behalf of dc7ac4e90e4a4d80b7aa4aaaa3c450d7 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:51:05.942629 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d7d10eb7-85ab-4422-a9c7-0cc1fbdd30da tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:05.945045 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-0d144f5e-4cbc-48ff-95b0-cbebd5662d10 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0982423 Dec 16 09:51:05.956769 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f85f3-2723-4bc5-8e93-5fbdc5e735d7 req-608fe28d-6088-4443-9d84-62ab5fc9aa8a tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:05.958344 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-655f85f3-2723-4bc5-8e93-5fbdc5e735d7 req-608fe28d-6088-4443-9d84-62ab5fc9aa8a tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 946 time: 0.0717316 Dec 16 09:51:05.999110 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-655f85f3-2723-4bc5-8e93-5fbdc5e735d7 req-b075e45c-25fb-45ac-95fa-bf5a41ce54c4 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337937 Dec 16 09:51:06.078353 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f73e1238-f9e7-4733-868a-cdb175da039d tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:06.176614 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f73e1238-f9e7-4733-868a-cdb175da039d tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:06.218337 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d7d10eb7-85ab-4422-a9c7-0cc1fbdd30da tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:06.259155 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f73e1238-f9e7-4733-868a-cdb175da039d tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:06.294159 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d10eb7-85ab-4422-a9c7-0cc1fbdd30da tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Subnet': ['ID=b0349f6d-3289-40f3-ad73-1a46c2f5aac3,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:06.298586 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e1238-f9e7-4733-868a-cdb175da039d tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8df0ee1-972b-4a4d-9ed7-467b2d173237,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:06.314966 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d10eb7-85ab-4422-a9c7-0cc1fbdd30da tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Checking segment: {'id': 'd9527443-e9ab-4375-9595-1029ff0e9e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6ec70916-a3bc-4e17-a792-c358c19bbfec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:51:06.315308 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d10eb7-85ab-4422-a9c7-0cc1fbdd30da tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Network hostable DHCP agents. Network: 6ec70916-a3bc-4e17-a792-c358c19bbfec, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:51:06.364373 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ee769e00-e390-4576-8dfe-e420dac2fbcb no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:51:06.391428 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f73e1238-f9e7-4733-868a-cdb175da039d tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:06.391428 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f73e1238-f9e7-4733-868a-cdb175da039d tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4875789 Dec 16 09:51:06.392062 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: ee769e00-e390-4576-8dfe-e420dac2fbcb {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:51:06.392062 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ee769e00-e390-4576-8dfe-e420dac2fbcb not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:51:06.393511 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45042) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:06.412784 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-98e7f929-f2ce-4a09-9980-4dddf6d00a00 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "GET /v2.0/security-group-rules/c8df0ee1-972b-4a4d-9ed7-467b2d173237 HTTP/1.1" status: 200 len: 763 time: 0.0181308 Dec 16 09:51:06.422122 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45044) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:06.438115 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d10eb7-85ab-4422-a9c7-0cc1fbdd30da tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Network 6ec70916-a3bc-4e17-a792-c358c19bbfec is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:51:06.468596 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-aecefd3d-e12e-4436-922a-b55d523768e3 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0453494 Dec 16 09:51:06.471207 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45046) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:06.494909 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-aa28fb8c-de1d-4622-8658-bf9c33fdf995 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:06.502984 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-aa28fb8c-de1d-4622-8658-bf9c33fdf995 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:06.539519 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-d7d10eb7-85ab-4422-a9c7-0cc1fbdd30da tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 6ec70916-a3bc-4e17-a792-c358c19bbfec) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:51:06.543826 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d10eb7-85ab-4422-a9c7-0cc1fbdd30da tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:06.544485 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d7d10eb7-85ab-4422-a9c7-0cc1fbdd30da tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:06.550871 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78cbed3-0d78-4cbd-93b8-7de91b25b350 None None] Network 6ec70916-a3bc-4e17-a792-c358c19bbfec requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:51:06.624996 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-aa28fb8c-de1d-4622-8658-bf9c33fdf995 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:06.631447 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-aa28fb8c-de1d-4622-8658-bf9c33fdf995 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:06.635543 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-aa28fb8c-de1d-4622-8658-bf9c33fdf995 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/c8df0ee1-972b-4a4d-9ed7-467b2d173237 HTTP/1.1" status: 204 len: 168 time: 0.1605062 Dec 16 09:51:06.635696 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45054) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:06.638971 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28fb8c-de1d-4622-8658-bf9c33fdf995 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8df0ee1-972b-4a4d-9ed7-467b2d173237,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:06.658222 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d7d10eb7-85ab-4422-a9c7-0cc1fbdd30da tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8886008 Dec 16 09:51:06.660754 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45056) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:06.666195 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-f2f42c87-7321-414d-b4e1-917a7c6b9c7a tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1112234168', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:06.686044 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5fd1c4a7-6ac4-45f7-95a3-6a9917500c13 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0486822 Dec 16 09:51:06.690050 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45058) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:06.693221 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-68eb537a-149d-46bd-bd3d-7d27892b83c4 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Request body: {'security_group_rule': {'security_group_id': '847ad370-7c71-4fbe-ad18-5c4420d43474', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:06.711508 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f68c8e-ae50-42f0-979d-2223b74061f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-6ec70916-a3bc-4e17-a792-c358c19bbfec', 'network_id': '6ec70916-a3bc-4e17-a792-c358c19bbfec', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'fixed_ips': [{'subnet_id': 'b0349f6d-3289-40f3-ad73-1a46c2f5aac3'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:51:06.712365 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-15f68c8e-ae50-42f0-979d-2223b74061f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:06.773939 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f2f42c87-7321-414d-b4e1-917a7c6b9c7a tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:06.774989 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f2f42c87-7321-414d-b4e1-917a7c6b9c7a tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:06.848844 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f2f42c87-7321-414d-b4e1-917a7c6b9c7a tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:06.874738 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-15f68c8e-ae50-42f0-979d-2223b74061f2 None None] Allocated IP 172.20.0.2 (6ec70916-a3bc-4e17-a792-c358c19bbfec/b0349f6d-3289-40f3-ad73-1a46c2f5aac3/0339053b-549f-455b-b462-6eb4cb7f658f) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:51:06.875124 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-68eb537a-149d-46bd-bd3d-7d27892b83c4 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:06.909152 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90b04c-1f32-4acf-b571-2b2fa6a20055 req-1aff7bbf-8433-448f-bd8b-3c0df511bc54 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:06.911226 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f2f42c87-7321-414d-b4e1-917a7c6b9c7a tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:06.913575 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ea90b04c-1f32-4acf-b571-2b2fa6a20055 req-1aff7bbf-8433-448f-bd8b-3c0df511bc54 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 946 time: 0.0576701 Dec 16 09:51:06.942291 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-68eb537a-149d-46bd-bd3d-7d27892b83c4 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:06.950449 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ea90b04c-1f32-4acf-b571-2b2fa6a20055 req-b9c08951-e832-4aa0-88f3-d4d6a957307c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336030 Dec 16 09:51:06.999080 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f2f42c87-7321-414d-b4e1-917a7c6b9c7a tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:07.000341 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f2f42c87-7321-414d-b4e1-917a7c6b9c7a tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3385015 Dec 16 09:51:07.003168 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45064) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:07.022091 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-15f68c8e-ae50-42f0-979d-2223b74061f2 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:07.069473 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-68eb537a-149d-46bd-bd3d-7d27892b83c4 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:07.115432 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb537a-149d-46bd-bd3d-7d27892b83c4 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb7e980c-c15b-44b9-99d4-b6c9f76afc82,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:07.140887 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-15f68c8e-ae50-42f0-979d-2223b74061f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:07.273460 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-68eb537a-149d-46bd-bd3d-7d27892b83c4 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:07.274692 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-68eb537a-149d-46bd-bd3d-7d27892b83c4 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5849099 Dec 16 09:51:07.278678 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45068) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:07.287471 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f4d66-bd7e-4af7-8380-e6d05ba4f36b req-832625a8-44c5-494a-843b-41dc2d75369d tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:07.289052 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d95f4d66-bd7e-4af7-8380-e6d05ba4f36b req-832625a8-44c5-494a-843b-41dc2d75369d tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 946 time: 0.2176237 Dec 16 09:51:07.299512 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-076a5fc5-3ee9-4ad3-94bb-2f2693e690c0 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "GET /v2.0/security-group-rules/fb7e980c-c15b-44b9-99d4-b6c9f76afc82 HTTP/1.1" status: 200 len: 764 time: 0.0170162 Dec 16 09:51:07.299750 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45070) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:07.345886 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6c594c3e-46c7-4bfd-a1b8-3cf8de5b5437 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0425169 Dec 16 09:51:07.346172 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45072) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:07.372959 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d95f4d66-bd7e-4af7-8380-e6d05ba4f36b req-d6a461f0-15fc-4b1f-af5d-b4be8718afff tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494823 Dec 16 09:51:07.373392 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f68c8e-ae50-42f0-979d-2223b74061f2 None None] Network 6ec70916-a3bc-4e17-a792-c358c19bbfec is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:51:07.374629 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-15f68c8e-ae50-42f0-979d-2223b74061f2 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:51:07.388051 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e025da3e-6c9a-4732-9480-ead22db00e5d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:07.390622 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f68c8e-ae50-42f0-979d-2223b74061f2 None None] Pushing event updated for resources: {'Port': ['ID=0339053b-549f-455b-b462-6eb4cb7f658f,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:07.393948 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f68c8e-ae50-42f0-979d-2223b74061f2 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:51:07.414537 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e21bb282-5a6e-493e-9eaa-7aa9302f8a19 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:07.427283 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e21bb282-5a6e-493e-9eaa-7aa9302f8a19 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:07.458834 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-15f68c8e-ae50-42f0-979d-2223b74061f2 None None] Attempting to bind port 0339053b-549f-455b-b462-6eb4cb7f658f on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:51:07.459303 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-15f68c8e-ae50-42f0-979d-2223b74061f2 None None] Attempting to bind port 0339053b-549f-455b-b462-6eb4cb7f658f by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'd9527443-e9ab-4375-9595-1029ff0e9e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6ec70916-a3bc-4e17-a792-c358c19bbfec'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:51:07.459671 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f68c8e-ae50-42f0-979d-2223b74061f2 None None] Attempting to bind port 0339053b-549f-455b-b462-6eb4cb7f658f on network 6ec70916-a3bc-4e17-a792-c358c19bbfec {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:51:07.465272 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f68c8e-ae50-42f0-979d-2223b74061f2 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:51:07.466375 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f68c8e-ae50-42f0-979d-2223b74061f2 None None] Checking segment: {'id': 'd9527443-e9ab-4375-9595-1029ff0e9e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6ec70916-a3bc-4e17-a792-c358c19bbfec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:51:07.466794 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-15f68c8e-ae50-42f0-979d-2223b74061f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:07.467638 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f68c8e-ae50-42f0-979d-2223b74061f2 None None] Bound using segment: {'id': 'd9527443-e9ab-4375-9595-1029ff0e9e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6ec70916-a3bc-4e17-a792-c358c19bbfec'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:51:07.467812 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-15f68c8e-ae50-42f0-979d-2223b74061f2 None None] Bound port: 0339053b-549f-455b-b462-6eb4cb7f658f, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9527443-e9ab-4375-9595-1029ff0e9e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6ec70916-a3bc-4e17-a792-c358c19bbfec'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:51:07.468069 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-15f68c8e-ae50-42f0-979d-2223b74061f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:07.471488 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:07.536365 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-15f68c8e-ae50-42f0-979d-2223b74061f2 None None] For port 0339053b-549f-455b-b462-6eb4cb7f658f, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:51:07.539443 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-15f68c8e-ae50-42f0-979d-2223b74061f2 None None] For port 0339053b-549f-455b-b462-6eb4cb7f658f, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=0339053b-549f-455b-b462-6eb4cb7f658f,segment=NetworkSegment(d9527443-e9ab-4375-9595-1029ff0e9e06),segment_id=d9527443-e9ab-4375-9595-1029ff0e9e06)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:51:07.589158 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e21bb282-5a6e-493e-9eaa-7aa9302f8a19 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:07.595126 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e21bb282-5a6e-493e-9eaa-7aa9302f8a19 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:07.596308 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e21bb282-5a6e-493e-9eaa-7aa9302f8a19 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/fb7e980c-c15b-44b9-99d4-b6c9f76afc82 HTTP/1.1" status: 204 len: 168 time: 0.2490907 Dec 16 09:51:07.600095 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45076) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:07.610616 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21bb282-5a6e-493e-9eaa-7aa9302f8a19 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb7e980c-c15b-44b9-99d4-b6c9f76afc82,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:07.645393 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c1f22024-23bd-48d0-8486-c2ad18666f97 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0441172 Dec 16 09:51:07.648129 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45078) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:07.659942 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-15f68c8e-ae50-42f0-979d-2223b74061f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:07.713743 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-83a59fbd-5814-42e7-962d-9aca71e1d37f tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:07.728235 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f68c8e-ae50-42f0-979d-2223b74061f2 None None] Pushing event updated for resources: {'Port': ['ID=0339053b-549f-455b-b462-6eb4cb7f658f,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:07.741693 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-83a59fbd-5814-42e7-962d-9aca71e1d37f tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:07.747418 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-e025da3e-6c9a-4732-9480-ead22db00e5d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Allocated IP 172.20.0.1 (6ec70916-a3bc-4e17-a792-c358c19bbfec/b0349f6d-3289-40f3-ad73-1a46c2f5aac3/65a2661e-6e28-4ad1-b648-fb6c4cfae859) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:51:07.865069 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-83a59fbd-5814-42e7-962d-9aca71e1d37f tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:07.868439 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e025da3e-6c9a-4732-9480-ead22db00e5d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:07.868557 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-83a59fbd-5814-42e7-962d-9aca71e1d37f tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:07.870180 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-83a59fbd-5814-42e7-962d-9aca71e1d37f tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "DELETE /v2.0/security-groups/847ad370-7c71-4fbe-ad18-5c4420d43474 HTTP/1.1" status: 204 len: 168 time: 0.2210391 Dec 16 09:51:07.877897 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45080) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:07.902686 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a59fbd-5814-42e7-962d-9aca71e1d37f tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=847ad370-7c71-4fbe-ad18-5c4420d43474,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:07.970794 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8c95735e-29a3-4035-9a0f-a02116cd8a4f tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0890105 Dec 16 09:51:07.974521 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45084) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:07.987614 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-80f30718-ecd6-442a-b66e-8b67f1a86bdd tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Request body: {'security_group': {'name': 'tempest-secgroup--1403239236'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:08.054496 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e025da3e-6c9a-4732-9480-ead22db00e5d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:08.103712 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-80f30718-ecd6-442a-b66e-8b67f1a86bdd tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:08.105566 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e025da3e-6c9a-4732-9480-ead22db00e5d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Network 6ec70916-a3bc-4e17-a792-c358c19bbfec is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:51:08.110251 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-e025da3e-6c9a-4732-9480-ead22db00e5d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:51:08.118571 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e025da3e-6c9a-4732-9480-ead22db00e5d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:51:08.123392 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025da3e-6c9a-4732-9480-ead22db00e5d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Port': ['ID=65a2661e-6e28-4ad1-b648-fb6c4cfae859,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:08.150659 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c0761-23a4-4a3e-96fc-5cc7b9172007 req-67e866b9-b453-4763-aadc-f6bb8f440566 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:08.152130 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-007c0761-23a4-4a3e-96fc-5cc7b9172007 req-67e866b9-b453-4763-aadc-f6bb8f440566 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 946 time: 0.1272748 Dec 16 09:51:08.178637 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-80f30718-ecd6-442a-b66e-8b67f1a86bdd tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:08.217699 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e025da3e-6c9a-4732-9480-ead22db00e5d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:08.252097 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-80f30718-ecd6-442a-b66e-8b67f1a86bdd tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:08.281006 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-f307552e-3c59-453b-abe9-c3c0e3e83f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:08.282540 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-f307552e-3c59-453b-abe9-c3c0e3e83f1a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 1097 time: 0.1168027 Dec 16 09:51:08.283875 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f30718-ecd6-442a-b66e-8b67f1a86bdd tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd1ef8e-14d1-4621-8c57-6d6a837f3d95,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:08.285339 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-007c0761-23a4-4a3e-96fc-5cc7b9172007 req-873e7036-e184-4c22-b31e-ab410b58e527 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164119 Dec 16 09:51:08.347056 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-80f30718-ecd6-442a-b66e-8b67f1a86bdd tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:08.348394 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-80f30718-ecd6-442a-b66e-8b67f1a86bdd tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3725524 Dec 16 09:51:08.351094 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45086) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:08.355805 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-0c83bb7a-03b6-4a8d-a7c8-e4498dc62984 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Request body: {'security_group_rule': {'security_group_id': '1fd1ef8e-14d1-4621-8c57-6d6a837f3d95', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:08.414369 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-7aec34f2-faa1-40dd-804e-4b4af9611617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:08.416589 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 0339053b-549f-455b-b462-6eb4cb7f658f up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:51:08.416775 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-7aec34f2-faa1-40dd-804e-4b4af9611617 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1020e219-9761-467d-95fb-24a16130d237 HTTP/1.1" status: 200 len: 897 time: 0.1072655 Dec 16 09:51:08.475821 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 0339053b-549f-455b-b462-6eb4cb7f658f triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:08.476875 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:08.487860 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0c83bb7a-03b6-4a8d-a7c8-e4498dc62984 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:08.536263 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e025da3e-6c9a-4732-9480-ead22db00e5d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:08.539200 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:51:08.571658 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-6de97916-9d5b-45cf-b09c-b7f2331de3dd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f35562bc-9a14-42ec-ae8f-b2022f9618bd HTTP/1.1" status: 200 len: 1001 time: 0.1475685 Dec 16 09:51:08.605734 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566cb86-afb6-4acc-b4ec-046191ae52b0 req-708dde4f-0660-468f-a327-0a37cb2d3a3c tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:08.607632 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c566cb86-afb6-4acc-b4ec-046191ae52b0 req-708dde4f-0660-468f-a327-0a37cb2d3a3c tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 946 time: 0.0952415 Dec 16 09:51:08.615970 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:08.639994 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0c83bb7a-03b6-4a8d-a7c8-e4498dc62984 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:08.655033 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 0339053b-549f-455b-b462-6eb4cb7f658f, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=0339053b-549f-455b-b462-6eb4cb7f658f,segment=NetworkSegment(d9527443-e9ab-4375-9595-1029ff0e9e06),segment_id=d9527443-e9ab-4375-9595-1029ff0e9e06)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:08.669611 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c566cb86-afb6-4acc-b4ec-046191ae52b0 req-376d47ab-68fc-46e1-b921-d3a1a457d7d2 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467491 Dec 16 09:51:08.716626 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0c83bb7a-03b6-4a8d-a7c8-e4498dc62984 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:08.739389 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83bb7a-03b6-4a8d-a7c8-e4498dc62984 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76d779e9-4732-4260-8dbc-145e7f3b088b,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:08.751111 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:08.809812 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=0339053b-549f-455b-b462-6eb4cb7f658f,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:08.849525 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0c83bb7a-03b6-4a8d-a7c8-e4498dc62984 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:08.851091 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0c83bb7a-03b6-4a8d-a7c8-e4498dc62984 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4989789 Dec 16 09:51:08.853754 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45092) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:08.855851 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2099932-16f8-4f2a-ae73-e281f087c458 None None] Network 6ec70916-a3bc-4e17-a792-c358c19bbfec requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:51:08.930770 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e329738f-9dfd-4b9c-a19e-8508f2aa55c5 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:08.955092 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e329738f-9dfd-4b9c-a19e-8508f2aa55c5 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:08.959043 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-f9752840-23ab-4185-8247-00681a6b3fb1 None None] Provisioning complete for port 0339053b-549f-455b-b462-6eb4cb7f658f triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:08.959411 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f9752840-23ab-4185-8247-00681a6b3fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:09.078657 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-d739adcb-0f30-4085-934c-26519dd1924e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:09.080181 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-d739adcb-0f30-4085-934c-26519dd1924e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e2354fa-c57d-4aa2-a556-9e4b75ae0981 HTTP/1.1" status: 200 len: 835 time: 0.4959340 Dec 16 09:51:09.086569 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e329738f-9dfd-4b9c-a19e-8508f2aa55c5 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:09.091461 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e329738f-9dfd-4b9c-a19e-8508f2aa55c5 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:09.093565 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e329738f-9dfd-4b9c-a19e-8508f2aa55c5 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "DELETE /v2.0/security-groups/1fd1ef8e-14d1-4621-8c57-6d6a837f3d95 HTTP/1.1" status: 204 len: 168 time: 0.2385168 Dec 16 09:51:09.097726 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45094) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:09.105732 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329738f-9dfd-4b9c-a19e-8508f2aa55c5 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd1ef8e-14d1-4621-8c57-6d6a837f3d95,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:09.226198 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-36e144bf-57e8-48bf-ba66-27b05da62ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:09.227728 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-36e144bf-57e8-48bf-ba66-27b05da62ef7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1020e219-9761-467d-95fb-24a16130d237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1399813 Dec 16 09:51:09.236360 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-708660b0-eda8-47a8-84f6-2251c3c5185f tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1349940 Dec 16 09:51:09.239066 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45096) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:09.285098 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-80c8291f-0360-4c1f-ae79-130cac3c57b5 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0445340 Dec 16 09:51:09.287647 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45098) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:09.304902 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-7e753a9a-1b55-4ed5-86e9-b5ea83b8ab6e tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] delete failed (client error): The resource could not be found. Dec 16 09:51:09.306168 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7e753a9a-1b55-4ed5-86e9-b5ea83b8ab6e tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "DELETE /v2.0/security-groups/1fd1ef8e-14d1-4621-8c57-6d6a837f3d95 HTTP/1.1" status: 404 len: 347 time: 0.0176060 Dec 16 09:51:09.310644 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45100) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:09.336860 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c903d0ca-a636-4624-bcbb-896f1bf9e1f2 None None] Provisioning complete for port 65a2661e-6e28-4ad1-b648-fb6c4cfae859 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:09.337372 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c903d0ca-a636-4624-bcbb-896f1bf9e1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:09.389043 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-28293672-76dc-448c-a989-c23c5cbeefcd service neutron] 10.222.0.58 "GET /v2.0/networks/1020e219-9761-467d-95fb-24a16130d237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482096 Dec 16 09:51:09.395202 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-78e41a63-ffd1-4819-a226-a4f21266ce14 tempest-SecGroupTest-711695539 tempest-SecGroupTest-711695539-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0832694 Dec 16 09:51:09.395693 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-c903d0ca-a636-4624-bcbb-896f1bf9e1f2 None None] Port 65a2661e-6e28-4ad1-b648-fb6c4cfae859 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:51:09.423755 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c903d0ca-a636-4624-bcbb-896f1bf9e1f2 None None] Provisioning complete for port 0339053b-549f-455b-b462-6eb4cb7f658f triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:09.423755 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c903d0ca-a636-4624-bcbb-896f1bf9e1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:09.433538 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e025da3e-6c9a-4732-9480-ead22db00e5d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:09.511038 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0424e8-c5a8-407e-9d91-3baf67d559c6 req-c7572766-80ea-4061-897f-7f9d539e6ec9 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:09.517668 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9c0424e8-c5a8-407e-9d91-3baf67d559c6 req-c7572766-80ea-4061-897f-7f9d539e6ec9 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 946 time: 0.1414289 Dec 16 09:51:09.537698 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e025da3e-6c9a-4732-9480-ead22db00e5d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:09.625589 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-70ca4753-7382-49f9-a77b-343595fa8f22 service neutron] 10.222.0.58 "GET /v2.0/networks/1020e219-9761-467d-95fb-24a16130d237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135766 Dec 16 09:51:09.629664 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-43f0b0fc-b308-46d9-9c4b-c63ed3bef3ab None None] Provisioning complete for port 65a2661e-6e28-4ad1-b648-fb6c4cfae859 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:09.630011 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-43f0b0fc-b308-46d9-9c4b-c63ed3bef3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:09.647082 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9c0424e8-c5a8-407e-9d91-3baf67d559c6 req-742ac6d7-17ee-4579-a604-17f592976dfd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254461 Dec 16 09:51:09.650436 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025da3e-6c9a-4732-9480-ead22db00e5d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Port': ['ID=65a2661e-6e28-4ad1-b648-fb6c4cfae859,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:09.656232 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e025da3e-6c9a-4732-9480-ead22db00e5d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:09.671233 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-43f0b0fc-b308-46d9-9c4b-c63ed3bef3ab None None] Port 65a2661e-6e28-4ad1-b648-fb6c4cfae859 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:51:09.770586 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e025da3e-6c9a-4732-9480-ead22db00e5d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Network 6ec70916-a3bc-4e17-a792-c358c19bbfec is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:51:09.771980 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-e025da3e-6c9a-4732-9480-ead22db00e5d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:51:09.790404 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f401b08-04a0-4cb9-9c73-ff7a92dd7cb4 req-fc7a846a-d01f-4636-906b-833744a91ee6 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:09.792111 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f401b08-04a0-4cb9-9c73-ff7a92dd7cb4 req-fc7a846a-d01f-4636-906b-833744a91ee6 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 946 time: 0.0516753 Dec 16 09:51:09.835665 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f401b08-04a0-4cb9-9c73-ff7a92dd7cb4 req-69147abf-668b-4082-a4b3-ec59cdf82a37 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367186 Dec 16 09:51:09.937797 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45112) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:10.063179 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e025da3e-6c9a-4732-9480-ead22db00e5d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Router 8f18fee1-9102-4192-9f0f-0b1a28b6943f is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:51:10.078911 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bbc8070f-c9f5-45d3-a362-a3f40f4f096b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fd0a0c759b0f4ce998224797cd827737&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1381946 Dec 16 09:51:10.079583 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45116) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:10.094574 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-00845ac5-ae85-4162-a7b6-2832bbb5627a None None] Provisioning complete for port 65a2661e-6e28-4ad1-b648-fb6c4cfae859 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:10.095706 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-00845ac5-ae85-4162-a7b6-2832bbb5627a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:10.135930 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7f477ea9-c47e-42ba-ae40-ce851b1f75c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:10.139707 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-00845ac5-ae85-4162-a7b6-2832bbb5627a None None] Port 65a2661e-6e28-4ad1-b648-fb6c4cfae859 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:51:10.158379 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e025da3e-6c9a-4732-9480-ead22db00e5d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:51:10.158955 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7f477ea9-c47e-42ba-ae40-ce851b1f75c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:10.165165 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e025da3e-6c9a-4732-9480-ead22db00e5d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "PUT /v2.0/routers/8f18fee1-9102-4192-9f0f-0b1a28b6943f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1596179 Dec 16 09:51:10.166872 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45118) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:10.170965 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a671a0e7-9def-4895-977c-f7dedd632326 None None] Sync routers for ids ['8f18fee1-9102-4192-9f0f-0b1a28b6943f'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:51:10.180251 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a671a0e7-9def-4895-977c-f7dedd632326 None None] Routers {'8f18fee1-9102-4192-9f0f-0b1a28b6943f'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:10.180939 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-a671a0e7-9def-4895-977c-f7dedd632326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:50:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['8f18fee1-9102-4192-9f0f-0b1a28b6943f'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:10.213264 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-a671a0e7-9def-4895-977c-f7dedd632326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:10.224891 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a671a0e7-9def-4895-977c-f7dedd632326 None None] Routers {'8f18fee1-9102-4192-9f0f-0b1a28b6943f'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:10.227703 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-a671a0e7-9def-4895-977c-f7dedd632326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:50:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['8f18fee1-9102-4192-9f0f-0b1a28b6943f'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:10.227852 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229e0115-fe2f-4a07-8019-0453e24d590f tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:10.229912 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-229e0115-fe2f-4a07-8019-0453e24d590f tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "GET /v2.0/ports/65a2661e-6e28-4ad1-b648-fb6c4cfae859 HTTP/1.1" status: 200 len: 910 time: 0.0610120 Dec 16 09:51:10.231822 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45120) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:10.262334 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-a671a0e7-9def-4895-977c-f7dedd632326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:10.263647 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a671a0e7-9def-4895-977c-f7dedd632326 None None] The sync data for ids ['8f18fee1-9102-4192-9f0f-0b1a28b6943f'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:51:10.322665 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7f477ea9-c47e-42ba-ae40-ce851b1f75c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:10.327222 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7f477ea9-c47e-42ba-ae40-ce851b1f75c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:10.328649 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7f477ea9-c47e-42ba-ae40-ce851b1f75c5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a62dc561-9dbd-4d29-8cb5-d38327fedb66 HTTP/1.1" status: 204 len: 168 time: 0.2479527 Dec 16 09:51:10.337774 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f477ea9-c47e-42ba-ae40-ce851b1f75c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62dc561-9dbd-4d29-8cb5-d38327fedb66,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:10.379681 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 0339053b-549f-455b-b462-6eb4cb7f658f up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:51:10.431153 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 0339053b-549f-455b-b462-6eb4cb7f658f triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:10.431520 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:10.571757 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bd18561b-7cef-45d4-95a4-305401f0cfc8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:10.585030 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:10.846636 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77abac-2409-40bf-bd80-4d105acb08f7 req-bd5d31ac-c875-448c-9324-8e8b8fb79981 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:10.848106 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4e77abac-2409-40bf-bd80-4d105acb08f7 req-bd5d31ac-c875-448c-9324-8e8b8fb79981 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 946 time: 0.0788367 Dec 16 09:51:10.880520 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-bd18561b-7cef-45d4-95a4-305401f0cfc8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Deleting port 65a2661e-6e28-4ad1-b648-fb6c4cfae859 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:10.880854 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bd18561b-7cef-45d4-95a4-305401f0cfc8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:10.938623 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4e77abac-2409-40bf-bd80-4d105acb08f7 req-c5082738-4a0d-4a97-8cf6-ff4b4ecf8752 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831194 Dec 16 09:51:10.967552 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b14882-d932-4129-b74d-bb614c3c3afc req-df15db72-d587-41aa-990e-25fe4e664137 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:10.969107 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b0b14882-d932-4129-b74d-bb614c3c3afc req-df15db72-d587-41aa-990e-25fe4e664137 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 946 time: 0.0534270 Dec 16 09:51:10.991074 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bd18561b-7cef-45d4-95a4-305401f0cfc8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:11.003067 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-bd18561b-7cef-45d4-95a4-305401f0cfc8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Calling delete_port for 65a2661e-6e28-4ad1-b648-fb6c4cfae859 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:11.010515 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b0b14882-d932-4129-b74d-bb614c3c3afc req-3c3b719d-6a16-4b01-aa9a-724189d23f9b tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349734 Dec 16 09:51:11.230652 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bd18561b-7cef-45d4-95a4-305401f0cfc8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:11.259334 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18561b-7cef-45d4-95a4-305401f0cfc8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event deleted for resources: {'Port': ['ID=65a2661e-6e28-4ad1-b648-fb6c4cfae859,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:11.406229 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bd18561b-7cef-45d4-95a4-305401f0cfc8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:11.441256 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45148) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:11.539542 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-4dec9fe5-9813-479c-a15b-da3549e897b7 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:11.539977 n-d-820550-2 neutron-server[102816]: WARNING neutron.api.v2.base [None req-4dec9fe5-9813-479c-a15b-da3549e897b7 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 16 09:51:11.540457 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-4dec9fe5-9813-479c-a15b-da3549e897b7 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] create failed (client error): There was a conflict when trying to complete your request. Dec 16 09:51:11.541458 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4dec9fe5-9813-479c-a15b-da3549e897b7 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0992968 Dec 16 09:51:11.545850 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45152) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:11.549936 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-e1bb8b8d-3e79-442c-ab31-88b9613eda64 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Request body: {'security_group': {'name': 'tempest-secgroup--2024170603'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:11.558909 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd18561b-7cef-45d4-95a4-305401f0cfc8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Router 8f18fee1-9102-4192-9f0f-0b1a28b6943f has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:51:11.634686 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd18561b-7cef-45d4-95a4-305401f0cfc8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:51:11.639612 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-bd18561b-7cef-45d4-95a4-305401f0cfc8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "PUT /v2.0/routers/8f18fee1-9102-4192-9f0f-0b1a28b6943f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4063754 Dec 16 09:51:11.642100 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8b8d-3e79-442c-ab31-88b9613eda64 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:11.642600 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45154) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:11.645227 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdfc67a-2984-4e01-af61-fa39bc8e5a73 None None] Sync routers for ids ['8f18fee1-9102-4192-9f0f-0b1a28b6943f'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:51:11.651095 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8b8d-3e79-442c-ab31-88b9613eda64 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:11.656297 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdfc67a-2984-4e01-af61-fa39bc8e5a73 None None] Routers {'8f18fee1-9102-4192-9f0f-0b1a28b6943f'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:11.656926 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-7bdfc67a-2984-4e01-af61-fa39bc8e5a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:50:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['8f18fee1-9102-4192-9f0f-0b1a28b6943f'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:11.673605 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-02d163f1-f10e-43fb-af88-db0312f1f479 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f18fee1-9102-4192-9f0f-0b1a28b6943f HTTP/1.1" status: 200 len: 205 time: 0.0275180 Dec 16 09:51:11.673845 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45156) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:11.688554 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-7bdfc67a-2984-4e01-af61-fa39bc8e5a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:11.697241 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdfc67a-2984-4e01-af61-fa39bc8e5a73 None None] Routers {'8f18fee1-9102-4192-9f0f-0b1a28b6943f'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:11.697849 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-7bdfc67a-2984-4e01-af61-fa39bc8e5a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:50:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['8f18fee1-9102-4192-9f0f-0b1a28b6943f'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:11.733135 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-7bdfc67a-2984-4e01-af61-fa39bc8e5a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:11.733819 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdfc67a-2984-4e01-af61-fa39bc8e5a73 None None] The sync data for ids ['8f18fee1-9102-4192-9f0f-0b1a28b6943f'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:51:11.736000 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8b8d-3e79-442c-ab31-88b9613eda64 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:11.749384 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a40ae15d-6321-4e9c-9ee1-fff69566e280 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:11.813637 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8b8d-3e79-442c-ab31-88b9613eda64 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:11.856226 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb8b8d-3e79-442c-ab31-88b9613eda64 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6154521-1e02-443c-9371-fe5fc4137561,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:11.890747 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8b8d-3e79-442c-ab31-88b9613eda64 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:11.913079 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a40ae15d-6321-4e9c-9ee1-fff69566e280 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:11.915198 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a40ae15d-6321-4e9c-9ee1-fff69566e280 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:11.985026 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8b8d-3e79-442c-ab31-88b9613eda64 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:12.023562 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb8b8d-3e79-442c-ab31-88b9613eda64 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86a165d4-7f05-4b00-92fc-3855f7041d16,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:12.025159 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a40ae15d-6321-4e9c-9ee1-fff69566e280 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:12.025962 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40ae15d-6321-4e9c-9ee1-fff69566e280 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Fanout notify agent at l3_agent the message router_deleted on router 8f18fee1-9102-4192-9f0f-0b1a28b6943f {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:51:12.037907 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a40ae15d-6321-4e9c-9ee1-fff69566e280 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:12.037907 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a40ae15d-6321-4e9c-9ee1-fff69566e280 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/routers/8f18fee1-9102-4192-9f0f-0b1a28b6943f HTTP/1.1" status: 204 len: 168 time: 0.3594980 Dec 16 09:51:12.037907 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45164) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:12.066212 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a2e7f-a8ea-403b-aeb3-8fe6c4858077 req-c1a3ffdb-d373-43ff-8ec4-6f2ffc660173 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:12.068019 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bc8a2e7f-a8ea-403b-aeb3-8fe6c4858077 req-c1a3ffdb-d373-43ff-8ec4-6f2ffc660173 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 946 time: 0.0549150 Dec 16 09:51:12.090536 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-e02b3d26-c304-4784-b342-2be0c90b2f29 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Deleting subnet b0349f6d-3289-40f3-ad73-1a46c2f5aac3 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:51:12.107785 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e02b3d26-c304-4784-b342-2be0c90b2f29 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:12.110712 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bc8a2e7f-a8ea-403b-aeb3-8fe6c4858077 req-555f981d-cb44-45b0-a4c2-1fb97412b61d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341055 Dec 16 09:51:12.113776 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8b8d-3e79-442c-ab31-88b9613eda64 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:12.114915 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e1bb8b8d-3e79-442c-ab31-88b9613eda64 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5681067 Dec 16 09:51:12.119131 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45166) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:12.123645 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-f94bb43a-6f54-4f34-9d2e-f4518b7f8fef tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Request body: {'security_group_rule': {'security_group_id': '86a165d4-7f05-4b00-92fc-3855f7041d16', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:12.167185 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e02b3d26-c304-4784-b342-2be0c90b2f29 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:12.204154 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b1f29-28d9-49fa-b7df-bec07afea786 req-ead2fb85-ceff-4764-a48b-2479a2e9409c tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:12.205653 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7c7b1f29-28d9-49fa-b7df-bec07afea786 req-ead2fb85-ceff-4764-a48b-2479a2e9409c tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 946 time: 0.1115971 Dec 16 09:51:12.229559 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f94bb43a-6f54-4f34-9d2e-f4518b7f8fef tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:12.277599 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7c7b1f29-28d9-49fa-b7df-bec07afea786 req-3f78ec3f-003f-474e-a5e9-75bf69c6d841 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644557 Dec 16 09:51:12.285526 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f94bb43a-6f54-4f34-9d2e-f4518b7f8fef tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:12.291147 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e02b3d26-c304-4784-b342-2be0c90b2f29 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:12.430290 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f94bb43a-6f54-4f34-9d2e-f4518b7f8fef tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:12.452740 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94bb43a-6f54-4f34-9d2e-f4518b7f8fef tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d4388af-4159-404e-a214-9c909571d3d5,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:12.476509 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e02b3d26-c304-4784-b342-2be0c90b2f29 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:12.502090 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b3d26-c304-4784-b342-2be0c90b2f29 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event deleted for resources: {'Subnet': ['ID=b0349f6d-3289-40f3-ad73-1a46c2f5aac3,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:12.508753 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e02b3d26-c304-4784-b342-2be0c90b2f29 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:12.513479 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e02b3d26-c304-4784-b342-2be0c90b2f29 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/subnets/b0349f6d-3289-40f3-ad73-1a46c2f5aac3 HTTP/1.1" status: 204 len: 168 time: 0.4745367 Dec 16 09:51:12.514778 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bfc700-12e6-4ab4-a396-e67ddcec2208 None None] Network 6ec70916-a3bc-4e17-a792-c358c19bbfec requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:51:12.515876 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45168) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:12.586727 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f94bb43a-6f54-4f34-9d2e-f4518b7f8fef tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:12.588090 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f94bb43a-6f54-4f34-9d2e-f4518b7f8fef tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4680073 Dec 16 09:51:12.595343 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6214b961-9959-44c1-83e1-b313060f062b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:12.600394 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45170) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:12.607589 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-057dd371-62e4-43e9-b046-72f9a2db29a2 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Request body: {'security_group_rule': {'security_group_id': '86a165d4-7f05-4b00-92fc-3855f7041d16', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:12.669381 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-6214b961-9959-44c1-83e1-b313060f062b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Deleting port 0339053b-549f-455b-b462-6eb4cb7f658f {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:12.676225 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6214b961-9959-44c1-83e1-b313060f062b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:12.682037 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4df0ca8-6299-4684-9e8e-88c995e8ed7a None None] DHCP port deletion for 6ec70916-a3bc-4e17-a792-c358c19bbfec request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:51:12.705215 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-057dd371-62e4-43e9-b046-72f9a2db29a2 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:12.728775 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-b4df0ca8-6299-4684-9e8e-88c995e8ed7a None None] Deleting port 0339053b-549f-455b-b462-6eb4cb7f658f {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:12.729344 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b4df0ca8-6299-4684-9e8e-88c995e8ed7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:12.734589 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-6214b961-9959-44c1-83e1-b313060f062b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] For port 0339053b-549f-455b-b462-6eb4cb7f658f, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=0339053b-549f-455b-b462-6eb4cb7f658f,segment=NetworkSegment(d9527443-e9ab-4375-9595-1029ff0e9e06),segment_id=d9527443-e9ab-4375-9595-1029ff0e9e06)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:12.735033 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6214b961-9959-44c1-83e1-b313060f062b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:12.750192 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-6214b961-9959-44c1-83e1-b313060f062b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Calling delete_port for 0339053b-549f-455b-b462-6eb4cb7f658f owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:12.795539 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-b4df0ca8-6299-4684-9e8e-88c995e8ed7a None None] For port 0339053b-549f-455b-b462-6eb4cb7f658f, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=0339053b-549f-455b-b462-6eb4cb7f658f,segment=NetworkSegment(d9527443-e9ab-4375-9595-1029ff0e9e06),segment_id=d9527443-e9ab-4375-9595-1029ff0e9e06)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:12.795936 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b4df0ca8-6299-4684-9e8e-88c995e8ed7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:12.808582 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-b4df0ca8-6299-4684-9e8e-88c995e8ed7a None None] Calling delete_port for 0339053b-549f-455b-b462-6eb4cb7f658f owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:12.836558 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-057dd371-62e4-43e9-b046-72f9a2db29a2 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] create failed (client error): There was a conflict when trying to complete your request. Dec 16 09:51:12.841914 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-057dd371-62e4-43e9-b046-72f9a2db29a2 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2355783 Dec 16 09:51:12.842063 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45174) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:12.896024 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c04193e6-bbd3-4b76-8cfa-4fc21c1ac631 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:12.922133 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c04193e6-bbd3-4b76-8cfa-4fc21c1ac631 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:12.950717 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6214b961-9959-44c1-83e1-b313060f062b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:12.951211 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b4df0ca8-6299-4684-9e8e-88c995e8ed7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:12.974190 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df0ca8-6299-4684-9e8e-88c995e8ed7a None None] Pushing event deleted for resources: {'Port': ['ID=0339053b-549f-455b-b462-6eb4cb7f658f,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:12.979164 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6214b961-9959-44c1-83e1-b313060f062b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] No DVR routers for this DVR port 0339053b-549f-455b-b462-6eb4cb7f658f on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:51:12.979680 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4df0ca8-6299-4684-9e8e-88c995e8ed7a None None] No DVR routers for this DVR port 0339053b-549f-455b-b462-6eb4cb7f658f on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:51:12.987877 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214b961-9959-44c1-83e1-b313060f062b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event deleted for resources: {'Port': ['ID=0339053b-549f-455b-b462-6eb4cb7f658f,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:13.065946 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6214b961-9959-44c1-83e1-b313060f062b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:13.084765 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-6214b961-9959-44c1-83e1-b313060f062b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec70916-a3bc-4e17-a792-c358c19bbfec']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:13.093914 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-6214b961-9959-44c1-83e1-b313060f062b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9527443-e9ab-4375-9595-1029ff0e9e06') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:13.094207 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-6214b961-9959-44c1-83e1-b313060f062b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9527443-e9ab-4375-9595-1029ff0e9e06') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:13.102531 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c04193e6-bbd3-4b76-8cfa-4fc21c1ac631 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:13.105029 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c04193e6-bbd3-4b76-8cfa-4fc21c1ac631 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:13.106711 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c04193e6-bbd3-4b76-8cfa-4fc21c1ac631 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "DELETE /v2.0/security-groups/86a165d4-7f05-4b00-92fc-3855f7041d16 HTTP/1.1" status: 204 len: 168 time: 0.2642853 Dec 16 09:51:13.108340 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6214b961-9959-44c1-83e1-b313060f062b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:13.109463 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45176) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:13.126346 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04193e6-bbd3-4b76-8cfa-4fc21c1ac631 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a165d4-7f05-4b00-92fc-3855f7041d16,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:13.132070 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6214b961-9959-44c1-83e1-b313060f062b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:13.140630 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6214b961-9959-44c1-83e1-b313060f062b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:51:13.142932 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6214b961-9959-44c1-83e1-b313060f062b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:13.144625 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:51:13.144625 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:51:13.144625 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:51:13.144625 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:51:13.144625 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:51:13.144625 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:51:13.144625 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:51:13.144625 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:51:13.144625 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:51:13.144625 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:51:13.144625 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:51:13.144625 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:51:13.144625 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:51:13.144625 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:51:13.144625 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:51:13.144625 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:51:13.144625 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:51:13.144625 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:51:13.144625 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:51:13.144625 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:51:13.144625 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:51:13.144625 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:51:13.144625 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:51:13.144625 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:51:13.144625 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:51:13.144625 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:51:13.144625 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:51:13.144625 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:51:13.144625 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:51:13.144625 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:51:13.144625 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:51:13.144625 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:51:13.181409 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3a07038e-3f7c-4624-8e42-94276a92e1f6 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0706840 Dec 16 09:51:13.182100 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45180) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:13.188136 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-ce448773-c71c-42a6-8f3e-09abf3e52a17 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Request body: {'security_group': {'name': 'tempest-secgroup--257541511'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:13.289138 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ce448773-c71c-42a6-8f3e-09abf3e52a17 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:13.386854 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ce448773-c71c-42a6-8f3e-09abf3e52a17 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:13.411526 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85618ea4-2e05-4a8c-966e-38937b442490 req-b72a9a58-f48a-424c-bae3-36f369294936 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:13.413088 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-85618ea4-2e05-4a8c-966e-38937b442490 req-b72a9a58-f48a-424c-bae3-36f369294936 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 946 time: 0.0593238 Dec 16 09:51:13.441760 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ce448773-c71c-42a6-8f3e-09abf3e52a17 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:13.470369 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-85618ea4-2e05-4a8c-966e-38937b442490 req-278fe8ea-eff6-4c1e-a006-71be647f6333 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502207 Dec 16 09:51:13.487297 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce448773-c71c-42a6-8f3e-09abf3e52a17 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=596c31ac-e494-4517-8e52-4f74bd70ceb2,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:13.530522 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ce448773-c71c-42a6-8f3e-09abf3e52a17 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:13.534455 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ce448773-c71c-42a6-8f3e-09abf3e52a17 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3485599 Dec 16 09:51:13.534813 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45184) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:13.539438 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-c6a3f1e6-ff0f-4107-90c8-d6ed22526e8d tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Request body: {'security_group_rule': {'security_group_id': '596c31ac-e494-4517-8e52-4f74bd70ceb2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:13.540115 n-d-820550-2 neutron-server[102816]: WARNING neutron.api.v2.base [None req-c6a3f1e6-ff0f-4107-90c8-d6ed22526e8d tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 16 09:51:13.540615 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-c6a3f1e6-ff0f-4107-90c8-d6ed22526e8d tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:51:13.541634 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c6a3f1e6-ff0f-4107-90c8-d6ed22526e8d tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0058916 Dec 16 09:51:13.544967 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45186) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:13.593793 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17321d1-b4d0-43d8-91d8-3cebf83cedab req-adf5a3c0-93d5-4a1e-a51f-b8ffc9829bd6 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:13.595311 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e17321d1-b4d0-43d8-91d8-3cebf83cedab req-adf5a3c0-93d5-4a1e-a51f-b8ffc9829bd6 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 946 time: 0.3964334 Dec 16 09:51:13.602230 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7272e96f-6a3f-40d4-a918-3026d9d289e6 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:13.625672 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7272e96f-6a3f-40d4-a918-3026d9d289e6 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:13.628744 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6214b961-9959-44c1-83e1-b313060f062b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:13.639443 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6214b961-9959-44c1-83e1-b313060f062b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:13.642732 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6214b961-9959-44c1-83e1-b313060f062b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/networks/6ec70916-a3bc-4e17-a792-c358c19bbfec HTTP/1.1" status: 204 len: 168 time: 1.1259291 Dec 16 09:51:13.645729 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e17321d1-b4d0-43d8-91d8-3cebf83cedab req-a87eb4fc-e585-410a-91fb-e485cef08522 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438845 Dec 16 09:51:13.647405 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45188) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:13.652047 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-f1bf9fc1-a37a-484e-982a-f898cd580efd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1181701036', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}, 'admin_state_up': False}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:13.655503 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214b961-9959-44c1-83e1-b313060f062b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event deleted for resources: {'Network': ['ID=6ec70916-a3bc-4e17-a792-c358c19bbfec,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:13.779525 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f1bf9fc1-a37a-484e-982a-f898cd580efd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:13.780543 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f1bf9fc1-a37a-484e-982a-f898cd580efd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:13.812505 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7272e96f-6a3f-40d4-a918-3026d9d289e6 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:13.815063 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7272e96f-6a3f-40d4-a918-3026d9d289e6 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:13.816224 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7272e96f-6a3f-40d4-a918-3026d9d289e6 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "DELETE /v2.0/security-groups/596c31ac-e494-4517-8e52-4f74bd70ceb2 HTTP/1.1" status: 204 len: 168 time: 0.2703090 Dec 16 09:51:13.819034 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45190) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:13.837002 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272e96f-6a3f-40d4-a918-3026d9d289e6 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=596c31ac-e494-4517-8e52-4f74bd70ceb2,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:13.870929 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f1bf9fc1-a37a-484e-982a-f898cd580efd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:13.871357 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-bcea1fdc-fc49-43eb-8f2e-15e86d71f231 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0511663 Dec 16 09:51:13.874998 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45192) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:13.879499 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-1fb8894f-a454-4f4d-a11f-b98bf7d102f4 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Request body: {'security_group': {'name': 'tempest-secgroup--1709648787'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:14.004764 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1fb8894f-a454-4f4d-a11f-b98bf7d102f4 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:14.100946 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f1bf9fc1-a37a-484e-982a-f898cd580efd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:14.142862 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1fb8894f-a454-4f4d-a11f-b98bf7d102f4 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:14.244124 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1fb8894f-a454-4f4d-a11f-b98bf7d102f4 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:14.283651 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8894f-a454-4f4d-a11f-b98bf7d102f4 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc24c7b-306d-4525-8d70-22cc95f76574,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:14.357887 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 0339053b-549f-455b-b462-6eb4cb7f658f no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:51:14.368067 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1fb8894f-a454-4f4d-a11f-b98bf7d102f4 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:14.369341 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1fb8894f-a454-4f4d-a11f-b98bf7d102f4 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4933403 Dec 16 09:51:14.372478 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45196) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:14.377101 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-ac7fc57f-ff65-4547-801e-e7becf589ac9 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Request body: {'security_group_rule': {'security_group_id': 'ecc24c7b-306d-4525-8d70-22cc95f76574', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:14.377680 n-d-820550-2 neutron-server[102817]: WARNING neutron.api.v2.base [None req-ac7fc57f-ff65-4547-801e-e7becf589ac9 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 16 09:51:14.378176 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-ac7fc57f-ff65-4547-801e-e7becf589ac9 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:51:14.379778 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ac7fc57f-ff65-4547-801e-e7becf589ac9 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0056107 Dec 16 09:51:14.381515 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 0339053b-549f-455b-b462-6eb4cb7f658f {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:51:14.381922 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45198) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:14.382059 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 0339053b-549f-455b-b462-6eb4cb7f658f not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:51:14.428398 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f1bf9fc1-a37a-484e-982a-f898cd580efd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:14.437824 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6ebf192c-25db-4ab4-a317-7172d27ebd65 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:14.447710 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f1bf9fc1-a37a-484e-982a-f898cd580efd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:14.460672 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6ebf192c-25db-4ab4-a317-7172d27ebd65 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:14.558599 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-f1bf9fc1-a37a-484e-982a-f898cd580efd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Allocated IP 172.25.1.56 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/d703595a-ed43-4c0f-87c8-e9c8ec1c12ca) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:51:14.587317 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bcaa8-456b-475a-a69d-35e5736c37a9 req-51a724b7-a333-4003-839d-ec08af183e11 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:14.588902 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f54bcaa8-456b-475a-a69d-35e5736c37a9 req-51a724b7-a333-4003-839d-ec08af183e11 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 946 time: 0.0482695 Dec 16 09:51:14.590201 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6ebf192c-25db-4ab4-a317-7172d27ebd65 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:14.593324 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6ebf192c-25db-4ab4-a317-7172d27ebd65 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:14.594368 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6ebf192c-25db-4ab4-a317-7172d27ebd65 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "DELETE /v2.0/security-groups/ecc24c7b-306d-4525-8d70-22cc95f76574 HTTP/1.1" status: 204 len: 168 time: 0.2113020 Dec 16 09:51:14.597457 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45202) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:14.622020 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf192c-25db-4ab4-a317-7172d27ebd65 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc24c7b-306d-4525-8d70-22cc95f76574,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:14.668033 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f54bcaa8-456b-475a-a69d-35e5736c37a9 req-33693f99-53ae-45df-9001-2b8417782cdc tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633743 Dec 16 09:51:14.669051 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f1bf9fc1-a37a-484e-982a-f898cd580efd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:14.672995 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c5072fd8-dabc-44fa-a895-924249b4df17 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0745232 Dec 16 09:51:14.676533 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45206) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:14.688045 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-7c9a4c92-bb8e-48b6-9293-cbcb7c630ce0 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Request body: {'security_group': {'name': 'tempest-secgroup--54514812'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:14.778435 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da2a8d-8311-4352-a55b-012319f74790 req-fce851bb-148d-4399-993f-6e56a4a93da7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:14.779903 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07da2a8d-8311-4352-a55b-012319f74790 req-fce851bb-148d-4399-993f-6e56a4a93da7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 946 time: 0.0484159 Dec 16 09:51:14.785069 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f1bf9fc1-a37a-484e-982a-f898cd580efd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:14.796565 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7c9a4c92-bb8e-48b6-9293-cbcb7c630ce0 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:14.844132 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bf9fc1-a37a-484e-982a-f898cd580efd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:51:14.862307 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7c9a4c92-bb8e-48b6-9293-cbcb7c630ce0 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:14.979561 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7c9a4c92-bb8e-48b6-9293-cbcb7c630ce0 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:15.017569 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a4c92-bb8e-48b6-9293-cbcb7c630ce0 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e48741e9-5dd3-4af6-9d7d-076e83da6d43,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:15.118081 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7c9a4c92-bb8e-48b6-9293-cbcb7c630ce0 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:15.119361 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7c9a4c92-bb8e-48b6-9293-cbcb7c630ce0 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4354918 Dec 16 09:51:15.122335 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45210) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:15.126887 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-ae16313b-410d-4fa3-995c-56d396488f36 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Request body: {'security_group_rule': {'security_group_id': 'e48741e9-5dd3-4af6-9d7d-076e83da6d43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:15.128954 n-d-820550-2 neutron-server[102817]: WARNING neutron.api.v2.base [None req-ae16313b-410d-4fa3-995c-56d396488f36 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 16 09:51:15.129495 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-ae16313b-410d-4fa3-995c-56d396488f36 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:51:15.130522 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ae16313b-410d-4fa3-995c-56d396488f36 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070615 Dec 16 09:51:15.143972 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45212) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:15.148301 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-5a83b1ce-6805-452c-a7f9-f27e25f428d7 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Request body: {'security_group_rule': {'security_group_id': 'e48741e9-5dd3-4af6-9d7d-076e83da6d43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:15.149037 n-d-820550-2 neutron-server[102817]: WARNING neutron.api.v2.base [None req-5a83b1ce-6805-452c-a7f9-f27e25f428d7 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 16 09:51:15.149550 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-5a83b1ce-6805-452c-a7f9-f27e25f428d7 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:51:15.150494 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5a83b1ce-6805-452c-a7f9-f27e25f428d7 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0056076 Dec 16 09:51:15.153928 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45214) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:15.159529 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-21c89885-9c78-45d4-876d-d6b7b7d936ef tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Request body: {'security_group_rule': {'security_group_id': 'e48741e9-5dd3-4af6-9d7d-076e83da6d43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:15.160357 n-d-820550-2 neutron-server[102817]: WARNING neutron.api.v2.base [None req-21c89885-9c78-45d4-876d-d6b7b7d936ef tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 16 09:51:15.161160 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-21c89885-9c78-45d4-876d-d6b7b7d936ef tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:51:15.165054 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-21c89885-9c78-45d4-876d-d6b7b7d936ef tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075452 Dec 16 09:51:15.165267 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45216) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:15.169879 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-b9a7c74d-3023-441d-9343-716b45c949ca tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Request body: {'security_group_rule': {'security_group_id': 'e48741e9-5dd3-4af6-9d7d-076e83da6d43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:15.170756 n-d-820550-2 neutron-server[102817]: WARNING neutron.api.v2.base [None req-b9a7c74d-3023-441d-9343-716b45c949ca tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 16 09:51:15.171249 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-b9a7c74d-3023-441d-9343-716b45c949ca tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:51:15.175060 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b9a7c74d-3023-441d-9343-716b45c949ca tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0063004 Dec 16 09:51:15.175824 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45218) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:15.186786 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-f1bf9fc1-a37a-484e-982a-f898cd580efd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:51:15.193933 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bf9fc1-a37a-484e-982a-f898cd580efd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:51:15.198030 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07da2a8d-8311-4352-a55b-012319f74790 req-5e038615-661b-4f88-afe9-8dfdc00cfd3d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4106820 Dec 16 09:51:15.199660 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf9fc1-a37a-484e-982a-f898cd580efd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Port': ['ID=d703595a-ed43-4c0f-87c8-e9c8ec1c12ca,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:15.231953 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-73f0e880-dcb4-457f-8073-c7e01eb7ac98 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:15.265561 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-73f0e880-dcb4-457f-8073-c7e01eb7ac98 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:15.395797 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-73f0e880-dcb4-457f-8073-c7e01eb7ac98 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:15.398403 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-73f0e880-dcb4-457f-8073-c7e01eb7ac98 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:15.399573 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-73f0e880-dcb4-457f-8073-c7e01eb7ac98 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "DELETE /v2.0/security-groups/e48741e9-5dd3-4af6-9d7d-076e83da6d43 HTTP/1.1" status: 204 len: 168 time: 0.2233279 Dec 16 09:51:15.402427 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45220) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:15.409204 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0e880-dcb4-457f-8073-c7e01eb7ac98 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48741e9-5dd3-4af6-9d7d-076e83da6d43,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:15.445739 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-70d1f7e4-5417-4a4e-87f8-28415e7e3a57 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0416744 Dec 16 09:51:15.449310 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45222) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:15.453482 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-b3efaccf-a57e-4841-a330-1061f9b34eb6 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Request body: {'security_group': {'name': 'tempest-secgroup--840758625'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:15.565741 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f1bf9fc1-a37a-484e-982a-f898cd580efd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:15.629673 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b3efaccf-a57e-4841-a330-1061f9b34eb6 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:15.788354 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b3efaccf-a57e-4841-a330-1061f9b34eb6 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:15.790810 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52489ce-a70e-46c7-8869-b6884b1218e1 req-9813ea10-a7d7-4d38-acb8-d2a4a1938911 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:15.792311 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f52489ce-a70e-46c7-8869-b6884b1218e1 req-9813ea10-a7d7-4d38-acb8-d2a4a1938911 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 946 time: 0.0481784 Dec 16 09:51:15.816490 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f1bf9fc1-a37a-484e-982a-f898cd580efd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:15.830821 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f52489ce-a70e-46c7-8869-b6884b1218e1 req-2353a5d8-28da-4475-9c60-61ff4dcd0e11 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318699 Dec 16 09:51:15.882233 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b3efaccf-a57e-4841-a330-1061f9b34eb6 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:15.924721 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3efaccf-a57e-4841-a330-1061f9b34eb6 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0f6895-a783-4f76-93c5-6c5e4c2ceb12,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:15.997716 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b3efaccf-a57e-4841-a330-1061f9b34eb6 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:15.998994 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b3efaccf-a57e-4841-a330-1061f9b34eb6 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5487690 Dec 16 09:51:16.001958 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45226) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:16.006459 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-bebfaf0f-261e-45c5-b368-9910cad161fc tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Request body: {'security_group_rule': {'security_group_id': '9b0f6895-a783-4f76-93c5-6c5e4c2ceb12', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:16.007183 n-d-820550-2 neutron-server[102817]: WARNING neutron.api.v2.base [None req-bebfaf0f-261e-45c5-b368-9910cad161fc tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 16 09:51:16.007674 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-bebfaf0f-261e-45c5-b368-9910cad161fc tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:51:16.008601 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-bebfaf0f-261e-45c5-b368-9910cad161fc tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056880 Dec 16 09:51:16.011412 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45228) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:16.016598 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-a88d6cdf-3082-4384-b125-a985a43a2da2 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Request body: {'security_group_rule': {'security_group_id': '9b0f6895-a783-4f76-93c5-6c5e4c2ceb12', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:16.024400 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1bf9fc1-a37a-484e-982a-f898cd580efd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Router cf514715-f8c1-4e28-9342-f9b1447f1682 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:51:16.134695 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1bf9fc1-a37a-484e-982a-f898cd580efd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:51:16.145227 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4da930e-9b3f-4c8c-9533-fab07d33afdf None None] Sync routers for ids ['cf514715-f8c1-4e28-9342-f9b1447f1682'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:51:16.154936 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4da930e-9b3f-4c8c-9533-fab07d33afdf None None] Routers {'cf514715-f8c1-4e28-9342-f9b1447f1682'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:16.155591 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-d4da930e-9b3f-4c8c-9533-fab07d33afdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:50:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['cf514715-f8c1-4e28-9342-f9b1447f1682'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:16.187106 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-d4da930e-9b3f-4c8c-9533-fab07d33afdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:16.195646 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4da930e-9b3f-4c8c-9533-fab07d33afdf None None] Routers {'cf514715-f8c1-4e28-9342-f9b1447f1682'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:16.195979 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-a88d6cdf-3082-4384-b125-a985a43a2da2 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:51:16.196231 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-d4da930e-9b3f-4c8c-9533-fab07d33afdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:50:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['cf514715-f8c1-4e28-9342-f9b1447f1682'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:16.197278 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a88d6cdf-3082-4384-b125-a985a43a2da2 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1849461 Dec 16 09:51:16.200568 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45232) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:16.204966 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-4232b8a7-b5bc-4286-bd1e-3935ca032387 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Request body: {'security_group_rule': {'security_group_id': '9b0f6895-a783-4f76-93c5-6c5e4c2ceb12', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:16.206258 n-d-820550-2 neutron-server[102817]: WARNING neutron.api.v2.base [None req-4232b8a7-b5bc-4286-bd1e-3935ca032387 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 16 09:51:16.206258 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-4232b8a7-b5bc-4286-bd1e-3935ca032387 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:51:16.207104 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4232b8a7-b5bc-4286-bd1e-3935ca032387 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0055094 Dec 16 09:51:16.209515 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45234) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:16.216964 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-be83af69-a0d5-4194-8492-6222f1e3fa13 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Request body: {'security_group_rule': {'security_group_id': '9b0f6895-a783-4f76-93c5-6c5e4c2ceb12', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:16.227336 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f1bf9fc1-a37a-484e-982a-f898cd580efd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:16.228014 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-d4da930e-9b3f-4c8c-9533-fab07d33afdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:16.231908 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f1bf9fc1-a37a-484e-982a-f898cd580efd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.5800939 Dec 16 09:51:16.232329 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4da930e-9b3f-4c8c-9533-fab07d33afdf None None] The sync data for ids ['cf514715-f8c1-4e28-9342-f9b1447f1682'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:51:16.232442 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45238) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:16.371029 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711a404-582a-42dd-82bd-6736db12f9b1 req-fde003a8-58f7-416f-91bc-c61d73be3748 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:16.372955 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a711a404-582a-42dd-82bd-6736db12f9b1 req-fde003a8-58f7-416f-91bc-c61d73be3748 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 946 time: 0.0725157 Dec 16 09:51:16.382008 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-df19e8db-520b-426f-a41d-635c6a5f348c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "GET /v2.0/routers/cf514715-f8c1-4e28-9342-f9b1447f1682 HTTP/1.1" status: 200 len: 880 time: 0.1475661 Dec 16 09:51:16.384720 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45240) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:16.422095 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a711a404-582a-42dd-82bd-6736db12f9b1 req-f58e9eca-ed11-41c9-9674-1a9273c333ae tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390179 Dec 16 09:51:16.493459 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-be83af69-a0d5-4194-8492-6222f1e3fa13 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:51:16.494527 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-be83af69-a0d5-4194-8492-6222f1e3fa13 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2841351 Dec 16 09:51:16.497981 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45242) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:16.502485 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-c2cc53d1-08f2-4fe0-a1b8-874b319e3863 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Request body: {'security_group_rule': {'security_group_id': '9b0f6895-a783-4f76-93c5-6c5e4c2ceb12', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:16.502966 n-d-820550-2 neutron-server[102817]: WARNING neutron.api.v2.base [None req-c2cc53d1-08f2-4fe0-a1b8-874b319e3863 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 16 09:51:16.505911 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-c2cc53d1-08f2-4fe0-a1b8-874b319e3863 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:51:16.505911 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c2cc53d1-08f2-4fe0-a1b8-874b319e3863 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054357 Dec 16 09:51:16.508683 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45244) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:16.514639 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-5e1a9e3d-5783-4b77-8868-c535072f2875 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Request body: {'security_group_rule': {'security_group_id': '9b0f6895-a783-4f76-93c5-6c5e4c2ceb12', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:16.638203 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-370ab23f-313a-4163-80cb-9810e5dd63d4 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2521679 Dec 16 09:51:16.640852 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45246) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:16.645549 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-8f3effc0-d3ab-4556-b9f5-733b5f0e1240 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1181701036'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:16.749088 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-5e1a9e3d-5783-4b77-8868-c535072f2875 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:51:16.750220 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5e1a9e3d-5783-4b77-8868-c535072f2875 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2397320 Dec 16 09:51:16.753016 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45248) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:16.757471 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-c8fea91b-5966-444c-a923-0bc749dfe1c3 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Request body: {'security_group_rule': {'security_group_id': '9b0f6895-a783-4f76-93c5-6c5e4c2ceb12', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:16.757948 n-d-820550-2 neutron-server[102816]: WARNING neutron.api.v2.base [None req-c8fea91b-5966-444c-a923-0bc749dfe1c3 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 16 09:51:16.758409 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-c8fea91b-5966-444c-a923-0bc749dfe1c3 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:51:16.759320 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c8fea91b-5966-444c-a923-0bc749dfe1c3 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0052824 Dec 16 09:51:16.761611 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45250) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:16.765700 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-e42da27d-3a64-4730-a80d-7c100d1ab28a tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Request body: {'security_group_rule': {'security_group_id': '9b0f6895-a783-4f76-93c5-6c5e4c2ceb12', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:16.931600 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-e42da27d-3a64-4730-a80d-7c100d1ab28a tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:51:16.932561 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e42da27d-3a64-4730-a80d-7c100d1ab28a tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1700284 Dec 16 09:51:16.936640 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45254) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:16.941748 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-ad7c9078-140e-4f1e-ab50-576bd5753778 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Request body: {'security_group_rule': {'security_group_id': '9b0f6895-a783-4f76-93c5-6c5e4c2ceb12', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:16.944680 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8f3effc0-d3ab-4556-b9f5-733b5f0e1240 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10956'] for router, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:16.968886 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ce153-9472-433e-a835-2825a6a53fe4 req-c5afa397-58b3-4e01-adf1-a75b46474eae tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:16.970443 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b67ce153-9472-433e-a835-2825a6a53fe4 req-c5afa397-58b3-4e01-adf1-a75b46474eae tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 946 time: 0.0690207 Dec 16 09:51:17.008361 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b67ce153-9472-433e-a835-2825a6a53fe4 req-d048614a-282d-4889-871d-52a9395f761b tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317643 Dec 16 09:51:17.011819 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8f3effc0-d3ab-4556-b9f5-733b5f0e1240 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575385'] for router, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:17.121134 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3effc0-d3ab-4556-b9f5-733b5f0e1240 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Router cf514715-f8c1-4e28-9342-f9b1447f1682 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:51:17.139744 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-ad7c9078-140e-4f1e-ab50-576bd5753778 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:51:17.140931 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ad7c9078-140e-4f1e-ab50-576bd5753778 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2032716 Dec 16 09:51:17.143716 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45258) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:17.206898 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3cecaac5-b2c7-4712-93d8-7c7358259cb9 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:17.227910 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3effc0-d3ab-4556-b9f5-733b5f0e1240 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:51:17.228285 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3cecaac5-b2c7-4712-93d8-7c7358259cb9 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:17.234685 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8f3effc0-d3ab-4556-b9f5-733b5f0e1240 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:17.235860 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8f3effc0-d3ab-4556-b9f5-733b5f0e1240 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "PUT /v2.0/routers/cf514715-f8c1-4e28-9342-f9b1447f1682 HTTP/1.1" status: 200 len: 887 time: 0.5939441 Dec 16 09:51:17.238556 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45260) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:17.240601 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45963edf-b83c-4e07-a6fb-e13fbbc15cea None None] Sync routers for ids ['cf514715-f8c1-4e28-9342-f9b1447f1682'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:51:17.251025 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45963edf-b83c-4e07-a6fb-e13fbbc15cea None None] Routers {'cf514715-f8c1-4e28-9342-f9b1447f1682'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:17.251701 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-45963edf-b83c-4e07-a6fb-e13fbbc15cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:50:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['cf514715-f8c1-4e28-9342-f9b1447f1682'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:17.283873 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-45963edf-b83c-4e07-a6fb-e13fbbc15cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:17.292502 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45963edf-b83c-4e07-a6fb-e13fbbc15cea None None] Routers {'cf514715-f8c1-4e28-9342-f9b1447f1682'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:17.293136 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-45963edf-b83c-4e07-a6fb-e13fbbc15cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:50:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['cf514715-f8c1-4e28-9342-f9b1447f1682'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:17.331662 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-45963edf-b83c-4e07-a6fb-e13fbbc15cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:17.332344 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45963edf-b83c-4e07-a6fb-e13fbbc15cea None None] The sync data for ids ['cf514715-f8c1-4e28-9342-f9b1447f1682'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:51:17.340291 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3cecaac5-b2c7-4712-93d8-7c7358259cb9 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:17.340291 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3cecaac5-b2c7-4712-93d8-7c7358259cb9 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:17.340291 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3cecaac5-b2c7-4712-93d8-7c7358259cb9 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "DELETE /v2.0/security-groups/9b0f6895-a783-4f76-93c5-6c5e4c2ceb12 HTTP/1.1" status: 204 len: 168 time: 0.1930506 Dec 16 09:51:17.342158 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45262) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:17.353393 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cecaac5-b2c7-4712-93d8-7c7358259cb9 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0f6895-a783-4f76-93c5-6c5e4c2ceb12,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:17.361634 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f597cb18-9482-4f49-a740-38e0a1d237fa tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "GET /v2.0/routers/cf514715-f8c1-4e28-9342-f9b1447f1682 HTTP/1.1" status: 200 len: 887 time: 0.1210747 Dec 16 09:51:17.363482 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45264) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:17.393761 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4925a75d-e4aa-4cd3-9bce-a0466f5f28c1 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0505242 Dec 16 09:51:17.397880 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a4cd7a36-f46e-4918-846d-6fc34185ad18 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf514715-f8c1-4e28-9342-f9b1447f1682 HTTP/1.1" status: 200 len: 205 time: 0.0329311 Dec 16 09:51:17.398025 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45266) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:17.399077 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45268) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:17.402215 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-9354bc62-1c29-4029-8a8a-a5d9621857f2 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Request body: {'security_group': {'name': 'tempest-secgroup--696504066'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:17.502654 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-788ca56f-6715-4dc7-af51-5ae5eab64eb0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:17.520971 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9354bc62-1c29-4029-8a8a-a5d9621857f2 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:17.560650 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130c3d1-b93b-4c78-b7eb-e972ba27ea9d req-d9fcbea9-fa07-4683-953b-c5d771ef58a0 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:17.562209 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9130c3d1-b93b-4c78-b7eb-e972ba27ea9d req-d9fcbea9-fa07-4683-953b-c5d771ef58a0 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 946 time: 0.0691333 Dec 16 09:51:17.607423 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-788ca56f-6715-4dc7-af51-5ae5eab64eb0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:17.621554 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9130c3d1-b93b-4c78-b7eb-e972ba27ea9d req-dded63fd-0615-42c3-a5ef-ff120a9a540d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506122 Dec 16 09:51:17.638670 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9354bc62-1c29-4029-8a8a-a5d9621857f2 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:17.710603 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9354bc62-1c29-4029-8a8a-a5d9621857f2 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:17.730276 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-788ca56f-6715-4dc7-af51-5ae5eab64eb0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Deleting port d703595a-ed43-4c0f-87c8-e9c8ec1c12ca {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:17.730625 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-788ca56f-6715-4dc7-af51-5ae5eab64eb0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:17.741049 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354bc62-1c29-4029-8a8a-a5d9621857f2 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19d4905e-8d0f-4dbc-a32a-2999f7048c79,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:17.805066 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-788ca56f-6715-4dc7-af51-5ae5eab64eb0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:17.816418 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-788ca56f-6715-4dc7-af51-5ae5eab64eb0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Calling delete_port for d703595a-ed43-4c0f-87c8-e9c8ec1c12ca owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:17.819194 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9354bc62-1c29-4029-8a8a-a5d9621857f2 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:17.820527 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9354bc62-1c29-4029-8a8a-a5d9621857f2 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4218800 Dec 16 09:51:17.823373 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45272) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:17.827748 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-03409e3d-2f37-4e6b-8867-ecd024fd5943 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Request body: {'security_group_rule': {'security_group_id': '19d4905e-8d0f-4dbc-a32a-2999f7048c79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:18.057019 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-788ca56f-6715-4dc7-af51-5ae5eab64eb0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:18.085920 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ca56f-6715-4dc7-af51-5ae5eab64eb0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event deleted for resources: {'Port': ['ID=d703595a-ed43-4c0f-87c8-e9c8ec1c12ca,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:18.092313 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-03409e3d-2f37-4e6b-8867-ecd024fd5943 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] create failed (client error): The resource could not be found. Dec 16 09:51:18.093425 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-03409e3d-2f37-4e6b-8867-ecd024fd5943 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2690730 Dec 16 09:51:18.096352 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45276) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:18.105141 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-ce3d3f19-9b96-466f-95de-477ced7c4adc tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Request body: {'security_group_rule': {'security_group_id': '19d4905e-8d0f-4dbc-a32a-2999f7048c79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b07cc5dc-83fc-49de-886e-e945bc725d03'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:18.189768 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa92b2-2cd7-46c2-bd1b-a17e48919117 req-dbfd9377-d790-4195-a0d9-afc68badfc02 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:18.191376 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2dfa92b2-2cd7-46c2-bd1b-a17e48919117 req-dbfd9377-d790-4195-a0d9-afc68badfc02 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 946 time: 0.1076636 Dec 16 09:51:18.196767 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-788ca56f-6715-4dc7-af51-5ae5eab64eb0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:18.303559 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-788ca56f-6715-4dc7-af51-5ae5eab64eb0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:18.312035 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-788ca56f-6715-4dc7-af51-5ae5eab64eb0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:18.321006 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2dfa92b2-2cd7-46c2-bd1b-a17e48919117 req-fd2df742-b94c-4248-8d17-ca78cab00b4c tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216331 Dec 16 09:51:18.341909 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-ce3d3f19-9b96-466f-95de-477ced7c4adc tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] create failed (client error): The resource could not be found. Dec 16 09:51:18.342983 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ce3d3f19-9b96-466f-95de-477ced7c4adc tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2456548 Dec 16 09:51:18.345851 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45280) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:18.398220 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bafbbbae-91a0-42d1-a3f0-167984385609 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:18.426457 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bafbbbae-91a0-42d1-a3f0-167984385609 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:18.462688 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-788ca56f-6715-4dc7-af51-5ae5eab64eb0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:18.463216 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788ca56f-6715-4dc7-af51-5ae5eab64eb0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Fanout notify agent at l3_agent the message router_deleted on router cf514715-f8c1-4e28-9342-f9b1447f1682 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:51:18.470550 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-788ca56f-6715-4dc7-af51-5ae5eab64eb0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:18.471816 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-788ca56f-6715-4dc7-af51-5ae5eab64eb0 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/routers/cf514715-f8c1-4e28-9342-f9b1447f1682 HTTP/1.1" status: 204 len: 168 time: 1.0717354 Dec 16 09:51:18.475420 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45282) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:18.480329 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-01624c73-0e75-4600-9c9a-3f2b252dc3be tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Request body: {'network': {'name': 'tempest-RoutersTest-1965065769'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:18.570988 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bafbbbae-91a0-42d1-a3f0-167984385609 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:18.573530 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bafbbbae-91a0-42d1-a3f0-167984385609 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:18.574682 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bafbbbae-91a0-42d1-a3f0-167984385609 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "DELETE /v2.0/security-groups/19d4905e-8d0f-4dbc-a32a-2999f7048c79 HTTP/1.1" status: 204 len: 168 time: 0.2278862 Dec 16 09:51:18.577462 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45284) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:18.585006 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafbbbae-91a0-42d1-a3f0-167984385609 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d4905e-8d0f-4dbc-a32a-2999f7048c79,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:18.606567 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01624c73-0e75-4600-9c9a-3f2b252dc3be tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Made reservation on behalf of dc7ac4e90e4a4d80b7aa4aaaa3c450d7 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:51:18.610598 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-01624c73-0e75-4600-9c9a-3f2b252dc3be tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:18.630291 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1991c714-bd24-4ed8-8cc5-6ba75d06900e tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0476720 Dec 16 09:51:18.630580 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45286) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:18.634879 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-af505076-8cdc-4b5a-91f6-75cd9e720f62 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Request body: {'security_group_rule': {'security_group_id': '192a4778-5239-4125-b2de-e167313936d8', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:18.641717 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01624c73-0e75-4600-9c9a-3f2b252dc3be tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:51:18.658091 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-01624c73-0e75-4600-9c9a-3f2b252dc3be tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:18.658438 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-01624c73-0e75-4600-9c9a-3f2b252dc3be tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Added segment e5bbe5a9-87ad-43a2-9377-9feb967e5dc2 of type vlan for network d0cd5f0d-b687-46aa-83e6-556659650ee1 Dec 16 09:51:18.712372 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-01624c73-0e75-4600-9c9a-3f2b252dc3be tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:18.774877 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998b4e4-8034-4cb5-a808-3ba1de15f82d req-2b82337e-a125-40a7-8a0d-21385fb91f86 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:18.776358 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3998b4e4-8034-4cb5-a808-3ba1de15f82d req-2b82337e-a125-40a7-8a0d-21385fb91f86 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 946 time: 0.0830796 Dec 16 09:51:18.815191 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3998b4e4-8034-4cb5-a808-3ba1de15f82d req-8de1e874-3d5c-49fd-bb41-28e1f29daf8f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321662 Dec 16 09:51:18.834075 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-01624c73-0e75-4600-9c9a-3f2b252dc3be tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:18.839659 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01624c73-0e75-4600-9c9a-3f2b252dc3be tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:18.840949 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-01624c73-0e75-4600-9c9a-3f2b252dc3be tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:18.890878 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-af505076-8cdc-4b5a-91f6-75cd9e720f62 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] create failed (client error): The resource could not be found. Dec 16 09:51:18.891905 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-af505076-8cdc-4b5a-91f6-75cd9e720f62 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2604010 Dec 16 09:51:18.895549 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45290) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:18.900185 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-7e2052ea-e8a7-42d1-bd35-2624497acf9c tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Request body: {'security_group': {'name': 'tempest-secgroup--90804247'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:18.914341 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01624c73-0e75-4600-9c9a-3f2b252dc3be tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Network': ['ID=d0cd5f0d-b687-46aa-83e6-556659650ee1,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:18.924291 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network d0cd5f0d-b687-46aa-83e6-556659650ee1 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:51:18.971653 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-01624c73-0e75-4600-9c9a-3f2b252dc3be tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4925737 Dec 16 09:51:18.972519 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45292) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:18.978599 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-6d739862-abd1-416a-87cd-8a8a68cdd95b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Request body: {'subnet': {'network_id': 'd0cd5f0d-b687-46aa-83e6-556659650ee1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:19.053134 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7e2052ea-e8a7-42d1-bd35-2624497acf9c tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:19.120001 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7e2052ea-e8a7-42d1-bd35-2624497acf9c tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:19.142522 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d739862-abd1-416a-87cd-8a8a68cdd95b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Made reservation on behalf of dc7ac4e90e4a4d80b7aa4aaaa3c450d7 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:51:19.146083 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6d739862-abd1-416a-87cd-8a8a68cdd95b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:19.207354 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7e2052ea-e8a7-42d1-bd35-2624497acf9c tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:19.235641 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2052ea-e8a7-42d1-bd35-2624497acf9c tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3edeef68-2b23-4a8a-9d76-a7514d7f955c,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:19.243327 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2052ea-e8a7-42d1-bd35-2624497acf9c tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:19.243810 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2052ea-e8a7-42d1-bd35-2624497acf9c tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:19.244014 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2052ea-e8a7-42d1-bd35-2624497acf9c tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:19.244358 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2052ea-e8a7-42d1-bd35-2624497acf9c tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:19.244695 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2052ea-e8a7-42d1-bd35-2624497acf9c tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:19.245063 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2052ea-e8a7-42d1-bd35-2624497acf9c tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:19.245382 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2052ea-e8a7-42d1-bd35-2624497acf9c tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:19.245714 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2052ea-e8a7-42d1-bd35-2624497acf9c tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:19.246146 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2052ea-e8a7-42d1-bd35-2624497acf9c tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:19.246369 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2052ea-e8a7-42d1-bd35-2624497acf9c tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:19.247327 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2052ea-e8a7-42d1-bd35-2624497acf9c tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:19.247660 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2052ea-e8a7-42d1-bd35-2624497acf9c tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:19.306268 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7e2052ea-e8a7-42d1-bd35-2624497acf9c tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:19.307536 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7e2052ea-e8a7-42d1-bd35-2624497acf9c tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4109147 Dec 16 09:51:19.310904 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45296) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:19.315258 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-c6726ff4-362e-4a6c-9d69-12079a08793a tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Request body: {'security_group': {'name': 'tempest-secgroup--4934847'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:19.434335 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf668e4-4cd9-4da1-a7f1-72f7df281144 req-721690f6-38ae-49ac-8cf7-03176fdb51a0 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:19.435721 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cdf668e4-4cd9-4da1-a7f1-72f7df281144 req-721690f6-38ae-49ac-8cf7-03176fdb51a0 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 946 time: 0.0481892 Dec 16 09:51:19.472312 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cdf668e4-4cd9-4da1-a7f1-72f7df281144 req-9ac1868f-d4a8-4653-901c-cba8fa31d0c3 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305731 Dec 16 09:51:19.482604 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6726ff4-362e-4a6c-9d69-12079a08793a tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:19.545904 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6726ff4-362e-4a6c-9d69-12079a08793a tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:19.548532 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6d739862-abd1-416a-87cd-8a8a68cdd95b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:19.619439 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d739862-abd1-416a-87cd-8a8a68cdd95b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Subnet': ['ID=8a70ea39-74fb-4ca7-a23c-435c799afffd,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:19.629851 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d739862-abd1-416a-87cd-8a8a68cdd95b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Checking segment: {'id': 'e5bbe5a9-87ad-43a2-9377-9feb967e5dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd0cd5f0d-b687-46aa-83e6-556659650ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:51:19.630219 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d739862-abd1-416a-87cd-8a8a68cdd95b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Network hostable DHCP agents. Network: d0cd5f0d-b687-46aa-83e6-556659650ee1, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:51:19.645801 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6726ff4-362e-4a6c-9d69-12079a08793a tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:19.675381 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6726ff4-362e-4a6c-9d69-12079a08793a tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ca73ca-b684-4dce-aae1-362735ff66e0,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:19.731873 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d739862-abd1-416a-87cd-8a8a68cdd95b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Network d0cd5f0d-b687-46aa-83e6-556659650ee1 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:51:19.755851 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6726ff4-362e-4a6c-9d69-12079a08793a tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:19.757096 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c6726ff4-362e-4a6c-9d69-12079a08793a tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4452567 Dec 16 09:51:19.759890 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45300) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:19.764379 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-d103f9e7-f5bf-447a-87c0-73a32a7ade78 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Request body: {'security_group_rule': {'security_group_id': '3edeef68-2b23-4a8a-9d76-a7514d7f955c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '74ca73ca-b684-4dce-aae1-362735ff66e0'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:19.801319 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-6d739862-abd1-416a-87cd-8a8a68cdd95b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, d0cd5f0d-b687-46aa-83e6-556659650ee1) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:51:19.805333 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d739862-abd1-416a-87cd-8a8a68cdd95b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:19.805987 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6d739862-abd1-416a-87cd-8a8a68cdd95b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:19.811205 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4863670e-dfc6-4b8f-9820-56c46a21b23d None None] Network d0cd5f0d-b687-46aa-83e6-556659650ee1 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:51:19.930510 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6d739862-abd1-416a-87cd-8a8a68cdd95b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9558415 Dec 16 09:51:19.938400 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45304) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:19.943155 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-a9f4c304-81c8-47b8-8ed5-9f67f1fd33fb tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1187149583', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:19.943328 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763e49a-3f26-4405-9202-e5a87dd88ff6 req-06686154-39d1-41fb-bc44-e2614f4a6416 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:19.944801 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3763e49a-3f26-4405-9202-e5a87dd88ff6 req-06686154-39d1-41fb-bc44-e2614f4a6416 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 946 time: 0.0540211 Dec 16 09:51:19.957331 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324cd8d0-96a0-4ba0-a044-efb028de7bb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-d0cd5f0d-b687-46aa-83e6-556659650ee1', 'network_id': 'd0cd5f0d-b687-46aa-83e6-556659650ee1', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'fixed_ips': [{'subnet_id': '8a70ea39-74fb-4ca7-a23c-435c799afffd'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:51:19.958209 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-324cd8d0-96a0-4ba0-a044-efb028de7bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:19.974233 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-d103f9e7-f5bf-447a-87c0-73a32a7ade78 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:51:19.975273 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d103f9e7-f5bf-447a-87c0-73a32a7ade78 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2144392 Dec 16 09:51:19.978485 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45306) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:19.994282 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3763e49a-3f26-4405-9202-e5a87dd88ff6 req-01e9a3a2-9154-49e3-a575-5e98b8bc1a6a tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423899 Dec 16 09:51:20.033529 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3503c022-812b-4934-94d6-87364250219d tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:20.055103 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a9f4c304-81c8-47b8-8ed5-9f67f1fd33fb tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:20.056102 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a9f4c304-81c8-47b8-8ed5-9f67f1fd33fb tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:20.059981 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3503c022-812b-4934-94d6-87364250219d tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:20.097064 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-324cd8d0-96a0-4ba0-a044-efb028de7bb4 None None] Allocated IP 172.20.0.2 (d0cd5f0d-b687-46aa-83e6-556659650ee1/8a70ea39-74fb-4ca7-a23c-435c799afffd/ac4c6b7f-0089-48b9-a663-5a682a480e42) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:51:20.133737 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a9f4c304-81c8-47b8-8ed5-9f67f1fd33fb tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:20.196489 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a9f4c304-81c8-47b8-8ed5-9f67f1fd33fb tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:20.218373 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3503c022-812b-4934-94d6-87364250219d tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:20.220825 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3503c022-812b-4934-94d6-87364250219d tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:20.221987 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3503c022-812b-4934-94d6-87364250219d tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "DELETE /v2.0/security-groups/74ca73ca-b684-4dce-aae1-362735ff66e0 HTTP/1.1" status: 204 len: 168 time: 0.2424648 Dec 16 09:51:20.224802 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45308) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:20.231829 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503c022-812b-4934-94d6-87364250219d tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ca73ca-b684-4dce-aae1-362735ff66e0,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:20.239033 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-324cd8d0-96a0-4ba0-a044-efb028de7bb4 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:20.239253 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503c022-812b-4934-94d6-87364250219d tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:20.239570 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503c022-812b-4934-94d6-87364250219d tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:20.239905 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503c022-812b-4934-94d6-87364250219d tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:20.240238 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503c022-812b-4934-94d6-87364250219d tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:20.240564 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503c022-812b-4934-94d6-87364250219d tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:20.240887 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503c022-812b-4934-94d6-87364250219d tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:20.241230 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503c022-812b-4934-94d6-87364250219d tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:20.242056 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503c022-812b-4934-94d6-87364250219d tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:20.242056 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503c022-812b-4934-94d6-87364250219d tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:20.242334 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503c022-812b-4934-94d6-87364250219d tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:20.242449 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503c022-812b-4934-94d6-87364250219d tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:20.242764 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503c022-812b-4934-94d6-87364250219d tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:20.280970 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ae7e6a93-4dc5-4d22-abff-b8239c58fb34 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0548460 Dec 16 09:51:20.283496 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45310) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:20.289124 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a9f4c304-81c8-47b8-8ed5-9f67f1fd33fb tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:20.290520 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a9f4c304-81c8-47b8-8ed5-9f67f1fd33fb tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3510931 Dec 16 09:51:20.293847 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45312) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:20.316591 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-324cd8d0-96a0-4ba0-a044-efb028de7bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:20.344374 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c39e1eea-cb7c-40ab-810b-b564d252b79e tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:20.366657 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324cd8d0-96a0-4ba0-a044-efb028de7bb4 None None] Network d0cd5f0d-b687-46aa-83e6-556659650ee1 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:51:20.369971 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-324cd8d0-96a0-4ba0-a044-efb028de7bb4 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:51:20.370168 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c39e1eea-cb7c-40ab-810b-b564d252b79e tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:20.377850 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324cd8d0-96a0-4ba0-a044-efb028de7bb4 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:51:20.380779 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324cd8d0-96a0-4ba0-a044-efb028de7bb4 None None] Pushing event updated for resources: {'Port': ['ID=ac4c6b7f-0089-48b9-a663-5a682a480e42,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:20.435420 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-324cd8d0-96a0-4ba0-a044-efb028de7bb4 None None] Attempting to bind port ac4c6b7f-0089-48b9-a663-5a682a480e42 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:51:20.435420 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-324cd8d0-96a0-4ba0-a044-efb028de7bb4 None None] Attempting to bind port ac4c6b7f-0089-48b9-a663-5a682a480e42 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'e5bbe5a9-87ad-43a2-9377-9feb967e5dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd0cd5f0d-b687-46aa-83e6-556659650ee1'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:51:20.436500 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324cd8d0-96a0-4ba0-a044-efb028de7bb4 None None] Attempting to bind port ac4c6b7f-0089-48b9-a663-5a682a480e42 on network d0cd5f0d-b687-46aa-83e6-556659650ee1 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:51:20.441684 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324cd8d0-96a0-4ba0-a044-efb028de7bb4 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:51:20.441684 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324cd8d0-96a0-4ba0-a044-efb028de7bb4 None None] Checking segment: {'id': 'e5bbe5a9-87ad-43a2-9377-9feb967e5dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd0cd5f0d-b687-46aa-83e6-556659650ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:51:20.441684 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-324cd8d0-96a0-4ba0-a044-efb028de7bb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:20.442156 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324cd8d0-96a0-4ba0-a044-efb028de7bb4 None None] Bound using segment: {'id': 'e5bbe5a9-87ad-43a2-9377-9feb967e5dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd0cd5f0d-b687-46aa-83e6-556659650ee1'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:51:20.442521 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-324cd8d0-96a0-4ba0-a044-efb028de7bb4 None None] Bound port: ac4c6b7f-0089-48b9-a663-5a682a480e42, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5bbe5a9-87ad-43a2-9377-9feb967e5dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd0cd5f0d-b687-46aa-83e6-556659650ee1'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:51:20.442908 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-324cd8d0-96a0-4ba0-a044-efb028de7bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:20.506733 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-324cd8d0-96a0-4ba0-a044-efb028de7bb4 None None] For port ac4c6b7f-0089-48b9-a663-5a682a480e42, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:51:20.510148 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-324cd8d0-96a0-4ba0-a044-efb028de7bb4 None None] For port ac4c6b7f-0089-48b9-a663-5a682a480e42, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ac4c6b7f-0089-48b9-a663-5a682a480e42,segment=NetworkSegment(e5bbe5a9-87ad-43a2-9377-9feb967e5dc2),segment_id=e5bbe5a9-87ad-43a2-9377-9feb967e5dc2)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:51:20.519951 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c39e1eea-cb7c-40ab-810b-b564d252b79e tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:20.522996 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c39e1eea-cb7c-40ab-810b-b564d252b79e tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:20.525489 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c39e1eea-cb7c-40ab-810b-b564d252b79e tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "DELETE /v2.0/security-groups/3edeef68-2b23-4a8a-9d76-a7514d7f955c HTTP/1.1" status: 204 len: 168 time: 0.2410045 Dec 16 09:51:20.527210 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45318) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:20.537846 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e1eea-cb7c-40ab-810b-b564d252b79e tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edeef68-2b23-4a8a-9d76-a7514d7f955c,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:20.585395 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-324cd8d0-96a0-4ba0-a044-efb028de7bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:20.601802 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b905f-8bf7-4c4e-a74c-e24097ff5ce1 req-f6d9a6ca-6bce-4dcb-9835-39b08ef3f810 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:20.603424 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a97b905f-8bf7-4c4e-a74c-e24097ff5ce1 req-f6d9a6ca-6bce-4dcb-9835-39b08ef3f810 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 946 time: 0.0600114 Dec 16 09:51:20.606351 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2b8c7d38-115b-4e4e-896d-437000b5aa20 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0775235 Dec 16 09:51:20.610080 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45320) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:20.616353 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-96915784-a202-4bb4-a96a-84ebae339722 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Request body: {'security_group': {'name': 'tempest-secgroup--2029823375'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:20.646663 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a97b905f-8bf7-4c4e-a74c-e24097ff5ce1 req-344358c1-47db-4d6f-b8e0-3204f40f96fd tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342379 Dec 16 09:51:20.648094 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1e06ddb4-54f6-4c74-9251-8c291aac4b2d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:20.663233 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324cd8d0-96a0-4ba0-a044-efb028de7bb4 None None] Pushing event updated for resources: {'Port': ['ID=ac4c6b7f-0089-48b9-a663-5a682a480e42,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:20.736863 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-96915784-a202-4bb4-a96a-84ebae339722 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:20.914175 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-96915784-a202-4bb4-a96a-84ebae339722 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:20.962161 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-1e06ddb4-54f6-4c74-9251-8c291aac4b2d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Allocated IP 172.20.0.1 (d0cd5f0d-b687-46aa-83e6-556659650ee1/8a70ea39-74fb-4ca7-a23c-435c799afffd/4249d85f-14ad-404f-8e70-2880e933ef83) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:51:20.988149 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-96915784-a202-4bb4-a96a-84ebae339722 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:21.057437 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96915784-a202-4bb4-a96a-84ebae339722 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c613e26c-6b79-4a01-a315-3c7e39a8901d,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:21.116536 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-96915784-a202-4bb4-a96a-84ebae339722 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:21.117796 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-96915784-a202-4bb4-a96a-84ebae339722 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5067911 Dec 16 09:51:21.122895 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45324) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:21.130365 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-1db8b280-47c0-429e-9d25-e95bba15a63d tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:21.136394 n-d-820550-2 neutron-server[102816]: WARNING neutron.api.v2.base [None req-1db8b280-47c0-429e-9d25-e95bba15a63d tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 16 09:51:21.136394 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-1db8b280-47c0-429e-9d25-e95bba15a63d tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] update failed (client error): There was a conflict when trying to complete your request. Dec 16 09:51:21.136394 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1db8b280-47c0-429e-9d25-e95bba15a63d tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "PUT /v2.0/security-groups/c613e26c-6b79-4a01-a315-3c7e39a8901d HTTP/1.1" status: 409 len: 330 time: 0.0059853 Dec 16 09:51:21.142746 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45326) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:21.155185 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1e06ddb4-54f6-4c74-9251-8c291aac4b2d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:21.160584 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122f666-a892-4233-b52d-2bf468857dda req-ff7407d9-3a6c-4ffd-bac0-c1dbcb2195ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:21.162334 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4122f666-a892-4233-b52d-2bf468857dda req-ff7407d9-3a6c-4ffd-bac0-c1dbcb2195ad service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 1097 time: 0.0441339 Dec 16 09:51:21.198413 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4122f666-a892-4233-b52d-2bf468857dda req-d8594470-3b1c-4294-a036-fc6b8409e646 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289254 Dec 16 09:51:21.539303 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed0990-64a8-4a02-ac09-93c3a41182b1 req-fa9a4b6d-496f-4f0e-a5ea-1cc9900c760b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:21.540860 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c0ed0990-64a8-4a02-ac09-93c3a41182b1 req-fa9a4b6d-496f-4f0e-a5ea-1cc9900c760b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 946 time: 0.4724698 Dec 16 09:51:21.595137 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913e7b52-727e-421e-ae0d-56bf682a714d None None] Network d0cd5f0d-b687-46aa-83e6-556659650ee1 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:51:21.600191 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65bbf846-2bd7-403f-9b32-9c563b4b9cdc tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:21.620329 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c0ed0990-64a8-4a02-ac09-93c3a41182b1 req-d56658ed-f5cf-4d74-85ff-7c59863b9044 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686991 Dec 16 09:51:21.635604 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65bbf846-2bd7-403f-9b32-9c563b4b9cdc tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:21.678042 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-1e60e060-67b1-4bf0-8517-07e19f469529 None None] Provisioning complete for port ac4c6b7f-0089-48b9-a663-5a682a480e42 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:21.678399 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1e60e060-67b1-4bf0-8517-07e19f469529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:21.686181 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1e06ddb4-54f6-4c74-9251-8c291aac4b2d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:21.726760 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e06ddb4-54f6-4c74-9251-8c291aac4b2d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Network d0cd5f0d-b687-46aa-83e6-556659650ee1 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:51:21.729986 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-1e06ddb4-54f6-4c74-9251-8c291aac4b2d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:51:21.735364 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e06ddb4-54f6-4c74-9251-8c291aac4b2d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:51:21.768843 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e06ddb4-54f6-4c74-9251-8c291aac4b2d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Port': ['ID=4249d85f-14ad-404f-8e70-2880e933ef83,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:21.773328 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65bbf846-2bd7-403f-9b32-9c563b4b9cdc tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:21.776295 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65bbf846-2bd7-403f-9b32-9c563b4b9cdc tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:21.778558 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-65bbf846-2bd7-403f-9b32-9c563b4b9cdc tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "DELETE /v2.0/security-groups/c613e26c-6b79-4a01-a315-3c7e39a8901d HTTP/1.1" status: 204 len: 168 time: 0.6325715 Dec 16 09:51:21.786656 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45332) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:21.795273 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bbf846-2bd7-403f-9b32-9c563b4b9cdc tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c613e26c-6b79-4a01-a315-3c7e39a8901d,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:21.804369 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1e06ddb4-54f6-4c74-9251-8c291aac4b2d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:21.822287 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c2864-438e-410a-8a72-84fe6055bb79 req-55d496d1-363c-4733-a6e5-830a67da977c tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:21.830601 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-121c2864-438e-410a-8a72-84fe6055bb79 req-55d496d1-363c-4733-a6e5-830a67da977c tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 946 time: 0.0905039 Dec 16 09:51:21.832578 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1e60e060-67b1-4bf0-8517-07e19f469529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:21.866536 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-1e60e060-67b1-4bf0-8517-07e19f469529 None None] For port ac4c6b7f-0089-48b9-a663-5a682a480e42, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ac4c6b7f-0089-48b9-a663-5a682a480e42,segment=NetworkSegment(e5bbe5a9-87ad-43a2-9377-9feb967e5dc2),segment_id=e5bbe5a9-87ad-43a2-9377-9feb967e5dc2)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:21.877481 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45334) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:21.877985 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-06cf8103-8220-44f5-a0a7-e2851a6dbaf1 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0899422 Dec 16 09:51:21.896484 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-959d23a3-1763-4630-8967-88ee04c5d6d7 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] delete failed (client error): The resource could not be found. Dec 16 09:51:21.897554 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-959d23a3-1763-4630-8967-88ee04c5d6d7 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "DELETE /v2.0/security-groups/c37b34e0-aa76-4dba-8cae-d3f330b4e184 HTTP/1.1" status: 404 len: 347 time: 0.0189826 Dec 16 09:51:21.901922 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-121c2864-438e-410a-8a72-84fe6055bb79 req-1ec8fd22-76b9-4d01-9d02-ca1902a6fb23 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502303 Dec 16 09:51:21.903236 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45336) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:21.927534 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-779f12d8-8747-4926-8573-24882c51030a tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] show failed (client error): The resource could not be found. Dec 16 09:51:21.928558 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-779f12d8-8747-4926-8573-24882c51030a tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "GET /v2.0/security-groups/b2486340-6533-4df6-86e5-93cfefcd1c40 HTTP/1.1" status: 404 len: 347 time: 0.0238402 Dec 16 09:51:21.933077 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45338) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:21.933369 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1e60e060-67b1-4bf0-8517-07e19f469529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:21.944774 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-4595d3a4-151c-4a17-954d-f4215b4a9368 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] show failed (client error): The resource could not be found. Dec 16 09:51:21.951161 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4595d3a4-151c-4a17-954d-f4215b4a9368 tempest-NegativeSecGroupTest-2005481433 tempest-NegativeSecGroupTest-2005481433-project] 10.222.0.60 "GET /v2.0/security-group-rules/fa6c644e-e6fb-4931-aed2-8ea3733b412b HTTP/1.1" status: 404 len: 356 time: 0.0169010 Dec 16 09:51:22.010527 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60e060-67b1-4bf0-8517-07e19f469529 None None] Pushing event updated for resources: {'Port': ['ID=ac4c6b7f-0089-48b9-a663-5a682a480e42,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:22.023535 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-526d5412-1ed9-40e2-82bd-e709f1eabc40 service neutron] show failed (client error): The resource could not be found. Dec 16 09:51:22.024867 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-526d5412-1ed9-40e2-82bd-e709f1eabc40 service neutron] 10.222.0.58 "GET /v2.0/ports/f35562bc-9a14-42ec-ae8f-b2022f9618bd/bindings/n-h1-820550-2 HTTP/1.1" status: 404 len: 380 time: 0.1139090 Dec 16 09:51:22.036603 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1e06ddb4-54f6-4c74-9251-8c291aac4b2d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:22.158374 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-519010d9-6f26-43e8-81c5-87dd4bd0872b None None] Provisioning complete for port 4249d85f-14ad-404f-8e70-2880e933ef83 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:22.158745 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-519010d9-6f26-43e8-81c5-87dd4bd0872b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:22.198189 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-519010d9-6f26-43e8-81c5-87dd4bd0872b None None] Port 4249d85f-14ad-404f-8e70-2880e933ef83 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:51:22.210337 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-519010d9-6f26-43e8-81c5-87dd4bd0872b None None] Provisioning complete for port ac4c6b7f-0089-48b9-a663-5a682a480e42 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:22.210714 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-519010d9-6f26-43e8-81c5-87dd4bd0872b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:22.356050 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1e06ddb4-54f6-4c74-9251-8c291aac4b2d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:22.422590 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ac4c6b7f-0089-48b9-a663-5a682a480e42 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:51:22.441569 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1e06ddb4-54f6-4c74-9251-8c291aac4b2d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:22.459384 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b1dceb8f-8335-4b63-83a3-999b29d198db None None] Provisioning complete for port 4249d85f-14ad-404f-8e70-2880e933ef83 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:22.459758 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b1dceb8f-8335-4b63-83a3-999b29d198db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:22.509077 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-b1dceb8f-8335-4b63-83a3-999b29d198db None None] Port 4249d85f-14ad-404f-8e70-2880e933ef83 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:51:22.511661 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port ac4c6b7f-0089-48b9-a663-5a682a480e42 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:22.512591 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:22.532825 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45346) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:22.536166 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e06ddb4-54f6-4c74-9251-8c291aac4b2d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Port': ['ID=4249d85f-14ad-404f-8e70-2880e933ef83,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:22.544722 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1e06ddb4-54f6-4c74-9251-8c291aac4b2d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:22.645442 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e06ddb4-54f6-4c74-9251-8c291aac4b2d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Network d0cd5f0d-b687-46aa-83e6-556659650ee1 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:51:22.646695 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-1e06ddb4-54f6-4c74-9251-8c291aac4b2d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:51:22.745458 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c46557ce-897a-4252-9b63-54a6848d8be3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f366115b5bbc458799cf347c298c61ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2053158 Dec 16 09:51:22.748004 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45352) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:22.825300 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96181a-90a0-4ec3-88ce-3d0c6ad93141 req-8b0abd9c-a8b6-4d2f-a012-5cedd9fc1473 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:22.827519 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6d96181a-90a0-4ec3-88ce-3d0c6ad93141 req-8b0abd9c-a8b6-4d2f-a012-5cedd9fc1473 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 946 time: 0.1188812 Dec 16 09:51:22.829481 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-412f864b-e3f6-43d4-b026-cc7b7efee6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:22.831062 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-412f864b-e3f6-43d4-b026-cc7b7efee6d3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a&tenant_id=7d5ec801137f4c9888df57468cddd269 HTTP/1.1" status: 200 len: 1097 time: 0.1233873 Dec 16 09:51:22.832446 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2e909423-c3af-4007-aab1-260cc02ded22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:22.849571 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-9eb1e326-3523-4622-87f6-7509831907a9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820550-2', 'device_owner': 'compute:nova'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:22.863777 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2e909423-c3af-4007-aab1-260cc02ded22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:22.918008 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6d96181a-90a0-4ec3-88ce-3d0c6ad93141 req-c514729a-7010-428e-9e67-eaf92e03c890 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800402 Dec 16 09:51:22.923683 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-9eb1e326-3523-4622-87f6-7509831907a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:22.937633 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e06ddb4-54f6-4c74-9251-8c291aac4b2d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Router eaabaff7-362a-4913-b081-9aeb992e3d5a is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:51:22.954339 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-f6a7da45-54dc-4305-a1b5-a5b6cb51a52a None None] Provisioning complete for port 4249d85f-14ad-404f-8e70-2880e933ef83 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:22.955389 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f6a7da45-54dc-4305-a1b5-a5b6cb51a52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:23.019116 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f6a7da45-54dc-4305-a1b5-a5b6cb51a52a None None] Port 4249d85f-14ad-404f-8e70-2880e933ef83 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:51:23.021658 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2e909423-c3af-4007-aab1-260cc02ded22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:23.026357 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2e909423-c3af-4007-aab1-260cc02ded22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:23.028814 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2e909423-c3af-4007-aab1-260cc02ded22 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b6154521-1e02-443c-9371-fe5fc4137561 HTTP/1.1" status: 204 len: 168 time: 0.2796285 Dec 16 09:51:23.078779 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e909423-c3af-4007-aab1-260cc02ded22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6154521-1e02-443c-9371-fe5fc4137561,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:23.116377 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e06ddb4-54f6-4c74-9251-8c291aac4b2d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:51:23.124202 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1e06ddb4-54f6-4c74-9251-8c291aac4b2d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "PUT /v2.0/routers/eaabaff7-362a-4913-b081-9aeb992e3d5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8273816 Dec 16 09:51:23.126278 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45358) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:23.127790 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42055c9d-1231-45a7-90f7-5c77e3649013 None None] Sync routers for ids ['eaabaff7-362a-4913-b081-9aeb992e3d5a'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:51:23.140395 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42055c9d-1231-45a7-90f7-5c77e3649013 None None] Routers {'eaabaff7-362a-4913-b081-9aeb992e3d5a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:23.141018 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-42055c9d-1231-45a7-90f7-5c77e3649013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:50:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['eaabaff7-362a-4913-b081-9aeb992e3d5a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:23.144333 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbd486-056d-4094-8043-a0c00d7b0771 req-41833475-01cd-4c5d-9e74-a8fe0b5b5f2b tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:23.145799 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-85bbd486-056d-4094-8043-a0c00d7b0771 req-41833475-01cd-4c5d-9e74-a8fe0b5b5f2b tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 946 time: 0.1275494 Dec 16 09:51:23.159546 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-9eb1e326-3523-4622-87f6-7509831907a9 service neutron] For port f35562bc-9a14-42ec-ae8f-b2022f9618bd, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=f35562bc-9a14-42ec-ae8f-b2022f9618bd,segment=NetworkSegment(10f88423-3675-4567-b09d-23515d1ad9be),segment_id=10f88423-3675-4567-b09d-23515d1ad9be)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:23.177211 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-42055c9d-1231-45a7-90f7-5c77e3649013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:23.187531 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42055c9d-1231-45a7-90f7-5c77e3649013 None None] Routers {'eaabaff7-362a-4913-b081-9aeb992e3d5a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:23.188209 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-42055c9d-1231-45a7-90f7-5c77e3649013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:50:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['eaabaff7-362a-4913-b081-9aeb992e3d5a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:23.204976 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899dc0ef-314a-480f-a39b-88b96d2477b3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:23.209184 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-899dc0ef-314a-480f-a39b-88b96d2477b3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "GET /v2.0/ports/4249d85f-14ad-404f-8e70-2880e933ef83 HTTP/1.1" status: 200 len: 910 time: 0.0795488 Dec 16 09:51:23.209904 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45360) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:23.217544 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-5d73c230-50c3-4a68-80cd-e38c677d6ebf tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8a70ea39-74fb-4ca7-a23c-435c799afffd'}]}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:23.224137 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-85bbd486-056d-4094-8043-a0c00d7b0771 req-68cb9616-db6d-423e-a8cf-549df8f1183f tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561533 Dec 16 09:51:23.226980 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-42055c9d-1231-45a7-90f7-5c77e3649013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:23.226980 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42055c9d-1231-45a7-90f7-5c77e3649013 None None] The sync data for ids ['eaabaff7-362a-4913-b081-9aeb992e3d5a'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:51:23.228670 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-9eb1e326-3523-4622-87f6-7509831907a9 service neutron] For port f35562bc-9a14-42ec-ae8f-b2022f9618bd, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:51:23.342403 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b046558-d631-42ce-becb-ca8c81de5f3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f35562bc-9a14-42ec-ae8f-b2022f9618bd'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:51:23.344684 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6545696-b195-487b-a148-052dff22f35f" -d '{"events": [{"server_uuid": "5b046558-d631-42ce-becb-ca8c81de5f3a", "name": "network-vif-unplugged", "status": "completed", "tag": "f35562bc-9a14-42ec-ae8f-b2022f9618bd"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:51:23.348542 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-9eb1e326-3523-4622-87f6-7509831907a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:23.405323 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91216a23-18c5-4067-b162-f68b567e56bf x-openstack-request-id: req-91216a23-18c5-4067-b162-f68b567e56bf {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:51:23.405611 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b046558-d631-42ce-becb-ca8c81de5f3a", "name": "network-vif-unplugged", "status": "completed", "tag": "f35562bc-9a14-42ec-ae8f-b2022f9618bd", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:51:23.405866 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-91216a23-18c5-4067-b162-f68b567e56bf {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:51:23.406301 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b046558-d631-42ce-becb-ca8c81de5f3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f35562bc-9a14-42ec-ae8f-b2022f9618bd', 'code': 200} Dec 16 09:51:23.412075 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-9eb1e326-3523-4622-87f6-7509831907a9 service neutron] Transition to ACTIVE for port object f35562bc-9a14-42ec-ae8f-b2022f9618bd will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:51:23.448940 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca887d9-591b-44a6-9649-2d6bdb8c1690 req-a453b50c-15c3-4872-acb6-c5238af6b2ee tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:23.450503 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-aca887d9-591b-44a6-9649-2d6bdb8c1690 req-a453b50c-15c3-4872-acb6-c5238af6b2ee tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.1341767 Dec 16 09:51:23.500242 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5d73c230-50c3-4a68-80cd-e38c677d6ebf tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:23.518691 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-9eb1e326-3523-4622-87f6-7509831907a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:23.535325 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-aca887d9-591b-44a6-9649-2d6bdb8c1690 req-5cc5f3ce-b49a-4625-b87e-b336f237df52 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685999 Dec 16 09:51:23.620223 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1e326-3523-4622-87f6-7509831907a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f35562bc-9a14-42ec-ae8f-b2022f9618bd,revision_number=6']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:23.823261 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-9eb1e326-3523-4622-87f6-7509831907a9 service neutron] No DVR routers for this DVR port f35562bc-9a14-42ec-ae8f-b2022f9618bd on host n-h2-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:51:24.014778 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec253e3-876e-4dfe-80e9-d576750f9331 req-f64e62dd-f547-4edc-8187-5597ac35fd31 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:24.017178 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fec253e3-876e-4dfe-80e9-d576750f9331 req-f64e62dd-f547-4edc-8187-5597ac35fd31 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.0865204 Dec 16 09:51:24.062103 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fec253e3-876e-4dfe-80e9-d576750f9331 req-4716bbcf-20e8-4983-a9bb-b88e99d43587 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359416 Dec 16 09:51:24.098745 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a0002f86-b2b1-4625-9d48-b2fe83b160bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:24.393626 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fe5f2-6408-4565-9ab5-760d30ca19d1 req-a0beba74-1776-4f11-b0aa-4d4383aaf256 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:24.395188 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-209fe5f2-6408-4565-9ab5-760d30ca19d1 req-a0beba74-1776-4f11-b0aa-4d4383aaf256 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 944 time: 0.1310225 Dec 16 09:51:24.520232 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-209fe5f2-6408-4565-9ab5-760d30ca19d1 req-eb8e98ff-4c9e-494e-ad01-5375ce556dc4 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176081 Dec 16 09:51:24.523249 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-9eb1e326-3523-4622-87f6-7509831907a9 service neutron] Attempting to bind port f35562bc-9a14-42ec-ae8f-b2022f9618bd on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:51:24.523590 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-9eb1e326-3523-4622-87f6-7509831907a9 service neutron] Attempting to bind port f35562bc-9a14-42ec-ae8f-b2022f9618bd by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '10f88423-3675-4567-b09d-23515d1ad9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1020e219-9761-467d-95fb-24a16130d237'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:51:24.523922 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-9eb1e326-3523-4622-87f6-7509831907a9 service neutron] Attempting to bind port f35562bc-9a14-42ec-ae8f-b2022f9618bd on network 1020e219-9761-467d-95fb-24a16130d237 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:51:24.533004 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-9eb1e326-3523-4622-87f6-7509831907a9 service neutron] Port f35562bc-9a14-42ec-ae8f-b2022f9618bd on network 1020e219-9761-467d-95fb-24a16130d237 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:51:24.533365 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-9eb1e326-3523-4622-87f6-7509831907a9 service neutron] Attempting to bind port f35562bc-9a14-42ec-ae8f-b2022f9618bd on network 1020e219-9761-467d-95fb-24a16130d237 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:51:24.548733 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-9eb1e326-3523-4622-87f6-7509831907a9 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:51:24.549075 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-9eb1e326-3523-4622-87f6-7509831907a9 service neutron] Checking segment: {'id': '10f88423-3675-4567-b09d-23515d1ad9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1020e219-9761-467d-95fb-24a16130d237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:51:24.549491 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-9eb1e326-3523-4622-87f6-7509831907a9 service neutron] Bound using segment: {'id': '10f88423-3675-4567-b09d-23515d1ad9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1020e219-9761-467d-95fb-24a16130d237'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:51:24.549928 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-9eb1e326-3523-4622-87f6-7509831907a9 service neutron] Bound port: f35562bc-9a14-42ec-ae8f-b2022f9618bd, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10f88423-3675-4567-b09d-23515d1ad9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1020e219-9761-467d-95fb-24a16130d237'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:51:24.550286 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-9eb1e326-3523-4622-87f6-7509831907a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:24.635897 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5d73c230-50c3-4a68-80cd-e38c677d6ebf tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:24.648537 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-9eb1e326-3523-4622-87f6-7509831907a9 service neutron] For port f35562bc-9a14-42ec-ae8f-b2022f9618bd, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:51:24.651691 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-9eb1e326-3523-4622-87f6-7509831907a9 service neutron] For port f35562bc-9a14-42ec-ae8f-b2022f9618bd, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=f35562bc-9a14-42ec-ae8f-b2022f9618bd,segment=NetworkSegment(10f88423-3675-4567-b09d-23515d1ad9be),segment_id=10f88423-3675-4567-b09d-23515d1ad9be)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:51:24.733422 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5d73c230-50c3-4a68-80cd-e38c677d6ebf tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:24.775515 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-9eb1e326-3523-4622-87f6-7509831907a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:24.826222 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d73c230-50c3-4a68-80cd-e38c677d6ebf tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:24.829878 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5d73c230-50c3-4a68-80cd-e38c677d6ebf tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:24.829878 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5d73c230-50c3-4a68-80cd-e38c677d6ebf tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "PUT /v2.0/ports/4249d85f-14ad-404f-8e70-2880e933ef83 HTTP/1.1" status: 200 len: 910 time: 1.6176233 Dec 16 09:51:24.830130 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-9eb1e326-3523-4622-87f6-7509831907a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:24.830811 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-9eb1e326-3523-4622-87f6-7509831907a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:24.831548 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45406) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:24.832110 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-9eb1e326-3523-4622-87f6-7509831907a9 service neutron] 10.222.0.57 "PUT /v2.0/ports/f35562bc-9a14-42ec-ae8f-b2022f9618bd HTTP/1.1" status: 200 len: 1092 time: 1.9923699 Dec 16 09:51:24.832747 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d73c230-50c3-4a68-80cd-e38c677d6ebf tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Port': ['ID=4249d85f-14ad-404f-8e70-2880e933ef83,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:24.940847 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1e326-3523-4622-87f6-7509831907a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f35562bc-9a14-42ec-ae8f-b2022f9618bd,revision_number=7']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:24.946648 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-998c8dd4-7397-469a-8f1e-aca418450335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:24.948203 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-998c8dd4-7397-469a-8f1e-aca418450335 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 1095 time: 0.0778317 Dec 16 09:51:25.071317 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-b6e460d5-ef6f-4455-a800-f578603eb648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:25.081460 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-b6e460d5-ef6f-4455-a800-f578603eb648 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1020e219-9761-467d-95fb-24a16130d237 HTTP/1.1" status: 200 len: 897 time: 0.1268060 Dec 16 09:51:25.142334 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device f35562bc-9a14-42ec-ae8f-b2022f9618bd no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:51:25.183489 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-1d72877c-2fc8-4682-9745-ee9312f168d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f35562bc-9a14-42ec-ae8f-b2022f9618bd HTTP/1.1" status: 200 len: 999 time: 0.0931900 Dec 16 09:51:25.212203 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device f35562bc-9a14-42ec-ae8f-b2022f9618bd not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:51:25.243099 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3bdd26-1378-4693-bf46-09c41f41e728 req-88a6faf0-fafc-47fc-bf65-7747b4120936 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:25.244697 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0a3bdd26-1378-4693-bf46-09c41f41e728 req-88a6faf0-fafc-47fc-bf65-7747b4120936 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.0985360 Dec 16 09:51:25.254486 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-56caf7a8-8cc1-496d-9b5b-3e9b895323a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:25.255786 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-56caf7a8-8cc1-496d-9b5b-3e9b895323a1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9e2354fa-c57d-4aa2-a556-9e4b75ae0981 HTTP/1.1" status: 200 len: 835 time: 0.0636985 Dec 16 09:51:25.268050 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5859af62-ce52-436a-9a05-7c9fce0d4162 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:25.327279 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0a3bdd26-1378-4693-bf46-09c41f41e728 req-9850ceb9-16f6-4756-9ae7-28f421fd1eb2 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691485 Dec 16 09:51:25.336381 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-0fd0d4f0-ecfe-411c-b3b4-84d549795abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:25.338025 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-0fd0d4f0-ecfe-411c-b3b4-84d549795abf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1020e219-9761-467d-95fb-24a16130d237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721138 Dec 16 09:51:25.416861 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b046558-d631-42ce-becb-ca8c81de5f3a', 'tag': 'f35562bc-9a14-42ec-ae8f-b2022f9618bd'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:51:25.427117 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3a398f-fa53-4ef8-ad55-f1ffb026be7c" -d '{"events": [{"name": "network-changed", "server_uuid": "5b046558-d631-42ce-becb-ca8c81de5f3a", "tag": "f35562bc-9a14-42ec-ae8f-b2022f9618bd"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:51:25.501684 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-667009e4-d5ef-44c6-bdea-a6efa44870b2 service neutron] 10.222.0.57 "GET /v2.0/networks/1020e219-9761-467d-95fb-24a16130d237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562479 Dec 16 09:51:25.522081 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9e540e-8ff5-492c-8112-9c1fa7c45eb7 x-openstack-request-id: req-6a9e540e-8ff5-492c-8112-9c1fa7c45eb7 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:51:25.522517 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b046558-d631-42ce-becb-ca8c81de5f3a", "tag": "f35562bc-9a14-42ec-ae8f-b2022f9618bd", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:51:25.523013 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6a9e540e-8ff5-492c-8112-9c1fa7c45eb7 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:51:25.523583 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b046558-d631-42ce-becb-ca8c81de5f3a', 'tag': 'f35562bc-9a14-42ec-ae8f-b2022f9618bd', 'status': 'completed', 'code': 200} Dec 16 09:51:25.577801 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-5859af62-ce52-436a-9a05-7c9fce0d4162 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Deleting port 4249d85f-14ad-404f-8e70-2880e933ef83 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:25.578158 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5859af62-ce52-436a-9a05-7c9fce0d4162 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:25.625906 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a398f-fa53-4ef8-ad55-f1ffb026be7c req-7353306a-98fb-4d4c-867a-205da55ed1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:25.627469 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9a3a398f-fa53-4ef8-ad55-f1ffb026be7c req-7353306a-98fb-4d4c-867a-205da55ed1d1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 1095 time: 0.0922813 Dec 16 09:51:25.651920 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-779de805-f516-415c-ba77-94d37f9ee7e8 service neutron] 10.222.0.57 "GET /v2.0/networks/1020e219-9761-467d-95fb-24a16130d237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427026 Dec 16 09:51:25.702858 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06607d9b-ed64-4c0f-a1ad-c04d205f7197 req-76f133cf-f9e5-48c9-aa40-8b086dee31f5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:25.704359 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-06607d9b-ed64-4c0f-a1ad-c04d205f7197 req-76f133cf-f9e5-48c9-aa40-8b086dee31f5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 944 time: 0.0839095 Dec 16 09:51:25.708234 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5859af62-ce52-436a-9a05-7c9fce0d4162 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:25.727830 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-5859af62-ce52-436a-9a05-7c9fce0d4162 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Calling delete_port for 4249d85f-14ad-404f-8e70-2880e933ef83 owned by network:router_interface {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:25.731061 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a398f-fa53-4ef8-ad55-f1ffb026be7c req-9a1b858b-0b61-4323-9332-72613b47b458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:25.731061 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9a3a398f-fa53-4ef8-ad55-f1ffb026be7c req-9a1b858b-0b61-4323-9332-72613b47b458 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1020e219-9761-467d-95fb-24a16130d237 HTTP/1.1" status: 200 len: 897 time: 0.0944064 Dec 16 09:51:25.800156 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-06607d9b-ed64-4c0f-a1ad-c04d205f7197 req-2157716f-26ea-4f42-9134-99160152769e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839298 Dec 16 09:51:25.817637 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9a3a398f-fa53-4ef8-ad55-f1ffb026be7c req-f9c93e61-9840-4505-a06f-2604bd59f12c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f35562bc-9a14-42ec-ae8f-b2022f9618bd HTTP/1.1" status: 200 len: 999 time: 0.0795414 Dec 16 09:51:25.947232 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a398f-fa53-4ef8-ad55-f1ffb026be7c req-895901d8-2852-4bd9-a0fb-a888fe3be3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:25.948805 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9a3a398f-fa53-4ef8-ad55-f1ffb026be7c req-895901d8-2852-4bd9-a0fb-a888fe3be3aa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e2354fa-c57d-4aa2-a556-9e4b75ae0981 HTTP/1.1" status: 200 len: 835 time: 0.1228707 Dec 16 09:51:25.960964 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a398f-fa53-4ef8-ad55-f1ffb026be7c req-7f2ea7e4-c820-445a-b83a-0f7a9ace356f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:25.963304 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9a3a398f-fa53-4ef8-ad55-f1ffb026be7c req-7f2ea7e4-c820-445a-b83a-0f7a9ace356f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 1095 time: 0.1240149 Dec 16 09:51:25.982138 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c6ab9-06e7-45bc-98d7-b64b5118eab0 req-c8e1c4f2-29fc-4aa8-a26c-8ddcdbb36588 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:25.983531 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b31c6ab9-06e7-45bc-98d7-b64b5118eab0 req-c8e1c4f2-29fc-4aa8-a26c-8ddcdbb36588 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.1438639 Dec 16 09:51:26.020830 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45442) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:26.064762 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5859af62-ce52-436a-9a05-7c9fce0d4162 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:26.103502 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5859af62-ce52-436a-9a05-7c9fce0d4162 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event deleted for resources: {'Port': ['ID=4249d85f-14ad-404f-8e70-2880e933ef83,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:26.130404 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a398f-fa53-4ef8-ad55-f1ffb026be7c req-3161419f-308a-4028-880a-7da4ac27f227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:26.131995 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9a3a398f-fa53-4ef8-ad55-f1ffb026be7c req-3161419f-308a-4028-880a-7da4ac27f227 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1020e219-9761-467d-95fb-24a16130d237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1751754 Dec 16 09:51:26.159960 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b31c6ab9-06e7-45bc-98d7-b64b5118eab0 req-b1952c4d-ee3a-4512-ac6d-6e2712fb4f2b tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530137 Dec 16 09:51:26.187934 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1a245153-639e-461b-a47f-47568c9e78be admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:26.259265 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a398f-fa53-4ef8-ad55-f1ffb026be7c req-f4392f85-d293-4c4e-9dc1-53926a6985e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:26.260761 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9a3a398f-fa53-4ef8-ad55-f1ffb026be7c req-f4392f85-d293-4c4e-9dc1-53926a6985e1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1020e219-9761-467d-95fb-24a16130d237 HTTP/1.1" status: 200 len: 897 time: 0.2878473 Dec 16 09:51:26.301644 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5859af62-ce52-436a-9a05-7c9fce0d4162 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:26.327047 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9a3a398f-fa53-4ef8-ad55-f1ffb026be7c req-3fe8c442-6576-4707-a44f-55f0d60e517f service neutron] 10.222.0.58 "GET /v2.0/networks/1020e219-9761-467d-95fb-24a16130d237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855536 Dec 16 09:51:26.394533 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9a3a398f-fa53-4ef8-ad55-f1ffb026be7c req-2ac830c9-a304-4c12-9eda-f4742414965d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f35562bc-9a14-42ec-ae8f-b2022f9618bd HTTP/1.1" status: 200 len: 999 time: 0.1215315 Dec 16 09:51:26.447197 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f211a2f3-7e8c-48ac-b84a-fcd25d73e137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:26.469406 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a398f-fa53-4ef8-ad55-f1ffb026be7c req-d0cc2526-a352-46f6-8b9f-1fa58142f446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:26.470859 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9a3a398f-fa53-4ef8-ad55-f1ffb026be7c req-d0cc2526-a352-46f6-8b9f-1fa58142f446 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9e2354fa-c57d-4aa2-a556-9e4b75ae0981 HTTP/1.1" status: 200 len: 835 time: 0.0684085 Dec 16 09:51:26.474547 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9a3a398f-fa53-4ef8-ad55-f1ffb026be7c req-ef4c9211-f41e-4e14-9f85-94f37131a40b service neutron] 10.222.0.58 "GET /v2.0/networks/1020e219-9761-467d-95fb-24a16130d237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403954 Dec 16 09:51:26.492280 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1a245153-639e-461b-a47f-47568c9e78be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:26.499734 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5859af62-ce52-436a-9a05-7c9fce0d4162 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Router eaabaff7-362a-4913-b081-9aeb992e3d5a has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:51:26.524812 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a398f-fa53-4ef8-ad55-f1ffb026be7c req-dc81f002-7a58-4c35-a0f3-1be92b2f7b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:26.526340 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9a3a398f-fa53-4ef8-ad55-f1ffb026be7c req-dc81f002-7a58-4c35-a0f3-1be92b2f7b0f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1020e219-9761-467d-95fb-24a16130d237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484006 Dec 16 09:51:26.578164 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1a245153-639e-461b-a47f-47568c9e78be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:26.610706 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5859af62-ce52-436a-9a05-7c9fce0d4162 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:51:26.618619 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5859af62-ce52-436a-9a05-7c9fce0d4162 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "PUT /v2.0/routers/eaabaff7-362a-4913-b081-9aeb992e3d5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7854748 Dec 16 09:51:26.621305 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f89a042-4f1d-4b06-a34b-b2e8b4925bb0 None None] Sync routers for ids ['eaabaff7-362a-4913-b081-9aeb992e3d5a'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:51:26.623132 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45446) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:26.626358 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1a245153-639e-461b-a47f-47568c9e78be admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8cf90c54badb4a0c93b372f28b1ac422&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6043732 Dec 16 09:51:26.629782 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45448) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:26.634863 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f89a042-4f1d-4b06-a34b-b2e8b4925bb0 None None] Routers {'eaabaff7-362a-4913-b081-9aeb992e3d5a'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:26.635475 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-7f89a042-4f1d-4b06-a34b-b2e8b4925bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:51:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['eaabaff7-362a-4913-b081-9aeb992e3d5a'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:26.644300 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a245153-639e-461b-a47f-47568c9e78be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99426d0b-2801-4b0b-b8b8-571e640fd2de,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:26.659262 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-cb1c6eae-aad0-404a-9eb0-66787b281300 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "GET /v2.0/ports?device_id=eaabaff7-362a-4913-b081-9aeb992e3d5a HTTP/1.1" status: 200 len: 205 time: 0.0304539 Dec 16 09:51:26.659262 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9a3a398f-fa53-4ef8-ad55-f1ffb026be7c req-2d5ac376-8c68-469f-8fbb-e51d9c2ffd3a service neutron] 10.222.0.57 "GET /v2.0/networks/1020e219-9761-467d-95fb-24a16130d237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256714 Dec 16 09:51:26.659467 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45450) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:26.673213 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-7f89a042-4f1d-4b06-a34b-b2e8b4925bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:26.681760 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f89a042-4f1d-4b06-a34b-b2e8b4925bb0 None None] Routers {'eaabaff7-362a-4913-b081-9aeb992e3d5a'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:26.682422 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-7f89a042-4f1d-4b06-a34b-b2e8b4925bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:51:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['eaabaff7-362a-4913-b081-9aeb992e3d5a'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:26.685896 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8efc40e6-2411-4613-af42-a5dda1fa961b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:26.708248 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8efc40e6-2411-4613-af42-a5dda1fa961b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:26.718963 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-7f89a042-4f1d-4b06-a34b-b2e8b4925bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:26.719685 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f89a042-4f1d-4b06-a34b-b2e8b4925bb0 None None] The sync data for ids ['eaabaff7-362a-4913-b081-9aeb992e3d5a'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:51:26.780760 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-104a0cb2-e560-42a7-9744-31d59e07e0eb tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:26.828766 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8efc40e6-2411-4613-af42-a5dda1fa961b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:26.831210 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8efc40e6-2411-4613-af42-a5dda1fa961b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:26.832393 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8efc40e6-2411-4613-af42-a5dda1fa961b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/99426d0b-2801-4b0b-b8b8-571e640fd2de HTTP/1.1" status: 204 len: 168 time: 0.2017043 Dec 16 09:51:26.850763 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc40e6-2411-4613-af42-a5dda1fa961b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99426d0b-2801-4b0b-b8b8-571e640fd2de,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:26.935038 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579d7c5-128b-4b57-b8da-4e8ff33c4e46 req-743accc7-fbea-4538-8f4f-ce6877112c70 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:26.936575 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c579d7c5-128b-4b57-b8da-4e8ff33c4e46 req-743accc7-fbea-4538-8f4f-ce6877112c70 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 944 time: 0.0540683 Dec 16 09:51:26.963351 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9a3a398f-fa53-4ef8-ad55-f1ffb026be7c req-ea7892d9-04fa-446e-b357-7b6b386f9614 service neutron] 10.222.0.57 "GET /v2.0/networks/1020e219-9761-467d-95fb-24a16130d237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966619 Dec 16 09:51:26.965433 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-104a0cb2-e560-42a7-9744-31d59e07e0eb tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:26.967767 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-104a0cb2-e560-42a7-9744-31d59e07e0eb tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:26.982849 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c579d7c5-128b-4b57-b8da-4e8ff33c4e46 req-4f7cce4b-5415-4867-b44e-713a5e5cb9fa tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390403 Dec 16 09:51:27.123394 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-104a0cb2-e560-42a7-9744-31d59e07e0eb tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:27.123394 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104a0cb2-e560-42a7-9744-31d59e07e0eb tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Fanout notify agent at l3_agent the message router_deleted on router eaabaff7-362a-4913-b081-9aeb992e3d5a {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:51:27.130203 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-104a0cb2-e560-42a7-9744-31d59e07e0eb tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:27.133929 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-104a0cb2-e560-42a7-9744-31d59e07e0eb tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/routers/eaabaff7-362a-4913-b081-9aeb992e3d5a HTTP/1.1" status: 204 len: 168 time: 0.4709640 Dec 16 09:51:27.134523 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45460) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:27.189909 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8d7bed6-a3e9-4cb7-ad78-3733a36d1001 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Deleting subnet 8a70ea39-74fb-4ca7-a23c-435c799afffd {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:51:27.193181 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d8d7bed6-a3e9-4cb7-ad78-3733a36d1001 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:27.234372 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d8d7bed6-a3e9-4cb7-ad78-3733a36d1001 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:27.274523 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7252d4-8329-4e0e-ab83-51987e175442 req-5f39c3c5-cb52-479a-b434-3704c80cd3e3 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:27.275996 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5b7252d4-8329-4e0e-ab83-51987e175442 req-5f39c3c5-cb52-479a-b434-3704c80cd3e3 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.0498657 Dec 16 09:51:27.314607 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5b7252d4-8329-4e0e-ab83-51987e175442 req-6b89fec6-f5d1-422c-8f40-8d57c2093cf9 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321934 Dec 16 09:51:27.317949 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d8d7bed6-a3e9-4cb7-ad78-3733a36d1001 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:27.470465 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45466) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:27.483853 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dfd2491d-5801-4cee-a3b2-569f716c1df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:27.491892 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d8d7bed6-a3e9-4cb7-ad78-3733a36d1001 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:27.523399 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7bed6-a3e9-4cb7-ad78-3733a36d1001 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event deleted for resources: {'Subnet': ['ID=8a70ea39-74fb-4ca7-a23c-435c799afffd,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:27.532068 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d8d7bed6-a3e9-4cb7-ad78-3733a36d1001 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:27.535110 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a7b29e-fdc6-48cf-b378-98a9288f27d3 None None] Network d0cd5f0d-b687-46aa-83e6-556659650ee1 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:51:27.535540 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d8d7bed6-a3e9-4cb7-ad78-3733a36d1001 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/subnets/8a70ea39-74fb-4ca7-a23c-435c799afffd HTTP/1.1" status: 204 len: 168 time: 0.3997612 Dec 16 09:51:27.538364 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45468) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:27.593044 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:27.597909 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dfd2491d-5801-4cee-a3b2-569f716c1df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:27.628383 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-81f3fa2b-ab93-43bf-a3ce-8335d4496ff8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:27.658601 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dfd2491d-5801-4cee-a3b2-569f716c1df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:27.684956 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-81f3fa2b-ab93-43bf-a3ce-8335d4496ff8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Deleting port ac4c6b7f-0089-48b9-a663-5a682a480e42 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:27.685328 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-81f3fa2b-ab93-43bf-a3ce-8335d4496ff8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:27.702681 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-dfd2491d-5801-4cee-a3b2-569f716c1df9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4a5e0ee2f5784bc2a79b9910e8e2c5f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2294290 Dec 16 09:51:27.702681 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2491d-5801-4cee-a3b2-569f716c1df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7dacd8-d23c-4a25-9369-d70dda6d9870,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:27.704262 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45470) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:27.750394 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6c7ec8-5a24-46b8-baad-5f068d4b332c None None] DHCP port deletion for d0cd5f0d-b687-46aa-83e6-556659650ee1 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:51:27.762354 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-870b4d23-3444-41c7-95ed-2cca75feadb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:27.777784 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-81f3fa2b-ab93-43bf-a3ce-8335d4496ff8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] For port ac4c6b7f-0089-48b9-a663-5a682a480e42, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ac4c6b7f-0089-48b9-a663-5a682a480e42,segment=NetworkSegment(e5bbe5a9-87ad-43a2-9377-9feb967e5dc2),segment_id=e5bbe5a9-87ad-43a2-9377-9feb967e5dc2)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:27.778263 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-81f3fa2b-ab93-43bf-a3ce-8335d4496ff8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:27.787937 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-870b4d23-3444-41c7-95ed-2cca75feadb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:27.944487 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-eb6c7ec8-5a24-46b8-baad-5f068d4b332c None None] Deleting port ac4c6b7f-0089-48b9-a663-5a682a480e42 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:27.953783 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-eb6c7ec8-5a24-46b8-baad-5f068d4b332c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:27.978941 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-870b4d23-3444-41c7-95ed-2cca75feadb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:27.983532 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-870b4d23-3444-41c7-95ed-2cca75feadb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:27.986316 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-870b4d23-3444-41c7-95ed-2cca75feadb1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3a7dacd8-d23c-4a25-9369-d70dda6d9870 HTTP/1.1" status: 204 len: 168 time: 0.2811213 Dec 16 09:51:27.996007 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b4d23-3444-41c7-95ed-2cca75feadb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7dacd8-d23c-4a25-9369-d70dda6d9870,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:28.035353 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-eb6c7ec8-5a24-46b8-baad-5f068d4b332c None None] For port ac4c6b7f-0089-48b9-a663-5a682a480e42, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ac4c6b7f-0089-48b9-a663-5a682a480e42,segment=NetworkSegment(e5bbe5a9-87ad-43a2-9377-9feb967e5dc2),segment_id=e5bbe5a9-87ad-43a2-9377-9feb967e5dc2)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:28.035760 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-eb6c7ec8-5a24-46b8-baad-5f068d4b332c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:28.050642 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-eb6c7ec8-5a24-46b8-baad-5f068d4b332c None None] Calling delete_port for ac4c6b7f-0089-48b9-a663-5a682a480e42 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:28.109871 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-81f3fa2b-ab93-43bf-a3ce-8335d4496ff8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Calling delete_port for ac4c6b7f-0089-48b9-a663-5a682a480e42 owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:28.196063 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb4cc2-f842-4368-96b3-b465d081f1a0 req-558fcf94-5731-41c5-b7e1-42509a5a1281 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:28.196063 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-61fb4cc2-f842-4368-96b3-b465d081f1a0 req-558fcf94-5731-41c5-b7e1-42509a5a1281 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 944 time: 0.0895925 Dec 16 09:51:28.253312 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-61fb4cc2-f842-4368-96b3-b465d081f1a0 req-5319e60f-a0ee-4e9c-a0af-a83a1a9c39f6 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353515 Dec 16 09:51:28.304187 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-eb6c7ec8-5a24-46b8-baad-5f068d4b332c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:28.316512 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-81f3fa2b-ab93-43bf-a3ce-8335d4496ff8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:28.342476 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c7ec8-5a24-46b8-baad-5f068d4b332c None None] Pushing event deleted for resources: {'Port': ['ID=ac4c6b7f-0089-48b9-a663-5a682a480e42,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:28.352651 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f3fa2b-ab93-43bf-a3ce-8335d4496ff8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] No DVR routers for this DVR port ac4c6b7f-0089-48b9-a663-5a682a480e42 on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:51:28.353626 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c7ec8-5a24-46b8-baad-5f068d4b332c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:28.354764 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3fa2b-ab93-43bf-a3ce-8335d4496ff8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event deleted for resources: {'Port': ['ID=ac4c6b7f-0089-48b9-a663-5a682a480e42,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:28.354938 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c7ec8-5a24-46b8-baad-5f068d4b332c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:28.355539 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c7ec8-5a24-46b8-baad-5f068d4b332c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:28.357283 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c7ec8-5a24-46b8-baad-5f068d4b332c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:28.358326 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c7ec8-5a24-46b8-baad-5f068d4b332c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:28.359850 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c7ec8-5a24-46b8-baad-5f068d4b332c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:28.360447 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c7ec8-5a24-46b8-baad-5f068d4b332c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:28.361224 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c7ec8-5a24-46b8-baad-5f068d4b332c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:28.366676 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c7ec8-5a24-46b8-baad-5f068d4b332c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:28.366676 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c7ec8-5a24-46b8-baad-5f068d4b332c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:28.366676 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c7ec8-5a24-46b8-baad-5f068d4b332c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:28.366676 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c7ec8-5a24-46b8-baad-5f068d4b332c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:28.369275 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6c7ec8-5a24-46b8-baad-5f068d4b332c None None] No DVR routers for this DVR port ac4c6b7f-0089-48b9-a663-5a682a480e42 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:51:28.402868 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ac4c6b7f-0089-48b9-a663-5a682a480e42 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:51:28.431877 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: ac4c6b7f-0089-48b9-a663-5a682a480e42 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:51:28.431877 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ac4c6b7f-0089-48b9-a663-5a682a480e42 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:51:28.461758 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-81f3fa2b-ab93-43bf-a3ce-8335d4496ff8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:28.488686 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-81f3fa2b-ab93-43bf-a3ce-8335d4496ff8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0cd5f0d-b687-46aa-83e6-556659650ee1']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:28.501031 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-81f3fa2b-ab93-43bf-a3ce-8335d4496ff8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5bbe5a9-87ad-43a2-9377-9feb967e5dc2') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:28.501362 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-81f3fa2b-ab93-43bf-a3ce-8335d4496ff8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5bbe5a9-87ad-43a2-9377-9feb967e5dc2') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:28.511601 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-81f3fa2b-ab93-43bf-a3ce-8335d4496ff8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:28.529386 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-81f3fa2b-ab93-43bf-a3ce-8335d4496ff8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:28.537372 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f3fa2b-ab93-43bf-a3ce-8335d4496ff8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:51:28.540591 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-81f3fa2b-ab93-43bf-a3ce-8335d4496ff8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: self.session.flush() Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: self.session.flush() Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: self.session.flush() Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: self.session.flush() Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:51:28.541234 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:51:28.681383 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-81f3fa2b-ab93-43bf-a3ce-8335d4496ff8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:28.697453 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-81f3fa2b-ab93-43bf-a3ce-8335d4496ff8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:28.697453 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-81f3fa2b-ab93-43bf-a3ce-8335d4496ff8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/networks/d0cd5f0d-b687-46aa-83e6-556659650ee1 HTTP/1.1" status: 204 len: 168 time: 1.1533744 Dec 16 09:51:28.698214 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45492) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:28.703154 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-115619ca-5de2-4ccf-b680-b7e5cf5dcdf2 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1053552994', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:28.705237 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3fa2b-ab93-43bf-a3ce-8335d4496ff8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event deleted for resources: {'Network': ['ID=d0cd5f0d-b687-46aa-83e6-556659650ee1,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:28.820445 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-115619ca-5de2-4ccf-b680-b7e5cf5dcdf2 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:28.821662 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-115619ca-5de2-4ccf-b680-b7e5cf5dcdf2 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:28.874089 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-115619ca-5de2-4ccf-b680-b7e5cf5dcdf2 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:29.008030 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-115619ca-5de2-4ccf-b680-b7e5cf5dcdf2 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:29.062432 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:29.100565 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-115619ca-5de2-4ccf-b680-b7e5cf5dcdf2 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:29.102204 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-115619ca-5de2-4ccf-b680-b7e5cf5dcdf2 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4029813 Dec 16 09:51:29.104881 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45504) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:29.110893 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-89e5314c-e98b-4633-96ec-c48c2087c806 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Request body: {'network': {'name': 'tempest-RoutersTest-1482927'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:29.218585 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e5314c-e98b-4633-96ec-c48c2087c806 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Made reservation on behalf of dc7ac4e90e4a4d80b7aa4aaaa3c450d7 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:51:29.226279 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89e5314c-e98b-4633-96ec-c48c2087c806 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:29.264842 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e5314c-e98b-4633-96ec-c48c2087c806 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:51:29.278388 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89e5314c-e98b-4633-96ec-c48c2087c806 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:29.279300 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-89e5314c-e98b-4633-96ec-c48c2087c806 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Added segment 6ad7779c-cdc2-478f-b09f-8d837232180d of type vlan for network fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e Dec 16 09:51:29.338666 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89e5314c-e98b-4633-96ec-c48c2087c806 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:29.411231 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac569348-95de-4f6e-aac7-54aca560e2e9 req-915651c8-b04a-4440-8467-3f2735b9f97f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:29.412727 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ac569348-95de-4f6e-aac7-54aca560e2e9 req-915651c8-b04a-4440-8467-3f2735b9f97f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 944 time: 0.0618589 Dec 16 09:51:29.441374 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89e5314c-e98b-4633-96ec-c48c2087c806 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:29.449990 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e5314c-e98b-4633-96ec-c48c2087c806 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:29.450748 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89e5314c-e98b-4633-96ec-c48c2087c806 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:29.452895 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ac569348-95de-4f6e-aac7-54aca560e2e9 req-a13d5f49-a31d-4bf7-9a2a-aa6fe8ef18db tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334761 Dec 16 09:51:29.523497 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5314c-e98b-4633-96ec-c48c2087c806 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Network': ['ID=fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:29.533573 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:51:29.660364 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:29.664855 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-89e5314c-e98b-4633-96ec-c48c2087c806 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 0.5575759 Dec 16 09:51:29.667810 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45516) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:29.673127 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-76316b1a-1f7d-45ef-a01b-71e1b6650f3b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Request body: {'subnet': {'network_id': 'fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:29.833940 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76316b1a-1f7d-45ef-a01b-71e1b6650f3b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Made reservation on behalf of dc7ac4e90e4a4d80b7aa4aaaa3c450d7 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:51:29.837517 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-76316b1a-1f7d-45ef-a01b-71e1b6650f3b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:30.092768 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-76316b1a-1f7d-45ef-a01b-71e1b6650f3b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:30.163344 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76316b1a-1f7d-45ef-a01b-71e1b6650f3b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Subnet': ['ID=9740dae6-f6be-44e6-aeec-90ce38f80baa,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:30.174348 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76316b1a-1f7d-45ef-a01b-71e1b6650f3b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Checking segment: {'id': '6ad7779c-cdc2-478f-b09f-8d837232180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:51:30.174875 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76316b1a-1f7d-45ef-a01b-71e1b6650f3b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Network hostable DHCP agents. Network: fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:51:30.268311 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76316b1a-1f7d-45ef-a01b-71e1b6650f3b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Network fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:51:30.273368 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device f35562bc-9a14-42ec-ae8f-b2022f9618bd details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:51:30.360963 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-76316b1a-1f7d-45ef-a01b-71e1b6650f3b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:51:30.369187 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76316b1a-1f7d-45ef-a01b-71e1b6650f3b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:30.369798 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-76316b1a-1f7d-45ef-a01b-71e1b6650f3b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:30.373400 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port f35562bc-9a14-42ec-ae8f-b2022f9618bd, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=f35562bc-9a14-42ec-ae8f-b2022f9618bd,segment=NetworkSegment(10f88423-3675-4567-b09d-23515d1ad9be),segment_id=10f88423-3675-4567-b09d-23515d1ad9be)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:30.377378 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa54f69-e911-418a-9ef3-d33b530cf874 None None] Network fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:51:30.444452 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'f35562bc-9a14-42ec-ae8f-b2022f9618bd', 'network_id': '1020e219-9761-467d-95fb-24a16130d237', 'port_id': 'f35562bc-9a14-42ec-ae8f-b2022f9618bd', 'mac_address': 'fa:16:3e:53:7c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e2354fa-c57d-4aa2-a556-9e4b75ae0981', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:51:30.484065 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-76316b1a-1f7d-45ef-a01b-71e1b6650f3b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8149657 Dec 16 09:51:30.487030 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45538) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:30.499903 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:30.520976 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f35562bc-9a14-42ec-ae8f-b2022f9618bd {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:51:30.550970 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port f35562bc-9a14-42ec-ae8f-b2022f9618bd, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=f35562bc-9a14-42ec-ae8f-b2022f9618bd,segment=NetworkSegment(10f88423-3675-4567-b09d-23515d1ad9be),segment_id=10f88423-3675-4567-b09d-23515d1ad9be)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:30.622395 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b031813e-0101-4f28-a3a1-3f38e6f207e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e', 'network_id': 'fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'fixed_ips': [{'subnet_id': '9740dae6-f6be-44e6-aeec-90ce38f80baa'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:51:30.623848 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b031813e-0101-4f28-a3a1-3f38e6f207e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:30.692115 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:30.790523 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=f35562bc-9a14-42ec-ae8f-b2022f9618bd,revision_number=8']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:30.812760 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-b031813e-0101-4f28-a3a1-3f38e6f207e9 None None] Allocated IP 172.20.0.2 (fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e/9740dae6-f6be-44e6-aeec-90ce38f80baa/73d40d70-3ee6-44e4-88ec-e38397addaf7) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:51:30.936603 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45544) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:30.966275 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17688fd-2e57-4263-8ade-dffcf30eda81 req-8e677ec2-ed83-4179-9b53-7a82dc240f53 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:30.973845 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a17688fd-2e57-4263-8ade-dffcf30eda81 req-8e677ec2-ed83-4179-9b53-7a82dc240f53 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.0700583 Dec 16 09:51:31.005450 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b031813e-0101-4f28-a3a1-3f38e6f207e9 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:31.022988 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['f35562bc-9a14-42ec-ae8f-b2022f9618bd'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:51:31.054265 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a17688fd-2e57-4263-8ade-dffcf30eda81 req-69fdcce8-d347-48a3-83e5-63062a6075c6 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794039 Dec 16 09:51:31.066562 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7907416-a7c4-48b2-8fbc-9798ecd8c683 req-6d9371ca-f012-4186-839a-fe2da80d776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:31.068802 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c7907416-a7c4-48b2-8fbc-9798ecd8c683 req-6d9371ca-f012-4186-839a-fe2da80d776d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e808bd8d166b416b83bade9028f5b46b&device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 1097 time: 0.0612602 Dec 16 09:51:31.069299 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827efb2-7bad-4bb0-a6d6-f17f270a72d9 req-9af6762b-f29b-4c33-aeb2-ea6086b1ac42 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:31.070981 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b031813e-0101-4f28-a3a1-3f38e6f207e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:31.071371 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f827efb2-7bad-4bb0-a6d6-f17f270a72d9 req-9af6762b-f29b-4c33-aeb2-ea6086b1ac42 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 944 time: 0.5161037 Dec 16 09:51:31.118132 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f0baa5be-cbf3-4a74-8aa1-80596edcc411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:31.128460 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b031813e-0101-4f28-a3a1-3f38e6f207e9 None None] Network fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:51:31.139984 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-b031813e-0101-4f28-a3a1-3f38e6f207e9 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:51:31.146609 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b031813e-0101-4f28-a3a1-3f38e6f207e9 None None] Pushing event updated for resources: {'Port': ['ID=73d40d70-3ee6-44e4-88ec-e38397addaf7,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:31.150843 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b031813e-0101-4f28-a3a1-3f38e6f207e9 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:51:31.200289 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f827efb2-7bad-4bb0-a6d6-f17f270a72d9 req-0b0196ed-8817-48dd-a696-74ed330c802d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954762 Dec 16 09:51:31.237140 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-b031813e-0101-4f28-a3a1-3f38e6f207e9 None None] Attempting to bind port 73d40d70-3ee6-44e4-88ec-e38397addaf7 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:51:31.237690 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-b031813e-0101-4f28-a3a1-3f38e6f207e9 None None] Attempting to bind port 73d40d70-3ee6-44e4-88ec-e38397addaf7 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '6ad7779c-cdc2-478f-b09f-8d837232180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:51:31.238056 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b031813e-0101-4f28-a3a1-3f38e6f207e9 None None] Attempting to bind port 73d40d70-3ee6-44e4-88ec-e38397addaf7 on network fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:51:31.248013 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b031813e-0101-4f28-a3a1-3f38e6f207e9 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:51:31.248013 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b031813e-0101-4f28-a3a1-3f38e6f207e9 None None] Checking segment: {'id': '6ad7779c-cdc2-478f-b09f-8d837232180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:51:31.248013 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b031813e-0101-4f28-a3a1-3f38e6f207e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:31.248013 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b031813e-0101-4f28-a3a1-3f38e6f207e9 None None] Bound using segment: {'id': '6ad7779c-cdc2-478f-b09f-8d837232180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:51:31.248013 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-b031813e-0101-4f28-a3a1-3f38e6f207e9 None None] Bound port: 73d40d70-3ee6-44e4-88ec-e38397addaf7, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ad7779c-cdc2-478f-b09f-8d837232180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:51:31.248013 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b031813e-0101-4f28-a3a1-3f38e6f207e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:31.270750 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-811ced23-a4fa-4d74-980f-bf2c7a767f4f tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:31.284008 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f0baa5be-cbf3-4a74-8aa1-80596edcc411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:31.321352 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7907416-a7c4-48b2-8fbc-9798ecd8c683 req-13b96cdc-f27e-4089-845b-8dca10e2534a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:31.322827 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c7907416-a7c4-48b2-8fbc-9798ecd8c683 req-13b96cdc-f27e-4089-845b-8dca10e2534a service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8195718-f9dc-4337-9d69-d121976a6257 HTTP/1.1" status: 200 len: 919 time: 0.1820617 Dec 16 09:51:31.343849 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-b031813e-0101-4f28-a3a1-3f38e6f207e9 None None] For port 73d40d70-3ee6-44e4-88ec-e38397addaf7, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:51:31.365899 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-b031813e-0101-4f28-a3a1-3f38e6f207e9 None None] For port 73d40d70-3ee6-44e4-88ec-e38397addaf7, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=73d40d70-3ee6-44e4-88ec-e38397addaf7,segment=NetworkSegment(6ad7779c-cdc2-478f-b09f-8d837232180d),segment_id=6ad7779c-cdc2-478f-b09f-8d837232180d)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:51:31.374048 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f0baa5be-cbf3-4a74-8aa1-80596edcc411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:31.374048 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c7907416-a7c4-48b2-8fbc-9798ecd8c683 req-523e1df5-6dc3-4cc8-90b2-a787d9e7e93e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bc74aae-73ea-43e8-bb1c-9884d575b99d HTTP/1.1" status: 200 len: 217 time: 0.0437179 Dec 16 09:51:31.455202 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0baa5be-cbf3-4a74-8aa1-80596edcc411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be861e73-273e-492e-bbeb-3d37b87d310c,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:31.460375 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f0baa5be-cbf3-4a74-8aa1-80596edcc411 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1b32ce5c26734cf7bd7152e72ba87735&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5217535 Dec 16 09:51:31.463649 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45552) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:31.475723 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7907416-a7c4-48b2-8fbc-9798ecd8c683 req-bb57cb7d-c8b5-4ae1-a20a-56204d78663a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:31.477180 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c7907416-a7c4-48b2-8fbc-9798ecd8c683 req-bb57cb7d-c8b5-4ae1-a20a-56204d78663a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=42c53971-1f21-4e03-a331-522b7a1e2105 HTTP/1.1" status: 200 len: 858 time: 0.0900774 Dec 16 09:51:31.502818 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b031813e-0101-4f28-a3a1-3f38e6f207e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:31.518253 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c7907416-a7c4-48b2-8fbc-9798ecd8c683 req-1f874552-e912-4d41-b130-0a9ade30710e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8195718-f9dc-4337-9d69-d121976a6257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294442 Dec 16 09:51:31.549223 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-811ced23-a4fa-4d74-980f-bf2c7a767f4f tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Allocated IP 172.20.0.1 (fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e/9740dae6-f6be-44e6-aeec-90ce38f80baa/3a72a6fc-788f-4c03-bd1d-eef4342ff3c7) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:51:31.570891 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b031813e-0101-4f28-a3a1-3f38e6f207e9 None None] Pushing event updated for resources: {'Port': ['ID=73d40d70-3ee6-44e4-88ec-e38397addaf7,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:31.626196 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fd58993a-a67d-4ec2-a0d4-8a18eaf5d2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:31.681644 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fd58993a-a67d-4ec2-a0d4-8a18eaf5d2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:31.683962 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-811ced23-a4fa-4d74-980f-bf2c7a767f4f tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:31.712714 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c8889-937f-47e5-a5a2-cafccfa1e267 req-03a0d698-e0ec-4aea-8dd8-69c3244cee62 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:31.714284 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bb2c8889-937f-47e5-a5a2-cafccfa1e267 req-03a0d698-e0ec-4aea-8dd8-69c3244cee62 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 945 time: 0.1193018 Dec 16 09:51:31.749411 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c7907416-a7c4-48b2-8fbc-9798ecd8c683 req-9378dd29-c4b0-4ef7-8fe8-1ef207ab401c service neutron] 10.222.0.57 "GET /v2.0/networks/f8195718-f9dc-4337-9d69-d121976a6257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195265 Dec 16 09:51:31.799841 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-811ced23-a4fa-4d74-980f-bf2c7a767f4f tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:31.859047 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811ced23-a4fa-4d74-980f-bf2c7a767f4f tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Network fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:51:31.862458 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-811ced23-a4fa-4d74-980f-bf2c7a767f4f tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:51:31.866918 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811ced23-a4fa-4d74-980f-bf2c7a767f4f tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:51:31.875686 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ced23-a4fa-4d74-980f-bf2c7a767f4f tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Port': ['ID=3a72a6fc-788f-4c03-bd1d-eef4342ff3c7,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:31.910351 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bb2c8889-937f-47e5-a5a2-cafccfa1e267 req-939b2793-ffad-4c6f-9bc1-e1286cd1e1b1 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761634 Dec 16 09:51:31.922443 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-811ced23-a4fa-4d74-980f-bf2c7a767f4f tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:31.952444 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbee734-10ae-4472-8c33-a8d3941651b9 req-7a37a566-c566-44ee-b334-15770444cfb5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:31.954040 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9cbee734-10ae-4472-8c33-a8d3941651b9 req-7a37a566-c566-44ee-b334-15770444cfb5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a&tenant_id=7d5ec801137f4c9888df57468cddd269&binding%3Ahost_id=n-h1-820550-2 HTTP/1.1" status: 200 len: 945 time: 0.1852224 Dec 16 09:51:31.961883 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c7907416-a7c4-48b2-8fbc-9798ecd8c683 req-053e5f48-66a3-464d-a1d3-b36c787b14ef service neutron] 10.222.0.57 "GET /v2.0/networks/f8195718-f9dc-4337-9d69-d121976a6257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042029 Dec 16 09:51:31.990648 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fd58993a-a67d-4ec2-a0d4-8a18eaf5d2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:31.994012 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fd58993a-a67d-4ec2-a0d4-8a18eaf5d2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:31.994523 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fd58993a-a67d-4ec2-a0d4-8a18eaf5d2e2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/be861e73-273e-492e-bbeb-3d37b87d310c HTTP/1.1" status: 204 len: 168 time: 0.5277829 Dec 16 09:51:32.010949 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd58993a-a67d-4ec2-a0d4-8a18eaf5d2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be861e73-273e-492e-bbeb-3d37b87d310c,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:32.036356 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [req-9cbee734-10ae-4472-8c33-a8d3941651b9 req-1a962008-320e-4f7e-8fa9-f80bed503b76 service neutron] delete failed (client error): The resource could not be found. Dec 16 09:51:32.037567 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9cbee734-10ae-4472-8c33-a8d3941651b9 req-1a962008-320e-4f7e-8fa9-f80bed503b76 service neutron] 10.222.0.58 "DELETE /v2.0/ports/f35562bc-9a14-42ec-ae8f-b2022f9618bd/bindings/n-h2-820550-2 HTTP/1.1" status: 404 len: 380 time: 0.0747945 Dec 16 09:51:32.125022 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbee734-10ae-4472-8c33-a8d3941651b9 req-d4b1294c-1717-4404-9488-748b93466e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:32.126859 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9cbee734-10ae-4472-8c33-a8d3941651b9 req-d4b1294c-1717-4404-9488-748b93466e08 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 1096 time: 0.0453193 Dec 16 09:51:32.154503 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-811ced23-a4fa-4d74-980f-bf2c7a767f4f tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:32.231085 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbee734-10ae-4472-8c33-a8d3941651b9 req-8dbeccc2-830a-40f1-8709-21361daea14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:32.233613 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9cbee734-10ae-4472-8c33-a8d3941651b9 req-8dbeccc2-830a-40f1-8709-21361daea14e service neutron] 10.222.0.58 "GET /v2.0/networks?id=1020e219-9761-467d-95fb-24a16130d237 HTTP/1.1" status: 200 len: 897 time: 0.0996740 Dec 16 09:51:32.253779 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0430e-8ab1-4d4f-a6b7-95ad7b112916 req-5363d83e-a5a1-44b3-9e8b-bb7dc189ca0d tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:32.255291 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cde0430e-8ab1-4d4f-a6b7-95ad7b112916 req-5363d83e-a5a1-44b3-9e8b-bb7dc189ca0d tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.0846739 Dec 16 09:51:32.293785 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device f35562bc-9a14-42ec-ae8f-b2022f9618bd up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:51:32.301076 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9cbee734-10ae-4472-8c33-a8d3941651b9 req-edd3be32-8fcf-4c77-809c-d673c1778314 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f35562bc-9a14-42ec-ae8f-b2022f9618bd HTTP/1.1" status: 200 len: 1000 time: 0.0598392 Dec 16 09:51:32.408055 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cde0430e-8ab1-4d4f-a6b7-95ad7b112916 req-edf5ee6d-f178-44bb-99b6-3f6fe7931b27 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202154 Dec 16 09:51:32.408284 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbee734-10ae-4472-8c33-a8d3941651b9 req-4a8554e6-5975-477c-a0d3-02fa5ed61384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:32.411673 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9cbee734-10ae-4472-8c33-a8d3941651b9 req-4a8554e6-5975-477c-a0d3-02fa5ed61384 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e2354fa-c57d-4aa2-a556-9e4b75ae0981 HTTP/1.1" status: 200 len: 835 time: 0.0942397 Dec 16 09:51:32.466466 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbee734-10ae-4472-8c33-a8d3941651b9 req-a454de59-d47e-4240-833f-243a6ea4b842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:32.468024 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9cbee734-10ae-4472-8c33-a8d3941651b9 req-a454de59-d47e-4240-833f-243a6ea4b842 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1020e219-9761-467d-95fb-24a16130d237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493214 Dec 16 09:51:32.470732 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port f35562bc-9a14-42ec-ae8f-b2022f9618bd completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:51:32.478268 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port f35562bc-9a14-42ec-ae8f-b2022f9618bd triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:32.481852 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:32.522007 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 73d40d70-3ee6-44e4-88ec-e38397addaf7 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:51:32.591093 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9cbee734-10ae-4472-8c33-a8d3941651b9 req-432015f5-7713-4f4e-b38e-72da9d882a02 service neutron] 10.222.0.58 "GET /v2.0/networks/1020e219-9761-467d-95fb-24a16130d237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159916 Dec 16 09:51:32.606726 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-811ced23-a4fa-4d74-980f-bf2c7a767f4f tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:32.619126 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 73d40d70-3ee6-44e4-88ec-e38397addaf7 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:32.619568 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:32.646438 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:32.679484 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b046558-d631-42ce-becb-ca8c81de5f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35562bc-9a14-42ec-ae8f-b2022f9618bd'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:51:32.695453 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7abe9c2-0a0a-43a7-9012-f928775eeed9" -d '{"events": [{"server_uuid": "5b046558-d631-42ce-becb-ca8c81de5f3a", "name": "network-vif-plugged", "status": "completed", "tag": "f35562bc-9a14-42ec-ae8f-b2022f9618bd"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:51:32.695837 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9cbee734-10ae-4472-8c33-a8d3941651b9 req-38cae55d-005c-419f-b2d6-72e49dfac1ae service neutron] 10.222.0.58 "GET /v2.0/networks/1020e219-9761-467d-95fb-24a16130d237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968735 Dec 16 09:51:32.697068 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port f35562bc-9a14-42ec-ae8f-b2022f9618bd, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=f35562bc-9a14-42ec-ae8f-b2022f9618bd,segment=NetworkSegment(10f88423-3675-4567-b09d-23515d1ad9be),segment_id=10f88423-3675-4567-b09d-23515d1ad9be)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:32.744362 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:32.750465 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-811ced23-a4fa-4d74-980f-bf2c7a767f4f tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:32.756204 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef03efd8-421a-466c-bb88-833bd8e5ed82 x-openstack-request-id: req-ef03efd8-421a-466c-bb88-833bd8e5ed82 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:51:32.756513 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b046558-d631-42ce-becb-ca8c81de5f3a", "name": "network-vif-plugged", "status": "completed", "tag": "f35562bc-9a14-42ec-ae8f-b2022f9618bd", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:51:32.756765 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ef03efd8-421a-466c-bb88-833bd8e5ed82 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:51:32.757181 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b046558-d631-42ce-becb-ca8c81de5f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35562bc-9a14-42ec-ae8f-b2022f9618bd', 'code': 200} Dec 16 09:51:32.789289 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 73d40d70-3ee6-44e4-88ec-e38397addaf7, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=73d40d70-3ee6-44e4-88ec-e38397addaf7,segment=NetworkSegment(6ad7779c-cdc2-478f-b09f-8d837232180d),segment_id=6ad7779c-cdc2-478f-b09f-8d837232180d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:32.828097 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:32.831246 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ced23-a4fa-4d74-980f-bf2c7a767f4f tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Port': ['ID=3a72a6fc-788f-4c03-bd1d-eef4342ff3c7,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:32.834252 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-811ced23-a4fa-4d74-980f-bf2c7a767f4f tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:32.860430 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a373dfbb-60a5-477c-9d23-b8d74eeac6d9 None None] Network fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:51:32.909505 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45570) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:32.921615 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:32.926970 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e76b74ed-a7ed-467e-a796-8fe6c21183b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:32.944800 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811ced23-a4fa-4d74-980f-bf2c7a767f4f tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Network fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:51:32.946201 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-811ced23-a4fa-4d74-980f-bf2c7a767f4f tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:51:32.953873 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=f35562bc-9a14-42ec-ae8f-b2022f9618bd,revision_number=9']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:32.956683 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-1d5cfd45-1aff-40ac-a168-6d26e0ea3051 None None] Provisioning complete for port 73d40d70-3ee6-44e4-88ec-e38397addaf7 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:32.957058 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1d5cfd45-1aff-40ac-a168-6d26e0ea3051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:33.052555 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e76b74ed-a7ed-467e-a796-8fe6c21183b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:33.054732 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=73d40d70-3ee6-44e4-88ec-e38397addaf7,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:33.098618 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cc145-3e80-487b-8c46-784a3e1004f8 req-22b79d1c-7f4d-43f7-9513-eddd87c6dc1f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:33.100693 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-759cc145-3e80-487b-8c46-784a3e1004f8 req-22b79d1c-7f4d-43f7-9513-eddd87c6dc1f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 946 time: 0.0743897 Dec 16 09:51:33.151945 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-759cc145-3e80-487b-8c46-784a3e1004f8 req-ded338a5-48e6-472a-b57d-0552bfcdf73c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440168 Dec 16 09:51:33.193730 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e76b74ed-a7ed-467e-a796-8fe6c21183b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:33.226091 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811ced23-a4fa-4d74-980f-bf2c7a767f4f tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Router 6a98e294-2eb0-48a3-be26-59374b08799a is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:51:33.233606 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b74ed-a7ed-467e-a796-8fe6c21183b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3170078e-dea5-4155-adf1-147dc788e91d,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:33.238301 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e76b74ed-a7ed-467e-a796-8fe6c21183b3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ad59d29c6c264ed9aef3e262dabcf6dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3273933 Dec 16 09:51:33.240776 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45574) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:33.295889 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-68ca612e-68ab-4e3e-ab42-c3dac70b3cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:33.324972 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-68ca612e-68ab-4e3e-ab42-c3dac70b3cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:33.333372 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811ced23-a4fa-4d74-980f-bf2c7a767f4f tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:51:33.341353 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-811ced23-a4fa-4d74-980f-bf2c7a767f4f tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "PUT /v2.0/routers/6a98e294-2eb0-48a3-be26-59374b08799a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8530953 Dec 16 09:51:33.342046 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45576) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:33.347015 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-56b3fa5f-0bcf-48be-beee-01539eacbde2 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Request body: {'network': {'name': 'tempest-RoutersTest-591080915'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:33.349272 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cc8bea-7f13-411e-bf79-6dd3952288e1 None None] Sync routers for ids ['6a98e294-2eb0-48a3-be26-59374b08799a'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:51:33.372191 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cc8bea-7f13-411e-bf79-6dd3952288e1 None None] Routers {'6a98e294-2eb0-48a3-be26-59374b08799a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:33.375998 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-a6cc8bea-7f13-411e-bf79-6dd3952288e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:51:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6a98e294-2eb0-48a3-be26-59374b08799a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:33.453052 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b3fa5f-0bcf-48be-beee-01539eacbde2 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Made reservation on behalf of dc7ac4e90e4a4d80b7aa4aaaa3c450d7 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:51:33.459000 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-56b3fa5f-0bcf-48be-beee-01539eacbde2 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:33.477590 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-a6cc8bea-7f13-411e-bf79-6dd3952288e1 None None] Set router 6a98e294-2eb0-48a3-be26-59374b08799a gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:33.487047 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-68ca612e-68ab-4e3e-ab42-c3dac70b3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:33.490403 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-68ca612e-68ab-4e3e-ab42-c3dac70b3cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:33.494031 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-68ca612e-68ab-4e3e-ab42-c3dac70b3cfa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3170078e-dea5-4155-adf1-147dc788e91d HTTP/1.1" status: 204 len: 168 time: 0.2499478 Dec 16 09:51:33.500494 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b3fa5f-0bcf-48be-beee-01539eacbde2 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:51:33.518866 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca612e-68ab-4e3e-ab42-c3dac70b3cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3170078e-dea5-4155-adf1-147dc788e91d,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:33.530363 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-56b3fa5f-0bcf-48be-beee-01539eacbde2 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:33.530722 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-56b3fa5f-0bcf-48be-beee-01539eacbde2 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Added segment b31fbda4-6be4-4511-b235-c877fe5c4dbf of type vlan for network caace927-db3a-46fe-97fb-bb0e77ef8b59 Dec 16 09:51:33.556048 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-1fcc41ac-5384-48df-b00a-6da22d0144f2 None None] Provisioning complete for port 3a72a6fc-788f-4c03-bd1d-eef4342ff3c7 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:33.556349 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1fcc41ac-5384-48df-b00a-6da22d0144f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:33.597254 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-56b3fa5f-0bcf-48be-beee-01539eacbde2 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:33.669331 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-1fcc41ac-5384-48df-b00a-6da22d0144f2 None None] Port 3a72a6fc-788f-4c03-bd1d-eef4342ff3c7 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:51:33.686597 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac75f6-d6ec-4a17-b61f-9cbde42985c2 req-20cbf643-3e46-4483-9ef5-6589bdaafe0f tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:33.687829 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-1fcc41ac-5384-48df-b00a-6da22d0144f2 None None] Provisioning complete for port 73d40d70-3ee6-44e4-88ec-e38397addaf7 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:33.688150 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6ac75f6-d6ec-4a17-b61f-9cbde42985c2 req-20cbf643-3e46-4483-9ef5-6589bdaafe0f tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.0593882 Dec 16 09:51:33.688273 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1fcc41ac-5384-48df-b00a-6da22d0144f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:33.729826 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6ac75f6-d6ec-4a17-b61f-9cbde42985c2 req-f4c42280-6118-46c5-a6f3-fe9ec6a6ccee tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345621 Dec 16 09:51:33.767050 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-56b3fa5f-0bcf-48be-beee-01539eacbde2 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:33.772975 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b3fa5f-0bcf-48be-beee-01539eacbde2 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:33.773958 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-56b3fa5f-0bcf-48be-beee-01539eacbde2 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:33.851767 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3fa5f-0bcf-48be-beee-01539eacbde2 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Network': ['ID=caace927-db3a-46fe-97fb-bb0e77ef8b59,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:33.862516 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-a6cc8bea-7f13-411e-bf79-6dd3952288e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'name': 'tempest-RoutersTest-router-1053552994', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:28Z', 'updated_at': '2021-12-16T09:51:32Z', 'revision_number': 2, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'gw_port_host': None, '_interfaces': [{'id': '3a72a6fc-788f-4c03-bd1d-eef4342ff3c7', 'name': '', 'network_id': 'fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:63:d3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:31Z', 'updated_at': '2021-12-16T09:51:32Z', 'revision_number': 2, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:33.866334 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network caace927-db3a-46fe-97fb-bb0e77ef8b59 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:51:33.901205 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cc8bea-7f13-411e-bf79-6dd3952288e1 None None] Checking router: 6a98e294-2eb0-48a3-be26-59374b08799a for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:51:33.901562 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cc8bea-7f13-411e-bf79-6dd3952288e1 None None] Updating router 6a98e294-2eb0-48a3-be26-59374b08799a port 3a72a6fc-788f-4c03-bd1d-eef4342ff3c7 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:51:33.918182 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-56b3fa5f-0bcf-48be-beee-01539eacbde2 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5749221 Dec 16 09:51:33.920801 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45586) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:33.926230 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-b926d1db-3e83-4e75-a23e-6eeb45d94ae1 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Request body: {'subnet': {'network_id': 'caace927-db3a-46fe-97fb-bb0e77ef8b59', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:34.110717 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8bea-7f13-411e-bf79-6dd3952288e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:34.126621 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b926d1db-3e83-4e75-a23e-6eeb45d94ae1 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Made reservation on behalf of dc7ac4e90e4a4d80b7aa4aaaa3c450d7 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:51:34.130532 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b926d1db-3e83-4e75-a23e-6eeb45d94ae1 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:34.144557 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-e0731b9c-1d64-47f5-9e17-aa2392e8bbca None None] Provisioning complete for port 3a72a6fc-788f-4c03-bd1d-eef4342ff3c7 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:34.144934 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e0731b9c-1d64-47f5-9e17-aa2392e8bbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:34.210328 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-e0731b9c-1d64-47f5-9e17-aa2392e8bbca None None] Port 3a72a6fc-788f-4c03-bd1d-eef4342ff3c7 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:51:34.297954 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502dc014-ac91-4fe3-8427-615a43b6ba39 req-5bae8461-5829-4f51-a4e4-0c8ff6f3e4bb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:34.299632 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-502dc014-ac91-4fe3-8427-615a43b6ba39 req-5bae8461-5829-4f51-a4e4-0c8ff6f3e4bb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 946 time: 0.0602522 Dec 16 09:51:34.358965 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-502dc014-ac91-4fe3-8427-615a43b6ba39 req-3fd7425c-3530-4442-9944-23bbe05c90c8 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508091 Dec 16 09:51:34.384669 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45598) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:34.395474 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 73d40d70-3ee6-44e4-88ec-e38397addaf7 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:51:34.447318 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b926d1db-3e83-4e75-a23e-6eeb45d94ae1 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:34.474490 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c2526876-115e-4344-aeed-eeef454cc761 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/floatingips/f4697d0f-9462-4c17-a727-2e539d5ba0a5 HTTP/1.1" status: 200 len: 993 time: 0.0842845 Dec 16 09:51:34.513088 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 73d40d70-3ee6-44e4-88ec-e38397addaf7 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:34.513624 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:34.544773 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b926d1db-3e83-4e75-a23e-6eeb45d94ae1 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Checking segment: {'id': 'b31fbda4-6be4-4511-b235-c877fe5c4dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'caace927-db3a-46fe-97fb-bb0e77ef8b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:51:34.545226 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b926d1db-3e83-4e75-a23e-6eeb45d94ae1 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Network hostable DHCP agents. Network: caace927-db3a-46fe-97fb-bb0e77ef8b59, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:51:34.547530 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b926d1db-3e83-4e75-a23e-6eeb45d94ae1 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Subnet': ['ID=1e6a5754-173e-4d54-ab82-10eb8fdfd653,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:34.574165 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8bea-7f13-411e-bf79-6dd3952288e1 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:34.656277 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b926d1db-3e83-4e75-a23e-6eeb45d94ae1 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Network caace927-db3a-46fe-97fb-bb0e77ef8b59 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:51:34.692162 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8bea-7f13-411e-bf79-6dd3952288e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:34.742725 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf94b2-b800-476a-8095-f14f33b34fa1 None None] Pushing event updated for resources: {'Port': ['ID=3a72a6fc-788f-4c03-bd1d-eef4342ff3c7,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:34.770575 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-b926d1db-3e83-4e75-a23e-6eeb45d94ae1 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, caace927-db3a-46fe-97fb-bb0e77ef8b59) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:51:34.774742 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b926d1db-3e83-4e75-a23e-6eeb45d94ae1 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:34.775360 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b926d1db-3e83-4e75-a23e-6eeb45d94ae1 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:34.799549 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15356727-fe50-47b7-95d0-8da7cdf06c2c None None] Network caace927-db3a-46fe-97fb-bb0e77ef8b59 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:51:34.854895 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-a6cc8bea-7f13-411e-bf79-6dd3952288e1 None None] Attempting to bind port 3a72a6fc-788f-4c03-bd1d-eef4342ff3c7 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:51:34.858078 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-a6cc8bea-7f13-411e-bf79-6dd3952288e1 None None] Attempting to bind port 3a72a6fc-788f-4c03-bd1d-eef4342ff3c7 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '6ad7779c-cdc2-478f-b09f-8d837232180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:51:34.858078 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc8bea-7f13-411e-bf79-6dd3952288e1 None None] Attempting to bind port 3a72a6fc-788f-4c03-bd1d-eef4342ff3c7 on network fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:51:34.866175 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc8bea-7f13-411e-bf79-6dd3952288e1 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:51:34.866547 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc8bea-7f13-411e-bf79-6dd3952288e1 None None] Checking segment: {'id': '6ad7779c-cdc2-478f-b09f-8d837232180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:51:34.866947 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8bea-7f13-411e-bf79-6dd3952288e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:34.867338 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cc8bea-7f13-411e-bf79-6dd3952288e1 None None] Bound using segment: {'id': '6ad7779c-cdc2-478f-b09f-8d837232180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:51:34.868246 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-a6cc8bea-7f13-411e-bf79-6dd3952288e1 None None] Bound port: 3a72a6fc-788f-4c03-bd1d-eef4342ff3c7, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ad7779c-cdc2-478f-b09f-8d837232180d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:51:34.868246 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8bea-7f13-411e-bf79-6dd3952288e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:34.889090 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b926d1db-3e83-4e75-a23e-6eeb45d94ae1 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9670825 Dec 16 09:51:34.892744 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45614) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:34.939416 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481811e-c3cf-4111-9631-136b39765456 req-7ad7cf97-14c3-47e2-9d39-7831b3744770 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:34.949765 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0481811e-c3cf-4111-9631-136b39765456 req-7ad7cf97-14c3-47e2-9d39-7831b3744770 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.1084733 Dec 16 09:51:34.987904 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-a6cc8bea-7f13-411e-bf79-6dd3952288e1 None None] For port 3a72a6fc-788f-4c03-bd1d-eef4342ff3c7, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:51:34.992930 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-a6cc8bea-7f13-411e-bf79-6dd3952288e1 None None] For port 3a72a6fc-788f-4c03-bd1d-eef4342ff3c7, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=3a72a6fc-788f-4c03-bd1d-eef4342ff3c7,segment=NetworkSegment(6ad7779c-cdc2-478f-b09f-8d837232180d),segment_id=6ad7779c-cdc2-478f-b09f-8d837232180d)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:51:35.006651 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0481811e-c3cf-4111-9631-136b39765456 req-15fc135e-f300-4cc8-b88a-41188ce53eb7 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559993 Dec 16 09:51:35.035891 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18081de-2ba2-4306-9cde-179828651a58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-caace927-db3a-46fe-97fb-bb0e77ef8b59', 'network_id': 'caace927-db3a-46fe-97fb-bb0e77ef8b59', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'fixed_ips': [{'subnet_id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:51:35.036758 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f18081de-2ba2-4306-9cde-179828651a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:35.068132 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-6c975601-86a3-4171-bb6e-a7384c6a0b88 None None] Provisioning complete for port 3a72a6fc-788f-4c03-bd1d-eef4342ff3c7 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:35.068506 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6c975601-86a3-4171-bb6e-a7384c6a0b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:35.131511 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a6cc8bea-7f13-411e-bf79-6dd3952288e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:35.204185 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-6c975601-86a3-4171-bb6e-a7384c6a0b88 None None] Port 3a72a6fc-788f-4c03-bd1d-eef4342ff3c7 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:51:35.226011 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3976b861-374e-49e7-b34e-7344e7a17055 req-4f3a9ee1-283e-4754-b147-66db5f058997 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0651445 Dec 16 09:51:35.275980 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cc8bea-7f13-411e-bf79-6dd3952288e1 None None] Routers {'6a98e294-2eb0-48a3-be26-59374b08799a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:35.276771 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-a6cc8bea-7f13-411e-bf79-6dd3952288e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:51:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6a98e294-2eb0-48a3-be26-59374b08799a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:35.333768 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976b861-374e-49e7-b34e-7344e7a17055 req-42e5f218-8413-4941-81a4-d1eda4ab8237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:35.336412 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3976b861-374e-49e7-b34e-7344e7a17055 req-42e5f218-8413-4941-81a4-d1eda4ab8237 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55938af2fa4b4c6f80f602d4625ae2cd&device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 1097 time: 0.0649240 Dec 16 09:51:35.342561 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4b6a72bd-6ad1-4fb9-ac97-f531919e5e0d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:35.376407 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf94b2-b800-476a-8095-f14f33b34fa1 None None] Pushing event updated for resources: {'Port': ['ID=3a72a6fc-788f-4c03-bd1d-eef4342ff3c7,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:35.379734 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-f18081de-2ba2-4306-9cde-179828651a58 None None] Allocated IP 172.21.0.2 (caace927-db3a-46fe-97fb-bb0e77ef8b59/1e6a5754-173e-4d54-ab82-10eb8fdfd653/6e48775c-f99d-4343-af35-bcabdece4dd4) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:51:35.429009 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-a6cc8bea-7f13-411e-bf79-6dd3952288e1 None None] Set router 6a98e294-2eb0-48a3-be26-59374b08799a gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:35.470684 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976b861-374e-49e7-b34e-7344e7a17055 req-af629a42-7431-436c-ae06-d1428ce916d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:35.472529 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3976b861-374e-49e7-b34e-7344e7a17055 req-af629a42-7431-436c-ae06-d1428ce916d2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=80ebca74-2610-4824-a3d8-8e60778e3639 HTTP/1.1" status: 200 len: 918 time: 0.1112692 Dec 16 09:51:35.560686 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3976b861-374e-49e7-b34e-7344e7a17055 req-f17c90c2-7a0e-45d4-b452-c5652178c768 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c16075f-0c49-41c4-8cf6-cad9247d5bd0 HTTP/1.1" status: 200 len: 1002 time: 0.0796118 Dec 16 09:51:35.641324 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976b861-374e-49e7-b34e-7344e7a17055 req-423e081d-866e-475a-8c48-93745439bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:35.641324 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3976b861-374e-49e7-b34e-7344e7a17055 req-423e081d-866e-475a-8c48-93745439bfb5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=55767ecf-03fc-4a01-868c-518fd421c2f1 HTTP/1.1" status: 200 len: 856 time: 0.0728703 Dec 16 09:51:35.694106 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976b861-374e-49e7-b34e-7344e7a17055 req-050aa04e-58fa-4d56-a944-314642fe0f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:35.695615 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3976b861-374e-49e7-b34e-7344e7a17055 req-050aa04e-58fa-4d56-a944-314642fe0f3a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=80ebca74-2610-4824-a3d8-8e60778e3639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492425 Dec 16 09:51:35.700643 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c393371f-994e-4dd4-9f69-9fcb20ba4308 None None] Provisioning complete for port 3a72a6fc-788f-4c03-bd1d-eef4342ff3c7 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:35.701214 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c393371f-994e-4dd4-9f69-9fcb20ba4308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:35.738988 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f18081de-2ba2-4306-9cde-179828651a58 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:35.799345 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3976b861-374e-49e7-b34e-7344e7a17055 req-6671cf89-af06-4fba-8fc3-8ea97ac1d70c service neutron] 10.222.0.58 "GET /v2.0/networks/80ebca74-2610-4824-a3d8-8e60778e3639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955343 Dec 16 09:51:35.847527 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f18081de-2ba2-4306-9cde-179828651a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:35.852214 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c393371f-994e-4dd4-9f69-9fcb20ba4308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:35.900047 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18081de-2ba2-4306-9cde-179828651a58 None None] Network caace927-db3a-46fe-97fb-bb0e77ef8b59 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:51:35.903851 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-4b6a72bd-6ad1-4fb9-ac97-f531919e5e0d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Allocated IP 172.21.0.1 (caace927-db3a-46fe-97fb-bb0e77ef8b59/1e6a5754-173e-4d54-ab82-10eb8fdfd653/2f3e3a18-054a-4a8b-ac97-fca27e0d55af) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:51:35.905400 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3976b861-374e-49e7-b34e-7344e7a17055 req-ec439a0b-f419-4435-a6fe-67a3e0255752 service neutron] 10.222.0.58 "GET /v2.0/networks/80ebca74-2610-4824-a3d8-8e60778e3639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995023 Dec 16 09:51:35.911520 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-f18081de-2ba2-4306-9cde-179828651a58 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:51:35.913888 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18081de-2ba2-4306-9cde-179828651a58 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:51:35.944322 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-a6cc8bea-7f13-411e-bf79-6dd3952288e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'name': 'tempest-RoutersTest-router-1053552994', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:28Z', 'updated_at': '2021-12-16T09:51:32Z', 'revision_number': 2, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'gw_port_host': None, '_interfaces': [{'id': '3a72a6fc-788f-4c03-bd1d-eef4342ff3c7', 'name': '', 'network_id': 'fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:63:d3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:31Z', 'updated_at': '2021-12-16T09:51:34Z', 'revision_number': 4, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:35.945992 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18081de-2ba2-4306-9cde-179828651a58 None None] Pushing event updated for resources: {'Port': ['ID=6e48775c-f99d-4343-af35-bcabdece4dd4,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:35.993414 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-c393371f-994e-4dd4-9f69-9fcb20ba4308 None None] For port 3a72a6fc-788f-4c03-bd1d-eef4342ff3c7, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=3a72a6fc-788f-4c03-bd1d-eef4342ff3c7,segment=NetworkSegment(6ad7779c-cdc2-478f-b09f-8d837232180d),segment_id=6ad7779c-cdc2-478f-b09f-8d837232180d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:35.999093 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cc8bea-7f13-411e-bf79-6dd3952288e1 None None] The sync data for ids ['6a98e294-2eb0-48a3-be26-59374b08799a'] in n-d-820550-2 is: [{'id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'name': 'tempest-RoutersTest-router-1053552994', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:28Z', 'updated_at': '2021-12-16T09:51:32Z', 'revision_number': 2, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'gw_port_host': None, '_interfaces': [{'id': '3a72a6fc-788f-4c03-bd1d-eef4342ff3c7', 'name': '', 'network_id': 'fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:63:d3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:31Z', 'updated_at': '2021-12-16T09:51:34Z', 'revision_number': 4, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:51:36.053299 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4b6a72bd-6ad1-4fb9-ac97-f531919e5e0d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:36.157539 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328729f-ee72-4eba-b56a-b29875572e9c req-e788531c-1765-494e-8f79-3435b15fa08b tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:36.159183 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3328729f-ee72-4eba-b56a-b29875572e9c req-e788531c-1765-494e-8f79-3435b15fa08b tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.0572333 Dec 16 09:51:36.170593 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c393371f-994e-4dd4-9f69-9fcb20ba4308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:36.198392 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4b6a72bd-6ad1-4fb9-ac97-f531919e5e0d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:36.202867 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-f18081de-2ba2-4306-9cde-179828651a58 None None] Attempting to bind port 6e48775c-f99d-4343-af35-bcabdece4dd4 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:51:36.203337 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-f18081de-2ba2-4306-9cde-179828651a58 None None] Attempting to bind port 6e48775c-f99d-4343-af35-bcabdece4dd4 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'b31fbda4-6be4-4511-b235-c877fe5c4dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'caace927-db3a-46fe-97fb-bb0e77ef8b59'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:51:36.203760 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18081de-2ba2-4306-9cde-179828651a58 None None] Attempting to bind port 6e48775c-f99d-4343-af35-bcabdece4dd4 on network caace927-db3a-46fe-97fb-bb0e77ef8b59 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:51:36.205588 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3328729f-ee72-4eba-b56a-b29875572e9c req-e8b62b9e-9c5c-4e9f-834b-237b98a701c0 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392592 Dec 16 09:51:36.216042 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18081de-2ba2-4306-9cde-179828651a58 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:51:36.216549 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18081de-2ba2-4306-9cde-179828651a58 None None] Checking segment: {'id': 'b31fbda4-6be4-4511-b235-c877fe5c4dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'caace927-db3a-46fe-97fb-bb0e77ef8b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:51:36.217061 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f18081de-2ba2-4306-9cde-179828651a58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:36.217572 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18081de-2ba2-4306-9cde-179828651a58 None None] Bound using segment: {'id': 'b31fbda4-6be4-4511-b235-c877fe5c4dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'caace927-db3a-46fe-97fb-bb0e77ef8b59'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:51:36.218149 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-f18081de-2ba2-4306-9cde-179828651a58 None None] Bound port: 6e48775c-f99d-4343-af35-bcabdece4dd4, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b31fbda4-6be4-4511-b235-c877fe5c4dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'caace927-db3a-46fe-97fb-bb0e77ef8b59'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:51:36.218637 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f18081de-2ba2-4306-9cde-179828651a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:36.248595 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c393371f-994e-4dd4-9f69-9fcb20ba4308 None None] Pushing event updated for resources: {'Port': ['ID=3a72a6fc-788f-4c03-bd1d-eef4342ff3c7,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:36.257499 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6a72bd-6ad1-4fb9-ac97-f531919e5e0d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Network caace927-db3a-46fe-97fb-bb0e77ef8b59 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:51:36.261841 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-4b6a72bd-6ad1-4fb9-ac97-f531919e5e0d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:51:36.266173 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6a72bd-6ad1-4fb9-ac97-f531919e5e0d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:51:36.310462 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a72bd-6ad1-4fb9-ac97-f531919e5e0d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Port': ['ID=2f3e3a18-054a-4a8b-ac97-fca27e0d55af,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:36.333422 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f18081de-2ba2-4306-9cde-179828651a58 None None] For port 6e48775c-f99d-4343-af35-bcabdece4dd4, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:51:36.344230 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f18081de-2ba2-4306-9cde-179828651a58 None None] For port 6e48775c-f99d-4343-af35-bcabdece4dd4, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=6e48775c-f99d-4343-af35-bcabdece4dd4,segment=NetworkSegment(b31fbda4-6be4-4511-b235-c877fe5c4dbf),segment_id=b31fbda4-6be4-4511-b235-c877fe5c4dbf)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:51:36.358951 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4b6a72bd-6ad1-4fb9-ac97-f531919e5e0d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:36.450840 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 3a72a6fc-788f-4c03-bd1d-eef4342ff3c7 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:51:36.455151 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f18081de-2ba2-4306-9cde-179828651a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:36.563398 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 3a72a6fc-788f-4c03-bd1d-eef4342ff3c7 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:36.572983 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:36.610767 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4b6a72bd-6ad1-4fb9-ac97-f531919e5e0d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:36.617258 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18081de-2ba2-4306-9cde-179828651a58 None None] Pushing event updated for resources: {'Port': ['ID=6e48775c-f99d-4343-af35-bcabdece4dd4,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:36.989532 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4b6a72bd-6ad1-4fb9-ac97-f531919e5e0d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:37.063662 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4b6a72bd-6ad1-4fb9-ac97-f531919e5e0d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:37.135817 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4b6a72bd-6ad1-4fb9-ac97-f531919e5e0d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:37.138168 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a72bd-6ad1-4fb9-ac97-f531919e5e0d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Port': ['ID=2f3e3a18-054a-4a8b-ac97-fca27e0d55af,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:37.235572 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6a72bd-6ad1-4fb9-ac97-f531919e5e0d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Network caace927-db3a-46fe-97fb-bb0e77ef8b59 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:51:37.238328 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-4b6a72bd-6ad1-4fb9-ac97-f531919e5e0d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:51:37.264003 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:37.328121 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef3eb8-16ce-4bc2-a45d-07d977f0a4dc req-78845308-6eae-4ff2-8af9-6dce2001ce62 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:37.329548 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1aef3eb8-16ce-4bc2-a45d-07d977f0a4dc req-78845308-6eae-4ff2-8af9-6dce2001ce62 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.0488303 Dec 16 09:51:37.341697 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6a72bd-6ad1-4fb9-ac97-f531919e5e0d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Router 6a98e294-2eb0-48a3-be26-59374b08799a has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:51:37.373722 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1aef3eb8-16ce-4bc2-a45d-07d977f0a4dc req-1c7c0e9d-216c-4cac-87ed-f0bff5cd6ac5 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377073 Dec 16 09:51:37.442736 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6a72bd-6ad1-4fb9-ac97-f531919e5e0d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:51:37.448723 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4b6a72bd-6ad1-4fb9-ac97-f531919e5e0d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "PUT /v2.0/routers/6a98e294-2eb0-48a3-be26-59374b08799a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5556407 Dec 16 09:51:37.451861 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45660) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:37.457257 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-4be48dfa-b6bc-438b-9e71-a6ce3ccf4ebe tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Request body: {'network': {'name': 'tempest-RoutersTest-1261565208'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:37.566596 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be48dfa-b6bc-438b-9e71-a6ce3ccf4ebe tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Made reservation on behalf of dc7ac4e90e4a4d80b7aa4aaaa3c450d7 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:51:37.570153 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4be48dfa-b6bc-438b-9e71-a6ce3ccf4ebe tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:37.594272 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be48dfa-b6bc-438b-9e71-a6ce3ccf4ebe tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:51:37.602752 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4be48dfa-b6bc-438b-9e71-a6ce3ccf4ebe tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:37.603089 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-4be48dfa-b6bc-438b-9e71-a6ce3ccf4ebe tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Added segment 80911a7d-020d-4dbe-881f-90a9276bc702 of type vlan for network 428ca14b-d8c4-468b-811a-ab8dfb01634d Dec 16 09:51:37.642194 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4be48dfa-b6bc-438b-9e71-a6ce3ccf4ebe tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:37.736637 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4be48dfa-b6bc-438b-9e71-a6ce3ccf4ebe tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:37.742523 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be48dfa-b6bc-438b-9e71-a6ce3ccf4ebe tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:37.743158 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4be48dfa-b6bc-438b-9e71-a6ce3ccf4ebe tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:37.814699 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be48dfa-b6bc-438b-9e71-a6ce3ccf4ebe tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Network': ['ID=428ca14b-d8c4-468b-811a-ab8dfb01634d,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:37.831004 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 428ca14b-d8c4-468b-811a-ab8dfb01634d details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:51:37.897830 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45664) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:37.898073 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4be48dfa-b6bc-438b-9e71-a6ce3ccf4ebe tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4447379 Dec 16 09:51:37.905212 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-a1bf03ed-d58d-463d-b761-c33164ad5b90 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Request body: {'subnet': {'network_id': '428ca14b-d8c4-468b-811a-ab8dfb01634d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:38.073869 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17ce3d2-8c26-41fa-8674-0b0edf97fa50 None None] Network caace927-db3a-46fe-97fb-bb0e77ef8b59 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:51:38.079006 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bf03ed-d58d-463d-b761-c33164ad5b90 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Made reservation on behalf of dc7ac4e90e4a4d80b7aa4aaaa3c450d7 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:51:38.082827 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a1bf03ed-d58d-463d-b761-c33164ad5b90 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:38.138792 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef55ca5-5515-489a-882a-c1f71a865e30 None None] Sync routers for ids ['6a98e294-2eb0-48a3-be26-59374b08799a'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:51:38.145295 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef55ca5-5515-489a-882a-c1f71a865e30 None None] Routers {'6a98e294-2eb0-48a3-be26-59374b08799a'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:38.145922 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6ef55ca5-5515-489a-882a-c1f71a865e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:51:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6a98e294-2eb0-48a3-be26-59374b08799a'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:38.155419 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-5f9bdc9e-0afa-4059-98a9-06ab5fb1414d None None] Provisioning complete for port 6e48775c-f99d-4343-af35-bcabdece4dd4 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:38.155870 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5f9bdc9e-0afa-4059-98a9-06ab5fb1414d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:38.256849 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-6ef55ca5-5515-489a-882a-c1f71a865e30 None None] Set router 6a98e294-2eb0-48a3-be26-59374b08799a gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:38.312259 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5f9bdc9e-0afa-4059-98a9-06ab5fb1414d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:38.368340 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-5f9bdc9e-0afa-4059-98a9-06ab5fb1414d None None] For port 6e48775c-f99d-4343-af35-bcabdece4dd4, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=6e48775c-f99d-4343-af35-bcabdece4dd4,segment=NetworkSegment(b31fbda4-6be4-4511-b235-c877fe5c4dbf),segment_id=b31fbda4-6be4-4511-b235-c877fe5c4dbf)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:38.440761 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6e48775c-f99d-4343-af35-bcabdece4dd4 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:51:38.502754 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5f9bdc9e-0afa-4059-98a9-06ab5fb1414d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:38.518564 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a1bf03ed-d58d-463d-b761-c33164ad5b90 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:38.610826 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 6e48775c-f99d-4343-af35-bcabdece4dd4 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:38.611871 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:38.613695 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9bdc9e-0afa-4059-98a9-06ab5fb1414d None None] Pushing event updated for resources: {'Port': ['ID=6e48775c-f99d-4343-af35-bcabdece4dd4,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:38.633213 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a13fe-1e60-4c65-9596-28f3072fa24c req-37ffa334-61a5-47c3-8846-cc4c80304263 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:38.634881 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-053a13fe-1e60-4c65-9596-28f3072fa24c req-37ffa334-61a5-47c3-8846-cc4c80304263 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.1611917 Dec 16 09:51:38.648741 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf03ed-d58d-463d-b761-c33164ad5b90 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Subnet': ['ID=fa57904c-97bd-48c6-8084-a2ef1c127378,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:38.678264 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6ef55ca5-5515-489a-882a-c1f71a865e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'name': 'tempest-RoutersTest-router-1053552994', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:28Z', 'updated_at': '2021-12-16T09:51:36Z', 'revision_number': 3, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'gw_port_host': None, '_interfaces': [{'id': '2f3e3a18-054a-4a8b-ac97-fca27e0d55af', 'name': '', 'network_id': 'caace927-db3a-46fe-97fb-bb0e77ef8b59', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:a4:22:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:35Z', 'updated_at': '2021-12-16T09:51:36Z', 'revision_number': 2, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a72a6fc-788f-4c03-bd1d-eef4342ff3c7', 'name': '', 'network_id': 'fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:63:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:31Z', 'updated_at': '2021-12-16T09:51:35Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:38.687321 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bf03ed-d58d-463d-b761-c33164ad5b90 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Checking segment: {'id': '80911a7d-020d-4dbe-881f-90a9276bc702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '428ca14b-d8c4-468b-811a-ab8dfb01634d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:51:38.687741 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bf03ed-d58d-463d-b761-c33164ad5b90 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Network hostable DHCP agents. Network: 428ca14b-d8c4-468b-811a-ab8dfb01634d, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:51:38.710993 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-053a13fe-1e60-4c65-9596-28f3072fa24c req-8cf74bb7-6629-4e31-b0cb-524b7bbe9759 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648401 Dec 16 09:51:38.732977 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef55ca5-5515-489a-882a-c1f71a865e30 None None] Checking router: 6a98e294-2eb0-48a3-be26-59374b08799a for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:51:38.732977 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef55ca5-5515-489a-882a-c1f71a865e30 None None] Updating router 6a98e294-2eb0-48a3-be26-59374b08799a port 2f3e3a18-054a-4a8b-ac97-fca27e0d55af binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:51:38.760804 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6ef55ca5-5515-489a-882a-c1f71a865e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:38.782786 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c0f2fad7-aceb-4c2f-b3b4-4f54c5dee8c4 None None] Provisioning complete for port 6e48775c-f99d-4343-af35-bcabdece4dd4 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:38.783428 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c0f2fad7-aceb-4c2f-b3b4-4f54c5dee8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:38.783773 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bf03ed-d58d-463d-b761-c33164ad5b90 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Network 428ca14b-d8c4-468b-811a-ab8dfb01634d is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:51:38.839056 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-a1bf03ed-d58d-463d-b761-c33164ad5b90 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 428ca14b-d8c4-468b-811a-ab8dfb01634d) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:51:38.853319 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bf03ed-d58d-463d-b761-c33164ad5b90 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:38.853319 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a1bf03ed-d58d-463d-b761-c33164ad5b90 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:38.857325 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb334705-1b2b-479f-aafa-7cd53f26e469 None None] Network 428ca14b-d8c4-468b-811a-ab8dfb01634d requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:51:38.927679 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a1bf03ed-d58d-463d-b761-c33164ad5b90 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0289893 Dec 16 09:51:38.930548 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45676) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:39.063553 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c0f2fad7-aceb-4c2f-b3b4-4f54c5dee8c4 None None] Provisioning complete for port 2f3e3a18-054a-4a8b-ac97-fca27e0d55af triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:39.063925 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c0f2fad7-aceb-4c2f-b3b4-4f54c5dee8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:39.155726 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6ef55ca5-5515-489a-882a-c1f71a865e30 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:39.162008 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-c0f2fad7-aceb-4c2f-b3b4-4f54c5dee8c4 None None] Port 2f3e3a18-054a-4a8b-ac97-fca27e0d55af cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:51:39.180676 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467fbf88-c985-47a9-87ca-51672abce77f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-428ca14b-d8c4-468b-811a-ab8dfb01634d', 'network_id': '428ca14b-d8c4-468b-811a-ab8dfb01634d', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'fixed_ips': [{'subnet_id': 'fa57904c-97bd-48c6-8084-a2ef1c127378'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:51:39.181677 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-467fbf88-c985-47a9-87ca-51672abce77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:39.241428 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6ef55ca5-5515-489a-882a-c1f71a865e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:39.310125 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c46ec8-1b7e-47e7-aab4-df067e0d554c None None] Pushing event updated for resources: {'Port': ['ID=2f3e3a18-054a-4a8b-ac97-fca27e0d55af,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:39.336513 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c46ec8-1b7e-47e7-aab4-df067e0d554c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:39.337665 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c46ec8-1b7e-47e7-aab4-df067e0d554c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:39.337665 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c46ec8-1b7e-47e7-aab4-df067e0d554c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:39.337968 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c46ec8-1b7e-47e7-aab4-df067e0d554c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:39.338381 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c46ec8-1b7e-47e7-aab4-df067e0d554c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:39.340465 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c46ec8-1b7e-47e7-aab4-df067e0d554c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:39.340916 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c46ec8-1b7e-47e7-aab4-df067e0d554c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:39.341376 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c46ec8-1b7e-47e7-aab4-df067e0d554c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:39.341929 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c46ec8-1b7e-47e7-aab4-df067e0d554c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:39.342341 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c46ec8-1b7e-47e7-aab4-df067e0d554c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:39.342760 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c46ec8-1b7e-47e7-aab4-df067e0d554c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:39.343226 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c46ec8-1b7e-47e7-aab4-df067e0d554c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:39.344597 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-273ae84b-751a-4db5-9632-259e01c79b54 None None] Provisioning complete for port 2f3e3a18-054a-4a8b-ac97-fca27e0d55af triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:39.345214 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-273ae84b-751a-4db5-9632-259e01c79b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:39.396486 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-273ae84b-751a-4db5-9632-259e01c79b54 None None] Port 2f3e3a18-054a-4a8b-ac97-fca27e0d55af cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:51:39.410565 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-6ef55ca5-5515-489a-882a-c1f71a865e30 None None] Attempting to bind port 2f3e3a18-054a-4a8b-ac97-fca27e0d55af on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:51:39.413808 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-6ef55ca5-5515-489a-882a-c1f71a865e30 None None] Attempting to bind port 2f3e3a18-054a-4a8b-ac97-fca27e0d55af by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'b31fbda4-6be4-4511-b235-c877fe5c4dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'caace927-db3a-46fe-97fb-bb0e77ef8b59'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:51:39.414311 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef55ca5-5515-489a-882a-c1f71a865e30 None None] Attempting to bind port 2f3e3a18-054a-4a8b-ac97-fca27e0d55af on network caace927-db3a-46fe-97fb-bb0e77ef8b59 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:51:39.421989 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef55ca5-5515-489a-882a-c1f71a865e30 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:51:39.422361 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef55ca5-5515-489a-882a-c1f71a865e30 None None] Checking segment: {'id': 'b31fbda4-6be4-4511-b235-c877fe5c4dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'caace927-db3a-46fe-97fb-bb0e77ef8b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:51:39.422793 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6ef55ca5-5515-489a-882a-c1f71a865e30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:39.430667 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef55ca5-5515-489a-882a-c1f71a865e30 None None] Bound using segment: {'id': 'b31fbda4-6be4-4511-b235-c877fe5c4dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'caace927-db3a-46fe-97fb-bb0e77ef8b59'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:51:39.430667 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-6ef55ca5-5515-489a-882a-c1f71a865e30 None None] Bound port: 2f3e3a18-054a-4a8b-ac97-fca27e0d55af, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b31fbda4-6be4-4511-b235-c877fe5c4dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'caace927-db3a-46fe-97fb-bb0e77ef8b59'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:51:39.430667 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6ef55ca5-5515-489a-882a-c1f71a865e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:39.460614 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-467fbf88-c985-47a9-87ca-51672abce77f None None] Allocated IP 172.22.0.2 (428ca14b-d8c4-468b-811a-ab8dfb01634d/fa57904c-97bd-48c6-8084-a2ef1c127378/62b8bc05-63b2-4220-b62f-43c21a1a2ce5) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:51:39.504037 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-6ef55ca5-5515-489a-882a-c1f71a865e30 None None] For port 2f3e3a18-054a-4a8b-ac97-fca27e0d55af, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:51:39.508816 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-6ef55ca5-5515-489a-882a-c1f71a865e30 None None] For port 2f3e3a18-054a-4a8b-ac97-fca27e0d55af, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=2f3e3a18-054a-4a8b-ac97-fca27e0d55af,segment=NetworkSegment(b31fbda4-6be4-4511-b235-c877fe5c4dbf),segment_id=b31fbda4-6be4-4511-b235-c877fe5c4dbf)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:51:39.619212 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6ef55ca5-5515-489a-882a-c1f71a865e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:39.645080 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-9c09f764-9b54-4e99-baae-ccafa6b97d7d None None] Provisioning complete for port 2f3e3a18-054a-4a8b-ac97-fca27e0d55af triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:39.645572 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9c09f764-9b54-4e99-baae-ccafa6b97d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:39.651745 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-467fbf88-c985-47a9-87ca-51672abce77f None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:39.676695 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef55ca5-5515-489a-882a-c1f71a865e30 None None] Routers {'6a98e294-2eb0-48a3-be26-59374b08799a'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:39.677339 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6ef55ca5-5515-489a-882a-c1f71a865e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:51:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6a98e294-2eb0-48a3-be26-59374b08799a'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:39.679075 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c46ec8-1b7e-47e7-aab4-df067e0d554c None None] Pushing event updated for resources: {'Port': ['ID=2f3e3a18-054a-4a8b-ac97-fca27e0d55af,revision_number=4']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:39.751757 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9c09f764-9b54-4e99-baae-ccafa6b97d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:39.773691 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-6ef55ca5-5515-489a-882a-c1f71a865e30 None None] Set router 6a98e294-2eb0-48a3-be26-59374b08799a gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:39.785344 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-467fbf88-c985-47a9-87ca-51672abce77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:39.789642 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-9c09f764-9b54-4e99-baae-ccafa6b97d7d None None] For port 2f3e3a18-054a-4a8b-ac97-fca27e0d55af, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=2f3e3a18-054a-4a8b-ac97-fca27e0d55af,segment=NetworkSegment(b31fbda4-6be4-4511-b235-c877fe5c4dbf),segment_id=b31fbda4-6be4-4511-b235-c877fe5c4dbf)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:39.827212 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467fbf88-c985-47a9-87ca-51672abce77f None None] Network 428ca14b-d8c4-468b-811a-ab8dfb01634d is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:51:39.830532 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-467fbf88-c985-47a9-87ca-51672abce77f None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:51:39.833171 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467fbf88-c985-47a9-87ca-51672abce77f None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:51:39.853192 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c234bf05-f0ef-40a9-946f-aebb50cfb577 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:39.871731 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467fbf88-c985-47a9-87ca-51672abce77f None None] Pushing event updated for resources: {'Port': ['ID=62b8bc05-63b2-4220-b62f-43c21a1a2ce5,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:39.906098 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2315249-4c8a-4b84-89e8-40b4e014694e req-e49e6e9d-ca3d-4e14-ae99-57d6de32c3fd tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:39.907604 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f2315249-4c8a-4b84-89e8-40b4e014694e req-e49e6e9d-ca3d-4e14-ae99-57d6de32c3fd tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.0954835 Dec 16 09:51:39.909391 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-467fbf88-c985-47a9-87ca-51672abce77f None None] Attempting to bind port 62b8bc05-63b2-4220-b62f-43c21a1a2ce5 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:51:39.909802 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-467fbf88-c985-47a9-87ca-51672abce77f None None] Attempting to bind port 62b8bc05-63b2-4220-b62f-43c21a1a2ce5 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '80911a7d-020d-4dbe-881f-90a9276bc702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '428ca14b-d8c4-468b-811a-ab8dfb01634d'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:51:39.910138 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467fbf88-c985-47a9-87ca-51672abce77f None None] Attempting to bind port 62b8bc05-63b2-4220-b62f-43c21a1a2ce5 on network 428ca14b-d8c4-468b-811a-ab8dfb01634d {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:51:39.915858 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467fbf88-c985-47a9-87ca-51672abce77f None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:51:39.918202 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467fbf88-c985-47a9-87ca-51672abce77f None None] Checking segment: {'id': '80911a7d-020d-4dbe-881f-90a9276bc702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '428ca14b-d8c4-468b-811a-ab8dfb01634d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:51:39.918202 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-467fbf88-c985-47a9-87ca-51672abce77f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:39.918202 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467fbf88-c985-47a9-87ca-51672abce77f None None] Bound using segment: {'id': '80911a7d-020d-4dbe-881f-90a9276bc702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '428ca14b-d8c4-468b-811a-ab8dfb01634d'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:51:39.918528 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-467fbf88-c985-47a9-87ca-51672abce77f None None] Bound port: 62b8bc05-63b2-4220-b62f-43c21a1a2ce5, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80911a7d-020d-4dbe-881f-90a9276bc702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '428ca14b-d8c4-468b-811a-ab8dfb01634d'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:51:39.918773 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-467fbf88-c985-47a9-87ca-51672abce77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:39.932381 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9c09f764-9b54-4e99-baae-ccafa6b97d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:39.979175 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f2315249-4c8a-4b84-89e8-40b4e014694e req-00123136-d5fb-4fee-93a2-f172b89ba93f tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650158 Dec 16 09:51:40.060398 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c09f764-9b54-4e99-baae-ccafa6b97d7d None None] Pushing event updated for resources: {'Port': ['ID=2f3e3a18-054a-4a8b-ac97-fca27e0d55af,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:40.077728 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-467fbf88-c985-47a9-87ca-51672abce77f None None] For port 62b8bc05-63b2-4220-b62f-43c21a1a2ce5, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:51:40.079743 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-11c86eea-a4a6-484f-bd49-cd3c83bd2569 None None] Provisioning complete for port 2f3e3a18-054a-4a8b-ac97-fca27e0d55af triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:40.080363 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-11c86eea-a4a6-484f-bd49-cd3c83bd2569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:40.082869 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-467fbf88-c985-47a9-87ca-51672abce77f None None] For port 62b8bc05-63b2-4220-b62f-43c21a1a2ce5, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=62b8bc05-63b2-4220-b62f-43c21a1a2ce5,segment=NetworkSegment(80911a7d-020d-4dbe-881f-90a9276bc702),segment_id=80911a7d-020d-4dbe-881f-90a9276bc702)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:51:40.103046 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6ef55ca5-5515-489a-882a-c1f71a865e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'name': 'tempest-RoutersTest-router-1053552994', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:28Z', 'updated_at': '2021-12-16T09:51:36Z', 'revision_number': 3, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'gw_port_host': None, '_interfaces': [{'id': '2f3e3a18-054a-4a8b-ac97-fca27e0d55af', 'name': '', 'network_id': 'caace927-db3a-46fe-97fb-bb0e77ef8b59', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:a4:22:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:35Z', 'updated_at': '2021-12-16T09:51:39Z', 'revision_number': 4, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a72a6fc-788f-4c03-bd1d-eef4342ff3c7', 'name': '', 'network_id': 'fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:63:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:31Z', 'updated_at': '2021-12-16T09:51:35Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:40.131273 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef55ca5-5515-489a-882a-c1f71a865e30 None None] The sync data for ids ['6a98e294-2eb0-48a3-be26-59374b08799a'] in n-d-820550-2 is: [{'id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'name': 'tempest-RoutersTest-router-1053552994', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:28Z', 'updated_at': '2021-12-16T09:51:36Z', 'revision_number': 3, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'gw_port_host': None, '_interfaces': [{'id': '2f3e3a18-054a-4a8b-ac97-fca27e0d55af', 'name': '', 'network_id': 'caace927-db3a-46fe-97fb-bb0e77ef8b59', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:a4:22:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:35Z', 'updated_at': '2021-12-16T09:51:39Z', 'revision_number': 4, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a72a6fc-788f-4c03-bd1d-eef4342ff3c7', 'name': '', 'network_id': 'fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:63:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:31Z', 'updated_at': '2021-12-16T09:51:35Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:51:40.182880 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-467fbf88-c985-47a9-87ca-51672abce77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:40.242600 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-c234bf05-f0ef-40a9-946f-aebb50cfb577 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Allocated IP 172.22.0.1 (428ca14b-d8c4-468b-811a-ab8dfb01634d/fa57904c-97bd-48c6-8084-a2ef1c127378/3f127cde-f420-424c-8413-17b2083ce617) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:51:40.301988 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467fbf88-c985-47a9-87ca-51672abce77f None None] Pushing event updated for resources: {'Port': ['ID=62b8bc05-63b2-4220-b62f-43c21a1a2ce5,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:40.427971 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c234bf05-f0ef-40a9-946f-aebb50cfb577 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:40.543244 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6e48775c-f99d-4343-af35-bcabdece4dd4 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:51:40.553879 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c234bf05-f0ef-40a9-946f-aebb50cfb577 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:40.597667 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:40.608367 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c234bf05-f0ef-40a9-946f-aebb50cfb577 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Network 428ca14b-d8c4-468b-811a-ab8dfb01634d is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:51:40.612373 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 6e48775c-f99d-4343-af35-bcabdece4dd4 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:40.612903 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:40.613906 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-c234bf05-f0ef-40a9-946f-aebb50cfb577 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:51:40.618176 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c234bf05-f0ef-40a9-946f-aebb50cfb577 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:51:40.656254 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234bf05-f0ef-40a9-946f-aebb50cfb577 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Port': ['ID=3f127cde-f420-424c-8413-17b2083ce617,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:40.696083 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c234bf05-f0ef-40a9-946f-aebb50cfb577 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:40.726199 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 2f3e3a18-054a-4a8b-ac97-fca27e0d55af up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:51:40.784470 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 2f3e3a18-054a-4a8b-ac97-fca27e0d55af triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:40.785070 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:40.910376 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c234bf05-f0ef-40a9-946f-aebb50cfb577 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:41.116076 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ac769-a34d-4df3-9c30-f6f3d08bf4ca req-fda8bbf6-d498-474d-bb5e-033503b20302 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:41.124382 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-610ac769-a34d-4df3-9c30-f6f3d08bf4ca req-fda8bbf6-d498-474d-bb5e-033503b20302 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.0646067 Dec 16 09:51:41.189897 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-610ac769-a34d-4df3-9c30-f6f3d08bf4ca req-b5260e29-8b4f-4643-8d07-3bcd7671dd85 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641692 Dec 16 09:51:41.231357 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c234bf05-f0ef-40a9-946f-aebb50cfb577 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:41.309351 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c234bf05-f0ef-40a9-946f-aebb50cfb577 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:41.391097 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234bf05-f0ef-40a9-946f-aebb50cfb577 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Port': ['ID=3f127cde-f420-424c-8413-17b2083ce617,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:41.398292 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c234bf05-f0ef-40a9-946f-aebb50cfb577 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:41.422363 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb8e874-0699-4fbd-9690-bb1da094ec31 None None] Network 428ca14b-d8c4-468b-811a-ab8dfb01634d requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:51:41.517516 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c234bf05-f0ef-40a9-946f-aebb50cfb577 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Network 428ca14b-d8c4-468b-811a-ab8dfb01634d is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:51:41.519088 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-c234bf05-f0ef-40a9-946f-aebb50cfb577 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:51:41.523106 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-8fd2fe7a-2825-4430-b88b-05e105855727 None None] Provisioning complete for port 62b8bc05-63b2-4220-b62f-43c21a1a2ce5 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:41.523555 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8fd2fe7a-2825-4430-b88b-05e105855727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:41.624588 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c234bf05-f0ef-40a9-946f-aebb50cfb577 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Router 6a98e294-2eb0-48a3-be26-59374b08799a has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:51:41.676916 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8fd2fe7a-2825-4430-b88b-05e105855727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:41.715929 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-8fd2fe7a-2825-4430-b88b-05e105855727 None None] For port 62b8bc05-63b2-4220-b62f-43c21a1a2ce5, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=62b8bc05-63b2-4220-b62f-43c21a1a2ce5,segment=NetworkSegment(80911a7d-020d-4dbe-881f-90a9276bc702),segment_id=80911a7d-020d-4dbe-881f-90a9276bc702)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:41.734764 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c234bf05-f0ef-40a9-946f-aebb50cfb577 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:51:41.739827 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c234bf05-f0ef-40a9-946f-aebb50cfb577 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "PUT /v2.0/routers/6a98e294-2eb0-48a3-be26-59374b08799a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8082497 Dec 16 09:51:41.742566 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45712) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:41.744450 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4247fad9-3ce6-408b-b086-5d06d26c18ef None None] Sync routers for ids ['6a98e294-2eb0-48a3-be26-59374b08799a'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:51:41.749187 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-cbd58d98-8737-46e7-8a7f-724085928c0b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Request body: {'network': {'name': 'tempest-RoutersTest-476911228'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:41.755261 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4247fad9-3ce6-408b-b086-5d06d26c18ef None None] Routers {'6a98e294-2eb0-48a3-be26-59374b08799a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:41.756139 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-4247fad9-3ce6-408b-b086-5d06d26c18ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:51:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6a98e294-2eb0-48a3-be26-59374b08799a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:41.823734 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8fd2fe7a-2825-4430-b88b-05e105855727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:41.885678 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-4247fad9-3ce6-408b-b086-5d06d26c18ef None None] Set router 6a98e294-2eb0-48a3-be26-59374b08799a gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:41.903635 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd58d98-8737-46e7-8a7f-724085928c0b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Made reservation on behalf of dc7ac4e90e4a4d80b7aa4aaaa3c450d7 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:51:41.907458 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cbd58d98-8737-46e7-8a7f-724085928c0b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:41.915177 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2fe7a-2825-4430-b88b-05e105855727 None None] Pushing event updated for resources: {'Port': ['ID=62b8bc05-63b2-4220-b62f-43c21a1a2ce5,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:41.941680 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd58d98-8737-46e7-8a7f-724085928c0b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:51:41.953374 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cbd58d98-8737-46e7-8a7f-724085928c0b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:41.953719 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-cbd58d98-8737-46e7-8a7f-724085928c0b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Added segment ec5a7a31-17aa-483a-96cd-e1a7900edf8d of type vlan for network dec0ea34-0246-457f-be17-b361f2a1a817 Dec 16 09:51:41.982917 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-5dab657e-d873-41ad-bf21-a2dde562a477 None None] Provisioning complete for port 3f127cde-f420-424c-8413-17b2083ce617 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:41.983292 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5dab657e-d873-41ad-bf21-a2dde562a477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:42.018705 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cbd58d98-8737-46e7-8a7f-724085928c0b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:42.126728 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cbd58d98-8737-46e7-8a7f-724085928c0b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:42.132675 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd58d98-8737-46e7-8a7f-724085928c0b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:42.133644 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cbd58d98-8737-46e7-8a7f-724085928c0b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:42.239886 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-5dab657e-d873-41ad-bf21-a2dde562a477 None None] Port 3f127cde-f420-424c-8413-17b2083ce617 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:51:42.251113 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-cbd58d98-8737-46e7-8a7f-724085928c0b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5073087 Dec 16 09:51:42.253929 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45718) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:42.259297 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-c683a524-38b5-4dbe-9eea-42dc4a942acd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Request body: {'subnet': {'network_id': 'dec0ea34-0246-457f-be17-b361f2a1a817', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:42.287691 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-5dab657e-d873-41ad-bf21-a2dde562a477 None None] Provisioning complete for port 62b8bc05-63b2-4220-b62f-43c21a1a2ce5 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:42.288309 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5dab657e-d873-41ad-bf21-a2dde562a477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:42.462456 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-4247fad9-3ce6-408b-b086-5d06d26c18ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'name': 'tempest-RoutersTest-router-1053552994', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:28Z', 'updated_at': '2021-12-16T09:51:40Z', 'revision_number': 4, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'gw_port_host': None, '_interfaces': [{'id': '2f3e3a18-054a-4a8b-ac97-fca27e0d55af', 'name': '', 'network_id': 'caace927-db3a-46fe-97fb-bb0e77ef8b59', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:a4:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:35Z', 'updated_at': '2021-12-16T09:51:39Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a72a6fc-788f-4c03-bd1d-eef4342ff3c7', 'name': '', 'network_id': 'fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:63:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:31Z', 'updated_at': '2021-12-16T09:51:35Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f127cde-f420-424c-8413-17b2083ce617', 'name': '', 'network_id': '428ca14b-d8c4-468b-811a-ab8dfb01634d', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:26:5e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'fa57904c-97bd-48c6-8084-a2ef1c127378', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:40Z', 'updated_at': '2021-12-16T09:51:41Z', 'revision_number': 2, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': 'fa57904c-97bd-48c6-8084-a2ef1c127378', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:42.501950 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4247fad9-3ce6-408b-b086-5d06d26c18ef None None] Checking router: 6a98e294-2eb0-48a3-be26-59374b08799a for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:51:42.502389 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4247fad9-3ce6-408b-b086-5d06d26c18ef None None] Updating router 6a98e294-2eb0-48a3-be26-59374b08799a port 3f127cde-f420-424c-8413-17b2083ce617 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:51:42.539760 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4247fad9-3ce6-408b-b086-5d06d26c18ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:42.543045 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c683a524-38b5-4dbe-9eea-42dc4a942acd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Made reservation on behalf of dc7ac4e90e4a4d80b7aa4aaaa3c450d7 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:51:42.547853 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c683a524-38b5-4dbe-9eea-42dc4a942acd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:42.555606 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 62b8bc05-63b2-4220-b62f-43c21a1a2ce5 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:51:42.649019 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd58d98-8737-46e7-8a7f-724085928c0b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Network': ['ID=dec0ea34-0246-457f-be17-b361f2a1a817,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:42.671547 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2721b22-5384-4124-b5eb-d68e20971976 req-3b177257-0611-4ae8-b572-0abd7ecefa7e tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:42.679221 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f2721b22-5384-4124-b5eb-d68e20971976 req-3b177257-0611-4ae8-b572-0abd7ecefa7e tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.0775661 Dec 16 09:51:42.699185 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network dec0ea34-0246-457f-be17-b361f2a1a817 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:51:42.717720 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f2721b22-5384-4124-b5eb-d68e20971976 req-e014e1d7-ffc7-4d53-a898-fea6ea101a73 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372798 Dec 16 09:51:42.853228 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 62b8bc05-63b2-4220-b62f-43c21a1a2ce5 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:42.853609 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:42.855128 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-d0468c30-13ba-46a4-846e-55abe2b85e67 None None] Provisioning complete for port 3f127cde-f420-424c-8413-17b2083ce617 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:42.855478 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d0468c30-13ba-46a4-846e-55abe2b85e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:42.858153 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c683a524-38b5-4dbe-9eea-42dc4a942acd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:42.929740 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683a524-38b5-4dbe-9eea-42dc4a942acd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Subnet': ['ID=dc158486-06d2-48e2-ad77-0cf3bc3229cb,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:42.932029 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c683a524-38b5-4dbe-9eea-42dc4a942acd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Checking segment: {'id': 'ec5a7a31-17aa-483a-96cd-e1a7900edf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'dec0ea34-0246-457f-be17-b361f2a1a817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:51:42.932395 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c683a524-38b5-4dbe-9eea-42dc4a942acd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Network hostable DHCP agents. Network: dec0ea34-0246-457f-be17-b361f2a1a817, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:51:42.940098 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-d0468c30-13ba-46a4-846e-55abe2b85e67 None None] Port 3f127cde-f420-424c-8413-17b2083ce617 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:51:43.016270 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c683a524-38b5-4dbe-9eea-42dc4a942acd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Network dec0ea34-0246-457f-be17-b361f2a1a817 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:51:43.060203 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4247fad9-3ce6-408b-b086-5d06d26c18ef None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:43.120668 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-c683a524-38b5-4dbe-9eea-42dc4a942acd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, dec0ea34-0246-457f-be17-b361f2a1a817) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:51:43.124911 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c683a524-38b5-4dbe-9eea-42dc4a942acd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:43.125757 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c683a524-38b5-4dbe-9eea-42dc4a942acd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:43.129660 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf4a300-b47a-4821-ba50-b7b85bc97d6f None None] Network dec0ea34-0246-457f-be17-b361f2a1a817 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:51:43.167786 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4247fad9-3ce6-408b-b086-5d06d26c18ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:43.240584 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e4355-7b71-4ac2-ad07-dd7fb2edc7e0 None None] Pushing event updated for resources: {'Port': ['ID=3f127cde-f420-424c-8413-17b2083ce617,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:43.263633 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c683a524-38b5-4dbe-9eea-42dc4a942acd tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0051868 Dec 16 09:51:43.263917 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45724) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:43.363849 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-4247fad9-3ce6-408b-b086-5d06d26c18ef None None] Attempting to bind port 3f127cde-f420-424c-8413-17b2083ce617 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:51:43.364229 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-4247fad9-3ce6-408b-b086-5d06d26c18ef None None] Attempting to bind port 3f127cde-f420-424c-8413-17b2083ce617 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '80911a7d-020d-4dbe-881f-90a9276bc702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '428ca14b-d8c4-468b-811a-ab8dfb01634d'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:51:43.364589 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4247fad9-3ce6-408b-b086-5d06d26c18ef None None] Attempting to bind port 3f127cde-f420-424c-8413-17b2083ce617 on network 428ca14b-d8c4-468b-811a-ab8dfb01634d {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:51:43.375444 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4247fad9-3ce6-408b-b086-5d06d26c18ef None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:51:43.375823 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4247fad9-3ce6-408b-b086-5d06d26c18ef None None] Checking segment: {'id': '80911a7d-020d-4dbe-881f-90a9276bc702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '428ca14b-d8c4-468b-811a-ab8dfb01634d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:51:43.376233 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4247fad9-3ce6-408b-b086-5d06d26c18ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:43.376632 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4247fad9-3ce6-408b-b086-5d06d26c18ef None None] Bound using segment: {'id': '80911a7d-020d-4dbe-881f-90a9276bc702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '428ca14b-d8c4-468b-811a-ab8dfb01634d'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:51:43.377106 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-4247fad9-3ce6-408b-b086-5d06d26c18ef None None] Bound port: 3f127cde-f420-424c-8413-17b2083ce617, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80911a7d-020d-4dbe-881f-90a9276bc702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '428ca14b-d8c4-468b-811a-ab8dfb01634d'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:51:43.381429 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4247fad9-3ce6-408b-b086-5d06d26c18ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:43.430047 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dc0bb2-2c4e-47ce-80cc-082abf310758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-dec0ea34-0246-457f-be17-b361f2a1a817', 'network_id': 'dec0ea34-0246-457f-be17-b361f2a1a817', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'fixed_ips': [{'subnet_id': 'dc158486-06d2-48e2-ad77-0cf3bc3229cb'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:51:43.430912 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a2dc0bb2-2c4e-47ce-80cc-082abf310758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:43.531684 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4247fad9-3ce6-408b-b086-5d06d26c18ef None None] For port 3f127cde-f420-424c-8413-17b2083ce617, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:51:43.533690 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-d13ead68-89af-4b8f-af11-19bd82e0327e None None] Provisioning complete for port 3f127cde-f420-424c-8413-17b2083ce617 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:43.534073 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d13ead68-89af-4b8f-af11-19bd82e0327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:43.575502 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4247fad9-3ce6-408b-b086-5d06d26c18ef None None] For port 3f127cde-f420-424c-8413-17b2083ce617, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=3f127cde-f420-424c-8413-17b2083ce617,segment=NetworkSegment(80911a7d-020d-4dbe-881f-90a9276bc702),segment_id=80911a7d-020d-4dbe-881f-90a9276bc702)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:51:43.603874 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-d13ead68-89af-4b8f-af11-19bd82e0327e None None] Port 3f127cde-f420-424c-8413-17b2083ce617 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:51:43.642810 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-80c130c1-65bd-45d4-bce5-c1e823726489 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:43.654150 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-a2dc0bb2-2c4e-47ce-80cc-082abf310758 None None] Allocated IP 172.23.0.2 (dec0ea34-0246-457f-be17-b361f2a1a817/dc158486-06d2-48e2-ad77-0cf3bc3229cb/d4673a15-d800-439b-884a-c0321865c99b) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:51:43.659110 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4247fad9-3ce6-408b-b086-5d06d26c18ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:43.770383 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4247fad9-3ce6-408b-b086-5d06d26c18ef None None] Routers {'6a98e294-2eb0-48a3-be26-59374b08799a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:43.771082 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-4247fad9-3ce6-408b-b086-5d06d26c18ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:51:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6a98e294-2eb0-48a3-be26-59374b08799a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:43.851809 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e4355-7b71-4ac2-ad07-dd7fb2edc7e0 None None] Pushing event updated for resources: {'Port': ['ID=3f127cde-f420-424c-8413-17b2083ce617,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:43.939753 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a60b3e-0646-4c8f-a996-150d458cdfb8 req-915cf471-f412-4f8c-b11c-118e41ac7431 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:43.941950 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b2a60b3e-0646-4c8f-a996-150d458cdfb8 req-915cf471-f412-4f8c-b11c-118e41ac7431 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.0938230 Dec 16 09:51:43.947438 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-4247fad9-3ce6-408b-b086-5d06d26c18ef None None] Set router 6a98e294-2eb0-48a3-be26-59374b08799a gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:43.985671 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b2a60b3e-0646-4c8f-a996-150d458cdfb8 req-baa19c9a-8b47-4c5e-8087-7178c26be761 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376873 Dec 16 09:51:44.060658 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a2dc0bb2-2c4e-47ce-80cc-082abf310758 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:44.105646 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2631fb43-14f5-47bd-92cd-eb44f24c5867 None None] Provisioning complete for port 3f127cde-f420-424c-8413-17b2083ce617 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:44.106016 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2631fb43-14f5-47bd-92cd-eb44f24c5867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:44.153662 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a2dc0bb2-2c4e-47ce-80cc-082abf310758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:44.173054 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b63d8-534f-4fb9-b084-b0bac2d17b38 req-44bda352-784b-49d7-b030-06804f39880c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:44.178482 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7c2b63d8-534f-4fb9-b084-b0bac2d17b38 req-44bda352-784b-49d7-b030-06804f39880c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 1097 time: 0.0515969 Dec 16 09:51:44.210107 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-80c130c1-65bd-45d4-bce5-c1e823726489 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Allocated IP 172.23.0.1 (dec0ea34-0246-457f-be17-b361f2a1a817/dc158486-06d2-48e2-ad77-0cf3bc3229cb/0806f819-6330-4a77-8414-4531a99e117a) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:51:44.224038 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dc0bb2-2c4e-47ce-80cc-082abf310758 None None] Network dec0ea34-0246-457f-be17-b361f2a1a817 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:51:44.232306 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-a2dc0bb2-2c4e-47ce-80cc-082abf310758 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:51:44.242574 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7c2b63d8-534f-4fb9-b084-b0bac2d17b38 req-dee7b385-9ed6-428c-baff-c44877a4eaca service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538757 Dec 16 09:51:44.258687 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dc0bb2-2c4e-47ce-80cc-082abf310758 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:51:44.279395 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc0bb2-2c4e-47ce-80cc-082abf310758 None None] Pushing event updated for resources: {'Port': ['ID=d4673a15-d800-439b-884a-c0321865c99b,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:44.341776 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-80c130c1-65bd-45d4-bce5-c1e823726489 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:44.453248 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-80c130c1-65bd-45d4-bce5-c1e823726489 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:44.499069 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c130c1-65bd-45d4-bce5-c1e823726489 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Network dec0ea34-0246-457f-be17-b361f2a1a817 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:51:44.502232 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-80c130c1-65bd-45d4-bce5-c1e823726489 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:51:44.509367 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c130c1-65bd-45d4-bce5-c1e823726489 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:51:44.520980 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c130c1-65bd-45d4-bce5-c1e823726489 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Port': ['ID=0806f819-6330-4a77-8414-4531a99e117a,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:44.529419 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2631fb43-14f5-47bd-92cd-eb44f24c5867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:44.541227 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-a2dc0bb2-2c4e-47ce-80cc-082abf310758 None None] Attempting to bind port d4673a15-d800-439b-884a-c0321865c99b on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:51:44.541598 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-a2dc0bb2-2c4e-47ce-80cc-082abf310758 None None] Attempting to bind port d4673a15-d800-439b-884a-c0321865c99b by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'ec5a7a31-17aa-483a-96cd-e1a7900edf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'dec0ea34-0246-457f-be17-b361f2a1a817'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:51:44.542092 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dc0bb2-2c4e-47ce-80cc-082abf310758 None None] Attempting to bind port d4673a15-d800-439b-884a-c0321865c99b on network dec0ea34-0246-457f-be17-b361f2a1a817 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:51:44.560546 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dc0bb2-2c4e-47ce-80cc-082abf310758 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:51:44.560927 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dc0bb2-2c4e-47ce-80cc-082abf310758 None None] Checking segment: {'id': 'ec5a7a31-17aa-483a-96cd-e1a7900edf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'dec0ea34-0246-457f-be17-b361f2a1a817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:51:44.561357 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a2dc0bb2-2c4e-47ce-80cc-082abf310758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:44.561755 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dc0bb2-2c4e-47ce-80cc-082abf310758 None None] Bound using segment: {'id': 'ec5a7a31-17aa-483a-96cd-e1a7900edf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'dec0ea34-0246-457f-be17-b361f2a1a817'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:51:44.562237 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-a2dc0bb2-2c4e-47ce-80cc-082abf310758 None None] Bound port: d4673a15-d800-439b-884a-c0321865c99b, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec5a7a31-17aa-483a-96cd-e1a7900edf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'dec0ea34-0246-457f-be17-b361f2a1a817'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:51:44.562622 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a2dc0bb2-2c4e-47ce-80cc-082abf310758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:44.563944 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-80c130c1-65bd-45d4-bce5-c1e823726489 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:44.589896 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2631fb43-14f5-47bd-92cd-eb44f24c5867 None None] For port 3f127cde-f420-424c-8413-17b2083ce617, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=3f127cde-f420-424c-8413-17b2083ce617,segment=NetworkSegment(80911a7d-020d-4dbe-881f-90a9276bc702),segment_id=80911a7d-020d-4dbe-881f-90a9276bc702)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:44.594138 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-4247fad9-3ce6-408b-b086-5d06d26c18ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'name': 'tempest-RoutersTest-router-1053552994', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:28Z', 'updated_at': '2021-12-16T09:51:40Z', 'revision_number': 4, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'gw_port_host': None, '_interfaces': [{'id': '2f3e3a18-054a-4a8b-ac97-fca27e0d55af', 'name': '', 'network_id': 'caace927-db3a-46fe-97fb-bb0e77ef8b59', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:a4:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:35Z', 'updated_at': '2021-12-16T09:51:39Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a72a6fc-788f-4c03-bd1d-eef4342ff3c7', 'name': '', 'network_id': 'fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:63:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:31Z', 'updated_at': '2021-12-16T09:51:35Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f127cde-f420-424c-8413-17b2083ce617', 'name': '', 'network_id': '428ca14b-d8c4-468b-811a-ab8dfb01634d', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:26:5e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'fa57904c-97bd-48c6-8084-a2ef1c127378', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:40Z', 'updated_at': '2021-12-16T09:51:43Z', 'revision_number': 4, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': 'fa57904c-97bd-48c6-8084-a2ef1c127378', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:44.622541 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4247fad9-3ce6-408b-b086-5d06d26c18ef None None] The sync data for ids ['6a98e294-2eb0-48a3-be26-59374b08799a'] in n-d-820550-2 is: [{'id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'name': 'tempest-RoutersTest-router-1053552994', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:28Z', 'updated_at': '2021-12-16T09:51:40Z', 'revision_number': 4, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'gw_port_host': None, '_interfaces': [{'id': '2f3e3a18-054a-4a8b-ac97-fca27e0d55af', 'name': '', 'network_id': 'caace927-db3a-46fe-97fb-bb0e77ef8b59', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:a4:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:35Z', 'updated_at': '2021-12-16T09:51:39Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a72a6fc-788f-4c03-bd1d-eef4342ff3c7', 'name': '', 'network_id': 'fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:63:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:31Z', 'updated_at': '2021-12-16T09:51:35Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f127cde-f420-424c-8413-17b2083ce617', 'name': '', 'network_id': '428ca14b-d8c4-468b-811a-ab8dfb01634d', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:26:5e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'fa57904c-97bd-48c6-8084-a2ef1c127378', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:40Z', 'updated_at': '2021-12-16T09:51:43Z', 'revision_number': 4, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': 'fa57904c-97bd-48c6-8084-a2ef1c127378', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:51:44.677991 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-a2dc0bb2-2c4e-47ce-80cc-082abf310758 None None] For port d4673a15-d800-439b-884a-c0321865c99b, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:51:44.684832 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2631fb43-14f5-47bd-92cd-eb44f24c5867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:44.693003 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-a2dc0bb2-2c4e-47ce-80cc-082abf310758 None None] For port d4673a15-d800-439b-884a-c0321865c99b, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d4673a15-d800-439b-884a-c0321865c99b,segment=NetworkSegment(ec5a7a31-17aa-483a-96cd-e1a7900edf8d),segment_id=ec5a7a31-17aa-483a-96cd-e1a7900edf8d)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:51:44.765775 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a2dc0bb2-2c4e-47ce-80cc-082abf310758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:44.782705 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-80c130c1-65bd-45d4-bce5-c1e823726489 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:44.786664 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631fb43-14f5-47bd-92cd-eb44f24c5867 None None] Pushing event updated for resources: {'Port': ['ID=3f127cde-f420-424c-8413-17b2083ce617,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:44.871249 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc0bb2-2c4e-47ce-80cc-082abf310758 None None] Pushing event updated for resources: {'Port': ['ID=d4673a15-d800-439b-884a-c0321865c99b,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:45.153137 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-80c130c1-65bd-45d4-bce5-c1e823726489 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:45.161824 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f0704-bb8a-4041-81f0-3a1e62296f1e req-a287c8f6-97fb-4408-bdba-89ca9bbe875c tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:45.164271 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-942f0704-bb8a-4041-81f0-3a1e62296f1e req-a287c8f6-97fb-4408-bdba-89ca9bbe875c tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.0598545 Dec 16 09:51:45.211968 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-80c130c1-65bd-45d4-bce5-c1e823726489 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:45.231692 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-942f0704-bb8a-4041-81f0-3a1e62296f1e req-5d65941d-ac76-4924-a9b2-4bec457798c6 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557010 Dec 16 09:51:45.295001 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-80c130c1-65bd-45d4-bce5-c1e823726489 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:45.297471 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c130c1-65bd-45d4-bce5-c1e823726489 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event updated for resources: {'Port': ['ID=0806f819-6330-4a77-8414-4531a99e117a,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:45.424093 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45746) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:45.430413 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c130c1-65bd-45d4-bce5-c1e823726489 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Network dec0ea34-0246-457f-be17-b361f2a1a817 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:51:45.441012 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-80c130c1-65bd-45d4-bce5-c1e823726489 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:51:45.540538 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:51:45.546001 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c130c1-65bd-45d4-bce5-c1e823726489 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Router 6a98e294-2eb0-48a3-be26-59374b08799a has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:51:45.568032 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-993344fc-c2b3-43e2-8146-1c9b28bccf2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:45.656828 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c130c1-65bd-45d4-bce5-c1e823726489 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:51:45.666763 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-80c130c1-65bd-45d4-bce5-c1e823726489 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "PUT /v2.0/routers/6a98e294-2eb0-48a3-be26-59374b08799a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4017839 Dec 16 09:51:45.667505 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45750) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:45.671020 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31fbb92-362d-44f9-9138-c681688d6755 None None] Sync routers for ids ['6a98e294-2eb0-48a3-be26-59374b08799a'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:51:45.675653 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-993344fc-c2b3-43e2-8146-1c9b28bccf2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:45.679653 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-95aa0cfc-58e2-4fd8-8982-c6d70f630586 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:45.680980 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31fbb92-362d-44f9-9138-c681688d6755 None None] Routers {'6a98e294-2eb0-48a3-be26-59374b08799a'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:45.681694 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e31fbb92-362d-44f9-9138-c681688d6755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:51:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6a98e294-2eb0-48a3-be26-59374b08799a'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:45.771234 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-993344fc-c2b3-43e2-8146-1c9b28bccf2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:45.775381 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-e31fbb92-362d-44f9-9138-c681688d6755 None None] Set router 6a98e294-2eb0-48a3-be26-59374b08799a gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:45.860311 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45752) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:45.860849 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-993344fc-c2b3-43e2-8146-1c9b28bccf2d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6d33cb1ab1fa4551b603017e97762ea9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4351192 Dec 16 09:51:45.895464 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993344fc-c2b3-43e2-8146-1c9b28bccf2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8e738d-7acd-4620-bf78-e29f5dae8cb9,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:45.920651 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f449a0-e265-4064-b3f1-7262a2210ea2 None None] Network dec0ea34-0246-457f-be17-b361f2a1a817 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:51:45.945521 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-072ed21a-5655-4b8d-b7c8-83695905fe20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:45.985945 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-072ed21a-5655-4b8d-b7c8-83695905fe20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:45.996451 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-3360df79-1ed0-4342-9e9c-02e846baba14 None None] Provisioning complete for port d4673a15-d800-439b-884a-c0321865c99b triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:45.997046 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3360df79-1ed0-4342-9e9c-02e846baba14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:46.009133 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e31fbb92-362d-44f9-9138-c681688d6755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'name': 'tempest-RoutersTest-router-1053552994', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:28Z', 'updated_at': '2021-12-16T09:51:44Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'gw_port_host': None, '_interfaces': [{'id': '0806f819-6330-4a77-8414-4531a99e117a', 'name': '', 'network_id': 'dec0ea34-0246-457f-be17-b361f2a1a817', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:74:8d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'dc158486-06d2-48e2-ad77-0cf3bc3229cb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:43Z', 'updated_at': '2021-12-16T09:51:44Z', 'revision_number': 2, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': 'dc158486-06d2-48e2-ad77-0cf3bc3229cb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f3e3a18-054a-4a8b-ac97-fca27e0d55af', 'name': '', 'network_id': 'caace927-db3a-46fe-97fb-bb0e77ef8b59', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:a4:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:35Z', 'updated_at': '2021-12-16T09:51:39Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a72a6fc-788f-4c03-bd1d-eef4342ff3c7', 'name': '', 'network_id': 'fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:63:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:31Z', 'updated_at': '2021-12-16T09:51:35Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f127cde-f420-424c-8413-17b2083ce617', 'name': '', 'network_id': '428ca14b-d8c4-468b-811a-ab8dfb01634d', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:26:5e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'fa57904c-97bd-48c6-8084-a2ef1c127378', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:40Z', 'updated_at': '2021-12-16T09:51:44Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': 'fa57904c-97bd-48c6-8084-a2ef1c127378', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:46.050446 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31fbb92-362d-44f9-9138-c681688d6755 None None] Checking router: 6a98e294-2eb0-48a3-be26-59374b08799a for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:51:46.050807 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31fbb92-362d-44f9-9138-c681688d6755 None None] Updating router 6a98e294-2eb0-48a3-be26-59374b08799a port 0806f819-6330-4a77-8414-4531a99e117a binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:51:46.076714 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-e31fbb92-362d-44f9-9138-c681688d6755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:46.137719 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-072ed21a-5655-4b8d-b7c8-83695905fe20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:46.141390 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-072ed21a-5655-4b8d-b7c8-83695905fe20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:46.144872 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-072ed21a-5655-4b8d-b7c8-83695905fe20 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cf8e738d-7acd-4620-bf78-e29f5dae8cb9 HTTP/1.1" status: 204 len: 168 time: 0.2802570 Dec 16 09:51:46.154219 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3360df79-1ed0-4342-9e9c-02e846baba14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:46.164809 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ed21a-5655-4b8d-b7c8-83695905fe20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8e738d-7acd-4620-bf78-e29f5dae8cb9,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:46.192159 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.extraroute_db [None req-95aa0cfc-58e2-4fd8-8982-c6d70f630586 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102817) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 09:51:46.212013 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.extraroute_db [None req-95aa0cfc-58e2-4fd8-8982-c6d70f630586 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Removed routes are [] {{(pid=102817) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 09:51:46.213604 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-95aa0cfc-58e2-4fd8-8982-c6d70f630586 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10956'] for router, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:46.215748 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-3360df79-1ed0-4342-9e9c-02e846baba14 None None] For port d4673a15-d800-439b-884a-c0321865c99b, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d4673a15-d800-439b-884a-c0321865c99b,segment=NetworkSegment(ec5a7a31-17aa-483a-96cd-e1a7900edf8d),segment_id=ec5a7a31-17aa-483a-96cd-e1a7900edf8d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:46.275114 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3360df79-1ed0-4342-9e9c-02e846baba14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:46.336526 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360df79-1ed0-4342-9e9c-02e846baba14 None None] Pushing event updated for resources: {'Port': ['ID=d4673a15-d800-439b-884a-c0321865c99b,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:46.414812 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-e31fbb92-362d-44f9-9138-c681688d6755 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:46.497576 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-e31fbb92-362d-44f9-9138-c681688d6755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:46.537433 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29430c29-f9be-405c-b714-1f45aabf7d12 req-94d7cc43-773b-43d6-9918-5993a2304200 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:46.544973 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29430c29-f9be-405c-b714-1f45aabf7d12 req-94d7cc43-773b-43d6-9918-5993a2304200 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.2171185 Dec 16 09:51:46.585035 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d4673a15-d800-439b-884a-c0321865c99b up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:51:46.687378 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-db645e89-a659-4010-8c4c-f7e05e43bc72 None None] Provisioning complete for port d4673a15-d800-439b-884a-c0321865c99b triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:46.687755 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-db645e89-a659-4010-8c4c-f7e05e43bc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:46.712582 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51caba4a-0ccf-478c-9b03-adea829cbd87 None None] Pushing event updated for resources: {'Port': ['ID=0806f819-6330-4a77-8414-4531a99e117a,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:46.716982 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-e31fbb92-362d-44f9-9138-c681688d6755 None None] Attempting to bind port 0806f819-6330-4a77-8414-4531a99e117a on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:51:46.717854 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-e31fbb92-362d-44f9-9138-c681688d6755 None None] Attempting to bind port 0806f819-6330-4a77-8414-4531a99e117a by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'ec5a7a31-17aa-483a-96cd-e1a7900edf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'dec0ea34-0246-457f-be17-b361f2a1a817'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:51:46.719717 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31fbb92-362d-44f9-9138-c681688d6755 None None] Attempting to bind port 0806f819-6330-4a77-8414-4531a99e117a on network dec0ea34-0246-457f-be17-b361f2a1a817 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:51:46.726737 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31fbb92-362d-44f9-9138-c681688d6755 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:51:46.728310 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31fbb92-362d-44f9-9138-c681688d6755 None None] Checking segment: {'id': 'ec5a7a31-17aa-483a-96cd-e1a7900edf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'dec0ea34-0246-457f-be17-b361f2a1a817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:51:46.728945 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-e31fbb92-362d-44f9-9138-c681688d6755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:46.729532 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31fbb92-362d-44f9-9138-c681688d6755 None None] Bound using segment: {'id': 'ec5a7a31-17aa-483a-96cd-e1a7900edf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'dec0ea34-0246-457f-be17-b361f2a1a817'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:51:46.730713 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-e31fbb92-362d-44f9-9138-c681688d6755 None None] Bound port: 0806f819-6330-4a77-8414-4531a99e117a, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec5a7a31-17aa-483a-96cd-e1a7900edf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'dec0ea34-0246-457f-be17-b361f2a1a817'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:51:46.731471 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-e31fbb92-362d-44f9-9138-c681688d6755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:46.778463 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port d4673a15-d800-439b-884a-c0321865c99b triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:46.778923 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:46.781950 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29430c29-f9be-405c-b714-1f45aabf7d12 req-2a871724-6ae8-4649-be65-7c954822aac3 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276936 Dec 16 09:51:46.790086 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-95aa0cfc-58e2-4fd8-8982-c6d70f630586 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10956'] for router, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:46.803209 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5f2aab29-ae93-44a8-80aa-41b9941cb148 req-687eb681-155c-4860-a558-516d1d8fc181 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1518333 Dec 16 09:51:46.804962 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-95aa0cfc-58e2-4fd8-8982-c6d70f630586 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575385'] for router, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:46.827346 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-e31fbb92-362d-44f9-9138-c681688d6755 None None] For port 0806f819-6330-4a77-8414-4531a99e117a, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:51:46.831107 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-e31fbb92-362d-44f9-9138-c681688d6755 None None] For port 0806f819-6330-4a77-8414-4531a99e117a, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=0806f819-6330-4a77-8414-4531a99e117a,segment=NetworkSegment(ec5a7a31-17aa-483a-96cd-e1a7900edf8d),segment_id=ec5a7a31-17aa-483a-96cd-e1a7900edf8d)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:51:46.921419 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-e31fbb92-362d-44f9-9138-c681688d6755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:46.997383 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-db645e89-a659-4010-8c4c-f7e05e43bc72 None None] Provisioning complete for port 0806f819-6330-4a77-8414-4531a99e117a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:46.997977 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-db645e89-a659-4010-8c4c-f7e05e43bc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:47.014882 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2aab29-ae93-44a8-80aa-41b9941cb148 req-30d9ecfa-2498-4e93-80cd-a5687aafff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:47.016517 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5f2aab29-ae93-44a8-80aa-41b9941cb148 req-30d9ecfa-2498-4e93-80cd-a5687aafff84 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 1097 time: 0.1377466 Dec 16 09:51:47.035555 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95aa0cfc-58e2-4fd8-8982-c6d70f630586 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Router 6a98e294-2eb0-48a3-be26-59374b08799a has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:51:47.040908 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 3f127cde-f420-424c-8413-17b2083ce617 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:51:47.063847 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45766) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:47.082435 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-30ecfc81-70a1-4d04-a088-ef696711b388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:47.206126 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2aab29-ae93-44a8-80aa-41b9941cb148 req-081969cf-11d5-426b-938b-d48dc75d0dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:47.209026 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5f2aab29-ae93-44a8-80aa-41b9941cb148 req-081969cf-11d5-426b-938b-d48dc75d0dc8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1020e219-9761-467d-95fb-24a16130d237 HTTP/1.1" status: 200 len: 897 time: 0.1651816 Dec 16 09:51:47.217259 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-30ecfc81-70a1-4d04-a088-ef696711b388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:47.241966 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 3f127cde-f420-424c-8413-17b2083ce617 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:47.242314 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:47.278471 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31fbb92-362d-44f9-9138-c681688d6755 None None] Routers {'6a98e294-2eb0-48a3-be26-59374b08799a'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:47.284433 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e31fbb92-362d-44f9-9138-c681688d6755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:51:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6a98e294-2eb0-48a3-be26-59374b08799a'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:47.291744 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-db645e89-a659-4010-8c4c-f7e05e43bc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:47.333864 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-30ecfc81-70a1-4d04-a088-ef696711b388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:47.358589 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51caba4a-0ccf-478c-9b03-adea829cbd87 None None] Pushing event updated for resources: {'Port': ['ID=0806f819-6330-4a77-8414-4531a99e117a,revision_number=4']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:47.361207 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5f2aab29-ae93-44a8-80aa-41b9941cb148 req-068ed0c9-9c40-4e1b-9197-d9f9ad4656d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f35562bc-9a14-42ec-ae8f-b2022f9618bd HTTP/1.1" status: 200 len: 1001 time: 0.1408110 Dec 16 09:51:47.397478 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-db645e89-a659-4010-8c4c-f7e05e43bc72 None None] For port 0806f819-6330-4a77-8414-4531a99e117a, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=0806f819-6330-4a77-8414-4531a99e117a,segment=NetworkSegment(ec5a7a31-17aa-483a-96cd-e1a7900edf8d),segment_id=ec5a7a31-17aa-483a-96cd-e1a7900edf8d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:47.398059 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecfc81-70a1-4d04-a088-ef696711b388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee561d9-09a9-4fa9-adba-d1b980e0fa6a,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:47.427573 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c7910-8f62-45f1-97c4-38a5d662978e req-613cddf2-2fdb-41d4-9b24-717368c77bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:47.427573 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cf2c7910-8f62-45f1-97c4-38a5d662978e req-613cddf2-2fdb-41d4-9b24-717368c77bc4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e808bd8d166b416b83bade9028f5b46b&device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 1097 time: 0.1553817 Dec 16 09:51:47.457972 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-e31fbb92-362d-44f9-9138-c681688d6755 None None] Set router 6a98e294-2eb0-48a3-be26-59374b08799a gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:47.499545 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-db645e89-a659-4010-8c4c-f7e05e43bc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:47.502838 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2aab29-ae93-44a8-80aa-41b9941cb148 req-d0079f53-03f0-4f2e-aff8-b74297ebf8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:47.507092 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5f2aab29-ae93-44a8-80aa-41b9941cb148 req-d0079f53-03f0-4f2e-aff8-b74297ebf8ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9e2354fa-c57d-4aa2-a556-9e4b75ae0981 HTTP/1.1" status: 200 len: 835 time: 0.0812027 Dec 16 09:51:47.579382 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95aa0cfc-58e2-4fd8-8982-c6d70f630586 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:51:47.594121 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-95aa0cfc-58e2-4fd8-8982-c6d70f630586 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:47.598634 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-95aa0cfc-58e2-4fd8-8982-c6d70f630586 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "PUT /v2.0/routers/6a98e294-2eb0-48a3-be26-59374b08799a HTTP/1.1" status: 200 len: 934 time: 1.9296806 Dec 16 09:51:47.599519 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45772) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:47.625741 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db645e89-a659-4010-8c4c-f7e05e43bc72 None None] Pushing event updated for resources: {'Port': ['ID=0806f819-6330-4a77-8414-4531a99e117a,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:47.650607 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-dff03687-07c4-459d-9f11-f5b98eeb838e None None] Provisioning complete for port 0806f819-6330-4a77-8414-4531a99e117a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:47.650973 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-dff03687-07c4-459d-9f11-f5b98eeb838e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:47.734516 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2aab29-ae93-44a8-80aa-41b9941cb148 req-95c61444-838d-40e0-8e55-26bac7246d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:47.735991 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5f2aab29-ae93-44a8-80aa-41b9941cb148 req-95c61444-838d-40e0-8e55-26bac7246d97 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1020e219-9761-467d-95fb-24a16130d237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2210112 Dec 16 09:51:47.841346 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-291ff7eb-5071-4809-ae60-2e2ac880afde tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "GET /v2.0/routers/6a98e294-2eb0-48a3-be26-59374b08799a HTTP/1.1" status: 200 len: 934 time: 0.2347806 Dec 16 09:51:47.843787 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45774) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:47.850123 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-ce1ea403-f0c7-420a-9a0a-85b373961e75 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Request body: {'router': {'routes': None}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:47.853875 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e31fbb92-362d-44f9-9138-c681688d6755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'name': 'tempest-RoutersTest-router-1053552994', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:28Z', 'updated_at': '2021-12-16T09:51:46Z', 'revision_number': 6, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'gw_port_host': None, '_interfaces': [{'id': '0806f819-6330-4a77-8414-4531a99e117a', 'name': '', 'network_id': 'dec0ea34-0246-457f-be17-b361f2a1a817', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:74:8d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'dc158486-06d2-48e2-ad77-0cf3bc3229cb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:43Z', 'updated_at': '2021-12-16T09:51:46Z', 'revision_number': 4, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': 'dc158486-06d2-48e2-ad77-0cf3bc3229cb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f3e3a18-054a-4a8b-ac97-fca27e0d55af', 'name': '', 'network_id': 'caace927-db3a-46fe-97fb-bb0e77ef8b59', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:a4:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:35Z', 'updated_at': '2021-12-16T09:51:39Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a72a6fc-788f-4c03-bd1d-eef4342ff3c7', 'name': '', 'network_id': 'fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:63:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:31Z', 'updated_at': '2021-12-16T09:51:35Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f127cde-f420-424c-8413-17b2083ce617', 'name': '', 'network_id': '428ca14b-d8c4-468b-811a-ab8dfb01634d', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:26:5e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'fa57904c-97bd-48c6-8084-a2ef1c127378', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:40Z', 'updated_at': '2021-12-16T09:51:44Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': 'fa57904c-97bd-48c6-8084-a2ef1c127378', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:47.888852 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31fbb92-362d-44f9-9138-c681688d6755 None None] The sync data for ids ['6a98e294-2eb0-48a3-be26-59374b08799a'] in n-d-820550-2 is: [{'id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'name': 'tempest-RoutersTest-router-1053552994', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:28Z', 'updated_at': '2021-12-16T09:51:46Z', 'revision_number': 6, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'gw_port_host': None, '_interfaces': [{'id': '0806f819-6330-4a77-8414-4531a99e117a', 'name': '', 'network_id': 'dec0ea34-0246-457f-be17-b361f2a1a817', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:74:8d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'dc158486-06d2-48e2-ad77-0cf3bc3229cb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:43Z', 'updated_at': '2021-12-16T09:51:46Z', 'revision_number': 4, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': 'dc158486-06d2-48e2-ad77-0cf3bc3229cb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f3e3a18-054a-4a8b-ac97-fca27e0d55af', 'name': '', 'network_id': 'caace927-db3a-46fe-97fb-bb0e77ef8b59', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:a4:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:35Z', 'updated_at': '2021-12-16T09:51:39Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a72a6fc-788f-4c03-bd1d-eef4342ff3c7', 'name': '', 'network_id': 'fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:63:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:31Z', 'updated_at': '2021-12-16T09:51:35Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f127cde-f420-424c-8413-17b2083ce617', 'name': '', 'network_id': '428ca14b-d8c4-468b-811a-ab8dfb01634d', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:26:5e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'fa57904c-97bd-48c6-8084-a2ef1c127378', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:40Z', 'updated_at': '2021-12-16T09:51:44Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': 'fa57904c-97bd-48c6-8084-a2ef1c127378', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:51:47.934738 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-60aba43c-9c8a-4470-a0ef-3bb2499aabb7 None None] Provisioning complete for port 0806f819-6330-4a77-8414-4531a99e117a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:47.935424 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-60aba43c-9c8a-4470-a0ef-3bb2499aabb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:48.067654 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5f2aab29-ae93-44a8-80aa-41b9941cb148 req-f11ced64-aefa-4268-b25c-210c1af28547 service neutron] 10.222.0.57 "GET /v2.0/networks/1020e219-9761-467d-95fb-24a16130d237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200045 Dec 16 09:51:48.093815 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-30ecfc81-70a1-4d04-a088-ef696711b388 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7c777aeab1ec4579aa2b58200096834e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0268652 Dec 16 09:51:48.106479 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf611a07-7df3-45a8-a9d4-dd00f8ca9c0a req-54e3e253-fda5-416a-b4e1-9a4071327bc6 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:48.110642 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45776) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:48.115326 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bf611a07-7df3-45a8-a9d4-dd00f8ca9c0a req-54e3e253-fda5-416a-b4e1-9a4071327bc6 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.8027043 Dec 16 09:51:48.175068 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bf611a07-7df3-45a8-a9d4-dd00f8ca9c0a req-2b692530-ed5c-458c-8fa9-e44e753d7d5c tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599201 Dec 16 09:51:48.197603 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-d389187d-c922-4ae0-b5da-4d46683edd3f None None] Provisioning complete for port 0806f819-6330-4a77-8414-4531a99e117a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:48.198117 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d389187d-c922-4ae0-b5da-4d46683edd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:48.208744 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c7910-8f62-45f1-97c4-38a5d662978e req-77506c4a-a00d-4d1a-b679-9c63d32a3558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:48.210598 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cf2c7910-8f62-45f1-97c4-38a5d662978e req-77506c4a-a00d-4d1a-b679-9c63d32a3558 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8195718-f9dc-4337-9d69-d121976a6257 HTTP/1.1" status: 200 len: 919 time: 0.7683268 Dec 16 09:51:48.271237 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cf2c7910-8f62-45f1-97c4-38a5d662978e req-0c2d6d7b-63c0-40e9-8b57-23fb0675172d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bc74aae-73ea-43e8-bb1c-9884d575b99d HTTP/1.1" status: 200 len: 217 time: 0.0472474 Dec 16 09:51:48.342233 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c7910-8f62-45f1-97c4-38a5d662978e req-939f4a0f-d793-4d46-833b-e358cd6a0814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:48.344651 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cf2c7910-8f62-45f1-97c4-38a5d662978e req-939f4a0f-d793-4d46-833b-e358cd6a0814 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=42c53971-1f21-4e03-a331-522b7a1e2105 HTTP/1.1" status: 200 len: 858 time: 0.0657361 Dec 16 09:51:48.382267 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cf2c7910-8f62-45f1-97c4-38a5d662978e req-ce885ee1-fe22-41f8-b4a6-135ba09b8157 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8195718-f9dc-4337-9d69-d121976a6257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296395 Dec 16 09:51:48.528621 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cf2c7910-8f62-45f1-97c4-38a5d662978e req-807c16bb-2f8b-434a-a01d-d8dd90cfae53 service neutron] 10.222.0.57 "GET /v2.0/networks/f8195718-f9dc-4337-9d69-d121976a6257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385581 Dec 16 09:51:48.559724 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8df1c2e2-1c09-4645-9c2a-aa4b80b3d599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:48.571230 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d4673a15-d800-439b-884a-c0321865c99b up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:51:48.600244 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5f2aab29-ae93-44a8-80aa-41b9941cb148 req-9f174da9-d767-4901-b17e-1d449724f54b service neutron] 10.222.0.57 "GET /v2.0/networks/1020e219-9761-467d-95fb-24a16130d237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4907255 Dec 16 09:51:48.619319 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8df1c2e2-1c09-4645-9c2a-aa4b80b3d599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:48.646774 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port d4673a15-d800-439b-884a-c0321865c99b triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:48.647300 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:48.654443 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cf2c7910-8f62-45f1-97c4-38a5d662978e req-1ee80c2e-2c96-406b-a079-bd4e9914618b service neutron] 10.222.0.57 "GET /v2.0/networks/f8195718-f9dc-4337-9d69-d121976a6257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170979 Dec 16 09:51:48.734580 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 0806f819-6330-4a77-8414-4531a99e117a up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:51:48.785492 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 0806f819-6330-4a77-8414-4531a99e117a triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:48.785996 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:48.802127 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.extraroute_db [None req-ce1ea403-f0c7-420a-9a0a-85b373961e75 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Added routes are [] {{(pid=102817) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 09:51:48.802472 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.extraroute_db [None req-ce1ea403-f0c7-420a-9a0a-85b373961e75 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102817) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 09:51:48.808524 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8df1c2e2-1c09-4645-9c2a-aa4b80b3d599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:48.811067 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8df1c2e2-1c09-4645-9c2a-aa4b80b3d599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:48.814476 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8df1c2e2-1c09-4645-9c2a-aa4b80b3d599 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cee561d9-09a9-4fa9-adba-d1b980e0fa6a HTTP/1.1" status: 204 len: 168 time: 0.7007060 Dec 16 09:51:48.824437 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df1c2e2-1c09-4645-9c2a-aa4b80b3d599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee561d9-09a9-4fa9-adba-d1b980e0fa6a,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:48.866935 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ce1ea403-f0c7-420a-9a0a-85b373961e75 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10956'] for router, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:48.930244 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaef1ed-4bc3-4ffa-b4ee-6878e8830851 None None] Sync routers for ids ['6a98e294-2eb0-48a3-be26-59374b08799a'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:51:48.939411 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaef1ed-4bc3-4ffa-b4ee-6878e8830851 None None] Routers {'6a98e294-2eb0-48a3-be26-59374b08799a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:48.940139 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-8aaef1ed-4bc3-4ffa-b4ee-6878e8830851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:51:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6a98e294-2eb0-48a3-be26-59374b08799a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:49.035419 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-8aaef1ed-4bc3-4ffa-b4ee-6878e8830851 None None] Set router 6a98e294-2eb0-48a3-be26-59374b08799a gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:49.131011 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ce1ea403-f0c7-420a-9a0a-85b373961e75 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10956'] for router, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:49.134281 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ce1ea403-f0c7-420a-9a0a-85b373961e75 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575385'] for router, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:49.246036 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1ea403-f0c7-420a-9a0a-85b373961e75 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Router 6a98e294-2eb0-48a3-be26-59374b08799a has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:51:49.301434 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-8aaef1ed-4bc3-4ffa-b4ee-6878e8830851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'name': 'tempest-RoutersTest-router-1053552994', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:28Z', 'updated_at': '2021-12-16T09:51:48Z', 'revision_number': 7, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'gw_port_host': None, '_interfaces': [{'id': '0806f819-6330-4a77-8414-4531a99e117a', 'name': '', 'network_id': 'dec0ea34-0246-457f-be17-b361f2a1a817', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:74:8d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'dc158486-06d2-48e2-ad77-0cf3bc3229cb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:43Z', 'updated_at': '2021-12-16T09:51:47Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': 'dc158486-06d2-48e2-ad77-0cf3bc3229cb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f3e3a18-054a-4a8b-ac97-fca27e0d55af', 'name': '', 'network_id': 'caace927-db3a-46fe-97fb-bb0e77ef8b59', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:a4:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:35Z', 'updated_at': '2021-12-16T09:51:39Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a72a6fc-788f-4c03-bd1d-eef4342ff3c7', 'name': '', 'network_id': 'fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:63:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:31Z', 'updated_at': '2021-12-16T09:51:35Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f127cde-f420-424c-8413-17b2083ce617', 'name': '', 'network_id': '428ca14b-d8c4-468b-811a-ab8dfb01634d', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:26:5e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'fa57904c-97bd-48c6-8084-a2ef1c127378', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:40Z', 'updated_at': '2021-12-16T09:51:44Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': 'fa57904c-97bd-48c6-8084-a2ef1c127378', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:49.306712 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0aac06-86dd-4bbc-8512-1fbc0c2a0315 req-dbb5589e-28b3-4d78-98ce-b9f17b8fd3df tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:49.308994 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8b0aac06-86dd-4bbc-8512-1fbc0c2a0315 req-dbb5589e-28b3-4d78-98ce-b9f17b8fd3df tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.0594265 Dec 16 09:51:49.330784 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaef1ed-4bc3-4ffa-b4ee-6878e8830851 None None] Checking router: 6a98e294-2eb0-48a3-be26-59374b08799a for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:51:49.343389 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaef1ed-4bc3-4ffa-b4ee-6878e8830851 None None] Routers {'6a98e294-2eb0-48a3-be26-59374b08799a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:49.343996 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-8aaef1ed-4bc3-4ffa-b4ee-6878e8830851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:51:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6a98e294-2eb0-48a3-be26-59374b08799a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:49.352551 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8b0aac06-86dd-4bbc-8512-1fbc0c2a0315 req-e9ac2513-c795-46ba-b2c8-c9cb3ba3d053 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370400 Dec 16 09:51:49.356314 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1ea403-f0c7-420a-9a0a-85b373961e75 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:51:49.379329 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ce1ea403-f0c7-420a-9a0a-85b373961e75 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:49.379329 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ce1ea403-f0c7-420a-9a0a-85b373961e75 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "PUT /v2.0/routers/6a98e294-2eb0-48a3-be26-59374b08799a HTTP/1.1" status: 200 len: 700 time: 1.5245035 Dec 16 09:51:49.379329 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45786) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:49.434802 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-8aaef1ed-4bc3-4ffa-b4ee-6878e8830851 None None] Set router 6a98e294-2eb0-48a3-be26-59374b08799a gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:49.477023 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b536ddbe-c28f-4b70-a5c4-dbbd2cd851ef tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "GET /v2.0/routers/6a98e294-2eb0-48a3-be26-59374b08799a HTTP/1.1" status: 200 len: 700 time: 0.1033583 Dec 16 09:51:49.479621 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45788) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:49.658324 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45790) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:49.660068 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-8aaef1ed-4bc3-4ffa-b4ee-6878e8830851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'name': 'tempest-RoutersTest-router-1053552994', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:28Z', 'updated_at': '2021-12-16T09:51:48Z', 'revision_number': 7, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'gw_port_host': None, '_interfaces': [{'id': '0806f819-6330-4a77-8414-4531a99e117a', 'name': '', 'network_id': 'dec0ea34-0246-457f-be17-b361f2a1a817', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:74:8d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'dc158486-06d2-48e2-ad77-0cf3bc3229cb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:43Z', 'updated_at': '2021-12-16T09:51:47Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': 'dc158486-06d2-48e2-ad77-0cf3bc3229cb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f3e3a18-054a-4a8b-ac97-fca27e0d55af', 'name': '', 'network_id': 'caace927-db3a-46fe-97fb-bb0e77ef8b59', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:a4:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:35Z', 'updated_at': '2021-12-16T09:51:39Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a72a6fc-788f-4c03-bd1d-eef4342ff3c7', 'name': '', 'network_id': 'fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:63:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:31Z', 'updated_at': '2021-12-16T09:51:35Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f127cde-f420-424c-8413-17b2083ce617', 'name': '', 'network_id': '428ca14b-d8c4-468b-811a-ab8dfb01634d', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:26:5e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'fa57904c-97bd-48c6-8084-a2ef1c127378', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:40Z', 'updated_at': '2021-12-16T09:51:44Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': 'fa57904c-97bd-48c6-8084-a2ef1c127378', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:49.674044 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-50abe4cf-a952-412f-8d0b-3c75f9dc45c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:49.690122 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaef1ed-4bc3-4ffa-b4ee-6878e8830851 None None] The sync data for ids ['6a98e294-2eb0-48a3-be26-59374b08799a'] in n-d-820550-2 is: [{'id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'name': 'tempest-RoutersTest-router-1053552994', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:28Z', 'updated_at': '2021-12-16T09:51:48Z', 'revision_number': 7, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'gw_port_host': None, '_interfaces': [{'id': '0806f819-6330-4a77-8414-4531a99e117a', 'name': '', 'network_id': 'dec0ea34-0246-457f-be17-b361f2a1a817', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:74:8d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'dc158486-06d2-48e2-ad77-0cf3bc3229cb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:43Z', 'updated_at': '2021-12-16T09:51:47Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': 'dc158486-06d2-48e2-ad77-0cf3bc3229cb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f3e3a18-054a-4a8b-ac97-fca27e0d55af', 'name': '', 'network_id': 'caace927-db3a-46fe-97fb-bb0e77ef8b59', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:a4:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:35Z', 'updated_at': '2021-12-16T09:51:39Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a72a6fc-788f-4c03-bd1d-eef4342ff3c7', 'name': '', 'network_id': 'fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:63:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:31Z', 'updated_at': '2021-12-16T09:51:35Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f127cde-f420-424c-8413-17b2083ce617', 'name': '', 'network_id': '428ca14b-d8c4-468b-811a-ab8dfb01634d', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:26:5e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'fa57904c-97bd-48c6-8084-a2ef1c127378', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:40Z', 'updated_at': '2021-12-16T09:51:44Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': 'fa57904c-97bd-48c6-8084-a2ef1c127378', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:51:49.757094 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-50abe4cf-a952-412f-8d0b-3c75f9dc45c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:49.821780 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-50abe4cf-a952-412f-8d0b-3c75f9dc45c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:49.829515 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1d617992-8b6b-400e-8b90-62889d9e3449 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:49.875744 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-50abe4cf-a952-412f-8d0b-3c75f9dc45c2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eb23095c9223471ea6b25b8b766d8c5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2163048 Dec 16 09:51:49.877886 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50abe4cf-a952-412f-8d0b-3c75f9dc45c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee47ae3-3ca4-4eb6-b99f-151850a257a6,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:49.880294 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45794) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:49.932812 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d5d1b20e-13e5-4b34-841d-48513b4c36fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:49.933034 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c799104-2c92-4746-b1f3-90f2c7abf204 None None] Sync routers for ids ['6a98e294-2eb0-48a3-be26-59374b08799a'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:51:49.943042 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c799104-2c92-4746-b1f3-90f2c7abf204 None None] Routers {'6a98e294-2eb0-48a3-be26-59374b08799a'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:49.943566 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-0c799104-2c92-4746-b1f3-90f2c7abf204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:51:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6a98e294-2eb0-48a3-be26-59374b08799a'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:49.956100 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d5d1b20e-13e5-4b34-841d-48513b4c36fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:50.034903 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-0c799104-2c92-4746-b1f3-90f2c7abf204 None None] Set router 6a98e294-2eb0-48a3-be26-59374b08799a gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:50.095833 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-1d617992-8b6b-400e-8b90-62889d9e3449 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Deleting port 0806f819-6330-4a77-8414-4531a99e117a {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:50.096173 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1d617992-8b6b-400e-8b90-62889d9e3449 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:50.103509 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d5d1b20e-13e5-4b34-841d-48513b4c36fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:50.106190 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d5d1b20e-13e5-4b34-841d-48513b4c36fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:50.107350 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d5d1b20e-13e5-4b34-841d-48513b4c36fc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5ee47ae3-3ca4-4eb6-b99f-151850a257a6 HTTP/1.1" status: 204 len: 168 time: 0.2261400 Dec 16 09:51:50.116495 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1b20e-13e5-4b34-841d-48513b4c36fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee47ae3-3ca4-4eb6-b99f-151850a257a6,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:50.205441 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-1d617992-8b6b-400e-8b90-62889d9e3449 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] For port 0806f819-6330-4a77-8414-4531a99e117a, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=0806f819-6330-4a77-8414-4531a99e117a,segment=NetworkSegment(ec5a7a31-17aa-483a-96cd-e1a7900edf8d),segment_id=ec5a7a31-17aa-483a-96cd-e1a7900edf8d)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:50.205755 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1d617992-8b6b-400e-8b90-62889d9e3449 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:50.220136 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-1d617992-8b6b-400e-8b90-62889d9e3449 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Calling delete_port for 0806f819-6330-4a77-8414-4531a99e117a owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:50.260483 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-0c799104-2c92-4746-b1f3-90f2c7abf204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'name': 'tempest-RoutersTest-router-1053552994', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:28Z', 'updated_at': '2021-12-16T09:51:48Z', 'revision_number': 7, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'gw_port_host': None, '_interfaces': [{'id': '0806f819-6330-4a77-8414-4531a99e117a', 'name': '', 'network_id': 'dec0ea34-0246-457f-be17-b361f2a1a817', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:74:8d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'dc158486-06d2-48e2-ad77-0cf3bc3229cb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:43Z', 'updated_at': '2021-12-16T09:51:47Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': 'dc158486-06d2-48e2-ad77-0cf3bc3229cb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f3e3a18-054a-4a8b-ac97-fca27e0d55af', 'name': '', 'network_id': 'caace927-db3a-46fe-97fb-bb0e77ef8b59', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:a4:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:35Z', 'updated_at': '2021-12-16T09:51:39Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a72a6fc-788f-4c03-bd1d-eef4342ff3c7', 'name': '', 'network_id': 'fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:63:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:31Z', 'updated_at': '2021-12-16T09:51:35Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f127cde-f420-424c-8413-17b2083ce617', 'name': '', 'network_id': '428ca14b-d8c4-468b-811a-ab8dfb01634d', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:26:5e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'fa57904c-97bd-48c6-8084-a2ef1c127378', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:40Z', 'updated_at': '2021-12-16T09:51:44Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': 'fa57904c-97bd-48c6-8084-a2ef1c127378', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:50.286320 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c799104-2c92-4746-b1f3-90f2c7abf204 None None] Checking router: 6a98e294-2eb0-48a3-be26-59374b08799a for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:51:50.294889 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c799104-2c92-4746-b1f3-90f2c7abf204 None None] Routers {'6a98e294-2eb0-48a3-be26-59374b08799a'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:50.295492 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-0c799104-2c92-4746-b1f3-90f2c7abf204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:51:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6a98e294-2eb0-48a3-be26-59374b08799a'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:50.383919 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-0c799104-2c92-4746-b1f3-90f2c7abf204 None None] Set router 6a98e294-2eb0-48a3-be26-59374b08799a gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:50.492745 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1d617992-8b6b-400e-8b90-62889d9e3449 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:50.505868 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006bfaf-f6d2-4577-80d8-22c852cba45a req-d49bc02c-7ce2-49f9-870f-49913b68e4ef tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:50.509810 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3006bfaf-f6d2-4577-80d8-22c852cba45a req-d49bc02c-7ce2-49f9-870f-49913b68e4ef tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.0782938 Dec 16 09:51:50.534878 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d617992-8b6b-400e-8b90-62889d9e3449 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event deleted for resources: {'Port': ['ID=0806f819-6330-4a77-8414-4531a99e117a,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:50.578370 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3006bfaf-f6d2-4577-80d8-22c852cba45a req-69ad2890-f7b1-4678-8ac8-6e7f0f46f518 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615060 Dec 16 09:51:50.662128 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-0c799104-2c92-4746-b1f3-90f2c7abf204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'name': 'tempest-RoutersTest-router-1053552994', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:28Z', 'updated_at': '2021-12-16T09:51:48Z', 'revision_number': 7, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'gw_port_host': None, '_interfaces': [{'id': '0806f819-6330-4a77-8414-4531a99e117a', 'name': '', 'network_id': 'dec0ea34-0246-457f-be17-b361f2a1a817', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:74:8d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'dc158486-06d2-48e2-ad77-0cf3bc3229cb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:43Z', 'updated_at': '2021-12-16T09:51:47Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': 'dc158486-06d2-48e2-ad77-0cf3bc3229cb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f3e3a18-054a-4a8b-ac97-fca27e0d55af', 'name': '', 'network_id': 'caace927-db3a-46fe-97fb-bb0e77ef8b59', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:a4:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:35Z', 'updated_at': '2021-12-16T09:51:39Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a72a6fc-788f-4c03-bd1d-eef4342ff3c7', 'name': '', 'network_id': 'fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:63:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:31Z', 'updated_at': '2021-12-16T09:51:35Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f127cde-f420-424c-8413-17b2083ce617', 'name': '', 'network_id': '428ca14b-d8c4-468b-811a-ab8dfb01634d', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:26:5e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'fa57904c-97bd-48c6-8084-a2ef1c127378', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:40Z', 'updated_at': '2021-12-16T09:51:44Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': 'fa57904c-97bd-48c6-8084-a2ef1c127378', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:50.690745 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c799104-2c92-4746-b1f3-90f2c7abf204 None None] The sync data for ids ['6a98e294-2eb0-48a3-be26-59374b08799a'] in n-d-820550-2 is: [{'id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'name': 'tempest-RoutersTest-router-1053552994', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:28Z', 'updated_at': '2021-12-16T09:51:48Z', 'revision_number': 7, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'gw_port_host': None, '_interfaces': [{'id': '0806f819-6330-4a77-8414-4531a99e117a', 'name': '', 'network_id': 'dec0ea34-0246-457f-be17-b361f2a1a817', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:74:8d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'dc158486-06d2-48e2-ad77-0cf3bc3229cb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:43Z', 'updated_at': '2021-12-16T09:51:47Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': 'dc158486-06d2-48e2-ad77-0cf3bc3229cb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f3e3a18-054a-4a8b-ac97-fca27e0d55af', 'name': '', 'network_id': 'caace927-db3a-46fe-97fb-bb0e77ef8b59', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:a4:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:35Z', 'updated_at': '2021-12-16T09:51:39Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a72a6fc-788f-4c03-bd1d-eef4342ff3c7', 'name': '', 'network_id': 'fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:63:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:31Z', 'updated_at': '2021-12-16T09:51:35Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f127cde-f420-424c-8413-17b2083ce617', 'name': '', 'network_id': '428ca14b-d8c4-468b-811a-ab8dfb01634d', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:26:5e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'fa57904c-97bd-48c6-8084-a2ef1c127378', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:40Z', 'updated_at': '2021-12-16T09:51:44Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': 'fa57904c-97bd-48c6-8084-a2ef1c127378', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:51:50.738491 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1d617992-8b6b-400e-8b90-62889d9e3449 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:50.943387 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d617992-8b6b-400e-8b90-62889d9e3449 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Router 6a98e294-2eb0-48a3-be26-59374b08799a has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:51:51.041205 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d617992-8b6b-400e-8b90-62889d9e3449 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:51:51.050505 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45816) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:51.050689 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1d617992-8b6b-400e-8b90-62889d9e3449 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "PUT /v2.0/routers/6a98e294-2eb0-48a3-be26-59374b08799a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5698874 Dec 16 09:51:51.052840 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87509b66-027f-4268-8b8e-c2a23787573c None None] Sync routers for ids ['6a98e294-2eb0-48a3-be26-59374b08799a'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:51:51.063200 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87509b66-027f-4268-8b8e-c2a23787573c None None] Routers {'6a98e294-2eb0-48a3-be26-59374b08799a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:51.063817 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-87509b66-027f-4268-8b8e-c2a23787573c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:51:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6a98e294-2eb0-48a3-be26-59374b08799a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:51.111462 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a60986e-816a-435a-a671-4524f022c8e3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Deleting subnet dc158486-06d2-48e2-ad77-0cf3bc3229cb {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:51:51.117874 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5a60986e-816a-435a-a671-4524f022c8e3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:51.159818 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5a60986e-816a-435a-a671-4524f022c8e3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:51.277019 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5a60986e-816a-435a-a671-4524f022c8e3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:51.325904 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-87509b66-027f-4268-8b8e-c2a23787573c None None] Set router 6a98e294-2eb0-48a3-be26-59374b08799a gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:51.405353 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5a60986e-816a-435a-a671-4524f022c8e3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:51.434390 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a60986e-816a-435a-a671-4524f022c8e3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event deleted for resources: {'Subnet': ['ID=dc158486-06d2-48e2-ad77-0cf3bc3229cb,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:51.436408 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5a60986e-816a-435a-a671-4524f022c8e3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:51.439694 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5a60986e-816a-435a-a671-4524f022c8e3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/subnets/dc158486-06d2-48e2-ad77-0cf3bc3229cb HTTP/1.1" status: 204 len: 168 time: 0.3881845 Dec 16 09:51:51.442361 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45824) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:51.447995 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac26646-3101-49d9-85e4-c93cd27bb264 None None] Network dec0ea34-0246-457f-be17-b361f2a1a817 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:51:51.521285 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4eacf383-ea33-4654-b009-d1b59750f542 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:51.584293 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-4eacf383-ea33-4654-b009-d1b59750f542 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Deleting port d4673a15-d800-439b-884a-c0321865c99b {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:51.584646 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4eacf383-ea33-4654-b009-d1b59750f542 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:51.646278 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-87509b66-027f-4268-8b8e-c2a23787573c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'name': 'tempest-RoutersTest-router-1053552994', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:28Z', 'updated_at': '2021-12-16T09:51:50Z', 'revision_number': 8, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'gw_port_host': None, '_interfaces': [{'id': '2f3e3a18-054a-4a8b-ac97-fca27e0d55af', 'name': '', 'network_id': 'caace927-db3a-46fe-97fb-bb0e77ef8b59', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:a4:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:35Z', 'updated_at': '2021-12-16T09:51:39Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a72a6fc-788f-4c03-bd1d-eef4342ff3c7', 'name': '', 'network_id': 'fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:63:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:31Z', 'updated_at': '2021-12-16T09:51:35Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f127cde-f420-424c-8413-17b2083ce617', 'name': '', 'network_id': '428ca14b-d8c4-468b-811a-ab8dfb01634d', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:26:5e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'fa57904c-97bd-48c6-8084-a2ef1c127378', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:40Z', 'updated_at': '2021-12-16T09:51:44Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': 'fa57904c-97bd-48c6-8084-a2ef1c127378', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:51.659687 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-4eacf383-ea33-4654-b009-d1b59750f542 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] For port d4673a15-d800-439b-884a-c0321865c99b, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d4673a15-d800-439b-884a-c0321865c99b,segment=NetworkSegment(ec5a7a31-17aa-483a-96cd-e1a7900edf8d),segment_id=ec5a7a31-17aa-483a-96cd-e1a7900edf8d)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:51.662929 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4eacf383-ea33-4654-b009-d1b59750f542 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:51.674981 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87509b66-027f-4268-8b8e-c2a23787573c None None] Checking router: 6a98e294-2eb0-48a3-be26-59374b08799a for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:51:51.675511 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-4eacf383-ea33-4654-b009-d1b59750f542 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Calling delete_port for d4673a15-d800-439b-884a-c0321865c99b owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:51.693371 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87509b66-027f-4268-8b8e-c2a23787573c None None] Routers {'6a98e294-2eb0-48a3-be26-59374b08799a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:51.693371 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-87509b66-027f-4268-8b8e-c2a23787573c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:51:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6a98e294-2eb0-48a3-be26-59374b08799a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:51.718174 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e3247-9005-4535-a189-02efd6d3105e req-6c99fc6b-c938-41db-9418-a6f2555ef3d2 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:51.725698 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ec2e3247-9005-4535-a189-02efd6d3105e req-6c99fc6b-c938-41db-9418-a6f2555ef3d2 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.0635161 Dec 16 09:51:51.741400 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecac100f-c32f-4c91-98a8-e356e96a2949 None None] DHCP port deletion for dec0ea34-0246-457f-be17-b361f2a1a817 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:51:51.776255 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ec2e3247-9005-4535-a189-02efd6d3105e req-7d81e2dc-efa5-4b41-a5df-78fde89f81b0 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453851 Dec 16 09:51:51.835877 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-87509b66-027f-4268-8b8e-c2a23787573c None None] Set router 6a98e294-2eb0-48a3-be26-59374b08799a gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:51.954264 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-ecac100f-c32f-4c91-98a8-e356e96a2949 None None] Deleting port d4673a15-d800-439b-884a-c0321865c99b {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:51.957730 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ecac100f-c32f-4c91-98a8-e356e96a2949 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:52.067228 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-ecac100f-c32f-4c91-98a8-e356e96a2949 None None] For port d4673a15-d800-439b-884a-c0321865c99b, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d4673a15-d800-439b-884a-c0321865c99b,segment=NetworkSegment(ec5a7a31-17aa-483a-96cd-e1a7900edf8d),segment_id=ec5a7a31-17aa-483a-96cd-e1a7900edf8d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:52.067948 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ecac100f-c32f-4c91-98a8-e356e96a2949 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:52.095910 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-ecac100f-c32f-4c91-98a8-e356e96a2949 None None] Calling delete_port for d4673a15-d800-439b-884a-c0321865c99b owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:52.160273 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4eacf383-ea33-4654-b009-d1b59750f542 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:52.189873 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eacf383-ea33-4654-b009-d1b59750f542 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event deleted for resources: {'Port': ['ID=d4673a15-d800-439b-884a-c0321865c99b,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:52.204364 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eacf383-ea33-4654-b009-d1b59750f542 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] No DVR routers for this DVR port d4673a15-d800-439b-884a-c0321865c99b on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:51:52.221897 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-87509b66-027f-4268-8b8e-c2a23787573c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'name': 'tempest-RoutersTest-router-1053552994', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:28Z', 'updated_at': '2021-12-16T09:51:50Z', 'revision_number': 8, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'gw_port_host': None, '_interfaces': [{'id': '2f3e3a18-054a-4a8b-ac97-fca27e0d55af', 'name': '', 'network_id': 'caace927-db3a-46fe-97fb-bb0e77ef8b59', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:a4:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:35Z', 'updated_at': '2021-12-16T09:51:39Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a72a6fc-788f-4c03-bd1d-eef4342ff3c7', 'name': '', 'network_id': 'fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:63:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:31Z', 'updated_at': '2021-12-16T09:51:35Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f127cde-f420-424c-8413-17b2083ce617', 'name': '', 'network_id': '428ca14b-d8c4-468b-811a-ab8dfb01634d', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:26:5e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'fa57904c-97bd-48c6-8084-a2ef1c127378', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:40Z', 'updated_at': '2021-12-16T09:51:44Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': 'fa57904c-97bd-48c6-8084-a2ef1c127378', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:52.249979 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ecac100f-c32f-4c91-98a8-e356e96a2949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:52.257598 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87509b66-027f-4268-8b8e-c2a23787573c None None] The sync data for ids ['6a98e294-2eb0-48a3-be26-59374b08799a'] in n-d-820550-2 is: [{'id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'name': 'tempest-RoutersTest-router-1053552994', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:28Z', 'updated_at': '2021-12-16T09:51:50Z', 'revision_number': 8, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'gw_port_host': None, '_interfaces': [{'id': '2f3e3a18-054a-4a8b-ac97-fca27e0d55af', 'name': '', 'network_id': 'caace927-db3a-46fe-97fb-bb0e77ef8b59', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:a4:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:35Z', 'updated_at': '2021-12-16T09:51:39Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a72a6fc-788f-4c03-bd1d-eef4342ff3c7', 'name': '', 'network_id': 'fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:63:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:31Z', 'updated_at': '2021-12-16T09:51:35Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f127cde-f420-424c-8413-17b2083ce617', 'name': '', 'network_id': '428ca14b-d8c4-468b-811a-ab8dfb01634d', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:26:5e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'fa57904c-97bd-48c6-8084-a2ef1c127378', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:40Z', 'updated_at': '2021-12-16T09:51:44Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': 'fa57904c-97bd-48c6-8084-a2ef1c127378', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:51:52.280280 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4eacf383-ea33-4654-b009-d1b59750f542 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:52.288323 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecac100f-c32f-4c91-98a8-e356e96a2949 None None] No DVR routers for this DVR port d4673a15-d800-439b-884a-c0321865c99b on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:51:52.289961 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac100f-c32f-4c91-98a8-e356e96a2949 None None] Pushing event deleted for resources: {'Port': ['ID=d4673a15-d800-439b-884a-c0321865c99b,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:52.311671 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-4eacf383-ea33-4654-b009-d1b59750f542 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dec0ea34-0246-457f-be17-b361f2a1a817']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:52.322128 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-4eacf383-ea33-4654-b009-d1b59750f542 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec5a7a31-17aa-483a-96cd-e1a7900edf8d') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:52.322430 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-4eacf383-ea33-4654-b009-d1b59750f542 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec5a7a31-17aa-483a-96cd-e1a7900edf8d') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:52.345358 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4eacf383-ea33-4654-b009-d1b59750f542 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:52.360109 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4eacf383-ea33-4654-b009-d1b59750f542 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:52.365769 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eacf383-ea33-4654-b009-d1b59750f542 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:51:52.372789 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4eacf383-ea33-4654-b009-d1b59750f542 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:52.372789 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:51:52.372789 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:51:52.372789 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:51:52.372789 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:51:52.372789 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:51:52.372789 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:51:52.372789 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:51:52.372789 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:51:52.372789 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:51:52.372789 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:51:52.372789 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:51:52.372789 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:51:52.372789 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:51:52.372789 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:51:52.372789 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:51:52.372789 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:51:52.372789 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:51:52.372789 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:51:52.372789 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:51:52.372789 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:51:52.372789 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:51:52.372789 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:51:52.372789 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:51:52.372789 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:51:52.372789 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:51:52.372789 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:51:52.372789 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:51:52.372789 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:51:52.372789 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:51:52.372789 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:51:52.372789 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:51:52.372789 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:51:52.491790 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4eacf383-ea33-4654-b009-d1b59750f542 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:52.510192 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4eacf383-ea33-4654-b009-d1b59750f542 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:52.513996 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4eacf383-ea33-4654-b009-d1b59750f542 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/networks/dec0ea34-0246-457f-be17-b361f2a1a817 HTTP/1.1" status: 204 len: 168 time: 1.0703924 Dec 16 09:51:52.515024 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eacf383-ea33-4654-b009-d1b59750f542 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event deleted for resources: {'Network': ['ID=dec0ea34-0246-457f-be17-b361f2a1a817,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:52.516555 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45854) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:52.697612 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d4673a15-d800-439b-884a-c0321865c99b no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:51:52.718870 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: d4673a15-d800-439b-884a-c0321865c99b {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:51:52.719221 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d4673a15-d800-439b-884a-c0321865c99b not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:51:52.719709 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 0806f819-6330-4a77-8414-4531a99e117a no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:51:52.746175 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 0806f819-6330-4a77-8414-4531a99e117a {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:51:52.746838 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 0806f819-6330-4a77-8414-4531a99e117a not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:51:52.894194 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-26652504-2af7-4e0b-aebb-fe5c54a55aea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:53.159324 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-26652504-2af7-4e0b-aebb-fe5c54a55aea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Deleting port 3f127cde-f420-424c-8413-17b2083ce617 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:53.159578 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-26652504-2af7-4e0b-aebb-fe5c54a55aea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:53.253510 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-26652504-2af7-4e0b-aebb-fe5c54a55aea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] For port 3f127cde-f420-424c-8413-17b2083ce617, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=3f127cde-f420-424c-8413-17b2083ce617,segment=NetworkSegment(80911a7d-020d-4dbe-881f-90a9276bc702),segment_id=80911a7d-020d-4dbe-881f-90a9276bc702)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:53.254203 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-26652504-2af7-4e0b-aebb-fe5c54a55aea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:53.268009 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-26652504-2af7-4e0b-aebb-fe5c54a55aea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Calling delete_port for 3f127cde-f420-424c-8413-17b2083ce617 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:53.543700 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-26652504-2af7-4e0b-aebb-fe5c54a55aea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:53.571705 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26652504-2af7-4e0b-aebb-fe5c54a55aea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event deleted for resources: {'Port': ['ID=3f127cde-f420-424c-8413-17b2083ce617,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:53.745985 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-26652504-2af7-4e0b-aebb-fe5c54a55aea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:53.937160 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26652504-2af7-4e0b-aebb-fe5c54a55aea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Router 6a98e294-2eb0-48a3-be26-59374b08799a has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:51:54.041648 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26652504-2af7-4e0b-aebb-fe5c54a55aea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:51:54.044832 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3047c4c5-7f8a-4fe6-bb4d-f753f06e9871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:54.047347 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-26652504-2af7-4e0b-aebb-fe5c54a55aea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "PUT /v2.0/routers/6a98e294-2eb0-48a3-be26-59374b08799a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5296266 Dec 16 09:51:54.050413 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45890) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:54.053760 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cc77ad-067b-4417-bd8b-36ddf43dfee6 None None] Sync routers for ids ['6a98e294-2eb0-48a3-be26-59374b08799a'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:51:54.062371 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cc77ad-067b-4417-bd8b-36ddf43dfee6 None None] Routers {'6a98e294-2eb0-48a3-be26-59374b08799a'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:54.063692 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-15cc77ad-067b-4417-bd8b-36ddf43dfee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:51:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6a98e294-2eb0-48a3-be26-59374b08799a'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:54.084280 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45892) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:54.112235 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-818be8c9-8e24-413d-9711-0c0d5321b0da tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Deleting subnet fa57904c-97bd-48c6-8084-a2ef1c127378 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:51:54.116287 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-818be8c9-8e24-413d-9711-0c0d5321b0da tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:54.169127 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-15cc77ad-067b-4417-bd8b-36ddf43dfee6 None None] Set router 6a98e294-2eb0-48a3-be26-59374b08799a gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:54.185931 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-818be8c9-8e24-413d-9711-0c0d5321b0da tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:54.222611 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-35331ace-07d1-41c8-9c4f-fcad714e9db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:54.275475 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-818be8c9-8e24-413d-9711-0c0d5321b0da tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:54.314341 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-35331ace-07d1-41c8-9c4f-fcad714e9db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:54.390796 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-15cc77ad-067b-4417-bd8b-36ddf43dfee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'name': 'tempest-RoutersTest-router-1053552994', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:28Z', 'updated_at': '2021-12-16T09:51:53Z', 'revision_number': 9, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'gw_port_host': None, '_interfaces': [{'id': '2f3e3a18-054a-4a8b-ac97-fca27e0d55af', 'name': '', 'network_id': 'caace927-db3a-46fe-97fb-bb0e77ef8b59', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:a4:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:35Z', 'updated_at': '2021-12-16T09:51:39Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a72a6fc-788f-4c03-bd1d-eef4342ff3c7', 'name': '', 'network_id': 'fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:63:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:31Z', 'updated_at': '2021-12-16T09:51:35Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:54.393616 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-35331ace-07d1-41c8-9c4f-fcad714e9db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:54.437315 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-35331ace-07d1-41c8-9c4f-fcad714e9db4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8e73d78ec67645bdb86cf8ef7df307cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3495481 Dec 16 09:51:54.437577 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35331ace-07d1-41c8-9c4f-fcad714e9db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84c130b-f29d-4065-940a-e660081c22c5,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:54.437709 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45898) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:54.460062 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-818be8c9-8e24-413d-9711-0c0d5321b0da tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:54.503945 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818be8c9-8e24-413d-9711-0c0d5321b0da tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event deleted for resources: {'Subnet': ['ID=fa57904c-97bd-48c6-8084-a2ef1c127378,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:54.509656 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-818be8c9-8e24-413d-9711-0c0d5321b0da tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:54.512743 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cc77ad-067b-4417-bd8b-36ddf43dfee6 None None] Checking router: 6a98e294-2eb0-48a3-be26-59374b08799a for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:51:54.516210 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45902) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:54.516791 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-818be8c9-8e24-413d-9711-0c0d5321b0da tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/subnets/fa57904c-97bd-48c6-8084-a2ef1c127378 HTTP/1.1" status: 204 len: 168 time: 0.4650230 Dec 16 09:51:54.520136 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc67479-37d5-446c-a35e-b698de2a4e58 None None] Network 428ca14b-d8c4-468b-811a-ab8dfb01634d requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:51:54.530663 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cc77ad-067b-4417-bd8b-36ddf43dfee6 None None] Routers {'6a98e294-2eb0-48a3-be26-59374b08799a'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:54.531569 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-15cc77ad-067b-4417-bd8b-36ddf43dfee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:51:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6a98e294-2eb0-48a3-be26-59374b08799a'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:54.558978 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e2068bf6-56f7-4954-887b-9c2fd8605626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:54.604453 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e2068bf6-56f7-4954-887b-9c2fd8605626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:54.618551 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc3c95ff-5128-4a03-8781-ab68076d5ad3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:54.639725 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-15cc77ad-067b-4417-bd8b-36ddf43dfee6 None None] Set router 6a98e294-2eb0-48a3-be26-59374b08799a gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:54.686012 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-fc3c95ff-5128-4a03-8781-ab68076d5ad3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Deleting port 62b8bc05-63b2-4220-b62f-43c21a1a2ce5 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:54.687269 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc3c95ff-5128-4a03-8781-ab68076d5ad3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:54.697742 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ba4f4-025a-462b-b8a8-3dd8d527030a req-0d9664a0-e8ab-4c17-9e30-9f03edece9b9 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:54.705462 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ed6ba4f4-025a-462b-b8a8-3dd8d527030a req-0d9664a0-e8ab-4c17-9e30-9f03edece9b9 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.0817089 Dec 16 09:51:54.750186 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ed6ba4f4-025a-462b-b8a8-3dd8d527030a req-dc9ec809-4034-489a-8d96-a862546b4197 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432854 Dec 16 09:51:54.775754 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-fc3c95ff-5128-4a03-8781-ab68076d5ad3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] For port 62b8bc05-63b2-4220-b62f-43c21a1a2ce5, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=62b8bc05-63b2-4220-b62f-43c21a1a2ce5,segment=NetworkSegment(80911a7d-020d-4dbe-881f-90a9276bc702),segment_id=80911a7d-020d-4dbe-881f-90a9276bc702)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:54.776860 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc3c95ff-5128-4a03-8781-ab68076d5ad3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:54.792929 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc1263f-f11b-465e-9e69-aaa3d275d5ec None None] DHCP port deletion for 428ca14b-d8c4-468b-811a-ab8dfb01634d request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:51:54.807083 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-fc3c95ff-5128-4a03-8781-ab68076d5ad3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Calling delete_port for 62b8bc05-63b2-4220-b62f-43c21a1a2ce5 owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:54.832976 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e2068bf6-56f7-4954-887b-9c2fd8605626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:54.839646 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e2068bf6-56f7-4954-887b-9c2fd8605626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:54.840565 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e2068bf6-56f7-4954-887b-9c2fd8605626 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f84c130b-f29d-4065-940a-e660081c22c5 HTTP/1.1" status: 204 len: 168 time: 0.4018383 Dec 16 09:51:54.875502 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2068bf6-56f7-4954-887b-9c2fd8605626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84c130b-f29d-4065-940a-e660081c22c5,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:54.902526 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-1bc1263f-f11b-465e-9e69-aaa3d275d5ec None None] Deleting port 62b8bc05-63b2-4220-b62f-43c21a1a2ce5 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:54.908059 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1bc1263f-f11b-465e-9e69-aaa3d275d5ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:54.924703 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-15cc77ad-067b-4417-bd8b-36ddf43dfee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'name': 'tempest-RoutersTest-router-1053552994', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:28Z', 'updated_at': '2021-12-16T09:51:53Z', 'revision_number': 9, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'gw_port_host': None, '_interfaces': [{'id': '2f3e3a18-054a-4a8b-ac97-fca27e0d55af', 'name': '', 'network_id': 'caace927-db3a-46fe-97fb-bb0e77ef8b59', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:a4:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:35Z', 'updated_at': '2021-12-16T09:51:39Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a72a6fc-788f-4c03-bd1d-eef4342ff3c7', 'name': '', 'network_id': 'fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:63:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:31Z', 'updated_at': '2021-12-16T09:51:35Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:54.956748 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cc77ad-067b-4417-bd8b-36ddf43dfee6 None None] The sync data for ids ['6a98e294-2eb0-48a3-be26-59374b08799a'] in n-d-820550-2 is: [{'id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'name': 'tempest-RoutersTest-router-1053552994', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:28Z', 'updated_at': '2021-12-16T09:51:53Z', 'revision_number': 9, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'gw_port_host': None, '_interfaces': [{'id': '2f3e3a18-054a-4a8b-ac97-fca27e0d55af', 'name': '', 'network_id': 'caace927-db3a-46fe-97fb-bb0e77ef8b59', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:a4:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:35Z', 'updated_at': '2021-12-16T09:51:39Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '1e6a5754-173e-4d54-ab82-10eb8fdfd653', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a72a6fc-788f-4c03-bd1d-eef4342ff3c7', 'name': '', 'network_id': 'fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:63:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:31Z', 'updated_at': '2021-12-16T09:51:35Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:51:54.983654 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-1bc1263f-f11b-465e-9e69-aaa3d275d5ec None None] For port 62b8bc05-63b2-4220-b62f-43c21a1a2ce5, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=62b8bc05-63b2-4220-b62f-43c21a1a2ce5,segment=NetworkSegment(80911a7d-020d-4dbe-881f-90a9276bc702),segment_id=80911a7d-020d-4dbe-881f-90a9276bc702)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:54.984055 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1bc1263f-f11b-465e-9e69-aaa3d275d5ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:54.996649 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-1bc1263f-f11b-465e-9e69-aaa3d275d5ec None None] Calling delete_port for 62b8bc05-63b2-4220-b62f-43c21a1a2ce5 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:55.005797 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc3c95ff-5128-4a03-8781-ab68076d5ad3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:55.033824 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c95ff-5128-4a03-8781-ab68076d5ad3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event deleted for resources: {'Port': ['ID=62b8bc05-63b2-4220-b62f-43c21a1a2ce5,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:55.035650 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3c95ff-5128-4a03-8781-ab68076d5ad3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] No DVR routers for this DVR port 62b8bc05-63b2-4220-b62f-43c21a1a2ce5 on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:51:55.074036 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1bc1263f-f11b-465e-9e69-aaa3d275d5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:55.099561 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1263f-f11b-465e-9e69-aaa3d275d5ec None None] Pushing event deleted for resources: {'Port': ['ID=62b8bc05-63b2-4220-b62f-43c21a1a2ce5,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:55.102976 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc1263f-f11b-465e-9e69-aaa3d275d5ec None None] No DVR routers for this DVR port 62b8bc05-63b2-4220-b62f-43c21a1a2ce5 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:51:55.120199 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc3c95ff-5128-4a03-8781-ab68076d5ad3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:55.141821 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-fc3c95ff-5128-4a03-8781-ab68076d5ad3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['428ca14b-d8c4-468b-811a-ab8dfb01634d']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:55.152578 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-fc3c95ff-5128-4a03-8781-ab68076d5ad3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80911a7d-020d-4dbe-881f-90a9276bc702') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:55.152949 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-fc3c95ff-5128-4a03-8781-ab68076d5ad3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80911a7d-020d-4dbe-881f-90a9276bc702') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:55.162824 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc3c95ff-5128-4a03-8781-ab68076d5ad3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:55.187860 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc3c95ff-5128-4a03-8781-ab68076d5ad3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:55.194589 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc3c95ff-5128-4a03-8781-ab68076d5ad3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:51:55.194992 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc3c95ff-5128-4a03-8781-ab68076d5ad3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:55.197999 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:51:55.197999 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:51:55.197999 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:51:55.197999 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:51:55.197999 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:51:55.197999 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:51:55.197999 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:51:55.197999 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:51:55.197999 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:51:55.197999 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:51:55.197999 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:51:55.197999 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:51:55.197999 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:51:55.197999 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:51:55.197999 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:51:55.197999 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:51:55.197999 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:51:55.197999 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:51:55.197999 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:51:55.197999 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:51:55.197999 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:51:55.197999 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:51:55.197999 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:51:55.197999 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:51:55.197999 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:51:55.197999 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:51:55.197999 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:51:55.197999 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:51:55.197999 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:51:55.197999 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:51:55.197999 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:51:55.197999 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:51:55.378019 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc3c95ff-5128-4a03-8781-ab68076d5ad3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:55.385174 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc3c95ff-5128-4a03-8781-ab68076d5ad3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:55.388967 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fc3c95ff-5128-4a03-8781-ab68076d5ad3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/networks/428ca14b-d8c4-468b-811a-ab8dfb01634d HTTP/1.1" status: 204 len: 168 time: 0.8717811 Dec 16 09:51:55.392031 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45920) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:55.407068 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c95ff-5128-4a03-8781-ab68076d5ad3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event deleted for resources: {'Network': ['ID=428ca14b-d8c4-468b-811a-ab8dfb01634d,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:55.608574 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45922) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:55.624077 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-821a0bc2-4ce1-4966-a93c-cfa178e36f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:55.717845 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-821a0bc2-4ce1-4966-a93c-cfa178e36f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:55.742860 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7a55cbc0-86bc-471a-bda2-69a70a278ee3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:55.817391 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-821a0bc2-4ce1-4966-a93c-cfa178e36f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:55.862368 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-821a0bc2-4ce1-4966-a93c-cfa178e36f41 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0f5bb3cd35c645fab9180ca1d43c62d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2501514 Dec 16 09:51:55.862555 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45926) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:55.871078 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a0bc2-4ce1-4966-a93c-cfa178e36f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58010da-d0c8-4f20-a428-bcb3f1163c87,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:55.921702 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2057ab19-dfb7-4d48-b27e-7f9225c20272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:55.945269 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2057ab19-dfb7-4d48-b27e-7f9225c20272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:56.012770 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-7a55cbc0-86bc-471a-bda2-69a70a278ee3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Deleting port 2f3e3a18-054a-4a8b-ac97-fca27e0d55af {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:56.013157 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7a55cbc0-86bc-471a-bda2-69a70a278ee3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:56.080339 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2057ab19-dfb7-4d48-b27e-7f9225c20272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:56.083186 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2057ab19-dfb7-4d48-b27e-7f9225c20272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:56.086881 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2057ab19-dfb7-4d48-b27e-7f9225c20272 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d58010da-d0c8-4f20-a428-bcb3f1163c87 HTTP/1.1" status: 204 len: 168 time: 0.2208824 Dec 16 09:51:56.093065 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057ab19-dfb7-4d48-b27e-7f9225c20272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58010da-d0c8-4f20-a428-bcb3f1163c87,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:56.121527 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-7a55cbc0-86bc-471a-bda2-69a70a278ee3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] For port 2f3e3a18-054a-4a8b-ac97-fca27e0d55af, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=2f3e3a18-054a-4a8b-ac97-fca27e0d55af,segment=NetworkSegment(b31fbda4-6be4-4511-b235-c877fe5c4dbf),segment_id=b31fbda4-6be4-4511-b235-c877fe5c4dbf)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:56.122047 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7a55cbc0-86bc-471a-bda2-69a70a278ee3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:56.137345 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-7a55cbc0-86bc-471a-bda2-69a70a278ee3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Calling delete_port for 2f3e3a18-054a-4a8b-ac97-fca27e0d55af owned by network:router_interface {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:56.394079 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 3f127cde-f420-424c-8413-17b2083ce617 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:51:56.417827 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 3f127cde-f420-424c-8413-17b2083ce617 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:51:56.418251 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 3f127cde-f420-424c-8413-17b2083ce617 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:51:56.418674 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 62b8bc05-63b2-4220-b62f-43c21a1a2ce5 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:51:56.437979 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 62b8bc05-63b2-4220-b62f-43c21a1a2ce5 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:51:56.438324 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 62b8bc05-63b2-4220-b62f-43c21a1a2ce5 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:51:56.456636 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7a55cbc0-86bc-471a-bda2-69a70a278ee3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:56.462753 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d31aabd8-511c-4615-a54d-c9c6f3b2518b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:56.496418 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55cbc0-86bc-471a-bda2-69a70a278ee3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event deleted for resources: {'Port': ['ID=2f3e3a18-054a-4a8b-ac97-fca27e0d55af,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:56.702279 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7a55cbc0-86bc-471a-bda2-69a70a278ee3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:56.917935 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a55cbc0-86bc-471a-bda2-69a70a278ee3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Router 6a98e294-2eb0-48a3-be26-59374b08799a has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:51:57.015001 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a55cbc0-86bc-471a-bda2-69a70a278ee3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:51:57.021614 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7a55cbc0-86bc-471a-bda2-69a70a278ee3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "PUT /v2.0/routers/6a98e294-2eb0-48a3-be26-59374b08799a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6277740 Dec 16 09:51:57.023127 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45946) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:57.027739 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bdd0ed-fb61-4403-bbff-63a5bc8fcc21 None None] Sync routers for ids ['6a98e294-2eb0-48a3-be26-59374b08799a'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:51:57.038221 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bdd0ed-fb61-4403-bbff-63a5bc8fcc21 None None] Routers {'6a98e294-2eb0-48a3-be26-59374b08799a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:57.039435 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-32bdd0ed-fb61-4403-bbff-63a5bc8fcc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:51:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6a98e294-2eb0-48a3-be26-59374b08799a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:57.087996 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ab53c8c-7f9d-47a0-a921-f1917e199f0c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Deleting subnet 1e6a5754-173e-4d54-ab82-10eb8fdfd653 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:51:57.092076 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9ab53c8c-7f9d-47a0-a921-f1917e199f0c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:57.155523 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9ab53c8c-7f9d-47a0-a921-f1917e199f0c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:57.169896 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-32bdd0ed-fb61-4403-bbff-63a5bc8fcc21 None None] Set router 6a98e294-2eb0-48a3-be26-59374b08799a gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:57.247882 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9ab53c8c-7f9d-47a0-a921-f1917e199f0c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:57.393497 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9ab53c8c-7f9d-47a0-a921-f1917e199f0c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:57.415729 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-32bdd0ed-fb61-4403-bbff-63a5bc8fcc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'name': 'tempest-RoutersTest-router-1053552994', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:28Z', 'updated_at': '2021-12-16T09:51:56Z', 'revision_number': 10, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'gw_port_host': None, '_interfaces': [{'id': '3a72a6fc-788f-4c03-bd1d-eef4342ff3c7', 'name': '', 'network_id': 'fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:63:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:31Z', 'updated_at': '2021-12-16T09:51:35Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:57.429575 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab53c8c-7f9d-47a0-a921-f1917e199f0c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event deleted for resources: {'Subnet': ['ID=1e6a5754-173e-4d54-ab82-10eb8fdfd653,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:57.436616 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9ab53c8c-7f9d-47a0-a921-f1917e199f0c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:57.442845 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45960) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:57.448816 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9ab53c8c-7f9d-47a0-a921-f1917e199f0c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/subnets/1e6a5754-173e-4d54-ab82-10eb8fdfd653 HTTP/1.1" status: 204 len: 168 time: 0.4186902 Dec 16 09:51:57.458832 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bdd0ed-fb61-4403-bbff-63a5bc8fcc21 None None] Checking router: 6a98e294-2eb0-48a3-be26-59374b08799a for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:51:57.463056 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9756c2ac-9aa1-4948-975f-4d852e61e50e None None] Network caace927-db3a-46fe-97fb-bb0e77ef8b59 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:51:57.532368 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bdd0ed-fb61-4403-bbff-63a5bc8fcc21 None None] Routers {'6a98e294-2eb0-48a3-be26-59374b08799a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:57.533304 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-32bdd0ed-fb61-4403-bbff-63a5bc8fcc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:51:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6a98e294-2eb0-48a3-be26-59374b08799a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:57.562974 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6e92a455-74fa-4a92-bd55-57a4876dbcce tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:57.619722 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:57.624007 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-6e92a455-74fa-4a92-bd55-57a4876dbcce tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Deleting port 6e48775c-f99d-4343-af35-bcabdece4dd4 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:57.624292 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6e92a455-74fa-4a92-bd55-57a4876dbcce tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:57.673850 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-32bdd0ed-fb61-4403-bbff-63a5bc8fcc21 None None] Set router 6a98e294-2eb0-48a3-be26-59374b08799a gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:57.706470 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-6e92a455-74fa-4a92-bd55-57a4876dbcce tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] For port 6e48775c-f99d-4343-af35-bcabdece4dd4, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=6e48775c-f99d-4343-af35-bcabdece4dd4,segment=NetworkSegment(b31fbda4-6be4-4511-b235-c877fe5c4dbf),segment_id=b31fbda4-6be4-4511-b235-c877fe5c4dbf)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:57.706836 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6e92a455-74fa-4a92-bd55-57a4876dbcce tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:57.720713 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-6e92a455-74fa-4a92-bd55-57a4876dbcce tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Calling delete_port for 6e48775c-f99d-4343-af35-bcabdece4dd4 owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:57.902360 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6e92a455-74fa-4a92-bd55-57a4876dbcce tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:57.933054 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92a455-74fa-4a92-bd55-57a4876dbcce tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event deleted for resources: {'Port': ['ID=6e48775c-f99d-4343-af35-bcabdece4dd4,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:57.935360 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e92a455-74fa-4a92-bd55-57a4876dbcce tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] No DVR routers for this DVR port 6e48775c-f99d-4343-af35-bcabdece4dd4 on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:51:58.023694 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59db5ea6-7385-4cf7-b78a-1bc0fcb66dc7 None None] DHCP port deletion for caace927-db3a-46fe-97fb-bb0e77ef8b59 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:51:58.049015 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6e92a455-74fa-4a92-bd55-57a4876dbcce tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:58.067441 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-32bdd0ed-fb61-4403-bbff-63a5bc8fcc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'name': 'tempest-RoutersTest-router-1053552994', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:28Z', 'updated_at': '2021-12-16T09:51:56Z', 'revision_number': 10, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'gw_port_host': None, '_interfaces': [{'id': '3a72a6fc-788f-4c03-bd1d-eef4342ff3c7', 'name': '', 'network_id': 'fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:63:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:31Z', 'updated_at': '2021-12-16T09:51:35Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:58.069707 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-6e92a455-74fa-4a92-bd55-57a4876dbcce tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caace927-db3a-46fe-97fb-bb0e77ef8b59']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:58.080307 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-6e92a455-74fa-4a92-bd55-57a4876dbcce tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b31fbda4-6be4-4511-b235-c877fe5c4dbf') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:58.080665 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-6e92a455-74fa-4a92-bd55-57a4876dbcce tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b31fbda4-6be4-4511-b235-c877fe5c4dbf') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:58.090627 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6e92a455-74fa-4a92-bd55-57a4876dbcce tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:58.102080 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bdd0ed-fb61-4403-bbff-63a5bc8fcc21 None None] The sync data for ids ['6a98e294-2eb0-48a3-be26-59374b08799a'] in n-d-820550-2 is: [{'id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'name': 'tempest-RoutersTest-router-1053552994', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:28Z', 'updated_at': '2021-12-16T09:51:56Z', 'revision_number': 10, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'gw_port_host': None, '_interfaces': [{'id': '3a72a6fc-788f-4c03-bd1d-eef4342ff3c7', 'name': '', 'network_id': 'fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'mac_address': 'fa:16:3e:63:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:31Z', 'updated_at': '2021-12-16T09:51:35Z', 'revision_number': 5, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'subnets': [{'id': '9740dae6-f6be-44e6-aeec-90ce38f80baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:51:58.105107 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6e92a455-74fa-4a92-bd55-57a4876dbcce tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:58.111499 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e92a455-74fa-4a92-bd55-57a4876dbcce tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:51:58.111916 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6e92a455-74fa-4a92-bd55-57a4876dbcce tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:58.115219 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:51:58.115219 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:51:58.115219 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:51:58.115219 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:51:58.115219 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:51:58.115219 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:51:58.115219 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:51:58.115219 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:51:58.115219 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:51:58.115219 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:51:58.115219 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:51:58.115219 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:51:58.115219 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:51:58.115219 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:51:58.115219 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:51:58.115219 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:51:58.115219 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:51:58.115219 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:51:58.115219 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:51:58.115219 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:51:58.115219 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:51:58.115219 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:51:58.115219 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:51:58.115219 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:51:58.115219 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:51:58.115219 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:51:58.115219 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:51:58.115219 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:51:58.115219 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:51:58.115219 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:51:58.115219 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:51:58.115219 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:51:58.263335 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6e92a455-74fa-4a92-bd55-57a4876dbcce tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:58.271323 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6e92a455-74fa-4a92-bd55-57a4876dbcce tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:58.277263 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6e92a455-74fa-4a92-bd55-57a4876dbcce tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/networks/caace927-db3a-46fe-97fb-bb0e77ef8b59 HTTP/1.1" status: 204 len: 168 time: 0.8299248 Dec 16 09:51:58.277614 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45966) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:58.294213 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92a455-74fa-4a92-bd55-57a4876dbcce tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event deleted for resources: {'Network': ['ID=caace927-db3a-46fe-97fb-bb0e77ef8b59,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:58.548914 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6e48775c-f99d-4343-af35-bcabdece4dd4 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:51:58.571429 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 6e48775c-f99d-4343-af35-bcabdece4dd4 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:51:58.572150 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6e48775c-f99d-4343-af35-bcabdece4dd4 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:51:58.572836 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 2f3e3a18-054a-4a8b-ac97-fca27e0d55af no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:51:58.597890 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 2f3e3a18-054a-4a8b-ac97-fca27e0d55af {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:51:58.598695 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 2f3e3a18-054a-4a8b-ac97-fca27e0d55af not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:51:58.936928 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-80a9e2ce-428a-4fd2-91bf-4fdd145b976c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:59.073753 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:59.186006 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-80a9e2ce-428a-4fd2-91bf-4fdd145b976c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Deleting port 3a72a6fc-788f-4c03-bd1d-eef4342ff3c7 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:59.186295 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-80a9e2ce-428a-4fd2-91bf-4fdd145b976c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:59.285821 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-80a9e2ce-428a-4fd2-91bf-4fdd145b976c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] For port 3a72a6fc-788f-4c03-bd1d-eef4342ff3c7, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=3a72a6fc-788f-4c03-bd1d-eef4342ff3c7,segment=NetworkSegment(6ad7779c-cdc2-478f-b09f-8d837232180d),segment_id=6ad7779c-cdc2-478f-b09f-8d837232180d)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:59.286510 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-80a9e2ce-428a-4fd2-91bf-4fdd145b976c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:59.302009 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-80a9e2ce-428a-4fd2-91bf-4fdd145b976c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Calling delete_port for 3a72a6fc-788f-4c03-bd1d-eef4342ff3c7 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:59.610019 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:59.650243 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-80a9e2ce-428a-4fd2-91bf-4fdd145b976c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:59.678295 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a9e2ce-428a-4fd2-91bf-4fdd145b976c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event deleted for resources: {'Port': ['ID=3a72a6fc-788f-4c03-bd1d-eef4342ff3c7,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:59.818244 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-80a9e2ce-428a-4fd2-91bf-4fdd145b976c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:59.982589 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a9e2ce-428a-4fd2-91bf-4fdd145b976c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Router 6a98e294-2eb0-48a3-be26-59374b08799a has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:52:00.063925 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a9e2ce-428a-4fd2-91bf-4fdd145b976c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:52:00.071737 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-80a9e2ce-428a-4fd2-91bf-4fdd145b976c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "PUT /v2.0/routers/6a98e294-2eb0-48a3-be26-59374b08799a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7901766 Dec 16 09:52:00.071985 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45982) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:00.075272 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ca5ee9-d467-4b76-b5cd-30d0f12af120 None None] Sync routers for ids ['6a98e294-2eb0-48a3-be26-59374b08799a'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:52:00.085419 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ca5ee9-d467-4b76-b5cd-30d0f12af120 None None] Routers {'6a98e294-2eb0-48a3-be26-59374b08799a'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:52:00.086037 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-29ca5ee9-d467-4b76-b5cd-30d0f12af120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:51:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6a98e294-2eb0-48a3-be26-59374b08799a'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:00.125831 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbf3b208-d13e-4ea4-872d-f1c5d27f9e09 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Deleting subnet 9740dae6-f6be-44e6-aeec-90ce38f80baa {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:52:00.129188 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fbf3b208-d13e-4ea4-872d-f1c5d27f9e09 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:00.156381 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-29ca5ee9-d467-4b76-b5cd-30d0f12af120 None None] Set router 6a98e294-2eb0-48a3-be26-59374b08799a gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:52:00.169906 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fbf3b208-d13e-4ea4-872d-f1c5d27f9e09 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:00.206722 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-29ca5ee9-d467-4b76-b5cd-30d0f12af120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'name': 'tempest-RoutersTest-router-1053552994', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:28Z', 'updated_at': '2021-12-16T09:51:59Z', 'revision_number': 11, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:00.237719 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ca5ee9-d467-4b76-b5cd-30d0f12af120 None None] Checking router: 6a98e294-2eb0-48a3-be26-59374b08799a for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:52:00.246725 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ca5ee9-d467-4b76-b5cd-30d0f12af120 None None] Routers {'6a98e294-2eb0-48a3-be26-59374b08799a'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:52:00.247347 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-29ca5ee9-d467-4b76-b5cd-30d0f12af120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:51:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6a98e294-2eb0-48a3-be26-59374b08799a'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:00.263646 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fbf3b208-d13e-4ea4-872d-f1c5d27f9e09 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:00.312475 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-29ca5ee9-d467-4b76-b5cd-30d0f12af120 None None] Set router 6a98e294-2eb0-48a3-be26-59374b08799a gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:52:00.366403 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-29ca5ee9-d467-4b76-b5cd-30d0f12af120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'name': 'tempest-RoutersTest-router-1053552994', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:28Z', 'updated_at': '2021-12-16T09:51:59Z', 'revision_number': 11, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:00.395469 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ca5ee9-d467-4b76-b5cd-30d0f12af120 None None] The sync data for ids ['6a98e294-2eb0-48a3-be26-59374b08799a'] in n-d-820550-2 is: [{'id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'name': 'tempest-RoutersTest-router-1053552994', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:28Z', 'updated_at': '2021-12-16T09:51:59Z', 'revision_number': 11, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'gw_port_host': None}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:52:00.409757 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fbf3b208-d13e-4ea4-872d-f1c5d27f9e09 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:00.439442 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fbf3b208-d13e-4ea4-872d-f1c5d27f9e09 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:00.439900 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fbf3b208-d13e-4ea4-872d-f1c5d27f9e09 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/subnets/9740dae6-f6be-44e6-aeec-90ce38f80baa HTTP/1.1" status: 204 len: 168 time: 0.3668048 Dec 16 09:52:00.442928 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 45986) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:00.445902 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18acfbd-96f2-48b5-bb43-291786ec9245 None None] Network fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:52:00.449306 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3b208-d13e-4ea4-872d-f1c5d27f9e09 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event deleted for resources: {'Subnet': ['ID=9740dae6-f6be-44e6-aeec-90ce38f80baa,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:00.534879 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b1176ddf-65e9-4e95-a473-bd13990920ea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:00.598012 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-b1176ddf-65e9-4e95-a473-bd13990920ea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Deleting port 73d40d70-3ee6-44e4-88ec-e38397addaf7 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:52:00.598361 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b1176ddf-65e9-4e95-a473-bd13990920ea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:00.674216 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-b1176ddf-65e9-4e95-a473-bd13990920ea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] For port 73d40d70-3ee6-44e4-88ec-e38397addaf7, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=73d40d70-3ee6-44e4-88ec-e38397addaf7,segment=NetworkSegment(6ad7779c-cdc2-478f-b09f-8d837232180d),segment_id=6ad7779c-cdc2-478f-b09f-8d837232180d)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:52:00.674503 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b1176ddf-65e9-4e95-a473-bd13990920ea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:00.687384 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-b1176ddf-65e9-4e95-a473-bd13990920ea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Calling delete_port for 73d40d70-3ee6-44e4-88ec-e38397addaf7 owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:52:00.779231 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974b4d2d-63f6-47a8-a6be-9dc12a47a404 None None] DHCP port deletion for fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:52:00.826607 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-974b4d2d-63f6-47a8-a6be-9dc12a47a404 None None] Deleting port 73d40d70-3ee6-44e4-88ec-e38397addaf7 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:52:00.826987 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-974b4d2d-63f6-47a8-a6be-9dc12a47a404 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:00.891485 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b1176ddf-65e9-4e95-a473-bd13990920ea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:00.891868 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-974b4d2d-63f6-47a8-a6be-9dc12a47a404 None None] For port 73d40d70-3ee6-44e4-88ec-e38397addaf7, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=73d40d70-3ee6-44e4-88ec-e38397addaf7,segment=NetworkSegment(6ad7779c-cdc2-478f-b09f-8d837232180d),segment_id=6ad7779c-cdc2-478f-b09f-8d837232180d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:52:00.892313 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-974b4d2d-63f6-47a8-a6be-9dc12a47a404 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:00.906294 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-974b4d2d-63f6-47a8-a6be-9dc12a47a404 None None] Calling delete_port for 73d40d70-3ee6-44e4-88ec-e38397addaf7 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:52:00.924754 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1176ddf-65e9-4e95-a473-bd13990920ea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] No DVR routers for this DVR port 73d40d70-3ee6-44e4-88ec-e38397addaf7 on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:52:00.929761 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1176ddf-65e9-4e95-a473-bd13990920ea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event deleted for resources: {'Port': ['ID=73d40d70-3ee6-44e4-88ec-e38397addaf7,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:00.988603 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-974b4d2d-63f6-47a8-a6be-9dc12a47a404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:01.018203 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b1176ddf-65e9-4e95-a473-bd13990920ea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:01.019156 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b4d2d-63f6-47a8-a6be-9dc12a47a404 None None] Pushing event deleted for resources: {'Port': ['ID=73d40d70-3ee6-44e4-88ec-e38397addaf7,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:01.030811 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974b4d2d-63f6-47a8-a6be-9dc12a47a404 None None] No DVR routers for this DVR port 73d40d70-3ee6-44e4-88ec-e38397addaf7 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:52:01.049126 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-b1176ddf-65e9-4e95-a473-bd13990920ea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:01.058779 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-b1176ddf-65e9-4e95-a473-bd13990920ea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ad7779c-cdc2-478f-b09f-8d837232180d') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:01.059065 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-b1176ddf-65e9-4e95-a473-bd13990920ea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ad7779c-cdc2-478f-b09f-8d837232180d') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:01.068334 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b1176ddf-65e9-4e95-a473-bd13990920ea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:01.081757 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b1176ddf-65e9-4e95-a473-bd13990920ea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:01.087565 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1176ddf-65e9-4e95-a473-bd13990920ea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:52:01.088002 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b1176ddf-65e9-4e95-a473-bd13990920ea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:01.091723 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:52:01.091723 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:52:01.091723 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:52:01.091723 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:52:01.091723 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:52:01.091723 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:52:01.091723 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:52:01.091723 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:52:01.091723 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:52:01.091723 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:52:01.091723 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:52:01.091723 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:52:01.091723 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:52:01.091723 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:52:01.091723 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:52:01.091723 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:52:01.091723 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:52:01.091723 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:52:01.091723 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:52:01.091723 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:52:01.091723 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:52:01.091723 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:52:01.091723 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:52:01.091723 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:52:01.091723 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:52:01.091723 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:52:01.091723 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:52:01.091723 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:52:01.091723 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:52:01.091723 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:52:01.091723 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:52:01.091723 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:52:01.234569 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b1176ddf-65e9-4e95-a473-bd13990920ea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:01.241353 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b1176ddf-65e9-4e95-a473-bd13990920ea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:01.244503 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b1176ddf-65e9-4e95-a473-bd13990920ea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/networks/fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e HTTP/1.1" status: 204 len: 168 time: 0.8004878 Dec 16 09:52:01.247738 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 45996) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:01.252590 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-bbeec775-5039-4a0c-b515-09025715607f tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Request body: {'router': {'routes': None}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:52:01.256912 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1176ddf-65e9-4e95-a473-bd13990920ea tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Pushing event deleted for resources: {'Network': ['ID=fe73f7bc-ea08-46ef-bbc7-0c12ded6e37e,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:01.429828 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.extraroute_db [None req-bbeec775-5039-4a0c-b515-09025715607f tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Added routes are [] {{(pid=102816) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 09:52:01.430140 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.extraroute_db [None req-bbeec775-5039-4a0c-b515-09025715607f tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Removed routes are [] {{(pid=102816) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 09:52:01.430497 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bbeec775-5039-4a0c-b515-09025715607f tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10956'] for router, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:01.580503 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bbeec775-5039-4a0c-b515-09025715607f tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10956'] for router, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:01.583786 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bbeec775-5039-4a0c-b515-09025715607f tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575385'] for router, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:01.660149 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbeec775-5039-4a0c-b515-09025715607f tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Router 6a98e294-2eb0-48a3-be26-59374b08799a has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:52:02.087584 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbeec775-5039-4a0c-b515-09025715607f tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:52:02.094768 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bbeec775-5039-4a0c-b515-09025715607f tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:02.098415 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bbeec775-5039-4a0c-b515-09025715607f tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "PUT /v2.0/routers/6a98e294-2eb0-48a3-be26-59374b08799a HTTP/1.1" status: 200 len: 701 time: 0.8471010 Dec 16 09:52:02.098582 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b445e5-a8f9-494b-a123-2ae67eaba796 None None] Sync routers for ids ['6a98e294-2eb0-48a3-be26-59374b08799a'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:52:02.098995 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46002) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:02.106403 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b445e5-a8f9-494b-a123-2ae67eaba796 None None] Routers {'6a98e294-2eb0-48a3-be26-59374b08799a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:52:02.107012 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-96b445e5-a8f9-494b-a123-2ae67eaba796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:51:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6a98e294-2eb0-48a3-be26-59374b08799a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:02.127945 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-76018fa0-4c82-4224-b534-cebd5e3b5058 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a98e294-2eb0-48a3-be26-59374b08799a HTTP/1.1" status: 200 len: 205 time: 0.0282111 Dec 16 09:52:02.130548 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46004) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:02.178611 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-96b445e5-a8f9-494b-a123-2ae67eaba796 None None] Set router 6a98e294-2eb0-48a3-be26-59374b08799a gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:52:02.205143 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0d8fd4b9-59e7-4173-8d9c-1cd342ef36a7 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:02.234810 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-96b445e5-a8f9-494b-a123-2ae67eaba796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'name': 'tempest-RoutersTest-router-1053552994', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:28Z', 'updated_at': '2021-12-16T09:51:59Z', 'revision_number': 11, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:02.268239 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b445e5-a8f9-494b-a123-2ae67eaba796 None None] Checking router: 6a98e294-2eb0-48a3-be26-59374b08799a for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:52:02.277574 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b445e5-a8f9-494b-a123-2ae67eaba796 None None] Routers {'6a98e294-2eb0-48a3-be26-59374b08799a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:52:02.278244 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-96b445e5-a8f9-494b-a123-2ae67eaba796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:51:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6a98e294-2eb0-48a3-be26-59374b08799a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:02.350971 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-96b445e5-a8f9-494b-a123-2ae67eaba796 None None] Set router 6a98e294-2eb0-48a3-be26-59374b08799a gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:52:02.432762 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-96b445e5-a8f9-494b-a123-2ae67eaba796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'name': 'tempest-RoutersTest-router-1053552994', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:28Z', 'updated_at': '2021-12-16T09:51:59Z', 'revision_number': 11, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:02.466725 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0d8fd4b9-59e7-4173-8d9c-1cd342ef36a7 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:02.468993 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0d8fd4b9-59e7-4173-8d9c-1cd342ef36a7 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:02.484600 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b445e5-a8f9-494b-a123-2ae67eaba796 None None] The sync data for ids ['6a98e294-2eb0-48a3-be26-59374b08799a'] in n-d-820550-2 is: [{'id': '6a98e294-2eb0-48a3-be26-59374b08799a', 'name': 'tempest-RoutersTest-router-1053552994', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:28Z', 'updated_at': '2021-12-16T09:51:59Z', 'revision_number': 11, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'gw_port_host': None}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:52:02.490535 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 73d40d70-3ee6-44e4-88ec-e38397addaf7 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:52:02.517535 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 73d40d70-3ee6-44e4-88ec-e38397addaf7 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:52:02.518172 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 73d40d70-3ee6-44e4-88ec-e38397addaf7 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:52:02.519311 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 3a72a6fc-788f-4c03-bd1d-eef4342ff3c7 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:52:02.547867 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 3a72a6fc-788f-4c03-bd1d-eef4342ff3c7 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:52:02.548226 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 3a72a6fc-788f-4c03-bd1d-eef4342ff3c7 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:52:02.615999 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0d8fd4b9-59e7-4173-8d9c-1cd342ef36a7 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:02.616621 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8fd4b9-59e7-4173-8d9c-1cd342ef36a7 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Fanout notify agent at l3_agent the message router_deleted on router 6a98e294-2eb0-48a3-be26-59374b08799a {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:52:02.625160 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0d8fd4b9-59e7-4173-8d9c-1cd342ef36a7 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:02.625599 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0d8fd4b9-59e7-4173-8d9c-1cd342ef36a7 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/routers/6a98e294-2eb0-48a3-be26-59374b08799a HTTP/1.1" status: 204 len: 168 time: 0.4940255 Dec 16 09:52:02.630220 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46010) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:02.635116 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-3ae7effe-c31d-4409-952b-fd957d0735c2 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-107154605', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:52:02.737515 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ae7effe-c31d-4409-952b-fd957d0735c2 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:02.738706 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ae7effe-c31d-4409-952b-fd957d0735c2 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:02.788961 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ae7effe-c31d-4409-952b-fd957d0735c2 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:02.851939 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ae7effe-c31d-4409-952b-fd957d0735c2 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:02.933913 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ae7effe-c31d-4409-952b-fd957d0735c2 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:02.935151 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3ae7effe-c31d-4409-952b-fd957d0735c2 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3036566 Dec 16 09:52:02.937815 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46014) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:02.942338 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-5daedcf0-7e3f-4c82-a8d4-ef63217d124d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:52:03.146165 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5daedcf0-7e3f-4c82-a8d4-ef63217d124d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10956'] for router, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:03.217556 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5daedcf0-7e3f-4c82-a8d4-ef63217d124d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575385'] for router, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:03.382663 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5daedcf0-7e3f-4c82-a8d4-ef63217d124d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Router cc957449-dd00-4c28-8f5e-b57efa9d5afc is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:52:03.456486 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5daedcf0-7e3f-4c82-a8d4-ef63217d124d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:52:03.463966 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5daedcf0-7e3f-4c82-a8d4-ef63217d124d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:03.465183 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5daedcf0-7e3f-4c82-a8d4-ef63217d124d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "PUT /v2.0/routers/cc957449-dd00-4c28-8f5e-b57efa9d5afc HTTP/1.1" status: 200 len: 693 time: 0.5262771 Dec 16 09:52:03.467800 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204475af-f5ee-4a32-854a-c2ba4cd62c9f None None] Sync routers for ids ['cc957449-dd00-4c28-8f5e-b57efa9d5afc'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:52:03.468283 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46020) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:03.478380 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204475af-f5ee-4a32-854a-c2ba4cd62c9f None None] Routers {'cc957449-dd00-4c28-8f5e-b57efa9d5afc'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:52:03.481874 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-204475af-f5ee-4a32-854a-c2ba4cd62c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:51:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['cc957449-dd00-4c28-8f5e-b57efa9d5afc'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:03.553739 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-204475af-f5ee-4a32-854a-c2ba4cd62c9f None None] Set router cc957449-dd00-4c28-8f5e-b57efa9d5afc gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:52:03.564552 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9ecc7f2b-f861-4791-9ef5-7c1754e549a4 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "GET /v2.0/routers/cc957449-dd00-4c28-8f5e-b57efa9d5afc HTTP/1.1" status: 200 len: 699 time: 0.0954361 Dec 16 09:52:03.566146 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46024) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:03.594668 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fb6f1177-c156-4cf5-8054-45cdb346d1ed tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc957449-dd00-4c28-8f5e-b57efa9d5afc HTTP/1.1" status: 200 len: 205 time: 0.0273917 Dec 16 09:52:03.597198 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46026) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:03.605782 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-204475af-f5ee-4a32-854a-c2ba4cd62c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc957449-dd00-4c28-8f5e-b57efa9d5afc', 'name': 'tempest-RoutersTest-router-107154605', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:02Z', 'updated_at': '2021-12-16T09:52:03Z', 'revision_number': 2, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:03.632214 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204475af-f5ee-4a32-854a-c2ba4cd62c9f None None] Checking router: cc957449-dd00-4c28-8f5e-b57efa9d5afc for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:52:03.640673 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204475af-f5ee-4a32-854a-c2ba4cd62c9f None None] Routers {'cc957449-dd00-4c28-8f5e-b57efa9d5afc'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:52:03.641297 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-204475af-f5ee-4a32-854a-c2ba4cd62c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:51:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['cc957449-dd00-4c28-8f5e-b57efa9d5afc'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:03.674632 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6365e572-258f-4099-b6a9-b4d751e59d82 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:03.713467 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-204475af-f5ee-4a32-854a-c2ba4cd62c9f None None] Set router cc957449-dd00-4c28-8f5e-b57efa9d5afc gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:52:03.766947 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-204475af-f5ee-4a32-854a-c2ba4cd62c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc957449-dd00-4c28-8f5e-b57efa9d5afc', 'name': 'tempest-RoutersTest-router-107154605', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:02Z', 'updated_at': '2021-12-16T09:52:03Z', 'revision_number': 2, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:03.795923 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204475af-f5ee-4a32-854a-c2ba4cd62c9f None None] The sync data for ids ['cc957449-dd00-4c28-8f5e-b57efa9d5afc'] in n-d-820550-2 is: [{'id': 'cc957449-dd00-4c28-8f5e-b57efa9d5afc', 'name': 'tempest-RoutersTest-router-107154605', 'tenant_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:02Z', 'updated_at': '2021-12-16T09:52:03Z', 'revision_number': 2, 'project_id': 'dc7ac4e90e4a4d80b7aa4aaaa3c450d7', 'gw_port_host': None}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:52:03.852149 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6365e572-258f-4099-b6a9-b4d751e59d82 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:03.855000 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6365e572-258f-4099-b6a9-b4d751e59d82 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:04.114052 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6365e572-258f-4099-b6a9-b4d751e59d82 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:04.114578 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6365e572-258f-4099-b6a9-b4d751e59d82 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Fanout notify agent at l3_agent the message router_deleted on router cc957449-dd00-4c28-8f5e-b57efa9d5afc {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:52:04.122434 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6365e572-258f-4099-b6a9-b4d751e59d82 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:04.123576 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6365e572-258f-4099-b6a9-b4d751e59d82 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/routers/cc957449-dd00-4c28-8f5e-b57efa9d5afc HTTP/1.1" status: 204 len: 168 time: 0.5254660 Dec 16 09:52:04.134415 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46032) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:04.159986 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-108250f2-b2ca-4af4-b229-3256283ad0a3 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc957449-dd00-4c28-8f5e-b57efa9d5afc HTTP/1.1" status: 200 len: 205 time: 0.0314267 Dec 16 09:52:04.162194 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46034) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:04.200575 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-18ac8902-9194-424d-bb68-1bf6d8da87f8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] delete failed (client error): The resource could not be found. Dec 16 09:52:04.201728 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-18ac8902-9194-424d-bb68-1bf6d8da87f8 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/routers/cc957449-dd00-4c28-8f5e-b57efa9d5afc HTTP/1.1" status: 404 len: 336 time: 0.0385163 Dec 16 09:52:04.204814 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46036) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:04.234045 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-21eb32a2-9d1d-4695-b800-74c7d2dc4a9f tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] DELETE failed (client error): The resource could not be found. Dec 16 09:52:04.234562 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21eb32a2-9d1d-4695-b800-74c7d2dc4a9f tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:52:04.239897 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-21eb32a2-9d1d-4695-b800-74c7d2dc4a9f tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/subnets/dc158486-06d2-48e2-ad77-0cf3bc3229cb HTTP/1.1" status: 404 len: 337 time: 0.0318582 Dec 16 09:52:04.240131 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46038) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:04.266488 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-468bc52b-48c2-493c-b2a3-4e98cd8c7d3b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] DELETE failed (client error): The resource could not be found. Dec 16 09:52:04.266961 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-468bc52b-48c2-493c-b2a3-4e98cd8c7d3b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:52:04.269929 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-468bc52b-48c2-493c-b2a3-4e98cd8c7d3b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/subnets/fa57904c-97bd-48c6-8084-a2ef1c127378 HTTP/1.1" status: 404 len: 337 time: 0.0288923 Dec 16 09:52:04.272392 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46040) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:04.303556 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73f5d85-437b-4156-801d-ee43d9d0d67f tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] DELETE failed (client error): The resource could not be found. Dec 16 09:52:04.303995 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b73f5d85-437b-4156-801d-ee43d9d0d67f tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:52:04.306973 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b73f5d85-437b-4156-801d-ee43d9d0d67f tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/subnets/1e6a5754-173e-4d54-ab82-10eb8fdfd653 HTTP/1.1" status: 404 len: 337 time: 0.0336127 Dec 16 09:52:04.309495 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46042) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:04.334435 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-c54e773d-c865-450b-8432-dcbbe3a24f0c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] DELETE failed (client error): The resource could not be found. Dec 16 09:52:04.334873 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c54e773d-c865-450b-8432-dcbbe3a24f0c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:52:04.337798 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c54e773d-c865-450b-8432-dcbbe3a24f0c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/subnets/9740dae6-f6be-44e6-aeec-90ce38f80baa HTTP/1.1" status: 404 len: 337 time: 0.0274112 Dec 16 09:52:04.341609 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46044) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:04.367492 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1aaaf186-8428-41b3-9935-c26c551ce080 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a98e294-2eb0-48a3-be26-59374b08799a HTTP/1.1" status: 200 len: 205 time: 0.0255120 Dec 16 09:52:04.369730 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46046) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:04.405151 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-056086d4-69d5-4a38-bcd2-9f89bc8a3f2d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] delete failed (client error): The resource could not be found. Dec 16 09:52:04.406183 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-056086d4-69d5-4a38-bcd2-9f89bc8a3f2d tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/routers/6a98e294-2eb0-48a3-be26-59374b08799a HTTP/1.1" status: 404 len: 336 time: 0.0355823 Dec 16 09:52:04.408750 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46048) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:04.443204 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3548d43b-efac-41b9-9227-4e6299475b8b tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "GET /v2.0/ports?device_id=eaabaff7-362a-4913-b081-9aeb992e3d5a HTTP/1.1" status: 200 len: 205 time: 0.0329254 Dec 16 09:52:04.445082 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46050) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:04.487359 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-057a3059-9e53-4e87-8e55-eaeb8c6457e6 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] delete failed (client error): The resource could not be found. Dec 16 09:52:04.489874 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-057a3059-9e53-4e87-8e55-eaeb8c6457e6 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/routers/eaabaff7-362a-4913-b081-9aeb992e3d5a HTTP/1.1" status: 404 len: 336 time: 0.0423157 Dec 16 09:52:04.491130 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46052) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:04.518604 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f8b7ba-c761-4f1e-820b-9f7bc648707e tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] DELETE failed (client error): The resource could not be found. Dec 16 09:52:04.519148 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85f8b7ba-c761-4f1e-820b-9f7bc648707e tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:52:04.522444 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-85f8b7ba-c761-4f1e-820b-9f7bc648707e tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/subnets/8a70ea39-74fb-4ca7-a23c-435c799afffd HTTP/1.1" status: 404 len: 337 time: 0.0303152 Dec 16 09:52:04.524999 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46054) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:04.553954 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e5d269f9-7ea8-445b-9c3f-f14f619e3f01 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf514715-f8c1-4e28-9342-f9b1447f1682 HTTP/1.1" status: 200 len: 205 time: 0.0277259 Dec 16 09:52:04.556209 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46056) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:04.597450 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-5eae32aa-6816-4982-829f-b1d7ce693a3a tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] delete failed (client error): The resource could not be found. Dec 16 09:52:04.598734 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5eae32aa-6816-4982-829f-b1d7ce693a3a tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/routers/cf514715-f8c1-4e28-9342-f9b1447f1682 HTTP/1.1" status: 404 len: 336 time: 0.0413904 Dec 16 09:52:04.602338 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46060) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:04.633050 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-907b611b-32fb-45c8-b6de-94ef22ea682e tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f18fee1-9102-4192-9f0f-0b1a28b6943f HTTP/1.1" status: 200 len: 205 time: 0.0295722 Dec 16 09:52:04.636013 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46062) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:04.673600 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-560b4c26-4106-4762-9b8c-7c35bca5061c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] delete failed (client error): The resource could not be found. Dec 16 09:52:04.674654 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-560b4c26-4106-4762-9b8c-7c35bca5061c tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/routers/8f18fee1-9102-4192-9f0f-0b1a28b6943f HTTP/1.1" status: 404 len: 336 time: 0.0377545 Dec 16 09:52:04.677283 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46066) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:04.714297 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a9b01b-aed8-4cd9-a7af-183aa87d35e4 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] DELETE failed (client error): The resource could not be found. Dec 16 09:52:04.714852 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51a9b01b-aed8-4cd9-a7af-183aa87d35e4 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:52:04.718618 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-51a9b01b-aed8-4cd9-a7af-183aa87d35e4 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/subnets/b0349f6d-3289-40f3-ad73-1a46c2f5aac3 HTTP/1.1" status: 404 len: 337 time: 0.0399685 Dec 16 09:52:04.720813 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46068) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:04.753346 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-33cb8596-d8be-4008-a1b7-3f2454519f66 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "GET /v2.0/ports?device_id=22904e53-b213-4df9-977e-542b7d87228b HTTP/1.1" status: 200 len: 205 time: 0.0308330 Dec 16 09:52:04.755551 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46070) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:04.794762 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-df031c16-b206-4a33-ae37-99f57ea84d77 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] delete failed (client error): The resource could not be found. Dec 16 09:52:04.795816 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-df031c16-b206-4a33-ae37-99f57ea84d77 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/routers/22904e53-b213-4df9-977e-542b7d87228b HTTP/1.1" status: 404 len: 336 time: 0.0392952 Dec 16 09:52:04.798492 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46072) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:04.833598 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-c70995a1-b5b4-41a1-9376-6fc9d5d96a4a tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] DELETE failed (client error): The resource could not be found. Dec 16 09:52:04.834465 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c70995a1-b5b4-41a1-9376-6fc9d5d96a4a tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:52:04.839085 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c70995a1-b5b4-41a1-9376-6fc9d5d96a4a tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/subnets/136ee702-314b-4fa5-9033-9a00be5bed1e HTTP/1.1" status: 404 len: 337 time: 0.0389092 Dec 16 09:52:04.844445 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46076) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:04.890901 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a17236d3-b33e-44f7-910c-eb5de5344826 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "GET /v2.0/ports?device_id=270f73d0-c13e-4d10-81c3-101c0981080d HTTP/1.1" status: 200 len: 205 time: 0.0451725 Dec 16 09:52:04.893687 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46080) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:04.961653 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-38d41dda-90ca-4c11-964b-61dbbb960957 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] delete failed (client error): The resource could not be found. Dec 16 09:52:04.965458 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-38d41dda-90ca-4c11-964b-61dbbb960957 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/routers/270f73d0-c13e-4d10-81c3-101c0981080d HTTP/1.1" status: 404 len: 336 time: 0.0677950 Dec 16 09:52:04.966633 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46082) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:05.002732 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-841b89fc-32da-4a5d-a54f-2179ad8da918 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] DELETE failed (client error): The resource could not be found. Dec 16 09:52:05.003122 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-841b89fc-32da-4a5d-a54f-2179ad8da918 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:52:05.006429 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-841b89fc-32da-4a5d-a54f-2179ad8da918 tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/subnets/b5ed9cf4-f69f-4c29-91fc-e283e002ece8 HTTP/1.1" status: 404 len: 337 time: 0.0381575 Dec 16 09:52:05.008991 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46084) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:05.042762 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6788eb7-afda-43c2-93fe-6492e4d6e9ef tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] DELETE failed (client error): The resource could not be found. Dec 16 09:52:05.043221 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6788eb7-afda-43c2-93fe-6492e4d6e9ef tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:52:05.046326 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d6788eb7-afda-43c2-93fe-6492e4d6e9ef tempest-RoutersTest-1739009883 tempest-RoutersTest-1739009883-project] 10.222.0.60 "DELETE /v2.0/subnets/0aee5487-909d-4185-bffd-090a0f113fbf HTTP/1.1" status: 404 len: 337 time: 0.0363526 Dec 16 09:52:05.571465 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46090) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:05.705772 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8aad5b90-7dac-4f8f-922d-ec63f94f19b1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dc7ac4e90e4a4d80b7aa4aaaa3c450d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1330614 Dec 16 09:52:05.708193 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46098) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:05.756752 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f2294176-8b35-4e01-8d8f-ac0f45ac39fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:05.780391 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f2294176-8b35-4e01-8d8f-ac0f45ac39fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:05.923551 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f2294176-8b35-4e01-8d8f-ac0f45ac39fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:05.926158 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f2294176-8b35-4e01-8d8f-ac0f45ac39fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:05.927315 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f2294176-8b35-4e01-8d8f-ac0f45ac39fe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fcfe2ace-3b6a-4091-a6ef-daf780e00ce5 HTTP/1.1" status: 204 len: 168 time: 0.2181115 Dec 16 09:52:05.936128 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2294176-8b35-4e01-8d8f-ac0f45ac39fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfe2ace-3b6a-4091-a6ef-daf780e00ce5,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:07.100336 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46140) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:07.268582 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-9bca04d1-7d65-4e75-8fe6-e788f1a5bc9a tempest-SubnetPoolsTestJSON-1792887100 tempest-SubnetPoolsTestJSON-1792887100-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-379044976', 'prefixes': ['172.20.0.0/16']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:52:07.296769 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:07.488277 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bc656-24f8-4576-b202-c315665c73cb req-bbe28a0c-2d89-4f76-af23-7b8f81b1fad9 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:07.490156 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e94bc656-24f8-4576-b202-c315665c73cb req-bbe28a0c-2d89-4f76-af23-7b8f81b1fad9 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.0751772 Dec 16 09:52:07.554421 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e94bc656-24f8-4576-b202-c315665c73cb req-d5adf259-f986-43af-bf0e-962cec34e11b tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567894 Dec 16 09:52:07.567947 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96013eb1-b6e7-48ca-a0b4-3ca3eee6f38b req-d89273a5-d80b-4409-a2c3-fd4b72816b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:07.569483 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-96013eb1-b6e7-48ca-a0b4-3ca3eee6f38b req-d89273a5-d80b-4409-a2c3-fd4b72816b48 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e808bd8d166b416b83bade9028f5b46b&device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 1097 time: 0.0494921 Dec 16 09:52:07.669469 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96013eb1-b6e7-48ca-a0b4-3ca3eee6f38b req-0a7e1f53-d78d-4f4c-b69d-a75b14895928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:07.670945 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-96013eb1-b6e7-48ca-a0b4-3ca3eee6f38b req-0a7e1f53-d78d-4f4c-b69d-a75b14895928 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8195718-f9dc-4337-9d69-d121976a6257 HTTP/1.1" status: 200 len: 919 time: 0.0922158 Dec 16 09:52:07.713462 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-96013eb1-b6e7-48ca-a0b4-3ca3eee6f38b req-9f49a22b-b6e6-45f1-93c6-98a25cc2c2b4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bc74aae-73ea-43e8-bb1c-9884d575b99d HTTP/1.1" status: 200 len: 217 time: 0.0344396 Dec 16 09:52:07.716543 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9bca04d1-7d65-4e75-8fe6-e788f1a5bc9a tempest-SubnetPoolsTestJSON-1792887100 tempest-SubnetPoolsTestJSON-1792887100-project] Notify callbacks [] for subnetpool, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:07.717643 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9bca04d1-7d65-4e75-8fe6-e788f1a5bc9a tempest-SubnetPoolsTestJSON-1792887100 tempest-SubnetPoolsTestJSON-1792887100-project] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.6163051 Dec 16 09:52:07.720789 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46148) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:07.762729 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-586bd0bf-2e73-4670-ba00-af240ade0cd3 tempest-SubnetPoolsTestJSON-1792887100 tempest-SubnetPoolsTestJSON-1792887100-project] 10.222.0.60 "GET /v2.0/subnetpools/1514eccf-75d1-4dfc-90cd-1fbf5a0a3045 HTTP/1.1" status: 200 len: 731 time: 0.0405357 Dec 16 09:52:07.765604 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46150) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:07.769994 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-a66faaaf-7fb9-4b70-9a29-2c9ebb45acf2 tempest-SubnetPoolsTestJSON-1792887100 tempest-SubnetPoolsTestJSON-1792887100-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-918647690'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:52:07.780035 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96013eb1-b6e7-48ca-a0b4-3ca3eee6f38b req-fa7a9cbb-7d7f-4ed2-b587-54383dd2273c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:07.781598 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-96013eb1-b6e7-48ca-a0b4-3ca3eee6f38b req-fa7a9cbb-7d7f-4ed2-b587-54383dd2273c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=42c53971-1f21-4e03-a331-522b7a1e2105 HTTP/1.1" status: 200 len: 858 time: 0.0609860 Dec 16 09:52:07.832248 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-96013eb1-b6e7-48ca-a0b4-3ca3eee6f38b req-b756d68f-e2e7-4c09-bb8c-ad53c8052e3c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8195718-f9dc-4337-9d69-d121976a6257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412951 Dec 16 09:52:07.961936 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-96013eb1-b6e7-48ca-a0b4-3ca3eee6f38b req-6f84f40d-6fed-48d8-a170-8ccb44661f25 service neutron] 10.222.0.57 "GET /v2.0/networks/f8195718-f9dc-4337-9d69-d121976a6257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174331 Dec 16 09:52:08.052258 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a66faaaf-7fb9-4b70-9a29-2c9ebb45acf2 tempest-SubnetPoolsTestJSON-1792887100 tempest-SubnetPoolsTestJSON-1792887100-project] Notify callbacks [] for subnetpool, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:08.055837 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a66faaaf-7fb9-4b70-9a29-2c9ebb45acf2 tempest-SubnetPoolsTestJSON-1792887100 tempest-SubnetPoolsTestJSON-1792887100-project] 10.222.0.60 "PUT /v2.0/subnetpools/1514eccf-75d1-4dfc-90cd-1fbf5a0a3045 HTTP/1.1" status: 200 len: 683 time: 0.2867982 Dec 16 09:52:08.055837 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-96013eb1-b6e7-48ca-a0b4-3ca3eee6f38b req-442288c7-d4b5-49af-8e16-09404f982bb2 service neutron] 10.222.0.57 "GET /v2.0/networks/f8195718-f9dc-4337-9d69-d121976a6257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866523 Dec 16 09:52:08.059242 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46152) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:08.241183 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-36eb200c-de5a-4b72-aba4-c60e5e523248 tempest-SubnetPoolsTestJSON-1792887100 tempest-SubnetPoolsTestJSON-1792887100-project] Notify callbacks [] for subnetpool, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:08.242473 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-36eb200c-de5a-4b72-aba4-c60e5e523248 tempest-SubnetPoolsTestJSON-1792887100 tempest-SubnetPoolsTestJSON-1792887100-project] 10.222.0.60 "DELETE /v2.0/subnetpools/1514eccf-75d1-4dfc-90cd-1fbf5a0a3045 HTTP/1.1" status: 204 len: 168 time: 0.1851776 Dec 16 09:52:08.244859 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46162) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:08.260306 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-449a2dba-549e-419c-83e4-0e1efc8ebad1 tempest-SubnetPoolsTestJSON-1792887100 tempest-SubnetPoolsTestJSON-1792887100-project] show failed (client error): The resource could not be found. Dec 16 09:52:08.261916 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-449a2dba-549e-419c-83e4-0e1efc8ebad1 tempest-SubnetPoolsTestJSON-1792887100 tempest-SubnetPoolsTestJSON-1792887100-project] 10.222.0.60 "GET /v2.0/subnetpools/1514eccf-75d1-4dfc-90cd-1fbf5a0a3045 HTTP/1.1" status: 404 len: 346 time: 0.0160582 Dec 16 09:52:08.264743 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46164) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:08.284545 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-55e803b5-7426-44bb-ae6a-00088888e08c tempest-SubnetPoolsTestJSON-1792887100 tempest-SubnetPoolsTestJSON-1792887100-project] delete failed (client error): The resource could not be found. Dec 16 09:52:08.290469 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-55e803b5-7426-44bb-ae6a-00088888e08c tempest-SubnetPoolsTestJSON-1792887100 tempest-SubnetPoolsTestJSON-1792887100-project] 10.222.0.60 "DELETE /v2.0/subnetpools/1514eccf-75d1-4dfc-90cd-1fbf5a0a3045 HTTP/1.1" status: 404 len: 346 time: 0.0198376 Dec 16 09:52:08.674316 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3b733-ad53-4b96-b2e0-9ea0faddbc2c req-6bdc89be-2aa0-4371-aa8d-87a9045091a6 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:08.675823 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-50e3b733-ad53-4b96-b2e0-9ea0faddbc2c req-6bdc89be-2aa0-4371-aa8d-87a9045091a6 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.0533803 Dec 16 09:52:08.727938 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-50e3b733-ad53-4b96-b2e0-9ea0faddbc2c req-8fbf6703-e782-4e20-8f15-99c3e388c4ba tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436954 Dec 16 09:52:08.808718 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46172) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:08.919151 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7af9440e-ce35-49b2-886f-de336466c123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:08.998524 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7af9440e-ce35-49b2-886f-de336466c123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:09.068214 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7af9440e-ce35-49b2-886f-de336466c123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:09.105581 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7af9440e-ce35-49b2-886f-de336466c123 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=983dfdf0dc5c4f1aac959cba125a287f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2957547 Dec 16 09:52:09.107607 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9440e-ce35-49b2-886f-de336466c123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b664f9ab-ac49-4d55-b9db-0bb36b3f47f9,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:09.108279 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46176) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:09.158062 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9e4939b4-76be-472b-bc28-918771664f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:09.179914 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9e4939b4-76be-472b-bc28-918771664f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:09.325554 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9e4939b4-76be-472b-bc28-918771664f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:09.328415 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9e4939b4-76be-472b-bc28-918771664f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:09.329982 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9e4939b4-76be-472b-bc28-918771664f6b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b664f9ab-ac49-4d55-b9db-0bb36b3f47f9 HTTP/1.1" status: 204 len: 168 time: 0.2207215 Dec 16 09:52:09.338346 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4939b4-76be-472b-bc28-918771664f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b664f9ab-ac49-4d55-b9db-0bb36b3f47f9,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:09.862400 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6d859-9adb-4c67-8cc3-1109ff976c29 req-ee7287bc-f634-4d71-8b80-91d41ceb8133 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:09.864104 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e4a6d859-9adb-4c67-8cc3-1109ff976c29 req-ee7287bc-f634-4d71-8b80-91d41ceb8133 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.0603478 Dec 16 09:52:09.904890 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e4a6d859-9adb-4c67-8cc3-1109ff976c29 req-79c62dc0-ea9d-4dfa-b9c4-ab009cb3140f tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330048 Dec 16 09:52:10.396246 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46210) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:10.500071 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-cd57b791-54ee-40b6-a030-076a137a0e2b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-617682818-network', 'tenant_id': '7e090021dca54e27860bdf726b4613c9'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:52:10.603639 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:10.640002 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd57b791-54ee-40b6-a030-076a137a0e2b admin admin] Made reservation on behalf of 7e090021dca54e27860bdf726b4613c9 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:52:10.642513 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd57b791-54ee-40b6-a030-076a137a0e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:10.651433 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd57b791-54ee-40b6-a030-076a137a0e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:10.729253 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd57b791-54ee-40b6-a030-076a137a0e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:10.799046 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd57b791-54ee-40b6-a030-076a137a0e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:10.819455 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd57b791-54ee-40b6-a030-076a137a0e2b admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:52:10.832534 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd57b791-54ee-40b6-a030-076a137a0e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0dae62c-c9e5-4568-b748-7f8efd433e9f,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:10.837158 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd57b791-54ee-40b6-a030-076a137a0e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:10.837506 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-cd57b791-54ee-40b6-a030-076a137a0e2b admin admin] Added segment 6e8d70db-22fb-46ab-934d-fe5e79a360b1 of type vlan for network 80de4963-fcbf-4724-b68c-4a19dfd6409c Dec 16 09:52:10.876948 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd57b791-54ee-40b6-a030-076a137a0e2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:11.021216 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357d674-986d-47c5-9378-ab4a623cce23 req-fbd6ea4e-b4b0-4c16-8ccd-89829a4d4850 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:11.022768 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9357d674-986d-47c5-9378-ab4a623cce23 req-fbd6ea4e-b4b0-4c16-8ccd-89829a4d4850 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.0513883 Dec 16 09:52:11.028793 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd57b791-54ee-40b6-a030-076a137a0e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:11.030075 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd57b791-54ee-40b6-a030-076a137a0e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:11.030657 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd57b791-54ee-40b6-a030-076a137a0e2b admin admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:11.062561 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9357d674-986d-47c5-9378-ab4a623cce23 req-368cfb01-b428-4c34-8413-2873781a7249 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329216 Dec 16 09:52:11.128700 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd57b791-54ee-40b6-a030-076a137a0e2b admin admin] Pushing event updated for resources: {'Network': ['ID=80de4963-fcbf-4724-b68c-4a19dfd6409c,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:11.138379 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 80de4963-fcbf-4724-b68c-4a19dfd6409c details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:52:11.186298 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-cd57b791-54ee-40b6-a030-076a137a0e2b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7863288 Dec 16 09:52:11.186645 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46216) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:11.191776 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-443b5915-2562-4853-81bf-e942be2a3d66 admin admin] Request body: {'subnet': {'network_id': '80de4963-fcbf-4724-b68c-4a19dfd6409c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-617682818-subnet', 'tenant_id': '7e090021dca54e27860bdf726b4613c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:52:11.295054 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443b5915-2562-4853-81bf-e942be2a3d66 admin admin] Made reservation on behalf of 7e090021dca54e27860bdf726b4613c9 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:52:11.297317 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-443b5915-2562-4853-81bf-e942be2a3d66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:11.552525 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-443b5915-2562-4853-81bf-e942be2a3d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:11.611870 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b5915-2562-4853-81bf-e942be2a3d66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15f9f627-af0f-4a77-b4ba-158f2523d7bf,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:11.633156 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443b5915-2562-4853-81bf-e942be2a3d66 admin admin] Checking segment: {'id': '6e8d70db-22fb-46ab-934d-fe5e79a360b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '80de4963-fcbf-4724-b68c-4a19dfd6409c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:52:11.633156 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443b5915-2562-4853-81bf-e942be2a3d66 admin admin] Network hostable DHCP agents. Network: 80de4963-fcbf-4724-b68c-4a19dfd6409c, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:52:11.748231 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443b5915-2562-4853-81bf-e942be2a3d66 admin admin] Network 80de4963-fcbf-4724-b68c-4a19dfd6409c is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:52:11.816415 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-443b5915-2562-4853-81bf-e942be2a3d66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 80de4963-fcbf-4724-b68c-4a19dfd6409c) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:52:11.821443 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443b5915-2562-4853-81bf-e942be2a3d66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:11.826617 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-443b5915-2562-4853-81bf-e942be2a3d66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:11.827497 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8dbff5-8aad-46f5-a54f-fbc734e55ed4 None None] Network 80de4963-fcbf-4724-b68c-4a19dfd6409c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:52:11.951391 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-443b5915-2562-4853-81bf-e942be2a3d66 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7634833 Dec 16 09:52:11.963776 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64ebb27-636c-479c-919c-50df61f1acb7 None None] Network 80de4963-fcbf-4724-b68c-4a19dfd6409c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:52:12.195827 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375960a-67a8-4d36-a4c0-9d55971d9984 req-4782962f-4a94-46cc-bf57-8602f48dee7e tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:12.197476 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c375960a-67a8-4d36-a4c0-9d55971d9984 req-4782962f-4a94-46cc-bf57-8602f48dee7e tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.0550513 Dec 16 09:52:12.241647 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c375960a-67a8-4d36-a4c0-9d55971d9984 req-00377e3a-99f1-44f7-a09d-d2a88f623717 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332901 Dec 16 09:52:12.744063 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46254) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:12.749211 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-7c727e2c-07c4-42e6-aed0-7868c21b1ee3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-676649538-network', 'tenant_id': 'bf662bd316ce4682abd952cbc2f27c79'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:52:12.845042 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c727e2c-07c4-42e6-aed0-7868c21b1ee3 admin admin] Made reservation on behalf of bf662bd316ce4682abd952cbc2f27c79 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:52:12.847470 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7c727e2c-07c4-42e6-aed0-7868c21b1ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:12.856858 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7c727e2c-07c4-42e6-aed0-7868c21b1ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:12.930014 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7c727e2c-07c4-42e6-aed0-7868c21b1ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:13.033888 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7c727e2c-07c4-42e6-aed0-7868c21b1ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:13.059677 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c727e2c-07c4-42e6-aed0-7868c21b1ee3 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:52:13.069899 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c727e2c-07c4-42e6-aed0-7868c21b1ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404b88c3-4645-4b0c-8534-3a3ad237ee04,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:13.075190 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7c727e2c-07c4-42e6-aed0-7868c21b1ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:13.075536 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-7c727e2c-07c4-42e6-aed0-7868c21b1ee3 admin admin] Added segment 2d0cb7fc-2a8f-4734-b81d-801515dbbeb9 of type vlan for network 7e8ab5fe-8a29-4256-8678-60ee31065e14 Dec 16 09:52:13.116537 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7c727e2c-07c4-42e6-aed0-7868c21b1ee3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:13.216859 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7c727e2c-07c4-42e6-aed0-7868c21b1ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:13.217886 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c727e2c-07c4-42e6-aed0-7868c21b1ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:13.218476 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7c727e2c-07c4-42e6-aed0-7868c21b1ee3 admin admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:13.278670 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c727e2c-07c4-42e6-aed0-7868c21b1ee3 admin admin] Pushing event updated for resources: {'Network': ['ID=7e8ab5fe-8a29-4256-8678-60ee31065e14,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:13.289301 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 7e8ab5fe-8a29-4256-8678-60ee31065e14 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:52:13.349533 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7c727e2c-07c4-42e6-aed0-7868c21b1ee3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6041059 Dec 16 09:52:13.351900 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46260) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:13.354469 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374243b4-9e69-4c0f-9042-6bdaeed230ee req-a912054c-286d-497f-9279-b3ec34dec08d tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:13.355981 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-374243b4-9e69-4c0f-9042-6bdaeed230ee req-a912054c-286d-497f-9279-b3ec34dec08d tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.0492275 Dec 16 09:52:13.359755 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-48b1ea5a-f250-48cb-a97d-e1521eeed4aa admin admin] Request body: {'subnet': {'network_id': '7e8ab5fe-8a29-4256-8678-60ee31065e14', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-676649538-subnet', 'tenant_id': 'bf662bd316ce4682abd952cbc2f27c79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:52:13.394099 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-374243b4-9e69-4c0f-9042-6bdaeed230ee req-a1198c9a-a25d-4dea-8f7d-8040205e25a2 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320785 Dec 16 09:52:13.719311 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b1ea5a-f250-48cb-a97d-e1521eeed4aa admin admin] Made reservation on behalf of bf662bd316ce4682abd952cbc2f27c79 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:52:13.721674 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-48b1ea5a-f250-48cb-a97d-e1521eeed4aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:13.981057 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-48b1ea5a-f250-48cb-a97d-e1521eeed4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:14.029934 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1ea5a-f250-48cb-a97d-e1521eeed4aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=42378368-883f-427d-b081-07fc8b9faab6,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:14.045492 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b1ea5a-f250-48cb-a97d-e1521eeed4aa admin admin] Checking segment: {'id': '2d0cb7fc-2a8f-4734-b81d-801515dbbeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7e8ab5fe-8a29-4256-8678-60ee31065e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:52:14.045864 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b1ea5a-f250-48cb-a97d-e1521eeed4aa admin admin] Network hostable DHCP agents. Network: 7e8ab5fe-8a29-4256-8678-60ee31065e14, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:52:14.146386 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b1ea5a-f250-48cb-a97d-e1521eeed4aa admin admin] Network 7e8ab5fe-8a29-4256-8678-60ee31065e14 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:52:14.254980 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-48b1ea5a-f250-48cb-a97d-e1521eeed4aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 7e8ab5fe-8a29-4256-8678-60ee31065e14) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:52:14.259092 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b1ea5a-f250-48cb-a97d-e1521eeed4aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:14.259694 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-48b1ea5a-f250-48cb-a97d-e1521eeed4aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:14.264783 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef168fa-ac63-433e-bcbf-197a18360550 None None] Network 7e8ab5fe-8a29-4256-8678-60ee31065e14 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:52:14.360785 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-48b1ea5a-f250-48cb-a97d-e1521eeed4aa admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0001211 Dec 16 09:52:14.387453 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38794d26-72fc-4a98-a0c6-f111563d4f68 None None] Network 7e8ab5fe-8a29-4256-8678-60ee31065e14 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:52:14.478917 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46272) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:14.533772 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af522117-c2c5-49f9-89e6-8aadce638420 req-3a37bd96-cd86-4cd3-af34-ea22fc1aa59a tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:14.541371 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-af522117-c2c5-49f9-89e6-8aadce638420 req-3a37bd96-cd86-4cd3-af34-ea22fc1aa59a tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.0739288 Dec 16 09:52:14.542988 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4958fb8-98fa-44f3-9551-84aadd8b8730 admin admin] Deleting subnet 15f9f627-af0f-4a77-b4ba-158f2523d7bf {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:52:14.574558 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-af522117-c2c5-49f9-89e6-8aadce638420 req-54246e8a-3bef-43a2-a48a-a13c50fedb2f tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318069 Dec 16 09:52:14.587701 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c4958fb8-98fa-44f3-9551-84aadd8b8730 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:14.626205 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c4958fb8-98fa-44f3-9551-84aadd8b8730 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:14.663836 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c4958fb8-98fa-44f3-9551-84aadd8b8730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:14.788243 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c4958fb8-98fa-44f3-9551-84aadd8b8730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:14.816462 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c4958fb8-98fa-44f3-9551-84aadd8b8730 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:14.819704 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c4958fb8-98fa-44f3-9551-84aadd8b8730 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/15f9f627-af0f-4a77-b4ba-158f2523d7bf HTTP/1.1" status: 204 len: 168 time: 0.3392029 Dec 16 09:52:14.820649 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4958fb8-98fa-44f3-9551-84aadd8b8730 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15f9f627-af0f-4a77-b4ba-158f2523d7bf,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:14.822707 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46278) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:14.894645 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-281dc109-4c3b-46dc-bfe8-c38bf949536c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:14.972347 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-281dc109-4c3b-46dc-bfe8-c38bf949536c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:14.996081 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-281dc109-4c3b-46dc-bfe8-c38bf949536c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80de4963-fcbf-4724-b68c-4a19dfd6409c']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:15.005187 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-281dc109-4c3b-46dc-bfe8-c38bf949536c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e8d70db-22fb-46ab-934d-fe5e79a360b1') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:15.005476 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-281dc109-4c3b-46dc-bfe8-c38bf949536c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e8d70db-22fb-46ab-934d-fe5e79a360b1') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:15.015070 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-281dc109-4c3b-46dc-bfe8-c38bf949536c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:15.028362 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-281dc109-4c3b-46dc-bfe8-c38bf949536c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:15.034127 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-281dc109-4c3b-46dc-bfe8-c38bf949536c admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:52:15.034507 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-281dc109-4c3b-46dc-bfe8-c38bf949536c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:15.036113 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:52:15.036113 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:52:15.036113 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:52:15.036113 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:52:15.036113 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:52:15.036113 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:52:15.036113 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:52:15.036113 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:52:15.036113 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:52:15.036113 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:52:15.036113 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:52:15.036113 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:52:15.036113 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:52:15.036113 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:52:15.036113 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:52:15.036113 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:52:15.036113 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:52:15.036113 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:52:15.036113 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:52:15.036113 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:52:15.036113 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:52:15.036113 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:52:15.036113 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:52:15.036113 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:52:15.036113 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:52:15.036113 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:52:15.036113 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:52:15.036113 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:52:15.036113 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:52:15.036113 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:52:15.036113 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:52:15.036113 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:52:15.165251 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-281dc109-4c3b-46dc-bfe8-c38bf949536c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:15.176428 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-281dc109-4c3b-46dc-bfe8-c38bf949536c admin admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:15.179633 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-281dc109-4c3b-46dc-bfe8-c38bf949536c admin admin] 10.222.0.60 "DELETE /v2.0/networks/80de4963-fcbf-4724-b68c-4a19dfd6409c HTTP/1.1" status: 204 len: 168 time: 0.3557975 Dec 16 09:52:15.182625 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46280) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:15.189781 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281dc109-4c3b-46dc-bfe8-c38bf949536c admin admin] Pushing event deleted for resources: {'Network': ['ID=80de4963-fcbf-4724-b68c-4a19dfd6409c,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:15.229530 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-05288b39-c951-4876-937f-1ec5252bd280 admin admin] Deleting subnet 42378368-883f-427d-b081-07fc8b9faab6 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:52:15.232743 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-05288b39-c951-4876-937f-1ec5252bd280 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:15.514685 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-05288b39-c951-4876-937f-1ec5252bd280 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:15.553105 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-05288b39-c951-4876-937f-1ec5252bd280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:15.680003 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-05288b39-c951-4876-937f-1ec5252bd280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:15.696569 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105134b-4f22-409e-8f59-f9add4cfa074 req-3e9fffff-5c9f-496e-8b79-38f874bf25af tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:15.698848 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2105134b-4f22-409e-8f59-f9add4cfa074 req-3e9fffff-5c9f-496e-8b79-38f874bf25af tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.0492792 Dec 16 09:52:15.708634 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05288b39-c951-4876-937f-1ec5252bd280 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42378368-883f-427d-b081-07fc8b9faab6,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:15.711380 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-05288b39-c951-4876-937f-1ec5252bd280 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:15.716669 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-05288b39-c951-4876-937f-1ec5252bd280 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/42378368-883f-427d-b081-07fc8b9faab6 HTTP/1.1" status: 204 len: 168 time: 0.5305490 Dec 16 09:52:15.717060 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46288) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:15.739952 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2105134b-4f22-409e-8f59-f9add4cfa074 req-68d70475-143b-4aa2-8013-bc78f120476d tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337656 Dec 16 09:52:15.795051 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c45ab271-78b5-4c99-a8b5-b920cf6ae7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:15.881507 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c45ab271-78b5-4c99-a8b5-b920cf6ae7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:15.903865 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-c45ab271-78b5-4c99-a8b5-b920cf6ae7b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e8ab5fe-8a29-4256-8678-60ee31065e14']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:15.922518 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-c45ab271-78b5-4c99-a8b5-b920cf6ae7b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d0cb7fc-2a8f-4734-b81d-801515dbbeb9') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:15.923737 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-c45ab271-78b5-4c99-a8b5-b920cf6ae7b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d0cb7fc-2a8f-4734-b81d-801515dbbeb9') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:15.965858 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c45ab271-78b5-4c99-a8b5-b920cf6ae7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:15.981394 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c45ab271-78b5-4c99-a8b5-b920cf6ae7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:15.989359 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c45ab271-78b5-4c99-a8b5-b920cf6ae7b5 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:52:15.993108 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c45ab271-78b5-4c99-a8b5-b920cf6ae7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:15.993108 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:52:15.993108 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:52:15.993108 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:52:15.993108 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:52:15.993108 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:52:15.993108 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:52:15.993108 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:52:15.993108 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:52:15.993108 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:52:15.993108 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:52:15.993108 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:52:15.993108 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:52:15.993108 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:52:15.993108 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:52:15.993108 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:52:15.993108 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:52:15.993108 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:52:15.993108 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:52:15.993108 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:52:15.993108 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:52:15.993108 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:52:15.993108 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:52:15.993108 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:52:15.993108 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:52:15.993108 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:52:15.993108 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:52:15.993108 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:52:15.993108 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:52:15.993108 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:52:15.993108 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:52:15.993108 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:52:15.993108 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:52:16.130931 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c45ab271-78b5-4c99-a8b5-b920cf6ae7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:16.136534 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c45ab271-78b5-4c99-a8b5-b920cf6ae7b5 admin admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:16.139877 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c45ab271-78b5-4c99-a8b5-b920cf6ae7b5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7e8ab5fe-8a29-4256-8678-60ee31065e14 HTTP/1.1" status: 204 len: 168 time: 0.4220469 Dec 16 09:52:16.151085 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ab271-78b5-4c99-a8b5-b920cf6ae7b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e8ab5fe-8a29-4256-8678-60ee31065e14,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:16.691894 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46296) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:16.732390 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6f5af48c-2752-4e73-a298-6bc655ef7e79 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7e090021dca54e27860bdf726b4613c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384462 Dec 16 09:52:16.733836 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46300) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:16.787501 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-37d715a5-1644-4b25-b1b9-fbcfb252391c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:16.809355 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-37d715a5-1644-4b25-b1b9-fbcfb252391c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:16.870419 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f4853-5174-41e4-a27e-947d3a85e9a2 req-695f4294-0b71-4abb-ad7e-1f926c4ab5a4 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:16.872013 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a12f4853-5174-41e4-a27e-947d3a85e9a2 req-695f4294-0b71-4abb-ad7e-1f926c4ab5a4 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.0560215 Dec 16 09:52:16.909722 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a12f4853-5174-41e4-a27e-947d3a85e9a2 req-e9f7f2a1-f81d-4f1f-ac24-bcd90175fb4d tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317907 Dec 16 09:52:16.942727 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-37d715a5-1644-4b25-b1b9-fbcfb252391c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:16.945339 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-37d715a5-1644-4b25-b1b9-fbcfb252391c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:16.946480 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-37d715a5-1644-4b25-b1b9-fbcfb252391c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d0dae62c-c9e5-4568-b748-7f8efd433e9f HTTP/1.1" status: 204 len: 168 time: 0.2117481 Dec 16 09:52:16.955288 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d715a5-1644-4b25-b1b9-fbcfb252391c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0dae62c-c9e5-4568-b748-7f8efd433e9f,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:17.696710 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46320) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:17.741873 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-73e03ca5-b716-44ba-be4b-0c393ca2adcb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf662bd316ce4682abd952cbc2f27c79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416851 Dec 16 09:52:17.742164 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46322) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:17.795028 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9222063-ebc0-4c61-9f33-010e1feee77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:17.815510 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9222063-ebc0-4c61-9f33-010e1feee77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:17.929502 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9222063-ebc0-4c61-9f33-010e1feee77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:17.932106 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9222063-ebc0-4c61-9f33-010e1feee77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:17.936041 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c9222063-ebc0-4c61-9f33-010e1feee77c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/404b88c3-4645-4b0c-8534-3a3ad237ee04 HTTP/1.1" status: 204 len: 168 time: 0.1908128 Dec 16 09:52:17.942222 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9222063-ebc0-4c61-9f33-010e1feee77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404b88c3-4645-4b0c-8534-3a3ad237ee04,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:18.038305 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6aa89-a164-4e80-ba9e-a861ca92c092 req-e9835e96-bbc0-4f89-a844-4243d7e5c621 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:18.039909 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2cc6aa89-a164-4e80-ba9e-a861ca92c092 req-e9835e96-bbc0-4f89-a844-4243d7e5c621 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.0543215 Dec 16 09:52:18.078543 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2cc6aa89-a164-4e80-ba9e-a861ca92c092 req-adfa8171-b707-445a-bdce-283ad4e6c2bb tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322757 Dec 16 09:52:19.219269 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e176a0-9c00-43a0-8ab4-c61ad246f37e req-507fbd2e-f579-4d86-8092-12bd87cf570e tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:19.220737 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-63e176a0-9c00-43a0-8ab4-c61ad246f37e req-507fbd2e-f579-4d86-8092-12bd87cf570e tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.0509949 Dec 16 09:52:19.264017 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-63e176a0-9c00-43a0-8ab4-c61ad246f37e req-5ee0cb2d-fb96-44dd-9406-861c2fcd7162 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371368 Dec 16 09:52:20.386731 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd18896-f202-4ef3-9b2b-ef16b4f56a5b req-dbfa0990-5984-4cde-bd3a-66ef7b4c3490 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:20.388225 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bfd18896-f202-4ef3-9b2b-ef16b4f56a5b req-dbfa0990-5984-4cde-bd3a-66ef7b4c3490 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.0541842 Dec 16 09:52:20.426056 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bfd18896-f202-4ef3-9b2b-ef16b4f56a5b req-bc6e4c1c-599d-4d39-9417-51d212cc081e tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315962 Dec 16 09:52:21.291252 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46402) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:21.399382 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-12c92cfb-1068-4703-a4d9-e40f68e783b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:21.478032 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-12c92cfb-1068-4703-a4d9-e40f68e783b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:21.547882 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad52b0-9a1d-486d-9337-c54843ccefbb req-a7f97c52-27a1-413b-bf08-fa29a2e9dd42 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:21.549618 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-68ad52b0-9a1d-486d-9337-c54843ccefbb req-a7f97c52-27a1-413b-bf08-fa29a2e9dd42 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.0511744 Dec 16 09:52:21.580652 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-12c92cfb-1068-4703-a4d9-e40f68e783b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:21.589203 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-68ad52b0-9a1d-486d-9337-c54843ccefbb req-2a439d51-dc0f-4e18-8c35-615bc1e9d08e tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334904 Dec 16 09:52:21.635661 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-12c92cfb-1068-4703-a4d9-e40f68e783b2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cfc30fb4f90f45b1a55349c564a24062&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3432500 Dec 16 09:52:21.638882 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c92cfb-1068-4703-a4d9-e40f68e783b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccabdb1c-21f2-4a99-ae11-58fa264cffba,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:21.639049 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46410) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:21.650793 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c92cfb-1068-4703-a4d9-e40f68e783b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:21.651350 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c92cfb-1068-4703-a4d9-e40f68e783b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:21.651901 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c92cfb-1068-4703-a4d9-e40f68e783b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:21.656941 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c92cfb-1068-4703-a4d9-e40f68e783b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:21.657386 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c92cfb-1068-4703-a4d9-e40f68e783b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:21.657822 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c92cfb-1068-4703-a4d9-e40f68e783b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:21.658252 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c92cfb-1068-4703-a4d9-e40f68e783b2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:21.658683 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c92cfb-1068-4703-a4d9-e40f68e783b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:21.659193 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c92cfb-1068-4703-a4d9-e40f68e783b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:21.659823 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c92cfb-1068-4703-a4d9-e40f68e783b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:21.660313 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c92cfb-1068-4703-a4d9-e40f68e783b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:21.660757 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c92cfb-1068-4703-a4d9-e40f68e783b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:21.692601 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3bf943b1-6942-4d22-b057-b8ce2b25d018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:21.715125 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3bf943b1-6942-4d22-b057-b8ce2b25d018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:21.843114 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3bf943b1-6942-4d22-b057-b8ce2b25d018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:21.845781 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3bf943b1-6942-4d22-b057-b8ce2b25d018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:21.847050 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3bf943b1-6942-4d22-b057-b8ce2b25d018 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ccabdb1c-21f2-4a99-ae11-58fa264cffba HTTP/1.1" status: 204 len: 168 time: 0.2071722 Dec 16 09:52:21.855706 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf943b1-6942-4d22-b057-b8ce2b25d018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccabdb1c-21f2-4a99-ae11-58fa264cffba,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:21.863477 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf943b1-6942-4d22-b057-b8ce2b25d018 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:21.863817 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf943b1-6942-4d22-b057-b8ce2b25d018 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:21.864149 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf943b1-6942-4d22-b057-b8ce2b25d018 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:21.864478 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf943b1-6942-4d22-b057-b8ce2b25d018 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:21.865044 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf943b1-6942-4d22-b057-b8ce2b25d018 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:21.865457 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf943b1-6942-4d22-b057-b8ce2b25d018 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:21.865457 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf943b1-6942-4d22-b057-b8ce2b25d018 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:21.865802 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf943b1-6942-4d22-b057-b8ce2b25d018 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:21.866077 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf943b1-6942-4d22-b057-b8ce2b25d018 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:21.866408 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf943b1-6942-4d22-b057-b8ce2b25d018 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:21.866700 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf943b1-6942-4d22-b057-b8ce2b25d018 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:21.867075 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf943b1-6942-4d22-b057-b8ce2b25d018 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:22.518695 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46418) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:22.532189 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7e9d1889-d5c7-478a-ad52-d47d17a9a163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:22.540023 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:52:22.607568 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7e9d1889-d5c7-478a-ad52-d47d17a9a163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:22.702438 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7e9d1889-d5c7-478a-ad52-d47d17a9a163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:22.751686 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d1889-d5c7-478a-ad52-d47d17a9a163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40c5df3-3212-4375-9efd-efbbe75231c0,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:22.760956 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a482f22-7c9a-403f-9785-f948f7f00c59 req-6dd5ccdd-ba16-4c66-8f03-31f2ed4878a3 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:22.762579 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3a482f22-7c9a-403f-9785-f948f7f00c59 req-6dd5ccdd-ba16-4c66-8f03-31f2ed4878a3 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.1042564 Dec 16 09:52:22.765458 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7e9d1889-d5c7-478a-ad52-d47d17a9a163 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7ca34d8078044351a74b91220f6d12a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2456372 Dec 16 09:52:22.768085 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46426) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:22.841799 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3a482f22-7c9a-403f-9785-f948f7f00c59 req-890ead9e-2166-4551-81aa-ef9c9361628f tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675535 Dec 16 09:52:22.846307 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0ded06d-7f45-46d7-98a7-76ceaa98d516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:22.870678 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0ded06d-7f45-46d7-98a7-76ceaa98d516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:22.999113 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0ded06d-7f45-46d7-98a7-76ceaa98d516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:23.001668 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0ded06d-7f45-46d7-98a7-76ceaa98d516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:23.002829 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e0ded06d-7f45-46d7-98a7-76ceaa98d516 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b40c5df3-3212-4375-9efd-efbbe75231c0 HTTP/1.1" status: 204 len: 168 time: 0.2339287 Dec 16 09:52:23.011433 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ded06d-7f45-46d7-98a7-76ceaa98d516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40c5df3-3212-4375-9efd-efbbe75231c0,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:23.967264 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ef411-f209-45d2-bef8-a944834684cc req-9435959c-e5c0-4e48-8ac8-0c5e48ec4427 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:23.968837 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ac6ef411-f209-45d2-bef8-a944834684cc req-9435959c-e5c0-4e48-8ac8-0c5e48ec4427 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.0546660 Dec 16 09:52:24.013392 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ac6ef411-f209-45d2-bef8-a944834684cc req-940df430-a5de-42a0-bfc8-97ed05c71e35 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383694 Dec 16 09:52:24.100643 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-15963bd1-29f2-436f-859d-1b3711d49505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:25.135661 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c22f1-13a5-4c05-b479-efae4a7a8596 req-2a4a9835-b758-4658-8c62-244817f24563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:25.137305 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f34c22f1-13a5-4c05-b479-efae4a7a8596 req-2a4a9835-b758-4658-8c62-244817f24563 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 1097 time: 0.0733876 Dec 16 09:52:25.159470 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03717b26-8c5e-46d2-aea0-9e3d7a5d82b9 req-a64dd9e5-0815-4600-92a0-c8740245dc72 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:25.160973 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-03717b26-8c5e-46d2-aea0-9e3d7a5d82b9 req-a64dd9e5-0815-4600-92a0-c8740245dc72 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.0708568 Dec 16 09:52:25.204540 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f34c22f1-13a5-4c05-b479-efae4a7a8596 req-c7eb106f-e5e5-4d14-9ca0-ce2c4f097ce3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591571 Dec 16 09:52:25.222328 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-03717b26-8c5e-46d2-aea0-9e3d7a5d82b9 req-44cb6210-c445-4937-b161-15560b3a4bdf tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515685 Dec 16 09:52:26.353819 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24106f-1a1e-4b6a-b175-720552bdb7e4 req-654d3a48-51eb-4c5a-959e-b04b9fcbc576 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:26.355408 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0d24106f-1a1e-4b6a-b175-720552bdb7e4 req-654d3a48-51eb-4c5a-959e-b04b9fcbc576 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.0577066 Dec 16 09:52:26.395985 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0d24106f-1a1e-4b6a-b175-720552bdb7e4 req-bc99df5f-5c38-424e-9c38-9ef5ccff5ddf tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340552 Dec 16 09:52:26.409373 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1d91c930-8198-4782-a7f3-b2fa7dbb380f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:27.513432 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef448b8-dedd-44b3-b6f5-eadfeea0d51d req-caee2395-0141-4a6e-9818-ccb3ffdffe3f tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:27.514950 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1ef448b8-dedd-44b3-b6f5-eadfeea0d51d req-caee2395-0141-4a6e-9818-ccb3ffdffe3f tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.0504780 Dec 16 09:52:27.555755 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1ef448b8-dedd-44b3-b6f5-eadfeea0d51d req-a5e36756-cc10-4794-b2d0-9b5ca0940ab1 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341964 Dec 16 09:52:27.599267 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:28.059523 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46c30c-b368-4988-a0ea-5a3fe7f8ddb4 req-bb1c4431-e85d-4766-995f-983874cc6173 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:28.061036 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ff46c30c-b368-4988-a0ea-5a3fe7f8ddb4 req-bb1c4431-e85d-4766-995f-983874cc6173 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.0517664 Dec 16 09:52:28.110959 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ff46c30c-b368-4988-a0ea-5a3fe7f8ddb4 req-c333b35e-d49a-43ad-9875-3d8c5a70d668 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432963 Dec 16 09:52:28.145856 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5e6ea-c3cb-4337-bf8e-f320a7b10fbc req-39ad98be-7074-4071-b701-1e065814dcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:28.147447 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a1b5e6ea-c3cb-4337-bf8e-f320a7b10fbc req-39ad98be-7074-4071-b701-1e065814dcab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e808bd8d166b416b83bade9028f5b46b&device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 1097 time: 0.0527365 Dec 16 09:52:28.242539 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5e6ea-c3cb-4337-bf8e-f320a7b10fbc req-89385706-088d-4545-8d29-8200e4d1f938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:28.243924 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a1b5e6ea-c3cb-4337-bf8e-f320a7b10fbc req-89385706-088d-4545-8d29-8200e4d1f938 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8195718-f9dc-4337-9d69-d121976a6257 HTTP/1.1" status: 200 len: 919 time: 0.0892997 Dec 16 09:52:28.293777 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a1b5e6ea-c3cb-4337-bf8e-f320a7b10fbc req-81d2f991-38c8-4775-949c-4deec6f40392 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bc74aae-73ea-43e8-bb1c-9884d575b99d HTTP/1.1" status: 200 len: 217 time: 0.0427551 Dec 16 09:52:28.346343 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5e6ea-c3cb-4337-bf8e-f320a7b10fbc req-22a977e0-147f-4e11-a11a-838e03c07e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:28.347879 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a1b5e6ea-c3cb-4337-bf8e-f320a7b10fbc req-22a977e0-147f-4e11-a11a-838e03c07e13 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=42c53971-1f21-4e03-a331-522b7a1e2105 HTTP/1.1" status: 200 len: 858 time: 0.0478444 Dec 16 09:52:28.380007 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a1b5e6ea-c3cb-4337-bf8e-f320a7b10fbc req-60c559f2-5493-4ed9-ae3b-5e31ad0ddcb9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8195718-f9dc-4337-9d69-d121976a6257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239370 Dec 16 09:52:28.475835 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a1b5e6ea-c3cb-4337-bf8e-f320a7b10fbc req-c4c94114-8d12-41fe-87b9-a73fb436af4e service neutron] 10.222.0.57 "GET /v2.0/networks/f8195718-f9dc-4337-9d69-d121976a6257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881612 Dec 16 09:52:28.575440 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a1b5e6ea-c3cb-4337-bf8e-f320a7b10fbc req-210a0d1f-473e-4866-9c85-a14a9ba276ec service neutron] 10.222.0.57 "GET /v2.0/networks/f8195718-f9dc-4337-9d69-d121976a6257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926156 Dec 16 09:52:29.089292 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:29.239340 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c54111-c685-43ee-94e2-f271cd583936 req-c47c83b0-0780-448b-a86a-e11f034e8e19 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:29.241758 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e9c54111-c685-43ee-94e2-f271cd583936 req-c47c83b0-0780-448b-a86a-e11f034e8e19 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.0548005 Dec 16 09:52:29.298812 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e9c54111-c685-43ee-94e2-f271cd583936 req-b10d505b-4831-45c5-aaf4-813a8771bd93 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488484 Dec 16 09:52:29.545144 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32510115-5989-47d9-8f4c-4385e978e74b req-1486892e-ca82-4dd2-a3b5-48218f1c20aa tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:29.546874 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-32510115-5989-47d9-8f4c-4385e978e74b req-1486892e-ca82-4dd2-a3b5-48218f1c20aa tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 1097 time: 0.0473471 Dec 16 09:52:29.600226 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-32510115-5989-47d9-8f4c-4385e978e74b req-b62770bf-8d6c-4fe5-a09e-7d050bb796b6 tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465548 Dec 16 09:52:29.624779 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46528) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:29.632946 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:29.800619 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-ad3224b5-d307-434a-a48a-dbe4843f7fdb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Deleting port 7445705c-ca21-4ad8-a39a-d0de12f714fe {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:52:29.800976 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ad3224b5-d307-434a-a48a-dbe4843f7fdb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:29.882352 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ad3224b5-d307-434a-a48a-dbe4843f7fdb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:29.882683 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ad3224b5-d307-434a-a48a-dbe4843f7fdb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:29.895036 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-ad3224b5-d307-434a-a48a-dbe4843f7fdb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Calling delete_port for 7445705c-ca21-4ad8-a39a-d0de12f714fe owned by network:floatingip {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:52:30.139201 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ad3224b5-d307-434a-a48a-dbe4843f7fdb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:30.178169 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3224b5-d307-434a-a48a-dbe4843f7fdb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event deleted for resources: {'Port': ['ID=7445705c-ca21-4ad8-a39a-d0de12f714fe,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:30.244224 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ad3224b5-d307-434a-a48a-dbe4843f7fdb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for floatingip, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:30.245568 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [None req-ad3224b5-d307-434a-a48a-dbe4843f7fdb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Floating IP f4697d0f-9462-4c17-a727-2e539d5ba0a5 disassociated (deleted). External IP: 172.25.1.37, port: f35562bc-9a14-42ec-ae8f-b2022f9618bd. Dec 16 09:52:30.814578 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98dcd7-cd96-4475-9b2c-02aba1389e37 req-5483220b-3e66-41e0-aeda-5f425b57a046 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:30.816020 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dc98dcd7-cd96-4475-9b2c-02aba1389e37 req-5483220b-3e66-41e0-aeda-5f425b57a046 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.4319386 Dec 16 09:52:30.845367 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3224b5-d307-434a-a48a-dbe4843f7fdb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Router a954e32e-8ed4-4f92-a47a-cc1176a5521d has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:52:30.872261 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dc98dcd7-cd96-4475-9b2c-02aba1389e37 req-45bacb31-fd38-4f99-89b2-ad626abcb834 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457678 Dec 16 09:52:30.993579 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3224b5-d307-434a-a48a-dbe4843f7fdb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:52:30.998961 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ad3224b5-d307-434a-a48a-dbe4843f7fdb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:31.003624 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f003d529-c4f4-4ab5-9a46-dcec6c9c2eb3 None None] Sync routers for ids ['a954e32e-8ed4-4f92-a47a-cc1176a5521d'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:52:31.018214 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f003d529-c4f4-4ab5-9a46-dcec6c9c2eb3 None None] Routers {'a954e32e-8ed4-4f92-a47a-cc1176a5521d'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:52:31.018837 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-f003d529-c4f4-4ab5-9a46-dcec6c9c2eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:52:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['a954e32e-8ed4-4f92-a47a-cc1176a5521d'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:31.028986 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ad3224b5-d307-434a-a48a-dbe4843f7fdb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "DELETE /v2.0/floatingips/f4697d0f-9462-4c17-a727-2e539d5ba0a5 HTTP/1.1" status: 204 len: 168 time: 1.4003689 Dec 16 09:52:31.028986 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b046558-d631-42ce-becb-ca8c81de5f3a', 'tag': 'f35562bc-9a14-42ec-ae8f-b2022f9618bd'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:52:31.029585 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c9fb27-f52f-41f4-9112-e09961f0b297" -d '{"events": [{"name": "network-changed", "server_uuid": "5b046558-d631-42ce-becb-ca8c81de5f3a", "tag": "f35562bc-9a14-42ec-ae8f-b2022f9618bd"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:52:31.097037 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2244e18e-76ee-493e-a53c-b15902b3a48b x-openstack-request-id: req-2244e18e-76ee-493e-a53c-b15902b3a48b {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:52:31.097362 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b046558-d631-42ce-becb-ca8c81de5f3a", "tag": "f35562bc-9a14-42ec-ae8f-b2022f9618bd", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:52:31.097795 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2244e18e-76ee-493e-a53c-b15902b3a48b {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:52:31.098207 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b046558-d631-42ce-becb-ca8c81de5f3a', 'tag': 'f35562bc-9a14-42ec-ae8f-b2022f9618bd', 'status': 'completed', 'code': 200} Dec 16 09:52:31.130204 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-f003d529-c4f4-4ab5-9a46-dcec6c9c2eb3 None None] Set router a954e32e-8ed4-4f92-a47a-cc1176a5521d gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:52:31.205457 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9fb27-f52f-41f4-9112-e09961f0b297 req-a2575041-7f20-4ede-a635-34b7246bd25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:31.207481 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-27c9fb27-f52f-41f4-9112-e09961f0b297 req-a2575041-7f20-4ede-a635-34b7246bd25f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 1097 time: 0.0891604 Dec 16 09:52:31.313837 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9fb27-f52f-41f4-9112-e09961f0b297 req-9840cb56-f837-4a4f-b50e-d4208d10b6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:31.315362 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-27c9fb27-f52f-41f4-9112-e09961f0b297 req-9840cb56-f837-4a4f-b50e-d4208d10b6fb service neutron] 10.222.0.57 "GET /v2.0/networks?id=1020e219-9761-467d-95fb-24a16130d237 HTTP/1.1" status: 200 len: 897 time: 0.1007133 Dec 16 09:52:31.362854 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-27c9fb27-f52f-41f4-9112-e09961f0b297 req-52432efc-5f86-420b-8058-b252390b7066 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f35562bc-9a14-42ec-ae8f-b2022f9618bd HTTP/1.1" status: 200 len: 217 time: 0.0402114 Dec 16 09:52:31.429775 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9fb27-f52f-41f4-9112-e09961f0b297 req-cae1e0fb-42d1-4948-aaa7-141f39aea5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:31.437099 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-27c9fb27-f52f-41f4-9112-e09961f0b297 req-cae1e0fb-42d1-4948-aaa7-141f39aea5cf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9e2354fa-c57d-4aa2-a556-9e4b75ae0981 HTTP/1.1" status: 200 len: 835 time: 0.0604255 Dec 16 09:52:31.499762 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-f003d529-c4f4-4ab5-9a46-dcec6c9c2eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2065426841', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '5b51dcfc-107a-416f-b003-40ece5e0331a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:00Z', 'updated_at': '2021-12-16T09:50:08Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '5b51dcfc-107a-416f-b003-40ece5e0331a', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:20:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:01Z', 'updated_at': '2021-12-16T09:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'ed22c62e-e9a6-4acf-8e0c-00651ee680d9', 'name': '', 'network_id': '1020e219-9761-467d-95fb-24a16130d237', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'mac_address': 'fa:16:3e:95:84:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '9e2354fa-c57d-4aa2-a556-9e4b75ae0981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:07Z', 'updated_at': '2021-12-16T09:50:14Z', 'revision_number': 5, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'subnets': [{'id': '9e2354fa-c57d-4aa2-a556-9e4b75ae0981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:31.509307 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9fb27-f52f-41f4-9112-e09961f0b297 req-2670993e-68e0-4f22-9a57-2011132b7d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:31.511501 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-27c9fb27-f52f-41f4-9112-e09961f0b297 req-2670993e-68e0-4f22-9a57-2011132b7d45 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1020e219-9761-467d-95fb-24a16130d237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724511 Dec 16 09:52:31.523804 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c91397-0230-471f-b70c-223e301f25e4 req-15fc2fba-ef6c-43e5-ba60-353c5d0ee0d4 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:31.525108 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-10c91397-0230-471f-b70c-223e301f25e4 req-15fc2fba-ef6c-43e5-ba60-353c5d0ee0d4 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 946 time: 0.0604696 Dec 16 09:52:31.527051 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f003d529-c4f4-4ab5-9a46-dcec6c9c2eb3 None None] Checking router: a954e32e-8ed4-4f92-a47a-cc1176a5521d for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:52:31.535934 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f003d529-c4f4-4ab5-9a46-dcec6c9c2eb3 None None] Routers {'a954e32e-8ed4-4f92-a47a-cc1176a5521d'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:52:31.536497 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-f003d529-c4f4-4ab5-9a46-dcec6c9c2eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:52:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['a954e32e-8ed4-4f92-a47a-cc1176a5521d'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:31.612780 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-10c91397-0230-471f-b70c-223e301f25e4 req-e5a8b097-aaab-4a06-b113-34457976569c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796056 Dec 16 09:52:31.663658 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-27c9fb27-f52f-41f4-9112-e09961f0b297 req-1582edc1-3e5c-4b55-8877-a469032888c2 service neutron] 10.222.0.57 "GET /v2.0/networks/1020e219-9761-467d-95fb-24a16130d237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375175 Dec 16 09:52:31.664578 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-f003d529-c4f4-4ab5-9a46-dcec6c9c2eb3 None None] Set router a954e32e-8ed4-4f92-a47a-cc1176a5521d gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:52:31.764694 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-27c9fb27-f52f-41f4-9112-e09961f0b297 req-128a2c2c-306f-4fb2-8515-2900cb728da7 service neutron] 10.222.0.57 "GET /v2.0/networks/1020e219-9761-467d-95fb-24a16130d237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931923 Dec 16 09:52:31.874425 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-f003d529-c4f4-4ab5-9a46-dcec6c9c2eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2065426841', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '5b51dcfc-107a-416f-b003-40ece5e0331a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:00Z', 'updated_at': '2021-12-16T09:50:08Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '5b51dcfc-107a-416f-b003-40ece5e0331a', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:20:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:01Z', 'updated_at': '2021-12-16T09:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'ed22c62e-e9a6-4acf-8e0c-00651ee680d9', 'name': '', 'network_id': '1020e219-9761-467d-95fb-24a16130d237', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'mac_address': 'fa:16:3e:95:84:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '9e2354fa-c57d-4aa2-a556-9e4b75ae0981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:07Z', 'updated_at': '2021-12-16T09:50:14Z', 'revision_number': 5, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'subnets': [{'id': '9e2354fa-c57d-4aa2-a556-9e4b75ae0981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:31.900461 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f003d529-c4f4-4ab5-9a46-dcec6c9c2eb3 None None] The sync data for ids ['a954e32e-8ed4-4f92-a47a-cc1176a5521d'] in n-d-820550-2 is: [{'id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2065426841', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '5b51dcfc-107a-416f-b003-40ece5e0331a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:00Z', 'updated_at': '2021-12-16T09:50:08Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '5b51dcfc-107a-416f-b003-40ece5e0331a', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:20:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:01Z', 'updated_at': '2021-12-16T09:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'ed22c62e-e9a6-4acf-8e0c-00651ee680d9', 'name': '', 'network_id': '1020e219-9761-467d-95fb-24a16130d237', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'mac_address': 'fa:16:3e:95:84:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '9e2354fa-c57d-4aa2-a556-9e4b75ae0981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:07Z', 'updated_at': '2021-12-16T09:50:14Z', 'revision_number': 5, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'subnets': [{'id': '9e2354fa-c57d-4aa2-a556-9e4b75ae0981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:52:32.011941 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9df7eb-4d7e-4ea5-b758-c49f1be9b74a req-dac09fc7-7eaf-4586-a433-b2cd3b246de9 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:32.016140 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1a9df7eb-4d7e-4ea5-b758-c49f1be9b74a req-dac09fc7-7eaf-4586-a433-b2cd3b246de9 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.0706666 Dec 16 09:52:32.073514 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1a9df7eb-4d7e-4ea5-b758-c49f1be9b74a req-3a7a13a8-5753-4564-9433-bef5d3effedc tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536015 Dec 16 09:52:32.179544 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ab3431-963d-45b0-89a9-d172cc57d701 None None] New status for floating IP f4697d0f-9462-4c17-a727-2e539d5ba0a5: DOWN {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:52:32.781129 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7989b-a0fe-4d5f-81d1-b1e1769e60cc req-c5b1b339-a912-4bb6-891f-e2447a2fff51 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:32.783239 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e3d7989b-a0fe-4d5f-81d1-b1e1769e60cc req-c5b1b339-a912-4bb6-891f-e2447a2fff51 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 946 time: 0.0680757 Dec 16 09:52:32.824781 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e3d7989b-a0fe-4d5f-81d1-b1e1769e60cc req-5275dbe8-defb-4493-a246-b027bef668f1 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=e39002b7-669a-4f0d-ab47-97f6a618d1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350614 Dec 16 09:52:33.241752 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b87a22-6797-41df-8e1e-d41bcfe5d22e req-ea01041d-1d44-4f0a-b47a-49c51631a442 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:33.243355 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f9b87a22-6797-41df-8e1e-d41bcfe5d22e req-ea01041d-1d44-4f0a-b47a-49c51631a442 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 946 time: 0.0498135 Dec 16 09:52:33.346741 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-f9b87a22-6797-41df-8e1e-d41bcfe5d22e req-e8bd63ae-08ef-4622-b229-b1cf1f8b255e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Deleting port f35562bc-9a14-42ec-ae8f-b2022f9618bd {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:52:33.347087 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f9b87a22-6797-41df-8e1e-d41bcfe5d22e req-e8bd63ae-08ef-4622-b229-b1cf1f8b255e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:33.459443 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f9b87a22-6797-41df-8e1e-d41bcfe5d22e req-e8bd63ae-08ef-4622-b229-b1cf1f8b255e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] For port f35562bc-9a14-42ec-ae8f-b2022f9618bd, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=f35562bc-9a14-42ec-ae8f-b2022f9618bd,segment=NetworkSegment(10f88423-3675-4567-b09d-23515d1ad9be),segment_id=10f88423-3675-4567-b09d-23515d1ad9be)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:52:33.459821 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f9b87a22-6797-41df-8e1e-d41bcfe5d22e req-e8bd63ae-08ef-4622-b229-b1cf1f8b255e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:33.473826 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-f9b87a22-6797-41df-8e1e-d41bcfe5d22e req-e8bd63ae-08ef-4622-b229-b1cf1f8b255e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Calling delete_port for f35562bc-9a14-42ec-ae8f-b2022f9618bd owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:52:33.702324 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f9b87a22-6797-41df-8e1e-d41bcfe5d22e req-e8bd63ae-08ef-4622-b229-b1cf1f8b255e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:33.734708 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd63ae-08ef-4622-b229-b1cf1f8b255e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event deleted for resources: {'Port': ['ID=f35562bc-9a14-42ec-ae8f-b2022f9618bd,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:33.787094 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b87a22-6797-41df-8e1e-d41bcfe5d22e req-e8bd63ae-08ef-4622-b229-b1cf1f8b255e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] No DVR routers for this DVR port f35562bc-9a14-42ec-ae8f-b2022f9618bd on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:52:33.790149 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f9b87a22-6797-41df-8e1e-d41bcfe5d22e req-e8bd63ae-08ef-4622-b229-b1cf1f8b255e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:33.797440 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f9b87a22-6797-41df-8e1e-d41bcfe5d22e req-e8bd63ae-08ef-4622-b229-b1cf1f8b255e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.57 "DELETE /v2.0/ports/f35562bc-9a14-42ec-ae8f-b2022f9618bd HTTP/1.1" status: 204 len: 173 time: 0.5455499 Dec 16 09:52:33.802837 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b046558-d631-42ce-becb-ca8c81de5f3a', 'name': 'network-vif-deleted', 'tag': 'f35562bc-9a14-42ec-ae8f-b2022f9618bd'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:52:33.802837 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e4902b-ffa4-4533-a324-08e4e837a400" -d '{"events": [{"server_uuid": "5b046558-d631-42ce-becb-ca8c81de5f3a", "name": "network-vif-deleted", "tag": "f35562bc-9a14-42ec-ae8f-b2022f9618bd"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:52:33.868040 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b49d4bd-535e-4bad-8120-6713f8509d96 x-openstack-request-id: req-4b49d4bd-535e-4bad-8120-6713f8509d96 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:52:33.871581 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b046558-d631-42ce-becb-ca8c81de5f3a", "name": "network-vif-deleted", "tag": "f35562bc-9a14-42ec-ae8f-b2022f9618bd", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:52:33.871581 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4b49d4bd-535e-4bad-8120-6713f8509d96 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:52:33.871581 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b046558-d631-42ce-becb-ca8c81de5f3a', 'name': 'network-vif-deleted', 'tag': 'f35562bc-9a14-42ec-ae8f-b2022f9618bd', 'status': 'completed', 'code': 200} Dec 16 09:52:33.957079 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2998c234-071a-4067-9876-c702c2e99825 req-884c6c3f-7953-4a78-8ecd-f292a628c330 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b046558-d631-42ce-becb-ca8c81de5f3a HTTP/1.1" status: 200 len: 210 time: 0.0354621 Dec 16 09:52:35.022678 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46604) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:35.474078 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21059df9-21dc-4f3b-832d-2226d5024ef4 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:35.757788 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-21059df9-21dc-4f3b-832d-2226d5024ef4 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Deleting port ed22c62e-e9a6-4acf-8e0c-00651ee680d9 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:52:35.758128 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21059df9-21dc-4f3b-832d-2226d5024ef4 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:35.861564 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-21059df9-21dc-4f3b-832d-2226d5024ef4 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] For port ed22c62e-e9a6-4acf-8e0c-00651ee680d9, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ed22c62e-e9a6-4acf-8e0c-00651ee680d9,segment=NetworkSegment(10f88423-3675-4567-b09d-23515d1ad9be),segment_id=10f88423-3675-4567-b09d-23515d1ad9be)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:52:35.861936 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21059df9-21dc-4f3b-832d-2226d5024ef4 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:35.874353 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-21059df9-21dc-4f3b-832d-2226d5024ef4 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Calling delete_port for ed22c62e-e9a6-4acf-8e0c-00651ee680d9 owned by network:router_interface {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:52:36.164958 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21059df9-21dc-4f3b-832d-2226d5024ef4 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:36.199250 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5228d707-58f1-443d-8e6e-493825453b48 req-44bd269e-4740-4d74-b523-a052fc1880f6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0497475 Dec 16 09:52:36.257462 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21059df9-21dc-4f3b-832d-2226d5024ef4 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event deleted for resources: {'Port': ['ID=ed22c62e-e9a6-4acf-8e0c-00651ee680d9,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:36.310633 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228d707-58f1-443d-8e6e-493825453b48 req-d29d05b0-04d8-4bc7-96a0-63fc81b472ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:36.314702 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5228d707-58f1-443d-8e6e-493825453b48 req-d29d05b0-04d8-4bc7-96a0-63fc81b472ff service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55938af2fa4b4c6f80f602d4625ae2cd&device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 1097 time: 0.0592880 Dec 16 09:52:36.472075 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228d707-58f1-443d-8e6e-493825453b48 req-d1bf7f2d-0f20-4948-8926-0fec985567bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:36.474171 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5228d707-58f1-443d-8e6e-493825453b48 req-d1bf7f2d-0f20-4948-8926-0fec985567bd service neutron] 10.222.0.58 "GET /v2.0/networks?id=80ebca74-2610-4824-a3d8-8e60778e3639 HTTP/1.1" status: 200 len: 918 time: 0.1388805 Dec 16 09:52:36.492568 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21059df9-21dc-4f3b-832d-2226d5024ef4 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:36.562598 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5228d707-58f1-443d-8e6e-493825453b48 req-50e26a32-4889-4f06-aa9b-cd16f9b76680 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c16075f-0c49-41c4-8cf6-cad9247d5bd0 HTTP/1.1" status: 200 len: 1002 time: 0.0814891 Dec 16 09:52:36.620700 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228d707-58f1-443d-8e6e-493825453b48 req-1c91d0f3-7365-4270-a1ee-6d29b6991783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:36.622420 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5228d707-58f1-443d-8e6e-493825453b48 req-1c91d0f3-7365-4270-a1ee-6d29b6991783 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=55767ecf-03fc-4a01-868c-518fd421c2f1 HTTP/1.1" status: 200 len: 856 time: 0.0527337 Dec 16 09:52:36.672130 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device f35562bc-9a14-42ec-ae8f-b2022f9618bd no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:52:36.688368 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228d707-58f1-443d-8e6e-493825453b48 req-a4d73b23-e626-4749-845a-5a857bef0bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:36.690102 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5228d707-58f1-443d-8e6e-493825453b48 req-a4d73b23-e626-4749-845a-5a857bef0bfe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=80ebca74-2610-4824-a3d8-8e60778e3639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604310 Dec 16 09:52:36.700921 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: f35562bc-9a14-42ec-ae8f-b2022f9618bd {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:52:36.706601 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device f35562bc-9a14-42ec-ae8f-b2022f9618bd not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:52:36.805572 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5228d707-58f1-443d-8e6e-493825453b48 req-fc85ae34-461c-4494-b000-5f0056f15707 service neutron] 10.222.0.58 "GET /v2.0/networks/80ebca74-2610-4824-a3d8-8e60778e3639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062059 Dec 16 09:52:36.827233 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21059df9-21dc-4f3b-832d-2226d5024ef4 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Router a954e32e-8ed4-4f92-a47a-cc1176a5521d has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:52:36.930577 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5228d707-58f1-443d-8e6e-493825453b48 req-6fd501dd-3ddb-4d08-8cce-5e6c92e70831 service neutron] 10.222.0.58 "GET /v2.0/networks/80ebca74-2610-4824-a3d8-8e60778e3639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156135 Dec 16 09:52:36.986586 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21059df9-21dc-4f3b-832d-2226d5024ef4 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:52:36.994872 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46636) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:37.006902 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-21059df9-21dc-4f3b-832d-2226d5024ef4 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "PUT /v2.0/routers/a954e32e-8ed4-4f92-a47a-cc1176a5521d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9699550 Dec 16 09:52:37.007134 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a64432-7caa-446c-8c63-9259920264d7 None None] Sync routers for ids ['a954e32e-8ed4-4f92-a47a-cc1176a5521d'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:52:37.008092 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a64432-7caa-446c-8c63-9259920264d7 None None] Routers {'a954e32e-8ed4-4f92-a47a-cc1176a5521d'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:52:37.008722 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-58a64432-7caa-446c-8c63-9259920264d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:52:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['a954e32e-8ed4-4f92-a47a-cc1176a5521d'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:37.058198 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b326994-1f09-407a-b020-cb605887f497 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Deleting subnet 9e2354fa-c57d-4aa2-a556-9e4b75ae0981 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:52:37.060771 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7b326994-1f09-407a-b020-cb605887f497 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:37.107546 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7b326994-1f09-407a-b020-cb605887f497 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:37.117520 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-58a64432-7caa-446c-8c63-9259920264d7 None None] Set router a954e32e-8ed4-4f92-a47a-cc1176a5521d gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:52:37.216149 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7b326994-1f09-407a-b020-cb605887f497 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:37.313904 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:37.378550 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-58a64432-7caa-446c-8c63-9259920264d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2065426841', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '5b51dcfc-107a-416f-b003-40ece5e0331a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:00Z', 'updated_at': '2021-12-16T09:52:36Z', 'revision_number': 5, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '5b51dcfc-107a-416f-b003-40ece5e0331a', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:20:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:01Z', 'updated_at': '2021-12-16T09:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:37.386053 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7b326994-1f09-407a-b020-cb605887f497 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:37.402171 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7b326994-1f09-407a-b020-cb605887f497 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:37.408549 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46646) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:37.409283 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7b326994-1f09-407a-b020-cb605887f497 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "DELETE /v2.0/subnets/9e2354fa-c57d-4aa2-a556-9e4b75ae0981 HTTP/1.1" status: 204 len: 168 time: 0.4132731 Dec 16 09:52:37.431156 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc59f783-3d39-497e-8ec8-38ac312ec572 None None] Network 1020e219-9761-467d-95fb-24a16130d237 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:52:37.436493 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b326994-1f09-407a-b020-cb605887f497 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event deleted for resources: {'Subnet': ['ID=9e2354fa-c57d-4aa2-a556-9e4b75ae0981,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:37.436707 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a64432-7caa-446c-8c63-9259920264d7 None None] Checking router: a954e32e-8ed4-4f92-a47a-cc1176a5521d for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:52:37.515325 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a64432-7caa-446c-8c63-9259920264d7 None None] Routers {'a954e32e-8ed4-4f92-a47a-cc1176a5521d'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:52:37.517982 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-58a64432-7caa-446c-8c63-9259920264d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:52:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['a954e32e-8ed4-4f92-a47a-cc1176a5521d'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:37.560674 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7ebbac15-5988-4157-ae32-0a961eca8e27 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:37.684888 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-58a64432-7caa-446c-8c63-9259920264d7 None None] Set router a954e32e-8ed4-4f92-a47a-cc1176a5521d gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:52:37.691669 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7ebbac15-5988-4157-ae32-0a961eca8e27 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:37.934656 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-7ebbac15-5988-4157-ae32-0a961eca8e27 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Deleting port 5b51dcfc-107a-416f-b003-40ece5e0331a {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:52:37.935205 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7ebbac15-5988-4157-ae32-0a961eca8e27 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:38.039407 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d483d1-46fb-4431-926e-c8c649580fd5 None None] DHCP port deletion for 1020e219-9761-467d-95fb-24a16130d237 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:52:38.080509 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-58a64432-7caa-446c-8c63-9259920264d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2065426841', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '5b51dcfc-107a-416f-b003-40ece5e0331a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:00Z', 'updated_at': '2021-12-16T09:52:36Z', 'revision_number': 5, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '5b51dcfc-107a-416f-b003-40ece5e0331a', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:20:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:01Z', 'updated_at': '2021-12-16T09:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:38.110759 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-7ebbac15-5988-4157-ae32-0a961eca8e27 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] For port 5b51dcfc-107a-416f-b003-40ece5e0331a, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5b51dcfc-107a-416f-b003-40ece5e0331a,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:52:38.121341 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7ebbac15-5988-4157-ae32-0a961eca8e27 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:38.121679 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a64432-7caa-446c-8c63-9259920264d7 None None] The sync data for ids ['a954e32e-8ed4-4f92-a47a-cc1176a5521d'] in n-d-820550-2 is: [{'id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2065426841', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '5b51dcfc-107a-416f-b003-40ece5e0331a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:00Z', 'updated_at': '2021-12-16T09:52:36Z', 'revision_number': 5, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '5b51dcfc-107a-416f-b003-40ece5e0331a', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:20:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a954e32e-8ed4-4f92-a47a-cc1176a5521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:01Z', 'updated_at': '2021-12-16T09:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:52:38.137187 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-7ebbac15-5988-4157-ae32-0a961eca8e27 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Calling delete_port for 5b51dcfc-107a-416f-b003-40ece5e0331a owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:52:38.139709 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-61d483d1-46fb-4431-926e-c8c649580fd5 None None] Deleting port c4c9f619-38a1-4b0d-bae4-a34bae1363ca {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:52:38.140083 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-61d483d1-46fb-4431-926e-c8c649580fd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:38.238767 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-61d483d1-46fb-4431-926e-c8c649580fd5 None None] For port c4c9f619-38a1-4b0d-bae4-a34bae1363ca, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=c4c9f619-38a1-4b0d-bae4-a34bae1363ca,segment=NetworkSegment(10f88423-3675-4567-b09d-23515d1ad9be),segment_id=10f88423-3675-4567-b09d-23515d1ad9be)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:52:38.240404 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-61d483d1-46fb-4431-926e-c8c649580fd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:38.254115 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-61d483d1-46fb-4431-926e-c8c649580fd5 None None] Calling delete_port for c4c9f619-38a1-4b0d-bae4-a34bae1363ca owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:52:38.415751 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-61d483d1-46fb-4431-926e-c8c649580fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:38.442208 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d483d1-46fb-4431-926e-c8c649580fd5 None None] Pushing event deleted for resources: {'Port': ['ID=c4c9f619-38a1-4b0d-bae4-a34bae1363ca,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:38.452274 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d483d1-46fb-4431-926e-c8c649580fd5 None None] No DVR routers for this DVR port c4c9f619-38a1-4b0d-bae4-a34bae1363ca on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:52:38.463887 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d483d1-46fb-4431-926e-c8c649580fd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:38.463887 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d483d1-46fb-4431-926e-c8c649580fd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:38.463887 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d483d1-46fb-4431-926e-c8c649580fd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:38.463887 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d483d1-46fb-4431-926e-c8c649580fd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:38.464774 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d483d1-46fb-4431-926e-c8c649580fd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:38.464774 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d483d1-46fb-4431-926e-c8c649580fd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:38.465013 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d483d1-46fb-4431-926e-c8c649580fd5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:38.465427 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d483d1-46fb-4431-926e-c8c649580fd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:38.465817 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d483d1-46fb-4431-926e-c8c649580fd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:38.466304 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d483d1-46fb-4431-926e-c8c649580fd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:38.466696 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d483d1-46fb-4431-926e-c8c649580fd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:38.467086 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d483d1-46fb-4431-926e-c8c649580fd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:38.503409 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7ebbac15-5988-4157-ae32-0a961eca8e27 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:38.576037 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebbac15-5988-4157-ae32-0a961eca8e27 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event deleted for resources: {'Port': ['ID=5b51dcfc-107a-416f-b003-40ece5e0331a,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:38.612742 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device c4c9f619-38a1-4b0d-bae4-a34bae1363ca no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:52:38.637949 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: c4c9f619-38a1-4b0d-bae4-a34bae1363ca {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:52:38.638409 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device c4c9f619-38a1-4b0d-bae4-a34bae1363ca not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:52:38.638924 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ed22c62e-e9a6-4acf-8e0c-00651ee680d9 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:52:38.666768 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7ebbac15-5988-4157-ae32-0a961eca8e27 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:38.666967 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: ed22c62e-e9a6-4acf-8e0c-00651ee680d9 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:52:38.666967 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ed22c62e-e9a6-4acf-8e0c-00651ee680d9 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:52:38.789430 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7ebbac15-5988-4157-ae32-0a961eca8e27 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:38.798456 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7ebbac15-5988-4157-ae32-0a961eca8e27 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:38.973228 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7ebbac15-5988-4157-ae32-0a961eca8e27 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:38.973228 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebbac15-5988-4157-ae32-0a961eca8e27 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Fanout notify agent at l3_agent the message router_deleted on router a954e32e-8ed4-4f92-a47a-cc1176a5521d {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:52:38.973228 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7ebbac15-5988-4157-ae32-0a961eca8e27 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:38.973228 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7ebbac15-5988-4157-ae32-0a961eca8e27 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "DELETE /v2.0/routers/a954e32e-8ed4-4f92-a47a-cc1176a5521d HTTP/1.1" status: 204 len: 168 time: 1.5584626 Dec 16 09:52:38.973228 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46670) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:39.111867 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-571f5a55-f729-4d9c-bc4f-b55a7b022a64 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:39.249214 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-571f5a55-f729-4d9c-bc4f-b55a7b022a64 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:39.272084 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-571f5a55-f729-4d9c-bc4f-b55a7b022a64 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1020e219-9761-467d-95fb-24a16130d237']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:39.282395 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-571f5a55-f729-4d9c-bc4f-b55a7b022a64 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10f88423-3675-4567-b09d-23515d1ad9be') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:39.282841 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-571f5a55-f729-4d9c-bc4f-b55a7b022a64 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10f88423-3675-4567-b09d-23515d1ad9be') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:39.292235 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-571f5a55-f729-4d9c-bc4f-b55a7b022a64 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:39.309350 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-571f5a55-f729-4d9c-bc4f-b55a7b022a64 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:39.313597 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-571f5a55-f729-4d9c-bc4f-b55a7b022a64 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:52:39.313994 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-571f5a55-f729-4d9c-bc4f-b55a7b022a64 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:39.316995 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:52:39.316995 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:52:39.316995 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:52:39.316995 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:52:39.316995 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:52:39.316995 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:52:39.316995 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:52:39.316995 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:52:39.316995 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:52:39.316995 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:52:39.316995 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:52:39.316995 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:52:39.316995 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:52:39.316995 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:52:39.316995 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:52:39.316995 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:52:39.316995 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:52:39.316995 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:52:39.316995 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:52:39.316995 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:52:39.316995 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:52:39.316995 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:52:39.316995 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:52:39.316995 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:52:39.316995 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:52:39.316995 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:52:39.316995 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:52:39.316995 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:52:39.316995 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:52:39.316995 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:52:39.316995 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:52:39.316995 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:52:39.484487 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-571f5a55-f729-4d9c-bc4f-b55a7b022a64 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:39.492238 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-571f5a55-f729-4d9c-bc4f-b55a7b022a64 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:39.495670 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-571f5a55-f729-4d9c-bc4f-b55a7b022a64 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "DELETE /v2.0/networks/1020e219-9761-467d-95fb-24a16130d237 HTTP/1.1" status: 204 len: 168 time: 0.5237877 Dec 16 09:52:39.498746 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46676) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:39.507651 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f5a55-f729-4d9c-bc4f-b55a7b022a64 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event deleted for resources: {'Network': ['ID=1020e219-9761-467d-95fb-24a16130d237,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:39.571705 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-29d4a193-127c-4c0f-8d0b-1e8af33fe1ce tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:39.611653 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-29d4a193-127c-4c0f-8d0b-1e8af33fe1ce tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:39.792766 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-29d4a193-127c-4c0f-8d0b-1e8af33fe1ce tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:39.795471 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-29d4a193-127c-4c0f-8d0b-1e8af33fe1ce tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:39.796784 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-29d4a193-127c-4c0f-8d0b-1e8af33fe1ce tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "DELETE /v2.0/security-groups/e39002b7-669a-4f0d-ab47-97f6a618d1f9 HTTP/1.1" status: 204 len: 168 time: 0.2967477 Dec 16 09:52:39.806815 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d4a193-127c-4c0f-8d0b-1e8af33fe1ce tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39002b7-669a-4f0d-ab47-97f6a618d1f9,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:40.223029 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46700) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:40.228221 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-048c6ca7-59c7-43dd-a4b9-27ee67043e6b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-802122049', 'description': 'tempest-secgroup-smoke-802122049 description', 'project_id': '7d5ec801137f4c9888df57468cddd269'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:52:40.345534 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-048c6ca7-59c7-43dd-a4b9-27ee67043e6b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:40.428837 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-048c6ca7-59c7-43dd-a4b9-27ee67043e6b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:40.464251 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5b51dcfc-107a-416f-b003-40ece5e0331a no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:52:40.490284 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 5b51dcfc-107a-416f-b003-40ece5e0331a {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:52:40.492607 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5b51dcfc-107a-416f-b003-40ece5e0331a not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:52:40.518567 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-048c6ca7-59c7-43dd-a4b9-27ee67043e6b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:40.627399 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:40.634021 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-048c6ca7-59c7-43dd-a4b9-27ee67043e6b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:40.639344 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-048c6ca7-59c7-43dd-a4b9-27ee67043e6b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4152641 Dec 16 09:52:40.642223 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46710) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:40.647504 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-cf1da4c0-4e15-451c-9426-2c9f5714ca4f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'security_group_rule': {'security_group_id': '6d27c20c-a016-4ca4-aca0-311ac2b9116a', 'project_id': '7d5ec801137f4c9888df57468cddd269', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:52:40.658883 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c6ca7-59c7-43dd-a4b9-27ee67043e6b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d27c20c-a016-4ca4-aca0-311ac2b9116a,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:40.747053 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cf1da4c0-4e15-451c-9426-2c9f5714ca4f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:40.771245 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280a57e-e265-4173-9873-40b2e85c7996 req-44f2e701-c284-4579-b241-bd609032ee98 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:40.779533 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c280a57e-e265-4173-9873-40b2e85c7996 req-44f2e701-c284-4579-b241-bd609032ee98 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 946 time: 0.0798051 Dec 16 09:52:40.850439 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c280a57e-e265-4173-9873-40b2e85c7996 req-53f726e8-0c24-4e94-8f60-0d271142ad06 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622849 Dec 16 09:52:40.864455 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cf1da4c0-4e15-451c-9426-2c9f5714ca4f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:40.916814 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cf1da4c0-4e15-451c-9426-2c9f5714ca4f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:40.968016 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1da4c0-4e15-451c-9426-2c9f5714ca4f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae515e4-4057-46c6-ab38-858bd987382a,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:41.024302 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cf1da4c0-4e15-451c-9426-2c9f5714ca4f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:41.025724 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-cf1da4c0-4e15-451c-9426-2c9f5714ca4f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3822966 Dec 16 09:52:41.028754 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46718) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:41.033739 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-d164895d-2b3b-4d49-9375-20b92b083f6b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'security_group_rule': {'security_group_id': '6d27c20c-a016-4ca4-aca0-311ac2b9116a', 'project_id': '7d5ec801137f4c9888df57468cddd269', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:52:41.146273 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d164895d-2b3b-4d49-9375-20b92b083f6b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:41.237370 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d164895d-2b3b-4d49-9375-20b92b083f6b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:41.317464 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d164895d-2b3b-4d49-9375-20b92b083f6b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:41.331832 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-fffbf6aa-c80c-45ee-a7eb-3b1313c11c25 req-208d08ee-f61e-4357-a27e-f0ed99a7a12e service neutron] (102817) timed out ('10.222.0.60', 53486) {{(pid=102817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 16 09:52:41.336966 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164895d-2b3b-4d49-9375-20b92b083f6b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b50d50-d0c0-460d-9cbb-2125f2f1d6c7,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:41.419525 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d164895d-2b3b-4d49-9375-20b92b083f6b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:41.423247 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d164895d-2b3b-4d49-9375-20b92b083f6b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3907840 Dec 16 09:52:41.423495 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46720) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:41.429398 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-896769e6-c83f-4195-b1c8-ff8609eba5de tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'security_group_rule': {'security_group_id': '6d27c20c-a016-4ca4-aca0-311ac2b9116a', 'project_id': '7d5ec801137f4c9888df57468cddd269', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:52:41.600025 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-896769e6-c83f-4195-b1c8-ff8609eba5de tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:41.670938 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-896769e6-c83f-4195-b1c8-ff8609eba5de tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:41.798649 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-896769e6-c83f-4195-b1c8-ff8609eba5de tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:41.827320 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896769e6-c83f-4195-b1c8-ff8609eba5de tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a84e2c8e-4ae5-4461-837d-713f117b93d3,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:41.931596 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-896769e6-c83f-4195-b1c8-ff8609eba5de tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:41.936455 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-896769e6-c83f-4195-b1c8-ff8609eba5de tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5079775 Dec 16 09:52:41.936632 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46730) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:41.941150 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-55b77e99-330c-4438-9613-4250ce6b5fae tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'security_group_rule': {'security_group_id': '6d27c20c-a016-4ca4-aca0-311ac2b9116a', 'project_id': '7d5ec801137f4c9888df57468cddd269', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:52:41.971659 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50348e3d-6ff8-4fd3-9865-bbec83cfe39b req-3f9ea4eb-94c5-4b03-9d40-94a158ae3e35 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:41.973281 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-50348e3d-6ff8-4fd3-9865-bbec83cfe39b req-3f9ea4eb-94c5-4b03-9d40-94a158ae3e35 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 946 time: 0.0551305 Dec 16 09:52:42.044221 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-50348e3d-6ff8-4fd3-9865-bbec83cfe39b req-49066267-16e5-4cfc-8d01-48f0e4041a2c tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535519 Dec 16 09:52:42.100953 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-55b77e99-330c-4438-9613-4250ce6b5fae tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:42.154881 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-55b77e99-330c-4438-9613-4250ce6b5fae tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:42.284017 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-55b77e99-330c-4438-9613-4250ce6b5fae tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:42.302494 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b77e99-330c-4438-9613-4250ce6b5fae tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff9de82-3501-4587-82f7-77fcd00315e6,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:42.393180 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-55b77e99-330c-4438-9613-4250ce6b5fae tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:42.398213 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-55b77e99-330c-4438-9613-4250ce6b5fae tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4571407 Dec 16 09:52:42.398971 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46736) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:42.415854 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-66f89b68-a95d-4865-84ac-3d2ec3628f5d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'security_group_rule': {'security_group_id': '6d27c20c-a016-4ca4-aca0-311ac2b9116a', 'project_id': '7d5ec801137f4c9888df57468cddd269', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:52:42.575269 n-d-820550-2 neutron-server[102816]: INFO neutron.db.securitygroups_db [None req-66f89b68-a95d-4865-84ac-3d2ec3628f5d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Project 7d5ec801137f4c9888df57468cddd269 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 09:52:42.583158 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-66f89b68-a95d-4865-84ac-3d2ec3628f5d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:42.687514 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-66f89b68-a95d-4865-84ac-3d2ec3628f5d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:42.758322 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-66f89b68-a95d-4865-84ac-3d2ec3628f5d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:42.776120 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f89b68-a95d-4865-84ac-3d2ec3628f5d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dd25b18-02d7-4f74-9d27-1d6dca8e81d5,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:42.871599 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-66f89b68-a95d-4865-84ac-3d2ec3628f5d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:42.871599 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-66f89b68-a95d-4865-84ac-3d2ec3628f5d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4636478 Dec 16 09:52:42.872057 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46746) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:42.878402 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-5659274d-6744-4399-a87c-38f0d52d10eb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'security_group_rule': {'security_group_id': '6d27c20c-a016-4ca4-aca0-311ac2b9116a', 'project_id': '7d5ec801137f4c9888df57468cddd269', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:52:42.980448 n-d-820550-2 neutron-server[102817]: INFO neutron.db.securitygroups_db [None req-5659274d-6744-4399-a87c-38f0d52d10eb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Project 7d5ec801137f4c9888df57468cddd269 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 09:52:42.994812 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5659274d-6744-4399-a87c-38f0d52d10eb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:43.095064 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5659274d-6744-4399-a87c-38f0d52d10eb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:43.169905 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5659274d-6744-4399-a87c-38f0d52d10eb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:43.210354 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659274d-6744-4399-a87c-38f0d52d10eb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c7d8da-c790-4b3b-926a-898c97fc8766,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:43.241077 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4b291-2058-4ef3-951f-d2c00e3aa733 req-55f595a1-369c-4486-a2d6-d55d79f69b23 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:43.242649 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-48b4b291-2058-4ef3-951f-d2c00e3aa733 req-55f595a1-369c-4486-a2d6-d55d79f69b23 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 946 time: 0.1122658 Dec 16 09:52:43.289498 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-48b4b291-2058-4ef3-951f-d2c00e3aa733 req-7e175b51-63ce-47cc-b407-8923cefabf30 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334752 Dec 16 09:52:43.297939 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5659274d-6744-4399-a87c-38f0d52d10eb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:43.299550 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5659274d-6744-4399-a87c-38f0d52d10eb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4262655 Dec 16 09:52:43.308188 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46758) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:43.309681 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-6b50e68b-700f-430b-a8b3-be32c976de1d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'network': {'name': 'tempest-network-smoke--442358675', 'project_id': '7d5ec801137f4c9888df57468cddd269', 'port_security_enabled': True}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:52:43.398679 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b50e68b-700f-430b-a8b3-be32c976de1d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Made reservation on behalf of 7d5ec801137f4c9888df57468cddd269 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:52:43.403040 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b50e68b-700f-430b-a8b3-be32c976de1d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:43.428441 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b50e68b-700f-430b-a8b3-be32c976de1d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:52:43.437558 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b50e68b-700f-430b-a8b3-be32c976de1d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:43.437937 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-6b50e68b-700f-430b-a8b3-be32c976de1d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Added segment da856e83-2910-4f09-b33c-2a63c7b4cd1e of type vlan for network 09f6ce2f-b77d-43c1-a5e9-9572e8048dc2 Dec 16 09:52:43.477295 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b50e68b-700f-430b-a8b3-be32c976de1d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:43.586741 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b50e68b-700f-430b-a8b3-be32c976de1d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:43.592470 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b50e68b-700f-430b-a8b3-be32c976de1d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:43.593263 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b50e68b-700f-430b-a8b3-be32c976de1d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:43.663342 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50e68b-700f-430b-a8b3-be32c976de1d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'Network': ['ID=09f6ce2f-b77d-43c1-a5e9-9572e8048dc2,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:43.677325 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 09f6ce2f-b77d-43c1-a5e9-9572e8048dc2 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:52:43.684556 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46762) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:43.717075 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6b50e68b-700f-430b-a8b3-be32c976de1d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4136689 Dec 16 09:52:43.720037 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46766) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:43.725494 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-1c1142ed-04ff-444f-bc08-efd5c6692c61 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-279505317', 'admin_state_up': True, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:52:43.804446 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1c1142ed-04ff-444f-bc08-efd5c6692c61 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:43.805941 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1c1142ed-04ff-444f-bc08-efd5c6692c61 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:43.868028 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bf33c96f-8789-48bd-86dc-df3078a666ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:43.878295 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1c1142ed-04ff-444f-bc08-efd5c6692c61 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:43.945366 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bf33c96f-8789-48bd-86dc-df3078a666ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:44.027174 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bf33c96f-8789-48bd-86dc-df3078a666ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:44.067721 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33c96f-8789-48bd-86dc-df3078a666ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d767cf99-a766-4fcb-9ac8-c566e01ee8d4,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:44.073924 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bf33c96f-8789-48bd-86dc-df3078a666ed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0c3836409da842ad9f0ed52a8de802d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3876629 Dec 16 09:52:44.076620 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46770) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:44.089947 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1c1142ed-04ff-444f-bc08-efd5c6692c61 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:44.129799 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b7398fd2-d016-4b42-8be8-2315f6468eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:44.153759 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b7398fd2-d016-4b42-8be8-2315f6468eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:44.282881 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b7398fd2-d016-4b42-8be8-2315f6468eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:44.286368 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b7398fd2-d016-4b42-8be8-2315f6468eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:44.287769 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b7398fd2-d016-4b42-8be8-2315f6468eb3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d767cf99-a766-4fcb-9ac8-c566e01ee8d4 HTTP/1.1" status: 204 len: 168 time: 0.2098725 Dec 16 09:52:44.301683 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7398fd2-d016-4b42-8be8-2315f6468eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d767cf99-a766-4fcb-9ac8-c566e01ee8d4,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:44.404491 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1c1142ed-04ff-444f-bc08-efd5c6692c61 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for router_gateway, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:44.425059 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1c1142ed-04ff-444f-bc08-efd5c6692c61 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:44.618151 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-1c1142ed-04ff-444f-bc08-efd5c6692c61 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Allocated IP 172.25.1.4 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/f6dae148-8351-4da9-8272-9c6ace62c778) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:52:44.766117 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45456b8-5ef4-49dd-bcb1-606c8322e73f req-f6b9302c-5a1a-42d1-acd4-71d8987bf75a tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:44.767942 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f45456b8-5ef4-49dd-bcb1-606c8322e73f req-f6b9302c-5a1a-42d1-acd4-71d8987bf75a tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 946 time: 0.3406992 Dec 16 09:52:44.808261 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1c1142ed-04ff-444f-bc08-efd5c6692c61 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:44.834687 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f45456b8-5ef4-49dd-bcb1-606c8322e73f req-3248d807-48c8-42e8-ba4a-dfae42dfc1d7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568204 Dec 16 09:52:44.953592 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1c1142ed-04ff-444f-bc08-efd5c6692c61 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:45.015256 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1142ed-04ff-444f-bc08-efd5c6692c61 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'Port': ['ID=f6dae148-8351-4da9-8272-9c6ace62c778,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:45.031050 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1142ed-04ff-444f-bc08-efd5c6692c61 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:52:45.031050 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-1c1142ed-04ff-444f-bc08-efd5c6692c61 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:52:45.031971 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1142ed-04ff-444f-bc08-efd5c6692c61 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:52:45.104680 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2fb5c-c99f-4520-86e5-678596717d6e req-8a5753c1-7d7b-4bd9-b35f-ea49ce68eb1f tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:45.106577 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ebe2fb5c-c99f-4520-86e5-678596717d6e req-8a5753c1-7d7b-4bd9-b35f-ea49ce68eb1f tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 946 time: 0.2610199 Dec 16 09:52:45.160531 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ebe2fb5c-c99f-4520-86e5-678596717d6e req-c059ee8c-1e7e-421a-a3bc-c64c7f46d5ab tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474923 Dec 16 09:52:45.169987 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46790) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:45.187950 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-92077cec-9868-4b79-b1ac-de3851f853f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:45.266022 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-92077cec-9868-4b79-b1ac-de3851f853f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:45.394478 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1c1142ed-04ff-444f-bc08-efd5c6692c61 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for router_gateway, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:45.403897 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-92077cec-9868-4b79-b1ac-de3851f853f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:45.443254 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92077cec-9868-4b79-b1ac-de3851f853f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe7788b-3a27-44b1-87f1-ea1da1dc9599,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:45.447841 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-92077cec-9868-4b79-b1ac-de3851f853f5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b5992a04e0ff4a3e96bed5e38da4ed35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2766137 Dec 16 09:52:45.450469 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46792) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:45.513866 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6202dc75-69d6-4d1b-bd90-099ac6b90c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:45.537383 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6202dc75-69d6-4d1b-bd90-099ac6b90c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:45.672733 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6202dc75-69d6-4d1b-bd90-099ac6b90c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:45.675366 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6202dc75-69d6-4d1b-bd90-099ac6b90c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:45.676950 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6202dc75-69d6-4d1b-bd90-099ac6b90c2e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bbe7788b-3a27-44b1-87f1-ea1da1dc9599 HTTP/1.1" status: 204 len: 168 time: 0.2251661 Dec 16 09:52:45.685209 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202dc75-69d6-4d1b-bd90-099ac6b90c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe7788b-3a27-44b1-87f1-ea1da1dc9599,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:45.889981 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1c1142ed-04ff-444f-bc08-efd5c6692c61 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:46.025974 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592e1b6-526b-4c37-88ea-b2d3e610a47b req-a3124e85-7cc7-4404-89e9-01fd6b244a32 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:46.027421 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a592e1b6-526b-4c37-88ea-b2d3e610a47b req-a3124e85-7cc7-4404-89e9-01fd6b244a32 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 946 time: 0.0738428 Dec 16 09:52:46.082905 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a592e1b6-526b-4c37-88ea-b2d3e610a47b req-1a0d3e00-b301-46a5-8f25-cc97993ce8ee tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451121 Dec 16 09:52:46.185352 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1142ed-04ff-444f-bc08-efd5c6692c61 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Router 2bf10011-4593-4d7c-a1a5-0790e0d34abb is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:52:46.295951 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff29424-e987-4b6a-af68-d70e50fed06f req-31940994-ec49-4dae-9928-f501d2ed535b tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:46.297560 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0ff29424-e987-4b6a-af68-d70e50fed06f req-31940994-ec49-4dae-9928-f501d2ed535b tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 946 time: 0.0564370 Dec 16 09:52:46.323899 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1142ed-04ff-444f-bc08-efd5c6692c61 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:52:46.340979 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a1023a-3b8e-43ec-b602-fc62c33bb5a5 None None] Sync routers for ids ['2bf10011-4593-4d7c-a1a5-0790e0d34abb'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:52:46.352652 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a1023a-3b8e-43ec-b602-fc62c33bb5a5 None None] Routers {'2bf10011-4593-4d7c-a1a5-0790e0d34abb'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:52:46.353535 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-f1a1023a-3b8e-43ec-b602-fc62c33bb5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:52:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2bf10011-4593-4d7c-a1a5-0790e0d34abb'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:46.371582 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0ff29424-e987-4b6a-af68-d70e50fed06f req-ed63663e-3f28-4eb0-aad9-76290de0f9ec tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612333 Dec 16 09:52:46.446358 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1c1142ed-04ff-444f-bc08-efd5c6692c61 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:46.450592 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46824) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:46.451047 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1c1142ed-04ff-444f-bc08-efd5c6692c61 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.7295196 Dec 16 09:52:46.486703 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2dded9ce-2bb6-4c66-956f-22907c1e5165 tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=7d5ec801137f4c9888df57468cddd269&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341091 Dec 16 09:52:46.489481 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46826) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:46.504705 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-f1a1023a-3b8e-43ec-b602-fc62c33bb5a5 None None] Set router 2bf10011-4593-4d7c-a1a5-0790e0d34abb gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:52:46.629061 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a7292-5b68-4e0c-a37e-ad6d9673092f tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:46.633152 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a02a7292-5b68-4e0c-a37e-ad6d9673092f tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1401768 Dec 16 09:52:46.633786 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46834) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:46.672934 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f4f59e01-37de-4c3a-b73e-2f4724ae9421 tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=66f24afa-c67f-4411-a795-f16773380b27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374377 Dec 16 09:52:46.675518 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46836) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:46.681335 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-2fd82f0f-c090-4937-890f-0e6d12427617 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-470417581', 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2', 'project_id': '7d5ec801137f4c9888df57468cddd269', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:52:46.754015 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-f1a1023a-3b8e-43ec-b602-fc62c33bb5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279505317', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f6dae148-8351-4da9-8272-9c6ace62c778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:43Z', 'updated_at': '2021-12-16T09:52:45Z', 'revision_number': 3, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': 'f6dae148-8351-4da9-8272-9c6ace62c778', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cf:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:44Z', 'updated_at': '2021-12-16T09:52:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:46.786829 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a1023a-3b8e-43ec-b602-fc62c33bb5a5 None None] Checking router: 2bf10011-4593-4d7c-a1a5-0790e0d34abb for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:52:46.787315 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a1023a-3b8e-43ec-b602-fc62c33bb5a5 None None] Updating router 2bf10011-4593-4d7c-a1a5-0790e0d34abb port f6dae148-8351-4da9-8272-9c6ace62c778 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:52:46.817622 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-f1a1023a-3b8e-43ec-b602-fc62c33bb5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:46.861577 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd82f0f-c090-4937-890f-0e6d12427617 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Made reservation on behalf of 7d5ec801137f4c9888df57468cddd269 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:52:46.866762 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2fd82f0f-c090-4937-890f-0e6d12427617 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:46.947649 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46842) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:47.114154 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-040778d8-1fc5-4e77-bbb7-8ba979ebab65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:47.209993 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-f1a1023a-3b8e-43ec-b602-fc62c33bb5a5 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:47.225910 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2fd82f0f-c090-4937-890f-0e6d12427617 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:47.288751 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5350998-bbd9-4e4a-915c-1043f2f4c87a req-49dd697a-6c1b-4576-9e27-faf0126de0c0 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:47.293079 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e5350998-bbd9-4e4a-915c-1043f2f4c87a req-49dd697a-6c1b-4576-9e27-faf0126de0c0 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 946 time: 0.1107521 Dec 16 09:52:47.295569 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-f1a1023a-3b8e-43ec-b602-fc62c33bb5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:47.296093 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd82f0f-c090-4937-890f-0e6d12427617 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'Subnet': ['ID=51d894a2-eca0-4233-9b54-57aa3929720c,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:47.308085 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48e4e4-19dd-4c8b-9e37-2079908bed28 req-23fd0115-9dad-40e3-9dd0-f562ad317f32 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:47.309694 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2e48e4e4-19dd-4c8b-9e37-2079908bed28 req-23fd0115-9dad-40e3-9dd0-f562ad317f32 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.57 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 946 time: 0.1232626 Dec 16 09:52:47.363547 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd82f0f-c090-4937-890f-0e6d12427617 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Checking segment: {'id': 'da856e83-2910-4f09-b33c-2a63c7b4cd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:52:47.363547 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd82f0f-c090-4937-890f-0e6d12427617 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Network hostable DHCP agents. Network: 09f6ce2f-b77d-43c1-a5e9-9572e8048dc2, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:52:47.364648 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-f1a1023a-3b8e-43ec-b602-fc62c33bb5a5 None None] Attempting to bind port f6dae148-8351-4da9-8272-9c6ace62c778 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:52:47.365163 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-f1a1023a-3b8e-43ec-b602-fc62c33bb5a5 None None] Attempting to bind port f6dae148-8351-4da9-8272-9c6ace62c778 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:52:47.365407 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a1023a-3b8e-43ec-b602-fc62c33bb5a5 None None] Attempting to bind port f6dae148-8351-4da9-8272-9c6ace62c778 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:52:47.378102 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a1023a-3b8e-43ec-b602-fc62c33bb5a5 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:52:47.378722 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a1023a-3b8e-43ec-b602-fc62c33bb5a5 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:52:47.379309 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-f1a1023a-3b8e-43ec-b602-fc62c33bb5a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:47.379869 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a1023a-3b8e-43ec-b602-fc62c33bb5a5 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:52:47.380652 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-f1a1023a-3b8e-43ec-b602-fc62c33bb5a5 None None] Bound port: f6dae148-8351-4da9-8272-9c6ace62c778, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:52:47.381247 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-f1a1023a-3b8e-43ec-b602-fc62c33bb5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:47.387567 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47766b18-3f74-42f8-8a9e-0b14ec9efef8 None None] Pushing event updated for resources: {'Port': ['ID=f6dae148-8351-4da9-8272-9c6ace62c778,revision_number=2']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:47.440999 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47766b18-3f74-42f8-8a9e-0b14ec9efef8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:47.441377 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47766b18-3f74-42f8-8a9e-0b14ec9efef8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:47.441711 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47766b18-3f74-42f8-8a9e-0b14ec9efef8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:47.446135 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e5350998-bbd9-4e4a-915c-1043f2f4c87a req-f5b06d3d-6009-45dd-8d46-4f38539ddb71 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1273832 Dec 16 09:52:47.448204 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-040778d8-1fc5-4e77-bbb7-8ba979ebab65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:47.453928 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47766b18-3f74-42f8-8a9e-0b14ec9efef8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:47.454270 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47766b18-3f74-42f8-8a9e-0b14ec9efef8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:47.455004 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47766b18-3f74-42f8-8a9e-0b14ec9efef8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:47.455004 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47766b18-3f74-42f8-8a9e-0b14ec9efef8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:47.455239 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47766b18-3f74-42f8-8a9e-0b14ec9efef8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:47.455555 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47766b18-3f74-42f8-8a9e-0b14ec9efef8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:47.455876 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47766b18-3f74-42f8-8a9e-0b14ec9efef8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:47.456194 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47766b18-3f74-42f8-8a9e-0b14ec9efef8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:47.456513 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47766b18-3f74-42f8-8a9e-0b14ec9efef8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:47.457594 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-2e48e4e4-19dd-4c8b-9e37-2079908bed28 req-924b24df-1f00-4cbf-9753-50d297432410 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Deleting port e3e884ec-0331-4c38-8ca3-ed5ff3ab0154 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:52:47.463634 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2e48e4e4-19dd-4c8b-9e37-2079908bed28 req-924b24df-1f00-4cbf-9753-50d297432410 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:47.501938 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-f1a1023a-3b8e-43ec-b602-fc62c33bb5a5 None None] For port f6dae148-8351-4da9-8272-9c6ace62c778, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:52:47.504990 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-f1a1023a-3b8e-43ec-b602-fc62c33bb5a5 None None] For port f6dae148-8351-4da9-8272-9c6ace62c778, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f6dae148-8351-4da9-8272-9c6ace62c778,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:52:47.517873 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd82f0f-c090-4937-890f-0e6d12427617 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Network 09f6ce2f-b77d-43c1-a5e9-9572e8048dc2 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:52:47.557067 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-040778d8-1fc5-4e77-bbb7-8ba979ebab65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:47.605940 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-040778d8-1fc5-4e77-bbb7-8ba979ebab65 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cb6c5ea68df54b58b56e6025c5d68d9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6546090 Dec 16 09:52:47.605940 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040778d8-1fc5-4e77-bbb7-8ba979ebab65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e4d4be-6cb2-4e72-bffe-494d89f927b2,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:47.607561 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46864) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:47.615254 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-f1a1023a-3b8e-43ec-b602-fc62c33bb5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:47.682341 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d68495d0-df09-4a90-8170-ec086432fb76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:47.703433 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47766b18-3f74-42f8-8a9e-0b14ec9efef8 None None] Pushing event updated for resources: {'Port': ['ID=f6dae148-8351-4da9-8272-9c6ace62c778,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:47.709406 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d68495d0-df09-4a90-8170-ec086432fb76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:47.738158 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a1023a-3b8e-43ec-b602-fc62c33bb5a5 None None] Routers {'2bf10011-4593-4d7c-a1a5-0790e0d34abb'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:52:47.739203 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-f1a1023a-3b8e-43ec-b602-fc62c33bb5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:52:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2bf10011-4593-4d7c-a1a5-0790e0d34abb'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:47.838590 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d68495d0-df09-4a90-8170-ec086432fb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:47.841163 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d68495d0-df09-4a90-8170-ec086432fb76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:47.842342 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d68495d0-df09-4a90-8170-ec086432fb76 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/06e4d4be-6cb2-4e72-bffe-494d89f927b2 HTTP/1.1" status: 204 len: 168 time: 0.2230546 Dec 16 09:52:47.851518 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68495d0-df09-4a90-8170-ec086432fb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e4d4be-6cb2-4e72-bffe-494d89f927b2,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:47.867027 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-f1a1023a-3b8e-43ec-b602-fc62c33bb5a5 None None] Set router 2bf10011-4593-4d7c-a1a5-0790e0d34abb gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:52:48.008750 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a3435-07d4-4181-9b8c-363d0b114c87 req-1e584556-7c8a-42c1-ba99-2f4f882d23bc tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:48.016458 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c33a3435-07d4-4181-9b8c-363d0b114c87 req-1e584556-7c8a-42c1-ba99-2f4f882d23bc tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 946 time: 0.5348337 Dec 16 09:52:48.040014 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-2fd82f0f-c090-4937-890f-0e6d12427617 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 09f6ce2f-b77d-43c1-a5e9-9572e8048dc2) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:52:48.051145 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91397c1c-25df-4235-9337-81d6017f313f None None] Network 09f6ce2f-b77d-43c1-a5e9-9572e8048dc2 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:52:48.053423 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd82f0f-c090-4937-890f-0e6d12427617 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:48.053926 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2fd82f0f-c090-4937-890f-0e6d12427617 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:48.058145 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-2e48e4e4-19dd-4c8b-9e37-2079908bed28 req-924b24df-1f00-4cbf-9753-50d297432410 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] For port e3e884ec-0331-4c38-8ca3-ed5ff3ab0154, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=e3e884ec-0331-4c38-8ca3-ed5ff3ab0154,segment=NetworkSegment(1a1d2d12-d95a-46f1-a516-8a34991c97cb),segment_id=1a1d2d12-d95a-46f1-a516-8a34991c97cb)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:52:48.058512 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2e48e4e4-19dd-4c8b-9e37-2079908bed28 req-924b24df-1f00-4cbf-9753-50d297432410 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:48.086132 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-2e48e4e4-19dd-4c8b-9e37-2079908bed28 req-924b24df-1f00-4cbf-9753-50d297432410 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Calling delete_port for e3e884ec-0331-4c38-8ca3-ed5ff3ab0154 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:52:48.128369 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-f1a1023a-3b8e-43ec-b602-fc62c33bb5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279505317', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f6dae148-8351-4da9-8272-9c6ace62c778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:43Z', 'updated_at': '2021-12-16T09:52:45Z', 'revision_number': 3, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': 'f6dae148-8351-4da9-8272-9c6ace62c778', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cf:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:44Z', 'updated_at': '2021-12-16T09:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:48.164316 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a1023a-3b8e-43ec-b602-fc62c33bb5a5 None None] The sync data for ids ['2bf10011-4593-4d7c-a1a5-0790e0d34abb'] in n-d-820550-2 is: [{'id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279505317', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f6dae148-8351-4da9-8272-9c6ace62c778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:43Z', 'updated_at': '2021-12-16T09:52:45Z', 'revision_number': 3, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': 'f6dae148-8351-4da9-8272-9c6ace62c778', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cf:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:44Z', 'updated_at': '2021-12-16T09:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:52:48.170683 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c33a3435-07d4-4181-9b8c-363d0b114c87 req-4a4ec7f3-5b37-4830-bd4b-6a00e9093c9a tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531126 Dec 16 09:52:48.236196 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2fd82f0f-c090-4937-890f-0e6d12427617 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5571537 Dec 16 09:52:48.238389 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46882) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:48.305294 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fb7100-d16e-4f41-8739-f3c0eada9446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-09f6ce2f-b77d-43c1-a5e9-9572e8048dc2', 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'fixed_ips': [{'subnet_id': '51d894a2-eca0-4233-9b54-57aa3929720c'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:52:48.305294 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c7fb7100-d16e-4f41-8739-f3c0eada9446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:48.433944 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2e48e4e4-19dd-4c8b-9e37-2079908bed28 req-924b24df-1f00-4cbf-9753-50d297432410 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:48.463808 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['8bc74aae-73ea-43e8-bb1c-9884d575b99d', 'e3e884ec-0331-4c38-8ca3-ed5ff3ab0154'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:52:48.485462 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b24df-1f00-4cbf-9753-50d297432410 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Pushing event deleted for resources: {'Port': ['ID=e3e884ec-0331-4c38-8ca3-ed5ff3ab0154,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:48.563478 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e48e4e4-19dd-4c8b-9e37-2079908bed28 req-924b24df-1f00-4cbf-9753-50d297432410 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] No DVR routers for this DVR port e3e884ec-0331-4c38-8ca3-ed5ff3ab0154 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:52:48.574065 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2e48e4e4-19dd-4c8b-9e37-2079908bed28 req-924b24df-1f00-4cbf-9753-50d297432410 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:48.580551 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2e48e4e4-19dd-4c8b-9e37-2079908bed28 req-924b24df-1f00-4cbf-9753-50d297432410 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.57 "DELETE /v2.0/ports/e3e884ec-0331-4c38-8ca3-ed5ff3ab0154 HTTP/1.1" status: 204 len: 173 time: 1.2606807 Dec 16 09:52:48.583244 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a74ed2-a684-4ce6-b477-a81d425abaef', 'name': 'network-vif-deleted', 'tag': 'e3e884ec-0331-4c38-8ca3-ed5ff3ab0154'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:52:48.583687 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67a6852-bb47-4cf8-a798-b1fd44368aa6" -d '{"events": [{"server_uuid": "84a74ed2-a684-4ce6-b477-a81d425abaef", "name": "network-vif-deleted", "tag": "e3e884ec-0331-4c38-8ca3-ed5ff3ab0154"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:52:48.590103 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-c7fb7100-d16e-4f41-8739-f3c0eada9446 None None] Allocated IP 172.20.0.2 (09f6ce2f-b77d-43c1-a5e9-9572e8048dc2/51d894a2-eca0-4233-9b54-57aa3929720c/0b555aff-7d6e-4251-8237-b739c91a8fc0) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:52:48.664384 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae8c1d2-6ae7-44f2-a134-f769f3b2fe21 x-openstack-request-id: req-4ae8c1d2-6ae7-44f2-a134-f769f3b2fe21 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:52:48.664570 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a74ed2-a684-4ce6-b477-a81d425abaef", "name": "network-vif-deleted", "tag": "e3e884ec-0331-4c38-8ca3-ed5ff3ab0154", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:52:48.664906 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4ae8c1d2-6ae7-44f2-a134-f769f3b2fe21 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:52:48.666136 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a74ed2-a684-4ce6-b477-a81d425abaef', 'name': 'network-vif-deleted', 'tag': 'e3e884ec-0331-4c38-8ca3-ed5ff3ab0154', 'status': 'completed', 'code': 200} Dec 16 09:52:48.817096 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0a9f1-e62f-422d-b5f2-1a0544755263 req-021a0379-d401-44c9-a7a7-6b586fe0ae42 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:48.818958 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a0b0a9f1-e62f-422d-b5f2-1a0544755263 req-021a0379-d401-44c9-a7a7-6b586fe0ae42 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 946 time: 0.2106650 Dec 16 09:52:48.833898 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46900) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:48.904668 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a0b0a9f1-e62f-422d-b5f2-1a0544755263 req-7b7e3a69-4d24-4a25-9797-4e21e5e2490e tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0760310 Dec 16 09:52:49.037219 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d5713cde-3b03-4fd0-b70a-e13c37f51a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:49.043430 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c7fb7100-d16e-4f41-8739-f3c0eada9446 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:49.083180 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-30fa2dec-8378-4a3d-ad1a-4b471df7d8ba tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:49.136262 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d5713cde-3b03-4fd0-b70a-e13c37f51a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:49.145858 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c7fb7100-d16e-4f41-8739-f3c0eada9446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:49.196378 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fb7100-d16e-4f41-8739-f3c0eada9446 None None] Network 09f6ce2f-b77d-43c1-a5e9-9572e8048dc2 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:52:49.200008 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-c7fb7100-d16e-4f41-8739-f3c0eada9446 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:52:49.202779 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fb7100-d16e-4f41-8739-f3c0eada9446 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:52:49.211644 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb7100-d16e-4f41-8739-f3c0eada9446 None None] Pushing event updated for resources: {'Port': ['ID=0b555aff-7d6e-4251-8237-b739c91a8fc0,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:49.248195 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d5713cde-3b03-4fd0-b70a-e13c37f51a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:49.319378 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-c7fb7100-d16e-4f41-8739-f3c0eada9446 None None] Attempting to bind port 0b555aff-7d6e-4251-8237-b739c91a8fc0 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:52:49.320033 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-c7fb7100-d16e-4f41-8739-f3c0eada9446 None None] Attempting to bind port 0b555aff-7d6e-4251-8237-b739c91a8fc0 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'da856e83-2910-4f09-b33c-2a63c7b4cd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:52:49.320594 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fb7100-d16e-4f41-8739-f3c0eada9446 None None] Attempting to bind port 0b555aff-7d6e-4251-8237-b739c91a8fc0 on network 09f6ce2f-b77d-43c1-a5e9-9572e8048dc2 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:52:49.324871 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d5713cde-3b03-4fd0-b70a-e13c37f51a38 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=94bfebb6b7e941cb990baf49f5b82fa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4896233 Dec 16 09:52:49.330257 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46914) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:49.330429 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fb7100-d16e-4f41-8739-f3c0eada9446 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:52:49.330732 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fb7100-d16e-4f41-8739-f3c0eada9446 None None] Checking segment: {'id': 'da856e83-2910-4f09-b33c-2a63c7b4cd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:52:49.331306 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c7fb7100-d16e-4f41-8739-f3c0eada9446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:49.331698 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fb7100-d16e-4f41-8739-f3c0eada9446 None None] Bound using segment: {'id': 'da856e83-2910-4f09-b33c-2a63c7b4cd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:52:49.332349 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-c7fb7100-d16e-4f41-8739-f3c0eada9446 None None] Bound port: 0b555aff-7d6e-4251-8237-b739c91a8fc0, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da856e83-2910-4f09-b33c-2a63c7b4cd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:52:49.332940 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c7fb7100-d16e-4f41-8739-f3c0eada9446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:49.367535 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5713cde-3b03-4fd0-b70a-e13c37f51a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca554e1-e7d8-4116-a210-0871d250044c,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:49.384995 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-aa475f1e-932c-409f-9551-cc052dfb710d req-c1c3e98e-bb94-4239-b675-af524038c1e3 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a74ed2-a684-4ce6-b477-a81d425abaef HTTP/1.1" status: 200 len: 210 time: 0.0590959 Dec 16 09:52:49.445627 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-c7fb7100-d16e-4f41-8739-f3c0eada9446 None None] For port 0b555aff-7d6e-4251-8237-b739c91a8fc0, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:52:49.452378 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-c7fb7100-d16e-4f41-8739-f3c0eada9446 None None] For port 0b555aff-7d6e-4251-8237-b739c91a8fc0, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=0b555aff-7d6e-4251-8237-b739c91a8fc0,segment=NetworkSegment(da856e83-2910-4f09-b33c-2a63c7b4cd1e),segment_id=da856e83-2910-4f09-b33c-2a63c7b4cd1e)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:52:49.457138 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46916) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:49.465010 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-30fa2dec-8378-4a3d-ad1a-4b471df7d8ba tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Allocated IP 172.20.0.1 (09f6ce2f-b77d-43c1-a5e9-9572e8048dc2/51d894a2-eca0-4233-9b54-57aa3929720c/695bddbc-718e-486c-a73b-e56e688095b1) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:52:49.501366 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99c25ec5-1795-43f8-b0ea-a0d43dc7bfaf req-6e247620-ee4a-4d02-bc8d-ad0f39f5bf66 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0740919 Dec 16 09:52:49.502120 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7f5fd4e2-beb4-470d-b45e-04ac72218a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:49.528362 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7f5fd4e2-beb4-470d-b45e-04ac72218a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:49.548463 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c7fb7100-d16e-4f41-8739-f3c0eada9446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:49.601132 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c25ec5-1795-43f8-b0ea-a0d43dc7bfaf req-adda59d2-2539-4d8d-b73c-943c1adfc9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:49.602492 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99c25ec5-1795-43f8-b0ea-a0d43dc7bfaf req-adda59d2-2539-4d8d-b73c-943c1adfc9df service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e808bd8d166b416b83bade9028f5b46b&device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 1097 time: 0.0721643 Dec 16 09:52:49.642977 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb7100-d16e-4f41-8739-f3c0eada9446 None None] Pushing event updated for resources: {'Port': ['ID=0b555aff-7d6e-4251-8237-b739c91a8fc0,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:49.660668 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-30fa2dec-8378-4a3d-ad1a-4b471df7d8ba tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:49.710688 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-f505e814-56f3-43ee-8f0d-47d8aaa652d3 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1847236213-network', 'tenant_id': '525e1f08c3204715b26eaceb89e11bbd'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:52:49.720628 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7f5fd4e2-beb4-470d-b45e-04ac72218a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:49.728736 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7f5fd4e2-beb4-470d-b45e-04ac72218a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:49.728736 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7f5fd4e2-beb4-470d-b45e-04ac72218a15 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fca554e1-e7d8-4116-a210-0871d250044c HTTP/1.1" status: 204 len: 168 time: 0.3827956 Dec 16 09:52:49.744571 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5fd4e2-beb4-470d-b45e-04ac72218a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca554e1-e7d8-4116-a210-0871d250044c,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:49.748963 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c25ec5-1795-43f8-b0ea-a0d43dc7bfaf req-67e1d8ef-3841-41f2-b022-88f78f7dbb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:49.750537 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99c25ec5-1795-43f8-b0ea-a0d43dc7bfaf req-67e1d8ef-3841-41f2-b022-88f78f7dbb4a service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8195718-f9dc-4337-9d69-d121976a6257 HTTP/1.1" status: 200 len: 919 time: 0.1252627 Dec 16 09:52:49.804357 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-30fa2dec-8378-4a3d-ad1a-4b471df7d8ba tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:49.830912 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99c25ec5-1795-43f8-b0ea-a0d43dc7bfaf req-51b5fcb1-ff13-42bc-b16a-fdb6911658b7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bc74aae-73ea-43e8-bb1c-9884d575b99d HTTP/1.1" status: 200 len: 217 time: 0.0605466 Dec 16 09:52:49.862977 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f505e814-56f3-43ee-8f0d-47d8aaa652d3 admin admin] Made reservation on behalf of 525e1f08c3204715b26eaceb89e11bbd for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:52:49.865395 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f505e814-56f3-43ee-8f0d-47d8aaa652d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:49.887432 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f505e814-56f3-43ee-8f0d-47d8aaa652d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:49.905362 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c25ec5-1795-43f8-b0ea-a0d43dc7bfaf req-c2255016-38c7-43f6-8aa3-94d567d5a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:49.907125 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99c25ec5-1795-43f8-b0ea-a0d43dc7bfaf req-c2255016-38c7-43f6-8aa3-94d567d5a624 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=42c53971-1f21-4e03-a331-522b7a1e2105 HTTP/1.1" status: 200 len: 858 time: 0.0751719 Dec 16 09:52:49.915480 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fa2dec-8378-4a3d-ad1a-4b471df7d8ba tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Network 09f6ce2f-b77d-43c1-a5e9-9572e8048dc2 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:52:49.919168 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa2dec-8378-4a3d-ad1a-4b471df7d8ba tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'Port': ['ID=695bddbc-718e-486c-a73b-e56e688095b1,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:49.923182 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-30fa2dec-8378-4a3d-ad1a-4b471df7d8ba tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:52:49.939087 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fa2dec-8378-4a3d-ad1a-4b471df7d8ba tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:52:49.942904 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99c25ec5-1795-43f8-b0ea-a0d43dc7bfaf req-641f48d6-75b0-4274-8f63-5d79e77abf07 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8195718-f9dc-4337-9d69-d121976a6257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276923 Dec 16 09:52:50.001569 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-30fa2dec-8378-4a3d-ad1a-4b471df7d8ba tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:50.104591 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99c25ec5-1795-43f8-b0ea-a0d43dc7bfaf req-7014bc8b-3cf1-4901-b049-058aa22846c3 service neutron] 10.222.0.57 "GET /v2.0/networks/f8195718-f9dc-4337-9d69-d121976a6257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517489 Dec 16 09:52:50.209619 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f505e814-56f3-43ee-8f0d-47d8aaa652d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:50.210901 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99c25ec5-1795-43f8-b0ea-a0d43dc7bfaf req-52dbf193-8f5b-45e3-8780-4f1d7be980db service neutron] 10.222.0.57 "GET /v2.0/networks/f8195718-f9dc-4337-9d69-d121976a6257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993969 Dec 16 09:52:50.221264 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2d329-70ae-4acc-b813-ab086582b02a req-e7dbda36-05b5-4959-b1ba-d7095281f2c4 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:50.222844 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-57f2d329-70ae-4acc-b813-ab086582b02a req-e7dbda36-05b5-4959-b1ba-d7095281f2c4 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 946 time: 0.1582353 Dec 16 09:52:50.268560 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-57f2d329-70ae-4acc-b813-ab086582b02a req-68993b55-18ab-4dfe-8cb9-dd21dcd0ce1c tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353127 Dec 16 09:52:50.300901 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f505e814-56f3-43ee-8f0d-47d8aaa652d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:50.325880 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f505e814-56f3-43ee-8f0d-47d8aaa652d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:52:50.340925 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505e814-56f3-43ee-8f0d-47d8aaa652d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40587e8b-ada8-426d-8faf-52277b684998,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:50.360248 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f505e814-56f3-43ee-8f0d-47d8aaa652d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:50.360598 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-f505e814-56f3-43ee-8f0d-47d8aaa652d3 admin admin] Added segment a3aff565-42c5-4ddc-a0de-cbd17ae62294 of type vlan for network f1e7282e-00cb-49f3-b859-5e7859731833 Dec 16 09:52:50.400959 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-30fa2dec-8378-4a3d-ad1a-4b471df7d8ba tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:50.428143 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f505e814-56f3-43ee-8f0d-47d8aaa652d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:50.482531 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46932) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:50.501571 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-22fdaa5b-6af3-456f-b74c-babc29e79f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:50.543666 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f6dae148-8351-4da9-8272-9c6ace62c778 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:52:50.593022 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-22fdaa5b-6af3-456f-b74c-babc29e79f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:50.597703 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port f6dae148-8351-4da9-8272-9c6ace62c778 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:52:50.598110 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:50.675007 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:50.687957 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-22fdaa5b-6af3-456f-b74c-babc29e79f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:50.689495 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f505e814-56f3-43ee-8f0d-47d8aaa652d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:50.690455 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f505e814-56f3-43ee-8f0d-47d8aaa652d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:50.691023 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f505e814-56f3-43ee-8f0d-47d8aaa652d3 admin admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:50.696288 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port f6dae148-8351-4da9-8272-9c6ace62c778, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f6dae148-8351-4da9-8272-9c6ace62c778,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:52:50.712261 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device e3e884ec-0331-4c38-8ca3-ed5ff3ab0154 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:52:50.729450 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fdaa5b-6af3-456f-b74c-babc29e79f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29502b89-d1a0-4cd9-879e-689d82478fa9,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:50.734199 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-22fdaa5b-6af3-456f-b74c-babc29e79f0c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7673473381fd4ec8a6a8706efe0ef0e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2494233 Dec 16 09:52:50.736737 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46934) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:50.744496 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: e3e884ec-0331-4c38-8ca3-ed5ff3ab0154 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:52:50.745478 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device e3e884ec-0331-4c38-8ca3-ed5ff3ab0154 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:52:50.808707 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-028ac432-6e65-48e7-a8f1-a4b43a6caec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:50.827101 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:50.828636 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 0b555aff-7d6e-4251-8237-b739c91a8fc0 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:52:50.834421 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-028ac432-6e65-48e7-a8f1-a4b43a6caec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:50.976655 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-028ac432-6e65-48e7-a8f1-a4b43a6caec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:50.979836 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-028ac432-6e65-48e7-a8f1-a4b43a6caec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:50.984801 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-028ac432-6e65-48e7-a8f1-a4b43a6caec3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/29502b89-d1a0-4cd9-879e-689d82478fa9 HTTP/1.1" status: 204 len: 168 time: 0.2466433 Dec 16 09:52:50.999245 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ac432-6e65-48e7-a8f1-a4b43a6caec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29502b89-d1a0-4cd9-879e-689d82478fa9,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:51.019069 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb2aeb-7406-4f34-8ab0-6c71118189c5 req-cb3e64f0-eb4b-4dee-91bd-ad2a6372e92a tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:51.019820 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c4bb2aeb-7406-4f34-8ab0-6c71118189c5 req-cb3e64f0-eb4b-4dee-91bd-ad2a6372e92a tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.0870614 Dec 16 09:52:51.069238 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c4bb2aeb-7406-4f34-8ab0-6c71118189c5 req-614326b6-3519-4ee3-8d6d-a2d2790c263e tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426695 Dec 16 09:52:51.159215 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f505e814-56f3-43ee-8f0d-47d8aaa652d3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7009866 Dec 16 09:52:51.162245 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 46940) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:51.172026 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-f2dc932e-f1c7-40d9-b5b2-a0f9752bd5e1 admin admin] Request body: {'subnet': {'network_id': 'f1e7282e-00cb-49f3-b859-5e7859731833', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1847236213-subnet', 'tenant_id': '525e1f08c3204715b26eaceb89e11bbd', 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:52:51.172254 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=f6dae148-8351-4da9-8272-9c6ace62c778,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:51.178433 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-30fa2dec-8378-4a3d-ad1a-4b471df7d8ba tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:51.183703 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 0b555aff-7d6e-4251-8237-b739c91a8fc0 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:52:51.184130 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:51.184278 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505e814-56f3-43ee-8f0d-47d8aaa652d3 admin admin] Pushing event updated for resources: {'Network': ['ID=f1e7282e-00cb-49f3-b859-5e7859731833,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:51.209714 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network f1e7282e-00cb-49f3-b859-5e7859731833 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:52:51.255309 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afc5553-8afa-47b9-8c49-19735816250b None None] Network 09f6ce2f-b77d-43c1-a5e9-9572e8048dc2 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:52:51.307250 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-30fa2dec-8378-4a3d-ad1a-4b471df7d8ba tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:51.307480 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dc932e-f1c7-40d9-b5b2-a0f9752bd5e1 admin admin] Made reservation on behalf of 525e1f08c3204715b26eaceb89e11bbd for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:52:51.310443 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f2dc932e-f1c7-40d9-b5b2-a0f9752bd5e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:51.361891 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-094a0eea-65a8-4390-b413-11e3b3c4459a None None] Provisioning complete for port 0b555aff-7d6e-4251-8237-b739c91a8fc0 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:52:51.362318 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-094a0eea-65a8-4390-b413-11e3b3c4459a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:51.446562 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa2dec-8378-4a3d-ad1a-4b471df7d8ba tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'Port': ['ID=695bddbc-718e-486c-a73b-e56e688095b1,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:51.484678 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:51.490713 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-30fa2dec-8378-4a3d-ad1a-4b471df7d8ba tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:51.517443 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a7ab6-505b-46b4-a89d-6dcc2a7a75d3 req-d106f84d-008f-4a8f-9fa0-d5ad89fe7cf8 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:51.526372 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-787a7ab6-505b-46b4-a89d-6dcc2a7a75d3 req-d106f84d-008f-4a8f-9fa0-d5ad89fe7cf8 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 946 time: 0.1233513 Dec 16 09:52:51.563298 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-094a0eea-65a8-4390-b413-11e3b3c4459a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:51.584441 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 0b555aff-7d6e-4251-8237-b739c91a8fc0, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=0b555aff-7d6e-4251-8237-b739c91a8fc0,segment=NetworkSegment(da856e83-2910-4f09-b33c-2a63c7b4cd1e),segment_id=da856e83-2910-4f09-b33c-2a63c7b4cd1e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:52:51.626084 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-787a7ab6-505b-46b4-a89d-6dcc2a7a75d3 req-09e4b400-7fe4-4018-a29d-60773bfd4e74 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0986118 Dec 16 09:52:51.643083 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f2dc932e-f1c7-40d9-b5b2-a0f9752bd5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:51.651610 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fa2dec-8378-4a3d-ad1a-4b471df7d8ba tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Network 09f6ce2f-b77d-43c1-a5e9-9572e8048dc2 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:52:51.653729 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-30fa2dec-8378-4a3d-ad1a-4b471df7d8ba tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:52:51.711326 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:51.733810 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc932e-f1c7-40d9-b5b2-a0f9752bd5e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51b2ae69-5e90-4cd4-9365-2709ebcc8560,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:51.771104 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dc932e-f1c7-40d9-b5b2-a0f9752bd5e1 admin admin] Checking segment: {'id': 'a3aff565-42c5-4ddc-a0de-cbd17ae62294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f1e7282e-00cb-49f3-b859-5e7859731833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:52:51.772493 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dc932e-f1c7-40d9-b5b2-a0f9752bd5e1 admin admin] Network hostable DHCP agents. Network: f1e7282e-00cb-49f3-b859-5e7859731833, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:52:51.805871 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-094a0eea-65a8-4390-b413-11e3b3c4459a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:52:51.806265 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-094a0eea-65a8-4390-b413-11e3b3c4459a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:52:51.807331 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=0b555aff-7d6e-4251-8237-b739c91a8fc0,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:51.814465 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30fa2dec-8378-4a3d-ad1a-4b471df7d8ba tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Router 2bf10011-4593-4d7c-a1a5-0790e0d34abb has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:52:51.882016 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dc932e-f1c7-40d9-b5b2-a0f9752bd5e1 admin admin] Network f1e7282e-00cb-49f3-b859-5e7859731833 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:52:51.928668 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30fa2dec-8378-4a3d-ad1a-4b471df7d8ba tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:52:51.933801 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-30fa2dec-8378-4a3d-ad1a-4b471df7d8ba tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "PUT /v2.0/routers/2bf10011-4593-4d7c-a1a5-0790e0d34abb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6901219 Dec 16 09:52:51.943416 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3535568-bfdb-4e11-ae62-e82a21d8736f None None] Sync routers for ids ['2bf10011-4593-4d7c-a1a5-0790e0d34abb'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:52:51.954094 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3535568-bfdb-4e11-ae62-e82a21d8736f None None] Routers {'2bf10011-4593-4d7c-a1a5-0790e0d34abb'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:52:51.954845 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-f3535568-bfdb-4e11-ae62-e82a21d8736f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:52:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2bf10011-4593-4d7c-a1a5-0790e0d34abb'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:51.980995 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-f2dc932e-f1c7-40d9-b5b2-a0f9752bd5e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, f1e7282e-00cb-49f3-b859-5e7859731833) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:52:51.987900 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dc932e-f1c7-40d9-b5b2-a0f9752bd5e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:51.992246 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f2dc932e-f1c7-40d9-b5b2-a0f9752bd5e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:52.000679 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b04d014-6aed-4309-aa33-8bdb4b6fc4a1 None None] Network f1e7282e-00cb-49f3-b859-5e7859731833 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:52:52.108271 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f2dc932e-f1c7-40d9-b5b2-a0f9752bd5e1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9445829 Dec 16 09:52:52.110621 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 46972) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:52.115695 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-6b1211be-2672-46c3-884e-1bfc60dea930 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1847236213-router', 'tenant_id': '525e1f08c3204715b26eaceb89e11bbd', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:52:52.190360 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-a47cd131-1f81-4186-aee2-5716b9f3817a tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-802122049&fields=id&tenant_id=7d5ec801137f4c9888df57468cddd269 HTTP/1.1" status: 200 len: 267 time: 0.0644186 Dec 16 09:52:52.221818 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-f3535568-bfdb-4e11-ae62-e82a21d8736f None None] Set router 2bf10011-4593-4d7c-a1a5-0790e0d34abb gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:52:52.254953 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b1211be-2672-46c3-884e-1bfc60dea930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:52.257481 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b1211be-2672-46c3-884e-1bfc60dea930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:52.302369 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33413f6-7900-4e8d-ae9d-6d45a9fb7635 req-715ade6a-5d00-410e-94bf-cd90b705c5eb tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:52.303983 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d33413f6-7900-4e8d-ae9d-6d45a9fb7635 req-715ade6a-5d00-410e-94bf-cd90b705c5eb tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.1002805 Dec 16 09:52:52.335031 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-870a1e27-587b-4106-aa98-55a4dfc7fbcd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:52.336805 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-870a1e27-587b-4106-aa98-55a4dfc7fbcd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/networks?id=09f6ce2f-b77d-43c1-a5e9-9572e8048dc2 HTTP/1.1" status: 200 len: 796 time: 0.1366482 Dec 16 09:52:52.358648 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-a6ad7a86-496d-4314-b7a3-4a2a8e09de25 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/quotas/7d5ec801137f4c9888df57468cddd269 HTTP/1.1" status: 200 len: 375 time: 0.0127094 Dec 16 09:52:52.369105 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b1211be-2672-46c3-884e-1bfc60dea930 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:52.412362 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d33413f6-7900-4e8d-ae9d-6d45a9fb7635 req-116b59b0-9f4e-438b-876f-834642a627c5 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995181 Dec 16 09:52:52.428372 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d46b063-0b63-44cf-bede-bd9c6a2ccbfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-f1e7282e-00cb-49f3-b859-5e7859731833', 'network_id': 'f1e7282e-00cb-49f3-b859-5e7859731833', 'tenant_id': '525e1f08c3204715b26eaceb89e11bbd', 'fixed_ips': [{'subnet_id': '51b2ae69-5e90-4cd4-9365-2709ebcc8560'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:52:52.429296 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4d46b063-0b63-44cf-bede-bd9c6a2ccbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:52.453541 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-66bdc034-fb3e-40be-aaa5-dcc32e9aa3e9 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0905237 Dec 16 09:52:52.501095 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f6dae148-8351-4da9-8272-9c6ace62c778 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:52:52.588911 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-69800a93-c304-4f04-88e8-affe27f17f4c service neutron] 10.222.0.60 "GET /v2.0/networks/09f6ce2f-b77d-43c1-a5e9-9572e8048dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123109 Dec 16 09:52:52.619824 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b1211be-2672-46c3-884e-1bfc60dea930 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:52.690983 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-7fbc61e6-16f9-484d-9e0a-ff2c577d47b1 service neutron] 10.222.0.60 "GET /v2.0/networks/09f6ce2f-b77d-43c1-a5e9-9572e8048dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009345 Dec 16 09:52:52.762259 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-29d489fa-f65b-444a-812b-bba86c96a3f6 None None] Provisioning complete for port 695bddbc-718e-486c-a73b-e56e688095b1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:52:52.762838 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-29d489fa-f65b-444a-812b-bba86c96a3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:52.766761 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port f6dae148-8351-4da9-8272-9c6ace62c778 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:52:52.767244 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:52.832841 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a36a55-01d2-4ba2-a6ab-65e91a48a8eb req-1a0efa36-abc3-462d-99d8-38517b11c43b tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:52.834406 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-74a36a55-01d2-4ba2-a6ab-65e91a48a8eb req-1a0efa36-abc3-462d-99d8-38517b11c43b tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 946 time: 0.0896544 Dec 16 09:52:52.855153 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-29d489fa-f65b-444a-812b-bba86c96a3f6 None None] Port 695bddbc-718e-486c-a73b-e56e688095b1 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:52:52.862204 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-4d46b063-0b63-44cf-bede-bd9c6a2ccbfe None None] Allocated IP 172.20.0.2 (f1e7282e-00cb-49f3-b859-5e7859731833/51b2ae69-5e90-4cd4-9365-2709ebcc8560/ae9ba528-ff0a-4dc1-a53d-83664e0f6726) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:52:52.886306 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-f3535568-bfdb-4e11-ae62-e82a21d8736f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279505317', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f6dae148-8351-4da9-8272-9c6ace62c778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:43Z', 'updated_at': '2021-12-16T09:52:50Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': 'f6dae148-8351-4da9-8272-9c6ace62c778', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:44Z', 'updated_at': '2021-12-16T09:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '695bddbc-718e-486c-a73b-e56e688095b1', 'name': '', 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'mac_address': 'fa:16:3e:83:05:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '51d894a2-eca0-4233-9b54-57aa3929720c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:49Z', 'updated_at': '2021-12-16T09:52:50Z', 'revision_number': 2, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'subnets': [{'id': '51d894a2-eca0-4233-9b54-57aa3929720c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:52.923331 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-29d489fa-f65b-444a-812b-bba86c96a3f6 None None] Provisioning complete for port 0b555aff-7d6e-4251-8237-b739c91a8fc0 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:52:52.923798 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-29d489fa-f65b-444a-812b-bba86c96a3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:52.939730 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3535568-bfdb-4e11-ae62-e82a21d8736f None None] Checking router: 2bf10011-4593-4d7c-a1a5-0790e0d34abb for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:52:52.940182 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3535568-bfdb-4e11-ae62-e82a21d8736f None None] Updating router 2bf10011-4593-4d7c-a1a5-0790e0d34abb port 695bddbc-718e-486c-a73b-e56e688095b1 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:52:53.003073 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f3535568-bfdb-4e11-ae62-e82a21d8736f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:53.020881 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-18942a73-2b21-4a7e-bd9a-fb1e89599bb0 req-6e8d71b0-b6c3-486e-9f6c-5b755a788ef4 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 210 time: 0.0429201 Dec 16 09:52:53.037665 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-74a36a55-01d2-4ba2-a6ab-65e91a48a8eb req-b12c6c96-4d3b-4553-bfef-56489a31168d tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1937099 Dec 16 09:52:53.049024 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b1211be-2672-46c3-884e-1bfc60dea930 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:53.089923 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b1211be-2672-46c3-884e-1bfc60dea930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:53.155000 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 0b555aff-7d6e-4251-8237-b739c91a8fc0 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:52:53.233371 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-6b1211be-2672-46c3-884e-1bfc60dea930 admin admin] Allocated IP 172.25.1.231 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/805e1beb-52dd-4aa8-8aac-7ee7ed9011a3) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:52:53.374894 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b1211be-2672-46c3-884e-1bfc60dea930 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:53.523705 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b1211be-2672-46c3-884e-1bfc60dea930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:53.568318 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1211be-2672-46c3-884e-1bfc60dea930 admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:52:53.574664 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-6b1211be-2672-46c3-884e-1bfc60dea930 admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:52:53.578822 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1211be-2672-46c3-884e-1bfc60dea930 admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:52:53.633715 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 0b555aff-7d6e-4251-8237-b739c91a8fc0 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:52:53.633715 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:53.645922 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b308602-18ad-45e5-9ed7-fa18ee187243 req-d6d47ddb-d594-457d-b93b-40eb35981212 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:53.647171 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3b308602-18ad-45e5-9ed7-fa18ee187243 req-d6d47ddb-d594-457d-b93b-40eb35981212 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.1383295 Dec 16 09:52:53.654293 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1211be-2672-46c3-884e-1bfc60dea930 admin admin] Pushing event updated for resources: {'Port': ['ID=805e1beb-52dd-4aa8-8aac-7ee7ed9011a3,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:53.657547 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:52:53.703833 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3b308602-18ad-45e5-9ed7-fa18ee187243 req-81a2e0bc-467a-4990-9b08-0f70a9b6b2a0 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457888 Dec 16 09:52:53.963927 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4d46b063-0b63-44cf-bede-bd9c6a2ccbfe None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:53.963927 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4d46b063-0b63-44cf-bede-bd9c6a2ccbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:53.963927 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d46b063-0b63-44cf-bede-bd9c6a2ccbfe None None] Network f1e7282e-00cb-49f3-b859-5e7859731833 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:52:53.975371 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-4d46b063-0b63-44cf-bede-bd9c6a2ccbfe None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:52:53.994156 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d46b063-0b63-44cf-bede-bd9c6a2ccbfe None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:52:54.001159 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46b063-0b63-44cf-bede-bd9c6a2ccbfe None None] Pushing event updated for resources: {'Port': ['ID=ae9ba528-ff0a-4dc1-a53d-83664e0f6726,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:54.031653 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 8c16075f-0c49-41c4-8cf6-cad9247d5bd0, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=8c16075f-0c49-41c4-8cf6-cad9247d5bd0,segment=NetworkSegment(c1145db4-acce-4730-a2ad-0f420017f088),segment_id=c1145db4-acce-4730-a2ad-0f420017f088)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:52:54.076697 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f3535568-bfdb-4e11-ae62-e82a21d8736f None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:54.098310 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '8c16075f-0c49-41c4-8cf6-cad9247d5bd0', 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639', 'port_id': '8c16075f-0c49-41c4-8cf6-cad9247d5bd0', 'mac_address': 'fa:16:3e:ac:a3:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55767ecf-03fc-4a01-868c-518fd421c2f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:52:54.111264 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-4d46b063-0b63-44cf-bede-bd9c6a2ccbfe None None] Attempting to bind port ae9ba528-ff0a-4dc1-a53d-83664e0f6726 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:52:54.111643 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-4d46b063-0b63-44cf-bede-bd9c6a2ccbfe None None] Attempting to bind port ae9ba528-ff0a-4dc1-a53d-83664e0f6726 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'a3aff565-42c5-4ddc-a0de-cbd17ae62294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f1e7282e-00cb-49f3-b859-5e7859731833'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:52:54.112005 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d46b063-0b63-44cf-bede-bd9c6a2ccbfe None None] Attempting to bind port ae9ba528-ff0a-4dc1-a53d-83664e0f6726 on network f1e7282e-00cb-49f3-b859-5e7859731833 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:52:54.126928 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b1211be-2672-46c3-884e-1bfc60dea930 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:54.142484 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d46b063-0b63-44cf-bede-bd9c6a2ccbfe None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:52:54.142862 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d46b063-0b63-44cf-bede-bd9c6a2ccbfe None None] Checking segment: {'id': 'a3aff565-42c5-4ddc-a0de-cbd17ae62294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f1e7282e-00cb-49f3-b859-5e7859731833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:52:54.143265 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4d46b063-0b63-44cf-bede-bd9c6a2ccbfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:54.143877 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d46b063-0b63-44cf-bede-bd9c6a2ccbfe None None] Bound using segment: {'id': 'a3aff565-42c5-4ddc-a0de-cbd17ae62294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f1e7282e-00cb-49f3-b859-5e7859731833'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:52:54.144230 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-4d46b063-0b63-44cf-bede-bd9c6a2ccbfe None None] Bound port: ae9ba528-ff0a-4dc1-a53d-83664e0f6726, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3aff565-42c5-4ddc-a0de-cbd17ae62294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f1e7282e-00cb-49f3-b859-5e7859731833'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:52:54.144566 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4d46b063-0b63-44cf-bede-bd9c6a2ccbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:54.180825 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9acf61bf-b7b0-48ec-a40e-e2555cffb8e8 req-e340f5ef-8222-41ab-9f46-04e1ecbbc168 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 210 time: 0.0647609 Dec 16 09:52:54.219881 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f3535568-bfdb-4e11-ae62-e82a21d8736f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:54.227152 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1f60681f-4404-401f-9f01-406a190e18f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:54.269950 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:54.307260 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62990f1-8ca9-49b9-9820-51529a3a7899 req-898ab8c9-193c-4308-a2f6-91ed06907435 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:54.312269 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e62990f1-8ca9-49b9-9820-51529a3a7899 req-898ab8c9-193c-4308-a2f6-91ed06907435 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 946 time: 0.1410084 Dec 16 09:52:54.335047 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:52:54.341814 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c6a64-c763-40c9-99e9-060a9b580ac0 None None] Pushing event updated for resources: {'Port': ['ID=695bddbc-718e-486c-a73b-e56e688095b1,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:54.447106 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 8c16075f-0c49-41c4-8cf6-cad9247d5bd0, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=8c16075f-0c49-41c4-8cf6-cad9247d5bd0,segment=NetworkSegment(c1145db4-acce-4730-a2ad-0f420017f088),segment_id=c1145db4-acce-4730-a2ad-0f420017f088)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:52:54.453539 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e62990f1-8ca9-49b9-9820-51529a3a7899 req-ffdf487d-0a96-4494-8510-50bfa9b1a6a9 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1341729 Dec 16 09:52:54.508297 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4d46b063-0b63-44cf-bede-bd9c6a2ccbfe None None] For port ae9ba528-ff0a-4dc1-a53d-83664e0f6726, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:52:54.531274 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b1211be-2672-46c3-884e-1bfc60dea930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:54.535182 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:54.546924 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-f3535568-bfdb-4e11-ae62-e82a21d8736f None None] Attempting to bind port 695bddbc-718e-486c-a73b-e56e688095b1 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:52:54.551721 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-f3535568-bfdb-4e11-ae62-e82a21d8736f None None] Attempting to bind port 695bddbc-718e-486c-a73b-e56e688095b1 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'da856e83-2910-4f09-b33c-2a63c7b4cd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:52:54.554395 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3535568-bfdb-4e11-ae62-e82a21d8736f None None] Attempting to bind port 695bddbc-718e-486c-a73b-e56e688095b1 on network 09f6ce2f-b77d-43c1-a5e9-9572e8048dc2 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:52:54.560127 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4d46b063-0b63-44cf-bede-bd9c6a2ccbfe None None] For port ae9ba528-ff0a-4dc1-a53d-83664e0f6726, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ae9ba528-ff0a-4dc1-a53d-83664e0f6726,segment=NetworkSegment(a3aff565-42c5-4ddc-a0de-cbd17ae62294),segment_id=a3aff565-42c5-4ddc-a0de-cbd17ae62294)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:52:54.633749 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3535568-bfdb-4e11-ae62-e82a21d8736f None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:52:54.634159 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3535568-bfdb-4e11-ae62-e82a21d8736f None None] Checking segment: {'id': 'da856e83-2910-4f09-b33c-2a63c7b4cd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:52:54.634567 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f3535568-bfdb-4e11-ae62-e82a21d8736f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:54.634960 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3535568-bfdb-4e11-ae62-e82a21d8736f None None] Bound using segment: {'id': 'da856e83-2910-4f09-b33c-2a63c7b4cd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:52:54.640028 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-f3535568-bfdb-4e11-ae62-e82a21d8736f None None] Bound port: 695bddbc-718e-486c-a73b-e56e688095b1, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da856e83-2910-4f09-b33c-2a63c7b4cd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:52:54.640533 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f3535568-bfdb-4e11-ae62-e82a21d8736f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:54.672655 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['8c16075f-0c49-41c4-8cf6-cad9247d5bd0'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:52:54.690288 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4d46b063-0b63-44cf-bede-bd9c6a2ccbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:54.809099 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=8c16075f-0c49-41c4-8cf6-cad9247d5bd0,revision_number=6']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:54.875511 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1211be-2672-46c3-884e-1bfc60dea930 admin admin] Router 6c2e96f4-fb71-4250-88ce-89abb5f8ccda is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:52:54.971167 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f3535568-bfdb-4e11-ae62-e82a21d8736f None None] For port 695bddbc-718e-486c-a73b-e56e688095b1, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:52:54.985651 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-cc3a9d8e-c5d9-4eaa-9cea-af254e487b89 None None] Provisioning complete for port 695bddbc-718e-486c-a73b-e56e688095b1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:52:54.986433 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cc3a9d8e-c5d9-4eaa-9cea-af254e487b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:54.989526 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f3535568-bfdb-4e11-ae62-e82a21d8736f None None] For port 695bddbc-718e-486c-a73b-e56e688095b1, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=695bddbc-718e-486c-a73b-e56e688095b1,segment=NetworkSegment(da856e83-2910-4f09-b33c-2a63c7b4cd1e),segment_id=da856e83-2910-4f09-b33c-2a63c7b4cd1e)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:52:54.993461 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454afec-0090-4eec-a928-e43b5195e560 req-457d9829-25d1-4510-b847-f4ecbc920bc7 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:55.000531 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3454afec-0090-4eec-a928-e43b5195e560 req-457d9829-25d1-4510-b847-f4ecbc920bc7 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.1631041 Dec 16 09:52:55.027332 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46b063-0b63-44cf-bede-bd9c6a2ccbfe None None] Pushing event updated for resources: {'Port': ['ID=ae9ba528-ff0a-4dc1-a53d-83664e0f6726,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:55.072700 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f3535568-bfdb-4e11-ae62-e82a21d8736f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:55.074876 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-cc3a9d8e-c5d9-4eaa-9cea-af254e487b89 None None] Port 695bddbc-718e-486c-a73b-e56e688095b1 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:52:55.104810 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3454afec-0090-4eec-a928-e43b5195e560 req-bc8c2604-97a2-418f-af12-9d0e18cce8de tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033213 Dec 16 09:52:55.125949 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1211be-2672-46c3-884e-1bfc60dea930 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:52:55.137386 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efa7894-a1d5-4fc3-98c0-9709a8316adb None None] Sync routers for ids ['6c2e96f4-fb71-4250-88ce-89abb5f8ccda'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:52:55.154500 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efa7894-a1d5-4fc3-98c0-9709a8316adb None None] Routers {'6c2e96f4-fb71-4250-88ce-89abb5f8ccda'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:52:55.164512 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1efa7894-a1d5-4fc3-98c0-9709a8316adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:52:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6c2e96f4-fb71-4250-88ce-89abb5f8ccda'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:55.170634 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3535568-bfdb-4e11-ae62-e82a21d8736f None None] Routers {'2bf10011-4593-4d7c-a1a5-0790e0d34abb'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:52:55.171595 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-f3535568-bfdb-4e11-ae62-e82a21d8736f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:52:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2bf10011-4593-4d7c-a1a5-0790e0d34abb'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:55.224554 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b1211be-2672-46c3-884e-1bfc60dea930 admin admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:55.230488 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6b1211be-2672-46c3-884e-1bfc60dea930 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1158507 Dec 16 09:52:55.230902 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 47056) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:55.402006 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-193885c5-b98a-4773-aa18-fada3c410a74 req-38a3de0a-9cf5-4b5b-8de4-db5538a4eacf tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 210 time: 0.1003768 Dec 16 09:52:55.476013 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c6a64-c763-40c9-99e9-060a9b580ac0 None None] Pushing event updated for resources: {'Port': ['ID=695bddbc-718e-486c-a73b-e56e688095b1,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:55.609365 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-f3535568-bfdb-4e11-ae62-e82a21d8736f None None] Set router 2bf10011-4593-4d7c-a1a5-0790e0d34abb gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:52:55.622247 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-1efa7894-a1d5-4fc3-98c0-9709a8316adb None None] Set router 6c2e96f4-fb71-4250-88ce-89abb5f8ccda gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:52:55.650455 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:52:55.922915 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:52:55.923302 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:55.925429 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1efa7894-a1d5-4fc3-98c0-9709a8316adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2e96f4-fb71-4250-88ce-89abb5f8ccda', 'name': 'tempest-TestServerMultinode-1847236213-router', 'tenant_id': '525e1f08c3204715b26eaceb89e11bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '805e1beb-52dd-4aa8-8aac-7ee7ed9011a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:52Z', 'updated_at': '2021-12-16T09:52:53Z', 'revision_number': 3, 'project_id': '525e1f08c3204715b26eaceb89e11bbd', 'gw_port': {'id': '805e1beb-52dd-4aa8-8aac-7ee7ed9011a3', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:39:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2e96f4-fb71-4250-88ce-89abb5f8ccda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:53Z', 'updated_at': '2021-12-16T09:52:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:55.940280 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-ad1b91d5-dd2c-497a-938c-3f82c24a83c2 None None] Provisioning complete for port 695bddbc-718e-486c-a73b-e56e688095b1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:52:55.941056 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ad1b91d5-dd2c-497a-938c-3f82c24a83c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:55.981739 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efa7894-a1d5-4fc3-98c0-9709a8316adb None None] Checking router: 6c2e96f4-fb71-4250-88ce-89abb5f8ccda for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:52:55.981739 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efa7894-a1d5-4fc3-98c0-9709a8316adb None None] Updating router 6c2e96f4-fb71-4250-88ce-89abb5f8ccda port 805e1beb-52dd-4aa8-8aac-7ee7ed9011a3 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:52:56.034364 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-1efa7894-a1d5-4fc3-98c0-9709a8316adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:56.304941 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ad1b91d5-dd2c-497a-938c-3f82c24a83c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:56.316286 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01bd27-e690-4a07-bf7d-a7f98c171866 req-d7fcad74-4538-4ee9-976c-0483a0700bcb tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:56.317990 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bc01bd27-e690-4a07-bf7d-a7f98c171866 req-d7fcad74-4538-4ee9-976c-0483a0700bcb tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.1112545 Dec 16 09:52:56.577088 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bc01bd27-e690-4a07-bf7d-a7f98c171866 req-8e89b1a1-e351-4332-8fbe-04bb348c6eee tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/security-groups?id=c388878e-4db1-47c2-8a45-eccdabe5b445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503960 Dec 16 09:52:56.675809 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab449e-5afd-4f8c-aad9-0a6edbcbda80 req-29251b84-1f76-4607-b64d-ba4faaa25046 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:56.680264 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-79ab449e-5afd-4f8c-aad9-0a6edbcbda80 req-29251b84-1f76-4607-b64d-ba4faaa25046 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 946 time: 0.3105838 Dec 16 09:52:56.688854 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ae9ba528-ff0a-4dc1-a53d-83664e0f6726 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:52:56.797300 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-205eebee-b3b2-413d-9deb-1c15773443dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:56.880394 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-ad1b91d5-dd2c-497a-938c-3f82c24a83c2 None None] For port 695bddbc-718e-486c-a73b-e56e688095b1, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=695bddbc-718e-486c-a73b-e56e688095b1,segment=NetworkSegment(da856e83-2910-4f09-b33c-2a63c7b4cd1e),segment_id=da856e83-2910-4f09-b33c-2a63c7b4cd1e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:52:56.895945 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:56.925398 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8057843-66b6-4256-acd6-bc3208d95375 None None] Network f1e7282e-00cb-49f3-b859-5e7859731833 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:52:56.928943 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f5ae98a0-8c4d-4fa9-b318-3ac6f0ca1898 req-7a42ffdd-993f-409b-a9c5-de26a13aa0c6 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 210 time: 0.1384878 Dec 16 09:52:56.955707 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-52d9cbda-a16e-4d1a-9ec0-632a42452fe4 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:56.956273 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 8c16075f-0c49-41c4-8cf6-cad9247d5bd0, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=8c16075f-0c49-41c4-8cf6-cad9247d5bd0,segment=NetworkSegment(c1145db4-acce-4730-a2ad-0f420017f088),segment_id=c1145db4-acce-4730-a2ad-0f420017f088)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:52:56.958564 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-1efa7894-a1d5-4fc3-98c0-9709a8316adb None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:56.958966 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-f3535568-bfdb-4e11-ae62-e82a21d8736f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279505317', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f6dae148-8351-4da9-8272-9c6ace62c778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:43Z', 'updated_at': '2021-12-16T09:52:50Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': 'f6dae148-8351-4da9-8272-9c6ace62c778', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:44Z', 'updated_at': '2021-12-16T09:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '695bddbc-718e-486c-a73b-e56e688095b1', 'name': '', 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'mac_address': 'fa:16:3e:83:05:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '51d894a2-eca0-4233-9b54-57aa3929720c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:49Z', 'updated_at': '2021-12-16T09:52:54Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'subnets': [{'id': '51d894a2-eca0-4233-9b54-57aa3929720c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:56.959962 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-52d9cbda-a16e-4d1a-9ec0-632a42452fe4 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.58 "GET /v2.0/networks?id=09f6ce2f-b77d-43c1-a5e9-9572e8048dc2 HTTP/1.1" status: 200 len: 796 time: 0.6149421 Dec 16 09:52:56.972838 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261b5aac-2fe1-4d1d-b802-85cf02d95173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c16075f-0c49-41c4-8cf6-cad9247d5bd0'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:52:56.975975 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208fb77e-5484-4a1b-ab5e-0134c9652d9d" -d '{"events": [{"server_uuid": "261b5aac-2fe1-4d1d-b802-85cf02d95173", "name": "network-vif-plugged", "status": "completed", "tag": "8c16075f-0c49-41c4-8cf6-cad9247d5bd0"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:52:56.988771 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1046813-a644-45e8-888e-d73ef3e73783 req-4f63425f-9a9b-441f-b336-2c31ba065efa tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:56.996699 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d1046813-a644-45e8-888e-d73ef3e73783 req-4f63425f-9a9b-441f-b336-2c31ba065efa tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 945 time: 1.4053366 Dec 16 09:52:57.000516 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-79ab449e-5afd-4f8c-aad9-0a6edbcbda80 req-8c31e7c3-f14d-4552-8b59-4bc3db6fe5d2 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Deleting port 8bc74aae-73ea-43e8-bb1c-9884d575b99d {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:52:57.000871 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-79ab449e-5afd-4f8c-aad9-0a6edbcbda80 req-8c31e7c3-f14d-4552-8b59-4bc3db6fe5d2 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:57.045783 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ad1b91d5-dd2c-497a-938c-3f82c24a83c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:57.056883 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:57.059040 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-1efa7894-a1d5-4fc3-98c0-9709a8316adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:57.064362 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5650bfe-0dbd-4173-aaf1-3a61229c5dcc x-openstack-request-id: req-e5650bfe-0dbd-4173-aaf1-3a61229c5dcc {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:52:57.064648 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261b5aac-2fe1-4d1d-b802-85cf02d95173", "name": "network-vif-plugged", "status": "completed", "tag": "8c16075f-0c49-41c4-8cf6-cad9247d5bd0", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:52:57.064895 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e5650bfe-0dbd-4173-aaf1-3a61229c5dcc {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:52:57.065321 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261b5aac-2fe1-4d1d-b802-85cf02d95173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c16075f-0c49-41c4-8cf6-cad9247d5bd0', 'code': 200} Dec 16 09:52:57.066003 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port ae9ba528-ff0a-4dc1-a53d-83664e0f6726 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:52:57.066368 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:57.130311 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3535568-bfdb-4e11-ae62-e82a21d8736f None None] The sync data for ids ['2bf10011-4593-4d7c-a1a5-0790e0d34abb'] in n-d-820550-2 is: [{'id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279505317', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f6dae148-8351-4da9-8272-9c6ace62c778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:43Z', 'updated_at': '2021-12-16T09:52:50Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': 'f6dae148-8351-4da9-8272-9c6ace62c778', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:44Z', 'updated_at': '2021-12-16T09:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '695bddbc-718e-486c-a73b-e56e688095b1', 'name': '', 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'mac_address': 'fa:16:3e:83:05:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '51d894a2-eca0-4233-9b54-57aa3929720c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:49Z', 'updated_at': '2021-12-16T09:52:54Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'subnets': [{'id': '51d894a2-eca0-4233-9b54-57aa3929720c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:52:57.177639 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-1efa7894-a1d5-4fc3-98c0-9709a8316adb None None] Attempting to bind port 805e1beb-52dd-4aa8-8aac-7ee7ed9011a3 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:52:57.178255 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-1efa7894-a1d5-4fc3-98c0-9709a8316adb None None] Attempting to bind port 805e1beb-52dd-4aa8-8aac-7ee7ed9011a3 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:52:57.179415 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efa7894-a1d5-4fc3-98c0-9709a8316adb None None] Attempting to bind port 805e1beb-52dd-4aa8-8aac-7ee7ed9011a3 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:52:57.193476 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d31af-42df-4fe8-8689-412121f2f987 None None] Pushing event updated for resources: {'Port': ['ID=805e1beb-52dd-4aa8-8aac-7ee7ed9011a3,revision_number=2']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:57.205812 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efa7894-a1d5-4fc3-98c0-9709a8316adb None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:52:57.206475 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efa7894-a1d5-4fc3-98c0-9709a8316adb None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:52:57.206618 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-e670acb7-8747-4aa6-8a42-7bd6ac32f6e1 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d5ec801137f4c9888df57468cddd269 HTTP/1.1" status: 200 len: 379 time: 0.2295229 Dec 16 09:52:57.207142 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-1efa7894-a1d5-4fc3-98c0-9709a8316adb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:57.207677 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efa7894-a1d5-4fc3-98c0-9709a8316adb None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:52:57.208301 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-1efa7894-a1d5-4fc3-98c0-9709a8316adb None None] Bound port: 805e1beb-52dd-4aa8-8aac-7ee7ed9011a3, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:52:57.208827 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-1efa7894-a1d5-4fc3-98c0-9709a8316adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:57.214540 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d1046813-a644-45e8-888e-d73ef3e73783 req-4f89e152-416e-40ec-af4c-2e7a7b95603a tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2168729 Dec 16 09:52:57.228466 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-c1046b13-2619-4ed2-9cc5-51a97b8fab8b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'port': {'device_id': '94ec1ee7-26e1-459b-acac-97dd5a8b8d7d', 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2', 'admin_state_up': True, 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'security_groups': ['6d27c20c-a016-4ca4-aca0-311ac2b9116a']}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:52:57.326426 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-79ab449e-5afd-4f8c-aad9-0a6edbcbda80 req-8c31e7c3-f14d-4552-8b59-4bc3db6fe5d2 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] For port 8bc74aae-73ea-43e8-bb1c-9884d575b99d, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=8bc74aae-73ea-43e8-bb1c-9884d575b99d,segment=NetworkSegment(1a1d2d12-d95a-46f1-a516-8a34991c97cb),segment_id=1a1d2d12-d95a-46f1-a516-8a34991c97cb)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:52:57.326810 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-79ab449e-5afd-4f8c-aad9-0a6edbcbda80 req-8c31e7c3-f14d-4552-8b59-4bc3db6fe5d2 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:57.358411 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-79ab449e-5afd-4f8c-aad9-0a6edbcbda80 req-8c31e7c3-f14d-4552-8b59-4bc3db6fe5d2 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Calling delete_port for 8bc74aae-73ea-43e8-bb1c-9884d575b99d owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:52:57.364235 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-1efa7894-a1d5-4fc3-98c0-9709a8316adb None None] For port 805e1beb-52dd-4aa8-8aac-7ee7ed9011a3, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:52:57.368065 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-1efa7894-a1d5-4fc3-98c0-9709a8316adb None None] For port 805e1beb-52dd-4aa8-8aac-7ee7ed9011a3, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=805e1beb-52dd-4aa8-8aac-7ee7ed9011a3,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:52:57.451721 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:57.472927 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-1efa7894-a1d5-4fc3-98c0-9709a8316adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:57.492884 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-1d932753-4ef4-4e0e-a8a9-03b02969537c None None] Provisioning complete for port ae9ba528-ff0a-4dc1-a53d-83664e0f6726 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:52:57.494826 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1d932753-4ef4-4e0e-a8a9-03b02969537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:57.552130 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b91d5-dd2c-497a-938c-3f82c24a83c2 None None] Pushing event updated for resources: {'Port': ['ID=695bddbc-718e-486c-a73b-e56e688095b1,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:57.602028 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d31af-42df-4fe8-8689-412121f2f987 None None] Pushing event updated for resources: {'Port': ['ID=805e1beb-52dd-4aa8-8aac-7ee7ed9011a3,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:57.686503 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c71564c-6e65-4a22-9812-85e394e442e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:57.688752 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efa7894-a1d5-4fc3-98c0-9709a8316adb None None] Routers {'6c2e96f4-fb71-4250-88ce-89abb5f8ccda'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:52:57.689664 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1efa7894-a1d5-4fc3-98c0-9709a8316adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:52:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6c2e96f4-fb71-4250-88ce-89abb5f8ccda'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:57.739152 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-79ab449e-5afd-4f8c-aad9-0a6edbcbda80 req-8c31e7c3-f14d-4552-8b59-4bc3db6fe5d2 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:57.796692 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port ae9ba528-ff0a-4dc1-a53d-83664e0f6726, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ae9ba528-ff0a-4dc1-a53d-83664e0f6726,segment=NetworkSegment(a3aff565-42c5-4ddc-a0de-cbd17ae62294),segment_id=a3aff565-42c5-4ddc-a0de-cbd17ae62294)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:52:57.804219 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31e7c3-f14d-4552-8b59-4bc3db6fe5d2 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Pushing event deleted for resources: {'Port': ['ID=8bc74aae-73ea-43e8-bb1c-9884d575b99d,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:57.805143 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-c1046b13-2619-4ed2-9cc5-51a97b8fab8b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Made reservation on behalf of 7d5ec801137f4c9888df57468cddd269 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:52:57.811084 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-c1046b13-2619-4ed2-9cc5-51a97b8fab8b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:57.892312 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b530a067-5d56-49f2-aff3-dfea187b85c8 req-dc3fad3b-9d07-44e1-a680-206cf01f7f0e tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 210 time: 0.0893161 Dec 16 09:52:57.919238 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:57.930602 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:57.942415 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=8c16075f-0c49-41c4-8cf6-cad9247d5bd0,revision_number=7']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:57.975870 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ab449e-5afd-4f8c-aad9-0a6edbcbda80 req-8c31e7c3-f14d-4552-8b59-4bc3db6fe5d2 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] No DVR routers for this DVR port 8bc74aae-73ea-43e8-bb1c-9884d575b99d on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:52:57.982302 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-79ab449e-5afd-4f8c-aad9-0a6edbcbda80 req-8c31e7c3-f14d-4552-8b59-4bc3db6fe5d2 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:57.987814 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-79ab449e-5afd-4f8c-aad9-0a6edbcbda80 req-8c31e7c3-f14d-4552-8b59-4bc3db6fe5d2 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.57 "DELETE /v2.0/ports/8bc74aae-73ea-43e8-bb1c-9884d575b99d HTTP/1.1" status: 204 len: 173 time: 1.3017645 Dec 16 09:52:57.989247 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2053e9-3700-421c-993d-e145867e46c8', 'name': 'network-vif-deleted', 'tag': '8bc74aae-73ea-43e8-bb1c-9884d575b99d'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:52:57.993169 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b707cd-9816-4962-8d92-27ffea96f2cd" -d '{"events": [{"server_uuid": "5b2053e9-3700-421c-993d-e145867e46c8", "name": "network-vif-deleted", "tag": "8bc74aae-73ea-43e8-bb1c-9884d575b99d"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:52:58.023680 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-1efa7894-a1d5-4fc3-98c0-9709a8316adb None None] Set router 6c2e96f4-fb71-4250-88ce-89abb5f8ccda gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:52:58.108708 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db77686-f302-4358-b2b5-b0c57c033f13 x-openstack-request-id: req-8db77686-f302-4358-b2b5-b0c57c033f13 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:52:58.108708 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2053e9-3700-421c-993d-e145867e46c8", "name": "network-vif-deleted", "tag": "8bc74aae-73ea-43e8-bb1c-9884d575b99d", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:52:58.108708 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8db77686-f302-4358-b2b5-b0c57c033f13 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:52:58.108708 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2053e9-3700-421c-993d-e145867e46c8', 'name': 'network-vif-deleted', 'tag': '8bc74aae-73ea-43e8-bb1c-9884d575b99d', 'status': 'completed', 'code': 200} Dec 16 09:52:58.240876 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=ae9ba528-ff0a-4dc1-a53d-83664e0f6726,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:58.272366 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e2cbb12f-ce67-47d2-b5aa-4f7e5b666218 req-3a4eb96d-ff91-4e49-8ccf-9dec94c264f2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 210 time: 0.1932850 Dec 16 09:52:58.404253 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-9c71564c-6e65-4a22-9812-85e394e442e7 admin admin] Allocated IP 172.20.0.1 (f1e7282e-00cb-49f3-b859-5e7859731833/51b2ae69-5e90-4cd4-9365-2709ebcc8560/a85d6fe7-cbc7-49f9-baab-2de79fa22461) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:52:58.548780 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1efa7894-a1d5-4fc3-98c0-9709a8316adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2e96f4-fb71-4250-88ce-89abb5f8ccda', 'name': 'tempest-TestServerMultinode-1847236213-router', 'tenant_id': '525e1f08c3204715b26eaceb89e11bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '805e1beb-52dd-4aa8-8aac-7ee7ed9011a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:52Z', 'updated_at': '2021-12-16T09:52:53Z', 'revision_number': 3, 'project_id': '525e1f08c3204715b26eaceb89e11bbd', 'gw_port': {'id': '805e1beb-52dd-4aa8-8aac-7ee7ed9011a3', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:39:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2e96f4-fb71-4250-88ce-89abb5f8ccda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:53Z', 'updated_at': '2021-12-16T09:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:58.577063 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-05470ae3-7c99-43c4-b595-e813d26790a2 None None] Provisioning complete for port ae9ba528-ff0a-4dc1-a53d-83664e0f6726 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:52:58.589301 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-05470ae3-7c99-43c4-b595-e813d26790a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:58.596418 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca8b33-7d4d-4915-b270-668b0d95e824 req-eb34ff74-e217-4f51-82b4-31fa83542838 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:58.598044 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-10ca8b33-7d4d-4915-b270-668b0d95e824 req-eb34ff74-e217-4f51-82b4-31fa83542838 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 946 time: 0.1242673 Dec 16 09:52:58.626676 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efa7894-a1d5-4fc3-98c0-9709a8316adb None None] The sync data for ids ['6c2e96f4-fb71-4250-88ce-89abb5f8ccda'] in n-d-820550-2 is: [{'id': '6c2e96f4-fb71-4250-88ce-89abb5f8ccda', 'name': 'tempest-TestServerMultinode-1847236213-router', 'tenant_id': '525e1f08c3204715b26eaceb89e11bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '805e1beb-52dd-4aa8-8aac-7ee7ed9011a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:52Z', 'updated_at': '2021-12-16T09:52:53Z', 'revision_number': 3, 'project_id': '525e1f08c3204715b26eaceb89e11bbd', 'gw_port': {'id': '805e1beb-52dd-4aa8-8aac-7ee7ed9011a3', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:39:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2e96f4-fb71-4250-88ce-89abb5f8ccda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:53Z', 'updated_at': '2021-12-16T09:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:52:58.722487 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 695bddbc-718e-486c-a73b-e56e688095b1 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:52:58.752056 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-10ca8b33-7d4d-4915-b270-668b0d95e824 req-22980b51-befb-4f6c-b7e3-79b455293f1a tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1274774 Dec 16 09:52:58.772661 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-c1046b13-2619-4ed2-9cc5-51a97b8fab8b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Allocated IP 172.20.0.14 (09f6ce2f-b77d-43c1-a5e9-9572e8048dc2/51d894a2-eca0-4233-9b54-57aa3929720c/2df4058d-eac7-4293-9052-af0e0de4f9a5) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:52:58.821776 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 8bc74aae-73ea-43e8-bb1c-9884d575b99d no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:52:58.915631 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 8bc74aae-73ea-43e8-bb1c-9884d575b99d {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:52:58.916142 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 8bc74aae-73ea-43e8-bb1c-9884d575b99d not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:52:58.960443 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 695bddbc-718e-486c-a73b-e56e688095b1 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:52:58.970054 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:59.018612 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c71564c-6e65-4a22-9812-85e394e442e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:59.136539 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bf4b2253-664f-4e84-8741-54d01ba3b49a req-e8ea7a59-5ab0-4c87-a429-a29a722c1e27 tempest-ServerRescueNegativeTestJSON-824206049 tempest-ServerRescueNegativeTestJSON-824206049-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2053e9-3700-421c-993d-e145867e46c8 HTTP/1.1" status: 200 len: 210 time: 0.1082811 Dec 16 09:52:59.206067 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:59.255318 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ae9ba528-ff0a-4dc1-a53d-83664e0f6726 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:52:59.382799 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-c1046b13-2619-4ed2-9cc5-51a97b8fab8b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:59.398976 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port ae9ba528-ff0a-4dc1-a53d-83664e0f6726 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:52:59.398976 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:59.462870 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8a8ee149-2720-4f5a-9afd-1aeec6441f3e req-9ced1199-1c02-4153-93c8-44478c42ddbc tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 210 time: 0.0573549 Dec 16 09:52:59.519011 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-c1046b13-2619-4ed2-9cc5-51a97b8fab8b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:59.543548 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:52:59.573745 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c71564c-6e65-4a22-9812-85e394e442e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:59.598450 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-c1046b13-2619-4ed2-9cc5-51a97b8fab8b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Network 09f6ce2f-b77d-43c1-a5e9-9572e8048dc2 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:52:59.607128 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-c1046b13-2619-4ed2-9cc5-51a97b8fab8b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:52:59.630614 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-c1046b13-2619-4ed2-9cc5-51a97b8fab8b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:52:59.670899 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:59.720712 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c71564c-6e65-4a22-9812-85e394e442e7 admin admin] Network f1e7282e-00cb-49f3-b859-5e7859731833 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:52:59.724963 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-9c71564c-6e65-4a22-9812-85e394e442e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:52:59.735898 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1046b13-2619-4ed2-9cc5-51a97b8fab8b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'Port': ['ID=2df4058d-eac7-4293-9052-af0e0de4f9a5,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:59.738667 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c71564c-6e65-4a22-9812-85e394e442e7 admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:52:59.833293 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71564c-6e65-4a22-9812-85e394e442e7 admin admin] Pushing event updated for resources: {'Port': ['ID=a85d6fe7-cbc7-49f9-baab-2de79fa22461,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:59.907405 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-c1046b13-2619-4ed2-9cc5-51a97b8fab8b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:59.910364 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-c1046b13-2619-4ed2-9cc5-51a97b8fab8b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:00.042536 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c71564c-6e65-4a22-9812-85e394e442e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:00.059696 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-8fc5926c-c1c0-4419-9ccc-93d43db8f921 None None] Provisioning complete for port 2df4058d-eac7-4293-9052-af0e0de4f9a5 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:00.061954 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8fc5926c-c1c0-4419-9ccc-93d43db8f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:00.100024 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95d13e-ef6e-4c60-bf18-391875254ecb req-50f7b4fb-d67c-471f-afe3-b1ac9068c683 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:00.101629 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bf95d13e-ef6e-4c60-bf18-391875254ecb req-50f7b4fb-d67c-471f-afe3-b1ac9068c683 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 946 time: 0.2309163 Dec 16 09:53:00.160138 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-8fc5926c-c1c0-4419-9ccc-93d43db8f921 None None] Port 2df4058d-eac7-4293-9052-af0e0de4f9a5 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:53:00.232820 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 47114) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:00.295321 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-c1046b13-2619-4ed2-9cc5-51a97b8fab8b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0723774 Dec 16 09:53:00.298731 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-cd1df43b-40d2-42f9-a96b-9eb2432bd527 None None] Provisioning complete for port a85d6fe7-cbc7-49f9-baab-2de79fa22461 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:00.300768 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cd1df43b-40d2-42f9-a96b-9eb2432bd527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:00.327127 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-1b826bbd-a14c-4403-9a8f-8b791ea571d1 service neutron] Request body: {'port': {'device_id': '94ec1ee7-26e1-459b-acac-97dd5a8b8d7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:00.405572 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-cd1df43b-40d2-42f9-a96b-9eb2432bd527 None None] Port a85d6fe7-cbc7-49f9-baab-2de79fa22461 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:53:00.441943 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bf95d13e-ef6e-4c60-bf18-391875254ecb req-be56ca5c-b8ef-4724-bb2c-636722f31935 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3304174 Dec 16 09:53:00.565470 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-1b826bbd-a14c-4403-9a8f-8b791ea571d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:00.623329 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 805e1beb-52dd-4aa8-8aac-7ee7ed9011a3 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:53:00.762641 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 805e1beb-52dd-4aa8-8aac-7ee7ed9011a3 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:00.763256 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:00.786380 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519abb55-72dd-448b-af27-40781bfadd28 req-7fdef27f-98aa-41f6-9e00-029fb0e7a1fb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:00.792824 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-519abb55-72dd-448b-af27-40781bfadd28 req-7fdef27f-98aa-41f6-9e00-029fb0e7a1fb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 932 time: 0.1859632 Dec 16 09:53:00.837791 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c71564c-6e65-4a22-9812-85e394e442e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:00.975500 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:00.975500 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 805e1beb-52dd-4aa8-8aac-7ee7ed9011a3, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=805e1beb-52dd-4aa8-8aac-7ee7ed9011a3,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:53:00.994645 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-519abb55-72dd-448b-af27-40781bfadd28 req-bf613fbd-eaf3-460e-ba9b-1912e9d95733 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931059 Dec 16 09:53:01.098794 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-605939a8-4e55-4e69-aada-e18459463c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:01.140487 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:01.250791 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=805e1beb-52dd-4aa8-8aac-7ee7ed9011a3,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:01.283491 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c71564c-6e65-4a22-9812-85e394e442e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:01.316619 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-1b826bbd-a14c-4403-9a8f-8b791ea571d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2df4058d-eac7-4293-9052-af0e0de4f9a5 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:53:01.334109 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-1b826bbd-a14c-4403-9a8f-8b791ea571d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:01.354215 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c71564c-6e65-4a22-9812-85e394e442e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:01.404080 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-1b826bbd-a14c-4403-9a8f-8b791ea571d1 service neutron] Transition to ACTIVE for port object 2df4058d-eac7-4293-9052-af0e0de4f9a5 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:53:01.468758 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-605939a8-4e55-4e69-aada-e18459463c1f admin admin] Deleting port 738d95b7-658d-4913-8f77-c99a08f45d35 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:53:01.469333 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-605939a8-4e55-4e69-aada-e18459463c1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:01.472389 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c71564c-6e65-4a22-9812-85e394e442e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:01.476977 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71564c-6e65-4a22-9812-85e394e442e7 admin admin] Pushing event updated for resources: {'Port': ['ID=a85d6fe7-cbc7-49f9-baab-2de79fa22461,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:01.514260 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-1b826bbd-a14c-4403-9a8f-8b791ea571d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:01.572318 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-605939a8-4e55-4e69-aada-e18459463c1f admin admin] For port 738d95b7-658d-4913-8f77-c99a08f45d35, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=738d95b7-658d-4913-8f77-c99a08f45d35,segment=NetworkSegment(1a1d2d12-d95a-46f1-a516-8a34991c97cb),segment_id=1a1d2d12-d95a-46f1-a516-8a34991c97cb)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:53:01.572687 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-605939a8-4e55-4e69-aada-e18459463c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:01.590097 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-605939a8-4e55-4e69-aada-e18459463c1f admin admin] Calling delete_port for 738d95b7-658d-4913-8f77-c99a08f45d35 owned by network:router_interface {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:53:01.713421 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b826bbd-a14c-4403-9a8f-8b791ea571d1 service neutron] Pushing event updated for resources: {'Port': ['ID=2df4058d-eac7-4293-9052-af0e0de4f9a5,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:01.782327 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64b499-6c6a-42dd-ab1b-1538e386711c req-6f2dc1b3-e46e-4012-8c8c-bd47574b4b44 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:01.784003 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ee64b499-6c6a-42dd-ab1b-1538e386711c req-6f2dc1b3-e46e-4012-8c8c-bd47574b4b44 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 946 time: 0.1830382 Dec 16 09:53:01.933999 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-605939a8-4e55-4e69-aada-e18459463c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:02.017799 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605939a8-4e55-4e69-aada-e18459463c1f admin admin] Pushing event deleted for resources: {'Port': ['ID=738d95b7-658d-4913-8f77-c99a08f45d35,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:02.128961 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c71564c-6e65-4a22-9812-85e394e442e7 admin admin] Network f1e7282e-00cb-49f3-b859-5e7859731833 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:53:02.148052 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-9c71564c-6e65-4a22-9812-85e394e442e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:02.232694 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78dcab8-901a-4441-8308-bc2639368002 req-9376787b-4c6d-4741-b0a4-d3ca9f5f3379 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:02.234437 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e78dcab8-901a-4441-8308-bc2639368002 req-9376787b-4c6d-4741-b0a4-d3ca9f5f3379 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 944 time: 0.0829246 Dec 16 09:53:02.241411 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-605939a8-4e55-4e69-aada-e18459463c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:02.288552 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-1b826bbd-a14c-4403-9a8f-8b791ea571d1 service neutron] Attempting to bind port 2df4058d-eac7-4293-9052-af0e0de4f9a5 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:53:02.288984 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-1b826bbd-a14c-4403-9a8f-8b791ea571d1 service neutron] Attempting to bind port 2df4058d-eac7-4293-9052-af0e0de4f9a5 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'da856e83-2910-4f09-b33c-2a63c7b4cd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:53:02.289394 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-1b826bbd-a14c-4403-9a8f-8b791ea571d1 service neutron] Attempting to bind port 2df4058d-eac7-4293-9052-af0e0de4f9a5 on network 09f6ce2f-b77d-43c1-a5e9-9572e8048dc2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:53:02.294126 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ee64b499-6c6a-42dd-ab1b-1538e386711c req-54264dab-957e-4326-9f25-1217a80cf799 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1771429 Dec 16 09:53:02.300850 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-1b826bbd-a14c-4403-9a8f-8b791ea571d1 service neutron] Port 2df4058d-eac7-4293-9052-af0e0de4f9a5 on network 09f6ce2f-b77d-43c1-a5e9-9572e8048dc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:53:02.301265 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-1b826bbd-a14c-4403-9a8f-8b791ea571d1 service neutron] Attempting to bind port 2df4058d-eac7-4293-9052-af0e0de4f9a5 on network 09f6ce2f-b77d-43c1-a5e9-9572e8048dc2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:53:02.330889 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-1b826bbd-a14c-4403-9a8f-8b791ea571d1 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:53:02.331856 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-1b826bbd-a14c-4403-9a8f-8b791ea571d1 service neutron] Checking segment: {'id': 'da856e83-2910-4f09-b33c-2a63c7b4cd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:53:02.333317 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-1b826bbd-a14c-4403-9a8f-8b791ea571d1 service neutron] Bound using segment: {'id': 'da856e83-2910-4f09-b33c-2a63c7b4cd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:53:02.333998 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-1b826bbd-a14c-4403-9a8f-8b791ea571d1 service neutron] Bound port: 2df4058d-eac7-4293-9052-af0e0de4f9a5, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da856e83-2910-4f09-b33c-2a63c7b4cd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:53:02.336216 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-1b826bbd-a14c-4403-9a8f-8b791ea571d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:02.424586 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e78dcab8-901a-4441-8308-bc2639368002 req-a52c34d2-708e-441e-91c7-927dd2843670 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809850 Dec 16 09:53:02.437877 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c71564c-6e65-4a22-9812-85e394e442e7 admin admin] Router 6c2e96f4-fb71-4250-88ce-89abb5f8ccda has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:53:02.496491 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-1b826bbd-a14c-4403-9a8f-8b791ea571d1 service neutron] For port 2df4058d-eac7-4293-9052-af0e0de4f9a5, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:53:02.504170 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-1b826bbd-a14c-4403-9a8f-8b791ea571d1 service neutron] For port 2df4058d-eac7-4293-9052-af0e0de4f9a5, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=2df4058d-eac7-4293-9052-af0e0de4f9a5,segment=NetworkSegment(da856e83-2910-4f09-b33c-2a63c7b4cd1e),segment_id=da856e83-2910-4f09-b33c-2a63c7b4cd1e)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:53:02.577051 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-73163d61-edbd-4aed-b606-10cb2948a1b4 None None] Provisioning complete for port a85d6fe7-cbc7-49f9-baab-2de79fa22461 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:02.578298 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-73163d61-edbd-4aed-b606-10cb2948a1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:02.645900 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 805e1beb-52dd-4aa8-8aac-7ee7ed9011a3 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:53:02.648383 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-73163d61-edbd-4aed-b606-10cb2948a1b4 None None] Port a85d6fe7-cbc7-49f9-baab-2de79fa22461 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:53:02.672841 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-1b826bbd-a14c-4403-9a8f-8b791ea571d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:02.699351 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605939a8-4e55-4e69-aada-e18459463c1f admin admin] Router 2de4eda7-10b1-44cf-b5cb-9253fb852b4e has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:53:02.723043 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 805e1beb-52dd-4aa8-8aac-7ee7ed9011a3 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:02.723645 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:02.781403 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-1b826bbd-a14c-4403-9a8f-8b791ea571d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:02.782103 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-1b826bbd-a14c-4403-9a8f-8b791ea571d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:02.794201 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-1b826bbd-a14c-4403-9a8f-8b791ea571d1 service neutron] 10.222.0.58 "PUT /v2.0/ports/2df4058d-eac7-4293-9052-af0e0de4f9a5 HTTP/1.1" status: 200 len: 1092 time: 2.4762115 Dec 16 09:53:02.804507 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ec1ee7-26e1-459b-acac-97dd5a8b8d7d', 'tag': '2df4058d-eac7-4293-9052-af0e0de4f9a5'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:53:02.815962 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbf5106-d071-4a6a-9ef6-3a163a0565d9" -d '{"events": [{"name": "network-changed", "server_uuid": "94ec1ee7-26e1-459b-acac-97dd5a8b8d7d", "tag": "2df4058d-eac7-4293-9052-af0e0de4f9a5"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:53:02.933524 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e660c4-7713-4bc9-a91b-a9fab53cdf5b x-openstack-request-id: req-a6e660c4-7713-4bc9-a91b-a9fab53cdf5b {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:53:02.934949 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ec1ee7-26e1-459b-acac-97dd5a8b8d7d", "tag": "2df4058d-eac7-4293-9052-af0e0de4f9a5", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:53:02.934949 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a6e660c4-7713-4bc9-a91b-a9fab53cdf5b {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:53:02.935264 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94ec1ee7-26e1-459b-acac-97dd5a8b8d7d', 'tag': '2df4058d-eac7-4293-9052-af0e0de4f9a5', 'status': 'completed', 'code': 200} Dec 16 09:53:02.935859 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b826bbd-a14c-4403-9a8f-8b791ea571d1 service neutron] Pushing event updated for resources: {'Port': ['ID=2df4058d-eac7-4293-9052-af0e0de4f9a5,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:02.951610 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605939a8-4e55-4e69-aada-e18459463c1f admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:53:02.960828 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-605939a8-4e55-4e69-aada-e18459463c1f admin admin] 10.222.0.60 "PUT /v2.0/routers/2de4eda7-10b1-44cf-b5cb-9253fb852b4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7274189 Dec 16 09:53:02.964513 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 47168) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:02.966992 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d555bcda-0740-4e8a-a943-9760b5a81049 None None] Sync routers for ids ['2de4eda7-10b1-44cf-b5cb-9253fb852b4e'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:53:02.980592 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d555bcda-0740-4e8a-a943-9760b5a81049 None None] Routers {'2de4eda7-10b1-44cf-b5cb-9253fb852b4e'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:53:02.981549 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-d555bcda-0740-4e8a-a943-9760b5a81049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:52:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2de4eda7-10b1-44cf-b5cb-9253fb852b4e'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:03.019228 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c71564c-6e65-4a22-9812-85e394e442e7 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:53:03.024731 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9c71564c-6e65-4a22-9812-85e394e442e7 admin admin] 10.222.0.60 "PUT /v2.0/routers/6c2e96f4-fb71-4250-88ce-89abb5f8ccda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7927694 Dec 16 09:53:03.029836 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda2f8dd-8306-42f9-975a-39f246b4cd96 None None] Sync routers for ids ['6c2e96f4-fb71-4250-88ce-89abb5f8ccda'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:53:03.049981 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda2f8dd-8306-42f9-975a-39f246b4cd96 None None] Routers {'6c2e96f4-fb71-4250-88ce-89abb5f8ccda'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:53:03.050608 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-cda2f8dd-8306-42f9-975a-39f246b4cd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:52:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6c2e96f4-fb71-4250-88ce-89abb5f8ccda'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:03.083136 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-9dfc89c8-e781-4fbd-802c-86546f8ec8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:03.084660 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-9dfc89c8-e781-4fbd-802c-86546f8ec8f1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 1095 time: 0.2072160 Dec 16 09:53:03.168700 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-46579a2a-06a1-4826-ac65-126ce8c539af service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2df4058d-eac7-4293-9052-af0e0de4f9a5 HTTP/1.1" status: 200 len: 217 time: 0.0760901 Dec 16 09:53:03.236266 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6b787e22-5eec-4d93-aed6-c5137803e64d admin admin] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:03.264428 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-d6595d48-45b3-42a6-88c4-3e595e504dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:03.266449 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-d6595d48-45b3-42a6-88c4-3e595e504dde service neutron] 10.222.0.58 "GET /v2.0/subnets?id=51d894a2-eca0-4233-9b54-57aa3929720c HTTP/1.1" status: 200 len: 834 time: 0.0911355 Dec 16 09:53:03.310791 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-cda2f8dd-8306-42f9-975a-39f246b4cd96 None None] Set router 6c2e96f4-fb71-4250-88ce-89abb5f8ccda gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:53:03.331363 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-d555bcda-0740-4e8a-a943-9760b5a81049 None None] Set router 2de4eda7-10b1-44cf-b5cb-9253fb852b4e gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:53:03.374351 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-2730aaa1-a799-4817-bdac-d74bcc037f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:03.379864 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-2730aaa1-a799-4817-bdac-d74bcc037f19 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=09f6ce2f-b77d-43c1-a5e9-9572e8048dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1043174 Dec 16 09:53:03.604724 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6b787e22-5eec-4d93-aed6-c5137803e64d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:03.632843 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d164aa8-15cc-47b8-9254-5756a04f738e req-e89afbcf-db58-4bd8-960a-6dd2711f8b83 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:03.639958 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-ed093b17-9b91-49f9-b82d-f9c1e01e11fb service neutron] 10.222.0.58 "GET /v2.0/networks/09f6ce2f-b77d-43c1-a5e9-9572e8048dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531898 Dec 16 09:53:03.644083 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1d164aa8-15cc-47b8-9254-5756a04f738e req-e89afbcf-db58-4bd8-960a-6dd2711f8b83 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 946 time: 0.1645830 Dec 16 09:53:03.735965 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1d164aa8-15cc-47b8-9254-5756a04f738e req-66b54d52-b666-4f5b-9a53-76ed1a54f70f tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0821762 Dec 16 09:53:03.804636 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8ce29-0d0c-4803-8690-02512e2e7e7c req-a52fae5b-8ad8-440f-821f-fe84a35dfc83 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:03.816072 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cab8ce29-0d0c-4803-8690-02512e2e7e7c req-a52fae5b-8ad8-440f-821f-fe84a35dfc83 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 944 time: 0.1750560 Dec 16 09:53:03.819807 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-cda2f8dd-8306-42f9-975a-39f246b4cd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2e96f4-fb71-4250-88ce-89abb5f8ccda', 'name': 'tempest-TestServerMultinode-1847236213-router', 'tenant_id': '525e1f08c3204715b26eaceb89e11bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '805e1beb-52dd-4aa8-8aac-7ee7ed9011a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:52Z', 'updated_at': '2021-12-16T09:53:00Z', 'revision_number': 4, 'project_id': '525e1f08c3204715b26eaceb89e11bbd', 'gw_port': {'id': '805e1beb-52dd-4aa8-8aac-7ee7ed9011a3', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:39:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2e96f4-fb71-4250-88ce-89abb5f8ccda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:53Z', 'updated_at': '2021-12-16T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'a85d6fe7-cbc7-49f9-baab-2de79fa22461', 'name': '', 'network_id': 'f1e7282e-00cb-49f3-b859-5e7859731833', 'tenant_id': '525e1f08c3204715b26eaceb89e11bbd', 'mac_address': 'fa:16:3e:fe:28:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2e96f4-fb71-4250-88ce-89abb5f8ccda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': '51b2ae69-5e90-4cd4-9365-2709ebcc8560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:57Z', 'updated_at': '2021-12-16T09:53:00Z', 'revision_number': 2, 'project_id': '525e1f08c3204715b26eaceb89e11bbd', 'subnets': [{'id': '51b2ae69-5e90-4cd4-9365-2709ebcc8560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:03.857622 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-d555bcda-0740-4e8a-a943-9760b5a81049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de4eda7-10b1-44cf-b5cb-9253fb852b4e', 'name': 'tempest-ServerRescueNegativeTestJSON-311338103-router', 'tenant_id': 'e808bd8d166b416b83bade9028f5b46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '314f1570-ef62-4492-b916-4a25d7a09d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:21Z', 'updated_at': '2021-12-16T09:53:01Z', 'revision_number': 5, 'project_id': 'e808bd8d166b416b83bade9028f5b46b', 'gw_port': {'id': '314f1570-ef62-4492-b916-4a25d7a09d5f', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de4eda7-10b1-44cf-b5cb-9253fb852b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:22Z', 'updated_at': '2021-12-16T09:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:03.870318 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda2f8dd-8306-42f9-975a-39f246b4cd96 None None] Checking router: 6c2e96f4-fb71-4250-88ce-89abb5f8ccda for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:53:03.870978 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda2f8dd-8306-42f9-975a-39f246b4cd96 None None] Updating router 6c2e96f4-fb71-4250-88ce-89abb5f8ccda port a85d6fe7-cbc7-49f9-baab-2de79fa22461 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:53:03.876196 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-6b787e22-5eec-4d93-aed6-c5137803e64d admin admin] Deleting port 314f1570-ef62-4492-b916-4a25d7a09d5f {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:53:03.876546 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6b787e22-5eec-4d93-aed6-c5137803e64d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:03.897009 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cab8ce29-0d0c-4803-8690-02512e2e7e7c req-9a0c7ccf-d23a-42b6-b5a0-02b9bf69c7ce tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799372 Dec 16 09:53:03.921795 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d555bcda-0740-4e8a-a943-9760b5a81049 None None] Checking router: 2de4eda7-10b1-44cf-b5cb-9253fb852b4e for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:53:03.927622 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-990fbd6a-77bf-46af-861f-6b810fd609b7 req-c2398947-0db2-4081-b3ef-9009d7278ec7 service neutron] 10.222.0.58 "GET /v2.0/networks/09f6ce2f-b77d-43c1-a5e9-9572e8048dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759647 Dec 16 09:53:03.927820 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-cda2f8dd-8306-42f9-975a-39f246b4cd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:03.950259 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d555bcda-0740-4e8a-a943-9760b5a81049 None None] Routers {'2de4eda7-10b1-44cf-b5cb-9253fb852b4e'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:53:03.963820 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-d555bcda-0740-4e8a-a943-9760b5a81049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:52:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2de4eda7-10b1-44cf-b5cb-9253fb852b4e'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:04.073809 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-6b787e22-5eec-4d93-aed6-c5137803e64d admin admin] For port 314f1570-ef62-4492-b916-4a25d7a09d5f, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=314f1570-ef62-4492-b916-4a25d7a09d5f,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:53:04.075749 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6b787e22-5eec-4d93-aed6-c5137803e64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:04.124216 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-6b787e22-5eec-4d93-aed6-c5137803e64d admin admin] Calling delete_port for 314f1570-ef62-4492-b916-4a25d7a09d5f owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:53:04.132322 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-d555bcda-0740-4e8a-a943-9760b5a81049 None None] Set router 2de4eda7-10b1-44cf-b5cb-9253fb852b4e gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:53:04.146185 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf5106-d071-4a6a-9ef6-3a163a0565d9 req-5a87fa78-28b3-4c6c-b607-f2fd26b11a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:04.150042 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-acbf5106-d071-4a6a-9ef6-3a163a0565d9 req-5a87fa78-28b3-4c6c-b607-f2fd26b11a3f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 1095 time: 0.0918441 Dec 16 09:53:04.288792 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-d555bcda-0740-4e8a-a943-9760b5a81049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de4eda7-10b1-44cf-b5cb-9253fb852b4e', 'name': 'tempest-ServerRescueNegativeTestJSON-311338103-router', 'tenant_id': 'e808bd8d166b416b83bade9028f5b46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:21Z', 'updated_at': '2021-12-16T09:53:03Z', 'revision_number': 6, 'project_id': 'e808bd8d166b416b83bade9028f5b46b', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:04.355056 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d555bcda-0740-4e8a-a943-9760b5a81049 None None] The sync data for ids ['2de4eda7-10b1-44cf-b5cb-9253fb852b4e'] in n-d-820550-2 is: [{'id': '2de4eda7-10b1-44cf-b5cb-9253fb852b4e', 'name': 'tempest-ServerRescueNegativeTestJSON-311338103-router', 'tenant_id': 'e808bd8d166b416b83bade9028f5b46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:21Z', 'updated_at': '2021-12-16T09:53:03Z', 'revision_number': 6, 'project_id': 'e808bd8d166b416b83bade9028f5b46b', 'gw_port_host': None}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:53:04.358688 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf5106-d071-4a6a-9ef6-3a163a0565d9 req-58540a67-c918-48be-9bf1-869f2139e616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:04.360501 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-acbf5106-d071-4a6a-9ef6-3a163a0565d9 req-58540a67-c918-48be-9bf1-869f2139e616 service neutron] 10.222.0.58 "GET /v2.0/networks?id=09f6ce2f-b77d-43c1-a5e9-9572e8048dc2 HTTP/1.1" status: 200 len: 897 time: 0.2039585 Dec 16 09:53:04.427595 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-acbf5106-d071-4a6a-9ef6-3a163a0565d9 req-f824203c-f334-4ca7-ac8b-1f8059a12c9f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2df4058d-eac7-4293-9052-af0e0de4f9a5 HTTP/1.1" status: 200 len: 217 time: 0.0568187 Dec 16 09:53:04.499599 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf5106-d071-4a6a-9ef6-3a163a0565d9 req-0d8d486b-2cd6-4a5f-bdb9-451f31e2ae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:04.501435 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-acbf5106-d071-4a6a-9ef6-3a163a0565d9 req-0d8d486b-2cd6-4a5f-bdb9-451f31e2ae34 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=51d894a2-eca0-4233-9b54-57aa3929720c HTTP/1.1" status: 200 len: 834 time: 0.0632548 Dec 16 09:53:04.516525 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 47190) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:04.521697 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-d79122f0-d1bf-4205-a336-01117ac30aaa admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1322708481-network', 'tenant_id': '11e9c918b25a4bf896d69b2672a19ca5'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:04.592809 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf5106-d071-4a6a-9ef6-3a163a0565d9 req-6b03a24c-3f69-4ec8-81dc-8a8ea686c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:04.594649 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-acbf5106-d071-4a6a-9ef6-3a163a0565d9 req-6b03a24c-3f69-4ec8-81dc-8a8ea686c161 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=09f6ce2f-b77d-43c1-a5e9-9572e8048dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778227 Dec 16 09:53:04.633005 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6b787e22-5eec-4d93-aed6-c5137803e64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:04.645240 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-cda2f8dd-8306-42f9-975a-39f246b4cd96 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:04.685422 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b787e22-5eec-4d93-aed6-c5137803e64d admin admin] Pushing event deleted for resources: {'Port': ['ID=314f1570-ef62-4492-b916-4a25d7a09d5f,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:04.688773 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79122f0-d1bf-4205-a336-01117ac30aaa admin admin] Made reservation on behalf of 11e9c918b25a4bf896d69b2672a19ca5 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:53:04.692881 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d79122f0-d1bf-4205-a336-01117ac30aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:04.721908 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-cda2f8dd-8306-42f9-975a-39f246b4cd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:04.740472 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d79122f0-d1bf-4205-a336-01117ac30aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:04.777952 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-acbf5106-d071-4a6a-9ef6-3a163a0565d9 req-846580f8-c4b8-4900-9506-af2f79a6ef5a service neutron] 10.222.0.58 "GET /v2.0/networks/09f6ce2f-b77d-43c1-a5e9-9572e8048dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669316 Dec 16 09:53:04.835280 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6b787e22-5eec-4d93-aed6-c5137803e64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:04.860664 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce18935-4d8a-4941-90da-af8979eb576e None None] Pushing event updated for resources: {'Port': ['ID=a85d6fe7-cbc7-49f9-baab-2de79fa22461,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:04.960289 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-cda2f8dd-8306-42f9-975a-39f246b4cd96 None None] Attempting to bind port a85d6fe7-cbc7-49f9-baab-2de79fa22461 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:53:04.960289 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-cda2f8dd-8306-42f9-975a-39f246b4cd96 None None] Attempting to bind port a85d6fe7-cbc7-49f9-baab-2de79fa22461 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'a3aff565-42c5-4ddc-a0de-cbd17ae62294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f1e7282e-00cb-49f3-b859-5e7859731833'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:53:04.960289 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda2f8dd-8306-42f9-975a-39f246b4cd96 None None] Attempting to bind port a85d6fe7-cbc7-49f9-baab-2de79fa22461 on network f1e7282e-00cb-49f3-b859-5e7859731833 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:53:04.963758 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda2f8dd-8306-42f9-975a-39f246b4cd96 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:53:04.967277 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6b787e22-5eec-4d93-aed6-c5137803e64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:04.970863 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6b787e22-5eec-4d93-aed6-c5137803e64d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:04.971586 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda2f8dd-8306-42f9-975a-39f246b4cd96 None None] Checking segment: {'id': 'a3aff565-42c5-4ddc-a0de-cbd17ae62294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f1e7282e-00cb-49f3-b859-5e7859731833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:53:04.972214 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-cda2f8dd-8306-42f9-975a-39f246b4cd96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:04.972755 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda2f8dd-8306-42f9-975a-39f246b4cd96 None None] Bound using segment: {'id': 'a3aff565-42c5-4ddc-a0de-cbd17ae62294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f1e7282e-00cb-49f3-b859-5e7859731833'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:53:04.973443 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-cda2f8dd-8306-42f9-975a-39f246b4cd96 None None] Bound port: a85d6fe7-cbc7-49f9-baab-2de79fa22461, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3aff565-42c5-4ddc-a0de-cbd17ae62294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f1e7282e-00cb-49f3-b859-5e7859731833'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:53:04.976580 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-cda2f8dd-8306-42f9-975a-39f246b4cd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:05.036361 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-acbf5106-d071-4a6a-9ef6-3a163a0565d9 req-aa781f3b-f61b-432c-879f-bc7aa8ebaa4d service neutron] 10.222.0.58 "GET /v2.0/networks/09f6ce2f-b77d-43c1-a5e9-9572e8048dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503386 Dec 16 09:53:05.125973 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-cda2f8dd-8306-42f9-975a-39f246b4cd96 None None] For port a85d6fe7-cbc7-49f9-baab-2de79fa22461, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:53:05.130854 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-cda2f8dd-8306-42f9-975a-39f246b4cd96 None None] For port a85d6fe7-cbc7-49f9-baab-2de79fa22461, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=a85d6fe7-cbc7-49f9-baab-2de79fa22461,segment=NetworkSegment(a3aff565-42c5-4ddc-a0de-cbd17ae62294),segment_id=a3aff565-42c5-4ddc-a0de-cbd17ae62294)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:53:05.152079 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf96ca-fdf7-4ff7-b256-da44d5230794 req-93b0ec14-e0cb-4cb0-ae93-6b2ce958a49e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:05.153771 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7ccf96ca-fdf7-4ff7-b256-da44d5230794 req-93b0ec14-e0cb-4cb0-ae93-6b2ce958a49e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 944 time: 0.1004498 Dec 16 09:53:05.183782 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1ec6f-1824-4fcd-9983-8b1b6de0c3e0 req-cf230a2d-603c-451f-a4f4-0d44c5f5b0b8 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:05.185504 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e0b1ec6f-1824-4fcd-9983-8b1b6de0c3e0 req-cf230a2d-603c-451f-a4f4-0d44c5f5b0b8 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 946 time: 0.1035497 Dec 16 09:53:05.190461 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-cda2f8dd-8306-42f9-975a-39f246b4cd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:05.211101 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7ccf96ca-fdf7-4ff7-b256-da44d5230794 req-a6e7b3fe-5d9f-48ba-90fe-714851c40d00 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421691 Dec 16 09:53:05.246940 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6b787e22-5eec-4d93-aed6-c5137803e64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:05.247973 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b787e22-5eec-4d93-aed6-c5137803e64d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2de4eda7-10b1-44cf-b5cb-9253fb852b4e {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:53:05.252423 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6b787e22-5eec-4d93-aed6-c5137803e64d admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:05.255979 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6b787e22-5eec-4d93-aed6-c5137803e64d admin admin] 10.222.0.60 "DELETE /v2.0/routers/2de4eda7-10b1-44cf-b5cb-9253fb852b4e HTTP/1.1" status: 204 len: 168 time: 2.2869239 Dec 16 09:53:05.256534 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 47198) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:05.256954 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce18935-4d8a-4941-90da-af8979eb576e None None] Pushing event updated for resources: {'Port': ['ID=a85d6fe7-cbc7-49f9-baab-2de79fa22461,revision_number=4']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:05.284798 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d79122f0-d1bf-4205-a336-01117ac30aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:05.298574 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e0b1ec6f-1824-4fcd-9983-8b1b6de0c3e0 req-461af095-e7b0-49bc-9bc7-2028a0e518d0 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1033897 Dec 16 09:53:05.304830 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda2f8dd-8306-42f9-975a-39f246b4cd96 None None] Routers {'6c2e96f4-fb71-4250-88ce-89abb5f8ccda'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:53:05.305928 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-cda2f8dd-8306-42f9-975a-39f246b4cd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:52:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6c2e96f4-fb71-4250-88ce-89abb5f8ccda'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:05.363410 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d79122f0-d1bf-4205-a336-01117ac30aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:05.377394 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c0f562b-37a4-4c48-9661-5a0969098735 admin admin] Deleting subnet 42c53971-1f21-4e03-a331-522b7a1e2105 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:53:05.383202 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8c0f562b-37a4-4c48-9661-5a0969098735 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:05.402079 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-cf815cf9-ed9e-4ba1-ac67-94e114111456 None None] Provisioning complete for port a85d6fe7-cbc7-49f9-baab-2de79fa22461 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:05.402614 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cf815cf9-ed9e-4ba1-ac67-94e114111456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:05.439373 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79122f0-d1bf-4205-a336-01117ac30aaa admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:53:05.443707 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8c0f562b-37a4-4c48-9661-5a0969098735 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:05.471771 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-cda2f8dd-8306-42f9-975a-39f246b4cd96 None None] Set router 6c2e96f4-fb71-4250-88ce-89abb5f8ccda gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:53:05.488193 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d79122f0-d1bf-4205-a336-01117ac30aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:05.488544 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-d79122f0-d1bf-4205-a336-01117ac30aaa admin admin] Added segment 7c241916-57b3-45cc-9b49-409f1ac5fea3 of type vlan for network ea844918-09c9-42cb-867c-9a7080d78f68 Dec 16 09:53:05.507509 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79122f0-d1bf-4205-a336-01117ac30aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c0ef6b-90e7-4e88-a205-7d2387c46e04,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:05.547875 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8c0f562b-37a4-4c48-9661-5a0969098735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:05.636147 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cf815cf9-ed9e-4ba1-ac67-94e114111456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:05.644063 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d79122f0-d1bf-4205-a336-01117ac30aaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:05.734093 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8c0f562b-37a4-4c48-9661-5a0969098735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:05.744461 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-cf815cf9-ed9e-4ba1-ac67-94e114111456 None None] For port a85d6fe7-cbc7-49f9-baab-2de79fa22461, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=a85d6fe7-cbc7-49f9-baab-2de79fa22461,segment=NetworkSegment(a3aff565-42c5-4ddc-a0de-cbd17ae62294),segment_id=a3aff565-42c5-4ddc-a0de-cbd17ae62294)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:53:05.775969 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f562b-37a4-4c48-9661-5a0969098735 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42c53971-1f21-4e03-a331-522b7a1e2105,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:05.782920 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8c0f562b-37a4-4c48-9661-5a0969098735 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:05.786627 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8c0f562b-37a4-4c48-9661-5a0969098735 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/42c53971-1f21-4e03-a331-522b7a1e2105 HTTP/1.1" status: 204 len: 168 time: 0.5289676 Dec 16 09:53:05.789255 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 47204) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:05.821105 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cf815cf9-ed9e-4ba1-ac67-94e114111456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:05.925287 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf815cf9-ed9e-4ba1-ac67-94e114111456 None None] Pushing event updated for resources: {'Port': ['ID=a85d6fe7-cbc7-49f9-baab-2de79fa22461,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:05.947494 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9b256b7f-1d3c-47f6-abc4-fa763cb7396c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:05.955284 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d79122f0-d1bf-4205-a336-01117ac30aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:05.956953 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79122f0-d1bf-4205-a336-01117ac30aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:05.957706 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d79122f0-d1bf-4205-a336-01117ac30aaa admin admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:05.966766 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-807f3c11-0e20-4051-a9f3-4a621ee6a92c None None] Provisioning complete for port a85d6fe7-cbc7-49f9-baab-2de79fa22461 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:05.967200 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-807f3c11-0e20-4051-a9f3-4a621ee6a92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:06.066620 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-cda2f8dd-8306-42f9-975a-39f246b4cd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2e96f4-fb71-4250-88ce-89abb5f8ccda', 'name': 'tempest-TestServerMultinode-1847236213-router', 'tenant_id': '525e1f08c3204715b26eaceb89e11bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '805e1beb-52dd-4aa8-8aac-7ee7ed9011a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:52Z', 'updated_at': '2021-12-16T09:53:00Z', 'revision_number': 4, 'project_id': '525e1f08c3204715b26eaceb89e11bbd', 'gw_port': {'id': '805e1beb-52dd-4aa8-8aac-7ee7ed9011a3', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:39:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2e96f4-fb71-4250-88ce-89abb5f8ccda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:53Z', 'updated_at': '2021-12-16T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'a85d6fe7-cbc7-49f9-baab-2de79fa22461', 'name': '', 'network_id': 'f1e7282e-00cb-49f3-b859-5e7859731833', 'tenant_id': '525e1f08c3204715b26eaceb89e11bbd', 'mac_address': 'fa:16:3e:fe:28:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2e96f4-fb71-4250-88ce-89abb5f8ccda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': '51b2ae69-5e90-4cd4-9365-2709ebcc8560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:57Z', 'updated_at': '2021-12-16T09:53:05Z', 'revision_number': 4, 'project_id': '525e1f08c3204715b26eaceb89e11bbd', 'subnets': [{'id': '51b2ae69-5e90-4cd4-9365-2709ebcc8560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:06.115634 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79122f0-d1bf-4205-a336-01117ac30aaa admin admin] Pushing event updated for resources: {'Network': ['ID=ea844918-09c9-42cb-867c-9a7080d78f68,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:06.119114 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda2f8dd-8306-42f9-975a-39f246b4cd96 None None] The sync data for ids ['6c2e96f4-fb71-4250-88ce-89abb5f8ccda'] in n-d-820550-2 is: [{'id': '6c2e96f4-fb71-4250-88ce-89abb5f8ccda', 'name': 'tempest-TestServerMultinode-1847236213-router', 'tenant_id': '525e1f08c3204715b26eaceb89e11bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '805e1beb-52dd-4aa8-8aac-7ee7ed9011a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:52Z', 'updated_at': '2021-12-16T09:53:00Z', 'revision_number': 4, 'project_id': '525e1f08c3204715b26eaceb89e11bbd', 'gw_port': {'id': '805e1beb-52dd-4aa8-8aac-7ee7ed9011a3', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:39:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2e96f4-fb71-4250-88ce-89abb5f8ccda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:53Z', 'updated_at': '2021-12-16T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'a85d6fe7-cbc7-49f9-baab-2de79fa22461', 'name': '', 'network_id': 'f1e7282e-00cb-49f3-b859-5e7859731833', 'tenant_id': '525e1f08c3204715b26eaceb89e11bbd', 'mac_address': 'fa:16:3e:fe:28:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2e96f4-fb71-4250-88ce-89abb5f8ccda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': '51b2ae69-5e90-4cd4-9365-2709ebcc8560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:57Z', 'updated_at': '2021-12-16T09:53:05Z', 'revision_number': 4, 'project_id': '525e1f08c3204715b26eaceb89e11bbd', 'subnets': [{'id': '51b2ae69-5e90-4cd4-9365-2709ebcc8560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:53:06.134393 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network ea844918-09c9-42cb-867c-9a7080d78f68 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:53:06.159266 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9b256b7f-1d3c-47f6-abc4-fa763cb7396c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:06.185301 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-9b256b7f-1d3c-47f6-abc4-fa763cb7396c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8195718-f9dc-4337-9d69-d121976a6257']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:06.198878 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-9b256b7f-1d3c-47f6-abc4-fa763cb7396c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a1d2d12-d95a-46f1-a516-8a34991c97cb') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:06.199174 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-9b256b7f-1d3c-47f6-abc4-fa763cb7396c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a1d2d12-d95a-46f1-a516-8a34991c97cb') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:06.209852 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9b256b7f-1d3c-47f6-abc4-fa763cb7396c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:06.223379 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9b256b7f-1d3c-47f6-abc4-fa763cb7396c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:06.230174 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b256b7f-1d3c-47f6-abc4-fa763cb7396c admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:53:06.230569 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9b256b7f-1d3c-47f6-abc4-fa763cb7396c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:06.362197 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:53:06.362197 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:53:06.362197 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:53:06.362197 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:53:06.362197 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:53:06.362197 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:53:06.362197 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:53:06.362197 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:53:06.362197 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:53:06.362197 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:53:06.362197 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:53:06.362197 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:53:06.362197 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:53:06.362197 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:53:06.362197 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:53:06.362197 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:53:06.362197 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:53:06.362197 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:53:06.362197 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:53:06.362197 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:53:06.362197 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:53:06.362197 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:53:06.362197 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:53:06.362197 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:53:06.362197 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:53:06.362197 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:53:06.362197 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:53:06.362197 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:53:06.362197 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:53:06.362197 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:53:06.362197 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:53:06.362197 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:53:06.378473 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d79122f0-d1bf-4205-a336-01117ac30aaa admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8606420 Dec 16 09:53:06.381106 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 47218) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:06.393751 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-3e802e25-9dc6-4be6-9e83-7e816ab7b861 admin admin] Request body: {'subnet': {'network_id': 'ea844918-09c9-42cb-867c-9a7080d78f68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1322708481-subnet', 'tenant_id': '11e9c918b25a4bf896d69b2672a19ca5', 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:06.445944 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9b256b7f-1d3c-47f6-abc4-fa763cb7396c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:06.465102 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9b256b7f-1d3c-47f6-abc4-fa763cb7396c admin admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:06.474578 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9b256b7f-1d3c-47f6-abc4-fa763cb7396c admin admin] 10.222.0.60 "DELETE /v2.0/networks/f8195718-f9dc-4337-9d69-d121976a6257 HTTP/1.1" status: 204 len: 168 time: 0.6835434 Dec 16 09:53:06.476667 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c57fa-ce6b-4df6-836c-2952a69ffb47 req-00543bdb-788b-4554-983f-8ce517aabf0c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:06.480073 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-646c57fa-ce6b-4df6-836c-2952a69ffb47 req-00543bdb-788b-4554-983f-8ce517aabf0c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 944 time: 0.1460946 Dec 16 09:53:06.496531 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b256b7f-1d3c-47f6-abc4-fa763cb7396c admin admin] Pushing event deleted for resources: {'Network': ['ID=f8195718-f9dc-4337-9d69-d121976a6257,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:06.538171 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e802e25-9dc6-4be6-9e83-7e816ab7b861 admin admin] Made reservation on behalf of 11e9c918b25a4bf896d69b2672a19ca5 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:53:06.539401 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3e802e25-9dc6-4be6-9e83-7e816ab7b861 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:06.598881 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device a85d6fe7-cbc7-49f9-baab-2de79fa22461 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:53:06.623133 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-646c57fa-ce6b-4df6-836c-2952a69ffb47 req-b1fb04f3-f233-4ed0-9d00-ad81611528af tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306727 Dec 16 09:53:06.677958 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ee901-a4a0-4a1d-a2be-923cb7307514 req-611faddb-8f2b-4bae-a61b-55d100941b06 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:06.686578 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e14ee901-a4a0-4a1d-a2be-923cb7307514 req-611faddb-8f2b-4bae-a61b-55d100941b06 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 946 time: 0.2449858 Dec 16 09:53:06.702114 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port a85d6fe7-cbc7-49f9-baab-2de79fa22461 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:06.702909 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:06.763647 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e14ee901-a4a0-4a1d-a2be-923cb7307514 req-aa61fb60-36a5-48c3-a869-4c979d06403e tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0723128 Dec 16 09:53:06.927600 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 738d95b7-658d-4913-8f77-c99a08f45d35 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:53:06.994017 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 738d95b7-658d-4913-8f77-c99a08f45d35 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:53:06.995522 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 738d95b7-658d-4913-8f77-c99a08f45d35 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:53:06.997217 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 314f1570-ef62-4492-b916-4a25d7a09d5f no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:53:07.038720 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 47224) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:07.049466 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 47228) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:07.055392 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3e802e25-9dc6-4be6-9e83-7e816ab7b861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:07.099244 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 314f1570-ef62-4492-b916-4a25d7a09d5f {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:53:07.101471 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 314f1570-ef62-4492-b916-4a25d7a09d5f not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:53:07.125146 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e802e25-9dc6-4be6-9e83-7e816ab7b861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d63cd30-f417-4422-ba0e-60c448d0930c,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:07.179165 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1e11b289-4467-4eb9-996f-6dd6484353a6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e808bd8d166b416b83bade9028f5b46b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1284196 Dec 16 09:53:07.179511 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e802e25-9dc6-4be6-9e83-7e816ab7b861 admin admin] Checking segment: {'id': '7c241916-57b3-45cc-9b49-409f1ac5fea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ea844918-09c9-42cb-867c-9a7080d78f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:53:07.180019 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e802e25-9dc6-4be6-9e83-7e816ab7b861 admin admin] Network hostable DHCP agents. Network: ea844918-09c9-42cb-867c-9a7080d78f68, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:53:07.181470 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 47230) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:07.274901 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-677250fd-96b8-45ec-acc8-5ef39a5af294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:07.288878 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e802e25-9dc6-4be6-9e83-7e816ab7b861 admin admin] Network ea844918-09c9-42cb-867c-9a7080d78f68 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:53:07.318452 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:07.341351 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-677250fd-96b8-45ec-acc8-5ef39a5af294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:07.380142 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-3e802e25-9dc6-4be6-9e83-7e816ab7b861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, ea844918-09c9-42cb-867c-9a7080d78f68) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:07.388559 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e802e25-9dc6-4be6-9e83-7e816ab7b861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:07.389162 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3e802e25-9dc6-4be6-9e83-7e816ab7b861 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:07.389509 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81009402-d2f5-46c0-9740-85b8ac9b654b None None] Network ea844918-09c9-42cb-867c-9a7080d78f68 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:53:07.451568 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-535d07c5-c2ab-4f30-9a69-02f1d7aa4f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:07.489176 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-677250fd-96b8-45ec-acc8-5ef39a5af294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:07.493275 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-677250fd-96b8-45ec-acc8-5ef39a5af294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:07.494479 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-677250fd-96b8-45ec-acc8-5ef39a5af294 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c388878e-4db1-47c2-8a45-eccdabe5b445 HTTP/1.1" status: 204 len: 168 time: 0.3119824 Dec 16 09:53:07.521267 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677250fd-96b8-45ec-acc8-5ef39a5af294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c388878e-4db1-47c2-8a45-eccdabe5b445,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:07.621860 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-535d07c5-c2ab-4f30-9a69-02f1d7aa4f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:07.627058 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3e802e25-9dc6-4be6-9e83-7e816ab7b861 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2446904 Dec 16 09:53:07.629950 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 47234) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:07.636380 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-40ccd4f8-5dc6-47c6-b150-b1068583a2ac admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1322708481-router', 'tenant_id': '11e9c918b25a4bf896d69b2672a19ca5', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:07.718202 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-535d07c5-c2ab-4f30-9a69-02f1d7aa4f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:07.728472 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 2df4058d-eac7-4293-9052-af0e0de4f9a5 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:53:07.733538 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34e014d-fd75-4035-af5d-bd0e69cdfb69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-ea844918-09c9-42cb-867c-9a7080d78f68', 'network_id': 'ea844918-09c9-42cb-867c-9a7080d78f68', 'tenant_id': '11e9c918b25a4bf896d69b2672a19ca5', 'fixed_ips': [{'subnet_id': '0d63cd30-f417-4422-ba0e-60c448d0930c'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:53:07.734532 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b34e014d-fd75-4035-af5d-bd0e69cdfb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:07.740443 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-40ccd4f8-5dc6-47c6-b150-b1068583a2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:07.741958 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-40ccd4f8-5dc6-47c6-b150-b1068583a2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:07.833613 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-535d07c5-c2ab-4f30-9a69-02f1d7aa4f0b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9765f522745745b48ddce5e7bbb84969&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7928138 Dec 16 09:53:07.834590 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d07c5-c2ab-4f30-9a69-02f1d7aa4f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec732ee4-16ed-4bae-997c-5d69ea3cacbb,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:07.838587 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 47240) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:07.906192 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-40ccd4f8-5dc6-47c6-b150-b1068583a2ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:07.939183 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ba8c9-262f-4519-963e-bb971392fd50 req-1d7e9c05-6e1d-4eae-bcab-6519b0f582ef tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:07.941473 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f79ba8c9-262f-4519-963e-bb971392fd50 req-1d7e9c05-6e1d-4eae-bcab-6519b0f582ef tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 944 time: 0.1723788 Dec 16 09:53:08.056875 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f79ba8c9-262f-4519-963e-bb971392fd50 req-7ad30ddc-3ac2-43d0-b455-149fa3e7f72b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078761 Dec 16 09:53:08.307807 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-40ccd4f8-5dc6-47c6-b150-b1068583a2ac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:08.470785 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 2df4058d-eac7-4293-9052-af0e0de4f9a5, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=2df4058d-eac7-4293-9052-af0e0de4f9a5,segment=NetworkSegment(da856e83-2910-4f09-b33c-2a63c7b4cd1e),segment_id=da856e83-2910-4f09-b33c-2a63c7b4cd1e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:53:08.494209 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '2df4058d-eac7-4293-9052-af0e0de4f9a5', 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2', 'port_id': '2df4058d-eac7-4293-9052-af0e0de4f9a5', 'mac_address': 'fa:16:3e:62:dd:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51d894a2-eca0-4233-9b54-57aa3929720c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:53:08.544090 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-b34e014d-fd75-4035-af5d-bd0e69cdfb69 None None] Allocated IP 172.20.0.2 (ea844918-09c9-42cb-867c-9a7080d78f68/0d63cd30-f417-4422-ba0e-60c448d0930c/1af49337-6a75-4c42-a663-3b3f64d6da8b) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:53:08.547896 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:08.570033 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df4058d-eac7-4293-9052-af0e0de4f9a5 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:53:08.589363 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcfb41-24e1-41b3-a290-382e369c291f req-af9505c2-976c-4e75-bec9-85cccc9a5879 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:08.590936 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-39fcfb41-24e1-41b3-a290-382e369c291f req-af9505c2-976c-4e75-bec9-85cccc9a5879 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 946 time: 0.7495346 Dec 16 09:53:08.634684 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6d7446b8-dfee-465f-8051-1bdc956ec419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:08.651394 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 2df4058d-eac7-4293-9052-af0e0de4f9a5, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=2df4058d-eac7-4293-9052-af0e0de4f9a5,segment=NetworkSegment(da856e83-2910-4f09-b33c-2a63c7b4cd1e),segment_id=da856e83-2910-4f09-b33c-2a63c7b4cd1e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:53:08.721543 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:08.725179 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-39fcfb41-24e1-41b3-a290-382e369c291f req-c88c6aa3-c05f-453c-94cf-7ff9f4803c7b tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1238048 Dec 16 09:53:08.734640 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6d7446b8-dfee-465f-8051-1bdc956ec419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:08.772445 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-40ccd4f8-5dc6-47c6-b150-b1068583a2ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:08.815674 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-40ccd4f8-5dc6-47c6-b150-b1068583a2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:08.850017 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=2df4058d-eac7-4293-9052-af0e0de4f9a5,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:08.893705 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6d7446b8-dfee-465f-8051-1bdc956ec419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:08.896666 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6d7446b8-dfee-465f-8051-1bdc956ec419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:08.898026 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6d7446b8-dfee-465f-8051-1bdc956ec419 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ec732ee4-16ed-4bae-997c-5d69ea3cacbb HTTP/1.1" status: 204 len: 168 time: 1.0550985 Dec 16 09:53:08.913463 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b34e014d-fd75-4035-af5d-bd0e69cdfb69 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:08.929650 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7446b8-dfee-465f-8051-1bdc956ec419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec732ee4-16ed-4bae-997c-5d69ea3cacbb,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:08.965508 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['2df4058d-eac7-4293-9052-af0e0de4f9a5'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:53:08.982624 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-40ccd4f8-5dc6-47c6-b150-b1068583a2ac admin admin] Allocated IP 172.25.1.148 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/10d3c1a8-96e3-484b-a4db-cc4c6fef7a38) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:53:09.039372 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b34e014d-fd75-4035-af5d-bd0e69cdfb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:09.175673 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e014d-fd75-4035-af5d-bd0e69cdfb69 None None] Pushing event updated for resources: {'Port': ['ID=1af49337-6a75-4c42-a663-3b3f64d6da8b,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:09.180488 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-40ccd4f8-5dc6-47c6-b150-b1068583a2ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:09.201058 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34e014d-fd75-4035-af5d-bd0e69cdfb69 None None] Network ea844918-09c9-42cb-867c-9a7080d78f68 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:53:09.203106 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-b34e014d-fd75-4035-af5d-bd0e69cdfb69 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:09.209491 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34e014d-fd75-4035-af5d-bd0e69cdfb69 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:53:09.299193 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-b34e014d-fd75-4035-af5d-bd0e69cdfb69 None None] Attempting to bind port 1af49337-6a75-4c42-a663-3b3f64d6da8b on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:53:09.299996 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-b34e014d-fd75-4035-af5d-bd0e69cdfb69 None None] Attempting to bind port 1af49337-6a75-4c42-a663-3b3f64d6da8b by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '7c241916-57b3-45cc-9b49-409f1ac5fea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ea844918-09c9-42cb-867c-9a7080d78f68'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:53:09.299996 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34e014d-fd75-4035-af5d-bd0e69cdfb69 None None] Attempting to bind port 1af49337-6a75-4c42-a663-3b3f64d6da8b on network ea844918-09c9-42cb-867c-9a7080d78f68 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:53:09.311452 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dcb6f-6675-483b-b5ac-ec4a605be4f6 req-2a73773a-1b81-4af6-8507-a0729c386315 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:09.313505 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d23dcb6f-6675-483b-b5ac-ec4a605be4f6 req-2a73773a-1b81-4af6-8507-a0729c386315 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 945 time: 0.1421998 Dec 16 09:53:09.317429 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34e014d-fd75-4035-af5d-bd0e69cdfb69 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:53:09.317897 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34e014d-fd75-4035-af5d-bd0e69cdfb69 None None] Checking segment: {'id': '7c241916-57b3-45cc-9b49-409f1ac5fea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ea844918-09c9-42cb-867c-9a7080d78f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:53:09.318357 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b34e014d-fd75-4035-af5d-bd0e69cdfb69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:09.319003 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34e014d-fd75-4035-af5d-bd0e69cdfb69 None None] Bound using segment: {'id': '7c241916-57b3-45cc-9b49-409f1ac5fea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ea844918-09c9-42cb-867c-9a7080d78f68'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:53:09.319359 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-b34e014d-fd75-4035-af5d-bd0e69cdfb69 None None] Bound port: 1af49337-6a75-4c42-a663-3b3f64d6da8b, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c241916-57b3-45cc-9b49-409f1ac5fea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ea844918-09c9-42cb-867c-9a7080d78f68'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:53:09.319800 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b34e014d-fd75-4035-af5d-bd0e69cdfb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:09.471904 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d23dcb6f-6675-483b-b5ac-ec4a605be4f6 req-61de476f-2118-4677-94f2-51205618478d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187916 Dec 16 09:53:09.525376 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-b34e014d-fd75-4035-af5d-bd0e69cdfb69 None None] For port 1af49337-6a75-4c42-a663-3b3f64d6da8b, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:53:09.529888 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-b34e014d-fd75-4035-af5d-bd0e69cdfb69 None None] For port 1af49337-6a75-4c42-a663-3b3f64d6da8b, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=1af49337-6a75-4c42-a663-3b3f64d6da8b,segment=NetworkSegment(7c241916-57b3-45cc-9b49-409f1ac5fea3),segment_id=7c241916-57b3-45cc-9b49-409f1ac5fea3)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:53:09.681595 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-40ccd4f8-5dc6-47c6-b150-b1068583a2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:09.725032 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ccd4f8-5dc6-47c6-b150-b1068583a2ac admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:53:09.797537 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-40ccd4f8-5dc6-47c6-b150-b1068583a2ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:09.797537 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ccd4f8-5dc6-47c6-b150-b1068583a2ac admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:53:09.797537 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccd4f8-5dc6-47c6-b150-b1068583a2ac admin admin] Pushing event updated for resources: {'Port': ['ID=10d3c1a8-96e3-484b-a4db-cc4c6fef7a38,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:09.954513 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e4458-ca76-40d9-ac31-1f79f7a0cb94 req-c18feb75-0176-42f8-b324-2f49e450292c tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:09.956068 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a55e4458-ca76-40d9-ac31-1f79f7a0cb94 req-c18feb75-0176-42f8-b324-2f49e450292c tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 946 time: 0.1105192 Dec 16 09:53:09.974970 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b34e014d-fd75-4035-af5d-bd0e69cdfb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:09.995479 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a55e4458-ca76-40d9-ac31-1f79f7a0cb94 req-16f681ce-3b8f-4bde-a170-79443a567fba tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332975 Dec 16 09:53:10.046147 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e014d-fd75-4035-af5d-bd0e69cdfb69 None None] Pushing event updated for resources: {'Port': ['ID=1af49337-6a75-4c42-a663-3b3f64d6da8b,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:10.308613 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 47290) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:10.329330 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5b274eb8-d053-4c8e-be5e-ec525c639c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:10.350615 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-40ccd4f8-5dc6-47c6-b150-b1068583a2ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:10.503414 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-88615efa-2615-4422-95b1-032da25408c9 req-80580b6d-97c2-4358-aaf6-7848cfebf26e tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.1491222 Dec 16 09:53:10.541840 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5b274eb8-d053-4c8e-be5e-ec525c639c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:10.593101 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 1af49337-6a75-4c42-a663-3b3f64d6da8b up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:53:10.641881 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5b274eb8-d053-4c8e-be5e-ec525c639c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:10.651532 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 1af49337-6a75-4c42-a663-3b3f64d6da8b triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:10.652041 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:10.675666 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ce8e5-1854-4f2e-a9bd-3412955fb4e6 req-725a12d7-c134-44ca-949b-6c63d99316c9 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:10.678163 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ae1ce8e5-1854-4f2e-a9bd-3412955fb4e6 req-725a12d7-c134-44ca-949b-6c63d99316c9 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 945 time: 0.0798137 Dec 16 09:53:10.712439 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:10.745060 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5b274eb8-d053-4c8e-be5e-ec525c639c68 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5773cd2eb01c4bdcbe4b2d27f7a482f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4347999 Dec 16 09:53:10.748566 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 47300) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:10.755175 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-40ccd4f8-5dc6-47c6-b150-b1068583a2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:10.782553 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:10.805145 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b274eb8-d053-4c8e-be5e-ec525c639c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d811aca0-6821-4b94-9d69-1a6ba010fce1,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:10.830258 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f25536ad-9718-4761-a430-cae7b60f7419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:10.858386 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 1af49337-6a75-4c42-a663-3b3f64d6da8b, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=1af49337-6a75-4c42-a663-3b3f64d6da8b,segment=NetworkSegment(7c241916-57b3-45cc-9b49-409f1ac5fea3),segment_id=7c241916-57b3-45cc-9b49-409f1ac5fea3)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:53:10.883247 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ae1ce8e5-1854-4f2e-a9bd-3412955fb4e6 req-32f55f54-c8cc-4816-9198-9f77fa9c737b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876435 Dec 16 09:53:10.901497 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f25536ad-9718-4761-a430-cae7b60f7419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:10.941161 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:11.061407 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=1af49337-6a75-4c42-a663-3b3f64d6da8b,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:11.071971 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ccd4f8-5dc6-47c6-b150-b1068583a2ac admin admin] Router 4d132bad-4ae6-4e9e-bf07-4b3071c51c63 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:53:11.100549 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f25536ad-9718-4761-a430-cae7b60f7419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:11.104476 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f25536ad-9718-4761-a430-cae7b60f7419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:11.106308 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f25536ad-9718-4761-a430-cae7b60f7419 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d811aca0-6821-4b94-9d69-1a6ba010fce1 HTTP/1.1" status: 204 len: 168 time: 0.3559577 Dec 16 09:53:11.122448 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25536ad-9718-4761-a430-cae7b60f7419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d811aca0-6821-4b94-9d69-1a6ba010fce1,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:11.270708 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ddf97-9f08-4ad6-b3b5-fd7ae86d37ad req-d6351d81-133a-4f63-9331-72664d91e776 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:11.270708 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eb5ddf97-9f08-4ad6-b3b5-fd7ae86d37ad req-d6351d81-133a-4f63-9331-72664d91e776 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 946 time: 0.1655395 Dec 16 09:53:11.323721 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ccd4f8-5dc6-47c6-b150-b1068583a2ac admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:53:11.334093 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f13b03-2e77-4c9d-af80-aa3a0ccb1a79 None None] Sync routers for ids ['4d132bad-4ae6-4e9e-bf07-4b3071c51c63'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:53:11.342129 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eb5ddf97-9f08-4ad6-b3b5-fd7ae86d37ad req-5d990950-478e-4789-a912-78dc82dd29cc tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622201 Dec 16 09:53:11.344621 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f13b03-2e77-4c9d-af80-aa3a0ccb1a79 None None] Routers {'4d132bad-4ae6-4e9e-bf07-4b3071c51c63'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:53:11.348908 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-55f13b03-2e77-4c9d-af80-aa3a0ccb1a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:52:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4d132bad-4ae6-4e9e-bf07-4b3071c51c63'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:11.436556 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-40ccd4f8-5dc6-47c6-b150-b1068583a2ac admin admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:11.436556 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-40ccd4f8-5dc6-47c6-b150-b1068583a2ac admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8041203 Dec 16 09:53:11.438179 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 47308) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:11.460417 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc1c54a-f005-42aa-b8d3-9cf738f1a6db None None] Network ea844918-09c9-42cb-867c-9a7080d78f68 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:53:11.557529 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-55f13b03-2e77-4c9d-af80-aa3a0ccb1a79 None None] Set router 4d132bad-4ae6-4e9e-bf07-4b3071c51c63 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:53:11.651970 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-7ae7ed0f-a6bf-46bc-8e3a-eb18bc358623 None None] Provisioning complete for port 1af49337-6a75-4c42-a663-3b3f64d6da8b triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:11.652329 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7ae7ed0f-a6bf-46bc-8e3a-eb18bc358623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:11.689152 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4586f4d6-c22e-4dbc-9913-74f929c766fb req-1141f92a-ab25-4194-bf18-8f5a5de50bc9 tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0570457 Dec 16 09:53:11.777093 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 2df4058d-eac7-4293-9052-af0e0de4f9a5 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:53:12.060116 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 2df4058d-eac7-4293-9052-af0e0de4f9a5 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:53:12.072848 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 2df4058d-eac7-4293-9052-af0e0de4f9a5 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:12.073503 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:12.207871 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-55f13b03-2e77-4c9d-af80-aa3a0ccb1a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d132bad-4ae6-4e9e-bf07-4b3071c51c63', 'name': 'tempest-TestServerMultinode-1322708481-router', 'tenant_id': '11e9c918b25a4bf896d69b2672a19ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '10d3c1a8-96e3-484b-a4db-cc4c6fef7a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:53:07Z', 'updated_at': '2021-12-16T09:53:09Z', 'revision_number': 3, 'project_id': '11e9c918b25a4bf896d69b2672a19ca5', 'gw_port': {'id': '10d3c1a8-96e3-484b-a4db-cc4c6fef7a38', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d132bad-4ae6-4e9e-bf07-4b3071c51c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:53:08Z', 'updated_at': '2021-12-16T09:53:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:12.275142 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f13b03-2e77-4c9d-af80-aa3a0ccb1a79 None None] Checking router: 4d132bad-4ae6-4e9e-bf07-4b3071c51c63 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:53:12.275670 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f13b03-2e77-4c9d-af80-aa3a0ccb1a79 None None] Updating router 4d132bad-4ae6-4e9e-bf07-4b3071c51c63 port 10d3c1a8-96e3-484b-a4db-cc4c6fef7a38 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:53:12.310536 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-55f13b03-2e77-4c9d-af80-aa3a0ccb1a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:12.350772 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:12.477858 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ec1ee7-26e1-459b-acac-97dd5a8b8d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df4058d-eac7-4293-9052-af0e0de4f9a5'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:53:12.480457 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8baf3192-8870-4b06-a128-10899cc227a8" -d '{"events": [{"server_uuid": "94ec1ee7-26e1-459b-acac-97dd5a8b8d7d", "name": "network-vif-plugged", "status": "completed", "tag": "2df4058d-eac7-4293-9052-af0e0de4f9a5"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:53:12.501185 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 2df4058d-eac7-4293-9052-af0e0de4f9a5, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=2df4058d-eac7-4293-9052-af0e0de4f9a5,segment=NetworkSegment(da856e83-2910-4f09-b33c-2a63c7b4cd1e),segment_id=da856e83-2910-4f09-b33c-2a63c7b4cd1e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:53:12.509516 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 1af49337-6a75-4c42-a663-3b3f64d6da8b up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:53:12.562021 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a7f67-9f3d-46e7-8281-33ddc49fa47c req-e3a45696-223f-40c8-9718-18dc64fdbd99 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:12.564269 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-769a7f67-9f3d-46e7-8281-33ddc49fa47c req-e3a45696-223f-40c8-9718-18dc64fdbd99 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 945 time: 0.5679131 Dec 16 09:53:12.566990 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-596f48b0-05b7-4d99-9a68-cb88c6f83940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:12.594035 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:12.624256 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44324ad-3d40-453a-a27c-578581d7e32b req-04efad44-edba-42d3-a232-ee011e439707 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:12.633542 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f44324ad-3d40-453a-a27c-578581d7e32b req-04efad44-edba-42d3-a232-ee011e439707 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 946 time: 0.0700817 Dec 16 09:53:12.662709 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 1af49337-6a75-4c42-a663-3b3f64d6da8b triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:12.663085 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:12.676243 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-db037bf5-2a58-4755-89a6-6afea98c636c None None] Provisioning complete for port 1af49337-6a75-4c42-a663-3b3f64d6da8b triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:12.676616 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-db037bf5-2a58-4755-89a6-6afea98c636c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:12.689769 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f44324ad-3d40-453a-a27c-578581d7e32b req-6e64cd09-d174-4e04-887c-7ae631ddd1a8 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550473 Dec 16 09:53:12.767615 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd873c8-9f41-4c8d-8962-c22b22c1bac6 x-openstack-request-id: req-fbd873c8-9f41-4c8d-8962-c22b22c1bac6 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:53:12.767905 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ec1ee7-26e1-459b-acac-97dd5a8b8d7d", "name": "network-vif-plugged", "status": "completed", "tag": "2df4058d-eac7-4293-9052-af0e0de4f9a5", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:53:12.768155 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fbd873c8-9f41-4c8d-8962-c22b22c1bac6 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:53:12.768547 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ec1ee7-26e1-459b-acac-97dd5a8b8d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df4058d-eac7-4293-9052-af0e0de4f9a5', 'code': 200} Dec 16 09:53:12.791320 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=2df4058d-eac7-4293-9052-af0e0de4f9a5,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:12.861826 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9681dfc9-7b91-4a0d-8af8-96fe2f1fba9a req-e5c0f2b1-c46f-4598-924a-1e3467973f74 tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0429404 Dec 16 09:53:12.993975 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-55f13b03-2e77-4c9d-af80-aa3a0ccb1a79 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:13.050173 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-769a7f67-9f3d-46e7-8281-33ddc49fa47c req-d88019b3-1ec4-4c46-a9df-fd412acf8663 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4792407 Dec 16 09:53:13.060783 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-55f13b03-2e77-4c9d-af80-aa3a0ccb1a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:13.090222 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-596f48b0-05b7-4d99-9a68-cb88c6f83940 admin admin] Allocated IP 172.20.0.1 (ea844918-09c9-42cb-867c-9a7080d78f68/0d63cd30-f417-4422-ba0e-60c448d0930c/3e14ef3f-d8b4-4be2-ba5d-3f3d0d38f52c) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:53:13.093436 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ace18b-6a6f-41f4-8a29-ec37a9048337 req-6a9d568e-7651-420f-96f3-dd3d9e3183f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:13.094957 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e2ace18b-6a6f-41f4-8a29-ec37a9048337 req-6a9d568e-7651-420f-96f3-dd3d9e3183f6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 1097 time: 0.2127306 Dec 16 09:53:13.140946 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-55f13b03-2e77-4c9d-af80-aa3a0ccb1a79 None None] Attempting to bind port 10d3c1a8-96e3-484b-a4db-cc4c6fef7a38 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:53:13.141965 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-55f13b03-2e77-4c9d-af80-aa3a0ccb1a79 None None] Attempting to bind port 10d3c1a8-96e3-484b-a4db-cc4c6fef7a38 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:53:13.142547 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f13b03-2e77-4c9d-af80-aa3a0ccb1a79 None None] Attempting to bind port 10d3c1a8-96e3-484b-a4db-cc4c6fef7a38 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:53:13.154548 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac9ef3-f2cf-499a-9a4f-d4ea7e9d45a6 None None] Pushing event updated for resources: {'Port': ['ID=10d3c1a8-96e3-484b-a4db-cc4c6fef7a38,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:13.163949 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f13b03-2e77-4c9d-af80-aa3a0ccb1a79 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:53:13.164663 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f13b03-2e77-4c9d-af80-aa3a0ccb1a79 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:53:13.165422 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-55f13b03-2e77-4c9d-af80-aa3a0ccb1a79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:13.166461 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f13b03-2e77-4c9d-af80-aa3a0ccb1a79 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:53:13.172798 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-55f13b03-2e77-4c9d-af80-aa3a0ccb1a79 None None] Bound port: 10d3c1a8-96e3-484b-a4db-cc4c6fef7a38, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:53:13.173299 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-55f13b03-2e77-4c9d-af80-aa3a0ccb1a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:13.216690 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e2ace18b-6a6f-41f4-8a29-ec37a9048337 req-9193027f-639f-4aa5-81fb-ac813932c006 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127594 Dec 16 09:53:13.288510 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-55f13b03-2e77-4c9d-af80-aa3a0ccb1a79 None None] For port 10d3c1a8-96e3-484b-a4db-cc4c6fef7a38, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:53:13.300244 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-55f13b03-2e77-4c9d-af80-aa3a0ccb1a79 None None] For port 10d3c1a8-96e3-484b-a4db-cc4c6fef7a38, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=10d3c1a8-96e3-484b-a4db-cc4c6fef7a38,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:53:13.302669 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-596f48b0-05b7-4d99-9a68-cb88c6f83940 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:13.396357 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-55f13b03-2e77-4c9d-af80-aa3a0ccb1a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:13.453266 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f13b03-2e77-4c9d-af80-aa3a0ccb1a79 None None] Routers {'4d132bad-4ae6-4e9e-bf07-4b3071c51c63'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:53:13.454150 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-55f13b03-2e77-4c9d-af80-aa3a0ccb1a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:52:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4d132bad-4ae6-4e9e-bf07-4b3071c51c63'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:13.483381 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-596f48b0-05b7-4d99-9a68-cb88c6f83940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:13.558585 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596f48b0-05b7-4d99-9a68-cb88c6f83940 admin admin] Network ea844918-09c9-42cb-867c-9a7080d78f68 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:53:13.561655 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-596f48b0-05b7-4d99-9a68-cb88c6f83940 admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:13.564186 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596f48b0-05b7-4d99-9a68-cb88c6f83940 admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:53:13.588397 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac9ef3-f2cf-499a-9a4f-d4ea7e9d45a6 None None] Pushing event updated for resources: {'Port': ['ID=10d3c1a8-96e3-484b-a4db-cc4c6fef7a38,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:13.598641 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f48b0-05b7-4d99-9a68-cb88c6f83940 admin admin] Pushing event updated for resources: {'Port': ['ID=3e14ef3f-d8b4-4be2-ba5d-3f3d0d38f52c,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:13.620232 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-596f48b0-05b7-4d99-9a68-cb88c6f83940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:13.676392 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-55f13b03-2e77-4c9d-af80-aa3a0ccb1a79 None None] Set router 4d132bad-4ae6-4e9e-bf07-4b3071c51c63 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:53:13.887755 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b14f71-b158-4d0a-ba18-8ecacf701ba0 req-041b5658-d3e7-4ef8-bcae-e02617d8a3a3 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:13.890581 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-596f48b0-05b7-4d99-9a68-cb88c6f83940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:13.896591 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-00b14f71-b158-4d0a-ba18-8ecacf701ba0 req-041b5658-d3e7-4ef8-bcae-e02617d8a3a3 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 946 time: 0.0911210 Dec 16 09:53:13.982428 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-00b14f71-b158-4d0a-ba18-8ecacf701ba0 req-f60a46a7-833e-40d7-89c0-44ef5489af78 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0838945 Dec 16 09:53:14.037554 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8bc7d2fa-181d-49a1-99c4-166a9e5d97c3 req-58705392-b9a9-406b-82d0-a3538288afdb tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0550370 Dec 16 09:53:14.113246 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2172d71e-ca65-440e-9261-3971637a5e29 None None] Provisioning complete for port 3e14ef3f-d8b4-4be2-ba5d-3f3d0d38f52c triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:14.113769 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2172d71e-ca65-440e-9261-3971637a5e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:14.187779 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb5558-9000-4a13-a3a6-e97f62ae3a43 req-6cf9682d-0bdb-419d-8aaa-217b599ee836 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:14.195726 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5bbb5558-9000-4a13-a3a6-e97f62ae3a43 req-6cf9682d-0bdb-419d-8aaa-217b599ee836 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 946 time: 0.0589056 Dec 16 09:53:14.239350 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2172d71e-ca65-440e-9261-3971637a5e29 None None] Port 3e14ef3f-d8b4-4be2-ba5d-3f3d0d38f52c cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:53:14.249340 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5bbb5558-9000-4a13-a3a6-e97f62ae3a43 req-84c59c08-9797-49cf-aaf9-7a4bb0762506 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519817 Dec 16 09:53:14.295059 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-596f48b0-05b7-4d99-9a68-cb88c6f83940 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:14.328326 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-55f13b03-2e77-4c9d-af80-aa3a0ccb1a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d132bad-4ae6-4e9e-bf07-4b3071c51c63', 'name': 'tempest-TestServerMultinode-1322708481-router', 'tenant_id': '11e9c918b25a4bf896d69b2672a19ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '10d3c1a8-96e3-484b-a4db-cc4c6fef7a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:53:07Z', 'updated_at': '2021-12-16T09:53:09Z', 'revision_number': 3, 'project_id': '11e9c918b25a4bf896d69b2672a19ca5', 'gw_port': {'id': '10d3c1a8-96e3-484b-a4db-cc4c6fef7a38', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d132bad-4ae6-4e9e-bf07-4b3071c51c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:53:08Z', 'updated_at': '2021-12-16T09:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:14.340064 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-596f48b0-05b7-4d99-9a68-cb88c6f83940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:14.363838 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f13b03-2e77-4c9d-af80-aa3a0ccb1a79 None None] The sync data for ids ['4d132bad-4ae6-4e9e-bf07-4b3071c51c63'] in n-d-820550-2 is: [{'id': '4d132bad-4ae6-4e9e-bf07-4b3071c51c63', 'name': 'tempest-TestServerMultinode-1322708481-router', 'tenant_id': '11e9c918b25a4bf896d69b2672a19ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '10d3c1a8-96e3-484b-a4db-cc4c6fef7a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:53:07Z', 'updated_at': '2021-12-16T09:53:09Z', 'revision_number': 3, 'project_id': '11e9c918b25a4bf896d69b2672a19ca5', 'gw_port': {'id': '10d3c1a8-96e3-484b-a4db-cc4c6fef7a38', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d132bad-4ae6-4e9e-bf07-4b3071c51c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:53:08Z', 'updated_at': '2021-12-16T09:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:53:14.443227 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f48b0-05b7-4d99-9a68-cb88c6f83940 admin admin] Pushing event updated for resources: {'Port': ['ID=3e14ef3f-d8b4-4be2-ba5d-3f3d0d38f52c,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:14.446333 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-596f48b0-05b7-4d99-9a68-cb88c6f83940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:14.552601 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596f48b0-05b7-4d99-9a68-cb88c6f83940 admin admin] Network ea844918-09c9-42cb-867c-9a7080d78f68 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:53:14.554152 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-596f48b0-05b7-4d99-9a68-cb88c6f83940 admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:14.735661 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596f48b0-05b7-4d99-9a68-cb88c6f83940 admin admin] Router 4d132bad-4ae6-4e9e-bf07-4b3071c51c63 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:53:14.873727 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596f48b0-05b7-4d99-9a68-cb88c6f83940 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:53:14.890443 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-596f48b0-05b7-4d99-9a68-cb88c6f83940 admin admin] 10.222.0.60 "PUT /v2.0/routers/4d132bad-4ae6-4e9e-bf07-4b3071c51c63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4420362 Dec 16 09:53:14.976225 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-55a4d97c-d6bd-41e7-a268-92b9dbbb805f None None] Provisioning complete for port 3e14ef3f-d8b4-4be2-ba5d-3f3d0d38f52c triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:14.976695 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-55a4d97c-d6bd-41e7-a268-92b9dbbb805f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:15.034926 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-55a4d97c-d6bd-41e7-a268-92b9dbbb805f None None] Port 3e14ef3f-d8b4-4be2-ba5d-3f3d0d38f52c cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:53:15.198533 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a8dc3e15-f40d-4da1-aaa4-020d6fb07d32 req-17e96950-6e16-4b29-9812-59f895ae684c tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0465646 Dec 16 09:53:15.225284 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf4998-2f9d-4ca0-a302-7b24a7f7d247 req-38162f2a-8374-4221-8797-0f52cfbc069f tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:15.234079 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7baf4998-2f9d-4ca0-a302-7b24a7f7d247 req-38162f2a-8374-4221-8797-0f52cfbc069f tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 946 time: 0.1520023 Dec 16 09:53:15.290812 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7baf4998-2f9d-4ca0-a302-7b24a7f7d247 req-1ed78ee1-607c-46a8-90fa-8061d3738fc5 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554659 Dec 16 09:53:15.445752 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bea8c0-fa00-44fb-bc91-e4b7d4d66a89 req-4a349429-e30f-4b9c-8a4f-e05bd83516e4 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:15.451842 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-68bea8c0-fa00-44fb-bc91-e4b7d4d66a89 req-4a349429-e30f-4b9c-8a4f-e05bd83516e4 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 946 time: 0.0883732 Dec 16 09:53:15.543270 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-68bea8c0-fa00-44fb-bc91-e4b7d4d66a89 req-6ff2b41b-dd2f-4e7b-92c8-926b4333c683 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817983 Dec 16 09:53:15.683832 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e843569-fa0c-432a-bce1-23225719d59e req-8b6a4587-a31a-4bd4-ad18-093da32a7bb3 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:15.685803 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1e843569-fa0c-432a-bce1-23225719d59e req-8b6a4587-a31a-4bd4-ad18-093da32a7bb3 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 946 time: 0.0766087 Dec 16 09:53:15.744685 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-50095e53-4059-4a40-824c-deb9f9ef6521 req-940c8dc5-2fe1-42e4-a3b0-c4d9d45db717 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0348010 Dec 16 09:53:15.749835 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1e843569-fa0c-432a-bce1-23225719d59e req-5807bb06-27c4-4dfd-8f9f-4bad549bb270 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562503 Dec 16 09:53:15.772592 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 47412) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:15.810018 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-e8be5140-2f3e-4c59-b2df-4f1f311323a8 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:15.811646 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-e8be5140-2f3e-4c59-b2df-4f1f311323a8 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/networks?id=f1e7282e-00cb-49f3-b859-5e7859731833 HTTP/1.1" status: 200 len: 911 time: 0.1095164 Dec 16 09:53:15.812997 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4628b04a-c925-436a-8a1b-e53f4afd1bc4 tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:15.814792 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4628b04a-c925-436a-8a1b-e53f4afd1bc4 tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 1092 time: 0.0411716 Dec 16 09:53:15.817788 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 47414) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:15.823385 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-a5cbd08a-b974-4f4d-9fc7-90cf862378cd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'port_id': '2df4058d-eac7-4293-9052-af0e0de4f9a5', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:15.828188 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-4511354b-17de-49ef-af7b-f4797327e4c6 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/quotas/11e9c918b25a4bf896d69b2672a19ca5 HTTP/1.1" status: 200 len: 375 time: 0.0097752 Dec 16 09:53:15.909625 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-b879e6e2-518d-4ce0-b3dd-bb494be25c60 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?tenant_id=11e9c918b25a4bf896d69b2672a19ca5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0715234 Dec 16 09:53:15.950142 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a5cbd08a-b974-4f4d-9fc7-90cf862378cd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for floatingip, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:16.017643 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-91fb8913-f67e-4d08-bc87-a9efc3fd1030 service neutron] 10.222.0.60 "GET /v2.0/networks/f1e7282e-00cb-49f3-b859-5e7859731833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040850 Dec 16 09:53:16.065651 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a5cbd08a-b974-4f4d-9fc7-90cf862378cd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:16.127018 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-a96c5acc-1014-4850-89e1-6b559cb2cf21 service neutron] 10.222.0.60 "GET /v2.0/networks/f1e7282e-00cb-49f3-b859-5e7859731833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011047 Dec 16 09:53:16.212858 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-a5cbd08a-b974-4f4d-9fc7-90cf862378cd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Allocated IP 172.25.1.248 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/59722a25-c6b2-4a32-aa33-a96b5acf2f18) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:53:16.334135 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-83052dad-cbad-4d54-a7c9-da1b6d2328b3 req-f2f6a64e-54f0-4169-b50c-3fe5cca8e278 tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0391326 Dec 16 09:53:16.386701 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a5cbd08a-b974-4f4d-9fc7-90cf862378cd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:16.557608 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c0d4fd5e-338f-4a4c-9f73-3d771f82a6ec req-dc0a917e-0657-41d8-ab2b-7ca55eec0846 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2751dbc0-ce66-4ef1-869e-1425e86f6e1d HTTP/1.1" status: 200 len: 210 time: 0.0743670 Dec 16 09:53:16.603974 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a5cbd08a-b974-4f4d-9fc7-90cf862378cd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:16.625977 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 10d3c1a8-96e3-484b-a4db-cc4c6fef7a38 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:53:16.687717 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 47436) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:16.727654 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cbd08a-b974-4f4d-9fc7-90cf862378cd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:53:16.730871 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cbd08a-b974-4f4d-9fc7-90cf862378cd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'Port': ['ID=59722a25-c6b2-4a32-aa33-a96b5acf2f18,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:16.733580 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-a5cbd08a-b974-4f4d-9fc7-90cf862378cd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:16.740493 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cbd08a-b974-4f4d-9fc7-90cf862378cd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:53:16.795416 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4e8c2-da9a-4de6-b891-a4212a63eabb req-1ef14b4b-3da5-4d0c-bcac-c3d436974647 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:16.797952 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b1f4e8c2-da9a-4de6-b891-a4212a63eabb req-1ef14b4b-3da5-4d0c-bcac-c3d436974647 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 946 time: 0.2906721 Dec 16 09:53:16.808071 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 10d3c1a8-96e3-484b-a4db-cc4c6fef7a38 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:16.808456 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:16.875597 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-95ce89df-ab26-4cac-ab41-0b260c665825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:16.877899 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2b2821-2457-4e07-b5c8-5cea88b7bc06 None None] Sync routers for ids ['4d132bad-4ae6-4e9e-bf07-4b3071c51c63'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:53:16.892248 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2b2821-2457-4e07-b5c8-5cea88b7bc06 None None] Routers {'4d132bad-4ae6-4e9e-bf07-4b3071c51c63'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:53:16.892863 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-bd2b2821-2457-4e07-b5c8-5cea88b7bc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:52:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4d132bad-4ae6-4e9e-bf07-4b3071c51c63'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:16.911485 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:16.935820 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 10d3c1a8-96e3-484b-a4db-cc4c6fef7a38, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=10d3c1a8-96e3-484b-a4db-cc4c6fef7a38,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:53:16.942700 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b1f4e8c2-da9a-4de6-b891-a4212a63eabb req-5ffa7cce-74e0-414a-b1d4-92ba2e9549b5 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1272855 Dec 16 09:53:17.022569 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:17.039969 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-95ce89df-ab26-4cac-ab41-0b260c665825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:17.107659 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-bd2b2821-2457-4e07-b5c8-5cea88b7bc06 None None] Set router 4d132bad-4ae6-4e9e-bf07-4b3071c51c63 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:53:17.111313 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-95ce89df-ab26-4cac-ab41-0b260c665825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:17.119856 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=10d3c1a8-96e3-484b-a4db-cc4c6fef7a38,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:17.174434 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce89df-ab26-4cac-ab41-0b260c665825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4e81e9-b6b9-4ad8-8e8a-6d474786ba54,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:17.220139 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-95ce89df-ab26-4cac-ab41-0b260c665825 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=823b78e04af148de96aabafcc4d6555a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5311973 Dec 16 09:53:17.224028 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 47444) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:17.277331 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d147707e-a647-470f-9867-3871bff601f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:17.301039 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d147707e-a647-470f-9867-3871bff601f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:17.382193 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-bd2b2821-2457-4e07-b5c8-5cea88b7bc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d132bad-4ae6-4e9e-bf07-4b3071c51c63', 'name': 'tempest-TestServerMultinode-1322708481-router', 'tenant_id': '11e9c918b25a4bf896d69b2672a19ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '10d3c1a8-96e3-484b-a4db-cc4c6fef7a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:53:07Z', 'updated_at': '2021-12-16T09:53:13Z', 'revision_number': 4, 'project_id': '11e9c918b25a4bf896d69b2672a19ca5', 'gw_port': {'id': '10d3c1a8-96e3-484b-a4db-cc4c6fef7a38', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d132bad-4ae6-4e9e-bf07-4b3071c51c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:53:08Z', 'updated_at': '2021-12-16T09:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '3e14ef3f-d8b4-4be2-ba5d-3f3d0d38f52c', 'name': '', 'network_id': 'ea844918-09c9-42cb-867c-9a7080d78f68', 'tenant_id': '11e9c918b25a4bf896d69b2672a19ca5', 'mac_address': 'fa:16:3e:18:93:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d132bad-4ae6-4e9e-bf07-4b3071c51c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '0d63cd30-f417-4422-ba0e-60c448d0930c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:53:12Z', 'updated_at': '2021-12-16T09:53:14Z', 'revision_number': 2, 'project_id': '11e9c918b25a4bf896d69b2672a19ca5', 'subnets': [{'id': '0d63cd30-f417-4422-ba0e-60c448d0930c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:17.430730 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2b2821-2457-4e07-b5c8-5cea88b7bc06 None None] Checking router: 4d132bad-4ae6-4e9e-bf07-4b3071c51c63 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:53:17.431082 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2b2821-2457-4e07-b5c8-5cea88b7bc06 None None] Updating router 4d132bad-4ae6-4e9e-bf07-4b3071c51c63 port 3e14ef3f-d8b4-4be2-ba5d-3f3d0d38f52c binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:53:17.457039 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c647a990-ac9c-4ab1-be1d-ca56612d6c81 req-dfa1ba85-cc2c-403a-923e-6cac10c30cd7 tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0323632 Dec 16 09:53:17.468968 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-bd2b2821-2457-4e07-b5c8-5cea88b7bc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:17.485961 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d147707e-a647-470f-9867-3871bff601f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:17.488521 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d147707e-a647-470f-9867-3871bff601f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:17.492158 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d147707e-a647-470f-9867-3871bff601f4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1d4e81e9-b6b9-4ad8-8e8a-6d474786ba54 HTTP/1.1" status: 204 len: 168 time: 0.2645032 Dec 16 09:53:17.511068 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147707e-a647-470f-9867-3871bff601f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4e81e9-b6b9-4ad8-8e8a-6d474786ba54,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:17.526699 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a5cbd08a-b974-4f4d-9fc7-90cf862378cd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:17.647478 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e6fb2bab-4907-4884-8a00-6d16244ef8fb req-710a227b-7a35-451d-a542-7f0d0245a5dd tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2751dbc0-ce66-4ef1-869e-1425e86f6e1d HTTP/1.1" status: 200 len: 210 time: 0.0268779 Dec 16 09:53:17.807080 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-bd2b2821-2457-4e07-b5c8-5cea88b7bc06 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:17.814890 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a5cbd08a-b974-4f4d-9fc7-90cf862378cd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:17.888807 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-bd2b2821-2457-4e07-b5c8-5cea88b7bc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:17.948020 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661505e-f8a0-414a-bcca-a6d4f1d34c42 None None] Pushing event updated for resources: {'Port': ['ID=3e14ef3f-d8b4-4be2-ba5d-3f3d0d38f52c,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:18.003548 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a5cbd08a-b974-4f4d-9fc7-90cf862378cd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:18.015549 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-bd2b2821-2457-4e07-b5c8-5cea88b7bc06 None None] Attempting to bind port 3e14ef3f-d8b4-4be2-ba5d-3f3d0d38f52c on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:53:18.022461 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-bd2b2821-2457-4e07-b5c8-5cea88b7bc06 None None] Attempting to bind port 3e14ef3f-d8b4-4be2-ba5d-3f3d0d38f52c by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '7c241916-57b3-45cc-9b49-409f1ac5fea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ea844918-09c9-42cb-867c-9a7080d78f68'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:53:18.022461 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2b2821-2457-4e07-b5c8-5cea88b7bc06 None None] Attempting to bind port 3e14ef3f-d8b4-4be2-ba5d-3f3d0d38f52c on network ea844918-09c9-42cb-867c-9a7080d78f68 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:53:18.022461 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2b2821-2457-4e07-b5c8-5cea88b7bc06 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:53:18.022461 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2b2821-2457-4e07-b5c8-5cea88b7bc06 None None] Checking segment: {'id': '7c241916-57b3-45cc-9b49-409f1ac5fea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ea844918-09c9-42cb-867c-9a7080d78f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:53:18.022461 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-bd2b2821-2457-4e07-b5c8-5cea88b7bc06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:18.023316 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2b2821-2457-4e07-b5c8-5cea88b7bc06 None None] Bound using segment: {'id': '7c241916-57b3-45cc-9b49-409f1ac5fea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ea844918-09c9-42cb-867c-9a7080d78f68'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:53:18.023316 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-bd2b2821-2457-4e07-b5c8-5cea88b7bc06 None None] Bound port: 3e14ef3f-d8b4-4be2-ba5d-3f3d0d38f52c, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c241916-57b3-45cc-9b49-409f1ac5fea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ea844918-09c9-42cb-867c-9a7080d78f68'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:53:18.023699 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-bd2b2821-2457-4e07-b5c8-5cea88b7bc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:18.075803 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a5cbd08a-b974-4f4d-9fc7-90cf862378cd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:18.114569 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664c374-fb4a-4ace-91d3-4bb6c1d16cfa req-62da05ae-9a6e-44f6-8d96-a8b1b7780124 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:18.125890 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7664c374-fb4a-4ace-91d3-4bb6c1d16cfa req-62da05ae-9a6e-44f6-8d96-a8b1b7780124 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 946 time: 0.0695143 Dec 16 09:53:18.126933 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-bd2b2821-2457-4e07-b5c8-5cea88b7bc06 None None] For port 3e14ef3f-d8b4-4be2-ba5d-3f3d0d38f52c, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:53:18.131304 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-bd2b2821-2457-4e07-b5c8-5cea88b7bc06 None None] For port 3e14ef3f-d8b4-4be2-ba5d-3f3d0d38f52c, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=3e14ef3f-d8b4-4be2-ba5d-3f3d0d38f52c,segment=NetworkSegment(7c241916-57b3-45cc-9b49-409f1ac5fea3),segment_id=7c241916-57b3-45cc-9b49-409f1ac5fea3)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:53:18.171247 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7664c374-fb4a-4ace-91d3-4bb6c1d16cfa req-1ef1120a-79bb-4747-bb96-07110ed55d99 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468326 Dec 16 09:53:18.186789 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cbd08a-b974-4f4d-9fc7-90cf862378cd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'Port': ['ID=59722a25-c6b2-4a32-aa33-a96b5acf2f18,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:18.217640 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-bd2b2821-2457-4e07-b5c8-5cea88b7bc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:18.221328 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a5cbd08a-b974-4f4d-9fc7-90cf862378cd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:18.283156 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2b2821-2457-4e07-b5c8-5cea88b7bc06 None None] Routers {'4d132bad-4ae6-4e9e-bf07-4b3071c51c63'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:53:18.283985 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-bd2b2821-2457-4e07-b5c8-5cea88b7bc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:52:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4d132bad-4ae6-4e9e-bf07-4b3071c51c63'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:18.285978 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-9e182ae2-f804-4749-9fc4-3bc8d1523aa9 None None] Provisioning complete for port 3e14ef3f-d8b4-4be2-ba5d-3f3d0d38f52c triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:18.286930 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9e182ae2-f804-4749-9fc4-3bc8d1523aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:18.344015 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661505e-f8a0-414a-bcca-a6d4f1d34c42 None None] Pushing event updated for resources: {'Port': ['ID=3e14ef3f-d8b4-4be2-ba5d-3f3d0d38f52c,revision_number=4']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:18.360725 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 47480) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:18.379775 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2b863770-2918-4e2c-83d3-a382c6188da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:18.402446 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [None req-a5cbd08a-b974-4f4d-9fc7-90cf862378cd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Floating IP 2bf57ca3-67f6-4b49-bd1d-00e2aeebb745 associated. External IP: 172.25.1.248, port: 2df4058d-eac7-4293-9052-af0e0de4f9a5. Dec 16 09:53:18.485317 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-bd2b2821-2457-4e07-b5c8-5cea88b7bc06 None None] Set router 4d132bad-4ae6-4e9e-bf07-4b3071c51c63 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:53:18.523387 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2b863770-2918-4e2c-83d3-a382c6188da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:18.529670 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9e182ae2-f804-4749-9fc4-3bc8d1523aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:18.535204 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 10d3c1a8-96e3-484b-a4db-cc4c6fef7a38 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:53:18.620224 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2b863770-2918-4e2c-83d3-a382c6188da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:18.632042 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-9e182ae2-f804-4749-9fc4-3bc8d1523aa9 None None] For port 3e14ef3f-d8b4-4be2-ba5d-3f3d0d38f52c, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=3e14ef3f-d8b4-4be2-ba5d-3f3d0d38f52c,segment=NetworkSegment(7c241916-57b3-45cc-9b49-409f1ac5fea3),segment_id=7c241916-57b3-45cc-9b49-409f1ac5fea3)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:53:18.643521 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 10d3c1a8-96e3-484b-a4db-cc4c6fef7a38 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:18.644133 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:18.712137 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2b863770-2918-4e2c-83d3-a382c6188da9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=372d56557ffc4ad3992e935fcc206549&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3489320 Dec 16 09:53:18.712807 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 47486) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:18.734917 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9e182ae2-f804-4749-9fc4-3bc8d1523aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:18.762306 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b863770-2918-4e2c-83d3-a382c6188da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a467d342-02d5-445b-8ded-3c249ced3a09,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:18.840177 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-bd2b2821-2457-4e07-b5c8-5cea88b7bc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d132bad-4ae6-4e9e-bf07-4b3071c51c63', 'name': 'tempest-TestServerMultinode-1322708481-router', 'tenant_id': '11e9c918b25a4bf896d69b2672a19ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '10d3c1a8-96e3-484b-a4db-cc4c6fef7a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:53:07Z', 'updated_at': '2021-12-16T09:53:13Z', 'revision_number': 4, 'project_id': '11e9c918b25a4bf896d69b2672a19ca5', 'gw_port': {'id': '10d3c1a8-96e3-484b-a4db-cc4c6fef7a38', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d132bad-4ae6-4e9e-bf07-4b3071c51c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:53:08Z', 'updated_at': '2021-12-16T09:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '3e14ef3f-d8b4-4be2-ba5d-3f3d0d38f52c', 'name': '', 'network_id': 'ea844918-09c9-42cb-867c-9a7080d78f68', 'tenant_id': '11e9c918b25a4bf896d69b2672a19ca5', 'mac_address': 'fa:16:3e:18:93:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d132bad-4ae6-4e9e-bf07-4b3071c51c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '0d63cd30-f417-4422-ba0e-60c448d0930c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:53:12Z', 'updated_at': '2021-12-16T09:53:18Z', 'revision_number': 4, 'project_id': '11e9c918b25a4bf896d69b2672a19ca5', 'subnets': [{'id': '0d63cd30-f417-4422-ba0e-60c448d0930c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:18.859686 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-175ba1ec-0979-4b90-b81c-43c80791716f req-d92fc9c1-b00d-4c59-9a19-8cece031e5f7 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2751dbc0-ce66-4ef1-869e-1425e86f6e1d HTTP/1.1" status: 200 len: 210 time: 0.0335147 Dec 16 09:53:18.889453 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2b2821-2457-4e07-b5c8-5cea88b7bc06 None None] The sync data for ids ['4d132bad-4ae6-4e9e-bf07-4b3071c51c63'] in n-d-820550-2 is: [{'id': '4d132bad-4ae6-4e9e-bf07-4b3071c51c63', 'name': 'tempest-TestServerMultinode-1322708481-router', 'tenant_id': '11e9c918b25a4bf896d69b2672a19ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '10d3c1a8-96e3-484b-a4db-cc4c6fef7a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:53:07Z', 'updated_at': '2021-12-16T09:53:13Z', 'revision_number': 4, 'project_id': '11e9c918b25a4bf896d69b2672a19ca5', 'gw_port': {'id': '10d3c1a8-96e3-484b-a4db-cc4c6fef7a38', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d132bad-4ae6-4e9e-bf07-4b3071c51c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:53:08Z', 'updated_at': '2021-12-16T09:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '3e14ef3f-d8b4-4be2-ba5d-3f3d0d38f52c', 'name': '', 'network_id': 'ea844918-09c9-42cb-867c-9a7080d78f68', 'tenant_id': '11e9c918b25a4bf896d69b2672a19ca5', 'mac_address': 'fa:16:3e:18:93:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d132bad-4ae6-4e9e-bf07-4b3071c51c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '0d63cd30-f417-4422-ba0e-60c448d0930c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:53:12Z', 'updated_at': '2021-12-16T09:53:18Z', 'revision_number': 4, 'project_id': '11e9c918b25a4bf896d69b2672a19ca5', 'subnets': [{'id': '0d63cd30-f417-4422-ba0e-60c448d0930c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:53:18.899770 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5cbd08a-b974-4f4d-9fc7-90cf862378cd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Router 2bf10011-4593-4d7c-a1a5-0790e0d34abb has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:53:18.902960 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e182ae2-f804-4749-9fc4-3bc8d1523aa9 None None] Pushing event updated for resources: {'Port': ['ID=3e14ef3f-d8b4-4be2-ba5d-3f3d0d38f52c,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:18.915218 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-aadb4b63-2ab2-4293-9aed-bf0bbba03e0e None None] Provisioning complete for port 3e14ef3f-d8b4-4be2-ba5d-3f3d0d38f52c triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:18.916250 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-aadb4b63-2ab2-4293-9aed-bf0bbba03e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:18.927286 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-efa208cb-8f8e-432a-b4c7-c1c23fda8f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:18.986874 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d99d1-34f2-4d58-9ddc-7ae29f8b580b req-eef031e0-2b05-40f0-b88c-de205b2696b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:18.988527 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f9d99d1-34f2-4d58-9ddc-7ae29f8b580b req-eef031e0-2b05-40f0-b88c-de205b2696b1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55938af2fa4b4c6f80f602d4625ae2cd&device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 1097 time: 0.4714251 Dec 16 09:53:19.100159 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cbd08a-b974-4f4d-9fc7-90cf862378cd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:53:19.107016 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d99d1-34f2-4d58-9ddc-7ae29f8b580b req-f4aa8669-05d8-48eb-ac33-0515f2a50bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:19.108671 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f9d99d1-34f2-4d58-9ddc-7ae29f8b580b req-f4aa8669-05d8-48eb-ac33-0515f2a50bb9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=80ebca74-2610-4824-a3d8-8e60778e3639 HTTP/1.1" status: 200 len: 918 time: 0.1127276 Dec 16 09:53:19.113321 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743386ef-08ca-40f9-874f-502c0bc9f0af None None] Sync routers for ids ['2bf10011-4593-4d7c-a1a5-0790e0d34abb'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:53:19.125360 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743386ef-08ca-40f9-874f-502c0bc9f0af None None] Routers {'2bf10011-4593-4d7c-a1a5-0790e0d34abb'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:53:19.125934 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-743386ef-08ca-40f9-874f-502c0bc9f0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:52:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2bf10011-4593-4d7c-a1a5-0790e0d34abb'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:19.178136 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-efa208cb-8f8e-432a-b4c7-c1c23fda8f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:19.182601 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7773683f-59df-49d4-af08-466769ce8ba6 req-ebc0d512-c1e8-401c-999b-00afda762024 tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0690560 Dec 16 09:53:19.198945 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f9d99d1-34f2-4d58-9ddc-7ae29f8b580b req-9a2d5914-fa5f-4a24-968b-387b703ef2d6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c16075f-0c49-41c4-8cf6-cad9247d5bd0 HTTP/1.1" status: 200 len: 1002 time: 0.0810735 Dec 16 09:53:19.256944 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a5cbd08a-b974-4f4d-9fc7-90cf862378cd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:19.290833 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a5cbd08a-b974-4f4d-9fc7-90cf862378cd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4716933 Dec 16 09:53:19.291712 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ec1ee7-26e1-459b-acac-97dd5a8b8d7d', 'tag': '2df4058d-eac7-4293-9052-af0e0de4f9a5'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:53:19.295794 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df994e4b-76db-4dd3-8daa-909cb1152eeb" -d '{"events": [{"name": "network-changed", "server_uuid": "94ec1ee7-26e1-459b-acac-97dd5a8b8d7d", "tag": "2df4058d-eac7-4293-9052-af0e0de4f9a5"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:53:19.315853 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d99d1-34f2-4d58-9ddc-7ae29f8b580b req-ba798e82-f799-4cd0-a8a8-407f2d32ea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:19.320424 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f9d99d1-34f2-4d58-9ddc-7ae29f8b580b req-ba798e82-f799-4cd0-a8a8-407f2d32ea6c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=55767ecf-03fc-4a01-868c-518fd421c2f1 HTTP/1.1" status: 200 len: 856 time: 0.0914228 Dec 16 09:53:19.321939 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-743386ef-08ca-40f9-874f-502c0bc9f0af None None] Set router 2bf10011-4593-4d7c-a1a5-0790e0d34abb gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:53:19.334206 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-efa208cb-8f8e-432a-b4c7-c1c23fda8f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:19.336951 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-efa208cb-8f8e-432a-b4c7-c1c23fda8f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:19.340407 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-efa208cb-8f8e-432a-b4c7-c1c23fda8f6a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a467d342-02d5-445b-8ded-3c249ced3a09 HTTP/1.1" status: 204 len: 168 time: 0.6242290 Dec 16 09:53:19.350741 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa208cb-8f8e-432a-b4c7-c1c23fda8f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a467d342-02d5-445b-8ded-3c249ced3a09,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:19.436571 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f438bf-d872-42db-9a3e-c36e75f4994c req-51f44558-cfe7-468f-8adc-d2d76befddfa tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:19.445183 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a2f438bf-d872-42db-9a3e-c36e75f4994c req-51f44558-cfe7-468f-8adc-d2d76befddfa tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 946 time: 0.0706215 Dec 16 09:53:19.473826 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d99d1-34f2-4d58-9ddc-7ae29f8b580b req-bb98a8ec-5922-48ef-8e81-2983582d7954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:19.475687 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f9d99d1-34f2-4d58-9ddc-7ae29f8b580b req-bb98a8ec-5922-48ef-8e81-2983582d7954 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=80ebca74-2610-4824-a3d8-8e60778e3639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1490989 Dec 16 09:53:19.492998 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-8f9d99d1-34f2-4d58-9ddc-7ae29f8b580b req-c7ae157a-2e58-4af9-8ff6-f0f14c65c577 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:53:19.500770 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f9d99d1-34f2-4d58-9ddc-7ae29f8b580b req-c7ae157a-2e58-4af9-8ff6-f0f14c65c577 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124459 Dec 16 09:53:19.511733 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a2f438bf-d872-42db-9a3e-c36e75f4994c req-e2396d16-7344-4af2-894e-0c35ed4bde28 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653141 Dec 16 09:53:19.522742 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1274c-7bfe-485f-9c35-bbefe293af4f req-6941bee3-40de-4338-8a4a-732cc16b1f8a tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:19.525167 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-88d1274c-7bfe-485f-9c35-bbefe293af4f req-6941bee3-40de-4338-8a4a-732cc16b1f8a tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 946 time: 0.1996768 Dec 16 09:53:19.530082 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 47502) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:19.636603 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-923c775a-ad8d-4803-8cef-53cca536cc6d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/floatingips/2bf57ca3-67f6-4b49-bd1d-00e2aeebb745 HTTP/1.1" status: 200 len: 992 time: 0.1045601 Dec 16 09:53:19.661914 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10779c79-69a6-449b-b1c6-72641584d8ca x-openstack-request-id: req-10779c79-69a6-449b-b1c6-72641584d8ca {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:53:19.661914 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ec1ee7-26e1-459b-acac-97dd5a8b8d7d", "tag": "2df4058d-eac7-4293-9052-af0e0de4f9a5", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:53:19.661914 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-10779c79-69a6-449b-b1c6-72641584d8ca {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:53:19.666758 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94ec1ee7-26e1-459b-acac-97dd5a8b8d7d', 'tag': '2df4058d-eac7-4293-9052-af0e0de4f9a5', 'status': 'completed', 'code': 200} Dec 16 09:53:19.697227 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-88d1274c-7bfe-485f-9c35-bbefe293af4f req-605e3463-e51d-47cd-81fd-f1b94bd6bc3d tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0874064 Dec 16 09:53:19.702619 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df994e4b-76db-4dd3-8daa-909cb1152eeb req-517d2c9c-ab1a-440d-bbf7-c1b7c89afa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:19.704061 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-df994e4b-76db-4dd3-8daa-909cb1152eeb req-517d2c9c-ab1a-440d-bbf7-c1b7c89afa16 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 1097 time: 0.0663013 Dec 16 09:53:19.735356 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f9d99d1-34f2-4d58-9ddc-7ae29f8b580b req-863b65e4-6375-4393-85e4-9636814e2f6d service neutron] 10.222.0.58 "GET /v2.0/networks/80ebca74-2610-4824-a3d8-8e60778e3639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079415 Dec 16 09:53:19.775111 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-743386ef-08ca-40f9-874f-502c0bc9f0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279505317', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f6dae148-8351-4da9-8272-9c6ace62c778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:43Z', 'updated_at': '2021-12-16T09:52:50Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': 'f6dae148-8351-4da9-8272-9c6ace62c778', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:44Z', 'updated_at': '2021-12-16T09:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '2bf57ca3-67f6-4b49-bd1d-00e2aeebb745', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'floating_ip_address': '172.25.1.248', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'port_id': '2df4058d-eac7-4293-9052-af0e0de4f9a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2', 'mac_address': 'fa:16:3e:62:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ec1ee7-26e1-459b-acac-97dd5a8b8d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:53:17Z', 'updated_at': '2021-12-16T09:53:17Z', 'revision_number': 0, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '695bddbc-718e-486c-a73b-e56e688095b1', 'name': '', 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'mac_address': 'fa:16:3e:83:05:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '51d894a2-eca0-4233-9b54-57aa3929720c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:49Z', 'updated_at': '2021-12-16T09:52:56Z', 'revision_number': 5, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'subnets': [{'id': '51d894a2-eca0-4233-9b54-57aa3929720c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:19.811134 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743386ef-08ca-40f9-874f-502c0bc9f0af None None] Checking router: 2bf10011-4593-4d7c-a1a5-0790e0d34abb for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:53:19.824134 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743386ef-08ca-40f9-874f-502c0bc9f0af None None] Routers {'2bf10011-4593-4d7c-a1a5-0790e0d34abb'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:53:19.824911 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-743386ef-08ca-40f9-874f-502c0bc9f0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:52:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2bf10011-4593-4d7c-a1a5-0790e0d34abb'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:19.857723 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df994e4b-76db-4dd3-8daa-909cb1152eeb req-0ba60471-3ff3-4766-b1d6-4aa6c4590d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:19.859444 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-df994e4b-76db-4dd3-8daa-909cb1152eeb req-0ba60471-3ff3-4766-b1d6-4aa6c4590d2d service neutron] 10.222.0.58 "GET /v2.0/networks?id=09f6ce2f-b77d-43c1-a5e9-9572e8048dc2 HTTP/1.1" status: 200 len: 897 time: 0.1465433 Dec 16 09:53:19.995691 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f9d99d1-34f2-4d58-9ddc-7ae29f8b580b req-7d95f42a-fa00-41da-8f0f-7211fcca4190 service neutron] 10.222.0.58 "GET /v2.0/networks/80ebca74-2610-4824-a3d8-8e60778e3639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490113 Dec 16 09:53:20.000039 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-743386ef-08ca-40f9-874f-502c0bc9f0af None None] Set router 2bf10011-4593-4d7c-a1a5-0790e0d34abb gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:53:20.012707 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-df994e4b-76db-4dd3-8daa-909cb1152eeb req-0e1924cd-2f11-43f6-9c01-51a74dc132f6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2df4058d-eac7-4293-9052-af0e0de4f9a5 HTTP/1.1" status: 200 len: 1000 time: 0.1384454 Dec 16 09:53:20.053411 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-2a09a600-b531-4ac6-b5bf-4c2d84d3547d tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:20.054941 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-2a09a600-b531-4ac6-b5bf-4c2d84d3547d tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.58 "GET /v2.0/networks?id=f1e7282e-00cb-49f3-b859-5e7859731833 HTTP/1.1" status: 200 len: 911 time: 0.2320628 Dec 16 09:53:20.070319 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-2b08fda7-bc36-47c2-9a78-f05c418a2419 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Request body: {'port': {'device_id': '2751dbc0-ce66-4ef1-869e-1425e86f6e1d', 'network_id': 'f1e7282e-00cb-49f3-b859-5e7859731833', 'admin_state_up': True, 'tenant_id': '11e9c918b25a4bf896d69b2672a19ca5'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:20.085887 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d20d4ef3-cc17-4f5e-82c1-05a2df26dcd5 req-6517c6bc-ec9e-4538-b333-ae974053a255 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2751dbc0-ce66-4ef1-869e-1425e86f6e1d HTTP/1.1" status: 200 len: 210 time: 0.0577958 Dec 16 09:53:20.143883 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df994e4b-76db-4dd3-8daa-909cb1152eeb req-d2c190aa-3136-4b2e-b780-38005c52fc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:20.145516 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-df994e4b-76db-4dd3-8daa-909cb1152eeb req-d2c190aa-3136-4b2e-b780-38005c52fc74 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=51d894a2-eca0-4233-9b54-57aa3929720c HTTP/1.1" status: 200 len: 834 time: 0.0903378 Dec 16 09:53:20.195255 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df994e4b-76db-4dd3-8daa-909cb1152eeb req-b3794287-5237-437e-a36f-88d9b6ddaf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:20.196790 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-df994e4b-76db-4dd3-8daa-909cb1152eeb req-b3794287-5237-437e-a36f-88d9b6ddaf7b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=09f6ce2f-b77d-43c1-a5e9-9572e8048dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437326 Dec 16 09:53:20.207179 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-2b08fda7-bc36-47c2-9a78-f05c418a2419 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Made reservation on behalf of 11e9c918b25a4bf896d69b2672a19ca5 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:53:20.210151 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-2b08fda7-bc36-47c2-9a78-f05c418a2419 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:20.360389 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-743386ef-08ca-40f9-874f-502c0bc9f0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279505317', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f6dae148-8351-4da9-8272-9c6ace62c778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:43Z', 'updated_at': '2021-12-16T09:52:50Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': 'f6dae148-8351-4da9-8272-9c6ace62c778', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:44Z', 'updated_at': '2021-12-16T09:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '2bf57ca3-67f6-4b49-bd1d-00e2aeebb745', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'floating_ip_address': '172.25.1.248', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'port_id': '2df4058d-eac7-4293-9052-af0e0de4f9a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2', 'mac_address': 'fa:16:3e:62:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ec1ee7-26e1-459b-acac-97dd5a8b8d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:53:17Z', 'updated_at': '2021-12-16T09:53:17Z', 'revision_number': 0, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '695bddbc-718e-486c-a73b-e56e688095b1', 'name': '', 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'mac_address': 'fa:16:3e:83:05:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '51d894a2-eca0-4233-9b54-57aa3929720c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:49Z', 'updated_at': '2021-12-16T09:52:56Z', 'revision_number': 5, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'subnets': [{'id': '51d894a2-eca0-4233-9b54-57aa3929720c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:20.372327 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-052e506a-9ce9-468d-aee1-342558acaea2 req-7d8f62e4-abaf-4497-a84c-16ce5df84f81 tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0657141 Dec 16 09:53:20.398415 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-df994e4b-76db-4dd3-8daa-909cb1152eeb req-77d47ef3-9cef-4e5d-b59e-b960bc60b475 service neutron] 10.222.0.58 "GET /v2.0/networks/09f6ce2f-b77d-43c1-a5e9-9572e8048dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937582 Dec 16 09:53:20.404770 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743386ef-08ca-40f9-874f-502c0bc9f0af None None] The sync data for ids ['2bf10011-4593-4d7c-a1a5-0790e0d34abb'] in n-d-820550-2 is: [{'id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279505317', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f6dae148-8351-4da9-8272-9c6ace62c778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:43Z', 'updated_at': '2021-12-16T09:52:50Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': 'f6dae148-8351-4da9-8272-9c6ace62c778', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:44Z', 'updated_at': '2021-12-16T09:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '2bf57ca3-67f6-4b49-bd1d-00e2aeebb745', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'floating_ip_address': '172.25.1.248', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'port_id': '2df4058d-eac7-4293-9052-af0e0de4f9a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2', 'mac_address': 'fa:16:3e:62:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ec1ee7-26e1-459b-acac-97dd5a8b8d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:53:17Z', 'updated_at': '2021-12-16T09:53:17Z', 'revision_number': 0, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '695bddbc-718e-486c-a73b-e56e688095b1', 'name': '', 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'mac_address': 'fa:16:3e:83:05:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '51d894a2-eca0-4233-9b54-57aa3929720c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:49Z', 'updated_at': '2021-12-16T09:52:56Z', 'revision_number': 5, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'subnets': [{'id': '51d894a2-eca0-4233-9b54-57aa3929720c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:53:20.494156 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-2b08fda7-bc36-47c2-9a78-f05c418a2419 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Allocated IP 172.20.0.10 (f1e7282e-00cb-49f3-b859-5e7859731833/51b2ae69-5e90-4cd4-9365-2709ebcc8560/41bb83fe-cf77-4be5-b961-6f27a6294955) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:53:20.533224 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 3e14ef3f-d8b4-4be2-ba5d-3f3d0d38f52c up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:53:20.547997 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-df994e4b-76db-4dd3-8daa-909cb1152eeb req-36de9c71-6567-498b-900a-ed10556337f1 service neutron] 10.222.0.58 "GET /v2.0/networks/09f6ce2f-b77d-43c1-a5e9-9572e8048dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321108 Dec 16 09:53:20.606821 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 3e14ef3f-d8b4-4be2-ba5d-3f3d0d38f52c triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:20.607203 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:20.641900 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 47522) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:20.727341 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-2b08fda7-bc36-47c2-9a78-f05c418a2419 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:20.746185 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6409347e-588a-472e-a483-51b1ba30604a tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/floatingips/2bf57ca3-67f6-4b49-bd1d-00e2aeebb745 HTTP/1.1" status: 200 len: 992 time: 0.1038296 Dec 16 09:53:20.831212 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-2b08fda7-bc36-47c2-9a78-f05c418a2419 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:20.859806 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b142a3-9292-493b-afda-1d967d6e4314 req-48818415-32c0-4b6e-b932-8aef706f7d3b tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:20.865787 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d9b142a3-9292-493b-afda-1d967d6e4314 req-48818415-32c0-4b6e-b932-8aef706f7d3b tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 946 time: 0.0638957 Dec 16 09:53:20.899871 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-2b08fda7-bc36-47c2-9a78-f05c418a2419 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Network f1e7282e-00cb-49f3-b859-5e7859731833 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:53:20.911547 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-2b08fda7-bc36-47c2-9a78-f05c418a2419 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:20.914966 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41561d7-eed9-4208-82f2-548f06463622 None None] New status for floating IP 2bf57ca3-67f6-4b49-bd1d-00e2aeebb745: ACTIVE {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:53:20.916725 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-2b08fda7-bc36-47c2-9a78-f05c418a2419 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:53:20.933320 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d9b142a3-9292-493b-afda-1d967d6e4314 req-9eb9a3cb-d262-4bee-87a9-e0a34d854a7c tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0643687 Dec 16 09:53:20.972646 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b08fda7-bc36-47c2-9a78-f05c418a2419 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Pushing event updated for resources: {'Port': ['ID=41bb83fe-cf77-4be5-b961-6f27a6294955,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:20.989830 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-2b08fda7-bc36-47c2-9a78-f05c418a2419 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:20.990720 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-2b08fda7-bc36-47c2-9a78-f05c418a2419 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:21.068503 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-2b08fda7-bc36-47c2-9a78-f05c418a2419 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0047226 Dec 16 09:53:21.093932 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-a10d7c86-6006-409f-b05c-9061a25ba3ec service neutron] Request body: {'port': {'device_id': '2751dbc0-ce66-4ef1-869e-1425e86f6e1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:21.188729 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-a10d7c86-6006-409f-b05c-9061a25ba3ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:21.198026 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b380cb63-599d-4fc0-9c19-411eca8de4d6 None None] Provisioning complete for port 41bb83fe-cf77-4be5-b961-6f27a6294955 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:21.198473 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b380cb63-599d-4fc0-9c19-411eca8de4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:21.232490 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-b380cb63-599d-4fc0-9c19-411eca8de4d6 None None] Port 41bb83fe-cf77-4be5-b961-6f27a6294955 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:53:21.232703 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58aa86-acc5-445b-add6-1f41fc863efa req-8b44d1b7-3fe4-4913-8df9-56f4ed4aa8dd tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:21.234930 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bc58aa86-acc5-445b-add6-1f41fc863efa req-8b44d1b7-3fe4-4913-8df9-56f4ed4aa8dd tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2751dbc0-ce66-4ef1-869e-1425e86f6e1d HTTP/1.1" status: 200 len: 1028 time: 0.0804977 Dec 16 09:53:21.342339 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bc58aa86-acc5-445b-add6-1f41fc863efa req-e370809b-7828-4ba4-b06f-371905c242cb tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=17c0ef6b-90e7-4e88-a205-7d2387c46e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991540 Dec 16 09:53:21.494034 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c765a28b-c756-47a9-8be6-2d3e36c567dd req-1e116a73-ef1d-400c-8dfe-133c89a72b91 tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0286400 Dec 16 09:53:21.497134 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-a10d7c86-6006-409f-b05c-9061a25ba3ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41bb83fe-cf77-4be5-b961-6f27a6294955 {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:53:21.505194 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-a10d7c86-6006-409f-b05c-9061a25ba3ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:21.518359 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-a10d7c86-6006-409f-b05c-9061a25ba3ec service neutron] Transition to ACTIVE for port object 41bb83fe-cf77-4be5-b961-6f27a6294955 will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:53:21.625486 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-a10d7c86-6006-409f-b05c-9061a25ba3ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:21.685706 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d7c86-6006-409f-b05c-9061a25ba3ec service neutron] Pushing event updated for resources: {'Port': ['ID=41bb83fe-cf77-4be5-b961-6f27a6294955,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:21.709539 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d7c86-6006-409f-b05c-9061a25ba3ec service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:21.709896 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d7c86-6006-409f-b05c-9061a25ba3ec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:21.710243 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d7c86-6006-409f-b05c-9061a25ba3ec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:21.710581 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d7c86-6006-409f-b05c-9061a25ba3ec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:21.711067 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d7c86-6006-409f-b05c-9061a25ba3ec service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:21.711281 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d7c86-6006-409f-b05c-9061a25ba3ec service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:21.711610 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d7c86-6006-409f-b05c-9061a25ba3ec service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:21.711940 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d7c86-6006-409f-b05c-9061a25ba3ec service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:21.712341 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d7c86-6006-409f-b05c-9061a25ba3ec service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:21.712729 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d7c86-6006-409f-b05c-9061a25ba3ec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:21.713056 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d7c86-6006-409f-b05c-9061a25ba3ec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:21.713407 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d7c86-6006-409f-b05c-9061a25ba3ec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:21.750259 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 47548) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:21.775342 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-a10d7c86-6006-409f-b05c-9061a25ba3ec service neutron] Attempting to bind port 41bb83fe-cf77-4be5-b961-6f27a6294955 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:53:21.775690 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-a10d7c86-6006-409f-b05c-9061a25ba3ec service neutron] Attempting to bind port 41bb83fe-cf77-4be5-b961-6f27a6294955 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'a3aff565-42c5-4ddc-a0de-cbd17ae62294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f1e7282e-00cb-49f3-b859-5e7859731833'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:53:21.776081 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-a10d7c86-6006-409f-b05c-9061a25ba3ec service neutron] Attempting to bind port 41bb83fe-cf77-4be5-b961-6f27a6294955 on network f1e7282e-00cb-49f3-b859-5e7859731833 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:53:21.780895 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-a10d7c86-6006-409f-b05c-9061a25ba3ec service neutron] Port 41bb83fe-cf77-4be5-b961-6f27a6294955 on network f1e7282e-00cb-49f3-b859-5e7859731833 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:53:21.781264 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-a10d7c86-6006-409f-b05c-9061a25ba3ec service neutron] Attempting to bind port 41bb83fe-cf77-4be5-b961-6f27a6294955 on network f1e7282e-00cb-49f3-b859-5e7859731833 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:53:21.786497 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-a10d7c86-6006-409f-b05c-9061a25ba3ec service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:53:21.786840 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-a10d7c86-6006-409f-b05c-9061a25ba3ec service neutron] Checking segment: {'id': 'a3aff565-42c5-4ddc-a0de-cbd17ae62294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f1e7282e-00cb-49f3-b859-5e7859731833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:53:21.787220 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-a10d7c86-6006-409f-b05c-9061a25ba3ec service neutron] Bound using segment: {'id': 'a3aff565-42c5-4ddc-a0de-cbd17ae62294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f1e7282e-00cb-49f3-b859-5e7859731833'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:53:21.787656 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-a10d7c86-6006-409f-b05c-9061a25ba3ec service neutron] Bound port: 41bb83fe-cf77-4be5-b961-6f27a6294955, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3aff565-42c5-4ddc-a0de-cbd17ae62294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f1e7282e-00cb-49f3-b859-5e7859731833'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:53:21.788023 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-a10d7c86-6006-409f-b05c-9061a25ba3ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:21.793421 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:53:21.847367 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-12aabec3-124a-48b4-8646-0ede229896ee tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/floatingips/2bf57ca3-67f6-4b49-bd1d-00e2aeebb745 HTTP/1.1" status: 200 len: 994 time: 0.0958056 Dec 16 09:53:21.903033 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:21.917237 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-a10d7c86-6006-409f-b05c-9061a25ba3ec service neutron] For port 41bb83fe-cf77-4be5-b961-6f27a6294955, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:53:21.922984 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-a10d7c86-6006-409f-b05c-9061a25ba3ec service neutron] For port 41bb83fe-cf77-4be5-b961-6f27a6294955, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=41bb83fe-cf77-4be5-b961-6f27a6294955,segment=NetworkSegment(a3aff565-42c5-4ddc-a0de-cbd17ae62294),segment_id=a3aff565-42c5-4ddc-a0de-cbd17ae62294)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:53:21.935164 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261b5aac-2fe1-4d1d-b802-85cf02d95173', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c16075f-0c49-41c4-8cf6-cad9247d5bd0'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:53:21.937454 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4b3a27-48cf-4ca1-b0d2-33ff89e9933f" -d '{"events": [{"server_uuid": "261b5aac-2fe1-4d1d-b802-85cf02d95173", "name": "network-vif-unplugged", "status": "completed", "tag": "8c16075f-0c49-41c4-8cf6-cad9247d5bd0"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:53:21.956977 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 8c16075f-0c49-41c4-8cf6-cad9247d5bd0, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=8c16075f-0c49-41c4-8cf6-cad9247d5bd0,segment=NetworkSegment(c1145db4-acce-4730-a2ad-0f420017f088),segment_id=c1145db4-acce-4730-a2ad-0f420017f088)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:53:22.039686 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:22.040081 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-a10d7c86-6006-409f-b05c-9061a25ba3ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:22.080354 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2f5c9-5ad5-4edc-a161-38193e9162d4 req-fcd7c019-1457-4e54-b42f-93057fcd619c tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:22.082326 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-01a2f5c9-5ad5-4edc-a161-38193e9162d4 req-fcd7c019-1457-4e54-b42f-93057fcd619c tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 946 time: 0.0574903 Dec 16 09:53:22.102398 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-a10d7c86-6006-409f-b05c-9061a25ba3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:22.103369 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-a10d7c86-6006-409f-b05c-9061a25ba3ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:22.104935 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-a10d7c86-6006-409f-b05c-9061a25ba3ec service neutron] 10.222.0.58 "PUT /v2.0/ports/41bb83fe-cf77-4be5-b961-6f27a6294955 HTTP/1.1" status: 200 len: 1092 time: 1.0162787 Dec 16 09:53:22.108781 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2751dbc0-ce66-4ef1-869e-1425e86f6e1d', 'tag': '41bb83fe-cf77-4be5-b961-6f27a6294955'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:53:22.114602 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2129c52-f73e-4b9b-a22f-720b37c17490" -d '{"events": [{"name": "network-changed", "server_uuid": "2751dbc0-ce66-4ef1-869e-1425e86f6e1d", "tag": "41bb83fe-cf77-4be5-b961-6f27a6294955"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:53:22.140921 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=8c16075f-0c49-41c4-8cf6-cad9247d5bd0,revision_number=8']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:22.161244 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d7c86-6006-409f-b05c-9061a25ba3ec service neutron] Pushing event updated for resources: {'Port': ['ID=41bb83fe-cf77-4be5-b961-6f27a6294955,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:22.173872 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-01a2f5c9-5ad5-4edc-a161-38193e9162d4 req-f69706ee-d025-4caf-b1b4-fa050acebc23 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0841773 Dec 16 09:53:22.189937 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e8f03f-6cef-4924-8a16-dc7c9b25092d x-openstack-request-id: req-72e8f03f-6cef-4924-8a16-dc7c9b25092d {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:53:22.190231 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261b5aac-2fe1-4d1d-b802-85cf02d95173", "name": "network-vif-unplugged", "status": "completed", "tag": "8c16075f-0c49-41c4-8cf6-cad9247d5bd0", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:53:22.190484 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-72e8f03f-6cef-4924-8a16-dc7c9b25092d {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:53:22.190883 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261b5aac-2fe1-4d1d-b802-85cf02d95173', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c16075f-0c49-41c4-8cf6-cad9247d5bd0', 'code': 200} Dec 16 09:53:22.265068 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c03eda0-d740-4de9-ba47-48f7698e8b28 x-openstack-request-id: req-7c03eda0-d740-4de9-ba47-48f7698e8b28 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:53:22.265898 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2751dbc0-ce66-4ef1-869e-1425e86f6e1d", "tag": "41bb83fe-cf77-4be5-b961-6f27a6294955", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:53:22.266289 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7c03eda0-d740-4de9-ba47-48f7698e8b28 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:53:22.267681 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2751dbc0-ce66-4ef1-869e-1425e86f6e1d', 'tag': '41bb83fe-cf77-4be5-b961-6f27a6294955', 'status': 'completed', 'code': 200} Dec 16 09:53:22.290800 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-1e19dd65-ee34-4d46-9b2c-bf1dc12966ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:22.293375 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-1e19dd65-ee34-4d46-9b2c-bf1dc12966ad service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=11e9c918b25a4bf896d69b2672a19ca5&device_id=2751dbc0-ce66-4ef1-869e-1425e86f6e1d HTTP/1.1" status: 200 len: 1095 time: 0.0653396 Dec 16 09:53:22.341211 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-04e21909-96fc-4116-98ad-69c847a5271f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41bb83fe-cf77-4be5-b961-6f27a6294955 HTTP/1.1" status: 200 len: 217 time: 0.0397334 Dec 16 09:53:22.399837 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-6c7670e7-fddd-4814-910c-db228e945808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:22.401350 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-6c7670e7-fddd-4814-910c-db228e945808 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=51b2ae69-5e90-4cd4-9365-2709ebcc8560 HTTP/1.1" status: 200 len: 849 time: 0.0538628 Dec 16 09:53:22.454284 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-063f5487-7848-493d-9bcb-3823502b2c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:22.455952 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-063f5487-7848-493d-9bcb-3823502b2c7c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1e7282e-00cb-49f3-b859-5e7859731833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478926 Dec 16 09:53:22.470775 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e8903-3fa5-428c-869c-85ba84fb7a35 req-01fd252b-894b-464a-92c7-ccef9dc6f3e7 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:22.472478 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-469e8903-3fa5-428c-869c-85ba84fb7a35 req-01fd252b-894b-464a-92c7-ccef9dc6f3e7 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2751dbc0-ce66-4ef1-869e-1425e86f6e1d HTTP/1.1" status: 200 len: 1095 time: 0.0455868 Dec 16 09:53:22.509798 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-469e8903-3fa5-428c-869c-85ba84fb7a35 req-659a06fd-0559-490c-baf9-1184b408d8ad tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=17c0ef6b-90e7-4e88-a205-7d2387c46e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302651 Dec 16 09:53:22.550220 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-09663b12-1f6b-4846-a3fe-6775686d981a service neutron] 10.222.0.58 "GET /v2.0/networks/f1e7282e-00cb-49f3-b859-5e7859731833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861506 Dec 16 09:53:22.612479 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-64fc2221-c0e6-43ea-96df-da91a401ffdd req-e99fdd70-b3fa-4527-9fd5-9a587ee75fa2 tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0331991 Dec 16 09:53:22.646802 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b1fda219-4d71-4b7c-96ee-a9953fddaed3 req-29228288-5d4e-414c-a421-2d5c385cd0a5 service neutron] 10.222.0.58 "GET /v2.0/networks/f1e7282e-00cb-49f3-b859-5e7859731833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896018 Dec 16 09:53:22.820840 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2129c52-f73e-4b9b-a22f-720b37c17490 req-aa3f59f3-2605-4f69-9f0f-bd2695655289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:22.822519 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c2129c52-f73e-4b9b-a22f-720b37c17490 req-aa3f59f3-2605-4f69-9f0f-bd2695655289 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=11e9c918b25a4bf896d69b2672a19ca5&device_id=2751dbc0-ce66-4ef1-869e-1425e86f6e1d HTTP/1.1" status: 200 len: 1095 time: 0.0413146 Dec 16 09:53:22.921602 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2129c52-f73e-4b9b-a22f-720b37c17490 req-51b18627-6868-4616-88a5-68faf7968643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:22.923076 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c2129c52-f73e-4b9b-a22f-720b37c17490 req-51b18627-6868-4616-88a5-68faf7968643 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f1e7282e-00cb-49f3-b859-5e7859731833 HTTP/1.1" status: 200 len: 911 time: 0.0939803 Dec 16 09:53:22.973350 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c2129c52-f73e-4b9b-a22f-720b37c17490 req-d5f6baeb-884f-42c1-b9f3-d53602f49515 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41bb83fe-cf77-4be5-b961-6f27a6294955 HTTP/1.1" status: 200 len: 217 time: 0.0416288 Dec 16 09:53:23.023010 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2129c52-f73e-4b9b-a22f-720b37c17490 req-b00bb7e0-6b0b-477e-a76d-f1b83c4dbddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:23.024930 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c2129c52-f73e-4b9b-a22f-720b37c17490 req-b00bb7e0-6b0b-477e-a76d-f1b83c4dbddd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=51b2ae69-5e90-4cd4-9365-2709ebcc8560 HTTP/1.1" status: 200 len: 849 time: 0.0436730 Dec 16 09:53:23.074551 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2129c52-f73e-4b9b-a22f-720b37c17490 req-83d9a56a-9a02-437d-a53f-b08c563dbaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:23.076034 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c2129c52-f73e-4b9b-a22f-720b37c17490 req-83d9a56a-9a02-437d-a53f-b08c563dbaec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f1e7282e-00cb-49f3-b859-5e7859731833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439332 Dec 16 09:53:23.165520 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c2129c52-f73e-4b9b-a22f-720b37c17490 req-4fa9b106-f801-4467-a97b-0c6220502f2c service neutron] 10.222.0.58 "GET /v2.0/networks/f1e7282e-00cb-49f3-b859-5e7859731833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809767 Dec 16 09:53:23.264774 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c2129c52-f73e-4b9b-a22f-720b37c17490 req-3fe7cdfd-9e1c-46df-83c4-2b231c5f643c service neutron] 10.222.0.58 "GET /v2.0/networks/f1e7282e-00cb-49f3-b859-5e7859731833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885596 Dec 16 09:53:23.917030 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07459003-0a7f-46fe-93ec-7dde7ca04be7 req-3f6f88cc-0446-4026-978f-c47dd4b7c861 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:23.918725 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-07459003-0a7f-46fe-93ec-7dde7ca04be7 req-3f6f88cc-0446-4026-978f-c47dd4b7c861 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2751dbc0-ce66-4ef1-869e-1425e86f6e1d HTTP/1.1" status: 200 len: 1095 time: 0.3355293 Dec 16 09:53:23.954139 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-07459003-0a7f-46fe-93ec-7dde7ca04be7 req-9cd1ed57-d5ad-4b20-a2c7-4a3a6143dca7 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=17c0ef6b-90e7-4e88-a205-7d2387c46e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293548 Dec 16 09:53:24.030768 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fc4a6a87-e567-4131-8f99-5809b5566a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:24.040873 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-501d3879-dcad-4151-a610-aa4c3aae97a7 req-4047ca58-5879-487e-996c-c5c238c9f073 tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0281940 Dec 16 09:53:24.315275 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-15eb8121-bca8-48de-bca7-2d9bb45f5eaa req-19dfd9bb-49f2-4378-bf34-db0c1991d039 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:53:24.316273 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-15eb8121-bca8-48de-bca7-2d9bb45f5eaa req-19dfd9bb-49f2-4378-bf34-db0c1991d039 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053630 Dec 16 09:53:24.642423 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9250c2-3da0-460a-be7a-3c66cf95b8fb req-858f52cb-2637-48b0-b1fa-8d395097a427 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:24.643944 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5b9250c2-3da0-460a-be7a-3c66cf95b8fb req-858f52cb-2637-48b0-b1fa-8d395097a427 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 944 time: 0.0487931 Dec 16 09:53:24.684766 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5b9250c2-3da0-460a-be7a-3c66cf95b8fb req-67fd75c8-9e86-46ba-b22a-6902321cc30e tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336850 Dec 16 09:53:24.993333 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 47620) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:25.081604 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb45c6f-974d-4e37-81d3-f3f622281f3e req-7fc6caa3-5a48-44f6-800b-34f954fee87f tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:25.090573 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6fb45c6f-974d-4e37-81d3-f3f622281f3e req-7fc6caa3-5a48-44f6-800b-34f954fee87f tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2751dbc0-ce66-4ef1-869e-1425e86f6e1d HTTP/1.1" status: 200 len: 1095 time: 0.0476718 Dec 16 09:53:25.150040 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6fb45c6f-974d-4e37-81d3-f3f622281f3e req-7616a6cc-0e74-4ed6-bb8a-ca4bade1413a tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=17c0ef6b-90e7-4e88-a205-7d2387c46e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584514 Dec 16 09:53:25.150901 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-37f60291-8f1c-4054-b76f-d3c419f679d7 req-455c2965-2402-4367-bb53-70ca72aa824a tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0287366 Dec 16 09:53:25.166647 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-da1ee3af-466c-47de-b341-6782719f59c4 req-3285a577-ff97-4aae-90f5-3671fe28a6fd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1732426 Dec 16 09:53:25.178055 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-da1ee3af-466c-47de-b341-6782719f59c4 req-312fe57a-88c5-4695-849d-f253c094791e service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:53:25.179229 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-da1ee3af-466c-47de-b341-6782719f59c4 req-312fe57a-88c5-4695-849d-f253c094791e service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067317 Dec 16 09:53:25.808443 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e48e91-9658-4087-933f-5ae50530d251 req-75fa42cd-c486-427a-bb49-f4958493df4e tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:25.809934 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-32e48e91-9658-4087-933f-5ae50530d251 req-75fa42cd-c486-427a-bb49-f4958493df4e tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 944 time: 0.0477741 Dec 16 09:53:25.823780 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 41bb83fe-cf77-4be5-b961-6f27a6294955 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:53:25.829441 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:53:25.849828 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-32e48e91-9658-4087-933f-5ae50530d251 req-f7ff54f6-6aa7-424a-afd6-94b43a696c4e tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338593 Dec 16 09:53:25.987244 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 41bb83fe-cf77-4be5-b961-6f27a6294955, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=41bb83fe-cf77-4be5-b961-6f27a6294955,segment=NetworkSegment(a3aff565-42c5-4ddc-a0de-cbd17ae62294),segment_id=a3aff565-42c5-4ddc-a0de-cbd17ae62294)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:53:25.998299 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '41bb83fe-cf77-4be5-b961-6f27a6294955', 'network_id': 'f1e7282e-00cb-49f3-b859-5e7859731833', 'port_id': '41bb83fe-cf77-4be5-b961-6f27a6294955', 'mac_address': 'fa:16:3e:a5:0c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b2ae69-5e90-4cd4-9365-2709ebcc8560', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:53:26.036306 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:26.053329 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41bb83fe-cf77-4be5-b961-6f27a6294955 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:53:26.073805 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 41bb83fe-cf77-4be5-b961-6f27a6294955, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=41bb83fe-cf77-4be5-b961-6f27a6294955,segment=NetworkSegment(a3aff565-42c5-4ddc-a0de-cbd17ae62294),segment_id=a3aff565-42c5-4ddc-a0de-cbd17ae62294)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:53:26.160986 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:26.216286 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=41bb83fe-cf77-4be5-b961-6f27a6294955,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:26.285446 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-36883428-1445-475e-9fbf-4765fa62a9ad req-de49d365-7767-4adb-b331-66372fc82858 tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0278754 Dec 16 09:53:26.296335 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ff02a-9bb4-43f1-b969-359917cac017 req-198424da-1f56-461f-9750-2534e1090818 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:26.296335 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f31ff02a-9bb4-43f1-b969-359917cac017 req-198424da-1f56-461f-9750-2534e1090818 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2751dbc0-ce66-4ef1-869e-1425e86f6e1d HTTP/1.1" status: 200 len: 1096 time: 0.0482037 Dec 16 09:53:26.340997 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f31ff02a-9bb4-43f1-b969-359917cac017 req-ad61bed8-720a-4294-a4b6-4af93fdfb187 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=17c0ef6b-90e7-4e88-a205-7d2387c46e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346355 Dec 16 09:53:26.373296 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['41bb83fe-cf77-4be5-b961-6f27a6294955'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:53:26.403292 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c327ecbd-f725-42e7-a401-3f8b21e1cabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:27.232704 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ee3af-466c-47de-b341-6782719f59c4 req-c16787ce-674c-42fb-b18e-cf539f198da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:27.234231 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da1ee3af-466c-47de-b341-6782719f59c4 req-c16787ce-674c-42fb-b18e-cf539f198da1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173&tenant_id=55938af2fa4b4c6f80f602d4625ae2cd HTTP/1.1" status: 200 len: 1095 time: 0.4610660 Dec 16 09:53:27.250924 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced5c4b-5544-431e-badb-ee75c7cf7da5 req-e9185822-f8c7-4900-b173-cd500cb982df tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:27.252343 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bced5c4b-5544-431e-badb-ee75c7cf7da5 req-e9185822-f8c7-4900-b173-cd500cb982df tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 944 time: 0.0697818 Dec 16 09:53:27.255971 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-da1ee3af-466c-47de-b341-6782719f59c4 req-ba50c6b4-7717-4a09-8dde-b0bc1b37014e service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:53:27.256924 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da1ee3af-466c-47de-b341-6782719f59c4 req-ba50c6b4-7717-4a09-8dde-b0bc1b37014e service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137475 Dec 16 09:53:27.275180 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-da1ee3af-466c-47de-b341-6782719f59c4 req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820550-2', 'device_owner': 'compute:nova'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:27.323990 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bced5c4b-5544-431e-badb-ee75c7cf7da5 req-feeffead-3a01-41fe-b421-7b68dca62094 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645607 Dec 16 09:53:27.351590 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-da1ee3af-466c-47de-b341-6782719f59c4 req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:27.428561 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7926b541-0032-4be2-80cc-f9226da36ef3 req-acc99952-851f-412b-a6cd-8fae93775a37 tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0322108 Dec 16 09:53:27.566382 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:27.614797 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e03d21-7740-4533-b6a7-b2666df67613 req-bc61bfcf-b7a3-4e81-9c3a-443d76e5be0b tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:27.616323 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-53e03d21-7740-4533-b6a7-b2666df67613 req-bc61bfcf-b7a3-4e81-9c3a-443d76e5be0b tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2751dbc0-ce66-4ef1-869e-1425e86f6e1d HTTP/1.1" status: 200 len: 1096 time: 0.1774879 Dec 16 09:53:27.674553 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-53e03d21-7740-4533-b6a7-b2666df67613 req-ce4ef3a8-e350-4c49-9aac-390ca6a08b5d tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=17c0ef6b-90e7-4e88-a205-7d2387c46e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518770 Dec 16 09:53:27.676181 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-da1ee3af-466c-47de-b341-6782719f59c4 req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] For port 8c16075f-0c49-41c4-8cf6-cad9247d5bd0, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=8c16075f-0c49-41c4-8cf6-cad9247d5bd0,segment=NetworkSegment(c1145db4-acce-4730-a2ad-0f420017f088),segment_id=c1145db4-acce-4730-a2ad-0f420017f088)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:53:27.719236 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-da1ee3af-466c-47de-b341-6782719f59c4 req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] For port 8c16075f-0c49-41c4-8cf6-cad9247d5bd0, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:53:27.753819 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-da1ee3af-466c-47de-b341-6782719f59c4 req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:53:27.762461 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-da1ee3af-466c-47de-b341-6782719f59c4 req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:27.778834 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-da1ee3af-466c-47de-b341-6782719f59c4 req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] Transition to ACTIVE for port object 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:53:27.827261 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 41bb83fe-cf77-4be5-b961-6f27a6294955 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:53:27.848080 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-da1ee3af-466c-47de-b341-6782719f59c4 req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:27.922343 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 41bb83fe-cf77-4be5-b961-6f27a6294955 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:53:27.928004 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 41bb83fe-cf77-4be5-b961-6f27a6294955 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:27.928370 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:27.964000 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] Pushing event updated for resources: {'Port': ['ID=8c16075f-0c49-41c4-8cf6-cad9247d5bd0,revision_number=9']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:28.024380 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:28.024671 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:28.024988 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:28.025351 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:28.025989 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:28.026333 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:28.026661 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:28.026760 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:28.026988 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:28.027315 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:28.027646 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:28.027961 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:28.028282 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:28.050849 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1ee3af-466c-47de-b341-6782719f59c4 req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] No DVR routers for this DVR port 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:53:28.052308 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2751dbc0-ce66-4ef1-869e-1425e86f6e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41bb83fe-cf77-4be5-b961-6f27a6294955'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:53:28.054994 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27a4e9f-2fdf-411a-a61d-c7c07ae8d9f1" -d '{"events": [{"server_uuid": "2751dbc0-ce66-4ef1-869e-1425e86f6e1d", "name": "network-vif-plugged", "status": "completed", "tag": "41bb83fe-cf77-4be5-b961-6f27a6294955"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:53:28.068976 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 41bb83fe-cf77-4be5-b961-6f27a6294955, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=41bb83fe-cf77-4be5-b961-6f27a6294955,segment=NetworkSegment(a3aff565-42c5-4ddc-a0de-cbd17ae62294),segment_id=a3aff565-42c5-4ddc-a0de-cbd17ae62294)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:53:28.099260 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9b8f8a-da9d-476b-b497-01ea52e6e271 x-openstack-request-id: req-5e9b8f8a-da9d-476b-b497-01ea52e6e271 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:53:28.099563 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2751dbc0-ce66-4ef1-869e-1425e86f6e1d", "name": "network-vif-plugged", "status": "completed", "tag": "41bb83fe-cf77-4be5-b961-6f27a6294955", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:53:28.099817 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5e9b8f8a-da9d-476b-b497-01ea52e6e271 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:53:28.100221 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2751dbc0-ce66-4ef1-869e-1425e86f6e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41bb83fe-cf77-4be5-b961-6f27a6294955', 'code': 200} Dec 16 09:53:28.116381 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:28.203920 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=41bb83fe-cf77-4be5-b961-6f27a6294955,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:28.211947 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364aa248-0826-420b-b627-adaf43ff4b8c req-5ffdcd0b-f452-4089-a7f6-c3f186068b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:28.213764 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-364aa248-0826-420b-b627-adaf43ff4b8c req-5ffdcd0b-f452-4089-a7f6-c3f186068b39 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2751dbc0-ce66-4ef1-869e-1425e86f6e1d HTTP/1.1" status: 200 len: 1097 time: 0.0487740 Dec 16 09:53:28.217684 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-da1ee3af-466c-47de-b341-6782719f59c4 req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] Attempting to bind port 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:53:28.217904 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-da1ee3af-466c-47de-b341-6782719f59c4 req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] Attempting to bind port 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'c1145db4-acce-4730-a2ad-0f420017f088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:53:28.218236 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1ee3af-466c-47de-b341-6782719f59c4 req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] Attempting to bind port 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 on network 80ebca74-2610-4824-a3d8-8e60778e3639 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:53:28.222834 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1ee3af-466c-47de-b341-6782719f59c4 req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] Port 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 on network 80ebca74-2610-4824-a3d8-8e60778e3639 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:53:28.223155 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1ee3af-466c-47de-b341-6782719f59c4 req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] Attempting to bind port 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 on network 80ebca74-2610-4824-a3d8-8e60778e3639 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:53:28.229299 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1ee3af-466c-47de-b341-6782719f59c4 req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:53:28.229644 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1ee3af-466c-47de-b341-6782719f59c4 req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] Checking segment: {'id': 'c1145db4-acce-4730-a2ad-0f420017f088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:53:28.230029 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1ee3af-466c-47de-b341-6782719f59c4 req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] Bound using segment: {'id': 'c1145db4-acce-4730-a2ad-0f420017f088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:53:28.230461 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-da1ee3af-466c-47de-b341-6782719f59c4 req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] Bound port: 8c16075f-0c49-41c4-8cf6-cad9247d5bd0, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1145db4-acce-4730-a2ad-0f420017f088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:53:28.230852 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-da1ee3af-466c-47de-b341-6782719f59c4 req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:28.251533 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-364aa248-0826-420b-b627-adaf43ff4b8c req-4c498897-413b-4982-be3c-bed21d36ce85 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=17c0ef6b-90e7-4e88-a205-7d2387c46e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310838 Dec 16 09:53:28.294468 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-da1ee3af-466c-47de-b341-6782719f59c4 req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] For port 8c16075f-0c49-41c4-8cf6-cad9247d5bd0, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:53:28.297493 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-da1ee3af-466c-47de-b341-6782719f59c4 req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] For port 8c16075f-0c49-41c4-8cf6-cad9247d5bd0, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=8c16075f-0c49-41c4-8cf6-cad9247d5bd0,segment=NetworkSegment(c1145db4-acce-4730-a2ad-0f420017f088),segment_id=c1145db4-acce-4730-a2ad-0f420017f088)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:53:28.356898 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-da1ee3af-466c-47de-b341-6782719f59c4 req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:28.407250 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ee3af-466c-47de-b341-6782719f59c4 req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:28.407938 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-da1ee3af-466c-47de-b341-6782719f59c4 req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:28.409305 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da1ee3af-466c-47de-b341-6782719f59c4 req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] 10.222.0.57 "PUT /v2.0/ports/8c16075f-0c49-41c4-8cf6-cad9247d5bd0 HTTP/1.1" status: 200 len: 1092 time: 1.1438379 Dec 16 09:53:28.409700 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '261b5aac-2fe1-4d1d-b802-85cf02d95173', 'tag': '8c16075f-0c49-41c4-8cf6-cad9247d5bd0'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:53:28.411979 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546a6e19-1b6d-484f-9322-1dbc8bf05c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "261b5aac-2fe1-4d1d-b802-85cf02d95173", "tag": "8c16075f-0c49-41c4-8cf6-cad9247d5bd0"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:53:28.484784 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99266348-4b03-4d1c-bac4-3d5de8b9324d x-openstack-request-id: req-99266348-4b03-4d1c-bac4-3d5de8b9324d {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:53:28.485040 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "261b5aac-2fe1-4d1d-b802-85cf02d95173", "tag": "8c16075f-0c49-41c4-8cf6-cad9247d5bd0", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:53:28.485318 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-99266348-4b03-4d1c-bac4-3d5de8b9324d {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:53:28.485673 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '261b5aac-2fe1-4d1d-b802-85cf02d95173', 'tag': '8c16075f-0c49-41c4-8cf6-cad9247d5bd0', 'status': 'completed', 'code': 200} Dec 16 09:53:28.512262 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7fd2e-a588-4308-927f-840881b449b2 service neutron] Pushing event updated for resources: {'Port': ['ID=8c16075f-0c49-41c4-8cf6-cad9247d5bd0,revision_number=10']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:28.541854 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b34a5e-e9f3-4c45-9eff-a17c8547428c req-770b9726-cb7e-488c-8893-c62fe1d56833 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:28.543547 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70b34a5e-e9f3-4c45-9eff-a17c8547428c req-770b9726-cb7e-488c-8893-c62fe1d56833 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 945 time: 0.1097031 Dec 16 09:53:28.549498 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ee3af-466c-47de-b341-6782719f59c4 req-c3c36dec-d1e5-4c05-a757-b5591a72fd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:28.551044 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da1ee3af-466c-47de-b341-6782719f59c4 req-c3c36dec-d1e5-4c05-a757-b5591a72fd37 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55938af2fa4b4c6f80f602d4625ae2cd&device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 1096 time: 0.1153738 Dec 16 09:53:28.557820 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ffded40c-9c48-4fe7-ac7e-71ca4dbcf330 req-64612701-1915-4d8f-8b95-7f371ec808bb tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0305612 Dec 16 09:53:28.640811 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70b34a5e-e9f3-4c45-9eff-a17c8547428c req-8225e43b-331f-4ce7-986d-b2215c36517d tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0887764 Dec 16 09:53:28.673408 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ee3af-466c-47de-b341-6782719f59c4 req-234034c9-0e84-4b28-a4f7-01ed4ba45df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:28.674889 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da1ee3af-466c-47de-b341-6782719f59c4 req-234034c9-0e84-4b28-a4f7-01ed4ba45df4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=80ebca74-2610-4824-a3d8-8e60778e3639 HTTP/1.1" status: 200 len: 918 time: 0.1152573 Dec 16 09:53:28.747136 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da1ee3af-466c-47de-b341-6782719f59c4 req-b0cdab7b-f1b0-4bad-b59f-bb1c40f6d8b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c16075f-0c49-41c4-8cf6-cad9247d5bd0 HTTP/1.1" status: 200 len: 1000 time: 0.0652442 Dec 16 09:53:28.797905 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d395aa-61f8-4a02-9076-128f8e3f92a1 req-e478c104-0f8c-4916-b101-5aeeeec22e16 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:28.799506 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c7d395aa-61f8-4a02-9076-128f8e3f92a1 req-e478c104-0f8c-4916-b101-5aeeeec22e16 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2751dbc0-ce66-4ef1-869e-1425e86f6e1d HTTP/1.1" status: 200 len: 1097 time: 0.0553837 Dec 16 09:53:28.804306 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ee3af-466c-47de-b341-6782719f59c4 req-3c150404-d8fb-4a5f-a6dc-9761defca3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:28.806213 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da1ee3af-466c-47de-b341-6782719f59c4 req-3c150404-d8fb-4a5f-a6dc-9761defca3f0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55767ecf-03fc-4a01-868c-518fd421c2f1 HTTP/1.1" status: 200 len: 856 time: 0.0511544 Dec 16 09:53:28.837249 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c7d395aa-61f8-4a02-9076-128f8e3f92a1 req-179886f6-0619-4881-a926-c8a609817a95 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=17c0ef6b-90e7-4e88-a205-7d2387c46e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310738 Dec 16 09:53:28.857621 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ee3af-466c-47de-b341-6782719f59c4 req-58c9dafb-4001-42db-8e89-85e9c9ce04af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:28.859200 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da1ee3af-466c-47de-b341-6782719f59c4 req-58c9dafb-4001-42db-8e89-85e9c9ce04af service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80ebca74-2610-4824-a3d8-8e60778e3639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461662 Dec 16 09:53:28.949977 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da1ee3af-466c-47de-b341-6782719f59c4 req-97321542-3c19-4ac9-8022-b0d7e48f5b88 service neutron] 10.222.0.57 "GET /v2.0/networks/80ebca74-2610-4824-a3d8-8e60778e3639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834634 Dec 16 09:53:29.043626 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da1ee3af-466c-47de-b341-6782719f59c4 req-b82da060-0f80-4bf8-8b40-1e9631448ea0 service neutron] 10.222.0.57 "GET /v2.0/networks/80ebca74-2610-4824-a3d8-8e60778e3639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870895 Dec 16 09:53:29.077062 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:29.214880 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a6e19-1b6d-484f-9322-1dbc8bf05c4f req-b823065f-b62a-41e1-83a4-dd8749054698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:29.217013 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-546a6e19-1b6d-484f-9322-1dbc8bf05c4f req-b823065f-b62a-41e1-83a4-dd8749054698 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55938af2fa4b4c6f80f602d4625ae2cd&device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 1096 time: 0.0550759 Dec 16 09:53:29.323174 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a6e19-1b6d-484f-9322-1dbc8bf05c4f req-cfd78f26-b3c8-4caa-ae83-22a517069db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:29.324710 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-546a6e19-1b6d-484f-9322-1dbc8bf05c4f req-cfd78f26-b3c8-4caa-ae83-22a517069db2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=80ebca74-2610-4824-a3d8-8e60778e3639 HTTP/1.1" status: 200 len: 918 time: 0.1003571 Dec 16 09:53:29.394629 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-546a6e19-1b6d-484f-9322-1dbc8bf05c4f req-07103ef3-38aa-4a18-b69c-04f8bdcbb50e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c16075f-0c49-41c4-8cf6-cad9247d5bd0 HTTP/1.1" status: 200 len: 1000 time: 0.0625064 Dec 16 09:53:29.445790 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a6e19-1b6d-484f-9322-1dbc8bf05c4f req-55c9aa8f-0a1c-47a8-abff-e28f7dca7c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:29.452415 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-546a6e19-1b6d-484f-9322-1dbc8bf05c4f req-55c9aa8f-0a1c-47a8-abff-e28f7dca7c8c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55767ecf-03fc-4a01-868c-518fd421c2f1 HTTP/1.1" status: 200 len: 856 time: 0.0457890 Dec 16 09:53:29.502804 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a6e19-1b6d-484f-9322-1dbc8bf05c4f req-420c84ae-2be8-447a-94db-ccded1e94122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:29.504260 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-546a6e19-1b6d-484f-9322-1dbc8bf05c4f req-420c84ae-2be8-447a-94db-ccded1e94122 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80ebca74-2610-4824-a3d8-8e60778e3639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462191 Dec 16 09:53:29.551584 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:29.602459 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-546a6e19-1b6d-484f-9322-1dbc8bf05c4f req-1e75df15-7e62-48a3-9e28-f184675cfd5d service neutron] 10.222.0.57 "GET /v2.0/networks/80ebca74-2610-4824-a3d8-8e60778e3639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908954 Dec 16 09:53:29.791348 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ffc8e107-a0df-48f0-b5ac-e82456bebfdf req-13fea995-566e-4f02-9f71-7416d56f7b78 tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.1091852 Dec 16 09:53:29.872176 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd28fb-570a-40ad-959d-f66aa7fe02dc req-972e22a8-76c5-47f9-8652-312c95631385 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:29.877635 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-546a6e19-1b6d-484f-9322-1dbc8bf05c4f req-378eba3b-0d33-4a34-8630-e692eb0805f3 service neutron] 10.222.0.57 "GET /v2.0/networks/80ebca74-2610-4824-a3d8-8e60778e3639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674284 Dec 16 09:53:29.888150 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-59fd28fb-570a-40ad-959d-f66aa7fe02dc req-972e22a8-76c5-47f9-8652-312c95631385 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 945 time: 0.1174636 Dec 16 09:53:29.980627 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-59fd28fb-570a-40ad-959d-f66aa7fe02dc req-4a9f42ef-a98b-4746-be77-d018addd43df tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0785103 Dec 16 09:53:30.066656 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58cf05c-9e87-47d4-ae09-b32ddad7846c req-5e69e62f-d520-49db-a81b-de293cc43043 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:30.076015 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d58cf05c-9e87-47d4-ae09-b32ddad7846c req-5e69e62f-d520-49db-a81b-de293cc43043 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2751dbc0-ce66-4ef1-869e-1425e86f6e1d HTTP/1.1" status: 200 len: 1097 time: 0.1136310 Dec 16 09:53:30.125532 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d58cf05c-9e87-47d4-ae09-b32ddad7846c req-84fdf83f-be4b-492f-b0f2-fd8ec0da1709 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=17c0ef6b-90e7-4e88-a205-7d2387c46e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461900 Dec 16 09:53:30.268707 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e424bd8-3fa0-42e8-8ee1-c58a9861f535 req-6ee0f1f6-4f07-430d-b55a-d21c83c450be tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:30.277010 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6e424bd8-3fa0-42e8-8ee1-c58a9861f535 req-6ee0f1f6-4f07-430d-b55a-d21c83c450be tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2751dbc0-ce66-4ef1-869e-1425e86f6e1d HTTP/1.1" status: 200 len: 1097 time: 0.0588076 Dec 16 09:53:30.326090 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6e424bd8-3fa0-42e8-8ee1-c58a9861f535 req-2846c144-58ff-499a-8c04-f9194b510c5a tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=17c0ef6b-90e7-4e88-a205-7d2387c46e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478096 Dec 16 09:53:30.428269 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b47eb2-eabe-4a90-8564-7630038d267a req-f617c8a6-fd5e-4170-b8cc-0c76c4c08436 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:30.430641 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c8b47eb2-eabe-4a90-8564-7630038d267a req-f617c8a6-fd5e-4170-b8cc-0c76c4c08436 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2751dbc0-ce66-4ef1-869e-1425e86f6e1d HTTP/1.1" status: 200 len: 1097 time: 0.0448229 Dec 16 09:53:30.497779 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c8b47eb2-eabe-4a90-8564-7630038d267a req-23dbf78c-ad6a-4e53-8226-40b840e26782 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=17c0ef6b-90e7-4e88-a205-7d2387c46e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525827 Dec 16 09:53:30.838096 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-6b9db136-996f-4c89-a6d2-21764c9f8e5c tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:30.839776 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-6b9db136-996f-4c89-a6d2-21764c9f8e5c tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/networks?id=f1e7282e-00cb-49f3-b859-5e7859731833 HTTP/1.1" status: 200 len: 911 time: 0.1003561 Dec 16 09:53:30.857618 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-7e522095-fa0c-4564-876d-28ec338e32fd tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/quotas/11e9c918b25a4bf896d69b2672a19ca5 HTTP/1.1" status: 200 len: 375 time: 0.0093286 Dec 16 09:53:30.914407 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-5dc8fe7a-206e-4c4f-80b4-83357cdbbff4 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?tenant_id=11e9c918b25a4bf896d69b2672a19ca5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479662 Dec 16 09:53:30.920448 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4d96b6de-e3b1-4f72-8c69-132f81ca5d3f req-d1bc075d-d5f3-4f5c-816e-59502d296f83 tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0277267 Dec 16 09:53:31.021050 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-680eedd9-092b-4a28-ab3f-dd2cded9bb45 service neutron] 10.222.0.60 "GET /v2.0/networks/f1e7282e-00cb-49f3-b859-5e7859731833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980191 Dec 16 09:53:31.132049 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-58ca2287-5f6b-4c59-8760-d000f0e04029 service neutron] 10.222.0.60 "GET /v2.0/networks/f1e7282e-00cb-49f3-b859-5e7859731833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039689 Dec 16 09:53:31.142620 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f759a-fcd9-4ea8-9dcf-2266369237ed req-3836e909-a473-42d8-b934-ba4ab63793fe tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:31.145306 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b5f759a-fcd9-4ea8-9dcf-2266369237ed req-3836e909-a473-42d8-b934-ba4ab63793fe tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 945 time: 0.0584898 Dec 16 09:53:31.187626 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b5f759a-fcd9-4ea8-9dcf-2266369237ed req-89f76f30-0429-4cde-bf64-8938ef36e820 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365627 Dec 16 09:53:31.403819 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b2bc8e82-75fb-4a24-810c-f5ecb9b9a7a2 req-b5bf4cb6-88a9-455a-8993-733f13788ee7 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aedbe380-4dac-47eb-b566-bef5fa2d507a HTTP/1.1" status: 200 len: 210 time: 0.0323303 Dec 16 09:53:32.051289 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c86565ed-5cce-4dd9-abc5-c50d86676c5c req-a247335c-91c4-41b8-848e-39c6936cfa8a tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0403817 Dec 16 09:53:32.322340 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94606395-6111-4150-b311-ffc58ae3894e req-4d9b2952-6c4f-44d0-a4f6-e1b9ef0c77f9 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:32.323905 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-94606395-6111-4150-b311-ffc58ae3894e req-4d9b2952-6c4f-44d0-a4f6-e1b9ef0c77f9 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 945 time: 0.0495760 Dec 16 09:53:32.369048 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-94606395-6111-4150-b311-ffc58ae3894e req-97484ff1-3770-46ef-a634-ad9074e50afd tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386841 Dec 16 09:53:32.491667 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0b40f545-4000-436b-a8cb-9c0527e1a7af req-d7e3e620-e997-42b0-98aa-f32b830e6f30 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aedbe380-4dac-47eb-b566-bef5fa2d507a HTTP/1.1" status: 200 len: 210 time: 0.0251598 Dec 16 09:53:33.161453 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3417022c-5eea-47b7-b4f4-9956f3505721 req-72dd4dad-d6a7-419b-a77b-d66cfa865c5c tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0267775 Dec 16 09:53:33.500691 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a446092-db0d-45f3-8e3a-f38b4e51e6f6 req-da4658da-0341-4b73-861e-9f21f2d06a93 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:33.502200 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4a446092-db0d-45f3-8e3a-f38b4e51e6f6 req-da4658da-0341-4b73-861e-9f21f2d06a93 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 945 time: 0.0561495 Dec 16 09:53:33.544750 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4a446092-db0d-45f3-8e3a-f38b4e51e6f6 req-d993d7f7-3134-478d-b7de-42d2e7867d43 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362582 Dec 16 09:53:33.586293 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-94910b02-d7c9-4027-9dd0-7c6ae4d96e80 req-ff9f26dc-8bbd-479b-8213-a0bc403c46a1 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aedbe380-4dac-47eb-b566-bef5fa2d507a HTTP/1.1" status: 200 len: 210 time: 0.0254333 Dec 16 09:53:34.296945 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5de9556d-d7c3-4311-bdd5-50808c50f67e req-ad4f159c-24f8-46de-8f61-e6d16ef30b51 tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0444679 Dec 16 09:53:34.687749 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2c56a-7e13-47e1-8b8d-a768acd28f3e req-937a2f37-0e1b-4504-a4e0-fb15aa6b814c tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:34.689299 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ded2c56a-7e13-47e1-8b8d-a768acd28f3e req-937a2f37-0e1b-4504-a4e0-fb15aa6b814c tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 945 time: 0.0729277 Dec 16 09:53:34.704026 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-79fbbde4-922d-4035-a3f4-55fbae0da179 req-3cc84b8f-a44e-4704-bf02-139fc4201424 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aedbe380-4dac-47eb-b566-bef5fa2d507a HTTP/1.1" status: 200 len: 210 time: 0.0371127 Dec 16 09:53:34.730191 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ded2c56a-7e13-47e1-8b8d-a768acd28f3e req-cfd1d594-9725-4f1e-bee4-2a887fd6a1fc tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343757 Dec 16 09:53:35.413246 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bcfbb559-37d2-45be-87fd-5f16525f721b req-e6ef0ac1-7086-41be-a141-732746f84276 tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0319970 Dec 16 09:53:35.833735 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bdf9312d-1f90-4cee-a477-8a752a213f4b req-953a7428-6ae7-44ec-bda5-a6ad96e4d1cc tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aedbe380-4dac-47eb-b566-bef5fa2d507a HTTP/1.1" status: 200 len: 210 time: 0.0408781 Dec 16 09:53:35.884213 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b1f2f-d57c-44a2-ba9a-0f0a45c31447 req-505d6f78-dfa0-4836-953a-55b425bb2744 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:35.885711 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d20b1f2f-d57c-44a2-ba9a-0f0a45c31447 req-505d6f78-dfa0-4836-953a-55b425bb2744 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 945 time: 0.0720627 Dec 16 09:53:35.932776 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d20b1f2f-d57c-44a2-ba9a-0f0a45c31447 req-ff7fef71-64b4-4ff8-93bc-121373099b63 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408568 Dec 16 09:53:36.525133 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2dff649d-8bbd-4b1f-8fcd-121be37d7679 req-bd9535a5-e9eb-43c4-80c1-aea25e829eea tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0312314 Dec 16 09:53:36.554908 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:53:36.935142 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-05f37e97-66e2-4661-8110-9512dac40cfd req-990c8dd4-be53-43d7-95de-2ee8fb9ad738 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aedbe380-4dac-47eb-b566-bef5fa2d507a HTTP/1.1" status: 200 len: 210 time: 0.0281966 Dec 16 09:53:37.055749 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfcfa26-73be-4810-8c3a-a10a462c3b9d req-5f2d4d63-8c4e-43aa-89a0-2806399bc5c2 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:37.057222 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7cfcfa26-73be-4810-8c3a-a10a462c3b9d req-5f2d4d63-8c4e-43aa-89a0-2806399bc5c2 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 945 time: 0.0499372 Dec 16 09:53:37.095605 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7cfcfa26-73be-4810-8c3a-a10a462c3b9d req-e3fe7975-40fd-4d63-a712-27a76de75a3f tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322456 Dec 16 09:53:37.222947 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dbaee37d-d6c1-4a0a-8582-0982b58134d5 req-89cfe2af-7653-4387-97eb-19cb53a0a142 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0529366 Dec 16 09:53:37.282051 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:37.313062 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaee37d-d6c1-4a0a-8582-0982b58134d5 req-6c02dd18-0d71-4ad4-b03a-c756aeca181e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:37.314633 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dbaee37d-d6c1-4a0a-8582-0982b58134d5 req-6c02dd18-0d71-4ad4-b03a-c756aeca181e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 1097 time: 0.0453007 Dec 16 09:53:37.439471 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaee37d-d6c1-4a0a-8582-0982b58134d5 req-e72a0bcb-464e-40b2-b9b2-ec438a4d0074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:37.441056 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dbaee37d-d6c1-4a0a-8582-0982b58134d5 req-e72a0bcb-464e-40b2-b9b2-ec438a4d0074 service neutron] 10.222.0.58 "GET /v2.0/networks?id=09f6ce2f-b77d-43c1-a5e9-9572e8048dc2 HTTP/1.1" status: 200 len: 897 time: 0.1010189 Dec 16 09:53:37.557411 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dbaee37d-d6c1-4a0a-8582-0982b58134d5 req-28d6919f-e16b-40c3-963c-3e6a9a9829ec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2df4058d-eac7-4293-9052-af0e0de4f9a5 HTTP/1.1" status: 200 len: 1002 time: 0.1086531 Dec 16 09:53:37.650727 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b99b11c2-aebd-4313-8104-ee1cda5c3be5 req-e601b063-076a-4dba-a82b-e96d168122c9 tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0424654 Dec 16 09:53:37.652273 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaee37d-d6c1-4a0a-8582-0982b58134d5 req-ab7d29e9-7f7b-4c17-a7a5-b40e936c7c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:37.653819 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dbaee37d-d6c1-4a0a-8582-0982b58134d5 req-ab7d29e9-7f7b-4c17-a7a5-b40e936c7c29 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=51d894a2-eca0-4233-9b54-57aa3929720c HTTP/1.1" status: 200 len: 834 time: 0.0895209 Dec 16 09:53:37.704152 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaee37d-d6c1-4a0a-8582-0982b58134d5 req-85279b3b-aaa6-4000-9575-ba8c026fcbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:37.706500 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dbaee37d-d6c1-4a0a-8582-0982b58134d5 req-85279b3b-aaa6-4000-9575-ba8c026fcbe5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=09f6ce2f-b77d-43c1-a5e9-9572e8048dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445929 Dec 16 09:53:37.807941 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dbaee37d-d6c1-4a0a-8582-0982b58134d5 req-b8779146-3a37-48b7-b327-17ab981dfd86 service neutron] 10.222.0.58 "GET /v2.0/networks/09f6ce2f-b77d-43c1-a5e9-9572e8048dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933671 Dec 16 09:53:37.912261 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dbaee37d-d6c1-4a0a-8582-0982b58134d5 req-525e6999-8467-42cf-9d20-12ba11e15443 service neutron] 10.222.0.58 "GET /v2.0/networks/09f6ce2f-b77d-43c1-a5e9-9572e8048dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970316 Dec 16 09:53:38.066341 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9745cd4c-ddd7-4eec-9ad7-f3d22fa90845 req-9fa16266-df05-4fa3-adc6-50cf6cf8de45 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aedbe380-4dac-47eb-b566-bef5fa2d507a HTTP/1.1" status: 200 len: 210 time: 0.0250618 Dec 16 09:53:38.260257 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f4804-b3af-4386-b640-1d8bdb7dd79d req-6edce699-6234-4e14-986b-6b824d930f81 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:38.269990 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-445f4804-b3af-4386-b640-1d8bdb7dd79d req-6edce699-6234-4e14-986b-6b824d930f81 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 945 time: 0.0768805 Dec 16 09:53:38.304012 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-445f4804-b3af-4386-b640-1d8bdb7dd79d req-7f3af440-a025-4923-8e03-b740ed90bc79 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327039 Dec 16 09:53:38.788546 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-89c91b3a-72cb-4038-8ecf-5a94089e87aa req-9d44f684-4a02-402f-b816-dd70d6d2d7c4 tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0512762 Dec 16 09:53:39.186206 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6d51f02a-1674-41ce-9264-4d9c40fb1f91 req-96b2159e-0230-40ed-b535-5780c38b2d64 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aedbe380-4dac-47eb-b566-bef5fa2d507a HTTP/1.1" status: 200 len: 210 time: 0.0510166 Dec 16 09:53:39.445085 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e2475-1de1-4089-8f3e-989d362180a7 req-bb63135f-9f08-4010-98c7-02082447195f tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:39.446789 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1c6e2475-1de1-4089-8f3e-989d362180a7 req-bb63135f-9f08-4010-98c7-02082447195f tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 945 time: 0.0533750 Dec 16 09:53:39.518904 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1c6e2475-1de1-4089-8f3e-989d362180a7 req-114b58f0-1dc4-46c7-a08f-08dfb223850d tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653753 Dec 16 09:53:39.892653 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-af1fa3ae-f6f5-4a72-9518-cd68d419a44f req-7a1e7050-73bf-461d-8e7c-8aa8c9d69575 tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0267889 Dec 16 09:53:40.280966 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6396344c-87b0-4610-8b09-03996b9c0386 req-026112ab-d8f5-4b35-924b-db4294291109 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aedbe380-4dac-47eb-b566-bef5fa2d507a HTTP/1.1" status: 200 len: 210 time: 0.0266216 Dec 16 09:53:40.655961 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32b97c-8896-4e32-865e-8b05581c064a req-497232ae-927d-4c5c-b824-986125da29f1 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:40.657377 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7d32b97c-8896-4e32-865e-8b05581c064a req-497232ae-927d-4c5c-b824-986125da29f1 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 945 time: 0.0498364 Dec 16 09:53:40.681626 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:40.695163 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7d32b97c-8896-4e32-865e-8b05581c064a req-33db4a2d-83eb-4bfc-be40-3951c5340104 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310049 Dec 16 09:53:40.995114 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ab9d0287-bd36-440a-84ee-2361913f4013 req-a33274eb-fe7b-4f18-8cc9-67252d8bc4c1 tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0263619 Dec 16 09:53:41.378892 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-75ddb174-dc4d-40a9-ba7a-731dabe292d3 req-b874f254-721f-4196-8592-c41eee03dc22 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aedbe380-4dac-47eb-b566-bef5fa2d507a HTTP/1.1" status: 200 len: 210 time: 0.0245898 Dec 16 09:53:41.815402 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1143d5-383c-4be6-9538-ff8213429659 req-9ccd9152-ff54-4639-8667-fd78688590fa tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:41.816896 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5f1143d5-383c-4be6-9538-ff8213429659 req-9ccd9152-ff54-4639-8667-fd78688590fa tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 945 time: 0.0480111 Dec 16 09:53:41.854283 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5f1143d5-383c-4be6-9538-ff8213429659 req-19ecdc6b-6dff-47e7-87e4-3c7c807ff71d tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307503 Dec 16 09:53:42.094983 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-12f737cb-effe-4050-9339-22c4cc057042 req-2c027715-2a11-45fb-8470-0d9d2803ebf3 tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0266683 Dec 16 09:53:42.473729 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-aed6b599-9f88-497a-9828-62d645f67410 req-7a3ba209-33bb-490b-90c1-d84640121fc0 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aedbe380-4dac-47eb-b566-bef5fa2d507a HTTP/1.1" status: 200 len: 210 time: 0.0296183 Dec 16 09:53:42.976566 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778972c3-b6c3-44ed-85d2-f998c08e025d req-174c828e-c48e-491b-af3e-8108e69f6d5f tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:42.977968 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-778972c3-b6c3-44ed-85d2-f998c08e025d req-174c828e-c48e-491b-af3e-8108e69f6d5f tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 945 time: 0.0513566 Dec 16 09:53:43.019553 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-778972c3-b6c3-44ed-85d2-f998c08e025d req-2a1ef2ba-d1dc-4fa7-a336-702243f7c92e tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354471 Dec 16 09:53:43.198525 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eedd2ae6-cc9b-46fe-a905-95e4ad520ada req-e48b3fe1-024e-4100-b232-09444a34f4c7 tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0270622 Dec 16 09:53:43.563284 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-016aa4cb-6cb9-4cdf-9946-409ec5ee92ba req-ff1b1707-1a49-4a25-9737-0e80e793e388 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aedbe380-4dac-47eb-b566-bef5fa2d507a HTTP/1.1" status: 200 len: 210 time: 0.0256679 Dec 16 09:53:44.140561 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616ed94-e61e-48e7-9668-bad7e80a9653 req-4d3d9800-d886-4c86-a721-68e0f6e03f7c tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:44.142072 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6616ed94-e61e-48e7-9668-bad7e80a9653 req-4d3d9800-d886-4c86-a721-68e0f6e03f7c tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 945 time: 0.0490780 Dec 16 09:53:44.181705 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6616ed94-e61e-48e7-9668-bad7e80a9653 req-c6614c8d-ac7b-4ebf-9427-e14d272cec2b tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326948 Dec 16 09:53:44.301291 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6506f236-a7e9-4106-8f37-d8f8eb71c710 req-2372b6b3-81fd-4d4f-8ba0-febbbd6c082b tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0286636 Dec 16 09:53:44.654454 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f5e96927-4845-47b4-a52f-6470db07e006 req-773c023f-5a63-4d9e-b174-31d41453eb93 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aedbe380-4dac-47eb-b566-bef5fa2d507a HTTP/1.1" status: 200 len: 210 time: 0.0261059 Dec 16 09:53:45.328773 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa9913-bc25-45d8-ad4a-463b5fc3f959 req-fccf95db-91f7-48bd-8ab7-d118f0c4db39 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:45.330583 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-19aa9913-bc25-45d8-ad4a-463b5fc3f959 req-fccf95db-91f7-48bd-8ab7-d118f0c4db39 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 945 time: 0.0577295 Dec 16 09:53:45.383160 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-19aa9913-bc25-45d8-ad4a-463b5fc3f959 req-7691a3bc-2394-4482-9926-1c9bef27d3a5 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459952 Dec 16 09:53:45.414547 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fc956b7a-35f4-468d-bb04-eeea5418e286 req-47856e15-4dd0-4b33-93d1-a09d926d221c tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0346100 Dec 16 09:53:45.786285 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f06cd6f2-983a-404f-a78c-b710248ad4d2 req-d430283a-38c7-4697-aeea-6c16ebc1e60a tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aedbe380-4dac-47eb-b566-bef5fa2d507a HTTP/1.1" status: 200 len: 210 time: 0.0592628 Dec 16 09:53:45.831286 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-218dfbc8-4e65-4d10-b2d5-9a470289b3e5 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:45.832896 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-218dfbc8-4e65-4d10-b2d5-9a470289b3e5 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.57 "GET /v2.0/networks?id=f1e7282e-00cb-49f3-b859-5e7859731833 HTTP/1.1" status: 200 len: 911 time: 0.1154089 Dec 16 09:53:45.862695 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-a76a01db-6de8-40ab-a914-157084d21884 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Request body: {'port': {'device_id': 'aedbe380-4dac-47eb-b566-bef5fa2d507a', 'network_id': 'f1e7282e-00cb-49f3-b859-5e7859731833', 'admin_state_up': True, 'tenant_id': '11e9c918b25a4bf896d69b2672a19ca5'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:45.954289 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-a76a01db-6de8-40ab-a914-157084d21884 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Made reservation on behalf of 11e9c918b25a4bf896d69b2672a19ca5 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:53:45.956583 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-a76a01db-6de8-40ab-a914-157084d21884 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:46.073674 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-a76a01db-6de8-40ab-a914-157084d21884 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Allocated IP 172.20.0.8 (f1e7282e-00cb-49f3-b859-5e7859731833/51b2ae69-5e90-4cd4-9365-2709ebcc8560/f480318a-6dec-4d41-b97c-5f07ca49a06a) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:53:46.219479 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-a76a01db-6de8-40ab-a914-157084d21884 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:46.326281 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-a76a01db-6de8-40ab-a914-157084d21884 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:46.340671 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['41bb83fe-cf77-4be5-b961-6f27a6294955'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:53:46.540730 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4d8d7-4137-46f8-b66b-481aad5fe4f3 req-ab1a798c-3426-4b0f-86eb-f90b3a65709f tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:46.542468 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-39d4d8d7-4137-46f8-b66b-481aad5fe4f3 req-ab1a798c-3426-4b0f-86eb-f90b3a65709f tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 945 time: 0.0667224 Dec 16 09:53:46.604644 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-39d4d8d7-4137-46f8-b66b-481aad5fe4f3 req-fd5eecb7-30a6-4a0b-b211-9b3b4480abe1 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503500 Dec 16 09:53:46.652064 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5734df0c-fa44-46fc-814e-9713ffb0f3c4 req-0c50f81e-76d0-41dc-9e7e-dc9dd5ee5391 tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0354159 Dec 16 09:53:46.662601 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-a76a01db-6de8-40ab-a914-157084d21884 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Network f1e7282e-00cb-49f3-b859-5e7859731833 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:53:46.669325 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-a76a01db-6de8-40ab-a914-157084d21884 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:46.672749 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-a76a01db-6de8-40ab-a914-157084d21884 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:53:46.680983 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a01db-6de8-40ab-a914-157084d21884 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Pushing event updated for resources: {'Port': ['ID=f480318a-6dec-4d41-b97c-5f07ca49a06a,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:46.744726 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-a76a01db-6de8-40ab-a914-157084d21884 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:46.745690 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-a76a01db-6de8-40ab-a914-157084d21884 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:46.820288 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-a76a01db-6de8-40ab-a914-157084d21884 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9619801 Dec 16 09:53:46.912956 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-14a0306c-0fa6-4513-9209-25ba3834d113 service neutron] Request body: {'port': {'device_id': 'aedbe380-4dac-47eb-b566-bef5fa2d507a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:46.919306 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b941eb0-33a4-45e4-bf1d-569b2fdc822c req-c5a2ccaa-e9c5-4cdb-b942-f22edab66b8c tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:46.920854 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8b941eb0-33a4-45e4-bf1d-569b2fdc822c req-c5a2ccaa-e9c5-4cdb-b942-f22edab66b8c tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aedbe380-4dac-47eb-b566-bef5fa2d507a HTTP/1.1" status: 200 len: 1027 time: 0.0464556 Dec 16 09:53:46.960773 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8b941eb0-33a4-45e4-bf1d-569b2fdc822c req-f5f63832-6c1e-4a84-ae8e-81cb73c9b10e tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=17c0ef6b-90e7-4e88-a205-7d2387c46e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306504 Dec 16 09:53:46.966199 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-14a0306c-0fa6-4513-9209-25ba3834d113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:47.020499 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-045b40a3-be83-4539-8dd7-073c1f27104e None None] Provisioning complete for port f480318a-6dec-4d41-b97c-5f07ca49a06a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:47.021823 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-045b40a3-be83-4539-8dd7-073c1f27104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:47.072446 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-045b40a3-be83-4539-8dd7-073c1f27104e None None] Port f480318a-6dec-4d41-b97c-5f07ca49a06a cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:53:47.259393 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-14a0306c-0fa6-4513-9209-25ba3834d113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f480318a-6dec-4d41-b97c-5f07ca49a06a {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:53:47.267885 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-14a0306c-0fa6-4513-9209-25ba3834d113 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:47.280776 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-14a0306c-0fa6-4513-9209-25ba3834d113 service neutron] Transition to ACTIVE for port object f480318a-6dec-4d41-b97c-5f07ca49a06a will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:53:47.344154 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-14a0306c-0fa6-4513-9209-25ba3834d113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:47.392708 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a0306c-0fa6-4513-9209-25ba3834d113 service neutron] Pushing event updated for resources: {'Port': ['ID=f480318a-6dec-4d41-b97c-5f07ca49a06a,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:47.477928 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-14a0306c-0fa6-4513-9209-25ba3834d113 service neutron] Attempting to bind port f480318a-6dec-4d41-b97c-5f07ca49a06a on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:53:47.478450 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-14a0306c-0fa6-4513-9209-25ba3834d113 service neutron] Attempting to bind port f480318a-6dec-4d41-b97c-5f07ca49a06a by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'a3aff565-42c5-4ddc-a0de-cbd17ae62294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f1e7282e-00cb-49f3-b859-5e7859731833'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:53:47.478797 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-14a0306c-0fa6-4513-9209-25ba3834d113 service neutron] Attempting to bind port f480318a-6dec-4d41-b97c-5f07ca49a06a on network f1e7282e-00cb-49f3-b859-5e7859731833 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:53:47.489725 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-14a0306c-0fa6-4513-9209-25ba3834d113 service neutron] Port f480318a-6dec-4d41-b97c-5f07ca49a06a on network f1e7282e-00cb-49f3-b859-5e7859731833 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:53:47.490055 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-14a0306c-0fa6-4513-9209-25ba3834d113 service neutron] Attempting to bind port f480318a-6dec-4d41-b97c-5f07ca49a06a on network f1e7282e-00cb-49f3-b859-5e7859731833 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:53:47.496519 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-14a0306c-0fa6-4513-9209-25ba3834d113 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:53:47.496979 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-14a0306c-0fa6-4513-9209-25ba3834d113 service neutron] Checking segment: {'id': 'a3aff565-42c5-4ddc-a0de-cbd17ae62294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f1e7282e-00cb-49f3-b859-5e7859731833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:53:47.497688 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-14a0306c-0fa6-4513-9209-25ba3834d113 service neutron] Bound using segment: {'id': 'a3aff565-42c5-4ddc-a0de-cbd17ae62294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f1e7282e-00cb-49f3-b859-5e7859731833'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:53:47.498218 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-14a0306c-0fa6-4513-9209-25ba3834d113 service neutron] Bound port: f480318a-6dec-4d41-b97c-5f07ca49a06a, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3aff565-42c5-4ddc-a0de-cbd17ae62294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f1e7282e-00cb-49f3-b859-5e7859731833'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:53:47.498692 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-14a0306c-0fa6-4513-9209-25ba3834d113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:47.579533 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-14a0306c-0fa6-4513-9209-25ba3834d113 service neutron] For port f480318a-6dec-4d41-b97c-5f07ca49a06a, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:53:47.583935 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-14a0306c-0fa6-4513-9209-25ba3834d113 service neutron] For port f480318a-6dec-4d41-b97c-5f07ca49a06a, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=f480318a-6dec-4d41-b97c-5f07ca49a06a,segment=NetworkSegment(a3aff565-42c5-4ddc-a0de-cbd17ae62294),segment_id=a3aff565-42c5-4ddc-a0de-cbd17ae62294)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:53:47.636439 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-14a0306c-0fa6-4513-9209-25ba3834d113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:47.674004 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-14a0306c-0fa6-4513-9209-25ba3834d113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:47.674664 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-14a0306c-0fa6-4513-9209-25ba3834d113 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:47.682466 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-14a0306c-0fa6-4513-9209-25ba3834d113 service neutron] 10.222.0.57 "PUT /v2.0/ports/f480318a-6dec-4d41-b97c-5f07ca49a06a HTTP/1.1" status: 200 len: 1091 time: 0.8458877 Dec 16 09:53:47.682466 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aedbe380-4dac-47eb-b566-bef5fa2d507a', 'tag': 'f480318a-6dec-4d41-b97c-5f07ca49a06a'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:53:47.682466 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8274898c-ccd1-4c2c-90e7-619b3ff23d06" -d '{"events": [{"name": "network-changed", "server_uuid": "aedbe380-4dac-47eb-b566-bef5fa2d507a", "tag": "f480318a-6dec-4d41-b97c-5f07ca49a06a"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:53:47.731867 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a0306c-0fa6-4513-9209-25ba3834d113 service neutron] Pushing event updated for resources: {'Port': ['ID=f480318a-6dec-4d41-b97c-5f07ca49a06a,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:47.760545 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3d64e-9cce-417e-9f11-a717f4e496ee req-439f3a74-954c-4698-8cfc-df5cc1d96cf1 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:47.762506 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4ac3d64e-9cce-417e-9f11-a717f4e496ee req-439f3a74-954c-4698-8cfc-df5cc1d96cf1 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 945 time: 0.0747647 Dec 16 09:53:47.777735 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c4fb0c28-90b8-45f5-a4d7-73b512eac8a5 req-4cd1f53e-0b12-464d-b23a-1981b4b8eff8 tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0401301 Dec 16 09:53:47.848358 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6dee16-c533-4245-88ed-23e6f10714b6 x-openstack-request-id: req-eb6dee16-c533-4245-88ed-23e6f10714b6 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:53:47.848709 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aedbe380-4dac-47eb-b566-bef5fa2d507a", "tag": "f480318a-6dec-4d41-b97c-5f07ca49a06a", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:53:47.848909 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb6dee16-c533-4245-88ed-23e6f10714b6 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:53:47.849384 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aedbe380-4dac-47eb-b566-bef5fa2d507a', 'tag': 'f480318a-6dec-4d41-b97c-5f07ca49a06a', 'status': 'completed', 'code': 200} Dec 16 09:53:47.860692 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4ac3d64e-9cce-417e-9f11-a717f4e496ee req-58490ab1-09bb-46fb-99b9-cd5b4172e6d6 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0825386 Dec 16 09:53:47.885082 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-09623da3-28df-4489-a151-55b4fbbb9e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:47.885082 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-09623da3-28df-4489-a151-55b4fbbb9e07 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11e9c918b25a4bf896d69b2672a19ca5&device_id=aedbe380-4dac-47eb-b566-bef5fa2d507a HTTP/1.1" status: 200 len: 1094 time: 0.0858195 Dec 16 09:53:47.925187 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-48c1c659-4814-4b9f-99e9-c439530623e3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f480318a-6dec-4d41-b97c-5f07ca49a06a HTTP/1.1" status: 200 len: 217 time: 0.0371432 Dec 16 09:53:47.973361 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-1783aec4-fa19-4e7b-a042-2886918798a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:47.974719 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-1783aec4-fa19-4e7b-a042-2886918798a0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=51b2ae69-5e90-4cd4-9365-2709ebcc8560 HTTP/1.1" status: 200 len: 849 time: 0.0433378 Dec 16 09:53:48.026740 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-9e1a5ed3-e2d0-443b-ae57-9d2dfb6645ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:48.028254 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-9e1a5ed3-e2d0-443b-ae57-9d2dfb6645ba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f1e7282e-00cb-49f3-b859-5e7859731833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470281 Dec 16 09:53:48.069007 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540af87d-c56b-434a-8ab0-845020cc9f8d req-0a7c2a3e-a289-4ded-9dd8-c7f527adf074 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:48.071099 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-540af87d-c56b-434a-8ab0-845020cc9f8d req-0a7c2a3e-a289-4ded-9dd8-c7f527adf074 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aedbe380-4dac-47eb-b566-bef5fa2d507a HTTP/1.1" status: 200 len: 1094 time: 0.0404451 Dec 16 09:53:48.110204 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-540af87d-c56b-434a-8ab0-845020cc9f8d req-3e957657-6949-4321-bb06-5bc9fb5c621e tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=17c0ef6b-90e7-4e88-a205-7d2387c46e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323443 Dec 16 09:53:48.118650 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-0e73e7f1-52b2-4490-8411-3528c72727f0 service neutron] 10.222.0.57 "GET /v2.0/networks/f1e7282e-00cb-49f3-b859-5e7859731833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822716 Dec 16 09:53:48.218562 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-418719ed-1e93-4b46-871b-836dc9eb5557 req-a51a910a-60c2-431d-bb98-43b8163a3cce service neutron] 10.222.0.57 "GET /v2.0/networks/f1e7282e-00cb-49f3-b859-5e7859731833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933359 Dec 16 09:53:48.355390 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274898c-ccd1-4c2c-90e7-619b3ff23d06 req-6fa351df-dc8c-4c0c-8471-2e2004d2c2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:48.356893 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8274898c-ccd1-4c2c-90e7-619b3ff23d06 req-6fa351df-dc8c-4c0c-8471-2e2004d2c2d0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11e9c918b25a4bf896d69b2672a19ca5&device_id=aedbe380-4dac-47eb-b566-bef5fa2d507a HTTP/1.1" status: 200 len: 1094 time: 0.0417550 Dec 16 09:53:48.455044 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274898c-ccd1-4c2c-90e7-619b3ff23d06 req-953ea1e5-6043-4bac-a373-1a64faa19793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:48.456543 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8274898c-ccd1-4c2c-90e7-619b3ff23d06 req-953ea1e5-6043-4bac-a373-1a64faa19793 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f1e7282e-00cb-49f3-b859-5e7859731833 HTTP/1.1" status: 200 len: 911 time: 0.0923223 Dec 16 09:53:48.498712 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8274898c-ccd1-4c2c-90e7-619b3ff23d06 req-31f208a7-63e8-4268-8a1f-5ef755c8273a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f480318a-6dec-4d41-b97c-5f07ca49a06a HTTP/1.1" status: 200 len: 217 time: 0.0350115 Dec 16 09:53:48.552267 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274898c-ccd1-4c2c-90e7-619b3ff23d06 req-74086b37-43b9-4716-b56f-806dc37e18a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:48.554453 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8274898c-ccd1-4c2c-90e7-619b3ff23d06 req-74086b37-43b9-4716-b56f-806dc37e18a7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=51b2ae69-5e90-4cd4-9365-2709ebcc8560 HTTP/1.1" status: 200 len: 849 time: 0.0481138 Dec 16 09:53:48.600970 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274898c-ccd1-4c2c-90e7-619b3ff23d06 req-ae565b66-f057-4c3b-a177-647b6636899f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:48.602505 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8274898c-ccd1-4c2c-90e7-619b3ff23d06 req-ae565b66-f057-4c3b-a177-647b6636899f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f1e7282e-00cb-49f3-b859-5e7859731833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419626 Dec 16 09:53:48.694071 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8274898c-ccd1-4c2c-90e7-619b3ff23d06 req-381d7e11-62e6-43f7-a595-dc802540c7d2 service neutron] 10.222.0.57 "GET /v2.0/networks/f1e7282e-00cb-49f3-b859-5e7859731833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839591 Dec 16 09:53:48.783909 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8274898c-ccd1-4c2c-90e7-619b3ff23d06 req-9dd4e06c-8bd6-4eda-a1b9-d4817851b516 service neutron] 10.222.0.57 "GET /v2.0/networks/f1e7282e-00cb-49f3-b859-5e7859731833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825763 Dec 16 09:53:48.881595 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-abcba9d2-3fbf-4458-9751-8de048655851 req-68ad0116-ff07-4ed5-a020-49a21878694c tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0336413 Dec 16 09:53:48.999531 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c6376-0e71-48c8-a02d-f6b5e4947ab7 req-20eb8678-557d-4864-b188-24ffd6fe598c tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:49.001055 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-575c6376-0e71-48c8-a02d-f6b5e4947ab7 req-20eb8678-557d-4864-b188-24ffd6fe598c tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 945 time: 0.0493357 Dec 16 09:53:49.034365 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:53:49.039161 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-575c6376-0e71-48c8-a02d-f6b5e4947ab7 req-39a998d4-df51-4d01-a682-3fea2bd4d682 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315409 Dec 16 09:53:49.136295 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 8c16075f-0c49-41c4-8cf6-cad9247d5bd0, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=8c16075f-0c49-41c4-8cf6-cad9247d5bd0,segment=NetworkSegment(c1145db4-acce-4730-a2ad-0f420017f088),segment_id=c1145db4-acce-4730-a2ad-0f420017f088)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:53:49.148940 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '8c16075f-0c49-41c4-8cf6-cad9247d5bd0', 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639', 'port_id': '8c16075f-0c49-41c4-8cf6-cad9247d5bd0', 'mac_address': 'fa:16:3e:ac:a3:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55767ecf-03fc-4a01-868c-518fd421c2f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:53:49.191424 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:49.204726 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:53:49.224705 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0022f-e4e7-488e-9b9a-2d3bb2b064e2 req-99c0e2bb-9465-4226-9d9e-94f913a0a4ee tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:49.226915 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e7e0022f-e4e7-488e-9b9a-2d3bb2b064e2 req-99c0e2bb-9465-4226-9d9e-94f913a0a4ee tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aedbe380-4dac-47eb-b566-bef5fa2d507a HTTP/1.1" status: 200 len: 1094 time: 0.0463235 Dec 16 09:53:49.228796 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 8c16075f-0c49-41c4-8cf6-cad9247d5bd0, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=8c16075f-0c49-41c4-8cf6-cad9247d5bd0,segment=NetworkSegment(c1145db4-acce-4730-a2ad-0f420017f088),segment_id=c1145db4-acce-4730-a2ad-0f420017f088)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:53:49.263198 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e7e0022f-e4e7-488e-9b9a-2d3bb2b064e2 req-fe6efea3-99e6-41f2-b8e3-1ae0dff4dd08 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=17c0ef6b-90e7-4e88-a205-7d2387c46e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296335 Dec 16 09:53:49.293221 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:49.342066 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=8c16075f-0c49-41c4-8cf6-cad9247d5bd0,revision_number=11']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:49.349330 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:49.349684 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:49.350026 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:49.350363 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:49.350762 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:49.351099 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:49.351428 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:49.351753 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:49.352078 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:49.352399 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:49.352723 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:49.353044 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:49.667306 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['8c16075f-0c49-41c4-8cf6-cad9247d5bd0'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:53:49.992613 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4c82d987-5db4-4135-88cc-9bd4f0a37c2a req-1fe316ef-3dba-46b9-9036-8c5ef7ccc1e2 tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0301738 Dec 16 09:53:50.162001 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfaf28b-0b5a-4d79-b290-73dbf68ccc05 req-ce585d18-3b03-4141-a469-8b190e18c2ba tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:50.163669 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bdfaf28b-0b5a-4d79-b290-73dbf68ccc05 req-ce585d18-3b03-4141-a469-8b190e18c2ba tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 946 time: 0.0520823 Dec 16 09:53:50.201935 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bdfaf28b-0b5a-4d79-b290-73dbf68ccc05 req-37f15158-f3a8-4af0-9295-430e9a68c233 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321608 Dec 16 09:53:50.373550 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179eceb4-61de-48e5-8bf4-e1b23b6f80c5 req-79f3d174-15d8-4986-b8f6-e2cdb8a3919e tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:50.375064 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-179eceb4-61de-48e5-8bf4-e1b23b6f80c5 req-79f3d174-15d8-4986-b8f6-e2cdb8a3919e tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aedbe380-4dac-47eb-b566-bef5fa2d507a HTTP/1.1" status: 200 len: 1094 time: 0.0401042 Dec 16 09:53:50.409057 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-179eceb4-61de-48e5-8bf4-e1b23b6f80c5 req-55568f64-545a-4c4f-9ef3-6893a0ae6cf5 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=17c0ef6b-90e7-4e88-a205-7d2387c46e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279605 Dec 16 09:53:51.013416 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d20a4-157d-431f-bcc9-bef53dac085a req-03d3349a-a79e-4a74-a305-51c0bfc6511a tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:51.014983 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bf4d20a4-157d-431f-bcc9-bef53dac085a req-03d3349a-a79e-4a74-a305-51c0bfc6511a tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 1097 time: 0.0464485 Dec 16 09:53:51.024333 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:53:51.098274 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bf4d20a4-157d-431f-bcc9-bef53dac085a req-f609365a-10c1-4e4e-a6d3-8cb347628d33 tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762258 Dec 16 09:53:51.128389 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0773a74a-3e4f-47e1-87dc-9efa30b41703 req-42ef4609-d7f2-4b8a-9724-8f5580aa54b3 tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0501099 Dec 16 09:53:51.165874 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:53:51.176277 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:51.176655 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:51.228569 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46bbc6d-2fb4-4b2c-b6c6-d78deb5b3bd4 req-ff54e12d-785d-43c4-a9cc-389c9850844d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:51.230140 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a46bbc6d-2fb4-4b2c-b6c6-d78deb5b3bd4 req-ff54e12d-785d-43c4-a9cc-389c9850844d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 946 time: 0.0520003 Dec 16 09:53:51.273524 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:51.275481 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a46bbc6d-2fb4-4b2c-b6c6-d78deb5b3bd4 req-c4181107-80c4-433c-af87-58c7d33c18f0 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386689 Dec 16 09:53:51.305080 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261b5aac-2fe1-4d1d-b802-85cf02d95173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c16075f-0c49-41c4-8cf6-cad9247d5bd0'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:53:51.305080 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8ab65e-3106-4604-824a-992ec9b2122e" -d '{"events": [{"server_uuid": "261b5aac-2fe1-4d1d-b802-85cf02d95173", "name": "network-vif-plugged", "status": "completed", "tag": "8c16075f-0c49-41c4-8cf6-cad9247d5bd0"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:53:51.321169 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 48092) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:51.321320 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 8c16075f-0c49-41c4-8cf6-cad9247d5bd0, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=8c16075f-0c49-41c4-8cf6-cad9247d5bd0,segment=NetworkSegment(c1145db4-acce-4730-a2ad-0f420017f088),segment_id=c1145db4-acce-4730-a2ad-0f420017f088)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:53:51.335524 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30982a9f-c1ae-472d-8cea-cffc4e972ebf req-e22e60fc-8de8-4103-ae4e-a09beafe74f1 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:51.337172 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-30982a9f-c1ae-472d-8cea-cffc4e972ebf req-e22e60fc-8de8-4103-ae4e-a09beafe74f1 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 946 time: 0.0616598 Dec 16 09:53:51.347120 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42d0f3d-e6e1-420c-81f6-4536fd24e103 x-openstack-request-id: req-c42d0f3d-e6e1-420c-81f6-4536fd24e103 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:53:51.347462 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261b5aac-2fe1-4d1d-b802-85cf02d95173", "name": "network-vif-plugged", "status": "completed", "tag": "8c16075f-0c49-41c4-8cf6-cad9247d5bd0", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:53:51.347654 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c42d0f3d-e6e1-420c-81f6-4536fd24e103 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:53:51.348058 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261b5aac-2fe1-4d1d-b802-85cf02d95173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c16075f-0c49-41c4-8cf6-cad9247d5bd0', 'code': 200} Dec 16 09:53:51.389586 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-30982a9f-c1ae-472d-8cea-cffc4e972ebf req-81b203b8-e3f5-4afe-8528-1f0d6f2a023e tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440958 Dec 16 09:53:51.395780 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:51.403292 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2124d3a3-6c34-4656-a168-1137bb55e542 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/floatingips/2bf57ca3-67f6-4b49-bd1d-00e2aeebb745 HTTP/1.1" status: 200 len: 994 time: 0.0809989 Dec 16 09:53:51.466630 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=8c16075f-0c49-41c4-8cf6-cad9247d5bd0,revision_number=12']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:51.546916 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330e650-c5ba-4407-97f7-3f1a49a997b1 req-a56ca259-24fb-4c74-9fe4-3c7684eb2a17 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:51.548570 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6330e650-c5ba-4407-97f7-3f1a49a997b1 req-a56ca259-24fb-4c74-9fe4-3c7684eb2a17 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aedbe380-4dac-47eb-b566-bef5fa2d507a HTTP/1.1" status: 200 len: 1094 time: 0.0486841 Dec 16 09:53:51.583083 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6330e650-c5ba-4407-97f7-3f1a49a997b1 req-853347cb-264b-47f3-a350-db726961363e tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=17c0ef6b-90e7-4e88-a205-7d2387c46e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283909 Dec 16 09:53:51.608876 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbc2e1-1591-42c0-81bc-4d2cbf594ae5 req-eb30b95e-db86-4c54-9ac7-446d25dc0aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:51.610778 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0edbc2e1-1591-42c0-81bc-4d2cbf594ae5 req-eb30b95e-db86-4c54-9ac7-446d25dc0aef service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 1098 time: 0.0489061 Dec 16 09:53:51.646794 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0edbc2e1-1591-42c0-81bc-4d2cbf594ae5 req-2fbf52ef-e5c1-47cc-ad1f-93686c3f34e1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0274839 Dec 16 09:53:52.044376 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c062900-f8d2-424b-9524-c8d2174b8416 req-5caee282-7f1b-4dd2-ae46-9efee03b980c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:52.045952 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2c062900-f8d2-424b-9524-c8d2174b8416 req-5caee282-7f1b-4dd2-ae46-9efee03b980c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 946 time: 0.0540602 Dec 16 09:53:52.083249 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2c062900-f8d2-424b-9524-c8d2174b8416 req-d4eaff71-f2a7-4dc4-95bb-412b3e6a2519 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312941 Dec 16 09:53:52.141363 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-7dd317f5-56e5-49a7-987c-22a64ea2ef28 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0398388 Dec 16 09:53:52.228949 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21783e88-3838-4f22-a51d-7a7d6686d4b9 req-0f91a1d8-f8d6-4814-82b5-11c2728f5bab tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0283206 Dec 16 09:53:52.523846 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1686ee0-01d1-4e81-b532-7db6b540836a req-117c0f08-ce1b-4342-9df5-aa66c573b5d1 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:52.525675 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b1686ee0-01d1-4e81-b532-7db6b540836a req-117c0f08-ce1b-4342-9df5-aa66c573b5d1 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 947 time: 0.0506818 Dec 16 09:53:52.565291 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b1686ee0-01d1-4e81-b532-7db6b540836a req-b499052a-8280-4f01-8edd-c1655b2a5bfd tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331943 Dec 16 09:53:52.735260 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d53982-4063-48e4-a2db-ec6374a16f89 req-39b08974-bc85-4342-820c-b5a583f0a81b tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:52.741821 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-76d53982-4063-48e4-a2db-ec6374a16f89 req-39b08974-bc85-4342-820c-b5a583f0a81b tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aedbe380-4dac-47eb-b566-bef5fa2d507a HTTP/1.1" status: 200 len: 1094 time: 0.0809977 Dec 16 09:53:52.762309 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a3139-79bb-4a37-b2bb-4e9eb385131b req-1fa1c144-6ea3-4997-866c-2b4a3cdbb8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:52.763897 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-165a3139-79bb-4a37-b2bb-4e9eb385131b req-1fa1c144-6ea3-4997-866c-2b4a3cdbb8bd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55938af2fa4b4c6f80f602d4625ae2cd&device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 1098 time: 0.0740352 Dec 16 09:53:52.782085 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-76d53982-4063-48e4-a2db-ec6374a16f89 req-95ec7919-21fc-4580-ad78-706f2a9fa5bb tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=17c0ef6b-90e7-4e88-a205-7d2387c46e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391634 Dec 16 09:53:52.889039 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a3139-79bb-4a37-b2bb-4e9eb385131b req-7e1cc19b-f498-48b4-ad46-cdf48d28484b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:52.890549 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-165a3139-79bb-4a37-b2bb-4e9eb385131b req-7e1cc19b-f498-48b4-ad46-cdf48d28484b service neutron] 10.222.0.57 "GET /v2.0/networks?id=80ebca74-2610-4824-a3d8-8e60778e3639 HTTP/1.1" status: 200 len: 918 time: 0.0948074 Dec 16 09:53:52.976010 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-165a3139-79bb-4a37-b2bb-4e9eb385131b req-5962f147-f8b7-4250-9e2e-1bc0c4a1df97 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c16075f-0c49-41c4-8cf6-cad9247d5bd0 HTTP/1.1" status: 200 len: 1002 time: 0.0769820 Dec 16 09:53:53.031999 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a3139-79bb-4a37-b2bb-4e9eb385131b req-f78859c7-2350-43fe-9d09-834a178945b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:53.033512 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-165a3139-79bb-4a37-b2bb-4e9eb385131b req-f78859c7-2350-43fe-9d09-834a178945b5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55767ecf-03fc-4a01-868c-518fd421c2f1 HTTP/1.1" status: 200 len: 856 time: 0.0503550 Dec 16 09:53:53.056287 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device f480318a-6dec-4d41-b97c-5f07ca49a06a details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:53:53.088001 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a3139-79bb-4a37-b2bb-4e9eb385131b req-29ea8046-8154-495a-8177-6feca2f62bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:53.089546 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-165a3139-79bb-4a37-b2bb-4e9eb385131b req-29ea8046-8154-495a-8177-6feca2f62bf3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80ebca74-2610-4824-a3d8-8e60778e3639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458577 Dec 16 09:53:53.185276 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port f480318a-6dec-4d41-b97c-5f07ca49a06a, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=f480318a-6dec-4d41-b97c-5f07ca49a06a,segment=NetworkSegment(a3aff565-42c5-4ddc-a0de-cbd17ae62294),segment_id=a3aff565-42c5-4ddc-a0de-cbd17ae62294)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:53:53.199566 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'f480318a-6dec-4d41-b97c-5f07ca49a06a', 'network_id': 'f1e7282e-00cb-49f3-b859-5e7859731833', 'port_id': 'f480318a-6dec-4d41-b97c-5f07ca49a06a', 'mac_address': 'fa:16:3e:d0:24:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b2ae69-5e90-4cd4-9365-2709ebcc8560', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:53:53.233866 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-165a3139-79bb-4a37-b2bb-4e9eb385131b req-db243081-c8e1-4ebd-bd0a-cca56e6cc106 service neutron] 10.222.0.57 "GET /v2.0/networks/80ebca74-2610-4824-a3d8-8e60778e3639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352699 Dec 16 09:53:53.243438 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:53.251931 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca9b7a-a139-4b9b-8d1b-a012c03c7f50 req-15d79726-9a70-4a9f-8cf6-5c7eca9cec15 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:53.253732 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0cca9b7a-a139-4b9b-8d1b-a012c03c7f50 req-15d79726-9a70-4a9f-8cf6-5c7eca9cec15 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 946 time: 0.0572028 Dec 16 09:53:53.258995 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f480318a-6dec-4d41-b97c-5f07ca49a06a {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:53:53.281545 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port f480318a-6dec-4d41-b97c-5f07ca49a06a, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=f480318a-6dec-4d41-b97c-5f07ca49a06a,segment=NetworkSegment(a3aff565-42c5-4ddc-a0de-cbd17ae62294),segment_id=a3aff565-42c5-4ddc-a0de-cbd17ae62294)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:53:53.346209 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0cca9b7a-a139-4b9b-8d1b-a012c03c7f50 req-664a20dc-3c10-45d5-ab4f-410b034b4d03 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770998 Dec 16 09:53:53.380775 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:53.434504 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-251762b7-e968-499d-a7ed-e49c2bc09733 req-e08f3c85-6829-49fc-89f9-63508d0728e3 tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0728297 Dec 16 09:53:53.449392 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-165a3139-79bb-4a37-b2bb-4e9eb385131b req-2a8970da-58a0-44f1-b91f-707632af9117 service neutron] 10.222.0.57 "GET /v2.0/networks/80ebca74-2610-4824-a3d8-8e60778e3639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034583 Dec 16 09:53:53.458851 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=f480318a-6dec-4d41-b97c-5f07ca49a06a,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:53.694604 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc30605-d1a1-4577-bb0c-967fe4ae8c26 req-782880fc-2acf-49d0-a00e-8107f7a8b016 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:53.696033 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4fc30605-d1a1-4577-bb0c-967fe4ae8c26 req-782880fc-2acf-49d0-a00e-8107f7a8b016 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 947 time: 0.0525353 Dec 16 09:53:53.737774 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4fc30605-d1a1-4577-bb0c-967fe4ae8c26 req-f5af6ff6-82a5-4374-bfd3-5c2446baa9f3 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351093 Dec 16 09:53:53.745628 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['f480318a-6dec-4d41-b97c-5f07ca49a06a'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:53:53.899280 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e7589-0012-43c2-9f21-eadce65e3569 req-4ae2024f-a46f-43b0-bdcd-fa7285e6c805 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:53.900795 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bc1e7589-0012-43c2-9f21-eadce65e3569 req-4ae2024f-a46f-43b0-bdcd-fa7285e6c805 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aedbe380-4dac-47eb-b566-bef5fa2d507a HTTP/1.1" status: 200 len: 1095 time: 0.0439169 Dec 16 09:53:53.941981 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bc1e7589-0012-43c2-9f21-eadce65e3569 req-6ad26804-eb1c-4054-8e0a-a6a1a01c985b tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=17c0ef6b-90e7-4e88-a205-7d2387c46e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349541 Dec 16 09:53:54.034226 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-aa69203c-ce0e-4b0e-946b-ab46e0a6a8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:54.195058 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7bd1e2c3-ae1d-4bdb-ae0f-48dbcc72f688 req-d192067b-01c2-4645-8b9f-9b46cc334630 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0271978 Dec 16 09:53:54.337795 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-82c20d43-cb84-4901-9a27-4025e9f5c9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:54.339301 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-82c20d43-cb84-4901-9a27-4025e9f5c9e1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 1097 time: 0.0459545 Dec 16 09:53:54.437092 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-91355e86-441a-4b14-b811-da7d738e13e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:54.438182 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-91355e86-441a-4b14-b811-da7d738e13e3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=09f6ce2f-b77d-43c1-a5e9-9572e8048dc2 HTTP/1.1" status: 200 len: 897 time: 0.0918469 Dec 16 09:53:54.533229 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-441333d0-3e43-4dfa-9c95-30b79b441731 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2df4058d-eac7-4293-9052-af0e0de4f9a5 HTTP/1.1" status: 200 len: 1002 time: 0.0870519 Dec 16 09:53:54.546500 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace998b-f6da-44fd-b644-312819298047 req-e9fe3b74-f755-4c0c-9b76-2d87e9293df5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:54.548176 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3ace998b-f6da-44fd-b644-312819298047 req-e9fe3b74-f755-4c0c-9b76-2d87e9293df5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 946 time: 0.0957129 Dec 16 09:53:54.571556 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-20ed4391-da40-40f7-856d-ac85f75dec69 req-4ce906d5-00d8-4543-bea6-b6c3b7aeb9de tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0289755 Dec 16 09:53:54.627783 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-72a9dbbe-11f1-43e6-bbb1-077c750d8134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:54.629682 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-72a9dbbe-11f1-43e6-bbb1-077c750d8134 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=51d894a2-eca0-4233-9b54-57aa3929720c HTTP/1.1" status: 200 len: 834 time: 0.0805449 Dec 16 09:53:54.668797 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3ace998b-f6da-44fd-b644-312819298047 req-9534c8dc-052a-47b5-8e02-d25393f505a2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649440 Dec 16 09:53:54.684564 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-9c418316-15a0-4f14-a468-223e1eaab7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:54.686146 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-9c418316-15a0-4f14-a468-223e1eaab7ad service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=09f6ce2f-b77d-43c1-a5e9-9572e8048dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460250 Dec 16 09:53:54.780655 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-26c832f8-93ee-445e-8dd1-9c0c06bf8735 service neutron] 10.222.0.58 "GET /v2.0/networks/09f6ce2f-b77d-43c1-a5e9-9572e8048dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854013 Dec 16 09:53:54.863756 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8dc6f-b215-4501-b5c7-54ae3fb6ee6c req-42ef0b1d-0d0e-419b-bb2b-6df7d4477edb tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:54.865615 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-01e8dc6f-b215-4501-b5c7-54ae3fb6ee6c req-42ef0b1d-0d0e-419b-bb2b-6df7d4477edb tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 947 time: 0.0494649 Dec 16 09:53:54.873737 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-b818d0c3-8091-45e7-a723-73d34c692668 service neutron] 10.222.0.58 "GET /v2.0/networks/09f6ce2f-b77d-43c1-a5e9-9572e8048dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858843 Dec 16 09:53:54.907407 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-01e8dc6f-b215-4501-b5c7-54ae3fb6ee6c req-e2497a27-aba5-4a45-9215-2bcc637764af tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348644 Dec 16 09:53:55.057924 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a55938-d705-40ae-b60c-7a7ebb6da593 req-31223659-909a-42df-b973-1a963e010375 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:55.059881 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-23a55938-d705-40ae-b60c-7a7ebb6da593 req-31223659-909a-42df-b973-1a963e010375 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aedbe380-4dac-47eb-b566-bef5fa2d507a HTTP/1.1" status: 200 len: 1095 time: 0.0420170 Dec 16 09:53:55.079895 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device f480318a-6dec-4d41-b97c-5f07ca49a06a up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:53:55.104800 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-23a55938-d705-40ae-b60c-7a7ebb6da593 req-fb83ba81-142d-4434-9d88-2f84c67b6ce1 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=17c0ef6b-90e7-4e88-a205-7d2387c46e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376997 Dec 16 09:53:55.241203 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port f480318a-6dec-4d41-b97c-5f07ca49a06a completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:53:55.245246 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port f480318a-6dec-4d41-b97c-5f07ca49a06a triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:55.245625 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:55.326221 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:55.348020 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aedbe380-4dac-47eb-b566-bef5fa2d507a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f480318a-6dec-4d41-b97c-5f07ca49a06a'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:53:55.350311 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edde04ef-cada-4403-95e3-50f847be0ed7" -d '{"events": [{"server_uuid": "aedbe380-4dac-47eb-b566-bef5fa2d507a", "name": "network-vif-plugged", "status": "completed", "tag": "f480318a-6dec-4d41-b97c-5f07ca49a06a"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:53:55.367296 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port f480318a-6dec-4d41-b97c-5f07ca49a06a, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=f480318a-6dec-4d41-b97c-5f07ca49a06a,segment=NetworkSegment(a3aff565-42c5-4ddc-a0de-cbd17ae62294),segment_id=a3aff565-42c5-4ddc-a0de-cbd17ae62294)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:53:55.387064 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc871fa-a304-4c71-8f27-1b4adf440585 x-openstack-request-id: req-ddc871fa-a304-4c71-8f27-1b4adf440585 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:53:55.387356 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aedbe380-4dac-47eb-b566-bef5fa2d507a", "name": "network-vif-plugged", "status": "completed", "tag": "f480318a-6dec-4d41-b97c-5f07ca49a06a", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:53:55.391004 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ddc871fa-a304-4c71-8f27-1b4adf440585 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:53:55.391004 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aedbe380-4dac-47eb-b566-bef5fa2d507a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f480318a-6dec-4d41-b97c-5f07ca49a06a', 'code': 200} Dec 16 09:53:55.436482 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:55.487719 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=f480318a-6dec-4d41-b97c-5f07ca49a06a,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:55.515912 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339cecf-6c43-4f38-9858-0a27d901d054 req-b380243d-e70e-4e7f-8407-d6f7c2ac241a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:55.517545 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f339cecf-6c43-4f38-9858-0a27d901d054 req-b380243d-e70e-4e7f-8407-d6f7c2ac241a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aedbe380-4dac-47eb-b566-bef5fa2d507a HTTP/1.1" status: 200 len: 1096 time: 0.0670171 Dec 16 09:53:55.552106 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f339cecf-6c43-4f38-9858-0a27d901d054 req-e782f391-e4f4-49a5-b0e5-9674ced56123 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=17c0ef6b-90e7-4e88-a205-7d2387c46e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274651 Dec 16 09:53:55.686846 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-61f29846-d845-4288-a1fd-3030e55c5d32 req-332f01a1-3aa7-421f-9fa9-645bd24f482b tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0302250 Dec 16 09:53:55.793190 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd9a51-e7af-4904-bd9a-862866f435bd req-87f88ce6-04ec-4135-94a7-aa0963cd8d32 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:55.794838 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e8bd9a51-e7af-4904-bd9a-862866f435bd req-87f88ce6-04ec-4135-94a7-aa0963cd8d32 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 946 time: 0.0530407 Dec 16 09:53:55.839821 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e8bd9a51-e7af-4904-bd9a-862866f435bd req-65e66405-66dd-432a-a41e-3665d389df8f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384047 Dec 16 09:53:56.056611 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01641cb6-755f-4128-8a6f-c439b3ee9e47 req-926c5dc2-d262-4c23-bb7d-a32a4f397b57 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:56.058123 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-01641cb6-755f-4128-8a6f-c439b3ee9e47 req-926c5dc2-d262-4c23-bb7d-a32a4f397b57 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 947 time: 0.0495920 Dec 16 09:53:56.099719 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-01641cb6-755f-4128-8a6f-c439b3ee9e47 req-7e16d5fc-ffb3-4061-84f0-87b905c096d9 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350771 Dec 16 09:53:56.234546 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0e7d043e-257f-45e2-a01f-e66ec929a390 req-644b2fe5-61ef-4660-8b8b-c0073383219e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ab3320fdc4f8487abb0f84b1d1f7507b&device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0603602 Dec 16 09:53:56.261295 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3918cd22-f0f2-4328-afc2-5b2a6f516d1c req-46a45b14-d45d-4c8a-97f9-7b2282bb7b5f tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0266445 Dec 16 09:53:56.271123 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df10948-99bd-43a0-9b24-8b76bb975187 req-582c34cc-4d8b-41e9-ae76-a49b14c1e9f1 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:56.273361 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4df10948-99bd-43a0-9b24-8b76bb975187 req-582c34cc-4d8b-41e9-ae76-a49b14c1e9f1 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aedbe380-4dac-47eb-b566-bef5fa2d507a HTTP/1.1" status: 200 len: 1096 time: 0.0978537 Dec 16 09:53:56.275437 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0e7d043e-257f-45e2-a01f-e66ec929a390 req-c8e361dd-f465-4584-9c90-1875d5032fa8 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ab3320fdc4f8487abb0f84b1d1f7507b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313492 Dec 16 09:53:56.422453 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4df10948-99bd-43a0-9b24-8b76bb975187 req-13a0a9de-a283-4ff3-b09b-629145720822 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=17c0ef6b-90e7-4e88-a205-7d2387c46e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414225 Dec 16 09:53:56.441149 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bbee1f07-ca38-4a8a-afd0-3796043510de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:56.477763 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d043e-257f-45e2-a01f-e66ec929a390 req-29c107aa-12b7-4f41-918b-36d358eed03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:56.479213 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0e7d043e-257f-45e2-a01f-e66ec929a390 req-29c107aa-12b7-4f41-918b-36d358eed03c service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1935329 Dec 16 09:53:56.968209 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d4e07-5853-43e6-a228-27c442e4f2b3 req-5744dc8c-f447-4469-8a53-f28017fa73f0 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:56.969611 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-670d4e07-5853-43e6-a228-27c442e4f2b3 req-5744dc8c-f447-4469-8a53-f28017fa73f0 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 946 time: 0.0494061 Dec 16 09:53:57.018123 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-670d4e07-5853-43e6-a228-27c442e4f2b3 req-d5a7294d-5f03-42a6-9ab1-6cfc46df7e82 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322258 Dec 16 09:53:57.368269 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6dbefe0-37fc-4bf4-92b9-eb457431d93c req-7d9ccafa-3085-488c-84f6-5038dc61413f tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0315409 Dec 16 09:53:57.526167 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bf38a-8c41-4ce1-b043-8ebfc796a3b9 req-748808d9-c35d-49dc-9323-7052750fddea tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:57.527654 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-064bf38a-8c41-4ce1-b043-8ebfc796a3b9 req-748808d9-c35d-49dc-9323-7052750fddea tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aedbe380-4dac-47eb-b566-bef5fa2d507a HTTP/1.1" status: 200 len: 1096 time: 0.0412464 Dec 16 09:53:57.563628 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-064bf38a-8c41-4ce1-b043-8ebfc796a3b9 req-4f6e633f-8dbb-4a3c-91b2-44ae953d463d tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=17c0ef6b-90e7-4e88-a205-7d2387c46e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296514 Dec 16 09:53:57.582245 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:57.680064 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65602fe6-f607-43da-a5a3-9f31e820f3c3 req-86d5b759-aabf-405d-9701-f271e35d4c59 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:57.681683 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65602fe6-f607-43da-a5a3-9f31e820f3c3 req-86d5b759-aabf-405d-9701-f271e35d4c59 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aedbe380-4dac-47eb-b566-bef5fa2d507a HTTP/1.1" status: 200 len: 1096 time: 0.0494432 Dec 16 09:53:57.720029 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65602fe6-f607-43da-a5a3-9f31e820f3c3 req-d42a0682-ef06-4af8-87db-94a138bf8c2e tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=17c0ef6b-90e7-4e88-a205-7d2387c46e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324750 Dec 16 09:53:57.828461 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe191d-54b7-4a15-a338-e329d5f887de req-cfbf9c8c-62b7-4af1-92cc-2d5ad4861d26 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:57.830010 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29fe191d-54b7-4a15-a338-e329d5f887de req-cfbf9c8c-62b7-4af1-92cc-2d5ad4861d26 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aedbe380-4dac-47eb-b566-bef5fa2d507a HTTP/1.1" status: 200 len: 1096 time: 0.0433352 Dec 16 09:53:57.866678 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29fe191d-54b7-4a15-a338-e329d5f887de req-3990836b-811d-4431-a65e-e0a6727eac17 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=17c0ef6b-90e7-4e88-a205-7d2387c46e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297844 Dec 16 09:53:57.893425 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0e7d043e-257f-45e2-a01f-e66ec929a390 req-c4cc5ad3-95ba-475b-a8fe-71c4bdd46cee tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.57 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0276237 Dec 16 09:53:58.134715 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2691cb-5344-4636-bc48-fcf1e8fc1458 req-db0876c6-e96b-49a1-a425-1dd18af10c7e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:58.136212 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0f2691cb-5344-4636-bc48-fcf1e8fc1458 req-db0876c6-e96b-49a1-a425-1dd18af10c7e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 946 time: 0.0592592 Dec 16 09:53:58.182695 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0f2691cb-5344-4636-bc48-fcf1e8fc1458 req-f245f713-4902-4ea3-aee8-6cb9160804b4 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399597 Dec 16 09:53:58.353133 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932a066-c0dd-409e-b0d4-5dca242e8c04 req-2031d6d3-4f76-459e-9c4f-ad1417d62075 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:58.354601 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f932a066-c0dd-409e-b0d4-5dca242e8c04 req-2031d6d3-4f76-459e-9c4f-ad1417d62075 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aedbe380-4dac-47eb-b566-bef5fa2d507a HTTP/1.1" status: 200 len: 1096 time: 0.0432234 Dec 16 09:53:58.388561 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f932a066-c0dd-409e-b0d4-5dca242e8c04 req-4816dd05-bfe3-4e60-bc91-a5d96b0dc4b5 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=17c0ef6b-90e7-4e88-a205-7d2387c46e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280321 Dec 16 09:53:58.485815 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-47f99860-3703-43e3-9943-eef87a51338a req-d9274912-d29d-49ad-9035-b99f2f956ad1 tempest-ServerShowV254Test-1470636650 tempest-ServerShowV254Test-1470636650-project] 10.222.0.60 "GET /v2.0/ports?device_id=985556db-2987-4f6f-a506-fb3f3b38db3a HTTP/1.1" status: 200 len: 210 time: 0.0291936 Dec 16 09:53:59.070074 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:59.321537 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1cfb14-7391-4621-9549-5294eed45ce5 req-1f57af88-cb50-4dcd-ac0d-493fb7b13a30 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:59.323025 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cf1cfb14-7391-4621-9549-5294eed45ce5 req-1f57af88-cb50-4dcd-ac0d-493fb7b13a30 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 946 time: 0.0531464 Dec 16 09:53:59.367140 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cf1cfb14-7391-4621-9549-5294eed45ce5 req-371bec35-13e1-48cb-8b1a-224e2def17bb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376980 Dec 16 09:53:59.492543 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26cd63-36ac-4601-83b3-aa114dea3788 req-e1a93667-2dcd-42d8-9aca-cf6c620a58e5 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:59.494076 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cf26cd63-36ac-4601-83b3-aa114dea3788 req-e1a93667-2dcd-42d8-9aca-cf6c620a58e5 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aedbe380-4dac-47eb-b566-bef5fa2d507a HTTP/1.1" status: 200 len: 1096 time: 0.0402219 Dec 16 09:53:59.527998 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cf26cd63-36ac-4601-83b3-aa114dea3788 req-20ad3e2d-557f-4f44-bcd6-3433a1dc894b tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=17c0ef6b-90e7-4e88-a205-7d2387c46e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277050 Dec 16 09:53:59.576934 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:59.793240 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad2828-2f32-4891-9549-99e09cd15971 req-bcfc4020-3eff-4f56-ba86-1fe37133a64f tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:59.794714 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3fad2828-2f32-4891-9549-99e09cd15971 req-bcfc4020-3eff-4f56-ba86-1fe37133a64f tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=aedbe380-4dac-47eb-b566-bef5fa2d507a HTTP/1.1" status: 200 len: 1096 time: 0.0433133 Dec 16 09:53:59.873360 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-3fad2828-2f32-4891-9549-99e09cd15971 req-4d321e2e-6274-4d24-a306-84c811ec960f tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Deleting port f480318a-6dec-4d41-b97c-5f07ca49a06a {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:53:59.873700 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3fad2828-2f32-4891-9549-99e09cd15971 req-4d321e2e-6274-4d24-a306-84c811ec960f tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:59.958874 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-3fad2828-2f32-4891-9549-99e09cd15971 req-4d321e2e-6274-4d24-a306-84c811ec960f tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] For port f480318a-6dec-4d41-b97c-5f07ca49a06a, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=f480318a-6dec-4d41-b97c-5f07ca49a06a,segment=NetworkSegment(a3aff565-42c5-4ddc-a0de-cbd17ae62294),segment_id=a3aff565-42c5-4ddc-a0de-cbd17ae62294)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:53:59.959247 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3fad2828-2f32-4891-9549-99e09cd15971 req-4d321e2e-6274-4d24-a306-84c811ec960f tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:59.972736 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-3fad2828-2f32-4891-9549-99e09cd15971 req-4d321e2e-6274-4d24-a306-84c811ec960f tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Calling delete_port for f480318a-6dec-4d41-b97c-5f07ca49a06a owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:54:00.015488 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 48344) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:00.135421 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1d35bca1-8bad-4f5b-b829-03796b12a27f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:00.165400 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3fad2828-2f32-4891-9549-99e09cd15971 req-4d321e2e-6274-4d24-a306-84c811ec960f tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:00.179055 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['f480318a-6dec-4d41-b97c-5f07ca49a06a'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:54:00.202756 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['41bb83fe-cf77-4be5-b961-6f27a6294955'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:54:00.204988 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d321e2e-6274-4d24-a306-84c811ec960f tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Pushing event deleted for resources: {'Port': ['ID=f480318a-6dec-4d41-b97c-5f07ca49a06a,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:00.235566 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1d35bca1-8bad-4f5b-b829-03796b12a27f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:00.262822 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fad2828-2f32-4891-9549-99e09cd15971 req-4d321e2e-6274-4d24-a306-84c811ec960f tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] No DVR routers for this DVR port f480318a-6dec-4d41-b97c-5f07ca49a06a on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:54:00.267535 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3fad2828-2f32-4891-9549-99e09cd15971 req-4d321e2e-6274-4d24-a306-84c811ec960f tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:00.269814 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3fad2828-2f32-4891-9549-99e09cd15971 req-4d321e2e-6274-4d24-a306-84c811ec960f tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.57 "DELETE /v2.0/ports/f480318a-6dec-4d41-b97c-5f07ca49a06a HTTP/1.1" status: 204 len: 173 time: 0.4682128 Dec 16 09:54:00.270321 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aedbe380-4dac-47eb-b566-bef5fa2d507a', 'name': 'network-vif-deleted', 'tag': 'f480318a-6dec-4d41-b97c-5f07ca49a06a'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:54:00.273916 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e700662e-80d8-4f16-90c0-ddd1bf8a2afa" -d '{"events": [{"server_uuid": "aedbe380-4dac-47eb-b566-bef5fa2d507a", "name": "network-vif-deleted", "tag": "f480318a-6dec-4d41-b97c-5f07ca49a06a"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:54:00.332411 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1d35bca1-8bad-4f5b-b829-03796b12a27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:00.379271 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35bca1-8bad-4f5b-b829-03796b12a27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62222cb1-95ef-48a7-be7a-1b3dc716241b,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:00.393419 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1d35bca1-8bad-4f5b-b829-03796b12a27f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ab3320fdc4f8487abb0f84b1d1f7507b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3767953 Dec 16 09:54:00.393774 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 48356) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:00.504075 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-71bb6011-bba6-4db4-bf38-d1720e15cd4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:00.530062 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-71bb6011-bba6-4db4-bf38-d1720e15cd4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:00.595176 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfd1b29-723b-45bd-ba54-0c0cfcb44215 x-openstack-request-id: req-9cfd1b29-723b-45bd-ba54-0c0cfcb44215 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:54:00.595661 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aedbe380-4dac-47eb-b566-bef5fa2d507a", "name": "network-vif-deleted", "tag": "f480318a-6dec-4d41-b97c-5f07ca49a06a", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:54:00.596060 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9cfd1b29-723b-45bd-ba54-0c0cfcb44215 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:54:00.596661 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aedbe380-4dac-47eb-b566-bef5fa2d507a', 'name': 'network-vif-deleted', 'tag': 'f480318a-6dec-4d41-b97c-5f07ca49a06a', 'status': 'completed', 'code': 200} Dec 16 09:54:00.600973 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ab133-4a09-4ba8-8485-88ee22ca1f52 req-6bc4cdc8-3389-4a94-b338-466ae0fff02e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:00.609495 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-523ab133-4a09-4ba8-8485-88ee22ca1f52 req-6bc4cdc8-3389-4a94-b338-466ae0fff02e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 946 time: 0.0668776 Dec 16 09:54:00.657270 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-523ab133-4a09-4ba8-8485-88ee22ca1f52 req-8f561ec3-b102-441e-905f-d510aa3833f6 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467470 Dec 16 09:54:00.693093 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-132a5b8f-6d28-496f-ae59-adf34d4bd9f0 req-35bb5235-95fa-490d-929a-c354e3e66ba2 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aedbe380-4dac-47eb-b566-bef5fa2d507a HTTP/1.1" status: 200 len: 210 time: 0.0345912 Dec 16 09:54:00.709509 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-71bb6011-bba6-4db4-bf38-d1720e15cd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:00.712452 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-71bb6011-bba6-4db4-bf38-d1720e15cd4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:00.714024 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-71bb6011-bba6-4db4-bf38-d1720e15cd4a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/62222cb1-95ef-48a7-be7a-1b3dc716241b HTTP/1.1" status: 204 len: 168 time: 0.3192475 Dec 16 09:54:00.723548 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb6011-bba6-4db4-bf38-d1720e15cd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62222cb1-95ef-48a7-be7a-1b3dc716241b,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:01.731760 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 48402) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:01.796831 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5f5e3-b1fd-4ca9-9de0-422b70cf3002 req-eaeaada3-e89a-4b02-83bd-81d674a3ef2c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:01.806342 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a4c5f5e3-b1fd-4ca9-9de0-422b70cf3002 req-eaeaada3-e89a-4b02-83bd-81d674a3ef2c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 946 time: 0.0639884 Dec 16 09:54:01.847924 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a4c5f5e3-b1fd-4ca9-9de0-422b70cf3002 req-3f600c84-2448-454c-9dc3-05d7e5c57f40 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405228 Dec 16 09:54:01.859266 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-d66dd2dc-034a-4b28-9fe5-1a53428ef40f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1912908148-network', 'tenant_id': 'f46ac9d9dd5e439db355282417489fe8'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:02.002432 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66dd2dc-034a-4b28-9fe5-1a53428ef40f admin admin] Made reservation on behalf of f46ac9d9dd5e439db355282417489fe8 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:02.004967 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d66dd2dc-034a-4b28-9fe5-1a53428ef40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:02.013942 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d66dd2dc-034a-4b28-9fe5-1a53428ef40f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:02.109517 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d66dd2dc-034a-4b28-9fe5-1a53428ef40f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:02.184026 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d66dd2dc-034a-4b28-9fe5-1a53428ef40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:02.204646 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231b6bc-2555-46e0-81e2-d0c3859f8ab8 req-2a86b13c-c8ee-4695-b7d0-4bff4b3d52ec tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:02.206329 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9231b6bc-2555-46e0-81e2-d0c3859f8ab8 req-2a86b13c-c8ee-4695-b7d0-4bff4b3d52ec tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2751dbc0-ce66-4ef1-869e-1425e86f6e1d HTTP/1.1" status: 200 len: 1097 time: 0.0442038 Dec 16 09:54:02.213793 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d66dd2dc-034a-4b28-9fe5-1a53428ef40f admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:54:02.222840 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66dd2dc-034a-4b28-9fe5-1a53428ef40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c018f5e1-387d-4b2f-8dec-f79fa7fe89ca,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:02.230730 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d66dd2dc-034a-4b28-9fe5-1a53428ef40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:02.231271 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-d66dd2dc-034a-4b28-9fe5-1a53428ef40f admin admin] Added segment e2643203-d489-470d-9189-228ba95a3bad of type vlan for network 8ffe1fa6-9776-4657-99a9-a40f6cf323ca Dec 16 09:54:02.246118 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9231b6bc-2555-46e0-81e2-d0c3859f8ab8 req-c3edbef3-96ae-49d9-9c1b-a1777e9d37be tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=17c0ef6b-90e7-4e88-a205-7d2387c46e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330248 Dec 16 09:54:02.280024 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d66dd2dc-034a-4b28-9fe5-1a53428ef40f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:02.378023 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d66dd2dc-034a-4b28-9fe5-1a53428ef40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:02.379032 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66dd2dc-034a-4b28-9fe5-1a53428ef40f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:02.379602 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d66dd2dc-034a-4b28-9fe5-1a53428ef40f admin admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:02.442197 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66dd2dc-034a-4b28-9fe5-1a53428ef40f admin admin] Pushing event updated for resources: {'Network': ['ID=8ffe1fa6-9776-4657-99a9-a40f6cf323ca,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:02.452762 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 8ffe1fa6-9776-4657-99a9-a40f6cf323ca details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:54:02.540651 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d66dd2dc-034a-4b28-9fe5-1a53428ef40f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8070269 Dec 16 09:54:02.543652 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 48418) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:02.548580 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-958a3f1d-e088-441f-992d-daaab8e7b8ef admin admin] Request body: {'subnet': {'network_id': '8ffe1fa6-9776-4657-99a9-a40f6cf323ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1912908148-subnet', 'tenant_id': 'f46ac9d9dd5e439db355282417489fe8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:02.635748 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958a3f1d-e088-441f-992d-daaab8e7b8ef admin admin] Made reservation on behalf of f46ac9d9dd5e439db355282417489fe8 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:02.638287 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-958a3f1d-e088-441f-992d-daaab8e7b8ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:02.882331 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-958a3f1d-e088-441f-992d-daaab8e7b8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:02.967395 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a3f1d-e088-441f-992d-daaab8e7b8ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=1651d39c-afab-400e-97b7-5f1d3082d3c4,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:02.984340 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a3f1d-e088-441f-992d-daaab8e7b8ef admin admin] Checking segment: {'id': 'e2643203-d489-470d-9189-228ba95a3bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8ffe1fa6-9776-4657-99a9-a40f6cf323ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:54:02.984709 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958a3f1d-e088-441f-992d-daaab8e7b8ef admin admin] Network hostable DHCP agents. Network: 8ffe1fa6-9776-4657-99a9-a40f6cf323ca, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:54:03.001347 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e3a2c-2197-4de2-827d-886d3aa83125 req-78a9665c-c216-476d-aaef-a8f7abba6525 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:03.002832 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-067e3a2c-2197-4de2-827d-886d3aa83125 req-78a9665c-c216-476d-aaef-a8f7abba6525 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 946 time: 0.0791028 Dec 16 09:54:03.057214 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-067e3a2c-2197-4de2-827d-886d3aa83125 req-f24db210-1c2e-4617-b4d8-d76ad7a0d77a tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461667 Dec 16 09:54:03.092529 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958a3f1d-e088-441f-992d-daaab8e7b8ef admin admin] Network 8ffe1fa6-9776-4657-99a9-a40f6cf323ca is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:54:03.165043 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-958a3f1d-e088-441f-992d-daaab8e7b8ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 8ffe1fa6-9776-4657-99a9-a40f6cf323ca) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:03.170108 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958a3f1d-e088-441f-992d-daaab8e7b8ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:03.171595 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-958a3f1d-e088-441f-992d-daaab8e7b8ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:03.177212 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a38bf2-5931-40a4-9574-9bdff9b477c0 None None] Network 8ffe1fa6-9776-4657-99a9-a40f6cf323ca requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:03.284751 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-958a3f1d-e088-441f-992d-daaab8e7b8ef admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7399037 Dec 16 09:54:03.299424 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d0b3c3-ffad-48ad-9a49-ff8cbd44ea22 None None] Network 8ffe1fa6-9776-4657-99a9-a40f6cf323ca requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:03.362176 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f13ce-2f8b-46ef-a8f4-38e7cc2624b7 req-b3d882dd-dc10-4b32-871e-58fee601799a tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:03.363711 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8e6f13ce-2f8b-46ef-a8f4-38e7cc2624b7 req-b3d882dd-dc10-4b32-871e-58fee601799a tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2751dbc0-ce66-4ef1-869e-1425e86f6e1d HTTP/1.1" status: 200 len: 1097 time: 0.0420570 Dec 16 09:54:03.403327 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8e6f13ce-2f8b-46ef-a8f4-38e7cc2624b7 req-eb2bb72a-4e65-4b6e-be98-1cdf928a2c89 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=17c0ef6b-90e7-4e88-a205-7d2387c46e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321653 Dec 16 09:54:03.543683 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b84bd5-f844-4306-94db-d09e0636ad33 req-88703555-5e6e-4115-84b1-0a526cac1852 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:03.545219 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-84b84bd5-f844-4306-94db-d09e0636ad33 req-88703555-5e6e-4115-84b1-0a526cac1852 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2751dbc0-ce66-4ef1-869e-1425e86f6e1d HTTP/1.1" status: 200 len: 1097 time: 0.0447762 Dec 16 09:54:03.624105 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-84b84bd5-f844-4306-94db-d09e0636ad33 req-56c8e5bf-f74f-4911-858f-009b8fe98c8a tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Deleting port 41bb83fe-cf77-4be5-b961-6f27a6294955 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:54:03.624450 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-84b84bd5-f844-4306-94db-d09e0636ad33 req-56c8e5bf-f74f-4911-858f-009b8fe98c8a tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:03.706311 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-84b84bd5-f844-4306-94db-d09e0636ad33 req-56c8e5bf-f74f-4911-858f-009b8fe98c8a tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] For port 41bb83fe-cf77-4be5-b961-6f27a6294955, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=41bb83fe-cf77-4be5-b961-6f27a6294955,segment=NetworkSegment(a3aff565-42c5-4ddc-a0de-cbd17ae62294),segment_id=a3aff565-42c5-4ddc-a0de-cbd17ae62294)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:03.706677 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-84b84bd5-f844-4306-94db-d09e0636ad33 req-56c8e5bf-f74f-4911-858f-009b8fe98c8a tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:03.720211 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-84b84bd5-f844-4306-94db-d09e0636ad33 req-56c8e5bf-f74f-4911-858f-009b8fe98c8a tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Calling delete_port for 41bb83fe-cf77-4be5-b961-6f27a6294955 owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:54:03.912299 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 48456) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:03.918037 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-7c3d3c75-5f9a-4575-8cd8-0a54e4f3be98 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1581454857-network', 'tenant_id': '72614ede4a264462a495e711911bf1b2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:03.925170 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-84b84bd5-f844-4306-94db-d09e0636ad33 req-56c8e5bf-f74f-4911-858f-009b8fe98c8a tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:03.936445 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['41bb83fe-cf77-4be5-b961-6f27a6294955'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:54:03.959853 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8e5bf-f74f-4911-858f-009b8fe98c8a tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Pushing event deleted for resources: {'Port': ['ID=41bb83fe-cf77-4be5-b961-6f27a6294955,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:03.998703 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b84bd5-f844-4306-94db-d09e0636ad33 req-56c8e5bf-f74f-4911-858f-009b8fe98c8a tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] No DVR routers for this DVR port 41bb83fe-cf77-4be5-b961-6f27a6294955 on host n-h2-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:54:04.001257 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-84b84bd5-f844-4306-94db-d09e0636ad33 req-56c8e5bf-f74f-4911-858f-009b8fe98c8a tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:04.004475 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-84b84bd5-f844-4306-94db-d09e0636ad33 req-56c8e5bf-f74f-4911-858f-009b8fe98c8a tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.58 "DELETE /v2.0/ports/41bb83fe-cf77-4be5-b961-6f27a6294955 HTTP/1.1" status: 204 len: 173 time: 0.4538231 Dec 16 09:54:04.004910 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2751dbc0-ce66-4ef1-869e-1425e86f6e1d', 'name': 'network-vif-deleted', 'tag': '41bb83fe-cf77-4be5-b961-6f27a6294955'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:54:04.007225 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c8f65f-ab14-4881-92af-2d1f5a789102" -d '{"events": [{"server_uuid": "2751dbc0-ce66-4ef1-869e-1425e86f6e1d", "name": "network-vif-deleted", "tag": "41bb83fe-cf77-4be5-b961-6f27a6294955"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:54:04.029344 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3d3c75-5f9a-4575-8cd8-0a54e4f3be98 admin admin] Made reservation on behalf of 72614ede4a264462a495e711911bf1b2 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:04.031744 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7c3d3c75-5f9a-4575-8cd8-0a54e4f3be98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:04.044364 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c3b868-e138-41cf-9338-246b4a8b96e7 x-openstack-request-id: req-c2c3b868-e138-41cf-9338-246b4a8b96e7 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:54:04.044364 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2751dbc0-ce66-4ef1-869e-1425e86f6e1d", "name": "network-vif-deleted", "tag": "41bb83fe-cf77-4be5-b961-6f27a6294955", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:54:04.044364 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c2c3b868-e138-41cf-9338-246b4a8b96e7 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:54:04.044677 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2751dbc0-ce66-4ef1-869e-1425e86f6e1d', 'name': 'network-vif-deleted', 'tag': '41bb83fe-cf77-4be5-b961-6f27a6294955', 'status': 'completed', 'code': 200} Dec 16 09:54:04.046100 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7c3d3c75-5f9a-4575-8cd8-0a54e4f3be98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:04.144539 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7c3d3c75-5f9a-4575-8cd8-0a54e4f3be98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:04.183719 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c304ac7-cdcb-4d49-a021-060a00857ca5 req-913e338f-997c-4d07-a7a8-5fc4329d0a1a tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:04.185607 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1c304ac7-cdcb-4d49-a021-060a00857ca5 req-913e338f-997c-4d07-a7a8-5fc4329d0a1a tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 946 time: 0.0534146 Dec 16 09:54:04.243885 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1c304ac7-cdcb-4d49-a021-060a00857ca5 req-2b360e1f-cf14-4167-aede-1484c11c87d1 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425816 Dec 16 09:54:04.265104 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7c3d3c75-5f9a-4575-8cd8-0a54e4f3be98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:04.301573 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c3d3c75-5f9a-4575-8cd8-0a54e4f3be98 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:54:04.311442 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d3c75-5f9a-4575-8cd8-0a54e4f3be98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c961e0ea-6857-481c-bb71-eb594c2036f9,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:04.316307 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7c3d3c75-5f9a-4575-8cd8-0a54e4f3be98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:04.316701 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-7c3d3c75-5f9a-4575-8cd8-0a54e4f3be98 admin admin] Added segment cc30a841-c4a9-4eea-9cc0-05edf0e38ec8 of type vlan for network eee851bd-870f-4edb-bb59-57a7b76889c2 Dec 16 09:54:04.360951 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7c3d3c75-5f9a-4575-8cd8-0a54e4f3be98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:04.445707 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7c3d3c75-5f9a-4575-8cd8-0a54e4f3be98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:04.446723 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3d3c75-5f9a-4575-8cd8-0a54e4f3be98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:04.457372 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7c3d3c75-5f9a-4575-8cd8-0a54e4f3be98 admin admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:04.538098 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b678871d-1b43-4220-8462-cd0786818371 req-6c0392dc-21ce-4c32-be60-a6b03c4d0845 tempest-TestServerMultinode-380458724 tempest-TestServerMultinode-380458724-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2751dbc0-ce66-4ef1-869e-1425e86f6e1d HTTP/1.1" status: 200 len: 210 time: 0.0371170 Dec 16 09:54:04.542931 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d3c75-5f9a-4575-8cd8-0a54e4f3be98 admin admin] Pushing event updated for resources: {'Network': ['ID=eee851bd-870f-4edb-bb59-57a7b76889c2,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:04.553532 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network eee851bd-870f-4edb-bb59-57a7b76889c2 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:54:04.599905 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7c3d3c75-5f9a-4575-8cd8-0a54e4f3be98 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6830807 Dec 16 09:54:04.600109 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 48470) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:04.604898 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-2b22077c-27f6-482f-900a-26f3bbb4042b admin admin] Request body: {'subnet': {'network_id': 'eee851bd-870f-4edb-bb59-57a7b76889c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1581454857-subnet', 'tenant_id': '72614ede4a264462a495e711911bf1b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:04.704170 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b22077c-27f6-482f-900a-26f3bbb4042b admin admin] Made reservation on behalf of 72614ede4a264462a495e711911bf1b2 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:04.711326 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2b22077c-27f6-482f-900a-26f3bbb4042b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:05.012855 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2b22077c-27f6-482f-900a-26f3bbb4042b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:05.067507 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22077c-27f6-482f-900a-26f3bbb4042b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f72f20e0-e308-4c1d-8690-c7f4ee7fe374,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:05.079205 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b22077c-27f6-482f-900a-26f3bbb4042b admin admin] Checking segment: {'id': 'cc30a841-c4a9-4eea-9cc0-05edf0e38ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'eee851bd-870f-4edb-bb59-57a7b76889c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:54:05.079563 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b22077c-27f6-482f-900a-26f3bbb4042b admin admin] Network hostable DHCP agents. Network: eee851bd-870f-4edb-bb59-57a7b76889c2, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:54:05.123900 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device f480318a-6dec-4d41-b97c-5f07ca49a06a no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:54:05.131973 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b22077c-27f6-482f-900a-26f3bbb4042b admin admin] Network eee851bd-870f-4edb-bb59-57a7b76889c2 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:54:05.145095 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: f480318a-6dec-4d41-b97c-5f07ca49a06a {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:54:05.145528 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device f480318a-6dec-4d41-b97c-5f07ca49a06a not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:54:05.177775 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-2b22077c-27f6-482f-900a-26f3bbb4042b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, eee851bd-870f-4edb-bb59-57a7b76889c2) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:05.182550 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b22077c-27f6-482f-900a-26f3bbb4042b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:05.183649 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2b22077c-27f6-482f-900a-26f3bbb4042b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:05.188447 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0644c20-9360-4821-9adf-d433f70b735c None None] Network eee851bd-870f-4edb-bb59-57a7b76889c2 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:05.276308 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2b22077c-27f6-482f-900a-26f3bbb4042b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6750925 Dec 16 09:54:05.315067 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0980d43a-5ecb-4215-b355-498a9af7e2e5 None None] Network eee851bd-870f-4edb-bb59-57a7b76889c2 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:05.359392 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd1582-30b6-4f2c-9fec-854fec3a05c2 req-f5f83467-839a-4f84-92cf-61738c9ec6ea tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:05.360722 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f7bd1582-30b6-4f2c-9fec-854fec3a05c2 req-f5f83467-839a-4f84-92cf-61738c9ec6ea tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 946 time: 0.0539074 Dec 16 09:54:05.423553 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f7bd1582-30b6-4f2c-9fec-854fec3a05c2 req-b126ca91-f1ae-4fbb-b894-2d5634c5c667 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509307 Dec 16 09:54:05.604670 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 48496) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:05.880962 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-7aa9c783-a112-4477-98f4-cc03d10949b2 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:05.883269 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-7aa9c783-a112-4477-98f4-cc03d10949b2 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.60 "GET /v2.0/networks?id=8ffe1fa6-9776-4657-99a9-a40f6cf323ca HTTP/1.1" status: 200 len: 825 time: 0.1266518 Dec 16 09:54:05.898702 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-1cab728b-01d5-46de-8989-d765b1a22af4 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.60 "GET /v2.0/quotas/f46ac9d9dd5e439db355282417489fe8 HTTP/1.1" status: 200 len: 375 time: 0.0097396 Dec 16 09:54:05.957642 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-9f951067-d4b2-43dc-ba99-483a04a2b53e tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f46ac9d9dd5e439db355282417489fe8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528126 Dec 16 09:54:06.154889 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-b96c8f1d-d52b-4fc7-9493-687cbf2680cf service neutron] 10.222.0.60 "GET /v2.0/networks/8ffe1fa6-9776-4657-99a9-a40f6cf323ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891820 Dec 16 09:54:06.257725 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-c6399ed5-9791-49e3-8b66-b14161304109 service neutron] 10.222.0.60 "GET /v2.0/networks/8ffe1fa6-9776-4657-99a9-a40f6cf323ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967672 Dec 16 09:54:06.259045 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6a338d73-9f5f-4c11-b9c2-3eac0c856d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:06.580968 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-6a338d73-9f5f-4c11-b9c2-3eac0c856d84 admin admin] Deleting port a85d6fe7-cbc7-49f9-baab-2de79fa22461 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:54:06.581338 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6a338d73-9f5f-4c11-b9c2-3eac0c856d84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:06.583952 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b025623b-147e-49f9-9798-4687d8bc5499 req-088b502a-66b0-49b3-848a-54a7c3cb9f56 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed6fd51-38a8-47ff-a779-c08286456c96 HTTP/1.1" status: 200 len: 210 time: 0.0480864 Dec 16 09:54:06.639582 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba1044-74d6-4dfa-8f3d-047031d9ff57 req-41cf44e1-fa33-4ae2-b9a4-1589c421201b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:06.641082 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c2ba1044-74d6-4dfa-8f3d-047031d9ff57 req-41cf44e1-fa33-4ae2-b9a4-1589c421201b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 946 time: 0.1153603 Dec 16 09:54:06.708914 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c2ba1044-74d6-4dfa-8f3d-047031d9ff57 req-446cf58f-bb0c-40ef-a641-389b2e77e2d4 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579870 Dec 16 09:54:06.714943 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-6a338d73-9f5f-4c11-b9c2-3eac0c856d84 admin admin] For port a85d6fe7-cbc7-49f9-baab-2de79fa22461, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=a85d6fe7-cbc7-49f9-baab-2de79fa22461,segment=NetworkSegment(a3aff565-42c5-4ddc-a0de-cbd17ae62294),segment_id=a3aff565-42c5-4ddc-a0de-cbd17ae62294)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:06.715420 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6a338d73-9f5f-4c11-b9c2-3eac0c856d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:06.729032 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-6a338d73-9f5f-4c11-b9c2-3eac0c856d84 admin admin] Calling delete_port for a85d6fe7-cbc7-49f9-baab-2de79fa22461 owned by network:router_interface {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:54:06.988075 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6a338d73-9f5f-4c11-b9c2-3eac0c856d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:07.018031 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a338d73-9f5f-4c11-b9c2-3eac0c856d84 admin admin] Pushing event deleted for resources: {'Port': ['ID=a85d6fe7-cbc7-49f9-baab-2de79fa22461,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:07.196822 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6a338d73-9f5f-4c11-b9c2-3eac0c856d84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:07.343942 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:07.436556 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a338d73-9f5f-4c11-b9c2-3eac0c856d84 admin admin] Router 6c2e96f4-fb71-4250-88ce-89abb5f8ccda has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:54:07.543737 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a338d73-9f5f-4c11-b9c2-3eac0c856d84 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:54:07.549621 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6a338d73-9f5f-4c11-b9c2-3eac0c856d84 admin admin] 10.222.0.60 "PUT /v2.0/routers/6c2e96f4-fb71-4250-88ce-89abb5f8ccda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9437065 Dec 16 09:54:07.551353 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 48544) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:07.554379 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6690da75-0e92-4f73-b0fc-503ee44b5081 None None] Sync routers for ids ['6c2e96f4-fb71-4250-88ce-89abb5f8ccda'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:54:07.564375 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6690da75-0e92-4f73-b0fc-503ee44b5081 None None] Routers {'6c2e96f4-fb71-4250-88ce-89abb5f8ccda'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:54:07.564991 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-6690da75-0e92-4f73-b0fc-503ee44b5081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:53:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6c2e96f4-fb71-4250-88ce-89abb5f8ccda'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:54:07.668900 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b384dcdf-ecb1-4684-b46a-dd007eddf65a admin admin] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:07.673683 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d44b405f-cc89-4fe9-a258-05521a306c0f req-79944b7a-4506-46a6-9c62-c4fa4db51fce tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed6fd51-38a8-47ff-a779-c08286456c96 HTTP/1.1" status: 200 len: 210 time: 0.0267601 Dec 16 09:54:07.674573 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-6690da75-0e92-4f73-b0fc-503ee44b5081 None None] Set router 6c2e96f4-fb71-4250-88ce-89abb5f8ccda gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:54:07.778740 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b384dcdf-ecb1-4684-b46a-dd007eddf65a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:07.861661 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bdb54-9d62-4dd6-8443-2cbfbfdc4f47 req-7a5832b2-522c-4b1a-92be-9fc4743f4191 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:07.863546 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1f4bdb54-9d62-4dd6-8443-2cbfbfdc4f47 req-7a5832b2-522c-4b1a-92be-9fc4743f4191 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 946 time: 0.0551939 Dec 16 09:54:07.884859 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-6690da75-0e92-4f73-b0fc-503ee44b5081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2e96f4-fb71-4250-88ce-89abb5f8ccda', 'name': 'tempest-TestServerMultinode-1847236213-router', 'tenant_id': '525e1f08c3204715b26eaceb89e11bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '805e1beb-52dd-4aa8-8aac-7ee7ed9011a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:52Z', 'updated_at': '2021-12-16T09:54:06Z', 'revision_number': 5, 'project_id': '525e1f08c3204715b26eaceb89e11bbd', 'gw_port': {'id': '805e1beb-52dd-4aa8-8aac-7ee7ed9011a3', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:39:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2e96f4-fb71-4250-88ce-89abb5f8ccda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:53Z', 'updated_at': '2021-12-16T09:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:54:07.911459 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6690da75-0e92-4f73-b0fc-503ee44b5081 None None] Checking router: 6c2e96f4-fb71-4250-88ce-89abb5f8ccda for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:54:07.919864 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6690da75-0e92-4f73-b0fc-503ee44b5081 None None] Routers {'6c2e96f4-fb71-4250-88ce-89abb5f8ccda'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:54:07.920302 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1f4bdb54-9d62-4dd6-8443-2cbfbfdc4f47 req-b9f9fce8-1677-4565-bdf7-85f778f558ef tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438321 Dec 16 09:54:07.920462 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-6690da75-0e92-4f73-b0fc-503ee44b5081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:53:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6c2e96f4-fb71-4250-88ce-89abb5f8ccda'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:54:07.972442 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-b384dcdf-ecb1-4684-b46a-dd007eddf65a admin admin] Deleting port 805e1beb-52dd-4aa8-8aac-7ee7ed9011a3 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:54:07.973087 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b384dcdf-ecb1-4684-b46a-dd007eddf65a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:08.011222 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-6690da75-0e92-4f73-b0fc-503ee44b5081 None None] Set router 6c2e96f4-fb71-4250-88ce-89abb5f8ccda gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:54:08.062397 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-b384dcdf-ecb1-4684-b46a-dd007eddf65a admin admin] For port 805e1beb-52dd-4aa8-8aac-7ee7ed9011a3, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=805e1beb-52dd-4aa8-8aac-7ee7ed9011a3,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:08.062776 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b384dcdf-ecb1-4684-b46a-dd007eddf65a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:08.066203 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 41bb83fe-cf77-4be5-b961-6f27a6294955 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:54:08.068487 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-6690da75-0e92-4f73-b0fc-503ee44b5081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2e96f4-fb71-4250-88ce-89abb5f8ccda', 'name': 'tempest-TestServerMultinode-1847236213-router', 'tenant_id': '525e1f08c3204715b26eaceb89e11bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:52Z', 'updated_at': '2021-12-16T09:54:07Z', 'revision_number': 6, 'project_id': '525e1f08c3204715b26eaceb89e11bbd', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:54:08.076579 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-b384dcdf-ecb1-4684-b46a-dd007eddf65a admin admin] Calling delete_port for 805e1beb-52dd-4aa8-8aac-7ee7ed9011a3 owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:54:08.095911 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6690da75-0e92-4f73-b0fc-503ee44b5081 None None] The sync data for ids ['6c2e96f4-fb71-4250-88ce-89abb5f8ccda'] in n-d-820550-2 is: [{'id': '6c2e96f4-fb71-4250-88ce-89abb5f8ccda', 'name': 'tempest-TestServerMultinode-1847236213-router', 'tenant_id': '525e1f08c3204715b26eaceb89e11bbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:52Z', 'updated_at': '2021-12-16T09:54:07Z', 'revision_number': 6, 'project_id': '525e1f08c3204715b26eaceb89e11bbd', 'gw_port_host': None}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:54:08.116160 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 41bb83fe-cf77-4be5-b961-6f27a6294955 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:54:08.116846 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 41bb83fe-cf77-4be5-b961-6f27a6294955 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:54:08.332500 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b384dcdf-ecb1-4684-b46a-dd007eddf65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:08.364498 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384dcdf-ecb1-4684-b46a-dd007eddf65a admin admin] Pushing event deleted for resources: {'Port': ['ID=805e1beb-52dd-4aa8-8aac-7ee7ed9011a3,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:08.428235 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b384dcdf-ecb1-4684-b46a-dd007eddf65a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:08.535870 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b384dcdf-ecb1-4684-b46a-dd007eddf65a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:08.540632 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b384dcdf-ecb1-4684-b46a-dd007eddf65a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:08.652325 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b384dcdf-ecb1-4684-b46a-dd007eddf65a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:08.652895 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b384dcdf-ecb1-4684-b46a-dd007eddf65a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c2e96f4-fb71-4250-88ce-89abb5f8ccda {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:54:08.657145 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b384dcdf-ecb1-4684-b46a-dd007eddf65a admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:08.658310 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b384dcdf-ecb1-4684-b46a-dd007eddf65a admin admin] 10.222.0.60 "DELETE /v2.0/routers/6c2e96f4-fb71-4250-88ce-89abb5f8ccda HTTP/1.1" status: 204 len: 168 time: 1.1058273 Dec 16 09:54:08.661007 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 48564) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:08.708272 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-e343eb48-526c-4054-a21d-400f41678c2a admin admin] Deleting subnet 51b2ae69-5e90-4cd4-9365-2709ebcc8560 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:54:08.712451 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e343eb48-526c-4054-a21d-400f41678c2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:08.779623 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-10554c37-c7b7-4e0b-9c01-81f38cde0ddd req-3a41967b-552a-4452-911a-3712451f6a32 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed6fd51-38a8-47ff-a779-c08286456c96 HTTP/1.1" status: 200 len: 210 time: 0.0300467 Dec 16 09:54:08.781646 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e343eb48-526c-4054-a21d-400f41678c2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:08.864409 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e343eb48-526c-4054-a21d-400f41678c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:08.898787 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device a85d6fe7-cbc7-49f9-baab-2de79fa22461 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:54:08.924677 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: a85d6fe7-cbc7-49f9-baab-2de79fa22461 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:54:08.925156 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device a85d6fe7-cbc7-49f9-baab-2de79fa22461 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:54:09.068013 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-df5497e5-89fb-41f3-9e17-1c0bbeb68500 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:09.071288 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-df5497e5-89fb-41f3-9e17-1c0bbeb68500 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.58 "GET /v2.0/networks?id=8ffe1fa6-9776-4657-99a9-a40f6cf323ca HTTP/1.1" status: 200 len: 825 time: 0.1840541 Dec 16 09:54:09.084720 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-5c8d6a3c-d921-438b-ba75-f6a9b72f4fc5 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Request body: {'port': {'device_id': '2ed6fd51-38a8-47ff-a779-c08286456c96', 'network_id': '8ffe1fa6-9776-4657-99a9-a40f6cf323ca', 'admin_state_up': True, 'tenant_id': 'f46ac9d9dd5e439db355282417489fe8'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:09.090273 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e343eb48-526c-4054-a21d-400f41678c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:09.093277 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3489361-9e02-40e4-8772-c406fa9c52ea req-96d66bb2-f400-41cc-8ba3-38d3d663ba21 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:09.095051 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e3489361-9e02-40e4-8772-c406fa9c52ea req-96d66bb2-f400-41cc-8ba3-38d3d663ba21 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 946 time: 0.0779316 Dec 16 09:54:09.152420 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e3489361-9e02-40e4-8772-c406fa9c52ea req-023af4aa-f21c-4b34-b15e-5cf3031a52eb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502546 Dec 16 09:54:09.159066 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343eb48-526c-4054-a21d-400f41678c2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51b2ae69-5e90-4cd4-9365-2709ebcc8560,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:09.181333 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e343eb48-526c-4054-a21d-400f41678c2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:09.184531 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e343eb48-526c-4054-a21d-400f41678c2a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/51b2ae69-5e90-4cd4-9365-2709ebcc8560 HTTP/1.1" status: 204 len: 168 time: 0.5224276 Dec 16 09:54:09.188202 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 48576) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:09.188917 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4ec535-669f-442b-a478-4d0dddefb7bf None None] Network f1e7282e-00cb-49f3-b859-5e7859731833 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:09.283161 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a0a59d65-4347-4c6c-97f1-6ebc129e1323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:09.326994 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-5c8d6a3c-d921-438b-ba75-f6a9b72f4fc5 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Made reservation on behalf of f46ac9d9dd5e439db355282417489fe8 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:09.330901 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-5c8d6a3c-d921-438b-ba75-f6a9b72f4fc5 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:09.348630 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-a0a59d65-4347-4c6c-97f1-6ebc129e1323 admin admin] Deleting port ae9ba528-ff0a-4dc1-a53d-83664e0f6726 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:54:09.349157 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a0a59d65-4347-4c6c-97f1-6ebc129e1323 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:09.421039 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-a0a59d65-4347-4c6c-97f1-6ebc129e1323 admin admin] For port ae9ba528-ff0a-4dc1-a53d-83664e0f6726, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ae9ba528-ff0a-4dc1-a53d-83664e0f6726,segment=NetworkSegment(a3aff565-42c5-4ddc-a0de-cbd17ae62294),segment_id=a3aff565-42c5-4ddc-a0de-cbd17ae62294)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:09.421659 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a0a59d65-4347-4c6c-97f1-6ebc129e1323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:09.435538 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-a0a59d65-4347-4c6c-97f1-6ebc129e1323 admin admin] Calling delete_port for ae9ba528-ff0a-4dc1-a53d-83664e0f6726 owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:54:09.466730 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18809f1c-bc60-4454-a1c8-ee83a03895e0 None None] DHCP port deletion for f1e7282e-00cb-49f3-b859-5e7859731833 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:54:09.518999 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-5c8d6a3c-d921-438b-ba75-f6a9b72f4fc5 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Allocated IP 172.20.0.6 (8ffe1fa6-9776-4657-99a9-a40f6cf323ca/1651d39c-afab-400e-97b7-5f1d3082d3c4/17dd7d4d-4d6d-4995-862e-061aaebd62ec) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:54:09.523512 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-18809f1c-bc60-4454-a1c8-ee83a03895e0 None None] Deleting port ae9ba528-ff0a-4dc1-a53d-83664e0f6726 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:54:09.524106 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-18809f1c-bc60-4454-a1c8-ee83a03895e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:09.589388 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-18809f1c-bc60-4454-a1c8-ee83a03895e0 None None] For port ae9ba528-ff0a-4dc1-a53d-83664e0f6726, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ae9ba528-ff0a-4dc1-a53d-83664e0f6726,segment=NetworkSegment(a3aff565-42c5-4ddc-a0de-cbd17ae62294),segment_id=a3aff565-42c5-4ddc-a0de-cbd17ae62294)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:09.590236 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-18809f1c-bc60-4454-a1c8-ee83a03895e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:09.604314 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-18809f1c-bc60-4454-a1c8-ee83a03895e0 None None] Calling delete_port for ae9ba528-ff0a-4dc1-a53d-83664e0f6726 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:54:09.629368 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a0a59d65-4347-4c6c-97f1-6ebc129e1323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:09.669874 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a59d65-4347-4c6c-97f1-6ebc129e1323 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae9ba528-ff0a-4dc1-a53d-83664e0f6726,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:09.671969 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a59d65-4347-4c6c-97f1-6ebc129e1323 admin admin] No DVR routers for this DVR port ae9ba528-ff0a-4dc1-a53d-83664e0f6726 on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:54:09.694185 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-18809f1c-bc60-4454-a1c8-ee83a03895e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:09.695461 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-5c8d6a3c-d921-438b-ba75-f6a9b72f4fc5 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:09.720498 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809f1c-bc60-4454-a1c8-ee83a03895e0 None None] Pushing event deleted for resources: {'Port': ['ID=ae9ba528-ff0a-4dc1-a53d-83664e0f6726,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:09.728329 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18809f1c-bc60-4454-a1c8-ee83a03895e0 None None] No DVR routers for this DVR port ae9ba528-ff0a-4dc1-a53d-83664e0f6726 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:54:09.751470 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a0a59d65-4347-4c6c-97f1-6ebc129e1323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:09.773623 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-a0a59d65-4347-4c6c-97f1-6ebc129e1323 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1e7282e-00cb-49f3-b859-5e7859731833']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:54:09.783017 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-a0a59d65-4347-4c6c-97f1-6ebc129e1323 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3aff565-42c5-4ddc-a0de-cbd17ae62294') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:54:09.783319 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-a0a59d65-4347-4c6c-97f1-6ebc129e1323 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3aff565-42c5-4ddc-a0de-cbd17ae62294') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:54:09.792832 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a0a59d65-4347-4c6c-97f1-6ebc129e1323 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:09.794082 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-5c8d6a3c-d921-438b-ba75-f6a9b72f4fc5 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:09.821232 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a0a59d65-4347-4c6c-97f1-6ebc129e1323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:09.829792 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a59d65-4347-4c6c-97f1-6ebc129e1323 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:54:09.830205 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a0a59d65-4347-4c6c-97f1-6ebc129e1323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:09.832546 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:54:09.832546 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:54:09.832546 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:54:09.832546 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:54:09.832546 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:54:09.832546 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:54:09.832546 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:54:09.832546 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:54:09.832546 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:54:09.832546 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:54:09.832546 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:54:09.832546 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:54:09.832546 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:54:09.832546 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:54:09.832546 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:54:09.832546 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:54:09.832546 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:54:09.832546 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:54:09.832546 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:54:09.832546 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:54:09.832546 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:54:09.832546 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:54:09.832546 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:54:09.832546 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:54:09.832546 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:54:09.832546 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:54:09.832546 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:54:09.832546 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:54:09.832546 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:54:09.832546 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:54:09.832546 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:54:09.832546 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:54:09.842130 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-5c8d6a3c-d921-438b-ba75-f6a9b72f4fc5 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Network 8ffe1fa6-9776-4657-99a9-a40f6cf323ca is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:09.846242 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-5c8d6a3c-d921-438b-ba75-f6a9b72f4fc5 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:09.852145 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-5c8d6a3c-d921-438b-ba75-f6a9b72f4fc5 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:54:09.895688 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d6a3c-d921-438b-ba75-f6a9b72f4fc5 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Pushing event updated for resources: {'Port': ['ID=17dd7d4d-4d6d-4995-862e-061aaebd62ec,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:09.937874 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-5c8d6a3c-d921-438b-ba75-f6a9b72f4fc5 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:09.938603 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-5c8d6a3c-d921-438b-ba75-f6a9b72f4fc5 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:09.981966 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ddb15-f7c6-4148-8306-0bdda6da462b req-0bde2ce8-862b-4c4d-899a-3cbd580e8169 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:09.983885 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a0a59d65-4347-4c6c-97f1-6ebc129e1323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:09.985462 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c13ddb15-f7c6-4148-8306-0bdda6da462b req-0bde2ce8-862b-4c4d-899a-3cbd580e8169 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed6fd51-38a8-47ff-a779-c08286456c96 HTTP/1.1" status: 200 len: 931 time: 0.0623198 Dec 16 09:54:09.993929 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a0a59d65-4347-4c6c-97f1-6ebc129e1323 admin admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:10.000243 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a0a59d65-4347-4c6c-97f1-6ebc129e1323 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f1e7282e-00cb-49f3-b859-5e7859731833 HTTP/1.1" status: 204 len: 168 time: 0.8083422 Dec 16 09:54:10.001055 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 48590) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:10.017426 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a59d65-4347-4c6c-97f1-6ebc129e1323 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1e7282e-00cb-49f3-b859-5e7859731833,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:10.025844 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c13ddb15-f7c6-4148-8306-0bdda6da462b req-b5ed813b-f582-4052-9013-8d3942cf7a13 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.60 "GET /v2.0/security-groups?id=c018f5e1-387d-4b2f-8dec-f79fa7fe89ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361176 Dec 16 09:54:10.071069 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-5c8d6a3c-d921-438b-ba75-f6a9b72f4fc5 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9904909 Dec 16 09:54:10.082854 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-45d64fb5-8945-4f0e-bd12-14efa8738dc6 service neutron] Request body: {'port': {'device_id': '2ed6fd51-38a8-47ff-a779-c08286456c96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:10.141178 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-45d64fb5-8945-4f0e-bd12-14efa8738dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:10.323585 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004102d2-a341-4794-abcc-d1f5fc8f4ee7 req-6911a835-6aa2-4c0e-9efc-b080c8868d58 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:10.325659 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-004102d2-a341-4794-abcc-d1f5fc8f4ee7 req-6911a835-6aa2-4c0e-9efc-b080c8868d58 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 946 time: 0.0863755 Dec 16 09:54:10.397606 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-004102d2-a341-4794-abcc-d1f5fc8f4ee7 req-c28a6504-0f66-4be5-b0ef-e9242772f5d5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501728 Dec 16 09:54:10.426193 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-45d64fb5-8945-4f0e-bd12-14efa8738dc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17dd7d4d-4d6d-4995-862e-061aaebd62ec {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:54:10.434721 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-45d64fb5-8945-4f0e-bd12-14efa8738dc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:10.448865 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-45d64fb5-8945-4f0e-bd12-14efa8738dc6 service neutron] Transition to ACTIVE for port object 17dd7d4d-4d6d-4995-862e-061aaebd62ec will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:54:10.470756 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ae872523-9cb7-4180-9848-443ddc770b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:10.512113 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 805e1beb-52dd-4aa8-8aac-7ee7ed9011a3 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:54:10.532485 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 805e1beb-52dd-4aa8-8aac-7ee7ed9011a3 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:54:10.532823 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 805e1beb-52dd-4aa8-8aac-7ee7ed9011a3 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:54:10.533269 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ae9ba528-ff0a-4dc1-a53d-83664e0f6726 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:54:10.542356 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-45d64fb5-8945-4f0e-bd12-14efa8738dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:10.559172 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: ae9ba528-ff0a-4dc1-a53d-83664e0f6726 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:54:10.559514 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ae9ba528-ff0a-4dc1-a53d-83664e0f6726 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:54:10.593660 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d64fb5-8945-4f0e-bd12-14efa8738dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=17dd7d4d-4d6d-4995-862e-061aaebd62ec,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:10.661934 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:10.669058 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-45d64fb5-8945-4f0e-bd12-14efa8738dc6 service neutron] Attempting to bind port 17dd7d4d-4d6d-4995-862e-061aaebd62ec on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:54:10.669454 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-45d64fb5-8945-4f0e-bd12-14efa8738dc6 service neutron] Attempting to bind port 17dd7d4d-4d6d-4995-862e-061aaebd62ec by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'e2643203-d489-470d-9189-228ba95a3bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8ffe1fa6-9776-4657-99a9-a40f6cf323ca'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:54:10.669787 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-45d64fb5-8945-4f0e-bd12-14efa8738dc6 service neutron] Attempting to bind port 17dd7d4d-4d6d-4995-862e-061aaebd62ec on network 8ffe1fa6-9776-4657-99a9-a40f6cf323ca {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:54:10.674218 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-45d64fb5-8945-4f0e-bd12-14efa8738dc6 service neutron] Port 17dd7d4d-4d6d-4995-862e-061aaebd62ec on network 8ffe1fa6-9776-4657-99a9-a40f6cf323ca not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:54:10.674537 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-45d64fb5-8945-4f0e-bd12-14efa8738dc6 service neutron] Attempting to bind port 17dd7d4d-4d6d-4995-862e-061aaebd62ec on network 8ffe1fa6-9776-4657-99a9-a40f6cf323ca {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:54:10.679551 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-45d64fb5-8945-4f0e-bd12-14efa8738dc6 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:54:10.679891 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-45d64fb5-8945-4f0e-bd12-14efa8738dc6 service neutron] Checking segment: {'id': 'e2643203-d489-470d-9189-228ba95a3bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8ffe1fa6-9776-4657-99a9-a40f6cf323ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:54:10.683288 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-45d64fb5-8945-4f0e-bd12-14efa8738dc6 service neutron] Bound using segment: {'id': 'e2643203-d489-470d-9189-228ba95a3bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8ffe1fa6-9776-4657-99a9-a40f6cf323ca'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:54:10.683288 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-45d64fb5-8945-4f0e-bd12-14efa8738dc6 service neutron] Bound port: 17dd7d4d-4d6d-4995-862e-061aaebd62ec, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2643203-d489-470d-9189-228ba95a3bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8ffe1fa6-9776-4657-99a9-a40f6cf323ca'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:54:10.683288 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-45d64fb5-8945-4f0e-bd12-14efa8738dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:10.749297 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-ae872523-9cb7-4180-9848-443ddc770b56 admin admin] Deleting port 3e14ef3f-d8b4-4be2-ba5d-3f3d0d38f52c {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:54:10.749879 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ae872523-9cb7-4180-9848-443ddc770b56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:10.834159 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-ae872523-9cb7-4180-9848-443ddc770b56 admin admin] For port 3e14ef3f-d8b4-4be2-ba5d-3f3d0d38f52c, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=3e14ef3f-d8b4-4be2-ba5d-3f3d0d38f52c,segment=NetworkSegment(7c241916-57b3-45cc-9b49-409f1ac5fea3),segment_id=7c241916-57b3-45cc-9b49-409f1ac5fea3)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:10.834501 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ae872523-9cb7-4180-9848-443ddc770b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:10.848743 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-ae872523-9cb7-4180-9848-443ddc770b56 admin admin] Calling delete_port for 3e14ef3f-d8b4-4be2-ba5d-3f3d0d38f52c owned by network:router_interface {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:54:11.053742 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-45d64fb5-8945-4f0e-bd12-14efa8738dc6 service neutron] For port 17dd7d4d-4d6d-4995-862e-061aaebd62ec, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:54:11.057546 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-45d64fb5-8945-4f0e-bd12-14efa8738dc6 service neutron] For port 17dd7d4d-4d6d-4995-862e-061aaebd62ec, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=17dd7d4d-4d6d-4995-862e-061aaebd62ec,segment=NetworkSegment(e2643203-d489-470d-9189-228ba95a3bad),segment_id=e2643203-d489-470d-9189-228ba95a3bad)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:54:11.159604 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260214ac-c283-4686-8467-0cf01e616eb5 req-010e721a-53e2-42fe-a738-53734db4a444 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:11.159604 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-260214ac-c283-4686-8467-0cf01e616eb5 req-010e721a-53e2-42fe-a738-53734db4a444 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed6fd51-38a8-47ff-a779-c08286456c96 HTTP/1.1" status: 200 len: 943 time: 0.0522807 Dec 16 09:54:11.189700 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ae872523-9cb7-4180-9848-443ddc770b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:11.191476 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-260214ac-c283-4686-8467-0cf01e616eb5 req-42a1af04-f0dd-4781-a016-c193981a45c8 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.60 "GET /v2.0/security-groups?id=c018f5e1-387d-4b2f-8dec-f79fa7fe89ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349276 Dec 16 09:54:11.222981 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-45d64fb5-8945-4f0e-bd12-14efa8738dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:11.233709 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae872523-9cb7-4180-9848-443ddc770b56 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e14ef3f-d8b4-4be2-ba5d-3f3d0d38f52c,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:11.272374 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-45d64fb5-8945-4f0e-bd12-14efa8738dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:11.273630 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-45d64fb5-8945-4f0e-bd12-14efa8738dc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:11.275038 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-45d64fb5-8945-4f0e-bd12-14efa8738dc6 service neutron] 10.222.0.58 "PUT /v2.0/ports/17dd7d4d-4d6d-4995-862e-061aaebd62ec HTTP/1.1" status: 200 len: 1091 time: 1.1964688 Dec 16 09:54:11.275470 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed6fd51-38a8-47ff-a779-c08286456c96', 'tag': '17dd7d4d-4d6d-4995-862e-061aaebd62ec'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:54:11.277800 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5b7f17-d849-4823-ad55-fd0826105df9" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed6fd51-38a8-47ff-a779-c08286456c96", "tag": "17dd7d4d-4d6d-4995-862e-061aaebd62ec"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:54:11.306936 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d64fb5-8945-4f0e-bd12-14efa8738dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=17dd7d4d-4d6d-4995-862e-061aaebd62ec,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:11.323985 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d3a2ae-6f5b-4c6e-bca2-72b4b6980085 x-openstack-request-id: req-16d3a2ae-6f5b-4c6e-bca2-72b4b6980085 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:54:11.324559 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed6fd51-38a8-47ff-a779-c08286456c96", "tag": "17dd7d4d-4d6d-4995-862e-061aaebd62ec", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:54:11.325074 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-16d3a2ae-6f5b-4c6e-bca2-72b4b6980085 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:54:11.327340 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed6fd51-38a8-47ff-a779-c08286456c96', 'tag': '17dd7d4d-4d6d-4995-862e-061aaebd62ec', 'status': 'completed', 'code': 200} Dec 16 09:54:11.392069 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b7f17-d849-4823-ad55-fd0826105df9 req-9fcc2662-60fb-4f35-9a14-579a8f25c7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:11.393654 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bf5b7f17-d849-4823-ad55-fd0826105df9 req-9fcc2662-60fb-4f35-9a14-579a8f25c7df service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f46ac9d9dd5e439db355282417489fe8&device_id=2ed6fd51-38a8-47ff-a779-c08286456c96 HTTP/1.1" status: 200 len: 1094 time: 0.0456109 Dec 16 09:54:11.641021 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0d161-64c3-4676-84d5-cd18e4ad0918 req-aeae26b0-ad11-45c9-b4c4-0ebe285d3dd7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:11.642551 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c6f0d161-64c3-4676-84d5-cd18e4ad0918 req-aeae26b0-ad11-45c9-b4c4-0ebe285d3dd7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 946 time: 0.1341536 Dec 16 09:54:11.654958 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b7f17-d849-4823-ad55-fd0826105df9 req-95887238-3b72-45a3-af1f-27c8b93bdafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:11.656420 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bf5b7f17-d849-4823-ad55-fd0826105df9 req-95887238-3b72-45a3-af1f-27c8b93bdafd service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=f46ac9d9dd5e439db355282417489fe8&shared=False HTTP/1.1" status: 200 len: 926 time: 0.2547386 Dec 16 09:54:11.717037 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ae872523-9cb7-4180-9848-443ddc770b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:11.740696 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c6f0d161-64c3-4676-84d5-cd18e4ad0918 req-7662243b-37e9-4a7e-a5f4-f56c7f279c20 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878985 Dec 16 09:54:11.778334 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b7f17-d849-4823-ad55-fd0826105df9 req-d8a30f76-8a7f-45d6-8fbd-b7dc2060b050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:11.779769 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bf5b7f17-d849-4823-ad55-fd0826105df9 req-d8a30f76-8a7f-45d6-8fbd-b7dc2060b050 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1100159 Dec 16 09:54:11.862904 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-c32b1b64-8bd1-4927-ba12-7645e6fc930c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:11.864401 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-c32b1b64-8bd1-4927-ba12-7645e6fc930c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f46ac9d9dd5e439db355282417489fe8&device_id=2ed6fd51-38a8-47ff-a779-c08286456c96 HTTP/1.1" status: 200 len: 1094 time: 0.0473373 Dec 16 09:54:11.908748 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-50701264-ca83-444b-a6e4-577ca9dd9e1d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17dd7d4d-4d6d-4995-862e-061aaebd62ec HTTP/1.1" status: 200 len: 217 time: 0.0349898 Dec 16 09:54:11.953400 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae872523-9cb7-4180-9848-443ddc770b56 admin admin] Router 4d132bad-4ae6-4e9e-bf07-4b3071c51c63 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:54:11.966952 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-2b8608cd-2289-4deb-a186-e3fed06d08d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:11.968477 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-2b8608cd-2289-4deb-a186-e3fed06d08d2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1651d39c-afab-400e-97b7-5f1d3082d3c4 HTTP/1.1" status: 200 len: 865 time: 0.0523441 Dec 16 09:54:12.006588 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-9e4309c2-9c71-411e-b39f-48cab823240a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8ffe1fa6-9776-4657-99a9-a40f6cf323ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293636 Dec 16 09:54:12.068628 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae872523-9cb7-4180-9848-443ddc770b56 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:54:12.074905 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ae872523-9cb7-4180-9848-443ddc770b56 admin admin] 10.222.0.60 "PUT /v2.0/routers/4d132bad-4ae6-4e9e-bf07-4b3071c51c63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0723772 Dec 16 09:54:12.078573 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 48624) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:12.083835 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e67fda-96b0-431f-8c99-9a52d187525c None None] Sync routers for ids ['4d132bad-4ae6-4e9e-bf07-4b3071c51c63'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:54:12.098283 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e67fda-96b0-431f-8c99-9a52d187525c None None] Routers {'4d132bad-4ae6-4e9e-bf07-4b3071c51c63'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:54:12.099099 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-31e67fda-96b0-431f-8c99-9a52d187525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:53:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4d132bad-4ae6-4e9e-bf07-4b3071c51c63'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:54:12.127400 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-13d45a2c-fe4c-4c36-90ae-a9cd7f10a23b service neutron] show failed (client error): The resource could not be found. Dec 16 09:54:12.128423 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-13d45a2c-fe4c-4c36-90ae-a9cd7f10a23b service neutron] 10.222.0.58 "GET /v2.0/ports/2df4058d-eac7-4293-9052-af0e0de4f9a5/bindings/n-h1-820550-2 HTTP/1.1" status: 404 len: 380 time: 0.0702317 Dec 16 09:54:12.172541 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-b0db24c9-6366-4d82-a10c-c5fffaa3a796 service neutron] 10.222.0.58 "GET /v2.0/networks/8ffe1fa6-9776-4657-99a9-a40f6cf323ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583278 Dec 16 09:54:12.209810 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-31e67fda-96b0-431f-8c99-9a52d187525c None None] Set router 4d132bad-4ae6-4e9e-bf07-4b3071c51c63 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:54:12.340083 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ecb3644a-dcbd-4141-9d7d-dbe8e82b113d req-91113761-96a5-4bfa-93c6-d3f30917dacd service neutron] 10.222.0.58 "GET /v2.0/networks/8ffe1fa6-9776-4657-99a9-a40f6cf323ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598487 Dec 16 09:54:12.340266 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61799ffa-42b2-44bb-8a19-876e9665f6a4 req-9b5025ca-4a1d-4b86-b168-1a470bb71b1f tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:12.347015 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-70a6ed16-d944-49a3-9eb0-38f759f7134b admin admin] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:12.348580 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-61799ffa-42b2-44bb-8a19-876e9665f6a4 req-9b5025ca-4a1d-4b86-b168-1a470bb71b1f tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed6fd51-38a8-47ff-a779-c08286456c96 HTTP/1.1" status: 200 len: 943 time: 0.0683961 Dec 16 09:54:12.404991 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-61799ffa-42b2-44bb-8a19-876e9665f6a4 req-24241e51-f704-466d-8b86-6670f33d081b tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.60 "GET /v2.0/security-groups?id=c018f5e1-387d-4b2f-8dec-f79fa7fe89ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554683 Dec 16 09:54:12.445899 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-31e67fda-96b0-431f-8c99-9a52d187525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d132bad-4ae6-4e9e-bf07-4b3071c51c63', 'name': 'tempest-TestServerMultinode-1322708481-router', 'tenant_id': '11e9c918b25a4bf896d69b2672a19ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '10d3c1a8-96e3-484b-a4db-cc4c6fef7a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:53:07Z', 'updated_at': '2021-12-16T09:54:10Z', 'revision_number': 5, 'project_id': '11e9c918b25a4bf896d69b2672a19ca5', 'gw_port': {'id': '10d3c1a8-96e3-484b-a4db-cc4c6fef7a38', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d132bad-4ae6-4e9e-bf07-4b3071c51c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:53:08Z', 'updated_at': '2021-12-16T09:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:54:12.481965 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e67fda-96b0-431f-8c99-9a52d187525c None None] Checking router: 4d132bad-4ae6-4e9e-bf07-4b3071c51c63 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:54:12.486587 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-70a6ed16-d944-49a3-9eb0-38f759f7134b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:12.492211 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e67fda-96b0-431f-8c99-9a52d187525c None None] Routers {'4d132bad-4ae6-4e9e-bf07-4b3071c51c63'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:54:12.492211 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-31e67fda-96b0-431f-8c99-9a52d187525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:53:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4d132bad-4ae6-4e9e-bf07-4b3071c51c63'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:54:12.600227 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-31e67fda-96b0-431f-8c99-9a52d187525c None None] Set router 4d132bad-4ae6-4e9e-bf07-4b3071c51c63 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:54:12.603608 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-a3306d00-2f0a-4ea6-abd1-b474c2e59ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:12.605348 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-a3306d00-2f0a-4ea6-abd1-b474c2e59ce7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d&tenant_id=7d5ec801137f4c9888df57468cddd269 HTTP/1.1" status: 200 len: 1097 time: 0.0442133 Dec 16 09:54:12.619439 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-1d1112a7-0afd-4581-b151-3ab72dbc5e9c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820550-2', 'device_owner': 'compute:nova'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:12.648698 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-70a6ed16-d944-49a3-9eb0-38f759f7134b admin admin] Deleting port 10d3c1a8-96e3-484b-a4db-cc4c6fef7a38 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:54:12.649335 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-70a6ed16-d944-49a3-9eb0-38f759f7134b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:12.685655 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-1d1112a7-0afd-4581-b151-3ab72dbc5e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:12.743941 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-70a6ed16-d944-49a3-9eb0-38f759f7134b admin admin] For port 10d3c1a8-96e3-484b-a4db-cc4c6fef7a38, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=10d3c1a8-96e3-484b-a4db-cc4c6fef7a38,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:12.744673 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-70a6ed16-d944-49a3-9eb0-38f759f7134b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:12.759556 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-70a6ed16-d944-49a3-9eb0-38f759f7134b admin admin] Calling delete_port for 10d3c1a8-96e3-484b-a4db-cc4c6fef7a38 owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:54:12.854873 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-31e67fda-96b0-431f-8c99-9a52d187525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d132bad-4ae6-4e9e-bf07-4b3071c51c63', 'name': 'tempest-TestServerMultinode-1322708481-router', 'tenant_id': '11e9c918b25a4bf896d69b2672a19ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '10d3c1a8-96e3-484b-a4db-cc4c6fef7a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:53:07Z', 'updated_at': '2021-12-16T09:54:10Z', 'revision_number': 5, 'project_id': '11e9c918b25a4bf896d69b2672a19ca5', 'gw_port': {'id': '10d3c1a8-96e3-484b-a4db-cc4c6fef7a38', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d132bad-4ae6-4e9e-bf07-4b3071c51c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:53:08Z', 'updated_at': '2021-12-16T09:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:54:12.885102 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e67fda-96b0-431f-8c99-9a52d187525c None None] The sync data for ids ['4d132bad-4ae6-4e9e-bf07-4b3071c51c63'] in n-d-820550-2 is: [{'id': '4d132bad-4ae6-4e9e-bf07-4b3071c51c63', 'name': 'tempest-TestServerMultinode-1322708481-router', 'tenant_id': '11e9c918b25a4bf896d69b2672a19ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '10d3c1a8-96e3-484b-a4db-cc4c6fef7a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:53:07Z', 'updated_at': '2021-12-16T09:54:10Z', 'revision_number': 5, 'project_id': '11e9c918b25a4bf896d69b2672a19ca5', 'gw_port': {'id': '10d3c1a8-96e3-484b-a4db-cc4c6fef7a38', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d132bad-4ae6-4e9e-bf07-4b3071c51c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:53:08Z', 'updated_at': '2021-12-16T09:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:54:12.942797 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-1d1112a7-0afd-4581-b151-3ab72dbc5e9c service neutron] For port 2df4058d-eac7-4293-9052-af0e0de4f9a5, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=2df4058d-eac7-4293-9052-af0e0de4f9a5,segment=NetworkSegment(da856e83-2910-4f09-b33c-2a63c7b4cd1e),segment_id=da856e83-2910-4f09-b33c-2a63c7b4cd1e)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:12.978582 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea8725-a6a9-4c10-bf06-e1fe5760bfd2 req-02bec04e-9181-4aa2-a65a-b4fb22c76241 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:12.980088 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-42ea8725-a6a9-4c10-bf06-e1fe5760bfd2 req-02bec04e-9181-4aa2-a65a-b4fb22c76241 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 946 time: 0.1039853 Dec 16 09:54:12.986369 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-1d1112a7-0afd-4581-b151-3ab72dbc5e9c service neutron] For port 2df4058d-eac7-4293-9052-af0e0de4f9a5, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:54:13.034623 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-42ea8725-a6a9-4c10-bf06-e1fe5760bfd2 req-933dd832-b48a-4156-9262-8fb9b67fcca0 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430923 Dec 16 09:54:13.038351 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ec1ee7-26e1-459b-acac-97dd5a8b8d7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2df4058d-eac7-4293-9052-af0e0de4f9a5'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:54:13.040964 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243e7acb-5f79-461b-bb35-de8d686ec378" -d '{"events": [{"server_uuid": "94ec1ee7-26e1-459b-acac-97dd5a8b8d7d", "name": "network-vif-unplugged", "status": "completed", "tag": "2df4058d-eac7-4293-9052-af0e0de4f9a5"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:54:13.045250 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-1d1112a7-0afd-4581-b151-3ab72dbc5e9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:13.087055 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-1d1112a7-0afd-4581-b151-3ab72dbc5e9c service neutron] Transition to ACTIVE for port object 2df4058d-eac7-4293-9052-af0e0de4f9a5 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:54:13.087618 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-70a6ed16-d944-49a3-9eb0-38f759f7134b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:13.095311 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbd6cc9-d7b6-46b2-87f0-be44f571d822 x-openstack-request-id: req-8fbd6cc9-d7b6-46b2-87f0-be44f571d822 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:54:13.095311 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ec1ee7-26e1-459b-acac-97dd5a8b8d7d", "name": "network-vif-unplugged", "status": "completed", "tag": "2df4058d-eac7-4293-9052-af0e0de4f9a5", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:54:13.095311 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8fbd6cc9-d7b6-46b2-87f0-be44f571d822 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:54:13.095311 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ec1ee7-26e1-459b-acac-97dd5a8b8d7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2df4058d-eac7-4293-9052-af0e0de4f9a5', 'code': 200} Dec 16 09:54:13.117793 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6ed16-d944-49a3-9eb0-38f759f7134b admin admin] Pushing event deleted for resources: {'Port': ['ID=10d3c1a8-96e3-484b-a4db-cc4c6fef7a38,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:13.175021 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-70a6ed16-d944-49a3-9eb0-38f759f7134b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:13.183206 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-1d1112a7-0afd-4581-b151-3ab72dbc5e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:13.280723 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-70a6ed16-d944-49a3-9eb0-38f759f7134b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:13.280945 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1112a7-0afd-4581-b151-3ab72dbc5e9c service neutron] Pushing event updated for resources: {'Port': ['ID=2df4058d-eac7-4293-9052-af0e0de4f9a5,revision_number=6']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:13.284344 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-70a6ed16-d944-49a3-9eb0-38f759f7134b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:13.346373 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-1d1112a7-0afd-4581-b151-3ab72dbc5e9c service neutron] No DVR routers for this DVR port 2df4058d-eac7-4293-9052-af0e0de4f9a5 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:54:13.408850 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-70a6ed16-d944-49a3-9eb0-38f759f7134b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:13.409546 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a6ed16-d944-49a3-9eb0-38f759f7134b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d132bad-4ae6-4e9e-bf07-4b3071c51c63 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:54:13.415419 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-70a6ed16-d944-49a3-9eb0-38f759f7134b admin admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:13.419982 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-70a6ed16-d944-49a3-9eb0-38f759f7134b admin admin] 10.222.0.60 "DELETE /v2.0/routers/4d132bad-4ae6-4e9e-bf07-4b3071c51c63 HTTP/1.1" status: 204 len: 168 time: 1.3403206 Dec 16 09:54:13.421140 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 48650) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:13.529732 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-96092e21-9702-42f4-8d33-4b538ba2b787 admin admin] Deleting subnet 0d63cd30-f417-4422-ba0e-60c448d0930c {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:54:13.534465 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-96092e21-9702-42f4-8d33-4b538ba2b787 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:13.546664 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:54:13.549954 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-1d1112a7-0afd-4581-b151-3ab72dbc5e9c service neutron] Attempting to bind port 2df4058d-eac7-4293-9052-af0e0de4f9a5 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:54:13.550280 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-1d1112a7-0afd-4581-b151-3ab72dbc5e9c service neutron] Attempting to bind port 2df4058d-eac7-4293-9052-af0e0de4f9a5 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'da856e83-2910-4f09-b33c-2a63c7b4cd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:54:13.550618 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-1d1112a7-0afd-4581-b151-3ab72dbc5e9c service neutron] Attempting to bind port 2df4058d-eac7-4293-9052-af0e0de4f9a5 on network 09f6ce2f-b77d-43c1-a5e9-9572e8048dc2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:54:13.565364 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-1d1112a7-0afd-4581-b151-3ab72dbc5e9c service neutron] Port 2df4058d-eac7-4293-9052-af0e0de4f9a5 on network 09f6ce2f-b77d-43c1-a5e9-9572e8048dc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:54:13.569718 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-1d1112a7-0afd-4581-b151-3ab72dbc5e9c service neutron] Attempting to bind port 2df4058d-eac7-4293-9052-af0e0de4f9a5 on network 09f6ce2f-b77d-43c1-a5e9-9572e8048dc2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:54:13.579468 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-1d1112a7-0afd-4581-b151-3ab72dbc5e9c service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:54:13.580447 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-1d1112a7-0afd-4581-b151-3ab72dbc5e9c service neutron] Checking segment: {'id': 'da856e83-2910-4f09-b33c-2a63c7b4cd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:54:13.581442 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-1d1112a7-0afd-4581-b151-3ab72dbc5e9c service neutron] Bound using segment: {'id': 'da856e83-2910-4f09-b33c-2a63c7b4cd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:54:13.581677 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-1d1112a7-0afd-4581-b151-3ab72dbc5e9c service neutron] Bound port: 2df4058d-eac7-4293-9052-af0e0de4f9a5, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da856e83-2910-4f09-b33c-2a63c7b4cd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:54:13.582309 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-1d1112a7-0afd-4581-b151-3ab72dbc5e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:13.589691 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6925ef-5759-419e-9611-558e0ca787dc req-e7144cf6-8e11-4e09-b35f-a4bed9532bb8 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:13.591268 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0c6925ef-5759-419e-9611-558e0ca787dc req-e7144cf6-8e11-4e09-b35f-a4bed9532bb8 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed6fd51-38a8-47ff-a779-c08286456c96 HTTP/1.1" status: 200 len: 943 time: 0.1052961 Dec 16 09:54:13.593584 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-96092e21-9702-42f4-8d33-4b538ba2b787 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:13.665606 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0c6925ef-5759-419e-9611-558e0ca787dc req-12be5c24-0175-4b3c-907c-d14f1c97d20f tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.60 "GET /v2.0/security-groups?id=c018f5e1-387d-4b2f-8dec-f79fa7fe89ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463035 Dec 16 09:54:13.672550 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-1d1112a7-0afd-4581-b151-3ab72dbc5e9c service neutron] For port 2df4058d-eac7-4293-9052-af0e0de4f9a5, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:54:13.680111 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-1d1112a7-0afd-4581-b151-3ab72dbc5e9c service neutron] For port 2df4058d-eac7-4293-9052-af0e0de4f9a5, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=2df4058d-eac7-4293-9052-af0e0de4f9a5,segment=NetworkSegment(da856e83-2910-4f09-b33c-2a63c7b4cd1e),segment_id=da856e83-2910-4f09-b33c-2a63c7b4cd1e)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:54:13.716712 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-96092e21-9702-42f4-8d33-4b538ba2b787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:13.762479 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-1d1112a7-0afd-4581-b151-3ab72dbc5e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:13.798025 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-1d1112a7-0afd-4581-b151-3ab72dbc5e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:13.798681 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-1d1112a7-0afd-4581-b151-3ab72dbc5e9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:13.800342 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-1d1112a7-0afd-4581-b151-3ab72dbc5e9c service neutron] 10.222.0.57 "PUT /v2.0/ports/2df4058d-eac7-4293-9052-af0e0de4f9a5 HTTP/1.1" status: 200 len: 1092 time: 1.1861806 Dec 16 09:54:13.838257 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1112a7-0afd-4581-b151-3ab72dbc5e9c service neutron] Pushing event updated for resources: {'Port': ['ID=2df4058d-eac7-4293-9052-af0e0de4f9a5,revision_number=7']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:13.847369 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-96092e21-9702-42f4-8d33-4b538ba2b787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:13.872616 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-77b0ea8c-ddf6-449a-bd34-d592bbdcacd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:13.874520 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-77b0ea8c-ddf6-449a-bd34-d592bbdcacd6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 1095 time: 0.0511663 Dec 16 09:54:13.879713 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96092e21-9702-42f4-8d33-4b538ba2b787 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d63cd30-f417-4422-ba0e-60c448d0930c,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:13.885717 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-96092e21-9702-42f4-8d33-4b538ba2b787 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:13.889351 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-96092e21-9702-42f4-8d33-4b538ba2b787 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0d63cd30-f417-4422-ba0e-60c448d0930c HTTP/1.1" status: 204 len: 168 time: 0.4517336 Dec 16 09:54:13.892996 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 48662) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:13.904523 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353410fe-18bd-4785-a368-05ba11f4eea2 None None] Network ea844918-09c9-42cb-867c-9a7080d78f68 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:14.024737 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-52ddeb9e-770f-4ba0-93f6-987eaefead2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:14.065847 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-d634450c-38aa-4f4e-8235-64651ce87a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:14.067580 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-d634450c-38aa-4f4e-8235-64651ce87a7a service neutron] 10.222.0.57 "GET /v2.0/networks?id=09f6ce2f-b77d-43c1-a5e9-9572e8048dc2 HTTP/1.1" status: 200 len: 897 time: 0.1755128 Dec 16 09:54:14.118609 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86fba11-6e44-4f62-97ef-6dcdb130094a None None] DHCP port deletion for ea844918-09c9-42cb-867c-9a7080d78f68 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:54:14.176049 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-d86fba11-6e44-4f62-97ef-6dcdb130094a None None] Deleting port 1af49337-6a75-4c42-a663-3b3f64d6da8b {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:54:14.176513 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d86fba11-6e44-4f62-97ef-6dcdb130094a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:14.183600 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-90446799-0685-4711-9abf-12d562597b82 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2df4058d-eac7-4293-9052-af0e0de4f9a5 HTTP/1.1" status: 200 len: 1000 time: 0.0977633 Dec 16 09:54:14.226040 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-52ddeb9e-770f-4ba0-93f6-987eaefead2e admin admin] Deleting port 1af49337-6a75-4c42-a663-3b3f64d6da8b {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:54:14.226391 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-52ddeb9e-770f-4ba0-93f6-987eaefead2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:14.247422 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-d86fba11-6e44-4f62-97ef-6dcdb130094a None None] For port 1af49337-6a75-4c42-a663-3b3f64d6da8b, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=1af49337-6a75-4c42-a663-3b3f64d6da8b,segment=NetworkSegment(7c241916-57b3-45cc-9b49-409f1ac5fea3),segment_id=7c241916-57b3-45cc-9b49-409f1ac5fea3)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:14.247905 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d86fba11-6e44-4f62-97ef-6dcdb130094a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:14.261704 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-d86fba11-6e44-4f62-97ef-6dcdb130094a None None] Calling delete_port for 1af49337-6a75-4c42-a663-3b3f64d6da8b owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:54:14.284920 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dda635-4530-4410-ab53-633c7798d9e2 req-e4bb66f3-d053-4b27-ba2f-0c126a82ab7e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:14.286528 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a5dda635-4530-4410-ab53-633c7798d9e2 req-e4bb66f3-d053-4b27-ba2f-0c126a82ab7e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 944 time: 0.1436846 Dec 16 09:54:14.325749 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-140513f1-91c3-4212-9e51-53ca16db8dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:14.327198 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-140513f1-91c3-4212-9e51-53ca16db8dab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=51d894a2-eca0-4233-9b54-57aa3929720c HTTP/1.1" status: 200 len: 834 time: 0.1356552 Dec 16 09:54:14.345447 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-52ddeb9e-770f-4ba0-93f6-987eaefead2e admin admin] For port 1af49337-6a75-4c42-a663-3b3f64d6da8b, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=1af49337-6a75-4c42-a663-3b3f64d6da8b,segment=NetworkSegment(7c241916-57b3-45cc-9b49-409f1ac5fea3),segment_id=7c241916-57b3-45cc-9b49-409f1ac5fea3)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:14.345812 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-52ddeb9e-770f-4ba0-93f6-987eaefead2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:14.379554 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-52ddeb9e-770f-4ba0-93f6-987eaefead2e admin admin] Calling delete_port for 1af49337-6a75-4c42-a663-3b3f64d6da8b owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:54:14.391786 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a5dda635-4530-4410-ab53-633c7798d9e2 req-9d2bb1c8-28b2-4fcd-ae2d-58f2ba66d3f1 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922282 Dec 16 09:54:14.444781 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-aa7c2cf5-6691-41ef-b0cd-f9822fd23de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:14.446288 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-aa7c2cf5-6691-41ef-b0cd-f9822fd23de4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09f6ce2f-b77d-43c1-a5e9-9572e8048dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114614 Dec 16 09:54:14.451175 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d86fba11-6e44-4f62-97ef-6dcdb130094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:14.503621 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86fba11-6e44-4f62-97ef-6dcdb130094a None None] Pushing event deleted for resources: {'Port': ['ID=1af49337-6a75-4c42-a663-3b3f64d6da8b,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:14.505609 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86fba11-6e44-4f62-97ef-6dcdb130094a None None] No DVR routers for this DVR port 1af49337-6a75-4c42-a663-3b3f64d6da8b on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:54:14.541250 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 3e14ef3f-d8b4-4be2-ba5d-3f3d0d38f52c no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:54:14.574554 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-52ddeb9e-770f-4ba0-93f6-987eaefead2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:14.575951 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 3e14ef3f-d8b4-4be2-ba5d-3f3d0d38f52c {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:54:14.576339 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 3e14ef3f-d8b4-4be2-ba5d-3f3d0d38f52c not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:54:14.576828 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 10d3c1a8-96e3-484b-a4db-cc4c6fef7a38 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:54:14.596111 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 10d3c1a8-96e3-484b-a4db-cc4c6fef7a38 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:54:14.596477 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 10d3c1a8-96e3-484b-a4db-cc4c6fef7a38 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:54:14.596978 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 1af49337-6a75-4c42-a663-3b3f64d6da8b no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:54:14.618554 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 1af49337-6a75-4c42-a663-3b3f64d6da8b {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:54:14.619007 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 1af49337-6a75-4c42-a663-3b3f64d6da8b not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:54:14.620140 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ddeb9e-770f-4ba0-93f6-987eaefead2e admin admin] Pushing event deleted for resources: {'Port': ['ID=1af49337-6a75-4c42-a663-3b3f64d6da8b,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:14.624701 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ddeb9e-770f-4ba0-93f6-987eaefead2e admin admin] No DVR routers for this DVR port 1af49337-6a75-4c42-a663-3b3f64d6da8b on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:54:14.631212 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-b8580659-18e7-4894-9bfe-733089298fa6 service neutron] 10.222.0.57 "GET /v2.0/networks/09f6ce2f-b77d-43c1-a5e9-9572e8048dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740298 Dec 16 09:54:14.753589 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-52ddeb9e-770f-4ba0-93f6-987eaefead2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:14.787769 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-52ddeb9e-770f-4ba0-93f6-987eaefead2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea844918-09c9-42cb-867c-9a7080d78f68']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:54:14.799140 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6e91d-8916-42f6-a688-fd85d99faaaf req-d245b008-5639-4e91-8b73-998688c59ae8 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:14.800670 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5fa6e91d-8916-42f6-a688-fd85d99faaaf req-d245b008-5639-4e91-8b73-998688c59ae8 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed6fd51-38a8-47ff-a779-c08286456c96 HTTP/1.1" status: 200 len: 943 time: 0.0537052 Dec 16 09:54:14.805917 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-52ddeb9e-770f-4ba0-93f6-987eaefead2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c241916-57b3-45cc-9b49-409f1ac5fea3') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:54:14.806217 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-52ddeb9e-770f-4ba0-93f6-987eaefead2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c241916-57b3-45cc-9b49-409f1ac5fea3') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:54:14.821939 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-52ddeb9e-770f-4ba0-93f6-987eaefead2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:14.825358 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f9850211-a92f-415a-8b5a-5da501b9dae0 req-6e8e769d-cce4-4d30-a067-cf47c4ac01fa service neutron] 10.222.0.57 "GET /v2.0/networks/09f6ce2f-b77d-43c1-a5e9-9572e8048dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753540 Dec 16 09:54:14.839196 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-52ddeb9e-770f-4ba0-93f6-987eaefead2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:14.846986 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52ddeb9e-770f-4ba0-93f6-987eaefead2e admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-52ddeb9e-770f-4ba0-93f6-987eaefead2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: self.session.flush() Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: self.session.flush() Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: self.session.flush() Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: self.session.flush() Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:54:14.851499 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:54:14.854210 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5fa6e91d-8916-42f6-a688-fd85d99faaaf req-8460d406-ae1e-43c5-b4f1-4ad59c1e25ab tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.60 "GET /v2.0/security-groups?id=c018f5e1-387d-4b2f-8dec-f79fa7fe89ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429103 Dec 16 09:54:15.033438 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-52ddeb9e-770f-4ba0-93f6-987eaefead2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:15.042452 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-52ddeb9e-770f-4ba0-93f6-987eaefead2e admin admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:15.043488 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-52ddeb9e-770f-4ba0-93f6-987eaefead2e admin admin] 10.222.0.60 "DELETE /v2.0/networks/ea844918-09c9-42cb-867c-9a7080d78f68 HTTP/1.1" status: 204 len: 168 time: 1.1429939 Dec 16 09:54:15.054308 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ddeb9e-770f-4ba0-93f6-987eaefead2e admin admin] Pushing event deleted for resources: {'Network': ['ID=ea844918-09c9-42cb-867c-9a7080d78f68,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:15.095125 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ec1ee7-26e1-459b-acac-97dd5a8b8d7d', 'tag': '2df4058d-eac7-4293-9052-af0e0de4f9a5'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:54:15.101311 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b17eb8-f1e1-4d44-9dec-adeb25e656c4" -d '{"events": [{"name": "network-changed", "server_uuid": "94ec1ee7-26e1-459b-acac-97dd5a8b8d7d", "tag": "2df4058d-eac7-4293-9052-af0e0de4f9a5"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:54:15.173922 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04df91e-3241-4c72-9ccf-cad656892484 x-openstack-request-id: req-f04df91e-3241-4c72-9ccf-cad656892484 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:54:15.176093 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ec1ee7-26e1-459b-acac-97dd5a8b8d7d", "tag": "2df4058d-eac7-4293-9052-af0e0de4f9a5", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:54:15.176537 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f04df91e-3241-4c72-9ccf-cad656892484 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:54:15.177098 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94ec1ee7-26e1-459b-acac-97dd5a8b8d7d', 'tag': '2df4058d-eac7-4293-9052-af0e0de4f9a5', 'status': 'completed', 'code': 200} Dec 16 09:54:15.223845 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b17eb8-f1e1-4d44-9dec-adeb25e656c4 req-5e6fdf44-867c-4120-a2d8-b1a5feb8f3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:15.225843 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-07b17eb8-f1e1-4d44-9dec-adeb25e656c4 req-5e6fdf44-867c-4120-a2d8-b1a5feb8f3d6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 1095 time: 0.0450087 Dec 16 09:54:15.241168 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b17eb8-f1e1-4d44-9dec-adeb25e656c4 req-178d8377-4652-4378-bef8-1528e7c61b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:15.242673 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07b17eb8-f1e1-4d44-9dec-adeb25e656c4 req-178d8377-4652-4378-bef8-1528e7c61b5c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 1095 time: 0.0562692 Dec 16 09:54:15.333609 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b17eb8-f1e1-4d44-9dec-adeb25e656c4 req-f1aa5d8a-8fa8-4b71-82a2-229a8e51a1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:15.335784 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-07b17eb8-f1e1-4d44-9dec-adeb25e656c4 req-f1aa5d8a-8fa8-4b71-82a2-229a8e51a1b6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=09f6ce2f-b77d-43c1-a5e9-9572e8048dc2 HTTP/1.1" status: 200 len: 897 time: 0.1022663 Dec 16 09:54:15.348652 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b17eb8-f1e1-4d44-9dec-adeb25e656c4 req-3bd6f56f-affa-4fd3-a7fd-67a3d51b21e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:15.350138 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07b17eb8-f1e1-4d44-9dec-adeb25e656c4 req-3bd6f56f-affa-4fd3-a7fd-67a3d51b21e1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09f6ce2f-b77d-43c1-a5e9-9572e8048dc2 HTTP/1.1" status: 200 len: 897 time: 0.0991919 Dec 16 09:54:15.401463 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-07b17eb8-f1e1-4d44-9dec-adeb25e656c4 req-35b293a8-bf7d-4ae6-a9d7-9a0f62f35d9c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2df4058d-eac7-4293-9052-af0e0de4f9a5 HTTP/1.1" status: 200 len: 1000 time: 0.0591445 Dec 16 09:54:15.423286 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07b17eb8-f1e1-4d44-9dec-adeb25e656c4 req-7553a8e7-c1ba-4ead-9174-a9061beaa0dd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2df4058d-eac7-4293-9052-af0e0de4f9a5 HTTP/1.1" status: 200 len: 1000 time: 0.0654619 Dec 16 09:54:15.460915 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b17eb8-f1e1-4d44-9dec-adeb25e656c4 req-d23f1ab6-d4ba-4098-bff2-78773389bdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:15.463005 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-07b17eb8-f1e1-4d44-9dec-adeb25e656c4 req-d23f1ab6-d4ba-4098-bff2-78773389bdb6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=51d894a2-eca0-4233-9b54-57aa3929720c HTTP/1.1" status: 200 len: 834 time: 0.0551171 Dec 16 09:54:15.489182 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b17eb8-f1e1-4d44-9dec-adeb25e656c4 req-bffc5a18-640c-4e94-abeb-7d0e09a05801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:15.490992 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07b17eb8-f1e1-4d44-9dec-adeb25e656c4 req-bffc5a18-640c-4e94-abeb-7d0e09a05801 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=51d894a2-eca0-4233-9b54-57aa3929720c HTTP/1.1" status: 200 len: 834 time: 0.0608695 Dec 16 09:54:15.507782 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 48682) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:15.555981 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b17eb8-f1e1-4d44-9dec-adeb25e656c4 req-a6624948-d1ee-4929-b5b2-d0ed4266d9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:15.557543 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-07b17eb8-f1e1-4d44-9dec-adeb25e656c4 req-a6624948-d1ee-4929-b5b2-d0ed4266d9fb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=09f6ce2f-b77d-43c1-a5e9-9572e8048dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875528 Dec 16 09:54:15.570935 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738adad-bb39-4b75-bb08-69caf1eb96e5 req-4849218b-d19b-43a9-985d-47a7511fc821 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:15.572146 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b17eb8-f1e1-4d44-9dec-adeb25e656c4 req-d114602b-7be0-43fb-a36f-9a784d40b19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:15.572567 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5738adad-bb39-4b75-bb08-69caf1eb96e5 req-4849218b-d19b-43a9-985d-47a7511fc821 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 944 time: 0.0626059 Dec 16 09:54:15.573891 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07b17eb8-f1e1-4d44-9dec-adeb25e656c4 req-d114602b-7be0-43fb-a36f-9a784d40b19a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09f6ce2f-b77d-43c1-a5e9-9572e8048dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752206 Dec 16 09:54:15.578448 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5c79b69a-39cc-41c9-b551-15cdd0a8052d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=525e1f08c3204715b26eaceb89e11bbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0692129 Dec 16 09:54:15.580918 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 48684) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:15.669970 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5738adad-bb39-4b75-bb08-69caf1eb96e5 req-94fbe936-f47e-4caf-a800-dc78b9a251fb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858474 Dec 16 09:54:15.702117 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-07b17eb8-f1e1-4d44-9dec-adeb25e656c4 req-9ca0d17c-a0f8-43a5-be21-ca1274bd533f service neutron] 10.222.0.58 "GET /v2.0/networks/09f6ce2f-b77d-43c1-a5e9-9572e8048dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285055 Dec 16 09:54:15.703173 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-06e140be-7db6-4dd6-be93-093f95c417c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:15.722266 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07b17eb8-f1e1-4d44-9dec-adeb25e656c4 req-ea803378-d176-485a-adca-61268d645157 service neutron] 10.222.0.57 "GET /v2.0/networks/09f6ce2f-b77d-43c1-a5e9-9572e8048dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389079 Dec 16 09:54:15.741375 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-06e140be-7db6-4dd6-be93-093f95c417c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:15.800489 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-07b17eb8-f1e1-4d44-9dec-adeb25e656c4 req-cbf31f59-0a1d-408d-a413-dde0b81aa789 service neutron] 10.222.0.58 "GET /v2.0/networks/09f6ce2f-b77d-43c1-a5e9-9572e8048dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901015 Dec 16 09:54:16.089099 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 17dd7d4d-4d6d-4995-862e-061aaebd62ec details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:54:16.092296 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 2df4058d-eac7-4293-9052-af0e0de4f9a5 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:54:16.150603 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d5f14-18a8-44a6-8165-f094676833f3 req-32cb7efe-f298-48dc-9730-df844f7a9eca tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:16.152005 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a62d5f14-18a8-44a6-8165-f094676833f3 req-32cb7efe-f298-48dc-9730-df844f7a9eca tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed6fd51-38a8-47ff-a779-c08286456c96 HTTP/1.1" status: 200 len: 943 time: 0.0978165 Dec 16 09:54:16.163761 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07b17eb8-f1e1-4d44-9dec-adeb25e656c4 req-a30c4184-e965-40d9-b7f6-b29627e97081 service neutron] 10.222.0.57 "GET /v2.0/networks/09f6ce2f-b77d-43c1-a5e9-9572e8048dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308319 Dec 16 09:54:16.191187 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 2df4058d-eac7-4293-9052-af0e0de4f9a5 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:54:16.210336 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a62d5f14-18a8-44a6-8165-f094676833f3 req-101bc200-d39e-4ba5-8480-393d234796f0 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.60 "GET /v2.0/security-groups?id=c018f5e1-387d-4b2f-8dec-f79fa7fe89ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455623 Dec 16 09:54:16.218085 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-06e140be-7db6-4dd6-be93-093f95c417c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:16.221715 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-06e140be-7db6-4dd6-be93-093f95c417c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:16.222449 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 17dd7d4d-4d6d-4995-862e-061aaebd62ec, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=17dd7d4d-4d6d-4995-862e-061aaebd62ec,segment=NetworkSegment(e2643203-d489-470d-9189-228ba95a3bad),segment_id=e2643203-d489-470d-9189-228ba95a3bad)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:16.223213 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-06e140be-7db6-4dd6-be93-093f95c417c4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/40587e8b-ada8-426d-8faf-52277b684998 HTTP/1.1" status: 204 len: 168 time: 0.6410906 Dec 16 09:54:16.239396 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '17dd7d4d-4d6d-4995-862e-061aaebd62ec', 'network_id': '8ffe1fa6-9776-4657-99a9-a40f6cf323ca', 'port_id': '17dd7d4d-4d6d-4995-862e-061aaebd62ec', 'mac_address': 'fa:16:3e:a3:9c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1651d39c-afab-400e-97b7-5f1d3082d3c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:54:16.242903 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e140be-7db6-4dd6-be93-093f95c417c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40587e8b-ada8-426d-8faf-52277b684998,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:16.287843 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:16.301254 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17dd7d4d-4d6d-4995-862e-061aaebd62ec {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:54:16.323510 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 17dd7d4d-4d6d-4995-862e-061aaebd62ec, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=17dd7d4d-4d6d-4995-862e-061aaebd62ec,segment=NetworkSegment(e2643203-d489-470d-9189-228ba95a3bad),segment_id=e2643203-d489-470d-9189-228ba95a3bad)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:16.377657 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:16.426769 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=17dd7d4d-4d6d-4995-862e-061aaebd62ec,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:16.579593 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['17dd7d4d-4d6d-4995-862e-061aaebd62ec'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:54:16.806434 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a5dc4-bcde-4f83-a39e-183c6677c429 req-97fb491f-b1e1-4b7e-9196-b627c3ae5931 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:16.808736 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8e7a5dc4-bcde-4f83-a39e-183c6677c429 req-97fb491f-b1e1-4b7e-9196-b627c3ae5931 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 944 time: 0.0552340 Dec 16 09:54:16.852027 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8e7a5dc4-bcde-4f83-a39e-183c6677c429 req-aff7b69f-7f15-4937-8ae6-0f3b91460bb7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360518 Dec 16 09:54:16.921531 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 48696) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:16.966213 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6b4cf816-5e20-4a74-8649-b4998e185493 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=11e9c918b25a4bf896d69b2672a19ca5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431697 Dec 16 09:54:16.968653 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 48698) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:17.024454 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ba71d058-aa93-43c9-8441-44f19b192d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:17.045166 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ba71d058-aa93-43c9-8441-44f19b192d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:17.182095 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ba71d058-aa93-43c9-8441-44f19b192d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:17.184715 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ba71d058-aa93-43c9-8441-44f19b192d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:17.185935 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ba71d058-aa93-43c9-8441-44f19b192d6f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/17c0ef6b-90e7-4e88-a205-7d2387c46e04 HTTP/1.1" status: 204 len: 168 time: 0.2162352 Dec 16 09:54:17.195126 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71d058-aa93-43c9-8441-44f19b192d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c0ef6b-90e7-4e88-a205-7d2387c46e04,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:17.336049 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91960dc-4024-4eea-a382-42ab6aaf0e5e req-5ebcd8a8-9f7c-4b96-a637-2bff69bf6f6c tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:17.338238 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e91960dc-4024-4eea-a382-42ab6aaf0e5e req-5ebcd8a8-9f7c-4b96-a637-2bff69bf6f6c tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed6fd51-38a8-47ff-a779-c08286456c96 HTTP/1.1" status: 200 len: 944 time: 0.0534174 Dec 16 09:54:17.377602 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e91960dc-4024-4eea-a382-42ab6aaf0e5e req-15627da7-e58d-4ecd-a121-edaad6a4925e tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.60 "GET /v2.0/security-groups?id=c018f5e1-387d-4b2f-8dec-f79fa7fe89ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329664 Dec 16 09:54:17.983870 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d99c35-bbd2-48d5-b1a2-0f0df9195613 req-bf6a2dd4-09e6-43d7-89f5-a63b9ceb058b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:17.985284 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e0d99c35-bbd2-48d5-b1a2-0f0df9195613 req-bf6a2dd4-09e6-43d7-89f5-a63b9ceb058b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 944 time: 0.0537772 Dec 16 09:54:18.022273 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e0d99c35-bbd2-48d5-b1a2-0f0df9195613 req-f9ab9d58-05c1-489c-a90d-cdfcae06f2c5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309610 Dec 16 09:54:18.103237 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 17dd7d4d-4d6d-4995-862e-061aaebd62ec up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:54:18.251543 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 17dd7d4d-4d6d-4995-862e-061aaebd62ec completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:54:18.255863 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 17dd7d4d-4d6d-4995-862e-061aaebd62ec triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:18.256327 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:18.337569 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:18.360249 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed6fd51-38a8-47ff-a779-c08286456c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17dd7d4d-4d6d-4995-862e-061aaebd62ec'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:54:18.362568 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e241e3-a678-4ad3-ac1b-cfc8da3017f9" -d '{"events": [{"server_uuid": "2ed6fd51-38a8-47ff-a779-c08286456c96", "name": "network-vif-plugged", "status": "completed", "tag": "17dd7d4d-4d6d-4995-862e-061aaebd62ec"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:54:18.375601 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 17dd7d4d-4d6d-4995-862e-061aaebd62ec, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=17dd7d4d-4d6d-4995-862e-061aaebd62ec,segment=NetworkSegment(e2643203-d489-470d-9189-228ba95a3bad),segment_id=e2643203-d489-470d-9189-228ba95a3bad)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:18.399489 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71abc09-e91b-4341-b82a-ba2a690d6c76 x-openstack-request-id: req-d71abc09-e91b-4341-b82a-ba2a690d6c76 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:54:18.399780 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed6fd51-38a8-47ff-a779-c08286456c96", "name": "network-vif-plugged", "status": "completed", "tag": "17dd7d4d-4d6d-4995-862e-061aaebd62ec", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:54:18.400032 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d71abc09-e91b-4341-b82a-ba2a690d6c76 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:54:18.400426 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed6fd51-38a8-47ff-a779-c08286456c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17dd7d4d-4d6d-4995-862e-061aaebd62ec', 'code': 200} Dec 16 09:54:18.469224 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:18.521389 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ffeac-bb01-4838-a363-c36343f5e63f req-b4eeec14-54e1-41d7-899e-34518802d8f3 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:18.522031 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=17dd7d4d-4d6d-4995-862e-061aaebd62ec,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:18.523245 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e63ffeac-bb01-4838-a363-c36343f5e63f req-b4eeec14-54e1-41d7-899e-34518802d8f3 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed6fd51-38a8-47ff-a779-c08286456c96 HTTP/1.1" status: 200 len: 944 time: 0.0772502 Dec 16 09:54:18.529552 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fedf3-44ef-4839-b8ed-a88586903fbd req-6fcaa843-5fec-48b4-9ee1-820d300ec993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:18.531038 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b67fedf3-44ef-4839-b8ed-a88586903fbd req-6fcaa843-5fec-48b4-9ee1-820d300ec993 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2ed6fd51-38a8-47ff-a779-c08286456c96 HTTP/1.1" status: 200 len: 1096 time: 0.0582867 Dec 16 09:54:18.584976 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e63ffeac-bb01-4838-a363-c36343f5e63f req-574dfc7b-1944-48b2-a9af-ea7d2e8bf6f6 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.60 "GET /v2.0/security-groups?id=c018f5e1-387d-4b2f-8dec-f79fa7fe89ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524955 Dec 16 09:54:18.590423 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b67fedf3-44ef-4839-b8ed-a88586903fbd req-ca055fa9-2df6-428d-ac3c-796eb4b96511 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c018f5e1-387d-4b2f-8dec-f79fa7fe89ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511909 Dec 16 09:54:19.141383 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8770d-5b56-4444-98b8-232c8c979d0d req-b31cdf6e-4523-487e-a305-b9180d71597a tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:19.142761 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6f8770d-5b56-4444-98b8-232c8c979d0d req-b31cdf6e-4523-487e-a305-b9180d71597a tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 944 time: 0.0499706 Dec 16 09:54:19.182424 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 2df4058d-eac7-4293-9052-af0e0de4f9a5 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:54:19.192799 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6f8770d-5b56-4444-98b8-232c8c979d0d req-488f247d-6cd3-429b-8b7e-e8e8007969e1 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433130 Dec 16 09:54:19.284261 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 2df4058d-eac7-4293-9052-af0e0de4f9a5, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=2df4058d-eac7-4293-9052-af0e0de4f9a5,segment=NetworkSegment(da856e83-2910-4f09-b33c-2a63c7b4cd1e),segment_id=da856e83-2910-4f09-b33c-2a63c7b4cd1e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:19.297402 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '2df4058d-eac7-4293-9052-af0e0de4f9a5', 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2', 'port_id': '2df4058d-eac7-4293-9052-af0e0de4f9a5', 'mac_address': 'fa:16:3e:62:dd:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51d894a2-eca0-4233-9b54-57aa3929720c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:54:19.335438 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:19.347964 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df4058d-eac7-4293-9052-af0e0de4f9a5 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:54:19.368272 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 2df4058d-eac7-4293-9052-af0e0de4f9a5, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=2df4058d-eac7-4293-9052-af0e0de4f9a5,segment=NetworkSegment(da856e83-2910-4f09-b33c-2a63c7b4cd1e),segment_id=da856e83-2910-4f09-b33c-2a63c7b4cd1e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:19.446247 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:19.495525 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=2df4058d-eac7-4293-9052-af0e0de4f9a5,revision_number=8']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:19.701299 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95848c-5c5d-4fe9-88fa-45a5ff0b4cf2 req-8efceaaf-d947-4b76-9637-ee668825f448 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:19.702786 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9a95848c-5c5d-4fe9-88fa-45a5ff0b4cf2 req-8efceaaf-d947-4b76-9637-ee668825f448 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed6fd51-38a8-47ff-a779-c08286456c96 HTTP/1.1" status: 200 len: 945 time: 0.0488932 Dec 16 09:54:19.725073 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f74474-7bf8-4da3-bf60-c9fbb8a6f151 req-04d067b4-6379-4cf6-9650-62d5d99b46ce tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:19.726645 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e8f74474-7bf8-4da3-bf60-c9fbb8a6f151 req-04d067b4-6379-4cf6-9650-62d5d99b46ce tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 945 time: 0.0493095 Dec 16 09:54:19.763308 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['2df4058d-eac7-4293-9052-af0e0de4f9a5'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:54:19.771812 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e8f74474-7bf8-4da3-bf60-c9fbb8a6f151 req-83336588-f792-4571-981d-dec82ad69e1e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337524 Dec 16 09:54:19.776715 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9a95848c-5c5d-4fe9-88fa-45a5ff0b4cf2 req-f817bc21-53ad-459c-be69-d359e1d4d3f4 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.60 "GET /v2.0/security-groups?id=c018f5e1-387d-4b2f-8dec-f79fa7fe89ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675879 Dec 16 09:54:19.830199 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-5f2a786c-ce6a-4acd-95db-901d61445e8b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:19.833794 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-5f2a786c-ce6a-4acd-95db-901d61445e8b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.57 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d&tenant_id=7d5ec801137f4c9888df57468cddd269&binding%3Ahost_id=n-h1-820550-2 HTTP/1.1" status: 200 len: 945 time: 0.0916855 Dec 16 09:54:19.902307 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-9c41bb6b-012e-4620-9f32-1aa179e6e4de service neutron] 10.222.0.57 "GET /v2.0/ports/2df4058d-eac7-4293-9052-af0e0de4f9a5/bindings/n-h1-820550-2 HTTP/1.1" status: 200 len: 382 time: 0.0623350 Dec 16 09:54:19.965586 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-efc16b95-db07-4189-8b68-404faf1067ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:19.967151 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-efc16b95-db07-4189-8b68-404faf1067ff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 1096 time: 0.0421829 Dec 16 09:54:20.066111 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-d151d7a3-f2b6-4c99-ad08-ba4522a9cbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:20.067591 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-d151d7a3-f2b6-4c99-ad08-ba4522a9cbae service neutron] 10.222.0.57 "GET /v2.0/networks?id=09f6ce2f-b77d-43c1-a5e9-9572e8048dc2 HTTP/1.1" status: 200 len: 897 time: 0.0941424 Dec 16 09:54:20.130799 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-5a55f0b0-89de-485e-8b20-9bfc277a490b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2df4058d-eac7-4293-9052-af0e0de4f9a5 HTTP/1.1" status: 200 len: 1001 time: 0.0557218 Dec 16 09:54:20.179551 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-08b99777-1703-4bd3-a676-ee188c91a448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:20.180988 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-08b99777-1703-4bd3-a676-ee188c91a448 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=51d894a2-eca0-4233-9b54-57aa3929720c HTTP/1.1" status: 200 len: 834 time: 0.0431652 Dec 16 09:54:20.230210 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-5bf8da38-6214-464f-a179-647f55cc6891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:20.231705 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-5bf8da38-6214-464f-a179-647f55cc6891 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09f6ce2f-b77d-43c1-a5e9-9572e8048dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433111 Dec 16 09:54:20.321264 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-e967468d-5686-47bb-b304-0669d78f4423 service neutron] 10.222.0.57 "GET /v2.0/networks/09f6ce2f-b77d-43c1-a5e9-9572e8048dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803604 Dec 16 09:54:20.413785 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-c0c5a870-6136-4fcb-ab00-eb2e31efbe6f service neutron] 10.222.0.57 "GET /v2.0/networks/09f6ce2f-b77d-43c1-a5e9-9572e8048dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852873 Dec 16 09:54:20.889954 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbba39e-17a2-4544-94a2-332e60284407 req-c37a01d8-4189-4c9c-909d-37504e20b536 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:20.891105 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb97f9-da8e-4312-9c25-80e4cc92919f req-2d534521-341a-421a-9a72-5890f782ef8b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:20.891544 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ecbba39e-17a2-4544-94a2-332e60284407 req-c37a01d8-4189-4c9c-909d-37504e20b536 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed6fd51-38a8-47ff-a779-c08286456c96 HTTP/1.1" status: 200 len: 945 time: 0.0496597 Dec 16 09:54:20.892705 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-87fb97f9-da8e-4312-9c25-80e4cc92919f req-2d534521-341a-421a-9a72-5890f782ef8b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 945 time: 0.0512741 Dec 16 09:54:20.930080 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ecbba39e-17a2-4544-94a2-332e60284407 req-a7cee006-d2da-4cf0-b7c2-d5b829dd8de6 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.60 "GET /v2.0/security-groups?id=c018f5e1-387d-4b2f-8dec-f79fa7fe89ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315692 Dec 16 09:54:20.930279 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-87fb97f9-da8e-4312-9c25-80e4cc92919f req-dd529e29-624b-43ab-8d5d-2ca5b15afff1 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312173 Dec 16 09:54:21.047252 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab0d26-e5ea-4e8b-b0ad-3620f3f96978 req-99b3de13-9c63-4441-822c-27a80fe1fbe4 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:21.048724 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eaab0d26-e5ea-4e8b-b0ad-3620f3f96978 req-99b3de13-9c63-4441-822c-27a80fe1fbe4 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed6fd51-38a8-47ff-a779-c08286456c96 HTTP/1.1" status: 200 len: 945 time: 0.0543344 Dec 16 09:54:21.097368 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eaab0d26-e5ea-4e8b-b0ad-3620f3f96978 req-8c58e5d0-4378-40f1-a6a5-315aab43c7ff tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.60 "GET /v2.0/security-groups?id=c018f5e1-387d-4b2f-8dec-f79fa7fe89ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425968 Dec 16 09:54:21.197419 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 2df4058d-eac7-4293-9052-af0e0de4f9a5 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:54:21.364532 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 2df4058d-eac7-4293-9052-af0e0de4f9a5 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:54:21.369248 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 2df4058d-eac7-4293-9052-af0e0de4f9a5 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:21.369717 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:21.407303 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f807f-d3f7-40e7-bad2-82447aec0c1a req-de999663-b71c-4bba-9056-53b09433db03 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:21.408806 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-697f807f-d3f7-40e7-bad2-82447aec0c1a req-de999663-b71c-4bba-9056-53b09433db03 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed6fd51-38a8-47ff-a779-c08286456c96 HTTP/1.1" status: 200 len: 945 time: 0.0498750 Dec 16 09:54:21.447744 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:21.448189 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-697f807f-d3f7-40e7-bad2-82447aec0c1a req-a6aef7be-76ab-4cda-9ffa-a812d6c18b4e tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.60 "GET /v2.0/security-groups?id=c018f5e1-387d-4b2f-8dec-f79fa7fe89ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325983 Dec 16 09:54:21.471143 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ec1ee7-26e1-459b-acac-97dd5a8b8d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df4058d-eac7-4293-9052-af0e0de4f9a5'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:54:21.473441 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d37d425-1fe2-4b65-abd6-31b394c9a5e1" -d '{"events": [{"server_uuid": "94ec1ee7-26e1-459b-acac-97dd5a8b8d7d", "name": "network-vif-plugged", "status": "completed", "tag": "2df4058d-eac7-4293-9052-af0e0de4f9a5"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:54:21.486147 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 2df4058d-eac7-4293-9052-af0e0de4f9a5, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=2df4058d-eac7-4293-9052-af0e0de4f9a5,segment=NetworkSegment(da856e83-2910-4f09-b33c-2a63c7b4cd1e),segment_id=da856e83-2910-4f09-b33c-2a63c7b4cd1e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:21.527340 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0958a8dc-6195-4988-95de-2b73053d8ff9 x-openstack-request-id: req-0958a8dc-6195-4988-95de-2b73053d8ff9 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:54:21.527684 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ec1ee7-26e1-459b-acac-97dd5a8b8d7d", "name": "network-vif-plugged", "status": "completed", "tag": "2df4058d-eac7-4293-9052-af0e0de4f9a5", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:54:21.527930 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0958a8dc-6195-4988-95de-2b73053d8ff9 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:54:21.528323 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ec1ee7-26e1-459b-acac-97dd5a8b8d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df4058d-eac7-4293-9052-af0e0de4f9a5', 'code': 200} Dec 16 09:54:21.564748 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:21.615524 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=2df4058d-eac7-4293-9052-af0e0de4f9a5,revision_number=9']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:21.937417 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7a68d-94d9-46e1-9bf9-b3af597053c9 req-5520ffe8-57b1-4139-87f5-24f28447b6fb tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:21.938911 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-65b7a68d-94d9-46e1-9bf9-b3af597053c9 req-5520ffe8-57b1-4139-87f5-24f28447b6fb tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed6fd51-38a8-47ff-a779-c08286456c96 HTTP/1.1" status: 200 len: 945 time: 0.0511875 Dec 16 09:54:21.977050 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-65b7a68d-94d9-46e1-9bf9-b3af597053c9 req-22f59dac-f168-4a8b-9018-51308310aa15 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.60 "GET /v2.0/security-groups?id=c018f5e1-387d-4b2f-8dec-f79fa7fe89ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320356 Dec 16 09:54:22.049026 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81781dad-f0d6-402c-b146-1ba8a5ba0d80 req-7432e8ba-5f0d-405e-b952-5d28cd5a7c95 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:22.050552 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-81781dad-f0d6-402c-b146-1ba8a5ba0d80 req-7432e8ba-5f0d-405e-b952-5d28cd5a7c95 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 946 time: 0.0502222 Dec 16 09:54:22.089284 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-81781dad-f0d6-402c-b146-1ba8a5ba0d80 req-afc8f894-cab0-4a56-9c43-32278c0d0e7e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318444 Dec 16 09:54:23.092573 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fc5cc-952b-4bdf-ad31-4a043cbafda7 req-09809887-4970-44ea-9307-8b58b60a1076 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:23.094130 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fc8fc5cc-952b-4bdf-ad31-4a043cbafda7 req-09809887-4970-44ea-9307-8b58b60a1076 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed6fd51-38a8-47ff-a779-c08286456c96 HTTP/1.1" status: 200 len: 945 time: 0.0481951 Dec 16 09:54:23.159592 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fc8fc5cc-952b-4bdf-ad31-4a043cbafda7 req-2303e787-6006-496e-a259-c0c6cf7835ed tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.60 "GET /v2.0/security-groups?id=c018f5e1-387d-4b2f-8dec-f79fa7fe89ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570042 Dec 16 09:54:23.170888 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abeb81b-427c-43da-88d3-2977f42e5e31 req-144d67e4-d6a4-4f99-aaeb-c7b705edfad6 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:23.174627 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7abeb81b-427c-43da-88d3-2977f42e5e31 req-144d67e4-d6a4-4f99-aaeb-c7b705edfad6 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ed6fd51-38a8-47ff-a779-c08286456c96 HTTP/1.1" status: 200 len: 945 time: 0.0773559 Dec 16 09:54:23.245658 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd03b13-ab7a-421c-a745-3a36db083418 req-0b0a46ab-b719-4824-93f7-902bfd3f70d0 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:23.247171 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-efd03b13-ab7a-421c-a745-3a36db083418 req-0b0a46ab-b719-4824-93f7-902bfd3f70d0 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 946 time: 0.0883934 Dec 16 09:54:23.249821 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-4cd89c8d-b785-431d-a543-1d1e793822e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:23.251201 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-4cd89c8d-b785-431d-a543-1d1e793822e2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d&tenant_id=7d5ec801137f4c9888df57468cddd269 HTTP/1.1" status: 200 len: 1097 time: 0.0794041 Dec 16 09:54:23.264557 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-5c264e0f-68c5-4aea-b442-a889c59c4a93 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820550-2', 'device_owner': 'compute:nova'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:23.264749 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-7abeb81b-427c-43da-88d3-2977f42e5e31 req-3d91d3ec-74c0-4043-a858-1542d6525417 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Deleting port 17dd7d4d-4d6d-4995-862e-061aaebd62ec {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:54:23.264845 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-7abeb81b-427c-43da-88d3-2977f42e5e31 req-3d91d3ec-74c0-4043-a858-1542d6525417 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:23.315041 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-efd03b13-ab7a-421c-a745-3a36db083418 req-d26a631d-17a4-4e4b-b1ab-d919c271db27 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613394 Dec 16 09:54:23.337549 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-5c264e0f-68c5-4aea-b442-a889c59c4a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:23.357269 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-7abeb81b-427c-43da-88d3-2977f42e5e31 req-3d91d3ec-74c0-4043-a858-1542d6525417 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] For port 17dd7d4d-4d6d-4995-862e-061aaebd62ec, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=17dd7d4d-4d6d-4995-862e-061aaebd62ec,segment=NetworkSegment(e2643203-d489-470d-9189-228ba95a3bad),segment_id=e2643203-d489-470d-9189-228ba95a3bad)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:23.357636 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-7abeb81b-427c-43da-88d3-2977f42e5e31 req-3d91d3ec-74c0-4043-a858-1542d6525417 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:23.370836 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-7abeb81b-427c-43da-88d3-2977f42e5e31 req-3d91d3ec-74c0-4043-a858-1542d6525417 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Calling delete_port for 17dd7d4d-4d6d-4995-862e-061aaebd62ec owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:54:23.550618 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-5c264e0f-68c5-4aea-b442-a889c59c4a93 service neutron] For port 2df4058d-eac7-4293-9052-af0e0de4f9a5, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=2df4058d-eac7-4293-9052-af0e0de4f9a5,segment=NetworkSegment(da856e83-2910-4f09-b33c-2a63c7b4cd1e),segment_id=da856e83-2910-4f09-b33c-2a63c7b4cd1e)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:23.586019 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-5c264e0f-68c5-4aea-b442-a889c59c4a93 service neutron] For port 2df4058d-eac7-4293-9052-af0e0de4f9a5, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:54:23.628049 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ec1ee7-26e1-459b-acac-97dd5a8b8d7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2df4058d-eac7-4293-9052-af0e0de4f9a5'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:54:23.630408 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1b7941-e4b3-4930-a6af-89f82d2018f7" -d '{"events": [{"server_uuid": "94ec1ee7-26e1-459b-acac-97dd5a8b8d7d", "name": "network-vif-unplugged", "status": "completed", "tag": "2df4058d-eac7-4293-9052-af0e0de4f9a5"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:54:23.634593 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-5c264e0f-68c5-4aea-b442-a889c59c4a93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:23.685128 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2633aa12-09b6-4830-bd2b-0ed55332820a x-openstack-request-id: req-2633aa12-09b6-4830-bd2b-0ed55332820a {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:54:23.685501 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ec1ee7-26e1-459b-acac-97dd5a8b8d7d", "name": "network-vif-unplugged", "status": "completed", "tag": "2df4058d-eac7-4293-9052-af0e0de4f9a5", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:54:23.685834 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2633aa12-09b6-4830-bd2b-0ed55332820a {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:54:23.686238 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ec1ee7-26e1-459b-acac-97dd5a8b8d7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2df4058d-eac7-4293-9052-af0e0de4f9a5', 'code': 200} Dec 16 09:54:23.861767 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-5c264e0f-68c5-4aea-b442-a889c59c4a93 service neutron] Transition to ACTIVE for port object 2df4058d-eac7-4293-9052-af0e0de4f9a5 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:54:23.861972 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-7abeb81b-427c-43da-88d3-2977f42e5e31 req-3d91d3ec-74c0-4043-a858-1542d6525417 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:23.873767 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['17dd7d4d-4d6d-4995-862e-061aaebd62ec'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:54:23.890090 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d91d3ec-74c0-4043-a858-1542d6525417 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Pushing event deleted for resources: {'Port': ['ID=17dd7d4d-4d6d-4995-862e-061aaebd62ec,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:23.917374 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d91d3ec-74c0-4043-a858-1542d6525417 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:23.917773 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d91d3ec-74c0-4043-a858-1542d6525417 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:23.918122 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d91d3ec-74c0-4043-a858-1542d6525417 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:23.918459 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d91d3ec-74c0-4043-a858-1542d6525417 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:23.918789 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d91d3ec-74c0-4043-a858-1542d6525417 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:23.919119 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d91d3ec-74c0-4043-a858-1542d6525417 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:23.919450 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d91d3ec-74c0-4043-a858-1542d6525417 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:23.919792 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d91d3ec-74c0-4043-a858-1542d6525417 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:23.920098 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d91d3ec-74c0-4043-a858-1542d6525417 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:23.920423 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d91d3ec-74c0-4043-a858-1542d6525417 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:23.920758 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d91d3ec-74c0-4043-a858-1542d6525417 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:23.921062 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d91d3ec-74c0-4043-a858-1542d6525417 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:23.925862 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-5c264e0f-68c5-4aea-b442-a889c59c4a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:23.939477 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-7abeb81b-427c-43da-88d3-2977f42e5e31 req-3d91d3ec-74c0-4043-a858-1542d6525417 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] No DVR routers for this DVR port 17dd7d4d-4d6d-4995-862e-061aaebd62ec on host n-h2-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:54:23.942060 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-7abeb81b-427c-43da-88d3-2977f42e5e31 req-3d91d3ec-74c0-4043-a858-1542d6525417 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:23.945294 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7abeb81b-427c-43da-88d3-2977f42e5e31 req-3d91d3ec-74c0-4043-a858-1542d6525417 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.58 "DELETE /v2.0/ports/17dd7d4d-4d6d-4995-862e-061aaebd62ec HTTP/1.1" status: 204 len: 173 time: 0.7660384 Dec 16 09:54:23.945747 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed6fd51-38a8-47ff-a779-c08286456c96', 'name': 'network-vif-deleted', 'tag': '17dd7d4d-4d6d-4995-862e-061aaebd62ec'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:54:23.948036 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b41fb1-c045-4fc0-ad75-84d6d9fda8fc" -d '{"events": [{"server_uuid": "2ed6fd51-38a8-47ff-a779-c08286456c96", "name": "network-vif-deleted", "tag": "17dd7d4d-4d6d-4995-862e-061aaebd62ec"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:54:23.991748 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78da1c0b-b356-46e8-b56c-87e90d3d7b98 x-openstack-request-id: req-78da1c0b-b356-46e8-b56c-87e90d3d7b98 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:54:23.992028 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed6fd51-38a8-47ff-a779-c08286456c96", "name": "network-vif-deleted", "tag": "17dd7d4d-4d6d-4995-862e-061aaebd62ec", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:54:23.992275 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-78da1c0b-b356-46e8-b56c-87e90d3d7b98 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:54:23.992664 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed6fd51-38a8-47ff-a779-c08286456c96', 'name': 'network-vif-deleted', 'tag': '17dd7d4d-4d6d-4995-862e-061aaebd62ec', 'status': 'completed', 'code': 200} Dec 16 09:54:24.066291 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c264e0f-68c5-4aea-b442-a889c59c4a93 service neutron] Pushing event updated for resources: {'Port': ['ID=2df4058d-eac7-4293-9052-af0e0de4f9a5,revision_number=10']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:24.085523 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0fdb6961-f381-4f39-89ab-362b73b8038f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:24.113994 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-5c264e0f-68c5-4aea-b442-a889c59c4a93 service neutron] No DVR routers for this DVR port 2df4058d-eac7-4293-9052-af0e0de4f9a5 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:54:24.270772 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-5c264e0f-68c5-4aea-b442-a889c59c4a93 service neutron] Attempting to bind port 2df4058d-eac7-4293-9052-af0e0de4f9a5 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:54:24.271402 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-5c264e0f-68c5-4aea-b442-a889c59c4a93 service neutron] Attempting to bind port 2df4058d-eac7-4293-9052-af0e0de4f9a5 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'da856e83-2910-4f09-b33c-2a63c7b4cd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:54:24.271402 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-5c264e0f-68c5-4aea-b442-a889c59c4a93 service neutron] Attempting to bind port 2df4058d-eac7-4293-9052-af0e0de4f9a5 on network 09f6ce2f-b77d-43c1-a5e9-9572e8048dc2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:54:24.278113 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-5c264e0f-68c5-4aea-b442-a889c59c4a93 service neutron] Port 2df4058d-eac7-4293-9052-af0e0de4f9a5 on network 09f6ce2f-b77d-43c1-a5e9-9572e8048dc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:54:24.278563 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-5c264e0f-68c5-4aea-b442-a889c59c4a93 service neutron] Attempting to bind port 2df4058d-eac7-4293-9052-af0e0de4f9a5 on network 09f6ce2f-b77d-43c1-a5e9-9572e8048dc2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:54:24.283536 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-5c264e0f-68c5-4aea-b442-a889c59c4a93 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:54:24.283897 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-5c264e0f-68c5-4aea-b442-a889c59c4a93 service neutron] Checking segment: {'id': 'da856e83-2910-4f09-b33c-2a63c7b4cd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:54:24.284283 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-5c264e0f-68c5-4aea-b442-a889c59c4a93 service neutron] Bound using segment: {'id': 'da856e83-2910-4f09-b33c-2a63c7b4cd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:54:24.284708 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-5c264e0f-68c5-4aea-b442-a889c59c4a93 service neutron] Bound port: 2df4058d-eac7-4293-9052-af0e0de4f9a5, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da856e83-2910-4f09-b33c-2a63c7b4cd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:54:24.285065 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-5c264e0f-68c5-4aea-b442-a889c59c4a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:24.306485 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d401ba78-d73a-4c6d-922d-7894132b8b36 req-70d55132-7271-41f1-bd28-ebf0e2b56d25 tempest-ServersNegativeTestMultiTenantJSON-414314384 tempest-ServersNegativeTestMultiTenantJSON-414314384-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed6fd51-38a8-47ff-a779-c08286456c96 HTTP/1.1" status: 200 len: 210 time: 0.0314360 Dec 16 09:54:24.351364 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-5c264e0f-68c5-4aea-b442-a889c59c4a93 service neutron] For port 2df4058d-eac7-4293-9052-af0e0de4f9a5, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:54:24.354962 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-5c264e0f-68c5-4aea-b442-a889c59c4a93 service neutron] For port 2df4058d-eac7-4293-9052-af0e0de4f9a5, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=2df4058d-eac7-4293-9052-af0e0de4f9a5,segment=NetworkSegment(da856e83-2910-4f09-b33c-2a63c7b4cd1e),segment_id=da856e83-2910-4f09-b33c-2a63c7b4cd1e)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:54:24.429668 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-5c264e0f-68c5-4aea-b442-a889c59c4a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:24.482141 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-5c264e0f-68c5-4aea-b442-a889c59c4a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:24.482767 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-5c264e0f-68c5-4aea-b442-a889c59c4a93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:24.484171 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-5c264e0f-68c5-4aea-b442-a889c59c4a93 service neutron] 10.222.0.58 "PUT /v2.0/ports/2df4058d-eac7-4293-9052-af0e0de4f9a5 HTTP/1.1" status: 200 len: 1093 time: 1.2244272 Dec 16 09:54:24.496730 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d467c7b-33af-4b8d-a308-d840ad877bcc req-74231ddb-6e72-473b-97a7-ae7f264b5b0b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:24.498321 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1d467c7b-33af-4b8d-a308-d840ad877bcc req-74231ddb-6e72-473b-97a7-ae7f264b5b0b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 945 time: 0.1048307 Dec 16 09:54:24.556998 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c264e0f-68c5-4aea-b442-a889c59c4a93 service neutron] Pushing event updated for resources: {'Port': ['ID=2df4058d-eac7-4293-9052-af0e0de4f9a5,revision_number=11']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:24.590342 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-6496fcf6-de78-49dc-b4e0-4428aadd34c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:24.592027 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-6496fcf6-de78-49dc-b4e0-4428aadd34c3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 1096 time: 0.0687525 Dec 16 09:54:24.595053 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1d467c7b-33af-4b8d-a308-d840ad877bcc req-182fd684-423f-44ee-89fb-6a1f3d65a1a9 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853302 Dec 16 09:54:24.695147 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-a1736893-cac8-4178-af94-a38c6d0eb463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:24.696581 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-a1736893-cac8-4178-af94-a38c6d0eb463 service neutron] 10.222.0.58 "GET /v2.0/networks?id=09f6ce2f-b77d-43c1-a5e9-9572e8048dc2 HTTP/1.1" status: 200 len: 897 time: 0.0980134 Dec 16 09:54:24.767707 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-c8fa605e-ec86-48a3-aa7f-3f2d2214d30b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2df4058d-eac7-4293-9052-af0e0de4f9a5 HTTP/1.1" status: 200 len: 1000 time: 0.0636086 Dec 16 09:54:24.825788 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-01b5cfe2-3b0b-48e5-8a44-6d83c3798d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:24.827393 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-01b5cfe2-3b0b-48e5-8a44-6d83c3798d0f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=51d894a2-eca0-4233-9b54-57aa3929720c HTTP/1.1" status: 200 len: 834 time: 0.0523942 Dec 16 09:54:24.874953 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-b5db9c68-691a-4b3e-8d2b-e5bd12e75526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:24.876470 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-b5db9c68-691a-4b3e-8d2b-e5bd12e75526 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=09f6ce2f-b77d-43c1-a5e9-9572e8048dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415323 Dec 16 09:54:24.971994 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-e891baee-80e5-47e8-8fc4-eb377f909b3e service neutron] 10.222.0.58 "GET /v2.0/networks/09f6ce2f-b77d-43c1-a5e9-9572e8048dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829990 Dec 16 09:54:25.068929 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70f43a5e-f9d8-4527-88ed-0b3b338c424c req-ee272f3e-e625-4f73-8dff-ef3373348c59 service neutron] 10.222.0.58 "GET /v2.0/networks/09f6ce2f-b77d-43c1-a5e9-9572e8048dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891960 Dec 16 09:54:25.356885 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 48792) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:25.409670 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e20cb6f-8441-4f48-8962-79ff2c4ba406 admin admin] Deleting subnet 1651d39c-afab-400e-97b7-5f1d3082d3c4 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:54:25.413373 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4e20cb6f-8441-4f48-8962-79ff2c4ba406 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:25.447411 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4e20cb6f-8441-4f48-8962-79ff2c4ba406 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:25.492541 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4e20cb6f-8441-4f48-8962-79ff2c4ba406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:25.624013 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4e20cb6f-8441-4f48-8962-79ff2c4ba406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:25.651433 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20cb6f-8441-4f48-8962-79ff2c4ba406 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1651d39c-afab-400e-97b7-5f1d3082d3c4,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:25.655351 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4e20cb6f-8441-4f48-8962-79ff2c4ba406 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:25.658706 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4e20cb6f-8441-4f48-8962-79ff2c4ba406 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1651d39c-afab-400e-97b7-5f1d3082d3c4 HTTP/1.1" status: 204 len: 168 time: 0.3007669 Dec 16 09:54:25.661266 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 48796) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:25.687325 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ec1ee7-26e1-459b-acac-97dd5a8b8d7d', 'tag': '2df4058d-eac7-4293-9052-af0e0de4f9a5'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:54:25.689968 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b9eccb-00e8-4263-a40b-7b91da3ac7b3" -d '{"events": [{"name": "network-changed", "server_uuid": "94ec1ee7-26e1-459b-acac-97dd5a8b8d7d", "tag": "2df4058d-eac7-4293-9052-af0e0de4f9a5"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:54:25.740293 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d87dd539-f5ff-487d-bd2d-897ff3a137db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:25.741051 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73845d6e-91ed-4f38-92e1-6bc7fb308d99 req-2f23ca5b-2f20-45be-b675-acf71d3a1b0c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:25.743056 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-73845d6e-91ed-4f38-92e1-6bc7fb308d99 req-2f23ca5b-2f20-45be-b675-acf71d3a1b0c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 945 time: 0.0706413 Dec 16 09:54:25.750422 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3377db5-a38b-4255-a57c-a62246011da3 x-openstack-request-id: req-d3377db5-a38b-4255-a57c-a62246011da3 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:54:25.750727 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ec1ee7-26e1-459b-acac-97dd5a8b8d7d", "tag": "2df4058d-eac7-4293-9052-af0e0de4f9a5", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:54:25.751084 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d3377db5-a38b-4255-a57c-a62246011da3 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:54:25.751565 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94ec1ee7-26e1-459b-acac-97dd5a8b8d7d', 'tag': '2df4058d-eac7-4293-9052-af0e0de4f9a5', 'status': 'completed', 'code': 200} Dec 16 09:54:25.832440 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d87dd539-f5ff-487d-bd2d-897ff3a137db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:25.841144 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-73845d6e-91ed-4f38-92e1-6bc7fb308d99 req-53ee23fe-20c2-4d7c-84d2-92b70e0c1d58 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884745 Dec 16 09:54:25.857701 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9eccb-00e8-4263-a40b-7b91da3ac7b3 req-5963a953-3144-442d-ae74-ce12ebddeeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:25.859308 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-86b9eccb-00e8-4263-a40b-7b91da3ac7b3 req-5963a953-3144-442d-ae74-ce12ebddeeac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 1096 time: 0.0853536 Dec 16 09:54:25.861507 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-d87dd539-f5ff-487d-bd2d-897ff3a137db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ffe1fa6-9776-4657-99a9-a40f6cf323ca']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:54:25.864711 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9eccb-00e8-4263-a40b-7b91da3ac7b3 req-df435c83-bbcc-4f31-ad73-8d68ba2772d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:25.866790 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-86b9eccb-00e8-4263-a40b-7b91da3ac7b3 req-df435c83-bbcc-4f31-ad73-8d68ba2772d5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 1096 time: 0.0832026 Dec 16 09:54:25.872434 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-d87dd539-f5ff-487d-bd2d-897ff3a137db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2643203-d489-470d-9189-228ba95a3bad') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:54:25.872732 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-d87dd539-f5ff-487d-bd2d-897ff3a137db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2643203-d489-470d-9189-228ba95a3bad') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:54:25.883134 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d87dd539-f5ff-487d-bd2d-897ff3a137db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:25.896399 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d87dd539-f5ff-487d-bd2d-897ff3a137db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:25.902217 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d87dd539-f5ff-487d-bd2d-897ff3a137db admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:54:25.902603 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d87dd539-f5ff-487d-bd2d-897ff3a137db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:25.904458 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:54:25.904458 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:54:25.904458 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:54:25.904458 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:54:25.904458 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:54:25.904458 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:54:25.904458 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:54:25.904458 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:54:25.904458 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:54:25.904458 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:54:25.904458 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:54:25.904458 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:54:25.904458 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:54:25.904458 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:54:25.904458 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:54:25.904458 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:54:25.904458 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:54:25.904458 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:54:25.904458 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:54:25.904458 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:54:25.904458 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:54:25.904458 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:54:25.904458 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:54:25.904458 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:54:25.904458 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:54:25.904458 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:54:25.904458 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:54:25.904458 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:54:25.904458 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:54:25.904458 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:54:25.904458 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:54:25.904458 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:54:26.023228 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9eccb-00e8-4263-a40b-7b91da3ac7b3 req-529b84f1-9860-4396-a844-8c3ca7b91fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:26.024693 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-86b9eccb-00e8-4263-a40b-7b91da3ac7b3 req-529b84f1-9860-4396-a844-8c3ca7b91fbb service neutron] 10.222.0.57 "GET /v2.0/networks?id=09f6ce2f-b77d-43c1-a5e9-9572e8048dc2 HTTP/1.1" status: 200 len: 897 time: 0.1569843 Dec 16 09:54:26.027921 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9eccb-00e8-4263-a40b-7b91da3ac7b3 req-6c7678b5-d7da-4d44-92ed-48000eed9a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:26.028569 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-86b9eccb-00e8-4263-a40b-7b91da3ac7b3 req-6c7678b5-d7da-4d44-92ed-48000eed9a11 service neutron] 10.222.0.58 "GET /v2.0/networks?id=09f6ce2f-b77d-43c1-a5e9-9572e8048dc2 HTTP/1.1" status: 200 len: 897 time: 0.1524446 Dec 16 09:54:26.044503 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d87dd539-f5ff-487d-bd2d-897ff3a137db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:26.061215 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d87dd539-f5ff-487d-bd2d-897ff3a137db admin admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:26.062033 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d87dd539-f5ff-487d-bd2d-897ff3a137db admin admin] 10.222.0.60 "DELETE /v2.0/networks/8ffe1fa6-9776-4657-99a9-a40f6cf323ca HTTP/1.1" status: 204 len: 168 time: 0.3994763 Dec 16 09:54:26.074269 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 48802) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:26.081917 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dd539-f5ff-487d-bd2d-897ff3a137db admin admin] Pushing event deleted for resources: {'Network': ['ID=8ffe1fa6-9776-4657-99a9-a40f6cf323ca,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:26.121807 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-3410a649-e92c-41d5-a2e8-b4b8a1d3a6a5 admin admin] Deleting subnet f72f20e0-e308-4c1d-8690-c7f4ee7fe374 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:54:26.125251 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3410a649-e92c-41d5-a2e8-b4b8a1d3a6a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:26.141843 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 17dd7d4d-4d6d-4995-862e-061aaebd62ec no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:54:26.145169 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-86b9eccb-00e8-4263-a40b-7b91da3ac7b3 req-c3b2e67f-e455-449d-94aa-5e2e8c9eb49d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2df4058d-eac7-4293-9052-af0e0de4f9a5 HTTP/1.1" status: 200 len: 1000 time: 0.1070745 Dec 16 09:54:26.147366 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-86b9eccb-00e8-4263-a40b-7b91da3ac7b3 req-e16f4775-3606-4188-a2a3-92f056f6cd2b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2df4058d-eac7-4293-9052-af0e0de4f9a5 HTTP/1.1" status: 200 len: 1000 time: 0.1157496 Dec 16 09:54:26.168887 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 17dd7d4d-4d6d-4995-862e-061aaebd62ec {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:54:26.170424 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 17dd7d4d-4d6d-4995-862e-061aaebd62ec not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:54:26.182532 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3410a649-e92c-41d5-a2e8-b4b8a1d3a6a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:26.223912 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3410a649-e92c-41d5-a2e8-b4b8a1d3a6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:26.245294 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9eccb-00e8-4263-a40b-7b91da3ac7b3 req-a83e98cd-af00-44fd-92f3-07c111bb33e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:26.246697 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-86b9eccb-00e8-4263-a40b-7b91da3ac7b3 req-a83e98cd-af00-44fd-92f3-07c111bb33e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=51d894a2-eca0-4233-9b54-57aa3929720c HTTP/1.1" status: 200 len: 834 time: 0.0924358 Dec 16 09:54:26.248085 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9eccb-00e8-4263-a40b-7b91da3ac7b3 req-4a5f61f1-c4e9-4446-a343-c3e45a7965d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:26.249450 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-86b9eccb-00e8-4263-a40b-7b91da3ac7b3 req-4a5f61f1-c4e9-4446-a343-c3e45a7965d0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=51d894a2-eca0-4233-9b54-57aa3929720c HTTP/1.1" status: 200 len: 834 time: 0.0934362 Dec 16 09:54:26.322225 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9eccb-00e8-4263-a40b-7b91da3ac7b3 req-a3644e96-09ff-4466-aae3-5630460776ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:26.323839 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-86b9eccb-00e8-4263-a40b-7b91da3ac7b3 req-a3644e96-09ff-4466-aae3-5630460776ce service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09f6ce2f-b77d-43c1-a5e9-9572e8048dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704126 Dec 16 09:54:26.325955 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9eccb-00e8-4263-a40b-7b91da3ac7b3 req-19f340d8-f21d-44a9-94e6-eb9d8626143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:26.327390 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-86b9eccb-00e8-4263-a40b-7b91da3ac7b3 req-19f340d8-f21d-44a9-94e6-eb9d8626143b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=09f6ce2f-b77d-43c1-a5e9-9572e8048dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658247 Dec 16 09:54:26.349489 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3410a649-e92c-41d5-a2e8-b4b8a1d3a6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:26.376000 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410a649-e92c-41d5-a2e8-b4b8a1d3a6a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f72f20e0-e308-4c1d-8690-c7f4ee7fe374,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:26.386198 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3410a649-e92c-41d5-a2e8-b4b8a1d3a6a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:26.391932 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3410a649-e92c-41d5-a2e8-b4b8a1d3a6a5 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f72f20e0-e308-4c1d-8690-c7f4ee7fe374 HTTP/1.1" status: 204 len: 168 time: 0.3141592 Dec 16 09:54:26.392206 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 48804) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:26.430632 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6f64b9c8-f277-4181-9eb3-55dd4e6d2a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:26.470417 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1802cf92-4413-44d5-9386-e42e53d41ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:26.506080 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-86b9eccb-00e8-4263-a40b-7b91da3ac7b3 req-0d10a0ab-5456-45d7-bc3f-8652b08c93f4 service neutron] 10.222.0.57 "GET /v2.0/networks/09f6ce2f-b77d-43c1-a5e9-9572e8048dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743913 Dec 16 09:54:26.508474 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-86b9eccb-00e8-4263-a40b-7b91da3ac7b3 req-5d9e9246-90c6-4643-9e02-e4823620e557 service neutron] 10.222.0.58 "GET /v2.0/networks/09f6ce2f-b77d-43c1-a5e9-9572e8048dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681910 Dec 16 09:54:26.564507 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1802cf92-4413-44d5-9386-e42e53d41ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:26.585395 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-1802cf92-4413-44d5-9386-e42e53d41ce9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eee851bd-870f-4edb-bb59-57a7b76889c2']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:54:26.595235 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-1802cf92-4413-44d5-9386-e42e53d41ce9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc30a841-c4a9-4eea-9cc0-05edf0e38ec8') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:54:26.595534 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-1802cf92-4413-44d5-9386-e42e53d41ce9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc30a841-c4a9-4eea-9cc0-05edf0e38ec8') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:54:26.605801 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1802cf92-4413-44d5-9386-e42e53d41ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:26.620086 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1802cf92-4413-44d5-9386-e42e53d41ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:26.627132 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1802cf92-4413-44d5-9386-e42e53d41ce9 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:54:26.627574 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1802cf92-4413-44d5-9386-e42e53d41ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:26.644216 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:54:26.644216 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:54:26.644216 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:54:26.644216 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:54:26.644216 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:54:26.644216 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:54:26.644216 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:54:26.644216 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:54:26.644216 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:54:26.644216 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:54:26.644216 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:54:26.644216 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:54:26.644216 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:54:26.644216 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:54:26.644216 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:54:26.644216 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:54:26.644216 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:54:26.644216 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:54:26.644216 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:54:26.644216 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:54:26.644216 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:54:26.644216 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:54:26.644216 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:54:26.644216 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:54:26.644216 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:54:26.644216 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:54:26.644216 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:54:26.644216 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:54:26.644216 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:54:26.644216 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:54:26.644216 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:54:26.644216 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:54:26.674033 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-86b9eccb-00e8-4263-a40b-7b91da3ac7b3 req-940dc01c-cd95-4618-a0b8-e0b183ace1d4 service neutron] 10.222.0.57 "GET /v2.0/networks/09f6ce2f-b77d-43c1-a5e9-9572e8048dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611812 Dec 16 09:54:26.714342 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-86b9eccb-00e8-4263-a40b-7b91da3ac7b3 req-b4cc0d59-4c6a-40a7-9d11-3948b8f13359 service neutron] 10.222.0.58 "GET /v2.0/networks/09f6ce2f-b77d-43c1-a5e9-9572e8048dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933982 Dec 16 09:54:26.787115 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1802cf92-4413-44d5-9386-e42e53d41ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:26.792174 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1802cf92-4413-44d5-9386-e42e53d41ce9 admin admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:26.795525 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1802cf92-4413-44d5-9386-e42e53d41ce9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/eee851bd-870f-4edb-bb59-57a7b76889c2 HTTP/1.1" status: 204 len: 168 time: 0.4021029 Dec 16 09:54:26.808288 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802cf92-4413-44d5-9386-e42e53d41ce9 admin admin] Pushing event deleted for resources: {'Network': ['ID=eee851bd-870f-4edb-bb59-57a7b76889c2,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:26.962373 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd81aa-9fe6-4bf5-a680-b52baaed94f8 req-59e7b9f4-15e4-4a37-a49e-b738a7272b68 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:26.964026 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-edfd81aa-9fe6-4bf5-a680-b52baaed94f8 req-59e7b9f4-15e4-4a37-a49e-b738a7272b68 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 945 time: 0.0482826 Dec 16 09:54:27.002686 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-edfd81aa-9fe6-4bf5-a680-b52baaed94f8 req-d76bf895-9bae-4d25-bc95-1037ae5170ac tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322666 Dec 16 09:54:27.229483 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 2df4058d-eac7-4293-9052-af0e0de4f9a5 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:54:27.241171 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 48814) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:27.270348 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 2df4058d-eac7-4293-9052-af0e0de4f9a5 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:54:27.284156 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-bb3c10e2-38ee-4a08-9261-b6eba9420e5c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f46ac9d9dd5e439db355282417489fe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413511 Dec 16 09:54:27.286615 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 48816) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:27.339485 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b2b43d2d-5efa-4cc1-a0c3-c813ec7097e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:27.361076 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b2b43d2d-5efa-4cc1-a0c3-c813ec7097e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:27.514576 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b2b43d2d-5efa-4cc1-a0c3-c813ec7097e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:27.517328 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b2b43d2d-5efa-4cc1-a0c3-c813ec7097e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:27.518487 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b2b43d2d-5efa-4cc1-a0c3-c813ec7097e7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c018f5e1-387d-4b2f-8dec-f79fa7fe89ca HTTP/1.1" status: 204 len: 168 time: 0.2309875 Dec 16 09:54:27.526953 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b43d2d-5efa-4cc1-a0c3-c813ec7097e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c018f5e1-387d-4b2f-8dec-f79fa7fe89ca,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:27.565917 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:28.125443 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5841a-d8d4-442f-b76b-976131ec3000 req-c8e727d4-7945-4243-8ceb-299ddf14e28c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:28.127005 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e4f5841a-d8d4-442f-b76b-976131ec3000 req-c8e727d4-7945-4243-8ceb-299ddf14e28c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 945 time: 0.0520592 Dec 16 09:54:28.153174 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 2df4058d-eac7-4293-9052-af0e0de4f9a5 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:54:28.184865 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e4f5841a-d8d4-442f-b76b-976131ec3000 req-e510d5ab-0947-40f4-9f0f-7f7d540b52c9 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509300 Dec 16 09:54:28.202575 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 48826) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:28.209237 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 48828) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:28.262519 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-148ec329-ce27-4b2b-a0b9-a354cd95c3e5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=72614ede4a264462a495e711911bf1b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0519950 Dec 16 09:54:28.263267 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 48830) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:28.274117 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 2df4058d-eac7-4293-9052-af0e0de4f9a5, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=2df4058d-eac7-4293-9052-af0e0de4f9a5,segment=NetworkSegment(da856e83-2910-4f09-b33c-2a63c7b4cd1e),segment_id=da856e83-2910-4f09-b33c-2a63c7b4cd1e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:28.276388 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fe684f79-6444-479f-b533-846043ae771d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/floatingips/2bf57ca3-67f6-4b49-bd1d-00e2aeebb745 HTTP/1.1" status: 200 len: 992 time: 0.0721133 Dec 16 09:54:28.310459 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '2df4058d-eac7-4293-9052-af0e0de4f9a5', 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2', 'port_id': '2df4058d-eac7-4293-9052-af0e0de4f9a5', 'mac_address': 'fa:16:3e:62:dd:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51d894a2-eca0-4233-9b54-57aa3929720c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:54:28.318549 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-939fbdd4-d885-46c0-beaf-f985ee5b2fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:28.331797 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:28.344042 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-939fbdd4-d885-46c0-beaf-f985ee5b2fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:28.348470 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df4058d-eac7-4293-9052-af0e0de4f9a5 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:54:28.371560 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 2df4058d-eac7-4293-9052-af0e0de4f9a5, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=2df4058d-eac7-4293-9052-af0e0de4f9a5,segment=NetworkSegment(da856e83-2910-4f09-b33c-2a63c7b4cd1e),segment_id=da856e83-2910-4f09-b33c-2a63c7b4cd1e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:28.455258 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:28.499536 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-939fbdd4-d885-46c0-beaf-f985ee5b2fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:28.502371 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-939fbdd4-d885-46c0-beaf-f985ee5b2fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:28.503551 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-939fbdd4-d885-46c0-beaf-f985ee5b2fa6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c961e0ea-6857-481c-bb71-eb594c2036f9 HTTP/1.1" status: 204 len: 168 time: 0.2393749 Dec 16 09:54:28.513717 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fbdd4-d885-46c0-beaf-f985ee5b2fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c961e0ea-6857-481c-bb71-eb594c2036f9,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:28.516602 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=2df4058d-eac7-4293-9052-af0e0de4f9a5,revision_number=12']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:28.523680 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fbdd4-d885-46c0-beaf-f985ee5b2fa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:28.524255 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fbdd4-d885-46c0-beaf-f985ee5b2fa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:28.524694 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fbdd4-d885-46c0-beaf-f985ee5b2fa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:28.525374 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fbdd4-d885-46c0-beaf-f985ee5b2fa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:28.525809 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fbdd4-d885-46c0-beaf-f985ee5b2fa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:28.526231 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fbdd4-d885-46c0-beaf-f985ee5b2fa6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:28.526645 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fbdd4-d885-46c0-beaf-f985ee5b2fa6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:28.538686 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fbdd4-d885-46c0-beaf-f985ee5b2fa6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:28.538686 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fbdd4-d885-46c0-beaf-f985ee5b2fa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:28.538686 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fbdd4-d885-46c0-beaf-f985ee5b2fa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:28.538686 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fbdd4-d885-46c0-beaf-f985ee5b2fa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:28.538686 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fbdd4-d885-46c0-beaf-f985ee5b2fa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:28.651829 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['2df4058d-eac7-4293-9052-af0e0de4f9a5'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:54:29.135076 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:29.582089 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 48858) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:29.586989 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:29.683887 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-512ca80e-5464-4727-b18f-3efd576ab7a5 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-772925011-network', 'tenant_id': 'ab5616ae48f14013947cab3cba0db2ec'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:29.914073 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512ca80e-5464-4727-b18f-3efd576ab7a5 admin admin] Made reservation on behalf of ab5616ae48f14013947cab3cba0db2ec for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:29.914073 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-512ca80e-5464-4727-b18f-3efd576ab7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:30.074084 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-512ca80e-5464-4727-b18f-3efd576ab7a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:30.148643 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 2df4058d-eac7-4293-9052-af0e0de4f9a5 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:54:30.160581 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-512ca80e-5464-4727-b18f-3efd576ab7a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:30.238615 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-512ca80e-5464-4727-b18f-3efd576ab7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:30.265397 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-512ca80e-5464-4727-b18f-3efd576ab7a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:54:30.277860 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ca80e-5464-4727-b18f-3efd576ab7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70ee245-8c85-4b53-ac56-d50fbd608640,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:30.283624 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-512ca80e-5464-4727-b18f-3efd576ab7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:30.284301 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-512ca80e-5464-4727-b18f-3efd576ab7a5 admin admin] Added segment 0386cfc8-d4db-4257-9324-9732d2cab5ec of type vlan for network 94b8d1cd-10b2-40fd-a060-23fc2bbec8f7 Dec 16 09:54:30.297464 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 2df4058d-eac7-4293-9052-af0e0de4f9a5 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:54:30.302142 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 2df4058d-eac7-4293-9052-af0e0de4f9a5 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:30.302801 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:30.332886 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-512ca80e-5464-4727-b18f-3efd576ab7a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:30.395136 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:30.417608 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-512ca80e-5464-4727-b18f-3efd576ab7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:30.418896 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512ca80e-5464-4727-b18f-3efd576ab7a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:30.419861 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-512ca80e-5464-4727-b18f-3efd576ab7a5 admin admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:30.424871 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ec1ee7-26e1-459b-acac-97dd5a8b8d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df4058d-eac7-4293-9052-af0e0de4f9a5'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:54:30.427267 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521dc005-7e6e-44aa-9b99-56530cd659af" -d '{"events": [{"server_uuid": "94ec1ee7-26e1-459b-acac-97dd5a8b8d7d", "name": "network-vif-plugged", "status": "completed", "tag": "2df4058d-eac7-4293-9052-af0e0de4f9a5"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:54:30.443329 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 2df4058d-eac7-4293-9052-af0e0de4f9a5, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=2df4058d-eac7-4293-9052-af0e0de4f9a5,segment=NetworkSegment(da856e83-2910-4f09-b33c-2a63c7b4cd1e),segment_id=da856e83-2910-4f09-b33c-2a63c7b4cd1e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:30.502223 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ca80e-5464-4727-b18f-3efd576ab7a5 admin admin] Pushing event updated for resources: {'Network': ['ID=94b8d1cd-10b2-40fd-a060-23fc2bbec8f7,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:30.515183 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2975c4-dd2d-4bd5-a4fc-a64fa35522c4 x-openstack-request-id: req-2a2975c4-dd2d-4bd5-a4fc-a64fa35522c4 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:54:30.515512 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ec1ee7-26e1-459b-acac-97dd5a8b8d7d", "name": "network-vif-plugged", "status": "completed", "tag": "2df4058d-eac7-4293-9052-af0e0de4f9a5", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:54:30.515762 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2a2975c4-dd2d-4bd5-a4fc-a64fa35522c4 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:54:30.516168 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ec1ee7-26e1-459b-acac-97dd5a8b8d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df4058d-eac7-4293-9052-af0e0de4f9a5', 'code': 200} Dec 16 09:54:30.516837 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 94b8d1cd-10b2-40fd-a060-23fc2bbec8f7 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:54:30.557657 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:30.608671 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-512ca80e-5464-4727-b18f-3efd576ab7a5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0254726 Dec 16 09:54:30.625182 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=2df4058d-eac7-4293-9052-af0e0de4f9a5,revision_number=13']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:31.067800 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb2262-f5c8-421e-ab31-0cf0deef748c req-1db5f8fb-c767-4133-ae33-305a53be54ef tempest-ComputeTenantNetworksTest-2052028793 tempest-ComputeTenantNetworksTest-2052028793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:31.074408 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb2262-f5c8-421e-ab31-0cf0deef748c req-1db5f8fb-c767-4133-ae33-305a53be54ef tempest-ComputeTenantNetworksTest-2052028793 tempest-ComputeTenantNetworksTest-2052028793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:31.080483 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb2262-f5c8-421e-ab31-0cf0deef748c req-1db5f8fb-c767-4133-ae33-305a53be54ef tempest-ComputeTenantNetworksTest-2052028793 tempest-ComputeTenantNetworksTest-2052028793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:31.082088 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eadb2262-f5c8-421e-ab31-0cf0deef748c req-1db5f8fb-c767-4133-ae33-305a53be54ef tempest-ComputeTenantNetworksTest-2052028793 tempest-ComputeTenantNetworksTest-2052028793-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.1940639 Dec 16 09:54:31.192604 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0ad75-8e6e-45c2-a72a-bfd2d2fefc90 req-c923a496-9b06-4662-84f9-01b6e1ee6af3 tempest-ComputeTenantNetworksTest-2052028793 tempest-ComputeTenantNetworksTest-2052028793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:31.194034 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-43a0ad75-8e6e-45c2-a72a-bfd2d2fefc90 req-c923a496-9b06-4662-84f9-01b6e1ee6af3 tempest-ComputeTenantNetworksTest-2052028793 tempest-ComputeTenantNetworksTest-2052028793-project] 10.222.0.60 "GET /v2.0/networks/94b8d1cd-10b2-40fd-a060-23fc2bbec8f7 HTTP/1.1" status: 200 len: 768 time: 0.0897317 Dec 16 09:54:31.204284 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 48904) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:31.271358 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-54c46fee-b52d-44b8-a111-12d4070ed7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:31.360353 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-54c46fee-b52d-44b8-a111-12d4070ed7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:31.380592 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-54c46fee-b52d-44b8-a111-12d4070ed7be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94b8d1cd-10b2-40fd-a060-23fc2bbec8f7']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:54:31.390348 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-54c46fee-b52d-44b8-a111-12d4070ed7be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0386cfc8-d4db-4257-9324-9732d2cab5ec') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:54:31.390645 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-54c46fee-b52d-44b8-a111-12d4070ed7be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0386cfc8-d4db-4257-9324-9732d2cab5ec') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:54:31.400548 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-54c46fee-b52d-44b8-a111-12d4070ed7be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:31.415094 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-54c46fee-b52d-44b8-a111-12d4070ed7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:31.423572 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54c46fee-b52d-44b8-a111-12d4070ed7be admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:54:31.423973 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-54c46fee-b52d-44b8-a111-12d4070ed7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:31.426139 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:54:31.426139 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:54:31.426139 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:54:31.426139 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:54:31.426139 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:54:31.426139 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:54:31.426139 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:54:31.426139 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:54:31.426139 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:54:31.426139 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:54:31.426139 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:54:31.426139 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:54:31.426139 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:54:31.426139 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:54:31.426139 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:54:31.426139 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:54:31.426139 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:54:31.426139 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:54:31.426139 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:54:31.426139 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:54:31.426139 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:54:31.426139 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:54:31.426139 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:54:31.426139 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:54:31.426139 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:54:31.426139 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:54:31.426139 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:54:31.426139 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:54:31.426139 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:54:31.426139 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:54:31.426139 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:54:31.426139 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:54:31.554819 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-54c46fee-b52d-44b8-a111-12d4070ed7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:31.559165 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-54c46fee-b52d-44b8-a111-12d4070ed7be admin admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:31.562746 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-54c46fee-b52d-44b8-a111-12d4070ed7be admin admin] 10.222.0.60 "DELETE /v2.0/networks/94b8d1cd-10b2-40fd-a060-23fc2bbec8f7 HTTP/1.1" status: 204 len: 168 time: 0.3570762 Dec 16 09:54:31.585283 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c46fee-b52d-44b8-a111-12d4070ed7be admin admin] Pushing event deleted for resources: {'Network': ['ID=94b8d1cd-10b2-40fd-a060-23fc2bbec8f7,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:31.954332 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 48920) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:31.996086 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-35b608aa-7ed8-4c1b-b630-b52e68167548 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ab5616ae48f14013947cab3cba0db2ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405314 Dec 16 09:54:31.998608 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 48924) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:32.053955 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c23fa871-7b39-4912-9d5a-d3edf46ad2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:32.075167 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c23fa871-7b39-4912-9d5a-d3edf46ad2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:32.204427 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c23fa871-7b39-4912-9d5a-d3edf46ad2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:32.207118 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c23fa871-7b39-4912-9d5a-d3edf46ad2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:32.211134 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c23fa871-7b39-4912-9d5a-d3edf46ad2eb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f70ee245-8c85-4b53-ac56-d50fbd608640 HTTP/1.1" status: 204 len: 168 time: 0.2087884 Dec 16 09:54:32.216982 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fa871-7b39-4912-9d5a-d3edf46ad2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70ee245-8c85-4b53-ac56-d50fbd608640,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:37.323884 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:40.679251 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:44.519447 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 49240) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:44.663385 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-896ffb94-93b3-4f2c-96d5-7f38fa26cffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:44.752009 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-896ffb94-93b3-4f2c-96d5-7f38fa26cffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:44.827750 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-896ffb94-93b3-4f2c-96d5-7f38fa26cffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:44.871795 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ffb94-93b3-4f2c-96d5-7f38fa26cffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e5d09a-3190-48fd-bbc7-d3d35457f61b,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:44.876101 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-896ffb94-93b3-4f2c-96d5-7f38fa26cffb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6f58773ed1f44c57af9c00b983fb8786&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3554721 Dec 16 09:54:44.878725 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 49250) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:44.930559 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2be6669c-a6cb-42e3-affa-a7ebf72c6217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:44.952698 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2be6669c-a6cb-42e3-affa-a7ebf72c6217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:45.071869 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2be6669c-a6cb-42e3-affa-a7ebf72c6217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:45.074762 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2be6669c-a6cb-42e3-affa-a7ebf72c6217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:45.078319 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2be6669c-a6cb-42e3-affa-a7ebf72c6217 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/71e5d09a-3190-48fd-bbc7-d3d35457f61b HTTP/1.1" status: 204 len: 168 time: 0.1963308 Dec 16 09:54:45.085220 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be6669c-a6cb-42e3-affa-a7ebf72c6217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e5d09a-3190-48fd-bbc7-d3d35457f61b,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:49.086302 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 49332) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:49.196477 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cd6d03fa-4c9b-4e30-9832-be7ef8491747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.270303 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cd6d03fa-4c9b-4e30-9832-be7ef8491747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.336443 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cd6d03fa-4c9b-4e30-9832-be7ef8491747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.378995 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-cd6d03fa-4c9b-4e30-9832-be7ef8491747 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1b7fdf15c8fa4fb6ac6ab6a92041efa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2914343 Dec 16 09:54:49.379976 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d03fa-4c9b-4e30-9832-be7ef8491747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39e39cd-79fc-4189-a903-1d1fac6a581f,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:49.383578 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 49336) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:49.433883 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d25b154c-83eb-478a-9267-1db4f7364a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.455553 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d25b154c-83eb-478a-9267-1db4f7364a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.575177 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d25b154c-83eb-478a-9267-1db4f7364a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.578008 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d25b154c-83eb-478a-9267-1db4f7364a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.579178 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d25b154c-83eb-478a-9267-1db4f7364a7c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d39e39cd-79fc-4189-a903-1d1fac6a581f HTTP/1.1" status: 204 len: 168 time: 0.1943429 Dec 16 09:54:49.586807 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b154c-83eb-478a-9267-1db4f7364a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39e39cd-79fc-4189-a903-1d1fac6a581f,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:50.209463 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 49344) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:50.222287 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d290c1ae-cbd1-4b8b-86a2-49a827993cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:50.294762 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d290c1ae-cbd1-4b8b-86a2-49a827993cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:50.358674 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d290c1ae-cbd1-4b8b-86a2-49a827993cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:50.396721 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d290c1ae-cbd1-4b8b-86a2-49a827993cf6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=93b72d202f60404bb5fe62ae0ab70349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1861756 Dec 16 09:54:50.398219 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290c1ae-cbd1-4b8b-86a2-49a827993cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79492517-ed45-4263-8da8-17be4e8b5fa1,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:50.400057 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 49346) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:50.449307 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-beae6223-6db2-4247-a519-0e5842e5bac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:50.470453 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-beae6223-6db2-4247-a519-0e5842e5bac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:50.546200 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:54:50.564888 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-beae6223-6db2-4247-a519-0e5842e5bac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:50.567440 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-beae6223-6db2-4247-a519-0e5842e5bac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:50.568589 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-beae6223-6db2-4247-a519-0e5842e5bac1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/79492517-ed45-4263-8da8-17be4e8b5fa1 HTTP/1.1" status: 204 len: 168 time: 0.1668131 Dec 16 09:54:50.577138 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae6223-6db2-4247-a519-0e5842e5bac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79492517-ed45-4263-8da8-17be4e8b5fa1,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:54.073685 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-15eda8a4-a4f7-4915-815e-1102a2995d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:54.824955 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 49570) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:54.942279 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d07e080d-2821-408f-acfd-de6912effc4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:55.014377 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d07e080d-2821-408f-acfd-de6912effc4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:55.073047 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d07e080d-2821-408f-acfd-de6912effc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:55.112928 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d07e080d-2821-408f-acfd-de6912effc4b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=18ae869731f2479aa7d54cfef0dc44a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2868569 Dec 16 09:54:55.113847 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e080d-2821-408f-acfd-de6912effc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6aa765-77fd-46df-a95a-a7bf89fdd7be,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:55.115787 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 49588) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:55.167045 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-537091cd-9d02-483c-b3df-2cfc6fe23b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:55.188219 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-537091cd-9d02-483c-b3df-2cfc6fe23b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:55.317447 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-537091cd-9d02-483c-b3df-2cfc6fe23b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:55.320142 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-537091cd-9d02-483c-b3df-2cfc6fe23b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:55.321307 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-537091cd-9d02-483c-b3df-2cfc6fe23b0d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ae6aa765-77fd-46df-a95a-a7bf89fdd7be HTTP/1.1" status: 204 len: 168 time: 0.2040234 Dec 16 09:54:55.330637 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537091cd-9d02-483c-b3df-2cfc6fe23b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6aa765-77fd-46df-a95a-a7bf89fdd7be,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:56.006395 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 49634) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:56.020463 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c5a80a7a-3a97-4f37-9381-6c3130508b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:56.095495 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c5a80a7a-3a97-4f37-9381-6c3130508b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:56.176177 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c5a80a7a-3a97-4f37-9381-6c3130508b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:56.216776 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c5a80a7a-3a97-4f37-9381-6c3130508b07 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=923a670699854978bcee6ec0ace5f569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2085288 Dec 16 09:54:56.217779 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a80a7a-3a97-4f37-9381-6c3130508b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2c95c5-2850-46b3-a6be-957ce83dc54b,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:56.219562 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 49644) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:56.272871 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d54f28ef-b3f6-4019-9a21-b3ac06ce0af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:56.295437 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d54f28ef-b3f6-4019-9a21-b3ac06ce0af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:56.450646 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2e22098c-d29e-4509-a704-39c596c59654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:56.452445 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d54f28ef-b3f6-4019-9a21-b3ac06ce0af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:56.455215 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d54f28ef-b3f6-4019-9a21-b3ac06ce0af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:56.459370 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d54f28ef-b3f6-4019-9a21-b3ac06ce0af5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9e2c95c5-2850-46b3-a6be-957ce83dc54b HTTP/1.1" status: 204 len: 168 time: 0.2352278 Dec 16 09:54:56.470102 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f28ef-b3f6-4019-9a21-b3ac06ce0af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2c95c5-2850-46b3-a6be-957ce83dc54b,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:57.564472 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:58.818745 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe6a7c-3dce-4c08-a604-17aeba13b475 req-20b1b676-b00e-4859-a95c-8fdaf889dcaf tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:58.820948 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-39fe6a7c-3dce-4c08-a604-17aeba13b475 req-20b1b676-b00e-4859-a95c-8fdaf889dcaf tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 1098 time: 0.0425286 Dec 16 09:54:58.854573 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-39fe6a7c-3dce-4c08-a604-17aeba13b475 req-03b302e6-3982-40fe-95a2-947af80da140 tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273063 Dec 16 09:54:58.877026 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 49820) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:59.088660 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:59.214436 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-e651fbf2-67ff-4d03-9399-623c2a0200a2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Deleting port 59722a25-c6b2-4a32-aa33-a96b5acf2f18 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:54:59.214796 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e651fbf2-67ff-4d03-9399-623c2a0200a2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:59.298625 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e651fbf2-67ff-4d03-9399-623c2a0200a2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:59.298971 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e651fbf2-67ff-4d03-9399-623c2a0200a2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:59.310971 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-e651fbf2-67ff-4d03-9399-623c2a0200a2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Calling delete_port for 59722a25-c6b2-4a32-aa33-a96b5acf2f18 owned by network:floatingip {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:54:59.587295 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:59.610490 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e651fbf2-67ff-4d03-9399-623c2a0200a2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:59.638946 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651fbf2-67ff-4d03-9399-623c2a0200a2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event deleted for resources: {'Port': ['ID=59722a25-c6b2-4a32-aa33-a96b5acf2f18,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:59.702675 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e651fbf2-67ff-4d03-9399-623c2a0200a2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for floatingip, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:59.702675 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [None req-e651fbf2-67ff-4d03-9399-623c2a0200a2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Floating IP 2bf57ca3-67f6-4b49-bd1d-00e2aeebb745 disassociated (deleted). External IP: 172.25.1.248, port: 2df4058d-eac7-4293-9052-af0e0de4f9a5. Dec 16 09:54:59.909963 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e651fbf2-67ff-4d03-9399-623c2a0200a2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Router 2bf10011-4593-4d7c-a1a5-0790e0d34abb has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:55:00.021750 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e651fbf2-67ff-4d03-9399-623c2a0200a2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:55:00.026409 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e651fbf2-67ff-4d03-9399-623c2a0200a2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:00.033895 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100fe4a4-8577-4e34-a196-4f85c9db5a68 None None] Sync routers for ids ['2bf10011-4593-4d7c-a1a5-0790e0d34abb'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:55:00.044905 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100fe4a4-8577-4e34-a196-4f85c9db5a68 None None] Routers {'2bf10011-4593-4d7c-a1a5-0790e0d34abb'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:55:00.045541 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-100fe4a4-8577-4e34-a196-4f85c9db5a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:54:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2bf10011-4593-4d7c-a1a5-0790e0d34abb'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:00.055026 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e651fbf2-67ff-4d03-9399-623c2a0200a2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "DELETE /v2.0/floatingips/2bf57ca3-67f6-4b49-bd1d-00e2aeebb745 HTTP/1.1" status: 204 len: 168 time: 1.1772559 Dec 16 09:55:00.055703 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ec1ee7-26e1-459b-acac-97dd5a8b8d7d', 'tag': '2df4058d-eac7-4293-9052-af0e0de4f9a5'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:55:00.058309 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e916b5-af39-4432-98bc-06b10084d51b" -d '{"events": [{"name": "network-changed", "server_uuid": "94ec1ee7-26e1-459b-acac-97dd5a8b8d7d", "tag": "2df4058d-eac7-4293-9052-af0e0de4f9a5"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:55:00.125918 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2902c8-bb44-4dea-b42d-48447cb496be x-openstack-request-id: req-5b2902c8-bb44-4dea-b42d-48447cb496be {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:55:00.131668 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ec1ee7-26e1-459b-acac-97dd5a8b8d7d", "tag": "2df4058d-eac7-4293-9052-af0e0de4f9a5", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:55:00.131668 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5b2902c8-bb44-4dea-b42d-48447cb496be {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:55:00.131668 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94ec1ee7-26e1-459b-acac-97dd5a8b8d7d', 'tag': '2df4058d-eac7-4293-9052-af0e0de4f9a5', 'status': 'completed', 'code': 200} Dec 16 09:55:00.204415 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e916b5-af39-4432-98bc-06b10084d51b req-18473caf-d655-4f16-9ee3-5f7938663b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:00.209419 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-100fe4a4-8577-4e34-a196-4f85c9db5a68 None None] Set router 2bf10011-4593-4d7c-a1a5-0790e0d34abb gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:55:00.210175 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b8e916b5-af39-4432-98bc-06b10084d51b req-18473caf-d655-4f16-9ee3-5f7938663b28 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 1098 time: 0.0530794 Dec 16 09:55:00.311487 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e916b5-af39-4432-98bc-06b10084d51b req-9ae3ef1c-946c-4bd3-aee7-569c5b9d5d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:00.313434 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b8e916b5-af39-4432-98bc-06b10084d51b req-9ae3ef1c-946c-4bd3-aee7-569c5b9d5d81 service neutron] 10.222.0.58 "GET /v2.0/networks?id=09f6ce2f-b77d-43c1-a5e9-9572e8048dc2 HTTP/1.1" status: 200 len: 897 time: 0.0997062 Dec 16 09:55:00.359332 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b8e916b5-af39-4432-98bc-06b10084d51b req-20d153f9-bf5b-4025-b660-558c8677d985 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2df4058d-eac7-4293-9052-af0e0de4f9a5 HTTP/1.1" status: 200 len: 217 time: 0.0365601 Dec 16 09:55:00.417727 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e916b5-af39-4432-98bc-06b10084d51b req-5295864e-2a43-44e1-9b38-89c655d174c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:00.419239 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b8e916b5-af39-4432-98bc-06b10084d51b req-5295864e-2a43-44e1-9b38-89c655d174c2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=51d894a2-eca0-4233-9b54-57aa3929720c HTTP/1.1" status: 200 len: 834 time: 0.0523157 Dec 16 09:55:00.435746 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-100fe4a4-8577-4e34-a196-4f85c9db5a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279505317', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f6dae148-8351-4da9-8272-9c6ace62c778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:43Z', 'updated_at': '2021-12-16T09:52:50Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': 'f6dae148-8351-4da9-8272-9c6ace62c778', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:44Z', 'updated_at': '2021-12-16T09:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '695bddbc-718e-486c-a73b-e56e688095b1', 'name': '', 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'mac_address': 'fa:16:3e:83:05:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '51d894a2-eca0-4233-9b54-57aa3929720c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:49Z', 'updated_at': '2021-12-16T09:52:56Z', 'revision_number': 5, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'subnets': [{'id': '51d894a2-eca0-4233-9b54-57aa3929720c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:00.467911 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100fe4a4-8577-4e34-a196-4f85c9db5a68 None None] Checking router: 2bf10011-4593-4d7c-a1a5-0790e0d34abb for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:55:00.477449 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100fe4a4-8577-4e34-a196-4f85c9db5a68 None None] Routers {'2bf10011-4593-4d7c-a1a5-0790e0d34abb'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:55:00.478248 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-100fe4a4-8577-4e34-a196-4f85c9db5a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:54:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2bf10011-4593-4d7c-a1a5-0790e0d34abb'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:00.506207 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e916b5-af39-4432-98bc-06b10084d51b req-48631676-37f8-42cb-86af-ab9216e5dc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:00.507862 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b8e916b5-af39-4432-98bc-06b10084d51b req-48631676-37f8-42cb-86af-ab9216e5dc8b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=09f6ce2f-b77d-43c1-a5e9-9572e8048dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795174 Dec 16 09:55:00.579898 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bba3d-3d8d-4064-a87c-c4392f4f50ac req-837d8f7c-f47e-47b4-99da-af8a38bae380 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:00.581449 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-955bba3d-3d8d-4064-a87c-c4392f4f50ac req-837d8f7c-f47e-47b4-99da-af8a38bae380 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 947 time: 0.0824704 Dec 16 09:55:00.628446 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-100fe4a4-8577-4e34-a196-4f85c9db5a68 None None] Set router 2bf10011-4593-4d7c-a1a5-0790e0d34abb gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:55:00.641229 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b8e916b5-af39-4432-98bc-06b10084d51b req-eb86c732-5e82-480f-9f03-2ae17fcf56f6 service neutron] 10.222.0.58 "GET /v2.0/networks/09f6ce2f-b77d-43c1-a5e9-9572e8048dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242824 Dec 16 09:55:00.646062 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-955bba3d-3d8d-4064-a87c-c4392f4f50ac req-b9881673-0611-4f1f-b61f-be9723a63567 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523667 Dec 16 09:55:00.751916 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b8e916b5-af39-4432-98bc-06b10084d51b req-9122f513-1e3f-4614-8e33-15806b78101f service neutron] 10.222.0.58 "GET /v2.0/networks/09f6ce2f-b77d-43c1-a5e9-9572e8048dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029210 Dec 16 09:55:00.836337 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-100fe4a4-8577-4e34-a196-4f85c9db5a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279505317', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f6dae148-8351-4da9-8272-9c6ace62c778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:43Z', 'updated_at': '2021-12-16T09:52:50Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': 'f6dae148-8351-4da9-8272-9c6ace62c778', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:44Z', 'updated_at': '2021-12-16T09:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '695bddbc-718e-486c-a73b-e56e688095b1', 'name': '', 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'mac_address': 'fa:16:3e:83:05:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '51d894a2-eca0-4233-9b54-57aa3929720c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:49Z', 'updated_at': '2021-12-16T09:52:56Z', 'revision_number': 5, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'subnets': [{'id': '51d894a2-eca0-4233-9b54-57aa3929720c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:00.866039 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100fe4a4-8577-4e34-a196-4f85c9db5a68 None None] The sync data for ids ['2bf10011-4593-4d7c-a1a5-0790e0d34abb'] in n-d-820550-2 is: [{'id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279505317', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f6dae148-8351-4da9-8272-9c6ace62c778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:43Z', 'updated_at': '2021-12-16T09:52:50Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': 'f6dae148-8351-4da9-8272-9c6ace62c778', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:44Z', 'updated_at': '2021-12-16T09:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '695bddbc-718e-486c-a73b-e56e688095b1', 'name': '', 'network_id': '09f6ce2f-b77d-43c1-a5e9-9572e8048dc2', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'mac_address': 'fa:16:3e:83:05:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '51d894a2-eca0-4233-9b54-57aa3929720c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:49Z', 'updated_at': '2021-12-16T09:52:56Z', 'revision_number': 5, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'subnets': [{'id': '51d894a2-eca0-4233-9b54-57aa3929720c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:55:01.105417 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05fa878-e465-4b5b-b15e-49a88d64c42f None None] New status for floating IP 2bf57ca3-67f6-4b49-bd1d-00e2aeebb745: DOWN {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:55:01.789089 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35dde2-e250-441e-a952-d1f65346e1a1 req-485a5b13-5d7d-48a1-872c-2760a7789f81 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:01.790836 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b35dde2-e250-441e-a952-d1f65346e1a1 req-485a5b13-5d7d-48a1-872c-2760a7789f81 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 947 time: 0.0817869 Dec 16 09:55:01.802151 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f8a4a-995b-4485-bb8f-cc1a00e2a298 req-434567e3-bd7c-437e-ac4f-0996a13bc0e8 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:01.803639 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f75f8a4a-995b-4485-bb8f-cc1a00e2a298 req-434567e3-bd7c-437e-ac4f-0996a13bc0e8 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.58 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 947 time: 0.0828674 Dec 16 09:55:01.895224 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b35dde2-e250-441e-a952-d1f65346e1a1 req-d5f7249c-cedc-4dc2-bb28-1576d37a6344 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d27c20c-a016-4ca4-aca0-311ac2b9116a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899282 Dec 16 09:55:01.929882 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-f75f8a4a-995b-4485-bb8f-cc1a00e2a298 req-e5c39377-f454-4ef1-9ca0-58f995b6fd1d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Deleting port 2df4058d-eac7-4293-9052-af0e0de4f9a5 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:55:01.930222 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f75f8a4a-995b-4485-bb8f-cc1a00e2a298 req-e5c39377-f454-4ef1-9ca0-58f995b6fd1d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:02.052441 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f75f8a4a-995b-4485-bb8f-cc1a00e2a298 req-e5c39377-f454-4ef1-9ca0-58f995b6fd1d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] For port 2df4058d-eac7-4293-9052-af0e0de4f9a5, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=2df4058d-eac7-4293-9052-af0e0de4f9a5,segment=NetworkSegment(da856e83-2910-4f09-b33c-2a63c7b4cd1e),segment_id=da856e83-2910-4f09-b33c-2a63c7b4cd1e)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:55:02.052803 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f75f8a4a-995b-4485-bb8f-cc1a00e2a298 req-e5c39377-f454-4ef1-9ca0-58f995b6fd1d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:02.068818 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-f75f8a4a-995b-4485-bb8f-cc1a00e2a298 req-e5c39377-f454-4ef1-9ca0-58f995b6fd1d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Calling delete_port for 2df4058d-eac7-4293-9052-af0e0de4f9a5 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:55:02.079934 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20f4c4-4deb-47f5-bd2e-c8d710296878 req-75c590b9-e40b-40e0-925a-8fb7aaabab7d tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:02.081445 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8e20f4c4-4deb-47f5-bd2e-c8d710296878 req-75c590b9-e40b-40e0-925a-8fb7aaabab7d tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 947 time: 0.0898924 Dec 16 09:55:02.165617 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8e20f4c4-4deb-47f5-bd2e-c8d710296878 req-d203e4c6-6390-4420-8a17-75a6ceca046a tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0766287 Dec 16 09:55:02.318942 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f75f8a4a-995b-4485-bb8f-cc1a00e2a298 req-e5c39377-f454-4ef1-9ca0-58f995b6fd1d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:02.353522 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c39377-f454-4ef1-9ca0-58f995b6fd1d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event deleted for resources: {'Port': ['ID=2df4058d-eac7-4293-9052-af0e0de4f9a5,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:02.394486 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75f8a4a-995b-4485-bb8f-cc1a00e2a298 req-e5c39377-f454-4ef1-9ca0-58f995b6fd1d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] No DVR routers for this DVR port 2df4058d-eac7-4293-9052-af0e0de4f9a5 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:55:02.397429 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f75f8a4a-995b-4485-bb8f-cc1a00e2a298 req-e5c39377-f454-4ef1-9ca0-58f995b6fd1d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:02.401268 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f75f8a4a-995b-4485-bb8f-cc1a00e2a298 req-e5c39377-f454-4ef1-9ca0-58f995b6fd1d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.58 "DELETE /v2.0/ports/2df4058d-eac7-4293-9052-af0e0de4f9a5 HTTP/1.1" status: 204 len: 173 time: 0.5900772 Dec 16 09:55:02.401710 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ec1ee7-26e1-459b-acac-97dd5a8b8d7d', 'name': 'network-vif-deleted', 'tag': '2df4058d-eac7-4293-9052-af0e0de4f9a5'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:55:02.404136 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0488305c-94f9-44fb-b4cb-37445aaac1f5" -d '{"events": [{"server_uuid": "94ec1ee7-26e1-459b-acac-97dd5a8b8d7d", "name": "network-vif-deleted", "tag": "2df4058d-eac7-4293-9052-af0e0de4f9a5"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:55:02.443519 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333ad1a4-9aae-4a7f-84ba-6b48c0b72549 x-openstack-request-id: req-333ad1a4-9aae-4a7f-84ba-6b48c0b72549 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:55:02.443807 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ec1ee7-26e1-459b-acac-97dd5a8b8d7d", "name": "network-vif-deleted", "tag": "2df4058d-eac7-4293-9052-af0e0de4f9a5", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:55:02.444058 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-333ad1a4-9aae-4a7f-84ba-6b48c0b72549 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:55:02.448284 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ec1ee7-26e1-459b-acac-97dd5a8b8d7d', 'name': 'network-vif-deleted', 'tag': '2df4058d-eac7-4293-9052-af0e0de4f9a5', 'status': 'completed', 'code': 200} Dec 16 09:55:03.000271 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-03584968-bcd3-458f-9186-43f2a5061a7d req-a43985c4-c5e3-4805-b40e-d70c74f2f992 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=94ec1ee7-26e1-459b-acac-97dd5a8b8d7d HTTP/1.1" status: 200 len: 210 time: 0.0260568 Dec 16 09:55:03.290677 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76211fd6-58c5-4038-a48f-3341cca15f04 req-6af3ccef-1e62-4102-a44c-bc5073b9ea5f tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:03.292145 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-76211fd6-58c5-4038-a48f-3341cca15f04 req-6af3ccef-1e62-4102-a44c-bc5073b9ea5f tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 947 time: 0.0491562 Dec 16 09:55:03.332490 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-76211fd6-58c5-4038-a48f-3341cca15f04 req-ff316230-bdb2-4c4f-8c1b-47421ae15bbc tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8d83741-c01d-4089-8c20-2d6c8ec9c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334811 Dec 16 09:55:03.787361 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce2d19-429a-43ed-99d9-8475bfcd50e8 req-cc05f026-172b-4491-bb46-cbf51aa7399b tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:03.789032 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0ce2d19-429a-43ed-99d9-8475bfcd50e8 req-cc05f026-172b-4491-bb46-cbf51aa7399b tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.57 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 947 time: 0.0528834 Dec 16 09:55:03.893102 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-d0ce2d19-429a-43ed-99d9-8475bfcd50e8 req-a93aa0d2-7363-49da-b229-f3cc151b2781 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Deleting port 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:55:03.893468 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d0ce2d19-429a-43ed-99d9-8475bfcd50e8 req-a93aa0d2-7363-49da-b229-f3cc151b2781 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:03.981276 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-d0ce2d19-429a-43ed-99d9-8475bfcd50e8 req-a93aa0d2-7363-49da-b229-f3cc151b2781 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] For port 8c16075f-0c49-41c4-8cf6-cad9247d5bd0, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=8c16075f-0c49-41c4-8cf6-cad9247d5bd0,segment=NetworkSegment(c1145db4-acce-4730-a2ad-0f420017f088),segment_id=c1145db4-acce-4730-a2ad-0f420017f088)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:55:03.981643 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d0ce2d19-429a-43ed-99d9-8475bfcd50e8 req-a93aa0d2-7363-49da-b229-f3cc151b2781 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:04.060868 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 50082) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:04.257596 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d0ce2d19-429a-43ed-99d9-8475bfcd50e8 req-a93aa0d2-7363-49da-b229-f3cc151b2781 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:04.257596 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d0ce2d19-429a-43ed-99d9-8475bfcd50e8 req-a93aa0d2-7363-49da-b229-f3cc151b2781 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:04.257596 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [req-d0ce2d19-429a-43ed-99d9-8475bfcd50e8 req-a93aa0d2-7363-49da-b229-f3cc151b2781 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Floating IP b32da163-3ae2-4744-81c4-3bb1d55d98f1 disassociated. External IP: 172.25.1.238, port: 8c16075f-0c49-41c4-8cf6-cad9247d5bd0. Dec 16 09:55:04.258246 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-d0ce2d19-429a-43ed-99d9-8475bfcd50e8 req-a93aa0d2-7363-49da-b229-f3cc151b2781 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Calling delete_port for 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:55:04.452090 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d0ce2d19-429a-43ed-99d9-8475bfcd50e8 req-a93aa0d2-7363-49da-b229-f3cc151b2781 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:04.481773 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93aa0d2-7363-49da-b229-f3cc151b2781 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Pushing event deleted for resources: {'Port': ['ID=8c16075f-0c49-41c4-8cf6-cad9247d5bd0,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:04.486552 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a7d36932-645e-4002-811b-c2c5de0a2f41 req-a797b484-db86-4982-a72a-7f7a8d6b7118 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 210 time: 0.0627892 Dec 16 09:55:04.518289 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bf8eecdf-24f6-4155-876f-fae7cb68faab tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:04.615108 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0ce2d19-429a-43ed-99d9-8475bfcd50e8 req-a93aa0d2-7363-49da-b229-f3cc151b2781 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Router 744dafc6-87da-409e-a7b7-7a3446f8ec99 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:55:04.740108 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0ce2d19-429a-43ed-99d9-8475bfcd50e8 req-a93aa0d2-7363-49da-b229-f3cc151b2781 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:55:04.752492 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1eb051-41f0-409a-bdf8-c720dcbec7db None None] Sync routers for ids ['744dafc6-87da-409e-a7b7-7a3446f8ec99'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:55:04.769263 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1eb051-41f0-409a-bdf8-c720dcbec7db None None] Routers {'744dafc6-87da-409e-a7b7-7a3446f8ec99'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:55:04.769824 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-0e1eb051-41f0-409a-bdf8-c720dcbec7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:54:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['744dafc6-87da-409e-a7b7-7a3446f8ec99'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:04.820765 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ce2d19-429a-43ed-99d9-8475bfcd50e8 req-a93aa0d2-7363-49da-b229-f3cc151b2781 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] No DVR routers for this DVR port 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:55:04.823380 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d0ce2d19-429a-43ed-99d9-8475bfcd50e8 req-a93aa0d2-7363-49da-b229-f3cc151b2781 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:04.827248 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0ce2d19-429a-43ed-99d9-8475bfcd50e8 req-a93aa0d2-7363-49da-b229-f3cc151b2781 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.57 "DELETE /v2.0/ports/8c16075f-0c49-41c4-8cf6-cad9247d5bd0 HTTP/1.1" status: 204 len: 173 time: 1.0323927 Dec 16 09:55:04.827708 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261b5aac-2fe1-4d1d-b802-85cf02d95173', 'name': 'network-vif-deleted', 'tag': '8c16075f-0c49-41c4-8cf6-cad9247d5bd0'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:55:04.830045 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d941c290-08ec-4005-9b03-7e4b02798632" -d '{"events": [{"server_uuid": "261b5aac-2fe1-4d1d-b802-85cf02d95173", "name": "network-vif-deleted", "tag": "8c16075f-0c49-41c4-8cf6-cad9247d5bd0"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:55:04.853411 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-bf8eecdf-24f6-4155-876f-fae7cb68faab tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Deleting port 695bddbc-718e-486c-a73b-e56e688095b1 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:55:04.853411 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bf8eecdf-24f6-4155-876f-fae7cb68faab tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:04.895996 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a755cf29-086b-4e93-9398-22df868701e8 x-openstack-request-id: req-a755cf29-086b-4e93-9398-22df868701e8 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:55:04.895996 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261b5aac-2fe1-4d1d-b802-85cf02d95173", "name": "network-vif-deleted", "tag": "8c16075f-0c49-41c4-8cf6-cad9247d5bd0", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:55:04.895996 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a755cf29-086b-4e93-9398-22df868701e8 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:55:04.895996 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261b5aac-2fe1-4d1d-b802-85cf02d95173', 'name': 'network-vif-deleted', 'tag': '8c16075f-0c49-41c4-8cf6-cad9247d5bd0', 'status': 'completed', 'code': 200} Dec 16 09:55:04.932273 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-0e1eb051-41f0-409a-bdf8-c720dcbec7db None None] Set router 744dafc6-87da-409e-a7b7-7a3446f8ec99 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:55:04.986268 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-bf8eecdf-24f6-4155-876f-fae7cb68faab tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] For port 695bddbc-718e-486c-a73b-e56e688095b1, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=695bddbc-718e-486c-a73b-e56e688095b1,segment=NetworkSegment(da856e83-2910-4f09-b33c-2a63c7b4cd1e),segment_id=da856e83-2910-4f09-b33c-2a63c7b4cd1e)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:55:04.987471 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bf8eecdf-24f6-4155-876f-fae7cb68faab tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:05.007635 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-bf8eecdf-24f6-4155-876f-fae7cb68faab tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Calling delete_port for 695bddbc-718e-486c-a73b-e56e688095b1 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:55:05.184787 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-0e1eb051-41f0-409a-bdf8-c720dcbec7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'name': 'tempest-AttachVolumeShelveTestJSON-1862062291-router', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:05Z', 'updated_at': '2021-12-16T09:44:15Z', 'revision_number': 4, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'gw_port': {'id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:09Z', 'updated_at': '2021-12-16T09:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'b71a7501-5df2-411f-80ea-324a5c1794ba', 'name': '', 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'mac_address': 'fa:16:3e:f0:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '55767ecf-03fc-4a01-868c-518fd421c2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:13Z', 'updated_at': '2021-12-16T09:44:22Z', 'revision_number': 5, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'subnets': [{'id': '55767ecf-03fc-4a01-868c-518fd421c2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:05.220319 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1eb051-41f0-409a-bdf8-c720dcbec7db None None] Checking router: 744dafc6-87da-409e-a7b7-7a3446f8ec99 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:55:05.234423 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1eb051-41f0-409a-bdf8-c720dcbec7db None None] Routers {'744dafc6-87da-409e-a7b7-7a3446f8ec99'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:55:05.236397 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-0e1eb051-41f0-409a-bdf8-c720dcbec7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:54:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['744dafc6-87da-409e-a7b7-7a3446f8ec99'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:05.353025 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bf8eecdf-24f6-4155-876f-fae7cb68faab tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:05.392221 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8eecdf-24f6-4155-876f-fae7cb68faab tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event deleted for resources: {'Port': ['ID=695bddbc-718e-486c-a73b-e56e688095b1,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:05.405664 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-0e1eb051-41f0-409a-bdf8-c720dcbec7db None None] Set router 744dafc6-87da-409e-a7b7-7a3446f8ec99 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:55:05.703031 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bf8eecdf-24f6-4155-876f-fae7cb68faab tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:05.732303 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5c26d00e-74e0-4152-94a1-2947c3c7b883 req-f2ec4694-9527-4fa9-8e2c-1cc5b13c9b0d tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/ports?device_id=261b5aac-2fe1-4d1d-b802-85cf02d95173 HTTP/1.1" status: 200 len: 210 time: 0.0504348 Dec 16 09:55:05.878218 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-0e1eb051-41f0-409a-bdf8-c720dcbec7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'name': 'tempest-AttachVolumeShelveTestJSON-1862062291-router', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:05Z', 'updated_at': '2021-12-16T09:44:15Z', 'revision_number': 4, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'gw_port': {'id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:09Z', 'updated_at': '2021-12-16T09:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'b71a7501-5df2-411f-80ea-324a5c1794ba', 'name': '', 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'mac_address': 'fa:16:3e:f0:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '55767ecf-03fc-4a01-868c-518fd421c2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:13Z', 'updated_at': '2021-12-16T09:44:22Z', 'revision_number': 5, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'subnets': [{'id': '55767ecf-03fc-4a01-868c-518fd421c2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:05.905903 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1eb051-41f0-409a-bdf8-c720dcbec7db None None] The sync data for ids ['744dafc6-87da-409e-a7b7-7a3446f8ec99'] in n-d-820550-2 is: [{'id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'name': 'tempest-AttachVolumeShelveTestJSON-1862062291-router', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:05Z', 'updated_at': '2021-12-16T09:44:15Z', 'revision_number': 4, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'gw_port': {'id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:09Z', 'updated_at': '2021-12-16T09:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'b71a7501-5df2-411f-80ea-324a5c1794ba', 'name': '', 'network_id': '80ebca74-2610-4824-a3d8-8e60778e3639', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'mac_address': 'fa:16:3e:f0:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '55767ecf-03fc-4a01-868c-518fd421c2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:13Z', 'updated_at': '2021-12-16T09:44:22Z', 'revision_number': 5, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'subnets': [{'id': '55767ecf-03fc-4a01-868c-518fd421c2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:55:05.981949 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8eecdf-24f6-4155-876f-fae7cb68faab tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Router 2bf10011-4593-4d7c-a1a5-0790e0d34abb has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:55:06.197413 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1e41e2-f3db-4529-9a44-0b9947ece30f None None] New status for floating IP b32da163-3ae2-4744-81c4-3bb1d55d98f1: DOWN {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:55:06.257099 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 2df4058d-eac7-4293-9052-af0e0de4f9a5 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:55:06.280312 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 2df4058d-eac7-4293-9052-af0e0de4f9a5 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:55:06.280963 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 2df4058d-eac7-4293-9052-af0e0de4f9a5 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:55:06.417491 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8eecdf-24f6-4155-876f-fae7cb68faab tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:55:06.426258 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-bf8eecdf-24f6-4155-876f-fae7cb68faab tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "PUT /v2.0/routers/2bf10011-4593-4d7c-a1a5-0790e0d34abb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3640778 Dec 16 09:55:06.426553 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50116) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:06.430329 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9010e575-4cda-449f-a99d-4e46f53b136e None None] Sync routers for ids ['2bf10011-4593-4d7c-a1a5-0790e0d34abb'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:55:06.446207 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9010e575-4cda-449f-a99d-4e46f53b136e None None] Routers {'2bf10011-4593-4d7c-a1a5-0790e0d34abb'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:55:06.446830 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-9010e575-4cda-449f-a99d-4e46f53b136e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:54:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2bf10011-4593-4d7c-a1a5-0790e0d34abb'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:06.493675 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e745bd1-57a5-46b8-a7cc-1d23fe184da5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Deleting subnet 51d894a2-eca0-4233-9b54-57aa3929720c {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:55:06.498979 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9e745bd1-57a5-46b8-a7cc-1d23fe184da5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:06.544857 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9e745bd1-57a5-46b8-a7cc-1d23fe184da5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:06.573041 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-9010e575-4cda-449f-a99d-4e46f53b136e None None] Set router 2bf10011-4593-4d7c-a1a5-0790e0d34abb gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:55:06.636887 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9e745bd1-57a5-46b8-a7cc-1d23fe184da5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:06.767794 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-9010e575-4cda-449f-a99d-4e46f53b136e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279505317', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f6dae148-8351-4da9-8272-9c6ace62c778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:43Z', 'updated_at': '2021-12-16T09:55:05Z', 'revision_number': 5, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': 'f6dae148-8351-4da9-8272-9c6ace62c778', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:44Z', 'updated_at': '2021-12-16T09:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:06.794669 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9010e575-4cda-449f-a99d-4e46f53b136e None None] Checking router: 2bf10011-4593-4d7c-a1a5-0790e0d34abb for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:55:06.803272 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9010e575-4cda-449f-a99d-4e46f53b136e None None] Routers {'2bf10011-4593-4d7c-a1a5-0790e0d34abb'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:55:06.803929 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-9010e575-4cda-449f-a99d-4e46f53b136e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:54:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['2bf10011-4593-4d7c-a1a5-0790e0d34abb'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:06.813105 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9e745bd1-57a5-46b8-a7cc-1d23fe184da5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:06.842644 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e745bd1-57a5-46b8-a7cc-1d23fe184da5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event deleted for resources: {'Subnet': ['ID=51d894a2-eca0-4233-9b54-57aa3929720c,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:06.847337 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9e745bd1-57a5-46b8-a7cc-1d23fe184da5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:06.854011 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9e745bd1-57a5-46b8-a7cc-1d23fe184da5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "DELETE /v2.0/subnets/51d894a2-eca0-4233-9b54-57aa3929720c HTTP/1.1" status: 204 len: 168 time: 0.4184053 Dec 16 09:55:06.854011 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50124) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:06.867437 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3996b4-edac-44ba-bafc-63f42023b41d None None] Network 09f6ce2f-b77d-43c1-a5e9-9572e8048dc2 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:55:06.919845 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 50126) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:06.983592 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-53bc590c-4bd3-4021-8fcc-6e59b9a40424 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:07.001466 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-9010e575-4cda-449f-a99d-4e46f53b136e None None] Set router 2bf10011-4593-4d7c-a1a5-0790e0d34abb gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:55:07.040499 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e834e3ea-0a39-4134-971d-0297639e8b0a tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:07.067998 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e834e3ea-0a39-4134-971d-0297639e8b0a tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:07.144731 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-53bc590c-4bd3-4021-8fcc-6e59b9a40424 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:07.204648 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e834e3ea-0a39-4134-971d-0297639e8b0a tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:07.215368 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e834e3ea-0a39-4134-971d-0297639e8b0a tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:07.215368 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e834e3ea-0a39-4134-971d-0297639e8b0a tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "DELETE /v2.0/security-groups/f8d83741-c01d-4089-8c20-2d6c8ec9c31d HTTP/1.1" status: 204 len: 168 time: 0.2932968 Dec 16 09:55:07.219424 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50132) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:07.234594 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834e3ea-0a39-4134-971d-0297639e8b0a tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d83741-c01d-4089-8c20-2d6c8ec9c31d,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:07.263347 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 50134) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:07.273707 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c34230-e83b-40c9-83a2-c820f8e4cc6d None None] DHCP port deletion for 09f6ce2f-b77d-43c1-a5e9-9572e8048dc2 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:55:07.345145 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-9010e575-4cda-449f-a99d-4e46f53b136e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279505317', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f6dae148-8351-4da9-8272-9c6ace62c778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:43Z', 'updated_at': '2021-12-16T09:55:05Z', 'revision_number': 5, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': 'f6dae148-8351-4da9-8272-9c6ace62c778', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:44Z', 'updated_at': '2021-12-16T09:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:07.374851 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9010e575-4cda-449f-a99d-4e46f53b136e None None] The sync data for ids ['2bf10011-4593-4d7c-a1a5-0790e0d34abb'] in n-d-820550-2 is: [{'id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279505317', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f6dae148-8351-4da9-8272-9c6ace62c778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:52:43Z', 'updated_at': '2021-12-16T09:55:05Z', 'revision_number': 5, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': 'f6dae148-8351-4da9-8272-9c6ace62c778', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf10011-4593-4d7c-a1a5-0790e0d34abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:52:44Z', 'updated_at': '2021-12-16T09:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:55:07.376734 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:07.385167 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-a6c34230-e83b-40c9-83a2-c820f8e4cc6d None None] Deleting port 0b555aff-7d6e-4251-8237-b739c91a8fc0 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:55:07.385568 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a6c34230-e83b-40c9-83a2-c820f8e4cc6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:07.448262 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7e7cd843-9b62-4603-95c2-fbf695bbb10e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:07.485387 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-a6c34230-e83b-40c9-83a2-c820f8e4cc6d None None] For port 0b555aff-7d6e-4251-8237-b739c91a8fc0, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=0b555aff-7d6e-4251-8237-b739c91a8fc0,segment=NetworkSegment(da856e83-2910-4f09-b33c-2a63c7b4cd1e),segment_id=da856e83-2910-4f09-b33c-2a63c7b4cd1e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:55:07.485387 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a6c34230-e83b-40c9-83a2-c820f8e4cc6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:07.500737 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-a6c34230-e83b-40c9-83a2-c820f8e4cc6d None None] Calling delete_port for 0b555aff-7d6e-4251-8237-b739c91a8fc0 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:55:07.555286 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7e7cd843-9b62-4603-95c2-fbf695bbb10e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:07.596709 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-79a36a6f-10e1-4f6e-9e5a-a98ffa2f0e04 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] show failed (client error): The resource could not be found. Dec 16 09:55:07.597790 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-79a36a6f-10e1-4f6e-9e5a-a98ffa2f0e04 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "GET /v2.0/security-groups/f8d83741-c01d-4089-8c20-2d6c8ec9c31d HTTP/1.1" status: 404 len: 347 time: 0.3764675 Dec 16 09:55:07.600973 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50138) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:07.633687 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7e7cd843-9b62-4603-95c2-fbf695bbb10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:07.667339 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a6c34230-e83b-40c9-83a2-c820f8e4cc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:07.674111 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7cd843-9b62-4603-95c2-fbf695bbb10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58526b34-53b7-4ee8-b9ac-52c4e47c4121,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:07.690534 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7e7cd843-9b62-4603-95c2-fbf695bbb10e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d8498f8ba19945ddbed5f4018e85a4c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4235735 Dec 16 09:55:07.690841 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 50140) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:07.696223 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-53bc590c-4bd3-4021-8fcc-6e59b9a40424 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Deleting port f6dae148-8351-4da9-8272-9c6ace62c778 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:55:07.696577 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-53bc590c-4bd3-4021-8fcc-6e59b9a40424 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:07.703008 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c34230-e83b-40c9-83a2-c820f8e4cc6d None None] Pushing event deleted for resources: {'Port': ['ID=0b555aff-7d6e-4251-8237-b739c91a8fc0,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:07.712064 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c34230-e83b-40c9-83a2-c820f8e4cc6d None None] No DVR routers for this DVR port 0b555aff-7d6e-4251-8237-b739c91a8fc0 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:55:07.714468 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c34230-e83b-40c9-83a2-c820f8e4cc6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:07.714899 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c34230-e83b-40c9-83a2-c820f8e4cc6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:07.715315 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c34230-e83b-40c9-83a2-c820f8e4cc6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:07.715816 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c34230-e83b-40c9-83a2-c820f8e4cc6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:07.716175 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c34230-e83b-40c9-83a2-c820f8e4cc6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:07.716574 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c34230-e83b-40c9-83a2-c820f8e4cc6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:07.721362 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c34230-e83b-40c9-83a2-c820f8e4cc6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:07.721362 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c34230-e83b-40c9-83a2-c820f8e4cc6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:07.721362 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c34230-e83b-40c9-83a2-c820f8e4cc6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:07.721362 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c34230-e83b-40c9-83a2-c820f8e4cc6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:07.721362 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c34230-e83b-40c9-83a2-c820f8e4cc6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:07.721362 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c34230-e83b-40c9-83a2-c820f8e4cc6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:07.771062 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-157d9cd9-4462-463c-b5ff-d8a741b77ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:07.802273 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-157d9cd9-4462-463c-b5ff-d8a741b77ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:07.825517 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-b521fa5e-93e1-43d9-9b07-495ee09c92ae tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Deleting port b0e2a5e1-bf75-446f-bb2e-a5596a6bea75 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:55:07.825866 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b521fa5e-93e1-43d9-9b07-495ee09c92ae tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:07.828743 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-53bc590c-4bd3-4021-8fcc-6e59b9a40424 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] For port f6dae148-8351-4da9-8272-9c6ace62c778, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f6dae148-8351-4da9-8272-9c6ace62c778,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:55:07.829211 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-53bc590c-4bd3-4021-8fcc-6e59b9a40424 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:07.886906 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-53bc590c-4bd3-4021-8fcc-6e59b9a40424 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Calling delete_port for f6dae148-8351-4da9-8272-9c6ace62c778 owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:55:07.976911 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b521fa5e-93e1-43d9-9b07-495ee09c92ae tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:07.977288 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b521fa5e-93e1-43d9-9b07-495ee09c92ae tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:07.997022 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-b521fa5e-93e1-43d9-9b07-495ee09c92ae tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Calling delete_port for b0e2a5e1-bf75-446f-bb2e-a5596a6bea75 owned by network:floatingip {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:55:08.077044 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-157d9cd9-4462-463c-b5ff-d8a741b77ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:08.079797 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-157d9cd9-4462-463c-b5ff-d8a741b77ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:08.083489 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-157d9cd9-4462-463c-b5ff-d8a741b77ad6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/58526b34-53b7-4ee8-b9ac-52c4e47c4121 HTTP/1.1" status: 204 len: 168 time: 0.3889866 Dec 16 09:55:08.092091 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d9cd9-4462-463c-b5ff-d8a741b77ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58526b34-53b7-4ee8-b9ac-52c4e47c4121,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:08.249833 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-53bc590c-4bd3-4021-8fcc-6e59b9a40424 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:08.281211 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc590c-4bd3-4021-8fcc-6e59b9a40424 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event deleted for resources: {'Port': ['ID=f6dae148-8351-4da9-8272-9c6ace62c778,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:08.321502 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b521fa5e-93e1-43d9-9b07-495ee09c92ae tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:08.355083 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521fa5e-93e1-43d9-9b07-495ee09c92ae tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Pushing event deleted for resources: {'Port': ['ID=b0e2a5e1-bf75-446f-bb2e-a5596a6bea75,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:08.410124 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-53bc590c-4bd3-4021-8fcc-6e59b9a40424 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:08.527051 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-53bc590c-4bd3-4021-8fcc-6e59b9a40424 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:08.529843 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-53bc590c-4bd3-4021-8fcc-6e59b9a40424 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:08.534750 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b521fa5e-93e1-43d9-9b07-495ee09c92ae tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks [] for floatingip, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:08.538681 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b521fa5e-93e1-43d9-9b07-495ee09c92ae tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:08.539127 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b521fa5e-93e1-43d9-9b07-495ee09c92ae tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] 10.222.0.60 "DELETE /v2.0/floatingips/b32da163-3ae2-4744-81c4-3bb1d55d98f1 HTTP/1.1" status: 204 len: 168 time: 0.9370568 Dec 16 09:55:08.652868 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 695bddbc-718e-486c-a73b-e56e688095b1 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:55:08.676399 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 695bddbc-718e-486c-a73b-e56e688095b1 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:55:08.676745 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 695bddbc-718e-486c-a73b-e56e688095b1 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:55:08.677206 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 0b555aff-7d6e-4251-8237-b739c91a8fc0 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:55:08.695496 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 0b555aff-7d6e-4251-8237-b739c91a8fc0 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:55:08.695850 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 0b555aff-7d6e-4251-8237-b739c91a8fc0 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:55:08.705987 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-53bc590c-4bd3-4021-8fcc-6e59b9a40424 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:08.706599 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53bc590c-4bd3-4021-8fcc-6e59b9a40424 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Fanout notify agent at l3_agent the message router_deleted on router 2bf10011-4593-4d7c-a1a5-0790e0d34abb {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:55:08.717518 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-53bc590c-4bd3-4021-8fcc-6e59b9a40424 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:08.718848 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-53bc590c-4bd3-4021-8fcc-6e59b9a40424 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "DELETE /v2.0/routers/2bf10011-4593-4d7c-a1a5-0790e0d34abb HTTP/1.1" status: 204 len: 168 time: 1.8645017 Dec 16 09:55:08.721624 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50150) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:08.824760 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd4e2fad-a18f-4072-be0f-ff3ded612cfa tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:08.905780 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 50154) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:08.920309 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9ab22a8a-c54e-4568-8e43-18b9c71c7c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:08.933966 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd4e2fad-a18f-4072-be0f-ff3ded612cfa tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:08.955986 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-dd4e2fad-a18f-4072-be0f-ff3ded612cfa tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09f6ce2f-b77d-43c1-a5e9-9572e8048dc2']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:08.966942 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-dd4e2fad-a18f-4072-be0f-ff3ded612cfa tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da856e83-2910-4f09-b33c-2a63c7b4cd1e') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:08.967325 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-dd4e2fad-a18f-4072-be0f-ff3ded612cfa tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da856e83-2910-4f09-b33c-2a63c7b4cd1e') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:08.977258 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd4e2fad-a18f-4072-be0f-ff3ded612cfa tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:08.993958 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd4e2fad-a18f-4072-be0f-ff3ded612cfa tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:09.000694 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd4e2fad-a18f-4072-be0f-ff3ded612cfa tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:55:09.001091 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd4e2fad-a18f-4072-be0f-ff3ded612cfa tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:09.005358 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:55:09.005358 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:55:09.005358 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:55:09.005358 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:55:09.005358 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:55:09.005358 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:55:09.005358 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:55:09.005358 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:55:09.005358 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:55:09.005358 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:55:09.005358 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:55:09.005358 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:55:09.005358 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:55:09.005358 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:55:09.005358 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:55:09.005358 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:55:09.005358 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:55:09.005358 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:55:09.005358 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:55:09.005358 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:55:09.005358 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:55:09.005358 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:55:09.005358 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:55:09.005358 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:55:09.005358 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:55:09.005358 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:55:09.005358 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:55:09.005358 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:55:09.005358 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:55:09.005358 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:55:09.005358 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:55:09.005358 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:55:09.021943 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9ab22a8a-c54e-4568-8e43-18b9c71c7c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:09.118822 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9ab22a8a-c54e-4568-8e43-18b9c71c7c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:09.154577 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd4e2fad-a18f-4072-be0f-ff3ded612cfa tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:09.160680 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9ab22a8a-c54e-4568-8e43-18b9c71c7c10 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1d3ea23e76ba418f9fd09218b0b4dc80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2533245 Dec 16 09:55:09.163070 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab22a8a-c54e-4568-8e43-18b9c71c7c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10807914-911c-4549-adf3-d0f3aae568ff,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:09.164874 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50158) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:09.230114 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd4e2fad-a18f-4072-be0f-ff3ded612cfa tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:09.235817 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-dd4e2fad-a18f-4072-be0f-ff3ded612cfa tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "DELETE /v2.0/networks/09f6ce2f-b77d-43c1-a5e9-9572e8048dc2 HTTP/1.1" status: 204 len: 168 time: 0.5109034 Dec 16 09:55:09.236429 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 50160) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:09.247338 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e2fad-a18f-4072-be0f-ff3ded612cfa tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event deleted for resources: {'Network': ['ID=09f6ce2f-b77d-43c1-a5e9-9572e8048dc2,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:09.272854 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4efddf68-e255-4739-85f2-159ef6d6e6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:09.308711 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4efddf68-e255-4739-85f2-159ef6d6e6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:09.330127 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c372765f-1df3-4588-9e93-03325e1a8222 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:09.358368 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c372765f-1df3-4588-9e93-03325e1a8222 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:09.453864 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4efddf68-e255-4739-85f2-159ef6d6e6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:09.456504 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4efddf68-e255-4739-85f2-159ef6d6e6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:09.457694 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4efddf68-e255-4739-85f2-159ef6d6e6dd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/10807914-911c-4549-adf3-d0f3aae568ff HTTP/1.1" status: 204 len: 168 time: 0.2912920 Dec 16 09:55:09.467533 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efddf68-e255-4739-85f2-159ef6d6e6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10807914-911c-4549-adf3-d0f3aae568ff,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:09.494257 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:55:09.521593 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:55:09.522905 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 8c16075f-0c49-41c4-8cf6-cad9247d5bd0 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:55:09.569957 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c372765f-1df3-4588-9e93-03325e1a8222 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:09.578336 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c372765f-1df3-4588-9e93-03325e1a8222 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:09.578336 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c372765f-1df3-4588-9e93-03325e1a8222 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "DELETE /v2.0/security-groups/6d27c20c-a016-4ca4-aca0-311ac2b9116a HTTP/1.1" status: 204 len: 168 time: 0.3365698 Dec 16 09:55:09.590408 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372765f-1df3-4588-9e93-03325e1a8222 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d27c20c-a016-4ca4-aca0-311ac2b9116a,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:10.298263 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50186) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:10.303232 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-915b6b18-960d-4647-aa30-d87e2f4381a6 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1473349620', 'description': 'tempest-secgroup-smoke-1473349620 description', 'project_id': '7d5ec801137f4c9888df57468cddd269'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:10.393830 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-915b6b18-960d-4647-aa30-d87e2f4381a6 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:10.475201 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-915b6b18-960d-4647-aa30-d87e2f4381a6 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:10.505488 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f6dae148-8351-4da9-8272-9c6ace62c778 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:55:10.536973 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: f6dae148-8351-4da9-8272-9c6ace62c778 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:55:10.539969 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f6dae148-8351-4da9-8272-9c6ace62c778 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:55:10.558354 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-915b6b18-960d-4647-aa30-d87e2f4381a6 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:10.592794 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b6b18-960d-4647-aa30-d87e2f4381a6 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54a57540-bb56-492b-bd17-871db6f9e688,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:10.697522 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-915b6b18-960d-4647-aa30-d87e2f4381a6 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:10.701846 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-915b6b18-960d-4647-aa30-d87e2f4381a6 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3997312 Dec 16 09:55:10.706950 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50198) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:10.706950 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-8d8059dd-c204-47d7-a4a3-8be6b888e815 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'security_group_rule': {'security_group_id': '54a57540-bb56-492b-bd17-871db6f9e688', 'project_id': '7d5ec801137f4c9888df57468cddd269', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:10.742135 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:10.889242 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8d8059dd-c204-47d7-a4a3-8be6b888e815 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:10.951222 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8d8059dd-c204-47d7-a4a3-8be6b888e815 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:11.044481 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8d8059dd-c204-47d7-a4a3-8be6b888e815 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:11.064013 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8059dd-c204-47d7-a4a3-8be6b888e815 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b3306a5-4c65-41c4-b6d3-b0d4e17eb003,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:11.138644 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8d8059dd-c204-47d7-a4a3-8be6b888e815 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:11.140891 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8d8059dd-c204-47d7-a4a3-8be6b888e815 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4370956 Dec 16 09:55:11.150439 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50214) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:11.157837 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-7ef64924-cfb6-4c4a-9395-84a6c49d45f7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'security_group_rule': {'security_group_id': '54a57540-bb56-492b-bd17-871db6f9e688', 'project_id': '7d5ec801137f4c9888df57468cddd269', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:11.273575 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7ef64924-cfb6-4c4a-9395-84a6c49d45f7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:11.335493 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7ef64924-cfb6-4c4a-9395-84a6c49d45f7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:11.404503 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7ef64924-cfb6-4c4a-9395-84a6c49d45f7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:11.443177 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef64924-cfb6-4c4a-9395-84a6c49d45f7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d479ce-18fd-4548-a7db-ee2b8b5633d8,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:11.583171 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7ef64924-cfb6-4c4a-9395-84a6c49d45f7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:11.587379 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 50226) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:11.587898 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7ef64924-cfb6-4c4a-9395-84a6c49d45f7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4373965 Dec 16 09:55:11.594000 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-73768de5-0fc8-4cb0-a3c7-7b2d7d647cd0 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'security_group_rule': {'security_group_id': '54a57540-bb56-492b-bd17-871db6f9e688', 'project_id': '7d5ec801137f4c9888df57468cddd269', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:11.712407 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-73768de5-0fc8-4cb0-a3c7-7b2d7d647cd0 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:11.813657 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-73768de5-0fc8-4cb0-a3c7-7b2d7d647cd0 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:11.912721 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-73768de5-0fc8-4cb0-a3c7-7b2d7d647cd0 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:11.933544 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73768de5-0fc8-4cb0-a3c7-7b2d7d647cd0 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a7f5cd-81b3-403f-b720-92829edc5be4,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:12.043013 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-73768de5-0fc8-4cb0-a3c7-7b2d7d647cd0 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:12.051803 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50234) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:12.057465 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-c63ee5b9-d22b-4d16-a985-8fe4c8408af3 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'security_group_rule': {'security_group_id': '54a57540-bb56-492b-bd17-871db6f9e688', 'project_id': '7d5ec801137f4c9888df57468cddd269', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:12.070817 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-73768de5-0fc8-4cb0-a3c7-7b2d7d647cd0 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4812257 Dec 16 09:55:12.202850 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c63ee5b9-d22b-4d16-a985-8fe4c8408af3 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:12.277443 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c63ee5b9-d22b-4d16-a985-8fe4c8408af3 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:12.369593 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c63ee5b9-d22b-4d16-a985-8fe4c8408af3 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:12.385988 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ee5b9-d22b-4d16-a985-8fe4c8408af3 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fa9b018-5c0b-46ad-a6f3-52a5f0effc7d,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:12.460035 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c63ee5b9-d22b-4d16-a985-8fe4c8408af3 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:12.461322 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c63ee5b9-d22b-4d16-a985-8fe4c8408af3 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4080579 Dec 16 09:55:12.463958 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50250) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:12.471173 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-a1046ad0-d001-480f-992f-f8be6677b6a7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'security_group_rule': {'security_group_id': '54a57540-bb56-492b-bd17-871db6f9e688', 'project_id': '7d5ec801137f4c9888df57468cddd269', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:12.581204 n-d-820550-2 neutron-server[102816]: INFO neutron.db.securitygroups_db [None req-a1046ad0-d001-480f-992f-f8be6677b6a7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Project 7d5ec801137f4c9888df57468cddd269 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 09:55:12.586531 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a1046ad0-d001-480f-992f-f8be6677b6a7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:12.655401 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a1046ad0-d001-480f-992f-f8be6677b6a7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:12.712399 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a1046ad0-d001-480f-992f-f8be6677b6a7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:12.730763 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1046ad0-d001-480f-992f-f8be6677b6a7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec61111-09b7-470c-8929-ca3f6a909eab,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:12.811203 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a1046ad0-d001-480f-992f-f8be6677b6a7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:12.812860 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a1046ad0-d001-480f-992f-f8be6677b6a7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3473814 Dec 16 09:55:12.815939 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 50256) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:12.820789 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-dd368bfa-7ce8-46c7-bd51-2612aa90b7c9 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'security_group_rule': {'security_group_id': '54a57540-bb56-492b-bd17-871db6f9e688', 'project_id': '7d5ec801137f4c9888df57468cddd269', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:12.889757 n-d-820550-2 neutron-server[102817]: INFO neutron.db.securitygroups_db [None req-dd368bfa-7ce8-46c7-bd51-2612aa90b7c9 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Project 7d5ec801137f4c9888df57468cddd269 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 09:55:12.895476 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dd368bfa-7ce8-46c7-bd51-2612aa90b7c9 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:12.974725 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dd368bfa-7ce8-46c7-bd51-2612aa90b7c9 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:13.038935 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dd368bfa-7ce8-46c7-bd51-2612aa90b7c9 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:13.060758 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd368bfa-7ce8-46c7-bd51-2612aa90b7c9 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db4f02b4-ce90-4145-acd9-e639ff81dc31,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:13.116288 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dd368bfa-7ce8-46c7-bd51-2612aa90b7c9 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:13.121459 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50262) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:13.122444 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-dd368bfa-7ce8-46c7-bd51-2612aa90b7c9 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3054001 Dec 16 09:55:13.127107 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-120f5546-15c4-4cd3-b337-87394b010e7c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'network': {'name': 'tempest-network-smoke--1564966921', 'project_id': '7d5ec801137f4c9888df57468cddd269', 'port_security_enabled': True}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:13.233883 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120f5546-15c4-4cd3-b337-87394b010e7c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Made reservation on behalf of 7d5ec801137f4c9888df57468cddd269 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:55:13.237643 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-120f5546-15c4-4cd3-b337-87394b010e7c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:13.262677 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-120f5546-15c4-4cd3-b337-87394b010e7c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:55:13.277065 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-120f5546-15c4-4cd3-b337-87394b010e7c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:13.277449 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-120f5546-15c4-4cd3-b337-87394b010e7c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Added segment cb7066c7-6325-44eb-ac2c-928d0e615f7d of type vlan for network 72a707a6-318e-4215-ae09-8dc16dccc5ee Dec 16 09:55:13.328987 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-120f5546-15c4-4cd3-b337-87394b010e7c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:13.436891 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-120f5546-15c4-4cd3-b337-87394b010e7c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:13.442919 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120f5546-15c4-4cd3-b337-87394b010e7c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:13.443702 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-120f5546-15c4-4cd3-b337-87394b010e7c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:13.553161 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f5546-15c4-4cd3-b337-87394b010e7c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'Network': ['ID=72a707a6-318e-4215-ae09-8dc16dccc5ee,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:13.564121 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 72a707a6-318e-4215-ae09-8dc16dccc5ee details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:55:13.632498 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-120f5546-15c4-4cd3-b337-87394b010e7c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5089333 Dec 16 09:55:13.635007 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 50278) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:13.641637 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-a6da1272-f085-4fff-b508-5f2aebabed84 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-942980188', 'admin_state_up': True, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:13.797078 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a6da1272-f085-4fff-b508-5f2aebabed84 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:13.798300 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a6da1272-f085-4fff-b508-5f2aebabed84 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:13.850671 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a6da1272-f085-4fff-b508-5f2aebabed84 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:14.082806 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a6da1272-f085-4fff-b508-5f2aebabed84 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:14.406599 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a6da1272-f085-4fff-b508-5f2aebabed84 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for router_gateway, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:14.431036 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a6da1272-f085-4fff-b508-5f2aebabed84 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:14.567979 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-a6da1272-f085-4fff-b508-5f2aebabed84 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Allocated IP 172.25.1.223 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/0c8decf3-9828-4c1a-bd4b-819d10f1e9cc) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:55:14.680912 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50308) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:14.700381 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a6da1272-f085-4fff-b508-5f2aebabed84 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:14.810344 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a6da1272-f085-4fff-b508-5f2aebabed84 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:14.859128 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da1272-f085-4fff-b508-5f2aebabed84 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'Port': ['ID=0c8decf3-9828-4c1a-bd4b-819d10f1e9cc,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:14.879514 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6da1272-f085-4fff-b508-5f2aebabed84 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:55:14.881534 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-a6da1272-f085-4fff-b508-5f2aebabed84 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:55:14.887314 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6da1272-f085-4fff-b508-5f2aebabed84 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:55:15.317285 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a6da1272-f085-4fff-b508-5f2aebabed84 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for router_gateway, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:15.356157 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-439ec92b-5b12-4a0b-8a2b-773f890b1768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:15.576791 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a6da1272-f085-4fff-b508-5f2aebabed84 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:15.660118 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-439ec92b-5b12-4a0b-8a2b-773f890b1768 admin admin] Deleting port b71a7501-5df2-411f-80ea-324a5c1794ba {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:55:15.662175 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-439ec92b-5b12-4a0b-8a2b-773f890b1768 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:15.757728 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-439ec92b-5b12-4a0b-8a2b-773f890b1768 admin admin] For port b71a7501-5df2-411f-80ea-324a5c1794ba, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=b71a7501-5df2-411f-80ea-324a5c1794ba,segment=NetworkSegment(c1145db4-acce-4730-a2ad-0f420017f088),segment_id=c1145db4-acce-4730-a2ad-0f420017f088)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:55:15.758328 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-439ec92b-5b12-4a0b-8a2b-773f890b1768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:15.772444 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-439ec92b-5b12-4a0b-8a2b-773f890b1768 admin admin] Calling delete_port for b71a7501-5df2-411f-80ea-324a5c1794ba owned by network:router_interface {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:55:15.798399 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6da1272-f085-4fff-b508-5f2aebabed84 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Router 9ad25753-7ce3-4874-ae5a-5a05f5470074 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:55:15.925711 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6da1272-f085-4fff-b508-5f2aebabed84 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:55:15.952340 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eafe509-3334-464d-ba9d-0e5909f96b20 None None] Sync routers for ids ['9ad25753-7ce3-4874-ae5a-5a05f5470074'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:55:15.962111 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eafe509-3334-464d-ba9d-0e5909f96b20 None None] Routers {'9ad25753-7ce3-4874-ae5a-5a05f5470074'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:55:15.962767 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-9eafe509-3334-464d-ba9d-0e5909f96b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:54:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['9ad25753-7ce3-4874-ae5a-5a05f5470074'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:16.000743 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a6da1272-f085-4fff-b508-5f2aebabed84 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:16.000743 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a6da1272-f085-4fff-b508-5f2aebabed84 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3590465 Dec 16 09:55:16.000743 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 50338) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:16.019940 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-439ec92b-5b12-4a0b-8a2b-773f890b1768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:16.048931 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ec92b-5b12-4a0b-8a2b-773f890b1768 admin admin] Pushing event deleted for resources: {'Port': ['ID=b71a7501-5df2-411f-80ea-324a5c1794ba,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:16.088129 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-9eafe509-3334-464d-ba9d-0e5909f96b20 None None] Set router 9ad25753-7ce3-4874-ae5a-5a05f5470074 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:55:16.328539 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-439ec92b-5b12-4a0b-8a2b-773f890b1768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:16.346041 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9c972009-7ab7-4816-8fbc-ee498989e0e0 tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=7d5ec801137f4c9888df57468cddd269&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3402915 Dec 16 09:55:16.346676 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 50348) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:16.419461 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-9eafe509-3334-464d-ba9d-0e5909f96b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942980188', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '0c8decf3-9828-4c1a-bd4b-819d10f1e9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:55:13Z', 'updated_at': '2021-12-16T09:55:15Z', 'revision_number': 3, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '0c8decf3-9828-4c1a-bd4b-819d10f1e9cc', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:68:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:14Z', 'updated_at': '2021-12-16T09:55:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:16.451952 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eafe509-3334-464d-ba9d-0e5909f96b20 None None] Checking router: 9ad25753-7ce3-4874-ae5a-5a05f5470074 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:55:16.453023 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eafe509-3334-464d-ba9d-0e5909f96b20 None None] Updating router 9ad25753-7ce3-4874-ae5a-5a05f5470074 port 0c8decf3-9828-4c1a-bd4b-819d10f1e9cc binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:55:16.480432 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-9eafe509-3334-464d-ba9d-0e5909f96b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:16.521513 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f832bd6-7417-456c-bec3-c10108970880 tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:16.533704 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0f832bd6-7417-456c-bec3-c10108970880 tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1856561 Dec 16 09:55:16.534444 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 50352) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:16.637505 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50356) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:16.638322 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-639549e4-3f30-4879-893b-f68eb51453aa tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=66f24afa-c67f-4411-a795-f16773380b27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1026337 Dec 16 09:55:16.651121 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-966c3b49-54ef-4411-b270-56aa39340f1e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1939049828', 'network_id': '72a707a6-318e-4215-ae09-8dc16dccc5ee', 'project_id': '7d5ec801137f4c9888df57468cddd269', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:16.733517 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439ec92b-5b12-4a0b-8a2b-773f890b1768 admin admin] Router 744dafc6-87da-409e-a7b7-7a3446f8ec99 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:55:16.863605 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439ec92b-5b12-4a0b-8a2b-773f890b1768 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:55:16.871378 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-439ec92b-5b12-4a0b-8a2b-773f890b1768 admin admin] 10.222.0.60 "PUT /v2.0/routers/744dafc6-87da-409e-a7b7-7a3446f8ec99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1879861 Dec 16 09:55:16.872600 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50362) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:16.876084 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7caf3c65-b2f7-4fc0-bd96-a8fea81a14a5 None None] Sync routers for ids ['744dafc6-87da-409e-a7b7-7a3446f8ec99'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:55:16.886743 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caf3c65-b2f7-4fc0-bd96-a8fea81a14a5 None None] Routers {'744dafc6-87da-409e-a7b7-7a3446f8ec99'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:55:16.887421 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-7caf3c65-b2f7-4fc0-bd96-a8fea81a14a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:54:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['744dafc6-87da-409e-a7b7-7a3446f8ec99'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:16.951655 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-9eafe509-3334-464d-ba9d-0e5909f96b20 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:16.965579 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966c3b49-54ef-4411-b270-56aa39340f1e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Made reservation on behalf of 7d5ec801137f4c9888df57468cddd269 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:55:16.969965 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-966c3b49-54ef-4411-b270-56aa39340f1e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:17.003012 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-7caf3c65-b2f7-4fc0-bd96-a8fea81a14a5 None None] Set router 744dafc6-87da-409e-a7b7-7a3446f8ec99 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:55:17.048385 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-9eafe509-3334-464d-ba9d-0e5909f96b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:17.088040 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c1845130-9b4f-418e-988c-88c65f73f820 admin admin] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:17.134045 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-9eafe509-3334-464d-ba9d-0e5909f96b20 None None] Attempting to bind port 0c8decf3-9828-4c1a-bd4b-819d10f1e9cc on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:55:17.134624 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-9eafe509-3334-464d-ba9d-0e5909f96b20 None None] Attempting to bind port 0c8decf3-9828-4c1a-bd4b-819d10f1e9cc by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:55:17.135095 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eafe509-3334-464d-ba9d-0e5909f96b20 None None] Attempting to bind port 0c8decf3-9828-4c1a-bd4b-819d10f1e9cc on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:55:17.148154 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc1c41-90e6-4ce0-a8ce-95b38ac74248 None None] Pushing event updated for resources: {'Port': ['ID=0c8decf3-9828-4c1a-bd4b-819d10f1e9cc,revision_number=2']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:17.152714 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eafe509-3334-464d-ba9d-0e5909f96b20 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:55:17.153455 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eafe509-3334-464d-ba9d-0e5909f96b20 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:55:17.154154 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-9eafe509-3334-464d-ba9d-0e5909f96b20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:17.174489 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eafe509-3334-464d-ba9d-0e5909f96b20 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:55:17.175268 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-9eafe509-3334-464d-ba9d-0e5909f96b20 None None] Bound port: 0c8decf3-9828-4c1a-bd4b-819d10f1e9cc, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:55:17.176314 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-9eafe509-3334-464d-ba9d-0e5909f96b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:17.185032 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc1c41-90e6-4ce0-a8ce-95b38ac74248 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:17.185873 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc1c41-90e6-4ce0-a8ce-95b38ac74248 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:17.186314 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc1c41-90e6-4ce0-a8ce-95b38ac74248 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:17.186748 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc1c41-90e6-4ce0-a8ce-95b38ac74248 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:17.187221 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc1c41-90e6-4ce0-a8ce-95b38ac74248 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:17.187644 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc1c41-90e6-4ce0-a8ce-95b38ac74248 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:17.188119 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc1c41-90e6-4ce0-a8ce-95b38ac74248 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:17.188538 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc1c41-90e6-4ce0-a8ce-95b38ac74248 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:17.188959 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc1c41-90e6-4ce0-a8ce-95b38ac74248 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:17.189429 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc1c41-90e6-4ce0-a8ce-95b38ac74248 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:17.189907 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc1c41-90e6-4ce0-a8ce-95b38ac74248 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:17.190492 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc1c41-90e6-4ce0-a8ce-95b38ac74248 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:17.265100 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-9eafe509-3334-464d-ba9d-0e5909f96b20 None None] For port 0c8decf3-9828-4c1a-bd4b-819d10f1e9cc, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:55:17.269574 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-9eafe509-3334-464d-ba9d-0e5909f96b20 None None] For port 0c8decf3-9828-4c1a-bd4b-819d10f1e9cc, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=0c8decf3-9828-4c1a-bd4b-819d10f1e9cc,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:55:17.291580 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-7caf3c65-b2f7-4fc0-bd96-a8fea81a14a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'name': 'tempest-AttachVolumeShelveTestJSON-1862062291-router', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:05Z', 'updated_at': '2021-12-16T09:55:15Z', 'revision_number': 5, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'gw_port': {'id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:09Z', 'updated_at': '2021-12-16T09:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:17.325738 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7caf3c65-b2f7-4fc0-bd96-a8fea81a14a5 None None] Checking router: 744dafc6-87da-409e-a7b7-7a3446f8ec99 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:55:17.335370 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caf3c65-b2f7-4fc0-bd96-a8fea81a14a5 None None] Routers {'744dafc6-87da-409e-a7b7-7a3446f8ec99'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:55:17.336087 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-7caf3c65-b2f7-4fc0-bd96-a8fea81a14a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:54:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['744dafc6-87da-409e-a7b7-7a3446f8ec99'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:17.347286 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-9eafe509-3334-464d-ba9d-0e5909f96b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:17.407336 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eafe509-3334-464d-ba9d-0e5909f96b20 None None] Routers {'9ad25753-7ce3-4874-ae5a-5a05f5470074'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:55:17.408107 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-9eafe509-3334-464d-ba9d-0e5909f96b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:54:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['9ad25753-7ce3-4874-ae5a-5a05f5470074'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:17.498152 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc1c41-90e6-4ce0-a8ce-95b38ac74248 None None] Pushing event updated for resources: {'Port': ['ID=0c8decf3-9828-4c1a-bd4b-819d10f1e9cc,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:17.501645 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-7caf3c65-b2f7-4fc0-bd96-a8fea81a14a5 None None] Set router 744dafc6-87da-409e-a7b7-7a3446f8ec99 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:55:17.560996 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-9eafe509-3334-464d-ba9d-0e5909f96b20 None None] Set router 9ad25753-7ce3-4874-ae5a-5a05f5470074 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:55:17.757489 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c1845130-9b4f-418e-988c-88c65f73f820 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:17.800840 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-9eafe509-3334-464d-ba9d-0e5909f96b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942980188', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '0c8decf3-9828-4c1a-bd4b-819d10f1e9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:55:13Z', 'updated_at': '2021-12-16T09:55:15Z', 'revision_number': 3, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '0c8decf3-9828-4c1a-bd4b-819d10f1e9cc', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:68:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:14Z', 'updated_at': '2021-12-16T09:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:17.828060 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-966c3b49-54ef-4411-b270-56aa39340f1e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:17.835859 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eafe509-3334-464d-ba9d-0e5909f96b20 None None] The sync data for ids ['9ad25753-7ce3-4874-ae5a-5a05f5470074'] in n-d-820550-2 is: [{'id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942980188', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '0c8decf3-9828-4c1a-bd4b-819d10f1e9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:55:13Z', 'updated_at': '2021-12-16T09:55:15Z', 'revision_number': 3, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '0c8decf3-9828-4c1a-bd4b-819d10f1e9cc', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:68:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:14Z', 'updated_at': '2021-12-16T09:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:55:17.900065 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c3b49-54ef-4411-b270-56aa39340f1e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'Subnet': ['ID=2da1b42f-9759-4659-877b-e53de53499f8,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:17.946369 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-7caf3c65-b2f7-4fc0-bd96-a8fea81a14a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'name': 'tempest-AttachVolumeShelveTestJSON-1862062291-router', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:05Z', 'updated_at': '2021-12-16T09:55:15Z', 'revision_number': 5, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'gw_port': {'id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:09Z', 'updated_at': '2021-12-16T09:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:17.962823 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966c3b49-54ef-4411-b270-56aa39340f1e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Checking segment: {'id': 'cb7066c7-6325-44eb-ac2c-928d0e615f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '72a707a6-318e-4215-ae09-8dc16dccc5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:55:17.963178 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966c3b49-54ef-4411-b270-56aa39340f1e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Network hostable DHCP agents. Network: 72a707a6-318e-4215-ae09-8dc16dccc5ee, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:55:17.994082 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-c1845130-9b4f-418e-988c-88c65f73f820 admin admin] Deleting port e43b765f-21e8-44af-a022-ae05e9e6be0e {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:55:17.994671 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c1845130-9b4f-418e-988c-88c65f73f820 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:17.998707 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7caf3c65-b2f7-4fc0-bd96-a8fea81a14a5 None None] The sync data for ids ['744dafc6-87da-409e-a7b7-7a3446f8ec99'] in n-d-820550-2 is: [{'id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'name': 'tempest-AttachVolumeShelveTestJSON-1862062291-router', 'tenant_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:05Z', 'updated_at': '2021-12-16T09:55:15Z', 'revision_number': 5, 'project_id': '55938af2fa4b4c6f80f602d4625ae2cd', 'gw_port': {'id': 'e43b765f-21e8-44af-a022-ae05e9e6be0e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:67:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744dafc6-87da-409e-a7b7-7a3446f8ec99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:09Z', 'updated_at': '2021-12-16T09:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:55:18.063444 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966c3b49-54ef-4411-b270-56aa39340f1e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Network 72a707a6-318e-4215-ae09-8dc16dccc5ee is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:55:18.102876 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-c1845130-9b4f-418e-988c-88c65f73f820 admin admin] For port e43b765f-21e8-44af-a022-ae05e9e6be0e, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=e43b765f-21e8-44af-a022-ae05e9e6be0e,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:55:18.103337 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c1845130-9b4f-418e-988c-88c65f73f820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:18.118053 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-c1845130-9b4f-418e-988c-88c65f73f820 admin admin] Calling delete_port for e43b765f-21e8-44af-a022-ae05e9e6be0e owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:55:18.164518 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-966c3b49-54ef-4411-b270-56aa39340f1e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 72a707a6-318e-4215-ae09-8dc16dccc5ee) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:55:18.173656 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdd909e-b216-4de1-9775-413bcedd8050 None None] Network 72a707a6-318e-4215-ae09-8dc16dccc5ee requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:55:18.179544 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966c3b49-54ef-4411-b270-56aa39340f1e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:18.180143 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-966c3b49-54ef-4411-b270-56aa39340f1e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:18.263217 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-966c3b49-54ef-4411-b270-56aa39340f1e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6166668 Dec 16 09:55:18.265288 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 50388) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:18.375797 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c1845130-9b4f-418e-988c-88c65f73f820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:18.422704 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e43ca7-db04-443f-bf01-53e7dc0fe48b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-72a707a6-318e-4215-ae09-8dc16dccc5ee', 'network_id': '72a707a6-318e-4215-ae09-8dc16dccc5ee', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'fixed_ips': [{'subnet_id': '2da1b42f-9759-4659-877b-e53de53499f8'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:55:18.423577 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-31e43ca7-db04-443f-bf01-53e7dc0fe48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:18.467350 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1845130-9b4f-418e-988c-88c65f73f820 admin admin] Pushing event deleted for resources: {'Port': ['ID=e43b765f-21e8-44af-a022-ae05e9e6be0e,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:18.670166 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c1845130-9b4f-418e-988c-88c65f73f820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:18.674471 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-31e43ca7-db04-443f-bf01-53e7dc0fe48b None None] Allocated IP 172.20.0.2 (72a707a6-318e-4215-ae09-8dc16dccc5ee/2da1b42f-9759-4659-877b-e53de53499f8/8ef90201-62de-4926-b086-70dac38fa181) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:55:18.820381 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 0c8decf3-9828-4c1a-bd4b-819d10f1e9cc up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:55:18.863984 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c1845130-9b4f-418e-988c-88c65f73f820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:18.867215 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c1845130-9b4f-418e-988c-88c65f73f820 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:18.970069 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 0c8decf3-9828-4c1a-bd4b-819d10f1e9cc triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:18.970627 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:18.991496 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-31e43ca7-db04-443f-bf01-53e7dc0fe48b None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:19.031118 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c1845130-9b4f-418e-988c-88c65f73f820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:19.031692 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1845130-9b4f-418e-988c-88c65f73f820 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 744dafc6-87da-409e-a7b7-7a3446f8ec99 {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:55:19.035977 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c1845130-9b4f-418e-988c-88c65f73f820 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:19.041400 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c1845130-9b4f-418e-988c-88c65f73f820 admin admin] 10.222.0.60 "DELETE /v2.0/routers/744dafc6-87da-409e-a7b7-7a3446f8ec99 HTTP/1.1" status: 204 len: 168 time: 2.1591425 Dec 16 09:55:19.043047 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50402) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:19.076940 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:19.091835 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-31e43ca7-db04-443f-bf01-53e7dc0fe48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:19.116713 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e43ca7-db04-443f-bf01-53e7dc0fe48b None None] Network 72a707a6-318e-4215-ae09-8dc16dccc5ee is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:55:19.126412 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-31e43ca7-db04-443f-bf01-53e7dc0fe48b None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:55:19.147950 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-15aeec14-5da1-48f2-91d0-3606ac002509 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:19.148695 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e43ca7-db04-443f-bf01-53e7dc0fe48b None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:55:19.166942 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 0c8decf3-9828-4c1a-bd4b-819d10f1e9cc, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=0c8decf3-9828-4c1a-bd4b-819d10f1e9cc,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:55:19.196506 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-e873f568-d463-43a3-a950-43d5c2795603 admin admin] Deleting subnet 55767ecf-03fc-4a01-868c-518fd421c2f1 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:55:19.205888 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e873f568-d463-43a3-a950-43d5c2795603 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:19.268320 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-31e43ca7-db04-443f-bf01-53e7dc0fe48b None None] Attempting to bind port 8ef90201-62de-4926-b086-70dac38fa181 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:55:19.269184 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-31e43ca7-db04-443f-bf01-53e7dc0fe48b None None] Attempting to bind port 8ef90201-62de-4926-b086-70dac38fa181 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'cb7066c7-6325-44eb-ac2c-928d0e615f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '72a707a6-318e-4215-ae09-8dc16dccc5ee'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:55:19.273758 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e43ca7-db04-443f-bf01-53e7dc0fe48b None None] Attempting to bind port 8ef90201-62de-4926-b086-70dac38fa181 on network 72a707a6-318e-4215-ae09-8dc16dccc5ee {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:55:19.285390 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:19.288038 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e873f568-d463-43a3-a950-43d5c2795603 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:19.291633 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e43ca7-db04-443f-bf01-53e7dc0fe48b None None] Pushing event updated for resources: {'Port': ['ID=8ef90201-62de-4926-b086-70dac38fa181,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:19.329184 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e43ca7-db04-443f-bf01-53e7dc0fe48b None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:55:19.329629 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e43ca7-db04-443f-bf01-53e7dc0fe48b None None] Checking segment: {'id': 'cb7066c7-6325-44eb-ac2c-928d0e615f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '72a707a6-318e-4215-ae09-8dc16dccc5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:55:19.330046 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-31e43ca7-db04-443f-bf01-53e7dc0fe48b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:19.330441 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e43ca7-db04-443f-bf01-53e7dc0fe48b None None] Bound using segment: {'id': 'cb7066c7-6325-44eb-ac2c-928d0e615f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '72a707a6-318e-4215-ae09-8dc16dccc5ee'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:55:19.331450 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-31e43ca7-db04-443f-bf01-53e7dc0fe48b None None] Bound port: 8ef90201-62de-4926-b086-70dac38fa181, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7066c7-6325-44eb-ac2c-928d0e615f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '72a707a6-318e-4215-ae09-8dc16dccc5ee'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:55:19.331853 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-31e43ca7-db04-443f-bf01-53e7dc0fe48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:19.336013 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device b71a7501-5df2-411f-80ea-324a5c1794ba no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:55:19.398321 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: b71a7501-5df2-411f-80ea-324a5c1794ba {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:55:19.398627 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device b71a7501-5df2-411f-80ea-324a5c1794ba not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:55:19.423027 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e873f568-d463-43a3-a950-43d5c2795603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:19.455125 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=0c8decf3-9828-4c1a-bd4b-819d10f1e9cc,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:19.490821 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-31e43ca7-db04-443f-bf01-53e7dc0fe48b None None] For port 8ef90201-62de-4926-b086-70dac38fa181, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:55:19.498664 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-31e43ca7-db04-443f-bf01-53e7dc0fe48b None None] For port 8ef90201-62de-4926-b086-70dac38fa181, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8ef90201-62de-4926-b086-70dac38fa181,segment=NetworkSegment(cb7066c7-6325-44eb-ac2c-928d0e615f7d),segment_id=cb7066c7-6325-44eb-ac2c-928d0e615f7d)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:55:19.575663 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-31e43ca7-db04-443f-bf01-53e7dc0fe48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:19.655623 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e43ca7-db04-443f-bf01-53e7dc0fe48b None None] Pushing event updated for resources: {'Port': ['ID=8ef90201-62de-4926-b086-70dac38fa181,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:19.677211 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e873f568-d463-43a3-a950-43d5c2795603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:19.690593 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-15aeec14-5da1-48f2-91d0-3606ac002509 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Allocated IP 172.20.0.1 (72a707a6-318e-4215-ae09-8dc16dccc5ee/2da1b42f-9759-4659-877b-e53de53499f8/641c774c-7994-4679-b135-c23a4cd06712) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:55:19.727561 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171fb747-3c2d-41c6-8f91-4df11eebc54e None None] Network 80ebca74-2610-4824-a3d8-8e60778e3639 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:55:19.739533 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e873f568-d463-43a3-a950-43d5c2795603 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:19.746779 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e873f568-d463-43a3-a950-43d5c2795603 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/55767ecf-03fc-4a01-868c-518fd421c2f1 HTTP/1.1" status: 204 len: 168 time: 0.7026105 Dec 16 09:55:19.748754 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873f568-d463-43a3-a950-43d5c2795603 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55767ecf-03fc-4a01-868c-518fd421c2f1,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:19.760898 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50414) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:19.879946 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-15aeec14-5da1-48f2-91d0-3606ac002509 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:19.894642 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c88e5f42-7035-49d5-8773-5924c3fb78a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:20.012546 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-c88e5f42-7035-49d5-8773-5924c3fb78a2 admin admin] Deleting port 5c0abaf3-49fb-4fdf-8525-871dd59d632a {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:55:20.012895 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c88e5f42-7035-49d5-8773-5924c3fb78a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:20.072124 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-15aeec14-5da1-48f2-91d0-3606ac002509 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:20.099379 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07d45cf-c818-4add-980e-2d846b97b10c None None] DHCP port deletion for 80ebca74-2610-4824-a3d8-8e60778e3639 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:55:20.114186 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-c88e5f42-7035-49d5-8773-5924c3fb78a2 admin admin] For port 5c0abaf3-49fb-4fdf-8525-871dd59d632a, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5c0abaf3-49fb-4fdf-8525-871dd59d632a,segment=NetworkSegment(c1145db4-acce-4730-a2ad-0f420017f088),segment_id=c1145db4-acce-4730-a2ad-0f420017f088)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:55:20.114915 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c88e5f42-7035-49d5-8773-5924c3fb78a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:20.140780 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-c88e5f42-7035-49d5-8773-5924c3fb78a2 admin admin] Calling delete_port for 5c0abaf3-49fb-4fdf-8525-871dd59d632a owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:55:20.167849 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15aeec14-5da1-48f2-91d0-3606ac002509 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Network 72a707a6-318e-4215-ae09-8dc16dccc5ee is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:55:20.180657 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-15aeec14-5da1-48f2-91d0-3606ac002509 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:55:20.184474 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aeec14-5da1-48f2-91d0-3606ac002509 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'Port': ['ID=641c774c-7994-4679-b135-c23a4cd06712,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:20.192092 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f07d45cf-c818-4add-980e-2d846b97b10c None None] Deleting port 5c0abaf3-49fb-4fdf-8525-871dd59d632a {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:55:20.192471 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f07d45cf-c818-4add-980e-2d846b97b10c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:20.192930 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15aeec14-5da1-48f2-91d0-3606ac002509 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:55:20.320335 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f07d45cf-c818-4add-980e-2d846b97b10c None None] For port 5c0abaf3-49fb-4fdf-8525-871dd59d632a, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5c0abaf3-49fb-4fdf-8525-871dd59d632a,segment=NetworkSegment(c1145db4-acce-4730-a2ad-0f420017f088),segment_id=c1145db4-acce-4730-a2ad-0f420017f088)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:55:20.320917 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f07d45cf-c818-4add-980e-2d846b97b10c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:20.338066 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f07d45cf-c818-4add-980e-2d846b97b10c None None] Calling delete_port for 5c0abaf3-49fb-4fdf-8525-871dd59d632a owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:55:20.398797 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c88e5f42-7035-49d5-8773-5924c3fb78a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:55:20.417779 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 09:55:20.434832 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f07d45cf-c818-4add-980e-2d846b97b10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:20.438803 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e5f42-7035-49d5-8773-5924c3fb78a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c0abaf3-49fb-4fdf-8525-871dd59d632a,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:20.444190 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88e5f42-7035-49d5-8773-5924c3fb78a2 admin admin] No DVR routers for this DVR port 5c0abaf3-49fb-4fdf-8525-871dd59d632a on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:55:20.507207 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d45cf-c818-4add-980e-2d846b97b10c None None] Pushing event deleted for resources: {'Port': ['ID=5c0abaf3-49fb-4fdf-8525-871dd59d632a,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:20.519476 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07d45cf-c818-4add-980e-2d846b97b10c None None] No DVR routers for this DVR port 5c0abaf3-49fb-4fdf-8525-871dd59d632a on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:55:20.545267 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c88e5f42-7035-49d5-8773-5924c3fb78a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:20.578321 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-c88e5f42-7035-49d5-8773-5924c3fb78a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ebca74-2610-4824-a3d8-8e60778e3639']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:20.591745 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-c88e5f42-7035-49d5-8773-5924c3fb78a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1145db4-acce-4730-a2ad-0f420017f088') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:20.592053 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-c88e5f42-7035-49d5-8773-5924c3fb78a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1145db4-acce-4730-a2ad-0f420017f088') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:20.608271 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c88e5f42-7035-49d5-8773-5924c3fb78a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:20.628769 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c88e5f42-7035-49d5-8773-5924c3fb78a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:20.636843 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c88e5f42-7035-49d5-8773-5924c3fb78a2 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:55:20.637283 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c88e5f42-7035-49d5-8773-5924c3fb78a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:20.639580 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:55:20.639580 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:55:20.639580 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:55:20.639580 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:55:20.639580 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:55:20.639580 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:55:20.639580 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:55:20.639580 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:55:20.639580 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:55:20.639580 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:55:20.639580 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:55:20.639580 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:55:20.639580 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:55:20.639580 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:55:20.639580 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:55:20.639580 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:55:20.639580 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:55:20.639580 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:55:20.639580 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:55:20.639580 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:55:20.639580 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:55:20.639580 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:55:20.639580 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:55:20.639580 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:55:20.639580 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:55:20.639580 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:55:20.639580 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:55:20.639580 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:55:20.639580 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:55:20.639580 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:55:20.639580 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:55:20.639580 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:55:20.732752 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-15aeec14-5da1-48f2-91d0-3606ac002509 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:20.792427 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c88e5f42-7035-49d5-8773-5924c3fb78a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:20.815280 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c88e5f42-7035-49d5-8773-5924c3fb78a2 admin admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:20.818981 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c88e5f42-7035-49d5-8773-5924c3fb78a2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/80ebca74-2610-4824-a3d8-8e60778e3639 HTTP/1.1" status: 204 len: 168 time: 1.0558038 Dec 16 09:55:20.820085 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e5f42-7035-49d5-8773-5924c3fb78a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=80ebca74-2610-4824-a3d8-8e60778e3639,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:20.826486 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 0c8decf3-9828-4c1a-bd4b-819d10f1e9cc up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:55:20.898676 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 0c8decf3-9828-4c1a-bd4b-819d10f1e9cc triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:20.899047 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:20.977161 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-15aeec14-5da1-48f2-91d0-3606ac002509 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:21.043239 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8ef90201-62de-4926-b086-70dac38fa181 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:55:21.118813 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 8ef90201-62de-4926-b086-70dac38fa181 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:21.119430 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:21.231015 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:21.273218 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 8ef90201-62de-4926-b086-70dac38fa181, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8ef90201-62de-4926-b086-70dac38fa181,segment=NetworkSegment(cb7066c7-6325-44eb-ac2c-928d0e615f7d),segment_id=cb7066c7-6325-44eb-ac2c-928d0e615f7d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:55:21.312411 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:21.373832 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=8ef90201-62de-4926-b086-70dac38fa181,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:21.399671 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5c0abaf3-49fb-4fdf-8525-871dd59d632a no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:55:21.423528 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93685263-0394-47b8-acd6-450b1ac1beba None None] Network 72a707a6-318e-4215-ae09-8dc16dccc5ee requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:55:21.426937 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 5c0abaf3-49fb-4fdf-8525-871dd59d632a {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:55:21.427091 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5c0abaf3-49fb-4fdf-8525-871dd59d632a not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:55:21.427390 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device e43b765f-21e8-44af-a022-ae05e9e6be0e no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:55:21.460715 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: e43b765f-21e8-44af-a022-ae05e9e6be0e {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:55:21.460715 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device e43b765f-21e8-44af-a022-ae05e9e6be0e not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:55:21.505000 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50448) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:21.523914 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-3ee8e8d7-ac9c-4dea-8d6d-3fb5d8385a45 None None] Provisioning complete for port 8ef90201-62de-4926-b086-70dac38fa181 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:21.524221 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3ee8e8d7-ac9c-4dea-8d6d-3fb5d8385a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:21.568041 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-15aeec14-5da1-48f2-91d0-3606ac002509 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:21.590775 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-cfd93e92-12d1-4fb2-bd8d-844c6453957e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=55938af2fa4b4c6f80f602d4625ae2cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0836835 Dec 16 09:55:21.593051 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50450) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:21.643488 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-15aeec14-5da1-48f2-91d0-3606ac002509 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:21.655059 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-97ad633b-c3c2-4b37-b617-2d5e410d81d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:21.682348 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-97ad633b-c3c2-4b37-b617-2d5e410d81d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:21.744404 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aeec14-5da1-48f2-91d0-3606ac002509 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'Port': ['ID=641c774c-7994-4679-b135-c23a4cd06712,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:21.773075 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-15aeec14-5da1-48f2-91d0-3606ac002509 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:21.809746 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-97ad633b-c3c2-4b37-b617-2d5e410d81d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:21.812745 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-97ad633b-c3c2-4b37-b617-2d5e410d81d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:21.814207 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-97ad633b-c3c2-4b37-b617-2d5e410d81d4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/de5715e3-29cb-4c95-875d-c468beef0175 HTTP/1.1" status: 204 len: 168 time: 0.2200625 Dec 16 09:55:21.834434 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad633b-c3c2-4b37-b617-2d5e410d81d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5715e3-29cb-4c95-875d-c468beef0175,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:21.915701 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15aeec14-5da1-48f2-91d0-3606ac002509 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Network 72a707a6-318e-4215-ae09-8dc16dccc5ee is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:55:21.917351 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-15aeec14-5da1-48f2-91d0-3606ac002509 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:55:22.033066 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-ad85d525-396b-4f80-83f6-5f17874f94ac None None] Provisioning complete for port 641c774c-7994-4679-b135-c23a4cd06712 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:22.033730 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ad85d525-396b-4f80-83f6-5f17874f94ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:22.100614 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-ad85d525-396b-4f80-83f6-5f17874f94ac None None] Port 641c774c-7994-4679-b135-c23a4cd06712 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:55:22.119832 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15aeec14-5da1-48f2-91d0-3606ac002509 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Router 9ad25753-7ce3-4874-ae5a-5a05f5470074 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:55:22.144894 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-ad85d525-396b-4f80-83f6-5f17874f94ac None None] Provisioning complete for port 8ef90201-62de-4926-b086-70dac38fa181 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:22.144894 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ad85d525-396b-4f80-83f6-5f17874f94ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:22.242839 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15aeec14-5da1-48f2-91d0-3606ac002509 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:55:22.253588 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d5c9a5-3f79-47e7-9720-dc69324a50ce None None] Sync routers for ids ['9ad25753-7ce3-4874-ae5a-5a05f5470074'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:55:22.256412 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-15aeec14-5da1-48f2-91d0-3606ac002509 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "PUT /v2.0/routers/9ad25753-7ce3-4874-ae5a-5a05f5470074/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9893143 Dec 16 09:55:22.264494 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d5c9a5-3f79-47e7-9720-dc69324a50ce None None] Routers {'9ad25753-7ce3-4874-ae5a-5a05f5470074'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:55:22.265169 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-26d5c9a5-3f79-47e7-9720-dc69324a50ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:54:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['9ad25753-7ce3-4874-ae5a-5a05f5470074'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:22.374395 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-5ba76431-accd-404e-a4a9-f2c775b3b018 None None] Provisioning complete for port 641c774c-7994-4679-b135-c23a4cd06712 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:22.375004 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5ba76431-accd-404e-a4a9-f2c775b3b018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:22.414483 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-5ba76431-accd-404e-a4a9-f2c775b3b018 None None] Port 641c774c-7994-4679-b135-c23a4cd06712 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:55:22.424905 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-26d5c9a5-3f79-47e7-9720-dc69324a50ce None None] Set router 9ad25753-7ce3-4874-ae5a-5a05f5470074 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:55:22.628616 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8ef90201-62de-4926-b086-70dac38fa181 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:55:22.659831 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-47c051bd-1387-4717-a7b8-e401b4d4ee0f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1473349620&fields=id&tenant_id=7d5ec801137f4c9888df57468cddd269 HTTP/1.1" status: 200 len: 267 time: 0.0926974 Dec 16 09:55:22.692153 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 8ef90201-62de-4926-b086-70dac38fa181 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:22.692528 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:22.734556 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-26d5c9a5-3f79-47e7-9720-dc69324a50ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942980188', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '0c8decf3-9828-4c1a-bd4b-819d10f1e9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:55:13Z', 'updated_at': '2021-12-16T09:55:20Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '0c8decf3-9828-4c1a-bd4b-819d10f1e9cc', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:68:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:14Z', 'updated_at': '2021-12-16T09:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '641c774c-7994-4679-b135-c23a4cd06712', 'name': '', 'network_id': '72a707a6-318e-4215-ae09-8dc16dccc5ee', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'mac_address': 'fa:16:3e:8c:06:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '2da1b42f-9759-4659-877b-e53de53499f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:19Z', 'updated_at': '2021-12-16T09:55:21Z', 'revision_number': 2, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'subnets': [{'id': '2da1b42f-9759-4659-877b-e53de53499f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:22.758960 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b5d85834-18aa-4556-b177-cc587bc4ac98 None None] Provisioning complete for port 641c774c-7994-4679-b135-c23a4cd06712 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:22.758960 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b5d85834-18aa-4556-b177-cc587bc4ac98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:22.785107 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d5c9a5-3f79-47e7-9720-dc69324a50ce None None] Checking router: 9ad25753-7ce3-4874-ae5a-5a05f5470074 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:55:22.785773 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d5c9a5-3f79-47e7-9720-dc69324a50ce None None] Updating router 9ad25753-7ce3-4874-ae5a-5a05f5470074 port 641c774c-7994-4679-b135-c23a4cd06712 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:55:22.822310 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-b5d85834-18aa-4556-b177-cc587bc4ac98 None None] Port 641c774c-7994-4679-b135-c23a4cd06712 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:55:22.833840 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-26d5c9a5-3f79-47e7-9720-dc69324a50ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:22.835564 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-789e6992-6814-4bee-974a-5af388ada8a0 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:22.843866 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-789e6992-6814-4bee-974a-5af388ada8a0 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/networks?id=72a707a6-318e-4215-ae09-8dc16dccc5ee HTTP/1.1" status: 200 len: 797 time: 0.1767035 Dec 16 09:55:22.860209 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-96a36c41-a741-4c77-922b-aa93bc046f32 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/quotas/7d5ec801137f4c9888df57468cddd269 HTTP/1.1" status: 200 len: 375 time: 0.0151563 Dec 16 09:55:22.948975 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-c0a7504d-1a52-4eb4-9251-b3e3ff18f38c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0872564 Dec 16 09:55:23.179483 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-26d5c9a5-3f79-47e7-9720-dc69324a50ce None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:23.186847 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-d9098697-5080-446e-bf99-1131618eab5b service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:55:23.188879 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-d9098697-5080-446e-bf99-1131618eab5b service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2362306 Dec 16 09:55:23.282792 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-26d5c9a5-3f79-47e7-9720-dc69324a50ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:23.296489 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-96b06abf-ad05-47af-bc4b-3e360de72835 service neutron] 10.222.0.60 "GET /v2.0/networks/72a707a6-318e-4215-ae09-8dc16dccc5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999005 Dec 16 09:55:23.418506 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b96490-ff86-4b92-85a6-ecf9803e3c91 None None] Pushing event updated for resources: {'Port': ['ID=641c774c-7994-4679-b135-c23a4cd06712,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:23.426301 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-26d5c9a5-3f79-47e7-9720-dc69324a50ce None None] Attempting to bind port 641c774c-7994-4679-b135-c23a4cd06712 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:55:23.426764 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-26d5c9a5-3f79-47e7-9720-dc69324a50ce None None] Attempting to bind port 641c774c-7994-4679-b135-c23a4cd06712 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'cb7066c7-6325-44eb-ac2c-928d0e615f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '72a707a6-318e-4215-ae09-8dc16dccc5ee'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:55:23.427230 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d5c9a5-3f79-47e7-9720-dc69324a50ce None None] Attempting to bind port 641c774c-7994-4679-b135-c23a4cd06712 on network 72a707a6-318e-4215-ae09-8dc16dccc5ee {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:55:23.433108 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d5c9a5-3f79-47e7-9720-dc69324a50ce None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:55:23.433495 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d5c9a5-3f79-47e7-9720-dc69324a50ce None None] Checking segment: {'id': 'cb7066c7-6325-44eb-ac2c-928d0e615f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '72a707a6-318e-4215-ae09-8dc16dccc5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:55:23.434023 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-26d5c9a5-3f79-47e7-9720-dc69324a50ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:23.434415 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d5c9a5-3f79-47e7-9720-dc69324a50ce None None] Bound using segment: {'id': 'cb7066c7-6325-44eb-ac2c-928d0e615f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '72a707a6-318e-4215-ae09-8dc16dccc5ee'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:55:23.434871 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-26d5c9a5-3f79-47e7-9720-dc69324a50ce None None] Bound port: 641c774c-7994-4679-b135-c23a4cd06712, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7066c7-6325-44eb-ac2c-928d0e615f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '72a707a6-318e-4215-ae09-8dc16dccc5ee'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:55:23.436040 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-26d5c9a5-3f79-47e7-9720-dc69324a50ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:23.459296 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-afbd8e16-c779-4d7b-8ddb-0752a4e1bf26 service neutron] 10.222.0.60 "GET /v2.0/networks/72a707a6-318e-4215-ae09-8dc16dccc5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564767 Dec 16 09:55:23.550896 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-26d5c9a5-3f79-47e7-9720-dc69324a50ce None None] For port 641c774c-7994-4679-b135-c23a4cd06712, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:55:23.554151 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-26d5c9a5-3f79-47e7-9720-dc69324a50ce None None] For port 641c774c-7994-4679-b135-c23a4cd06712, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=641c774c-7994-4679-b135-c23a4cd06712,segment=NetworkSegment(cb7066c7-6325-44eb-ac2c-928d0e615f7d),segment_id=cb7066c7-6325-44eb-ac2c-928d0e615f7d)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:55:23.653400 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-26d5c9a5-3f79-47e7-9720-dc69324a50ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:23.658470 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-fb6f4de0-12c6-40d9-954c-5edca59aa3b5 None None] Provisioning complete for port 641c774c-7994-4679-b135-c23a4cd06712 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:23.659019 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fb6f4de0-12c6-40d9-954c-5edca59aa3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:23.780212 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d5c9a5-3f79-47e7-9720-dc69324a50ce None None] Routers {'9ad25753-7ce3-4874-ae5a-5a05f5470074'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:55:23.783669 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-26d5c9a5-3f79-47e7-9720-dc69324a50ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:54:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['9ad25753-7ce3-4874-ae5a-5a05f5470074'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:23.789629 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b96490-ff86-4b92-85a6-ecf9803e3c91 None None] Pushing event updated for resources: {'Port': ['ID=641c774c-7994-4679-b135-c23a4cd06712,revision_number=4']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:23.833989 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fb6f4de0-12c6-40d9-954c-5edca59aa3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:23.895585 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50536) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:23.923852 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-968b98fc-69d5-4d31-bed1-cec31764fe18 req-8678118c-042c-47df-86ee-14ee9ee8ade2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 210 time: 0.0998251 Dec 16 09:55:23.964722 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-fb6f4de0-12c6-40d9-954c-5edca59aa3b5 None None] For port 641c774c-7994-4679-b135-c23a4cd06712, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=641c774c-7994-4679-b135-c23a4cd06712,segment=NetworkSegment(cb7066c7-6325-44eb-ac2c-928d0e615f7d),segment_id=cb7066c7-6325-44eb-ac2c-928d0e615f7d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:55:23.994883 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-26d5c9a5-3f79-47e7-9720-dc69324a50ce None None] Set router 9ad25753-7ce3-4874-ae5a-5a05f5470074 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:55:24.039095 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fb6f4de0-12c6-40d9-954c-5edca59aa3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:24.063069 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-6852263b-c857-46d7-8cfb-fe78dbc2511c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1774796313-network', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:24.095750 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ec0bbafc-0818-4b22-98f9-0b8beb94d177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:24.139343 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f4de0-12c6-40d9-954c-5edca59aa3b5 None None] Pushing event updated for resources: {'Port': ['ID=641c774c-7994-4679-b135-c23a4cd06712,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:24.163772 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-35ca08ad-5990-4c5d-866e-f6a3598348b3 None None] Provisioning complete for port 641c774c-7994-4679-b135-c23a4cd06712 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:24.164234 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-35ca08ad-5990-4c5d-866e-f6a3598348b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:24.168938 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6852263b-c857-46d7-8cfb-fe78dbc2511c admin admin] Made reservation on behalf of 7bf45dc465a44557ad989af846f14cbe for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:55:24.171980 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6852263b-c857-46d7-8cfb-fe78dbc2511c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:24.188702 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6852263b-c857-46d7-8cfb-fe78dbc2511c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:24.309956 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6852263b-c857-46d7-8cfb-fe78dbc2511c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:24.374661 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6852263b-c857-46d7-8cfb-fe78dbc2511c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:24.426005 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6852263b-c857-46d7-8cfb-fe78dbc2511c admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:55:24.436402 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6852263b-c857-46d7-8cfb-fe78dbc2511c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c30a399-5892-441b-a29f-87a3c7b745f8,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:24.441105 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6852263b-c857-46d7-8cfb-fe78dbc2511c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:24.441474 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-6852263b-c857-46d7-8cfb-fe78dbc2511c admin admin] Added segment 9384ab9d-4528-43a0-b947-07f5bc58c4cd of type vlan for network 7188838e-ca9d-4c02-ba77-eb22e43eefd0 Dec 16 09:55:24.494953 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-26d5c9a5-3f79-47e7-9720-dc69324a50ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942980188', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '0c8decf3-9828-4c1a-bd4b-819d10f1e9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:55:13Z', 'updated_at': '2021-12-16T09:55:20Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '0c8decf3-9828-4c1a-bd4b-819d10f1e9cc', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:68:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:14Z', 'updated_at': '2021-12-16T09:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '641c774c-7994-4679-b135-c23a4cd06712', 'name': '', 'network_id': '72a707a6-318e-4215-ae09-8dc16dccc5ee', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'mac_address': 'fa:16:3e:8c:06:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '2da1b42f-9759-4659-877b-e53de53499f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:19Z', 'updated_at': '2021-12-16T09:55:23Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'subnets': [{'id': '2da1b42f-9759-4659-877b-e53de53499f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:24.504889 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6852263b-c857-46d7-8cfb-fe78dbc2511c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:24.523581 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d5c9a5-3f79-47e7-9720-dc69324a50ce None None] The sync data for ids ['9ad25753-7ce3-4874-ae5a-5a05f5470074'] in n-d-820550-2 is: [{'id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942980188', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '0c8decf3-9828-4c1a-bd4b-819d10f1e9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:55:13Z', 'updated_at': '2021-12-16T09:55:20Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '0c8decf3-9828-4c1a-bd4b-819d10f1e9cc', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:68:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:14Z', 'updated_at': '2021-12-16T09:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '641c774c-7994-4679-b135-c23a4cd06712', 'name': '', 'network_id': '72a707a6-318e-4215-ae09-8dc16dccc5ee', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'mac_address': 'fa:16:3e:8c:06:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '2da1b42f-9759-4659-877b-e53de53499f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:19Z', 'updated_at': '2021-12-16T09:55:23Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'subnets': [{'id': '2da1b42f-9759-4659-877b-e53de53499f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:55:24.678438 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6852263b-c857-46d7-8cfb-fe78dbc2511c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:24.680499 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6852263b-c857-46d7-8cfb-fe78dbc2511c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:24.681382 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6852263b-c857-46d7-8cfb-fe78dbc2511c admin admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:24.758134 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6852263b-c857-46d7-8cfb-fe78dbc2511c admin admin] Pushing event updated for resources: {'Network': ['ID=7188838e-ca9d-4c02-ba77-eb22e43eefd0,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:24.783274 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 7188838e-ca9d-4c02-ba77-eb22e43eefd0 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:55:24.823393 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6852263b-c857-46d7-8cfb-fe78dbc2511c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9238040 Dec 16 09:55:24.824997 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50568) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:24.851723 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-a5c76da4-f5a0-45cb-bdd8-f32ce11ec6e4 admin admin] Request body: {'subnet': {'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1774796313-subnet', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:24.941876 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c76da4-f5a0-45cb-bdd8-f32ce11ec6e4 admin admin] Made reservation on behalf of 7bf45dc465a44557ad989af846f14cbe for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:55:24.945855 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a5c76da4-f5a0-45cb-bdd8-f32ce11ec6e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:25.057831 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-04046c04-350d-4cef-8ca9-8a86a3368a1e req-bcc978c5-0d50-4ac4-9043-265a70cb9cb8 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 210 time: 0.0350592 Dec 16 09:55:25.300666 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a5c76da4-f5a0-45cb-bdd8-f32ce11ec6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:25.360897 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c76da4-f5a0-45cb-bdd8-f32ce11ec6e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54629120-87d1-4f1a-9c62-5145af96bdbd,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:25.368896 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c76da4-f5a0-45cb-bdd8-f32ce11ec6e4 admin admin] Checking segment: {'id': '9384ab9d-4528-43a0-b947-07f5bc58c4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:55:25.369287 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c76da4-f5a0-45cb-bdd8-f32ce11ec6e4 admin admin] Network hostable DHCP agents. Network: 7188838e-ca9d-4c02-ba77-eb22e43eefd0, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:55:25.420705 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c76da4-f5a0-45cb-bdd8-f32ce11ec6e4 admin admin] Network 7188838e-ca9d-4c02-ba77-eb22e43eefd0 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:55:25.542485 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-a5c76da4-f5a0-45cb-bdd8-f32ce11ec6e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 7188838e-ca9d-4c02-ba77-eb22e43eefd0) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:55:25.544499 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c76da4-f5a0-45cb-bdd8-f32ce11ec6e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:25.545377 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a5c76da4-f5a0-45cb-bdd8-f32ce11ec6e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:25.554080 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c011e2e-2329-4f73-b202-2c9c750f0082 None None] Network 7188838e-ca9d-4c02-ba77-eb22e43eefd0 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:55:25.658513 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a5c76da4-f5a0-45cb-bdd8-f32ce11ec6e4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8260057 Dec 16 09:55:25.666591 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50590) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:25.671335 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-07a53d42-edce-4f5e-b171-1614e098f23a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1774796313-router', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:25.759572 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7956ec-27b9-46e5-ac72-1a3925563e8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-7188838e-ca9d-4c02-ba77-eb22e43eefd0', 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'fixed_ips': [{'subnet_id': '54629120-87d1-4f1a-9c62-5145af96bdbd'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:55:25.760551 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0d7956ec-27b9-46e5-ac72-1a3925563e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:25.825537 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-07a53d42-edce-4f5e-b171-1614e098f23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:25.827217 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-07a53d42-edce-4f5e-b171-1614e098f23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:25.929844 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-0d7956ec-27b9-46e5-ac72-1a3925563e8d None None] Allocated IP 172.20.0.2 (7188838e-ca9d-4c02-ba77-eb22e43eefd0/54629120-87d1-4f1a-9c62-5145af96bdbd/8dec4e08-921f-4465-b68a-f89b3fd8d560) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:55:25.934261 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-07a53d42-edce-4f5e-b171-1614e098f23a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:26.094360 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0d7956ec-27b9-46e5-ac72-1a3925563e8d None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:26.187175 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0d7956ec-27b9-46e5-ac72-1a3925563e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:26.206427 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a044528-63c4-4ef1-a908-e07a4e2b654e req-71abcc04-18c5-4410-8c3e-ca0b3f5c3276 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 210 time: 0.0434356 Dec 16 09:55:26.214326 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7956ec-27b9-46e5-ac72-1a3925563e8d None None] Network 7188838e-ca9d-4c02-ba77-eb22e43eefd0 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:55:26.221261 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-0d7956ec-27b9-46e5-ac72-1a3925563e8d None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:55:26.253258 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7956ec-27b9-46e5-ac72-1a3925563e8d None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:55:26.307090 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-07a53d42-edce-4f5e-b171-1614e098f23a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:26.316293 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7956ec-27b9-46e5-ac72-1a3925563e8d None None] Pushing event updated for resources: {'Port': ['ID=8dec4e08-921f-4465-b68a-f89b3fd8d560,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:26.333782 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-0d7956ec-27b9-46e5-ac72-1a3925563e8d None None] Attempting to bind port 8dec4e08-921f-4465-b68a-f89b3fd8d560 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:55:26.334188 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-0d7956ec-27b9-46e5-ac72-1a3925563e8d None None] Attempting to bind port 8dec4e08-921f-4465-b68a-f89b3fd8d560 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '9384ab9d-4528-43a0-b947-07f5bc58c4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:55:26.334552 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7956ec-27b9-46e5-ac72-1a3925563e8d None None] Attempting to bind port 8dec4e08-921f-4465-b68a-f89b3fd8d560 on network 7188838e-ca9d-4c02-ba77-eb22e43eefd0 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:55:26.343689 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7956ec-27b9-46e5-ac72-1a3925563e8d None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:55:26.343689 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7956ec-27b9-46e5-ac72-1a3925563e8d None None] Checking segment: {'id': '9384ab9d-4528-43a0-b947-07f5bc58c4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:55:26.344207 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0d7956ec-27b9-46e5-ac72-1a3925563e8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:26.344429 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7956ec-27b9-46e5-ac72-1a3925563e8d None None] Bound using segment: {'id': '9384ab9d-4528-43a0-b947-07f5bc58c4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:55:26.344896 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-0d7956ec-27b9-46e5-ac72-1a3925563e8d None None] Bound port: 8dec4e08-921f-4465-b68a-f89b3fd8d560, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9384ab9d-4528-43a0-b947-07f5bc58c4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:55:26.345474 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0d7956ec-27b9-46e5-ac72-1a3925563e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:26.354203 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-4cba45c7-d6a2-4cfd-b39a-6fc50c6db350 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:26.355810 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-4cba45c7-d6a2-4cfd-b39a-6fc50c6db350 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.58 "GET /v2.0/networks?id=72a707a6-318e-4215-ae09-8dc16dccc5ee HTTP/1.1" status: 200 len: 797 time: 0.2641006 Dec 16 09:55:26.414551 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-0d7956ec-27b9-46e5-ac72-1a3925563e8d None None] For port 8dec4e08-921f-4465-b68a-f89b3fd8d560, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:55:26.418300 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-0d7956ec-27b9-46e5-ac72-1a3925563e8d None None] For port 8dec4e08-921f-4465-b68a-f89b3fd8d560, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8dec4e08-921f-4465-b68a-f89b3fd8d560,segment=NetworkSegment(9384ab9d-4528-43a0-b947-07f5bc58c4cd),segment_id=9384ab9d-4528-43a0-b947-07f5bc58c4cd)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:55:26.432193 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4e1a554b-3561-48df-aa2f-64203b2f6f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:26.433424 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-eccefa01-9ed5-4cbd-8139-054aac68b501 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d5ec801137f4c9888df57468cddd269 HTTP/1.1" status: 200 len: 380 time: 0.0673151 Dec 16 09:55:26.467630 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-f6ae9a8d-b27e-4d9a-ba0d-63d06d03d7c8 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'port': {'device_id': '836d16bc-dbcb-407d-a09c-28b0933a4ee7', 'network_id': '72a707a6-318e-4215-ae09-8dc16dccc5ee', 'admin_state_up': True, 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'security_groups': ['54a57540-bb56-492b-bd17-871db6f9e688']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:26.532436 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0d7956ec-27b9-46e5-ac72-1a3925563e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:26.647446 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 641c774c-7994-4679-b135-c23a4cd06712 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:55:26.706969 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7956ec-27b9-46e5-ac72-1a3925563e8d None None] Pushing event updated for resources: {'Port': ['ID=8dec4e08-921f-4465-b68a-f89b3fd8d560,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:26.719427 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-f6ae9a8d-b27e-4d9a-ba0d-63d06d03d7c8 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Made reservation on behalf of 7d5ec801137f4c9888df57468cddd269 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:55:26.723441 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-f6ae9a8d-b27e-4d9a-ba0d-63d06d03d7c8 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:26.724259 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 641c774c-7994-4679-b135-c23a4cd06712 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:26.725026 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:26.865996 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-07a53d42-edce-4f5e-b171-1614e098f23a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:26.927137 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-07a53d42-edce-4f5e-b171-1614e098f23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:27.049005 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-f6ae9a8d-b27e-4d9a-ba0d-63d06d03d7c8 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Allocated IP 172.20.0.10 (72a707a6-318e-4215-ae09-8dc16dccc5ee/2da1b42f-9759-4659-877b-e53de53499f8/b285c169-53d7-4d1c-a2ae-f7b26ab13ecc) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:55:27.071241 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 50622) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:27.141492 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-07a53d42-edce-4f5e-b171-1614e098f23a admin admin] Allocated IP 172.25.1.47 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/4441d9a1-3315-4861-b404-d1d2c37ba8de) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:55:27.216009 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd1ddd22-2989-45bb-bf57-816dc22510e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:27.301919 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd1ddd22-2989-45bb-bf57-816dc22510e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:27.333656 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9cea6e07-1f2a-4ace-b4fd-e76e9685e7d8 req-565ae4aa-ae13-4c2e-adec-f5e1ee136a10 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 210 time: 0.0559266 Dec 16 09:55:27.345932 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-f6ae9a8d-b27e-4d9a-ba0d-63d06d03d7c8 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:27.348563 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd1ddd22-2989-45bb-bf57-816dc22510e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:27.378888 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-07a53d42-edce-4f5e-b171-1614e098f23a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:27.398318 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ddd22-2989-45bb-bf57-816dc22510e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37df1af0-1ec9-4946-9767-45a143f59b69,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:27.406704 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-cd1ddd22-2989-45bb-bf57-816dc22510e5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c7b1f8c4852e419f9175537ca6f5df3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3343205 Dec 16 09:55:27.408573 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1ddd22-2989-45bb-bf57-816dc22510e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:27.408918 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1ddd22-2989-45bb-bf57-816dc22510e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:27.409293 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1ddd22-2989-45bb-bf57-816dc22510e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:27.409636 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1ddd22-2989-45bb-bf57-816dc22510e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:27.409968 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1ddd22-2989-45bb-bf57-816dc22510e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:27.410398 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50632) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:27.410727 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1ddd22-2989-45bb-bf57-816dc22510e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:27.411249 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1ddd22-2989-45bb-bf57-816dc22510e5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:27.412640 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1ddd22-2989-45bb-bf57-816dc22510e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:27.412970 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1ddd22-2989-45bb-bf57-816dc22510e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:27.413324 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1ddd22-2989-45bb-bf57-816dc22510e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:27.413659 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1ddd22-2989-45bb-bf57-816dc22510e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:27.413985 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1ddd22-2989-45bb-bf57-816dc22510e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:27.465981 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-f6ae9a8d-b27e-4d9a-ba0d-63d06d03d7c8 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:27.501290 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4785ccb3-4d4d-4320-9562-9ee5cc0e67a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:27.531581 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-f6ae9a8d-b27e-4d9a-ba0d-63d06d03d7c8 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Network 72a707a6-318e-4215-ae09-8dc16dccc5ee is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:55:27.545980 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-f6ae9a8d-b27e-4d9a-ba0d-63d06d03d7c8 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:55:27.546606 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:55:27.550721 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae9a8d-b27e-4d9a-ba0d-63d06d03d7c8 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'Port': ['ID=b285c169-53d7-4d1c-a2ae-f7b26ab13ecc,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:27.553797 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-07a53d42-edce-4f5e-b171-1614e098f23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:27.555769 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-f6ae9a8d-b27e-4d9a-ba0d-63d06d03d7c8 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:55:27.559406 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4785ccb3-4d4d-4320-9562-9ee5cc0e67a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:27.620946 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:27.634367 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a53d42-edce-4f5e-b171-1614e098f23a admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:55:27.645529 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-07a53d42-edce-4f5e-b171-1614e098f23a admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:55:27.652562 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a53d42-edce-4f5e-b171-1614e098f23a admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:55:27.864188 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d9b3f4-7626-4e5f-8dae-12b2e0a170d1 None None] Network 7188838e-ca9d-4c02-ba77-eb22e43eefd0 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:55:28.026638 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a53d42-edce-4f5e-b171-1614e098f23a admin admin] Pushing event updated for resources: {'Port': ['ID=4441d9a1-3315-4861-b404-d1d2c37ba8de,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:28.037973 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-f6ae9a8d-b27e-4d9a-ba0d-63d06d03d7c8 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:28.038582 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-f6ae9a8d-b27e-4d9a-ba0d-63d06d03d7c8 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:28.082465 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-5a67e4fc-7bc3-4923-a3d2-8f4bbb602459 None None] Provisioning complete for port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:28.082748 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5a67e4fc-7bc3-4923-a3d2-8f4bbb602459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:28.154296 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-f6ae9a8d-b27e-4d9a-ba0d-63d06d03d7c8 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6923161 Dec 16 09:55:28.158280 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-5a67e4fc-7bc3-4923-a3d2-8f4bbb602459 None None] Port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:55:28.170623 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-d0ad2cbd-edf8-4cc0-b7c2-42b891686dac service neutron] Request body: {'port': {'device_id': '836d16bc-dbcb-407d-a09c-28b0933a4ee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:28.196260 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-5a67e4fc-7bc3-4923-a3d2-8f4bbb602459 None None] Provisioning complete for port 8dec4e08-921f-4465-b68a-f89b3fd8d560 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:28.196629 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5a67e4fc-7bc3-4923-a3d2-8f4bbb602459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:28.211410 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4785ccb3-4d4d-4320-9562-9ee5cc0e67a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:28.211410 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4785ccb3-4d4d-4320-9562-9ee5cc0e67a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:28.211410 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4785ccb3-4d4d-4320-9562-9ee5cc0e67a7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/37df1af0-1ec9-4946-9767-45a143f59b69 HTTP/1.1" status: 204 len: 168 time: 0.7970920 Dec 16 09:55:28.250252 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785ccb3-4d4d-4320-9562-9ee5cc0e67a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37df1af0-1ec9-4946-9767-45a143f59b69,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:28.265026 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-d0ad2cbd-edf8-4cc0-b7c2-42b891686dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:28.325889 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5a67e4fc-7bc3-4923-a3d2-8f4bbb602459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:28.370536 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-5a67e4fc-7bc3-4923-a3d2-8f4bbb602459 None None] For port 8dec4e08-921f-4465-b68a-f89b3fd8d560, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8dec4e08-921f-4465-b68a-f89b3fd8d560,segment=NetworkSegment(9384ab9d-4528-43a0-b947-07f5bc58c4cd),segment_id=9384ab9d-4528-43a0-b947-07f5bc58c4cd)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:55:28.442169 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5a67e4fc-7bc3-4923-a3d2-8f4bbb602459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:28.547236 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67e4fc-7bc3-4923-a3d2-8f4bbb602459 None None] Pushing event updated for resources: {'Port': ['ID=8dec4e08-921f-4465-b68a-f89b3fd8d560,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:28.569617 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-07a53d42-edce-4f5e-b171-1614e098f23a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:28.574833 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d701f6f-cf2f-4adc-9a1b-411d395d9791 req-0910e755-05ad-48d6-ad3d-f8856056c85c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:28.582809 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0d701f6f-cf2f-4adc-9a1b-411d395d9791 req-0910e755-05ad-48d6-ad3d-f8856056c85c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 932 time: 0.1435299 Dec 16 09:55:28.633707 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0d701f6f-cf2f-4adc-9a1b-411d395d9791 req-1076e317-f402-452f-904e-c7965bc6823c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=54a57540-bb56-492b-bd17-871db6f9e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497830 Dec 16 09:55:28.675814 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-0323e21e-59b1-4c88-aba8-c38e32d6e0ec None None] Provisioning complete for port 8dec4e08-921f-4465-b68a-f89b3fd8d560 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:28.675814 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0323e21e-59b1-4c88-aba8-c38e32d6e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:28.679159 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8dec4e08-921f-4465-b68a-f89b3fd8d560 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:55:28.796822 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 8dec4e08-921f-4465-b68a-f89b3fd8d560 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:28.797451 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:28.847779 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-d0ad2cbd-edf8-4cc0-b7c2-42b891686dac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b285c169-53d7-4d1c-a2ae-f7b26ab13ecc {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:55:28.858428 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-d0ad2cbd-edf8-4cc0-b7c2-42b891686dac service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:28.880321 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-d0ad2cbd-edf8-4cc0-b7c2-42b891686dac service neutron] Transition to ACTIVE for port object b285c169-53d7-4d1c-a2ae-f7b26ab13ecc will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:55:28.881800 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-07a53d42-edce-4f5e-b171-1614e098f23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:28.950565 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-d0ad2cbd-edf8-4cc0-b7c2-42b891686dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:29.019998 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad2cbd-edf8-4cc0-b7c2-42b891686dac service neutron] Pushing event updated for resources: {'Port': ['ID=b285c169-53d7-4d1c-a2ae-f7b26ab13ecc,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:29.020378 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 50656) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:29.046551 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-76ca683c-09d3-423f-b662-944d574f0c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:29.054555 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad2cbd-edf8-4cc0-b7c2-42b891686dac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:29.054897 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad2cbd-edf8-4cc0-b7c2-42b891686dac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:29.055238 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad2cbd-edf8-4cc0-b7c2-42b891686dac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:29.055757 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad2cbd-edf8-4cc0-b7c2-42b891686dac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:29.056103 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad2cbd-edf8-4cc0-b7c2-42b891686dac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:29.056815 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad2cbd-edf8-4cc0-b7c2-42b891686dac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:29.057200 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad2cbd-edf8-4cc0-b7c2-42b891686dac service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:29.057538 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad2cbd-edf8-4cc0-b7c2-42b891686dac service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:29.057867 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad2cbd-edf8-4cc0-b7c2-42b891686dac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:29.058195 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad2cbd-edf8-4cc0-b7c2-42b891686dac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:29.058906 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad2cbd-edf8-4cc0-b7c2-42b891686dac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:29.059241 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad2cbd-edf8-4cc0-b7c2-42b891686dac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:29.099096 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:29.135750 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-d0ad2cbd-edf8-4cc0-b7c2-42b891686dac service neutron] Attempting to bind port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:55:29.137481 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-d0ad2cbd-edf8-4cc0-b7c2-42b891686dac service neutron] Attempting to bind port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'cb7066c7-6325-44eb-ac2c-928d0e615f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '72a707a6-318e-4215-ae09-8dc16dccc5ee'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:55:29.137481 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-d0ad2cbd-edf8-4cc0-b7c2-42b891686dac service neutron] Attempting to bind port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc on network 72a707a6-318e-4215-ae09-8dc16dccc5ee {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:55:29.137723 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-76ca683c-09d3-423f-b662-944d574f0c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:29.147559 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-d0ad2cbd-edf8-4cc0-b7c2-42b891686dac service neutron] Port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc on network 72a707a6-318e-4215-ae09-8dc16dccc5ee not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:55:29.147885 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-d0ad2cbd-edf8-4cc0-b7c2-42b891686dac service neutron] Attempting to bind port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc on network 72a707a6-318e-4215-ae09-8dc16dccc5ee {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:55:29.156669 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-d0ad2cbd-edf8-4cc0-b7c2-42b891686dac service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:55:29.157046 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-d0ad2cbd-edf8-4cc0-b7c2-42b891686dac service neutron] Checking segment: {'id': 'cb7066c7-6325-44eb-ac2c-928d0e615f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '72a707a6-318e-4215-ae09-8dc16dccc5ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:55:29.161386 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-d0ad2cbd-edf8-4cc0-b7c2-42b891686dac service neutron] Bound using segment: {'id': 'cb7066c7-6325-44eb-ac2c-928d0e615f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '72a707a6-318e-4215-ae09-8dc16dccc5ee'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:55:29.161386 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-d0ad2cbd-edf8-4cc0-b7c2-42b891686dac service neutron] Bound port: b285c169-53d7-4d1c-a2ae-f7b26ab13ecc, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb7066c7-6325-44eb-ac2c-928d0e615f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '72a707a6-318e-4215-ae09-8dc16dccc5ee'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:55:29.161386 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-d0ad2cbd-edf8-4cc0-b7c2-42b891686dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:29.247399 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-76ca683c-09d3-423f-b662-944d574f0c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:29.256495 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a53d42-edce-4f5e-b171-1614e098f23a admin admin] Router 791ad3e3-1ca7-4641-a184-fd6b2570ceb7 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:55:29.262072 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-d0ad2cbd-edf8-4cc0-b7c2-42b891686dac service neutron] For port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:55:29.266775 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-d0ad2cbd-edf8-4cc0-b7c2-42b891686dac service neutron] For port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=b285c169-53d7-4d1c-a2ae-f7b26ab13ecc,segment=NetworkSegment(cb7066c7-6325-44eb-ac2c-928d0e615f7d),segment_id=cb7066c7-6325-44eb-ac2c-928d0e615f7d)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:55:29.287983 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-76ca683c-09d3-423f-b662-944d574f0c2e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=08426ce23c3e4cebb2b528c06e3ec091&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2664988 Dec 16 09:55:29.290536 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 50662) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:29.297714 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca683c-09d3-423f-b662-944d574f0c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf5f04f-0c29-459b-bbcc-c7962dd0c786,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:29.340694 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-d0ad2cbd-edf8-4cc0-b7c2-42b891686dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:29.350585 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4f4de66d-47f1-4c80-936a-f62df889580c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:29.372571 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4f4de66d-47f1-4c80-936a-f62df889580c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:29.398117 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-d0ad2cbd-edf8-4cc0-b7c2-42b891686dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:29.398735 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-d0ad2cbd-edf8-4cc0-b7c2-42b891686dac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:29.400138 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-d0ad2cbd-edf8-4cc0-b7c2-42b891686dac service neutron] 10.222.0.58 "PUT /v2.0/ports/b285c169-53d7-4d1c-a2ae-f7b26ab13ecc HTTP/1.1" status: 200 len: 1092 time: 1.2357492 Dec 16 09:55:29.400641 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '836d16bc-dbcb-407d-a09c-28b0933a4ee7', 'tag': 'b285c169-53d7-4d1c-a2ae-f7b26ab13ecc'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:55:29.402901 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90e5827-1c61-488e-96a4-fbed3e7acacd" -d '{"events": [{"name": "network-changed", "server_uuid": "836d16bc-dbcb-407d-a09c-28b0933a4ee7", "tag": "b285c169-53d7-4d1c-a2ae-f7b26ab13ecc"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:55:29.448336 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad2cbd-edf8-4cc0-b7c2-42b891686dac service neutron] Pushing event updated for resources: {'Port': ['ID=b285c169-53d7-4d1c-a2ae-f7b26ab13ecc,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:29.453443 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89745227-a81e-46b8-a918-135a3f4dcec4 x-openstack-request-id: req-89745227-a81e-46b8-a918-135a3f4dcec4 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:55:29.453731 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "836d16bc-dbcb-407d-a09c-28b0933a4ee7", "tag": "b285c169-53d7-4d1c-a2ae-f7b26ab13ecc", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:55:29.453982 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-89745227-a81e-46b8-a918-135a3f4dcec4 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:55:29.454373 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '836d16bc-dbcb-407d-a09c-28b0933a4ee7', 'tag': 'b285c169-53d7-4d1c-a2ae-f7b26ab13ecc', 'status': 'completed', 'code': 200} Dec 16 09:55:29.460283 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a53d42-edce-4f5e-b171-1614e098f23a admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:55:29.470126 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c721ae27-8bed-4d0f-949d-d6a17d5cd42e None None] Sync routers for ids ['791ad3e3-1ca7-4641-a184-fd6b2570ceb7'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:55:29.500354 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c721ae27-8bed-4d0f-949d-d6a17d5cd42e None None] Routers {'791ad3e3-1ca7-4641-a184-fd6b2570ceb7'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:55:29.500915 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-c721ae27-8bed-4d0f-949d-d6a17d5cd42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:55:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['791ad3e3-1ca7-4641-a184-fd6b2570ceb7'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:29.518946 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e5827-1c61-488e-96a4-fbed3e7acacd req-b2cd462c-315d-4615-96e1-d0f032760909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:29.529395 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e90e5827-1c61-488e-96a4-fbed3e7acacd req-b2cd462c-315d-4615-96e1-d0f032760909 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 1095 time: 0.0449560 Dec 16 09:55:29.553810 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4f4de66d-47f1-4c80-936a-f62df889580c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:29.561882 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4f4de66d-47f1-4c80-936a-f62df889580c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:29.564123 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4f4de66d-47f1-4c80-936a-f62df889580c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3bf5f04f-0c29-459b-bbcc-c7962dd0c786 HTTP/1.1" status: 204 len: 168 time: 0.2716100 Dec 16 09:55:29.575105 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4de66d-47f1-4c80-936a-f62df889580c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf5f04f-0c29-459b-bbcc-c7962dd0c786,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:29.623584 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-07a53d42-edce-4f5e-b171-1614e098f23a admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:29.627721 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-07a53d42-edce-4f5e-b171-1614e098f23a admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9576621 Dec 16 09:55:29.628427 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 50674) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:29.643447 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:29.786662 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e5827-1c61-488e-96a4-fbed3e7acacd req-5394649a-8ac8-41de-9dba-2001b0bc2602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:29.787369 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e90e5827-1c61-488e-96a4-fbed3e7acacd req-5394649a-8ac8-41de-9dba-2001b0bc2602 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=7d5ec801137f4c9888df57468cddd269&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2592492 Dec 16 09:55:29.795930 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-c721ae27-8bed-4d0f-949d-d6a17d5cd42e None None] Set router 791ad3e3-1ca7-4641-a184-fd6b2570ceb7 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:55:29.908524 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e5827-1c61-488e-96a4-fbed3e7acacd req-7626dd5b-31d5-4e5f-a320-57ffbaa52735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:29.911733 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e90e5827-1c61-488e-96a4-fbed3e7acacd req-7626dd5b-31d5-4e5f-a320-57ffbaa52735 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1172254 Dec 16 09:55:29.941589 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a0589-a4ff-4754-b761-de0ea6fa23f7 req-1fe27a19-238e-44b4-a407-1883c93660a1 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:29.943887 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9a9a0589-a4ff-4754-b761-de0ea6fa23f7 req-1fe27a19-238e-44b4-a407-1883c93660a1 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 944 time: 0.1264091 Dec 16 09:55:29.992337 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9a9a0589-a4ff-4754-b761-de0ea6fa23f7 req-de5326b0-1b8e-45fe-bfd4-4642082e9a36 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=54a57540-bb56-492b-bd17-871db6f9e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403662 Dec 16 09:55:30.021823 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-89fa85fb-4c94-4bc9-812b-a12c91fb84c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:30.023373 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-89fa85fb-4c94-4bc9-812b-a12c91fb84c6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 1095 time: 0.0608308 Dec 16 09:55:30.026192 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-c721ae27-8bed-4d0f-949d-d6a17d5cd42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'name': 'tempest-AttachVolumeTestJSON-1774796313-router', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '4441d9a1-3315-4861-b404-d1d2c37ba8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:55:25Z', 'updated_at': '2021-12-16T09:55:28Z', 'revision_number': 3, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'gw_port': {'id': '4441d9a1-3315-4861-b404-d1d2c37ba8de', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:00:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:26Z', 'updated_at': '2021-12-16T09:55:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:30.062370 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c721ae27-8bed-4d0f-949d-d6a17d5cd42e None None] Checking router: 791ad3e3-1ca7-4641-a184-fd6b2570ceb7 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:55:30.062935 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c721ae27-8bed-4d0f-949d-d6a17d5cd42e None None] Updating router 791ad3e3-1ca7-4641-a184-fd6b2570ceb7 port 4441d9a1-3315-4861-b404-d1d2c37ba8de binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:55:30.075857 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-74ebeb66-80e2-4804-af2f-fa7a407325f8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b285c169-53d7-4d1c-a2ae-f7b26ab13ecc HTTP/1.1" status: 200 len: 217 time: 0.0403819 Dec 16 09:55:30.134440 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c721ae27-8bed-4d0f-949d-d6a17d5cd42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:30.153229 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-bc40027a-811e-41c6-828b-b242260286af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:30.167668 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-bc40027a-811e-41c6-828b-b242260286af service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2da1b42f-9759-4659-877b-e53de53499f8 HTTP/1.1" status: 200 len: 835 time: 0.0839574 Dec 16 09:55:30.220207 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-d30fd51d-fadb-4672-a469-b522996e1600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:30.221739 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-d30fd51d-fadb-4672-a469-b522996e1600 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=72a707a6-318e-4215-ae09-8dc16dccc5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478868 Dec 16 09:55:30.307105 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d70b051d-c5f5-4925-8813-46c27cbacb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:30.329590 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-8c902ec1-f8d8-4525-829a-07c07b1fd88a service neutron] 10.222.0.58 "GET /v2.0/networks/72a707a6-318e-4215-ae09-8dc16dccc5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999191 Dec 16 09:55:30.442702 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f0a451af-82a3-4c08-b41b-ec284cee0d62 req-19d3437f-bcc9-44f9-ab43-c9f62ac01337 service neutron] 10.222.0.58 "GET /v2.0/networks/72a707a6-318e-4215-ae09-8dc16dccc5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065958 Dec 16 09:55:30.469292 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c721ae27-8bed-4d0f-949d-d6a17d5cd42e None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:30.488788 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50690) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:30.504091 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e63e48cb-203a-41fe-8cff-5f08ec767fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:30.518348 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-d70b051d-c5f5-4925-8813-46c27cbacb6e admin admin] Allocated IP 172.20.0.1 (7188838e-ca9d-4c02-ba77-eb22e43eefd0/54629120-87d1-4f1a-9c62-5145af96bdbd/d1e0515f-4db6-4d37-aef2-399213a0242f) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:55:30.553143 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c721ae27-8bed-4d0f-949d-d6a17d5cd42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:30.655647 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-c721ae27-8bed-4d0f-949d-d6a17d5cd42e None None] Attempting to bind port 4441d9a1-3315-4861-b404-d1d2c37ba8de on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:55:30.656084 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-c721ae27-8bed-4d0f-949d-d6a17d5cd42e None None] Attempting to bind port 4441d9a1-3315-4861-b404-d1d2c37ba8de by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:55:30.657447 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c721ae27-8bed-4d0f-949d-d6a17d5cd42e None None] Attempting to bind port 4441d9a1-3315-4861-b404-d1d2c37ba8de on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:55:30.664012 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e63e48cb-203a-41fe-8cff-5f08ec767fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:30.666230 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8dec4e08-921f-4465-b68a-f89b3fd8d560 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:55:30.705947 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c721ae27-8bed-4d0f-949d-d6a17d5cd42e None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:55:30.706428 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c721ae27-8bed-4d0f-949d-d6a17d5cd42e None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:55:30.706906 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c721ae27-8bed-4d0f-949d-d6a17d5cd42e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:30.707369 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c721ae27-8bed-4d0f-949d-d6a17d5cd42e None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:55:30.707923 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-c721ae27-8bed-4d0f-949d-d6a17d5cd42e None None] Bound port: 4441d9a1-3315-4861-b404-d1d2c37ba8de, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:55:30.708380 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c721ae27-8bed-4d0f-949d-d6a17d5cd42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:30.718912 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d70b051d-c5f5-4925-8813-46c27cbacb6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:30.740697 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e63e48cb-203a-41fe-8cff-5f08ec767fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:30.759237 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-c721ae27-8bed-4d0f-949d-d6a17d5cd42e None None] For port 4441d9a1-3315-4861-b404-d1d2c37ba8de, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:55:30.762440 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-c721ae27-8bed-4d0f-949d-d6a17d5cd42e None None] For port 4441d9a1-3315-4861-b404-d1d2c37ba8de, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=4441d9a1-3315-4861-b404-d1d2c37ba8de,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:55:30.772624 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806841e-9b8e-4c9b-84f9-4265e00f81a7 None None] Pushing event updated for resources: {'Port': ['ID=4441d9a1-3315-4861-b404-d1d2c37ba8de,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:30.786694 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e63e48cb-203a-41fe-8cff-5f08ec767fe2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6d810436d55c41149a9e4b5865e6ba24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2967825 Dec 16 09:55:30.789878 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 50692) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:30.792540 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e48cb-203a-41fe-8cff-5f08ec767fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b6e312-f9a6-429b-986a-5fa2ed825532,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:30.815845 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 8dec4e08-921f-4465-b68a-f89b3fd8d560 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:30.816746 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:30.847326 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c721ae27-8bed-4d0f-949d-d6a17d5cd42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:30.855588 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d70b051d-c5f5-4925-8813-46c27cbacb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:30.922533 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c721ae27-8bed-4d0f-949d-d6a17d5cd42e None None] Routers {'791ad3e3-1ca7-4641-a184-fd6b2570ceb7'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:55:30.923172 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-c721ae27-8bed-4d0f-949d-d6a17d5cd42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:55:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['791ad3e3-1ca7-4641-a184-fd6b2570ceb7'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:30.924237 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70b051d-c5f5-4925-8813-46c27cbacb6e admin admin] Network 7188838e-ca9d-4c02-ba77-eb22e43eefd0 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:55:30.925488 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b051d-c5f5-4925-8813-46c27cbacb6e admin admin] Pushing event updated for resources: {'Port': ['ID=d1e0515f-4db6-4d37-aef2-399213a0242f,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:30.939638 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e5fdfed0-0021-4090-ae8a-7bb478d9ed55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:30.941667 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-d70b051d-c5f5-4925-8813-46c27cbacb6e admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:55:30.945865 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70b051d-c5f5-4925-8813-46c27cbacb6e admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:55:31.000177 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e5fdfed0-0021-4090-ae8a-7bb478d9ed55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:31.014909 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d70b051d-c5f5-4925-8813-46c27cbacb6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:31.057804 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-c721ae27-8bed-4d0f-949d-d6a17d5cd42e None None] Set router 791ad3e3-1ca7-4641-a184-fd6b2570ceb7 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:55:31.167171 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806841e-9b8e-4c9b-84f9-4265e00f81a7 None None] Pushing event updated for resources: {'Port': ['ID=4441d9a1-3315-4861-b404-d1d2c37ba8de,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:31.195547 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512397b0-80f3-4de7-a534-e2384fd59265 req-7447ba62-9ddb-496e-bf73-f7f52c730743 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:31.197223 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-512397b0-80f3-4de7-a534-e2384fd59265 req-7447ba62-9ddb-496e-bf73-f7f52c730743 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 944 time: 0.0957775 Dec 16 09:55:31.246971 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-512397b0-80f3-4de7-a534-e2384fd59265 req-7bff8edb-0d79-49b0-a8ca-df914362bad5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=54a57540-bb56-492b-bd17-871db6f9e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434785 Dec 16 09:55:31.311650 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-65b268dd-3053-42fb-8c1e-c4fd458a0e76 None None] Provisioning complete for port d1e0515f-4db6-4d37-aef2-399213a0242f triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:31.312023 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-65b268dd-3053-42fb-8c1e-c4fd458a0e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:31.317648 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e5fdfed0-0021-4090-ae8a-7bb478d9ed55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:31.324923 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e5fdfed0-0021-4090-ae8a-7bb478d9ed55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:31.324923 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e5fdfed0-0021-4090-ae8a-7bb478d9ed55 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/55b6e312-f9a6-429b-986a-5fa2ed825532 HTTP/1.1" status: 204 len: 168 time: 0.5312991 Dec 16 09:55:31.330819 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fdfed0-0021-4090-ae8a-7bb478d9ed55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b6e312-f9a6-429b-986a-5fa2ed825532,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:31.371004 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-65b268dd-3053-42fb-8c1e-c4fd458a0e76 None None] Port d1e0515f-4db6-4d37-aef2-399213a0242f cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:55:31.373435 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-c721ae27-8bed-4d0f-949d-d6a17d5cd42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'name': 'tempest-AttachVolumeTestJSON-1774796313-router', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '4441d9a1-3315-4861-b404-d1d2c37ba8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:55:25Z', 'updated_at': '2021-12-16T09:55:28Z', 'revision_number': 3, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'gw_port': {'id': '4441d9a1-3315-4861-b404-d1d2c37ba8de', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:00:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:26Z', 'updated_at': '2021-12-16T09:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:31.400825 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c721ae27-8bed-4d0f-949d-d6a17d5cd42e None None] The sync data for ids ['791ad3e3-1ca7-4641-a184-fd6b2570ceb7'] in n-d-820550-2 is: [{'id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'name': 'tempest-AttachVolumeTestJSON-1774796313-router', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '4441d9a1-3315-4861-b404-d1d2c37ba8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:55:25Z', 'updated_at': '2021-12-16T09:55:28Z', 'revision_number': 3, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'gw_port': {'id': '4441d9a1-3315-4861-b404-d1d2c37ba8de', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:00:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:26Z', 'updated_at': '2021-12-16T09:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:55:31.438478 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d70b051d-c5f5-4925-8813-46c27cbacb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:31.621253 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d70b051d-c5f5-4925-8813-46c27cbacb6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:31.729646 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d70b051d-c5f5-4925-8813-46c27cbacb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:31.827950 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b051d-c5f5-4925-8813-46c27cbacb6e admin admin] Pushing event updated for resources: {'Port': ['ID=d1e0515f-4db6-4d37-aef2-399213a0242f,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:31.831818 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d70b051d-c5f5-4925-8813-46c27cbacb6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:31.941595 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70b051d-c5f5-4925-8813-46c27cbacb6e admin admin] Network 7188838e-ca9d-4c02-ba77-eb22e43eefd0 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:55:31.943110 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-d70b051d-c5f5-4925-8813-46c27cbacb6e admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:55:32.098952 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70b051d-c5f5-4925-8813-46c27cbacb6e admin admin] Router 791ad3e3-1ca7-4641-a184-fd6b2570ceb7 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:55:32.255278 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70b051d-c5f5-4925-8813-46c27cbacb6e admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:55:32.265216 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d70b051d-c5f5-4925-8813-46c27cbacb6e admin admin] 10.222.0.60 "PUT /v2.0/routers/791ad3e3-1ca7-4641-a184-fd6b2570ceb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6312068 Dec 16 09:55:32.308855 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-5eadd3d0-1139-4377-8625-844c06616281 None None] Provisioning complete for port d1e0515f-4db6-4d37-aef2-399213a0242f triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:32.309493 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5eadd3d0-1139-4377-8625-844c06616281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:32.361425 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device b285c169-53d7-4d1c-a2ae-f7b26ab13ecc details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:55:32.401287 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-5eadd3d0-1139-4377-8625-844c06616281 None None] Port d1e0515f-4db6-4d37-aef2-399213a0242f cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:55:32.439450 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c952ba-d8ed-4942-8111-05b513d58e33 req-7308dec9-87aa-4223-94f6-e908e9a91dc4 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:32.449983 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d1c952ba-d8ed-4942-8111-05b513d58e33 req-7308dec9-87aa-4223-94f6-e908e9a91dc4 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 944 time: 0.1026461 Dec 16 09:55:32.539944 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d1c952ba-d8ed-4942-8111-05b513d58e33 req-3496bc27-66fc-4cd6-b66b-486bc5b6f3f3 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=54a57540-bb56-492b-bd17-871db6f9e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889757 Dec 16 09:55:32.565908 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=b285c169-53d7-4d1c-a2ae-f7b26ab13ecc,segment=NetworkSegment(cb7066c7-6325-44eb-ac2c-928d0e615f7d),segment_id=cb7066c7-6325-44eb-ac2c-928d0e615f7d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:55:32.591647 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'b285c169-53d7-4d1c-a2ae-f7b26ab13ecc', 'network_id': '72a707a6-318e-4215-ae09-8dc16dccc5ee', 'port_id': 'b285c169-53d7-4d1c-a2ae-f7b26ab13ecc', 'mac_address': 'fa:16:3e:16:48:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da1b42f-9759-4659-877b-e53de53499f8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:55:32.648808 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:32.663021 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 4441d9a1-3315-4861-b404-d1d2c37ba8de up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:55:32.687275 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b285c169-53d7-4d1c-a2ae-f7b26ab13ecc {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:55:32.717404 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=b285c169-53d7-4d1c-a2ae-f7b26ab13ecc,segment=NetworkSegment(cb7066c7-6325-44eb-ac2c-928d0e615f7d),segment_id=cb7066c7-6325-44eb-ac2c-928d0e615f7d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:55:32.731473 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 4441d9a1-3315-4861-b404-d1d2c37ba8de triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:32.731853 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:32.800746 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:32.915293 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:32.937964 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=b285c169-53d7-4d1c-a2ae-f7b26ab13ecc,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:32.954408 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 4441d9a1-3315-4861-b404-d1d2c37ba8de, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=4441d9a1-3315-4861-b404-d1d2c37ba8de,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:55:33.014200 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['b285c169-53d7-4d1c-a2ae-f7b26ab13ecc'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:55:33.018475 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:33.104566 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=4441d9a1-3315-4861-b404-d1d2c37ba8de,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:33.161800 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 50766) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:33.167453 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-6b2b105e-aaf5-4002-9b72-0bc7be128b2b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1841294336', 'description': 'tempest-description--214883919'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:33.310641 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b2b105e-aaf5-4002-9b72-0bc7be128b2b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:33.387394 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b2b105e-aaf5-4002-9b72-0bc7be128b2b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:33.394522 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 50772) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:33.450085 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b2b105e-aaf5-4002-9b72-0bc7be128b2b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:33.483187 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b105e-aaf5-4002-9b72-0bc7be128b2b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b27b118-a53f-4982-9ddb-43d8a0c776b7,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:33.508875 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7cf5818a-cb56-428f-966d-d79684b35118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:33.527321 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d26bf1-05e8-4b9e-a9b5-9b42f3ebe0dc None None] Sync routers for ids ['791ad3e3-1ca7-4641-a184-fd6b2570ceb7'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:55:33.538028 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d26bf1-05e8-4b9e-a9b5-9b42f3ebe0dc None None] Routers {'791ad3e3-1ca7-4641-a184-fd6b2570ceb7'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:55:33.538998 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-52d26bf1-05e8-4b9e-a9b5-9b42f3ebe0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:55:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['791ad3e3-1ca7-4641-a184-fd6b2570ceb7'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:33.567780 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6b2b105e-aaf5-4002-9b72-0bc7be128b2b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:33.572144 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50782) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:33.572914 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6b2b105e-aaf5-4002-9b72-0bc7be128b2b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4094231 Dec 16 09:55:33.577308 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-9e01f2c1-4cad-4f00-bd63-f6f13895e161 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Request body: {'security_group_rule': {'security_group_id': '9b27b118-a53f-4982-9ddb-43d8a0c776b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:33.633576 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7cf5818a-cb56-428f-966d-d79684b35118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:33.671041 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-52d26bf1-05e8-4b9e-a9b5-9b42f3ebe0dc None None] Set router 791ad3e3-1ca7-4641-a184-fd6b2570ceb7 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:55:33.685741 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42499a2d-0bef-47b5-ae3b-802e698cfbae req-95b4bc6c-4dbc-4504-9020-e6201b22681a tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:33.688557 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-42499a2d-0bef-47b5-ae3b-802e698cfbae req-95b4bc6c-4dbc-4504-9020-e6201b22681a tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 945 time: 0.0758348 Dec 16 09:55:33.699366 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9e01f2c1-4cad-4f00-bd63-f6f13895e161 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:33.735906 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-42499a2d-0bef-47b5-ae3b-802e698cfbae req-6a303122-cb5f-4ecc-95ae-611dd0947449 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=54a57540-bb56-492b-bd17-871db6f9e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387778 Dec 16 09:55:33.736654 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7cf5818a-cb56-428f-966d-d79684b35118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:33.769608 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9e01f2c1-4cad-4f00-bd63-f6f13895e161 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:33.778687 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7cf5818a-cb56-428f-966d-d79684b35118 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ec9b5d617f74463fa84a8b009233b312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3806927 Dec 16 09:55:33.779597 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 50784) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:33.799938 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5818a-cb56-428f-966d-d79684b35118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64104ab4-4b7b-4516-b545-b2383d232b62,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:33.829416 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9e01f2c1-4cad-4f00-bd63-f6f13895e161 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:33.844283 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc9c8307-5eda-4a75-942f-eec62e0c8bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:33.849836 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01f2c1-4cad-4f00-bd63-f6f13895e161 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c93c0b-3605-406a-b467-d3716cf7a398,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:33.869863 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc9c8307-5eda-4a75-942f-eec62e0c8bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:33.901802 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-52d26bf1-05e8-4b9e-a9b5-9b42f3ebe0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'name': 'tempest-AttachVolumeTestJSON-1774796313-router', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '4441d9a1-3315-4861-b404-d1d2c37ba8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:55:25Z', 'updated_at': '2021-12-16T09:55:31Z', 'revision_number': 4, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'gw_port': {'id': '4441d9a1-3315-4861-b404-d1d2c37ba8de', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:00:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:26Z', 'updated_at': '2021-12-16T09:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'd1e0515f-4db6-4d37-aef2-399213a0242f', 'name': '', 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'mac_address': 'fa:16:3e:f5:fe:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '54629120-87d1-4f1a-9c62-5145af96bdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:30Z', 'updated_at': '2021-12-16T09:55:31Z', 'revision_number': 2, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'subnets': [{'id': '54629120-87d1-4f1a-9c62-5145af96bdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:33.931195 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d26bf1-05e8-4b9e-a9b5-9b42f3ebe0dc None None] Checking router: 791ad3e3-1ca7-4641-a184-fd6b2570ceb7 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:55:33.931488 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d26bf1-05e8-4b9e-a9b5-9b42f3ebe0dc None None] Updating router 791ad3e3-1ca7-4641-a184-fd6b2570ceb7 port d1e0515f-4db6-4d37-aef2-399213a0242f binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:55:33.953639 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9e01f2c1-4cad-4f00-bd63-f6f13895e161 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:33.955168 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9e01f2c1-4cad-4f00-bd63-f6f13895e161 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3814411 Dec 16 09:55:33.956035 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-52d26bf1-05e8-4b9e-a9b5-9b42f3ebe0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:33.960118 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50788) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:33.963293 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-1e2409b4-4f81-4a44-9c92-0fa1b73b6ef6 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Request body: {'security_group_rule': {'security_group_id': '9b27b118-a53f-4982-9ddb-43d8a0c776b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:33.979014 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc9c8307-5eda-4a75-942f-eec62e0c8bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:33.988003 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc9c8307-5eda-4a75-942f-eec62e0c8bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:33.988003 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fc9c8307-5eda-4a75-942f-eec62e0c8bd7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/64104ab4-4b7b-4516-b545-b2383d232b62 HTTP/1.1" status: 204 len: 168 time: 0.2023852 Dec 16 09:55:34.000498 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c8307-5eda-4a75-942f-eec62e0c8bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64104ab4-4b7b-4516-b545-b2383d232b62,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:34.111035 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1e2409b4-4f81-4a44-9c92-0fa1b73b6ef6 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:34.174751 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1e2409b4-4f81-4a44-9c92-0fa1b73b6ef6 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:34.253487 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1e2409b4-4f81-4a44-9c92-0fa1b73b6ef6 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:34.261902 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-52d26bf1-05e8-4b9e-a9b5-9b42f3ebe0dc None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:34.279058 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2409b4-4f81-4a44-9c92-0fa1b73b6ef6 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afdf1f3b-794e-4b35-9695-81f4a5d6fa97,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:34.327409 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-52d26bf1-05e8-4b9e-a9b5-9b42f3ebe0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:34.349843 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device b285c169-53d7-4d1c-a2ae-f7b26ab13ecc up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:55:34.385272 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed343c7a-b5fe-4413-bc35-08d8c4ee1b13 None None] Pushing event updated for resources: {'Port': ['ID=d1e0515f-4db6-4d37-aef2-399213a0242f,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:34.394027 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1e2409b4-4f81-4a44-9c92-0fa1b73b6ef6 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:34.395805 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1e2409b4-4f81-4a44-9c92-0fa1b73b6ef6 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4370935 Dec 16 09:55:34.400555 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 50804) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:34.428980 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-8e766930-6b76-465e-918d-ffe8fc0ea35b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:34.463291 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-52d26bf1-05e8-4b9e-a9b5-9b42f3ebe0dc None None] Attempting to bind port d1e0515f-4db6-4d37-aef2-399213a0242f on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:55:34.464444 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-52d26bf1-05e8-4b9e-a9b5-9b42f3ebe0dc None None] Attempting to bind port d1e0515f-4db6-4d37-aef2-399213a0242f by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '9384ab9d-4528-43a0-b947-07f5bc58c4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:55:34.465147 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d26bf1-05e8-4b9e-a9b5-9b42f3ebe0dc None None] Attempting to bind port d1e0515f-4db6-4d37-aef2-399213a0242f on network 7188838e-ca9d-4c02-ba77-eb22e43eefd0 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:55:34.473198 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d26bf1-05e8-4b9e-a9b5-9b42f3ebe0dc None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:55:34.473576 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d26bf1-05e8-4b9e-a9b5-9b42f3ebe0dc None None] Checking segment: {'id': '9384ab9d-4528-43a0-b947-07f5bc58c4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:55:34.473984 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-52d26bf1-05e8-4b9e-a9b5-9b42f3ebe0dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:34.474433 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d26bf1-05e8-4b9e-a9b5-9b42f3ebe0dc None None] Bound using segment: {'id': '9384ab9d-4528-43a0-b947-07f5bc58c4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:55:34.474981 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-52d26bf1-05e8-4b9e-a9b5-9b42f3ebe0dc None None] Bound port: d1e0515f-4db6-4d37-aef2-399213a0242f, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9384ab9d-4528-43a0-b947-07f5bc58c4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:55:34.475889 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-52d26bf1-05e8-4b9e-a9b5-9b42f3ebe0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:34.534823 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:55:34.547795 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:34.548415 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:34.569994 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e766930-6b76-465e-918d-ffe8fc0ea35b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for floatingip, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:34.585547 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-52d26bf1-05e8-4b9e-a9b5-9b42f3ebe0dc None None] For port d1e0515f-4db6-4d37-aef2-399213a0242f, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:55:34.593811 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-52d26bf1-05e8-4b9e-a9b5-9b42f3ebe0dc None None] For port d1e0515f-4db6-4d37-aef2-399213a0242f, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d1e0515f-4db6-4d37-aef2-399213a0242f,segment=NetworkSegment(9384ab9d-4528-43a0-b947-07f5bc58c4cd),segment_id=9384ab9d-4528-43a0-b947-07f5bc58c4cd)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:55:34.631335 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 4441d9a1-3315-4861-b404-d1d2c37ba8de up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:55:34.680845 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-52d26bf1-05e8-4b9e-a9b5-9b42f3ebe0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:34.706787 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e766930-6b76-465e-918d-ffe8fc0ea35b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:34.749673 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed343c7a-b5fe-4413-bc35-08d8c4ee1b13 None None] Pushing event updated for resources: {'Port': ['ID=d1e0515f-4db6-4d37-aef2-399213a0242f,revision_number=4']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:34.790145 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d26bf1-05e8-4b9e-a9b5-9b42f3ebe0dc None None] Routers {'791ad3e3-1ca7-4641-a184-fd6b2570ceb7'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:55:34.790774 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-52d26bf1-05e8-4b9e-a9b5-9b42f3ebe0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:55:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['791ad3e3-1ca7-4641-a184-fd6b2570ceb7'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:34.829765 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-8e766930-6b76-465e-918d-ffe8fc0ea35b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Allocated IP 172.25.1.211 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/e761aca9-bef3-4b6c-afb4-590516d2ea50) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:55:34.978320 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:34.987017 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6869b1-c84a-444f-9202-300fb304875c req-27a4937a-55fc-4203-849f-19b84942a944 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:34.988619 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-aa6869b1-c84a-444f-9202-300fb304875c req-27a4937a-55fc-4203-849f-19b84942a944 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 945 time: 0.1249907 Dec 16 09:55:35.022386 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-467268c5-5504-42ed-b448-4e4046412adc None None] Provisioning complete for port d1e0515f-4db6-4d37-aef2-399213a0242f triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:35.022948 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-467268c5-5504-42ed-b448-4e4046412adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:35.030606 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-52d26bf1-05e8-4b9e-a9b5-9b42f3ebe0dc None None] Set router 791ad3e3-1ca7-4641-a184-fd6b2570ceb7 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:55:35.039007 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836d16bc-dbcb-407d-a09c-28b0933a4ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b285c169-53d7-4d1c-a2ae-f7b26ab13ecc'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:55:35.046050 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8557dab6-5e42-4d9f-b4a0-8695e37d8426" -d '{"events": [{"server_uuid": "836d16bc-dbcb-407d-a09c-28b0933a4ee7", "name": "network-vif-plugged", "status": "completed", "tag": "b285c169-53d7-4d1c-a2ae-f7b26ab13ecc"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:55:35.079742 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=b285c169-53d7-4d1c-a2ae-f7b26ab13ecc,segment=NetworkSegment(cb7066c7-6325-44eb-ac2c-928d0e615f7d),segment_id=cb7066c7-6325-44eb-ac2c-928d0e615f7d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:55:35.095262 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e766930-6b76-465e-918d-ffe8fc0ea35b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:35.098005 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 4441d9a1-3315-4861-b404-d1d2c37ba8de triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:35.099515 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:35.163615 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-aa6869b1-c84a-444f-9202-300fb304875c req-17d01526-3e1e-4848-93ed-cf4be08d012b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=54a57540-bb56-492b-bd17-871db6f9e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555729 Dec 16 09:55:35.171386 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa51293a-04c5-4d8b-8c4b-1423b219e6c2 x-openstack-request-id: req-aa51293a-04c5-4d8b-8c4b-1423b219e6c2 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:55:35.171861 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836d16bc-dbcb-407d-a09c-28b0933a4ee7", "name": "network-vif-plugged", "status": "completed", "tag": "b285c169-53d7-4d1c-a2ae-f7b26ab13ecc", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:55:35.172260 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa51293a-04c5-4d8b-8c4b-1423b219e6c2 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:55:35.172788 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836d16bc-dbcb-407d-a09c-28b0933a4ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b285c169-53d7-4d1c-a2ae-f7b26ab13ecc', 'code': 200} Dec 16 09:55:35.181839 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:35.203827 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e766930-6b76-465e-918d-ffe8fc0ea35b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:35.257050 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e766930-6b76-465e-918d-ffe8fc0ea35b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Pushing event updated for resources: {'Port': ['ID=e761aca9-bef3-4b6c-afb4-590516d2ea50,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:35.267706 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e766930-6b76-465e-918d-ffe8fc0ea35b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:55:35.269506 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-8e766930-6b76-465e-918d-ffe8fc0ea35b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:55:35.279252 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e766930-6b76-465e-918d-ffe8fc0ea35b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:55:35.336128 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d5056-e6f2-4ca7-af3e-4d4063e0aac6 req-98c46071-0e47-4ac3-b847-ab98c2417b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:35.341578 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d04d5056-e6f2-4ca7-af3e-4d4063e0aac6 req-98c46071-0e47-4ac3-b847-ab98c2417b2d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 1097 time: 0.1098263 Dec 16 09:55:35.355176 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=b285c169-53d7-4d1c-a2ae-f7b26ab13ecc,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:35.363904 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-52d26bf1-05e8-4b9e-a9b5-9b42f3ebe0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'name': 'tempest-AttachVolumeTestJSON-1774796313-router', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '4441d9a1-3315-4861-b404-d1d2c37ba8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:55:25Z', 'updated_at': '2021-12-16T09:55:31Z', 'revision_number': 4, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'gw_port': {'id': '4441d9a1-3315-4861-b404-d1d2c37ba8de', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:00:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:26Z', 'updated_at': '2021-12-16T09:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'd1e0515f-4db6-4d37-aef2-399213a0242f', 'name': '', 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'mac_address': 'fa:16:3e:f5:fe:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '54629120-87d1-4f1a-9c62-5145af96bdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:30Z', 'updated_at': '2021-12-16T09:55:34Z', 'revision_number': 4, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'subnets': [{'id': '54629120-87d1-4f1a-9c62-5145af96bdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:35.388374 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-467268c5-5504-42ed-b448-4e4046412adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:35.395740 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d04d5056-e6f2-4ca7-af3e-4d4063e0aac6 req-ffcc6a37-0620-4ff6-bce5-02855a906732 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=54a57540-bb56-492b-bd17-871db6f9e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466254 Dec 16 09:55:35.404122 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d26bf1-05e8-4b9e-a9b5-9b42f3ebe0dc None None] The sync data for ids ['791ad3e3-1ca7-4641-a184-fd6b2570ceb7'] in n-d-820550-2 is: [{'id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'name': 'tempest-AttachVolumeTestJSON-1774796313-router', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '4441d9a1-3315-4861-b404-d1d2c37ba8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:55:25Z', 'updated_at': '2021-12-16T09:55:31Z', 'revision_number': 4, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'gw_port': {'id': '4441d9a1-3315-4861-b404-d1d2c37ba8de', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:00:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:26Z', 'updated_at': '2021-12-16T09:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'd1e0515f-4db6-4d37-aef2-399213a0242f', 'name': '', 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'mac_address': 'fa:16:3e:f5:fe:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '54629120-87d1-4f1a-9c62-5145af96bdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:30Z', 'updated_at': '2021-12-16T09:55:34Z', 'revision_number': 4, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'subnets': [{'id': '54629120-87d1-4f1a-9c62-5145af96bdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:55:35.440985 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-467268c5-5504-42ed-b448-4e4046412adc None None] For port d1e0515f-4db6-4d37-aef2-399213a0242f, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d1e0515f-4db6-4d37-aef2-399213a0242f,segment=NetworkSegment(9384ab9d-4528-43a0-b947-07f5bc58c4cd),segment_id=9384ab9d-4528-43a0-b947-07f5bc58c4cd)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:55:35.479009 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e766930-6b76-465e-918d-ffe8fc0ea35b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:35.511569 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-467268c5-5504-42ed-b448-4e4046412adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:35.587832 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467268c5-5504-42ed-b448-4e4046412adc None None] Pushing event updated for resources: {'Port': ['ID=d1e0515f-4db6-4d37-aef2-399213a0242f,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:35.623138 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e766930-6b76-465e-918d-ffe8fc0ea35b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:35.632623 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b47c3825-9eb4-4db7-b2d8-406a9a5091aa None None] Provisioning complete for port d1e0515f-4db6-4d37-aef2-399213a0242f triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:35.633087 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b47c3825-9eb4-4db7-b2d8-406a9a5091aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:36.137008 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e766930-6b76-465e-918d-ffe8fc0ea35b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:36.239651 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e766930-6b76-465e-918d-ffe8fc0ea35b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:36.367242 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d54790-8dd8-44e4-99d3-9a3525c839b1 req-257af19b-6a83-4a34-b5f8-9ffe9952ea0a tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:36.368893 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-27d54790-8dd8-44e4-99d3-9a3525c839b1 req-257af19b-6a83-4a34-b5f8-9ffe9952ea0a tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 946 time: 0.1419859 Dec 16 09:55:36.371807 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e766930-6b76-465e-918d-ffe8fc0ea35b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Pushing event updated for resources: {'Port': ['ID=e761aca9-bef3-4b6c-afb4-590516d2ea50,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:36.419178 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e766930-6b76-465e-918d-ffe8fc0ea35b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:36.486936 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-27d54790-8dd8-44e4-99d3-9a3525c839b1 req-0228fec5-ad99-4842-86b0-9821415b8991 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=54a57540-bb56-492b-bd17-871db6f9e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997219 Dec 16 09:55:36.628237 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d1e0515f-4db6-4d37-aef2-399213a0242f up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:55:36.633282 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e766930-6b76-465e-918d-ffe8fc0ea35b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:36.633282 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8e766930-6b76-465e-918d-ffe8fc0ea35b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2312982 Dec 16 09:55:36.690766 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port d1e0515f-4db6-4d37-aef2-399213a0242f triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:36.691146 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:36.889374 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-ff46bace-3a29-40ac-a892-357b18e13c37 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1841294336&fields=id&tenant_id=7bf45dc465a44557ad989af846f14cbe HTTP/1.1" status: 200 len: 267 time: 0.0391269 Dec 16 09:55:37.007509 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-9a634b7e-115b-4b32-a659-6a3299d247d7 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:37.009023 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-9a634b7e-115b-4b32-a659-6a3299d247d7 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/networks?id=7188838e-ca9d-4c02-ba77-eb22e43eefd0 HTTP/1.1" status: 200 len: 811 time: 0.1121709 Dec 16 09:55:37.025190 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-d5aadd04-735b-488c-a81f-50ac13e611c5 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/quotas/7bf45dc465a44557ad989af846f14cbe HTTP/1.1" status: 200 len: 375 time: 0.0097682 Dec 16 09:55:37.083328 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-5d4a8d6d-e436-4036-96bf-0e54f96eba3e tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7bf45dc465a44557ad989af846f14cbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481963 Dec 16 09:55:37.120770 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 50888) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:37.188710 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-6962b1b1-e1a1-4a86-82ac-6b1e28275c39 service neutron] 10.222.0.60 "GET /v2.0/networks/7188838e-ca9d-4c02-ba77-eb22e43eefd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910435 Dec 16 09:55:37.262954 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-469365a4-d080-40f6-9eda-9d9b0215dfd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:37.328780 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:37.348632 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-469365a4-d080-40f6-9eda-9d9b0215dfd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:37.409559 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-469365a4-d080-40f6-9eda-9d9b0215dfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:37.452493 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-469365a4-d080-40f6-9eda-9d9b0215dfd9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8045c40c39974d78878713d4f4601b9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3305106 Dec 16 09:55:37.453833 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469365a4-d080-40f6-9eda-9d9b0215dfd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69df6bae-5096-4e27-96f8-4caa6a4b36f4,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:37.457046 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 50896) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:37.508071 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-39ce87ce-bec0-40fa-b3fb-8be6a6a1b99a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:37.536277 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-39ce87ce-bec0-40fa-b3fb-8be6a6a1b99a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:37.632807 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-b23ce19c-cd9d-41e7-bfca-f52b0385d4f8 service neutron] 10.222.0.60 "GET /v2.0/networks/7188838e-ca9d-4c02-ba77-eb22e43eefd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372315 Dec 16 09:55:37.653155 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8489f46-5dc0-4800-aba1-3bd955b1c923 req-828d36b6-ba4a-4183-a80b-04d06656ac19 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:37.654633 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b8489f46-5dc0-4800-aba1-3bd955b1c923 req-828d36b6-ba4a-4183-a80b-04d06656ac19 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 946 time: 0.0658512 Dec 16 09:55:37.696190 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b8489f46-5dc0-4800-aba1-3bd955b1c923 req-c125ef73-6067-4c64-8b78-70833842f0c6 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=54a57540-bb56-492b-bd17-871db6f9e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351529 Dec 16 09:55:37.706660 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-39ce87ce-bec0-40fa-b3fb-8be6a6a1b99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:37.721389 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-39ce87ce-bec0-40fa-b3fb-8be6a6a1b99a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:37.721389 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-39ce87ce-bec0-40fa-b3fb-8be6a6a1b99a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/69df6bae-5096-4e27-96f8-4caa6a4b36f4 HTTP/1.1" status: 204 len: 168 time: 0.2525737 Dec 16 09:55:37.721389 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce87ce-bec0-40fa-b3fb-8be6a6a1b99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69df6bae-5096-4e27-96f8-4caa6a4b36f4,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:37.841699 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2df45-2db2-4d4d-8f86-ea33d5432f09 req-7031a9ea-14bb-4a7c-a45b-fc2c573fe5a7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:37.843213 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-43f2df45-2db2-4d4d-8f86-ea33d5432f09 req-7031a9ea-14bb-4a7c-a45b-fc2c573fe5a7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 946 time: 0.0596547 Dec 16 09:55:37.876168 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2265ab23-63da-44f2-823b-116ec5326688 req-ce86ec0d-11ea-446d-8617-22fa3ab97029 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 210 time: 0.0277145 Dec 16 09:55:37.894875 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-43f2df45-2db2-4d4d-8f86-ea33d5432f09 req-84cbfb70-49e4-4737-bde1-ad88bc538075 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=54a57540-bb56-492b-bd17-871db6f9e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445235 Dec 16 09:55:37.920529 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 50912) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:37.966194 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9bbe81-2aa4-41a7-ab59-ed9b008cd951 tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:37.967875 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fa9bbe81-2aa4-41a7-ab59-ed9b008cd951 tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 1092 time: 0.0460510 Dec 16 09:55:37.970526 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 50920) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:37.975547 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-51149448-811d-43f1-81e7-c730d6158aea tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'port_id': 'b285c169-53d7-4d1c-a2ae-f7b26ab13ecc', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:38.081934 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-51149448-811d-43f1-81e7-c730d6158aea tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for floatingip, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:38.184375 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-51149448-811d-43f1-81e7-c730d6158aea tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:38.290405 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-51149448-811d-43f1-81e7-c730d6158aea tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Allocated IP 172.25.1.129 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/53de73e4-2eda-4392-b4a1-f316f6bff309) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:55:38.387989 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-51149448-811d-43f1-81e7-c730d6158aea tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:38.596297 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 50930) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:38.605380 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-51149448-811d-43f1-81e7-c730d6158aea tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:38.619783 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8b7eea78-ea6f-4d86-afcf-ab8a524b2b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:38.665738 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51149448-811d-43f1-81e7-c730d6158aea tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:55:38.673089 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-51149448-811d-43f1-81e7-c730d6158aea tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:55:38.678019 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51149448-811d-43f1-81e7-c730d6158aea tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:55:38.711817 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51149448-811d-43f1-81e7-c730d6158aea tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'Port': ['ID=53de73e4-2eda-4392-b4a1-f316f6bff309,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:38.835112 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8b7eea78-ea6f-4d86-afcf-ab8a524b2b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:38.957426 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a1c040b6-0144-4893-ad33-4d80d5caaf74 req-6752dd54-e36f-4b52-bec4-62aa8b7569ec tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 210 time: 0.0308712 Dec 16 09:55:39.076123 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-51149448-811d-43f1-81e7-c730d6158aea tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:39.306201 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8b7eea78-ea6f-4d86-afcf-ab8a524b2b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:39.352924 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7eea78-ea6f-4d86-afcf-ab8a524b2b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2866f4b9-192d-45a0-89a5-5d756f830997,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:39.352924 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8b7eea78-ea6f-4d86-afcf-ab8a524b2b4a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3c295dc309f54c10af6c04bb55af6487&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7519808 Dec 16 09:55:39.354889 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 50940) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:39.403643 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4c767954-2bb3-4cc1-948d-3a8ec43d57f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:39.425483 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4c767954-2bb3-4cc1-948d-3a8ec43d57f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:39.520734 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-51149448-811d-43f1-81e7-c730d6158aea tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:39.608641 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4c767954-2bb3-4cc1-948d-3a8ec43d57f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:39.611797 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4c767954-2bb3-4cc1-948d-3a8ec43d57f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:39.613015 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4c767954-2bb3-4cc1-948d-3a8ec43d57f6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2866f4b9-192d-45a0-89a5-5d756f830997 HTTP/1.1" status: 204 len: 168 time: 0.2571929 Dec 16 09:55:39.633030 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c767954-2bb3-4cc1-948d-3a8ec43d57f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2866f4b9-192d-45a0-89a5-5d756f830997,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:39.709157 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-51149448-811d-43f1-81e7-c730d6158aea tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:39.831606 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-51149448-811d-43f1-81e7-c730d6158aea tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:39.902779 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51149448-811d-43f1-81e7-c730d6158aea tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'Port': ['ID=53de73e4-2eda-4392-b4a1-f316f6bff309,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:39.915126 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-51149448-811d-43f1-81e7-c730d6158aea tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:40.066760 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [None req-51149448-811d-43f1-81e7-c730d6158aea tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Floating IP 968ae219-6539-41a4-bbc9-9ae1d84e0063 associated. External IP: 172.25.1.129, port: b285c169-53d7-4d1c-a2ae-f7b26ab13ecc. Dec 16 09:55:40.089292 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e2d031ff-597c-46f1-8139-0ae561c7ab38 req-5edc94c7-23f0-42b6-84e0-38684cd7e314 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 210 time: 0.0415578 Dec 16 09:55:40.338265 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51149448-811d-43f1-81e7-c730d6158aea tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Router 9ad25753-7ce3-4874-ae5a-5a05f5470074 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:55:40.449395 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51149448-811d-43f1-81e7-c730d6158aea tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:55:40.460827 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bae001-20c6-455d-ad5c-b901a6c0941c None None] Sync routers for ids ['9ad25753-7ce3-4874-ae5a-5a05f5470074'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:55:40.472473 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bae001-20c6-455d-ad5c-b901a6c0941c None None] Routers {'9ad25753-7ce3-4874-ae5a-5a05f5470074'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:55:40.472473 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-20bae001-20c6-455d-ad5c-b901a6c0941c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:55:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['9ad25753-7ce3-4874-ae5a-5a05f5470074'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:40.519937 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-51149448-811d-43f1-81e7-c730d6158aea tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:40.551908 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-51149448-811d-43f1-81e7-c730d6158aea tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5803518 Dec 16 09:55:40.552545 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '836d16bc-dbcb-407d-a09c-28b0933a4ee7', 'tag': 'b285c169-53d7-4d1c-a2ae-f7b26ab13ecc'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:55:40.554862 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0a80d3-5c8a-41df-95f9-84e406595c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "836d16bc-dbcb-407d-a09c-28b0933a4ee7", "tag": "b285c169-53d7-4d1c-a2ae-f7b26ab13ecc"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:55:40.617052 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-20bae001-20c6-455d-ad5c-b901a6c0941c None None] Set router 9ad25753-7ce3-4874-ae5a-5a05f5470074 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:55:40.664464 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab0dcc-3f5b-4ae5-b703-6b2c718d13f5 req-2dfe0201-614a-4e0f-a054-89479e175a65 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:40.666333 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-79ab0dcc-3f5b-4ae5-b703-6b2c718d13f5 req-2dfe0201-614a-4e0f-a054-89479e175a65 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 946 time: 0.0541272 Dec 16 09:55:40.741565 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:40.746095 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-79ab0dcc-3f5b-4ae5-b703-6b2c718d13f5 req-50401e0f-82bb-42b6-b4ca-e341b5c4e4a5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=54a57540-bb56-492b-bd17-871db6f9e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729952 Dec 16 09:55:40.773602 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 50986) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:40.798547 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f842da-a0eb-4772-a93b-f331cc78c51a x-openstack-request-id: req-24f842da-a0eb-4772-a93b-f331cc78c51a {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:55:40.799059 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "836d16bc-dbcb-407d-a09c-28b0933a4ee7", "tag": "b285c169-53d7-4d1c-a2ae-f7b26ab13ecc", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:55:40.799059 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-24f842da-a0eb-4772-a93b-f331cc78c51a {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:55:40.810503 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '836d16bc-dbcb-407d-a09c-28b0933a4ee7', 'tag': 'b285c169-53d7-4d1c-a2ae-f7b26ab13ecc', 'status': 'completed', 'code': 200} Dec 16 09:55:40.920607 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-20bae001-20c6-455d-ad5c-b901a6c0941c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942980188', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '0c8decf3-9828-4c1a-bd4b-819d10f1e9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:55:13Z', 'updated_at': '2021-12-16T09:55:20Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '0c8decf3-9828-4c1a-bd4b-819d10f1e9cc', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:68:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:14Z', 'updated_at': '2021-12-16T09:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '968ae219-6539-41a4-bbc9-9ae1d84e0063', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'floating_ip_address': '172.25.1.129', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'port_id': 'b285c169-53d7-4d1c-a2ae-f7b26ab13ecc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a707a6-318e-4215-ae09-8dc16dccc5ee', 'mac_address': 'fa:16:3e:16:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836d16bc-dbcb-407d-a09c-28b0933a4ee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:55:38Z', 'updated_at': '2021-12-16T09:55:38Z', 'revision_number': 0, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641c774c-7994-4679-b135-c23a4cd06712', 'name': '', 'network_id': '72a707a6-318e-4215-ae09-8dc16dccc5ee', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'mac_address': 'fa:16:3e:8c:06:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '2da1b42f-9759-4659-877b-e53de53499f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:19Z', 'updated_at': '2021-12-16T09:55:23Z', 'revision_number': 5, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'subnets': [{'id': '2da1b42f-9759-4659-877b-e53de53499f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:40.955492 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bae001-20c6-455d-ad5c-b901a6c0941c None None] Checking router: 9ad25753-7ce3-4874-ae5a-5a05f5470074 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:55:40.965458 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bae001-20c6-455d-ad5c-b901a6c0941c None None] Routers {'9ad25753-7ce3-4874-ae5a-5a05f5470074'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:55:40.966207 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-20bae001-20c6-455d-ad5c-b901a6c0941c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:55:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['9ad25753-7ce3-4874-ae5a-5a05f5470074'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:41.044924 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-d09f1f68-d4c7-42b1-b0ab-a77c8aaea305 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:41.046485 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-d09f1f68-d4c7-42b1-b0ab-a77c8aaea305 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.57 "GET /v2.0/networks?id=7188838e-ca9d-4c02-ba77-eb22e43eefd0 HTTP/1.1" status: 200 len: 811 time: 0.2028718 Dec 16 09:55:41.049391 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-28e5d300-611c-49c8-8cdf-8ab5f8c93dd5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/floatingips/968ae219-6539-41a4-bbc9-9ae1d84e0063 HTTP/1.1" status: 200 len: 992 time: 0.2744932 Dec 16 09:55:41.059766 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a80d3-5c8a-41df-95f9-84e406595c8c req-667122c2-c765-4f05-a7bf-9aab104042fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:41.061323 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-de0a80d3-5c8a-41df-95f9-84e406595c8c req-667122c2-c765-4f05-a7bf-9aab104042fc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 1097 time: 0.2192450 Dec 16 09:55:41.077178 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-20bae001-20c6-455d-ad5c-b901a6c0941c None None] Set router 9ad25753-7ce3-4874-ae5a-5a05f5470074 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:55:41.168362 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-29487a59-4977-4032-b589-bca46f688949 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bf45dc465a44557ad989af846f14cbe HTTP/1.1" status: 200 len: 380 time: 0.0993719 Dec 16 09:55:41.199512 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-102978b6-e636-43ef-a29f-e0c138ad826e tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Request body: {'port': {'device_id': 'a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c', 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0', 'admin_state_up': True, 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'security_groups': ['9b27b118-a53f-4982-9ddb-43d8a0c776b7']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:41.273280 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-208570b3-74c8-4ce3-8ecc-1c8e61cd0797 req-23ea8cf9-8d7f-4f6c-9186-7909009b0bde service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1127861 Dec 16 09:55:41.322023 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-27e4beb7-98f0-4711-bd67-820bbdce843c req-6480f0d4-b7a1-4c34-9344-abcba5b51df3 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 210 time: 0.0596209 Dec 16 09:55:41.348626 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a80d3-5c8a-41df-95f9-84e406595c8c req-b4ff711a-a452-49bd-9235-a1b42af69426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:41.350854 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-de0a80d3-5c8a-41df-95f9-84e406595c8c req-b4ff711a-a452-49bd-9235-a1b42af69426 service neutron] 10.222.0.58 "GET /v2.0/networks?id=72a707a6-318e-4215-ae09-8dc16dccc5ee HTTP/1.1" status: 200 len: 898 time: 0.2757745 Dec 16 09:55:41.426365 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-20bae001-20c6-455d-ad5c-b901a6c0941c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942980188', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '0c8decf3-9828-4c1a-bd4b-819d10f1e9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:55:13Z', 'updated_at': '2021-12-16T09:55:20Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '0c8decf3-9828-4c1a-bd4b-819d10f1e9cc', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:68:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:14Z', 'updated_at': '2021-12-16T09:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '968ae219-6539-41a4-bbc9-9ae1d84e0063', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'floating_ip_address': '172.25.1.129', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'port_id': 'b285c169-53d7-4d1c-a2ae-f7b26ab13ecc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a707a6-318e-4215-ae09-8dc16dccc5ee', 'mac_address': 'fa:16:3e:16:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836d16bc-dbcb-407d-a09c-28b0933a4ee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:55:38Z', 'updated_at': '2021-12-16T09:55:38Z', 'revision_number': 0, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641c774c-7994-4679-b135-c23a4cd06712', 'name': '', 'network_id': '72a707a6-318e-4215-ae09-8dc16dccc5ee', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'mac_address': 'fa:16:3e:8c:06:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '2da1b42f-9759-4659-877b-e53de53499f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:19Z', 'updated_at': '2021-12-16T09:55:23Z', 'revision_number': 5, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'subnets': [{'id': '2da1b42f-9759-4659-877b-e53de53499f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:41.453742 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-de0a80d3-5c8a-41df-95f9-84e406595c8c req-5c76a7da-45a3-4b73-9f44-a7bbe4d1bf41 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b285c169-53d7-4d1c-a2ae-f7b26ab13ecc HTTP/1.1" status: 200 len: 1000 time: 0.0908198 Dec 16 09:55:41.459900 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bae001-20c6-455d-ad5c-b901a6c0941c None None] The sync data for ids ['9ad25753-7ce3-4874-ae5a-5a05f5470074'] in n-d-820550-2 is: [{'id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942980188', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '0c8decf3-9828-4c1a-bd4b-819d10f1e9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:55:13Z', 'updated_at': '2021-12-16T09:55:20Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '0c8decf3-9828-4c1a-bd4b-819d10f1e9cc', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:68:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:14Z', 'updated_at': '2021-12-16T09:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '968ae219-6539-41a4-bbc9-9ae1d84e0063', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'floating_ip_address': '172.25.1.129', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'port_id': 'b285c169-53d7-4d1c-a2ae-f7b26ab13ecc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a707a6-318e-4215-ae09-8dc16dccc5ee', 'mac_address': 'fa:16:3e:16:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836d16bc-dbcb-407d-a09c-28b0933a4ee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:55:38Z', 'updated_at': '2021-12-16T09:55:38Z', 'revision_number': 0, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641c774c-7994-4679-b135-c23a4cd06712', 'name': '', 'network_id': '72a707a6-318e-4215-ae09-8dc16dccc5ee', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'mac_address': 'fa:16:3e:8c:06:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '2da1b42f-9759-4659-877b-e53de53499f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:19Z', 'updated_at': '2021-12-16T09:55:23Z', 'revision_number': 5, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'subnets': [{'id': '2da1b42f-9759-4659-877b-e53de53499f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:55:41.510807 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a80d3-5c8a-41df-95f9-84e406595c8c req-f58aded1-c6ff-4cbe-bceb-8305bb0499fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:41.512288 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-de0a80d3-5c8a-41df-95f9-84e406595c8c req-f58aded1-c6ff-4cbe-bceb-8305bb0499fa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2da1b42f-9759-4659-877b-e53de53499f8 HTTP/1.1" status: 200 len: 835 time: 0.0523443 Dec 16 09:55:41.547448 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-102978b6-e636-43ef-a29f-e0c138ad826e tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Made reservation on behalf of 7bf45dc465a44557ad989af846f14cbe for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:55:41.551020 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-102978b6-e636-43ef-a29f-e0c138ad826e tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:41.615829 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a80d3-5c8a-41df-95f9-84e406595c8c req-fe200129-cc8f-4ede-a632-d9faf24924f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:41.617446 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-de0a80d3-5c8a-41df-95f9-84e406595c8c req-fe200129-cc8f-4ede-a632-d9faf24924f5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=72a707a6-318e-4215-ae09-8dc16dccc5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975003 Dec 16 09:55:41.721521 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a6c83f-3cea-4fd2-b650-b1b79808f817 None None] New status for floating IP 968ae219-6539-41a4-bbc9-9ae1d84e0063: ACTIVE {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:55:41.795312 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-102978b6-e636-43ef-a29f-e0c138ad826e tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Allocated IP 172.20.0.6 (7188838e-ca9d-4c02-ba77-eb22e43eefd0/54629120-87d1-4f1a-9c62-5145af96bdbd/0a89622b-751f-436b-8c62-e8d382571a08) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:55:41.798819 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-de0a80d3-5c8a-41df-95f9-84e406595c8c req-2fa769a6-ff29-47b0-bbbc-6af1e332ea8b service neutron] 10.222.0.58 "GET /v2.0/networks/72a707a6-318e-4215-ae09-8dc16dccc5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738582 Dec 16 09:55:41.914831 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51018) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:41.972878 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-de0a80d3-5c8a-41df-95f9-84e406595c8c req-c2f26637-f8a1-4dc4-9321-3e1698407fd2 service neutron] 10.222.0.58 "GET /v2.0/networks/72a707a6-318e-4215-ae09-8dc16dccc5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656928 Dec 16 09:55:42.018793 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-102978b6-e636-43ef-a29f-e0c138ad826e tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:42.053617 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51022) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:42.065551 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-97fab2f8-00e9-4fb5-b96e-d8e70f303cec tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-844460251'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:42.118071 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-102978b6-e636-43ef-a29f-e0c138ad826e tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:42.136065 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f69c08c3-a4ca-48b0-9ab0-4fe99ea7b8ba tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/floatingips/968ae219-6539-41a4-bbc9-9ae1d84e0063 HTTP/1.1" status: 200 len: 994 time: 0.0812166 Dec 16 09:55:42.197760 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fab2f8-00e9-4fb5-b96e-d8e70f303cec tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] Made reservation on behalf of aed6d511b58b42109716b82b61d84ae6 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:55:42.201166 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-97fab2f8-00e9-4fb5-b96e-d8e70f303cec tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:42.204502 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-102978b6-e636-43ef-a29f-e0c138ad826e tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Network 7188838e-ca9d-4c02-ba77-eb22e43eefd0 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:55:42.209944 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-102978b6-e636-43ef-a29f-e0c138ad826e tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:55:42.219024 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-102978b6-e636-43ef-a29f-e0c138ad826e tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:55:42.219354 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-97fab2f8-00e9-4fb5-b96e-d8e70f303cec tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:42.250205 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102978b6-e636-43ef-a29f-e0c138ad826e tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Pushing event updated for resources: {'Port': ['ID=0a89622b-751f-436b-8c62-e8d382571a08,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:42.288349 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208570b3-74c8-4ce3-8ecc-1c8e61cd0797 req-3174fc63-0f7e-4dad-bd78-7954995ed4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:42.289980 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-208570b3-74c8-4ce3-8ecc-1c8e61cd0797 req-3174fc63-0f7e-4dad-bd78-7954995ed4bd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 1097 time: 0.1251907 Dec 16 09:55:42.303195 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-102978b6-e636-43ef-a29f-e0c138ad826e tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:42.303871 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-102978b6-e636-43ef-a29f-e0c138ad826e tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:42.321778 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-97fab2f8-00e9-4fb5-b96e-d8e70f303cec tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:42.382628 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-102978b6-e636-43ef-a29f-e0c138ad826e tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2022994 Dec 16 09:55:42.400851 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-fdf5a7b2-adb9-4e0a-82c7-2dda111f7b2b service neutron] Request body: {'port': {'device_id': 'a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:42.435842 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-97fab2f8-00e9-4fb5-b96e-d8e70f303cec tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:42.472151 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208570b3-74c8-4ce3-8ecc-1c8e61cd0797 req-c0f097f5-1155-4178-af15-7ffcb59390da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:42.473019 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97fab2f8-00e9-4fb5-b96e-d8e70f303cec tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:55:42.473712 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-208570b3-74c8-4ce3-8ecc-1c8e61cd0797 req-c0f097f5-1155-4178-af15-7ffcb59390da service neutron] 10.222.0.58 "GET /v2.0/networks?id=72a707a6-318e-4215-ae09-8dc16dccc5ee HTTP/1.1" status: 200 len: 898 time: 0.1581385 Dec 16 09:55:42.478376 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-fdf5a7b2-adb9-4e0a-82c7-2dda111f7b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:42.484506 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fab2f8-00e9-4fb5-b96e-d8e70f303cec tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b268c088-86c3-4263-bc6d-5af9fbbb8751,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:42.490654 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-97fab2f8-00e9-4fb5-b96e-d8e70f303cec tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:42.490999 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-97fab2f8-00e9-4fb5-b96e-d8e70f303cec tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] Added segment 158bff13-5d0c-4bde-b4aa-6d88ff561e28 of type vlan for network 7f630b13-4ee5-450d-ae76-07fc8ff51da0 Dec 16 09:55:42.512707 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce93d0-9235-4605-b682-71d7fea1845b req-a1e8ed49-16f5-4b4a-904d-5b5788dea1b2 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:42.513899 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-86208b3e-a7b4-4df5-9ad2-01ded24a350a None None] Provisioning complete for port 0a89622b-751f-436b-8c62-e8d382571a08 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:42.514515 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72ce93d0-9235-4605-b682-71d7fea1845b req-a1e8ed49-16f5-4b4a-904d-5b5788dea1b2 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 931 time: 0.1084626 Dec 16 09:55:42.515209 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-86208b3e-a7b4-4df5-9ad2-01ded24a350a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:42.566047 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-86208b3e-a7b4-4df5-9ad2-01ded24a350a None None] Port 0a89622b-751f-436b-8c62-e8d382571a08 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:55:42.578632 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-97fab2f8-00e9-4fb5-b96e-d8e70f303cec tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:42.625706 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72ce93d0-9235-4605-b682-71d7fea1845b req-0adb6f92-93bd-4894-8307-087b29b86175 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b27b118-a53f-4982-9ddb-43d8a0c776b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647800 Dec 16 09:55:42.679830 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-208570b3-74c8-4ce3-8ecc-1c8e61cd0797 req-fe4059db-df72-46b4-8221-e2c00f3ca9e1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b285c169-53d7-4d1c-a2ae-f7b26ab13ecc HTTP/1.1" status: 200 len: 1002 time: 0.1991551 Dec 16 09:55:42.717340 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-97fab2f8-00e9-4fb5-b96e-d8e70f303cec tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:42.723355 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fab2f8-00e9-4fb5-b96e-d8e70f303cec tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:42.723852 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-97fab2f8-00e9-4fb5-b96e-d8e70f303cec tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:42.782228 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208570b3-74c8-4ce3-8ecc-1c8e61cd0797 req-48dba3e4-f038-4ab5-9444-5fba8cc5bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:42.783747 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-208570b3-74c8-4ce3-8ecc-1c8e61cd0797 req-48dba3e4-f038-4ab5-9444-5fba8cc5bc98 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2da1b42f-9759-4659-877b-e53de53499f8 HTTP/1.1" status: 200 len: 835 time: 0.0963397 Dec 16 09:55:42.799203 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fab2f8-00e9-4fb5-b96e-d8e70f303cec tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] Pushing event updated for resources: {'Network': ['ID=7f630b13-4ee5-450d-ae76-07fc8ff51da0,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:42.802696 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 7f630b13-4ee5-450d-ae76-07fc8ff51da0 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:55:42.860236 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208570b3-74c8-4ce3-8ecc-1c8e61cd0797 req-ef19d4a6-a3c8-4827-9a0c-702937fe3e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:42.860236 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-208570b3-74c8-4ce3-8ecc-1c8e61cd0797 req-ef19d4a6-a3c8-4827-9a0c-702937fe3e1d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=72a707a6-318e-4215-ae09-8dc16dccc5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671737 Dec 16 09:55:42.861037 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-97fab2f8-00e9-4fb5-b96e-d8e70f303cec tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9413970 Dec 16 09:55:42.861037 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51036) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:42.914679 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-ddaf5c53-9f4e-4396-9008-2e7ee24a440b tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Request body: {'network': {'name': 'tempest-network--51087736', 'router:external': True}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:42.956483 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-fdf5a7b2-adb9-4e0a-82c7-2dda111f7b2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a89622b-751f-436b-8c62-e8d382571a08 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:55:42.967102 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-fdf5a7b2-adb9-4e0a-82c7-2dda111f7b2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:42.985143 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddaf5c53-9f4e-4396-9008-2e7ee24a440b tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Made reservation on behalf of a2a145b7e55b4cfb91c67f919f476809 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:55:42.989011 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ddaf5c53-9f4e-4396-9008-2e7ee24a440b tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:43.000061 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-fdf5a7b2-adb9-4e0a-82c7-2dda111f7b2b service neutron] Transition to ACTIVE for port object 0a89622b-751f-436b-8c62-e8d382571a08 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:55:43.003425 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ddaf5c53-9f4e-4396-9008-2e7ee24a440b tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:43.004778 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-208570b3-74c8-4ce3-8ecc-1c8e61cd0797 req-b22cee98-ca07-4f24-82f2-75cf24c0c8ff service neutron] 10.222.0.58 "GET /v2.0/networks/72a707a6-318e-4215-ae09-8dc16dccc5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342490 Dec 16 09:55:43.078241 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-fdf5a7b2-adb9-4e0a-82c7-2dda111f7b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:43.084692 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ddaf5c53-9f4e-4396-9008-2e7ee24a440b tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:43.154441 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-208570b3-74c8-4ce3-8ecc-1c8e61cd0797 req-d720422e-c5cb-4b28-99ef-bf30a6e8d237 service neutron] 10.222.0.58 "GET /v2.0/networks/72a707a6-318e-4215-ae09-8dc16dccc5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428196 Dec 16 09:55:43.155104 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5a7b2-adb9-4e0a-82c7-2dda111f7b2b service neutron] Pushing event updated for resources: {'Port': ['ID=0a89622b-751f-436b-8c62-e8d382571a08,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:43.174395 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ddaf5c53-9f4e-4396-9008-2e7ee24a440b tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:43.212931 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddaf5c53-9f4e-4396-9008-2e7ee24a440b tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:55:43.223552 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf5c53-9f4e-4396-9008-2e7ee24a440b tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22c04a6-d9a7-420f-a713-5073564a48ac,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:43.229748 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ddaf5c53-9f4e-4396-9008-2e7ee24a440b tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:43.230140 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-ddaf5c53-9f4e-4396-9008-2e7ee24a440b tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Added segment f670204d-edee-4a8a-b78e-c108da5b07e8 of type vlan for network 2be3af2d-3b8f-4517-9c8d-25a56d0b24a1 Dec 16 09:55:43.244063 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-fdf5a7b2-adb9-4e0a-82c7-2dda111f7b2b service neutron] Attempting to bind port 0a89622b-751f-436b-8c62-e8d382571a08 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:55:43.250964 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-fdf5a7b2-adb9-4e0a-82c7-2dda111f7b2b service neutron] Attempting to bind port 0a89622b-751f-436b-8c62-e8d382571a08 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '9384ab9d-4528-43a0-b947-07f5bc58c4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:55:43.250964 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-fdf5a7b2-adb9-4e0a-82c7-2dda111f7b2b service neutron] Attempting to bind port 0a89622b-751f-436b-8c62-e8d382571a08 on network 7188838e-ca9d-4c02-ba77-eb22e43eefd0 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:55:43.250964 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-fdf5a7b2-adb9-4e0a-82c7-2dda111f7b2b service neutron] Port 0a89622b-751f-436b-8c62-e8d382571a08 on network 7188838e-ca9d-4c02-ba77-eb22e43eefd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:55:43.250964 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-fdf5a7b2-adb9-4e0a-82c7-2dda111f7b2b service neutron] Attempting to bind port 0a89622b-751f-436b-8c62-e8d382571a08 on network 7188838e-ca9d-4c02-ba77-eb22e43eefd0 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:55:43.255839 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-fdf5a7b2-adb9-4e0a-82c7-2dda111f7b2b service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:55:43.256172 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-fdf5a7b2-adb9-4e0a-82c7-2dda111f7b2b service neutron] Checking segment: {'id': '9384ab9d-4528-43a0-b947-07f5bc58c4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:55:43.256754 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-fdf5a7b2-adb9-4e0a-82c7-2dda111f7b2b service neutron] Bound using segment: {'id': '9384ab9d-4528-43a0-b947-07f5bc58c4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:55:43.257370 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-fdf5a7b2-adb9-4e0a-82c7-2dda111f7b2b service neutron] Bound port: 0a89622b-751f-436b-8c62-e8d382571a08, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9384ab9d-4528-43a0-b947-07f5bc58c4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:55:43.258038 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-fdf5a7b2-adb9-4e0a-82c7-2dda111f7b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:43.290575 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ddaf5c53-9f4e-4396-9008-2e7ee24a440b tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:43.331467 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-fdf5a7b2-adb9-4e0a-82c7-2dda111f7b2b service neutron] For port 0a89622b-751f-436b-8c62-e8d382571a08, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:55:43.334550 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-fdf5a7b2-adb9-4e0a-82c7-2dda111f7b2b service neutron] For port 0a89622b-751f-436b-8c62-e8d382571a08, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=0a89622b-751f-436b-8c62-e8d382571a08,segment=NetworkSegment(9384ab9d-4528-43a0-b947-07f5bc58c4cd),segment_id=9384ab9d-4528-43a0-b947-07f5bc58c4cd)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:55:43.374528 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ddaf5c53-9f4e-4396-9008-2e7ee24a440b tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:43.375459 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddaf5c53-9f4e-4396-9008-2e7ee24a440b tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:43.376040 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ddaf5c53-9f4e-4396-9008-2e7ee24a440b tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:43.421387 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-fdf5a7b2-adb9-4e0a-82c7-2dda111f7b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:43.444003 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf5c53-9f4e-4396-9008-2e7ee24a440b tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Pushing event updated for resources: {'Network': ['ID=2be3af2d-3b8f-4517-9c8d-25a56d0b24a1,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:43.453998 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 2be3af2d-3b8f-4517-9c8d-25a56d0b24a1 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:55:43.464484 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-fdf5a7b2-adb9-4e0a-82c7-2dda111f7b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:43.465097 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-fdf5a7b2-adb9-4e0a-82c7-2dda111f7b2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:43.466660 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-fdf5a7b2-adb9-4e0a-82c7-2dda111f7b2b service neutron] 10.222.0.57 "PUT /v2.0/ports/0a89622b-751f-436b-8c62-e8d382571a08 HTTP/1.1" status: 200 len: 1091 time: 1.0725141 Dec 16 09:55:43.467193 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c', 'tag': '0a89622b-751f-436b-8c62-e8d382571a08'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:55:43.469391 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231d52db-80cf-4d92-94a1-b1960d9f0b28" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c", "tag": "0a89622b-751f-436b-8c62-e8d382571a08"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:55:43.501036 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5a7b2-adb9-4e0a-82c7-2dda111f7b2b service neutron] Pushing event updated for resources: {'Port': ['ID=0a89622b-751f-436b-8c62-e8d382571a08,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:43.509478 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ddaf5c53-9f4e-4396-9008-2e7ee24a440b tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.6472013 Dec 16 09:55:43.511617 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51050) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:43.533710 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2277e72-6a64-4f12-941a-3977a86ccd2a x-openstack-request-id: req-c2277e72-6a64-4f12-941a-3977a86ccd2a {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:55:43.534075 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c", "tag": "0a89622b-751f-436b-8c62-e8d382571a08", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:55:43.534332 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c2277e72-6a64-4f12-941a-3977a86ccd2a {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:55:43.534769 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c', 'tag': '0a89622b-751f-436b-8c62-e8d382571a08', 'status': 'completed', 'code': 200} Dec 16 09:55:43.603515 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d52db-80cf-4d92-94a1-b1960d9f0b28 req-d8c5e3ed-81ce-4cfb-88db-6847d3bce55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:43.605179 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-231d52db-80cf-4d92-94a1-b1960d9f0b28 req-d8c5e3ed-81ce-4cfb-88db-6847d3bce55d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bf45dc465a44557ad989af846f14cbe&device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 1094 time: 0.0510635 Dec 16 09:55:43.614258 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0c06946-ffe1-4902-b659-2eb0992ab778 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:43.746746 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d52db-80cf-4d92-94a1-b1960d9f0b28 req-900fc313-5b14-415c-8af7-a09ea930e71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:43.747282 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0c06946-ffe1-4902-b659-2eb0992ab778 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:43.748365 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-231d52db-80cf-4d92-94a1-b1960d9f0b28 req-900fc313-5b14-415c-8af7-a09ea930e71c service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=7bf45dc465a44557ad989af846f14cbe&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1357379 Dec 16 09:55:43.774646 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-e0c06946-ffe1-4902-b659-2eb0992ab778 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be3af2d-3b8f-4517-9c8d-25a56d0b24a1']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:43.790246 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ccb14-6118-4a78-a69a-80b50898a6f9 req-3794c1e7-1e04-4d66-ba4f-e80342134d94 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:43.791746 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8d4ccb14-6118-4a78-a69a-80b50898a6f9 req-3794c1e7-1e04-4d66-ba4f-e80342134d94 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 943 time: 0.0907860 Dec 16 09:55:43.793604 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-e0c06946-ffe1-4902-b659-2eb0992ab778 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f670204d-edee-4a8a-b78e-c108da5b07e8') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:43.793774 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-e0c06946-ffe1-4902-b659-2eb0992ab778 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f670204d-edee-4a8a-b78e-c108da5b07e8') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:43.811001 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0c06946-ffe1-4902-b659-2eb0992ab778 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:43.838558 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0c06946-ffe1-4902-b659-2eb0992ab778 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:43.853279 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8d4ccb14-6118-4a78-a69a-80b50898a6f9 req-23e77cbc-7de4-43c8-9fcd-651e10dc7cb7 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b27b118-a53f-4982-9ddb-43d8a0c776b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496924 Dec 16 09:55:43.853279 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c06946-ffe1-4902-b659-2eb0992ab778 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:55:43.853279 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0c06946-ffe1-4902-b659-2eb0992ab778 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:43.853618 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:55:43.853618 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:55:43.853618 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:55:43.853618 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:55:43.853618 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:55:43.853618 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:55:43.853618 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:55:43.853618 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:55:43.853618 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:55:43.853618 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:55:43.853618 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:55:43.853618 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:55:43.853618 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:55:43.853618 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:55:43.853618 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:55:43.853618 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:55:43.853618 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:55:43.853618 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:55:43.853618 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:55:43.853618 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:55:43.853618 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:55:43.853618 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:55:43.853618 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:55:43.853618 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:55:43.853618 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:55:43.853618 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:55:43.853618 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:55:43.853618 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:55:43.853618 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:55:43.853618 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:55:43.853618 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:55:43.853618 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:55:43.871753 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d52db-80cf-4d92-94a1-b1960d9f0b28 req-b1875b7b-6866-4548-8057-afd1f48a37d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:43.873327 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-231d52db-80cf-4d92-94a1-b1960d9f0b28 req-b1875b7b-6866-4548-8057-afd1f48a37d1 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1168060 Dec 16 09:55:43.949974 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-2f35f8ff-dba0-4f80-992b-c0b3e253fd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:43.951467 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-2f35f8ff-dba0-4f80-992b-c0b3e253fd73 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bf45dc465a44557ad989af846f14cbe&device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 1094 time: 0.0415444 Dec 16 09:55:43.993322 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-b0bf4297-c2e4-4e4f-8fbb-507fef9ffd66 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a89622b-751f-436b-8c62-e8d382571a08 HTTP/1.1" status: 200 len: 217 time: 0.0335560 Dec 16 09:55:43.996961 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0c06946-ffe1-4902-b659-2eb0992ab778 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:44.011128 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c06946-ffe1-4902-b659-2eb0992ab778 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2be3af2d-3b8f-4517-9c8d-25a56d0b24a1 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 09:55:44.031141 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0c06946-ffe1-4902-b659-2eb0992ab778 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:44.037253 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e0c06946-ffe1-4902-b659-2eb0992ab778 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] 10.222.0.60 "DELETE /v2.0/networks/2be3af2d-3b8f-4517-9c8d-25a56d0b24a1 HTTP/1.1" status: 204 len: 168 time: 0.5218132 Dec 16 09:55:44.045423 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 51058) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:44.051656 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-05159392-c2a8-41d6-aa37-44ef50fc231a tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:44.055816 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c06946-ffe1-4902-b659-2eb0992ab778 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Pushing event deleted for resources: {'Network': ['ID=2be3af2d-3b8f-4517-9c8d-25a56d0b24a1,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:44.076399 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-3cfbc0d3-c06e-44ea-8c38-bb832fddd396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:44.077905 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-3cfbc0d3-c06e-44ea-8c38-bb832fddd396 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=54629120-87d1-4f1a-9c62-5145af96bdbd HTTP/1.1" status: 200 len: 850 time: 0.0754087 Dec 16 09:55:44.127949 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-ae4a98b4-3181-4b45-bce0-e11ac9db61a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:44.129553 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-ae4a98b4-3181-4b45-bce0-e11ac9db61a3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7188838e-ca9d-4c02-ba77-eb22e43eefd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443614 Dec 16 09:55:44.183301 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05159392-c2a8-41d6-aa37-44ef50fc231a tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Made reservation on behalf of a2a145b7e55b4cfb91c67f919f476809 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:55:44.185857 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-05159392-c2a8-41d6-aa37-44ef50fc231a tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:44.233823 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05159392-c2a8-41d6-aa37-44ef50fc231a tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:55:44.260989 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-05159392-c2a8-41d6-aa37-44ef50fc231a tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:44.261356 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-05159392-c2a8-41d6-aa37-44ef50fc231a tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Added segment 328d76a6-56fd-4990-9e64-936d92f03882 of type vlan for network e15018ae-2411-45de-b494-faee4e9bc701 Dec 16 09:55:44.273838 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-5eb59d98-0651-474f-9e86-3acdb7515281 service neutron] 10.222.0.57 "GET /v2.0/networks/7188838e-ca9d-4c02-ba77-eb22e43eefd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365337 Dec 16 09:55:44.359405 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-05159392-c2a8-41d6-aa37-44ef50fc231a tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:44.415254 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-57bf42dd-e1ba-4e4a-ba7b-50340507abbb req-e778bf08-ee75-49ec-8730-44cba8798af1 service neutron] 10.222.0.57 "GET /v2.0/networks/7188838e-ca9d-4c02-ba77-eb22e43eefd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190419 Dec 16 09:55:44.544515 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-05159392-c2a8-41d6-aa37-44ef50fc231a tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:44.545835 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05159392-c2a8-41d6-aa37-44ef50fc231a tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:44.546463 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-05159392-c2a8-41d6-aa37-44ef50fc231a tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:44.612045 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05159392-c2a8-41d6-aa37-44ef50fc231a tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Pushing event updated for resources: {'Network': ['ID=e15018ae-2411-45de-b494-faee4e9bc701,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:44.622951 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network e15018ae-2411-45de-b494-faee4e9bc701 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:55:44.741062 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51070) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:44.741310 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-05159392-c2a8-41d6-aa37-44ef50fc231a tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6982455 Dec 16 09:55:44.746308 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-edb2f4a5-cb72-46ca-98f6-2070d8130497 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Request body: {'subnet': {'network_id': 'e15018ae-2411-45de-b494-faee4e9bc701', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:44.830969 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb2f4a5-cb72-46ca-98f6-2070d8130497 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Made reservation on behalf of a2a145b7e55b4cfb91c67f919f476809 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:55:44.834005 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-edb2f4a5-cb72-46ca-98f6-2070d8130497 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:44.986114 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b8285-92ec-4bf4-b2ba-288d16de263e req-00ab5b2c-f6ff-4789-b235-8c050a88a534 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:44.987611 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b48b8285-92ec-4bf4-b2ba-288d16de263e req-00ab5b2c-f6ff-4789-b235-8c050a88a534 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 943 time: 0.0504234 Dec 16 09:55:45.026314 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b48b8285-92ec-4bf4-b2ba-288d16de263e req-dc5153f0-3073-4c13-b8e7-1443d0d051dd tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b27b118-a53f-4982-9ddb-43d8a0c776b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324466 Dec 16 09:55:45.230292 n-d-820550-2 neutron-server[102817]: DEBUG neutron.objects.ports [None req-edb2f4a5-cb72-46ca-98f6-2070d8130497 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102817) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:55:45.230878 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-edb2f4a5-cb72-46ca-98f6-2070d8130497 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:45.292177 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2f4a5-cb72-46ca-98f6-2070d8130497 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bd11945b-8f3b-49a9-b392-6436cd9ad9c3,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:45.297553 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb2f4a5-cb72-46ca-98f6-2070d8130497 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Checking segment: {'id': '328d76a6-56fd-4990-9e64-936d92f03882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e15018ae-2411-45de-b494-faee4e9bc701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:55:45.297923 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb2f4a5-cb72-46ca-98f6-2070d8130497 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Network hostable DHCP agents. Network: e15018ae-2411-45de-b494-faee4e9bc701, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:55:45.465617 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb2f4a5-cb72-46ca-98f6-2070d8130497 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Network e15018ae-2411-45de-b494-faee4e9bc701 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:55:45.585916 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-edb2f4a5-cb72-46ca-98f6-2070d8130497 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, e15018ae-2411-45de-b494-faee4e9bc701) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:55:45.591670 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb2f4a5-cb72-46ca-98f6-2070d8130497 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:45.591670 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-edb2f4a5-cb72-46ca-98f6-2070d8130497 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:45.601529 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e1ad57-b1e4-466d-b406-10aeb1c2af58 None None] Network e15018ae-2411-45de-b494-faee4e9bc701 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:55:45.740707 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 51086) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:45.741310 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-edb2f4a5-cb72-46ca-98f6-2070d8130497 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9984486 Dec 16 09:55:45.745445 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-a8e51b57-0dd9-44f8-a1ab-88ab106683a5 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Request body: {'floatingip': {'floating_network_id': 'e15018ae-2411-45de-b494-faee4e9bc701'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:45.757131 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200840f4-27b9-430c-b88d-36ea1e3e4972 None None] Network e15018ae-2411-45de-b494-faee4e9bc701 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:55:45.848584 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a8e51b57-0dd9-44f8-a1ab-88ab106683a5 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:45.970014 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a8e51b57-0dd9-44f8-a1ab-88ab106683a5 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:46.087441 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-a8e51b57-0dd9-44f8-a1ab-88ab106683a5 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Allocated IP 172.20.0.13 (e15018ae-2411-45de-b494-faee4e9bc701/bd11945b-8f3b-49a9-b392-6436cd9ad9c3/583942e7-7c8e-48b2-b2a6-8fe96e38539c) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:55:46.151259 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf9b77-fb53-4bd0-8543-c7c6606eea07 req-350519db-6f4e-438c-9958-5fdb342430cb tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:46.152842 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0fdf9b77-fb53-4bd0-8543-c7c6606eea07 req-350519db-6f4e-438c-9958-5fdb342430cb tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 943 time: 0.0587955 Dec 16 09:55:46.193261 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0fdf9b77-fb53-4bd0-8543-c7c6606eea07 req-55422522-e536-4b77-a234-f8f16517666c tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b27b118-a53f-4982-9ddb-43d8a0c776b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334713 Dec 16 09:55:46.208956 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a8e51b57-0dd9-44f8-a1ab-88ab106683a5 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:46.300498 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a8e51b57-0dd9-44f8-a1ab-88ab106683a5 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:46.339862 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e51b57-0dd9-44f8-a1ab-88ab106683a5 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Network e15018ae-2411-45de-b494-faee4e9bc701 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:55:46.344365 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-a8e51b57-0dd9-44f8-a1ab-88ab106683a5 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:55:46.347851 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e51b57-0dd9-44f8-a1ab-88ab106683a5 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:55:46.356676 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e51b57-0dd9-44f8-a1ab-88ab106683a5 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Pushing event updated for resources: {'Port': ['ID=583942e7-7c8e-48b2-b2a6-8fe96e38539c,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:46.454222 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a8e51b57-0dd9-44f8-a1ab-88ab106683a5 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:46.548814 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a8e51b57-0dd9-44f8-a1ab-88ab106683a5 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:46.713615 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a8e51b57-0dd9-44f8-a1ab-88ab106683a5 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:46.783797 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a8e51b57-0dd9-44f8-a1ab-88ab106683a5 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:46.857993 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e51b57-0dd9-44f8-a1ab-88ab106683a5 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Pushing event updated for resources: {'Port': ['ID=583942e7-7c8e-48b2-b2a6-8fe96e38539c,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:46.872938 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a8e51b57-0dd9-44f8-a1ab-88ab106683a5 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:46.976392 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a8e51b57-0dd9-44f8-a1ab-88ab106683a5 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:46.977944 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a8e51b57-0dd9-44f8-a1ab-88ab106683a5 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2359462 Dec 16 09:55:46.981039 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51110) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:47.058416 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f506b652-cf8f-4f39-ae25-90c1889abd5f tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] 10.222.0.60 "GET /v2.0/floatingips?floating_network_id=e15018ae-2411-45de-b494-faee4e9bc701 HTTP/1.1" status: 200 len: 690 time: 0.0758429 Dec 16 09:55:47.060687 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51112) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:47.326023 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fc346-22cf-475e-a189-59d01e1e2192 req-879d5a17-178f-43ec-9551-9bd30e3bcca6 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:47.329424 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-274fc346-22cf-475e-a189-59d01e1e2192 req-879d5a17-178f-43ec-9551-9bd30e3bcca6 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 943 time: 0.0541039 Dec 16 09:55:47.385764 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-274fc346-22cf-475e-a189-59d01e1e2192 req-4ff74289-d88c-4938-8460-7f1d2552fe66 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b27b118-a53f-4982-9ddb-43d8a0c776b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467477 Dec 16 09:55:47.533317 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ec0f827a-5b85-46a2-923a-b063a1fe8e24 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:47.660342 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-ec0f827a-5b85-46a2-923a-b063a1fe8e24 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Deleting port 583942e7-7c8e-48b2-b2a6-8fe96e38539c {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:55:47.660598 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ec0f827a-5b85-46a2-923a-b063a1fe8e24 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:47.699202 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 0a89622b-751f-436b-8c62-e8d382571a08 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:55:47.766197 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ec0f827a-5b85-46a2-923a-b063a1fe8e24 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:47.766748 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ec0f827a-5b85-46a2-923a-b063a1fe8e24 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:47.785730 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-ec0f827a-5b85-46a2-923a-b063a1fe8e24 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Calling delete_port for 583942e7-7c8e-48b2-b2a6-8fe96e38539c owned by network:floatingip {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:55:47.819471 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 0a89622b-751f-436b-8c62-e8d382571a08, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=0a89622b-751f-436b-8c62-e8d382571a08,segment=NetworkSegment(9384ab9d-4528-43a0-b947-07f5bc58c4cd),segment_id=9384ab9d-4528-43a0-b947-07f5bc58c4cd)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:55:47.834444 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '0a89622b-751f-436b-8c62-e8d382571a08', 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0', 'port_id': '0a89622b-751f-436b-8c62-e8d382571a08', 'mac_address': 'fa:16:3e:ed:4a:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54629120-87d1-4f1a-9c62-5145af96bdbd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:55:47.883697 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:47.897496 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a89622b-751f-436b-8c62-e8d382571a08 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:55:47.918415 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 0a89622b-751f-436b-8c62-e8d382571a08, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=0a89622b-751f-436b-8c62-e8d382571a08,segment=NetworkSegment(9384ab9d-4528-43a0-b947-07f5bc58c4cd),segment_id=9384ab9d-4528-43a0-b947-07f5bc58c4cd)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:55:48.008464 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:48.037605 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ec0f827a-5b85-46a2-923a-b063a1fe8e24 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:48.060757 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=0a89622b-751f-436b-8c62-e8d382571a08,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:48.065351 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f827a-5b85-46a2-923a-b063a1fe8e24 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Pushing event deleted for resources: {'Port': ['ID=583942e7-7c8e-48b2-b2a6-8fe96e38539c,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:48.134212 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ec0f827a-5b85-46a2-923a-b063a1fe8e24 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:48.199361 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ec0f827a-5b85-46a2-923a-b063a1fe8e24 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:48.323681 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ec0f827a-5b85-46a2-923a-b063a1fe8e24 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:48.336723 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['0a89622b-751f-436b-8c62-e8d382571a08'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:55:48.358529 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f827a-5b85-46a2-923a-b063a1fe8e24 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bd11945b-8f3b-49a9-b392-6436cd9ad9c3,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:48.419858 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ec0f827a-5b85-46a2-923a-b063a1fe8e24 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:48.452203 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-ec0f827a-5b85-46a2-923a-b063a1fe8e24 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e15018ae-2411-45de-b494-faee4e9bc701']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:48.463452 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-ec0f827a-5b85-46a2-923a-b063a1fe8e24 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '328d76a6-56fd-4990-9e64-936d92f03882') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:48.463841 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-ec0f827a-5b85-46a2-923a-b063a1fe8e24 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '328d76a6-56fd-4990-9e64-936d92f03882') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:48.478856 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ec0f827a-5b85-46a2-923a-b063a1fe8e24 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:48.496273 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ec0f827a-5b85-46a2-923a-b063a1fe8e24 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:48.505269 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec0f827a-5b85-46a2-923a-b063a1fe8e24 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:55:48.506254 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ec0f827a-5b85-46a2-923a-b063a1fe8e24 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:48.508242 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:55:48.508242 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:55:48.508242 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:55:48.508242 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:55:48.508242 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:55:48.508242 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:55:48.508242 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:55:48.508242 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:55:48.508242 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:55:48.508242 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:55:48.508242 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:55:48.508242 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:55:48.508242 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:55:48.508242 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:55:48.508242 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:55:48.508242 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:55:48.508242 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:55:48.508242 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:55:48.508242 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:55:48.508242 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:55:48.508242 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:55:48.508242 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:55:48.508242 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:55:48.508242 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:55:48.508242 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:55:48.508242 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:55:48.508242 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:55:48.508242 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:55:48.508242 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:55:48.508242 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:55:48.508242 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:55:48.508242 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:55:48.632825 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26113283-97a2-498e-b971-bf51507a204d req-327e21b3-6cc8-43d1-9821-d04c6e0df13b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:48.634421 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-26113283-97a2-498e-b971-bf51507a204d req-327e21b3-6cc8-43d1-9821-d04c6e0df13b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 944 time: 0.1254494 Dec 16 09:55:48.683072 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-26113283-97a2-498e-b971-bf51507a204d req-0dae96be-7b11-4a5f-b7cb-4f82580629c6 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b27b118-a53f-4982-9ddb-43d8a0c776b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421851 Dec 16 09:55:48.710584 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ec0f827a-5b85-46a2-923a-b063a1fe8e24 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:48.717739 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0f827a-5b85-46a2-923a-b063a1fe8e24 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e15018ae-2411-45de-b494-faee4e9bc701 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 09:55:48.730391 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ec0f827a-5b85-46a2-923a-b063a1fe8e24 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:48.734218 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ec0f827a-5b85-46a2-923a-b063a1fe8e24 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] 10.222.0.60 "DELETE /v2.0/networks/e15018ae-2411-45de-b494-faee4e9bc701 HTTP/1.1" status: 204 len: 168 time: 1.6711843 Dec 16 09:55:48.735252 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f827a-5b85-46a2-923a-b063a1fe8e24 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Pushing event deleted for resources: {'Network': ['ID=e15018ae-2411-45de-b494-faee4e9bc701,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:48.736290 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 51138) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:48.845392 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7bd5d9d4-2059-4c78-8eb2-97d70a747286 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1478 time: 0.1054370 Dec 16 09:55:48.845603 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 51142) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:48.958784 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3230d34b-a58d-47f9-aede-6c74e2114b3f tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:48.959649 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3230d34b-a58d-47f9-aede-6c74e2114b3f tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:48.960500 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3230d34b-a58d-47f9-aede-6c74e2114b3f tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:48.961377 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3230d34b-a58d-47f9-aede-6c74e2114b3f tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:48.962213 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3230d34b-a58d-47f9-aede-6c74e2114b3f tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:48.967678 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3230d34b-a58d-47f9-aede-6c74e2114b3f tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3366 time: 0.1185279 Dec 16 09:55:48.968435 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 51146) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:49.079262 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-1526cc1c-7e98-4a88-a2b4-42403303658a tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] delete failed (client error): The resource could not be found. Dec 16 09:55:49.083452 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1526cc1c-7e98-4a88-a2b4-42403303658a tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/3c56b5c4-0fbb-4d44-a801-71c51bfdcb79 HTTP/1.1" status: 404 len: 345 time: 0.1110101 Dec 16 09:55:49.089586 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 51148) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:49.105853 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-417eef88-3fe3-4ada-972f-a2cee3f94f08 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] DELETE failed (client error): The resource could not be found. Dec 16 09:55:49.106372 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-417eef88-3fe3-4ada-972f-a2cee3f94f08 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:49.112638 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-417eef88-3fe3-4ada-972f-a2cee3f94f08 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] 10.222.0.60 "DELETE /v2.0/networks/e15018ae-2411-45de-b494-faee4e9bc701 HTTP/1.1" status: 404 len: 339 time: 0.0187950 Dec 16 09:55:49.113393 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51150) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:49.120157 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-ee694aee-5941-4c1a-8006-b9fabfa35bb7 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Request body: {'network': {'name': 'tempest-network--1037584834', 'router:external': True}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:49.233159 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee694aee-5941-4c1a-8006-b9fabfa35bb7 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Made reservation on behalf of a2a145b7e55b4cfb91c67f919f476809 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:55:49.235560 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ee694aee-5941-4c1a-8006-b9fabfa35bb7 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:49.260227 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee694aee-5941-4c1a-8006-b9fabfa35bb7 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:55:49.268576 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ee694aee-5941-4c1a-8006-b9fabfa35bb7 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:49.269196 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-ee694aee-5941-4c1a-8006-b9fabfa35bb7 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Added segment 409a145a-63de-4413-94bc-6bd1904e3c04 of type vlan for network a3970553-ff14-43da-8604-cfbcf1ee6e33 Dec 16 09:55:49.314870 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ee694aee-5941-4c1a-8006-b9fabfa35bb7 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:49.419459 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ee694aee-5941-4c1a-8006-b9fabfa35bb7 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:49.420554 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee694aee-5941-4c1a-8006-b9fabfa35bb7 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:49.421165 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ee694aee-5941-4c1a-8006-b9fabfa35bb7 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:49.484455 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee694aee-5941-4c1a-8006-b9fabfa35bb7 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Pushing event updated for resources: {'Network': ['ID=a3970553-ff14-43da-8604-cfbcf1ee6e33,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:49.494310 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network a3970553-ff14-43da-8604-cfbcf1ee6e33 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:55:49.565850 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ee694aee-5941-4c1a-8006-b9fabfa35bb7 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4502411 Dec 16 09:55:49.568748 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51158) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:49.700606 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 0a89622b-751f-436b-8c62-e8d382571a08 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:55:49.755956 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31667bc0-c32e-4f5a-905f-cb6a98dbbf80 tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:49.763743 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31667bc0-c32e-4f5a-905f-cb6a98dbbf80 tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:49.772352 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31667bc0-c32e-4f5a-905f-cb6a98dbbf80 tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:49.779222 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31667bc0-c32e-4f5a-905f-cb6a98dbbf80 tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:49.781225 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-31667bc0-c32e-4f5a-905f-cb6a98dbbf80 tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2113447 Dec 16 09:55:49.784425 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51166) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:49.840072 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014b5bd-25a8-4713-8413-de1738f0ea70 req-e9c6b4b8-31aa-4988-8a15-77eb7092438a tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:49.844276 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a014b5bd-25a8-4713-8413-de1738f0ea70 req-e9c6b4b8-31aa-4988-8a15-77eb7092438a tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 944 time: 0.0749991 Dec 16 09:55:49.847021 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 0a89622b-751f-436b-8c62-e8d382571a08 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:55:49.853105 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 0a89622b-751f-436b-8c62-e8d382571a08 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:49.853791 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:49.866646 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc9bb8f9-17d1-4a0e-96c9-35a2b2cb9712 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:49.899939 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a014b5bd-25a8-4713-8413-de1738f0ea70 req-4751c74b-1c1b-4e7b-9906-5c6d798869b7 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b27b118-a53f-4982-9ddb-43d8a0c776b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494606 Dec 16 09:55:49.959075 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc9bb8f9-17d1-4a0e-96c9-35a2b2cb9712 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:49.988974 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-fc9bb8f9-17d1-4a0e-96c9-35a2b2cb9712 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3970553-ff14-43da-8604-cfbcf1ee6e33']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:49.999476 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-fc9bb8f9-17d1-4a0e-96c9-35a2b2cb9712 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '409a145a-63de-4413-94bc-6bd1904e3c04') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:49.999768 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-fc9bb8f9-17d1-4a0e-96c9-35a2b2cb9712 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '409a145a-63de-4413-94bc-6bd1904e3c04') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:50.010136 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc9bb8f9-17d1-4a0e-96c9-35a2b2cb9712 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:50.024817 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc9bb8f9-17d1-4a0e-96c9-35a2b2cb9712 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:50.031464 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc9bb8f9-17d1-4a0e-96c9-35a2b2cb9712 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:55:50.031869 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc9bb8f9-17d1-4a0e-96c9-35a2b2cb9712 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:50.033677 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:55:50.033677 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:55:50.033677 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:55:50.033677 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:55:50.033677 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:55:50.033677 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:55:50.033677 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:55:50.033677 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:55:50.033677 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:55:50.033677 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:55:50.033677 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:55:50.033677 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:55:50.033677 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:55:50.033677 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:55:50.033677 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:55:50.033677 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:55:50.033677 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:55:50.033677 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:55:50.033677 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:55:50.033677 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:55:50.033677 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:55:50.033677 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:55:50.033677 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:55:50.033677 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:55:50.033677 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:55:50.033677 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:55:50.033677 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:55:50.033677 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:55:50.033677 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:55:50.033677 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:55:50.033677 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:55:50.033677 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:55:50.096407 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:50.119488 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a89622b-751f-436b-8c62-e8d382571a08'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:55:50.121870 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff9fd5f-a9f7-49c6-a141-733a5c95ec63" -d '{"events": [{"server_uuid": "a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c", "name": "network-vif-plugged", "status": "completed", "tag": "0a89622b-751f-436b-8c62-e8d382571a08"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:55:50.134217 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 0a89622b-751f-436b-8c62-e8d382571a08, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=0a89622b-751f-436b-8c62-e8d382571a08,segment=NetworkSegment(9384ab9d-4528-43a0-b947-07f5bc58c4cd),segment_id=9384ab9d-4528-43a0-b947-07f5bc58c4cd)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:55:50.158354 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393d57ab-d180-4915-9846-359239808e72 x-openstack-request-id: req-393d57ab-d180-4915-9846-359239808e72 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:55:50.158761 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c", "name": "network-vif-plugged", "status": "completed", "tag": "0a89622b-751f-436b-8c62-e8d382571a08", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:55:50.159218 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-393d57ab-d180-4915-9846-359239808e72 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:55:50.159781 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a89622b-751f-436b-8c62-e8d382571a08', 'code': 200} Dec 16 09:55:50.218424 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc9bb8f9-17d1-4a0e-96c9-35a2b2cb9712 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:50.226335 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9bb8f9-17d1-4a0e-96c9-35a2b2cb9712 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a3970553-ff14-43da-8604-cfbcf1ee6e33 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 09:55:50.236045 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc9bb8f9-17d1-4a0e-96c9-35a2b2cb9712 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:50.250014 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fc9bb8f9-17d1-4a0e-96c9-35a2b2cb9712 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] 10.222.0.60 "DELETE /v2.0/networks/a3970553-ff14-43da-8604-cfbcf1ee6e33 HTTP/1.1" status: 204 len: 168 time: 0.4612234 Dec 16 09:55:50.257839 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 51174) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:50.263546 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-2fe82277-192c-4dff-aecf-fdecf5ac83bb tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Request body: {'network': {'name': 'tempest-network--1149073986', 'router:external': True}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:50.267704 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9bb8f9-17d1-4a0e-96c9-35a2b2cb9712 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Pushing event deleted for resources: {'Network': ['ID=a3970553-ff14-43da-8604-cfbcf1ee6e33,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:50.277390 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:50.301276 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe649b4-7526-4852-89bf-ff178c40c698 req-52d12dcd-d7b8-4784-bf34-b69500710dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:50.303012 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1fe649b4-7526-4852-89bf-ff178c40c698 req-52d12dcd-d7b8-4784-bf34-b69500710dcf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 1095 time: 0.0777619 Dec 16 09:55:50.345448 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=0a89622b-751f-436b-8c62-e8d382571a08,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:50.356987 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1fe649b4-7526-4852-89bf-ff178c40c698 req-27fca185-f840-4a29-adc2-1f5ea33f2fdf service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9b27b118-a53f-4982-9ddb-43d8a0c776b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355468 Dec 16 09:55:50.402449 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe82277-192c-4dff-aecf-fdecf5ac83bb tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Made reservation on behalf of a2a145b7e55b4cfb91c67f919f476809 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:55:50.405056 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2fe82277-192c-4dff-aecf-fdecf5ac83bb tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:50.429955 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe82277-192c-4dff-aecf-fdecf5ac83bb tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:55:50.438617 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2fe82277-192c-4dff-aecf-fdecf5ac83bb tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:50.438959 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-2fe82277-192c-4dff-aecf-fdecf5ac83bb tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Added segment 092964f9-592f-4f8e-afb8-3bef8a6524d5 of type vlan for network a6a47560-87c5-4d54-b1a9-2ea6e4bff7c0 Dec 16 09:55:50.481472 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2fe82277-192c-4dff-aecf-fdecf5ac83bb tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:50.596650 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2fe82277-192c-4dff-aecf-fdecf5ac83bb tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:50.598070 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe82277-192c-4dff-aecf-fdecf5ac83bb tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:50.598696 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2fe82277-192c-4dff-aecf-fdecf5ac83bb tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:50.666326 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe82277-192c-4dff-aecf-fdecf5ac83bb tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Pushing event updated for resources: {'Network': ['ID=a6a47560-87c5-4d54-b1a9-2ea6e4bff7c0,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:50.676589 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network a6a47560-87c5-4d54-b1a9-2ea6e4bff7c0 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:55:50.765472 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2fe82277-192c-4dff-aecf-fdecf5ac83bb tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5059543 Dec 16 09:55:50.767967 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 51182) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:51.198002 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe15e0e-8c43-4c75-ba13-9662981b93e6 tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:51.199381 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ffe15e0e-8c43-4c75-ba13-9662981b93e6 tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] 10.222.0.60 "GET /v2.0/networks/a6a47560-87c5-4d54-b1a9-2ea6e4bff7c0 HTTP/1.1" status: 200 len: 757 time: 0.4304900 Dec 16 09:55:51.202268 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51190) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:51.208236 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb0566-f276-40f8-b6eb-a95389645c9a req-f98d0f70-ea70-4c77-97d2-b8fba87889c8 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:51.209820 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5ceb0566-f276-40f8-b6eb-a95389645c9a req-f98d0f70-ea70-4c77-97d2-b8fba87889c8 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 945 time: 0.0803027 Dec 16 09:55:51.250680 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5ceb0566-f276-40f8-b6eb-a95389645c9a req-1261821a-79c9-48e3-8d15-03f0c9d406a3 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b27b118-a53f-4982-9ddb-43d8a0c776b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345197 Dec 16 09:55:51.290342 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49d1046-74fb-4f91-b5b6-035a2a490738 tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:51.291719 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a49d1046-74fb-4f91-b5b6-035a2a490738 tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] 10.222.0.60 "GET /v2.0/networks/7f630b13-4ee5-450d-ae76-07fc8ff51da0 HTTP/1.1" status: 200 len: 767 time: 0.0884717 Dec 16 09:55:51.294558 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51194) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:51.362305 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e7de739-c26c-4c27-a565-3434f122626b tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:51.458963 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e7de739-c26c-4c27-a565-3434f122626b tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:51.486881 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-2e7de739-c26c-4c27-a565-3434f122626b tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a47560-87c5-4d54-b1a9-2ea6e4bff7c0']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:51.504382 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-2e7de739-c26c-4c27-a565-3434f122626b tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '092964f9-592f-4f8e-afb8-3bef8a6524d5') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:51.504686 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-2e7de739-c26c-4c27-a565-3434f122626b tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '092964f9-592f-4f8e-afb8-3bef8a6524d5') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:51.516488 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e7de739-c26c-4c27-a565-3434f122626b tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:51.541189 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e7de739-c26c-4c27-a565-3434f122626b tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:51.547494 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e7de739-c26c-4c27-a565-3434f122626b tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:55:51.547887 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e7de739-c26c-4c27-a565-3434f122626b tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:51.549699 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:55:51.549699 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:55:51.549699 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:55:51.549699 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:55:51.549699 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:55:51.549699 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:55:51.549699 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:55:51.549699 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:55:51.549699 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:55:51.549699 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:55:51.549699 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:55:51.549699 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:55:51.549699 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:55:51.549699 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:55:51.549699 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:55:51.549699 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:55:51.549699 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:55:51.549699 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:55:51.549699 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:55:51.549699 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:55:51.549699 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:55:51.549699 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:55:51.549699 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:55:51.549699 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:55:51.549699 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:55:51.549699 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:55:51.549699 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:55:51.549699 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:55:51.549699 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:55:51.549699 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:55:51.549699 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:55:51.549699 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:55:51.676861 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e7de739-c26c-4c27-a565-3434f122626b tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:51.681157 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7de739-c26c-4c27-a565-3434f122626b tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a6a47560-87c5-4d54-b1a9-2ea6e4bff7c0 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 09:55:51.683448 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e7de739-c26c-4c27-a565-3434f122626b tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:51.686710 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2e7de739-c26c-4c27-a565-3434f122626b tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] 10.222.0.60 "DELETE /v2.0/networks/a6a47560-87c5-4d54-b1a9-2ea6e4bff7c0 HTTP/1.1" status: 204 len: 168 time: 0.3911009 Dec 16 09:55:51.690255 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 51202) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:51.695575 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-eb72aa0e-93f9-44c9-9fd8-e1ea95c6614e tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Request body: {'network': {'name': 'tempest-network--1303014696'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:51.700760 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7de739-c26c-4c27-a565-3434f122626b tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Pushing event deleted for resources: {'Network': ['ID=a6a47560-87c5-4d54-b1a9-2ea6e4bff7c0,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:51.837042 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb72aa0e-93f9-44c9-9fd8-e1ea95c6614e tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Made reservation on behalf of a2a145b7e55b4cfb91c67f919f476809 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:55:51.839828 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb72aa0e-93f9-44c9-9fd8-e1ea95c6614e tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:51.867834 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb72aa0e-93f9-44c9-9fd8-e1ea95c6614e tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:55:51.877686 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb72aa0e-93f9-44c9-9fd8-e1ea95c6614e tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:51.878028 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-eb72aa0e-93f9-44c9-9fd8-e1ea95c6614e tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Added segment 37e926d4-74e9-4b75-9f49-174c7425d53d of type vlan for network a2c16f4f-7670-4001-8505-423526a4fe92 Dec 16 09:55:51.920862 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb72aa0e-93f9-44c9-9fd8-e1ea95c6614e tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:52.065181 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb72aa0e-93f9-44c9-9fd8-e1ea95c6614e tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:52.066290 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb72aa0e-93f9-44c9-9fd8-e1ea95c6614e tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:52.066882 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb72aa0e-93f9-44c9-9fd8-e1ea95c6614e tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:52.132503 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72aa0e-93f9-44c9-9fd8-e1ea95c6614e tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Pushing event updated for resources: {'Network': ['ID=a2c16f4f-7670-4001-8505-423526a4fe92,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:52.144132 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network a2c16f4f-7670-4001-8505-423526a4fe92 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:55:52.230370 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-eb72aa0e-93f9-44c9-9fd8-e1ea95c6614e tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5364201 Dec 16 09:55:52.230794 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 51210) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:52.235862 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-b0c95d0c-d481-45fe-bfd3-5ac29c84c0f8 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:52.370446 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393acfd-4dbe-46aa-a0ed-d1f5bc829385 req-1c9f9be0-0595-4e08-9e2f-e523e987828a tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:52.372266 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8393acfd-4dbe-46aa-a0ed-d1f5bc829385 req-1c9f9be0-0595-4e08-9e2f-e523e987828a tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 945 time: 0.0504947 Dec 16 09:55:52.401691 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b0c95d0c-d481-45fe-bfd3-5ac29c84c0f8 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:52.412772 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8393acfd-4dbe-46aa-a0ed-d1f5bc829385 req-dcc27982-5b23-413f-b9fb-de57b726f832 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b27b118-a53f-4982-9ddb-43d8a0c776b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333266 Dec 16 09:55:52.513923 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b0c95d0c-d481-45fe-bfd3-5ac29c84c0f8 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:52.564714 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b0c95d0c-d481-45fe-bfd3-5ac29c84c0f8 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Network a2c16f4f-7670-4001-8505-423526a4fe92 is not hosted by any dhcp agent {{(pid=102816) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 09:55:52.565617 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c95d0c-d481-45fe-bfd3-5ac29c84c0f8 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:52.566221 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b0c95d0c-d481-45fe-bfd3-5ac29c84c0f8 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:52.568072 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b0c95d0c-d481-45fe-bfd3-5ac29c84c0f8 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] 10.222.0.60 "PUT /v2.0/networks/a2c16f4f-7670-4001-8505-423526a4fe92 HTTP/1.1" status: 200 len: 858 time: 0.3364537 Dec 16 09:55:52.571110 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51218) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:52.587451 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa0aa4-9f72-41bf-9b2a-c7eb6b299cbc req-2c175e6f-1223-4691-bb3d-02706c99faa8 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:52.588982 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4afa0aa4-9f72-41bf-9b2a-c7eb6b299cbc req-2c175e6f-1223-4691-bb3d-02706c99faa8 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 945 time: 0.1106789 Dec 16 09:55:52.602525 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51222) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:52.608767 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-20ee5339-fb3e-4300-890b-5b87cd94c07a tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Request body: {'floatingip': {'port_id': '0a89622b-751f-436b-8c62-e8d382571a08'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:52.610794 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c95d0c-d481-45fe-bfd3-5ac29c84c0f8 tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Pushing event updated for resources: {'Network': ['ID=a2c16f4f-7670-4001-8505-423526a4fe92,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:52.673424 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5ca0d0ed-bb05-4e18-afe4-174695f0897a req-6e8c45b5-b67f-4980-b468-39e9f16a86de service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0593500 Dec 16 09:55:52.686419 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-20ee5339-fb3e-4300-890b-5b87cd94c07a tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for floatingip, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:52.734968 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6ad93d68-d075-42fd-8f22-dbadac7eb09e tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:52.760631 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0d0ed-bb05-4e18-afe4-174695f0897a req-9a8c3a51-6848-423f-a29f-76d1549dd38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:52.762366 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5ca0d0ed-bb05-4e18-afe4-174695f0897a req-9a8c3a51-6848-423f-a29f-76d1549dd38f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bf45dc465a44557ad989af846f14cbe&device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 1096 time: 0.0448039 Dec 16 09:55:52.873539 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0d0ed-bb05-4e18-afe4-174695f0897a req-3289f062-8c68-4409-a4ee-4c5df3bb6d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:52.875181 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5ca0d0ed-bb05-4e18-afe4-174695f0897a req-3289f062-8c68-4409-a4ee-4c5df3bb6d3f service neutron] 10.222.0.57 "GET /v2.0/networks?id=7188838e-ca9d-4c02-ba77-eb22e43eefd0 HTTP/1.1" status: 200 len: 912 time: 0.0938826 Dec 16 09:55:52.879113 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6ad93d68-d075-42fd-8f22-dbadac7eb09e tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:52.916899 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5ca0d0ed-bb05-4e18-afe4-174695f0897a req-3b3b562a-e801-4866-be66-373b1d8d7580 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a89622b-751f-436b-8c62-e8d382571a08 HTTP/1.1" status: 200 len: 217 time: 0.0347855 Dec 16 09:55:52.964141 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-6ad93d68-d075-42fd-8f22-dbadac7eb09e tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c16f4f-7670-4001-8505-423526a4fe92']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:52.975841 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0d0ed-bb05-4e18-afe4-174695f0897a req-6785b618-7b4d-4883-8084-51f2939bd4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:52.977346 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5ca0d0ed-bb05-4e18-afe4-174695f0897a req-6785b618-7b4d-4883-8084-51f2939bd4ad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=54629120-87d1-4f1a-9c62-5145af96bdbd HTTP/1.1" status: 200 len: 850 time: 0.0544741 Dec 16 09:55:52.979232 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-6ad93d68-d075-42fd-8f22-dbadac7eb09e tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e926d4-74e9-4b75-9f49-174c7425d53d') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:52.979524 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-6ad93d68-d075-42fd-8f22-dbadac7eb09e tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e926d4-74e9-4b75-9f49-174c7425d53d') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:52.995756 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6ad93d68-d075-42fd-8f22-dbadac7eb09e tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:53.015337 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6ad93d68-d075-42fd-8f22-dbadac7eb09e tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:53.024085 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0d0ed-bb05-4e18-afe4-174695f0897a req-ddab8500-706b-4407-a3d3-d0358f6c26f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:53.025170 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad93d68-d075-42fd-8f22-dbadac7eb09e tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:55:53.025570 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6ad93d68-d075-42fd-8f22-dbadac7eb09e tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:53.025691 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5ca0d0ed-bb05-4e18-afe4-174695f0897a req-ddab8500-706b-4407-a3d3-d0358f6c26f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7188838e-ca9d-4c02-ba77-eb22e43eefd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416336 Dec 16 09:55:53.027289 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:55:53.027289 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:55:53.027289 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:55:53.027289 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:55:53.027289 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:55:53.027289 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:55:53.027289 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:55:53.027289 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:55:53.027289 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:55:53.027289 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:55:53.027289 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:55:53.027289 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:55:53.027289 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:55:53.027289 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:55:53.027289 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:55:53.027289 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:55:53.027289 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:55:53.027289 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:55:53.027289 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:55:53.027289 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:55:53.027289 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:55:53.027289 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:55:53.027289 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:55:53.027289 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:55:53.027289 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:55:53.027289 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:55:53.027289 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:55:53.027289 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:55:53.027289 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:55:53.027289 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:55:53.027289 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:55:53.027289 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:55:53.125673 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5ca0d0ed-bb05-4e18-afe4-174695f0897a req-fc99090b-50b7-44d9-8752-25d893b8c2e0 service neutron] 10.222.0.57 "GET /v2.0/networks/7188838e-ca9d-4c02-ba77-eb22e43eefd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923471 Dec 16 09:55:53.218066 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6ad93d68-d075-42fd-8f22-dbadac7eb09e tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:53.226426 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5ca0d0ed-bb05-4e18-afe4-174695f0897a req-0429e78d-19cd-41b0-b4a9-dc5d6f633fbd service neutron] 10.222.0.57 "GET /v2.0/networks/7188838e-ca9d-4c02-ba77-eb22e43eefd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937815 Dec 16 09:55:53.227587 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad93d68-d075-42fd-8f22-dbadac7eb09e tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a2c16f4f-7670-4001-8505-423526a4fe92 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 09:55:53.230583 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6ad93d68-d075-42fd-8f22-dbadac7eb09e tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:53.237336 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6ad93d68-d075-42fd-8f22-dbadac7eb09e tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] 10.222.0.60 "DELETE /v2.0/networks/a2c16f4f-7670-4001-8505-423526a4fe92 HTTP/1.1" status: 204 len: 168 time: 0.6619558 Dec 16 09:55:53.238260 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51230) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:53.308272 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad93d68-d075-42fd-8f22-dbadac7eb09e tempest-ExternalNetworksTestJSON-1475222382 tempest-ExternalNetworksTestJSON-1475222382-project-admin] Pushing event deleted for resources: {'Network': ['ID=a2c16f4f-7670-4001-8505-423526a4fe92,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:53.313662 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-da3f2392-8e76-48f4-930b-7ac2cbf55cb0 tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:53.314118 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da3f2392-8e76-48f4-930b-7ac2cbf55cb0 tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:53.318323 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-da3f2392-8e76-48f4-930b-7ac2cbf55cb0 tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] 10.222.0.60 "DELETE /v2.0/subnets/bd11945b-8f3b-49a9-b392-6436cd9ad9c3 HTTP/1.1" status: 404 len: 337 time: 0.0768621 Dec 16 09:55:53.320908 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51234) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:53.446770 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-20ee5339-fb3e-4300-890b-5b87cd94c07a tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:53.478866 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7a8b4bb7-3c75-40dc-a4f0-057d0e772dbc tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:53.550576 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-20ee5339-fb3e-4300-890b-5b87cd94c07a tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:53.635288 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7a8b4bb7-3c75-40dc-a4f0-057d0e772dbc tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:53.665525 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-7a8b4bb7-3c75-40dc-a4f0-057d0e772dbc tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f630b13-4ee5-450d-ae76-07fc8ff51da0']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:53.680535 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-7a8b4bb7-3c75-40dc-a4f0-057d0e772dbc tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '158bff13-5d0c-4bde-b4aa-6d88ff561e28') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:53.685274 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-7a8b4bb7-3c75-40dc-a4f0-057d0e772dbc tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '158bff13-5d0c-4bde-b4aa-6d88ff561e28') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:53.694337 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7a8b4bb7-3c75-40dc-a4f0-057d0e772dbc tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:53.716884 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [None req-20ee5339-fb3e-4300-890b-5b87cd94c07a tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Floating IP 2d0bd1f0-3999-4ebc-8d1c-a55a37f8d633 associated. External IP: 172.25.1.211, port: 0a89622b-751f-436b-8c62-e8d382571a08. Dec 16 09:55:53.719069 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7a8b4bb7-3c75-40dc-a4f0-057d0e772dbc tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:53.778167 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a8b4bb7-3c75-40dc-a4f0-057d0e772dbc tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:55:53.778709 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7a8b4bb7-3c75-40dc-a4f0-057d0e772dbc tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:53.781774 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:55:53.781774 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:55:53.781774 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:55:53.781774 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:55:53.781774 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:55:53.781774 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:55:53.781774 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:55:53.781774 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:55:53.781774 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:55:53.781774 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:55:53.781774 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:55:53.781774 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:55:53.781774 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:55:53.781774 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:55:53.781774 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:55:53.781774 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:55:53.781774 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:55:53.781774 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:55:53.781774 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:55:53.781774 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:55:53.781774 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:55:53.781774 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:55:53.781774 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:55:53.781774 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:55:53.781774 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:55:53.781774 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:55:53.781774 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:55:53.781774 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:55:53.781774 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:55:53.781774 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:55:53.781774 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:55:53.781774 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:55:54.075036 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c938b4b4-fc7b-45c2-b233-ab1cf5f7dc03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:54.254528 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7a8b4bb7-3c75-40dc-a4f0-057d0e772dbc tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:54.264477 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7a8b4bb7-3c75-40dc-a4f0-057d0e772dbc tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:54.270526 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7a8b4bb7-3c75-40dc-a4f0-057d0e772dbc tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] 10.222.0.60 "DELETE /v2.0/networks/7f630b13-4ee5-450d-ae76-07fc8ff51da0 HTTP/1.1" status: 204 len: 168 time: 0.9457374 Dec 16 09:55:54.284399 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b4bb7-3c75-40dc-a4f0-057d0e772dbc tempest-ExternalNetworksTestJSON-1384962121 tempest-ExternalNetworksTestJSON-1384962121-project] Pushing event deleted for resources: {'Network': ['ID=7f630b13-4ee5-450d-ae76-07fc8ff51da0,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:54.335291 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ee5339-fb3e-4300-890b-5b87cd94c07a tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Router 791ad3e3-1ca7-4641-a184-fd6b2570ceb7 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:55:54.446392 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ee5339-fb3e-4300-890b-5b87cd94c07a tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:55:54.451474 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-20ee5339-fb3e-4300-890b-5b87cd94c07a tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:54.456745 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de1b223-b5f3-4281-8265-51fe5a1e7ca4 None None] Sync routers for ids ['791ad3e3-1ca7-4641-a184-fd6b2570ceb7'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:55:54.466061 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de1b223-b5f3-4281-8265-51fe5a1e7ca4 None None] Routers {'791ad3e3-1ca7-4641-a184-fd6b2570ceb7'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:55:54.466735 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-2de1b223-b5f3-4281-8265-51fe5a1e7ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:55:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['791ad3e3-1ca7-4641-a184-fd6b2570ceb7'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:54.481862 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-20ee5339-fb3e-4300-890b-5b87cd94c07a tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "PUT /v2.0/floatingips/2d0bd1f0-3999-4ebc-8d1c-a55a37f8d633 HTTP/1.1" status: 200 len: 991 time: 1.8757467 Dec 16 09:55:54.481862 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c', 'tag': '0a89622b-751f-436b-8c62-e8d382571a08'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:55:54.482249 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b2c283-d200-487d-81f0-2633ad7e61c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c", "tag": "0a89622b-751f-436b-8c62-e8d382571a08"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:55:54.524002 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49503a80-77b1-455b-b5c6-76e545a0aaee x-openstack-request-id: req-49503a80-77b1-455b-b5c6-76e545a0aaee {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:55:54.524299 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c", "tag": "0a89622b-751f-436b-8c62-e8d382571a08", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:55:54.524551 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-49503a80-77b1-455b-b5c6-76e545a0aaee {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:55:54.524954 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c', 'tag': '0a89622b-751f-436b-8c62-e8d382571a08', 'status': 'completed', 'code': 200} Dec 16 09:55:54.581741 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-2de1b223-b5f3-4281-8265-51fe5a1e7ca4 None None] Set router 791ad3e3-1ca7-4641-a184-fd6b2570ceb7 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:55:54.599345 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2c283-d200-487d-81f0-2633ad7e61c2 req-38813726-7da3-4e17-ab51-8b01ea926777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:54.601997 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d7b2c283-d200-487d-81f0-2633ad7e61c2 req-38813726-7da3-4e17-ab51-8b01ea926777 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bf45dc465a44557ad989af846f14cbe&device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 1096 time: 0.0549650 Dec 16 09:55:54.719687 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2c283-d200-487d-81f0-2633ad7e61c2 req-82384f69-c620-4d62-b3b7-4e22a00cba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:54.721773 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d7b2c283-d200-487d-81f0-2633ad7e61c2 req-82384f69-c620-4d62-b3b7-4e22a00cba2a service neutron] 10.222.0.57 "GET /v2.0/networks?id=7188838e-ca9d-4c02-ba77-eb22e43eefd0 HTTP/1.1" status: 200 len: 912 time: 0.1122880 Dec 16 09:55:54.816004 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d7b2c283-d200-487d-81f0-2633ad7e61c2 req-59d9cfba-c43e-4cd9-9cbe-8a9c889f4075 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a89622b-751f-436b-8c62-e8d382571a08 HTTP/1.1" status: 200 len: 999 time: 0.0858123 Dec 16 09:55:54.868711 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-2de1b223-b5f3-4281-8265-51fe5a1e7ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'name': 'tempest-AttachVolumeTestJSON-1774796313-router', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '4441d9a1-3315-4861-b404-d1d2c37ba8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:55:25Z', 'updated_at': '2021-12-16T09:55:31Z', 'revision_number': 4, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'gw_port': {'id': '4441d9a1-3315-4861-b404-d1d2c37ba8de', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:00:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:26Z', 'updated_at': '2021-12-16T09:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '2d0bd1f0-3999-4ebc-8d1c-a55a37f8d633', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'port_id': '0a89622b-751f-436b-8c62-e8d382571a08', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0', 'mac_address': 'fa:16:3e:ed:4a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:55:35Z', 'updated_at': '2021-12-16T09:55:53Z', 'revision_number': 1, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e0515f-4db6-4d37-aef2-399213a0242f', 'name': '', 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'mac_address': 'fa:16:3e:f5:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '54629120-87d1-4f1a-9c62-5145af96bdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:30Z', 'updated_at': '2021-12-16T09:55:35Z', 'revision_number': 5, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'subnets': [{'id': '54629120-87d1-4f1a-9c62-5145af96bdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:54.873688 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2c283-d200-487d-81f0-2633ad7e61c2 req-74faf9ab-b586-48c2-ad85-9e433b09a0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:54.875200 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d7b2c283-d200-487d-81f0-2633ad7e61c2 req-74faf9ab-b586-48c2-ad85-9e433b09a0b2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=54629120-87d1-4f1a-9c62-5145af96bdbd HTTP/1.1" status: 200 len: 850 time: 0.0520508 Dec 16 09:55:54.887757 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51266) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:54.896499 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de1b223-b5f3-4281-8265-51fe5a1e7ca4 None None] Checking router: 791ad3e3-1ca7-4641-a184-fd6b2570ceb7 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:55:54.907385 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de1b223-b5f3-4281-8265-51fe5a1e7ca4 None None] Routers {'791ad3e3-1ca7-4641-a184-fd6b2570ceb7'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:55:54.908149 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-2de1b223-b5f3-4281-8265-51fe5a1e7ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:55:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['791ad3e3-1ca7-4641-a184-fd6b2570ceb7'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:54.932854 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2c283-d200-487d-81f0-2633ad7e61c2 req-6262697c-5b11-4bbd-93f0-3712e83b1e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:54.934404 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d7b2c283-d200-487d-81f0-2633ad7e61c2 req-6262697c-5b11-4bbd-93f0-3712e83b1e85 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7188838e-ca9d-4c02-ba77-eb22e43eefd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528662 Dec 16 09:55:55.041620 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d7b2c283-d200-487d-81f0-2633ad7e61c2 req-80cb503d-28d8-4888-bfd8-57fd9ccd7d4f service neutron] 10.222.0.57 "GET /v2.0/networks/7188838e-ca9d-4c02-ba77-eb22e43eefd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003158 Dec 16 09:55:55.044709 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-2de1b223-b5f3-4281-8265-51fe5a1e7ca4 None None] Set router 791ad3e3-1ca7-4641-a184-fd6b2570ceb7 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:55:55.070955 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-07133e5d-39ce-4193-b9fb-f77341dc9060 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aed6d511b58b42109716b82b61d84ae6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1791043 Dec 16 09:55:55.072517 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 51272) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:55.189051 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8247958c-0e99-495d-a40b-2f342c9292c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:55.202616 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d7b2c283-d200-487d-81f0-2633ad7e61c2 req-57946ae7-b6d1-4239-91e3-4be6dd087fd6 service neutron] 10.222.0.57 "GET /v2.0/networks/7188838e-ca9d-4c02-ba77-eb22e43eefd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545537 Dec 16 09:55:55.218625 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8247958c-0e99-495d-a40b-2f342c9292c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:55.339308 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8247958c-0e99-495d-a40b-2f342c9292c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:55.341964 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8247958c-0e99-495d-a40b-2f342c9292c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:55.342634 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-2de1b223-b5f3-4281-8265-51fe5a1e7ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'name': 'tempest-AttachVolumeTestJSON-1774796313-router', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '4441d9a1-3315-4861-b404-d1d2c37ba8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:55:25Z', 'updated_at': '2021-12-16T09:55:31Z', 'revision_number': 4, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'gw_port': {'id': '4441d9a1-3315-4861-b404-d1d2c37ba8de', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:00:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:26Z', 'updated_at': '2021-12-16T09:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '2d0bd1f0-3999-4ebc-8d1c-a55a37f8d633', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'port_id': '0a89622b-751f-436b-8c62-e8d382571a08', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0', 'mac_address': 'fa:16:3e:ed:4a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:55:35Z', 'updated_at': '2021-12-16T09:55:53Z', 'revision_number': 1, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e0515f-4db6-4d37-aef2-399213a0242f', 'name': '', 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'mac_address': 'fa:16:3e:f5:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '54629120-87d1-4f1a-9c62-5145af96bdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:30Z', 'updated_at': '2021-12-16T09:55:35Z', 'revision_number': 5, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'subnets': [{'id': '54629120-87d1-4f1a-9c62-5145af96bdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:55.345941 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8247958c-0e99-495d-a40b-2f342c9292c9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b268c088-86c3-4263-bc6d-5af9fbbb8751 HTTP/1.1" status: 204 len: 168 time: 0.2698133 Dec 16 09:55:55.355764 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247958c-0e99-495d-a40b-2f342c9292c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b268c088-86c3-4263-bc6d-5af9fbbb8751,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:55.374355 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de1b223-b5f3-4281-8265-51fe5a1e7ca4 None None] The sync data for ids ['791ad3e3-1ca7-4641-a184-fd6b2570ceb7'] in n-d-820550-2 is: [{'id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'name': 'tempest-AttachVolumeTestJSON-1774796313-router', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '4441d9a1-3315-4861-b404-d1d2c37ba8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:55:25Z', 'updated_at': '2021-12-16T09:55:31Z', 'revision_number': 4, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'gw_port': {'id': '4441d9a1-3315-4861-b404-d1d2c37ba8de', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:00:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:26Z', 'updated_at': '2021-12-16T09:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '2d0bd1f0-3999-4ebc-8d1c-a55a37f8d633', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'port_id': '0a89622b-751f-436b-8c62-e8d382571a08', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0', 'mac_address': 'fa:16:3e:ed:4a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:55:35Z', 'updated_at': '2021-12-16T09:55:53Z', 'revision_number': 1, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e0515f-4db6-4d37-aef2-399213a0242f', 'name': '', 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'mac_address': 'fa:16:3e:f5:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '54629120-87d1-4f1a-9c62-5145af96bdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:30Z', 'updated_at': '2021-12-16T09:55:35Z', 'revision_number': 5, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'subnets': [{'id': '54629120-87d1-4f1a-9c62-5145af96bdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:55:55.641012 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6d3209-9815-474a-8ee2-87823378440b None None] New status for floating IP 2d0bd1f0-3999-4ebc-8d1c-a55a37f8d633: ACTIVE {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:55:56.044598 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 51290) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:56.083620 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-471a2e43-2f96-4ed5-8e81-bfd844aa2d80 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a2a145b7e55b4cfb91c67f919f476809&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372734 Dec 16 09:55:56.086053 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 51294) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:56.132307 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b87465fc-ef75-420f-a9eb-602f6f17ed5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:56.153878 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b87465fc-ef75-420f-a9eb-602f6f17ed5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:56.292230 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b87465fc-ef75-420f-a9eb-602f6f17ed5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:56.294945 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b87465fc-ef75-420f-a9eb-602f6f17ed5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:56.296126 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b87465fc-ef75-420f-a9eb-602f6f17ed5b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c22c04a6-d9a7-420f-a713-5073564a48ac HTTP/1.1" status: 204 len: 168 time: 0.2091444 Dec 16 09:55:56.314670 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87465fc-ef75-420f-a9eb-602f6f17ed5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22c04a6-d9a7-420f-a713-5073564a48ac,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:56.420545 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-874c7de4-bee6-47e2-a100-03cb7e157ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:57.585313 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:59.161495 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:59.290951 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 51388) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:59.441806 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-dbfef92f-3049-4f0c-af05-824617b524c0 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:59.556786 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dbfef92f-3049-4f0c-af05-824617b524c0 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks [] for floatingip, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:59.670234 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:59.726660 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dbfef92f-3049-4f0c-af05-824617b524c0 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:59.802166 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-dbfef92f-3049-4f0c-af05-824617b524c0 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Allocated IP 172.25.1.39 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/5ffedd37-7467-47ff-81fd-d815831fbb60) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:55:59.905815 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dbfef92f-3049-4f0c-af05-824617b524c0 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:00.001479 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dbfef92f-3049-4f0c-af05-824617b524c0 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:00.044754 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfef92f-3049-4f0c-af05-824617b524c0 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:56:00.047711 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-dbfef92f-3049-4f0c-af05-824617b524c0 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:56:00.051186 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfef92f-3049-4f0c-af05-824617b524c0 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:56:00.076613 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfef92f-3049-4f0c-af05-824617b524c0 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Pushing event updated for resources: {'Port': ['ID=5ffedd37-7467-47ff-81fd-d815831fbb60,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:00.145023 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dbfef92f-3049-4f0c-af05-824617b524c0 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:00.247688 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dbfef92f-3049-4f0c-af05-824617b524c0 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:00.408744 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dbfef92f-3049-4f0c-af05-824617b524c0 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:00.487672 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dbfef92f-3049-4f0c-af05-824617b524c0 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:00.537310 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfef92f-3049-4f0c-af05-824617b524c0 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Pushing event updated for resources: {'Port': ['ID=5ffedd37-7467-47ff-81fd-d815831fbb60,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:00.574282 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dbfef92f-3049-4f0c-af05-824617b524c0 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:00.659949 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dbfef92f-3049-4f0c-af05-824617b524c0 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:00.661200 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-dbfef92f-3049-4f0c-af05-824617b524c0 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3691626 Dec 16 09:56:00.663870 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 51402) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:00.668805 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-f5488bfd-49f7-4a56-a111-db99187bf2e3 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-905880546'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:56:00.779566 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5488bfd-49f7-4a56-a111-db99187bf2e3 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Made reservation on behalf of d7214be4474a416db7443e0ebd8abe12 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:56:00.783523 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f5488bfd-49f7-4a56-a111-db99187bf2e3 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:00.797785 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f5488bfd-49f7-4a56-a111-db99187bf2e3 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:00.875657 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f5488bfd-49f7-4a56-a111-db99187bf2e3 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:00.947277 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f5488bfd-49f7-4a56-a111-db99187bf2e3 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:00.979602 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5488bfd-49f7-4a56-a111-db99187bf2e3 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:56:00.989419 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5488bfd-49f7-4a56-a111-db99187bf2e3 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01b520a1-deee-494f-836d-e5e676e817d0,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:00.996085 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f5488bfd-49f7-4a56-a111-db99187bf2e3 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:00.996458 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-f5488bfd-49f7-4a56-a111-db99187bf2e3 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Added segment 3ed2c191-d995-4de9-9c7e-05731ec20b18 of type vlan for network 0b433d9c-13ff-4e82-9b27-3e86c446ddd3 Dec 16 09:56:01.041705 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f5488bfd-49f7-4a56-a111-db99187bf2e3 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:01.143245 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f5488bfd-49f7-4a56-a111-db99187bf2e3 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:01.149231 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5488bfd-49f7-4a56-a111-db99187bf2e3 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:01.149897 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f5488bfd-49f7-4a56-a111-db99187bf2e3 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:01.225838 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5488bfd-49f7-4a56-a111-db99187bf2e3 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Pushing event updated for resources: {'Network': ['ID=0b433d9c-13ff-4e82-9b27-3e86c446ddd3,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:01.236056 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 0b433d9c-13ff-4e82-9b27-3e86c446ddd3 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:56:01.253191 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f5488bfd-49f7-4a56-a111-db99187bf2e3 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5856686 Dec 16 09:56:01.253677 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 51410) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:01.259415 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-a102fc46-e11d-4759-9001-3dfeef898e30 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Request body: {'subnet': {'network_id': '0b433d9c-13ff-4e82-9b27-3e86c446ddd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:56:01.430489 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a102fc46-e11d-4759-9001-3dfeef898e30 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Made reservation on behalf of d7214be4474a416db7443e0ebd8abe12 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:56:01.434232 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a102fc46-e11d-4759-9001-3dfeef898e30 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:01.694225 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a102fc46-e11d-4759-9001-3dfeef898e30 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:01.755137 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a102fc46-e11d-4759-9001-3dfeef898e30 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Pushing event updated for resources: {'Subnet': ['ID=25fb8a8c-48d5-4827-9f18-18c05c47c2b3,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:01.768651 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a102fc46-e11d-4759-9001-3dfeef898e30 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Checking segment: {'id': '3ed2c191-d995-4de9-9c7e-05731ec20b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0b433d9c-13ff-4e82-9b27-3e86c446ddd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:56:01.769166 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a102fc46-e11d-4759-9001-3dfeef898e30 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Network hostable DHCP agents. Network: 0b433d9c-13ff-4e82-9b27-3e86c446ddd3, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:56:01.887975 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a102fc46-e11d-4759-9001-3dfeef898e30 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Network 0b433d9c-13ff-4e82-9b27-3e86c446ddd3 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:56:02.007709 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-a102fc46-e11d-4759-9001-3dfeef898e30 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 0b433d9c-13ff-4e82-9b27-3e86c446ddd3) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:56:02.011851 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a102fc46-e11d-4759-9001-3dfeef898e30 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:02.012543 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a102fc46-e11d-4759-9001-3dfeef898e30 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:02.016531 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650de150-0179-438b-aad7-6964b42a8e35 None None] Network 0b433d9c-13ff-4e82-9b27-3e86c446ddd3 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:56:02.147994 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a102fc46-e11d-4759-9001-3dfeef898e30 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8930323 Dec 16 09:56:02.150784 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 51416) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:02.156293 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-e7d31a7a-5c67-4b88-89c2-5d559105034d tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-700748031', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}, 'admin_state_up': False}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:56:02.193554 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39df4079-c10a-4b42-807f-d103b23c8962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-0b433d9c-13ff-4e82-9b27-3e86c446ddd3', 'network_id': '0b433d9c-13ff-4e82-9b27-3e86c446ddd3', 'tenant_id': 'd7214be4474a416db7443e0ebd8abe12', 'fixed_ips': [{'subnet_id': '25fb8a8c-48d5-4827-9f18-18c05c47c2b3'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:56:02.194465 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-39df4079-c10a-4b42-807f-d103b23c8962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:02.334288 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-39df4079-c10a-4b42-807f-d103b23c8962 None None] Allocated IP 172.20.0.2 (0b433d9c-13ff-4e82-9b27-3e86c446ddd3/25fb8a8c-48d5-4827-9f18-18c05c47c2b3/aa557709-a9f7-4615-a08c-f377feffe401) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:56:02.351264 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e7d31a7a-5c67-4b88-89c2-5d559105034d tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:02.356978 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e7d31a7a-5c67-4b88-89c2-5d559105034d tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:02.430314 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e7d31a7a-5c67-4b88-89c2-5d559105034d tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:02.496952 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-39df4079-c10a-4b42-807f-d103b23c8962 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:02.557152 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-39df4079-c10a-4b42-807f-d103b23c8962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:02.596873 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39df4079-c10a-4b42-807f-d103b23c8962 None None] Network 0b433d9c-13ff-4e82-9b27-3e86c446ddd3 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:56:02.600027 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-39df4079-c10a-4b42-807f-d103b23c8962 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:56:02.602661 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39df4079-c10a-4b42-807f-d103b23c8962 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:56:02.619935 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df4079-c10a-4b42-807f-d103b23c8962 None None] Pushing event updated for resources: {'Port': ['ID=aa557709-a9f7-4615-a08c-f377feffe401,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:02.664617 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-39df4079-c10a-4b42-807f-d103b23c8962 None None] Attempting to bind port aa557709-a9f7-4615-a08c-f377feffe401 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:56:02.664906 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-39df4079-c10a-4b42-807f-d103b23c8962 None None] Attempting to bind port aa557709-a9f7-4615-a08c-f377feffe401 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '3ed2c191-d995-4de9-9c7e-05731ec20b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0b433d9c-13ff-4e82-9b27-3e86c446ddd3'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:56:02.665302 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39df4079-c10a-4b42-807f-d103b23c8962 None None] Attempting to bind port aa557709-a9f7-4615-a08c-f377feffe401 on network 0b433d9c-13ff-4e82-9b27-3e86c446ddd3 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:56:02.670187 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39df4079-c10a-4b42-807f-d103b23c8962 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:56:02.670559 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39df4079-c10a-4b42-807f-d103b23c8962 None None] Checking segment: {'id': '3ed2c191-d995-4de9-9c7e-05731ec20b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0b433d9c-13ff-4e82-9b27-3e86c446ddd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:56:02.670959 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-39df4079-c10a-4b42-807f-d103b23c8962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:02.671351 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39df4079-c10a-4b42-807f-d103b23c8962 None None] Bound using segment: {'id': '3ed2c191-d995-4de9-9c7e-05731ec20b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0b433d9c-13ff-4e82-9b27-3e86c446ddd3'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:56:02.671813 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-39df4079-c10a-4b42-807f-d103b23c8962 None None] Bound port: aa557709-a9f7-4615-a08c-f377feffe401, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed2c191-d995-4de9-9c7e-05731ec20b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0b433d9c-13ff-4e82-9b27-3e86c446ddd3'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:56:02.672192 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-39df4079-c10a-4b42-807f-d103b23c8962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:02.734797 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e7d31a7a-5c67-4b88-89c2-5d559105034d tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:02.744361 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-39df4079-c10a-4b42-807f-d103b23c8962 None None] For port aa557709-a9f7-4615-a08c-f377feffe401, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:56:02.747485 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-39df4079-c10a-4b42-807f-d103b23c8962 None None] For port aa557709-a9f7-4615-a08c-f377feffe401, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=aa557709-a9f7-4615-a08c-f377feffe401,segment=NetworkSegment(3ed2c191-d995-4de9-9c7e-05731ec20b18),segment_id=3ed2c191-d995-4de9-9c7e-05731ec20b18)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:56:02.835617 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-39df4079-c10a-4b42-807f-d103b23c8962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:02.903777 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df4079-c10a-4b42-807f-d103b23c8962 None None] Pushing event updated for resources: {'Port': ['ID=aa557709-a9f7-4615-a08c-f377feffe401,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:03.012170 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e7d31a7a-5c67-4b88-89c2-5d559105034d tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:03.035046 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e7d31a7a-5c67-4b88-89c2-5d559105034d tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:03.212955 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-e7d31a7a-5c67-4b88-89c2-5d559105034d tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Allocated IP 172.25.1.42 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/a1fbbe56-c87f-4f75-916b-0d651a787170) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:56:03.320466 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e7d31a7a-5c67-4b88-89c2-5d559105034d tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:03.412641 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e7d31a7a-5c67-4b88-89c2-5d559105034d tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:03.455203 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d31a7a-5c67-4b88-89c2-5d559105034d tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:56:03.458140 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-e7d31a7a-5c67-4b88-89c2-5d559105034d tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:56:03.461775 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d31a7a-5c67-4b88-89c2-5d559105034d tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:56:03.500645 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d31a7a-5c67-4b88-89c2-5d559105034d tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Pushing event updated for resources: {'Port': ['ID=a1fbbe56-c87f-4f75-916b-0d651a787170,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:03.831458 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e7d31a7a-5c67-4b88-89c2-5d559105034d tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:03.885862 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a8a87b-b9ba-4019-8134-a76894972143 None None] Network 0b433d9c-13ff-4e82-9b27-3e86c446ddd3 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:56:03.951419 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-7152c6bb-a99f-466f-84d7-2ccfa3557b6d None None] Provisioning complete for port aa557709-a9f7-4615-a08c-f377feffe401 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:56:03.951784 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7152c6bb-a99f-466f-84d7-2ccfa3557b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:04.038580 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e7d31a7a-5c67-4b88-89c2-5d559105034d tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:04.105938 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7152c6bb-a99f-466f-84d7-2ccfa3557b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:04.158111 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-7152c6bb-a99f-466f-84d7-2ccfa3557b6d None None] For port aa557709-a9f7-4615-a08c-f377feffe401, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=aa557709-a9f7-4615-a08c-f377feffe401,segment=NetworkSegment(3ed2c191-d995-4de9-9c7e-05731ec20b18),segment_id=3ed2c191-d995-4de9-9c7e-05731ec20b18)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:56:04.392142 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7152c6bb-a99f-466f-84d7-2ccfa3557b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:04.451483 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152c6bb-a99f-466f-84d7-2ccfa3557b6d None None] Pushing event updated for resources: {'Port': ['ID=aa557709-a9f7-4615-a08c-f377feffe401,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:04.512722 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-6e22741e-f0b5-4670-94bb-101695b3d7da None None] Provisioning complete for port aa557709-a9f7-4615-a08c-f377feffe401 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:56:04.513087 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6e22741e-f0b5-4670-94bb-101695b3d7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:04.548744 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:56:04.599516 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d31a7a-5c67-4b88-89c2-5d559105034d tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Router 797bb89c-f315-4f74-9ebb-c84976078411 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:56:04.617525 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device aa557709-a9f7-4615-a08c-f377feffe401 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:56:04.666810 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port aa557709-a9f7-4615-a08c-f377feffe401 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:56:04.667104 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:04.713100 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d31a7a-5c67-4b88-89c2-5d559105034d tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:56:04.731820 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8547c0b3-8ff6-40fa-9559-c2050543a5fe None None] Sync routers for ids ['797bb89c-f315-4f74-9ebb-c84976078411'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:56:04.748172 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8547c0b3-8ff6-40fa-9559-c2050543a5fe None None] Routers {'797bb89c-f315-4f74-9ebb-c84976078411'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:56:04.748791 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-8547c0b3-8ff6-40fa-9559-c2050543a5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:55:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['797bb89c-f315-4f74-9ebb-c84976078411'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:04.787216 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e7d31a7a-5c67-4b88-89c2-5d559105034d tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:04.788028 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-8547c0b3-8ff6-40fa-9559-c2050543a5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:04.791148 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e7d31a7a-5c67-4b88-89c2-5d559105034d tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 2.6368051 Dec 16 09:56:04.791665 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51430) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:04.797933 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8547c0b3-8ff6-40fa-9559-c2050543a5fe None None] Routers {'797bb89c-f315-4f74-9ebb-c84976078411'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:56:04.798551 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-8547c0b3-8ff6-40fa-9559-c2050543a5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:55:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['797bb89c-f315-4f74-9ebb-c84976078411'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:04.831287 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-8547c0b3-8ff6-40fa-9559-c2050543a5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:04.831952 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8547c0b3-8ff6-40fa-9559-c2050543a5fe None None] The sync data for ids ['797bb89c-f315-4f74-9ebb-c84976078411'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:56:05.226168 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8fc25c3d-c22f-4fb0-b782-e38025debf58 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:05.488367 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-8fc25c3d-c22f-4fb0-b782-e38025debf58 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Allocated IP 172.20.0.1 (0b433d9c-13ff-4e82-9b27-3e86c446ddd3/25fb8a8c-48d5-4827-9f18-18c05c47c2b3/a5f8b3b2-1f61-4c78-8909-08826012e333) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:56:05.605651 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8fc25c3d-c22f-4fb0-b782-e38025debf58 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:05.709939 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8fc25c3d-c22f-4fb0-b782-e38025debf58 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:05.749997 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc25c3d-c22f-4fb0-b782-e38025debf58 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Network 0b433d9c-13ff-4e82-9b27-3e86c446ddd3 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:56:05.753054 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-8fc25c3d-c22f-4fb0-b782-e38025debf58 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:56:05.756869 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc25c3d-c22f-4fb0-b782-e38025debf58 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:56:05.765245 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc25c3d-c22f-4fb0-b782-e38025debf58 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Pushing event updated for resources: {'Port': ['ID=a5f8b3b2-1f61-4c78-8909-08826012e333,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:05.806624 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8fc25c3d-c22f-4fb0-b782-e38025debf58 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:05.996487 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8fc25c3d-c22f-4fb0-b782-e38025debf58 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:06.023690 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-488bb302-94ef-4e4a-972e-fcad41201068 None None] Provisioning complete for port a5f8b3b2-1f61-4c78-8909-08826012e333 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:56:06.025272 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-488bb302-94ef-4e4a-972e-fcad41201068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:06.057130 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-488bb302-94ef-4e4a-972e-fcad41201068 None None] Port a5f8b3b2-1f61-4c78-8909-08826012e333 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:56:06.305526 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8fc25c3d-c22f-4fb0-b782-e38025debf58 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:06.401971 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8fc25c3d-c22f-4fb0-b782-e38025debf58 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:06.478548 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc25c3d-c22f-4fb0-b782-e38025debf58 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Pushing event updated for resources: {'Port': ['ID=a5f8b3b2-1f61-4c78-8909-08826012e333,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:06.483563 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8fc25c3d-c22f-4fb0-b782-e38025debf58 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:06.582476 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc25c3d-c22f-4fb0-b782-e38025debf58 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Network 0b433d9c-13ff-4e82-9b27-3e86c446ddd3 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:56:06.583894 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-8fc25c3d-c22f-4fb0-b782-e38025debf58 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:56:06.707961 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc25c3d-c22f-4fb0-b782-e38025debf58 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Router 797bb89c-f315-4f74-9ebb-c84976078411 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:56:06.822831 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc25c3d-c22f-4fb0-b782-e38025debf58 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:56:06.830633 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8fc25c3d-c22f-4fb0-b782-e38025debf58 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] 10.222.0.60 "PUT /v2.0/routers/797bb89c-f315-4f74-9ebb-c84976078411/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0355008 Dec 16 09:56:06.831280 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51466) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:06.833875 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed8b1cf-0fc1-4c62-91ac-93d435673a1c None None] Sync routers for ids ['797bb89c-f315-4f74-9ebb-c84976078411'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:56:06.836616 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-ddbd5405-08c8-4733-a9b9-834d4b2b147a tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Request body: {'port': {'network_id': '0b433d9c-13ff-4e82-9b27-3e86c446ddd3', 'name': 'tempest-FloatingIPAdminTestJSON-1057528966'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:56:06.843570 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed8b1cf-0fc1-4c62-91ac-93d435673a1c None None] Routers {'797bb89c-f315-4f74-9ebb-c84976078411'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:56:06.844462 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-4ed8b1cf-0fc1-4c62-91ac-93d435673a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:55:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['797bb89c-f315-4f74-9ebb-c84976078411'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:06.878059 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-4ed8b1cf-0fc1-4c62-91ac-93d435673a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:06.882836 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-94412ef8-32a5-434f-bd01-b5ec137b2eb4 None None] Provisioning complete for port a5f8b3b2-1f61-4c78-8909-08826012e333 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:56:06.883420 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-94412ef8-32a5-434f-bd01-b5ec137b2eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:06.887076 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed8b1cf-0fc1-4c62-91ac-93d435673a1c None None] Routers {'797bb89c-f315-4f74-9ebb-c84976078411'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:56:06.887760 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-4ed8b1cf-0fc1-4c62-91ac-93d435673a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:55:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['797bb89c-f315-4f74-9ebb-c84976078411'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:06.918114 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-94412ef8-32a5-434f-bd01-b5ec137b2eb4 None None] Port a5f8b3b2-1f61-4c78-8909-08826012e333 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:56:06.923873 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-4ed8b1cf-0fc1-4c62-91ac-93d435673a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:06.924592 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed8b1cf-0fc1-4c62-91ac-93d435673a1c None None] The sync data for ids ['797bb89c-f315-4f74-9ebb-c84976078411'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:56:07.024871 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbd5405-08c8-4733-a9b9-834d4b2b147a tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Made reservation on behalf of d7214be4474a416db7443e0ebd8abe12 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:56:07.028455 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ddbd5405-08c8-4733-a9b9-834d4b2b147a tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:07.052984 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-ddbd5405-08c8-4733-a9b9-834d4b2b147a tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] device_id is not set on port d99d75c9-7182-4078-a7ab-fdff7e68f84f yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:56:07.162285 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-ddbd5405-08c8-4733-a9b9-834d4b2b147a tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Allocated IP 172.20.0.7 (0b433d9c-13ff-4e82-9b27-3e86c446ddd3/25fb8a8c-48d5-4827-9f18-18c05c47c2b3/d99d75c9-7182-4078-a7ab-fdff7e68f84f) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:56:07.308792 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:07.319846 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ddbd5405-08c8-4733-a9b9-834d4b2b147a tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:07.443033 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ddbd5405-08c8-4733-a9b9-834d4b2b147a tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:07.486113 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbd5405-08c8-4733-a9b9-834d4b2b147a tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Network 0b433d9c-13ff-4e82-9b27-3e86c446ddd3 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:56:07.489338 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-ddbd5405-08c8-4733-a9b9-834d4b2b147a tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:56:07.493078 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbd5405-08c8-4733-a9b9-834d4b2b147a tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:56:07.521788 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd5405-08c8-4733-a9b9-834d4b2b147a tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Pushing event updated for resources: {'Port': ['ID=d99d75c9-7182-4078-a7ab-fdff7e68f84f,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:07.551997 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbd5405-08c8-4733-a9b9-834d4b2b147a tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:07.552642 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ddbd5405-08c8-4733-a9b9-834d4b2b147a tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:07.645877 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ddbd5405-08c8-4733-a9b9-834d4b2b147a tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8124666 Dec 16 09:56:07.648683 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 51508) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:07.704758 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-472ec960-7d25-49b1-a20a-75a43ec59938 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'project_id': 'd7214be4474a416db7443e0ebd8abe12', 'port_id': 'd99d75c9-7182-4078-a7ab-fdff7e68f84f'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:56:07.746904 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-d51426aa-14a1-486f-b006-e0a44d84dd58 None None] Provisioning complete for port d99d75c9-7182-4078-a7ab-fdff7e68f84f triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:56:07.747274 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d51426aa-14a1-486f-b006-e0a44d84dd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:07.785666 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-d51426aa-14a1-486f-b006-e0a44d84dd58 None None] Port d99d75c9-7182-4078-a7ab-fdff7e68f84f cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:56:07.800624 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-472ec960-7d25-49b1-a20a-75a43ec59938 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:07.891015 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-472ec960-7d25-49b1-a20a-75a43ec59938 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:08.002288 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-472ec960-7d25-49b1-a20a-75a43ec59938 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Allocated IP 172.25.1.148 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/e4423fa8-fb46-45d9-87bc-da9b19655c8f) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:56:08.107138 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-472ec960-7d25-49b1-a20a-75a43ec59938 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:08.224112 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-472ec960-7d25-49b1-a20a-75a43ec59938 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:08.261102 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472ec960-7d25-49b1-a20a-75a43ec59938 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:56:08.264072 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-472ec960-7d25-49b1-a20a-75a43ec59938 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:56:08.267614 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472ec960-7d25-49b1-a20a-75a43ec59938 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:56:08.298920 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ec960-7d25-49b1-a20a-75a43ec59938 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Pushing event updated for resources: {'Port': ['ID=e4423fa8-fb46-45d9-87bc-da9b19655c8f,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:08.626573 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-472ec960-7d25-49b1-a20a-75a43ec59938 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:08.757893 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-472ec960-7d25-49b1-a20a-75a43ec59938 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:08.922072 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26694f-78f8-4f5c-9911-b91b77d9b9d3 req-55a23f6c-619b-4e2b-8cbe-3c730feedf7d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:08.923551 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5b26694f-78f8-4f5c-9911-b91b77d9b9d3 req-55a23f6c-619b-4e2b-8cbe-3c730feedf7d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 946 time: 0.0785427 Dec 16 09:56:08.983864 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-472ec960-7d25-49b1-a20a-75a43ec59938 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:08.990105 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5b26694f-78f8-4f5c-9911-b91b77d9b9d3 req-efee940f-e6be-4d7e-a1be-d4638ee233c0 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=54a57540-bb56-492b-bd17-871db6f9e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516396 Dec 16 09:56:09.013336 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 51574) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:09.083732 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-750a7a61-be6b-4d73-a71a-7945b869d8a9 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/floatingips/968ae219-6539-41a4-bbc9-9ae1d84e0063 HTTP/1.1" status: 200 len: 994 time: 0.0691998 Dec 16 09:56:09.084955 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-472ec960-7d25-49b1-a20a-75a43ec59938 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:09.157978 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ec960-7d25-49b1-a20a-75a43ec59938 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Pushing event updated for resources: {'Port': ['ID=e4423fa8-fb46-45d9-87bc-da9b19655c8f,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:09.170896 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-472ec960-7d25-49b1-a20a-75a43ec59938 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:09.274894 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [None req-472ec960-7d25-49b1-a20a-75a43ec59938 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Floating IP 69c9d90b-1218-449e-b11e-b43302d7ad70 associated. External IP: 172.25.1.148, port: d99d75c9-7182-4078-a7ab-fdff7e68f84f. Dec 16 09:56:09.507655 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264e0a9-f3e4-44a4-aea3-82ae76ff3d8d req-f6dea565-73a0-439c-8c83-939cf2c37cd7 tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:09.509289 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6264e0a9-f3e4-44a4-aea3-82ae76ff3d8d req-f6dea565-73a0-439c-8c83-939cf2c37cd7 tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 1097 time: 0.0645425 Dec 16 09:56:09.537503 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472ec960-7d25-49b1-a20a-75a43ec59938 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Router 797bb89c-f315-4f74-9ebb-c84976078411 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:56:09.560989 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6264e0a9-f3e4-44a4-aea3-82ae76ff3d8d req-b9de4468-672e-4e2e-ab49-87e638c68c14 tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=54a57540-bb56-492b-bd17-871db6f9e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435224 Dec 16 09:56:09.670113 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472ec960-7d25-49b1-a20a-75a43ec59938 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:56:09.679255 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7b2445-3222-45ba-b91e-e76b8fb1914c None None] Sync routers for ids ['797bb89c-f315-4f74-9ebb-c84976078411'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:56:09.688423 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7b2445-3222-45ba-b91e-e76b8fb1914c None None] Routers {'797bb89c-f315-4f74-9ebb-c84976078411'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:56:09.689020 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-5c7b2445-3222-45ba-b91e-e76b8fb1914c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:55:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['797bb89c-f315-4f74-9ebb-c84976078411'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:09.721582 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-5c7b2445-3222-45ba-b91e-e76b8fb1914c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:09.730971 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7b2445-3222-45ba-b91e-e76b8fb1914c None None] Routers {'797bb89c-f315-4f74-9ebb-c84976078411'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:56:09.731590 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-5c7b2445-3222-45ba-b91e-e76b8fb1914c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:55:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['797bb89c-f315-4f74-9ebb-c84976078411'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:09.768161 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-5c7b2445-3222-45ba-b91e-e76b8fb1914c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:09.768730 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7b2445-3222-45ba-b91e-e76b8fb1914c None None] The sync data for ids ['797bb89c-f315-4f74-9ebb-c84976078411'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:56:09.775662 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-472ec960-7d25-49b1-a20a-75a43ec59938 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:09.803763 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-472ec960-7d25-49b1-a20a-75a43ec59938 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.1539333 Dec 16 09:56:09.806498 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 51618) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:09.892624 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-025d3a01-c7a2-43e3-a452-7b8cc5bf6a14 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] 10.222.0.60 "GET /v2.0/floatingips/69c9d90b-1218-449e-b11e-b43302d7ad70 HTTP/1.1" status: 200 len: 983 time: 0.0850317 Dec 16 09:56:09.895234 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 51624) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:09.961820 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-68f08722-d81c-48dd-b000-a32ad076af45 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3037 time: 0.0653956 Dec 16 09:56:09.964433 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 51630) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:10.128389 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-b5283ceb-b3b3-43f4-9910-1f5a058bf9b0 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Deleting port e4423fa8-fb46-45d9-87bc-da9b19655c8f {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:56:10.128753 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b5283ceb-b3b3-43f4-9910-1f5a058bf9b0 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:10.210376 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b5283ceb-b3b3-43f4-9910-1f5a058bf9b0 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:10.210757 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b5283ceb-b3b3-43f4-9910-1f5a058bf9b0 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:10.223530 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-b5283ceb-b3b3-43f4-9910-1f5a058bf9b0 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Calling delete_port for e4423fa8-fb46-45d9-87bc-da9b19655c8f owned by network:floatingip {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:56:10.440675 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b5283ceb-b3b3-43f4-9910-1f5a058bf9b0 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:10.468175 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5283ceb-b3b3-43f4-9910-1f5a058bf9b0 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Pushing event deleted for resources: {'Port': ['ID=e4423fa8-fb46-45d9-87bc-da9b19655c8f,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:10.545267 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b5283ceb-b3b3-43f4-9910-1f5a058bf9b0 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks [] for floatingip, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:10.545715 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [None req-b5283ceb-b3b3-43f4-9910-1f5a058bf9b0 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Floating IP 69c9d90b-1218-449e-b11e-b43302d7ad70 disassociated (deleted). External IP: 172.25.1.148, port: d99d75c9-7182-4078-a7ab-fdff7e68f84f. Dec 16 09:56:10.680566 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:10.771979 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5283ceb-b3b3-43f4-9910-1f5a058bf9b0 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Router 797bb89c-f315-4f74-9ebb-c84976078411 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:56:10.822438 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-3158bc7f-df72-4019-bd2f-e265806704d3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0459869 Dec 16 09:56:10.832130 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-f1900558-a26c-4689-884f-8b7c140094d9 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:56:10.833203 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-f1900558-a26c-4689-884f-8b7c140094d9 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052910 Dec 16 09:56:10.884423 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5283ceb-b3b3-43f4-9910-1f5a058bf9b0 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:56:10.888861 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b5283ceb-b3b3-43f4-9910-1f5a058bf9b0 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:10.895561 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93917fd-2d9f-4f22-8a9c-a1028c895758 None None] Sync routers for ids ['797bb89c-f315-4f74-9ebb-c84976078411'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:56:10.915150 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93917fd-2d9f-4f22-8a9c-a1028c895758 None None] Routers {'797bb89c-f315-4f74-9ebb-c84976078411'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:56:10.915778 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-d93917fd-2d9f-4f22-8a9c-a1028c895758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:55:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['797bb89c-f315-4f74-9ebb-c84976078411'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:10.930066 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51686) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:10.930274 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b5283ceb-b3b3-43f4-9910-1f5a058bf9b0 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] 10.222.0.60 "DELETE /v2.0/floatingips/69c9d90b-1218-449e-b11e-b43302d7ad70 HTTP/1.1" status: 204 len: 168 time: 0.9648266 Dec 16 09:56:10.934888 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-2130cf1f-1748-4194-b39a-db3f7cbccc84 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:56:10.951894 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-d93917fd-2d9f-4f22-8a9c-a1028c895758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:10.960382 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93917fd-2d9f-4f22-8a9c-a1028c895758 None None] Routers {'797bb89c-f315-4f74-9ebb-c84976078411'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:56:10.961041 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-d93917fd-2d9f-4f22-8a9c-a1028c895758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:55:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['797bb89c-f315-4f74-9ebb-c84976078411'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:10.992947 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-d93917fd-2d9f-4f22-8a9c-a1028c895758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:10.993653 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93917fd-2d9f-4f22-8a9c-a1028c895758 None None] The sync data for ids ['797bb89c-f315-4f74-9ebb-c84976078411'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:56:11.019120 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2130cf1f-1748-4194-b39a-db3f7cbccc84 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:11.107029 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2130cf1f-1748-4194-b39a-db3f7cbccc84 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:11.224421 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-2130cf1f-1748-4194-b39a-db3f7cbccc84 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Allocated IP 172.25.1.101 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/d3e6cf3e-53cf-460b-95db-22c866d791a1) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:56:11.329719 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2130cf1f-1748-4194-b39a-db3f7cbccc84 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:11.442504 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2130cf1f-1748-4194-b39a-db3f7cbccc84 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:11.482056 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2130cf1f-1748-4194-b39a-db3f7cbccc84 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:56:11.486494 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-2130cf1f-1748-4194-b39a-db3f7cbccc84 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:56:11.489682 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2130cf1f-1748-4194-b39a-db3f7cbccc84 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:56:11.502666 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130cf1f-1748-4194-b39a-db3f7cbccc84 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Pushing event updated for resources: {'Port': ['ID=d3e6cf3e-53cf-460b-95db-22c866d791a1,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:11.587351 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2130cf1f-1748-4194-b39a-db3f7cbccc84 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:11.721897 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2130cf1f-1748-4194-b39a-db3f7cbccc84 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:11.903269 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2130cf1f-1748-4194-b39a-db3f7cbccc84 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:11.911888 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-0cd9a11d-7e4a-4c3d-b204-1ea165bb8d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:11.913404 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-0cd9a11d-7e4a-4c3d-b204-1ea165bb8d21 service neutron] 10.222.0.60 "GET /v2.0/ports/b285c169-53d7-4d1c-a2ae-f7b26ab13ecc HTTP/1.1" status: 200 len: 1094 time: 0.0471637 Dec 16 09:56:11.922467 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-e556723c-5643-4c92-bc69-fb8a2cf00b1f service neutron] Request body: {'binding': {'host': 'n-h1-820550-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:56:11.922924 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-e556723c-5643-4c92-bc69-fb8a2cf00b1f service neutron] Unknown quota resources ['binding']. {{(pid=102817) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 09:56:12.008414 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2130cf1f-1748-4194-b39a-db3f7cbccc84 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:12.102557 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130cf1f-1748-4194-b39a-db3f7cbccc84 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Pushing event updated for resources: {'Port': ['ID=d3e6cf3e-53cf-460b-95db-22c866d791a1,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:12.132423 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2130cf1f-1748-4194-b39a-db3f7cbccc84 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:12.140938 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-e556723c-5643-4c92-bc69-fb8a2cf00b1f service neutron] Attempting to bind port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc on host n-h1-820550-2 for vnic_type normal with profile None {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:56:12.141301 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-e556723c-5643-4c92-bc69-fb8a2cf00b1f service neutron] Attempting to bind port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'cb7066c7-6325-44eb-ac2c-928d0e615f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '72a707a6-318e-4215-ae09-8dc16dccc5ee'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:56:12.141623 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-e556723c-5643-4c92-bc69-fb8a2cf00b1f service neutron] Attempting to bind port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc on network 72a707a6-318e-4215-ae09-8dc16dccc5ee {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:56:12.149219 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-e556723c-5643-4c92-bc69-fb8a2cf00b1f service neutron] Port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc on network 72a707a6-318e-4215-ae09-8dc16dccc5ee not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:56:12.149579 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-e556723c-5643-4c92-bc69-fb8a2cf00b1f service neutron] Attempting to bind port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc on network 72a707a6-318e-4215-ae09-8dc16dccc5ee {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:56:12.154753 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-e556723c-5643-4c92-bc69-fb8a2cf00b1f service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:56:12.165385 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-e556723c-5643-4c92-bc69-fb8a2cf00b1f service neutron] Checking segment: {'id': 'cb7066c7-6325-44eb-ac2c-928d0e615f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '72a707a6-318e-4215-ae09-8dc16dccc5ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:56:12.165385 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-e556723c-5643-4c92-bc69-fb8a2cf00b1f service neutron] Bound using segment: {'id': 'cb7066c7-6325-44eb-ac2c-928d0e615f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '72a707a6-318e-4215-ae09-8dc16dccc5ee'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:56:12.165385 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-e556723c-5643-4c92-bc69-fb8a2cf00b1f service neutron] Bound port: b285c169-53d7-4d1c-a2ae-f7b26ab13ecc, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb7066c7-6325-44eb-ac2c-928d0e615f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '72a707a6-318e-4215-ae09-8dc16dccc5ee'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:56:12.230370 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2130cf1f-1748-4194-b39a-db3f7cbccc84 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:12.236209 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2130cf1f-1748-4194-b39a-db3f7cbccc84 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3000941 Dec 16 09:56:12.236452 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 51742) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:12.246614 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-e556723c-5643-4c92-bc69-fb8a2cf00b1f service neutron] For port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=b285c169-53d7-4d1c-a2ae-f7b26ab13ecc,segment=NetworkSegment(cb7066c7-6325-44eb-ac2c-928d0e615f7d),segment_id=cb7066c7-6325-44eb-ac2c-928d0e615f7d)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:56:12.324331 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-e556723c-5643-4c92-bc69-fb8a2cf00b1f service neutron] Notify callbacks [] for binding, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:12.326354 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-e556723c-5643-4c92-bc69-fb8a2cf00b1f service neutron] 10.222.0.60 "POST /v2.0/ports/b285c169-53d7-4d1c-a2ae-f7b26ab13ecc/bindings HTTP/1.1" status: 201 len: 389 time: 0.4067154 Dec 16 09:56:12.335243 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-7329cd98-81cd-4316-963f-84891c574801 tempest-FloatingIPAdminTestJSON-1407233063 tempest-FloatingIPAdminTestJSON-1407233063-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:56:12.502877 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7329cd98-81cd-4316-963f-84891c574801 tempest-FloatingIPAdminTestJSON-1407233063 tempest-FloatingIPAdminTestJSON-1407233063-project] Notify callbacks [] for floatingip, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:12.605401 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7329cd98-81cd-4316-963f-84891c574801 tempest-FloatingIPAdminTestJSON-1407233063 tempest-FloatingIPAdminTestJSON-1407233063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:12.687019 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b910ce-74a4-4ddb-8380-ae9d35e750d9 req-67488c3e-3915-4e9c-a19d-e19fa2c286e3 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:12.688589 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-03b910ce-74a4-4ddb-8380-ae9d35e750d9 req-67488c3e-3915-4e9c-a19d-e19fa2c286e3 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 946 time: 0.0710511 Dec 16 09:56:12.722688 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-7329cd98-81cd-4316-963f-84891c574801 tempest-FloatingIPAdminTestJSON-1407233063 tempest-FloatingIPAdminTestJSON-1407233063-project] Allocated IP 172.25.1.189 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/3c5edaee-487b-4d3e-9d42-bcb3a5e2849f) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:56:12.729822 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-03b910ce-74a4-4ddb-8380-ae9d35e750d9 req-64d232ac-1277-4788-afb0-c489b017dff6 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=54a57540-bb56-492b-bd17-871db6f9e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342777 Dec 16 09:56:13.180204 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-e11f22a7-b5f0-495e-8e48-198a4f8c519e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:13.181710 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-e11f22a7-b5f0-495e-8e48-198a4f8c519e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 1097 time: 0.0694215 Dec 16 09:56:13.214809 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7329cd98-81cd-4316-963f-84891c574801 tempest-FloatingIPAdminTestJSON-1407233063 tempest-FloatingIPAdminTestJSON-1407233063-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:13.303056 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-c8d2448e-0452-4715-b43b-84dde6b83090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:13.304519 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-c8d2448e-0452-4715-b43b-84dde6b83090 service neutron] 10.222.0.57 "GET /v2.0/networks?id=72a707a6-318e-4215-ae09-8dc16dccc5ee HTTP/1.1" status: 200 len: 898 time: 0.1154401 Dec 16 09:56:13.364293 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7329cd98-81cd-4316-963f-84891c574801 tempest-FloatingIPAdminTestJSON-1407233063 tempest-FloatingIPAdminTestJSON-1407233063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:13.397181 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-d9a34df4-057a-4590-890f-472b7738ee1c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b285c169-53d7-4d1c-a2ae-f7b26ab13ecc HTTP/1.1" status: 200 len: 1002 time: 0.0850339 Dec 16 09:56:13.443680 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7329cd98-81cd-4316-963f-84891c574801 tempest-FloatingIPAdminTestJSON-1407233063 tempest-FloatingIPAdminTestJSON-1407233063-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:56:13.453231 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-7329cd98-81cd-4316-963f-84891c574801 tempest-FloatingIPAdminTestJSON-1407233063 tempest-FloatingIPAdminTestJSON-1407233063-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:56:13.457150 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7329cd98-81cd-4316-963f-84891c574801 tempest-FloatingIPAdminTestJSON-1407233063 tempest-FloatingIPAdminTestJSON-1407233063-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:56:13.459101 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329cd98-81cd-4316-963f-84891c574801 tempest-FloatingIPAdminTestJSON-1407233063 tempest-FloatingIPAdminTestJSON-1407233063-project] Pushing event updated for resources: {'Port': ['ID=3c5edaee-487b-4d3e-9d42-bcb3a5e2849f,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:13.499735 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-9a302f26-4c37-4d3c-b46f-02c9cc328172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:13.501255 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-9a302f26-4c37-4d3c-b46f-02c9cc328172 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2da1b42f-9759-4659-877b-e53de53499f8 HTTP/1.1" status: 200 len: 835 time: 0.0949368 Dec 16 09:56:13.594980 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-5d95c662-b77d-4f09-bd59-6bd992768f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:13.596503 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-5d95c662-b77d-4f09-bd59-6bd992768f67 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72a707a6-318e-4215-ae09-8dc16dccc5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873563 Dec 16 09:56:13.597541 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7329cd98-81cd-4316-963f-84891c574801 tempest-FloatingIPAdminTestJSON-1407233063 tempest-FloatingIPAdminTestJSON-1407233063-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:13.692540 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-72dc3b79-a65c-46f2-961f-265ed65ecc90 service neutron] 10.222.0.57 "GET /v2.0/networks/72a707a6-318e-4215-ae09-8dc16dccc5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875208 Dec 16 09:56:13.762985 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7329cd98-81cd-4316-963f-84891c574801 tempest-FloatingIPAdminTestJSON-1407233063 tempest-FloatingIPAdminTestJSON-1407233063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:13.856903 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45983590-2c8c-4ddb-bbf2-ec590ae69fb4 req-6f9658c3-6aa3-4f25-ac75-381df763cfd3 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:13.858462 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-45983590-2c8c-4ddb-bbf2-ec590ae69fb4 req-6f9658c3-6aa3-4f25-ac75-381df763cfd3 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 946 time: 0.0579875 Dec 16 09:56:13.894427 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-b82d036c-bc84-4ff2-b8a4-6f0d1884c38f service neutron] 10.222.0.57 "GET /v2.0/networks/72a707a6-318e-4215-ae09-8dc16dccc5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817589 Dec 16 09:56:13.902861 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-45983590-2c8c-4ddb-bbf2-ec590ae69fb4 req-07a0de86-652d-4e1d-919d-80cdb008a457 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=54a57540-bb56-492b-bd17-871db6f9e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372298 Dec 16 09:56:14.030202 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7329cd98-81cd-4316-963f-84891c574801 tempest-FloatingIPAdminTestJSON-1407233063 tempest-FloatingIPAdminTestJSON-1407233063-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:14.060936 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-0fc03c76-3622-49fb-a4c4-245ec2fe9e54 tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:14.062493 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-0fc03c76-3622-49fb-a4c4-245ec2fe9e54 tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7&tenant_id=7d5ec801137f4c9888df57468cddd269&binding%3Ahost_id=n-h2-820550-2 HTTP/1.1" status: 200 len: 1097 time: 0.0914032 Dec 16 09:56:14.075626 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-4167fd10-fc37-4e8d-a1ae-5c87b84833f5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820550-2'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:56:14.095372 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7329cd98-81cd-4316-963f-84891c574801 tempest-FloatingIPAdminTestJSON-1407233063 tempest-FloatingIPAdminTestJSON-1407233063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:14.199126 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329cd98-81cd-4316-963f-84891c574801 tempest-FloatingIPAdminTestJSON-1407233063 tempest-FloatingIPAdminTestJSON-1407233063-project] Pushing event updated for resources: {'Port': ['ID=3c5edaee-487b-4d3e-9d42-bcb3a5e2849f,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:14.203072 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-4167fd10-fc37-4e8d-a1ae-5c87b84833f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:14.221740 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7329cd98-81cd-4316-963f-84891c574801 tempest-FloatingIPAdminTestJSON-1407233063 tempest-FloatingIPAdminTestJSON-1407233063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:14.339566 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7329cd98-81cd-4316-963f-84891c574801 tempest-FloatingIPAdminTestJSON-1407233063 tempest-FloatingIPAdminTestJSON-1407233063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:14.341770 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7329cd98-81cd-4316-963f-84891c574801 tempest-FloatingIPAdminTestJSON-1407233063 tempest-FloatingIPAdminTestJSON-1407233063-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1060724 Dec 16 09:56:14.343823 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51834) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:14.358567 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-4167fd10-fc37-4e8d-a1ae-5c87b84833f5 service neutron] For port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=b285c169-53d7-4d1c-a2ae-f7b26ab13ecc,segment=NetworkSegment(cb7066c7-6325-44eb-ac2c-928d0e615f7d),segment_id=cb7066c7-6325-44eb-ac2c-928d0e615f7d)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:56:14.399447 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-4167fd10-fc37-4e8d-a1ae-5c87b84833f5 service neutron] For port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:56:14.445513 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836d16bc-dbcb-407d-a09c-28b0933a4ee7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b285c169-53d7-4d1c-a2ae-f7b26ab13ecc'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:56:14.448050 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a65c87-d310-49fe-ba8a-2d53dc34f294" -d '{"events": [{"server_uuid": "836d16bc-dbcb-407d-a09c-28b0933a4ee7", "name": "network-vif-unplugged", "status": "completed", "tag": "b285c169-53d7-4d1c-a2ae-f7b26ab13ecc"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:56:14.452046 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-4167fd10-fc37-4e8d-a1ae-5c87b84833f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:14.459417 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0747ec18-c666-4520-b659-98def92028d7 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.1140468 Dec 16 09:56:14.466999 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51840) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:14.495863 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e405b864-4991-496b-aa27-01303fb9b645 x-openstack-request-id: req-e405b864-4991-496b-aa27-01303fb9b645 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:56:14.496136 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836d16bc-dbcb-407d-a09c-28b0933a4ee7", "name": "network-vif-unplugged", "status": "completed", "tag": "b285c169-53d7-4d1c-a2ae-f7b26ab13ecc", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:56:14.496406 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e405b864-4991-496b-aa27-01303fb9b645 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:56:14.496810 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836d16bc-dbcb-407d-a09c-28b0933a4ee7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b285c169-53d7-4d1c-a2ae-f7b26ab13ecc', 'code': 200} Dec 16 09:56:14.534815 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4780432b-e0a6-4225-b958-b6fa4f2ab0c9 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0710340 Dec 16 09:56:14.537103 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51848) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:14.556201 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-4167fd10-fc37-4e8d-a1ae-5c87b84833f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:14.672968 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167fd10-fc37-4e8d-a1ae-5c87b84833f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b285c169-53d7-4d1c-a2ae-f7b26ab13ecc,revision_number=7']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:14.725774 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-4167fd10-fc37-4e8d-a1ae-5c87b84833f5 service neutron] Attempting to bind port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc on host n-h2-820550-2 for vnic_type normal with profile {"migrating_to": "n-h1-820550-2"} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:56:14.726207 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-4167fd10-fc37-4e8d-a1ae-5c87b84833f5 service neutron] Attempting to bind port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'cb7066c7-6325-44eb-ac2c-928d0e615f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '72a707a6-318e-4215-ae09-8dc16dccc5ee'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:56:14.726493 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-4167fd10-fc37-4e8d-a1ae-5c87b84833f5 service neutron] Attempting to bind port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc on network 72a707a6-318e-4215-ae09-8dc16dccc5ee {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:56:14.739894 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-4167fd10-fc37-4e8d-a1ae-5c87b84833f5 service neutron] Port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc on network 72a707a6-318e-4215-ae09-8dc16dccc5ee not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:56:14.740234 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-4167fd10-fc37-4e8d-a1ae-5c87b84833f5 service neutron] Attempting to bind port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc on network 72a707a6-318e-4215-ae09-8dc16dccc5ee {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:56:14.746689 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-4167fd10-fc37-4e8d-a1ae-5c87b84833f5 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:56:14.756265 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-4167fd10-fc37-4e8d-a1ae-5c87b84833f5 service neutron] Checking segment: {'id': 'cb7066c7-6325-44eb-ac2c-928d0e615f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '72a707a6-318e-4215-ae09-8dc16dccc5ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:56:14.756265 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-4167fd10-fc37-4e8d-a1ae-5c87b84833f5 service neutron] Bound using segment: {'id': 'cb7066c7-6325-44eb-ac2c-928d0e615f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '72a707a6-318e-4215-ae09-8dc16dccc5ee'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:56:14.756265 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-4167fd10-fc37-4e8d-a1ae-5c87b84833f5 service neutron] Bound port: b285c169-53d7-4d1c-a2ae-f7b26ab13ecc, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb7066c7-6325-44eb-ac2c-928d0e615f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '72a707a6-318e-4215-ae09-8dc16dccc5ee'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:56:14.756265 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-4167fd10-fc37-4e8d-a1ae-5c87b84833f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:14.838402 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-4167fd10-fc37-4e8d-a1ae-5c87b84833f5 service neutron] For port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:56:14.842332 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-4167fd10-fc37-4e8d-a1ae-5c87b84833f5 service neutron] For port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=b285c169-53d7-4d1c-a2ae-f7b26ab13ecc,segment=NetworkSegment(cb7066c7-6325-44eb-ac2c-928d0e615f7d),segment_id=cb7066c7-6325-44eb-ac2c-928d0e615f7d)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:56:14.857870 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-aa14ffcd-6ab5-410d-948b-c03c1e2bfaa0 None None] Provisioning complete for port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:56:14.858425 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-aa14ffcd-6ab5-410d-948b-c03c1e2bfaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:14.896021 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-aa14ffcd-6ab5-410d-948b-c03c1e2bfaa0 None None] Port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:56:14.905584 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-4167fd10-fc37-4e8d-a1ae-5c87b84833f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:15.027665 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-562513d3-12b9-4325-a292-6399c1fe818f tempest-FloatingIPAdminTestJSON-1407233063 tempest-FloatingIPAdminTestJSON-1407233063-project] Deleting port 3c5edaee-487b-4d3e-9d42-bcb3a5e2849f {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:56:15.035162 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-562513d3-12b9-4325-a292-6399c1fe818f tempest-FloatingIPAdminTestJSON-1407233063 tempest-FloatingIPAdminTestJSON-1407233063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:15.080413 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167fd10-fc37-4e8d-a1ae-5c87b84833f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b285c169-53d7-4d1c-a2ae-f7b26ab13ecc,revision_number=8']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:15.110050 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29895659-6b68-4ff1-b4d8-bf7ab61234bf req-2b042360-b0e3-477e-9496-9a2013a0775c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:15.112131 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-29895659-6b68-4ff1-b4d8-bf7ab61234bf req-2b042360-b0e3-477e-9496-9a2013a0775c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 944 time: 0.1063917 Dec 16 09:56:15.130539 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-562513d3-12b9-4325-a292-6399c1fe818f tempest-FloatingIPAdminTestJSON-1407233063 tempest-FloatingIPAdminTestJSON-1407233063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:15.130873 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-562513d3-12b9-4325-a292-6399c1fe818f tempest-FloatingIPAdminTestJSON-1407233063 tempest-FloatingIPAdminTestJSON-1407233063-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:15.143862 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-4167fd10-fc37-4e8d-a1ae-5c87b84833f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:15.144546 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-4167fd10-fc37-4e8d-a1ae-5c87b84833f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:15.149457 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-4167fd10-fc37-4e8d-a1ae-5c87b84833f5 service neutron] 10.222.0.57 "PUT /v2.0/ports/b285c169-53d7-4d1c-a2ae-f7b26ab13ecc HTTP/1.1" status: 200 len: 1122 time: 1.0795734 Dec 16 09:56:15.153636 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-562513d3-12b9-4325-a292-6399c1fe818f tempest-FloatingIPAdminTestJSON-1407233063 tempest-FloatingIPAdminTestJSON-1407233063-project] Calling delete_port for 3c5edaee-487b-4d3e-9d42-bcb3a5e2849f owned by network:floatingip {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:56:15.188209 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-29895659-6b68-4ff1-b4d8-bf7ab61234bf req-60888444-ea99-4548-abbb-a4d5d5d82580 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=54a57540-bb56-492b-bd17-871db6f9e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682189 Dec 16 09:56:15.213396 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['b285c169-53d7-4d1c-a2ae-f7b26ab13ecc'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:56:15.259283 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-e1f78447-a537-4f7e-af06-04f0725b2fa4 None None] Provisioning complete for port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:56:15.259577 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e1f78447-a537-4f7e-af06-04f0725b2fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:15.373285 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-562513d3-12b9-4325-a292-6399c1fe818f tempest-FloatingIPAdminTestJSON-1407233063 tempest-FloatingIPAdminTestJSON-1407233063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:15.399616 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e1f78447-a537-4f7e-af06-04f0725b2fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:15.403830 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562513d3-12b9-4325-a292-6399c1fe818f tempest-FloatingIPAdminTestJSON-1407233063 tempest-FloatingIPAdminTestJSON-1407233063-project] Pushing event deleted for resources: {'Port': ['ID=3c5edaee-487b-4d3e-9d42-bcb3a5e2849f,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:15.441439 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836d16bc-dbcb-407d-a09c-28b0933a4ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b285c169-53d7-4d1c-a2ae-f7b26ab13ecc'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:56:15.443679 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d14e4d1-ad0f-486c-b5c2-076036ac95c8" -d '{"events": [{"server_uuid": "836d16bc-dbcb-407d-a09c-28b0933a4ee7", "name": "network-vif-plugged", "status": "completed", "tag": "b285c169-53d7-4d1c-a2ae-f7b26ab13ecc"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:56:15.463367 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-e1f78447-a537-4f7e-af06-04f0725b2fa4 None None] For port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=b285c169-53d7-4d1c-a2ae-f7b26ab13ecc,segment=NetworkSegment(cb7066c7-6325-44eb-ac2c-928d0e615f7d),segment_id=cb7066c7-6325-44eb-ac2c-928d0e615f7d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:56:15.475132 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-562513d3-12b9-4325-a292-6399c1fe818f tempest-FloatingIPAdminTestJSON-1407233063 tempest-FloatingIPAdminTestJSON-1407233063-project] Notify callbacks [] for floatingip, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:15.480196 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-562513d3-12b9-4325-a292-6399c1fe818f tempest-FloatingIPAdminTestJSON-1407233063 tempest-FloatingIPAdminTestJSON-1407233063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:15.480196 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-562513d3-12b9-4325-a292-6399c1fe818f tempest-FloatingIPAdminTestJSON-1407233063 tempest-FloatingIPAdminTestJSON-1407233063-project] 10.222.0.60 "DELETE /v2.0/floatingips/bd468619-1932-45cb-9108-4f735561d6d6 HTTP/1.1" status: 204 len: 168 time: 0.9410458 Dec 16 09:56:15.481673 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51888) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:15.488361 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec8112e-c2a5-445c-a106-097a451db0c7 x-openstack-request-id: req-eec8112e-c2a5-445c-a106-097a451db0c7 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:56:15.488651 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836d16bc-dbcb-407d-a09c-28b0933a4ee7", "name": "network-vif-plugged", "status": "completed", "tag": "b285c169-53d7-4d1c-a2ae-f7b26ab13ecc", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:56:15.488907 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eec8112e-c2a5-445c-a106-097a451db0c7 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:56:15.489321 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836d16bc-dbcb-407d-a09c-28b0933a4ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b285c169-53d7-4d1c-a2ae-f7b26ab13ecc', 'code': 200} Dec 16 09:56:15.584002 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e1f78447-a537-4f7e-af06-04f0725b2fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:15.612294 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-8cbb9abc-994e-4bfa-9f2c-481120ab0f81 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Deleting port d3e6cf3e-53cf-460b-95db-22c866d791a1 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:56:15.612636 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8cbb9abc-994e-4bfa-9f2c-481120ab0f81 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:15.701584 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8cbb9abc-994e-4bfa-9f2c-481120ab0f81 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:15.701915 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8cbb9abc-994e-4bfa-9f2c-481120ab0f81 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:15.715745 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-8cbb9abc-994e-4bfa-9f2c-481120ab0f81 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Calling delete_port for d3e6cf3e-53cf-460b-95db-22c866d791a1 owned by network:floatingip {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:56:15.738715 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f78447-a537-4f7e-af06-04f0725b2fa4 None None] Pushing event updated for resources: {'Port': ['ID=b285c169-53d7-4d1c-a2ae-f7b26ab13ecc,revision_number=9']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:15.752054 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f78447-a537-4f7e-af06-04f0725b2fa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:15.752402 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f78447-a537-4f7e-af06-04f0725b2fa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:15.752745 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f78447-a537-4f7e-af06-04f0725b2fa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:15.753083 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f78447-a537-4f7e-af06-04f0725b2fa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:15.753444 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f78447-a537-4f7e-af06-04f0725b2fa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:15.754307 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f78447-a537-4f7e-af06-04f0725b2fa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:15.754638 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f78447-a537-4f7e-af06-04f0725b2fa4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:15.754966 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f78447-a537-4f7e-af06-04f0725b2fa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:15.755288 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f78447-a537-4f7e-af06-04f0725b2fa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:15.755612 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f78447-a537-4f7e-af06-04f0725b2fa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:15.755934 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f78447-a537-4f7e-af06-04f0725b2fa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:15.756260 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f78447-a537-4f7e-af06-04f0725b2fa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:15.904521 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8cbb9abc-994e-4bfa-9f2c-481120ab0f81 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:15.928618 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb9abc-994e-4bfa-9f2c-481120ab0f81 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3e6cf3e-53cf-460b-95db-22c866d791a1,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:15.996143 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8cbb9abc-994e-4bfa-9f2c-481120ab0f81 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:15.998758 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8cbb9abc-994e-4bfa-9f2c-481120ab0f81 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:15.999855 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8cbb9abc-994e-4bfa-9f2c-481120ab0f81 tempest-FloatingIPAdminTestJSON-588954266 tempest-FloatingIPAdminTestJSON-588954266-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/c426cc00-9110-4178-b795-9a62ef21ed2b HTTP/1.1" status: 204 len: 168 time: 0.5172405 Dec 16 09:56:16.003123 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51912) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:16.094890 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-417563b1-4b9d-440a-ace3-3bbbf2e8b46b tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Deleting port d99d75c9-7182-4078-a7ab-fdff7e68f84f {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:56:16.095558 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-417563b1-4b9d-440a-ace3-3bbbf2e8b46b tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:16.196611 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-417563b1-4b9d-440a-ace3-3bbbf2e8b46b tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:16.202386 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-417563b1-4b9d-440a-ace3-3bbbf2e8b46b tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Calling delete_port for d99d75c9-7182-4078-a7ab-fdff7e68f84f owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:56:16.350853 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2e371-099b-4290-ae19-faf462b87392 req-b13655a1-a1b9-4008-a2e9-b7a1fcb398aa tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:16.352373 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dfe2e371-099b-4290-ae19-faf462b87392 req-b13655a1-a1b9-4008-a2e9-b7a1fcb398aa tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 946 time: 0.0916271 Dec 16 09:56:16.401835 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dfe2e371-099b-4290-ae19-faf462b87392 req-684ff5ab-16ca-4e29-96a1-af525af535ca tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=54a57540-bb56-492b-bd17-871db6f9e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422981 Dec 16 09:56:16.497661 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '836d16bc-dbcb-407d-a09c-28b0933a4ee7', 'tag': 'b285c169-53d7-4d1c-a2ae-f7b26ab13ecc'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:56:16.500072 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b924e329-3105-44e1-ade1-9ce2b235f245" -d '{"events": [{"name": "network-changed", "server_uuid": "836d16bc-dbcb-407d-a09c-28b0933a4ee7", "tag": "b285c169-53d7-4d1c-a2ae-f7b26ab13ecc"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:56:16.514796 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-417563b1-4b9d-440a-ace3-3bbbf2e8b46b tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:16.550305 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a88463-579e-4aa2-81d9-5f2d08ada5b4 x-openstack-request-id: req-88a88463-579e-4aa2-81d9-5f2d08ada5b4 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:56:16.550609 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "836d16bc-dbcb-407d-a09c-28b0933a4ee7", "tag": "b285c169-53d7-4d1c-a2ae-f7b26ab13ecc", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:56:16.551458 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-88a88463-579e-4aa2-81d9-5f2d08ada5b4 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:56:16.552253 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '836d16bc-dbcb-407d-a09c-28b0933a4ee7', 'tag': 'b285c169-53d7-4d1c-a2ae-f7b26ab13ecc', 'status': 'completed', 'code': 200} Dec 16 09:56:16.569956 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417563b1-4b9d-440a-ace3-3bbbf2e8b46b tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Pushing event deleted for resources: {'Port': ['ID=d99d75c9-7182-4078-a7ab-fdff7e68f84f,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:16.619924 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924e329-3105-44e1-ade1-9ce2b235f245 req-48d44d2c-8cda-4353-b6ce-4b985bd722c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:16.622078 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b924e329-3105-44e1-ade1-9ce2b235f245 req-48d44d2c-8cda-4353-b6ce-4b985bd722c6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 1127 time: 0.0484006 Dec 16 09:56:16.623032 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-417563b1-4b9d-440a-ace3-3bbbf2e8b46b tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:16.628681 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-417563b1-4b9d-440a-ace3-3bbbf2e8b46b tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] 10.222.0.60 "DELETE /v2.0/ports/d99d75c9-7182-4078-a7ab-fdff7e68f84f HTTP/1.1" status: 204 len: 168 time: 0.6214886 Dec 16 09:56:16.629082 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51942) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:16.699564 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba03ea1-f5cb-4a6c-ab78-b768c2a78789 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:16.703774 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3ba03ea1-f5cb-4a6c-ab78-b768c2a78789 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] 10.222.0.60 "GET /v2.0/ports?device_id=797bb89c-f315-4f74-9ebb-c84976078411 HTTP/1.1" status: 200 len: 913 time: 0.0710540 Dec 16 09:56:16.704582 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 51948) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:16.751736 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924e329-3105-44e1-ade1-9ce2b235f245 req-23e683ae-1a85-45e5-964f-7b190510779b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:16.753527 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b924e329-3105-44e1-ade1-9ce2b235f245 req-23e683ae-1a85-45e5-964f-7b190510779b service neutron] 10.222.0.58 "GET /v2.0/networks?id=72a707a6-318e-4215-ae09-8dc16dccc5ee HTTP/1.1" status: 200 len: 898 time: 0.1235819 Dec 16 09:56:16.827886 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b924e329-3105-44e1-ade1-9ce2b235f245 req-ef431cc8-d72d-4c57-bdc6-f1a1a76c13b6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b285c169-53d7-4d1c-a2ae-f7b26ab13ecc HTTP/1.1" status: 200 len: 1002 time: 0.0668225 Dec 16 09:56:16.883402 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924e329-3105-44e1-ade1-9ce2b235f245 req-57ca63b3-9a9d-499e-a51d-f3b484e698a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:16.884917 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b924e329-3105-44e1-ade1-9ce2b235f245 req-57ca63b3-9a9d-499e-a51d-f3b484e698a0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2da1b42f-9759-4659-877b-e53de53499f8 HTTP/1.1" status: 200 len: 835 time: 0.0505743 Dec 16 09:56:16.933396 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924e329-3105-44e1-ade1-9ce2b235f245 req-c345bbc4-064d-4a19-ade8-0ca3e01764f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:16.934899 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b924e329-3105-44e1-ade1-9ce2b235f245 req-c345bbc4-064d-4a19-ade8-0ca3e01764f4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=72a707a6-318e-4215-ae09-8dc16dccc5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417237 Dec 16 09:56:17.028369 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b924e329-3105-44e1-ade1-9ce2b235f245 req-88afeb3b-5013-4541-977f-0a9a82c78334 service neutron] 10.222.0.58 "GET /v2.0/networks/72a707a6-318e-4215-ae09-8dc16dccc5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858214 Dec 16 09:56:17.074852 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3cc4b943-42b7-436c-99ab-ecba85141ca9 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:17.141736 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b924e329-3105-44e1-ade1-9ce2b235f245 req-4ac5850a-3be8-42b7-b1a9-dfe1287617c8 service neutron] 10.222.0.58 "GET /v2.0/networks/72a707a6-318e-4215-ae09-8dc16dccc5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042550 Dec 16 09:56:17.345917 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-3cc4b943-42b7-436c-99ab-ecba85141ca9 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Deleting port a5f8b3b2-1f61-4c78-8909-08826012e333 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:56:17.346474 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3cc4b943-42b7-436c-99ab-ecba85141ca9 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:17.445761 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3cc4b943-42b7-436c-99ab-ecba85141ca9 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:17.461502 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-3cc4b943-42b7-436c-99ab-ecba85141ca9 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Calling delete_port for a5f8b3b2-1f61-4c78-8909-08826012e333 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:56:17.526220 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa054ac-33ea-4a84-8022-889b451c10f2 req-8242ad31-d582-4b16-9edb-9192e7e4c347 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:17.533639 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-afa054ac-33ea-4a84-8022-889b451c10f2 req-8242ad31-d582-4b16-9edb-9192e7e4c347 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 946 time: 0.0575137 Dec 16 09:56:17.569215 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-afa054ac-33ea-4a84-8022-889b451c10f2 req-1b715f31-eddf-42c9-aeff-683585ffff84 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=54a57540-bb56-492b-bd17-871db6f9e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346906 Dec 16 09:56:17.732831 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3cc4b943-42b7-436c-99ab-ecba85141ca9 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:17.760387 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc4b943-42b7-436c-99ab-ecba85141ca9 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Pushing event deleted for resources: {'Port': ['ID=a5f8b3b2-1f61-4c78-8909-08826012e333,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:17.766545 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device b285c169-53d7-4d1c-a2ae-f7b26ab13ecc details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:56:17.878756 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=b285c169-53d7-4d1c-a2ae-f7b26ab13ecc,segment=NetworkSegment(cb7066c7-6325-44eb-ac2c-928d0e615f7d),segment_id=cb7066c7-6325-44eb-ac2c-928d0e615f7d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:56:17.892379 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device b285c169-53d7-4d1c-a2ae-f7b26ab13ecc has no active binding in host n-h1-820550-2 {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 09:56:17.960620 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3cc4b943-42b7-436c-99ab-ecba85141ca9 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:18.186799 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc4b943-42b7-436c-99ab-ecba85141ca9 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Router 797bb89c-f315-4f74-9ebb-c84976078411 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:56:18.295083 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc4b943-42b7-436c-99ab-ecba85141ca9 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:56:18.300063 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3cc4b943-42b7-436c-99ab-ecba85141ca9 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] 10.222.0.60 "PUT /v2.0/routers/797bb89c-f315-4f74-9ebb-c84976078411/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5938082 Dec 16 09:56:18.305608 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bacd24-7c14-45cf-9828-139923efab68 None None] Sync routers for ids ['797bb89c-f315-4f74-9ebb-c84976078411'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:56:18.307595 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52008) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:18.315102 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bacd24-7c14-45cf-9828-139923efab68 None None] Routers {'797bb89c-f315-4f74-9ebb-c84976078411'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:56:18.315708 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-71bacd24-7c14-45cf-9828-139923efab68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:55:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['797bb89c-f315-4f74-9ebb-c84976078411'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:18.352628 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-71bacd24-7c14-45cf-9828-139923efab68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:18.361157 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bacd24-7c14-45cf-9828-139923efab68 None None] Routers {'797bb89c-f315-4f74-9ebb-c84976078411'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:56:18.361829 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-71bacd24-7c14-45cf-9828-139923efab68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:55:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['797bb89c-f315-4f74-9ebb-c84976078411'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:18.395261 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-71bacd24-7c14-45cf-9828-139923efab68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:18.395920 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bacd24-7c14-45cf-9828-139923efab68 None None] The sync data for ids ['797bb89c-f315-4f74-9ebb-c84976078411'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:56:18.414512 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0b3c6995-3eb8-4dcd-86ff-b5facde072d9 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:18.516299 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0b3c6995-3eb8-4dcd-86ff-b5facde072d9 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:18.657172 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-0b3c6995-3eb8-4dcd-86ff-b5facde072d9 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Deleting port a1fbbe56-c87f-4f75-916b-0d651a787170 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:56:18.657455 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0b3c6995-3eb8-4dcd-86ff-b5facde072d9 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:18.690554 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735bba47-d2cc-411e-a456-523bbde95dd7 req-1c2857e0-0c09-4835-84cf-ef27f8999fdd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:18.692566 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-735bba47-d2cc-411e-a456-523bbde95dd7 req-1c2857e0-0c09-4835-84cf-ef27f8999fdd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 946 time: 0.0556803 Dec 16 09:56:18.732423 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-735bba47-d2cc-411e-a456-523bbde95dd7 req-e610f41e-25d5-4cd4-b3fc-a19d849fefb7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=54a57540-bb56-492b-bd17-871db6f9e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335329 Dec 16 09:56:18.745719 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0b3c6995-3eb8-4dcd-86ff-b5facde072d9 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:18.757800 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-0b3c6995-3eb8-4dcd-86ff-b5facde072d9 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Calling delete_port for a1fbbe56-c87f-4f75-916b-0d651a787170 owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:56:19.007280 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0b3c6995-3eb8-4dcd-86ff-b5facde072d9 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:19.038503 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c6995-3eb8-4dcd-86ff-b5facde072d9 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Pushing event deleted for resources: {'Port': ['ID=a1fbbe56-c87f-4f75-916b-0d651a787170,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:19.097697 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0b3c6995-3eb8-4dcd-86ff-b5facde072d9 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:19.189966 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0b3c6995-3eb8-4dcd-86ff-b5facde072d9 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:19.192885 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0b3c6995-3eb8-4dcd-86ff-b5facde072d9 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:19.309990 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0b3c6995-3eb8-4dcd-86ff-b5facde072d9 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:19.310679 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3c6995-3eb8-4dcd-86ff-b5facde072d9 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Fanout notify agent at l3_agent the message router_deleted on router 797bb89c-f315-4f74-9ebb-c84976078411 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:56:19.319101 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0b3c6995-3eb8-4dcd-86ff-b5facde072d9 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:19.320861 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0b3c6995-3eb8-4dcd-86ff-b5facde072d9 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] 10.222.0.60 "DELETE /v2.0/routers/797bb89c-f315-4f74-9ebb-c84976078411 HTTP/1.1" status: 204 len: 168 time: 1.0122979 Dec 16 09:56:19.323727 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52020) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:19.378184 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fb41583-c314-4fb3-8ae2-ce65d47fd39b tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Deleting subnet 25fb8a8c-48d5-4827-9f18-18c05c47c2b3 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:56:19.381980 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6fb41583-c314-4fb3-8ae2-ce65d47fd39b tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:19.421069 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6fb41583-c314-4fb3-8ae2-ce65d47fd39b tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:19.504674 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6fb41583-c314-4fb3-8ae2-ce65d47fd39b tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:19.674586 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6fb41583-c314-4fb3-8ae2-ce65d47fd39b tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:19.703757 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb41583-c314-4fb3-8ae2-ce65d47fd39b tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Pushing event deleted for resources: {'Subnet': ['ID=25fb8a8c-48d5-4827-9f18-18c05c47c2b3,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:19.705740 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6fb41583-c314-4fb3-8ae2-ce65d47fd39b tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:19.708923 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6fb41583-c314-4fb3-8ae2-ce65d47fd39b tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] 10.222.0.60 "DELETE /v2.0/subnets/25fb8a8c-48d5-4827-9f18-18c05c47c2b3 HTTP/1.1" status: 204 len: 168 time: 0.3841782 Dec 16 09:56:19.718019 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52022) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:19.718169 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf23f036-2197-42e4-90e0-6e606b851139 None None] Network 0b433d9c-13ff-4e82-9b27-3e86c446ddd3 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:56:19.802676 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-84e82c36-fdbd-4cd9-b0f1-3cfcfcb6a1e4 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:19.867595 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-84e82c36-fdbd-4cd9-b0f1-3cfcfcb6a1e4 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Deleting port aa557709-a9f7-4615-a08c-f377feffe401 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:56:19.868098 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-84e82c36-fdbd-4cd9-b0f1-3cfcfcb6a1e4 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:19.868462 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16698d1-5489-4685-9831-4ed26794579c req-7d33e59a-579e-4920-85ff-8016a7aecd3c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:19.877615 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e16698d1-5489-4685-9831-4ed26794579c req-7d33e59a-579e-4920-85ff-8016a7aecd3c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 946 time: 0.0682168 Dec 16 09:56:19.915588 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e16698d1-5489-4685-9831-4ed26794579c req-c023536c-b699-4a35-a454-eea38303727d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=54a57540-bb56-492b-bd17-871db6f9e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370157 Dec 16 09:56:19.941942 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-84e82c36-fdbd-4cd9-b0f1-3cfcfcb6a1e4 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] For port aa557709-a9f7-4615-a08c-f377feffe401, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=aa557709-a9f7-4615-a08c-f377feffe401,segment=NetworkSegment(3ed2c191-d995-4de9-9c7e-05731ec20b18),segment_id=3ed2c191-d995-4de9-9c7e-05731ec20b18)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:56:19.942636 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-84e82c36-fdbd-4cd9-b0f1-3cfcfcb6a1e4 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:19.959052 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-84e82c36-fdbd-4cd9-b0f1-3cfcfcb6a1e4 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Calling delete_port for aa557709-a9f7-4615-a08c-f377feffe401 owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:56:19.970169 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa76d05-ae68-414f-baa9-1c8569eca4e6 None None] DHCP port deletion for 0b433d9c-13ff-4e82-9b27-3e86c446ddd3 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:56:20.018228 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-faa76d05-ae68-414f-baa9-1c8569eca4e6 None None] Deleting port aa557709-a9f7-4615-a08c-f377feffe401 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:56:20.018519 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-faa76d05-ae68-414f-baa9-1c8569eca4e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:20.084024 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-faa76d05-ae68-414f-baa9-1c8569eca4e6 None None] For port aa557709-a9f7-4615-a08c-f377feffe401, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=aa557709-a9f7-4615-a08c-f377feffe401,segment=NetworkSegment(3ed2c191-d995-4de9-9c7e-05731ec20b18),segment_id=3ed2c191-d995-4de9-9c7e-05731ec20b18)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:56:20.084443 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-faa76d05-ae68-414f-baa9-1c8569eca4e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:20.099068 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-faa76d05-ae68-414f-baa9-1c8569eca4e6 None None] Calling delete_port for aa557709-a9f7-4615-a08c-f377feffe401 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:56:20.115860 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-84e82c36-fdbd-4cd9-b0f1-3cfcfcb6a1e4 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:20.151942 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e82c36-fdbd-4cd9-b0f1-3cfcfcb6a1e4 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Pushing event deleted for resources: {'Port': ['ID=aa557709-a9f7-4615-a08c-f377feffe401,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:20.155981 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e82c36-fdbd-4cd9-b0f1-3cfcfcb6a1e4 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] No DVR routers for this DVR port aa557709-a9f7-4615-a08c-f377feffe401 on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:56:20.179185 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-faa76d05-ae68-414f-baa9-1c8569eca4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:20.203035 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa76d05-ae68-414f-baa9-1c8569eca4e6 None None] Pushing event deleted for resources: {'Port': ['ID=aa557709-a9f7-4615-a08c-f377feffe401,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:20.209362 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa76d05-ae68-414f-baa9-1c8569eca4e6 None None] No DVR routers for this DVR port aa557709-a9f7-4615-a08c-f377feffe401 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:56:20.243033 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-84e82c36-fdbd-4cd9-b0f1-3cfcfcb6a1e4 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:20.262092 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-84e82c36-fdbd-4cd9-b0f1-3cfcfcb6a1e4 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b433d9c-13ff-4e82-9b27-3e86c446ddd3']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:20.271105 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-84e82c36-fdbd-4cd9-b0f1-3cfcfcb6a1e4 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed2c191-d995-4de9-9c7e-05731ec20b18') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:20.271331 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-84e82c36-fdbd-4cd9-b0f1-3cfcfcb6a1e4 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed2c191-d995-4de9-9c7e-05731ec20b18') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:20.280457 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-84e82c36-fdbd-4cd9-b0f1-3cfcfcb6a1e4 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:20.294251 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-84e82c36-fdbd-4cd9-b0f1-3cfcfcb6a1e4 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:20.301453 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e82c36-fdbd-4cd9-b0f1-3cfcfcb6a1e4 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:56:20.301890 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-84e82c36-fdbd-4cd9-b0f1-3cfcfcb6a1e4 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:20.305093 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:56:20.305093 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:56:20.305093 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:56:20.305093 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:56:20.305093 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:56:20.305093 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:56:20.305093 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:56:20.305093 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:56:20.305093 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:56:20.305093 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:56:20.305093 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:56:20.305093 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:56:20.305093 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:56:20.305093 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:56:20.305093 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:56:20.305093 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:56:20.305093 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:56:20.305093 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:56:20.305093 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:56:20.305093 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:56:20.305093 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:56:20.305093 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:56:20.305093 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:56:20.305093 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:56:20.305093 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:56:20.305093 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:56:20.305093 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:56:20.305093 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:56:20.305093 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:56:20.305093 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:56:20.305093 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:56:20.305093 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:56:20.435592 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-84e82c36-fdbd-4cd9-b0f1-3cfcfcb6a1e4 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:20.443173 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-84e82c36-fdbd-4cd9-b0f1-3cfcfcb6a1e4 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:20.446448 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-84e82c36-fdbd-4cd9-b0f1-3cfcfcb6a1e4 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] 10.222.0.60 "DELETE /v2.0/networks/0b433d9c-13ff-4e82-9b27-3e86c446ddd3 HTTP/1.1" status: 204 len: 168 time: 0.7333691 Dec 16 09:56:20.448878 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52030) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:20.464770 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e82c36-fdbd-4cd9-b0f1-3cfcfcb6a1e4 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Pushing event deleted for resources: {'Network': ['ID=0b433d9c-13ff-4e82-9b27-3e86c446ddd3,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:20.597308 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device aa557709-a9f7-4615-a08c-f377feffe401 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:56:20.621459 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: aa557709-a9f7-4615-a08c-f377feffe401 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:56:20.621800 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device aa557709-a9f7-4615-a08c-f377feffe401 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:56:20.924844 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-85235ae3-2d84-4129-98f7-6cf4ad1262b8 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Deleting port 5ffedd37-7467-47ff-81fd-d815831fbb60 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:56:20.925140 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85235ae3-2d84-4129-98f7-6cf4ad1262b8 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:21.012719 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85235ae3-2d84-4129-98f7-6cf4ad1262b8 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:21.013071 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85235ae3-2d84-4129-98f7-6cf4ad1262b8 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:21.025457 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-85235ae3-2d84-4129-98f7-6cf4ad1262b8 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Calling delete_port for 5ffedd37-7467-47ff-81fd-d815831fbb60 owned by network:floatingip {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:56:21.037589 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551bac2-06b8-48ce-8f97-a3cc00588bb8 req-61901daf-2b56-43d3-9145-7a29db30456a tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:21.039127 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5551bac2-06b8-48ce-8f97-a3cc00588bb8 req-61901daf-2b56-43d3-9145-7a29db30456a tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 946 time: 0.0522928 Dec 16 09:56:21.085669 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5551bac2-06b8-48ce-8f97-a3cc00588bb8 req-aeb0e65a-80d0-4ed5-a0a4-7045b8e88e25 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=54a57540-bb56-492b-bd17-871db6f9e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390706 Dec 16 09:56:21.252771 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85235ae3-2d84-4129-98f7-6cf4ad1262b8 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:21.286729 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85235ae3-2d84-4129-98f7-6cf4ad1262b8 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Pushing event deleted for resources: {'Port': ['ID=5ffedd37-7467-47ff-81fd-d815831fbb60,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:21.344505 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85235ae3-2d84-4129-98f7-6cf4ad1262b8 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks [] for floatingip, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:21.347073 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85235ae3-2d84-4129-98f7-6cf4ad1262b8 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:21.348853 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-85235ae3-2d84-4129-98f7-6cf4ad1262b8 tempest-FloatingIPAdminTestJSON-1894054394 tempest-FloatingIPAdminTestJSON-1894054394-project] 10.222.0.60 "DELETE /v2.0/floatingips/bda7c80d-6892-4a48-82ec-9520247eeadb HTTP/1.1" status: 204 len: 168 time: 0.8990369 Dec 16 09:56:21.877468 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52044) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:22.038893 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-34127ca7-fc47-4a18-9b81-d69ac9a70e55 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d7214be4474a416db7443e0ebd8abe12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1598127 Dec 16 09:56:22.041290 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52048) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:22.092995 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-523aef69-77ce-46f0-b802-84027913c8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:22.118771 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-523aef69-77ce-46f0-b802-84027913c8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:22.211999 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86179ec-7650-4f01-91b8-cb3d344afa04 req-5889069b-b018-439e-ba84-83eefee87e4a tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:22.213629 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a86179ec-7650-4f01-91b8-cb3d344afa04 req-5889069b-b018-439e-ba84-83eefee87e4a tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 946 time: 0.0536077 Dec 16 09:56:22.256944 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-523aef69-77ce-46f0-b802-84027913c8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:22.257478 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a86179ec-7650-4f01-91b8-cb3d344afa04 req-db4b393b-547f-41c2-8ef3-2bbaae9f8c98 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=54a57540-bb56-492b-bd17-871db6f9e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378149 Dec 16 09:56:22.259807 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-523aef69-77ce-46f0-b802-84027913c8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:22.261099 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-523aef69-77ce-46f0-b802-84027913c8b7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/01b520a1-deee-494f-836d-e5e676e817d0 HTTP/1.1" status: 204 len: 168 time: 0.2188802 Dec 16 09:56:22.269988 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523aef69-77ce-46f0-b802-84027913c8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b520a1-deee-494f-836d-e5e676e817d0,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:23.043631 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52066) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:23.058246 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b7677dcd-09e1-4300-a82c-4112869fc9c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:23.140883 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b7677dcd-09e1-4300-a82c-4112869fc9c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:23.218447 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b7677dcd-09e1-4300-a82c-4112869fc9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:23.257742 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7677dcd-09e1-4300-a82c-4112869fc9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88675347-d329-4726-bc39-eece69c00604,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:23.263082 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b7677dcd-09e1-4300-a82c-4112869fc9c2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dc97144b655049c188ae89f0e247f995&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2182729 Dec 16 09:56:23.265749 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52068) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:23.342424 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-488eedcd-67ce-4856-ba8f-6271347084c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:23.384877 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-488eedcd-67ce-4856-ba8f-6271347084c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:23.403932 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c64b4-2be1-486f-a999-fab02191aba6 req-ac808e6d-7b09-4d02-8c68-5f96535981fd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:23.405687 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cf2c64b4-2be1-486f-a999-fab02191aba6 req-ac808e6d-7b09-4d02-8c68-5f96535981fd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 946 time: 0.0781841 Dec 16 09:56:23.466250 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cf2c64b4-2be1-486f-a999-fab02191aba6 req-f7cbd71c-9114-4172-8a26-32c44c3751a1 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=54a57540-bb56-492b-bd17-871db6f9e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478585 Dec 16 09:56:23.641584 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-488eedcd-67ce-4856-ba8f-6271347084c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:23.644845 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-488eedcd-67ce-4856-ba8f-6271347084c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:23.646031 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-488eedcd-67ce-4856-ba8f-6271347084c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/88675347-d329-4726-bc39-eece69c00604 HTTP/1.1" status: 204 len: 168 time: 0.3792608 Dec 16 09:56:23.654454 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488eedcd-67ce-4856-ba8f-6271347084c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88675347-d329-4726-bc39-eece69c00604,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:24.109708 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-578e317b-1661-4fbf-80d8-837618dce92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:24.473435 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52082) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:24.478026 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6bbe7e29-3af3-4b95-bbeb-e7944f6377e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:24.562785 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6bbe7e29-3af3-4b95-bbeb-e7944f6377e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:24.594079 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d185bc4-6de6-411e-870a-66d7db387aa5 req-dafcc7a6-7cf4-4544-979d-981341b6fbb0 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:24.595730 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6d185bc4-6de6-411e-870a-66d7db387aa5 req-dafcc7a6-7cf4-4544-979d-981341b6fbb0 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 946 time: 0.0569530 Dec 16 09:56:24.652974 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6d185bc4-6de6-411e-870a-66d7db387aa5 req-13c89800-6bb2-4b5a-a73a-18aff741f797 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=54a57540-bb56-492b-bd17-871db6f9e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500956 Dec 16 09:56:24.739274 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6bbe7e29-3af3-4b95-bbeb-e7944f6377e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:24.778451 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6bbe7e29-3af3-4b95-bbeb-e7944f6377e0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b282633af4f6475ea7c7c9c445bce2fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3128679 Dec 16 09:56:24.778451 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe7e29-3af3-4b95-bbeb-e7944f6377e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54593fce-d727-4fc7-8fc6-b5906eeb4643,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:24.781801 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52088) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:24.838290 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-df0e8cff-b4e5-4270-a2bf-adda41e1970c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:24.864137 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-df0e8cff-b4e5-4270-a2bf-adda41e1970c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:25.047070 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-df0e8cff-b4e5-4270-a2bf-adda41e1970c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:25.049792 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-df0e8cff-b4e5-4270-a2bf-adda41e1970c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:25.051611 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-df0e8cff-b4e5-4270-a2bf-adda41e1970c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/54593fce-d727-4fc7-8fc6-b5906eeb4643 HTTP/1.1" status: 204 len: 168 time: 0.2687087 Dec 16 09:56:25.059736 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e8cff-b4e5-4270-a2bf-adda41e1970c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54593fce-d727-4fc7-8fc6-b5906eeb4643,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:25.821668 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4697b09-56fd-40cd-8c1b-9e3d6ad12fec req-1bcd884b-3e87-4e50-a14a-c6f99cb520f8 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:25.823306 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b4697b09-56fd-40cd-8c1b-9e3d6ad12fec req-1bcd884b-3e87-4e50-a14a-c6f99cb520f8 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 946 time: 0.0621932 Dec 16 09:56:25.870747 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b4697b09-56fd-40cd-8c1b-9e3d6ad12fec req-587182ea-7a9c-43c5-8047-9646241f3391 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=54a57540-bb56-492b-bd17-871db6f9e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404832 Dec 16 09:56:26.005053 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52114) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:26.130628 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd965466-dcab-4014-808a-bb91c0b59abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:26.216630 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd965466-dcab-4014-808a-bb91c0b59abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:26.322243 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd965466-dcab-4014-808a-bb91c0b59abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:26.385361 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-dd965466-dcab-4014-808a-bb91c0b59abf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8bdbffec0cf24392bc3f22f2c8767eae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3791394 Dec 16 09:56:26.386203 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd965466-dcab-4014-808a-bb91c0b59abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f782fe4-7d55-4191-994b-501765ddc5a2,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:26.388153 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52126) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:26.393895 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5fceb1af-84df-4a5b-8905-8e389b22cea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:26.446838 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-394af8b4-4f18-47eb-9b97-14767b8216e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:26.469211 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-394af8b4-4f18-47eb-9b97-14767b8216e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:26.578419 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-394af8b4-4f18-47eb-9b97-14767b8216e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:26.580989 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-394af8b4-4f18-47eb-9b97-14767b8216e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:26.582226 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-394af8b4-4f18-47eb-9b97-14767b8216e8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6f782fe4-7d55-4191-994b-501765ddc5a2 HTTP/1.1" status: 204 len: 168 time: 0.1930764 Dec 16 09:56:26.589821 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394af8b4-4f18-47eb-9b97-14767b8216e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f782fe4-7d55-4191-994b-501765ddc5a2,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:26.996632 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1477d7-cec8-4ee3-a391-28b595044681 req-1fff9136-c972-428e-86a5-5486cb1849f4 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:27.001649 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3d1477d7-cec8-4ee3-a391-28b595044681 req-1fff9136-c972-428e-86a5-5486cb1849f4 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 946 time: 0.0515661 Dec 16 09:56:27.037961 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3d1477d7-cec8-4ee3-a391-28b595044681 req-ece20502-4f96-46fd-a022-930168d7aa74 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=54a57540-bb56-492b-bd17-871db6f9e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330517 Dec 16 09:56:27.199423 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52152) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:27.212480 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e992bdb4-822d-44c7-98fd-035c9aa76b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:27.289979 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e992bdb4-822d-44c7-98fd-035c9aa76b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:27.349517 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e992bdb4-822d-44c7-98fd-035c9aa76b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:27.388099 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e992bdb4-822d-44c7-98fd-035c9aa76b1d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=66c124dc0b36405c9daf1a72deae424e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1875865 Dec 16 09:56:27.389060 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992bdb4-822d-44c7-98fd-035c9aa76b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7428fade-4984-4839-93f4-18da8e56a316,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:27.390931 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52156) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:27.442543 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b6565cff-ef63-43b4-bec1-e5ff0136bd5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:27.465099 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b6565cff-ef63-43b4-bec1-e5ff0136bd5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:27.477216 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52158) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:27.580368 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-5923556f-6ef6-4a33-92a7-6848f6b33434 tempest-QuotasTest-463049418 tempest-QuotasTest-463049418-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:56:27.601011 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b6565cff-ef63-43b4-bec1-e5ff0136bd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:27.607271 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b6565cff-ef63-43b4-bec1-e5ff0136bd5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:27.607271 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b6565cff-ef63-43b4-bec1-e5ff0136bd5c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7428fade-4984-4839-93f4-18da8e56a316 HTTP/1.1" status: 204 len: 168 time: 0.2127304 Dec 16 09:56:27.612592 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6565cff-ef63-43b4-bec1-e5ff0136bd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7428fade-4984-4839-93f4-18da8e56a316,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:27.631296 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:27.767536 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5923556f-6ef6-4a33-92a7-6848f6b33434 tempest-QuotasTest-463049418 tempest-QuotasTest-463049418-project-admin] 10.222.0.60 "PUT /v2.0/quotas/b7b15390c3334312a50867f9fa337bce HTTP/1.1" status: 200 len: 366 time: 0.2891543 Dec 16 09:56:27.770617 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52164) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:27.780121 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4cf3a030-3a1a-4b77-a310-a63a79445cb4 tempest-QuotasTest-463049418 tempest-QuotasTest-463049418-project-admin] 10.222.0.60 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0083826 Dec 16 09:56:27.782402 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52166) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:27.792068 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e8d0b1a0-8e75-467d-8d41-a86e0980a7bf tempest-QuotasTest-463049418 tempest-QuotasTest-463049418-project-admin] 10.222.0.60 "GET /v2.0/quotas/b7b15390c3334312a50867f9fa337bce HTTP/1.1" status: 200 len: 366 time: 0.0086491 Dec 16 09:56:27.794713 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52168) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:27.863868 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fbceb80e-34e0-480c-8ea8-e6fbabe8ffb8 tempest-QuotasTest-463049418 tempest-QuotasTest-463049418-project-admin] 10.222.0.60 "DELETE /v2.0/quotas/b7b15390c3334312a50867f9fa337bce HTTP/1.1" status: 204 len: 168 time: 0.0680654 Dec 16 09:56:27.866262 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52170) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:27.874936 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-beeb193f-9951-49b8-a027-be5e468fd264 tempest-QuotasTest-463049418 tempest-QuotasTest-463049418-project-admin] 10.222.0.60 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0076435 Dec 16 09:56:27.877277 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52172) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:27.887186 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ef670d2b-3ab2-49cd-bba7-42ec13adba9f tempest-QuotasTest-463049418 tempest-QuotasTest-463049418-project-admin] 10.222.0.60 "GET /v2.0/quotas/b7b15390c3334312a50867f9fa337bce HTTP/1.1" status: 200 len: 370 time: 0.0089018 Dec 16 09:56:27.889777 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52174) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:27.895588 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d5d10c8f-bb05-437d-91e0-e52512dcc7d1 tempest-QuotasTest-463049418 tempest-QuotasTest-463049418-project-admin] 10.222.0.60 "GET /v2.0/quotas/b7b15390c3334312a50867f9fa337bce/default HTTP/1.1" status: 200 len: 370 time: 0.0043600 Dec 16 09:56:27.900624 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52178) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:27.908481 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-383f1e1b-7e52-4899-8797-f65fcd4a118a tempest-QuotasTest-463049418 tempest-QuotasTest-463049418-project-admin] delete failed (client error): The resource could not be found. Dec 16 09:56:27.909599 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-383f1e1b-7e52-4899-8797-f65fcd4a118a tempest-QuotasTest-463049418 tempest-QuotasTest-463049418-project-admin] 10.222.0.60 "DELETE /v2.0/quotas/b7b15390c3334312a50867f9fa337bce HTTP/1.1" status: 404 len: 348 time: 0.0079296 Dec 16 09:56:28.161785 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0208fb2-5664-4220-a709-fe069f28b1c4 req-b278939e-1286-4228-9c85-2503fbc304b3 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:28.163341 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0208fb2-5664-4220-a709-fe069f28b1c4 req-b278939e-1286-4228-9c85-2503fbc304b3 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 946 time: 0.0549042 Dec 16 09:56:28.203813 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0208fb2-5664-4220-a709-fe069f28b1c4 req-01449f3e-62a1-4941-95a9-e75346650889 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=54a57540-bb56-492b-bd17-871db6f9e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343080 Dec 16 09:56:28.234749 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52194) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:28.257847 n-d-820550-2 neutron-server[102817]: DEBUG neutron.quota.resource [None req-52cf541b-fd4d-4c13-bf40-0b34ce6f83ec tempest-QuotasTest-463049418 tempest-QuotasTest-463049418-project-admin] Usage tracker for resource:network and tenant:cd80c2ebb57b4b088d2c46b02a2c8dca is out of sync, need to count used quota {{(pid=102817) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 09:56:28.262990 n-d-820550-2 neutron-server[102817]: DEBUG neutron.quota.resource [None req-52cf541b-fd4d-4c13-bf40-0b34ce6f83ec tempest-QuotasTest-463049418 tempest-QuotasTest-463049418-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102817) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 16 09:56:28.276086 n-d-820550-2 neutron-server[102817]: DEBUG neutron.quota.resource [None req-52cf541b-fd4d-4c13-bf40-0b34ce6f83ec tempest-QuotasTest-463049418 tempest-QuotasTest-463049418-project-admin] Usage tracker for resource:subnet and tenant:cd80c2ebb57b4b088d2c46b02a2c8dca is out of sync, need to count used quota {{(pid=102817) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 09:56:28.283227 n-d-820550-2 neutron-server[102817]: DEBUG neutron.quota.resource [None req-52cf541b-fd4d-4c13-bf40-0b34ce6f83ec tempest-QuotasTest-463049418 tempest-QuotasTest-463049418-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102817) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 16 09:56:28.295917 n-d-820550-2 neutron-server[102817]: DEBUG neutron.quota.resource [None req-52cf541b-fd4d-4c13-bf40-0b34ce6f83ec tempest-QuotasTest-463049418 tempest-QuotasTest-463049418-project-admin] Usage tracker for resource:subnetpool and tenant:cd80c2ebb57b4b088d2c46b02a2c8dca is out of sync, need to count used quota {{(pid=102817) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 09:56:28.301156 n-d-820550-2 neutron-server[102817]: DEBUG neutron.quota.resource [None req-52cf541b-fd4d-4c13-bf40-0b34ce6f83ec tempest-QuotasTest-463049418 tempest-QuotasTest-463049418-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102817) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 16 09:56:28.307931 n-d-820550-2 neutron-server[102817]: DEBUG neutron.quota.resource [None req-52cf541b-fd4d-4c13-bf40-0b34ce6f83ec tempest-QuotasTest-463049418 tempest-QuotasTest-463049418-project-admin] Usage tracker for resource:port and tenant:cd80c2ebb57b4b088d2c46b02a2c8dca is out of sync, need to count used quota {{(pid=102817) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 09:56:28.313102 n-d-820550-2 neutron-server[102817]: DEBUG neutron.quota.resource [None req-52cf541b-fd4d-4c13-bf40-0b34ce6f83ec tempest-QuotasTest-463049418 tempest-QuotasTest-463049418-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102817) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 16 09:56:28.321463 n-d-820550-2 neutron-server[102817]: DEBUG neutron.quota.resource [None req-52cf541b-fd4d-4c13-bf40-0b34ce6f83ec tempest-QuotasTest-463049418 tempest-QuotasTest-463049418-project-admin] Usage tracker for resource:router and tenant:cd80c2ebb57b4b088d2c46b02a2c8dca is out of sync, need to count used quota {{(pid=102817) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 09:56:28.327255 n-d-820550-2 neutron-server[102817]: DEBUG neutron.quota.resource [None req-52cf541b-fd4d-4c13-bf40-0b34ce6f83ec tempest-QuotasTest-463049418 tempest-QuotasTest-463049418-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102817) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 16 09:56:28.334116 n-d-820550-2 neutron-server[102817]: DEBUG neutron.quota.resource [None req-52cf541b-fd4d-4c13-bf40-0b34ce6f83ec tempest-QuotasTest-463049418 tempest-QuotasTest-463049418-project-admin] Usage tracker for resource:floatingip and tenant:cd80c2ebb57b4b088d2c46b02a2c8dca is out of sync, need to count used quota {{(pid=102817) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 09:56:28.339263 n-d-820550-2 neutron-server[102817]: DEBUG neutron.quota.resource [None req-52cf541b-fd4d-4c13-bf40-0b34ce6f83ec tempest-QuotasTest-463049418 tempest-QuotasTest-463049418-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102817) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 16 09:56:28.378803 n-d-820550-2 neutron-server[102817]: DEBUG neutron.quota.resource [None req-52cf541b-fd4d-4c13-bf40-0b34ce6f83ec tempest-QuotasTest-463049418 tempest-QuotasTest-463049418-project-admin] Usage tracker for resource:security_group and tenant:cd80c2ebb57b4b088d2c46b02a2c8dca is out of sync, need to count used quota {{(pid=102817) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 09:56:28.383715 n-d-820550-2 neutron-server[102817]: DEBUG neutron.quota.resource [None req-52cf541b-fd4d-4c13-bf40-0b34ce6f83ec tempest-QuotasTest-463049418 tempest-QuotasTest-463049418-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102817) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 16 09:56:28.390408 n-d-820550-2 neutron-server[102817]: DEBUG neutron.quota.resource [None req-52cf541b-fd4d-4c13-bf40-0b34ce6f83ec tempest-QuotasTest-463049418 tempest-QuotasTest-463049418-project-admin] Usage tracker for resource:security_group_rule and tenant:cd80c2ebb57b4b088d2c46b02a2c8dca is out of sync, need to count used quota {{(pid=102817) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 09:56:28.396315 n-d-820550-2 neutron-server[102817]: DEBUG neutron.quota.resource [None req-52cf541b-fd4d-4c13-bf40-0b34ce6f83ec tempest-QuotasTest-463049418 tempest-QuotasTest-463049418-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102817) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 16 09:56:28.400927 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-52cf541b-fd4d-4c13-bf40-0b34ce6f83ec tempest-QuotasTest-463049418 tempest-QuotasTest-463049418-project-admin] 10.222.0.60 "GET /v2.0/quotas/cd80c2ebb57b4b088d2c46b02a2c8dca/details.json HTTP/1.1" status: 200 len: 703 time: 0.1651738 Dec 16 09:56:28.685816 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-d44ce7a7-86bd-4921-a9c0-4ca9034a457f service neutron] 10.222.0.58 "GET /v2.0/ports/b285c169-53d7-4d1c-a2ae-f7b26ab13ecc/bindings/n-h1-820550-2 HTTP/1.1" status: 200 len: 384 time: 0.0766392 Dec 16 09:56:28.865420 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52212) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:28.875386 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-1dd3bb1e-d747-44f6-892a-a689c09cda01 service neutron] For port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=b285c169-53d7-4d1c-a2ae-f7b26ab13ecc,segment=NetworkSegment(cb7066c7-6325-44eb-ac2c-928d0e615f7d),segment_id=cb7066c7-6325-44eb-ac2c-928d0e615f7d)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:56:28.897729 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-1dd3bb1e-d747-44f6-892a-a689c09cda01 service neutron] For port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:56:28.938641 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836d16bc-dbcb-407d-a09c-28b0933a4ee7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b285c169-53d7-4d1c-a2ae-f7b26ab13ecc'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:56:28.941572 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b5c5c6-ac08-4926-a381-d253e793ac70" -d '{"events": [{"server_uuid": "836d16bc-dbcb-407d-a09c-28b0933a4ee7", "name": "network-vif-unplugged", "status": "completed", "tag": "b285c169-53d7-4d1c-a2ae-f7b26ab13ecc"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:56:28.949458 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-1dd3bb1e-d747-44f6-892a-a689c09cda01 service neutron] For port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=b285c169-53d7-4d1c-a2ae-f7b26ab13ecc,segment=NetworkSegment(cb7066c7-6325-44eb-ac2c-928d0e615f7d),segment_id=cb7066c7-6325-44eb-ac2c-928d0e615f7d)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:56:28.983758 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4156f6a-ce95-43ff-95b6-9d3aee23b402 x-openstack-request-id: req-e4156f6a-ce95-43ff-95b6-9d3aee23b402 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:56:28.983758 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836d16bc-dbcb-407d-a09c-28b0933a4ee7", "name": "network-vif-unplugged", "status": "completed", "tag": "b285c169-53d7-4d1c-a2ae-f7b26ab13ecc", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:56:28.983758 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e4156f6a-ce95-43ff-95b6-9d3aee23b402 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:56:28.983758 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836d16bc-dbcb-407d-a09c-28b0933a4ee7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b285c169-53d7-4d1c-a2ae-f7b26ab13ecc', 'code': 200} Dec 16 09:56:28.984120 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-aa61935f-0432-4084-8e36-a91269ab97cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:29.029888 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-1dd3bb1e-d747-44f6-892a-a689c09cda01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:29.078697 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-aa61935f-0432-4084-8e36-a91269ab97cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:29.109293 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:29.117400 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-1dd3bb1e-d747-44f6-892a-a689c09cda01 service neutron] Transition to ACTIVE for port object b285c169-53d7-4d1c-a2ae-f7b26ab13ecc will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:56:29.127370 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-aa61935f-0432-4084-8e36-a91269ab97cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:29.161483 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-1dd3bb1e-d747-44f6-892a-a689c09cda01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:29.168369 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-aa61935f-0432-4084-8e36-a91269ab97cc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0fe828800e3e4740b991cec444be24e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3018014 Dec 16 09:56:29.173476 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa61935f-0432-4084-8e36-a91269ab97cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ede6f8c-58a1-4b3e-b79d-ec070d7fd0b9,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:29.173476 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52220) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:29.193793 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa61935f-0432-4084-8e36-a91269ab97cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:29.194179 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa61935f-0432-4084-8e36-a91269ab97cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:29.194882 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa61935f-0432-4084-8e36-a91269ab97cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:29.195234 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa61935f-0432-4084-8e36-a91269ab97cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:29.195573 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa61935f-0432-4084-8e36-a91269ab97cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:29.196388 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa61935f-0432-4084-8e36-a91269ab97cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:29.196883 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa61935f-0432-4084-8e36-a91269ab97cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:29.197239 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa61935f-0432-4084-8e36-a91269ab97cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:29.197570 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa61935f-0432-4084-8e36-a91269ab97cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:29.197904 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa61935f-0432-4084-8e36-a91269ab97cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:29.198217 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa61935f-0432-4084-8e36-a91269ab97cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:29.198687 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa61935f-0432-4084-8e36-a91269ab97cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:29.250036 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-66cf6204-d325-477d-8338-1586b2180634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:29.270523 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3bb1e-d747-44f6-892a-a689c09cda01 service neutron] Pushing event updated for resources: {'Port': ['ID=b285c169-53d7-4d1c-a2ae-f7b26ab13ecc,revision_number=11']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:29.277818 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-66cf6204-d325-477d-8338-1586b2180634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:29.282633 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3bb1e-d747-44f6-892a-a689c09cda01 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:29.283039 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3bb1e-d747-44f6-892a-a689c09cda01 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:29.283388 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3bb1e-d747-44f6-892a-a689c09cda01 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:29.283726 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3bb1e-d747-44f6-892a-a689c09cda01 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:29.284060 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3bb1e-d747-44f6-892a-a689c09cda01 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:29.285250 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3bb1e-d747-44f6-892a-a689c09cda01 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:29.285657 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3bb1e-d747-44f6-892a-a689c09cda01 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:29.285996 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3bb1e-d747-44f6-892a-a689c09cda01 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:29.286331 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3bb1e-d747-44f6-892a-a689c09cda01 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:29.286660 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3bb1e-d747-44f6-892a-a689c09cda01 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:29.288638 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3bb1e-d747-44f6-892a-a689c09cda01 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:29.291593 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd3bb1e-d747-44f6-892a-a689c09cda01 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:29.338727 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-1dd3bb1e-d747-44f6-892a-a689c09cda01 service neutron] No DVR routers for this DVR port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:56:29.367841 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6d275-eaeb-4dc3-85a0-e221ac01e764 req-0f5294d8-1a2e-4e8f-bcb2-e22260b0d573 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:29.369612 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ccd6d275-eaeb-4dc3-85a0-e221ac01e764 req-0f5294d8-1a2e-4e8f-bcb2-e22260b0d573 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 945 time: 0.0661111 Dec 16 09:56:29.432935 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ccd6d275-eaeb-4dc3-85a0-e221ac01e764 req-c0cbf2d3-a8e4-4809-b138-dcd2fcb33d7d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=54a57540-bb56-492b-bd17-871db6f9e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449059 Dec 16 09:56:29.477442 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-1dd3bb1e-d747-44f6-892a-a689c09cda01 service neutron] 10.222.0.58 "PUT /v2.0/ports/b285c169-53d7-4d1c-a2ae-f7b26ab13ecc/bindings/n-h1-820550-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7845497 Dec 16 09:56:29.481006 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-66cf6204-d325-477d-8338-1586b2180634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:29.483632 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-66cf6204-d325-477d-8338-1586b2180634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:29.484771 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-66cf6204-d325-477d-8338-1586b2180634 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3ede6f8c-58a1-4b3e-b79d-ec070d7fd0b9 HTTP/1.1" status: 204 len: 168 time: 0.3120484 Dec 16 09:56:29.493834 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf6204-d325-477d-8338-1586b2180634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ede6f8c-58a1-4b3e-b79d-ec070d7fd0b9,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:29.595457 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:29.673577 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-6c27163a-1487-4aae-8bc2-cf3f211854e6 tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:29.675310 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-6c27163a-1487-4aae-8bc2-cf3f211854e6 tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7&tenant_id=7d5ec801137f4c9888df57468cddd269&binding%3Ahost_id=n-h2-820550-2 HTTP/1.1" status: 200 len: 1096 time: 0.0697696 Dec 16 09:56:29.724873 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-8c47574e-479f-41a2-9021-f1353597d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:29.726545 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-8c47574e-479f-41a2-9021-f1353597d4ed service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7&tenant_id=7d5ec801137f4c9888df57468cddd269 HTTP/1.1" status: 200 len: 1096 time: 0.0431383 Dec 16 09:56:29.801523 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-b1eb03d6-7af2-459a-82ac-b4bbc29cab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:29.803049 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-b1eb03d6-7af2-459a-82ac-b4bbc29cab0f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 1096 time: 0.0498137 Dec 16 09:56:29.901430 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-51107d5f-8a7a-4513-b5ae-7b1ba6676955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:29.902993 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-51107d5f-8a7a-4513-b5ae-7b1ba6676955 service neutron] 10.222.0.57 "GET /v2.0/networks?id=72a707a6-318e-4215-ae09-8dc16dccc5ee HTTP/1.1" status: 200 len: 898 time: 0.0920293 Dec 16 09:56:29.977086 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-38be4e47-49e9-4f17-af24-3523ecd4fba9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b285c169-53d7-4d1c-a2ae-f7b26ab13ecc HTTP/1.1" status: 200 len: 1000 time: 0.0662241 Dec 16 09:56:30.027540 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-8619e2c5-d8b8-4b4f-a721-8377bc62fc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:30.029087 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-8619e2c5-d8b8-4b4f-a721-8377bc62fc1b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2da1b42f-9759-4659-877b-e53de53499f8 HTTP/1.1" status: 200 len: 835 time: 0.0455086 Dec 16 09:56:30.076746 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-3d492d7d-3b99-4398-91f0-759dffcb59d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:30.078367 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-3d492d7d-3b99-4398-91f0-759dffcb59d0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72a707a6-318e-4215-ae09-8dc16dccc5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426145 Dec 16 09:56:30.188665 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52236) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:30.191622 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-5c0c9173-3c84-4e7c-8f02-361282c426da service neutron] 10.222.0.57 "GET /v2.0/networks/72a707a6-318e-4215-ae09-8dc16dccc5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058142 Dec 16 09:56:30.203287 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ac7377ec-48fa-4739-8d08-8da4f13fd231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:30.284004 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ac7377ec-48fa-4739-8d08-8da4f13fd231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:30.288881 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-349aafd9-34aa-4b32-91c7-48ec67df1373 service neutron] 10.222.0.57 "GET /v2.0/networks/72a707a6-318e-4215-ae09-8dc16dccc5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897300 Dec 16 09:56:30.344057 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ac7377ec-48fa-4739-8d08-8da4f13fd231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:30.384943 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7377ec-48fa-4739-8d08-8da4f13fd231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a91fd0-a0f0-458e-97c8-716d3eb68ce7,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:30.389192 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ac7377ec-48fa-4739-8d08-8da4f13fd231 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cd80c2ebb57b4b088d2c46b02a2c8dca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1993077 Dec 16 09:56:30.391732 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52238) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:30.442825 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a823c86b-59d4-4b9e-acd1-d9bc41bf5751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:30.465137 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a823c86b-59d4-4b9e-acd1-d9bc41bf5751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:30.561491 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ec09d-7a68-46c5-ba40-98b1829f090d req-991ee314-7040-428e-a8cf-c3000aa1efcd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:30.562989 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e94ec09d-7a68-46c5-ba40-98b1829f090d req-991ee314-7040-428e-a8cf-c3000aa1efcd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 945 time: 0.0538895 Dec 16 09:56:30.597183 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device b285c169-53d7-4d1c-a2ae-f7b26ab13ecc no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:56:30.601999 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e94ec09d-7a68-46c5-ba40-98b1829f090d req-7f69cdfc-03e7-4dbc-af59-698e41afd76e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=54a57540-bb56-492b-bd17-871db6f9e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321338 Dec 16 09:56:30.638254 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device b285c169-53d7-4d1c-a2ae-f7b26ab13ecc not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:56:30.652454 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a823c86b-59d4-4b9e-acd1-d9bc41bf5751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:30.655211 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a823c86b-59d4-4b9e-acd1-d9bc41bf5751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:30.656400 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a823c86b-59d4-4b9e-acd1-d9bc41bf5751 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b4a91fd0-a0f0-458e-97c8-716d3eb68ce7 HTTP/1.1" status: 204 len: 168 time: 0.2632089 Dec 16 09:56:30.665657 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823c86b-59d4-4b9e-acd1-d9bc41bf5751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a91fd0-a0f0-458e-97c8-716d3eb68ce7,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:30.828267 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-45a434a6-ef3f-4d87-bc47-c54996c2dedc tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:30.829867 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-45a434a6-ef3f-4d87-bc47-c54996c2dedc tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7&tenant_id=7d5ec801137f4c9888df57468cddd269&binding%3Ahost_id=n-h1-820550-2 HTTP/1.1" status: 200 len: 1096 time: 0.0486124 Dec 16 09:56:31.073861 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-ed368f80-c9cc-4bd0-98bb-06aa02f358d3 service neutron] For port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:56:31.077373 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-ed368f80-c9cc-4bd0-98bb-06aa02f358d3 service neutron] Notify callbacks [] for binding, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:31.078554 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-ed368f80-c9cc-4bd0-98bb-06aa02f358d3 service neutron] 10.222.0.57 "DELETE /v2.0/ports/b285c169-53d7-4d1c-a2ae-f7b26ab13ecc/bindings/n-h2-820550-2 HTTP/1.1" status: 204 len: 173 time: 0.2417648 Dec 16 09:56:31.726598 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c616b4-2838-4ad6-828f-147be78d31bd req-ce6a0fff-c0e6-4973-97e0-83610cf7e388 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:31.728106 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94c616b4-2838-4ad6-828f-147be78d31bd req-ce6a0fff-c0e6-4973-97e0-83610cf7e388 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 945 time: 0.0534048 Dec 16 09:56:31.767067 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94c616b4-2838-4ad6-828f-147be78d31bd req-45f56298-ed13-4d11-8d45-9e424b8513f0 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=54a57540-bb56-492b-bd17-871db6f9e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324438 Dec 16 09:56:31.885954 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2758407-ca21-42b5-b478-ed284370ce68 req-335fceb1-207d-420c-a93c-370fe869d3ad tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:31.887923 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d2758407-ca21-42b5-b478-ed284370ce68 req-335fceb1-207d-420c-a93c-370fe869d3ad tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 1096 time: 0.0463445 Dec 16 09:56:31.926978 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d2758407-ca21-42b5-b478-ed284370ce68 req-ff78dd81-31cf-4629-93c8-6cb00d788971 tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=54a57540-bb56-492b-bd17-871db6f9e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321331 Dec 16 09:56:32.046388 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bade7-5708-4b61-b707-25f8f620a447 req-9d5fab79-26ee-443a-9d16-3737564c4253 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:32.047483 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c28bade7-5708-4b61-b707-25f8f620a447 req-9d5fab79-26ee-443a-9d16-3737564c4253 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 945 time: 0.0499980 Dec 16 09:56:32.087238 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c28bade7-5708-4b61-b707-25f8f620a447 req-d8fd4cd1-8391-4b16-ab09-d44ce2bb1be2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=54a57540-bb56-492b-bd17-871db6f9e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331843 Dec 16 09:56:32.111204 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52284) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:32.183395 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f52d93ef-fb63-4239-b6cb-6fee2f665aa1 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/floatingips/968ae219-6539-41a4-bbc9-9ae1d84e0063 HTTP/1.1" status: 200 len: 992 time: 0.0703995 Dec 16 09:56:32.640660 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52304) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:32.745080 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-f9652e0f-f05e-4ada-ad67-3db5db5d5032 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-716935896', 'router:external': True}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:56:32.863653 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9652e0f-f05e-4ada-ad67-3db5db5d5032 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Made reservation on behalf of 04917306c5994b24abe5c2568c4010ea for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:56:32.866127 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f9652e0f-f05e-4ada-ad67-3db5db5d5032 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:32.875199 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f9652e0f-f05e-4ada-ad67-3db5db5d5032 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:32.958634 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f9652e0f-f05e-4ada-ad67-3db5db5d5032 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:33.064191 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f9652e0f-f05e-4ada-ad67-3db5db5d5032 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:33.090401 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9652e0f-f05e-4ada-ad67-3db5db5d5032 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:56:33.106457 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9652e0f-f05e-4ada-ad67-3db5db5d5032 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de55825-d51c-45ca-94b1-c57a00e2e644,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:33.109389 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f9652e0f-f05e-4ada-ad67-3db5db5d5032 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:33.109734 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-f9652e0f-f05e-4ada-ad67-3db5db5d5032 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Added segment ee82eace-96c5-43da-8dc2-d5e4b429c310 of type vlan for network ae781483-c1e7-473c-832a-f7ec5059b4c4 Dec 16 09:56:33.155170 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f9652e0f-f05e-4ada-ad67-3db5db5d5032 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:33.281340 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f9652e0f-f05e-4ada-ad67-3db5db5d5032 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:33.282209 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9652e0f-f05e-4ada-ad67-3db5db5d5032 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:33.283910 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f9652e0f-f05e-4ada-ad67-3db5db5d5032 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:33.356112 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9652e0f-f05e-4ada-ad67-3db5db5d5032 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Pushing event updated for resources: {'Network': ['ID=ae781483-c1e7-473c-832a-f7ec5059b4c4,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:33.369964 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network ae781483-c1e7-473c-832a-f7ec5059b4c4 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:56:33.426933 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f9652e0f-f05e-4ada-ad67-3db5db5d5032 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.7850008 Dec 16 09:56:33.430550 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52314) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:33.436669 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-03e009ff-2cf6-498a-9d43-6b7efda68400 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Request body: {'subnet': {'network_id': 'ae781483-c1e7-473c-832a-f7ec5059b4c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:56:33.555053 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e009ff-2cf6-498a-9d43-6b7efda68400 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Made reservation on behalf of 04917306c5994b24abe5c2568c4010ea for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:56:33.557495 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03e009ff-2cf6-498a-9d43-6b7efda68400 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:33.865754 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device b285c169-53d7-4d1c-a2ae-f7b26ab13ecc no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:56:33.997992 n-d-820550-2 neutron-server[102817]: DEBUG neutron.objects.ports [None req-03e009ff-2cf6-498a-9d43-6b7efda68400 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102817) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:56:33.997992 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03e009ff-2cf6-498a-9d43-6b7efda68400 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:34.055889 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e009ff-2cf6-498a-9d43-6b7efda68400 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2f25ed2e-1df2-43fe-a170-43a1c2e496bd,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:34.068796 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e009ff-2cf6-498a-9d43-6b7efda68400 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Checking segment: {'id': 'ee82eace-96c5-43da-8dc2-d5e4b429c310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ae781483-c1e7-473c-832a-f7ec5059b4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:56:34.068796 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e009ff-2cf6-498a-9d43-6b7efda68400 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Network hostable DHCP agents. Network: ae781483-c1e7-473c-832a-f7ec5059b4c4, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:56:34.177641 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e009ff-2cf6-498a-9d43-6b7efda68400 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Network ae781483-c1e7-473c-832a-f7ec5059b4c4 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:56:34.285932 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-03e009ff-2cf6-498a-9d43-6b7efda68400 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, ae781483-c1e7-473c-832a-f7ec5059b4c4) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:56:34.290940 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e009ff-2cf6-498a-9d43-6b7efda68400 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:34.291822 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03e009ff-2cf6-498a-9d43-6b7efda68400 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:34.298440 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24eb9e94-890f-48d6-9c6e-0021ce534e7d None None] Network ae781483-c1e7-473c-832a-f7ec5059b4c4 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:56:34.384974 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-03e009ff-2cf6-498a-9d43-6b7efda68400 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9528785 Dec 16 09:56:34.387691 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52318) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:34.394166 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-05363b98-478e-4768-9e26-c8ac939f19a4 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1761209882', 'network_id': 'ae781483-c1e7-473c-832a-f7ec5059b4c4'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:56:34.440628 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fa4516-d830-41a5-bae1-796ea7362a90 None None] Network ae781483-c1e7-473c-832a-f7ec5059b4c4 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:56:34.504220 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05363b98-478e-4768-9e26-c8ac939f19a4 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Made reservation on behalf of 04917306c5994b24abe5c2568c4010ea for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:56:34.507761 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-05363b98-478e-4768-9e26-c8ac939f19a4 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:34.524363 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-05363b98-478e-4768-9e26-c8ac939f19a4 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] device_id is not set on port dba67eef-5531-4eec-a149-958d145547b7 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:56:34.628592 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-05363b98-478e-4768-9e26-c8ac939f19a4 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Allocated IP 172.20.0.2 (ae781483-c1e7-473c-832a-f7ec5059b4c4/2f25ed2e-1df2-43fe-a170-43a1c2e496bd/dba67eef-5531-4eec-a149-958d145547b7) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:56:34.763679 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-05363b98-478e-4768-9e26-c8ac939f19a4 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:34.915777 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-05363b98-478e-4768-9e26-c8ac939f19a4 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:34.960036 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05363b98-478e-4768-9e26-c8ac939f19a4 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Network ae781483-c1e7-473c-832a-f7ec5059b4c4 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:56:34.963034 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-05363b98-478e-4768-9e26-c8ac939f19a4 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:56:34.970691 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05363b98-478e-4768-9e26-c8ac939f19a4 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:56:34.974529 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05363b98-478e-4768-9e26-c8ac939f19a4 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Pushing event updated for resources: {'Port': ['ID=dba67eef-5531-4eec-a149-958d145547b7,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:35.014248 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05363b98-478e-4768-9e26-c8ac939f19a4 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:35.014833 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-05363b98-478e-4768-9e26-c8ac939f19a4 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:35.150853 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-05363b98-478e-4768-9e26-c8ac939f19a4 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.7618546 Dec 16 09:56:35.153338 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52324) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:35.235828 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-e75267f4-c16e-4ba1-a2fd-44e52e786471 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Deleting port dba67eef-5531-4eec-a149-958d145547b7 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:56:35.236170 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e75267f4-c16e-4ba1-a2fd-44e52e786471 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:35.311610 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e75267f4-c16e-4ba1-a2fd-44e52e786471 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:35.324014 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-e75267f4-c16e-4ba1-a2fd-44e52e786471 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Calling delete_port for dba67eef-5531-4eec-a149-958d145547b7 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:56:35.559540 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e75267f4-c16e-4ba1-a2fd-44e52e786471 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:35.588233 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75267f4-c16e-4ba1-a2fd-44e52e786471 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Pushing event deleted for resources: {'Port': ['ID=dba67eef-5531-4eec-a149-958d145547b7,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:35.657309 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e75267f4-c16e-4ba1-a2fd-44e52e786471 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:35.660665 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e75267f4-c16e-4ba1-a2fd-44e52e786471 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] 10.222.0.60 "DELETE /v2.0/ports/dba67eef-5531-4eec-a149-958d145547b7 HTTP/1.1" status: 204 len: 168 time: 0.5063429 Dec 16 09:56:35.664740 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52330) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:35.672399 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-b5cf0dcc-aa10-4380-8b79-2a6a7eef006a tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ae781483-c1e7-473c-832a-f7ec5059b4c4', 'external_fixed_ips': [{'subnet_id': '2f25ed2e-1df2-43fe-a170-43a1c2e496bd', 'ip_address': '172.20.0.2'}]}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:56:35.864857 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b5cf0dcc-aa10-4380-8b79-2a6a7eef006a tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:35.865963 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b5cf0dcc-aa10-4380-8b79-2a6a7eef006a tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:35.923137 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b5cf0dcc-aa10-4380-8b79-2a6a7eef006a tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:36.181349 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b5cf0dcc-aa10-4380-8b79-2a6a7eef006a tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:36.463160 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b5cf0dcc-aa10-4380-8b79-2a6a7eef006a tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:36.487215 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b5cf0dcc-aa10-4380-8b79-2a6a7eef006a tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:36.648708 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-b5cf0dcc-aa10-4380-8b79-2a6a7eef006a tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Allocated IP 172.20.0.2 (ae781483-c1e7-473c-832a-f7ec5059b4c4/2f25ed2e-1df2-43fe-a170-43a1c2e496bd/c46ff43e-a717-4afb-8657-8ae07a0026df) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:56:36.763015 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b5cf0dcc-aa10-4380-8b79-2a6a7eef006a tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:36.870257 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b5cf0dcc-aa10-4380-8b79-2a6a7eef006a tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:36.911980 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cf0dcc-aa10-4380-8b79-2a6a7eef006a tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Network ae781483-c1e7-473c-832a-f7ec5059b4c4 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:56:36.914873 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-b5cf0dcc-aa10-4380-8b79-2a6a7eef006a tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:56:36.922311 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cf0dcc-aa10-4380-8b79-2a6a7eef006a tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:56:36.925446 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf0dcc-aa10-4380-8b79-2a6a7eef006a tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Pushing event updated for resources: {'Port': ['ID=c46ff43e-a717-4afb-8657-8ae07a0026df,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:37.258136 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b5cf0dcc-aa10-4380-8b79-2a6a7eef006a tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:37.366298 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:37.456342 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b5cf0dcc-aa10-4380-8b79-2a6a7eef006a tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:37.784150 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5cf0dcc-aa10-4380-8b79-2a6a7eef006a tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Router c7a55abf-3aa1-4054-8acd-16ffbbd09b34 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:56:37.898334 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cf0dcc-aa10-4380-8b79-2a6a7eef006a tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:56:37.908362 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726475a0-b0a8-481d-84f4-65ec912b068c None None] Sync routers for ids ['c7a55abf-3aa1-4054-8acd-16ffbbd09b34'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:56:37.923727 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726475a0-b0a8-481d-84f4-65ec912b068c None None] Routers {'c7a55abf-3aa1-4054-8acd-16ffbbd09b34'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:56:37.928052 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-726475a0-b0a8-481d-84f4-65ec912b068c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:56:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['c7a55abf-3aa1-4054-8acd-16ffbbd09b34'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:38.032737 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-726475a0-b0a8-481d-84f4-65ec912b068c None None] Set router c7a55abf-3aa1-4054-8acd-16ffbbd09b34 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:56:38.040061 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b5cf0dcc-aa10-4380-8b79-2a6a7eef006a tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:38.042003 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b5cf0dcc-aa10-4380-8b79-2a6a7eef006a tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.3754408 Dec 16 09:56:38.044842 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52342) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:38.249799 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-726475a0-b0a8-481d-84f4-65ec912b068c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a55abf-3aa1-4054-8acd-16ffbbd09b34', 'name': '', 'tenant_id': '04917306c5994b24abe5c2568c4010ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae781483-c1e7-473c-832a-f7ec5059b4c4', 'external_fixed_ips': [{'subnet_id': '2f25ed2e-1df2-43fe-a170-43a1c2e496bd', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'c46ff43e-a717-4afb-8657-8ae07a0026df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:35Z', 'updated_at': '2021-12-16T09:56:37Z', 'revision_number': 3, 'project_id': '04917306c5994b24abe5c2568c4010ea', 'gw_port': {'id': 'c46ff43e-a717-4afb-8657-8ae07a0026df', 'name': '', 'network_id': 'ae781483-c1e7-473c-832a-f7ec5059b4c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:23:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a55abf-3aa1-4054-8acd-16ffbbd09b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '2f25ed2e-1df2-43fe-a170-43a1c2e496bd', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:36Z', 'updated_at': '2021-12-16T09:56:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f25ed2e-1df2-43fe-a170-43a1c2e496bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:38.281596 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726475a0-b0a8-481d-84f4-65ec912b068c None None] Checking router: c7a55abf-3aa1-4054-8acd-16ffbbd09b34 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:56:38.281946 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726475a0-b0a8-481d-84f4-65ec912b068c None None] Updating router c7a55abf-3aa1-4054-8acd-16ffbbd09b34 port c46ff43e-a717-4afb-8657-8ae07a0026df binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:56:38.313159 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-726475a0-b0a8-481d-84f4-65ec912b068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:38.494272 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52346) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:38.547809 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc20a239-852c-4d3f-9bf5-0de5113cba60 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:38.680973 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc20a239-852c-4d3f-9bf5-0de5113cba60 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:38.687741 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-469e2d22-03c8-4762-98f1-8807021b89f8 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Deleting port 53de73e4-2eda-4392-b4a1-f316f6bff309 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:56:38.688440 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-469e2d22-03c8-4762-98f1-8807021b89f8 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:38.697632 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-726475a0-b0a8-481d-84f4-65ec912b068c None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:38.767076 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-469e2d22-03c8-4762-98f1-8807021b89f8 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:38.767307 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-469e2d22-03c8-4762-98f1-8807021b89f8 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:38.780711 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-469e2d22-03c8-4762-98f1-8807021b89f8 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Calling delete_port for 53de73e4-2eda-4392-b4a1-f316f6bff309 owned by network:floatingip {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:56:38.795048 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-726475a0-b0a8-481d-84f4-65ec912b068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:38.826059 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-bc20a239-852c-4d3f-9bf5-0de5113cba60 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Deleting port c46ff43e-a717-4afb-8657-8ae07a0026df {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:56:38.833989 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc20a239-852c-4d3f-9bf5-0de5113cba60 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:38.866874 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-726475a0-b0a8-481d-84f4-65ec912b068c None None] Attempting to bind port c46ff43e-a717-4afb-8657-8ae07a0026df on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:56:38.867304 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-726475a0-b0a8-481d-84f4-65ec912b068c None None] Attempting to bind port c46ff43e-a717-4afb-8657-8ae07a0026df by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'ee82eace-96c5-43da-8dc2-d5e4b429c310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ae781483-c1e7-473c-832a-f7ec5059b4c4'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:56:38.867684 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726475a0-b0a8-481d-84f4-65ec912b068c None None] Attempting to bind port c46ff43e-a717-4afb-8657-8ae07a0026df on network ae781483-c1e7-473c-832a-f7ec5059b4c4 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:56:38.871401 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c5f44-38f8-4384-b980-8a9bc91d79d5 None None] Pushing event updated for resources: {'Port': ['ID=c46ff43e-a717-4afb-8657-8ae07a0026df,revision_number=2']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:38.882261 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587c5f44-38f8-4384-b980-8a9bc91d79d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:38.882621 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587c5f44-38f8-4384-b980-8a9bc91d79d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:38.885530 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587c5f44-38f8-4384-b980-8a9bc91d79d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:38.885530 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587c5f44-38f8-4384-b980-8a9bc91d79d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:38.885530 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587c5f44-38f8-4384-b980-8a9bc91d79d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:38.885530 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587c5f44-38f8-4384-b980-8a9bc91d79d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:38.885530 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587c5f44-38f8-4384-b980-8a9bc91d79d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:38.885530 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587c5f44-38f8-4384-b980-8a9bc91d79d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:38.886118 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587c5f44-38f8-4384-b980-8a9bc91d79d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:38.886365 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587c5f44-38f8-4384-b980-8a9bc91d79d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:38.886708 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587c5f44-38f8-4384-b980-8a9bc91d79d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:38.887040 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587c5f44-38f8-4384-b980-8a9bc91d79d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:38.891351 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726475a0-b0a8-481d-84f4-65ec912b068c None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:56:38.891724 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726475a0-b0a8-481d-84f4-65ec912b068c None None] Checking segment: {'id': 'ee82eace-96c5-43da-8dc2-d5e4b429c310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ae781483-c1e7-473c-832a-f7ec5059b4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:56:38.892129 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-726475a0-b0a8-481d-84f4-65ec912b068c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:38.892514 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726475a0-b0a8-481d-84f4-65ec912b068c None None] Bound using segment: {'id': 'ee82eace-96c5-43da-8dc2-d5e4b429c310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ae781483-c1e7-473c-832a-f7ec5059b4c4'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:56:38.893054 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-726475a0-b0a8-481d-84f4-65ec912b068c None None] Bound port: c46ff43e-a717-4afb-8657-8ae07a0026df, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee82eace-96c5-43da-8dc2-d5e4b429c310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ae781483-c1e7-473c-832a-f7ec5059b4c4'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:56:38.894036 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-726475a0-b0a8-481d-84f4-65ec912b068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:38.932784 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc20a239-852c-4d3f-9bf5-0de5113cba60 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:38.950304 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-bc20a239-852c-4d3f-9bf5-0de5113cba60 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Calling delete_port for c46ff43e-a717-4afb-8657-8ae07a0026df owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:56:38.958032 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-726475a0-b0a8-481d-84f4-65ec912b068c None None] For port c46ff43e-a717-4afb-8657-8ae07a0026df, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:56:38.964584 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-726475a0-b0a8-481d-84f4-65ec912b068c None None] For port c46ff43e-a717-4afb-8657-8ae07a0026df, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=c46ff43e-a717-4afb-8657-8ae07a0026df,segment=NetworkSegment(ee82eace-96c5-43da-8dc2-d5e4b429c310),segment_id=ee82eace-96c5-43da-8dc2-d5e4b429c310)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:56:39.035658 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-726475a0-b0a8-481d-84f4-65ec912b068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:39.064055 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-469e2d22-03c8-4762-98f1-8807021b89f8 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:39.103713 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e2d22-03c8-4762-98f1-8807021b89f8 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event deleted for resources: {'Port': ['ID=53de73e4-2eda-4392-b4a1-f316f6bff309,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:39.106282 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726475a0-b0a8-481d-84f4-65ec912b068c None None] Routers {'c7a55abf-3aa1-4054-8acd-16ffbbd09b34'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:56:39.106919 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-726475a0-b0a8-481d-84f4-65ec912b068c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:56:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['c7a55abf-3aa1-4054-8acd-16ffbbd09b34'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:39.203159 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-469e2d22-03c8-4762-98f1-8807021b89f8 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for floatingip, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:39.203762 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [None req-469e2d22-03c8-4762-98f1-8807021b89f8 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Floating IP 968ae219-6539-41a4-bbc9-9ae1d84e0063 disassociated (deleted). External IP: 172.25.1.129, port: b285c169-53d7-4d1c-a2ae-f7b26ab13ecc. Dec 16 09:56:39.205386 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c5f44-38f8-4384-b980-8a9bc91d79d5 None None] Pushing event updated for resources: {'Port': ['ID=c46ff43e-a717-4afb-8657-8ae07a0026df,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:39.232213 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-726475a0-b0a8-481d-84f4-65ec912b068c None None] Set router c7a55abf-3aa1-4054-8acd-16ffbbd09b34 gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:56:39.281165 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc20a239-852c-4d3f-9bf5-0de5113cba60 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:39.290083 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-726475a0-b0a8-481d-84f4-65ec912b068c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a55abf-3aa1-4054-8acd-16ffbbd09b34', 'name': '', 'tenant_id': '04917306c5994b24abe5c2568c4010ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:35Z', 'updated_at': '2021-12-16T09:56:38Z', 'revision_number': 4, 'project_id': '04917306c5994b24abe5c2568c4010ea', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:39.308662 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20a239-852c-4d3f-9bf5-0de5113cba60 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Pushing event deleted for resources: {'Port': ['ID=c46ff43e-a717-4afb-8657-8ae07a0026df,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:39.335962 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726475a0-b0a8-481d-84f4-65ec912b068c None None] The sync data for ids ['c7a55abf-3aa1-4054-8acd-16ffbbd09b34'] in n-d-820550-2 is: [{'id': 'c7a55abf-3aa1-4054-8acd-16ffbbd09b34', 'name': '', 'tenant_id': '04917306c5994b24abe5c2568c4010ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:35Z', 'updated_at': '2021-12-16T09:56:38Z', 'revision_number': 4, 'project_id': '04917306c5994b24abe5c2568c4010ea', 'gw_port_host': None}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:56:39.382468 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc20a239-852c-4d3f-9bf5-0de5113cba60 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:39.512612 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc20a239-852c-4d3f-9bf5-0de5113cba60 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:39.515151 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc20a239-852c-4d3f-9bf5-0de5113cba60 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:39.635176 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc20a239-852c-4d3f-9bf5-0de5113cba60 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:39.635753 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc20a239-852c-4d3f-9bf5-0de5113cba60 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c7a55abf-3aa1-4054-8acd-16ffbbd09b34 {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:56:39.644577 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc20a239-852c-4d3f-9bf5-0de5113cba60 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:39.647003 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bc20a239-852c-4d3f-9bf5-0de5113cba60 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] 10.222.0.60 "DELETE /v2.0/routers/c7a55abf-3aa1-4054-8acd-16ffbbd09b34 HTTP/1.1" status: 204 len: 168 time: 1.6001484 Dec 16 09:56:39.649645 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52352) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:39.702731 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d56c93-9a75-40e3-8be9-dd1f74e49503 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Deleting subnet 2f25ed2e-1df2-43fe-a170-43a1c2e496bd {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:56:39.706376 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-97d56c93-9a75-40e3-8be9-dd1f74e49503 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:39.743909 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-97d56c93-9a75-40e3-8be9-dd1f74e49503 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:39.786281 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-97d56c93-9a75-40e3-8be9-dd1f74e49503 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:39.811526 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469e2d22-03c8-4762-98f1-8807021b89f8 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Router 9ad25753-7ce3-4874-ae5a-5a05f5470074 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:56:39.928823 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469e2d22-03c8-4762-98f1-8807021b89f8 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:56:39.934451 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-469e2d22-03c8-4762-98f1-8807021b89f8 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:39.939051 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15c72ee-574e-46d4-8be7-0e806cb93747 None None] Sync routers for ids ['9ad25753-7ce3-4874-ae5a-5a05f5470074'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:56:39.949237 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15c72ee-574e-46d4-8be7-0e806cb93747 None None] Routers {'9ad25753-7ce3-4874-ae5a-5a05f5470074'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:56:39.950071 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-f15c72ee-574e-46d4-8be7-0e806cb93747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:56:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['9ad25753-7ce3-4874-ae5a-5a05f5470074'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:39.959552 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-97d56c93-9a75-40e3-8be9-dd1f74e49503 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:39.967201 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-469e2d22-03c8-4762-98f1-8807021b89f8 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "DELETE /v2.0/floatingips/968ae219-6539-41a4-bbc9-9ae1d84e0063 HTTP/1.1" status: 204 len: 168 time: 1.4713163 Dec 16 09:56:39.967801 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '836d16bc-dbcb-407d-a09c-28b0933a4ee7', 'tag': 'b285c169-53d7-4d1c-a2ae-f7b26ab13ecc'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:56:39.970398 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d2dd94-ab8f-4caa-a85b-b56d4217532a" -d '{"events": [{"name": "network-changed", "server_uuid": "836d16bc-dbcb-407d-a09c-28b0933a4ee7", "tag": "b285c169-53d7-4d1c-a2ae-f7b26ab13ecc"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:56:39.997467 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d56c93-9a75-40e3-8be9-dd1f74e49503 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2f25ed2e-1df2-43fe-a170-43a1c2e496bd,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:40.006070 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-97d56c93-9a75-40e3-8be9-dd1f74e49503 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:40.010266 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-97d56c93-9a75-40e3-8be9-dd1f74e49503 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] 10.222.0.60 "DELETE /v2.0/subnets/2f25ed2e-1df2-43fe-a170-43a1c2e496bd HTTP/1.1" status: 204 len: 168 time: 0.3593328 Dec 16 09:56:40.013043 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52358) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:40.038287 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9af087-89ea-462e-934c-3854d762b0df x-openstack-request-id: req-6d9af087-89ea-462e-934c-3854d762b0df {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:56:40.038940 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "836d16bc-dbcb-407d-a09c-28b0933a4ee7", "tag": "b285c169-53d7-4d1c-a2ae-f7b26ab13ecc", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:56:40.039479 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6d9af087-89ea-462e-934c-3854d762b0df {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:56:40.040303 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '836d16bc-dbcb-407d-a09c-28b0933a4ee7', 'tag': 'b285c169-53d7-4d1c-a2ae-f7b26ab13ecc', 'status': 'completed', 'code': 200} Dec 16 09:56:40.106343 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-f15c72ee-574e-46d4-8be7-0e806cb93747 None None] Set router 9ad25753-7ce3-4874-ae5a-5a05f5470074 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:56:40.110122 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52548061-c056-4211-9397-94feb059695c tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:40.115245 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2dd94-ab8f-4caa-a85b-b56d4217532a req-1bc51881-e3d7-4345-841e-377a0dffc27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:40.116770 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45d2dd94-ab8f-4caa-a85b-b56d4217532a req-1bc51881-e3d7-4345-841e-377a0dffc27b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 1096 time: 0.0547519 Dec 16 09:56:40.230913 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52548061-c056-4211-9397-94feb059695c tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:40.234094 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2dd94-ab8f-4caa-a85b-b56d4217532a req-2bb1cb87-8cef-4cd0-8e54-d913ac35e78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:40.234651 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45d2dd94-ab8f-4caa-a85b-b56d4217532a req-2bb1cb87-8cef-4cd0-8e54-d913ac35e78a service neutron] 10.222.0.57 "GET /v2.0/networks?id=72a707a6-318e-4215-ae09-8dc16dccc5ee HTTP/1.1" status: 200 len: 898 time: 0.1098776 Dec 16 09:56:40.272347 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-52548061-c056-4211-9397-94feb059695c tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae781483-c1e7-473c-832a-f7ec5059b4c4']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:40.284979 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-52548061-c056-4211-9397-94feb059695c tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee82eace-96c5-43da-8dc2-d5e4b429c310') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:40.286411 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-52548061-c056-4211-9397-94feb059695c tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee82eace-96c5-43da-8dc2-d5e4b429c310') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:40.298996 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52548061-c056-4211-9397-94feb059695c tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:40.310573 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45d2dd94-ab8f-4caa-a85b-b56d4217532a req-ff64147d-6763-405b-a11f-8865810b97bd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b285c169-53d7-4d1c-a2ae-f7b26ab13ecc HTTP/1.1" status: 200 len: 217 time: 0.0685372 Dec 16 09:56:40.319704 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52548061-c056-4211-9397-94feb059695c tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:40.330173 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52548061-c056-4211-9397-94feb059695c tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:56:40.330739 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52548061-c056-4211-9397-94feb059695c tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:40.333181 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:56:40.333181 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:56:40.333181 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:56:40.333181 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:56:40.333181 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:56:40.333181 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:56:40.333181 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:56:40.333181 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:56:40.333181 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:56:40.333181 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:56:40.333181 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:56:40.333181 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:56:40.333181 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:56:40.333181 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:56:40.333181 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:56:40.333181 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:56:40.333181 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:56:40.333181 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:56:40.333181 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:56:40.333181 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:56:40.333181 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:56:40.333181 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:56:40.333181 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:56:40.333181 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:56:40.333181 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:56:40.333181 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:56:40.333181 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:56:40.333181 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:56:40.333181 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:56:40.333181 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:56:40.333181 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:56:40.333181 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:56:40.398060 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2dd94-ab8f-4caa-a85b-b56d4217532a req-bb0bd110-9472-4a9a-ae9e-9b5c7589f964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:40.399880 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45d2dd94-ab8f-4caa-a85b-b56d4217532a req-bb0bd110-9472-4a9a-ae9e-9b5c7589f964 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2da1b42f-9759-4659-877b-e53de53499f8 HTTP/1.1" status: 200 len: 835 time: 0.0823507 Dec 16 09:56:40.433455 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-f15c72ee-574e-46d4-8be7-0e806cb93747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942980188', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '0c8decf3-9828-4c1a-bd4b-819d10f1e9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:55:13Z', 'updated_at': '2021-12-16T09:55:20Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '0c8decf3-9828-4c1a-bd4b-819d10f1e9cc', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:68:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:14Z', 'updated_at': '2021-12-16T09:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '641c774c-7994-4679-b135-c23a4cd06712', 'name': '', 'network_id': '72a707a6-318e-4215-ae09-8dc16dccc5ee', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'mac_address': 'fa:16:3e:8c:06:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '2da1b42f-9759-4659-877b-e53de53499f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:19Z', 'updated_at': '2021-12-16T09:55:23Z', 'revision_number': 5, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'subnets': [{'id': '2da1b42f-9759-4659-877b-e53de53499f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:40.468161 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15c72ee-574e-46d4-8be7-0e806cb93747 None None] Checking router: 9ad25753-7ce3-4874-ae5a-5a05f5470074 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:56:40.481086 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15c72ee-574e-46d4-8be7-0e806cb93747 None None] Routers {'9ad25753-7ce3-4874-ae5a-5a05f5470074'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:56:40.481833 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-f15c72ee-574e-46d4-8be7-0e806cb93747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:56:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['9ad25753-7ce3-4874-ae5a-5a05f5470074'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:40.525131 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52548061-c056-4211-9397-94feb059695c tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:40.529611 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52548061-c056-4211-9397-94feb059695c tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ae781483-c1e7-473c-832a-f7ec5059b4c4 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 09:56:40.533101 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-52548061-c056-4211-9397-94feb059695c tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:40.547513 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-52548061-c056-4211-9397-94feb059695c tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] 10.222.0.60 "DELETE /v2.0/networks/ae781483-c1e7-473c-832a-f7ec5059b4c4 HTTP/1.1" status: 204 len: 168 time: 0.5319536 Dec 16 09:56:40.596572 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2dd94-ab8f-4caa-a85b-b56d4217532a req-d7e94253-07d0-4226-ab29-7194b1b9113b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:40.598878 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45d2dd94-ab8f-4caa-a85b-b56d4217532a req-d7e94253-07d0-4226-ab29-7194b1b9113b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72a707a6-318e-4215-ae09-8dc16dccc5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1815031 Dec 16 09:56:40.631073 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f4ec0-2a2b-43f1-826e-68eda0f79865 req-1b07774b-47ba-4569-888c-c4c6d59d83c8 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:40.635716 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52548061-c056-4211-9397-94feb059695c tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Pushing event deleted for resources: {'Network': ['ID=ae781483-c1e7-473c-832a-f7ec5059b4c4,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:40.646560 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d33f4ec0-2a2b-43f1-826e-68eda0f79865 req-1b07774b-47ba-4569-888c-c4c6d59d83c8 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 945 time: 0.1256690 Dec 16 09:56:40.770459 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d33f4ec0-2a2b-43f1-826e-68eda0f79865 req-da7ca3d9-0725-492a-b41d-78b158218c6c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=54a57540-bb56-492b-bd17-871db6f9e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220808 Dec 16 09:56:40.826891 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45d2dd94-ab8f-4caa-a85b-b56d4217532a req-2b9cfedc-e696-478d-aabf-1d8fe80f96ae service neutron] 10.222.0.57 "GET /v2.0/networks/72a707a6-318e-4215-ae09-8dc16dccc5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180078 Dec 16 09:56:40.877619 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-f15c72ee-574e-46d4-8be7-0e806cb93747 None None] Set router 9ad25753-7ce3-4874-ae5a-5a05f5470074 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:56:40.929783 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45d2dd94-ab8f-4caa-a85b-b56d4217532a req-8ac4fa9d-7c50-427d-8837-a97e76777971 service neutron] 10.222.0.57 "GET /v2.0/networks/72a707a6-318e-4215-ae09-8dc16dccc5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951464 Dec 16 09:56:41.009190 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52374) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:41.014501 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-91dbfa74-4706-42cc-a8e2-83623c98dcf1 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Request body: {'router': {'name': 'tempest-router--2079114650', 'project_id': '49c48525a3da426999866ea3a067cf48'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:56:41.054036 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:41.111083 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb818e-0835-4486-b4f0-8a99c67c59e4 req-9083224f-408e-4ad8-8d3d-479ca43cc3ab tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:41.114019 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-deeb818e-0835-4486-b4f0-8a99c67c59e4 req-9083224f-408e-4ad8-8d3d-479ca43cc3ab tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.57 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 945 time: 0.0538862 Dec 16 09:56:41.148483 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-91dbfa74-4706-42cc-a8e2-83623c98dcf1 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:41.148483 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-91dbfa74-4706-42cc-a8e2-83623c98dcf1 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:41.250942 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-f15c72ee-574e-46d4-8be7-0e806cb93747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942980188', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '0c8decf3-9828-4c1a-bd4b-819d10f1e9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:55:13Z', 'updated_at': '2021-12-16T09:55:20Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '0c8decf3-9828-4c1a-bd4b-819d10f1e9cc', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:68:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:14Z', 'updated_at': '2021-12-16T09:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '641c774c-7994-4679-b135-c23a4cd06712', 'name': '', 'network_id': '72a707a6-318e-4215-ae09-8dc16dccc5ee', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'mac_address': 'fa:16:3e:8c:06:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '2da1b42f-9759-4659-877b-e53de53499f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:19Z', 'updated_at': '2021-12-16T09:55:23Z', 'revision_number': 5, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'subnets': [{'id': '2da1b42f-9759-4659-877b-e53de53499f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:41.280179 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-91dbfa74-4706-42cc-a8e2-83623c98dcf1 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:41.294278 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15c72ee-574e-46d4-8be7-0e806cb93747 None None] The sync data for ids ['9ad25753-7ce3-4874-ae5a-5a05f5470074'] in n-d-820550-2 is: [{'id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942980188', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '0c8decf3-9828-4c1a-bd4b-819d10f1e9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:55:13Z', 'updated_at': '2021-12-16T09:55:20Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '0c8decf3-9828-4c1a-bd4b-819d10f1e9cc', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:68:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:14Z', 'updated_at': '2021-12-16T09:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '641c774c-7994-4679-b135-c23a4cd06712', 'name': '', 'network_id': '72a707a6-318e-4215-ae09-8dc16dccc5ee', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'mac_address': 'fa:16:3e:8c:06:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '2da1b42f-9759-4659-877b-e53de53499f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:19Z', 'updated_at': '2021-12-16T09:55:23Z', 'revision_number': 5, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'subnets': [{'id': '2da1b42f-9759-4659-877b-e53de53499f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:56:41.312600 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-deeb818e-0835-4486-b4f0-8a99c67c59e4 req-402d2e2e-f30d-4d4d-a3d7-30e80f91d337 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Deleting port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:56:41.313170 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-deeb818e-0835-4486-b4f0-8a99c67c59e4 req-402d2e2e-f30d-4d4d-a3d7-30e80f91d337 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:41.367582 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-91dbfa74-4706-42cc-a8e2-83623c98dcf1 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:41.441709 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-deeb818e-0835-4486-b4f0-8a99c67c59e4 req-402d2e2e-f30d-4d4d-a3d7-30e80f91d337 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] For port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=b285c169-53d7-4d1c-a2ae-f7b26ab13ecc,segment=NetworkSegment(cb7066c7-6325-44eb-ac2c-928d0e615f7d),segment_id=cb7066c7-6325-44eb-ac2c-928d0e615f7d)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:56:41.442095 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-deeb818e-0835-4486-b4f0-8a99c67c59e4 req-402d2e2e-f30d-4d4d-a3d7-30e80f91d337 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:41.458919 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-deeb818e-0835-4486-b4f0-8a99c67c59e4 req-402d2e2e-f30d-4d4d-a3d7-30e80f91d337 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Calling delete_port for b285c169-53d7-4d1c-a2ae-f7b26ab13ecc owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:56:41.549987 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:56:41.628822 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e89f928-7f78-4341-b47b-bf33ae1560ba None None] New status for floating IP 968ae219-6539-41a4-bbc9-9ae1d84e0063: DOWN {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:56:41.644239 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-91dbfa74-4706-42cc-a8e2-83623c98dcf1 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:41.644239 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-91dbfa74-4706-42cc-a8e2-83623c98dcf1 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6286047 Dec 16 09:56:41.644444 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52384) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:41.732445 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-deeb818e-0835-4486-b4f0-8a99c67c59e4 req-402d2e2e-f30d-4d4d-a3d7-30e80f91d337 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:41.738221 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-774d94d8-63ed-4e0c-a6f5-cf4507c151c5 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:41.780801 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d2e2e-f30d-4d4d-a3d7-30e80f91d337 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event deleted for resources: {'Port': ['ID=b285c169-53d7-4d1c-a2ae-f7b26ab13ecc,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:41.849871 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-deeb818e-0835-4486-b4f0-8a99c67c59e4 req-402d2e2e-f30d-4d4d-a3d7-30e80f91d337 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] No DVR routers for this DVR port b285c169-53d7-4d1c-a2ae-f7b26ab13ecc on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:56:41.852715 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-deeb818e-0835-4486-b4f0-8a99c67c59e4 req-402d2e2e-f30d-4d4d-a3d7-30e80f91d337 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:41.856517 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-deeb818e-0835-4486-b4f0-8a99c67c59e4 req-402d2e2e-f30d-4d4d-a3d7-30e80f91d337 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.57 "DELETE /v2.0/ports/b285c169-53d7-4d1c-a2ae-f7b26ab13ecc HTTP/1.1" status: 204 len: 173 time: 0.7340503 Dec 16 09:56:41.857388 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836d16bc-dbcb-407d-a09c-28b0933a4ee7', 'name': 'network-vif-deleted', 'tag': 'b285c169-53d7-4d1c-a2ae-f7b26ab13ecc'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:56:41.859984 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3def23-42ef-4759-81d5-303b8d5f6fe1" -d '{"events": [{"server_uuid": "836d16bc-dbcb-407d-a09c-28b0933a4ee7", "name": "network-vif-deleted", "tag": "b285c169-53d7-4d1c-a2ae-f7b26ab13ecc"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:56:41.897431 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-128f7cc8-e0e6-4eaa-bde7-5d7e1cdfdd33 req-42a48f45-dfa5-46c2-8372-12a95bcb1c16 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=836d16bc-dbcb-407d-a09c-28b0933a4ee7 HTTP/1.1" status: 200 len: 210 time: 0.0326552 Dec 16 09:56:41.913104 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb47d386-d245-4f79-aae0-2fc4c0fd7e06 x-openstack-request-id: req-eb47d386-d245-4f79-aae0-2fc4c0fd7e06 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:56:41.913414 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836d16bc-dbcb-407d-a09c-28b0933a4ee7", "name": "network-vif-deleted", "tag": "b285c169-53d7-4d1c-a2ae-f7b26ab13ecc", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:56:41.913788 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb47d386-d245-4f79-aae0-2fc4c0fd7e06 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:56:41.914201 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836d16bc-dbcb-407d-a09c-28b0933a4ee7', 'name': 'network-vif-deleted', 'tag': 'b285c169-53d7-4d1c-a2ae-f7b26ab13ecc', 'status': 'completed', 'code': 200} Dec 16 09:56:41.967475 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-774d94d8-63ed-4e0c-a6f5-cf4507c151c5 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:41.970401 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-774d94d8-63ed-4e0c-a6f5-cf4507c151c5 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:42.090981 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-774d94d8-63ed-4e0c-a6f5-cf4507c151c5 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:42.091634 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774d94d8-63ed-4e0c-a6f5-cf4507c151c5 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a2f89a46-0c58-4aae-97c8-98a96c94e2a0 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:56:42.098636 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-774d94d8-63ed-4e0c-a6f5-cf4507c151c5 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:42.098636 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-774d94d8-63ed-4e0c-a6f5-cf4507c151c5 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] 10.222.0.60 "DELETE /v2.0/routers/a2f89a46-0c58-4aae-97c8-98a96c94e2a0 HTTP/1.1" status: 204 len: 168 time: 0.4531910 Dec 16 09:56:42.427652 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52396) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:42.641099 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-8e569325-63c3-49e1-ae27-fa17c879cdde tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-189098899', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}, 'admin_state_up': False}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:56:42.771165 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8e569325-63c3-49e1-ae27-fa17c879cdde tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:42.772321 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8e569325-63c3-49e1-ae27-fa17c879cdde tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:42.829906 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8e569325-63c3-49e1-ae27-fa17c879cdde tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:42.959683 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52404) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:43.031797 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8e569325-63c3-49e1-ae27-fa17c879cdde tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:43.309555 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8e569325-63c3-49e1-ae27-fa17c879cdde tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:43.330678 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8e569325-63c3-49e1-ae27-fa17c879cdde tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:43.363583 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7fce2ca2-d99c-40de-970d-8a9d0c83edc2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:43.454122 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-8e569325-63c3-49e1-ae27-fa17c879cdde tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Allocated IP 172.25.1.158 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/fa902450-754b-4dc9-9b0c-189f8622d524) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:56:43.571701 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8e569325-63c3-49e1-ae27-fa17c879cdde tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:43.661575 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-7fce2ca2-d99c-40de-970d-8a9d0c83edc2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Deleting port 641c774c-7994-4679-b135-c23a4cd06712 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:56:43.661942 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7fce2ca2-d99c-40de-970d-8a9d0c83edc2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:43.733471 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8e569325-63c3-49e1-ae27-fa17c879cdde tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:43.778706 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-7fce2ca2-d99c-40de-970d-8a9d0c83edc2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] For port 641c774c-7994-4679-b135-c23a4cd06712, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=641c774c-7994-4679-b135-c23a4cd06712,segment=NetworkSegment(cb7066c7-6325-44eb-ac2c-928d0e615f7d),segment_id=cb7066c7-6325-44eb-ac2c-928d0e615f7d)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:56:43.779072 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7fce2ca2-d99c-40de-970d-8a9d0c83edc2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:43.781903 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e569325-63c3-49e1-ae27-fa17c879cdde tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:56:43.785402 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-8e569325-63c3-49e1-ae27-fa17c879cdde tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:56:43.789071 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e569325-63c3-49e1-ae27-fa17c879cdde tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:56:43.795123 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-7fce2ca2-d99c-40de-970d-8a9d0c83edc2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Calling delete_port for 641c774c-7994-4679-b135-c23a4cd06712 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:56:43.825583 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e569325-63c3-49e1-ae27-fa17c879cdde tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Pushing event updated for resources: {'Port': ['ID=fa902450-754b-4dc9-9b0c-189f8622d524,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:44.125667 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7fce2ca2-d99c-40de-970d-8a9d0c83edc2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:44.154337 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce2ca2-d99c-40de-970d-8a9d0c83edc2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event deleted for resources: {'Port': ['ID=641c774c-7994-4679-b135-c23a4cd06712,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:44.363531 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8e569325-63c3-49e1-ae27-fa17c879cdde tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:44.367347 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7fce2ca2-d99c-40de-970d-8a9d0c83edc2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:44.595650 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8e569325-63c3-49e1-ae27-fa17c879cdde tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:44.646454 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fce2ca2-d99c-40de-970d-8a9d0c83edc2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Router 9ad25753-7ce3-4874-ae5a-5a05f5470074 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:56:44.759551 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fce2ca2-d99c-40de-970d-8a9d0c83edc2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:56:44.765378 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7fce2ca2-d99c-40de-970d-8a9d0c83edc2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "PUT /v2.0/routers/9ad25753-7ce3-4874-ae5a-5a05f5470074/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8045638 Dec 16 09:56:44.768155 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52418) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:44.770945 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7e8b26-8707-468d-b030-3ed342fbe58f None None] Sync routers for ids ['9ad25753-7ce3-4874-ae5a-5a05f5470074'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:56:44.781095 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7e8b26-8707-468d-b030-3ed342fbe58f None None] Routers {'9ad25753-7ce3-4874-ae5a-5a05f5470074'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:56:44.782154 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-ca7e8b26-8707-468d-b030-3ed342fbe58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:56:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['9ad25753-7ce3-4874-ae5a-5a05f5470074'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:44.817177 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e569325-63c3-49e1-ae27-fa17c879cdde tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Router 26ce631b-7370-4559-8a42-83043eacdb6e is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:56:44.833044 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-15d668bd-9e82-41c1-b45d-225202c21a36 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Deleting subnet 2da1b42f-9759-4659-877b-e53de53499f8 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:56:44.839874 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-15d668bd-9e82-41c1-b45d-225202c21a36 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:44.921191 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-ca7e8b26-8707-468d-b030-3ed342fbe58f None None] Set router 9ad25753-7ce3-4874-ae5a-5a05f5470074 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:56:45.133927 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-ca7e8b26-8707-468d-b030-3ed342fbe58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942980188', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '0c8decf3-9828-4c1a-bd4b-819d10f1e9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:55:13Z', 'updated_at': '2021-12-16T09:56:43Z', 'revision_number': 5, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '0c8decf3-9828-4c1a-bd4b-819d10f1e9cc', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:68:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:14Z', 'updated_at': '2021-12-16T09:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:45.163274 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7e8b26-8707-468d-b030-3ed342fbe58f None None] Checking router: 9ad25753-7ce3-4874-ae5a-5a05f5470074 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:56:45.180494 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7e8b26-8707-468d-b030-3ed342fbe58f None None] Routers {'9ad25753-7ce3-4874-ae5a-5a05f5470074'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:56:45.181270 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-ca7e8b26-8707-468d-b030-3ed342fbe58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:56:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['9ad25753-7ce3-4874-ae5a-5a05f5470074'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:45.296234 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-ca7e8b26-8707-468d-b030-3ed342fbe58f None None] Set router 9ad25753-7ce3-4874-ae5a-5a05f5470074 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:56:45.342321 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-15d668bd-9e82-41c1-b45d-225202c21a36 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:45.412820 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e569325-63c3-49e1-ae27-fa17c879cdde tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:56:45.428234 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d41f0d2-56fa-4fe9-846e-a01791cf7759 None None] Sync routers for ids ['26ce631b-7370-4559-8a42-83043eacdb6e'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:56:45.442224 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d41f0d2-56fa-4fe9-846e-a01791cf7759 None None] Routers {'26ce631b-7370-4559-8a42-83043eacdb6e'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:56:45.448690 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6d41f0d2-56fa-4fe9-846e-a01791cf7759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:56:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['26ce631b-7370-4559-8a42-83043eacdb6e'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:45.471647 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-15d668bd-9e82-41c1-b45d-225202c21a36 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:45.569137 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8e569325-63c3-49e1-ae27-fa17c879cdde tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:45.571102 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-ca7e8b26-8707-468d-b030-3ed342fbe58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942980188', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '0c8decf3-9828-4c1a-bd4b-819d10f1e9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:55:13Z', 'updated_at': '2021-12-16T09:56:43Z', 'revision_number': 5, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '0c8decf3-9828-4c1a-bd4b-819d10f1e9cc', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:68:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:14Z', 'updated_at': '2021-12-16T09:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:45.573906 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52424) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:45.574452 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8e569325-63c3-49e1-ae27-fa17c879cdde tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.1443355 Dec 16 09:56:45.651866 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6d41f0d2-56fa-4fe9-846e-a01791cf7759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:45.670936 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d41f0d2-56fa-4fe9-846e-a01791cf7759 None None] Routers {'26ce631b-7370-4559-8a42-83043eacdb6e'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:56:45.672177 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6d41f0d2-56fa-4fe9-846e-a01791cf7759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:56:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['26ce631b-7370-4559-8a42-83043eacdb6e'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:45.680099 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-15d668bd-9e82-41c1-b45d-225202c21a36 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:45.694061 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7e8b26-8707-468d-b030-3ed342fbe58f None None] The sync data for ids ['9ad25753-7ce3-4874-ae5a-5a05f5470074'] in n-d-820550-2 is: [{'id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942980188', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '0c8decf3-9828-4c1a-bd4b-819d10f1e9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:55:13Z', 'updated_at': '2021-12-16T09:56:43Z', 'revision_number': 5, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '0c8decf3-9828-4c1a-bd4b-819d10f1e9cc', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:68:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad25753-7ce3-4874-ae5a-5a05f5470074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:14Z', 'updated_at': '2021-12-16T09:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:56:45.719116 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6d41f0d2-56fa-4fe9-846e-a01791cf7759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:45.719784 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d41f0d2-56fa-4fe9-846e-a01791cf7759 None None] The sync data for ids ['26ce631b-7370-4559-8a42-83043eacdb6e'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:56:45.758826 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d668bd-9e82-41c1-b45d-225202c21a36 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event deleted for resources: {'Subnet': ['ID=2da1b42f-9759-4659-877b-e53de53499f8,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:45.766860 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-15d668bd-9e82-41c1-b45d-225202c21a36 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:45.771204 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-15d668bd-9e82-41c1-b45d-225202c21a36 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "DELETE /v2.0/subnets/2da1b42f-9759-4659-877b-e53de53499f8 HTTP/1.1" status: 204 len: 168 time: 1.0020015 Dec 16 09:56:45.773935 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52426) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:45.778576 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4af35b-10c1-44d3-817d-13a00f6efcfa None None] Network 72a707a6-318e-4215-ae09-8dc16dccc5ee requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:56:45.809961 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-bf777e91-fe4c-45fa-b5a5-6b726a7cad17 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] 10.222.0.60 "GET /v2.0/routers/26ce631b-7370-4559-8a42-83043eacdb6e HTTP/1.1" status: 200 len: 920 time: 0.2345238 Dec 16 09:56:45.813302 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52428) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:45.866134 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5a8068fb-0f37-4316-8360-2238a79dd1ec tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] 10.222.0.60 "GET /v2.0/ports?device_id=26ce631b-7370-4559-8a42-83043eacdb6e HTTP/1.1" status: 200 len: 205 time: 0.0507348 Dec 16 09:56:45.872848 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52430) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:45.942401 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device b285c169-53d7-4d1c-a2ae-f7b26ab13ecc no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:56:45.977527 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: b285c169-53d7-4d1c-a2ae-f7b26ab13ecc {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:56:45.977906 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device b285c169-53d7-4d1c-a2ae-f7b26ab13ecc not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:56:46.026056 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-91f93de6-ec2c-4e11-bed2-e9811256cfdd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:46.093284 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c578ac80-1d97-4aac-824b-ac06fdffc386 None None] DHCP port deletion for 72a707a6-318e-4215-ae09-8dc16dccc5ee request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:56:46.118893 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e7534ce6-3c8a-4e1f-bc03-4e45d8524006 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:46.194214 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-c578ac80-1d97-4aac-824b-ac06fdffc386 None None] Deleting port 8ef90201-62de-4926-b086-70dac38fa181 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:56:46.194603 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c578ac80-1d97-4aac-824b-ac06fdffc386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:46.249468 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-91f93de6-ec2c-4e11-bed2-e9811256cfdd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:46.275017 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e7534ce6-3c8a-4e1f-bc03-4e45d8524006 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:46.291122 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-c578ac80-1d97-4aac-824b-ac06fdffc386 None None] For port 8ef90201-62de-4926-b086-70dac38fa181, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8ef90201-62de-4926-b086-70dac38fa181,segment=NetworkSegment(cb7066c7-6325-44eb-ac2c-928d0e615f7d),segment_id=cb7066c7-6325-44eb-ac2c-928d0e615f7d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:56:46.291122 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c578ac80-1d97-4aac-824b-ac06fdffc386 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:46.303267 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-c578ac80-1d97-4aac-824b-ac06fdffc386 None None] Calling delete_port for 8ef90201-62de-4926-b086-70dac38fa181 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:56:46.422752 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-91f93de6-ec2c-4e11-bed2-e9811256cfdd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Deleting port 0c8decf3-9828-4c1a-bd4b-819d10f1e9cc {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:56:46.423310 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-91f93de6-ec2c-4e11-bed2-e9811256cfdd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:46.572745 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-e7534ce6-3c8a-4e1f-bc03-4e45d8524006 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Deleting port fa902450-754b-4dc9-9b0c-189f8622d524 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:56:46.573262 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e7534ce6-3c8a-4e1f-bc03-4e45d8524006 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:46.580994 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-91f93de6-ec2c-4e11-bed2-e9811256cfdd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] For port 0c8decf3-9828-4c1a-bd4b-819d10f1e9cc, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=0c8decf3-9828-4c1a-bd4b-819d10f1e9cc,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:56:46.581384 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-91f93de6-ec2c-4e11-bed2-e9811256cfdd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:46.590098 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c578ac80-1d97-4aac-824b-ac06fdffc386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:46.637378 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578ac80-1d97-4aac-824b-ac06fdffc386 None None] Pushing event deleted for resources: {'Port': ['ID=8ef90201-62de-4926-b086-70dac38fa181,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:46.645683 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c578ac80-1d97-4aac-824b-ac06fdffc386 None None] No DVR routers for this DVR port 8ef90201-62de-4926-b086-70dac38fa181 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:56:46.668424 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 641c774c-7994-4679-b135-c23a4cd06712 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:56:46.689914 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-91f93de6-ec2c-4e11-bed2-e9811256cfdd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Calling delete_port for 0c8decf3-9828-4c1a-bd4b-819d10f1e9cc owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:56:46.700771 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 641c774c-7994-4679-b135-c23a4cd06712 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:56:46.701905 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 641c774c-7994-4679-b135-c23a4cd06712 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:56:46.708561 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8ef90201-62de-4926-b086-70dac38fa181 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:56:46.727781 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 8ef90201-62de-4926-b086-70dac38fa181 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:56:46.728167 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8ef90201-62de-4926-b086-70dac38fa181 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:56:46.821722 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e7534ce6-3c8a-4e1f-bc03-4e45d8524006 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:46.844050 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-e7534ce6-3c8a-4e1f-bc03-4e45d8524006 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Calling delete_port for fa902450-754b-4dc9-9b0c-189f8622d524 owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:56:47.140677 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-91f93de6-ec2c-4e11-bed2-e9811256cfdd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:47.178002 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f93de6-ec2c-4e11-bed2-e9811256cfdd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event deleted for resources: {'Port': ['ID=0c8decf3-9828-4c1a-bd4b-819d10f1e9cc,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:47.226233 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e7534ce6-3c8a-4e1f-bc03-4e45d8524006 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:47.255599 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7534ce6-3c8a-4e1f-bc03-4e45d8524006 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Pushing event deleted for resources: {'Port': ['ID=fa902450-754b-4dc9-9b0c-189f8622d524,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:47.294345 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-91f93de6-ec2c-4e11-bed2-e9811256cfdd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:47.424135 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-91f93de6-ec2c-4e11-bed2-e9811256cfdd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:47.428590 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-91f93de6-ec2c-4e11-bed2-e9811256cfdd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:47.434735 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e7534ce6-3c8a-4e1f-bc03-4e45d8524006 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:47.569673 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e7534ce6-3c8a-4e1f-bc03-4e45d8524006 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:47.572916 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e7534ce6-3c8a-4e1f-bc03-4e45d8524006 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:47.667700 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-91f93de6-ec2c-4e11-bed2-e9811256cfdd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:47.668249 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f93de6-ec2c-4e11-bed2-e9811256cfdd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Fanout notify agent at l3_agent the message router_deleted on router 9ad25753-7ce3-4874-ae5a-5a05f5470074 {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:56:47.682394 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-91f93de6-ec2c-4e11-bed2-e9811256cfdd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:47.682394 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-91f93de6-ec2c-4e11-bed2-e9811256cfdd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "DELETE /v2.0/routers/9ad25753-7ce3-4874-ae5a-5a05f5470074 HTTP/1.1" status: 204 len: 168 time: 1.9042673 Dec 16 09:56:47.682653 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52440) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:47.709155 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e7534ce6-3c8a-4e1f-bc03-4e45d8524006 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:47.709922 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7534ce6-3c8a-4e1f-bc03-4e45d8524006 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Fanout notify agent at l3_agent the message router_deleted on router 26ce631b-7370-4559-8a42-83043eacdb6e {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:56:47.721891 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e7534ce6-3c8a-4e1f-bc03-4e45d8524006 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:47.740731 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e7534ce6-3c8a-4e1f-bc03-4e45d8524006 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] 10.222.0.60 "DELETE /v2.0/routers/26ce631b-7370-4559-8a42-83043eacdb6e HTTP/1.1" status: 204 len: 168 time: 1.8631403 Dec 16 09:56:47.741440 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52442) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:47.746670 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-5149884b-aab3-4097-ba29-b3d4fc0a1b61 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1151457848', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'enable_snat': False}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:56:47.797326 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd88e00a-e7e3-45df-98ea-e0b5000f4b93 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:47.899358 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd88e00a-e7e3-45df-98ea-e0b5000f4b93 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:47.909103 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5149884b-aab3-4097-ba29-b3d4fc0a1b61 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:47.910933 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5149884b-aab3-4097-ba29-b3d4fc0a1b61 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:47.922418 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-cd88e00a-e7e3-45df-98ea-e0b5000f4b93 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a707a6-318e-4215-ae09-8dc16dccc5ee']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:47.933237 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-cd88e00a-e7e3-45df-98ea-e0b5000f4b93 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb7066c7-6325-44eb-ac2c-928d0e615f7d') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:47.933673 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-cd88e00a-e7e3-45df-98ea-e0b5000f4b93 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb7066c7-6325-44eb-ac2c-928d0e615f7d') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:47.946610 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd88e00a-e7e3-45df-98ea-e0b5000f4b93 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:47.963710 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd88e00a-e7e3-45df-98ea-e0b5000f4b93 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:47.971829 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd88e00a-e7e3-45df-98ea-e0b5000f4b93 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:56:47.972580 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd88e00a-e7e3-45df-98ea-e0b5000f4b93 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:47.978267 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:56:47.978267 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:56:47.978267 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:56:47.978267 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:56:47.978267 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:56:47.978267 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:56:47.978267 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:56:47.978267 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:56:47.978267 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:56:47.978267 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:56:47.978267 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:56:47.978267 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:56:47.978267 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:56:47.978267 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:56:47.978267 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:56:47.978267 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:56:47.978267 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:56:47.978267 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:56:47.978267 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:56:47.978267 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:56:47.978267 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:56:47.978267 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:56:47.978267 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:56:47.978267 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:56:47.978267 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:56:47.978267 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:56:47.978267 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:56:47.978267 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:56:47.978267 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:56:47.978267 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:56:47.978267 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:56:47.978267 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:56:47.983111 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5149884b-aab3-4097-ba29-b3d4fc0a1b61 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:48.131771 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd88e00a-e7e3-45df-98ea-e0b5000f4b93 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:48.139905 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cd88e00a-e7e3-45df-98ea-e0b5000f4b93 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:48.145191 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-cd88e00a-e7e3-45df-98ea-e0b5000f4b93 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "DELETE /v2.0/networks/72a707a6-318e-4215-ae09-8dc16dccc5ee HTTP/1.1" status: 204 len: 168 time: 0.4605844 Dec 16 09:56:48.152641 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52446) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:48.190769 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88e00a-e7e3-45df-98ea-e0b5000f4b93 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event deleted for resources: {'Network': ['ID=72a707a6-318e-4215-ae09-8dc16dccc5ee,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:48.265384 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5149884b-aab3-4097-ba29-b3d4fc0a1b61 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:48.300684 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ae7beffc-07d2-49b9-a42b-fd5743a8d2c6 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:48.334187 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ae7beffc-07d2-49b9-a42b-fd5743a8d2c6 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:48.576182 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5149884b-aab3-4097-ba29-b3d4fc0a1b61 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:48.601418 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5149884b-aab3-4097-ba29-b3d4fc0a1b61 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:48.603195 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ae7beffc-07d2-49b9-a42b-fd5743a8d2c6 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:48.607087 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 0c8decf3-9828-4c1a-bd4b-819d10f1e9cc no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:56:48.610786 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ae7beffc-07d2-49b9-a42b-fd5743a8d2c6 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:48.614541 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ae7beffc-07d2-49b9-a42b-fd5743a8d2c6 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "DELETE /v2.0/security-groups/54a57540-bb56-492b-bd17-871db6f9e688 HTTP/1.1" status: 204 len: 168 time: 0.4633868 Dec 16 09:56:48.634277 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7beffc-07d2-49b9-a42b-fd5743a8d2c6 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a57540-bb56-492b-bd17-871db6f9e688,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:48.639958 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 0c8decf3-9828-4c1a-bd4b-819d10f1e9cc {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:56:48.640400 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 0c8decf3-9828-4c1a-bd4b-819d10f1e9cc not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:56:48.742806 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-5149884b-aab3-4097-ba29-b3d4fc0a1b61 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Allocated IP 172.25.1.55 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/5d46bd3c-73aa-41eb-b863-c8023aa63af5) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:56:48.862393 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5149884b-aab3-4097-ba29-b3d4fc0a1b61 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:48.982108 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5149884b-aab3-4097-ba29-b3d4fc0a1b61 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:49.022141 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5149884b-aab3-4097-ba29-b3d4fc0a1b61 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:56:49.025230 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-5149884b-aab3-4097-ba29-b3d4fc0a1b61 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:56:49.027709 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5149884b-aab3-4097-ba29-b3d4fc0a1b61 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:56:49.062000 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149884b-aab3-4097-ba29-b3d4fc0a1b61 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Pushing event updated for resources: {'Port': ['ID=5d46bd3c-73aa-41eb-b863-c8023aa63af5,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:49.184141 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52454) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:49.188785 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-5e417a62-0449-4e1a-a298-f6aab31c8bed tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2144791931', 'description': 'tempest-secgroup-smoke-2144791931 description', 'project_id': '7d5ec801137f4c9888df57468cddd269'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:56:49.290319 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5e417a62-0449-4e1a-a298-f6aab31c8bed tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:49.387382 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5e417a62-0449-4e1a-a298-f6aab31c8bed tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:49.399213 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5149884b-aab3-4097-ba29-b3d4fc0a1b61 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:49.555301 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5e417a62-0449-4e1a-a298-f6aab31c8bed tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:49.587677 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e417a62-0449-4e1a-a298-f6aab31c8bed tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7ac98d-53ff-4336-91bc-b38b17a03a8c,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:49.767958 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5e417a62-0449-4e1a-a298-f6aab31c8bed tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:49.770447 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5e417a62-0449-4e1a-a298-f6aab31c8bed tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5852270 Dec 16 09:56:49.773533 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52460) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:49.780173 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-072c65f5-7f0a-4d03-864a-b280649be5cf tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'security_group_rule': {'security_group_id': 'eb7ac98d-53ff-4336-91bc-b38b17a03a8c', 'project_id': '7d5ec801137f4c9888df57468cddd269', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:56:49.896031 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-072c65f5-7f0a-4d03-864a-b280649be5cf tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:49.953561 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-072c65f5-7f0a-4d03-864a-b280649be5cf tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:49.965473 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5149884b-aab3-4097-ba29-b3d4fc0a1b61 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:50.057443 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-072c65f5-7f0a-4d03-864a-b280649be5cf tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:50.078175 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c65f5-7f0a-4d03-864a-b280649be5cf tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4862cf9c-7e6f-41ad-beba-fc74b6ee61e3,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:50.189527 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-072c65f5-7f0a-4d03-864a-b280649be5cf tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:50.191886 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-072c65f5-7f0a-4d03-864a-b280649be5cf tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4162662 Dec 16 09:56:50.194381 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52462) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:50.199313 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-d0366b64-ae2a-4500-bfd9-f197e126f75e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'security_group_rule': {'security_group_id': 'eb7ac98d-53ff-4336-91bc-b38b17a03a8c', 'project_id': '7d5ec801137f4c9888df57468cddd269', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:56:50.228839 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5149884b-aab3-4097-ba29-b3d4fc0a1b61 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Router bd6a8fdd-ea92-4066-85b3-c3d971164fd8 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:56:50.338554 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d0366b64-ae2a-4500-bfd9-f197e126f75e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:50.341312 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5149884b-aab3-4097-ba29-b3d4fc0a1b61 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:56:50.356180 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0415cffb-ce7f-4dc5-ad3d-0914d30043ba None None] Sync routers for ids ['bd6a8fdd-ea92-4066-85b3-c3d971164fd8'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:56:50.367650 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0415cffb-ce7f-4dc5-ad3d-0914d30043ba None None] Routers {'bd6a8fdd-ea92-4066-85b3-c3d971164fd8'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:56:50.374408 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-0415cffb-ce7f-4dc5-ad3d-0914d30043ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:56:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['bd6a8fdd-ea92-4066-85b3-c3d971164fd8'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:50.429997 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d0366b64-ae2a-4500-bfd9-f197e126f75e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:50.448412 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5149884b-aab3-4097-ba29-b3d4fc0a1b61 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:50.452985 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5149884b-aab3-4097-ba29-b3d4fc0a1b61 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.7069736 Dec 16 09:56:50.453435 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52468) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:50.482417 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-0415cffb-ce7f-4dc5-ad3d-0914d30043ba None None] Set router bd6a8fdd-ea92-4066-85b3-c3d971164fd8 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:56:50.569747 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c59d4d9d-ad57-49fd-b513-a6277db3cca8 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] 10.222.0.60 "GET /v2.0/routers/bd6a8fdd-ea92-4066-85b3-c3d971164fd8 HTTP/1.1" status: 200 len: 908 time: 0.1128802 Dec 16 09:56:50.569983 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52470) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:50.574485 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-90839bc5-cc7e-4ca1-91e8-ae2cae47edf4 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1151457848', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'enable_snat': True}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:56:50.577983 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d0366b64-ae2a-4500-bfd9-f197e126f75e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:50.599061 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0366b64-ae2a-4500-bfd9-f197e126f75e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b861865-3b34-4990-9366-f9e48f0925cb,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:50.666831 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-0415cffb-ce7f-4dc5-ad3d-0914d30043ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6a8fdd-ea92-4066-85b3-c3d971164fd8', 'name': 'tempest-snat-router-1151457848', 'tenant_id': '04917306c5994b24abe5c2568c4010ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.55'}], 'enable_snat': False}, 'gw_port_id': '5d46bd3c-73aa-41eb-b863-c8023aa63af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:47Z', 'updated_at': '2021-12-16T09:56:49Z', 'revision_number': 3, 'project_id': '04917306c5994b24abe5c2568c4010ea', 'gw_port': {'id': '5d46bd3c-73aa-41eb-b863-c8023aa63af5', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6a8fdd-ea92-4066-85b3-c3d971164fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:48Z', 'updated_at': '2021-12-16T09:56:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:50.693022 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90839bc5-cc7e-4ca1-91e8-ae2cae47edf4 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:50.694066 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90839bc5-cc7e-4ca1-91e8-ae2cae47edf4 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:50.697639 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0415cffb-ce7f-4dc5-ad3d-0914d30043ba None None] Checking router: bd6a8fdd-ea92-4066-85b3-c3d971164fd8 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:56:50.698291 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0415cffb-ce7f-4dc5-ad3d-0914d30043ba None None] Updating router bd6a8fdd-ea92-4066-85b3-c3d971164fd8 port 5d46bd3c-73aa-41eb-b863-c8023aa63af5 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:56:50.723138 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0415cffb-ce7f-4dc5-ad3d-0914d30043ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:50.748982 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90839bc5-cc7e-4ca1-91e8-ae2cae47edf4 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:50.800440 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d0366b64-ae2a-4500-bfd9-f197e126f75e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:50.802255 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d0366b64-ae2a-4500-bfd9-f197e126f75e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6066012 Dec 16 09:56:50.805079 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52472) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:50.809701 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-cb723612-4fe7-4ba0-9117-aaf997309ce1 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'security_group_rule': {'security_group_id': 'eb7ac98d-53ff-4336-91bc-b38b17a03a8c', 'project_id': '7d5ec801137f4c9888df57468cddd269', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:56:50.938905 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cb723612-4fe7-4ba0-9117-aaf997309ce1 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:50.974827 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90839bc5-cc7e-4ca1-91e8-ae2cae47edf4 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:50.987913 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0415cffb-ce7f-4dc5-ad3d-0914d30043ba None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:51.008621 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cb723612-4fe7-4ba0-9117-aaf997309ce1 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:51.107384 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cb723612-4fe7-4ba0-9117-aaf997309ce1 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:51.107611 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0415cffb-ce7f-4dc5-ad3d-0914d30043ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:51.126771 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb723612-4fe7-4ba0-9117-aaf997309ce1 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd881df6-b159-4133-9d07-59c19ad56546,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:51.172780 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-0415cffb-ce7f-4dc5-ad3d-0914d30043ba None None] Attempting to bind port 5d46bd3c-73aa-41eb-b863-c8023aa63af5 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:56:51.173417 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-0415cffb-ce7f-4dc5-ad3d-0914d30043ba None None] Attempting to bind port 5d46bd3c-73aa-41eb-b863-c8023aa63af5 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:56:51.173938 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0415cffb-ce7f-4dc5-ad3d-0914d30043ba None None] Attempting to bind port 5d46bd3c-73aa-41eb-b863-c8023aa63af5 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:56:51.186934 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0415cffb-ce7f-4dc5-ad3d-0914d30043ba None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:56:51.187336 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0415cffb-ce7f-4dc5-ad3d-0914d30043ba None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:56:51.187741 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0415cffb-ce7f-4dc5-ad3d-0914d30043ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:51.188122 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0415cffb-ce7f-4dc5-ad3d-0914d30043ba None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:56:51.188572 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-0415cffb-ce7f-4dc5-ad3d-0914d30043ba None None] Bound port: 5d46bd3c-73aa-41eb-b863-c8023aa63af5, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:56:51.188950 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0415cffb-ce7f-4dc5-ad3d-0914d30043ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:51.190679 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cea65f-dc9f-49ae-be6c-06def9c78188 None None] Pushing event updated for resources: {'Port': ['ID=5d46bd3c-73aa-41eb-b863-c8023aa63af5,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:51.254336 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-0415cffb-ce7f-4dc5-ad3d-0914d30043ba None None] For port 5d46bd3c-73aa-41eb-b863-c8023aa63af5, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:56:51.255313 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cb723612-4fe7-4ba0-9117-aaf997309ce1 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:51.256824 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-cb723612-4fe7-4ba0-9117-aaf997309ce1 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4506052 Dec 16 09:56:51.257764 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-0415cffb-ce7f-4dc5-ad3d-0914d30043ba None None] For port 5d46bd3c-73aa-41eb-b863-c8023aa63af5, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5d46bd3c-73aa-41eb-b863-c8023aa63af5,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:56:51.259781 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52474) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:51.266088 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-2a44e0a5-07e6-4e27-b27d-1c4344085df6 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'security_group_rule': {'security_group_id': 'eb7ac98d-53ff-4336-91bc-b38b17a03a8c', 'project_id': '7d5ec801137f4c9888df57468cddd269', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:56:51.321185 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90839bc5-cc7e-4ca1-91e8-ae2cae47edf4 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:51.345662 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90839bc5-cc7e-4ca1-91e8-ae2cae47edf4 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:51.376785 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0415cffb-ce7f-4dc5-ad3d-0914d30043ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:51.438571 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cea65f-dc9f-49ae-be6c-06def9c78188 None None] Pushing event updated for resources: {'Port': ['ID=5d46bd3c-73aa-41eb-b863-c8023aa63af5,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:51.441223 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0415cffb-ce7f-4dc5-ad3d-0914d30043ba None None] Routers {'bd6a8fdd-ea92-4066-85b3-c3d971164fd8'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:56:51.441584 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2a44e0a5-07e6-4e27-b27d-1c4344085df6 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:51.441817 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-0415cffb-ce7f-4dc5-ad3d-0914d30043ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:56:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['bd6a8fdd-ea92-4066-85b3-c3d971164fd8'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:51.498405 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-90839bc5-cc7e-4ca1-91e8-ae2cae47edf4 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Allocated IP 172.25.1.244 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/851ce889-39b5-4781-a721-2180ed2ce879) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:56:51.528687 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2a44e0a5-07e6-4e27-b27d-1c4344085df6 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:51.554738 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-0415cffb-ce7f-4dc5-ad3d-0914d30043ba None None] Set router bd6a8fdd-ea92-4066-85b3-c3d971164fd8 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:56:51.624858 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90839bc5-cc7e-4ca1-91e8-ae2cae47edf4 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:51.680164 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2a44e0a5-07e6-4e27-b27d-1c4344085df6 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:51.700283 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44e0a5-07e6-4e27-b27d-1c4344085df6 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b1ba3e-be30-4640-832d-9a5bf31cc7e7,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:51.744360 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-0415cffb-ce7f-4dc5-ad3d-0914d30043ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6a8fdd-ea92-4066-85b3-c3d971164fd8', 'name': 'tempest-snat-router-1151457848', 'tenant_id': '04917306c5994b24abe5c2568c4010ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.55'}], 'enable_snat': False}, 'gw_port_id': '5d46bd3c-73aa-41eb-b863-c8023aa63af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:47Z', 'updated_at': '2021-12-16T09:56:49Z', 'revision_number': 3, 'project_id': '04917306c5994b24abe5c2568c4010ea', 'gw_port': {'id': '5d46bd3c-73aa-41eb-b863-c8023aa63af5', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6a8fdd-ea92-4066-85b3-c3d971164fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:48Z', 'updated_at': '2021-12-16T09:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:51.760741 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90839bc5-cc7e-4ca1-91e8-ae2cae47edf4 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:51.775784 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0415cffb-ce7f-4dc5-ad3d-0914d30043ba None None] The sync data for ids ['bd6a8fdd-ea92-4066-85b3-c3d971164fd8'] in n-d-820550-2 is: [{'id': 'bd6a8fdd-ea92-4066-85b3-c3d971164fd8', 'name': 'tempest-snat-router-1151457848', 'tenant_id': '04917306c5994b24abe5c2568c4010ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.55'}], 'enable_snat': False}, 'gw_port_id': '5d46bd3c-73aa-41eb-b863-c8023aa63af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:47Z', 'updated_at': '2021-12-16T09:56:49Z', 'revision_number': 3, 'project_id': '04917306c5994b24abe5c2568c4010ea', 'gw_port': {'id': '5d46bd3c-73aa-41eb-b863-c8023aa63af5', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6a8fdd-ea92-4066-85b3-c3d971164fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:48Z', 'updated_at': '2021-12-16T09:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:56:51.817996 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90839bc5-cc7e-4ca1-91e8-ae2cae47edf4 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Pushing event updated for resources: {'Port': ['ID=851ce889-39b5-4781-a721-2180ed2ce879,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:51.822684 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2a44e0a5-07e6-4e27-b27d-1c4344085df6 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:51.824151 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2a44e0a5-07e6-4e27-b27d-1c4344085df6 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5632415 Dec 16 09:56:51.830386 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52480) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:51.831397 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-6d8b454e-af4d-4778-ae6f-e6fd4a1a489e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'security_group_rule': {'security_group_id': 'eb7ac98d-53ff-4336-91bc-b38b17a03a8c', 'project_id': '7d5ec801137f4c9888df57468cddd269', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:56:51.836087 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90839bc5-cc7e-4ca1-91e8-ae2cae47edf4 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:56:51.838146 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-90839bc5-cc7e-4ca1-91e8-ae2cae47edf4 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:56:51.840549 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90839bc5-cc7e-4ca1-91e8-ae2cae47edf4 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:56:52.009668 n-d-820550-2 neutron-server[102817]: INFO neutron.db.securitygroups_db [None req-6d8b454e-af4d-4778-ae6f-e6fd4a1a489e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Project 7d5ec801137f4c9888df57468cddd269 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 09:56:52.015687 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6d8b454e-af4d-4778-ae6f-e6fd4a1a489e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:52.095338 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6d8b454e-af4d-4778-ae6f-e6fd4a1a489e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:52.244112 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6d8b454e-af4d-4778-ae6f-e6fd4a1a489e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:52.266866 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b454e-af4d-4778-ae6f-e6fd4a1a489e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7856ee68-206a-4acf-aa1a-96b27336251b,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:52.292243 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90839bc5-cc7e-4ca1-91e8-ae2cae47edf4 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:52.454230 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6d8b454e-af4d-4778-ae6f-e6fd4a1a489e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:52.454230 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6d8b454e-af4d-4778-ae6f-e6fd4a1a489e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6235549 Dec 16 09:56:52.454619 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52484) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:52.461719 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-9872238c-b521-442f-818f-9e5925b74bf5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'security_group_rule': {'security_group_id': 'eb7ac98d-53ff-4336-91bc-b38b17a03a8c', 'project_id': '7d5ec801137f4c9888df57468cddd269', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:56:52.519789 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90839bc5-cc7e-4ca1-91e8-ae2cae47edf4 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:52.640366 n-d-820550-2 neutron-server[102817]: INFO neutron.db.securitygroups_db [None req-9872238c-b521-442f-818f-9e5925b74bf5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Project 7d5ec801137f4c9888df57468cddd269 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 09:56:52.646467 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9872238c-b521-442f-818f-9e5925b74bf5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:52.703608 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5d46bd3c-73aa-41eb-b863-c8023aa63af5 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:56:52.734660 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9872238c-b521-442f-818f-9e5925b74bf5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:52.760612 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90839bc5-cc7e-4ca1-91e8-ae2cae47edf4 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Router 8a58afff-085a-48b6-bc47-955fb262580f is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:56:52.882764 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90839bc5-cc7e-4ca1-91e8-ae2cae47edf4 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:56:52.885972 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9872238c-b521-442f-818f-9e5925b74bf5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:52.896322 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11201866-3c3e-44e7-90c6-db231760e259 None None] Sync routers for ids ['8a58afff-085a-48b6-bc47-955fb262580f'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:56:52.906849 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11201866-3c3e-44e7-90c6-db231760e259 None None] Routers {'8a58afff-085a-48b6-bc47-955fb262580f'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:56:52.907489 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-11201866-3c3e-44e7-90c6-db231760e259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:56:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['8a58afff-085a-48b6-bc47-955fb262580f'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:52.911962 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872238c-b521-442f-818f-9e5925b74bf5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fba7e008-bc93-4c5d-960a-d47f09aabdb1,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:52.930343 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 5d46bd3c-73aa-41eb-b863-c8023aa63af5 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:56:52.935903 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:52.998139 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9872238c-b521-442f-818f-9e5925b74bf5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:53.002592 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52488) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:53.002786 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9872238c-b521-442f-818f-9e5925b74bf5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5469034 Dec 16 09:56:53.009350 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-c8575f46-120d-4066-8ef8-32241a26f9e7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'network': {'name': 'tempest-network-smoke--2001434928', 'project_id': '7d5ec801137f4c9888df57468cddd269', 'port_security_enabled': True}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:56:53.016158 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90839bc5-cc7e-4ca1-91e8-ae2cae47edf4 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:53.020255 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-90839bc5-cc7e-4ca1-91e8-ae2cae47edf4 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.4490480 Dec 16 09:56:53.020971 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52490) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:53.034903 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:53.038917 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-11201866-3c3e-44e7-90c6-db231760e259 None None] Set router 8a58afff-085a-48b6-bc47-955fb262580f gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:56:53.058189 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 5d46bd3c-73aa-41eb-b863-c8023aa63af5, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5d46bd3c-73aa-41eb-b863-c8023aa63af5,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:56:53.140451 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c9e4979a-3ca3-4319-91b7-a439746d6b2e tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] 10.222.0.60 "GET /v2.0/routers/8a58afff-085a-48b6-bc47-955fb262580f HTTP/1.1" status: 200 len: 908 time: 0.1174638 Dec 16 09:56:53.142968 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52492) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:53.148732 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8575f46-120d-4066-8ef8-32241a26f9e7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Made reservation on behalf of 7d5ec801137f4c9888df57468cddd269 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:56:53.152689 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c8575f46-120d-4066-8ef8-32241a26f9e7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:53.190693 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8575f46-120d-4066-8ef8-32241a26f9e7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:56:53.195398 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:53.209240 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c8575f46-120d-4066-8ef8-32241a26f9e7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:53.209712 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-c8575f46-120d-4066-8ef8-32241a26f9e7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Added segment 0412d37f-44df-4698-ab4d-7d27a7e4203a of type vlan for network 6d8e3eb2-f578-452f-b641-461fcffc065a Dec 16 09:56:53.269258 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c8575f46-120d-4066-8ef8-32241a26f9e7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:53.292616 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=5d46bd3c-73aa-41eb-b863-c8023aa63af5,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:53.293565 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-241033c3-29a7-4961-ad08-d4fbf6042a76 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:53.321532 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-11201866-3c3e-44e7-90c6-db231760e259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a58afff-085a-48b6-bc47-955fb262580f', 'name': 'tempest-snat-router-1151457848', 'tenant_id': '04917306c5994b24abe5c2568c4010ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '851ce889-39b5-4781-a721-2180ed2ce879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:50Z', 'updated_at': '2021-12-16T09:56:51Z', 'revision_number': 3, 'project_id': '04917306c5994b24abe5c2568c4010ea', 'gw_port': {'id': '851ce889-39b5-4781-a721-2180ed2ce879', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a58afff-085a-48b6-bc47-955fb262580f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:51Z', 'updated_at': '2021-12-16T09:56:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:53.348128 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11201866-3c3e-44e7-90c6-db231760e259 None None] Checking router: 8a58afff-085a-48b6-bc47-955fb262580f for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:56:53.348458 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11201866-3c3e-44e7-90c6-db231760e259 None None] Updating router 8a58afff-085a-48b6-bc47-955fb262580f port 851ce889-39b5-4781-a721-2180ed2ce879 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:56:53.373792 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-11201866-3c3e-44e7-90c6-db231760e259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:53.382672 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c8575f46-120d-4066-8ef8-32241a26f9e7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:53.393241 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8575f46-120d-4066-8ef8-32241a26f9e7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:53.395014 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c8575f46-120d-4066-8ef8-32241a26f9e7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:53.422947 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-241033c3-29a7-4961-ad08-d4fbf6042a76 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:53.469447 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8575f46-120d-4066-8ef8-32241a26f9e7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'Network': ['ID=6d8e3eb2-f578-452f-b641-461fcffc065a,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:53.480155 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 6d8e3eb2-f578-452f-b641-461fcffc065a details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:56:53.614036 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c8575f46-120d-4066-8ef8-32241a26f9e7 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6093192 Dec 16 09:56:53.618450 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52498) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:53.624641 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-24376a88-17ef-42c7-a278-82257e5d65be tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1688473205', 'admin_state_up': True, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:56:53.662499 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-11201866-3c3e-44e7-90c6-db231760e259 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:53.669854 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-241033c3-29a7-4961-ad08-d4fbf6042a76 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Deleting port 851ce889-39b5-4781-a721-2180ed2ce879 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:56:53.670325 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-241033c3-29a7-4961-ad08-d4fbf6042a76 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:53.705024 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0d07e665-749b-4ecb-8736-3ebbd77e4e0f req-280113ab-fab4-4c2b-aba2-fed9b3c2fbd3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0609543 Dec 16 09:56:53.751238 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-241033c3-29a7-4961-ad08-d4fbf6042a76 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:53.763173 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-241033c3-29a7-4961-ad08-d4fbf6042a76 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Calling delete_port for 851ce889-39b5-4781-a721-2180ed2ce879 owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:56:53.788625 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-11201866-3c3e-44e7-90c6-db231760e259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:53.802390 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07e665-749b-4ecb-8736-3ebbd77e4e0f req-16d714cd-3bf5-483f-85d9-1585d42dcb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:53.804025 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0d07e665-749b-4ecb-8736-3ebbd77e4e0f req-16d714cd-3bf5-483f-85d9-1585d42dcb7b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bf45dc465a44557ad989af846f14cbe&device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 1096 time: 0.0477111 Dec 16 09:56:53.805186 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-24376a88-17ef-42c7-a278-82257e5d65be tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:53.806692 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-24376a88-17ef-42c7-a278-82257e5d65be tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:53.841100 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-11201866-3c3e-44e7-90c6-db231760e259 None None] Attempting to bind port 851ce889-39b5-4781-a721-2180ed2ce879 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:56:53.841491 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-11201866-3c3e-44e7-90c6-db231760e259 None None] Attempting to bind port 851ce889-39b5-4781-a721-2180ed2ce879 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:56:53.842188 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11201866-3c3e-44e7-90c6-db231760e259 None None] Attempting to bind port 851ce889-39b5-4781-a721-2180ed2ce879 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:56:53.852476 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11201866-3c3e-44e7-90c6-db231760e259 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:56:53.852860 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11201866-3c3e-44e7-90c6-db231760e259 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:56:53.853302 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-11201866-3c3e-44e7-90c6-db231760e259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:53.853748 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11201866-3c3e-44e7-90c6-db231760e259 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:56:53.854187 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-11201866-3c3e-44e7-90c6-db231760e259 None None] Bound port: 851ce889-39b5-4781-a721-2180ed2ce879, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:56:53.854553 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-11201866-3c3e-44e7-90c6-db231760e259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:53.906925 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994d610-c33d-4efe-999c-7a15fd774522 None None] Pushing event updated for resources: {'Port': ['ID=851ce889-39b5-4781-a721-2180ed2ce879,revision_number=2']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:53.935591 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-24376a88-17ef-42c7-a278-82257e5d65be tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:53.967582 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07e665-749b-4ecb-8736-3ebbd77e4e0f req-c4145b11-982f-4afa-947c-c63910158b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:53.969093 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0d07e665-749b-4ecb-8736-3ebbd77e4e0f req-c4145b11-982f-4afa-947c-c63910158b28 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7188838e-ca9d-4c02-ba77-eb22e43eefd0 HTTP/1.1" status: 200 len: 912 time: 0.1355345 Dec 16 09:56:54.040957 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0d07e665-749b-4ecb-8736-3ebbd77e4e0f req-95fd3a8d-2598-4680-8e80-9cf69574e9e7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a89622b-751f-436b-8c62-e8d382571a08 HTTP/1.1" status: 200 len: 1001 time: 0.0643072 Dec 16 09:56:54.086344 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fd2490ed-d123-4d3c-8d36-0e9f31fdc460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:54.086922 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-241033c3-29a7-4961-ad08-d4fbf6042a76 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:54.087923 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.db.api [None req-11201866-3c3e-44e7-90c6-db231760e259 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:56:54.088657 n-d-820550-2 neutron-server[102819]: DEBUG oslo_db.api [None req-11201866-3c3e-44e7-90c6-db231760e259 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:56:54.115931 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241033c3-29a7-4961-ad08-d4fbf6042a76 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Pushing event deleted for resources: {'Port': ['ID=851ce889-39b5-4781-a721-2180ed2ce879,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:54.186424 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-241033c3-29a7-4961-ad08-d4fbf6042a76 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:54.283918 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-241033c3-29a7-4961-ad08-d4fbf6042a76 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:54.287935 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-241033c3-29a7-4961-ad08-d4fbf6042a76 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:54.452152 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-241033c3-29a7-4961-ad08-d4fbf6042a76 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:54.452830 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241033c3-29a7-4961-ad08-d4fbf6042a76 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a58afff-085a-48b6-bc47-955fb262580f {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:56:54.461468 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-241033c3-29a7-4961-ad08-d4fbf6042a76 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:54.462867 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-241033c3-29a7-4961-ad08-d4fbf6042a76 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] 10.222.0.60 "DELETE /v2.0/routers/8a58afff-085a-48b6-bc47-955fb262580f HTTP/1.1" status: 204 len: 168 time: 1.3181534 Dec 16 09:56:54.464782 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52500) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:54.500011 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07e665-749b-4ecb-8736-3ebbd77e4e0f req-d2974b35-144f-4ba5-b291-4c7e8eccdeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:54.501537 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0d07e665-749b-4ecb-8736-3ebbd77e4e0f req-d2974b35-144f-4ba5-b291-4c7e8eccdeab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=54629120-87d1-4f1a-9c62-5145af96bdbd HTTP/1.1" status: 200 len: 850 time: 0.4539223 Dec 16 09:56:54.594138 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-24376a88-17ef-42c7-a278-82257e5d65be tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:54.615679 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-11201866-3c3e-44e7-90c6-db231760e259 None None] Attempting to bind port 851ce889-39b5-4781-a721-2180ed2ce879 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:56:54.616289 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-11201866-3c3e-44e7-90c6-db231760e259 None None] Attempting to bind port 851ce889-39b5-4781-a721-2180ed2ce879 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:56:54.616742 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11201866-3c3e-44e7-90c6-db231760e259 None None] Attempting to bind port 851ce889-39b5-4781-a721-2180ed2ce879 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:56:54.617139 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07e665-749b-4ecb-8736-3ebbd77e4e0f req-8e824efb-ee69-4a89-9b60-341342908cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:54.619268 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0d07e665-749b-4ecb-8736-3ebbd77e4e0f req-8e824efb-ee69-4a89-9b60-341342908cae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7188838e-ca9d-4c02-ba77-eb22e43eefd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874565 Dec 16 09:56:54.625803 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11201866-3c3e-44e7-90c6-db231760e259 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:56:54.628308 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11201866-3c3e-44e7-90c6-db231760e259 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:56:54.629295 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-11201866-3c3e-44e7-90c6-db231760e259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:54.631389 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11201866-3c3e-44e7-90c6-db231760e259 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:56:54.631989 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-11201866-3c3e-44e7-90c6-db231760e259 None None] Bound port: 851ce889-39b5-4781-a721-2180ed2ce879, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:56:54.645219 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-11201866-3c3e-44e7-90c6-db231760e259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:54.680980 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.plugin [None req-11201866-3c3e-44e7-90c6-db231760e259 None None] Port 851ce889-39b5-4781-a721-2180ed2ce879 has been deleted concurrently {{(pid=102819) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Dec 16 09:56:54.696414 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5d46bd3c-73aa-41eb-b863-c8023aa63af5 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:56:54.701474 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11201866-3c3e-44e7-90c6-db231760e259 None None] Routers set() bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:56:54.702062 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11201866-3c3e-44e7-90c6-db231760e259 None None] Router IDs set() for agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 09:56:54.703078 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_agentschedulers_db [None req-11201866-3c3e-44e7-90c6-db231760e259 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8a58afff-085a-48b6-bc47-955fb262580f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:56:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent'). {{(pid=102819) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 16 09:56:54.703619 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11201866-3c3e-44e7-90c6-db231760e259 None None] The sync data for ids ['8a58afff-085a-48b6-bc47-955fb262580f'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:56:54.774861 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 5d46bd3c-73aa-41eb-b863-c8023aa63af5 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:56:54.775240 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:54.825150 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0d07e665-749b-4ecb-8736-3ebbd77e4e0f req-b9adeed9-6d32-4b95-ab91-b56d7cfb2c31 service neutron] 10.222.0.57 "GET /v2.0/networks/7188838e-ca9d-4c02-ba77-eb22e43eefd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941957 Dec 16 09:56:54.988612 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-857812e8-9502-405b-9261-d45fb2172a91 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:55.012781 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0d07e665-749b-4ecb-8736-3ebbd77e4e0f req-0bd75d12-4035-4681-a5f7-0efc709d39bb service neutron] 10.222.0.57 "GET /v2.0/networks/7188838e-ca9d-4c02-ba77-eb22e43eefd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779027 Dec 16 09:56:55.052255 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-24376a88-17ef-42c7-a278-82257e5d65be tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:55.072401 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-24376a88-17ef-42c7-a278-82257e5d65be tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:55.095442 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-857812e8-9502-405b-9261-d45fb2172a91 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:55.179268 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-24376a88-17ef-42c7-a278-82257e5d65be tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Allocated IP 172.25.1.197 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/98ef2ea2-50a7-48c8-8e24-348779a72158) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:56:55.266679 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-857812e8-9502-405b-9261-d45fb2172a91 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Deleting port 5d46bd3c-73aa-41eb-b863-c8023aa63af5 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:56:55.266926 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-857812e8-9502-405b-9261-d45fb2172a91 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:55.289695 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-24376a88-17ef-42c7-a278-82257e5d65be tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:55.363558 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-857812e8-9502-405b-9261-d45fb2172a91 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] For port 5d46bd3c-73aa-41eb-b863-c8023aa63af5, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5d46bd3c-73aa-41eb-b863-c8023aa63af5,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:56:55.363927 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-857812e8-9502-405b-9261-d45fb2172a91 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:55.377186 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-857812e8-9502-405b-9261-d45fb2172a91 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Calling delete_port for 5d46bd3c-73aa-41eb-b863-c8023aa63af5 owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:56:55.412375 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-24376a88-17ef-42c7-a278-82257e5d65be tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:55.453482 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24376a88-17ef-42c7-a278-82257e5d65be tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:56:55.456379 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-24376a88-17ef-42c7-a278-82257e5d65be tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:56:55.463858 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24376a88-17ef-42c7-a278-82257e5d65be tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:56:55.467239 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24376a88-17ef-42c7-a278-82257e5d65be tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'Port': ['ID=98ef2ea2-50a7-48c8-8e24-348779a72158,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:55.655965 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-857812e8-9502-405b-9261-d45fb2172a91 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:55.687406 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857812e8-9502-405b-9261-d45fb2172a91 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d46bd3c-73aa-41eb-b863-c8023aa63af5,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:55.751365 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-857812e8-9502-405b-9261-d45fb2172a91 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:55.859189 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-857812e8-9502-405b-9261-d45fb2172a91 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:55.861413 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-857812e8-9502-405b-9261-d45fb2172a91 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:55.867349 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-24376a88-17ef-42c7-a278-82257e5d65be tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:55.999802 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-857812e8-9502-405b-9261-d45fb2172a91 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:56.000254 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857812e8-9502-405b-9261-d45fb2172a91 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bd6a8fdd-ea92-4066-85b3-c3d971164fd8 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:56:56.004900 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-857812e8-9502-405b-9261-d45fb2172a91 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:56.012030 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-857812e8-9502-405b-9261-d45fb2172a91 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] 10.222.0.60 "DELETE /v2.0/routers/bd6a8fdd-ea92-4066-85b3-c3d971164fd8 HTTP/1.1" status: 204 len: 168 time: 1.5419345 Dec 16 09:56:56.012030 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52510) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:56.016811 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-1331901e-cc61-411e-95ad-597922a60cfe tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1868128356', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}, 'admin_state_up': False}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:56:56.113366 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-24376a88-17ef-42c7-a278-82257e5d65be tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:56.136123 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1331901e-cc61-411e-95ad-597922a60cfe tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:56.137233 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1331901e-cc61-411e-95ad-597922a60cfe tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:56.213657 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1331901e-cc61-411e-95ad-597922a60cfe tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:56.337591 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24376a88-17ef-42c7-a278-82257e5d65be tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Router 58e81498-5f52-41a1-8f99-2761ef35da8e is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:56:56.454374 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24376a88-17ef-42c7-a278-82257e5d65be tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:56:56.456108 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7559a361-5ea6-4ef6-a12c-0ab451a6eb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:56.461105 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1331901e-cc61-411e-95ad-597922a60cfe tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:56.470763 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fbca8a-f204-45a8-a0a0-11595f080659 None None] Sync routers for ids ['58e81498-5f52-41a1-8f99-2761ef35da8e'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:56:56.479999 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fbca8a-f204-45a8-a0a0-11595f080659 None None] Routers {'58e81498-5f52-41a1-8f99-2761ef35da8e'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:56:56.480667 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-42fbca8a-f204-45a8-a0a0-11595f080659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:56:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['58e81498-5f52-41a1-8f99-2761ef35da8e'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:56.588557 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-42fbca8a-f204-45a8-a0a0-11595f080659 None None] Set router 58e81498-5f52-41a1-8f99-2761ef35da8e gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:56:56.646769 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5d46bd3c-73aa-41eb-b863-c8023aa63af5 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:56:56.662521 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-24376a88-17ef-42c7-a278-82257e5d65be tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:56.667592 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52512) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:56.671366 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-24376a88-17ef-42c7-a278-82257e5d65be tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0517600 Dec 16 09:56:56.678142 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 5d46bd3c-73aa-41eb-b863-c8023aa63af5 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:56:56.684682 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5d46bd3c-73aa-41eb-b863-c8023aa63af5 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:56:56.708156 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ea364410-6e6c-4666-a4e6-67506582e67a tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=7d5ec801137f4c9888df57468cddd269&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392570 Dec 16 09:56:56.710997 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52514) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:56.852207 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-42fbca8a-f204-45a8-a0a0-11595f080659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688473205', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '98ef2ea2-50a7-48c8-8e24-348779a72158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:53Z', 'updated_at': '2021-12-16T09:56:55Z', 'revision_number': 3, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '98ef2ea2-50a7-48c8-8e24-348779a72158', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:55Z', 'updated_at': '2021-12-16T09:56:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:56.860513 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1331901e-cc61-411e-95ad-597922a60cfe tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router_gateway, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:56.873737 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49d5ebd-dd86-455c-ab96-cd4f3ead67ce tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:56.875343 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f49d5ebd-dd86-455c-ab96-cd4f3ead67ce tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1629951 Dec 16 09:56:56.880904 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52520) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:56.892623 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1331901e-cc61-411e-95ad-597922a60cfe tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:56.893340 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fbca8a-f204-45a8-a0a0-11595f080659 None None] Checking router: 58e81498-5f52-41a1-8f99-2761ef35da8e for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:56:56.893719 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fbca8a-f204-45a8-a0a0-11595f080659 None None] Updating router 58e81498-5f52-41a1-8f99-2761ef35da8e port 98ef2ea2-50a7-48c8-8e24-348779a72158 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:56:56.919505 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ca32860c-00c5-463e-9707-556733940c7b tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=66f24afa-c67f-4411-a795-f16773380b27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369375 Dec 16 09:56:56.924238 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-42fbca8a-f204-45a8-a0a0-11595f080659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:56.928255 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52522) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:56.934039 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-891ab832-ab31-4a45-b0da-d37bebce63f2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-834184632', 'network_id': '6d8e3eb2-f578-452f-b641-461fcffc065a', 'project_id': '7d5ec801137f4c9888df57468cddd269', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:56:57.032853 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-1331901e-cc61-411e-95ad-597922a60cfe tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Allocated IP 172.25.1.173 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/ae5bacb7-878b-4624-905b-01e83f09b4b2) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:56:57.138488 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1331901e-cc61-411e-95ad-597922a60cfe tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:57.176306 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891ab832-ab31-4a45-b0da-d37bebce63f2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Made reservation on behalf of 7d5ec801137f4c9888df57468cddd269 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:56:57.181892 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-891ab832-ab31-4a45-b0da-d37bebce63f2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:57.301827 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1331901e-cc61-411e-95ad-597922a60cfe tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:57.350831 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1331901e-cc61-411e-95ad-597922a60cfe tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:56:57.355463 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-1331901e-cc61-411e-95ad-597922a60cfe tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:56:57.358088 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1331901e-cc61-411e-95ad-597922a60cfe tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:56:57.384682 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331901e-cc61-411e-95ad-597922a60cfe tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Pushing event updated for resources: {'Port': ['ID=ae5bacb7-878b-4624-905b-01e83f09b4b2,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:57.453999 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-42fbca8a-f204-45a8-a0a0-11595f080659 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:57.501839 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-891ab832-ab31-4a45-b0da-d37bebce63f2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:57.566816 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ab832-ab31-4a45-b0da-d37bebce63f2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'Subnet': ['ID=8dfb36f6-69ae-408a-b0a0-be77e7aac83c,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:57.574472 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891ab832-ab31-4a45-b0da-d37bebce63f2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Checking segment: {'id': '0412d37f-44df-4698-ab4d-7d27a7e4203a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6d8e3eb2-f578-452f-b641-461fcffc065a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:56:57.574926 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891ab832-ab31-4a45-b0da-d37bebce63f2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Network hostable DHCP agents. Network: 6d8e3eb2-f578-452f-b641-461fcffc065a, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:56:57.638986 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-42fbca8a-f204-45a8-a0a0-11595f080659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:57.697795 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-42fbca8a-f204-45a8-a0a0-11595f080659 None None] Attempting to bind port 98ef2ea2-50a7-48c8-8e24-348779a72158 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:56:57.698155 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-42fbca8a-f204-45a8-a0a0-11595f080659 None None] Attempting to bind port 98ef2ea2-50a7-48c8-8e24-348779a72158 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:56:57.698542 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fbca8a-f204-45a8-a0a0-11595f080659 None None] Attempting to bind port 98ef2ea2-50a7-48c8-8e24-348779a72158 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:56:57.700640 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:57.702470 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85c1c2-201b-49b4-8a7d-03f08bb3d412 None None] Pushing event updated for resources: {'Port': ['ID=98ef2ea2-50a7-48c8-8e24-348779a72158,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:57.709396 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fbca8a-f204-45a8-a0a0-11595f080659 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:56:57.709396 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fbca8a-f204-45a8-a0a0-11595f080659 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:56:57.709396 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-42fbca8a-f204-45a8-a0a0-11595f080659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:57.709396 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fbca8a-f204-45a8-a0a0-11595f080659 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:56:57.709803 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-42fbca8a-f204-45a8-a0a0-11595f080659 None None] Bound port: 98ef2ea2-50a7-48c8-8e24-348779a72158, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:56:57.709900 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-42fbca8a-f204-45a8-a0a0-11595f080659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:57.725764 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891ab832-ab31-4a45-b0da-d37bebce63f2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Network 6d8e3eb2-f578-452f-b641-461fcffc065a is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:56:57.763768 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-42fbca8a-f204-45a8-a0a0-11595f080659 None None] For port 98ef2ea2-50a7-48c8-8e24-348779a72158, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:56:57.766970 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-42fbca8a-f204-45a8-a0a0-11595f080659 None None] For port 98ef2ea2-50a7-48c8-8e24-348779a72158, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=98ef2ea2-50a7-48c8-8e24-348779a72158,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:56:57.805716 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1331901e-cc61-411e-95ad-597922a60cfe tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router_gateway, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:57.840367 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-891ab832-ab31-4a45-b0da-d37bebce63f2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 6d8e3eb2-f578-452f-b641-461fcffc065a) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:56:57.843992 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891ab832-ab31-4a45-b0da-d37bebce63f2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:57.844589 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-891ab832-ab31-4a45-b0da-d37bebce63f2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:57.851368 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c65bf2a-735a-450a-818e-2ca709a8a172 None None] Network 6d8e3eb2-f578-452f-b641-461fcffc065a requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:56:57.901708 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-42fbca8a-f204-45a8-a0a0-11595f080659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:57.980047 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85c1c2-201b-49b4-8a7d-03f08bb3d412 None None] Pushing event updated for resources: {'Port': ['ID=98ef2ea2-50a7-48c8-8e24-348779a72158,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:57.980260 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-891ab832-ab31-4a45-b0da-d37bebce63f2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0480514 Dec 16 09:56:57.980703 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52528) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:58.002592 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fbca8a-f204-45a8-a0a0-11595f080659 None None] Routers {'58e81498-5f52-41a1-8f99-2761ef35da8e'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:56:58.003219 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-42fbca8a-f204-45a8-a0a0-11595f080659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:56:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['58e81498-5f52-41a1-8f99-2761ef35da8e'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:58.046766 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1331901e-cc61-411e-95ad-597922a60cfe tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:58.162955 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610973f1-788a-42f8-84de-62970fc23fe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-6d8e3eb2-f578-452f-b641-461fcffc065a', 'network_id': '6d8e3eb2-f578-452f-b641-461fcffc065a', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'fixed_ips': [{'subnet_id': '8dfb36f6-69ae-408a-b0a0-be77e7aac83c'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:56:58.164100 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-610973f1-788a-42f8-84de-62970fc23fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:58.170843 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-42fbca8a-f204-45a8-a0a0-11595f080659 None None] Set router 58e81498-5f52-41a1-8f99-2761ef35da8e gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:56:58.274577 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1331901e-cc61-411e-95ad-597922a60cfe tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Router b2ebb7e3-6624-46f9-988a-3dc1c3538bb5 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:56:58.403310 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1331901e-cc61-411e-95ad-597922a60cfe tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:56:58.417220 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4e93ff-0328-4086-b587-ba9d5cb10cda None None] Sync routers for ids ['b2ebb7e3-6624-46f9-988a-3dc1c3538bb5'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:56:58.431805 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4e93ff-0328-4086-b587-ba9d5cb10cda None None] Routers {'b2ebb7e3-6624-46f9-988a-3dc1c3538bb5'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:56:58.432768 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-ca4e93ff-0328-4086-b587-ba9d5cb10cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:56:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b2ebb7e3-6624-46f9-988a-3dc1c3538bb5'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:58.449399 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-610973f1-788a-42f8-84de-62970fc23fe5 None None] Allocated IP 172.20.0.2 (6d8e3eb2-f578-452f-b641-461fcffc065a/8dfb36f6-69ae-408a-b0a0-be77e7aac83c/424ffd78-1658-483c-b581-9258c675a523) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:56:58.497275 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-ca4e93ff-0328-4086-b587-ba9d5cb10cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:58.501005 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1331901e-cc61-411e-95ad-597922a60cfe tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:58.502639 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1331901e-cc61-411e-95ad-597922a60cfe tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4895234 Dec 16 09:56:58.505775 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52530) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:58.508158 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4e93ff-0328-4086-b587-ba9d5cb10cda None None] Routers {'b2ebb7e3-6624-46f9-988a-3dc1c3538bb5'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:56:58.509105 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-ca4e93ff-0328-4086-b587-ba9d5cb10cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:56:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b2ebb7e3-6624-46f9-988a-3dc1c3538bb5'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:58.512085 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-f70431fb-8068-4e42-b593-53e8020137f0 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'enable_snat': False}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:56:58.547527 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8a774825-6922-41c4-83c7-2598bb92d01f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:58.548334 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-42fbca8a-f204-45a8-a0a0-11595f080659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688473205', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '98ef2ea2-50a7-48c8-8e24-348779a72158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:53Z', 'updated_at': '2021-12-16T09:56:55Z', 'revision_number': 3, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '98ef2ea2-50a7-48c8-8e24-348779a72158', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:55Z', 'updated_at': '2021-12-16T09:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:58.555323 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-ca4e93ff-0328-4086-b587-ba9d5cb10cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:58.556008 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4e93ff-0328-4086-b587-ba9d5cb10cda None None] The sync data for ids ['b2ebb7e3-6624-46f9-988a-3dc1c3538bb5'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:56:58.587625 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fbca8a-f204-45a8-a0a0-11595f080659 None None] The sync data for ids ['58e81498-5f52-41a1-8f99-2761ef35da8e'] in n-d-820550-2 is: [{'id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688473205', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '98ef2ea2-50a7-48c8-8e24-348779a72158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:53Z', 'updated_at': '2021-12-16T09:56:55Z', 'revision_number': 3, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '98ef2ea2-50a7-48c8-8e24-348779a72158', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:55Z', 'updated_at': '2021-12-16T09:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:56:58.690169 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-610973f1-788a-42f8-84de-62970fc23fe5 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:58.835451 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-610973f1-788a-42f8-84de-62970fc23fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:58.901336 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-8a774825-6922-41c4-83c7-2598bb92d01f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Allocated IP 172.20.0.1 (6d8e3eb2-f578-452f-b641-461fcffc065a/8dfb36f6-69ae-408a-b0a0-be77e7aac83c/6c652190-375f-4d0a-80b8-e9ea1f7695a1) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:56:58.907183 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f70431fb-8068-4e42-b593-53e8020137f0 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:58.910207 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610973f1-788a-42f8-84de-62970fc23fe5 None None] Pushing event updated for resources: {'Port': ['ID=424ffd78-1658-483c-b581-9258c675a523,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:58.935710 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610973f1-788a-42f8-84de-62970fc23fe5 None None] Network 6d8e3eb2-f578-452f-b641-461fcffc065a is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:56:58.937221 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-610973f1-788a-42f8-84de-62970fc23fe5 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:56:58.955132 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610973f1-788a-42f8-84de-62970fc23fe5 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:56:59.037513 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-610973f1-788a-42f8-84de-62970fc23fe5 None None] Attempting to bind port 424ffd78-1658-483c-b581-9258c675a523 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:56:59.038175 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-610973f1-788a-42f8-84de-62970fc23fe5 None None] Attempting to bind port 424ffd78-1658-483c-b581-9258c675a523 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '0412d37f-44df-4698-ab4d-7d27a7e4203a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6d8e3eb2-f578-452f-b641-461fcffc065a'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:56:59.038944 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610973f1-788a-42f8-84de-62970fc23fe5 None None] Attempting to bind port 424ffd78-1658-483c-b581-9258c675a523 on network 6d8e3eb2-f578-452f-b641-461fcffc065a {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:56:59.064120 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610973f1-788a-42f8-84de-62970fc23fe5 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:56:59.080212 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610973f1-788a-42f8-84de-62970fc23fe5 None None] Checking segment: {'id': '0412d37f-44df-4698-ab4d-7d27a7e4203a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6d8e3eb2-f578-452f-b641-461fcffc065a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:56:59.080212 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-610973f1-788a-42f8-84de-62970fc23fe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:59.080212 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610973f1-788a-42f8-84de-62970fc23fe5 None None] Bound using segment: {'id': '0412d37f-44df-4698-ab4d-7d27a7e4203a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6d8e3eb2-f578-452f-b641-461fcffc065a'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:56:59.080212 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-610973f1-788a-42f8-84de-62970fc23fe5 None None] Bound port: 424ffd78-1658-483c-b581-9258c675a523, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0412d37f-44df-4698-ab4d-7d27a7e4203a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6d8e3eb2-f578-452f-b641-461fcffc065a'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:56:59.080212 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-610973f1-788a-42f8-84de-62970fc23fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:59.086321 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8a774825-6922-41c4-83c7-2598bb92d01f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:59.159067 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:59.180468 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-610973f1-788a-42f8-84de-62970fc23fe5 None None] For port 424ffd78-1658-483c-b581-9258c675a523, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:56:59.184394 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-610973f1-788a-42f8-84de-62970fc23fe5 None None] For port 424ffd78-1658-483c-b581-9258c675a523, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=424ffd78-1658-483c-b581-9258c675a523,segment=NetworkSegment(0412d37f-44df-4698-ab4d-7d27a7e4203a),segment_id=0412d37f-44df-4698-ab4d-7d27a7e4203a)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:56:59.195095 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8a774825-6922-41c4-83c7-2598bb92d01f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:59.239303 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a774825-6922-41c4-83c7-2598bb92d01f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Network 6d8e3eb2-f578-452f-b641-461fcffc065a is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:56:59.242813 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-8a774825-6922-41c4-83c7-2598bb92d01f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:56:59.245592 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a774825-6922-41c4-83c7-2598bb92d01f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:56:59.275002 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-610973f1-788a-42f8-84de-62970fc23fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:59.277277 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a774825-6922-41c4-83c7-2598bb92d01f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'Port': ['ID=6c652190-375f-4d0a-80b8-e9ea1f7695a1,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:59.315141 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8a774825-6922-41c4-83c7-2598bb92d01f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:59.380179 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610973f1-788a-42f8-84de-62970fc23fe5 None None] Pushing event updated for resources: {'Port': ['ID=424ffd78-1658-483c-b581-9258c675a523,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:59.581275 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f70431fb-8068-4e42-b593-53e8020137f0 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10956'] for router, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:59.586175 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f70431fb-8068-4e42-b593-53e8020137f0 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575385'] for router, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:59.655801 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:59.745737 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8a774825-6922-41c4-83c7-2598bb92d01f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:00.114140 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70431fb-8068-4e42-b593-53e8020137f0 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Router b2ebb7e3-6624-46f9-988a-3dc1c3538bb5 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:57:00.276147 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70431fb-8068-4e42-b593-53e8020137f0 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:57:00.283109 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f70431fb-8068-4e42-b593-53e8020137f0 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:00.287709 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52540) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:00.289762 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f70431fb-8068-4e42-b593-53e8020137f0 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] 10.222.0.60 "PUT /v2.0/routers/b2ebb7e3-6624-46f9-988a-3dc1c3538bb5 HTTP/1.1" status: 200 len: 922 time: 1.7828438 Dec 16 09:57:00.294063 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e31fa89-c949-4d89-ac19-dabb276210a4 None None] Sync routers for ids ['b2ebb7e3-6624-46f9-988a-3dc1c3538bb5'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:57:00.317716 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e31fa89-c949-4d89-ac19-dabb276210a4 None None] Routers {'b2ebb7e3-6624-46f9-988a-3dc1c3538bb5'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:00.318449 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-5e31fa89-c949-4d89-ac19-dabb276210a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:56:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b2ebb7e3-6624-46f9-988a-3dc1c3538bb5'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:00.355758 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-5e31fa89-c949-4d89-ac19-dabb276210a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:00.365329 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e31fa89-c949-4d89-ac19-dabb276210a4 None None] Routers {'b2ebb7e3-6624-46f9-988a-3dc1c3538bb5'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:00.366074 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-5e31fa89-c949-4d89-ac19-dabb276210a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:56:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b2ebb7e3-6624-46f9-988a-3dc1c3538bb5'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:00.405325 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-5e31fa89-c949-4d89-ac19-dabb276210a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:00.406144 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e31fa89-c949-4d89-ac19-dabb276210a4 None None] The sync data for ids ['b2ebb7e3-6624-46f9-988a-3dc1c3538bb5'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:57:00.467295 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-cde16389-46e3-4308-9a92-9c3c313a4072 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] 10.222.0.60 "GET /v2.0/routers/b2ebb7e3-6624-46f9-988a-3dc1c3538bb5 HTTP/1.1" status: 200 len: 922 time: 0.1765776 Dec 16 09:57:00.470727 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52542) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:00.529226 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46441017-6527-4773-96ff-e14410841ada None None] Network 6d8e3eb2-f578-452f-b641-461fcffc065a requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:57:00.566710 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87cc18c-1465-438c-b9a7-4e7d29fe73c9 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:00.566903 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8a774825-6922-41c4-83c7-2598bb92d01f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:00.580568 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f87cc18c-1465-438c-b9a7-4e7d29fe73c9 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=66f24afa-c67f-4411-a795-f16773380b27&device_id=b2ebb7e3-6624-46f9-988a-3dc1c3538bb5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0965369 Dec 16 09:57:00.580983 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52544) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:00.624252 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-03043f67-037a-4405-ab25-c18e124e6b68 None None] Provisioning complete for port 424ffd78-1658-483c-b581-9258c675a523 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:00.624931 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-03043f67-037a-4405-ab25-c18e124e6b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:00.664053 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8a774825-6922-41c4-83c7-2598bb92d01f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:00.724014 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2956447-f559-430e-9bac-f4cc833e2fce tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:00.724014 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f2956447-f559-430e-9bac-f4cc833e2fce tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 881 time: 0.1475034 Dec 16 09:57:00.724682 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52546) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:00.761229 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8493b872-4125-4660-a0fb-d5fd2757156e tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2ebb7e3-6624-46f9-988a-3dc1c3538bb5 HTTP/1.1" status: 200 len: 205 time: 0.0328238 Dec 16 09:57:00.761446 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52548) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:00.781156 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8a774825-6922-41c4-83c7-2598bb92d01f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:00.783586 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a774825-6922-41c4-83c7-2598bb92d01f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'Port': ['ID=6c652190-375f-4d0a-80b8-e9ea1f7695a1,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:00.887866 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-63da4946-7fd0-4a75-b5ba-bcd927e809db tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:00.914239 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 424ffd78-1658-483c-b581-9258c675a523 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:57:00.934952 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a774825-6922-41c4-83c7-2598bb92d01f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Network 6d8e3eb2-f578-452f-b641-461fcffc065a is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:57:00.936822 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-8a774825-6922-41c4-83c7-2598bb92d01f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:57:01.007799 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-63da4946-7fd0-4a75-b5ba-bcd927e809db tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:01.027434 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-03043f67-037a-4405-ab25-c18e124e6b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:01.066669 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 424ffd78-1658-483c-b581-9258c675a523 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:01.070388 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:01.081844 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a774825-6922-41c4-83c7-2598bb92d01f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Router 58e81498-5f52-41a1-8f99-2761ef35da8e has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:57:01.105010 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-03043f67-037a-4405-ab25-c18e124e6b68 None None] For port 424ffd78-1658-483c-b581-9258c675a523, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=424ffd78-1658-483c-b581-9258c675a523,segment=NetworkSegment(0412d37f-44df-4698-ab4d-7d27a7e4203a),segment_id=0412d37f-44df-4698-ab4d-7d27a7e4203a)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:57:01.148702 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-63da4946-7fd0-4a75-b5ba-bcd927e809db tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Deleting port ae5bacb7-878b-4624-905b-01e83f09b4b2 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:57:01.149575 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-63da4946-7fd0-4a75-b5ba-bcd927e809db tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:01.194491 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:01.214548 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-03043f67-037a-4405-ab25-c18e124e6b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:01.270260 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-63da4946-7fd0-4a75-b5ba-bcd927e809db tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:01.284079 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-63da4946-7fd0-4a75-b5ba-bcd927e809db tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Calling delete_port for ae5bacb7-878b-4624-905b-01e83f09b4b2 owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:57:01.287781 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a774825-6922-41c4-83c7-2598bb92d01f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:57:01.311724 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e713a2ea-83a8-4910-ad7c-5362fb83ae59 None None] Sync routers for ids ['58e81498-5f52-41a1-8f99-2761ef35da8e'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:57:01.327218 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8a774825-6922-41c4-83c7-2598bb92d01f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "PUT /v2.0/routers/58e81498-5f52-41a1-8f99-2761ef35da8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3211293 Dec 16 09:57:01.330010 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e713a2ea-83a8-4910-ad7c-5362fb83ae59 None None] Routers {'58e81498-5f52-41a1-8f99-2761ef35da8e'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:01.330650 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e713a2ea-83a8-4910-ad7c-5362fb83ae59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:56:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['58e81498-5f52-41a1-8f99-2761ef35da8e'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:01.331175 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03043f67-037a-4405-ab25-c18e124e6b68 None None] Pushing event updated for resources: {'Port': ['ID=424ffd78-1658-483c-b581-9258c675a523,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:01.391100 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:57:01.391417 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:57:01.485739 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-e713a2ea-83a8-4910-ad7c-5362fb83ae59 None None] Set router 58e81498-5f52-41a1-8f99-2761ef35da8e gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:57:01.540749 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-16b0e32e-6013-4573-aa8a-c311bd335aa4 None None] Provisioning complete for port 6c652190-375f-4d0a-80b8-e9ea1f7695a1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:01.540749 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-16b0e32e-6013-4573-aa8a-c311bd335aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:01.601333 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-63da4946-7fd0-4a75-b5ba-bcd927e809db tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:01.612446 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-db0ed109-0fcb-4054-9eb4-7edd05c2af45 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2144791931&fields=id&tenant_id=7d5ec801137f4c9888df57468cddd269 HTTP/1.1" status: 200 len: 267 time: 0.0670533 Dec 16 09:57:01.622546 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-16b0e32e-6013-4573-aa8a-c311bd335aa4 None None] Port 6c652190-375f-4d0a-80b8-e9ea1f7695a1 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:57:01.647066 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-16b0e32e-6013-4573-aa8a-c311bd335aa4 None None] Provisioning complete for port 424ffd78-1658-483c-b581-9258c675a523 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:01.647440 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-16b0e32e-6013-4573-aa8a-c311bd335aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:01.660418 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da4946-7fd0-4a75-b5ba-bcd927e809db tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Pushing event deleted for resources: {'Port': ['ID=ae5bacb7-878b-4624-905b-01e83f09b4b2,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:01.760856 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-63da4946-7fd0-4a75-b5ba-bcd927e809db tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:01.796072 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-5eb2ca9d-c2bd-48ef-8d97-327abb3c9358 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:01.797678 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-5eb2ca9d-c2bd-48ef-8d97-327abb3c9358 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/networks?id=6d8e3eb2-f578-452f-b641-461fcffc065a HTTP/1.1" status: 200 len: 797 time: 0.1725039 Dec 16 09:57:01.826873 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e713a2ea-83a8-4910-ad7c-5362fb83ae59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688473205', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '98ef2ea2-50a7-48c8-8e24-348779a72158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:53Z', 'updated_at': '2021-12-16T09:56:59Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '98ef2ea2-50a7-48c8-8e24-348779a72158', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:55Z', 'updated_at': '2021-12-16T09:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '6c652190-375f-4d0a-80b8-e9ea1f7695a1', 'name': '', 'network_id': '6d8e3eb2-f578-452f-b641-461fcffc065a', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'mac_address': 'fa:16:3e:3f:b1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '8dfb36f6-69ae-408a-b0a0-be77e7aac83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:58Z', 'updated_at': '2021-12-16T09:57:00Z', 'revision_number': 2, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'subnets': [{'id': '8dfb36f6-69ae-408a-b0a0-be77e7aac83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:01.831127 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-2ba0d9e6-c7e4-45c2-9e1c-f4e2c3711b63 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/quotas/7d5ec801137f4c9888df57468cddd269 HTTP/1.1" status: 200 len: 375 time: 0.0198703 Dec 16 09:57:01.858647 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e713a2ea-83a8-4910-ad7c-5362fb83ae59 None None] Checking router: 58e81498-5f52-41a1-8f99-2761ef35da8e for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:57:01.859028 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e713a2ea-83a8-4910-ad7c-5362fb83ae59 None None] Updating router 58e81498-5f52-41a1-8f99-2761ef35da8e port 6c652190-375f-4d0a-80b8-e9ea1f7695a1 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:57:01.891657 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-63da4946-7fd0-4a75-b5ba-bcd927e809db tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:01.896137 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-63da4946-7fd0-4a75-b5ba-bcd927e809db tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:01.897784 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-e713a2ea-83a8-4910-ad7c-5362fb83ae59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:01.947827 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-5a95bf6b-18fd-47df-9373-376cc3ee6f71 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1099517 Dec 16 09:57:01.967609 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 98ef2ea2-50a7-48c8-8e24-348779a72158 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:57:01.997543 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-f2895ab5-aaf6-49bf-bda0-f33e563ca74f None None] Provisioning complete for port 6c652190-375f-4d0a-80b8-e9ea1f7695a1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:01.998636 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f2895ab5-aaf6-49bf-bda0-f33e563ca74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:02.059381 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f2895ab5-aaf6-49bf-bda0-f33e563ca74f None None] Port 6c652190-375f-4d0a-80b8-e9ea1f7695a1 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:57:02.071143 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-63da4946-7fd0-4a75-b5ba-bcd927e809db tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:02.072816 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63da4946-7fd0-4a75-b5ba-bcd927e809db tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Fanout notify agent at l3_agent the message router_deleted on router b2ebb7e3-6624-46f9-988a-3dc1c3538bb5 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:57:02.077862 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 98ef2ea2-50a7-48c8-8e24-348779a72158 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:02.078180 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:02.108875 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-6d7c3199-11af-453e-8e31-8748593d8165 service neutron] 10.222.0.60 "GET /v2.0/networks/6d8e3eb2-f578-452f-b641-461fcffc065a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215723 Dec 16 09:57:02.108984 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-63da4946-7fd0-4a75-b5ba-bcd927e809db tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:02.108984 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-63da4946-7fd0-4a75-b5ba-bcd927e809db tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] 10.222.0.60 "DELETE /v2.0/routers/b2ebb7e3-6624-46f9-988a-3dc1c3538bb5 HTTP/1.1" status: 204 len: 168 time: 1.3324716 Dec 16 09:57:02.108984 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52570) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:02.114484 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-b23eb700-8483-4ad0-aa7b-272be98f7975 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-44114801', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:02.192358 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:02.199567 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-766ce713-c344-4a8e-b1a1-6ee3880f2d64 None None] Provisioning complete for port 6c652190-375f-4d0a-80b8-e9ea1f7695a1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:02.199567 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-766ce713-c344-4a8e-b1a1-6ee3880f2d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:02.237496 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 98ef2ea2-50a7-48c8-8e24-348779a72158, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=98ef2ea2-50a7-48c8-8e24-348779a72158,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:57:02.240498 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b23eb700-8483-4ad0-aa7b-272be98f7975 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:02.242227 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b23eb700-8483-4ad0-aa7b-272be98f7975 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:02.251163 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-8f4b9b0f-0f87-46eb-955c-8cb23262f7f8 service neutron] 10.222.0.60 "GET /v2.0/networks/6d8e3eb2-f578-452f-b641-461fcffc065a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511145 Dec 16 09:57:02.255204 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-766ce713-c344-4a8e-b1a1-6ee3880f2d64 None None] Port 6c652190-375f-4d0a-80b8-e9ea1f7695a1 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:57:02.286739 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-e713a2ea-83a8-4910-ad7c-5362fb83ae59 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:02.309926 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b23eb700-8483-4ad0-aa7b-272be98f7975 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:02.350283 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:02.398362 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-e713a2ea-83a8-4910-ad7c-5362fb83ae59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:02.403400 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=98ef2ea2-50a7-48c8-8e24-348779a72158,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:02.452956 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27b4da-45a4-4ef1-b28d-6a31ea4bb83c None None] Pushing event updated for resources: {'Port': ['ID=6c652190-375f-4d0a-80b8-e9ea1f7695a1,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:02.471702 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b23eb700-8483-4ad0-aa7b-272be98f7975 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:02.512463 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-e713a2ea-83a8-4910-ad7c-5362fb83ae59 None None] Attempting to bind port 6c652190-375f-4d0a-80b8-e9ea1f7695a1 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:57:02.512886 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-e713a2ea-83a8-4910-ad7c-5362fb83ae59 None None] Attempting to bind port 6c652190-375f-4d0a-80b8-e9ea1f7695a1 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '0412d37f-44df-4698-ab4d-7d27a7e4203a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6d8e3eb2-f578-452f-b641-461fcffc065a'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:57:02.513294 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e713a2ea-83a8-4910-ad7c-5362fb83ae59 None None] Attempting to bind port 6c652190-375f-4d0a-80b8-e9ea1f7695a1 on network 6d8e3eb2-f578-452f-b641-461fcffc065a {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:57:02.521699 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e713a2ea-83a8-4910-ad7c-5362fb83ae59 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:57:02.521699 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e713a2ea-83a8-4910-ad7c-5362fb83ae59 None None] Checking segment: {'id': '0412d37f-44df-4698-ab4d-7d27a7e4203a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6d8e3eb2-f578-452f-b641-461fcffc065a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:57:02.521699 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-e713a2ea-83a8-4910-ad7c-5362fb83ae59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:02.521699 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e713a2ea-83a8-4910-ad7c-5362fb83ae59 None None] Bound using segment: {'id': '0412d37f-44df-4698-ab4d-7d27a7e4203a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6d8e3eb2-f578-452f-b641-461fcffc065a'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:57:02.522117 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-e713a2ea-83a8-4910-ad7c-5362fb83ae59 None None] Bound port: 6c652190-375f-4d0a-80b8-e9ea1f7695a1, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0412d37f-44df-4698-ab4d-7d27a7e4203a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6d8e3eb2-f578-452f-b641-461fcffc065a'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:57:02.522205 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-e713a2ea-83a8-4910-ad7c-5362fb83ae59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:02.615025 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b23eb700-8483-4ad0-aa7b-272be98f7975 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:02.620959 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52580) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:02.621685 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b23eb700-8483-4ad0-aa7b-272be98f7975 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5134614 Dec 16 09:57:02.625835 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7949f25d-af22-485f-88da-7e6055c5a968 req-15742873-1a09-4c11-aa81-0f5e671b9824 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 210 time: 0.0782592 Dec 16 09:57:02.626827 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-3c2a6cd5-9d24-4dc4-bf59-2f01ecf58785 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Request body: {'router': {'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:02.672012 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-e713a2ea-83a8-4910-ad7c-5362fb83ae59 None None] For port 6c652190-375f-4d0a-80b8-e9ea1f7695a1, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:57:02.676222 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-e713a2ea-83a8-4910-ad7c-5362fb83ae59 None None] For port 6c652190-375f-4d0a-80b8-e9ea1f7695a1, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=6c652190-375f-4d0a-80b8-e9ea1f7695a1,segment=NetworkSegment(0412d37f-44df-4698-ab4d-7d27a7e4203a),segment_id=0412d37f-44df-4698-ab4d-7d27a7e4203a)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:57:02.686175 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 424ffd78-1658-483c-b581-9258c675a523 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:57:02.754650 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 424ffd78-1658-483c-b581-9258c675a523 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:02.755031 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:02.800892 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-a634c884-a966-4d93-9353-6fb105caffdc None None] Provisioning complete for port 6c652190-375f-4d0a-80b8-e9ea1f7695a1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:02.801350 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a634c884-a966-4d93-9353-6fb105caffdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:02.814014 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-e713a2ea-83a8-4910-ad7c-5362fb83ae59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:02.842143 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-a634c884-a966-4d93-9353-6fb105caffdc None None] Port 6c652190-375f-4d0a-80b8-e9ea1f7695a1 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:57:02.894171 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e713a2ea-83a8-4910-ad7c-5362fb83ae59 None None] Routers {'58e81498-5f52-41a1-8f99-2761ef35da8e'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:02.894816 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e713a2ea-83a8-4910-ad7c-5362fb83ae59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:56:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['58e81498-5f52-41a1-8f99-2761ef35da8e'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:02.900674 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 98ef2ea2-50a7-48c8-8e24-348779a72158 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:57:02.923530 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c2a6cd5-9d24-4dc4-bf59-2f01ecf58785 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:02.942250 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27b4da-45a4-4ef1-b28d-6a31ea4bb83c None None] Pushing event updated for resources: {'Port': ['ID=6c652190-375f-4d0a-80b8-e9ea1f7695a1,revision_number=4']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:02.971226 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 98ef2ea2-50a7-48c8-8e24-348779a72158 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:02.971992 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:03.157623 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-e713a2ea-83a8-4910-ad7c-5362fb83ae59 None None] Set router 58e81498-5f52-41a1-8f99-2761ef35da8e gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:57:03.266230 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-f82a976f-0219-4e28-bbba-6d4d7a0e01aa None None] Provisioning complete for port 6c652190-375f-4d0a-80b8-e9ea1f7695a1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:03.266595 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f82a976f-0219-4e28-bbba-6d4d7a0e01aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:03.267937 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c2a6cd5-9d24-4dc4-bf59-2f01ecf58785 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:03.288984 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c2a6cd5-9d24-4dc4-bf59-2f01ecf58785 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:03.406380 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f82a976f-0219-4e28-bbba-6d4d7a0e01aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:03.426629 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e713a2ea-83a8-4910-ad7c-5362fb83ae59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688473205', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '98ef2ea2-50a7-48c8-8e24-348779a72158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:53Z', 'updated_at': '2021-12-16T09:56:59Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '98ef2ea2-50a7-48c8-8e24-348779a72158', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:55Z', 'updated_at': '2021-12-16T09:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '6c652190-375f-4d0a-80b8-e9ea1f7695a1', 'name': '', 'network_id': '6d8e3eb2-f578-452f-b641-461fcffc065a', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'mac_address': 'fa:16:3e:3f:b1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '8dfb36f6-69ae-408a-b0a0-be77e7aac83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:58Z', 'updated_at': '2021-12-16T09:57:02Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'subnets': [{'id': '8dfb36f6-69ae-408a-b0a0-be77e7aac83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:03.441073 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-3c2a6cd5-9d24-4dc4-bf59-2f01ecf58785 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Allocated IP 172.25.1.59 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/af891bab-e9f3-4e35-9b22-ddd7bbfe78cc) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:57:03.453805 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f82a976f-0219-4e28-bbba-6d4d7a0e01aa None None] For port 6c652190-375f-4d0a-80b8-e9ea1f7695a1, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=6c652190-375f-4d0a-80b8-e9ea1f7695a1,segment=NetworkSegment(0412d37f-44df-4698-ab4d-7d27a7e4203a),segment_id=0412d37f-44df-4698-ab4d-7d27a7e4203a)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:57:03.455249 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e713a2ea-83a8-4910-ad7c-5362fb83ae59 None None] The sync data for ids ['58e81498-5f52-41a1-8f99-2761ef35da8e'] in n-d-820550-2 is: [{'id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688473205', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '98ef2ea2-50a7-48c8-8e24-348779a72158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:53Z', 'updated_at': '2021-12-16T09:56:59Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '98ef2ea2-50a7-48c8-8e24-348779a72158', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:55Z', 'updated_at': '2021-12-16T09:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '6c652190-375f-4d0a-80b8-e9ea1f7695a1', 'name': '', 'network_id': '6d8e3eb2-f578-452f-b641-461fcffc065a', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'mac_address': 'fa:16:3e:3f:b1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '8dfb36f6-69ae-408a-b0a0-be77e7aac83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:58Z', 'updated_at': '2021-12-16T09:57:02Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'subnets': [{'id': '8dfb36f6-69ae-408a-b0a0-be77e7aac83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:57:03.592754 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c2a6cd5-9d24-4dc4-bf59-2f01ecf58785 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:03.658339 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f82a976f-0219-4e28-bbba-6d4d7a0e01aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:03.721030 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a976f-0219-4e28-bbba-6d4d7a0e01aa None None] Pushing event updated for resources: {'Port': ['ID=6c652190-375f-4d0a-80b8-e9ea1f7695a1,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:03.731917 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-20f555ec-40f5-432b-8d05-eb0cc8f98c5f req-d6aee6d0-86e4-4cea-add2-44dfaa222d07 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 210 time: 0.0308948 Dec 16 09:57:03.868914 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c2a6cd5-9d24-4dc4-bf59-2f01ecf58785 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:03.910880 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2a6cd5-9d24-4dc4-bf59-2f01ecf58785 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:57:03.915860 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-3c2a6cd5-9d24-4dc4-bf59-2f01ecf58785 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:57:03.922881 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2a6cd5-9d24-4dc4-bf59-2f01ecf58785 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:57:03.925314 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a6cd5-9d24-4dc4-bf59-2f01ecf58785 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Pushing event updated for resources: {'Port': ['ID=af891bab-e9f3-4e35-9b22-ddd7bbfe78cc,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:04.413567 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c2a6cd5-9d24-4dc4-bf59-2f01ecf58785 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:04.682551 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6c652190-375f-4d0a-80b8-e9ea1f7695a1 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:57:04.733602 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c2a6cd5-9d24-4dc4-bf59-2f01ecf58785 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10956'] for router, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:04.739283 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c2a6cd5-9d24-4dc4-bf59-2f01ecf58785 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575385'] for router, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:04.775302 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 6c652190-375f-4d0a-80b8-e9ea1f7695a1 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:04.775689 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:04.878009 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8a9aa74f-cb25-4cd2-8a0d-44c6d3890123 req-12a23a2b-7144-470b-b818-050bfe2dba59 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 210 time: 0.0375085 Dec 16 09:57:05.022161 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2a6cd5-9d24-4dc4-bf59-2f01ecf58785 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Router 4e6671b5-fce7-4706-bd55-89b5d2315e6b is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:57:05.139462 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2a6cd5-9d24-4dc4-bf59-2f01ecf58785 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:57:05.151882 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c2a6cd5-9d24-4dc4-bf59-2f01ecf58785 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:05.152318 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18559f3f-b528-4cc6-94a4-1dae928d05c1 None None] Sync routers for ids ['4e6671b5-fce7-4706-bd55-89b5d2315e6b'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:57:05.153701 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3c2a6cd5-9d24-4dc4-bf59-2f01ecf58785 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] 10.222.0.60 "PUT /v2.0/routers/4e6671b5-fce7-4706-bd55-89b5d2315e6b HTTP/1.1" status: 200 len: 877 time: 2.5311632 Dec 16 09:57:05.160528 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52600) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:05.172462 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18559f3f-b528-4cc6-94a4-1dae928d05c1 None None] Routers {'4e6671b5-fce7-4706-bd55-89b5d2315e6b'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:05.173257 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-18559f3f-b528-4cc6-94a4-1dae928d05c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:56:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4e6671b5-fce7-4706-bd55-89b5d2315e6b'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:05.209012 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-18559f3f-b528-4cc6-94a4-1dae928d05c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:05.218360 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18559f3f-b528-4cc6-94a4-1dae928d05c1 None None] Routers {'4e6671b5-fce7-4706-bd55-89b5d2315e6b'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:05.219021 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-18559f3f-b528-4cc6-94a4-1dae928d05c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:56:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4e6671b5-fce7-4706-bd55-89b5d2315e6b'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:05.260519 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-18559f3f-b528-4cc6-94a4-1dae928d05c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:05.261255 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18559f3f-b528-4cc6-94a4-1dae928d05c1 None None] The sync data for ids ['4e6671b5-fce7-4706-bd55-89b5d2315e6b'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:57:05.292180 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a5f272e2-db6d-4ce0-ada8-c590d11c31af tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] 10.222.0.60 "GET /v2.0/routers/4e6671b5-fce7-4706-bd55-89b5d2315e6b HTTP/1.1" status: 200 len: 918 time: 0.1294792 Dec 16 09:57:05.295251 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52602) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:05.347164 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f38847-19c5-43b8-970a-ae51b7a32eb5 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:05.349341 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-95f38847-19c5-43b8-970a-ae51b7a32eb5 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=66f24afa-c67f-4411-a795-f16773380b27&device_id=4e6671b5-fce7-4706-bd55-89b5d2315e6b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0527592 Dec 16 09:57:05.352044 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52604) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:05.447408 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfc4783-7530-4f53-84f6-86722fb4c220 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:05.448856 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9dfc4783-7530-4f53-84f6-86722fb4c220 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 881 time: 0.0958455 Dec 16 09:57:05.451735 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52606) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:05.494885 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-121e7481-1fe4-4217-b3f8-db7ebf9f950c tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e6671b5-fce7-4706-bd55-89b5d2315e6b HTTP/1.1" status: 200 len: 205 time: 0.0412672 Dec 16 09:57:05.497074 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52608) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:05.537539 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-4304f0f0-7ffd-4dfd-a3b3-4268788461fe tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:05.539197 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-4304f0f0-7ffd-4dfd-a3b3-4268788461fe tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.58 "GET /v2.0/networks?id=6d8e3eb2-f578-452f-b641-461fcffc065a HTTP/1.1" status: 200 len: 797 time: 0.1232648 Dec 16 09:57:05.596729 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-36cabe42-b0a4-4c36-b805-692d0eeb8ee0 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d5ec801137f4c9888df57468cddd269 HTTP/1.1" status: 200 len: 380 time: 0.0479863 Dec 16 09:57:05.607037 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-bb7a47d6-4a92-4b2e-b442-23559428be20 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'port': {'device_id': '20efc7c8-ff04-452f-b848-0eb584db2478', 'network_id': '6d8e3eb2-f578-452f-b641-461fcffc065a', 'admin_state_up': True, 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'security_groups': ['eb7ac98d-53ff-4336-91bc-b38b17a03a8c']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:05.652734 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a152688-d59d-4dd2-8b88-ed58314f93a1 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:05.778990 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a152688-d59d-4dd2-8b88-ed58314f93a1 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:05.874873 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-bb7a47d6-4a92-4b2e-b442-23559428be20 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Made reservation on behalf of 7d5ec801137f4c9888df57468cddd269 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:57:05.878592 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-bb7a47d6-4a92-4b2e-b442-23559428be20 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:05.991509 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f77bc10e-7e8b-4d4d-984e-b27a4789258b req-9f13ea74-ce5a-4321-acf1-0ab0837abd20 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 210 time: 0.0303354 Dec 16 09:57:06.012365 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-2a152688-d59d-4dd2-8b88-ed58314f93a1 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Deleting port af891bab-e9f3-4e35-9b22-ddd7bbfe78cc {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:57:06.012771 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a152688-d59d-4dd2-8b88-ed58314f93a1 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:06.037990 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-bb7a47d6-4a92-4b2e-b442-23559428be20 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Allocated IP 172.20.0.12 (6d8e3eb2-f578-452f-b641-461fcffc065a/8dfb36f6-69ae-408a-b0a0-be77e7aac83c/c142f87b-8194-425e-ac98-84818eb167f5) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:57:06.116748 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a152688-d59d-4dd2-8b88-ed58314f93a1 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:06.129988 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-2a152688-d59d-4dd2-8b88-ed58314f93a1 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Calling delete_port for af891bab-e9f3-4e35-9b22-ddd7bbfe78cc owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:57:06.211929 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-bb7a47d6-4a92-4b2e-b442-23559428be20 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:06.382493 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-bb7a47d6-4a92-4b2e-b442-23559428be20 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:06.417853 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a152688-d59d-4dd2-8b88-ed58314f93a1 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:06.430684 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-bb7a47d6-4a92-4b2e-b442-23559428be20 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Network 6d8e3eb2-f578-452f-b641-461fcffc065a is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:57:06.434014 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-bb7a47d6-4a92-4b2e-b442-23559428be20 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:57:06.442591 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-bb7a47d6-4a92-4b2e-b442-23559428be20 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:57:06.449385 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a152688-d59d-4dd2-8b88-ed58314f93a1 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Pushing event deleted for resources: {'Port': ['ID=af891bab-e9f3-4e35-9b22-ddd7bbfe78cc,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:06.471848 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a47d6-4a92-4b2e-b442-23559428be20 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'Port': ['ID=c142f87b-8194-425e-ac98-84818eb167f5,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:06.511338 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-bb7a47d6-4a92-4b2e-b442-23559428be20 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:06.512109 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-bb7a47d6-4a92-4b2e-b442-23559428be20 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:06.534285 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a152688-d59d-4dd2-8b88-ed58314f93a1 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:06.632034 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-bb7a47d6-4a92-4b2e-b442-23559428be20 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0297461 Dec 16 09:57:06.649601 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-bb6bfc0f-7724-47da-a84a-749ad2e5a316 service neutron] Request body: {'port': {'device_id': '20efc7c8-ff04-452f-b848-0eb584db2478', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:06.660933 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a152688-d59d-4dd2-8b88-ed58314f93a1 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:06.664889 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a152688-d59d-4dd2-8b88-ed58314f93a1 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:06.732405 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-bb6bfc0f-7724-47da-a84a-749ad2e5a316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:06.812510 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a152688-d59d-4dd2-8b88-ed58314f93a1 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:06.815298 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a152688-d59d-4dd2-8b88-ed58314f93a1 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Fanout notify agent at l3_agent the message router_deleted on router 4e6671b5-fce7-4706-bd55-89b5d2315e6b {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:57:06.829157 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a152688-d59d-4dd2-8b88-ed58314f93a1 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:06.839762 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2a152688-d59d-4dd2-8b88-ed58314f93a1 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] 10.222.0.60 "DELETE /v2.0/routers/4e6671b5-fce7-4706-bd55-89b5d2315e6b HTTP/1.1" status: 204 len: 168 time: 1.3320293 Dec 16 09:57:06.840096 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-7e6d0f89-78fa-4046-a7e0-e33e512b10cf None None] Provisioning complete for port c142f87b-8194-425e-ac98-84818eb167f5 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:06.840096 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7e6d0f89-78fa-4046-a7e0-e33e512b10cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:06.840931 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52620) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:06.845503 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-3c7c2b29-faf3-467e-a4b4-14c4d935884e tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1392174220', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:06.882655 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-7e6d0f89-78fa-4046-a7e0-e33e512b10cf None None] Port c142f87b-8194-425e-ac98-84818eb167f5 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:57:06.960373 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3c7c2b29-faf3-467e-a4b4-14c4d935884e tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:06.961428 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3c7c2b29-faf3-467e-a4b4-14c4d935884e tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:07.019717 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3c7c2b29-faf3-467e-a4b4-14c4d935884e tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:07.036952 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-bb6bfc0f-7724-47da-a84a-749ad2e5a316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c142f87b-8194-425e-ac98-84818eb167f5 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:57:07.041332 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-bb6bfc0f-7724-47da-a84a-749ad2e5a316 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:07.056150 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-bb6bfc0f-7724-47da-a84a-749ad2e5a316 service neutron] Transition to ACTIVE for port object c142f87b-8194-425e-ac98-84818eb167f5 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:57:07.099439 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3c7c2b29-faf3-467e-a4b4-14c4d935884e tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:07.135569 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0f2fb-4a63-4a5e-b167-9b5e884259ab req-887c2bd5-530a-49e2-a887-e48b19818dcb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:07.137288 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-39c0f2fb-4a63-4a5e-b167-9b5e884259ab req-887c2bd5-530a-49e2-a887-e48b19818dcb tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 932 time: 0.0738518 Dec 16 09:57:07.184546 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-39c0f2fb-4a63-4a5e-b167-9b5e884259ab req-9791ccf5-203c-4682-aec7-57f62efce9ac tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb7ac98d-53ff-4336-91bc-b38b17a03a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407517 Dec 16 09:57:07.206460 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-bb6bfc0f-7724-47da-a84a-749ad2e5a316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:07.250879 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3c7c2b29-faf3-467e-a4b4-14c4d935884e tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:07.252777 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3c7c2b29-faf3-467e-a4b4-14c4d935884e tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4113650 Dec 16 09:57:07.256812 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52624) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:07.264170 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-97124a16-e488-4b3c-8698-7c8e771cb8bb tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'enable_snat': True}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:07.287746 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6bfc0f-7724-47da-a84a-749ad2e5a316 service neutron] Pushing event updated for resources: {'Port': ['ID=c142f87b-8194-425e-ac98-84818eb167f5,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:07.385721 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-bb6bfc0f-7724-47da-a84a-749ad2e5a316 service neutron] Attempting to bind port c142f87b-8194-425e-ac98-84818eb167f5 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:57:07.385721 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-bb6bfc0f-7724-47da-a84a-749ad2e5a316 service neutron] Attempting to bind port c142f87b-8194-425e-ac98-84818eb167f5 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '0412d37f-44df-4698-ab4d-7d27a7e4203a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6d8e3eb2-f578-452f-b641-461fcffc065a'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:57:07.385721 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-bb6bfc0f-7724-47da-a84a-749ad2e5a316 service neutron] Attempting to bind port c142f87b-8194-425e-ac98-84818eb167f5 on network 6d8e3eb2-f578-452f-b641-461fcffc065a {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:57:07.392659 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-bb6bfc0f-7724-47da-a84a-749ad2e5a316 service neutron] Port c142f87b-8194-425e-ac98-84818eb167f5 on network 6d8e3eb2-f578-452f-b641-461fcffc065a not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:57:07.393135 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-bb6bfc0f-7724-47da-a84a-749ad2e5a316 service neutron] Attempting to bind port c142f87b-8194-425e-ac98-84818eb167f5 on network 6d8e3eb2-f578-452f-b641-461fcffc065a {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:57:07.401478 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-bb6bfc0f-7724-47da-a84a-749ad2e5a316 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:57:07.401921 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-bb6bfc0f-7724-47da-a84a-749ad2e5a316 service neutron] Checking segment: {'id': '0412d37f-44df-4698-ab4d-7d27a7e4203a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6d8e3eb2-f578-452f-b641-461fcffc065a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:57:07.402390 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-bb6bfc0f-7724-47da-a84a-749ad2e5a316 service neutron] Bound using segment: {'id': '0412d37f-44df-4698-ab4d-7d27a7e4203a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6d8e3eb2-f578-452f-b641-461fcffc065a'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:57:07.402870 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-bb6bfc0f-7724-47da-a84a-749ad2e5a316 service neutron] Bound port: c142f87b-8194-425e-ac98-84818eb167f5, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0412d37f-44df-4698-ab4d-7d27a7e4203a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6d8e3eb2-f578-452f-b641-461fcffc065a'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:57:07.403256 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-bb6bfc0f-7724-47da-a84a-749ad2e5a316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:07.487290 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-bb6bfc0f-7724-47da-a84a-749ad2e5a316 service neutron] For port c142f87b-8194-425e-ac98-84818eb167f5, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:57:07.491476 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-bb6bfc0f-7724-47da-a84a-749ad2e5a316 service neutron] For port c142f87b-8194-425e-ac98-84818eb167f5, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=c142f87b-8194-425e-ac98-84818eb167f5,segment=NetworkSegment(0412d37f-44df-4698-ab4d-7d27a7e4203a),segment_id=0412d37f-44df-4698-ab4d-7d27a7e4203a)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:57:07.501501 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-97124a16-e488-4b3c-8698-7c8e771cb8bb tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:07.628105 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:07.704224 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-bb6bfc0f-7724-47da-a84a-749ad2e5a316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:07.741819 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-bb6bfc0f-7724-47da-a84a-749ad2e5a316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:07.742897 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-bb6bfc0f-7724-47da-a84a-749ad2e5a316 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:07.744600 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-bb6bfc0f-7724-47da-a84a-749ad2e5a316 service neutron] 10.222.0.58 "PUT /v2.0/ports/c142f87b-8194-425e-ac98-84818eb167f5 HTTP/1.1" status: 200 len: 1092 time: 1.1032009 Dec 16 09:57:07.747590 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20efc7c8-ff04-452f-b848-0eb584db2478', 'tag': 'c142f87b-8194-425e-ac98-84818eb167f5'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:57:07.750688 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24365fd-ec75-494a-bea4-c341e981899d" -d '{"events": [{"name": "network-changed", "server_uuid": "20efc7c8-ff04-452f-b848-0eb584db2478", "tag": "c142f87b-8194-425e-ac98-84818eb167f5"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:57:07.795406 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6bfc0f-7724-47da-a84a-749ad2e5a316 service neutron] Pushing event updated for resources: {'Port': ['ID=c142f87b-8194-425e-ac98-84818eb167f5,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:07.800738 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e6d770-841f-42f2-af9a-bf8a806e0afc x-openstack-request-id: req-f1e6d770-841f-42f2-af9a-bf8a806e0afc {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:57:07.801150 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20efc7c8-ff04-452f-b848-0eb584db2478", "tag": "c142f87b-8194-425e-ac98-84818eb167f5", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:57:07.806077 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f1e6d770-841f-42f2-af9a-bf8a806e0afc {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:57:07.812365 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20efc7c8-ff04-452f-b848-0eb584db2478', 'tag': 'c142f87b-8194-425e-ac98-84818eb167f5', 'status': 'completed', 'code': 200} Dec 16 09:57:07.897227 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24365fd-ec75-494a-bea4-c341e981899d req-05e93895-3862-467f-8d29-b2470e8370df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:07.901415 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f24365fd-ec75-494a-bea4-c341e981899d req-05e93895-3862-467f-8d29-b2470e8370df service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 1095 time: 0.0767050 Dec 16 09:57:08.050253 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-97124a16-e488-4b3c-8698-7c8e771cb8bb tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:08.072414 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-97124a16-e488-4b3c-8698-7c8e771cb8bb tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:08.197724 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-97124a16-e488-4b3c-8698-7c8e771cb8bb tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Allocated IP 172.25.1.91 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/10baff7b-c3de-4900-a65e-7644d3281ec7) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:57:08.341971 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-97124a16-e488-4b3c-8698-7c8e771cb8bb tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:08.400642 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f649d27-eafc-4507-899c-6e322638a5c5 req-2190bd30-ff6b-448c-b55d-0476d86624e3 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:08.402177 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9f649d27-eafc-4507-899c-6e322638a5c5 req-2190bd30-ff6b-448c-b55d-0476d86624e3 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 944 time: 0.0726614 Dec 16 09:57:08.430171 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24365fd-ec75-494a-bea4-c341e981899d req-34d57fdf-ac2c-4452-8c13-ac5972911c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:08.431666 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f24365fd-ec75-494a-bea4-c341e981899d req-34d57fdf-ac2c-4452-8c13-ac5972911c8c service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=7d5ec801137f4c9888df57468cddd269&shared=False HTTP/1.1" status: 200 len: 898 time: 0.5242133 Dec 16 09:57:08.452550 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-97124a16-e488-4b3c-8698-7c8e771cb8bb tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:08.492403 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97124a16-e488-4b3c-8698-7c8e771cb8bb tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:57:08.497349 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-97124a16-e488-4b3c-8698-7c8e771cb8bb tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:57:08.501058 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97124a16-e488-4b3c-8698-7c8e771cb8bb tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:57:08.525831 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9f649d27-eafc-4507-899c-6e322638a5c5 req-27c4715c-f2a7-4017-b518-e31affb6bdcd tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb7ac98d-53ff-4336-91bc-b38b17a03a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112461 Dec 16 09:57:08.532887 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97124a16-e488-4b3c-8698-7c8e771cb8bb tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Pushing event updated for resources: {'Port': ['ID=10baff7b-c3de-4900-a65e-7644d3281ec7,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:08.617364 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24365fd-ec75-494a-bea4-c341e981899d req-26db73d0-611e-4013-823a-20426fc33c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:08.618980 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f24365fd-ec75-494a-bea4-c341e981899d req-26db73d0-611e-4013-823a-20426fc33c31 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1785927 Dec 16 09:57:08.722040 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-bf8e1894-7fc3-4fa1-826b-0d42ccd8764e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:08.723874 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-bf8e1894-7fc3-4fa1-826b-0d42ccd8764e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 1095 time: 0.0518847 Dec 16 09:57:08.768769 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-604d61ad-f548-45e8-9058-9aafe0f26e3a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c142f87b-8194-425e-ac98-84818eb167f5 HTTP/1.1" status: 200 len: 217 time: 0.0372651 Dec 16 09:57:08.828970 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-420a6879-89b0-44ec-96ac-7e112fbe2878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:08.832429 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-420a6879-89b0-44ec-96ac-7e112fbe2878 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8dfb36f6-69ae-408a-b0a0-be77e7aac83c HTTP/1.1" status: 200 len: 834 time: 0.0571332 Dec 16 09:57:08.887134 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-9c8278e2-f1ee-4ca7-a268-123c93f28bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:08.888554 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-9c8278e2-f1ee-4ca7-a268-123c93f28bc9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6d8e3eb2-f578-452f-b641-461fcffc065a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495379 Dec 16 09:57:08.896075 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-97124a16-e488-4b3c-8698-7c8e771cb8bb tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:08.999831 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-0dd8e0a3-ac08-4fdc-9e90-8861ab59f70a service neutron] 10.222.0.58 "GET /v2.0/networks/6d8e3eb2-f578-452f-b641-461fcffc065a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044755 Dec 16 09:57:09.144141 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77b78e3e-b4f7-4752-89a5-6dbf4ca3e4c1 req-4e2b7824-34b3-4208-b42e-26deaf485fbe service neutron] 10.222.0.58 "GET /v2.0/networks/6d8e3eb2-f578-452f-b641-461fcffc065a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371968 Dec 16 09:57:09.464763 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-97124a16-e488-4b3c-8698-7c8e771cb8bb tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10956'] for router, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:09.468307 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-97124a16-e488-4b3c-8698-7c8e771cb8bb tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575385'] for router, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:09.668848 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407c000-c4dc-4877-971f-62cffa978307 req-e08bd343-23b9-4662-b5e9-cd7ece36ecfa tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:09.670437 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1407c000-c4dc-4877-971f-62cffa978307 req-e08bd343-23b9-4662-b5e9-cd7ece36ecfa tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 944 time: 0.0558698 Dec 16 09:57:09.720049 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1407c000-c4dc-4877-971f-62cffa978307 req-bb8efa83-d26c-43bd-b4a0-726d2fa23505 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb7ac98d-53ff-4336-91bc-b38b17a03a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415797 Dec 16 09:57:09.770969 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97124a16-e488-4b3c-8698-7c8e771cb8bb tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Router e4b20dd0-816d-490f-9fbb-5212a145c5da is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:57:09.901431 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97124a16-e488-4b3c-8698-7c8e771cb8bb tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:57:09.905862 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-97124a16-e488-4b3c-8698-7c8e771cb8bb tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:09.907241 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-97124a16-e488-4b3c-8698-7c8e771cb8bb tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] 10.222.0.60 "PUT /v2.0/routers/e4b20dd0-816d-490f-9fbb-5212a145c5da HTTP/1.1" status: 200 len: 914 time: 2.6485128 Dec 16 09:57:09.910766 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52642) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:09.912827 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa92638d-c250-4b21-ac37-7519edf78d3d None None] Sync routers for ids ['e4b20dd0-816d-490f-9fbb-5212a145c5da'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:57:09.923000 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa92638d-c250-4b21-ac37-7519edf78d3d None None] Routers {'e4b20dd0-816d-490f-9fbb-5212a145c5da'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:09.923583 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-fa92638d-c250-4b21-ac37-7519edf78d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:56:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['e4b20dd0-816d-490f-9fbb-5212a145c5da'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:09.963351 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-fa92638d-c250-4b21-ac37-7519edf78d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:09.983255 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa92638d-c250-4b21-ac37-7519edf78d3d None None] Routers {'e4b20dd0-816d-490f-9fbb-5212a145c5da'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:09.983792 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-fa92638d-c250-4b21-ac37-7519edf78d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:56:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['e4b20dd0-816d-490f-9fbb-5212a145c5da'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:10.026501 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-fa92638d-c250-4b21-ac37-7519edf78d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:10.027437 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa92638d-c250-4b21-ac37-7519edf78d3d None None] The sync data for ids ['e4b20dd0-816d-490f-9fbb-5212a145c5da'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:57:10.058080 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fbd8c7b7-70e5-4855-9e64-ec34a3fd6688 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] 10.222.0.60 "GET /v2.0/routers/e4b20dd0-816d-490f-9fbb-5212a145c5da HTTP/1.1" status: 200 len: 920 time: 0.1446486 Dec 16 09:57:10.060124 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52646) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:10.109737 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a45f84-eb0b-4797-ac64-79214d5cca26 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:10.113160 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a5a45f84-eb0b-4797-ac64-79214d5cca26 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=66f24afa-c67f-4411-a795-f16773380b27&device_id=e4b20dd0-816d-490f-9fbb-5212a145c5da&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0502026 Dec 16 09:57:10.114927 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52648) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:10.208244 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83848076-c0c9-489a-96a5-4250f9586097 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:10.209775 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-83848076-c0c9-489a-96a5-4250f9586097 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 881 time: 0.0936294 Dec 16 09:57:10.212740 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52650) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:10.244371 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d8a68278-daa5-4f99-83c7-373c29c05b62 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4b20dd0-816d-490f-9fbb-5212a145c5da HTTP/1.1" status: 200 len: 205 time: 0.0303774 Dec 16 09:57:10.246742 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52652) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:10.369228 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ae0bc1fa-ca87-42c7-af2f-daa163fb26f9 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:10.482048 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ae0bc1fa-ca87-42c7-af2f-daa163fb26f9 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:10.685055 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-ae0bc1fa-ca87-42c7-af2f-daa163fb26f9 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Deleting port 10baff7b-c3de-4900-a65e-7644d3281ec7 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:57:10.685390 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ae0bc1fa-ca87-42c7-af2f-daa163fb26f9 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:10.712924 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:10.768807 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device c142f87b-8194-425e-ac98-84818eb167f5 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:57:10.777762 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ae0bc1fa-ca87-42c7-af2f-daa163fb26f9 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:10.791110 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-ae0bc1fa-ca87-42c7-af2f-daa163fb26f9 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Calling delete_port for 10baff7b-c3de-4900-a65e-7644d3281ec7 owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:57:10.858615 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24d8f9-2541-4b00-9601-0f0a120e2f59 req-209d639f-00e1-4810-8ab4-97694d053697 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:10.861684 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fd24d8f9-2541-4b00-9601-0f0a120e2f59 req-209d639f-00e1-4810-8ab4-97694d053697 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 944 time: 0.0679324 Dec 16 09:57:10.921056 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fd24d8f9-2541-4b00-9601-0f0a120e2f59 req-d6f3db20-7ff9-4b9f-bf91-79b98a7ea9d0 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb7ac98d-53ff-4336-91bc-b38b17a03a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530119 Dec 16 09:57:10.943708 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port c142f87b-8194-425e-ac98-84818eb167f5, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=c142f87b-8194-425e-ac98-84818eb167f5,segment=NetworkSegment(0412d37f-44df-4698-ab4d-7d27a7e4203a),segment_id=0412d37f-44df-4698-ab4d-7d27a7e4203a)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:57:10.964360 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'c142f87b-8194-425e-ac98-84818eb167f5', 'network_id': '6d8e3eb2-f578-452f-b641-461fcffc065a', 'port_id': 'c142f87b-8194-425e-ac98-84818eb167f5', 'mac_address': 'fa:16:3e:37:0b:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dfb36f6-69ae-408a-b0a0-be77e7aac83c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:57:11.004923 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:11.018444 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c142f87b-8194-425e-ac98-84818eb167f5 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:57:11.039591 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port c142f87b-8194-425e-ac98-84818eb167f5, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=c142f87b-8194-425e-ac98-84818eb167f5,segment=NetworkSegment(0412d37f-44df-4698-ab4d-7d27a7e4203a),segment_id=0412d37f-44df-4698-ab4d-7d27a7e4203a)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:57:11.138290 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:11.183779 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ae0bc1fa-ca87-42c7-af2f-daa163fb26f9 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:11.194888 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=c142f87b-8194-425e-ac98-84818eb167f5,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:11.216314 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0bc1fa-ca87-42c7-af2f-daa163fb26f9 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Pushing event deleted for resources: {'Port': ['ID=10baff7b-c3de-4900-a65e-7644d3281ec7,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:11.281600 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ae0bc1fa-ca87-42c7-af2f-daa163fb26f9 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:11.342986 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['c142f87b-8194-425e-ac98-84818eb167f5'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:57:11.376660 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ae0bc1fa-ca87-42c7-af2f-daa163fb26f9 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:11.378985 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ae0bc1fa-ca87-42c7-af2f-daa163fb26f9 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:11.611908 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ae0bc1fa-ca87-42c7-af2f-daa163fb26f9 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:11.612734 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0bc1fa-ca87-42c7-af2f-daa163fb26f9 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Fanout notify agent at l3_agent the message router_deleted on router e4b20dd0-816d-490f-9fbb-5212a145c5da {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:57:11.619921 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ae0bc1fa-ca87-42c7-af2f-daa163fb26f9 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:11.621097 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ae0bc1fa-ca87-42c7-af2f-daa163fb26f9 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] 10.222.0.60 "DELETE /v2.0/routers/e4b20dd0-816d-490f-9fbb-5212a145c5da HTTP/1.1" status: 204 len: 168 time: 1.3734400 Dec 16 09:57:11.624902 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52660) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:11.629751 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-af27324f-3132-4e4e-9531-e59882a381f0 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1457763656', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:11.754905 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-af27324f-3132-4e4e-9531-e59882a381f0 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:11.756100 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-af27324f-3132-4e4e-9531-e59882a381f0 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:11.807742 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-af27324f-3132-4e4e-9531-e59882a381f0 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:11.909712 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-af27324f-3132-4e4e-9531-e59882a381f0 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:12.053324 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-af27324f-3132-4e4e-9531-e59882a381f0 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:12.062193 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-af27324f-3132-4e4e-9531-e59882a381f0 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4285648 Dec 16 09:57:12.064472 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52668) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:12.069873 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-af4919ba-c705-4d4b-a5c1-a821b08b660a tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'enable_snat': False}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:12.082047 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6351f-8789-4180-b26b-1e4ef7a0a45f req-747e06aa-dd2d-4222-85f5-aa3f2a0559ff tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:12.084219 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1cf6351f-8789-4180-b26b-1e4ef7a0a45f req-747e06aa-dd2d-4222-85f5-aa3f2a0559ff tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 945 time: 0.0679564 Dec 16 09:57:12.135574 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1cf6351f-8789-4180-b26b-1e4ef7a0a45f req-1a3655fd-e0ab-4442-acf8-3f361af0e9b2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb7ac98d-53ff-4336-91bc-b38b17a03a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446205 Dec 16 09:57:12.297726 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-af4919ba-c705-4d4b-a5c1-a821b08b660a tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:12.677276 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-af4919ba-c705-4d4b-a5c1-a821b08b660a tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:12.699902 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-af4919ba-c705-4d4b-a5c1-a821b08b660a tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:12.768933 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device c142f87b-8194-425e-ac98-84818eb167f5 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:57:12.802725 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-af4919ba-c705-4d4b-a5c1-a821b08b660a tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Allocated IP 172.25.1.229 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/f5d0f3ea-0ba7-49cd-b04f-499470e5a6f3) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:57:12.910929 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-af4919ba-c705-4d4b-a5c1-a821b08b660a tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:12.926132 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port c142f87b-8194-425e-ac98-84818eb167f5 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:57:12.930741 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port c142f87b-8194-425e-ac98-84818eb167f5 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:12.931062 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:13.010226 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:13.022584 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-af4919ba-c705-4d4b-a5c1-a821b08b660a tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:13.035065 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20efc7c8-ff04-452f-b848-0eb584db2478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c142f87b-8194-425e-ac98-84818eb167f5'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:57:13.039799 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2a57f5-7ebb-44ae-b976-5c3dae9dd2be" -d '{"events": [{"server_uuid": "20efc7c8-ff04-452f-b848-0eb584db2478", "name": "network-vif-plugged", "status": "completed", "tag": "c142f87b-8194-425e-ac98-84818eb167f5"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:57:13.051475 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port c142f87b-8194-425e-ac98-84818eb167f5, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=c142f87b-8194-425e-ac98-84818eb167f5,segment=NetworkSegment(0412d37f-44df-4698-ab4d-7d27a7e4203a),segment_id=0412d37f-44df-4698-ab4d-7d27a7e4203a)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:57:13.069453 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4919ba-c705-4d4b-a5c1-a821b08b660a tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:57:13.074738 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-af4919ba-c705-4d4b-a5c1-a821b08b660a tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:57:13.078378 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea01be7-8801-4883-a517-5a343f6f954a x-openstack-request-id: req-8ea01be7-8801-4883-a517-5a343f6f954a {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:57:13.078544 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20efc7c8-ff04-452f-b848-0eb584db2478", "name": "network-vif-plugged", "status": "completed", "tag": "c142f87b-8194-425e-ac98-84818eb167f5", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:57:13.078651 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4919ba-c705-4d4b-a5c1-a821b08b660a tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:57:13.078762 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8ea01be7-8801-4883-a517-5a343f6f954a {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:57:13.079134 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20efc7c8-ff04-452f-b848-0eb584db2478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c142f87b-8194-425e-ac98-84818eb167f5', 'code': 200} Dec 16 09:57:13.124197 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4919ba-c705-4d4b-a5c1-a821b08b660a tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Pushing event updated for resources: {'Port': ['ID=f5d0f3ea-0ba7-49cd-b04f-499470e5a6f3,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:13.126483 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:13.203712 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=c142f87b-8194-425e-ac98-84818eb167f5,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:13.220990 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ae77d-7d8e-4052-837f-e7b06772751d req-0a409ef6-cf06-45c2-ae5d-ba08977265e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:13.225151 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d51ae77d-7d8e-4052-837f-e7b06772751d req-0a409ef6-cf06-45c2-ae5d-ba08977265e4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 1097 time: 0.0859654 Dec 16 09:57:13.264820 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d51ae77d-7d8e-4052-837f-e7b06772751d req-b433783f-030f-4694-b9d3-12cce4ec5b61 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=eb7ac98d-53ff-4336-91bc-b38b17a03a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320818 Dec 16 09:57:13.358402 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5224f9-258b-470d-b944-c9387690676f req-d24dfa88-87c4-450c-8845-3bd5c6f79b7c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:13.359921 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6a5224f9-258b-470d-b944-c9387690676f req-d24dfa88-87c4-450c-8845-3bd5c6f79b7c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 946 time: 0.0921664 Dec 16 09:57:13.398892 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6a5224f9-258b-470d-b944-c9387690676f req-6032391b-5a88-45b6-8889-545c7ace0a08 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb7ac98d-53ff-4336-91bc-b38b17a03a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322349 Dec 16 09:57:13.540829 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-af4919ba-c705-4d4b-a5c1-a821b08b660a tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:13.750448 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-af4919ba-c705-4d4b-a5c1-a821b08b660a tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10956'] for router, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:13.755004 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-af4919ba-c705-4d4b-a5c1-a821b08b660a tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575385'] for router, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:13.987918 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4919ba-c705-4d4b-a5c1-a821b08b660a tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Router 86c95433-8248-4ff3-a35e-a1043faf5c1c is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:57:14.098178 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4919ba-c705-4d4b-a5c1-a821b08b660a tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:57:14.102972 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-af4919ba-c705-4d4b-a5c1-a821b08b660a tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:14.104204 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-af4919ba-c705-4d4b-a5c1-a821b08b660a tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] 10.222.0.60 "PUT /v2.0/routers/86c95433-8248-4ff3-a35e-a1043faf5c1c HTTP/1.1" status: 200 len: 916 time: 2.0386670 Dec 16 09:57:14.107044 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52692) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:14.109601 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b455a7-cb6d-465c-874f-ae4e256ff338 None None] Sync routers for ids ['86c95433-8248-4ff3-a35e-a1043faf5c1c'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:57:14.119535 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b455a7-cb6d-465c-874f-ae4e256ff338 None None] Routers {'86c95433-8248-4ff3-a35e-a1043faf5c1c'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:14.120159 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-56b455a7-cb6d-465c-874f-ae4e256ff338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:56:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['86c95433-8248-4ff3-a35e-a1043faf5c1c'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:14.157883 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-56b455a7-cb6d-465c-874f-ae4e256ff338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:14.167932 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b455a7-cb6d-465c-874f-ae4e256ff338 None None] Routers {'86c95433-8248-4ff3-a35e-a1043faf5c1c'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:14.168894 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-56b455a7-cb6d-465c-874f-ae4e256ff338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:56:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['86c95433-8248-4ff3-a35e-a1043faf5c1c'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:14.204168 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-56b455a7-cb6d-465c-874f-ae4e256ff338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:14.204857 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b455a7-cb6d-465c-874f-ae4e256ff338 None None] The sync data for ids ['86c95433-8248-4ff3-a35e-a1043faf5c1c'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:57:14.218882 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-60831fdd-07a7-471c-9003-e64334afc8aa tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] 10.222.0.60 "GET /v2.0/routers/86c95433-8248-4ff3-a35e-a1043faf5c1c HTTP/1.1" status: 200 len: 922 time: 0.1107335 Dec 16 09:57:14.221986 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52694) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:14.268700 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06759c9-c797-4335-af59-5fb480b60f33 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:14.270332 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e06759c9-c797-4335-af59-5fb480b60f33 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=66f24afa-c67f-4411-a795-f16773380b27&device_id=86c95433-8248-4ff3-a35e-a1043faf5c1c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0474117 Dec 16 09:57:14.273823 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52698) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:14.396242 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e463e9cd-08e3-4a8b-a76a-fd8c79c641f2 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:14.397780 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e463e9cd-08e3-4a8b-a76a-fd8c79c641f2 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 881 time: 0.1228909 Dec 16 09:57:14.400948 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52702) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:14.433169 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ed1979ed-7147-4ab0-89b6-150281a3f654 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] 10.222.0.60 "GET /v2.0/ports?device_id=86c95433-8248-4ff3-a35e-a1043faf5c1c HTTP/1.1" status: 200 len: 205 time: 0.0300074 Dec 16 09:57:14.434534 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52706) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:14.547443 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6c57f-213d-4f3f-8ce1-7b0fa1600025 req-e92e00a2-8aae-49b0-bf3e-8a6338c7e86d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:14.548989 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5ba6c57f-213d-4f3f-8ce1-7b0fa1600025 req-e92e00a2-8aae-49b0-bf3e-8a6338c7e86d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 946 time: 0.0626519 Dec 16 09:57:14.553743 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-940d2ff1-98bf-4c9f-a04f-465b95ce84bb tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:14.593268 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5ba6c57f-213d-4f3f-8ce1-7b0fa1600025 req-7c3c0a1d-05cc-4f4c-8539-4c9467378c7c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb7ac98d-53ff-4336-91bc-b38b17a03a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370793 Dec 16 09:57:14.665665 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-940d2ff1-98bf-4c9f-a04f-465b95ce84bb tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:14.849736 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-940d2ff1-98bf-4c9f-a04f-465b95ce84bb tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Deleting port f5d0f3ea-0ba7-49cd-b04f-499470e5a6f3 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:57:14.850125 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-940d2ff1-98bf-4c9f-a04f-465b95ce84bb tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:14.929997 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-940d2ff1-98bf-4c9f-a04f-465b95ce84bb tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:14.942192 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-940d2ff1-98bf-4c9f-a04f-465b95ce84bb tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Calling delete_port for f5d0f3ea-0ba7-49cd-b04f-499470e5a6f3 owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:57:15.235268 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-940d2ff1-98bf-4c9f-a04f-465b95ce84bb tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:15.262081 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d2ff1-98bf-4c9f-a04f-465b95ce84bb tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Pushing event deleted for resources: {'Port': ['ID=f5d0f3ea-0ba7-49cd-b04f-499470e5a6f3,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:15.327409 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-940d2ff1-98bf-4c9f-a04f-465b95ce84bb tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:15.432693 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-940d2ff1-98bf-4c9f-a04f-465b95ce84bb tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:15.435704 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-940d2ff1-98bf-4c9f-a04f-465b95ce84bb tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:15.549255 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-940d2ff1-98bf-4c9f-a04f-465b95ce84bb tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:15.549909 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940d2ff1-98bf-4c9f-a04f-465b95ce84bb tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Fanout notify agent at l3_agent the message router_deleted on router 86c95433-8248-4ff3-a35e-a1043faf5c1c {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:57:15.560880 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-940d2ff1-98bf-4c9f-a04f-465b95ce84bb tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:15.560880 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-940d2ff1-98bf-4c9f-a04f-465b95ce84bb tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] 10.222.0.60 "DELETE /v2.0/routers/86c95433-8248-4ff3-a35e-a1043faf5c1c HTTP/1.1" status: 204 len: 168 time: 1.1238983 Dec 16 09:57:15.563536 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52716) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:15.569228 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-cbb702a1-80f8-4650-a844-f9800427b3a4 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-94983356', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}, 'admin_state_up': False}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:15.727006 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb8d57-f5d3-486e-a988-b15592fe186b req-ede3cb79-f5f7-414b-a677-73f7156308f5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:15.728424 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dfbb8d57-f5d3-486e-a988-b15592fe186b req-ede3cb79-f5f7-414b-a677-73f7156308f5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 946 time: 0.0616217 Dec 16 09:57:15.769248 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dfbb8d57-f5d3-486e-a988-b15592fe186b req-8e88cb9d-0415-4724-99e6-59395585d862 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb7ac98d-53ff-4336-91bc-b38b17a03a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345695 Dec 16 09:57:15.772684 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cbb702a1-80f8-4650-a844-f9800427b3a4 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:15.773814 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cbb702a1-80f8-4650-a844-f9800427b3a4 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:15.828779 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cbb702a1-80f8-4650-a844-f9800427b3a4 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:15.909759 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ce5e8-7657-4481-a2b8-2c5db734951b req-7b58a16b-1d07-49b4-ac39-93f759387f7e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:15.912211 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-283ce5e8-7657-4481-a2b8-2c5db734951b req-7b58a16b-1d07-49b4-ac39-93f759387f7e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 946 time: 0.0704243 Dec 16 09:57:16.029770 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-283ce5e8-7657-4481-a2b8-2c5db734951b req-1952e01e-a0f2-4d29-8ccc-27d5d437745b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb7ac98d-53ff-4336-91bc-b38b17a03a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109049 Dec 16 09:57:16.053608 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52724) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:16.096744 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6a39d7-535d-49dd-8f70-7fee75106c42 tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:16.101980 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4c6a39d7-535d-49dd-8f70-7fee75106c42 tempest-TestNetworkAdvancedServerOps-208743197 tempest-TestNetworkAdvancedServerOps-208743197-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 1092 time: 0.0437331 Dec 16 09:57:16.102262 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52726) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:16.106841 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-85c8ae99-5f4a-4026-a651-574c3f1e9cef tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'port_id': 'c142f87b-8194-425e-ac98-84818eb167f5', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:16.113074 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cbb702a1-80f8-4650-a844-f9800427b3a4 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:16.246689 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85c8ae99-5f4a-4026-a651-574c3f1e9cef tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for floatingip, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:16.396913 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85c8ae99-5f4a-4026-a651-574c3f1e9cef tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:16.472677 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cbb702a1-80f8-4650-a844-f9800427b3a4 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:16.501487 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cbb702a1-80f8-4650-a844-f9800427b3a4 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:16.518094 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-85c8ae99-5f4a-4026-a651-574c3f1e9cef tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Allocated IP 172.25.1.86 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/b9b2d404-5762-4e0c-a2d8-24ff2471c652) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:57:16.656141 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85c8ae99-5f4a-4026-a651-574c3f1e9cef tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:16.803047 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85c8ae99-5f4a-4026-a651-574c3f1e9cef tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:16.858044 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c8ae99-5f4a-4026-a651-574c3f1e9cef tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:57:16.861351 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-85c8ae99-5f4a-4026-a651-574c3f1e9cef tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:57:16.863938 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c8ae99-5f4a-4026-a651-574c3f1e9cef tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:57:16.874323 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-cbb702a1-80f8-4650-a844-f9800427b3a4 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Allocated IP 172.25.1.157 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/2cc6e4f0-968d-4cca-b76b-48237adf6a88) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:57:16.890474 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c8ae99-5f4a-4026-a651-574c3f1e9cef tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'Port': ['ID=b9b2d404-5762-4e0c-a2d8-24ff2471c652,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:17.028995 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cbb702a1-80f8-4650-a844-f9800427b3a4 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:17.188607 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cbb702a1-80f8-4650-a844-f9800427b3a4 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:17.234845 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb702a1-80f8-4650-a844-f9800427b3a4 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:57:17.240452 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-cbb702a1-80f8-4650-a844-f9800427b3a4 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:57:17.250585 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb702a1-80f8-4650-a844-f9800427b3a4 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:57:17.254117 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb702a1-80f8-4650-a844-f9800427b3a4 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Pushing event updated for resources: {'Port': ['ID=2cc6e4f0-968d-4cca-b76b-48237adf6a88,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:17.639357 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85c8ae99-5f4a-4026-a651-574c3f1e9cef tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:17.674368 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cbb702a1-80f8-4650-a844-f9800427b3a4 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:17.864375 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85c8ae99-5f4a-4026-a651-574c3f1e9cef tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:17.889160 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cbb702a1-80f8-4650-a844-f9800427b3a4 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:18.032437 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85c8ae99-5f4a-4026-a651-574c3f1e9cef tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:18.172562 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb702a1-80f8-4650-a844-f9800427b3a4 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Router 1c029a8c-ce1d-43fc-87b3-c7ee2eb36689 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:57:18.172772 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85c8ae99-5f4a-4026-a651-574c3f1e9cef tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:18.251406 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c8ae99-5f4a-4026-a651-574c3f1e9cef tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event updated for resources: {'Port': ['ID=b9b2d404-5762-4e0c-a2d8-24ff2471c652,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:18.262810 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85c8ae99-5f4a-4026-a651-574c3f1e9cef tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:18.303443 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb702a1-80f8-4650-a844-f9800427b3a4 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:57:18.319147 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5864d95-aad1-4d25-a043-e4e54ae35076 None None] Sync routers for ids ['1c029a8c-ce1d-43fc-87b3-c7ee2eb36689'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:57:18.333058 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5864d95-aad1-4d25-a043-e4e54ae35076 None None] Routers {'1c029a8c-ce1d-43fc-87b3-c7ee2eb36689'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:18.339202 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e5864d95-aad1-4d25-a043-e4e54ae35076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:56:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['1c029a8c-ce1d-43fc-87b3-c7ee2eb36689'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:18.408533 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cbb702a1-80f8-4650-a844-f9800427b3a4 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:18.410504 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-cbb702a1-80f8-4650-a844-f9800427b3a4 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.8459065 Dec 16 09:57:18.413969 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52740) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:18.427701 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-f222e5d0-46d8-46ce-8486-233bb5ba3e5f tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:18.432150 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [None req-85c8ae99-5f4a-4026-a651-574c3f1e9cef tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Floating IP f56c0817-1e81-40bf-bed7-9f89ce8ab102 associated. External IP: 172.25.1.86, port: c142f87b-8194-425e-ac98-84818eb167f5. Dec 16 09:57:18.437826 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e5864d95-aad1-4d25-a043-e4e54ae35076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:18.468260 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5864d95-aad1-4d25-a043-e4e54ae35076 None None] Routers {'1c029a8c-ce1d-43fc-87b3-c7ee2eb36689'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:18.469106 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e5864d95-aad1-4d25-a043-e4e54ae35076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:56:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['1c029a8c-ce1d-43fc-87b3-c7ee2eb36689'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:18.509257 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e5864d95-aad1-4d25-a043-e4e54ae35076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:18.510054 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5864d95-aad1-4d25-a043-e4e54ae35076 None None] The sync data for ids ['1c029a8c-ce1d-43fc-87b3-c7ee2eb36689'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:57:18.553809 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:57:18.732406 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c8ae99-5f4a-4026-a651-574c3f1e9cef tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Router 58e81498-5f52-41a1-8f99-2761ef35da8e has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:57:18.912532 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c8ae99-5f4a-4026-a651-574c3f1e9cef tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:57:18.924968 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e479b0-2eb0-46c7-a923-011f9480751c None None] Sync routers for ids ['58e81498-5f52-41a1-8f99-2761ef35da8e'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:57:18.936520 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f222e5d0-46d8-46ce-8486-233bb5ba3e5f tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:18.946139 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e479b0-2eb0-46c7-a923-011f9480751c None None] Routers {'58e81498-5f52-41a1-8f99-2761ef35da8e'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:18.946758 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-a5e479b0-2eb0-46c7-a923-011f9480751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:56:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['58e81498-5f52-41a1-8f99-2761ef35da8e'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:19.026791 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f222e5d0-46d8-46ce-8486-233bb5ba3e5f tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:19.032115 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85c8ae99-5f4a-4026-a651-574c3f1e9cef tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:19.061159 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-85c8ae99-5f4a-4026-a651-574c3f1e9cef tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9575896 Dec 16 09:57:19.061670 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20efc7c8-ff04-452f-b848-0eb584db2478', 'tag': 'c142f87b-8194-425e-ac98-84818eb167f5'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:57:19.061791 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-a5e479b0-2eb0-46c7-a923-011f9480751c None None] Set router 58e81498-5f52-41a1-8f99-2761ef35da8e gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:57:19.064066 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265c0118-a51e-4fb2-b285-928e8e971f38" -d '{"events": [{"name": "network-changed", "server_uuid": "20efc7c8-ff04-452f-b848-0eb584db2478", "tag": "c142f87b-8194-425e-ac98-84818eb167f5"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:57:19.124426 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbf6cbb-ea8a-44ef-ac5d-faea1d98be70 x-openstack-request-id: req-3fbf6cbb-ea8a-44ef-ac5d-faea1d98be70 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:57:19.124426 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20efc7c8-ff04-452f-b848-0eb584db2478", "tag": "c142f87b-8194-425e-ac98-84818eb167f5", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:57:19.124426 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3fbf6cbb-ea8a-44ef-ac5d-faea1d98be70 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:57:19.124426 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20efc7c8-ff04-452f-b848-0eb584db2478', 'tag': 'c142f87b-8194-425e-ac98-84818eb167f5', 'status': 'completed', 'code': 200} Dec 16 09:57:19.264358 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151925d4-587f-4071-99b6-25b81088b09a req-12329d2a-7da7-4b52-ba3e-e3b953bb2ad2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:19.266054 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-151925d4-587f-4071-99b6-25b81088b09a req-12329d2a-7da7-4b52-ba3e-e3b953bb2ad2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 946 time: 0.1276865 Dec 16 09:57:19.270912 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c0118-a51e-4fb2-b285-928e8e971f38 req-bbcc6210-b226-4702-b56f-e617abf7318e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:19.272385 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-265c0118-a51e-4fb2-b285-928e8e971f38 req-bbcc6210-b226-4702-b56f-e617abf7318e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 1097 time: 0.1220665 Dec 16 09:57:19.387458 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-a5e479b0-2eb0-46c7-a923-011f9480751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688473205', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '98ef2ea2-50a7-48c8-8e24-348779a72158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:53Z', 'updated_at': '2021-12-16T09:56:59Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '98ef2ea2-50a7-48c8-8e24-348779a72158', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:55Z', 'updated_at': '2021-12-16T09:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'f56c0817-1e81-40bf-bed7-9f89ce8ab102', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'floating_ip_address': '172.25.1.86', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'port_id': 'c142f87b-8194-425e-ac98-84818eb167f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d8e3eb2-f578-452f-b641-461fcffc065a', 'mac_address': 'fa:16:3e:37:0b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20efc7c8-ff04-452f-b848-0eb584db2478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:57:17Z', 'updated_at': '2021-12-16T09:57:17Z', 'revision_number': 0, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c652190-375f-4d0a-80b8-e9ea1f7695a1', 'name': '', 'network_id': '6d8e3eb2-f578-452f-b641-461fcffc065a', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'mac_address': 'fa:16:3e:3f:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '8dfb36f6-69ae-408a-b0a0-be77e7aac83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:58Z', 'updated_at': '2021-12-16T09:57:03Z', 'revision_number': 5, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'subnets': [{'id': '8dfb36f6-69ae-408a-b0a0-be77e7aac83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:19.417094 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e479b0-2eb0-46c7-a923-011f9480751c None None] Checking router: 58e81498-5f52-41a1-8f99-2761ef35da8e for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:57:19.426261 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e479b0-2eb0-46c7-a923-011f9480751c None None] Routers {'58e81498-5f52-41a1-8f99-2761ef35da8e'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:19.426807 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-a5e479b0-2eb0-46c7-a923-011f9480751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:56:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['58e81498-5f52-41a1-8f99-2761ef35da8e'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:19.560532 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-a5e479b0-2eb0-46c7-a923-011f9480751c None None] Set router 58e81498-5f52-41a1-8f99-2761ef35da8e gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:57:19.680153 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-f222e5d0-46d8-46ce-8486-233bb5ba3e5f tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Deleting port 2cc6e4f0-968d-4cca-b76b-48237adf6a88 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:57:19.680398 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f222e5d0-46d8-46ce-8486-233bb5ba3e5f tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:19.821824 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-151925d4-587f-4071-99b6-25b81088b09a req-09c24a9d-9a42-4740-b52e-f4c714c15682 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb7ac98d-53ff-4336-91bc-b38b17a03a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5422258 Dec 16 09:57:19.869012 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c0118-a51e-4fb2-b285-928e8e971f38 req-9da8d12b-a920-4a1c-9d78-dd4f8496c46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:19.869783 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52754) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:19.870852 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-265c0118-a51e-4fb2-b285-928e8e971f38 req-9da8d12b-a920-4a1c-9d78-dd4f8496c46c service neutron] 10.222.0.58 "GET /v2.0/networks?id=6d8e3eb2-f578-452f-b641-461fcffc065a HTTP/1.1" status: 200 len: 898 time: 0.5895555 Dec 16 09:57:19.901892 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f222e5d0-46d8-46ce-8486-233bb5ba3e5f tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:19.929437 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-f222e5d0-46d8-46ce-8486-233bb5ba3e5f tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Calling delete_port for 2cc6e4f0-968d-4cca-b76b-48237adf6a88 owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:57:19.962957 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-44e914bd-d615-4294-8369-ff68f6ca8f96 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/floatingips/f56c0817-1e81-40bf-bed7-9f89ce8ab102 HTTP/1.1" status: 200 len: 991 time: 0.0918441 Dec 16 09:57:19.993558 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-a5e479b0-2eb0-46c7-a923-011f9480751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688473205', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '98ef2ea2-50a7-48c8-8e24-348779a72158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:53Z', 'updated_at': '2021-12-16T09:56:59Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '98ef2ea2-50a7-48c8-8e24-348779a72158', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:55Z', 'updated_at': '2021-12-16T09:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'f56c0817-1e81-40bf-bed7-9f89ce8ab102', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'floating_ip_address': '172.25.1.86', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'port_id': 'c142f87b-8194-425e-ac98-84818eb167f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d8e3eb2-f578-452f-b641-461fcffc065a', 'mac_address': 'fa:16:3e:37:0b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20efc7c8-ff04-452f-b848-0eb584db2478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:57:17Z', 'updated_at': '2021-12-16T09:57:17Z', 'revision_number': 0, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c652190-375f-4d0a-80b8-e9ea1f7695a1', 'name': '', 'network_id': '6d8e3eb2-f578-452f-b641-461fcffc065a', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'mac_address': 'fa:16:3e:3f:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '8dfb36f6-69ae-408a-b0a0-be77e7aac83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:58Z', 'updated_at': '2021-12-16T09:57:03Z', 'revision_number': 5, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'subnets': [{'id': '8dfb36f6-69ae-408a-b0a0-be77e7aac83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:20.023938 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e479b0-2eb0-46c7-a923-011f9480751c None None] The sync data for ids ['58e81498-5f52-41a1-8f99-2761ef35da8e'] in n-d-820550-2 is: [{'id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688473205', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '98ef2ea2-50a7-48c8-8e24-348779a72158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:53Z', 'updated_at': '2021-12-16T09:56:59Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '98ef2ea2-50a7-48c8-8e24-348779a72158', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:55Z', 'updated_at': '2021-12-16T09:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'f56c0817-1e81-40bf-bed7-9f89ce8ab102', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'floating_ip_address': '172.25.1.86', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'port_id': 'c142f87b-8194-425e-ac98-84818eb167f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d8e3eb2-f578-452f-b641-461fcffc065a', 'mac_address': 'fa:16:3e:37:0b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20efc7c8-ff04-452f-b848-0eb584db2478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:57:17Z', 'updated_at': '2021-12-16T09:57:17Z', 'revision_number': 0, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c652190-375f-4d0a-80b8-e9ea1f7695a1', 'name': '', 'network_id': '6d8e3eb2-f578-452f-b641-461fcffc065a', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'mac_address': 'fa:16:3e:3f:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '8dfb36f6-69ae-408a-b0a0-be77e7aac83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:58Z', 'updated_at': '2021-12-16T09:57:03Z', 'revision_number': 5, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'subnets': [{'id': '8dfb36f6-69ae-408a-b0a0-be77e7aac83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:57:20.051314 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-265c0118-a51e-4fb2-b285-928e8e971f38 req-ea8096a3-8cde-43c6-af6b-a6000c85a703 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c142f87b-8194-425e-ac98-84818eb167f5 HTTP/1.1" status: 200 len: 999 time: 0.1618793 Dec 16 09:57:20.153034 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c0118-a51e-4fb2-b285-928e8e971f38 req-d2d54676-e3aa-4380-91a6-7f2787b37811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:20.154550 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-265c0118-a51e-4fb2-b285-928e8e971f38 req-d2d54676-e3aa-4380-91a6-7f2787b37811 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8dfb36f6-69ae-408a-b0a0-be77e7aac83c HTTP/1.1" status: 200 len: 834 time: 0.0959647 Dec 16 09:57:20.239046 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c0118-a51e-4fb2-b285-928e8e971f38 req-c9d00a6d-af73-4c8c-875c-30c9c357bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:20.240759 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-265c0118-a51e-4fb2-b285-928e8e971f38 req-c9d00a6d-af73-4c8c-875c-30c9c357bcf1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6d8e3eb2-f578-452f-b641-461fcffc065a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602210 Dec 16 09:57:20.283465 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa124c71-bd5e-48c1-ad4c-e0b3d9778644 None None] New status for floating IP f56c0817-1e81-40bf-bed7-9f89ce8ab102: ACTIVE {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:57:20.330865 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f222e5d0-46d8-46ce-8486-233bb5ba3e5f tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:20.373690 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222e5d0-46d8-46ce-8486-233bb5ba3e5f tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Pushing event deleted for resources: {'Port': ['ID=2cc6e4f0-968d-4cca-b76b-48237adf6a88,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:20.402310 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-265c0118-a51e-4fb2-b285-928e8e971f38 req-c33d9b18-e3f6-4de9-98fd-786b0448fbfa service neutron] 10.222.0.58 "GET /v2.0/networks/6d8e3eb2-f578-452f-b641-461fcffc065a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545494 Dec 16 09:57:20.497830 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f222e5d0-46d8-46ce-8486-233bb5ba3e5f tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:20.686347 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-265c0118-a51e-4fb2-b285-928e8e971f38 req-f7256b3b-c24c-4e4f-bd3d-ba0fbe6187f0 service neutron] 10.222.0.58 "GET /v2.0/networks/6d8e3eb2-f578-452f-b641-461fcffc065a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601321 Dec 16 09:57:20.773646 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f222e5d0-46d8-46ce-8486-233bb5ba3e5f tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10956'] for router, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:20.777083 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f222e5d0-46d8-46ce-8486-233bb5ba3e5f tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575385'] for router, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:20.859662 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f222e5d0-46d8-46ce-8486-233bb5ba3e5f tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Router 1c029a8c-ce1d-43fc-87b3-c7ee2eb36689 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:57:20.953246 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f222e5d0-46d8-46ce-8486-233bb5ba3e5f tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:57:20.964249 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f222e5d0-46d8-46ce-8486-233bb5ba3e5f tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:20.965809 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f222e5d0-46d8-46ce-8486-233bb5ba3e5f tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] 10.222.0.60 "PUT /v2.0/routers/1c029a8c-ce1d-43fc-87b3-c7ee2eb36689 HTTP/1.1" status: 200 len: 704 time: 2.5505676 Dec 16 09:57:20.967256 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52798) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:20.968709 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3963a4-530e-4410-ba30-37a786581a4e None None] Sync routers for ids ['1c029a8c-ce1d-43fc-87b3-c7ee2eb36689'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:57:20.977768 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52800) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:20.991266 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3963a4-530e-4410-ba30-37a786581a4e None None] Routers {'1c029a8c-ce1d-43fc-87b3-c7ee2eb36689'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:20.994148 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-cc3963a4-530e-4410-ba30-37a786581a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:56:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['1c029a8c-ce1d-43fc-87b3-c7ee2eb36689'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:21.046613 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-cc3963a4-530e-4410-ba30-37a786581a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:21.057626 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3963a4-530e-4410-ba30-37a786581a4e None None] Routers {'1c029a8c-ce1d-43fc-87b3-c7ee2eb36689'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:21.058303 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-cc3963a4-530e-4410-ba30-37a786581a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:56:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['1c029a8c-ce1d-43fc-87b3-c7ee2eb36689'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:21.066046 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-468c5738-c263-41e1-846f-6a807ebbd626 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/floatingips/f56c0817-1e81-40bf-bed7-9f89ce8ab102 HTTP/1.1" status: 200 len: 993 time: 0.0970674 Dec 16 09:57:21.094937 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-305f364e-67f6-425c-a1ca-dc6e810b10b6 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] 10.222.0.60 "GET /v2.0/routers/1c029a8c-ce1d-43fc-87b3-c7ee2eb36689 HTTP/1.1" status: 200 len: 739 time: 0.1135695 Dec 16 09:57:21.095521 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52802) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:21.098044 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-cc3963a4-530e-4410-ba30-37a786581a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:21.099033 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3963a4-530e-4410-ba30-37a786581a4e None None] The sync data for ids ['1c029a8c-ce1d-43fc-87b3-c7ee2eb36689'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:57:21.145280 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0f7f4dcc-aaff-4801-a006-aa4358984bd5 tempest-RoutersAdminTest-993286906 tempest-RoutersAdminTest-993286906-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=66f24afa-c67f-4411-a795-f16773380b27&device_id=1c029a8c-ce1d-43fc-87b3-c7ee2eb36689 HTTP/1.1" status: 200 len: 205 time: 0.0486846 Dec 16 09:57:21.148580 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52804) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:21.178912 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a13b2d48-8d90-41d8-887a-cb98a155d5dc tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c029a8c-ce1d-43fc-87b3-c7ee2eb36689 HTTP/1.1" status: 200 len: 205 time: 0.0284784 Dec 16 09:57:21.181501 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52806) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:21.262435 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3e9c2a00-f478-4fa1-a79c-95e00c903942 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:21.451809 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3e9c2a00-f478-4fa1-a79c-95e00c903942 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:21.454088 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3e9c2a00-f478-4fa1-a79c-95e00c903942 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:21.571484 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3e9c2a00-f478-4fa1-a79c-95e00c903942 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:21.572317 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9c2a00-f478-4fa1-a79c-95e00c903942 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Fanout notify agent at l3_agent the message router_deleted on router 1c029a8c-ce1d-43fc-87b3-c7ee2eb36689 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:57:21.579424 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3e9c2a00-f478-4fa1-a79c-95e00c903942 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:21.580660 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3e9c2a00-f478-4fa1-a79c-95e00c903942 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] 10.222.0.60 "DELETE /v2.0/routers/1c029a8c-ce1d-43fc-87b3-c7ee2eb36689 HTTP/1.1" status: 204 len: 168 time: 0.3980131 Dec 16 09:57:21.584898 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52812) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:21.615581 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0bb830f3-c38b-430e-ab40-c3adcbdb530c tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c029a8c-ce1d-43fc-87b3-c7ee2eb36689 HTTP/1.1" status: 200 len: 205 time: 0.0293405 Dec 16 09:57:21.617980 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52814) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:21.659129 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-a51ebb4a-5bcd-4a61-a4d6-51f43615dcfb tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] delete failed (client error): The resource could not be found. Dec 16 09:57:21.660161 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a51ebb4a-5bcd-4a61-a4d6-51f43615dcfb tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] 10.222.0.60 "DELETE /v2.0/routers/1c029a8c-ce1d-43fc-87b3-c7ee2eb36689 HTTP/1.1" status: 404 len: 336 time: 0.0412440 Dec 16 09:57:21.663633 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52818) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:21.691087 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4d5de682-4514-432e-b066-0b402ce7d9e3 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] 10.222.0.60 "GET /v2.0/ports?device_id=86c95433-8248-4ff3-a35e-a1043faf5c1c HTTP/1.1" status: 200 len: 205 time: 0.0263567 Dec 16 09:57:21.694004 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52820) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:21.733834 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-7b6994bc-e48c-44ed-8e64-f7b23e2fd215 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] delete failed (client error): The resource could not be found. Dec 16 09:57:21.735085 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7b6994bc-e48c-44ed-8e64-f7b23e2fd215 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] 10.222.0.60 "DELETE /v2.0/routers/86c95433-8248-4ff3-a35e-a1043faf5c1c HTTP/1.1" status: 404 len: 336 time: 0.0399728 Dec 16 09:57:21.738044 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52822) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:21.770083 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7971bde9-e3b3-4375-aaba-4e8ab33f3cd3 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4b20dd0-816d-490f-9fbb-5212a145c5da HTTP/1.1" status: 200 len: 205 time: 0.0307710 Dec 16 09:57:21.773673 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52824) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:21.811711 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-7ead7a92-8879-497d-a151-2d19341dc71c tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] delete failed (client error): The resource could not be found. Dec 16 09:57:21.812594 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7ead7a92-8879-497d-a151-2d19341dc71c tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] 10.222.0.60 "DELETE /v2.0/routers/e4b20dd0-816d-490f-9fbb-5212a145c5da HTTP/1.1" status: 404 len: 336 time: 0.0379376 Dec 16 09:57:21.817057 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52828) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:21.850343 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d957e47e-cffc-4428-880a-65c80c0c848d tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e6671b5-fce7-4706-bd55-89b5d2315e6b HTTP/1.1" status: 200 len: 205 time: 0.0298369 Dec 16 09:57:21.865323 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52842) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:21.903832 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-3eda77c3-b2cd-498e-bb98-60c62ea49e88 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] delete failed (client error): The resource could not be found. Dec 16 09:57:21.904660 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3eda77c3-b2cd-498e-bb98-60c62ea49e88 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] 10.222.0.60 "DELETE /v2.0/routers/4e6671b5-fce7-4706-bd55-89b5d2315e6b HTTP/1.1" status: 404 len: 336 time: 0.0383756 Dec 16 09:57:21.907551 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52852) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:21.935869 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-07a149dc-7ca0-45e5-80b2-33adfd864513 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2ebb7e3-6624-46f9-988a-3dc1c3538bb5 HTTP/1.1" status: 200 len: 205 time: 0.0272357 Dec 16 09:57:21.938165 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52858) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:21.983514 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-95bb4013-1b78-492c-b866-82dbb403b347 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] delete failed (client error): The resource could not be found. Dec 16 09:57:21.985155 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-95bb4013-1b78-492c-b866-82dbb403b347 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] 10.222.0.60 "DELETE /v2.0/routers/b2ebb7e3-6624-46f9-988a-3dc1c3538bb5 HTTP/1.1" status: 404 len: 336 time: 0.0457897 Dec 16 09:57:21.987757 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52864) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:22.017966 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-cdc2f8dc-fce3-444d-9fac-a2e93a573ffa tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] 10.222.0.60 "GET /v2.0/ports?device_id=26ce631b-7370-4559-8a42-83043eacdb6e HTTP/1.1" status: 200 len: 205 time: 0.0288329 Dec 16 09:57:22.020417 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52868) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:22.068105 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-cf7f8412-aaf1-4043-8af0-9df9ccff197f tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] delete failed (client error): The resource could not be found. Dec 16 09:57:22.072387 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-cf7f8412-aaf1-4043-8af0-9df9ccff197f tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] 10.222.0.60 "DELETE /v2.0/routers/26ce631b-7370-4559-8a42-83043eacdb6e HTTP/1.1" status: 404 len: 336 time: 0.0470936 Dec 16 09:57:22.072694 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52870) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:22.101651 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-9482d7e4-74d0-4763-8ca0-1ce370ee1641 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] DELETE failed (client error): The resource could not be found. Dec 16 09:57:22.102302 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9482d7e4-74d0-4763-8ca0-1ce370ee1641 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:57:22.105357 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9482d7e4-74d0-4763-8ca0-1ce370ee1641 tempest-RoutersAdminTest-1996436240 tempest-RoutersAdminTest-1996436240-project] 10.222.0.60 "DELETE /v2.0/subnets/2f25ed2e-1df2-43fe-a170-43a1c2e496bd HTTP/1.1" status: 404 len: 337 time: 0.0315895 Dec 16 09:57:22.703892 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52878) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:22.831418 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6cbf1f68-fafd-401e-a4de-d360b52c9fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:22.912843 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6cbf1f68-fafd-401e-a4de-d360b52c9fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:22.966862 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6cbf1f68-fafd-401e-a4de-d360b52c9fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:23.007703 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6cbf1f68-fafd-401e-a4de-d360b52c9fcc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d52cceca043844769a511ce113eb2852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3026502 Dec 16 09:57:23.008687 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf1f68-fafd-401e-a4de-d360b52c9fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969a135f-025c-43f6-a855-a0d0c8a4e372,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:23.010722 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52882) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:23.066929 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2638a0b-0e73-4164-bab2-d761f6d856ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:23.096192 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2638a0b-0e73-4164-bab2-d761f6d856ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:23.235647 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2638a0b-0e73-4164-bab2-d761f6d856ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:23.238644 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2638a0b-0e73-4164-bab2-d761f6d856ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:23.239828 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d2638a0b-0e73-4164-bab2-d761f6d856ae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/969a135f-025c-43f6-a855-a0d0c8a4e372 HTTP/1.1" status: 204 len: 168 time: 0.2266479 Dec 16 09:57:23.255794 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2638a0b-0e73-4164-bab2-d761f6d856ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969a135f-025c-43f6-a855-a0d0c8a4e372,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:23.869840 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52892) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:23.915708 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-94e9746f-6fd4-4c3b-a5de-9ac105467c4e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=04917306c5994b24abe5c2568c4010ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446088 Dec 16 09:57:23.918745 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52894) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:23.976834 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c0de72d5-92df-48fe-8224-612f534bd42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:24.007105 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c0de72d5-92df-48fe-8224-612f534bd42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:24.063928 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ab21afb0-4fbf-4c15-8664-c96f2d9ace54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:24.166647 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c0de72d5-92df-48fe-8224-612f534bd42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:24.170039 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c0de72d5-92df-48fe-8224-612f534bd42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:24.171452 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c0de72d5-92df-48fe-8224-612f534bd42b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9de55825-d51c-45ca-94b1-c57a00e2e644 HTTP/1.1" status: 204 len: 168 time: 0.2516773 Dec 16 09:57:24.189683 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de72d5-92df-48fe-8224-612f534bd42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de55825-d51c-45ca-94b1-c57a00e2e644,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:26.136837 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52938) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:26.266869 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-2165ad02-91ef-4b6c-b438-0971bad57788 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-163719388', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:26.372692 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2165ad02-91ef-4b6c-b438-0971bad57788 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] Made reservation on behalf of 3cbbac3ecb414641a50b66031ca9219f for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:57:26.375121 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2165ad02-91ef-4b6c-b438-0971bad57788 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:26.384311 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2165ad02-91ef-4b6c-b438-0971bad57788 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:26.405874 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-42e063f9-00c9-41d9-9906-506239670c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:26.468377 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2165ad02-91ef-4b6c-b438-0971bad57788 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:26.549951 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2165ad02-91ef-4b6c-b438-0971bad57788 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:26.556574 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-2165ad02-91ef-4b6c-b438-0971bad57788 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] device_id is not set on port 4543d1ae-a27a-4883-a777-48fe4e2b9de0 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:57:26.613871 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165ad02-91ef-4b6c-b438-0971bad57788 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d39da81-6f93-4da5-8ecd-43cbaee27a98,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:26.695337 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-2165ad02-91ef-4b6c-b438-0971bad57788 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] Allocated IP 172.25.1.15 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/4543d1ae-a27a-4883-a777-48fe4e2b9de0) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:57:26.847757 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2165ad02-91ef-4b6c-b438-0971bad57788 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:26.955243 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2165ad02-91ef-4b6c-b438-0971bad57788 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:26.996284 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2165ad02-91ef-4b6c-b438-0971bad57788 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:57:27.000713 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-2165ad02-91ef-4b6c-b438-0971bad57788 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:57:27.003202 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2165ad02-91ef-4b6c-b438-0971bad57788 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:57:27.032538 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165ad02-91ef-4b6c-b438-0971bad57788 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] Pushing event updated for resources: {'Port': ['ID=4543d1ae-a27a-4883-a777-48fe4e2b9de0,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:27.054398 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2165ad02-91ef-4b6c-b438-0971bad57788 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:27.055008 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2165ad02-91ef-4b6c-b438-0971bad57788 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:27.145502 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2165ad02-91ef-4b6c-b438-0971bad57788 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.0071878 Dec 16 09:57:27.148745 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52946) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:27.153388 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-1131c2b9-36fb-46ed-9894-57b4b8066c26 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.15'}]}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:27.234681 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1131c2b9-36fb-46ed-9894-57b4b8066c26 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:27.235776 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1131c2b9-36fb-46ed-9894-57b4b8066c26 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:27.296935 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1131c2b9-36fb-46ed-9894-57b4b8066c26 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:27.500961 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1131c2b9-36fb-46ed-9894-57b4b8066c26 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:27.623969 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:27.840590 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1131c2b9-36fb-46ed-9894-57b4b8066c26 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:27.860557 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1131c2b9-36fb-46ed-9894-57b4b8066c26 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:28.076277 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1131c2b9-36fb-46ed-9894-57b4b8066c26 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:28.248980 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1131c2b9-36fb-46ed-9894-57b4b8066c26 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:28.251328 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1131c2b9-36fb-46ed-9894-57b4b8066c26 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:28.390424 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1131c2b9-36fb-46ed-9894-57b4b8066c26 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:28.391252 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1131c2b9-36fb-46ed-9894-57b4b8066c26 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d6b13266-1f00-4709-8840-837ce18ef8e8 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:57:28.502852 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-1131c2b9-36fb-46ed-9894-57b4b8066c26 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 16 09:57:28.503963 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1131c2b9-36fb-46ed-9894-57b4b8066c26 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.3541305 Dec 16 09:57:28.506909 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52954) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:28.591406 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-511c0c4f-1834-4bcf-a16b-523909e0af31 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] Deleting port 4543d1ae-a27a-4883-a777-48fe4e2b9de0 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:57:28.591770 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-511c0c4f-1834-4bcf-a16b-523909e0af31 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:28.677225 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-511c0c4f-1834-4bcf-a16b-523909e0af31 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:28.691030 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-511c0c4f-1834-4bcf-a16b-523909e0af31 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] Calling delete_port for 4543d1ae-a27a-4883-a777-48fe4e2b9de0 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:57:28.904341 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-511c0c4f-1834-4bcf-a16b-523909e0af31 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:28.934743 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c0c4f-1834-4bcf-a16b-523909e0af31 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] Pushing event deleted for resources: {'Port': ['ID=4543d1ae-a27a-4883-a777-48fe4e2b9de0,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:29.000744 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-511c0c4f-1834-4bcf-a16b-523909e0af31 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:29.003918 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-511c0c4f-1834-4bcf-a16b-523909e0af31 tempest-RoutersAdminNegativeTest-151804088 tempest-RoutersAdminNegativeTest-151804088-project-admin] 10.222.0.60 "DELETE /v2.0/ports/4543d1ae-a27a-4883-a777-48fe4e2b9de0 HTTP/1.1" status: 204 len: 168 time: 0.4960117 Dec 16 09:57:29.104654 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:29.450647 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52962) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:29.566033 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:29.583962 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-64cbce0f-1bfe-4f36-a0e4-903fe1d0fe04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:29.676866 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-64cbce0f-1bfe-4f36-a0e4-903fe1d0fe04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:29.750046 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-64cbce0f-1bfe-4f36-a0e4-903fe1d0fe04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:29.805453 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-64cbce0f-1bfe-4f36-a0e4-903fe1d0fe04 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=be6e33a88b924d1091341d62781decee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3535838 Dec 16 09:57:29.806237 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cbce0f-1bfe-4f36-a0e4-903fe1d0fe04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693bf5ec-035d-4e76-8469-41eb4cf3b38e,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:29.808129 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52968) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:29.814433 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cbce0f-1bfe-4f36-a0e4-903fe1d0fe04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:29.815230 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cbce0f-1bfe-4f36-a0e4-903fe1d0fe04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:29.815230 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cbce0f-1bfe-4f36-a0e4-903fe1d0fe04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:29.815455 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cbce0f-1bfe-4f36-a0e4-903fe1d0fe04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:29.815826 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cbce0f-1bfe-4f36-a0e4-903fe1d0fe04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:29.816063 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cbce0f-1bfe-4f36-a0e4-903fe1d0fe04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:29.816384 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cbce0f-1bfe-4f36-a0e4-903fe1d0fe04 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:29.816702 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cbce0f-1bfe-4f36-a0e4-903fe1d0fe04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:29.817022 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cbce0f-1bfe-4f36-a0e4-903fe1d0fe04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:29.817371 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cbce0f-1bfe-4f36-a0e4-903fe1d0fe04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:29.817686 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cbce0f-1bfe-4f36-a0e4-903fe1d0fe04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:29.818527 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cbce0f-1bfe-4f36-a0e4-903fe1d0fe04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:29.865663 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-75417a13-f4ed-419f-99f4-198d09f4a9cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:29.889472 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-75417a13-f4ed-419f-99f4-198d09f4a9cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:30.012556 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-75417a13-f4ed-419f-99f4-198d09f4a9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:30.015242 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-75417a13-f4ed-419f-99f4-198d09f4a9cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:30.017162 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-75417a13-f4ed-419f-99f4-198d09f4a9cb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/693bf5ec-035d-4e76-8469-41eb4cf3b38e HTTP/1.1" status: 204 len: 168 time: 0.2073002 Dec 16 09:57:30.025091 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75417a13-f4ed-419f-99f4-198d09f4a9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693bf5ec-035d-4e76-8469-41eb4cf3b38e,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:30.033058 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75417a13-f4ed-419f-99f4-198d09f4a9cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:30.033435 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75417a13-f4ed-419f-99f4-198d09f4a9cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:30.033739 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75417a13-f4ed-419f-99f4-198d09f4a9cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:30.034075 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75417a13-f4ed-419f-99f4-198d09f4a9cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:30.034484 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75417a13-f4ed-419f-99f4-198d09f4a9cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:30.034814 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75417a13-f4ed-419f-99f4-198d09f4a9cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:30.035124 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75417a13-f4ed-419f-99f4-198d09f4a9cb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:30.035443 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75417a13-f4ed-419f-99f4-198d09f4a9cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:30.035763 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75417a13-f4ed-419f-99f4-198d09f4a9cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:30.036081 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75417a13-f4ed-419f-99f4-198d09f4a9cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:30.036429 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75417a13-f4ed-419f-99f4-198d09f4a9cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:30.036745 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75417a13-f4ed-419f-99f4-198d09f4a9cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:31.051970 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 52980) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:31.100209 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1b610aba-9747-4291-bf26-dfa7e98527a1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3cbbac3ecb414641a50b66031ca9219f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458007 Dec 16 09:57:31.102971 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 52982) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:31.164901 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c513141-5444-4751-b8a5-5dc1b8b8002c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:31.192522 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c513141-5444-4751-b8a5-5dc1b8b8002c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:31.354964 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c513141-5444-4751-b8a5-5dc1b8b8002c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:31.359748 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c513141-5444-4751-b8a5-5dc1b8b8002c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:31.361735 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3c513141-5444-4751-b8a5-5dc1b8b8002c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8d39da81-6f93-4da5-8ecd-43cbaee27a98 HTTP/1.1" status: 204 len: 168 time: 0.2570283 Dec 16 09:57:31.378766 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c513141-5444-4751-b8a5-5dc1b8b8002c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d39da81-6f93-4da5-8ecd-43cbaee27a98,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:32.573170 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53008) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:32.679791 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-bc04b587-6464-43dd-9900-95facf159425 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1527125664'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:32.761195 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc04b587-6464-43dd-9900-95facf159425 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Made reservation on behalf of 69129ea1fbd649629441fb6bfec16374 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:57:32.764774 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc04b587-6464-43dd-9900-95facf159425 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:32.774245 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc04b587-6464-43dd-9900-95facf159425 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:32.863198 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc04b587-6464-43dd-9900-95facf159425 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:32.932740 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc04b587-6464-43dd-9900-95facf159425 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:32.962559 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc04b587-6464-43dd-9900-95facf159425 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:57:32.979599 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04b587-6464-43dd-9900-95facf159425 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00b97c2f-6bf0-4367-9bf6-8e27d813ac3a,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:32.986493 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc04b587-6464-43dd-9900-95facf159425 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:32.986873 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-bc04b587-6464-43dd-9900-95facf159425 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Added segment 23cbb640-9c4b-4dfc-8805-7f7d13e6c133 of type vlan for network f8015f46-0780-43bc-8426-2c20a1df3350 Dec 16 09:57:33.041248 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc04b587-6464-43dd-9900-95facf159425 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:34.412583 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc04b587-6464-43dd-9900-95facf159425 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:34.420968 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc04b587-6464-43dd-9900-95facf159425 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:34.420968 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc04b587-6464-43dd-9900-95facf159425 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:34.489027 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04b587-6464-43dd-9900-95facf159425 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event updated for resources: {'Network': ['ID=f8015f46-0780-43bc-8426-2c20a1df3350,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:34.500293 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network f8015f46-0780-43bc-8426-2c20a1df3350 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:57:34.702078 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bc04b587-6464-43dd-9900-95facf159425 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1275687 Dec 16 09:57:34.704898 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53036) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:34.709963 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-586e6657-446e-4d5f-95ba-19546bbfe0c5 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Request body: {'subnet': {'network_id': 'f8015f46-0780-43bc-8426-2c20a1df3350', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:34.978441 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586e6657-446e-4d5f-95ba-19546bbfe0c5 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Made reservation on behalf of 69129ea1fbd649629441fb6bfec16374 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:57:34.981995 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-586e6657-446e-4d5f-95ba-19546bbfe0c5 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:35.246173 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-586e6657-446e-4d5f-95ba-19546bbfe0c5 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:35.309335 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e6657-446e-4d5f-95ba-19546bbfe0c5 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event updated for resources: {'Subnet': ['ID=765d4158-4183-4490-a57c-29c3b2fab50a,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:35.322757 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586e6657-446e-4d5f-95ba-19546bbfe0c5 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Checking segment: {'id': '23cbb640-9c4b-4dfc-8805-7f7d13e6c133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f8015f46-0780-43bc-8426-2c20a1df3350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:57:35.322757 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586e6657-446e-4d5f-95ba-19546bbfe0c5 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Network hostable DHCP agents. Network: f8015f46-0780-43bc-8426-2c20a1df3350, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:57:35.395955 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586e6657-446e-4d5f-95ba-19546bbfe0c5 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Network f8015f46-0780-43bc-8426-2c20a1df3350 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:57:35.458592 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-586e6657-446e-4d5f-95ba-19546bbfe0c5 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, f8015f46-0780-43bc-8426-2c20a1df3350) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:57:35.463233 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586e6657-446e-4d5f-95ba-19546bbfe0c5 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:35.463821 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-586e6657-446e-4d5f-95ba-19546bbfe0c5 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:35.469400 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab1710c-2290-4e62-8cf6-301a0b591555 None None] Network f8015f46-0780-43bc-8426-2c20a1df3350 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:57:35.564210 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-586e6657-446e-4d5f-95ba-19546bbfe0c5 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8581960 Dec 16 09:57:35.566818 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53042) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:35.571821 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-60b97024-16f3-4e31-8137-03ac25f7c621 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-458256473', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}, 'admin_state_up': False}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:35.595692 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d2a2b8-151b-47a7-807b-c6858568ff86 None None] Network f8015f46-0780-43bc-8426-2c20a1df3350 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:57:35.703305 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60b97024-16f3-4e31-8137-03ac25f7c621 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:35.704569 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60b97024-16f3-4e31-8137-03ac25f7c621 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:35.779435 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60b97024-16f3-4e31-8137-03ac25f7c621 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:35.973382 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60b97024-16f3-4e31-8137-03ac25f7c621 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:36.232168 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60b97024-16f3-4e31-8137-03ac25f7c621 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:36.254752 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60b97024-16f3-4e31-8137-03ac25f7c621 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:36.387452 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-60b97024-16f3-4e31-8137-03ac25f7c621 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Allocated IP 172.25.1.83 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/da871426-f1e1-41b3-b5db-4b6b9e1f6a83) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:57:36.505851 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60b97024-16f3-4e31-8137-03ac25f7c621 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:36.635015 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60b97024-16f3-4e31-8137-03ac25f7c621 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:36.682815 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b97024-16f3-4e31-8137-03ac25f7c621 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:57:36.685994 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-60b97024-16f3-4e31-8137-03ac25f7c621 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:57:36.689978 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b97024-16f3-4e31-8137-03ac25f7c621 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:57:36.729955 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b97024-16f3-4e31-8137-03ac25f7c621 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event updated for resources: {'Port': ['ID=da871426-f1e1-41b3-b5db-4b6b9e1f6a83,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:37.356176 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:37.410220 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60b97024-16f3-4e31-8137-03ac25f7c621 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:37.620323 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60b97024-16f3-4e31-8137-03ac25f7c621 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:37.840483 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b97024-16f3-4e31-8137-03ac25f7c621 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Router 22456145-9c24-48c9-8df5-104df1665c86 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:57:37.961258 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b97024-16f3-4e31-8137-03ac25f7c621 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:57:37.971486 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aab8924-36a1-482b-9fc0-7441474156d5 None None] Sync routers for ids ['22456145-9c24-48c9-8df5-104df1665c86'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:57:37.982513 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aab8924-36a1-482b-9fc0-7441474156d5 None None] Routers {'22456145-9c24-48c9-8df5-104df1665c86'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:37.983223 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6aab8924-36a1-482b-9fc0-7441474156d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['22456145-9c24-48c9-8df5-104df1665c86'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:38.019319 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6aab8924-36a1-482b-9fc0-7441474156d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:38.028902 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aab8924-36a1-482b-9fc0-7441474156d5 None None] Routers {'22456145-9c24-48c9-8df5-104df1665c86'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:38.029549 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6aab8924-36a1-482b-9fc0-7441474156d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['22456145-9c24-48c9-8df5-104df1665c86'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:38.067559 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6aab8924-36a1-482b-9fc0-7441474156d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:38.068219 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aab8924-36a1-482b-9fc0-7441474156d5 None None] The sync data for ids ['22456145-9c24-48c9-8df5-104df1665c86'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:57:38.118483 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60b97024-16f3-4e31-8137-03ac25f7c621 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:38.122701 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-60b97024-16f3-4e31-8137-03ac25f7c621 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5519068 Dec 16 09:57:38.123395 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53062) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:38.579087 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9f0eb1fb-edc8-4765-8f77-501d02f6bd63 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:39.244803 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-9f0eb1fb-edc8-4765-8f77-501d02f6bd63 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Allocated IP 172.20.0.1 (f8015f46-0780-43bc-8426-2c20a1df3350/765d4158-4183-4490-a57c-29c3b2fab50a/425089b3-e9c1-4e9f-b8aa-002edc419c64) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:57:39.377969 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9f0eb1fb-edc8-4765-8f77-501d02f6bd63 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:39.482595 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9f0eb1fb-edc8-4765-8f77-501d02f6bd63 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:39.524514 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0eb1fb-edc8-4765-8f77-501d02f6bd63 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Network f8015f46-0780-43bc-8426-2c20a1df3350 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:57:39.527983 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-9f0eb1fb-edc8-4765-8f77-501d02f6bd63 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:57:39.531982 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0eb1fb-edc8-4765-8f77-501d02f6bd63 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:57:39.562371 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0eb1fb-edc8-4765-8f77-501d02f6bd63 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event updated for resources: {'Port': ['ID=425089b3-e9c1-4e9f-b8aa-002edc419c64,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:39.585895 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9f0eb1fb-edc8-4765-8f77-501d02f6bd63 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:39.847592 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9f0eb1fb-edc8-4765-8f77-501d02f6bd63 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:40.127776 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9f0eb1fb-edc8-4765-8f77-501d02f6bd63 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:40.218735 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9f0eb1fb-edc8-4765-8f77-501d02f6bd63 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:40.296770 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0eb1fb-edc8-4765-8f77-501d02f6bd63 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event updated for resources: {'Port': ['ID=425089b3-e9c1-4e9f-b8aa-002edc419c64,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:40.299220 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9f0eb1fb-edc8-4765-8f77-501d02f6bd63 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:40.394631 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0eb1fb-edc8-4765-8f77-501d02f6bd63 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Network f8015f46-0780-43bc-8426-2c20a1df3350 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:57:40.395837 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-9f0eb1fb-edc8-4765-8f77-501d02f6bd63 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:57:40.511810 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0eb1fb-edc8-4765-8f77-501d02f6bd63 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Router 22456145-9c24-48c9-8df5-104df1665c86 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:57:40.631558 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0eb1fb-edc8-4765-8f77-501d02f6bd63 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:57:40.636797 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9f0eb1fb-edc8-4765-8f77-501d02f6bd63 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "PUT /v2.0/routers/22456145-9c24-48c9-8df5-104df1665c86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5123494 Dec 16 09:57:40.639408 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53078) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:40.642337 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02582a81-6bed-4da3-af85-e9f2d9a7e481 None None] Sync routers for ids ['22456145-9c24-48c9-8df5-104df1665c86'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:57:40.644785 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-4438df13-98fb-4e99-8793-9bae804c0148 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Request body: {'port': {'network_id': 'f8015f46-0780-43bc-8426-2c20a1df3350', 'name': 'tempest-FloatingIPTestJSON-1082111328'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:40.663971 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02582a81-6bed-4da3-af85-e9f2d9a7e481 None None] Routers {'22456145-9c24-48c9-8df5-104df1665c86'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:40.664661 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-02582a81-6bed-4da3-af85-e9f2d9a7e481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['22456145-9c24-48c9-8df5-104df1665c86'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:40.703355 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-02582a81-6bed-4da3-af85-e9f2d9a7e481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:40.712746 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02582a81-6bed-4da3-af85-e9f2d9a7e481 None None] Routers {'22456145-9c24-48c9-8df5-104df1665c86'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:40.713462 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-02582a81-6bed-4da3-af85-e9f2d9a7e481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['22456145-9c24-48c9-8df5-104df1665c86'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:40.747924 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-02582a81-6bed-4da3-af85-e9f2d9a7e481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:40.748611 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02582a81-6bed-4da3-af85-e9f2d9a7e481 None None] The sync data for ids ['22456145-9c24-48c9-8df5-104df1665c86'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:57:40.750833 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:40.842232 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4438df13-98fb-4e99-8793-9bae804c0148 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Made reservation on behalf of 69129ea1fbd649629441fb6bfec16374 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:57:40.845915 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4438df13-98fb-4e99-8793-9bae804c0148 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:40.877465 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-4438df13-98fb-4e99-8793-9bae804c0148 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] device_id is not set on port 8676181c-21be-4147-91e8-7d16c5188352 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:57:40.987042 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-4438df13-98fb-4e99-8793-9bae804c0148 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Allocated IP 172.20.0.3 (f8015f46-0780-43bc-8426-2c20a1df3350/765d4158-4183-4490-a57c-29c3b2fab50a/8676181c-21be-4147-91e8-7d16c5188352) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:57:41.156059 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4438df13-98fb-4e99-8793-9bae804c0148 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:41.199595 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b1d20e4-6ed0-4043-ae76-4cfb39964c83 req-2d1041ca-a4e6-4ea9-88b7-55a815521f9b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=20efc7c8-ff04-452f-b848-0eb584db2478&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463018 Dec 16 09:57:41.288714 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d20e4-6ed0-4043-ae76-4cfb39964c83 req-61abc625-3ca3-4529-9228-9bde5fcbce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:41.290231 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b1d20e4-6ed0-4043-ae76-4cfb39964c83 req-61abc625-3ca3-4529-9228-9bde5fcbce0f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 1097 time: 0.0461817 Dec 16 09:57:41.309505 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4438df13-98fb-4e99-8793-9bae804c0148 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:41.356531 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4438df13-98fb-4e99-8793-9bae804c0148 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Network f8015f46-0780-43bc-8426-2c20a1df3350 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:57:41.362261 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-4438df13-98fb-4e99-8793-9bae804c0148 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:57:41.364845 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4438df13-98fb-4e99-8793-9bae804c0148 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:57:41.393439 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438df13-98fb-4e99-8793-9bae804c0148 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event updated for resources: {'Port': ['ID=8676181c-21be-4147-91e8-7d16c5188352,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:41.405602 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d20e4-6ed0-4043-ae76-4cfb39964c83 req-33746e62-2bac-4f0e-97be-624651254d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:41.407174 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b1d20e4-6ed0-4043-ae76-4cfb39964c83 req-33746e62-2bac-4f0e-97be-624651254d01 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6d8e3eb2-f578-452f-b641-461fcffc065a HTTP/1.1" status: 200 len: 898 time: 0.0966837 Dec 16 09:57:41.424388 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4438df13-98fb-4e99-8793-9bae804c0148 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:41.425031 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4438df13-98fb-4e99-8793-9bae804c0148 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:41.480568 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b1d20e4-6ed0-4043-ae76-4cfb39964c83 req-bcac8d0b-679a-4ea3-b253-8807bc93aaac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c142f87b-8194-425e-ac98-84818eb167f5 HTTP/1.1" status: 200 len: 1001 time: 0.0655198 Dec 16 09:57:41.518924 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4438df13-98fb-4e99-8793-9bae804c0148 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8784373 Dec 16 09:57:41.525848 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53082) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:41.527443 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-d701ba87-308d-4e02-8b82-fdb37b14e7dc tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Request body: {'port': {'network_id': 'f8015f46-0780-43bc-8426-2c20a1df3350', 'name': 'tempest-FloatingIPTestJSON-601384167'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:41.532360 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d20e4-6ed0-4043-ae76-4cfb39964c83 req-f9763a16-b6a0-45ce-9780-b5501095d1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:41.534030 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b1d20e4-6ed0-4043-ae76-4cfb39964c83 req-f9763a16-b6a0-45ce-9780-b5501095d1c0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8dfb36f6-69ae-408a-b0a0-be77e7aac83c HTTP/1.1" status: 200 len: 834 time: 0.0471370 Dec 16 09:57:41.584692 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d20e4-6ed0-4043-ae76-4cfb39964c83 req-a7ad77f9-0256-4091-a5b8-aa563315dcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:41.586593 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b1d20e4-6ed0-4043-ae76-4cfb39964c83 req-a7ad77f9-0256-4091-a5b8-aa563315dcd6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6d8e3eb2-f578-452f-b641-461fcffc065a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450246 Dec 16 09:57:41.696166 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b1d20e4-6ed0-4043-ae76-4cfb39964c83 req-16825be0-be9c-41a9-9d0d-2657857912b9 service neutron] 10.222.0.58 "GET /v2.0/networks/6d8e3eb2-f578-452f-b641-461fcffc065a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025221 Dec 16 09:57:41.761601 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d701ba87-308d-4e02-8b82-fdb37b14e7dc tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Made reservation on behalf of 69129ea1fbd649629441fb6bfec16374 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:57:41.765333 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d701ba87-308d-4e02-8b82-fdb37b14e7dc tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:41.783585 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-d701ba87-308d-4e02-8b82-fdb37b14e7dc tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] device_id is not set on port 6fec7668-edb0-4786-8045-87e7d337cdc0 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:57:41.795316 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b1d20e4-6ed0-4043-ae76-4cfb39964c83 req-3bb47d33-b475-417b-912c-ccdb09005b33 service neutron] 10.222.0.58 "GET /v2.0/networks/6d8e3eb2-f578-452f-b641-461fcffc065a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900068 Dec 16 09:57:41.908164 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-d701ba87-308d-4e02-8b82-fdb37b14e7dc tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Allocated IP 172.20.0.7 (f8015f46-0780-43bc-8426-2c20a1df3350/765d4158-4183-4490-a57c-29c3b2fab50a/6fec7668-edb0-4786-8045-87e7d337cdc0) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:57:42.066142 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d701ba87-308d-4e02-8b82-fdb37b14e7dc tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:42.189683 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d701ba87-308d-4e02-8b82-fdb37b14e7dc tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:42.238814 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d701ba87-308d-4e02-8b82-fdb37b14e7dc tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Network f8015f46-0780-43bc-8426-2c20a1df3350 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:57:42.242597 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-d701ba87-308d-4e02-8b82-fdb37b14e7dc tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:57:42.246470 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d701ba87-308d-4e02-8b82-fdb37b14e7dc tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:57:42.255964 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701ba87-308d-4e02-8b82-fdb37b14e7dc tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event updated for resources: {'Port': ['ID=6fec7668-edb0-4786-8045-87e7d337cdc0,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:42.301474 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d701ba87-308d-4e02-8b82-fdb37b14e7dc tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:42.302155 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d701ba87-308d-4e02-8b82-fdb37b14e7dc tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:42.392762 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d701ba87-308d-4e02-8b82-fdb37b14e7dc tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8696325 Dec 16 09:57:42.395925 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53090) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:42.400509 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-a3622141-498d-4498-aae3-37cbff8e8d48 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'port_id': '6fec7668-edb0-4786-8045-87e7d337cdc0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:42.526215 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a3622141-498d-4498-aae3-37cbff8e8d48 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for floatingip, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:42.636228 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a3622141-498d-4498-aae3-37cbff8e8d48 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:42.747182 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-a3622141-498d-4498-aae3-37cbff8e8d48 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Allocated IP 172.25.1.148 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/8bf3ced8-d2d2-417a-ad72-15c4d5b56446) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:57:42.862597 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a3622141-498d-4498-aae3-37cbff8e8d48 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:42.985277 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a3622141-498d-4498-aae3-37cbff8e8d48 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:43.023450 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3622141-498d-4498-aae3-37cbff8e8d48 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:57:43.026824 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-a3622141-498d-4498-aae3-37cbff8e8d48 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:57:43.030677 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3622141-498d-4498-aae3-37cbff8e8d48 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:57:43.059425 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3622141-498d-4498-aae3-37cbff8e8d48 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event updated for resources: {'Port': ['ID=8bf3ced8-d2d2-417a-ad72-15c4d5b56446,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:43.389082 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a3622141-498d-4498-aae3-37cbff8e8d48 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:43.600845 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a3622141-498d-4498-aae3-37cbff8e8d48 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:43.759781 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a3622141-498d-4498-aae3-37cbff8e8d48 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:43.841854 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a3622141-498d-4498-aae3-37cbff8e8d48 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:43.913351 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3622141-498d-4498-aae3-37cbff8e8d48 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event updated for resources: {'Port': ['ID=8bf3ced8-d2d2-417a-ad72-15c4d5b56446,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:43.925260 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a3622141-498d-4498-aae3-37cbff8e8d48 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:44.027022 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [None req-a3622141-498d-4498-aae3-37cbff8e8d48 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Floating IP f4073f90-b243-40f3-9af8-a1bb15062488 associated. External IP: 172.25.1.148, port: 6fec7668-edb0-4786-8045-87e7d337cdc0. Dec 16 09:57:44.273409 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3622141-498d-4498-aae3-37cbff8e8d48 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Router 22456145-9c24-48c9-8df5-104df1665c86 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:57:44.403073 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3622141-498d-4498-aae3-37cbff8e8d48 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:57:44.416461 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9077ac-fa4e-4afd-a43d-0b10b1303bcd None None] Sync routers for ids ['22456145-9c24-48c9-8df5-104df1665c86'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:57:44.426403 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9077ac-fa4e-4afd-a43d-0b10b1303bcd None None] Routers {'22456145-9c24-48c9-8df5-104df1665c86'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:44.427033 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-da9077ac-fa4e-4afd-a43d-0b10b1303bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['22456145-9c24-48c9-8df5-104df1665c86'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:44.463987 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-da9077ac-fa4e-4afd-a43d-0b10b1303bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:44.473931 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9077ac-fa4e-4afd-a43d-0b10b1303bcd None None] Routers {'22456145-9c24-48c9-8df5-104df1665c86'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:44.474591 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-da9077ac-fa4e-4afd-a43d-0b10b1303bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['22456145-9c24-48c9-8df5-104df1665c86'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:44.508903 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-da9077ac-fa4e-4afd-a43d-0b10b1303bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:44.509639 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9077ac-fa4e-4afd-a43d-0b10b1303bcd None None] The sync data for ids ['22456145-9c24-48c9-8df5-104df1665c86'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:57:44.558708 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a3622141-498d-4498-aae3-37cbff8e8d48 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:44.587864 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a3622141-498d-4498-aae3-37cbff8e8d48 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.1908112 Dec 16 09:57:44.590620 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53100) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:44.595382 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-46f27c0a-258c-4d0d-bcf0-f0f9070848ab tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:44.655844 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-46f27c0a-258c-4d0d-bcf0-f0f9070848ab tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for floatingip, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:44.813905 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-46f27c0a-258c-4d0d-bcf0-f0f9070848ab tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:44.886634 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-46f27c0a-258c-4d0d-bcf0-f0f9070848ab tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:44.886979 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [None req-46f27c0a-258c-4d0d-bcf0-f0f9070848ab tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Floating IP f4073f90-b243-40f3-9af8-a1bb15062488 disassociated. External IP: 172.25.1.148, port: 6fec7668-edb0-4786-8045-87e7d337cdc0. Dec 16 09:57:45.100766 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f27c0a-258c-4d0d-bcf0-f0f9070848ab tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Router 22456145-9c24-48c9-8df5-104df1665c86 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:57:45.207470 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f27c0a-258c-4d0d-bcf0-f0f9070848ab tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:57:45.212376 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-46f27c0a-258c-4d0d-bcf0-f0f9070848ab tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:45.217994 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38106ed7-5905-4824-96e3-95d2b145780e None None] Sync routers for ids ['22456145-9c24-48c9-8df5-104df1665c86'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:57:45.227774 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38106ed7-5905-4824-96e3-95d2b145780e None None] Routers {'22456145-9c24-48c9-8df5-104df1665c86'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:45.228411 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-38106ed7-5905-4824-96e3-95d2b145780e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['22456145-9c24-48c9-8df5-104df1665c86'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:45.264779 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-38106ed7-5905-4824-96e3-95d2b145780e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:45.274579 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38106ed7-5905-4824-96e3-95d2b145780e None None] Routers {'22456145-9c24-48c9-8df5-104df1665c86'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:45.275216 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-38106ed7-5905-4824-96e3-95d2b145780e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['22456145-9c24-48c9-8df5-104df1665c86'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:45.308716 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-38106ed7-5905-4824-96e3-95d2b145780e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:45.309433 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38106ed7-5905-4824-96e3-95d2b145780e None None] The sync data for ids ['22456145-9c24-48c9-8df5-104df1665c86'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:57:45.601718 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-46f27c0a-258c-4d0d-bcf0-f0f9070848ab tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "PUT /v2.0/floatingips/f4073f90-b243-40f3-9af8-a1bb15062488 HTTP/1.1" status: 200 len: 688 time: 1.0099196 Dec 16 09:57:45.604377 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53108) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:45.730310 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-6477b0c4-eb27-4391-9af7-a9f3710f1cae tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Deleting port 8bf3ced8-d2d2-417a-ad72-15c4d5b56446 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:57:45.731293 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6477b0c4-eb27-4391-9af7-a9f3710f1cae tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:45.813887 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6477b0c4-eb27-4391-9af7-a9f3710f1cae tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:45.814225 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6477b0c4-eb27-4391-9af7-a9f3710f1cae tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:45.831766 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-6477b0c4-eb27-4391-9af7-a9f3710f1cae tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Calling delete_port for 8bf3ced8-d2d2-417a-ad72-15c4d5b56446 owned by network:floatingip {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:57:46.088083 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6477b0c4-eb27-4391-9af7-a9f3710f1cae tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:46.112260 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477b0c4-eb27-4391-9af7-a9f3710f1cae tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event deleted for resources: {'Port': ['ID=8bf3ced8-d2d2-417a-ad72-15c4d5b56446,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:46.196697 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6477b0c4-eb27-4391-9af7-a9f3710f1cae tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for floatingip, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:46.199308 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6477b0c4-eb27-4391-9af7-a9f3710f1cae tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:46.200744 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6477b0c4-eb27-4391-9af7-a9f3710f1cae tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "DELETE /v2.0/floatingips/f4073f90-b243-40f3-9af8-a1bb15062488 HTTP/1.1" status: 204 len: 168 time: 0.5953031 Dec 16 09:57:46.205317 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53134) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:46.213710 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-b13dffbb-1506-4be9-b7c5-65099ef46ff9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'port_id': '8676181c-21be-4147-91e8-7d16c5188352'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:46.339678 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b13dffbb-1506-4be9-b7c5-65099ef46ff9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for floatingip, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:46.404364 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1854495-e567-4329-96eb-4a9d85bf8c05 req-7896c792-ce13-4cbd-8cd5-7ced00a94dfa tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:46.406976 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f1854495-e567-4329-96eb-4a9d85bf8c05 req-7896c792-ce13-4cbd-8cd5-7ced00a94dfa tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 946 time: 0.1519284 Dec 16 09:57:46.463250 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f1854495-e567-4329-96eb-4a9d85bf8c05 req-43636ea3-534d-4ee1-bda7-4886871d0bc3 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb7ac98d-53ff-4336-91bc-b38b17a03a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472331 Dec 16 09:57:46.516446 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b13dffbb-1506-4be9-b7c5-65099ef46ff9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:46.634005 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-b13dffbb-1506-4be9-b7c5-65099ef46ff9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Allocated IP 172.25.1.2 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/98ac5110-c3a4-435a-9cc1-696105b47839) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:57:46.800792 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b13dffbb-1506-4be9-b7c5-65099ef46ff9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:46.938199 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b13dffbb-1506-4be9-b7c5-65099ef46ff9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:46.981365 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13dffbb-1506-4be9-b7c5-65099ef46ff9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:57:46.984641 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-b13dffbb-1506-4be9-b7c5-65099ef46ff9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:57:46.991620 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13dffbb-1506-4be9-b7c5-65099ef46ff9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:57:47.001965 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dffbb-1506-4be9-b7c5-65099ef46ff9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event updated for resources: {'Port': ['ID=98ac5110-c3a4-435a-9cc1-696105b47839,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:47.419237 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b13dffbb-1506-4be9-b7c5-65099ef46ff9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:47.579668 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d518e4-9dc6-45be-a51f-0bb2a42c0a23 req-acafcb13-ac75-445c-ac90-db39d1fa2c4b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:47.581002 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-51d518e4-9dc6-45be-a51f-0bb2a42c0a23 req-acafcb13-ac75-445c-ac90-db39d1fa2c4b tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 946 time: 0.0514054 Dec 16 09:57:47.589229 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b13dffbb-1506-4be9-b7c5-65099ef46ff9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:47.628105 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-51d518e4-9dc6-45be-a51f-0bb2a42c0a23 req-113bd77a-23f0-4b89-bd90-5a7c578d5ef6 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb7ac98d-53ff-4336-91bc-b38b17a03a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392971 Dec 16 09:57:47.768744 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b13dffbb-1506-4be9-b7c5-65099ef46ff9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:47.876540 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b13dffbb-1506-4be9-b7c5-65099ef46ff9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:47.945265 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dffbb-1506-4be9-b7c5-65099ef46ff9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event updated for resources: {'Port': ['ID=98ac5110-c3a4-435a-9cc1-696105b47839,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:47.968576 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b13dffbb-1506-4be9-b7c5-65099ef46ff9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:48.078542 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [None req-b13dffbb-1506-4be9-b7c5-65099ef46ff9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Floating IP 652fb059-b48a-432a-be66-d417672babf1 associated. External IP: 172.25.1.2, port: 8676181c-21be-4147-91e8-7d16c5188352. Dec 16 09:57:48.292584 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13dffbb-1506-4be9-b7c5-65099ef46ff9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Router 22456145-9c24-48c9-8df5-104df1665c86 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:57:48.403167 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13dffbb-1506-4be9-b7c5-65099ef46ff9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:57:48.413552 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d294e9d-0c48-433e-9ac8-1870c2ccfb8a None None] Sync routers for ids ['22456145-9c24-48c9-8df5-104df1665c86'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:57:48.423121 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d294e9d-0c48-433e-9ac8-1870c2ccfb8a None None] Routers {'22456145-9c24-48c9-8df5-104df1665c86'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:48.424637 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1d294e9d-0c48-433e-9ac8-1870c2ccfb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['22456145-9c24-48c9-8df5-104df1665c86'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:48.455933 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1d294e9d-0c48-433e-9ac8-1870c2ccfb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:48.464686 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d294e9d-0c48-433e-9ac8-1870c2ccfb8a None None] Routers {'22456145-9c24-48c9-8df5-104df1665c86'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:48.465324 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1d294e9d-0c48-433e-9ac8-1870c2ccfb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['22456145-9c24-48c9-8df5-104df1665c86'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:48.479768 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b13dffbb-1506-4be9-b7c5-65099ef46ff9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:48.500863 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1d294e9d-0c48-433e-9ac8-1870c2ccfb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:48.501557 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d294e9d-0c48-433e-9ac8-1870c2ccfb8a None None] The sync data for ids ['22456145-9c24-48c9-8df5-104df1665c86'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:57:48.509429 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b13dffbb-1506-4be9-b7c5-65099ef46ff9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.3000355 Dec 16 09:57:48.511953 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53160) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:48.571769 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bd31b220-1426-4492-8002-c4e5917d60ab tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "GET /v2.0/floatingips/652fb059-b48a-432a-be66-d417672babf1 HTTP/1.1" status: 200 len: 976 time: 0.0587468 Dec 16 09:57:48.574583 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53162) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:48.682655 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5d2bd8e4-d2d4-4b8e-8170-6ee0764c0fe1 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1069686 Dec 16 09:57:48.685075 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53166) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:48.689333 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-3c357e09-dae7-488f-b584-34add3e654d9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Request body: {'floatingip': {'port_id': '6fec7668-edb0-4786-8045-87e7d337cdc0'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:48.764404 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c357e09-dae7-488f-b584-34add3e654d9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for floatingip, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:48.770397 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5988a-5b21-4a7f-a37f-9c7606a39567 req-71228722-e2d4-4057-8889-07c107fc82c0 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:48.773322 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-14a5988a-5b21-4a7f-a37f-9c7606a39567 req-71228722-e2d4-4057-8889-07c107fc82c0 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 946 time: 0.0711691 Dec 16 09:57:48.812852 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-14a5988a-5b21-4a7f-a37f-9c7606a39567 req-bf183f3e-9da1-4243-abdb-758cd0bf90a5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb7ac98d-53ff-4336-91bc-b38b17a03a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332503 Dec 16 09:57:49.246369 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c357e09-dae7-488f-b584-34add3e654d9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:49.373463 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c357e09-dae7-488f-b584-34add3e654d9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:49.482014 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [None req-3c357e09-dae7-488f-b584-34add3e654d9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Floating IP 652fb059-b48a-432a-be66-d417672babf1 associated. External IP: 172.25.1.2, port: 8676181c-21be-4147-91e8-7d16c5188352. Dec 16 09:57:49.935149 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88e194-31f3-4f23-bc75-746542b5f108 req-fce392e8-fc4c-4eac-99d7-419c284b6e22 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:49.936833 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9f88e194-31f3-4f23-bc75-746542b5f108 req-fce392e8-fc4c-4eac-99d7-419c284b6e22 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 946 time: 0.0547664 Dec 16 09:57:49.983179 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9f88e194-31f3-4f23-bc75-746542b5f108 req-dc70efe0-9779-4a56-8b8e-44719ffc0697 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb7ac98d-53ff-4336-91bc-b38b17a03a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392218 Dec 16 09:57:50.055703 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c357e09-dae7-488f-b584-34add3e654d9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Router 22456145-9c24-48c9-8df5-104df1665c86 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:57:50.166192 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c357e09-dae7-488f-b584-34add3e654d9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:57:50.179246 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95499ec7-7218-44ea-819a-4d5e37ad9e3a None None] Sync routers for ids ['22456145-9c24-48c9-8df5-104df1665c86'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:57:50.188864 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95499ec7-7218-44ea-819a-4d5e37ad9e3a None None] Routers {'22456145-9c24-48c9-8df5-104df1665c86'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:50.189517 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-95499ec7-7218-44ea-819a-4d5e37ad9e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['22456145-9c24-48c9-8df5-104df1665c86'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:50.223049 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-95499ec7-7218-44ea-819a-4d5e37ad9e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:50.232979 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95499ec7-7218-44ea-819a-4d5e37ad9e3a None None] Routers {'22456145-9c24-48c9-8df5-104df1665c86'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:50.233623 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-95499ec7-7218-44ea-819a-4d5e37ad9e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['22456145-9c24-48c9-8df5-104df1665c86'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:50.270536 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-95499ec7-7218-44ea-819a-4d5e37ad9e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:50.271202 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95499ec7-7218-44ea-819a-4d5e37ad9e3a None None] The sync data for ids ['22456145-9c24-48c9-8df5-104df1665c86'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:57:50.387474 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c357e09-dae7-488f-b584-34add3e654d9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Router 22456145-9c24-48c9-8df5-104df1665c86 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:57:50.502793 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c357e09-dae7-488f-b584-34add3e654d9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:57:50.507373 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c357e09-dae7-488f-b584-34add3e654d9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:50.514483 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f532bf77-79ad-43ad-93a3-a2d53e7857dc None None] Sync routers for ids ['22456145-9c24-48c9-8df5-104df1665c86'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:57:50.534048 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f532bf77-79ad-43ad-93a3-a2d53e7857dc None None] Routers {'22456145-9c24-48c9-8df5-104df1665c86'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:50.535934 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-f532bf77-79ad-43ad-93a3-a2d53e7857dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['22456145-9c24-48c9-8df5-104df1665c86'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:50.575989 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3c357e09-dae7-488f-b584-34add3e654d9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "PUT /v2.0/floatingips/652fb059-b48a-432a-be66-d417672babf1 HTTP/1.1" status: 200 len: 975 time: 1.8897126 Dec 16 09:57:50.576757 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53184) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:50.583213 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-4cf9fb9e-533b-48a9-b4b9-96a5045dd97d tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:50.599595 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-f532bf77-79ad-43ad-93a3-a2d53e7857dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:50.610014 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f532bf77-79ad-43ad-93a3-a2d53e7857dc None None] Routers {'22456145-9c24-48c9-8df5-104df1665c86'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:50.610718 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-f532bf77-79ad-43ad-93a3-a2d53e7857dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['22456145-9c24-48c9-8df5-104df1665c86'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:50.648281 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-f532bf77-79ad-43ad-93a3-a2d53e7857dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:50.649017 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f532bf77-79ad-43ad-93a3-a2d53e7857dc None None] The sync data for ids ['22456145-9c24-48c9-8df5-104df1665c86'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:57:50.651464 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4cf9fb9e-533b-48a9-b4b9-96a5045dd97d tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for floatingip, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:50.802378 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4cf9fb9e-533b-48a9-b4b9-96a5045dd97d tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:50.893689 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4cf9fb9e-533b-48a9-b4b9-96a5045dd97d tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:50.894046 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [None req-4cf9fb9e-533b-48a9-b4b9-96a5045dd97d tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Floating IP 652fb059-b48a-432a-be66-d417672babf1 disassociated. External IP: 172.25.1.2, port: 6fec7668-edb0-4786-8045-87e7d337cdc0. Dec 16 09:57:51.106643 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d90c0-462b-4053-8737-80b45da7a89b req-6bd38279-ee21-4ccb-af78-37288be77ce4 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:51.106643 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4b2d90c0-462b-4053-8737-80b45da7a89b req-6bd38279-ee21-4ccb-af78-37288be77ce4 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 946 time: 0.0523758 Dec 16 09:57:51.129751 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf9fb9e-533b-48a9-b4b9-96a5045dd97d tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Router 22456145-9c24-48c9-8df5-104df1665c86 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:57:51.150018 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4b2d90c0-462b-4053-8737-80b45da7a89b req-b0fdb480-53cc-4ab7-ab8d-27980c88ca3f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb7ac98d-53ff-4336-91bc-b38b17a03a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375710 Dec 16 09:57:51.243204 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf9fb9e-533b-48a9-b4b9-96a5045dd97d tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:57:51.247985 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4cf9fb9e-533b-48a9-b4b9-96a5045dd97d tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:51.252800 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eea190-d674-4755-b0c5-ad3cd827fcd7 None None] Sync routers for ids ['22456145-9c24-48c9-8df5-104df1665c86'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:57:51.262914 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eea190-d674-4755-b0c5-ad3cd827fcd7 None None] Routers {'22456145-9c24-48c9-8df5-104df1665c86'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:51.263412 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-84eea190-d674-4755-b0c5-ad3cd827fcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['22456145-9c24-48c9-8df5-104df1665c86'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:51.276027 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4cf9fb9e-533b-48a9-b4b9-96a5045dd97d tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "PUT /v2.0/floatingips/652fb059-b48a-432a-be66-d417672babf1 HTTP/1.1" status: 200 len: 686 time: 0.6980300 Dec 16 09:57:51.279288 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53190) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:51.297036 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-84eea190-d674-4755-b0c5-ad3cd827fcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:51.305818 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eea190-d674-4755-b0c5-ad3cd827fcd7 None None] Routers {'22456145-9c24-48c9-8df5-104df1665c86'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:51.306420 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-84eea190-d674-4755-b0c5-ad3cd827fcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['22456145-9c24-48c9-8df5-104df1665c86'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:51.341740 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-84eea190-d674-4755-b0c5-ad3cd827fcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:51.342403 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eea190-d674-4755-b0c5-ad3cd827fcd7 None None] The sync data for ids ['22456145-9c24-48c9-8df5-104df1665c86'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:57:51.409649 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-3c0c7b8f-a34d-4b27-b6f2-9d7253fc1769 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Deleting port 98ac5110-c3a4-435a-9cc1-696105b47839 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:57:51.409988 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c0c7b8f-a34d-4b27-b6f2-9d7253fc1769 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:51.492677 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c0c7b8f-a34d-4b27-b6f2-9d7253fc1769 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:51.493202 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c0c7b8f-a34d-4b27-b6f2-9d7253fc1769 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:51.506862 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-3c0c7b8f-a34d-4b27-b6f2-9d7253fc1769 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Calling delete_port for 98ac5110-c3a4-435a-9cc1-696105b47839 owned by network:floatingip {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:57:51.785402 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c0c7b8f-a34d-4b27-b6f2-9d7253fc1769 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:51.816209 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c7b8f-a34d-4b27-b6f2-9d7253fc1769 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event deleted for resources: {'Port': ['ID=98ac5110-c3a4-435a-9cc1-696105b47839,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:51.887014 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c0c7b8f-a34d-4b27-b6f2-9d7253fc1769 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for floatingip, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:51.889787 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3c0c7b8f-a34d-4b27-b6f2-9d7253fc1769 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:51.893667 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3c0c7b8f-a34d-4b27-b6f2-9d7253fc1769 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "DELETE /v2.0/floatingips/652fb059-b48a-432a-be66-d417672babf1 HTTP/1.1" status: 204 len: 168 time: 0.6113486 Dec 16 09:57:51.894011 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53198) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:51.938851 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-3708112e-952b-455c-b72b-244ff6057b66 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] delete failed (client error): The resource could not be found. Dec 16 09:57:51.940303 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3708112e-952b-455c-b72b-244ff6057b66 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "DELETE /v2.0/floatingips/652fb059-b48a-432a-be66-d417672babf1 HTTP/1.1" status: 404 len: 345 time: 0.0450091 Dec 16 09:57:51.945005 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53200) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:52.033863 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09ff88f-9194-44a1-b6ba-be629cebfae3 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:52.040042 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09ff88f-9194-44a1-b6ba-be629cebfae3 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:52.047899 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09ff88f-9194-44a1-b6ba-be629cebfae3 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:52.052524 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53204) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:52.061785 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a09ff88f-9194-44a1-b6ba-be629cebfae3 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "GET /v2.0/ports?network_id=f8015f46-0780-43bc-8426-2c20a1df3350 HTTP/1.1" status: 200 len: 2357 time: 0.1157489 Dec 16 09:57:52.112883 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cc73c8-6287-4d63-a32a-6a769551fc94 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:52.115215 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a3cc73c8-6287-4d63-a32a-6a769551fc94 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "GET /v2.0/subnets/765d4158-4183-4490-a57c-29c3b2fab50a HTTP/1.1" status: 200 len: 797 time: 0.0611863 Dec 16 09:57:52.121776 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53206) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:52.125959 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-c0a9bb1c-5f82-422c-a7f0-79a834500bfa tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Request body: {'port': {'network_id': 'f8015f46-0780-43bc-8426-2c20a1df3350', 'name': 'tempest-FloatingIPTestJSON-553207415', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:52.312393 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b7fe1-9231-4850-8cf2-1674b0df8e0d req-86785f09-4cec-4313-94c6-f6189949b35c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:52.314354 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c71b7fe1-9231-4850-8cf2-1674b0df8e0d req-86785f09-4cec-4313-94c6-f6189949b35c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 946 time: 0.0649660 Dec 16 09:57:52.345561 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a9bb1c-5f82-422c-a7f0-79a834500bfa tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Made reservation on behalf of 69129ea1fbd649629441fb6bfec16374 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:57:52.357523 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c71b7fe1-9231-4850-8cf2-1674b0df8e0d req-6407ddff-c43b-42fb-aabf-13ac9b237e75 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb7ac98d-53ff-4336-91bc-b38b17a03a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374336 Dec 16 09:57:52.439292 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c0a9bb1c-5f82-422c-a7f0-79a834500bfa tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:52.456780 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-c0a9bb1c-5f82-422c-a7f0-79a834500bfa tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] device_id is not set on port 11ef3150-b234-4a11-9d5b-7b10f2bf8f00 yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:57:52.774528 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-c0a9bb1c-5f82-422c-a7f0-79a834500bfa tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Allocated IP 172.20.0.14 (f8015f46-0780-43bc-8426-2c20a1df3350/765d4158-4183-4490-a57c-29c3b2fab50a/11ef3150-b234-4a11-9d5b-7b10f2bf8f00) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:57:52.781330 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-c0a9bb1c-5f82-422c-a7f0-79a834500bfa tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Allocated IP 172.20.0.13 (f8015f46-0780-43bc-8426-2c20a1df3350/765d4158-4183-4490-a57c-29c3b2fab50a/11ef3150-b234-4a11-9d5b-7b10f2bf8f00) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:57:52.931048 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c0a9bb1c-5f82-422c-a7f0-79a834500bfa tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:53.053955 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c0a9bb1c-5f82-422c-a7f0-79a834500bfa tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:53.100935 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a9bb1c-5f82-422c-a7f0-79a834500bfa tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Network f8015f46-0780-43bc-8426-2c20a1df3350 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:57:53.104115 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-c0a9bb1c-5f82-422c-a7f0-79a834500bfa tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:57:53.108033 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a9bb1c-5f82-422c-a7f0-79a834500bfa tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:57:53.140927 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9bb1c-5f82-422c-a7f0-79a834500bfa tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event updated for resources: {'Port': ['ID=11ef3150-b234-4a11-9d5b-7b10f2bf8f00,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:53.170851 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a9bb1c-5f82-422c-a7f0-79a834500bfa tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:53.171425 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c0a9bb1c-5f82-422c-a7f0-79a834500bfa tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:53.268208 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c0a9bb1c-5f82-422c-a7f0-79a834500bfa tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.1463232 Dec 16 09:57:53.270684 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53214) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:53.275579 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-89171e5c-f971-42b4-b13d-725b01b6aa2a tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'port_id': '11ef3150-b234-4a11-9d5b-7b10f2bf8f00', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:53.402774 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89171e5c-f971-42b4-b13d-725b01b6aa2a tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for floatingip, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:53.480439 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3f022-41ee-41af-813c-bb5b320b48a1 req-a80f27c7-9b47-49a8-a148-5fcf4db37382 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:53.482855 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9bb3f022-41ee-41af-813c-bb5b320b48a1 req-a80f27c7-9b47-49a8-a148-5fcf4db37382 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 946 time: 0.0552166 Dec 16 09:57:53.506112 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89171e5c-f971-42b4-b13d-725b01b6aa2a tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:53.525774 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9bb3f022-41ee-41af-813c-bb5b320b48a1 req-65673c23-75a0-4563-b00b-f653e7989775 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb7ac98d-53ff-4336-91bc-b38b17a03a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358589 Dec 16 09:57:53.647146 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-89171e5c-f971-42b4-b13d-725b01b6aa2a tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Allocated IP 172.25.1.223 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/79181af8-bb00-4dab-aa4a-d238f19d0f21) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:57:53.667302 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8874e0d6-6606-44fb-9cb0-ff1e62e479be req-7c710bae-f12d-4300-a2c0-b35652e5a77b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0650659 Dec 16 09:57:53.779701 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874e0d6-6606-44fb-9cb0-ff1e62e479be req-a7b3f690-35c1-4ef9-8379-7bf80163815e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:53.781053 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8874e0d6-6606-44fb-9cb0-ff1e62e479be req-a7b3f690-35c1-4ef9-8379-7bf80163815e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bf45dc465a44557ad989af846f14cbe&device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 1096 time: 0.0693719 Dec 16 09:57:53.798570 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89171e5c-f971-42b4-b13d-725b01b6aa2a tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:53.908585 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874e0d6-6606-44fb-9cb0-ff1e62e479be req-dc47be10-0eaa-4498-a0eb-1693eb4babb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:53.909106 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8874e0d6-6606-44fb-9cb0-ff1e62e479be req-dc47be10-0eaa-4498-a0eb-1693eb4babb9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7188838e-ca9d-4c02-ba77-eb22e43eefd0 HTTP/1.1" status: 200 len: 912 time: 0.1091561 Dec 16 09:57:53.975777 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8874e0d6-6606-44fb-9cb0-ff1e62e479be req-39da77ca-0f3c-440c-b746-c833782ebee9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a89622b-751f-436b-8c62-e8d382571a08 HTTP/1.1" status: 200 len: 1001 time: 0.0600278 Dec 16 09:57:53.991613 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89171e5c-f971-42b4-b13d-725b01b6aa2a tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:54.058298 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89171e5c-f971-42b4-b13d-725b01b6aa2a tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:57:54.059359 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-78a4a28e-12b1-4bcf-ae8d-443575f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:54.066019 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-89171e5c-f971-42b4-b13d-725b01b6aa2a tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:57:54.076712 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89171e5c-f971-42b4-b13d-725b01b6aa2a tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:57:54.079754 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874e0d6-6606-44fb-9cb0-ff1e62e479be req-583ac462-563f-43df-afb0-fadbe6b5bad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:54.081253 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8874e0d6-6606-44fb-9cb0-ff1e62e479be req-583ac462-563f-43df-afb0-fadbe6b5bad6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=54629120-87d1-4f1a-9c62-5145af96bdbd HTTP/1.1" status: 200 len: 850 time: 0.0992324 Dec 16 09:57:54.082826 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89171e5c-f971-42b4-b13d-725b01b6aa2a tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event updated for resources: {'Port': ['ID=79181af8-bb00-4dab-aa4a-d238f19d0f21,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:54.183248 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874e0d6-6606-44fb-9cb0-ff1e62e479be req-7bb5fd44-5386-40b3-b60c-51645cffb6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:54.184723 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8874e0d6-6606-44fb-9cb0-ff1e62e479be req-7bb5fd44-5386-40b3-b60c-51645cffb6be service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7188838e-ca9d-4c02-ba77-eb22e43eefd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775218 Dec 16 09:57:54.671738 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093dc16-51e9-4ce9-a53e-cf3369e7243b req-87deb719-7b84-46e5-b51d-b86bba5e3dc1 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:54.679550 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6093dc16-51e9-4ce9-a53e-cf3369e7243b req-87deb719-7b84-46e5-b51d-b86bba5e3dc1 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 946 time: 0.0661955 Dec 16 09:57:54.723834 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6093dc16-51e9-4ce9-a53e-cf3369e7243b req-ae003e02-8308-4b68-8f60-934513cc3297 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb7ac98d-53ff-4336-91bc-b38b17a03a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371842 Dec 16 09:57:54.749180 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8874e0d6-6606-44fb-9cb0-ff1e62e479be req-b8a34e47-4dca-4230-a356-9768212197cb service neutron] 10.222.0.57 "GET /v2.0/networks/7188838e-ca9d-4c02-ba77-eb22e43eefd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5566072 Dec 16 09:57:54.959509 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8874e0d6-6606-44fb-9cb0-ff1e62e479be req-60b20731-3dcb-44b2-aa88-97d5569d4a69 service neutron] 10.222.0.57 "GET /v2.0/networks/7188838e-ca9d-4c02-ba77-eb22e43eefd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025254 Dec 16 09:57:54.991774 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89171e5c-f971-42b4-b13d-725b01b6aa2a tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:55.134867 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89171e5c-f971-42b4-b13d-725b01b6aa2a tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:55.289318 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89171e5c-f971-42b4-b13d-725b01b6aa2a tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:55.351498 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89171e5c-f971-42b4-b13d-725b01b6aa2a tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:55.422854 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89171e5c-f971-42b4-b13d-725b01b6aa2a tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event updated for resources: {'Port': ['ID=79181af8-bb00-4dab-aa4a-d238f19d0f21,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:55.435612 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89171e5c-f971-42b4-b13d-725b01b6aa2a tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:55.537808 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [None req-89171e5c-f971-42b4-b13d-725b01b6aa2a tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Floating IP d8c1216d-5964-4be9-b97e-a98c80b12813 associated. External IP: 172.25.1.223, port: 11ef3150-b234-4a11-9d5b-7b10f2bf8f00. Dec 16 09:57:55.553129 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:57:55.754447 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89171e5c-f971-42b4-b13d-725b01b6aa2a tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Router 22456145-9c24-48c9-8df5-104df1665c86 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:57:55.841425 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38e78f-9490-48ae-8d26-379d7093181a req-03f93054-dde4-49ee-82ac-a658e7a0e30a tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:55.843132 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cd38e78f-9490-48ae-8d26-379d7093181a req-03f93054-dde4-49ee-82ac-a658e7a0e30a tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 946 time: 0.0498803 Dec 16 09:57:55.867401 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89171e5c-f971-42b4-b13d-725b01b6aa2a tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:57:55.878754 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e316e6b2-969f-4c69-9702-bffbdc9712f7 None None] Sync routers for ids ['22456145-9c24-48c9-8df5-104df1665c86'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:57:55.888897 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e316e6b2-969f-4c69-9702-bffbdc9712f7 None None] Routers {'22456145-9c24-48c9-8df5-104df1665c86'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:55.893376 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e316e6b2-969f-4c69-9702-bffbdc9712f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['22456145-9c24-48c9-8df5-104df1665c86'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:55.904446 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cd38e78f-9490-48ae-8d26-379d7093181a req-76ab2d91-e844-48e2-a27d-1d84f609041f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb7ac98d-53ff-4336-91bc-b38b17a03a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542948 Dec 16 09:57:55.930220 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e316e6b2-969f-4c69-9702-bffbdc9712f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:55.938680 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e316e6b2-969f-4c69-9702-bffbdc9712f7 None None] Routers {'22456145-9c24-48c9-8df5-104df1665c86'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:55.939288 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e316e6b2-969f-4c69-9702-bffbdc9712f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['22456145-9c24-48c9-8df5-104df1665c86'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:55.971155 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e316e6b2-969f-4c69-9702-bffbdc9712f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:55.971785 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e316e6b2-969f-4c69-9702-bffbdc9712f7 None None] The sync data for ids ['22456145-9c24-48c9-8df5-104df1665c86'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:57:55.998367 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89171e5c-f971-42b4-b13d-725b01b6aa2a tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:56.031786 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-89171e5c-f971-42b4-b13d-725b01b6aa2a tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.7599804 Dec 16 09:57:56.034552 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53234) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:56.039209 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-2cfb70db-b8fc-4e60-a435-a3bdfe5b0168 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Request body: {'floatingip': {'port_id': '11ef3150-b234-4a11-9d5b-7b10f2bf8f00', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:56.097219 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2cfb70db-b8fc-4e60-a435-a3bdfe5b0168 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for floatingip, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:56.381407 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b13d1b10-44ec-41f2-a098-5622c2222624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:56.604445 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2cfb70db-b8fc-4e60-a435-a3bdfe5b0168 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:56.722659 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2cfb70db-b8fc-4e60-a435-a3bdfe5b0168 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:56.927885 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53246) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:57.031682 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cfb70db-b8fc-4e60-a435-a3bdfe5b0168 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Router 22456145-9c24-48c9-8df5-104df1665c86 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:57:57.060931 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c37dc5-18ee-461c-a5da-4ad229e3e787 req-a3d400fc-4bd1-4b58-bf86-57e239a9f3ea tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:57.062497 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-20c37dc5-18ee-461c-a5da-4ad229e3e787 req-a3d400fc-4bd1-4b58-bf86-57e239a9f3ea tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 946 time: 0.0797448 Dec 16 09:57:57.073241 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c268f908-d60f-4af0-a861-7d516ca5d281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:57.171025 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c268f908-d60f-4af0-a861-7d516ca5d281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:57.171482 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-20c37dc5-18ee-461c-a5da-4ad229e3e787 req-e3f7dff8-4404-438a-aefa-fa2103ffb32c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb7ac98d-53ff-4336-91bc-b38b17a03a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783660 Dec 16 09:57:57.197856 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfb70db-b8fc-4e60-a435-a3bdfe5b0168 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:57:57.204376 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2cfb70db-b8fc-4e60-a435-a3bdfe5b0168 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:57.210199 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed110d17-4f5a-4f6c-bfe9-36c4b5cf0899 None None] Sync routers for ids ['22456145-9c24-48c9-8df5-104df1665c86'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:57:57.226354 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed110d17-4f5a-4f6c-bfe9-36c4b5cf0899 None None] Routers {'22456145-9c24-48c9-8df5-104df1665c86'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:57.226354 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-ed110d17-4f5a-4f6c-bfe9-36c4b5cf0899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['22456145-9c24-48c9-8df5-104df1665c86'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:57.242969 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c268f908-d60f-4af0-a861-7d516ca5d281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:57.260429 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-ed110d17-4f5a-4f6c-bfe9-36c4b5cf0899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:57.271061 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed110d17-4f5a-4f6c-bfe9-36c4b5cf0899 None None] Routers {'22456145-9c24-48c9-8df5-104df1665c86'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:57.271683 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-ed110d17-4f5a-4f6c-bfe9-36c4b5cf0899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['22456145-9c24-48c9-8df5-104df1665c86'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:57.281413 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53250) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:57.281707 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2cfb70db-b8fc-4e60-a435-a3bdfe5b0168 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "PUT /v2.0/floatingips/d8c1216d-5964-4be9-b97e-a98c80b12813 HTTP/1.1" status: 200 len: 978 time: 1.2458177 Dec 16 09:57:57.295449 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268f908-d60f-4af0-a861-7d516ca5d281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cff2ce-26ba-47d2-97c7-7b5b50edbce6,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:57.306624 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-ed110d17-4f5a-4f6c-bfe9-36c4b5cf0899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:57.307116 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed110d17-4f5a-4f6c-bfe9-36c4b5cf0899 None None] The sync data for ids ['22456145-9c24-48c9-8df5-104df1665c86'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:57:57.331560 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c268f908-d60f-4af0-a861-7d516ca5d281 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6371ef1ef9954946b4f17ac80431d5f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4017198 Dec 16 09:57:57.339163 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53252) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:57.394654 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1911810b-0d05-4b01-9242-fd69730be204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:57.427451 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1911810b-0d05-4b01-9242-fd69730be204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:57.466286 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-d1d55f8b-eb49-4372-8754-b1077ed3c81c tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Deleting port 79181af8-bb00-4dab-aa4a-d238f19d0f21 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:57:57.466634 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d1d55f8b-eb49-4372-8754-b1077ed3c81c tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:57.566551 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d1d55f8b-eb49-4372-8754-b1077ed3c81c tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:57.566900 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d1d55f8b-eb49-4372-8754-b1077ed3c81c tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:57.578710 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-d1d55f8b-eb49-4372-8754-b1077ed3c81c tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Calling delete_port for 79181af8-bb00-4dab-aa4a-d238f19d0f21 owned by network:floatingip {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:57:57.585864 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1911810b-0d05-4b01-9242-fd69730be204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:57.588451 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1911810b-0d05-4b01-9242-fd69730be204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:57.592049 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1911810b-0d05-4b01-9242-fd69730be204 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/65cff2ce-26ba-47d2-97c7-7b5b50edbce6 HTTP/1.1" status: 204 len: 168 time: 0.2490563 Dec 16 09:57:57.599283 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911810b-0d05-4b01-9242-fd69730be204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cff2ce-26ba-47d2-97c7-7b5b50edbce6,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:57.625571 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:57.829755 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d1d55f8b-eb49-4372-8754-b1077ed3c81c tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:57.861978 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d55f8b-eb49-4372-8754-b1077ed3c81c tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event deleted for resources: {'Port': ['ID=79181af8-bb00-4dab-aa4a-d238f19d0f21,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:57.921960 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d1d55f8b-eb49-4372-8754-b1077ed3c81c tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for floatingip, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:57.922302 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [None req-d1d55f8b-eb49-4372-8754-b1077ed3c81c tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Floating IP d8c1216d-5964-4be9-b97e-a98c80b12813 disassociated (deleted). External IP: 172.25.1.223, port: 11ef3150-b234-4a11-9d5b-7b10f2bf8f00. Dec 16 09:57:58.150479 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d55f8b-eb49-4372-8754-b1077ed3c81c tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Router 22456145-9c24-48c9-8df5-104df1665c86 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:57:58.267366 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d55f8b-eb49-4372-8754-b1077ed3c81c tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:57:58.271985 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d1d55f8b-eb49-4372-8754-b1077ed3c81c tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:58.283117 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62caf50f-1b47-4880-b67b-e537c4890f31 None None] Sync routers for ids ['22456145-9c24-48c9-8df5-104df1665c86'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:57:58.295756 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62caf50f-1b47-4880-b67b-e537c4890f31 None None] Routers {'22456145-9c24-48c9-8df5-104df1665c86'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:58.296910 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-62caf50f-1b47-4880-b67b-e537c4890f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['22456145-9c24-48c9-8df5-104df1665c86'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:58.300934 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf231fe3-5ba4-48e4-bb43-2dde2964c3cb req-f4889820-6a49-43c3-b937-b7f9230f825d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:58.302102 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d1d55f8b-eb49-4372-8754-b1077ed3c81c tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "DELETE /v2.0/floatingips/d8c1216d-5964-4be9-b97e-a98c80b12813 HTTP/1.1" status: 204 len: 168 time: 1.0160606 Dec 16 09:57:58.303144 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bf231fe3-5ba4-48e4-bb43-2dde2964c3cb req-f4889820-6a49-43c3-b937-b7f9230f825d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 946 time: 0.0575967 Dec 16 09:57:58.304638 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53270) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:58.337661 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-62caf50f-1b47-4880-b67b-e537c4890f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:58.347040 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62caf50f-1b47-4880-b67b-e537c4890f31 None None] Routers {'22456145-9c24-48c9-8df5-104df1665c86'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:58.347909 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-62caf50f-1b47-4880-b67b-e537c4890f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['22456145-9c24-48c9-8df5-104df1665c86'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:58.384786 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-62caf50f-1b47-4880-b67b-e537c4890f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:58.385745 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62caf50f-1b47-4880-b67b-e537c4890f31 None None] The sync data for ids ['22456145-9c24-48c9-8df5-104df1665c86'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:57:58.399519 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bf231fe3-5ba4-48e4-bb43-2dde2964c3cb req-614b616c-2598-47a0-9f1e-ec7f03ed0c13 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb7ac98d-53ff-4336-91bc-b38b17a03a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870647 Dec 16 09:57:58.429408 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-1d0e2175-e268-414d-bf05-004603f19936 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Deleting port 11ef3150-b234-4a11-9d5b-7b10f2bf8f00 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:57:58.432972 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1d0e2175-e268-414d-bf05-004603f19936 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:58.524777 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1d0e2175-e268-414d-bf05-004603f19936 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:58.536771 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-1d0e2175-e268-414d-bf05-004603f19936 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Calling delete_port for 11ef3150-b234-4a11-9d5b-7b10f2bf8f00 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:57:58.728098 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53282) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:58.832138 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-6648df6f-05b5-4b97-9401-744b828c74d0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-552074763-network', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:58.836509 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1d0e2175-e268-414d-bf05-004603f19936 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:58.875699 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e2175-e268-414d-bf05-004603f19936 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event deleted for resources: {'Port': ['ID=11ef3150-b234-4a11-9d5b-7b10f2bf8f00,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:58.962411 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6648df6f-05b5-4b97-9401-744b828c74d0 admin admin] Made reservation on behalf of 11c64a8ebb294044af14b5294ba4a340 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:57:58.964753 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6648df6f-05b5-4b97-9401-744b828c74d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:58.978967 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6648df6f-05b5-4b97-9401-744b828c74d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:58.988134 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1d0e2175-e268-414d-bf05-004603f19936 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:58.991927 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1d0e2175-e268-414d-bf05-004603f19936 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "DELETE /v2.0/ports/11ef3150-b234-4a11-9d5b-7b10f2bf8f00 HTTP/1.1" status: 204 len: 168 time: 0.6857324 Dec 16 09:57:58.997752 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53286) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:59.004114 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-85dfa9fc-3438-40be-9c07-d616f9b285ef tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:59.079467 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6648df6f-05b5-4b97-9401-744b828c74d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:59.122829 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85dfa9fc-3438-40be-9c07-d616f9b285ef tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for floatingip, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:59.156446 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:59.226074 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6648df6f-05b5-4b97-9401-744b828c74d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:59.233519 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85dfa9fc-3438-40be-9c07-d616f9b285ef tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:59.287747 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6648df6f-05b5-4b97-9401-744b828c74d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:57:59.303324 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648df6f-05b5-4b97-9401-744b828c74d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9209c349-7020-4189-a9f1-86f028a1a224,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:59.311407 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6648df6f-05b5-4b97-9401-744b828c74d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:59.311753 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-6648df6f-05b5-4b97-9401-744b828c74d0 admin admin] Added segment 52b33324-6a95-46e8-8478-cb401e710189 of type vlan for network 8258cad5-df53-4f22-9fee-9413ff4cc95e Dec 16 09:57:59.384638 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6648df6f-05b5-4b97-9401-744b828c74d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:59.417710 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-85dfa9fc-3438-40be-9c07-d616f9b285ef tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Allocated IP 172.25.1.240 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/7f12c121-6e03-474e-ae90-6e8390fa0231) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:57:59.507450 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6648df6f-05b5-4b97-9401-744b828c74d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:59.508407 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6648df6f-05b5-4b97-9401-744b828c74d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:59.508979 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6648df6f-05b5-4b97-9401-744b828c74d0 admin admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:59.574641 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:59.609142 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648df6f-05b5-4b97-9401-744b828c74d0 admin admin] Pushing event updated for resources: {'Network': ['ID=8258cad5-df53-4f22-9fee-9413ff4cc95e,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:59.621029 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 8258cad5-df53-4f22-9fee-9413ff4cc95e details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:57:59.625623 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b5f51-4f5d-4edf-84ba-0d57964bb3da req-9dc76fd9-1f50-43a6-bf68-9f51a5bb344f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:59.627246 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5d1b5f51-4f5d-4edf-84ba-0d57964bb3da req-9dc76fd9-1f50-43a6-bf68-9f51a5bb344f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 946 time: 0.1493645 Dec 16 09:57:59.630352 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85dfa9fc-3438-40be-9c07-d616f9b285ef tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:59.677326 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6648df6f-05b5-4b97-9401-744b828c74d0 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9482450 Dec 16 09:57:59.680295 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53292) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:59.690189 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-29aa8e8d-b802-42e9-9ca7-19fd96d6de9c admin admin] Request body: {'subnet': {'network_id': '8258cad5-df53-4f22-9fee-9413ff4cc95e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-552074763-subnet', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:59.698394 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5d1b5f51-4f5d-4edf-84ba-0d57964bb3da req-5a0dd184-7c92-4502-967a-015622a37447 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb7ac98d-53ff-4336-91bc-b38b17a03a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604117 Dec 16 09:57:59.781842 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85dfa9fc-3438-40be-9c07-d616f9b285ef tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:59.808105 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29aa8e8d-b802-42e9-9ca7-19fd96d6de9c admin admin] Made reservation on behalf of 11c64a8ebb294044af14b5294ba4a340 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:57:59.811404 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-29aa8e8d-b802-42e9-9ca7-19fd96d6de9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:59.820273 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dfa9fc-3438-40be-9c07-d616f9b285ef tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:57:59.824038 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-85dfa9fc-3438-40be-9c07-d616f9b285ef tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:57:59.827519 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dfa9fc-3438-40be-9c07-d616f9b285ef tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:57:59.855961 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dfa9fc-3438-40be-9c07-d616f9b285ef tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event updated for resources: {'Port': ['ID=7f12c121-6e03-474e-ae90-6e8390fa0231,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:59.922620 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271028bb-8275-440c-911e-7a7208a63923 req-9aadbbe4-acc9-4b15-a723-9d01ef75e363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:59.923469 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85dfa9fc-3438-40be-9c07-d616f9b285ef tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:59.924088 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-271028bb-8275-440c-911e-7a7208a63923 req-9aadbbe4-acc9-4b15-a723-9d01ef75e363 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 1097 time: 0.0709467 Dec 16 09:57:59.990368 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-271028bb-8275-440c-911e-7a7208a63923 req-15f15887-d7bc-4b96-95aa-93535e109203 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=eb7ac98d-53ff-4336-91bc-b38b17a03a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579548 Dec 16 09:58:00.028966 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85dfa9fc-3438-40be-9c07-d616f9b285ef tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:00.134740 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-29aa8e8d-b802-42e9-9ca7-19fd96d6de9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:00.191354 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85dfa9fc-3438-40be-9c07-d616f9b285ef tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:00.201189 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa8e8d-b802-42e9-9ca7-19fd96d6de9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=750db6bb-a513-4808-853e-ee01a97bd23d,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:00.210113 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aa8e8d-b802-42e9-9ca7-19fd96d6de9c admin admin] Checking segment: {'id': '52b33324-6a95-46e8-8478-cb401e710189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8258cad5-df53-4f22-9fee-9413ff4cc95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:58:00.210461 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29aa8e8d-b802-42e9-9ca7-19fd96d6de9c admin admin] Network hostable DHCP agents. Network: 8258cad5-df53-4f22-9fee-9413ff4cc95e, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:58:00.242940 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85dfa9fc-3438-40be-9c07-d616f9b285ef tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:00.309738 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29aa8e8d-b802-42e9-9ca7-19fd96d6de9c admin admin] Network 8258cad5-df53-4f22-9fee-9413ff4cc95e is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:58:00.311666 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dfa9fc-3438-40be-9c07-d616f9b285ef tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event updated for resources: {'Port': ['ID=7f12c121-6e03-474e-ae90-6e8390fa0231,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:00.321569 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85dfa9fc-3438-40be-9c07-d616f9b285ef tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:00.407067 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-29aa8e8d-b802-42e9-9ca7-19fd96d6de9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 8258cad5-df53-4f22-9fee-9413ff4cc95e) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:58:00.411699 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aa8e8d-b802-42e9-9ca7-19fd96d6de9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:00.412743 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-29aa8e8d-b802-42e9-9ca7-19fd96d6de9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:00.416612 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c64915-d10e-463f-8954-82852e310b5f None None] Network 8258cad5-df53-4f22-9fee-9413ff4cc95e requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:58:00.443427 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-85dfa9fc-3438-40be-9c07-d616f9b285ef tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:00.444646 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-85dfa9fc-3438-40be-9c07-d616f9b285ef tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4459414 Dec 16 09:58:00.447342 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53294) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:00.452643 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-c5bf8fa2-4b21-4cf3-bcf5-f8e97c737685 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Request body: {'port': {'network_id': 'f8015f46-0780-43bc-8426-2c20a1df3350', 'name': 'tempest-FloatingIPTestJSON-661023208'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:58:00.548659 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-29aa8e8d-b802-42e9-9ca7-19fd96d6de9c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8663909 Dec 16 09:58:00.551557 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53296) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:00.563820 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-60511d1b-b2dd-4fb5-848f-86920d08f914 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-552074763-router', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:58:00.566678 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73645438-6be2-49c2-bc34-73fd18f9d01e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-8258cad5-df53-4f22-9fee-9413ff4cc95e', 'network_id': '8258cad5-df53-4f22-9fee-9413ff4cc95e', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'fixed_ips': [{'subnet_id': '750db6bb-a513-4808-853e-ee01a97bd23d'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:58:00.567889 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-73645438-6be2-49c2-bc34-73fd18f9d01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:00.646679 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bf8fa2-4b21-4cf3-bcf5-f8e97c737685 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Made reservation on behalf of 69129ea1fbd649629441fb6bfec16374 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:58:00.652991 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c5bf8fa2-4b21-4cf3-bcf5-f8e97c737685 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:00.671428 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-c5bf8fa2-4b21-4cf3-bcf5-f8e97c737685 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] device_id is not set on port fd97c83b-3f89-4294-895d-b6fb7329817c yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:58:00.706613 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-73645438-6be2-49c2-bc34-73fd18f9d01e None None] Allocated IP 172.20.0.2 (8258cad5-df53-4f22-9fee-9413ff4cc95e/750db6bb-a513-4808-853e-ee01a97bd23d/e9653b18-9cbd-44fb-b41d-83ec35d83909) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:58:00.741271 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60511d1b-b2dd-4fb5-848f-86920d08f914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:00.743422 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60511d1b-b2dd-4fb5-848f-86920d08f914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:00.821491 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60511d1b-b2dd-4fb5-848f-86920d08f914 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:00.835134 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-c5bf8fa2-4b21-4cf3-bcf5-f8e97c737685 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Allocated IP 172.20.0.8 (f8015f46-0780-43bc-8426-2c20a1df3350/765d4158-4183-4490-a57c-29c3b2fab50a/fd97c83b-3f89-4294-895d-b6fb7329817c) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:58:00.866346 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c86c5-920b-489f-8731-ce53079cdfec req-c7187d6a-b783-42ef-b52b-d46ac8614837 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:00.869885 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e1c86c5-920b-489f-8731-ce53079cdfec req-c7187d6a-b783-42ef-b52b-d46ac8614837 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 946 time: 0.0764942 Dec 16 09:58:00.879423 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-73645438-6be2-49c2-bc34-73fd18f9d01e None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:00.949278 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e1c86c5-920b-489f-8731-ce53079cdfec req-4828a6c5-006f-4e2b-9539-25e1d9576c36 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb7ac98d-53ff-4336-91bc-b38b17a03a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679128 Dec 16 09:58:00.964452 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device c142f87b-8194-425e-ac98-84818eb167f5 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:58:00.975107 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device c142f87b-8194-425e-ac98-84818eb167f5 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:58:01.045136 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-73645438-6be2-49c2-bc34-73fd18f9d01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:01.050439 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c5bf8fa2-4b21-4cf3-bcf5-f8e97c737685 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:01.066600 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60511d1b-b2dd-4fb5-848f-86920d08f914 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:01.119291 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73645438-6be2-49c2-bc34-73fd18f9d01e None None] Network 8258cad5-df53-4f22-9fee-9413ff4cc95e is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:58:01.122552 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73645438-6be2-49c2-bc34-73fd18f9d01e None None] Pushing event updated for resources: {'Port': ['ID=e9653b18-9cbd-44fb-b41d-83ec35d83909,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:01.130972 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-73645438-6be2-49c2-bc34-73fd18f9d01e None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:58:01.134844 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73645438-6be2-49c2-bc34-73fd18f9d01e None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:58:01.170515 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73645438-6be2-49c2-bc34-73fd18f9d01e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:01.170863 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73645438-6be2-49c2-bc34-73fd18f9d01e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:01.171213 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73645438-6be2-49c2-bc34-73fd18f9d01e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:01.171548 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73645438-6be2-49c2-bc34-73fd18f9d01e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:01.171882 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73645438-6be2-49c2-bc34-73fd18f9d01e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:01.172213 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73645438-6be2-49c2-bc34-73fd18f9d01e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:01.172541 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73645438-6be2-49c2-bc34-73fd18f9d01e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:01.172868 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73645438-6be2-49c2-bc34-73fd18f9d01e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:01.173219 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73645438-6be2-49c2-bc34-73fd18f9d01e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:01.173544 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73645438-6be2-49c2-bc34-73fd18f9d01e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:01.173866 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73645438-6be2-49c2-bc34-73fd18f9d01e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:01.174187 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73645438-6be2-49c2-bc34-73fd18f9d01e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:01.190350 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port c142f87b-8194-425e-ac98-84818eb167f5, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=c142f87b-8194-425e-ac98-84818eb167f5,segment=NetworkSegment(0412d37f-44df-4698-ab4d-7d27a7e4203a),segment_id=0412d37f-44df-4698-ab4d-7d27a7e4203a)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:58:01.223295 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:01.225029 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'c142f87b-8194-425e-ac98-84818eb167f5', 'network_id': '6d8e3eb2-f578-452f-b641-461fcffc065a', 'port_id': 'c142f87b-8194-425e-ac98-84818eb167f5', 'mac_address': 'fa:16:3e:37:0b:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dfb36f6-69ae-408a-b0a0-be77e7aac83c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:58:01.230487 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c5bf8fa2-4b21-4cf3-bcf5-f8e97c737685 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:01.281741 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bf8fa2-4b21-4cf3-bcf5-f8e97c737685 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Network f8015f46-0780-43bc-8426-2c20a1df3350 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:58:01.285352 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-c5bf8fa2-4b21-4cf3-bcf5-f8e97c737685 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:58:01.290470 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bf8fa2-4b21-4cf3-bcf5-f8e97c737685 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:58:01.293903 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-73645438-6be2-49c2-bc34-73fd18f9d01e None None] Attempting to bind port e9653b18-9cbd-44fb-b41d-83ec35d83909 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:58:01.294278 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-73645438-6be2-49c2-bc34-73fd18f9d01e None None] Attempting to bind port e9653b18-9cbd-44fb-b41d-83ec35d83909 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '52b33324-6a95-46e8-8478-cb401e710189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8258cad5-df53-4f22-9fee-9413ff4cc95e'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:58:01.294641 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73645438-6be2-49c2-bc34-73fd18f9d01e None None] Attempting to bind port e9653b18-9cbd-44fb-b41d-83ec35d83909 on network 8258cad5-df53-4f22-9fee-9413ff4cc95e {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:58:01.299929 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf8fa2-4b21-4cf3-bcf5-f8e97c737685 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event updated for resources: {'Port': ['ID=fd97c83b-3f89-4294-895d-b6fb7329817c,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:01.303139 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20efc7c8-ff04-452f-b848-0eb584db2478', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c142f87b-8194-425e-ac98-84818eb167f5'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:58:01.306103 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495ed206-6225-480c-a687-955d0d934dda" -d '{"events": [{"server_uuid": "20efc7c8-ff04-452f-b848-0eb584db2478", "name": "network-vif-unplugged", "status": "completed", "tag": "c142f87b-8194-425e-ac98-84818eb167f5"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:58:01.323539 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73645438-6be2-49c2-bc34-73fd18f9d01e None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:58:01.323924 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73645438-6be2-49c2-bc34-73fd18f9d01e None None] Checking segment: {'id': '52b33324-6a95-46e8-8478-cb401e710189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8258cad5-df53-4f22-9fee-9413ff4cc95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:58:01.324340 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-73645438-6be2-49c2-bc34-73fd18f9d01e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:01.324727 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73645438-6be2-49c2-bc34-73fd18f9d01e None None] Bound using segment: {'id': '52b33324-6a95-46e8-8478-cb401e710189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8258cad5-df53-4f22-9fee-9413ff4cc95e'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:58:01.325326 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-73645438-6be2-49c2-bc34-73fd18f9d01e None None] Bound port: e9653b18-9cbd-44fb-b41d-83ec35d83909, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b33324-6a95-46e8-8478-cb401e710189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8258cad5-df53-4f22-9fee-9413ff4cc95e'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:58:01.325631 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-73645438-6be2-49c2-bc34-73fd18f9d01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:01.338919 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port c142f87b-8194-425e-ac98-84818eb167f5, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=c142f87b-8194-425e-ac98-84818eb167f5,segment=NetworkSegment(0412d37f-44df-4698-ab4d-7d27a7e4203a),segment_id=0412d37f-44df-4698-ab4d-7d27a7e4203a)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:58:01.348735 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:01.367102 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4092c14-e61a-494c-8980-01b2e93e634b x-openstack-request-id: req-e4092c14-e61a-494c-8980-01b2e93e634b {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:58:01.369505 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20efc7c8-ff04-452f-b848-0eb584db2478", "name": "network-vif-unplugged", "status": "completed", "tag": "c142f87b-8194-425e-ac98-84818eb167f5", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:58:01.369817 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e4092c14-e61a-494c-8980-01b2e93e634b {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:58:01.370183 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20efc7c8-ff04-452f-b848-0eb584db2478', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c142f87b-8194-425e-ac98-84818eb167f5', 'code': 200} Dec 16 09:58:01.371673 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c142f87b-8194-425e-ac98-84818eb167f5 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:58:01.382763 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bf8fa2-4b21-4cf3-bcf5-f8e97c737685 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:01.384756 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c5bf8fa2-4b21-4cf3-bcf5-f8e97c737685 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:01.438274 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-73645438-6be2-49c2-bc34-73fd18f9d01e None None] For port e9653b18-9cbd-44fb-b41d-83ec35d83909, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:58:01.440287 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60511d1b-b2dd-4fb5-848f-86920d08f914 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:01.441449 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-73645438-6be2-49c2-bc34-73fd18f9d01e None None] For port e9653b18-9cbd-44fb-b41d-83ec35d83909, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=e9653b18-9cbd-44fb-b41d-83ec35d83909,segment=NetworkSegment(52b33324-6a95-46e8-8478-cb401e710189),segment_id=52b33324-6a95-46e8-8478-cb401e710189)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:58:01.464269 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60511d1b-b2dd-4fb5-848f-86920d08f914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:01.466579 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:01.542666 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:58:01.542930 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:58:01.548038 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c5bf8fa2-4b21-4cf3-bcf5-f8e97c737685 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0993590 Dec 16 09:58:01.548355 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=c142f87b-8194-425e-ac98-84818eb167f5,revision_number=6']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:01.550718 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53304) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:01.555924 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-3eeb616f-9f59-4080-a81d-1779e15f65ff tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Request body: {'floatingip': {'port_id': 'fd97c83b-3f89-4294-895d-b6fb7329817c'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:58:01.576012 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-60511d1b-b2dd-4fb5-848f-86920d08f914 admin admin] Allocated IP 172.25.1.136 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/b4524a8c-f052-4369-b668-6713977a1d8e) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:58:01.580316 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-73645438-6be2-49c2-bc34-73fd18f9d01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:01.599780 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3eeb616f-9f59-4080-a81d-1779e15f65ff tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for floatingip, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:01.644271 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73645438-6be2-49c2-bc34-73fd18f9d01e None None] Pushing event updated for resources: {'Port': ['ID=e9653b18-9cbd-44fb-b41d-83ec35d83909,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:01.703840 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60511d1b-b2dd-4fb5-848f-86920d08f914 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:01.829358 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60511d1b-b2dd-4fb5-848f-86920d08f914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:01.879574 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60511d1b-b2dd-4fb5-848f-86920d08f914 admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:58:01.882631 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-60511d1b-b2dd-4fb5-848f-86920d08f914 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:58:01.886823 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60511d1b-b2dd-4fb5-848f-86920d08f914 admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:58:01.918462 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60511d1b-b2dd-4fb5-848f-86920d08f914 admin admin] Pushing event updated for resources: {'Port': ['ID=b4524a8c-f052-4369-b668-6713977a1d8e,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:02.093843 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:02.112431 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08c14b-50ba-409c-a486-d64a3f6a0198 req-b614b5b6-1e49-4cab-9ed6-7672b9ae841e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:02.114192 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-be08c14b-50ba-409c-a486-d64a3f6a0198 req-b614b5b6-1e49-4cab-9ed6-7672b9ae841e tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 944 time: 0.0724585 Dec 16 09:58:02.116188 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c142f87b-8194-425e-ac98-84818eb167f5 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:58:02.139804 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port c142f87b-8194-425e-ac98-84818eb167f5, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=c142f87b-8194-425e-ac98-84818eb167f5,segment=NetworkSegment(0412d37f-44df-4698-ab4d-7d27a7e4203a),segment_id=0412d37f-44df-4698-ab4d-7d27a7e4203a)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:58:02.162212 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-be08c14b-50ba-409c-a486-d64a3f6a0198 req-c8e7c049-fbf0-49bc-9a1f-8f66ba67f826 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb7ac98d-53ff-4336-91bc-b38b17a03a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380356 Dec 16 09:58:02.199456 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53310) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:02.260039 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:02.308586 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2445e656-7ce8-4b7b-91a4-7fa97c765443 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/floatingips/f56c0817-1e81-40bf-bed7-9f89ce8ab102 HTTP/1.1" status: 200 len: 991 time: 0.1024990 Dec 16 09:58:02.320286 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60511d1b-b2dd-4fb5-848f-86920d08f914 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:02.335498 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=c142f87b-8194-425e-ac98-84818eb167f5,revision_number=7']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:02.464773 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['c142f87b-8194-425e-ac98-84818eb167f5'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:58:02.491965 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3eeb616f-9f59-4080-a81d-1779e15f65ff tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:02.602662 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3eeb616f-9f59-4080-a81d-1779e15f65ff tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:02.685740 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a78032f-bc6e-4ee4-ac94-d1983579240c None None] Network 8258cad5-df53-4f22-9fee-9413ff4cc95e requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:58:02.722078 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [None req-3eeb616f-9f59-4080-a81d-1779e15f65ff tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Floating IP bcf1e2f0-2a73-421d-bca5-259b9c97611d associated. External IP: 172.25.1.240, port: fd97c83b-3f89-4294-895d-b6fb7329817c. Dec 16 09:58:02.823216 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-3ccdcf2c-280e-4908-9059-eab819515358 None None] Provisioning complete for port e9653b18-9cbd-44fb-b41d-83ec35d83909 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:02.823593 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3ccdcf2c-280e-4908-9059-eab819515358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:02.912932 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device e9653b18-9cbd-44fb-b41d-83ec35d83909 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:58:02.975123 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60511d1b-b2dd-4fb5-848f-86920d08f914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:03.011360 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eeb616f-9f59-4080-a81d-1779e15f65ff tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Router 22456145-9c24-48c9-8df5-104df1665c86 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:58:03.097974 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3ccdcf2c-280e-4908-9059-eab819515358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:03.108761 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port e9653b18-9cbd-44fb-b41d-83ec35d83909 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:03.109396 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:03.150455 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eeb616f-9f59-4080-a81d-1779e15f65ff tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:58:03.156022 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3eeb616f-9f59-4080-a81d-1779e15f65ff tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:03.168746 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215c6c57-5614-486d-b613-7c220920e0e8 None None] Sync routers for ids ['22456145-9c24-48c9-8df5-104df1665c86'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:58:03.191053 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3eeb616f-9f59-4080-a81d-1779e15f65ff tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "PUT /v2.0/floatingips/bcf1e2f0-2a73-421d-bca5-259b9c97611d HTTP/1.1" status: 200 len: 977 time: 1.6390584 Dec 16 09:58:03.191674 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53314) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:03.212984 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-3ccdcf2c-280e-4908-9059-eab819515358 None None] For port e9653b18-9cbd-44fb-b41d-83ec35d83909, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=e9653b18-9cbd-44fb-b41d-83ec35d83909,segment=NetworkSegment(52b33324-6a95-46e8-8478-cb401e710189),segment_id=52b33324-6a95-46e8-8478-cb401e710189)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:58:03.228714 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215c6c57-5614-486d-b613-7c220920e0e8 None None] Routers {'22456145-9c24-48c9-8df5-104df1665c86'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:03.229447 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-215c6c57-5614-486d-b613-7c220920e0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['22456145-9c24-48c9-8df5-104df1665c86'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:03.231568 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60511d1b-b2dd-4fb5-848f-86920d08f914 admin admin] Router aeaecb7b-e383-435d-8afe-40cc06407a82 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:58:03.268252 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-215c6c57-5614-486d-b613-7c220920e0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:03.299311 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215c6c57-5614-486d-b613-7c220920e0e8 None None] Routers {'22456145-9c24-48c9-8df5-104df1665c86'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:03.299943 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-215c6c57-5614-486d-b613-7c220920e0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['22456145-9c24-48c9-8df5-104df1665c86'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:03.340449 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-215c6c57-5614-486d-b613-7c220920e0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:03.341163 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215c6c57-5614-486d-b613-7c220920e0e8 None None] The sync data for ids ['22456145-9c24-48c9-8df5-104df1665c86'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:58:03.344343 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3ccdcf2c-280e-4908-9059-eab819515358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:03.371260 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:03.384541 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-f75e77dd-fa16-4861-93fc-68068054c778 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Deleting port fd97c83b-3f89-4294-895d-b6fb7329817c {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:58:03.384828 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f75e77dd-fa16-4861-93fc-68068054c778 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:03.423199 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccdcf2c-280e-4908-9059-eab819515358 None None] Pushing event updated for resources: {'Port': ['ID=e9653b18-9cbd-44fb-b41d-83ec35d83909,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:03.431517 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60511d1b-b2dd-4fb5-848f-86920d08f914 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:58:03.445547 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6194a75d-3024-4afc-9a8b-06c6784ca541 None None] Sync routers for ids ['aeaecb7b-e383-435d-8afe-40cc06407a82'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:58:03.463018 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6194a75d-3024-4afc-9a8b-06c6784ca541 None None] Routers {'aeaecb7b-e383-435d-8afe-40cc06407a82'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:03.463647 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6194a75d-3024-4afc-9a8b-06c6784ca541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['aeaecb7b-e383-435d-8afe-40cc06407a82'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:03.467569 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:58:03.468874 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:58:03.477566 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-5f68c2a0-0fc7-44d1-94c5-a4f5b42ecdae None None] Provisioning complete for port e9653b18-9cbd-44fb-b41d-83ec35d83909 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:03.478213 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5f68c2a0-0fc7-44d1-94c5-a4f5b42ecdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:03.495800 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f75e77dd-fa16-4861-93fc-68068054c778 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:03.577327 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-6194a75d-3024-4afc-9a8b-06c6784ca541 None None] Set router aeaecb7b-e383-435d-8afe-40cc06407a82 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:58:03.631842 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60511d1b-b2dd-4fb5-848f-86920d08f914 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:03.633103 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-60511d1b-b2dd-4fb5-848f-86920d08f914 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0805902 Dec 16 09:58:03.636740 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53316) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:03.690811 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f75e77dd-fa16-4861-93fc-68068054c778 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:03.691257 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f75e77dd-fa16-4861-93fc-68068054c778 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:03.691583 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [None req-f75e77dd-fa16-4861-93fc-68068054c778 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Floating IP bcf1e2f0-2a73-421d-bca5-259b9c97611d disassociated. External IP: 172.25.1.240, port: fd97c83b-3f89-4294-895d-b6fb7329817c. Dec 16 09:58:03.691934 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-f75e77dd-fa16-4861-93fc-68068054c778 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Calling delete_port for fd97c83b-3f89-4294-895d-b6fb7329817c owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:58:03.790906 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6194a75d-3024-4afc-9a8b-06c6784ca541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'name': 'tempest-TestVolumeBackupRestore-552074763-router', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'b4524a8c-f052-4369-b668-6713977a1d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:00Z', 'updated_at': '2021-12-16T09:58:02Z', 'revision_number': 3, 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'gw_port': {'id': 'b4524a8c-f052-4369-b668-6713977a1d8e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:34:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:01Z', 'updated_at': '2021-12-16T09:58:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:03.822840 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6194a75d-3024-4afc-9a8b-06c6784ca541 None None] Checking router: aeaecb7b-e383-435d-8afe-40cc06407a82 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:58:03.824236 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6194a75d-3024-4afc-9a8b-06c6784ca541 None None] Updating router aeaecb7b-e383-435d-8afe-40cc06407a82 port b4524a8c-f052-4369-b668-6713977a1d8e binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:58:03.850864 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6194a75d-3024-4afc-9a8b-06c6784ca541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:03.871341 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f75e77dd-fa16-4861-93fc-68068054c778 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:03.902263 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e77dd-fa16-4861-93fc-68068054c778 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event deleted for resources: {'Port': ['ID=fd97c83b-3f89-4294-895d-b6fb7329817c,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:04.044626 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75e77dd-fa16-4861-93fc-68068054c778 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Router 22456145-9c24-48c9-8df5-104df1665c86 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:58:04.117582 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cde40eca-3a28-4673-9c31-ee56a9e4a6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:04.138595 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6194a75d-3024-4afc-9a8b-06c6784ca541 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:04.173697 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75e77dd-fa16-4861-93fc-68068054c778 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:58:04.187894 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da908713-b301-4bfe-8e52-612f4657dae0 None None] Sync routers for ids ['22456145-9c24-48c9-8df5-104df1665c86'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:58:04.226892 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da908713-b301-4bfe-8e52-612f4657dae0 None None] Routers {'22456145-9c24-48c9-8df5-104df1665c86'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:04.227697 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-da908713-b301-4bfe-8e52-612f4657dae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['22456145-9c24-48c9-8df5-104df1665c86'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:04.242808 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6194a75d-3024-4afc-9a8b-06c6784ca541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:04.244924 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f75e77dd-fa16-4861-93fc-68068054c778 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:04.250871 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f75e77dd-fa16-4861-93fc-68068054c778 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "DELETE /v2.0/ports/fd97c83b-3f89-4294-895d-b6fb7329817c HTTP/1.1" status: 204 len: 168 time: 1.0557952 Dec 16 09:58:04.251291 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53320) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:04.266696 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-da908713-b301-4bfe-8e52-612f4657dae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:04.289138 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da908713-b301-4bfe-8e52-612f4657dae0 None None] Routers {'22456145-9c24-48c9-8df5-104df1665c86'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:04.289978 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-da908713-b301-4bfe-8e52-612f4657dae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['22456145-9c24-48c9-8df5-104df1665c86'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:04.337312 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-da908713-b301-4bfe-8e52-612f4657dae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:04.337312 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da908713-b301-4bfe-8e52-612f4657dae0 None None] The sync data for ids ['22456145-9c24-48c9-8df5-104df1665c86'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:58:04.340465 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6e7a9cb4-577b-423a-895a-e84513881682 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "GET /v2.0/floatingips/bcf1e2f0-2a73-421d-bca5-259b9c97611d HTTP/1.1" status: 200 len: 688 time: 0.0880878 Dec 16 09:58:04.341308 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53322) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:04.346067 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-cde40eca-3a28-4673-9c31-ee56a9e4a6cc admin admin] Allocated IP 172.20.0.1 (8258cad5-df53-4f22-9fee-9413ff4cc95e/750db6bb-a513-4808-853e-ee01a97bd23d/f13c7729-1ce6-4895-b00a-c8fc708338fd) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:58:04.392989 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113faaa-1e83-4d12-ba1d-43d091602dc1 None None] Pushing event updated for resources: {'Port': ['ID=b4524a8c-f052-4369-b668-6713977a1d8e,revision_number=2']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:04.407328 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113faaa-1e83-4d12-ba1d-43d091602dc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:04.407555 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113faaa-1e83-4d12-ba1d-43d091602dc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:04.407689 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113faaa-1e83-4d12-ba1d-43d091602dc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:04.408214 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113faaa-1e83-4d12-ba1d-43d091602dc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:04.408533 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113faaa-1e83-4d12-ba1d-43d091602dc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:04.408848 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113faaa-1e83-4d12-ba1d-43d091602dc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:04.409191 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113faaa-1e83-4d12-ba1d-43d091602dc1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:04.409506 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113faaa-1e83-4d12-ba1d-43d091602dc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:04.409876 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113faaa-1e83-4d12-ba1d-43d091602dc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:04.410194 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113faaa-1e83-4d12-ba1d-43d091602dc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:04.410496 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113faaa-1e83-4d12-ba1d-43d091602dc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:04.410805 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113faaa-1e83-4d12-ba1d-43d091602dc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:04.429062 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-6194a75d-3024-4afc-9a8b-06c6784ca541 None None] Attempting to bind port b4524a8c-f052-4369-b668-6713977a1d8e on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:58:04.429463 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-6194a75d-3024-4afc-9a8b-06c6784ca541 None None] Attempting to bind port b4524a8c-f052-4369-b668-6713977a1d8e by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:58:04.429818 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6194a75d-3024-4afc-9a8b-06c6784ca541 None None] Attempting to bind port b4524a8c-f052-4369-b668-6713977a1d8e on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:58:04.435525 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6194a75d-3024-4afc-9a8b-06c6784ca541 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:58:04.435891 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6194a75d-3024-4afc-9a8b-06c6784ca541 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:58:04.436288 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6194a75d-3024-4afc-9a8b-06c6784ca541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:04.436669 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6194a75d-3024-4afc-9a8b-06c6784ca541 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:58:04.437137 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-6194a75d-3024-4afc-9a8b-06c6784ca541 None None] Bound port: b4524a8c-f052-4369-b668-6713977a1d8e, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:58:04.437518 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6194a75d-3024-4afc-9a8b-06c6784ca541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:04.484748 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cde40eca-3a28-4673-9c31-ee56a9e4a6cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:04.492373 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-6194a75d-3024-4afc-9a8b-06c6784ca541 None None] For port b4524a8c-f052-4369-b668-6713977a1d8e, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:58:04.496518 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-6194a75d-3024-4afc-9a8b-06c6784ca541 None None] For port b4524a8c-f052-4369-b668-6713977a1d8e, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=b4524a8c-f052-4369-b668-6713977a1d8e,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:58:04.519803 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-bc3dc01e-f118-4651-ae5d-9c3bbb211ac4 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Deleting port 7f12c121-6e03-474e-ae90-6e8390fa0231 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:58:04.521843 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc3dc01e-f118-4651-ae5d-9c3bbb211ac4 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:04.574941 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6194a75d-3024-4afc-9a8b-06c6784ca541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:04.599088 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc3dc01e-f118-4651-ae5d-9c3bbb211ac4 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:04.599429 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc3dc01e-f118-4651-ae5d-9c3bbb211ac4 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:04.609851 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cde40eca-3a28-4673-9c31-ee56a9e4a6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:04.614987 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-bc3dc01e-f118-4651-ae5d-9c3bbb211ac4 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Calling delete_port for 7f12c121-6e03-474e-ae90-6e8390fa0231 owned by network:floatingip {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:58:04.630449 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6194a75d-3024-4afc-9a8b-06c6784ca541 None None] Routers {'aeaecb7b-e383-435d-8afe-40cc06407a82'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:04.631113 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6194a75d-3024-4afc-9a8b-06c6784ca541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['aeaecb7b-e383-435d-8afe-40cc06407a82'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:04.657034 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde40eca-3a28-4673-9c31-ee56a9e4a6cc admin admin] Network 8258cad5-df53-4f22-9fee-9413ff4cc95e is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:58:04.665390 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-cde40eca-3a28-4673-9c31-ee56a9e4a6cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:58:04.667728 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde40eca-3a28-4673-9c31-ee56a9e4a6cc admin admin] Pushing event updated for resources: {'Port': ['ID=f13c7729-1ce6-4895-b00a-c8fc708338fd,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:04.670403 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde40eca-3a28-4673-9c31-ee56a9e4a6cc admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:58:04.676243 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113faaa-1e83-4d12-ba1d-43d091602dc1 None None] Pushing event updated for resources: {'Port': ['ID=b4524a8c-f052-4369-b668-6713977a1d8e,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:04.716193 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cde40eca-3a28-4673-9c31-ee56a9e4a6cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:04.801876 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-6194a75d-3024-4afc-9a8b-06c6784ca541 None None] Set router aeaecb7b-e383-435d-8afe-40cc06407a82 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:58:04.872977 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device e9653b18-9cbd-44fb-b41d-83ec35d83909 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:58:04.926630 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port e9653b18-9cbd-44fb-b41d-83ec35d83909 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:04.927008 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:04.939909 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc3dc01e-f118-4651-ae5d-9c3bbb211ac4 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:04.970461 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3dc01e-f118-4651-ae5d-9c3bbb211ac4 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event deleted for resources: {'Port': ['ID=7f12c121-6e03-474e-ae90-6e8390fa0231,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:04.975446 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device c142f87b-8194-425e-ac98-84818eb167f5 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:58:05.003825 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cde40eca-3a28-4673-9c31-ee56a9e4a6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:05.036763 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6194a75d-3024-4afc-9a8b-06c6784ca541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'name': 'tempest-TestVolumeBackupRestore-552074763-router', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'b4524a8c-f052-4369-b668-6713977a1d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:00Z', 'updated_at': '2021-12-16T09:58:02Z', 'revision_number': 3, 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'gw_port': {'id': 'b4524a8c-f052-4369-b668-6713977a1d8e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:34:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:01Z', 'updated_at': '2021-12-16T09:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:05.058044 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-96edfec1-f47e-4520-a77e-9e07327aa21b None None] Provisioning complete for port f13c7729-1ce6-4895-b00a-c8fc708338fd triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:05.058349 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-96edfec1-f47e-4520-a77e-9e07327aa21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:05.075635 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc3dc01e-f118-4651-ae5d-9c3bbb211ac4 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for floatingip, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:05.079435 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6194a75d-3024-4afc-9a8b-06c6784ca541 None None] The sync data for ids ['aeaecb7b-e383-435d-8afe-40cc06407a82'] in n-d-820550-2 is: [{'id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'name': 'tempest-TestVolumeBackupRestore-552074763-router', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'b4524a8c-f052-4369-b668-6713977a1d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:00Z', 'updated_at': '2021-12-16T09:58:02Z', 'revision_number': 3, 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'gw_port': {'id': 'b4524a8c-f052-4369-b668-6713977a1d8e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:34:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:01Z', 'updated_at': '2021-12-16T09:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:58:05.080021 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bc3dc01e-f118-4651-ae5d-9c3bbb211ac4 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:05.089367 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bc3dc01e-f118-4651-ae5d-9c3bbb211ac4 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "DELETE /v2.0/floatingips/bcf1e2f0-2a73-421d-bca5-259b9c97611d HTTP/1.1" status: 204 len: 168 time: 0.7469454 Dec 16 09:58:05.090326 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53326) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:05.095410 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-dd59ad2e-b5c0-4c1c-a16d-6a200f191de6 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'port_id': '6fec7668-edb0-4786-8045-87e7d337cdc0'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:58:05.111181 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-96edfec1-f47e-4520-a77e-9e07327aa21b None None] Port f13c7729-1ce6-4895-b00a-c8fc708338fd cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:58:05.114964 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port c142f87b-8194-425e-ac98-84818eb167f5 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:05.115342 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:05.218487 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:05.225508 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd59ad2e-b5c0-4c1c-a16d-6a200f191de6 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for floatingip, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:05.248583 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20efc7c8-ff04-452f-b848-0eb584db2478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c142f87b-8194-425e-ac98-84818eb167f5'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:58:05.251603 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d9abdd-9e6e-42da-be82-a30900bb5087" -d '{"events": [{"server_uuid": "20efc7c8-ff04-452f-b848-0eb584db2478", "name": "network-vif-plugged", "status": "completed", "tag": "c142f87b-8194-425e-ac98-84818eb167f5"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:58:05.267230 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port c142f87b-8194-425e-ac98-84818eb167f5, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=c142f87b-8194-425e-ac98-84818eb167f5,segment=NetworkSegment(0412d37f-44df-4698-ab4d-7d27a7e4203a),segment_id=0412d37f-44df-4698-ab4d-7d27a7e4203a)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:58:05.268569 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cde40eca-3a28-4673-9c31-ee56a9e4a6cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:05.296258 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601cb37e-e565-47f3-9963-c289341465bd x-openstack-request-id: req-601cb37e-e565-47f3-9963-c289341465bd {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:58:05.296758 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20efc7c8-ff04-452f-b848-0eb584db2478", "name": "network-vif-plugged", "status": "completed", "tag": "c142f87b-8194-425e-ac98-84818eb167f5", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:58:05.297152 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-601cb37e-e565-47f3-9963-c289341465bd {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:58:05.297489 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20efc7c8-ff04-452f-b848-0eb584db2478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c142f87b-8194-425e-ac98-84818eb167f5', 'code': 200} Dec 16 09:58:05.373085 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd59ad2e-b5c0-4c1c-a16d-6a200f191de6 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:05.379845 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:05.416341 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cde40eca-3a28-4673-9c31-ee56a9e4a6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:05.455452 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=c142f87b-8194-425e-ac98-84818eb167f5,revision_number=8']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:05.487781 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cde40eca-3a28-4673-9c31-ee56a9e4a6cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:05.489593 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde40eca-3a28-4673-9c31-ee56a9e4a6cc admin admin] Pushing event updated for resources: {'Port': ['ID=f13c7729-1ce6-4895-b00a-c8fc708338fd,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:05.515721 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-dd59ad2e-b5c0-4c1c-a16d-6a200f191de6 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Allocated IP 172.25.1.116 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/04b9dad4-1cdc-49b0-8be6-f027524c3a1d) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:58:05.608674 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde40eca-3a28-4673-9c31-ee56a9e4a6cc admin admin] Network 8258cad5-df53-4f22-9fee-9413ff4cc95e is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:58:05.610691 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-cde40eca-3a28-4673-9c31-ee56a9e4a6cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:58:05.656908 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd59ad2e-b5c0-4c1c-a16d-6a200f191de6 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:05.747269 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde40eca-3a28-4673-9c31-ee56a9e4a6cc admin admin] Router aeaecb7b-e383-435d-8afe-40cc06407a82 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:58:05.763906 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd59ad2e-b5c0-4c1c-a16d-6a200f191de6 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:05.822760 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd59ad2e-b5c0-4c1c-a16d-6a200f191de6 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:58:05.837507 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-dd59ad2e-b5c0-4c1c-a16d-6a200f191de6 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:58:05.847433 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd59ad2e-b5c0-4c1c-a16d-6a200f191de6 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:58:05.853973 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59ad2e-b5c0-4c1c-a16d-6a200f191de6 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event updated for resources: {'Port': ['ID=04b9dad4-1cdc-49b0-8be6-f027524c3a1d,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:05.889438 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde40eca-3a28-4673-9c31-ee56a9e4a6cc admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:58:05.897175 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-cde40eca-3a28-4673-9c31-ee56a9e4a6cc admin admin] 10.222.0.60 "PUT /v2.0/routers/aeaecb7b-e383-435d-8afe-40cc06407a82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2568159 Dec 16 09:58:05.950953 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-fc75050a-6bb2-4ad4-9209-18ea74001ae3 None None] Provisioning complete for port f13c7729-1ce6-4895-b00a-c8fc708338fd triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:05.951507 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fc75050a-6bb2-4ad4-9209-18ea74001ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:05.995366 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-fc75050a-6bb2-4ad4-9209-18ea74001ae3 None None] Port f13c7729-1ce6-4895-b00a-c8fc708338fd cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:58:06.290228 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd59ad2e-b5c0-4c1c-a16d-6a200f191de6 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:06.457843 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd59ad2e-b5c0-4c1c-a16d-6a200f191de6 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:06.640149 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd59ad2e-b5c0-4c1c-a16d-6a200f191de6 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:06.661165 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53346) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:06.667969 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-3b7275c6-c8fa-4b23-a9e4-d9b617f1a3b2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1872463703-network', 'tenant_id': 'cb0150cbc5184da9b0dcdb4aad27fe3c'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:58:06.745690 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd59ad2e-b5c0-4c1c-a16d-6a200f191de6 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:06.806423 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7275c6-c8fa-4b23-a9e4-d9b617f1a3b2 admin admin] Made reservation on behalf of cb0150cbc5184da9b0dcdb4aad27fe3c for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:58:06.808686 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3b7275c6-c8fa-4b23-a9e4-d9b617f1a3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:06.829952 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device b4524a8c-f052-4369-b668-6713977a1d8e up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:58:06.833373 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3b7275c6-c8fa-4b23-a9e4-d9b617f1a3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:06.835239 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59ad2e-b5c0-4c1c-a16d-6a200f191de6 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event updated for resources: {'Port': ['ID=04b9dad4-1cdc-49b0-8be6-f027524c3a1d,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:06.848444 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd59ad2e-b5c0-4c1c-a16d-6a200f191de6 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:06.894706 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8686585-fe97-48b4-88fa-80ac0828fa3d None None] Sync routers for ids ['aeaecb7b-e383-435d-8afe-40cc06407a82'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:58:06.902108 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port b4524a8c-f052-4369-b668-6713977a1d8e triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:06.902760 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:06.905251 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8686585-fe97-48b4-88fa-80ac0828fa3d None None] Routers {'aeaecb7b-e383-435d-8afe-40cc06407a82'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:06.905867 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-b8686585-fe97-48b4-88fa-80ac0828fa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['aeaecb7b-e383-435d-8afe-40cc06407a82'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:06.994001 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [None req-dd59ad2e-b5c0-4c1c-a16d-6a200f191de6 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Floating IP f00829bf-762e-4551-b05d-017d876dbb17 associated. External IP: 172.25.1.116, port: 6fec7668-edb0-4786-8045-87e7d337cdc0. Dec 16 09:58:06.996895 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:07.016778 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port b4524a8c-f052-4369-b668-6713977a1d8e, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=b4524a8c-f052-4369-b668-6713977a1d8e,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:58:07.027695 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-b8686585-fe97-48b4-88fa-80ac0828fa3d None None] Set router aeaecb7b-e383-435d-8afe-40cc06407a82 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:58:07.089555 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3b7275c6-c8fa-4b23-a9e4-d9b617f1a3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:07.106142 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:07.168655 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=b4524a8c-f052-4369-b668-6713977a1d8e,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:07.179739 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3b7275c6-c8fa-4b23-a9e4-d9b617f1a3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:07.241684 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b7275c6-c8fa-4b23-a9e4-d9b617f1a3b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:58:07.259869 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7275c6-c8fa-4b23-a9e4-d9b617f1a3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e81019-370b-4883-934a-297710b74014,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:07.267871 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3b7275c6-c8fa-4b23-a9e4-d9b617f1a3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:07.268360 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-b8686585-fe97-48b4-88fa-80ac0828fa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'name': 'tempest-TestVolumeBackupRestore-552074763-router', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'b4524a8c-f052-4369-b668-6713977a1d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:00Z', 'updated_at': '2021-12-16T09:58:04Z', 'revision_number': 4, 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'gw_port': {'id': 'b4524a8c-f052-4369-b668-6713977a1d8e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:34:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:01Z', 'updated_at': '2021-12-16T09:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'f13c7729-1ce6-4895-b00a-c8fc708338fd', 'name': '', 'network_id': '8258cad5-df53-4f22-9fee-9413ff4cc95e', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'mac_address': 'fa:16:3e:5d:34:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '750db6bb-a513-4808-853e-ee01a97bd23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:04Z', 'updated_at': '2021-12-16T09:58:05Z', 'revision_number': 2, 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'subnets': [{'id': '750db6bb-a513-4808-853e-ee01a97bd23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:07.268543 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-3b7275c6-c8fa-4b23-a9e4-d9b617f1a3b2 admin admin] Added segment f557897c-4759-444c-b9c2-b993ef9225e9 of type vlan for network 25361bbf-6a98-4679-9df1-fc364d556609 Dec 16 09:58:07.302728 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8686585-fe97-48b4-88fa-80ac0828fa3d None None] Checking router: aeaecb7b-e383-435d-8afe-40cc06407a82 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:58:07.303090 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8686585-fe97-48b4-88fa-80ac0828fa3d None None] Updating router aeaecb7b-e383-435d-8afe-40cc06407a82 port f13c7729-1ce6-4895-b00a-c8fc708338fd binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:58:07.324767 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3b7275c6-c8fa-4b23-a9e4-d9b617f1a3b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:07.331568 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-b8686585-fe97-48b4-88fa-80ac0828fa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:07.333917 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd59ad2e-b5c0-4c1c-a16d-6a200f191de6 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Router 22456145-9c24-48c9-8df5-104df1665c86 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:58:07.345714 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:07.445266 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3b7275c6-c8fa-4b23-a9e4-d9b617f1a3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:07.446777 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7275c6-c8fa-4b23-a9e4-d9b617f1a3b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:07.447372 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3b7275c6-c8fa-4b23-a9e4-d9b617f1a3b2 admin admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:07.515616 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd59ad2e-b5c0-4c1c-a16d-6a200f191de6 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:58:07.527818 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df59945b-ae8a-48c9-9b58-01739e6b685d None None] Sync routers for ids ['22456145-9c24-48c9-8df5-104df1665c86'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:58:07.533152 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7275c6-c8fa-4b23-a9e4-d9b617f1a3b2 admin admin] Pushing event updated for resources: {'Network': ['ID=25361bbf-6a98-4679-9df1-fc364d556609,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:07.545429 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 25361bbf-6a98-4679-9df1-fc364d556609 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:58:07.558823 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df59945b-ae8a-48c9-9b58-01739e6b685d None None] Routers {'22456145-9c24-48c9-8df5-104df1665c86'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:07.559472 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-df59945b-ae8a-48c9-9b58-01739e6b685d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['22456145-9c24-48c9-8df5-104df1665c86'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:07.579568 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3b7275c6-c8fa-4b23-a9e4-d9b617f1a3b2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9146326 Dec 16 09:58:07.579805 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53350) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:07.584480 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-832d198b-5d68-4d47-9ec4-689a02b27bb1 admin admin] Request body: {'subnet': {'network_id': '25361bbf-6a98-4679-9df1-fc364d556609', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1872463703-subnet', 'tenant_id': 'cb0150cbc5184da9b0dcdb4aad27fe3c', 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:58:07.610843 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-b8686585-fe97-48b4-88fa-80ac0828fa3d None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:07.617595 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd59ad2e-b5c0-4c1c-a16d-6a200f191de6 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:07.621944 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-df59945b-ae8a-48c9-9b58-01739e6b685d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:07.646806 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-dd59ad2e-b5c0-4c1c-a16d-6a200f191de6 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.5551221 Dec 16 09:58:07.647999 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df59945b-ae8a-48c9-9b58-01739e6b685d None None] Routers {'22456145-9c24-48c9-8df5-104df1665c86'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:07.648624 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-df59945b-ae8a-48c9-9b58-01739e6b685d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['22456145-9c24-48c9-8df5-104df1665c86'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:07.649368 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53352) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:07.655552 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-fd0cf20b-c736-4d1d-9502-9e423fd5470d tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1443485758'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:58:07.688101 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-df59945b-ae8a-48c9-9b58-01739e6b685d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:07.688762 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df59945b-ae8a-48c9-9b58-01739e6b685d None None] The sync data for ids ['22456145-9c24-48c9-8df5-104df1665c86'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:58:07.693762 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-b8686585-fe97-48b4-88fa-80ac0828fa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:07.731406 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832d198b-5d68-4d47-9ec4-689a02b27bb1 admin admin] Made reservation on behalf of cb0150cbc5184da9b0dcdb4aad27fe3c for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:58:07.733799 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-832d198b-5d68-4d47-9ec4-689a02b27bb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:07.746304 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c146c1b-3d88-483d-a3ce-367e0913cc68 None None] Pushing event updated for resources: {'Port': ['ID=f13c7729-1ce6-4895-b00a-c8fc708338fd,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:07.803225 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-b8686585-fe97-48b4-88fa-80ac0828fa3d None None] Attempting to bind port f13c7729-1ce6-4895-b00a-c8fc708338fd on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:58:07.803742 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-b8686585-fe97-48b4-88fa-80ac0828fa3d None None] Attempting to bind port f13c7729-1ce6-4895-b00a-c8fc708338fd by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '52b33324-6a95-46e8-8478-cb401e710189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8258cad5-df53-4f22-9fee-9413ff4cc95e'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:58:07.804448 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8686585-fe97-48b4-88fa-80ac0828fa3d None None] Attempting to bind port f13c7729-1ce6-4895-b00a-c8fc708338fd on network 8258cad5-df53-4f22-9fee-9413ff4cc95e {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:58:07.811334 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8686585-fe97-48b4-88fa-80ac0828fa3d None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:58:07.811828 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8686585-fe97-48b4-88fa-80ac0828fa3d None None] Checking segment: {'id': '52b33324-6a95-46e8-8478-cb401e710189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8258cad5-df53-4f22-9fee-9413ff4cc95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:58:07.812311 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-b8686585-fe97-48b4-88fa-80ac0828fa3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:07.812768 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8686585-fe97-48b4-88fa-80ac0828fa3d None None] Bound using segment: {'id': '52b33324-6a95-46e8-8478-cb401e710189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8258cad5-df53-4f22-9fee-9413ff4cc95e'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:58:07.813337 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-b8686585-fe97-48b4-88fa-80ac0828fa3d None None] Bound port: f13c7729-1ce6-4895-b00a-c8fc708338fd, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b33324-6a95-46e8-8478-cb401e710189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8258cad5-df53-4f22-9fee-9413ff4cc95e'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:58:07.814681 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-b8686585-fe97-48b4-88fa-80ac0828fa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:07.887379 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-b8686585-fe97-48b4-88fa-80ac0828fa3d None None] For port f13c7729-1ce6-4895-b00a-c8fc708338fd, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:58:07.890777 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-b8686585-fe97-48b4-88fa-80ac0828fa3d None None] For port f13c7729-1ce6-4895-b00a-c8fc708338fd, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f13c7729-1ce6-4895-b00a-c8fc708338fd,segment=NetworkSegment(52b33324-6a95-46e8-8478-cb401e710189),segment_id=52b33324-6a95-46e8-8478-cb401e710189)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:58:07.898544 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0cf20b-c736-4d1d-9502-9e423fd5470d tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Made reservation on behalf of 69129ea1fbd649629441fb6bfec16374 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:58:07.902147 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fd0cf20b-c736-4d1d-9502-9e423fd5470d tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:07.941680 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd0cf20b-c736-4d1d-9502-9e423fd5470d tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:58:07.955234 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fd0cf20b-c736-4d1d-9502-9e423fd5470d tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:07.955768 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-fd0cf20b-c736-4d1d-9502-9e423fd5470d tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Added segment 831427a8-01d5-4110-acfa-8e40a9333805 of type vlan for network f619b8cc-76ec-46d2-9d3d-249f10e2169b Dec 16 09:58:07.986377 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-b8686585-fe97-48b4-88fa-80ac0828fa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:08.011765 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fd0cf20b-c736-4d1d-9502-9e423fd5470d tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:08.031930 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b57f73f0-2225-4abd-80f9-247e90604a9e None None] Provisioning complete for port f13c7729-1ce6-4895-b00a-c8fc708338fd triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:08.032441 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b57f73f0-2225-4abd-80f9-247e90604a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:08.044232 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-832d198b-5d68-4d47-9ec4-689a02b27bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:08.053386 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8686585-fe97-48b4-88fa-80ac0828fa3d None None] Routers {'aeaecb7b-e383-435d-8afe-40cc06407a82'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:08.054002 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-b8686585-fe97-48b4-88fa-80ac0828fa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['aeaecb7b-e383-435d-8afe-40cc06407a82'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:08.124366 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d198b-5d68-4d47-9ec4-689a02b27bb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d387b650-c21b-4773-b99e-8a15e6053a3b,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:08.125582 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c146c1b-3d88-483d-a3ce-367e0913cc68 None None] Pushing event updated for resources: {'Port': ['ID=f13c7729-1ce6-4895-b00a-c8fc708338fd,revision_number=4']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:08.128983 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832d198b-5d68-4d47-9ec4-689a02b27bb1 admin admin] Checking segment: {'id': 'f557897c-4759-444c-b9c2-b993ef9225e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '25361bbf-6a98-4679-9df1-fc364d556609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:58:08.129398 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832d198b-5d68-4d47-9ec4-689a02b27bb1 admin admin] Network hostable DHCP agents. Network: 25361bbf-6a98-4679-9df1-fc364d556609, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:58:08.129694 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b57f73f0-2225-4abd-80f9-247e90604a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:08.146366 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fd0cf20b-c736-4d1d-9502-9e423fd5470d tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:08.153342 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0cf20b-c736-4d1d-9502-9e423fd5470d tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:08.154959 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fd0cf20b-c736-4d1d-9502-9e423fd5470d tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:08.195377 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-b57f73f0-2225-4abd-80f9-247e90604a9e None None] For port f13c7729-1ce6-4895-b00a-c8fc708338fd, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f13c7729-1ce6-4895-b00a-c8fc708338fd,segment=NetworkSegment(52b33324-6a95-46e8-8478-cb401e710189),segment_id=52b33324-6a95-46e8-8478-cb401e710189)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:58:08.198547 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-b8686585-fe97-48b4-88fa-80ac0828fa3d None None] Set router aeaecb7b-e383-435d-8afe-40cc06407a82 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:58:08.239230 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832d198b-5d68-4d47-9ec4-689a02b27bb1 admin admin] Network 25361bbf-6a98-4679-9df1-fc364d556609 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:58:08.242453 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cf20b-c736-4d1d-9502-9e423fd5470d tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event updated for resources: {'Network': ['ID=f619b8cc-76ec-46d2-9d3d-249f10e2169b,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:08.256766 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network f619b8cc-76ec-46d2-9d3d-249f10e2169b details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:58:08.275750 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fd0cf20b-c736-4d1d-9502-9e423fd5470d tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6253519 Dec 16 09:58:08.278540 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53354) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:08.283798 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-e90a776c-9ddd-4864-946a-234fa0f6fa06 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Request body: {'subnet': {'network_id': 'f619b8cc-76ec-46d2-9d3d-249f10e2169b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:58:08.358929 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b57f73f0-2225-4abd-80f9-247e90604a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:08.368910 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-832d198b-5d68-4d47-9ec4-689a02b27bb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 25361bbf-6a98-4679-9df1-fc364d556609) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:58:08.374431 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832d198b-5d68-4d47-9ec4-689a02b27bb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:08.375021 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-832d198b-5d68-4d47-9ec4-689a02b27bb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:08.397048 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e238b6-d260-460b-ad51-31d376dff1b4 None None] Network 25361bbf-6a98-4679-9df1-fc364d556609 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:58:08.501570 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57f73f0-2225-4abd-80f9-247e90604a9e None None] Pushing event updated for resources: {'Port': ['ID=f13c7729-1ce6-4895-b00a-c8fc708338fd,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:08.508796 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90a776c-9ddd-4864-946a-234fa0f6fa06 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Made reservation on behalf of 69129ea1fbd649629441fb6bfec16374 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:58:08.515543 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e90a776c-9ddd-4864-946a-234fa0f6fa06 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:08.529732 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-b8686585-fe97-48b4-88fa-80ac0828fa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'name': 'tempest-TestVolumeBackupRestore-552074763-router', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'b4524a8c-f052-4369-b668-6713977a1d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:00Z', 'updated_at': '2021-12-16T09:58:04Z', 'revision_number': 4, 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'gw_port': {'id': 'b4524a8c-f052-4369-b668-6713977a1d8e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:01Z', 'updated_at': '2021-12-16T09:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'f13c7729-1ce6-4895-b00a-c8fc708338fd', 'name': '', 'network_id': '8258cad5-df53-4f22-9fee-9413ff4cc95e', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'mac_address': 'fa:16:3e:5d:34:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '750db6bb-a513-4808-853e-ee01a97bd23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:04Z', 'updated_at': '2021-12-16T09:58:07Z', 'revision_number': 4, 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'subnets': [{'id': '750db6bb-a513-4808-853e-ee01a97bd23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:08.530030 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b9bc7bfc-c3d7-4773-8f07-a645f3abe8b7 None None] Provisioning complete for port f13c7729-1ce6-4895-b00a-c8fc708338fd triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:08.530401 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b9bc7bfc-c3d7-4773-8f07-a645f3abe8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:08.563870 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8686585-fe97-48b4-88fa-80ac0828fa3d None None] The sync data for ids ['aeaecb7b-e383-435d-8afe-40cc06407a82'] in n-d-820550-2 is: [{'id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'name': 'tempest-TestVolumeBackupRestore-552074763-router', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'b4524a8c-f052-4369-b668-6713977a1d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:00Z', 'updated_at': '2021-12-16T09:58:04Z', 'revision_number': 4, 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'gw_port': {'id': 'b4524a8c-f052-4369-b668-6713977a1d8e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:01Z', 'updated_at': '2021-12-16T09:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'f13c7729-1ce6-4895-b00a-c8fc708338fd', 'name': '', 'network_id': '8258cad5-df53-4f22-9fee-9413ff4cc95e', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'mac_address': 'fa:16:3e:5d:34:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '750db6bb-a513-4808-853e-ee01a97bd23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:04Z', 'updated_at': '2021-12-16T09:58:07Z', 'revision_number': 4, 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'subnets': [{'id': '750db6bb-a513-4808-853e-ee01a97bd23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:58:08.658051 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-832d198b-5d68-4d47-9ec4-689a02b27bb1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0772960 Dec 16 09:58:08.663040 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53358) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:08.665639 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-6112b7ff-3a21-4357-8a9a-cf8382252963 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1872463703-router', 'tenant_id': 'cb0150cbc5184da9b0dcdb4aad27fe3c', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:58:08.671533 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9400b7f-a3d5-4db0-a2cf-16e24f2beb8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-25361bbf-6a98-4679-9df1-fc364d556609', 'network_id': '25361bbf-6a98-4679-9df1-fc364d556609', 'tenant_id': 'cb0150cbc5184da9b0dcdb4aad27fe3c', 'fixed_ips': [{'subnet_id': 'd387b650-c21b-4773-b99e-8a15e6053a3b'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:58:08.672402 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f9400b7f-a3d5-4db0-a2cf-16e24f2beb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:08.808747 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6112b7ff-3a21-4357-8a9a-cf8382252963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:08.810138 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6112b7ff-3a21-4357-8a9a-cf8382252963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:08.876593 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6112b7ff-3a21-4357-8a9a-cf8382252963 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:08.876946 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e90a776c-9ddd-4864-946a-234fa0f6fa06 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:08.890978 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-f9400b7f-a3d5-4db0-a2cf-16e24f2beb8b None None] Allocated IP 172.20.0.2 (25361bbf-6a98-4679-9df1-fc364d556609/d387b650-c21b-4773-b99e-8a15e6053a3b/4fb4c774-075f-41ad-a6d7-ecbd471f39ff) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:58:08.963166 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a776c-9ddd-4864-946a-234fa0f6fa06 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event updated for resources: {'Subnet': ['ID=bde664b6-fb11-4ff4-867a-edfc2fa69ac6,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:08.989533 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90a776c-9ddd-4864-946a-234fa0f6fa06 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Checking segment: {'id': '831427a8-01d5-4110-acfa-8e40a9333805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f619b8cc-76ec-46d2-9d3d-249f10e2169b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:58:08.990005 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90a776c-9ddd-4864-946a-234fa0f6fa06 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Network hostable DHCP agents. Network: f619b8cc-76ec-46d2-9d3d-249f10e2169b, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:58:09.106990 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f13c7729-1ce6-4895-b00a-c8fc708338fd up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:58:09.121592 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6112b7ff-3a21-4357-8a9a-cf8382252963 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:09.126286 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90a776c-9ddd-4864-946a-234fa0f6fa06 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Network f619b8cc-76ec-46d2-9d3d-249f10e2169b is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:58:09.255429 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port f13c7729-1ce6-4895-b00a-c8fc708338fd triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:09.255689 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:09.283995 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-e90a776c-9ddd-4864-946a-234fa0f6fa06 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, f619b8cc-76ec-46d2-9d3d-249f10e2169b) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:58:09.296381 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90a776c-9ddd-4864-946a-234fa0f6fa06 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:09.301089 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e90a776c-9ddd-4864-946a-234fa0f6fa06 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:09.318068 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530346d1-b3d1-4c04-97da-e3b00d5c3c3e None None] Network f619b8cc-76ec-46d2-9d3d-249f10e2169b requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:58:09.398811 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f9400b7f-a3d5-4db0-a2cf-16e24f2beb8b None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:09.448820 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e90a776c-9ddd-4864-946a-234fa0f6fa06 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1680477 Dec 16 09:58:09.451349 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53362) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:09.460894 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-256bfb2b-2bf1-4033-ae21-7038ce5dad1e tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-624522666', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}, 'admin_state_up': False}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:58:09.496568 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device b4524a8c-f052-4369-b668-6713977a1d8e up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:58:09.500608 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f9400b7f-a3d5-4db0-a2cf-16e24f2beb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:09.594852 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9400b7f-a3d5-4db0-a2cf-16e24f2beb8b None None] Network 25361bbf-6a98-4679-9df1-fc364d556609 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:58:09.614580 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-256bfb2b-2bf1-4033-ae21-7038ce5dad1e tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:09.616803 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-256bfb2b-2bf1-4033-ae21-7038ce5dad1e tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:09.617266 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9400b7f-a3d5-4db0-a2cf-16e24f2beb8b None None] Pushing event updated for resources: {'Port': ['ID=4fb4c774-075f-41ad-a6d7-ecbd471f39ff,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:09.619727 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-f9400b7f-a3d5-4db0-a2cf-16e24f2beb8b None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:58:09.622733 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9400b7f-a3d5-4db0-a2cf-16e24f2beb8b None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:58:09.627769 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff52d7f-74a5-4bdc-b406-3e179d458dcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-f619b8cc-76ec-46d2-9d3d-249f10e2169b', 'network_id': 'f619b8cc-76ec-46d2-9d3d-249f10e2169b', 'tenant_id': '69129ea1fbd649629441fb6bfec16374', 'fixed_ips': [{'subnet_id': 'bde664b6-fb11-4ff4-867a-edfc2fa69ac6'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:58:09.628605 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0ff52d7f-74a5-4bdc-b406-3e179d458dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:09.695671 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-256bfb2b-2bf1-4033-ae21-7038ce5dad1e tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:09.707274 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port b4524a8c-f052-4369-b668-6713977a1d8e triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:09.707643 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:09.758750 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-f9400b7f-a3d5-4db0-a2cf-16e24f2beb8b None None] Attempting to bind port 4fb4c774-075f-41ad-a6d7-ecbd471f39ff on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:58:09.759122 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-f9400b7f-a3d5-4db0-a2cf-16e24f2beb8b None None] Attempting to bind port 4fb4c774-075f-41ad-a6d7-ecbd471f39ff by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'f557897c-4759-444c-b9c2-b993ef9225e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '25361bbf-6a98-4679-9df1-fc364d556609'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:58:09.759480 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9400b7f-a3d5-4db0-a2cf-16e24f2beb8b None None] Attempting to bind port 4fb4c774-075f-41ad-a6d7-ecbd471f39ff on network 25361bbf-6a98-4679-9df1-fc364d556609 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:58:09.794615 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9400b7f-a3d5-4db0-a2cf-16e24f2beb8b None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:58:09.795858 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9400b7f-a3d5-4db0-a2cf-16e24f2beb8b None None] Checking segment: {'id': 'f557897c-4759-444c-b9c2-b993ef9225e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '25361bbf-6a98-4679-9df1-fc364d556609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:58:09.795858 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f9400b7f-a3d5-4db0-a2cf-16e24f2beb8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:09.795858 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9400b7f-a3d5-4db0-a2cf-16e24f2beb8b None None] Bound using segment: {'id': 'f557897c-4759-444c-b9c2-b993ef9225e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '25361bbf-6a98-4679-9df1-fc364d556609'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:58:09.796248 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-f9400b7f-a3d5-4db0-a2cf-16e24f2beb8b None None] Bound port: 4fb4c774-075f-41ad-a6d7-ecbd471f39ff, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f557897c-4759-444c-b9c2-b993ef9225e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '25361bbf-6a98-4679-9df1-fc364d556609'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:58:09.796625 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f9400b7f-a3d5-4db0-a2cf-16e24f2beb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:09.876667 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6112b7ff-3a21-4357-8a9a-cf8382252963 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:09.897273 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6112b7ff-3a21-4357-8a9a-cf8382252963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:09.947122 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-0ff52d7f-74a5-4bdc-b406-3e179d458dcf None None] Allocated IP 172.20.0.2 (f619b8cc-76ec-46d2-9d3d-249f10e2169b/bde664b6-fb11-4ff4-867a-edfc2fa69ac6/8e38a55e-b6f5-4742-a7ef-4b3783e74f44) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:58:09.951404 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f9400b7f-a3d5-4db0-a2cf-16e24f2beb8b None None] For port 4fb4c774-075f-41ad-a6d7-ecbd471f39ff, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:58:09.971605 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-256bfb2b-2bf1-4033-ae21-7038ce5dad1e tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:09.979670 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f9400b7f-a3d5-4db0-a2cf-16e24f2beb8b None None] For port 4fb4c774-075f-41ad-a6d7-ecbd471f39ff, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=4fb4c774-075f-41ad-a6d7-ecbd471f39ff,segment=NetworkSegment(f557897c-4759-444c-b9c2-b993ef9225e9),segment_id=f557897c-4759-444c-b9c2-b993ef9225e9)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:58:10.024860 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-6112b7ff-3a21-4357-8a9a-cf8382252963 admin admin] Allocated IP 172.25.1.187 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/4c06af0a-9055-48c2-b670-bb8d832f36be) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:58:10.124343 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0ff52d7f-74a5-4bdc-b406-3e179d458dcf None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:10.141153 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6112b7ff-3a21-4357-8a9a-cf8382252963 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:10.152000 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f9400b7f-a3d5-4db0-a2cf-16e24f2beb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:10.220899 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9400b7f-a3d5-4db0-a2cf-16e24f2beb8b None None] Pushing event updated for resources: {'Port': ['ID=4fb4c774-075f-41ad-a6d7-ecbd471f39ff,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:10.225657 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0ff52d7f-74a5-4bdc-b406-3e179d458dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:10.254972 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6112b7ff-3a21-4357-8a9a-cf8382252963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:10.269540 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff52d7f-74a5-4bdc-b406-3e179d458dcf None None] Network f619b8cc-76ec-46d2-9d3d-249f10e2169b is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:58:10.279174 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-0ff52d7f-74a5-4bdc-b406-3e179d458dcf None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:58:10.281383 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff52d7f-74a5-4bdc-b406-3e179d458dcf None None] Pushing event updated for resources: {'Port': ['ID=8e38a55e-b6f5-4742-a7ef-4b3783e74f44,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:10.283878 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff52d7f-74a5-4bdc-b406-3e179d458dcf None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:58:10.311523 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-256bfb2b-2bf1-4033-ae21-7038ce5dad1e tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for router_gateway, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:10.312059 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6112b7ff-3a21-4357-8a9a-cf8382252963 admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:58:10.315395 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-6112b7ff-3a21-4357-8a9a-cf8382252963 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:58:10.318948 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6112b7ff-3a21-4357-8a9a-cf8382252963 admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:58:10.328600 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112b7ff-3a21-4357-8a9a-cf8382252963 admin admin] Pushing event updated for resources: {'Port': ['ID=4c06af0a-9055-48c2-b670-bb8d832f36be,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:10.338179 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-256bfb2b-2bf1-4033-ae21-7038ce5dad1e tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:10.358903 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-0ff52d7f-74a5-4bdc-b406-3e179d458dcf None None] Attempting to bind port 8e38a55e-b6f5-4742-a7ef-4b3783e74f44 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:58:10.359293 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-0ff52d7f-74a5-4bdc-b406-3e179d458dcf None None] Attempting to bind port 8e38a55e-b6f5-4742-a7ef-4b3783e74f44 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '831427a8-01d5-4110-acfa-8e40a9333805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f619b8cc-76ec-46d2-9d3d-249f10e2169b'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:58:10.359686 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff52d7f-74a5-4bdc-b406-3e179d458dcf None None] Attempting to bind port 8e38a55e-b6f5-4742-a7ef-4b3783e74f44 on network f619b8cc-76ec-46d2-9d3d-249f10e2169b {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:58:10.366445 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff52d7f-74a5-4bdc-b406-3e179d458dcf None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:58:10.366889 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff52d7f-74a5-4bdc-b406-3e179d458dcf None None] Checking segment: {'id': '831427a8-01d5-4110-acfa-8e40a9333805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f619b8cc-76ec-46d2-9d3d-249f10e2169b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:58:10.367322 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0ff52d7f-74a5-4bdc-b406-3e179d458dcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:10.367715 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff52d7f-74a5-4bdc-b406-3e179d458dcf None None] Bound using segment: {'id': '831427a8-01d5-4110-acfa-8e40a9333805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f619b8cc-76ec-46d2-9d3d-249f10e2169b'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:58:10.368219 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-0ff52d7f-74a5-4bdc-b406-3e179d458dcf None None] Bound port: 8e38a55e-b6f5-4742-a7ef-4b3783e74f44, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831427a8-01d5-4110-acfa-8e40a9333805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f619b8cc-76ec-46d2-9d3d-249f10e2169b'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:58:10.368588 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0ff52d7f-74a5-4bdc-b406-3e179d458dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:10.463263 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-0ff52d7f-74a5-4bdc-b406-3e179d458dcf None None] For port 8e38a55e-b6f5-4742-a7ef-4b3783e74f44, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:58:10.470128 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-0ff52d7f-74a5-4bdc-b406-3e179d458dcf None None] For port 8e38a55e-b6f5-4742-a7ef-4b3783e74f44, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8e38a55e-b6f5-4742-a7ef-4b3783e74f44,segment=NetworkSegment(831427a8-01d5-4110-acfa-8e40a9333805),segment_id=831427a8-01d5-4110-acfa-8e40a9333805)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:58:10.500436 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-256bfb2b-2bf1-4033-ae21-7038ce5dad1e tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Allocated IP 172.25.1.194 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/c5630bde-82a6-431c-b182-0057b4302c8a) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:58:10.569100 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0ff52d7f-74a5-4bdc-b406-3e179d458dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:10.625336 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-256bfb2b-2bf1-4033-ae21-7038ce5dad1e tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:10.687842 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff52d7f-74a5-4bdc-b406-3e179d458dcf None None] Pushing event updated for resources: {'Port': ['ID=8e38a55e-b6f5-4742-a7ef-4b3783e74f44,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:10.723781 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-256bfb2b-2bf1-4033-ae21-7038ce5dad1e tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:10.740622 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6112b7ff-3a21-4357-8a9a-cf8382252963 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:10.757528 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:10.766013 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256bfb2b-2bf1-4033-ae21-7038ce5dad1e tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:58:10.770519 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-256bfb2b-2bf1-4033-ae21-7038ce5dad1e tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:58:10.794080 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256bfb2b-2bf1-4033-ae21-7038ce5dad1e tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event updated for resources: {'Port': ['ID=c5630bde-82a6-431c-b182-0057b4302c8a,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:10.797503 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256bfb2b-2bf1-4033-ae21-7038ce5dad1e tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:58:10.897671 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 4fb4c774-075f-41ad-a6d7-ecbd471f39ff up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:58:10.951699 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 4fb4c774-075f-41ad-a6d7-ecbd471f39ff triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:10.952065 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:11.074342 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:11.078674 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6112b7ff-3a21-4357-8a9a-cf8382252963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:11.120843 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 4fb4c774-075f-41ad-a6d7-ecbd471f39ff, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=4fb4c774-075f-41ad-a6d7-ecbd471f39ff,segment=NetworkSegment(f557897c-4759-444c-b9c2-b993ef9225e9),segment_id=f557897c-4759-444c-b9c2-b993ef9225e9)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:58:11.244348 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:11.307094 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=4fb4c774-075f-41ad-a6d7-ecbd471f39ff,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:11.336408 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-256bfb2b-2bf1-4033-ae21-7038ce5dad1e tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for router_gateway, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:11.373352 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6112b7ff-3a21-4357-8a9a-cf8382252963 admin admin] Router d590b8ba-7ea7-4e63-9bde-56119b0291e2 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:58:11.427433 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a37560-6cdf-4d5e-8aa8-3b5ae320628e None None] Network 25361bbf-6a98-4679-9df1-fc364d556609 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:58:11.510760 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6112b7ff-3a21-4357-8a9a-cf8382252963 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:58:11.520738 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a020b8-b5de-4367-9838-22786db25d14 None None] Sync routers for ids ['d590b8ba-7ea7-4e63-9bde-56119b0291e2'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:58:11.531323 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a020b8-b5de-4367-9838-22786db25d14 None None] Routers {'d590b8ba-7ea7-4e63-9bde-56119b0291e2'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:11.532316 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-a5a020b8-b5de-4367-9838-22786db25d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['d590b8ba-7ea7-4e63-9bde-56119b0291e2'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:11.536282 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-fef3d7e1-b99e-49f3-98dd-262f361e1995 None None] Provisioning complete for port 4fb4c774-075f-41ad-a6d7-ecbd471f39ff triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:11.536282 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fef3d7e1-b99e-49f3-98dd-262f361e1995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:11.568448 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-256bfb2b-2bf1-4033-ae21-7038ce5dad1e tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:11.627540 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6112b7ff-3a21-4357-8a9a-cf8382252963 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:11.628883 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6112b7ff-3a21-4357-8a9a-cf8382252963 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9666734 Dec 16 09:58:11.631540 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53368) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:11.720629 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-a5a020b8-b5de-4367-9838-22786db25d14 None None] Set router d590b8ba-7ea7-4e63-9bde-56119b0291e2 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:58:11.958785 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-a5a020b8-b5de-4367-9838-22786db25d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd590b8ba-7ea7-4e63-9bde-56119b0291e2', 'name': 'tempest-TestVolumeBackupRestore-1872463703-router', 'tenant_id': 'cb0150cbc5184da9b0dcdb4aad27fe3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '4c06af0a-9055-48c2-b670-bb8d832f36be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:08Z', 'updated_at': '2021-12-16T09:58:10Z', 'revision_number': 3, 'project_id': 'cb0150cbc5184da9b0dcdb4aad27fe3c', 'gw_port': {'id': '4c06af0a-9055-48c2-b670-bb8d832f36be', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd590b8ba-7ea7-4e63-9bde-56119b0291e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:09Z', 'updated_at': '2021-12-16T09:58:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:11.997281 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a020b8-b5de-4367-9838-22786db25d14 None None] Checking router: d590b8ba-7ea7-4e63-9bde-56119b0291e2 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:58:11.997918 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a020b8-b5de-4367-9838-22786db25d14 None None] Updating router d590b8ba-7ea7-4e63-9bde-56119b0291e2 port 4c06af0a-9055-48c2-b670-bb8d832f36be binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:58:12.029419 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc996504-0b5e-4f89-bd72-289807be9e40 None None] Network f619b8cc-76ec-46d2-9d3d-249f10e2169b requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:58:12.033976 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-a5a020b8-b5de-4367-9838-22786db25d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:12.143723 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-f8ba26b6-3b68-4032-87ce-6fd4053d6235 None None] Provisioning complete for port 4fb4c774-075f-41ad-a6d7-ecbd471f39ff triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:12.144136 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f8ba26b6-3b68-4032-87ce-6fd4053d6235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:12.218282 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f5d03070-e67e-4bb6-b522-bf4504d04f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:12.308440 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-f8ba26b6-3b68-4032-87ce-6fd4053d6235 None None] Provisioning complete for port 8e38a55e-b6f5-4742-a7ef-4b3783e74f44 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:12.309217 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f8ba26b6-3b68-4032-87ce-6fd4053d6235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:12.362114 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256bfb2b-2bf1-4033-ae21-7038ce5dad1e tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Router 82c782fc-033f-40c2-add2-fbe0d6ab2370 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:58:12.387740 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-a5a020b8-b5de-4367-9838-22786db25d14 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:12.417548 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f8ba26b6-3b68-4032-87ce-6fd4053d6235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:12.457580 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f8ba26b6-3b68-4032-87ce-6fd4053d6235 None None] For port 8e38a55e-b6f5-4742-a7ef-4b3783e74f44, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8e38a55e-b6f5-4742-a7ef-4b3783e74f44,segment=NetworkSegment(831427a8-01d5-4110-acfa-8e40a9333805),segment_id=831427a8-01d5-4110-acfa-8e40a9333805)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:58:12.465704 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-f5d03070-e67e-4bb6-b522-bf4504d04f00 admin admin] Allocated IP 172.20.0.1 (25361bbf-6a98-4679-9df1-fc364d556609/d387b650-c21b-4773-b99e-8a15e6053a3b/245df721-94af-4b1c-9a6e-0a274f430369) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:58:12.487101 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256bfb2b-2bf1-4033-ae21-7038ce5dad1e tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:58:12.498061 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-a5a020b8-b5de-4367-9838-22786db25d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:12.498717 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a991f0c-7be6-4281-bcf6-9b2828a7ae3c None None] Sync routers for ids ['82c782fc-033f-40c2-add2-fbe0d6ab2370'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:58:12.515519 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a991f0c-7be6-4281-bcf6-9b2828a7ae3c None None] Routers {'82c782fc-033f-40c2-add2-fbe0d6ab2370'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:12.516074 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-6a991f0c-7be6-4281-bcf6-9b2828a7ae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['82c782fc-033f-40c2-add2-fbe0d6ab2370'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:12.550319 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f8ba26b6-3b68-4032-87ce-6fd4053d6235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:12.553642 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-6a991f0c-7be6-4281-bcf6-9b2828a7ae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:12.568722 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-a5a020b8-b5de-4367-9838-22786db25d14 None None] Attempting to bind port 4c06af0a-9055-48c2-b670-bb8d832f36be on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:58:12.569295 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-a5a020b8-b5de-4367-9838-22786db25d14 None None] Attempting to bind port 4c06af0a-9055-48c2-b670-bb8d832f36be by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:58:12.569506 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a020b8-b5de-4367-9838-22786db25d14 None None] Attempting to bind port 4c06af0a-9055-48c2-b670-bb8d832f36be on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:58:12.582240 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a020b8-b5de-4367-9838-22786db25d14 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:58:12.583938 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a020b8-b5de-4367-9838-22786db25d14 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:58:12.583938 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-a5a020b8-b5de-4367-9838-22786db25d14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:12.583938 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a020b8-b5de-4367-9838-22786db25d14 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:58:12.583938 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-a5a020b8-b5de-4367-9838-22786db25d14 None None] Bound port: 4c06af0a-9055-48c2-b670-bb8d832f36be, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:58:12.584318 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-a5a020b8-b5de-4367-9838-22786db25d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:12.589353 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a991f0c-7be6-4281-bcf6-9b2828a7ae3c None None] Routers {'82c782fc-033f-40c2-add2-fbe0d6ab2370'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:12.589979 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-6a991f0c-7be6-4281-bcf6-9b2828a7ae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['82c782fc-033f-40c2-add2-fbe0d6ab2370'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:12.592028 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f5d03070-e67e-4bb6-b522-bf4504d04f00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:12.620450 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6180028-f12a-430c-93f1-61ed6257dc11 None None] Pushing event updated for resources: {'Port': ['ID=4c06af0a-9055-48c2-b670-bb8d832f36be,revision_number=2']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:12.639005 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-6a991f0c-7be6-4281-bcf6-9b2828a7ae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:12.639712 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a991f0c-7be6-4281-bcf6-9b2828a7ae3c None None] The sync data for ids ['82c782fc-033f-40c2-add2-fbe0d6ab2370'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:58:12.643569 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-256bfb2b-2bf1-4033-ae21-7038ce5dad1e tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:12.644875 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-256bfb2b-2bf1-4033-ae21-7038ce5dad1e tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1912975 Dec 16 09:58:12.647939 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53370) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:12.648374 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-a5a020b8-b5de-4367-9838-22786db25d14 None None] For port 4c06af0a-9055-48c2-b670-bb8d832f36be, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:58:12.649256 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba26b6-3b68-4032-87ce-6fd4053d6235 None None] Pushing event updated for resources: {'Port': ['ID=8e38a55e-b6f5-4742-a7ef-4b3783e74f44,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:12.652004 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-a5a020b8-b5de-4367-9838-22786db25d14 None None] For port 4c06af0a-9055-48c2-b670-bb8d832f36be, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=4c06af0a-9055-48c2-b670-bb8d832f36be,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:58:12.669093 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-ae69d0f2-058a-47ba-a10a-ac8204a523c0 None None] Provisioning complete for port 8e38a55e-b6f5-4742-a7ef-4b3783e74f44 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:12.669496 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ae69d0f2-058a-47ba-a10a-ac8204a523c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:12.712619 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f5d03070-e67e-4bb6-b522-bf4504d04f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:12.740964 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-a5a020b8-b5de-4367-9838-22786db25d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:12.755196 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d03070-e67e-4bb6-b522-bf4504d04f00 admin admin] Network 25361bbf-6a98-4679-9df1-fc364d556609 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:58:12.756496 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-f5d03070-e67e-4bb6-b522-bf4504d04f00 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:58:12.759536 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d03070-e67e-4bb6-b522-bf4504d04f00 admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:58:12.850844 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f5d03070-e67e-4bb6-b522-bf4504d04f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:12.868585 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6180028-f12a-430c-93f1-61ed6257dc11 None None] Pushing event updated for resources: {'Port': ['ID=4c06af0a-9055-48c2-b670-bb8d832f36be,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:12.903465 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a020b8-b5de-4367-9838-22786db25d14 None None] Routers {'d590b8ba-7ea7-4e63-9bde-56119b0291e2'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:12.905090 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-a5a020b8-b5de-4367-9838-22786db25d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['d590b8ba-7ea7-4e63-9bde-56119b0291e2'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:12.905682 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d03070-e67e-4bb6-b522-bf4504d04f00 admin admin] Pushing event updated for resources: {'Port': ['ID=245df721-94af-4b1c-9a6e-0a274f430369,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:13.023598 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 4fb4c774-075f-41ad-a6d7-ecbd471f39ff up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:58:13.042236 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-a5a020b8-b5de-4367-9838-22786db25d14 None None] Set router d590b8ba-7ea7-4e63-9bde-56119b0291e2 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:58:13.087931 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 4fb4c774-075f-41ad-a6d7-ecbd471f39ff triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:13.088304 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:13.136252 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f5d03070-e67e-4bb6-b522-bf4504d04f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:13.162574 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-9129968c-a613-41e0-9007-ebe7754c6cd1 None None] Provisioning complete for port 245df721-94af-4b1c-9a6e-0a274f430369 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:13.163258 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9129968c-a613-41e0-9007-ebe7754c6cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:13.231736 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8e38a55e-b6f5-4742-a7ef-4b3783e74f44 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:58:13.234530 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-9129968c-a613-41e0-9007-ebe7754c6cd1 None None] Port 245df721-94af-4b1c-9a6e-0a274f430369 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:58:13.244707 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-11476a8f-2170-40e3-a17c-181237324bf0 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:13.260741 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-a5a020b8-b5de-4367-9838-22786db25d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd590b8ba-7ea7-4e63-9bde-56119b0291e2', 'name': 'tempest-TestVolumeBackupRestore-1872463703-router', 'tenant_id': 'cb0150cbc5184da9b0dcdb4aad27fe3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '4c06af0a-9055-48c2-b670-bb8d832f36be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:08Z', 'updated_at': '2021-12-16T09:58:10Z', 'revision_number': 3, 'project_id': 'cb0150cbc5184da9b0dcdb4aad27fe3c', 'gw_port': {'id': '4c06af0a-9055-48c2-b670-bb8d832f36be', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd590b8ba-7ea7-4e63-9bde-56119b0291e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:09Z', 'updated_at': '2021-12-16T09:58:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:13.297762 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 8e38a55e-b6f5-4742-a7ef-4b3783e74f44 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:13.298049 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:13.302818 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a020b8-b5de-4367-9838-22786db25d14 None None] The sync data for ids ['d590b8ba-7ea7-4e63-9bde-56119b0291e2'] in n-d-820550-2 is: [{'id': 'd590b8ba-7ea7-4e63-9bde-56119b0291e2', 'name': 'tempest-TestVolumeBackupRestore-1872463703-router', 'tenant_id': 'cb0150cbc5184da9b0dcdb4aad27fe3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '4c06af0a-9055-48c2-b670-bb8d832f36be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:08Z', 'updated_at': '2021-12-16T09:58:10Z', 'revision_number': 3, 'project_id': 'cb0150cbc5184da9b0dcdb4aad27fe3c', 'gw_port': {'id': '4c06af0a-9055-48c2-b670-bb8d832f36be', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd590b8ba-7ea7-4e63-9bde-56119b0291e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:09Z', 'updated_at': '2021-12-16T09:58:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:58:13.342825 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f5d03070-e67e-4bb6-b522-bf4504d04f00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:13.408516 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f5d03070-e67e-4bb6-b522-bf4504d04f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:13.477333 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f5d03070-e67e-4bb6-b522-bf4504d04f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:13.480099 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d03070-e67e-4bb6-b522-bf4504d04f00 admin admin] Pushing event updated for resources: {'Port': ['ID=245df721-94af-4b1c-9a6e-0a274f430369,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:13.585790 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-11476a8f-2170-40e3-a17c-181237324bf0 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Allocated IP 172.20.0.1 (f619b8cc-76ec-46d2-9d3d-249f10e2169b/bde664b6-fb11-4ff4-867a-edfc2fa69ac6/165d93f8-1f23-4fff-b6d5-79972ce97a00) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:58:13.610671 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d03070-e67e-4bb6-b522-bf4504d04f00 admin admin] Network 25361bbf-6a98-4679-9df1-fc364d556609 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:58:13.612231 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-f5d03070-e67e-4bb6-b522-bf4504d04f00 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:58:13.731431 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-11476a8f-2170-40e3-a17c-181237324bf0 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:13.757557 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d03070-e67e-4bb6-b522-bf4504d04f00 admin admin] Router d590b8ba-7ea7-4e63-9bde-56119b0291e2 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:58:13.826250 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-11476a8f-2170-40e3-a17c-181237324bf0 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:13.890962 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d03070-e67e-4bb6-b522-bf4504d04f00 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:58:13.903094 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f5d03070-e67e-4bb6-b522-bf4504d04f00 admin admin] 10.222.0.60 "PUT /v2.0/routers/d590b8ba-7ea7-4e63-9bde-56119b0291e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2691345 Dec 16 09:58:13.904653 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11476a8f-2170-40e3-a17c-181237324bf0 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Network f619b8cc-76ec-46d2-9d3d-249f10e2169b is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:58:13.917668 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11476a8f-2170-40e3-a17c-181237324bf0 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event updated for resources: {'Port': ['ID=165d93f8-1f23-4fff-b6d5-79972ce97a00,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:13.921258 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-11476a8f-2170-40e3-a17c-181237324bf0 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:58:13.924144 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11476a8f-2170-40e3-a17c-181237324bf0 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:58:13.961226 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4c792ed6-cfbb-4d8d-abf3-62e0890685ac None None] Provisioning complete for port 245df721-94af-4b1c-9a6e-0a274f430369 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:13.961798 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4c792ed6-cfbb-4d8d-abf3-62e0890685ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:13.995364 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-11476a8f-2170-40e3-a17c-181237324bf0 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:14.017297 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4c792ed6-cfbb-4d8d-abf3-62e0890685ac None None] Port 245df721-94af-4b1c-9a6e-0a274f430369 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:58:14.250687 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-476a79d7-a311-4f37-840a-51f53d93c9a9 None None] Provisioning complete for port 165d93f8-1f23-4fff-b6d5-79972ce97a00 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:14.251238 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-476a79d7-a311-4f37-840a-51f53d93c9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:14.265473 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-11476a8f-2170-40e3-a17c-181237324bf0 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:14.300724 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-476a79d7-a311-4f37-840a-51f53d93c9a9 None None] Port 165d93f8-1f23-4fff-b6d5-79972ce97a00 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:58:14.600183 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-11476a8f-2170-40e3-a17c-181237324bf0 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:14.751332 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-11476a8f-2170-40e3-a17c-181237324bf0 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:14.826784 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-11476a8f-2170-40e3-a17c-181237324bf0 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:14.834803 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11476a8f-2170-40e3-a17c-181237324bf0 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event updated for resources: {'Port': ['ID=165d93f8-1f23-4fff-b6d5-79972ce97a00,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:14.834983 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 4c06af0a-9055-48c2-b670-bb8d832f36be up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:58:14.887709 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 4c06af0a-9055-48c2-b670-bb8d832f36be triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:14.888089 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:14.927983 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11476a8f-2170-40e3-a17c-181237324bf0 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Network f619b8cc-76ec-46d2-9d3d-249f10e2169b is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:58:14.931127 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-11476a8f-2170-40e3-a17c-181237324bf0 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:58:14.976504 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:15.029401 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 4c06af0a-9055-48c2-b670-bb8d832f36be, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=4c06af0a-9055-48c2-b670-bb8d832f36be,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:58:15.115287 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11476a8f-2170-40e3-a17c-181237324bf0 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Router 82c782fc-033f-40c2-add2-fbe0d6ab2370 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:58:15.185519 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:15.199030 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11476a8f-2170-40e3-a17c-181237324bf0 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:58:15.209429 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-11476a8f-2170-40e3-a17c-181237324bf0 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "PUT /v2.0/routers/82c782fc-033f-40c2-add2-fbe0d6ab2370/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5576873 Dec 16 09:58:15.209429 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53420) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:15.213062 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d955c1b5-559d-45b0-bfe4-668a89bd0afb None None] Sync routers for ids ['82c782fc-033f-40c2-add2-fbe0d6ab2370'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:58:15.219100 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-49ac53ff-9092-4ddf-9d97-cfb88f77ba88 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Request body: {'port': {'network_id': 'f619b8cc-76ec-46d2-9d3d-249f10e2169b', 'name': 'tempest-FloatingIPTestJSON-937514169'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:58:15.227371 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d955c1b5-559d-45b0-bfe4-668a89bd0afb None None] Routers {'82c782fc-033f-40c2-add2-fbe0d6ab2370'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:15.228535 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-d955c1b5-559d-45b0-bfe4-668a89bd0afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['82c782fc-033f-40c2-add2-fbe0d6ab2370'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:15.267328 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-d955c1b5-559d-45b0-bfe4-668a89bd0afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:15.277382 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d955c1b5-559d-45b0-bfe4-668a89bd0afb None None] Routers {'82c782fc-033f-40c2-add2-fbe0d6ab2370'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:15.277992 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-d955c1b5-559d-45b0-bfe4-668a89bd0afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['82c782fc-033f-40c2-add2-fbe0d6ab2370'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:15.320334 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-d955c1b5-559d-45b0-bfe4-668a89bd0afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:15.320334 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d955c1b5-559d-45b0-bfe4-668a89bd0afb None None] The sync data for ids ['82c782fc-033f-40c2-add2-fbe0d6ab2370'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:58:15.449572 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-72e596ac-02ad-4356-8779-c7d74d07d845 None None] Provisioning complete for port 165d93f8-1f23-4fff-b6d5-79972ce97a00 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:15.450213 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-72e596ac-02ad-4356-8779-c7d74d07d845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:15.471464 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ac53ff-9092-4ddf-9d97-cfb88f77ba88 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Made reservation on behalf of 69129ea1fbd649629441fb6bfec16374 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:58:15.475066 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49ac53ff-9092-4ddf-9d97-cfb88f77ba88 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:15.484622 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=4c06af0a-9055-48c2-b670-bb8d832f36be,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:15.495270 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-49ac53ff-9092-4ddf-9d97-cfb88f77ba88 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] device_id is not set on port a1a8908b-85d1-4b37-9df5-c441f6f91fe0 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:58:15.503004 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-72e596ac-02ad-4356-8779-c7d74d07d845 None None] Port 165d93f8-1f23-4fff-b6d5-79972ce97a00 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:58:15.619541 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-49ac53ff-9092-4ddf-9d97-cfb88f77ba88 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Allocated IP 172.20.0.10 (f619b8cc-76ec-46d2-9d3d-249f10e2169b/bde664b6-fb11-4ff4-867a-edfc2fa69ac6/a1a8908b-85d1-4b37-9df5-c441f6f91fe0) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:58:15.782064 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49ac53ff-9092-4ddf-9d97-cfb88f77ba88 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:15.895134 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49ac53ff-9092-4ddf-9d97-cfb88f77ba88 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:15.938892 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ac53ff-9092-4ddf-9d97-cfb88f77ba88 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Network f619b8cc-76ec-46d2-9d3d-249f10e2169b is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:58:15.945209 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-49ac53ff-9092-4ddf-9d97-cfb88f77ba88 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:58:15.949281 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ac53ff-9092-4ddf-9d97-cfb88f77ba88 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:58:15.983021 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac53ff-9092-4ddf-9d97-cfb88f77ba88 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event updated for resources: {'Port': ['ID=a1a8908b-85d1-4b37-9df5-c441f6f91fe0,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:16.010733 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ac53ff-9092-4ddf-9d97-cfb88f77ba88 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:16.011742 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-49ac53ff-9092-4ddf-9d97-cfb88f77ba88 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:16.117875 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-49ac53ff-9092-4ddf-9d97-cfb88f77ba88 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9045403 Dec 16 09:58:16.117875 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53458) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:16.122486 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-27b7d633-17ee-4321-910b-c5b9383a7454 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Request body: {'floatingip': {'port_id': 'a1a8908b-85d1-4b37-9df5-c441f6f91fe0'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:58:16.202297 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be4934a-cd79-4486-9033-98c171b84073 None None] Sync routers for ids ['d590b8ba-7ea7-4e63-9bde-56119b0291e2'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:58:16.206680 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-27b7d633-17ee-4321-910b-c5b9383a7454 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for floatingip, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:16.214758 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be4934a-cd79-4486-9033-98c171b84073 None None] Routers {'d590b8ba-7ea7-4e63-9bde-56119b0291e2'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:16.216121 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-7be4934a-cd79-4486-9033-98c171b84073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['d590b8ba-7ea7-4e63-9bde-56119b0291e2'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:16.301651 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-dfb4e6c3-a8bb-4a78-814a-c5db56320d73 None None] Provisioning complete for port a1a8908b-85d1-4b37-9df5-c441f6f91fe0 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:16.301951 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-dfb4e6c3-a8bb-4a78-814a-c5db56320d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:16.352203 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-dfb4e6c3-a8bb-4a78-814a-c5db56320d73 None None] Port a1a8908b-85d1-4b37-9df5-c441f6f91fe0 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:58:16.373996 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-7be4934a-cd79-4486-9033-98c171b84073 None None] Set router d590b8ba-7ea7-4e63-9bde-56119b0291e2 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:58:16.606916 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-7be4934a-cd79-4486-9033-98c171b84073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd590b8ba-7ea7-4e63-9bde-56119b0291e2', 'name': 'tempest-TestVolumeBackupRestore-1872463703-router', 'tenant_id': 'cb0150cbc5184da9b0dcdb4aad27fe3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '4c06af0a-9055-48c2-b670-bb8d832f36be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:08Z', 'updated_at': '2021-12-16T09:58:13Z', 'revision_number': 4, 'project_id': 'cb0150cbc5184da9b0dcdb4aad27fe3c', 'gw_port': {'id': '4c06af0a-9055-48c2-b670-bb8d832f36be', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590b8ba-7ea7-4e63-9bde-56119b0291e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:09Z', 'updated_at': '2021-12-16T09:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '245df721-94af-4b1c-9a6e-0a274f430369', 'name': '', 'network_id': '25361bbf-6a98-4679-9df1-fc364d556609', 'tenant_id': 'cb0150cbc5184da9b0dcdb4aad27fe3c', 'mac_address': 'fa:16:3e:96:0d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd590b8ba-7ea7-4e63-9bde-56119b0291e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'd387b650-c21b-4773-b99e-8a15e6053a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:12Z', 'updated_at': '2021-12-16T09:58:13Z', 'revision_number': 2, 'project_id': 'cb0150cbc5184da9b0dcdb4aad27fe3c', 'subnets': [{'id': 'd387b650-c21b-4773-b99e-8a15e6053a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:16.634601 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be4934a-cd79-4486-9033-98c171b84073 None None] Checking router: d590b8ba-7ea7-4e63-9bde-56119b0291e2 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:58:16.638371 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be4934a-cd79-4486-9033-98c171b84073 None None] Updating router d590b8ba-7ea7-4e63-9bde-56119b0291e2 port 245df721-94af-4b1c-9a6e-0a274f430369 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:58:16.664337 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7be4934a-cd79-4486-9033-98c171b84073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:16.744407 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-27b7d633-17ee-4321-910b-c5b9383a7454 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:16.831341 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-27b7d633-17ee-4321-910b-c5b9383a7454 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:16.840247 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 4c06af0a-9055-48c2-b670-bb8d832f36be up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:58:16.942392 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 4c06af0a-9055-48c2-b670-bb8d832f36be triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:16.942910 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:16.950793 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [None req-27b7d633-17ee-4321-910b-c5b9383a7454 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Floating IP f00829bf-762e-4551-b05d-017d876dbb17 associated. External IP: 172.25.1.116, port: 6fec7668-edb0-4786-8045-87e7d337cdc0. Dec 16 09:58:17.050107 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7be4934a-cd79-4486-9033-98c171b84073 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:17.135466 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7be4934a-cd79-4486-9033-98c171b84073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:17.201614 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b7d633-17ee-4321-910b-c5b9383a7454 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Router 22456145-9c24-48c9-8df5-104df1665c86 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:58:17.219481 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b353f-0936-4ce2-9a78-e4fe67b1d8e9 None None] Pushing event updated for resources: {'Port': ['ID=245df721-94af-4b1c-9a6e-0a274f430369,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:17.292524 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-7be4934a-cd79-4486-9033-98c171b84073 None None] Attempting to bind port 245df721-94af-4b1c-9a6e-0a274f430369 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:58:17.292999 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-7be4934a-cd79-4486-9033-98c171b84073 None None] Attempting to bind port 245df721-94af-4b1c-9a6e-0a274f430369 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'f557897c-4759-444c-b9c2-b993ef9225e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '25361bbf-6a98-4679-9df1-fc364d556609'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:58:17.293882 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be4934a-cd79-4486-9033-98c171b84073 None None] Attempting to bind port 245df721-94af-4b1c-9a6e-0a274f430369 on network 25361bbf-6a98-4679-9df1-fc364d556609 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:58:17.299627 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be4934a-cd79-4486-9033-98c171b84073 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:58:17.300191 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be4934a-cd79-4486-9033-98c171b84073 None None] Checking segment: {'id': 'f557897c-4759-444c-b9c2-b993ef9225e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '25361bbf-6a98-4679-9df1-fc364d556609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:58:17.301083 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7be4934a-cd79-4486-9033-98c171b84073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:17.301256 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be4934a-cd79-4486-9033-98c171b84073 None None] Bound using segment: {'id': 'f557897c-4759-444c-b9c2-b993ef9225e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '25361bbf-6a98-4679-9df1-fc364d556609'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:58:17.301746 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-7be4934a-cd79-4486-9033-98c171b84073 None None] Bound port: 245df721-94af-4b1c-9a6e-0a274f430369, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f557897c-4759-444c-b9c2-b993ef9225e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '25361bbf-6a98-4679-9df1-fc364d556609'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:58:17.302188 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7be4934a-cd79-4486-9033-98c171b84073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:17.355373 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b7d633-17ee-4321-910b-c5b9383a7454 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:58:17.366623 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cd2474-b948-4561-9c0f-0301ea7f1655 None None] Sync routers for ids ['22456145-9c24-48c9-8df5-104df1665c86'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:58:17.380080 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cd2474-b948-4561-9c0f-0301ea7f1655 None None] Routers {'22456145-9c24-48c9-8df5-104df1665c86'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:17.380710 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e2cd2474-b948-4561-9c0f-0301ea7f1655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['22456145-9c24-48c9-8df5-104df1665c86'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:17.406987 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-7be4934a-cd79-4486-9033-98c171b84073 None None] For port 245df721-94af-4b1c-9a6e-0a274f430369, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:58:17.412051 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-7be4934a-cd79-4486-9033-98c171b84073 None None] For port 245df721-94af-4b1c-9a6e-0a274f430369, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=245df721-94af-4b1c-9a6e-0a274f430369,segment=NetworkSegment(f557897c-4759-444c-b9c2-b993ef9225e9),segment_id=f557897c-4759-444c-b9c2-b993ef9225e9)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:58:17.415674 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-e60860bc-ec04-4d48-8f8c-c62efc41d510 None None] Provisioning complete for port 245df721-94af-4b1c-9a6e-0a274f430369 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:17.420983 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e60860bc-ec04-4d48-8f8c-c62efc41d510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:17.434152 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e2cd2474-b948-4561-9c0f-0301ea7f1655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:17.445151 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cd2474-b948-4561-9c0f-0301ea7f1655 None None] Routers {'22456145-9c24-48c9-8df5-104df1665c86'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:17.445816 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e2cd2474-b948-4561-9c0f-0301ea7f1655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['22456145-9c24-48c9-8df5-104df1665c86'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:17.476060 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-e60860bc-ec04-4d48-8f8c-c62efc41d510 None None] Port 245df721-94af-4b1c-9a6e-0a274f430369 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:58:17.498234 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7be4934a-cd79-4486-9033-98c171b84073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:17.499278 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e2cd2474-b948-4561-9c0f-0301ea7f1655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:17.499954 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cd2474-b948-4561-9c0f-0301ea7f1655 None None] The sync data for ids ['22456145-9c24-48c9-8df5-104df1665c86'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:58:17.576907 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b353f-0936-4ce2-9a78-e4fe67b1d8e9 None None] Pushing event updated for resources: {'Port': ['ID=245df721-94af-4b1c-9a6e-0a274f430369,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:17.579708 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be4934a-cd79-4486-9033-98c171b84073 None None] Routers {'d590b8ba-7ea7-4e63-9bde-56119b0291e2'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:17.580320 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-7be4934a-cd79-4486-9033-98c171b84073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['d590b8ba-7ea7-4e63-9bde-56119b0291e2'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:17.714222 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-7be4934a-cd79-4486-9033-98c171b84073 None None] Set router d590b8ba-7ea7-4e63-9bde-56119b0291e2 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:58:17.927690 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-5868cb8d-357a-45cf-8122-a2aaa5bcb84e None None] Provisioning complete for port 245df721-94af-4b1c-9a6e-0a274f430369 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:17.928326 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5868cb8d-357a-45cf-8122-a2aaa5bcb84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:17.990943 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-7be4934a-cd79-4486-9033-98c171b84073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd590b8ba-7ea7-4e63-9bde-56119b0291e2', 'name': 'tempest-TestVolumeBackupRestore-1872463703-router', 'tenant_id': 'cb0150cbc5184da9b0dcdb4aad27fe3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '4c06af0a-9055-48c2-b670-bb8d832f36be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:08Z', 'updated_at': '2021-12-16T09:58:13Z', 'revision_number': 4, 'project_id': 'cb0150cbc5184da9b0dcdb4aad27fe3c', 'gw_port': {'id': '4c06af0a-9055-48c2-b670-bb8d832f36be', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590b8ba-7ea7-4e63-9bde-56119b0291e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:09Z', 'updated_at': '2021-12-16T09:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '245df721-94af-4b1c-9a6e-0a274f430369', 'name': '', 'network_id': '25361bbf-6a98-4679-9df1-fc364d556609', 'tenant_id': 'cb0150cbc5184da9b0dcdb4aad27fe3c', 'mac_address': 'fa:16:3e:96:0d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd590b8ba-7ea7-4e63-9bde-56119b0291e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'd387b650-c21b-4773-b99e-8a15e6053a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:12Z', 'updated_at': '2021-12-16T09:58:17Z', 'revision_number': 4, 'project_id': 'cb0150cbc5184da9b0dcdb4aad27fe3c', 'subnets': [{'id': 'd387b650-c21b-4773-b99e-8a15e6053a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:18.034730 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b7d633-17ee-4321-910b-c5b9383a7454 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Router 82c782fc-033f-40c2-add2-fbe0d6ab2370 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:58:18.037566 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be4934a-cd79-4486-9033-98c171b84073 None None] The sync data for ids ['d590b8ba-7ea7-4e63-9bde-56119b0291e2'] in n-d-820550-2 is: [{'id': 'd590b8ba-7ea7-4e63-9bde-56119b0291e2', 'name': 'tempest-TestVolumeBackupRestore-1872463703-router', 'tenant_id': 'cb0150cbc5184da9b0dcdb4aad27fe3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '4c06af0a-9055-48c2-b670-bb8d832f36be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:08Z', 'updated_at': '2021-12-16T09:58:13Z', 'revision_number': 4, 'project_id': 'cb0150cbc5184da9b0dcdb4aad27fe3c', 'gw_port': {'id': '4c06af0a-9055-48c2-b670-bb8d832f36be', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590b8ba-7ea7-4e63-9bde-56119b0291e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:09Z', 'updated_at': '2021-12-16T09:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '245df721-94af-4b1c-9a6e-0a274f430369', 'name': '', 'network_id': '25361bbf-6a98-4679-9df1-fc364d556609', 'tenant_id': 'cb0150cbc5184da9b0dcdb4aad27fe3c', 'mac_address': 'fa:16:3e:96:0d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd590b8ba-7ea7-4e63-9bde-56119b0291e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'd387b650-c21b-4773-b99e-8a15e6053a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:12Z', 'updated_at': '2021-12-16T09:58:17Z', 'revision_number': 4, 'project_id': 'cb0150cbc5184da9b0dcdb4aad27fe3c', 'subnets': [{'id': 'd387b650-c21b-4773-b99e-8a15e6053a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:58:18.059782 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5868cb8d-357a-45cf-8122-a2aaa5bcb84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:18.122417 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-5868cb8d-357a-45cf-8122-a2aaa5bcb84e None None] For port 245df721-94af-4b1c-9a6e-0a274f430369, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=245df721-94af-4b1c-9a6e-0a274f430369,segment=NetworkSegment(f557897c-4759-444c-b9c2-b993ef9225e9),segment_id=f557897c-4759-444c-b9c2-b993ef9225e9)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:58:18.188043 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b7d633-17ee-4321-910b-c5b9383a7454 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:58:18.192711 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-27b7d633-17ee-4321-910b-c5b9383a7454 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:18.199178 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb7834b-71d9-465d-8a6a-90793f712050 None None] Sync routers for ids ['82c782fc-033f-40c2-add2-fbe0d6ab2370'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:58:18.218973 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb7834b-71d9-465d-8a6a-90793f712050 None None] Routers {'82c782fc-033f-40c2-add2-fbe0d6ab2370'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:18.219662 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-fbb7834b-71d9-465d-8a6a-90793f712050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['82c782fc-033f-40c2-add2-fbe0d6ab2370'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:18.265836 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-27b7d633-17ee-4321-910b-c5b9383a7454 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "PUT /v2.0/floatingips/f00829bf-762e-4551-b05d-017d876dbb17 HTTP/1.1" status: 200 len: 978 time: 2.1467628 Dec 16 09:58:18.268266 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53468) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:18.273344 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-fbb7834b-71d9-465d-8a6a-90793f712050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:18.276515 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5868cb8d-357a-45cf-8122-a2aaa5bcb84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:18.332599 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb7834b-71d9-465d-8a6a-90793f712050 None None] Routers {'82c782fc-033f-40c2-add2-fbe0d6ab2370'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:18.333479 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-fbb7834b-71d9-465d-8a6a-90793f712050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['82c782fc-033f-40c2-add2-fbe0d6ab2370'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:18.379807 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-d6b25af0-d278-4d0f-be85-e7a8eb318a49 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Deleting port a1a8908b-85d1-4b37-9df5-c441f6f91fe0 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:58:18.380303 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d6b25af0-d278-4d0f-be85-e7a8eb318a49 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:18.404167 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5868cb8d-357a-45cf-8122-a2aaa5bcb84e None None] Pushing event updated for resources: {'Port': ['ID=245df721-94af-4b1c-9a6e-0a274f430369,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:18.407171 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-fbb7834b-71d9-465d-8a6a-90793f712050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:18.408057 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb7834b-71d9-465d-8a6a-90793f712050 None None] The sync data for ids ['82c782fc-033f-40c2-add2-fbe0d6ab2370'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:58:18.488247 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d6b25af0-d278-4d0f-be85-e7a8eb318a49 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:18.701237 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d6b25af0-d278-4d0f-be85-e7a8eb318a49 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:18.701599 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d6b25af0-d278-4d0f-be85-e7a8eb318a49 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:18.701910 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [None req-d6b25af0-d278-4d0f-be85-e7a8eb318a49 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Floating IP f00829bf-762e-4551-b05d-017d876dbb17 disassociated. External IP: 172.25.1.116, port: a1a8908b-85d1-4b37-9df5-c441f6f91fe0. Dec 16 09:58:18.702247 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-d6b25af0-d278-4d0f-be85-e7a8eb318a49 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Calling delete_port for a1a8908b-85d1-4b37-9df5-c441f6f91fe0 owned by {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:58:18.864100 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 245df721-94af-4b1c-9a6e-0a274f430369 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:58:18.911791 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d6b25af0-d278-4d0f-be85-e7a8eb318a49 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:18.916512 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 245df721-94af-4b1c-9a6e-0a274f430369 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:18.916879 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:18.949982 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b25af0-d278-4d0f-be85-e7a8eb318a49 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event deleted for resources: {'Port': ['ID=a1a8908b-85d1-4b37-9df5-c441f6f91fe0,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:19.084902 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b25af0-d278-4d0f-be85-e7a8eb318a49 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Router 82c782fc-033f-40c2-add2-fbe0d6ab2370 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:58:19.208932 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b25af0-d278-4d0f-be85-e7a8eb318a49 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:58:19.218798 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c72b87c-5d6b-49db-a3d8-36d1b411502e None None] Sync routers for ids ['82c782fc-033f-40c2-add2-fbe0d6ab2370'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:58:19.232436 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c72b87c-5d6b-49db-a3d8-36d1b411502e None None] Routers {'82c782fc-033f-40c2-add2-fbe0d6ab2370'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:19.233069 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-0c72b87c-5d6b-49db-a3d8-36d1b411502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['82c782fc-033f-40c2-add2-fbe0d6ab2370'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:19.274079 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-0c72b87c-5d6b-49db-a3d8-36d1b411502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:19.293782 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c72b87c-5d6b-49db-a3d8-36d1b411502e None None] Routers {'82c782fc-033f-40c2-add2-fbe0d6ab2370'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:19.294102 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d6b25af0-d278-4d0f-be85-e7a8eb318a49 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:19.294565 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-0c72b87c-5d6b-49db-a3d8-36d1b411502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['82c782fc-033f-40c2-add2-fbe0d6ab2370'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:19.300160 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d6b25af0-d278-4d0f-be85-e7a8eb318a49 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "DELETE /v2.0/ports/a1a8908b-85d1-4b37-9df5-c441f6f91fe0 HTTP/1.1" status: 204 len: 168 time: 1.0284967 Dec 16 09:58:19.300413 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53472) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:19.343881 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-0c72b87c-5d6b-49db-a3d8-36d1b411502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:19.344660 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c72b87c-5d6b-49db-a3d8-36d1b411502e None None] The sync data for ids ['82c782fc-033f-40c2-add2-fbe0d6ab2370'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:58:19.722223 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-691e3125-af6d-4992-93fe-0b0cf951c943 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:20.433357 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-691e3125-af6d-4992-93fe-0b0cf951c943 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Deleting port 165d93f8-1f23-4fff-b6d5-79972ce97a00 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:58:20.433950 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-691e3125-af6d-4992-93fe-0b0cf951c943 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:20.536271 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-691e3125-af6d-4992-93fe-0b0cf951c943 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:20.551481 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-691e3125-af6d-4992-93fe-0b0cf951c943 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Calling delete_port for 165d93f8-1f23-4fff-b6d5-79972ce97a00 owned by network:router_interface {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:58:20.872152 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-691e3125-af6d-4992-93fe-0b0cf951c943 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:20.897389 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e3125-af6d-4992-93fe-0b0cf951c943 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event deleted for resources: {'Port': ['ID=165d93f8-1f23-4fff-b6d5-79972ce97a00,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:21.107500 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-691e3125-af6d-4992-93fe-0b0cf951c943 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:21.337745 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691e3125-af6d-4992-93fe-0b0cf951c943 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Router 82c782fc-033f-40c2-add2-fbe0d6ab2370 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:58:21.478808 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691e3125-af6d-4992-93fe-0b0cf951c943 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:58:21.488243 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-691e3125-af6d-4992-93fe-0b0cf951c943 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "PUT /v2.0/routers/82c782fc-033f-40c2-add2-fbe0d6ab2370/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1834819 Dec 16 09:58:21.489370 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53482) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:21.493837 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1f90dc-5971-4c7c-a183-35d50213e307 None None] Sync routers for ids ['82c782fc-033f-40c2-add2-fbe0d6ab2370'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:58:21.510021 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1f90dc-5971-4c7c-a183-35d50213e307 None None] Routers {'82c782fc-033f-40c2-add2-fbe0d6ab2370'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:21.511430 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-7d1f90dc-5971-4c7c-a183-35d50213e307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['82c782fc-033f-40c2-add2-fbe0d6ab2370'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:21.580284 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-7d1f90dc-5971-4c7c-a183-35d50213e307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:21.597947 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1f90dc-5971-4c7c-a183-35d50213e307 None None] Routers {'82c782fc-033f-40c2-add2-fbe0d6ab2370'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:21.598863 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-7d1f90dc-5971-4c7c-a183-35d50213e307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:57:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['82c782fc-033f-40c2-add2-fbe0d6ab2370'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:21.635896 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-7d1f90dc-5971-4c7c-a183-35d50213e307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:21.636532 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1f90dc-5971-4c7c-a183-35d50213e307 None None] The sync data for ids ['82c782fc-033f-40c2-add2-fbe0d6ab2370'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:58:21.671551 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-43f967f2-0793-40f6-bad2-fe692dd9665a tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:21.868684 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-43f967f2-0793-40f6-bad2-fe692dd9665a tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:22.023908 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-43f967f2-0793-40f6-bad2-fe692dd9665a tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Deleting port c5630bde-82a6-431c-b182-0057b4302c8a {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:58:22.024496 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-43f967f2-0793-40f6-bad2-fe692dd9665a tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:22.149570 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-43f967f2-0793-40f6-bad2-fe692dd9665a tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:22.171534 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-43f967f2-0793-40f6-bad2-fe692dd9665a tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Calling delete_port for c5630bde-82a6-431c-b182-0057b4302c8a owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:58:22.448184 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-43f967f2-0793-40f6-bad2-fe692dd9665a tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:22.481610 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f967f2-0793-40f6-bad2-fe692dd9665a tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event deleted for resources: {'Port': ['ID=c5630bde-82a6-431c-b182-0057b4302c8a,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:22.541818 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-43f967f2-0793-40f6-bad2-fe692dd9665a tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:22.638198 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-43f967f2-0793-40f6-bad2-fe692dd9665a tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:22.640911 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-43f967f2-0793-40f6-bad2-fe692dd9665a tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:22.769352 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-43f967f2-0793-40f6-bad2-fe692dd9665a tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:22.769897 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f967f2-0793-40f6-bad2-fe692dd9665a tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Fanout notify agent at l3_agent the message router_deleted on router 82c782fc-033f-40c2-add2-fbe0d6ab2370 {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:58:22.778326 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-43f967f2-0793-40f6-bad2-fe692dd9665a tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:22.779913 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-43f967f2-0793-40f6-bad2-fe692dd9665a tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "DELETE /v2.0/routers/82c782fc-033f-40c2-add2-fbe0d6ab2370 HTTP/1.1" status: 204 len: 168 time: 1.2899301 Dec 16 09:58:22.783793 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53488) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:22.842069 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-a08ca3fd-b0d6-4e7d-bb88-73ff48b826de tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Deleting subnet bde664b6-fb11-4ff4-867a-edfc2fa69ac6 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:58:22.845308 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a08ca3fd-b0d6-4e7d-bb88-73ff48b826de tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:22.889648 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a08ca3fd-b0d6-4e7d-bb88-73ff48b826de tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:22.983189 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a08ca3fd-b0d6-4e7d-bb88-73ff48b826de tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:23.152366 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a08ca3fd-b0d6-4e7d-bb88-73ff48b826de tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:23.180688 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ca3fd-b0d6-4e7d-bb88-73ff48b826de tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event deleted for resources: {'Subnet': ['ID=bde664b6-fb11-4ff4-867a-edfc2fa69ac6,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:23.185153 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a08ca3fd-b0d6-4e7d-bb88-73ff48b826de tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:23.188329 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a08ca3fd-b0d6-4e7d-bb88-73ff48b826de tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "DELETE /v2.0/subnets/bde664b6-fb11-4ff4-867a-edfc2fa69ac6 HTTP/1.1" status: 204 len: 168 time: 0.4033732 Dec 16 09:58:23.191069 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53494) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:23.193613 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07201b9d-e00e-4b51-ae3a-ea04cdf64b5c None None] Network f619b8cc-76ec-46d2-9d3d-249f10e2169b requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:58:23.281225 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a8beb8ec-d55d-4444-a96d-710eaa18b556 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:23.346474 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-a8beb8ec-d55d-4444-a96d-710eaa18b556 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Deleting port 8e38a55e-b6f5-4742-a7ef-4b3783e74f44 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:58:23.347128 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a8beb8ec-d55d-4444-a96d-710eaa18b556 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:23.407615 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2dc960-03c4-41f4-b225-96b056460d5d None None] DHCP port deletion for f619b8cc-76ec-46d2-9d3d-249f10e2169b request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:58:23.420340 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-a8beb8ec-d55d-4444-a96d-710eaa18b556 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] For port 8e38a55e-b6f5-4742-a7ef-4b3783e74f44, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8e38a55e-b6f5-4742-a7ef-4b3783e74f44,segment=NetworkSegment(831427a8-01d5-4110-acfa-8e40a9333805),segment_id=831427a8-01d5-4110-acfa-8e40a9333805)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:58:23.420943 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a8beb8ec-d55d-4444-a96d-710eaa18b556 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:23.434406 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-a8beb8ec-d55d-4444-a96d-710eaa18b556 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Calling delete_port for 8e38a55e-b6f5-4742-a7ef-4b3783e74f44 owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:58:23.453660 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-5d2dc960-03c4-41f4-b225-96b056460d5d None None] Deleting port 8e38a55e-b6f5-4742-a7ef-4b3783e74f44 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:58:23.454034 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5d2dc960-03c4-41f4-b225-96b056460d5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:23.535756 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-5d2dc960-03c4-41f4-b225-96b056460d5d None None] For port 8e38a55e-b6f5-4742-a7ef-4b3783e74f44, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8e38a55e-b6f5-4742-a7ef-4b3783e74f44,segment=NetworkSegment(831427a8-01d5-4110-acfa-8e40a9333805),segment_id=831427a8-01d5-4110-acfa-8e40a9333805)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:58:23.536804 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5d2dc960-03c4-41f4-b225-96b056460d5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:23.551120 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-5d2dc960-03c4-41f4-b225-96b056460d5d None None] Calling delete_port for 8e38a55e-b6f5-4742-a7ef-4b3783e74f44 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:58:23.653794 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a8beb8ec-d55d-4444-a96d-710eaa18b556 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:23.661446 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5d2dc960-03c4-41f4-b225-96b056460d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:23.684950 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8beb8ec-d55d-4444-a96d-710eaa18b556 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event deleted for resources: {'Port': ['ID=8e38a55e-b6f5-4742-a7ef-4b3783e74f44,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:23.686815 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8beb8ec-d55d-4444-a96d-710eaa18b556 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] No DVR routers for this DVR port 8e38a55e-b6f5-4742-a7ef-4b3783e74f44 on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:58:23.692104 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2dc960-03c4-41f4-b225-96b056460d5d None None] No DVR routers for this DVR port 8e38a55e-b6f5-4742-a7ef-4b3783e74f44 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:58:23.694073 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2dc960-03c4-41f4-b225-96b056460d5d None None] Pushing event deleted for resources: {'Port': ['ID=8e38a55e-b6f5-4742-a7ef-4b3783e74f44,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:23.791815 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a8beb8ec-d55d-4444-a96d-710eaa18b556 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:23.815197 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-a8beb8ec-d55d-4444-a96d-710eaa18b556 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f619b8cc-76ec-46d2-9d3d-249f10e2169b']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:23.828051 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-a8beb8ec-d55d-4444-a96d-710eaa18b556 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '831427a8-01d5-4110-acfa-8e40a9333805') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:23.828342 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-a8beb8ec-d55d-4444-a96d-710eaa18b556 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '831427a8-01d5-4110-acfa-8e40a9333805') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:23.840493 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a8beb8ec-d55d-4444-a96d-710eaa18b556 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:23.862985 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a8beb8ec-d55d-4444-a96d-710eaa18b556 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:23.873067 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8beb8ec-d55d-4444-a96d-710eaa18b556 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:58:23.873854 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a8beb8ec-d55d-4444-a96d-710eaa18b556 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:23.877368 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:58:23.877368 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:58:23.877368 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:58:23.877368 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:58:23.877368 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:58:23.877368 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:58:23.877368 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:58:23.877368 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:58:23.877368 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:58:23.877368 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:58:23.877368 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:58:23.877368 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:58:23.877368 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:58:23.877368 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:58:23.877368 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:58:23.877368 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:58:23.877368 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:58:23.877368 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:58:23.877368 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:58:23.877368 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:58:23.877368 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:58:23.877368 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:58:23.877368 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:58:23.877368 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:58:23.877368 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:58:23.877368 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:58:23.877368 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:58:23.877368 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:58:23.877368 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:58:23.877368 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:58:23.877368 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:58:23.877368 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:58:24.066202 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a8beb8ec-d55d-4444-a96d-710eaa18b556 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:24.075243 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a8beb8ec-d55d-4444-a96d-710eaa18b556 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:24.078221 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a8beb8ec-d55d-4444-a96d-710eaa18b556 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "DELETE /v2.0/networks/f619b8cc-76ec-46d2-9d3d-249f10e2169b HTTP/1.1" status: 204 len: 168 time: 0.8858585 Dec 16 09:58:24.080971 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53500) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:24.081206 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-058ee01d-eef3-4b38-bd53-7addbb6dd674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:24.099402 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8beb8ec-d55d-4444-a96d-710eaa18b556 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event deleted for resources: {'Network': ['ID=f619b8cc-76ec-46d2-9d3d-249f10e2169b,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:24.234791 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-ee77c3ca-ee43-4706-b125-848f4fc9e860 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Deleting port 04b9dad4-1cdc-49b0-8be6-f027524c3a1d {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:58:24.235411 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ee77c3ca-ee43-4706-b125-848f4fc9e860 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:24.315884 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ee77c3ca-ee43-4706-b125-848f4fc9e860 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:24.316220 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ee77c3ca-ee43-4706-b125-848f4fc9e860 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:24.333666 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-ee77c3ca-ee43-4706-b125-848f4fc9e860 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Calling delete_port for 04b9dad4-1cdc-49b0-8be6-f027524c3a1d owned by network:floatingip {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:58:24.573670 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ee77c3ca-ee43-4706-b125-848f4fc9e860 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:24.599664 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77c3ca-ee43-4706-b125-848f4fc9e860 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event deleted for resources: {'Port': ['ID=04b9dad4-1cdc-49b0-8be6-f027524c3a1d,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:24.662721 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ee77c3ca-ee43-4706-b125-848f4fc9e860 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for floatingip, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:24.666238 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ee77c3ca-ee43-4706-b125-848f4fc9e860 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:24.667235 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ee77c3ca-ee43-4706-b125-848f4fc9e860 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "DELETE /v2.0/floatingips/f00829bf-762e-4551-b05d-017d876dbb17 HTTP/1.1" status: 204 len: 168 time: 0.5851023 Dec 16 09:58:24.671566 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53502) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:24.697757 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d49073c-fe6e-4d92-9955-ccc6efe634f3 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] DELETE failed (client error): The resource could not be found. Dec 16 09:58:24.698480 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d49073c-fe6e-4d92-9955-ccc6efe634f3 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:58:24.702090 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8d49073c-fe6e-4d92-9955-ccc6efe634f3 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "DELETE /v2.0/ports/a1a8908b-85d1-4b37-9df5-c441f6f91fe0 HTTP/1.1" status: 404 len: 333 time: 0.0295763 Dec 16 09:58:24.705962 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53504) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:24.736590 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b23c27c1-609f-46f1-a893-01c1e23c55f9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "GET /v2.0/ports?device_id=82c782fc-033f-40c2-add2-fbe0d6ab2370 HTTP/1.1" status: 200 len: 205 time: 0.0294783 Dec 16 09:58:24.739219 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53506) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:24.781737 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-9237571e-2bfd-4632-a1c6-b1d4ca773d10 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] delete failed (client error): The resource could not be found. Dec 16 09:58:24.781737 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9237571e-2bfd-4632-a1c6-b1d4ca773d10 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "DELETE /v2.0/routers/82c782fc-033f-40c2-add2-fbe0d6ab2370 HTTP/1.1" status: 404 len: 336 time: 0.0373197 Dec 16 09:58:24.783270 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53508) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:24.815814 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-d65c3322-2362-473d-a762-f3e69878469b tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] DELETE failed (client error): The resource could not be found. Dec 16 09:58:24.816425 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d65c3322-2362-473d-a762-f3e69878469b tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:58:24.819650 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d65c3322-2362-473d-a762-f3e69878469b tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "DELETE /v2.0/subnets/bde664b6-fb11-4ff4-867a-edfc2fa69ac6 HTTP/1.1" status: 404 len: 337 time: 0.0353265 Dec 16 09:58:24.822926 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53510) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:24.827441 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8e38a55e-b6f5-4742-a7ef-4b3783e74f44 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:58:24.852718 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 8e38a55e-b6f5-4742-a7ef-4b3783e74f44 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:58:24.853928 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8e38a55e-b6f5-4742-a7ef-4b3783e74f44 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:58:24.931659 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-1045bdc6-be20-4eda-bd26-cd26ce95b3b2 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Deleting port 6fec7668-edb0-4786-8045-87e7d337cdc0 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:58:24.993232 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1045bdc6-be20-4eda-bd26-cd26ce95b3b2 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:25.035481 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1045bdc6-be20-4eda-bd26-cd26ce95b3b2 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:25.050154 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-1045bdc6-be20-4eda-bd26-cd26ce95b3b2 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Calling delete_port for 6fec7668-edb0-4786-8045-87e7d337cdc0 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:58:25.282172 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1045bdc6-be20-4eda-bd26-cd26ce95b3b2 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:25.322601 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1045bdc6-be20-4eda-bd26-cd26ce95b3b2 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event deleted for resources: {'Port': ['ID=6fec7668-edb0-4786-8045-87e7d337cdc0,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:25.388936 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1045bdc6-be20-4eda-bd26-cd26ce95b3b2 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:25.392388 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1045bdc6-be20-4eda-bd26-cd26ce95b3b2 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "DELETE /v2.0/ports/6fec7668-edb0-4786-8045-87e7d337cdc0 HTTP/1.1" status: 204 len: 168 time: 0.5684607 Dec 16 09:58:25.394869 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53516) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:25.492335 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-98c1bd30-da3f-44ef-94f3-04786926ce9b tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Deleting port 8676181c-21be-4147-91e8-7d16c5188352 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:58:25.492687 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-98c1bd30-da3f-44ef-94f3-04786926ce9b tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:25.582422 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-98c1bd30-da3f-44ef-94f3-04786926ce9b tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:25.595200 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-98c1bd30-da3f-44ef-94f3-04786926ce9b tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Calling delete_port for 8676181c-21be-4147-91e8-7d16c5188352 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:58:25.841975 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-98c1bd30-da3f-44ef-94f3-04786926ce9b tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:25.871804 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c1bd30-da3f-44ef-94f3-04786926ce9b tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event deleted for resources: {'Port': ['ID=8676181c-21be-4147-91e8-7d16c5188352,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:25.943632 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-98c1bd30-da3f-44ef-94f3-04786926ce9b tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:25.949597 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-98c1bd30-da3f-44ef-94f3-04786926ce9b tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "DELETE /v2.0/ports/8676181c-21be-4147-91e8-7d16c5188352 HTTP/1.1" status: 204 len: 168 time: 0.5512881 Dec 16 09:58:25.949955 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53518) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:25.999146 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf73f696-5269-4e32-8f93-d4e4148fd242 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:26.000645 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-cf73f696-5269-4e32-8f93-d4e4148fd242 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "GET /v2.0/ports?device_id=22456145-9c24-48c9-8df5-104df1665c86 HTTP/1.1" status: 200 len: 913 time: 0.0498798 Dec 16 09:58:26.003285 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53520) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:26.371955 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-998fd779-3c74-46c2-b2af-680ccd183b81 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:26.430890 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-134365c3-fb9a-459d-874a-724b32d459ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:26.662889 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-998fd779-3c74-46c2-b2af-680ccd183b81 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Deleting port 425089b3-e9c1-4e9f-b8aa-002edc419c64 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:58:26.662889 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-998fd779-3c74-46c2-b2af-680ccd183b81 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:26.754467 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-998fd779-3c74-46c2-b2af-680ccd183b81 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:26.770322 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-998fd779-3c74-46c2-b2af-680ccd183b81 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Calling delete_port for 425089b3-e9c1-4e9f-b8aa-002edc419c64 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:58:27.105433 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-998fd779-3c74-46c2-b2af-680ccd183b81 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:27.140009 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998fd779-3c74-46c2-b2af-680ccd183b81 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event deleted for resources: {'Port': ['ID=425089b3-e9c1-4e9f-b8aa-002edc419c64,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:27.344981 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-998fd779-3c74-46c2-b2af-680ccd183b81 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:27.586267 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-998fd779-3c74-46c2-b2af-680ccd183b81 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Router 22456145-9c24-48c9-8df5-104df1665c86 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:58:27.717682 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998fd779-3c74-46c2-b2af-680ccd183b81 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:58:27.723838 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-998fd779-3c74-46c2-b2af-680ccd183b81 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "PUT /v2.0/routers/22456145-9c24-48c9-8df5-104df1665c86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7192211 Dec 16 09:58:27.726751 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53534) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:27.729874 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6a52b4-97c4-4e18-aef1-6daa7c7a6830 None None] Sync routers for ids ['22456145-9c24-48c9-8df5-104df1665c86'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:58:27.742262 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6a52b4-97c4-4e18-aef1-6daa7c7a6830 None None] Routers {'22456145-9c24-48c9-8df5-104df1665c86'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:27.743133 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-ce6a52b4-97c4-4e18-aef1-6daa7c7a6830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:58:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['22456145-9c24-48c9-8df5-104df1665c86'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:27.784323 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-ce6a52b4-97c4-4e18-aef1-6daa7c7a6830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:27.794902 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6a52b4-97c4-4e18-aef1-6daa7c7a6830 None None] Routers {'22456145-9c24-48c9-8df5-104df1665c86'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:27.795809 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-ce6a52b4-97c4-4e18-aef1-6daa7c7a6830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:58:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['22456145-9c24-48c9-8df5-104df1665c86'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:27.835142 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-ce6a52b4-97c4-4e18-aef1-6daa7c7a6830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:27.835906 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6a52b4-97c4-4e18-aef1-6daa7c7a6830 None None] The sync data for ids ['22456145-9c24-48c9-8df5-104df1665c86'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:58:27.862082 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-068b67cb-86d5-4518-843f-564d293f4ca1 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:27.973067 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-068b67cb-86d5-4518-843f-564d293f4ca1 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:28.249404 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:28.330464 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-068b67cb-86d5-4518-843f-564d293f4ca1 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Deleting port da871426-f1e1-41b3-b5db-4b6b9e1f6a83 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:58:28.330938 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-068b67cb-86d5-4518-843f-564d293f4ca1 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:28.416752 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-068b67cb-86d5-4518-843f-564d293f4ca1 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:28.429148 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-068b67cb-86d5-4518-843f-564d293f4ca1 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Calling delete_port for da871426-f1e1-41b3-b5db-4b6b9e1f6a83 owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:58:28.734057 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-068b67cb-86d5-4518-843f-564d293f4ca1 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:28.763737 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b67cb-86d5-4518-843f-564d293f4ca1 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event deleted for resources: {'Port': ['ID=da871426-f1e1-41b3-b5db-4b6b9e1f6a83,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:28.823309 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-068b67cb-86d5-4518-843f-564d293f4ca1 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:28.914567 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-068b67cb-86d5-4518-843f-564d293f4ca1 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:28.917468 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-068b67cb-86d5-4518-843f-564d293f4ca1 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:29.043743 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-068b67cb-86d5-4518-843f-564d293f4ca1 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:29.044224 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068b67cb-86d5-4518-843f-564d293f4ca1 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Fanout notify agent at l3_agent the message router_deleted on router 22456145-9c24-48c9-8df5-104df1665c86 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:58:29.051212 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-068b67cb-86d5-4518-843f-564d293f4ca1 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:29.052354 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-068b67cb-86d5-4518-843f-564d293f4ca1 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "DELETE /v2.0/routers/22456145-9c24-48c9-8df5-104df1665c86 HTTP/1.1" status: 204 len: 168 time: 1.3243415 Dec 16 09:58:29.067307 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53564) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:29.116603 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:29.120945 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade69b9d-75c1-4c60-9ec9-4bce6f27bb04 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Deleting subnet 765d4158-4183-4490-a57c-29c3b2fab50a {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:58:29.124611 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ade69b9d-75c1-4c60-9ec9-4bce6f27bb04 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:29.168216 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ade69b9d-75c1-4c60-9ec9-4bce6f27bb04 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:29.216058 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ade69b9d-75c1-4c60-9ec9-4bce6f27bb04 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:29.373924 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ade69b9d-75c1-4c60-9ec9-4bce6f27bb04 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:29.400469 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade69b9d-75c1-4c60-9ec9-4bce6f27bb04 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event deleted for resources: {'Subnet': ['ID=765d4158-4183-4490-a57c-29c3b2fab50a,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:29.406391 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ade69b9d-75c1-4c60-9ec9-4bce6f27bb04 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:29.409651 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ade69b9d-75c1-4c60-9ec9-4bce6f27bb04 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "DELETE /v2.0/subnets/765d4158-4183-4490-a57c-29c3b2fab50a HTTP/1.1" status: 204 len: 168 time: 0.3413043 Dec 16 09:58:29.412152 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53570) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:29.495420 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-29e49e87-45b5-475e-a8a7-939654e39fc9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:29.574853 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:29.595514 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-29e49e87-45b5-475e-a8a7-939654e39fc9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:29.620276 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-29e49e87-45b5-475e-a8a7-939654e39fc9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8015f46-0780-43bc-8426-2c20a1df3350']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:29.630574 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-29e49e87-45b5-475e-a8a7-939654e39fc9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23cbb640-9c4b-4dfc-8805-7f7d13e6c133') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:29.631688 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-29e49e87-45b5-475e-a8a7-939654e39fc9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23cbb640-9c4b-4dfc-8805-7f7d13e6c133') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:29.640756 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-29e49e87-45b5-475e-a8a7-939654e39fc9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:29.656590 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-29e49e87-45b5-475e-a8a7-939654e39fc9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:29.663959 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e49e87-45b5-475e-a8a7-939654e39fc9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:58:29.664368 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-29e49e87-45b5-475e-a8a7-939654e39fc9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:29.667932 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:58:29.667932 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:58:29.667932 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:58:29.667932 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:58:29.667932 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:58:29.667932 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:58:29.667932 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:58:29.667932 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:58:29.667932 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:58:29.667932 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:58:29.667932 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:58:29.667932 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:58:29.667932 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:58:29.667932 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:58:29.667932 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:58:29.667932 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:58:29.667932 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:58:29.667932 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:58:29.667932 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:58:29.667932 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:58:29.667932 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:58:29.667932 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:58:29.667932 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:58:29.667932 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:58:29.667932 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:58:29.667932 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:58:29.667932 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:58:29.667932 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:58:29.667932 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:58:29.667932 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:58:29.667932 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:58:29.667932 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:58:29.803729 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-29e49e87-45b5-475e-a8a7-939654e39fc9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:29.813864 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-29e49e87-45b5-475e-a8a7-939654e39fc9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:29.815279 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-29e49e87-45b5-475e-a8a7-939654e39fc9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] 10.222.0.60 "DELETE /v2.0/networks/f8015f46-0780-43bc-8426-2c20a1df3350 HTTP/1.1" status: 204 len: 168 time: 0.4020386 Dec 16 09:58:29.831805 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e49e87-45b5-475e-a8a7-939654e39fc9 tempest-FloatingIPTestJSON-353097036 tempest-FloatingIPTestJSON-353097036-project] Pushing event deleted for resources: {'Network': ['ID=f8015f46-0780-43bc-8426-2c20a1df3350,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:30.447504 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53592) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:30.609511 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-936cfd32-7476-4adc-bc26-5d63bc1c0773 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=69129ea1fbd649629441fb6bfec16374&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1606560 Dec 16 09:58:30.613191 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53596) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:30.672906 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7a55978d-7441-48be-9848-66b1d023956a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:30.696829 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7a55978d-7441-48be-9848-66b1d023956a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:30.844195 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7a55978d-7441-48be-9848-66b1d023956a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:30.847548 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7a55978d-7441-48be-9848-66b1d023956a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:30.848855 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7a55978d-7441-48be-9848-66b1d023956a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/00b97c2f-6bf0-4367-9bf6-8e27d813ac3a HTTP/1.1" status: 204 len: 168 time: 0.2346146 Dec 16 09:58:30.859907 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55978d-7441-48be-9848-66b1d023956a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b97c2f-6bf0-4367-9bf6-8e27d813ac3a,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:30.870313 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a55978d-7441-48be-9848-66b1d023956a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:30.870313 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a55978d-7441-48be-9848-66b1d023956a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:30.870313 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a55978d-7441-48be-9848-66b1d023956a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:30.871010 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a55978d-7441-48be-9848-66b1d023956a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:30.871350 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a55978d-7441-48be-9848-66b1d023956a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:30.871688 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a55978d-7441-48be-9848-66b1d023956a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:30.872029 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a55978d-7441-48be-9848-66b1d023956a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:30.872356 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a55978d-7441-48be-9848-66b1d023956a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:30.872744 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a55978d-7441-48be-9848-66b1d023956a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:30.873076 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a55978d-7441-48be-9848-66b1d023956a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:30.873445 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a55978d-7441-48be-9848-66b1d023956a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:30.873774 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a55978d-7441-48be-9848-66b1d023956a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:32.102270 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53622) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:32.215236 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-834d132d-bd88-4e94-b7f7-90edd7fb92e9 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1377842536'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:58:32.295424 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834d132d-bd88-4e94-b7f7-90edd7fb92e9 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Made reservation on behalf of 45d39d1df40c460ead5363b359be384b for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:58:32.299272 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-834d132d-bd88-4e94-b7f7-90edd7fb92e9 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:32.308296 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-834d132d-bd88-4e94-b7f7-90edd7fb92e9 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:32.390587 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-834d132d-bd88-4e94-b7f7-90edd7fb92e9 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:32.483484 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-834d132d-bd88-4e94-b7f7-90edd7fb92e9 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:32.510148 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-834d132d-bd88-4e94-b7f7-90edd7fb92e9 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:58:32.520345 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d132d-bd88-4e94-b7f7-90edd7fb92e9 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb0b301-9bc3-4820-90a3-2249fa09495c,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:32.525878 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-834d132d-bd88-4e94-b7f7-90edd7fb92e9 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:32.526228 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-834d132d-bd88-4e94-b7f7-90edd7fb92e9 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Added segment fa78ae6f-6cd6-45ee-afcc-7defebaf193a of type vlan for network c7cae589-0c01-43bb-ad6e-07c04e29ae25 Dec 16 09:58:32.553358 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:58:32.569205 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-834d132d-bd88-4e94-b7f7-90edd7fb92e9 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:32.758559 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-834d132d-bd88-4e94-b7f7-90edd7fb92e9 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:32.765512 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834d132d-bd88-4e94-b7f7-90edd7fb92e9 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:32.766138 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-834d132d-bd88-4e94-b7f7-90edd7fb92e9 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:32.831187 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d132d-bd88-4e94-b7f7-90edd7fb92e9 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Network': ['ID=c7cae589-0c01-43bb-ad6e-07c04e29ae25,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:32.843120 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network c7cae589-0c01-43bb-ad6e-07c04e29ae25 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:58:32.878526 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53640) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:32.914686 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-834d132d-bd88-4e94-b7f7-90edd7fb92e9 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8106709 Dec 16 09:58:32.917337 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53642) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:32.922468 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-cb4a6416-7aa5-4f3a-89af-d20c037da8ac tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-455877468'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:58:33.049548 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4a6416-7aa5-4f3a-89af-d20c037da8ac tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Made reservation on behalf of 45d39d1df40c460ead5363b359be384b for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:58:33.052877 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-ae534893-8ef3-4246-bd50-8bf05a97143d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Deleting port b9b2d404-5762-4e0c-a2d8-24ff2471c652 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:58:33.053014 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cb4a6416-7aa5-4f3a-89af-d20c037da8ac tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:33.053389 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ae534893-8ef3-4246-bd50-8bf05a97143d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:33.081123 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb4a6416-7aa5-4f3a-89af-d20c037da8ac tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:58:33.090098 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cb4a6416-7aa5-4f3a-89af-d20c037da8ac tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:33.090446 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-cb4a6416-7aa5-4f3a-89af-d20c037da8ac tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Added segment e9c3802b-f31a-41ec-8558-0bcd6d3ecac6 of type vlan for network 05465317-60b1-48a7-b744-d5718ff7fb7b Dec 16 09:58:33.136026 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cb4a6416-7aa5-4f3a-89af-d20c037da8ac tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:33.136851 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ae534893-8ef3-4246-bd50-8bf05a97143d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:33.136851 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ae534893-8ef3-4246-bd50-8bf05a97143d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:33.149494 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-ae534893-8ef3-4246-bd50-8bf05a97143d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Calling delete_port for b9b2d404-5762-4e0c-a2d8-24ff2471c652 owned by network:floatingip {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:58:33.271981 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cb4a6416-7aa5-4f3a-89af-d20c037da8ac tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:33.278013 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4a6416-7aa5-4f3a-89af-d20c037da8ac tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:33.282737 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cb4a6416-7aa5-4f3a-89af-d20c037da8ac tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:33.345834 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a6416-7aa5-4f3a-89af-d20c037da8ac tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Network': ['ID=05465317-60b1-48a7-b744-d5718ff7fb7b,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:33.356818 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 05465317-60b1-48a7-b744-d5718ff7fb7b details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:58:33.404539 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ae534893-8ef3-4246-bd50-8bf05a97143d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:33.443452 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae534893-8ef3-4246-bd50-8bf05a97143d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event deleted for resources: {'Port': ['ID=b9b2d404-5762-4e0c-a2d8-24ff2471c652,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:33.450205 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-cb4a6416-7aa5-4f3a-89af-d20c037da8ac tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5289664 Dec 16 09:58:33.451158 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53646) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:33.457242 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-79c38f3d-c174-4afa-9be1-a43064b53ba6 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Request body: {'subnet': {'network_id': 'c7cae589-0c01-43bb-ad6e-07c04e29ae25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:58:33.521360 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae534893-8ef3-4246-bd50-8bf05a97143d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:33.521774 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae534893-8ef3-4246-bd50-8bf05a97143d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:33.522100 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae534893-8ef3-4246-bd50-8bf05a97143d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:33.523854 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae534893-8ef3-4246-bd50-8bf05a97143d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:33.524202 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae534893-8ef3-4246-bd50-8bf05a97143d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:33.524541 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae534893-8ef3-4246-bd50-8bf05a97143d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:33.524905 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae534893-8ef3-4246-bd50-8bf05a97143d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:33.525551 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae534893-8ef3-4246-bd50-8bf05a97143d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:33.526251 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae534893-8ef3-4246-bd50-8bf05a97143d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:33.526605 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae534893-8ef3-4246-bd50-8bf05a97143d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:33.527082 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae534893-8ef3-4246-bd50-8bf05a97143d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:33.527424 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae534893-8ef3-4246-bd50-8bf05a97143d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:33.595314 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ae534893-8ef3-4246-bd50-8bf05a97143d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for floatingip, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:33.595800 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [None req-ae534893-8ef3-4246-bd50-8bf05a97143d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Floating IP f56c0817-1e81-40bf-bed7-9f89ce8ab102 disassociated (deleted). External IP: 172.25.1.86, port: c142f87b-8194-425e-ac98-84818eb167f5. Dec 16 09:58:33.735335 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c38f3d-c174-4afa-9be1-a43064b53ba6 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Made reservation on behalf of 45d39d1df40c460ead5363b359be384b for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:58:33.740040 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-79c38f3d-c174-4afa-9be1-a43064b53ba6 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:33.835288 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae534893-8ef3-4246-bd50-8bf05a97143d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Router 58e81498-5f52-41a1-8f99-2761ef35da8e has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:58:33.945951 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae534893-8ef3-4246-bd50-8bf05a97143d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:58:33.952066 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ae534893-8ef3-4246-bd50-8bf05a97143d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:33.958277 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bd1e26-6881-4e4d-a37f-324e038b6870 None None] Sync routers for ids ['58e81498-5f52-41a1-8f99-2761ef35da8e'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:58:33.969210 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bd1e26-6881-4e4d-a37f-324e038b6870 None None] Routers {'58e81498-5f52-41a1-8f99-2761ef35da8e'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:33.980363 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-23bd1e26-6881-4e4d-a37f-324e038b6870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:58:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['58e81498-5f52-41a1-8f99-2761ef35da8e'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:33.984428 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ae534893-8ef3-4246-bd50-8bf05a97143d tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "DELETE /v2.0/floatingips/f56c0817-1e81-40bf-bed7-9f89ce8ab102 HTTP/1.1" status: 204 len: 168 time: 1.1048219 Dec 16 09:58:33.985552 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20efc7c8-ff04-452f-b848-0eb584db2478', 'tag': 'c142f87b-8194-425e-ac98-84818eb167f5'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:58:33.989003 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d0b200-7ee2-4f1e-8690-47368c6efb9f" -d '{"events": [{"name": "network-changed", "server_uuid": "20efc7c8-ff04-452f-b848-0eb584db2478", "tag": "c142f87b-8194-425e-ac98-84818eb167f5"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:58:34.045017 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-79c38f3d-c174-4afa-9be1-a43064b53ba6 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:34.072956 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757e2178-879a-4b10-a715-53327e7c1e9b x-openstack-request-id: req-757e2178-879a-4b10-a715-53327e7c1e9b {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:58:34.073337 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20efc7c8-ff04-452f-b848-0eb584db2478", "tag": "c142f87b-8194-425e-ac98-84818eb167f5", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:58:34.073659 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-757e2178-879a-4b10-a715-53327e7c1e9b {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:58:34.074165 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20efc7c8-ff04-452f-b848-0eb584db2478', 'tag': 'c142f87b-8194-425e-ac98-84818eb167f5', 'status': 'completed', 'code': 200} Dec 16 09:58:34.100598 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-23bd1e26-6881-4e4d-a37f-324e038b6870 None None] Set router 58e81498-5f52-41a1-8f99-2761ef35da8e gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:58:34.133076 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c38f3d-c174-4afa-9be1-a43064b53ba6 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Subnet': ['ID=4ff914d8-8c4e-405d-9a90-ce2ec3c3eee2,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:34.151618 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c38f3d-c174-4afa-9be1-a43064b53ba6 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Checking segment: {'id': 'fa78ae6f-6cd6-45ee-afcc-7defebaf193a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c7cae589-0c01-43bb-ad6e-07c04e29ae25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:58:34.152205 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c38f3d-c174-4afa-9be1-a43064b53ba6 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Network hostable DHCP agents. Network: c7cae589-0c01-43bb-ad6e-07c04e29ae25, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:58:34.238972 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0b200-7ee2-4f1e-8690-47368c6efb9f req-34873675-6d28-451d-91ef-59b11f2eee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:34.238972 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c8d0b200-7ee2-4f1e-8690-47368c6efb9f req-34873675-6d28-451d-91ef-59b11f2eee98 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d5ec801137f4c9888df57468cddd269&device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 1097 time: 0.1313944 Dec 16 09:58:34.284463 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c38f3d-c174-4afa-9be1-a43064b53ba6 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Network c7cae589-0c01-43bb-ad6e-07c04e29ae25 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:58:34.344579 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-23bd1e26-6881-4e4d-a37f-324e038b6870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688473205', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '98ef2ea2-50a7-48c8-8e24-348779a72158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:53Z', 'updated_at': '2021-12-16T09:56:59Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '98ef2ea2-50a7-48c8-8e24-348779a72158', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:55Z', 'updated_at': '2021-12-16T09:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '6c652190-375f-4d0a-80b8-e9ea1f7695a1', 'name': '', 'network_id': '6d8e3eb2-f578-452f-b641-461fcffc065a', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'mac_address': 'fa:16:3e:3f:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '8dfb36f6-69ae-408a-b0a0-be77e7aac83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:58Z', 'updated_at': '2021-12-16T09:57:03Z', 'revision_number': 5, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'subnets': [{'id': '8dfb36f6-69ae-408a-b0a0-be77e7aac83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:34.349792 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0b200-7ee2-4f1e-8690-47368c6efb9f req-4487d9d7-1734-4630-964a-25bd37dce7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:34.351917 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c8d0b200-7ee2-4f1e-8690-47368c6efb9f req-4487d9d7-1734-4630-964a-25bd37dce7b1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6d8e3eb2-f578-452f-b641-461fcffc065a HTTP/1.1" status: 200 len: 898 time: 0.1054225 Dec 16 09:58:34.386561 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bd1e26-6881-4e4d-a37f-324e038b6870 None None] Checking router: 58e81498-5f52-41a1-8f99-2761ef35da8e for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:58:34.391947 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bd1e26-6881-4e4d-a37f-324e038b6870 None None] Routers {'58e81498-5f52-41a1-8f99-2761ef35da8e'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:34.392744 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-23bd1e26-6881-4e4d-a37f-324e038b6870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:58:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['58e81498-5f52-41a1-8f99-2761ef35da8e'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:34.416917 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c8d0b200-7ee2-4f1e-8690-47368c6efb9f req-999fe1a3-769f-4b55-9232-0287c92d3a4c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c142f87b-8194-425e-ac98-84818eb167f5 HTTP/1.1" status: 200 len: 217 time: 0.0575607 Dec 16 09:58:34.426287 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-79c38f3d-c174-4afa-9be1-a43064b53ba6 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, c7cae589-0c01-43bb-ad6e-07c04e29ae25) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:58:34.435462 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c38f3d-c174-4afa-9be1-a43064b53ba6 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:34.436425 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-79c38f3d-c174-4afa-9be1-a43064b53ba6 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:34.441906 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863b456b-0637-4a29-a4f9-c42bdf0e847d None None] Network c7cae589-0c01-43bb-ad6e-07c04e29ae25 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:58:34.476814 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0b200-7ee2-4f1e-8690-47368c6efb9f req-c69a25d5-c13f-4564-b1a7-f7836306b48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:34.479108 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c8d0b200-7ee2-4f1e-8690-47368c6efb9f req-c69a25d5-c13f-4564-b1a7-f7836306b48c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8dfb36f6-69ae-408a-b0a0-be77e7aac83c HTTP/1.1" status: 200 len: 834 time: 0.0553129 Dec 16 09:58:34.530931 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0b200-7ee2-4f1e-8690-47368c6efb9f req-6b3440cf-321a-4204-ab43-2b39a4d6159d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:34.540288 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c8d0b200-7ee2-4f1e-8690-47368c6efb9f req-6b3440cf-321a-4204-ab43-2b39a4d6159d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6d8e3eb2-f578-452f-b641-461fcffc065a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472331 Dec 16 09:58:34.571546 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-79c38f3d-c174-4afa-9be1-a43064b53ba6 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1184416 Dec 16 09:58:34.575230 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53662) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:34.580391 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-23bd1e26-6881-4e4d-a37f-324e038b6870 None None] Set router 58e81498-5f52-41a1-8f99-2761ef35da8e gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:58:34.585985 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-4b9d3048-d6d1-47ae-9a31-f4913430d3b2 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Request body: {'subnet': {'network_id': '05465317-60b1-48a7-b744-d5718ff7fb7b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:58:34.678851 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8e1f0-9917-40d1-bc4d-8323af9da98a req-d9dfc905-ab7d-4b0c-aec1-37c0a08e91b4 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:34.686676 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1eb8e1f0-9917-40d1-bc4d-8323af9da98a req-d9dfc905-ab7d-4b0c-aec1-37c0a08e91b4 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 946 time: 0.1283014 Dec 16 09:58:34.738165 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c8d0b200-7ee2-4f1e-8690-47368c6efb9f req-6b879bf0-52f9-420f-9981-fb0be07be146 service neutron] 10.222.0.58 "GET /v2.0/networks/6d8e3eb2-f578-452f-b641-461fcffc065a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955266 Dec 16 09:58:34.743411 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1eb8e1f0-9917-40d1-bc4d-8323af9da98a req-eb183e32-7e9e-404d-bd5e-f64b0dab6fc9 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb7ac98d-53ff-4336-91bc-b38b17a03a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559192 Dec 16 09:58:34.827622 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9d3048-d6d1-47ae-9a31-f4913430d3b2 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Made reservation on behalf of 45d39d1df40c460ead5363b359be384b for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:58:34.828030 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1488dc6e-2ef3-48e3-8cc9-28fc2d0a518e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-c7cae589-0c01-43bb-ad6e-07c04e29ae25', 'network_id': 'c7cae589-0c01-43bb-ad6e-07c04e29ae25', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'fixed_ips': [{'subnet_id': '4ff914d8-8c4e-405d-9a90-ce2ec3c3eee2'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:58:34.828898 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1488dc6e-2ef3-48e3-8cc9-28fc2d0a518e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:34.834193 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4b9d3048-d6d1-47ae-9a31-f4913430d3b2 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:34.883235 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c8d0b200-7ee2-4f1e-8690-47368c6efb9f req-24df8163-0d51-43ad-a74a-50b0655b832a service neutron] 10.222.0.58 "GET /v2.0/networks/6d8e3eb2-f578-452f-b641-461fcffc065a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338644 Dec 16 09:58:35.051889 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-1488dc6e-2ef3-48e3-8cc9-28fc2d0a518e None None] Allocated IP 2001:db8::2 (c7cae589-0c01-43bb-ad6e-07c04e29ae25/4ff914d8-8c4e-405d-9a90-ce2ec3c3eee2/26f3ffae-8877-4dc5-9538-a1478a162054) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:58:35.071102 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-23bd1e26-6881-4e4d-a37f-324e038b6870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688473205', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '98ef2ea2-50a7-48c8-8e24-348779a72158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:53Z', 'updated_at': '2021-12-16T09:56:59Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '98ef2ea2-50a7-48c8-8e24-348779a72158', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:55Z', 'updated_at': '2021-12-16T09:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '6c652190-375f-4d0a-80b8-e9ea1f7695a1', 'name': '', 'network_id': '6d8e3eb2-f578-452f-b641-461fcffc065a', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'mac_address': 'fa:16:3e:3f:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '8dfb36f6-69ae-408a-b0a0-be77e7aac83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:58Z', 'updated_at': '2021-12-16T09:57:03Z', 'revision_number': 5, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'subnets': [{'id': '8dfb36f6-69ae-408a-b0a0-be77e7aac83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:35.104081 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bd1e26-6881-4e4d-a37f-324e038b6870 None None] The sync data for ids ['58e81498-5f52-41a1-8f99-2761ef35da8e'] in n-d-820550-2 is: [{'id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688473205', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '98ef2ea2-50a7-48c8-8e24-348779a72158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:53Z', 'updated_at': '2021-12-16T09:56:59Z', 'revision_number': 4, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '98ef2ea2-50a7-48c8-8e24-348779a72158', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:55Z', 'updated_at': '2021-12-16T09:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '6c652190-375f-4d0a-80b8-e9ea1f7695a1', 'name': '', 'network_id': '6d8e3eb2-f578-452f-b641-461fcffc065a', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'mac_address': 'fa:16:3e:3f:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '8dfb36f6-69ae-408a-b0a0-be77e7aac83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:58Z', 'updated_at': '2021-12-16T09:57:03Z', 'revision_number': 5, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'subnets': [{'id': '8dfb36f6-69ae-408a-b0a0-be77e7aac83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:58:35.181159 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4b9d3048-d6d1-47ae-9a31-f4913430d3b2 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:35.254514 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d3048-d6d1-47ae-9a31-f4913430d3b2 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Subnet': ['ID=2855d26c-3ce0-49f8-a16f-ac0fc4d71a23,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:35.259145 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9d3048-d6d1-47ae-9a31-f4913430d3b2 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Checking segment: {'id': 'e9c3802b-f31a-41ec-8558-0bcd6d3ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '05465317-60b1-48a7-b744-d5718ff7fb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:58:35.259441 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9d3048-d6d1-47ae-9a31-f4913430d3b2 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Network hostable DHCP agents. Network: 05465317-60b1-48a7-b744-d5718ff7fb7b, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:58:35.291957 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1488dc6e-2ef3-48e3-8cc9-28fc2d0a518e None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:35.428095 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb37f6d9-9e2d-4ad3-aa17-df9581485dda None None] New status for floating IP f56c0817-1e81-40bf-bed7-9f89ce8ab102: DOWN {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:58:35.471175 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9d3048-d6d1-47ae-9a31-f4913430d3b2 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Network 05465317-60b1-48a7-b744-d5718ff7fb7b is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:58:35.535917 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1488dc6e-2ef3-48e3-8cc9-28fc2d0a518e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:35.578510 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1488dc6e-2ef3-48e3-8cc9-28fc2d0a518e None None] Network c7cae589-0c01-43bb-ad6e-07c04e29ae25 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:58:35.581978 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-1488dc6e-2ef3-48e3-8cc9-28fc2d0a518e None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:58:35.585514 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1488dc6e-2ef3-48e3-8cc9-28fc2d0a518e None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:58:35.594069 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488dc6e-2ef3-48e3-8cc9-28fc2d0a518e None None] Pushing event updated for resources: {'Port': ['ID=26f3ffae-8877-4dc5-9538-a1478a162054,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:35.649542 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-1488dc6e-2ef3-48e3-8cc9-28fc2d0a518e None None] Attempting to bind port 26f3ffae-8877-4dc5-9538-a1478a162054 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:58:35.650534 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-1488dc6e-2ef3-48e3-8cc9-28fc2d0a518e None None] Attempting to bind port 26f3ffae-8877-4dc5-9538-a1478a162054 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'fa78ae6f-6cd6-45ee-afcc-7defebaf193a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c7cae589-0c01-43bb-ad6e-07c04e29ae25'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:58:35.661526 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1488dc6e-2ef3-48e3-8cc9-28fc2d0a518e None None] Attempting to bind port 26f3ffae-8877-4dc5-9538-a1478a162054 on network c7cae589-0c01-43bb-ad6e-07c04e29ae25 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:58:35.661526 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1488dc6e-2ef3-48e3-8cc9-28fc2d0a518e None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:58:35.661526 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1488dc6e-2ef3-48e3-8cc9-28fc2d0a518e None None] Checking segment: {'id': 'fa78ae6f-6cd6-45ee-afcc-7defebaf193a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c7cae589-0c01-43bb-ad6e-07c04e29ae25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:58:35.661526 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1488dc6e-2ef3-48e3-8cc9-28fc2d0a518e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:35.661526 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1488dc6e-2ef3-48e3-8cc9-28fc2d0a518e None None] Bound using segment: {'id': 'fa78ae6f-6cd6-45ee-afcc-7defebaf193a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c7cae589-0c01-43bb-ad6e-07c04e29ae25'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:58:35.661526 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-1488dc6e-2ef3-48e3-8cc9-28fc2d0a518e None None] Bound port: 26f3ffae-8877-4dc5-9538-a1478a162054, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa78ae6f-6cd6-45ee-afcc-7defebaf193a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c7cae589-0c01-43bb-ad6e-07c04e29ae25'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:58:35.661526 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1488dc6e-2ef3-48e3-8cc9-28fc2d0a518e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:35.690006 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-4b9d3048-d6d1-47ae-9a31-f4913430d3b2 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 05465317-60b1-48a7-b744-d5718ff7fb7b) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:58:35.694708 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9d3048-d6d1-47ae-9a31-f4913430d3b2 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:35.695360 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4b9d3048-d6d1-47ae-9a31-f4913430d3b2 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:35.704616 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e1173c-3ff5-4fb7-80e6-9cecc4a4c695 None None] Network 05465317-60b1-48a7-b744-d5718ff7fb7b requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:58:35.778064 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-1488dc6e-2ef3-48e3-8cc9-28fc2d0a518e None None] For port 26f3ffae-8877-4dc5-9538-a1478a162054, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:58:35.782942 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-1488dc6e-2ef3-48e3-8cc9-28fc2d0a518e None None] For port 26f3ffae-8877-4dc5-9538-a1478a162054, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=26f3ffae-8877-4dc5-9538-a1478a162054,segment=NetworkSegment(fa78ae6f-6cd6-45ee-afcc-7defebaf193a),segment_id=fa78ae6f-6cd6-45ee-afcc-7defebaf193a)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:58:35.866107 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4b9d3048-d6d1-47ae-9a31-f4913430d3b2 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2855616 Dec 16 09:58:35.866337 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53670) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:35.873144 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-fda436a4-6daf-4077-ba82-e76091081904 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1795766232', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:58:35.903240 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f1f730-12e6-4914-815e-c21cab598766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-05465317-60b1-48a7-b744-d5718ff7fb7b', 'network_id': '05465317-60b1-48a7-b744-d5718ff7fb7b', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'fixed_ips': [{'subnet_id': '2855d26c-3ce0-49f8-a16f-ac0fc4d71a23'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:58:35.904366 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-74f1f730-12e6-4914-815e-c21cab598766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:35.905791 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5053854-f395-4b96-a48b-55d96e871958 req-a3b117ea-46a2-47f9-8168-7eacb9510919 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:35.917378 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e5053854-f395-4b96-a48b-55d96e871958 req-a3b117ea-46a2-47f9-8168-7eacb9510919 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 946 time: 0.0792584 Dec 16 09:58:35.917638 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1488dc6e-2ef3-48e3-8cc9-28fc2d0a518e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:36.017569 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e5053854-f395-4b96-a48b-55d96e871958 req-98c5374c-5630-4411-837f-36ca7d6d3b57 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb7ac98d-53ff-4336-91bc-b38b17a03a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021643 Dec 16 09:58:36.034232 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fda436a4-6daf-4077-ba82-e76091081904 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:36.038421 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fda436a4-6daf-4077-ba82-e76091081904 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:36.049024 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44139304-ed48-4107-9d3c-108cb52c56ef req-610cb7c4-fb2b-4bbc-bd5a-4330414f98a8 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:36.051916 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-44139304-ed48-4107-9d3c-108cb52c56ef req-610cb7c4-fb2b-4bbc-bd5a-4330414f98a8 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.58 "GET /v2.0/ports?device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 946 time: 0.1288278 Dec 16 09:58:36.068387 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488dc6e-2ef3-48e3-8cc9-28fc2d0a518e None None] Pushing event updated for resources: {'Port': ['ID=26f3ffae-8877-4dc5-9538-a1478a162054,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:36.176300 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-74f1f730-12e6-4914-815e-c21cab598766 None None] Allocated IP 2001:db8:1::2 (05465317-60b1-48a7-b744-d5718ff7fb7b/2855d26c-3ce0-49f8-a16f-ac0fc4d71a23/610820a0-7375-43b8-81fe-9449e755a695) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:58:36.198972 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fda436a4-6daf-4077-ba82-e76091081904 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:36.224114 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-44139304-ed48-4107-9d3c-108cb52c56ef req-570bc0d8-67cf-444a-a0b5-52bc37e1084a tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Deleting port c142f87b-8194-425e-ac98-84818eb167f5 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:58:36.224495 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-44139304-ed48-4107-9d3c-108cb52c56ef req-570bc0d8-67cf-444a-a0b5-52bc37e1084a tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:36.302457 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fda436a4-6daf-4077-ba82-e76091081904 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:36.373243 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-44139304-ed48-4107-9d3c-108cb52c56ef req-570bc0d8-67cf-444a-a0b5-52bc37e1084a tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] For port c142f87b-8194-425e-ac98-84818eb167f5, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=c142f87b-8194-425e-ac98-84818eb167f5,segment=NetworkSegment(0412d37f-44df-4698-ab4d-7d27a7e4203a),segment_id=0412d37f-44df-4698-ab4d-7d27a7e4203a)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:58:36.374179 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-44139304-ed48-4107-9d3c-108cb52c56ef req-570bc0d8-67cf-444a-a0b5-52bc37e1084a tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:36.390468 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-44139304-ed48-4107-9d3c-108cb52c56ef req-570bc0d8-67cf-444a-a0b5-52bc37e1084a tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Calling delete_port for c142f87b-8194-425e-ac98-84818eb167f5 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:58:36.477729 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-74f1f730-12e6-4914-815e-c21cab598766 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:36.513656 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fda436a4-6daf-4077-ba82-e76091081904 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:36.514936 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fda436a4-6daf-4077-ba82-e76091081904 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6471143 Dec 16 09:58:36.517846 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53676) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:36.621655 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-74f1f730-12e6-4914-815e-c21cab598766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:37.029449 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 26f3ffae-8877-4dc5-9538-a1478a162054 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:58:37.050484 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3c348174-d414-403a-9da5-512f20cdb62d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:37.078555 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f1f730-12e6-4914-815e-c21cab598766 None None] Network 05465317-60b1-48a7-b744-d5718ff7fb7b is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:58:37.096728 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-74f1f730-12e6-4914-815e-c21cab598766 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:58:37.100921 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f1f730-12e6-4914-815e-c21cab598766 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:58:37.104657 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1f730-12e6-4914-815e-c21cab598766 None None] Pushing event updated for resources: {'Port': ['ID=610820a0-7375-43b8-81fe-9449e755a695,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:37.157897 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-44139304-ed48-4107-9d3c-108cb52c56ef req-570bc0d8-67cf-444a-a0b5-52bc37e1084a tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:37.345862 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 26f3ffae-8877-4dc5-9538-a1478a162054 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:37.346534 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:37.359163 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-74f1f730-12e6-4914-815e-c21cab598766 None None] Attempting to bind port 610820a0-7375-43b8-81fe-9449e755a695 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:58:37.363897 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-74f1f730-12e6-4914-815e-c21cab598766 None None] Attempting to bind port 610820a0-7375-43b8-81fe-9449e755a695 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'e9c3802b-f31a-41ec-8558-0bcd6d3ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '05465317-60b1-48a7-b744-d5718ff7fb7b'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:58:37.363897 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f1f730-12e6-4914-815e-c21cab598766 None None] Attempting to bind port 610820a0-7375-43b8-81fe-9449e755a695 on network 05465317-60b1-48a7-b744-d5718ff7fb7b {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:58:37.398042 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f1f730-12e6-4914-815e-c21cab598766 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:58:37.398550 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f1f730-12e6-4914-815e-c21cab598766 None None] Checking segment: {'id': 'e9c3802b-f31a-41ec-8558-0bcd6d3ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '05465317-60b1-48a7-b744-d5718ff7fb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:58:37.398838 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-74f1f730-12e6-4914-815e-c21cab598766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:37.399239 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f1f730-12e6-4914-815e-c21cab598766 None None] Bound using segment: {'id': 'e9c3802b-f31a-41ec-8558-0bcd6d3ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '05465317-60b1-48a7-b744-d5718ff7fb7b'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:58:37.399724 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-74f1f730-12e6-4914-815e-c21cab598766 None None] Bound port: 610820a0-7375-43b8-81fe-9449e755a695, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9c3802b-f31a-41ec-8558-0bcd6d3ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '05465317-60b1-48a7-b744-d5718ff7fb7b'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:58:37.400657 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-74f1f730-12e6-4914-815e-c21cab598766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:37.430475 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570bc0d8-67cf-444a-a0b5-52bc37e1084a tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event deleted for resources: {'Port': ['ID=c142f87b-8194-425e-ac98-84818eb167f5,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:37.438795 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cae7cbd2-2990-41d6-89af-20739d258f71 req-12d7afdb-53a5-46e9-9c29-3ec18e6cb41c tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 210 time: 0.1572149 Dec 16 09:58:37.440436 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-44139304-ed48-4107-9d3c-108cb52c56ef req-570bc0d8-67cf-444a-a0b5-52bc37e1084a tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] No DVR routers for this DVR port c142f87b-8194-425e-ac98-84818eb167f5 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:58:37.445652 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-44139304-ed48-4107-9d3c-108cb52c56ef req-570bc0d8-67cf-444a-a0b5-52bc37e1084a tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:37.461316 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-44139304-ed48-4107-9d3c-108cb52c56ef req-570bc0d8-67cf-444a-a0b5-52bc37e1084a tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.58 "DELETE /v2.0/ports/c142f87b-8194-425e-ac98-84818eb167f5 HTTP/1.1" status: 204 len: 173 time: 1.4017124 Dec 16 09:58:37.461316 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20efc7c8-ff04-452f-b848-0eb584db2478', 'name': 'network-vif-deleted', 'tag': 'c142f87b-8194-425e-ac98-84818eb167f5'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:58:37.470165 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:37.486287 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29092c5f-e92e-4eb3-83f7-96c64119e68e" -d '{"events": [{"server_uuid": "20efc7c8-ff04-452f-b848-0eb584db2478", "name": "network-vif-deleted", "tag": "c142f87b-8194-425e-ac98-84818eb167f5"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:58:37.552306 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7099ba2c-4a85-42cf-9430-169b012120a9 x-openstack-request-id: req-7099ba2c-4a85-42cf-9430-169b012120a9 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:58:37.552739 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20efc7c8-ff04-452f-b848-0eb584db2478", "name": "network-vif-deleted", "tag": "c142f87b-8194-425e-ac98-84818eb167f5", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:58:37.554099 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7099ba2c-4a85-42cf-9430-169b012120a9 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:58:37.554701 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20efc7c8-ff04-452f-b848-0eb584db2478', 'name': 'network-vif-deleted', 'tag': 'c142f87b-8194-425e-ac98-84818eb167f5', 'status': 'completed', 'code': 200} Dec 16 09:58:37.624127 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:37.675276 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-74f1f730-12e6-4914-815e-c21cab598766 None None] For port 610820a0-7375-43b8-81fe-9449e755a695, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:58:37.690927 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-74f1f730-12e6-4914-815e-c21cab598766 None None] For port 610820a0-7375-43b8-81fe-9449e755a695, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=610820a0-7375-43b8-81fe-9449e755a695,segment=NetworkSegment(e9c3802b-f31a-41ec-8558-0bcd6d3ecac6),segment_id=e9c3802b-f31a-41ec-8558-0bcd6d3ecac6)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:58:37.708501 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 26f3ffae-8877-4dc5-9538-a1478a162054, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=26f3ffae-8877-4dc5-9538-a1478a162054,segment=NetworkSegment(fa78ae6f-6cd6-45ee-afcc-7defebaf193a),segment_id=fa78ae6f-6cd6-45ee-afcc-7defebaf193a)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:58:37.747306 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-74f1f730-12e6-4914-815e-c21cab598766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:37.853905 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:37.863997 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceccd3a4-522d-4dba-80b1-825f0976efd7 None None] Network c7cae589-0c01-43bb-ad6e-07c04e29ae25 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:58:38.080549 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1f730-12e6-4914-815e-c21cab598766 None None] Pushing event updated for resources: {'Port': ['ID=610820a0-7375-43b8-81fe-9449e755a695,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:38.111429 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-0b0ffa4e-92e3-4196-b4c8-bdec77a83296 None None] Provisioning complete for port 26f3ffae-8877-4dc5-9538-a1478a162054 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:38.111429 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0b0ffa4e-92e3-4196-b4c8-bdec77a83296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:38.154924 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-3c348174-d414-403a-9da5-512f20cdb62d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Allocated IP 2001:db8::1 (c7cae589-0c01-43bb-ad6e-07c04e29ae25/4ff914d8-8c4e-405d-9a90-ce2ec3c3eee2/284a0369-8923-4393-83e6-2d5e1613e728) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:58:38.267290 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=26f3ffae-8877-4dc5-9538-a1478a162054,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:38.372050 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3c348174-d414-403a-9da5-512f20cdb62d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:38.502696 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3c348174-d414-403a-9da5-512f20cdb62d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:38.568635 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c348174-d414-403a-9da5-512f20cdb62d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Network c7cae589-0c01-43bb-ad6e-07c04e29ae25 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:58:38.572493 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-3c348174-d414-403a-9da5-512f20cdb62d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:58:38.581354 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c348174-d414-403a-9da5-512f20cdb62d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:58:38.581920 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3c348174-d414-403a-9da5-512f20cdb62d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:38.683812 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-948e059e-3d26-47d0-b2ff-2f37c6247e82 req-8aeb8b1a-a68a-43e5-b37f-48ba62c80c22 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "GET /v2.0/ports?device_id=20efc7c8-ff04-452f-b848-0eb584db2478 HTTP/1.1" status: 200 len: 210 time: 0.0667555 Dec 16 09:58:38.700735 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c348174-d414-403a-9da5-512f20cdb62d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Port': ['ID=284a0369-8923-4393-83e6-2d5e1613e728,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:38.750576 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-fb3e932e-53a0-4459-bdd5-fbfac7527778 None None] Provisioning complete for port 26f3ffae-8877-4dc5-9538-a1478a162054 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:38.750956 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fb3e932e-53a0-4459-bdd5-fbfac7527778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:38.840191 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3c348174-d414-403a-9da5-512f20cdb62d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:39.015914 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 26f3ffae-8877-4dc5-9538-a1478a162054 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:58:39.096103 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 26f3ffae-8877-4dc5-9538-a1478a162054 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:39.096719 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:39.145295 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device c142f87b-8194-425e-ac98-84818eb167f5 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:58:39.207643 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: c142f87b-8194-425e-ac98-84818eb167f5 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:58:39.207995 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device c142f87b-8194-425e-ac98-84818eb167f5 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:58:39.219648 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-0a01660f-7d95-4824-9447-bfcaa876aee0 None None] Provisioning complete for port 284a0369-8923-4393-83e6-2d5e1613e728 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:39.220039 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0a01660f-7d95-4824-9447-bfcaa876aee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:39.305189 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-0a01660f-7d95-4824-9447-bfcaa876aee0 None None] Port 284a0369-8923-4393-83e6-2d5e1613e728 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:58:39.315566 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 610820a0-7375-43b8-81fe-9449e755a695 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:58:39.319525 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3c348174-d414-403a-9da5-512f20cdb62d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:39.358891 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9cab78-05c2-49a4-9901-195ef1acabc7 None None] Network 05465317-60b1-48a7-b744-d5718ff7fb7b requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:58:39.398021 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3c348174-d414-403a-9da5-512f20cdb62d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:39.398839 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3c348174-d414-403a-9da5-512f20cdb62d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:39.433149 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 610820a0-7375-43b8-81fe-9449e755a695 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:39.433354 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:39.483407 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-cc5d47fc-d731-4691-b6e8-6d1c7ee3838f None None] Provisioning complete for port 610820a0-7375-43b8-81fe-9449e755a695 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:39.483787 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cc5d47fc-d731-4691-b6e8-6d1c7ee3838f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:39.493462 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c348174-d414-403a-9da5-512f20cdb62d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Port': ['ID=284a0369-8923-4393-83e6-2d5e1613e728,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:39.540392 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c348174-d414-403a-9da5-512f20cdb62d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Network c7cae589-0c01-43bb-ad6e-07c04e29ae25 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:58:39.541894 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-3c348174-d414-403a-9da5-512f20cdb62d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:58:39.661513 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:39.685476 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cc5d47fc-d731-4691-b6e8-6d1c7ee3838f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:39.731680 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 610820a0-7375-43b8-81fe-9449e755a695, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=610820a0-7375-43b8-81fe-9449e755a695,segment=NetworkSegment(e9c3802b-f31a-41ec-8558-0bcd6d3ecac6),segment_id=e9c3802b-f31a-41ec-8558-0bcd6d3ecac6)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:58:39.738234 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53702) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:39.781642 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c348174-d414-403a-9da5-512f20cdb62d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Router 3a41ee11-62d3-4a59-b700-c66c5a173760 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:58:39.812520 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:39.923181 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-cc5d47fc-d731-4691-b6e8-6d1c7ee3838f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:58:39.923888 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-cc5d47fc-d731-4691-b6e8-6d1c7ee3838f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:58:39.924825 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=610820a0-7375-43b8-81fe-9449e755a695,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:39.983054 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c348174-d414-403a-9da5-512f20cdb62d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:58:40.001649 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8e01d9-2864-4652-b309-a111e2b50c55 None None] Sync routers for ids ['3a41ee11-62d3-4a59-b700-c66c5a173760'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:58:40.011297 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8e01d9-2864-4652-b309-a111e2b50c55 None None] Routers {'3a41ee11-62d3-4a59-b700-c66c5a173760'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:40.011981 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-eb8e01d9-2864-4652-b309-a111e2b50c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:58:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['3a41ee11-62d3-4a59-b700-c66c5a173760'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:40.019222 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3c348174-d414-403a-9da5-512f20cdb62d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "PUT /v2.0/routers/3a41ee11-62d3-4a59-b700-c66c5a173760/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4975798 Dec 16 09:58:40.019712 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53708) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:40.055144 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-eb8e01d9-2864-4652-b309-a111e2b50c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:40.068649 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8e01d9-2864-4652-b309-a111e2b50c55 None None] Routers {'3a41ee11-62d3-4a59-b700-c66c5a173760'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:40.069315 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-eb8e01d9-2864-4652-b309-a111e2b50c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:58:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['3a41ee11-62d3-4a59-b700-c66c5a173760'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:40.074665 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8378a07-ba77-43b8-bfba-546a62b7513f tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:40.076244 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e8378a07-ba77-43b8-bfba-546a62b7513f tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "GET /v2.0/ports/284a0369-8923-4393-83e6-2d5e1613e728 HTTP/1.1" status: 200 len: 911 time: 0.0554299 Dec 16 09:58:40.081552 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53710) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:40.107569 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-eb8e01d9-2864-4652-b309-a111e2b50c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:40.108298 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8e01d9-2864-4652-b309-a111e2b50c55 None None] The sync data for ids ['3a41ee11-62d3-4a59-b700-c66c5a173760'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:58:40.286252 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a98f-0252-42db-9209-99612f3997f5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:40.487000 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-15a76fed-c287-4353-9070-fb53017c9526 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:40.567355 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-a7b6a98f-0252-42db-9209-99612f3997f5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Deleting port 6c652190-375f-4d0a-80b8-e9ea1f7695a1 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:58:40.567964 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a98f-0252-42db-9209-99612f3997f5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:40.592539 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-0413b0a0-a795-4a2b-b537-82b4a6ba0ebd None None] Provisioning complete for port 610820a0-7375-43b8-81fe-9449e755a695 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:40.593208 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0413b0a0-a795-4a2b-b537-82b4a6ba0ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:40.677551 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-a7b6a98f-0252-42db-9209-99612f3997f5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] For port 6c652190-375f-4d0a-80b8-e9ea1f7695a1, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=6c652190-375f-4d0a-80b8-e9ea1f7695a1,segment=NetworkSegment(0412d37f-44df-4698-ab4d-7d27a7e4203a),segment_id=0412d37f-44df-4698-ab4d-7d27a7e4203a)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:58:40.678018 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a98f-0252-42db-9209-99612f3997f5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:40.692926 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-a7b6a98f-0252-42db-9209-99612f3997f5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Calling delete_port for 6c652190-375f-4d0a-80b8-e9ea1f7695a1 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:58:40.701370 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-0413b0a0-a795-4a2b-b537-82b4a6ba0ebd None None] Provisioning complete for port 284a0369-8923-4393-83e6-2d5e1613e728 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:40.701816 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0413b0a0-a795-4a2b-b537-82b4a6ba0ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:40.748796 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-0413b0a0-a795-4a2b-b537-82b4a6ba0ebd None None] Port 284a0369-8923-4393-83e6-2d5e1613e728 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:58:40.769530 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:40.812747 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-15a76fed-c287-4353-9070-fb53017c9526 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Allocated IP 2001:db8:1::1 (05465317-60b1-48a7-b744-d5718ff7fb7b/2855d26c-3ce0-49f8-a16f-ac0fc4d71a23/bf9949f5-a66a-42af-bbb8-5eec0cc80a58) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:58:40.849352 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 610820a0-7375-43b8-81fe-9449e755a695 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:58:40.907520 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 610820a0-7375-43b8-81fe-9449e755a695 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:40.907888 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:40.972273 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-15a76fed-c287-4353-9070-fb53017c9526 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:41.038680 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a98f-0252-42db-9209-99612f3997f5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:41.068738 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6a98f-0252-42db-9209-99612f3997f5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event deleted for resources: {'Port': ['ID=6c652190-375f-4d0a-80b8-e9ea1f7695a1,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:41.090475 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-15a76fed-c287-4353-9070-fb53017c9526 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:41.140121 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a76fed-c287-4353-9070-fb53017c9526 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Network 05465317-60b1-48a7-b744-d5718ff7fb7b is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:58:41.143756 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-15a76fed-c287-4353-9070-fb53017c9526 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:58:41.149216 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a76fed-c287-4353-9070-fb53017c9526 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:58:41.149787 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-15a76fed-c287-4353-9070-fb53017c9526 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:41.200473 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a76fed-c287-4353-9070-fb53017c9526 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Port': ['ID=bf9949f5-a66a-42af-bbb8-5eec0cc80a58,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:41.309517 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a98f-0252-42db-9209-99612f3997f5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:41.466169 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-15a76fed-c287-4353-9070-fb53017c9526 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:41.565266 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b6a98f-0252-42db-9209-99612f3997f5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Router 58e81498-5f52-41a1-8f99-2761ef35da8e has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:58:41.583108 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-fdca13cf-12c9-42e1-a718-414ef010a606 None None] Provisioning complete for port bf9949f5-a66a-42af-bbb8-5eec0cc80a58 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:41.583668 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fdca13cf-12c9-42e1-a718-414ef010a606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:41.626207 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-fdca13cf-12c9-42e1-a718-414ef010a606 None None] Port bf9949f5-a66a-42af-bbb8-5eec0cc80a58 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:58:41.701840 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b6a98f-0252-42db-9209-99612f3997f5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:58:41.715400 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a7b6a98f-0252-42db-9209-99612f3997f5 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "PUT /v2.0/routers/58e81498-5f52-41a1-8f99-2761ef35da8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9734735 Dec 16 09:58:41.715659 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53716) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:41.718035 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe9e4cd-301f-4507-8779-1bc8739fff7e None None] Sync routers for ids ['58e81498-5f52-41a1-8f99-2761ef35da8e'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:58:41.730069 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe9e4cd-301f-4507-8779-1bc8739fff7e None None] Routers {'58e81498-5f52-41a1-8f99-2761ef35da8e'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:41.731195 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-ebe9e4cd-301f-4507-8779-1bc8739fff7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:58:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['58e81498-5f52-41a1-8f99-2761ef35da8e'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:41.792764 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0583d34-8bc5-4698-a541-06641c5f8cf2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Deleting subnet 8dfb36f6-69ae-408a-b0a0-be77e7aac83c {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:58:41.802999 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d0583d34-8bc5-4698-a541-06641c5f8cf2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:41.857910 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-15a76fed-c287-4353-9070-fb53017c9526 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:41.860924 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d0583d34-8bc5-4698-a541-06641c5f8cf2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:41.921376 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-15a76fed-c287-4353-9070-fb53017c9526 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:41.922173 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-15a76fed-c287-4353-9070-fb53017c9526 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:41.948316 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-ebe9e4cd-301f-4507-8779-1bc8739fff7e None None] Set router 58e81498-5f52-41a1-8f99-2761ef35da8e gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:58:42.061510 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d0583d34-8bc5-4698-a541-06641c5f8cf2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:42.067080 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a76fed-c287-4353-9070-fb53017c9526 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Port': ['ID=bf9949f5-a66a-42af-bbb8-5eec0cc80a58,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:42.166488 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a76fed-c287-4353-9070-fb53017c9526 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Network 05465317-60b1-48a7-b744-d5718ff7fb7b is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:58:42.168247 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-15a76fed-c287-4353-9070-fb53017c9526 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:58:42.199481 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-ebe9e4cd-301f-4507-8779-1bc8739fff7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688473205', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '98ef2ea2-50a7-48c8-8e24-348779a72158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:53Z', 'updated_at': '2021-12-16T09:58:40Z', 'revision_number': 5, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '98ef2ea2-50a7-48c8-8e24-348779a72158', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:55Z', 'updated_at': '2021-12-16T09:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:42.240069 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe9e4cd-301f-4507-8779-1bc8739fff7e None None] Checking router: 58e81498-5f52-41a1-8f99-2761ef35da8e for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:58:42.250027 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe9e4cd-301f-4507-8779-1bc8739fff7e None None] Routers {'58e81498-5f52-41a1-8f99-2761ef35da8e'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:42.250737 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-ebe9e4cd-301f-4507-8779-1bc8739fff7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:58:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['58e81498-5f52-41a1-8f99-2761ef35da8e'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:42.258455 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d0583d34-8bc5-4698-a541-06641c5f8cf2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:42.275252 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d0583d34-8bc5-4698-a541-06641c5f8cf2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:42.278985 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d0583d34-8bc5-4698-a541-06641c5f8cf2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "DELETE /v2.0/subnets/8dfb36f6-69ae-408a-b0a0-be77e7aac83c HTTP/1.1" status: 204 len: 168 time: 0.5621185 Dec 16 09:58:42.281673 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53722) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:42.284335 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d9c765-01c6-4c26-a001-d97542dd4af6 None None] Network 6d8e3eb2-f578-452f-b641-461fcffc065a requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:58:42.342716 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0583d34-8bc5-4698-a541-06641c5f8cf2 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event deleted for resources: {'Subnet': ['ID=8dfb36f6-69ae-408a-b0a0-be77e7aac83c,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:42.374993 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a76fed-c287-4353-9070-fb53017c9526 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Router 3a41ee11-62d3-4a59-b700-c66c5a173760 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:58:42.412629 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-ebe9e4cd-301f-4507-8779-1bc8739fff7e None None] Set router 58e81498-5f52-41a1-8f99-2761ef35da8e gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:58:42.455542 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5647cc77-26a4-4017-bbd9-d4ebb64fd907 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:42.499424 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a76fed-c287-4353-9070-fb53017c9526 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:58:42.508809 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-15a76fed-c287-4353-9070-fb53017c9526 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "PUT /v2.0/routers/3a41ee11-62d3-4a59-b700-c66c5a173760/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4256847 Dec 16 09:58:42.509644 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53724) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:42.512193 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80aed319-b6d9-4c0d-ac0f-03e9e36d4695 None None] Sync routers for ids ['3a41ee11-62d3-4a59-b700-c66c5a173760'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:58:42.567376 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80aed319-b6d9-4c0d-ac0f-03e9e36d4695 None None] Routers {'3a41ee11-62d3-4a59-b700-c66c5a173760'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:42.568045 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-80aed319-b6d9-4c0d-ac0f-03e9e36d4695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:58:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['3a41ee11-62d3-4a59-b700-c66c5a173760'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:42.576158 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30cb59c-858d-41db-9f34-ab7d926c5fe0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:42.577894 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e30cb59c-858d-41db-9f34-ab7d926c5fe0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "GET /v2.0/ports/bf9949f5-a66a-42af-bbb8-5eec0cc80a58 HTTP/1.1" status: 200 len: 913 time: 0.0671937 Dec 16 09:58:42.581050 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53726) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:42.623303 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-80aed319-b6d9-4c0d-ac0f-03e9e36d4695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:42.633280 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-796fa219-5787-4a11-876b-00147716198b None None] Provisioning complete for port bf9949f5-a66a-42af-bbb8-5eec0cc80a58 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:42.633862 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-796fa219-5787-4a11-876b-00147716198b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:42.637923 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80aed319-b6d9-4c0d-ac0f-03e9e36d4695 None None] Routers {'3a41ee11-62d3-4a59-b700-c66c5a173760'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:42.638730 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-80aed319-b6d9-4c0d-ac0f-03e9e36d4695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:58:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['3a41ee11-62d3-4a59-b700-c66c5a173760'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:42.664582 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed836cd3-e99c-46cc-ade9-ad1e16c89e6b None None] DHCP port deletion for 6d8e3eb2-f578-452f-b641-461fcffc065a request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:58:42.693429 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-ebe9e4cd-301f-4507-8779-1bc8739fff7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688473205', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '98ef2ea2-50a7-48c8-8e24-348779a72158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:53Z', 'updated_at': '2021-12-16T09:58:40Z', 'revision_number': 5, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '98ef2ea2-50a7-48c8-8e24-348779a72158', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:55Z', 'updated_at': '2021-12-16T09:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:42.705843 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5647cc77-26a4-4017-bbd9-d4ebb64fd907 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:42.709782 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-80aed319-b6d9-4c0d-ac0f-03e9e36d4695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:42.710793 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80aed319-b6d9-4c0d-ac0f-03e9e36d4695 None None] The sync data for ids ['3a41ee11-62d3-4a59-b700-c66c5a173760'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:58:42.727150 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe9e4cd-301f-4507-8779-1bc8739fff7e None None] The sync data for ids ['58e81498-5f52-41a1-8f99-2761ef35da8e'] in n-d-820550-2 is: [{'id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688473205', 'tenant_id': '7d5ec801137f4c9888df57468cddd269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '98ef2ea2-50a7-48c8-8e24-348779a72158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:53Z', 'updated_at': '2021-12-16T09:58:40Z', 'revision_number': 5, 'project_id': '7d5ec801137f4c9888df57468cddd269', 'gw_port': {'id': '98ef2ea2-50a7-48c8-8e24-348779a72158', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e81498-5f52-41a1-8f99-2761ef35da8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:55Z', 'updated_at': '2021-12-16T09:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:58:42.752196 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-796fa219-5787-4a11-876b-00147716198b None None] Port bf9949f5-a66a-42af-bbb8-5eec0cc80a58 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:58:42.794386 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-ed836cd3-e99c-46cc-ade9-ad1e16c89e6b None None] Deleting port 424ffd78-1658-483c-b581-9258c675a523 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:58:42.794756 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ed836cd3-e99c-46cc-ade9-ad1e16c89e6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:42.830245 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-5647cc77-26a4-4017-bbd9-d4ebb64fd907 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Deleting port 98ef2ea2-50a7-48c8-8e24-348779a72158 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:58:42.831141 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5647cc77-26a4-4017-bbd9-d4ebb64fd907 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:42.874549 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-ed836cd3-e99c-46cc-ade9-ad1e16c89e6b None None] For port 424ffd78-1658-483c-b581-9258c675a523, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=424ffd78-1658-483c-b581-9258c675a523,segment=NetworkSegment(0412d37f-44df-4698-ab4d-7d27a7e4203a),segment_id=0412d37f-44df-4698-ab4d-7d27a7e4203a)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:58:42.875015 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ed836cd3-e99c-46cc-ade9-ad1e16c89e6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:42.897012 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-ed836cd3-e99c-46cc-ade9-ad1e16c89e6b None None] Calling delete_port for 424ffd78-1658-483c-b581-9258c675a523 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:58:42.925632 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-5647cc77-26a4-4017-bbd9-d4ebb64fd907 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] For port 98ef2ea2-50a7-48c8-8e24-348779a72158, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=98ef2ea2-50a7-48c8-8e24-348779a72158,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:58:42.926375 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5647cc77-26a4-4017-bbd9-d4ebb64fd907 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:42.947382 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-5647cc77-26a4-4017-bbd9-d4ebb64fd907 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Calling delete_port for 98ef2ea2-50a7-48c8-8e24-348779a72158 owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:58:43.054411 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1ee6ed09-e4a0-414c-9ed9-a4e9eb769e45 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:43.076968 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ed836cd3-e99c-46cc-ade9-ad1e16c89e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:43.123359 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed836cd3-e99c-46cc-ade9-ad1e16c89e6b None None] Pushing event deleted for resources: {'Port': ['ID=424ffd78-1658-483c-b581-9258c675a523,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:43.151244 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed836cd3-e99c-46cc-ade9-ad1e16c89e6b None None] No DVR routers for this DVR port 424ffd78-1658-483c-b581-9258c675a523 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:58:43.193216 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 424ffd78-1658-483c-b581-9258c675a523 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:58:43.220730 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 424ffd78-1658-483c-b581-9258c675a523 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:58:43.221064 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5647cc77-26a4-4017-bbd9-d4ebb64fd907 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:43.221411 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 424ffd78-1658-483c-b581-9258c675a523 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:58:43.221924 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6c652190-375f-4d0a-80b8-e9ea1f7695a1 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:58:43.242899 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 6c652190-375f-4d0a-80b8-e9ea1f7695a1 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:58:43.243356 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6c652190-375f-4d0a-80b8-e9ea1f7695a1 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:58:43.264561 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5647cc77-26a4-4017-bbd9-d4ebb64fd907 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event deleted for resources: {'Port': ['ID=98ef2ea2-50a7-48c8-8e24-348779a72158,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:43.339173 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5647cc77-26a4-4017-bbd9-d4ebb64fd907 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:43.420561 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-1ee6ed09-e4a0-414c-9ed9-a4e9eb769e45 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Deleting port bf9949f5-a66a-42af-bbb8-5eec0cc80a58 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:58:43.421152 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1ee6ed09-e4a0-414c-9ed9-a4e9eb769e45 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:43.439676 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5647cc77-26a4-4017-bbd9-d4ebb64fd907 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:43.442119 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5647cc77-26a4-4017-bbd9-d4ebb64fd907 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:43.519523 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1ee6ed09-e4a0-414c-9ed9-a4e9eb769e45 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:43.532214 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-1ee6ed09-e4a0-414c-9ed9-a4e9eb769e45 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Calling delete_port for bf9949f5-a66a-42af-bbb8-5eec0cc80a58 owned by network:router_interface {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:58:43.552869 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5647cc77-26a4-4017-bbd9-d4ebb64fd907 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:43.553582 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5647cc77-26a4-4017-bbd9-d4ebb64fd907 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Fanout notify agent at l3_agent the message router_deleted on router 58e81498-5f52-41a1-8f99-2761ef35da8e {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:58:43.566376 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5647cc77-26a4-4017-bbd9-d4ebb64fd907 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:43.566376 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5647cc77-26a4-4017-bbd9-d4ebb64fd907 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "DELETE /v2.0/routers/58e81498-5f52-41a1-8f99-2761ef35da8e HTTP/1.1" status: 204 len: 168 time: 1.2802045 Dec 16 09:58:43.566376 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53732) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:43.653564 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b26afb36-7176-49cd-9b85-9ae3943fac3f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:43.757640 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b26afb36-7176-49cd-9b85-9ae3943fac3f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:43.802579 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1ee6ed09-e4a0-414c-9ed9-a4e9eb769e45 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:43.832206 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6ed09-e4a0-414c-9ed9-a4e9eb769e45 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event deleted for resources: {'Port': ['ID=bf9949f5-a66a-42af-bbb8-5eec0cc80a58,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:43.962235 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1ee6ed09-e4a0-414c-9ed9-a4e9eb769e45 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:44.184520 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-b26afb36-7176-49cd-9b85-9ae3943fac3f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d8e3eb2-f578-452f-b641-461fcffc065a']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:44.194437 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-b26afb36-7176-49cd-9b85-9ae3943fac3f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0412d37f-44df-4698-ab4d-7d27a7e4203a') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:44.194822 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-b26afb36-7176-49cd-9b85-9ae3943fac3f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0412d37f-44df-4698-ab4d-7d27a7e4203a') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:44.198287 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee6ed09-e4a0-414c-9ed9-a4e9eb769e45 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Router 3a41ee11-62d3-4a59-b700-c66c5a173760 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:58:44.205375 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b26afb36-7176-49cd-9b85-9ae3943fac3f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:44.219532 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b26afb36-7176-49cd-9b85-9ae3943fac3f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:44.225690 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b26afb36-7176-49cd-9b85-9ae3943fac3f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:58:44.226149 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b26afb36-7176-49cd-9b85-9ae3943fac3f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:44.231714 n-d-820550-2 neutron-server[102817]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:58:44.231714 n-d-820550-2 neutron-server[102817]: items = [ Dec 16 09:58:44.231714 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:58:44.231714 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:58:44.231714 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:58:44.231714 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:58:44.231714 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:58:44.231714 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:58:44.231714 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:58:44.231714 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:58:44.231714 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:58:44.231714 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:58:44.231714 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:58:44.231714 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:58:44.231714 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:58:44.231714 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:58:44.231714 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:58:44.231714 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:58:44.231714 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:58:44.231714 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:58:44.231714 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:58:44.231714 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:58:44.231714 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:58:44.231714 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:58:44.231714 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:58:44.231714 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:58:44.231714 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:58:44.231714 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:58:44.231714 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:58:44.231714 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:58:44.231714 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:58:44.231714 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:58:44.231714 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:58:44.231714 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:58:44.299174 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee6ed09-e4a0-414c-9ed9-a4e9eb769e45 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:58:44.305175 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1ee6ed09-e4a0-414c-9ed9-a4e9eb769e45 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "PUT /v2.0/routers/3a41ee11-62d3-4a59-b700-c66c5a173760/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7225730 Dec 16 09:58:44.309436 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53738) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:44.310908 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838eaf81-3a5a-44d7-949a-050f42a20edd None None] Sync routers for ids ['3a41ee11-62d3-4a59-b700-c66c5a173760'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:58:44.332588 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838eaf81-3a5a-44d7-949a-050f42a20edd None None] Routers {'3a41ee11-62d3-4a59-b700-c66c5a173760'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:44.333566 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-838eaf81-3a5a-44d7-949a-050f42a20edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:58:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['3a41ee11-62d3-4a59-b700-c66c5a173760'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:44.377056 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-838eaf81-3a5a-44d7-949a-050f42a20edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:44.388165 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838eaf81-3a5a-44d7-949a-050f42a20edd None None] Routers {'3a41ee11-62d3-4a59-b700-c66c5a173760'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:44.389317 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-838eaf81-3a5a-44d7-949a-050f42a20edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:58:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['3a41ee11-62d3-4a59-b700-c66c5a173760'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:44.391765 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b26afb36-7176-49cd-9b85-9ae3943fac3f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:44.400113 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b26afb36-7176-49cd-9b85-9ae3943fac3f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:44.406528 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b26afb36-7176-49cd-9b85-9ae3943fac3f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "DELETE /v2.0/networks/6d8e3eb2-f578-452f-b641-461fcffc065a HTTP/1.1" status: 204 len: 168 time: 0.8372221 Dec 16 09:58:44.406979 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53740) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:44.424647 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26afb36-7176-49cd-9b85-9ae3943fac3f tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event deleted for resources: {'Network': ['ID=6d8e3eb2-f578-452f-b641-461fcffc065a,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:44.433949 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-838eaf81-3a5a-44d7-949a-050f42a20edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:44.434690 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838eaf81-3a5a-44d7-949a-050f42a20edd None None] The sync data for ids ['3a41ee11-62d3-4a59-b700-c66c5a173760'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:58:44.470757 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-004ccbd2-f13b-4d93-8251-14514f656244 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:44.498151 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-004ccbd2-f13b-4d93-8251-14514f656244 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:44.667704 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-004ccbd2-f13b-4d93-8251-14514f656244 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:44.670420 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-004ccbd2-f13b-4d93-8251-14514f656244 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:44.671668 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-004ccbd2-f13b-4d93-8251-14514f656244 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] 10.222.0.60 "DELETE /v2.0/security-groups/eb7ac98d-53ff-4336-91bc-b38b17a03a8c HTTP/1.1" status: 204 len: 168 time: 0.2636056 Dec 16 09:58:44.681035 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ccbd2-f13b-4d93-8251-14514f656244 tempest-TestNetworkAdvancedServerOps-501834017 tempest-TestNetworkAdvancedServerOps-501834017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7ac98d-53ff-4336-91bc-b38b17a03a8c,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:44.689141 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b173a4b1-e35d-4339-bab5-3be4b0b2dd21 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:44.843874 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 98ef2ea2-50a7-48c8-8e24-348779a72158 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:58:44.880472 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 98ef2ea2-50a7-48c8-8e24-348779a72158 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:58:44.880472 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 98ef2ea2-50a7-48c8-8e24-348779a72158 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:58:44.984215 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-b173a4b1-e35d-4339-bab5-3be4b0b2dd21 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Deleting port 284a0369-8923-4393-83e6-2d5e1613e728 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:58:44.984992 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b173a4b1-e35d-4339-bab5-3be4b0b2dd21 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:45.090183 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b173a4b1-e35d-4339-bab5-3be4b0b2dd21 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:45.106709 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-b173a4b1-e35d-4339-bab5-3be4b0b2dd21 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Calling delete_port for 284a0369-8923-4393-83e6-2d5e1613e728 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:58:45.415727 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b173a4b1-e35d-4339-bab5-3be4b0b2dd21 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:45.449413 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53754) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:45.451717 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b173a4b1-e35d-4339-bab5-3be4b0b2dd21 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event deleted for resources: {'Port': ['ID=284a0369-8923-4393-83e6-2d5e1613e728,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:45.587399 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b173a4b1-e35d-4339-bab5-3be4b0b2dd21 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:45.683149 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b8680101-5a74-4d1e-9453-f4920675796f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7d5ec801137f4c9888df57468cddd269&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2364476 Dec 16 09:58:45.689609 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53762) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:45.743842 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cdde6ebc-c074-4422-8cad-00abfd050b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:45.759444 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b173a4b1-e35d-4339-bab5-3be4b0b2dd21 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Router 3a41ee11-62d3-4a59-b700-c66c5a173760 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:58:45.766076 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cdde6ebc-c074-4422-8cad-00abfd050b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:45.846753 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b173a4b1-e35d-4339-bab5-3be4b0b2dd21 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:58:45.852857 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b173a4b1-e35d-4339-bab5-3be4b0b2dd21 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "PUT /v2.0/routers/3a41ee11-62d3-4a59-b700-c66c5a173760/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5404773 Dec 16 09:58:45.856134 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53766) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:45.864193 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f9652b-1d3f-482a-90f6-da4d669b8091 None None] Sync routers for ids ['3a41ee11-62d3-4a59-b700-c66c5a173760'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:58:45.873901 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f9652b-1d3f-482a-90f6-da4d669b8091 None None] Routers {'3a41ee11-62d3-4a59-b700-c66c5a173760'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:45.874846 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-e7f9652b-1d3f-482a-90f6-da4d669b8091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:58:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['3a41ee11-62d3-4a59-b700-c66c5a173760'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:45.890451 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a7c255c3-7aa4-4446-92ab-9c12454f5843 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a41ee11-62d3-4a59-b700-c66c5a173760 HTTP/1.1" status: 200 len: 205 time: 0.0266430 Dec 16 09:58:45.892446 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53768) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:45.908574 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-e7f9652b-1d3f-482a-90f6-da4d669b8091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:45.921204 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f9652b-1d3f-482a-90f6-da4d669b8091 None None] Routers {'3a41ee11-62d3-4a59-b700-c66c5a173760'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:45.921886 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-e7f9652b-1d3f-482a-90f6-da4d669b8091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:58:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['3a41ee11-62d3-4a59-b700-c66c5a173760'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:45.944175 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff91d6-bdc8-46ce-919c-f400d751bdc6 req-61c73fe0-8984-4ce3-a4ae-da3ee4da3291 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:45.945844 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cbff91d6-bdc8-46ce-919c-f400d751bdc6 req-61c73fe0-8984-4ce3-a4ae-da3ee4da3291 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 945 time: 0.0571463 Dec 16 09:58:45.956080 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-e7f9652b-1d3f-482a-90f6-da4d669b8091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:45.956807 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f9652b-1d3f-482a-90f6-da4d669b8091 None None] The sync data for ids ['3a41ee11-62d3-4a59-b700-c66c5a173760'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:58:45.961032 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cdde6ebc-c074-4422-8cad-00abfd050b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:45.964374 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cdde6ebc-c074-4422-8cad-00abfd050b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:45.965526 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-cdde6ebc-c074-4422-8cad-00abfd050b60 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0014d86b-c8a4-41b1-9df7-bbdd449b7762 HTTP/1.1" status: 204 len: 168 time: 0.2746878 Dec 16 09:58:45.979233 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5eb63b84-165a-41a4-be33-a9fef50e57a2 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:45.983340 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde6ebc-c074-4422-8cad-00abfd050b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0014d86b-c8a4-41b1-9df7-bbdd449b7762,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:46.008615 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cbff91d6-bdc8-46ce-919c-f400d751bdc6 req-6dd3e86a-42b0-4fb8-8ba7-b8fb0f4ca96b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b27b118-a53f-4982-9ddb-43d8a0c776b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554013 Dec 16 09:58:46.167956 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5eb63b84-165a-41a4-be33-a9fef50e57a2 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:46.170431 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5eb63b84-165a-41a4-be33-a9fef50e57a2 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:46.336956 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5eb63b84-165a-41a4-be33-a9fef50e57a2 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:46.343864 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb63b84-165a-41a4-be33-a9fef50e57a2 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Fanout notify agent at l3_agent the message router_deleted on router 3a41ee11-62d3-4a59-b700-c66c5a173760 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:58:46.358539 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5eb63b84-165a-41a4-be33-a9fef50e57a2 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:46.360039 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5eb63b84-165a-41a4-be33-a9fef50e57a2 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/routers/3a41ee11-62d3-4a59-b700-c66c5a173760 HTTP/1.1" status: 204 len: 168 time: 0.4665930 Dec 16 09:58:46.362791 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53776) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:46.435713 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-964fd55e-2417-42de-9cae-b2dbe31ae008 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Deleting subnet 2855d26c-3ce0-49f8-a16f-ac0fc4d71a23 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:58:46.438707 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-964fd55e-2417-42de-9cae-b2dbe31ae008 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:46.493447 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-964fd55e-2417-42de-9cae-b2dbe31ae008 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:46.615605 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-964fd55e-2417-42de-9cae-b2dbe31ae008 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:46.790168 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53788) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:46.819238 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-964fd55e-2417-42de-9cae-b2dbe31ae008 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:46.879720 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fd55e-2417-42de-9cae-b2dbe31ae008 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event deleted for resources: {'Subnet': ['ID=2855d26c-3ce0-49f8-a16f-ac0fc4d71a23,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:46.888063 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-964fd55e-2417-42de-9cae-b2dbe31ae008 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:46.897029 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-964fd55e-2417-42de-9cae-b2dbe31ae008 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/subnets/2855d26c-3ce0-49f8-a16f-ac0fc4d71a23 HTTP/1.1" status: 204 len: 168 time: 0.5294647 Dec 16 09:58:46.897455 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53790) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:46.899684 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d9e62d-35e0-4d3c-882f-6860cbc034d6 None None] Network 05465317-60b1-48a7-b744-d5718ff7fb7b requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:58:46.940945 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f74e452c-aa64-4d9d-a4a5-41bb71a35031 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=52b7fcf2c8844bc49b2f0dce21129f97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1481361 Dec 16 09:58:46.944422 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53792) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:46.982335 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c1f225-8b7b-4e92-982c-74730ae130b9 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Deleting subnet 4ff914d8-8c4e-405d-9a90-ce2ec3c3eee2 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:58:46.992192 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-71c1f225-8b7b-4e92-982c-74730ae130b9 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:47.070887 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5c1b440b-66ee-469d-9672-3d50cd0ff0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:47.090134 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-71c1f225-8b7b-4e92-982c-74730ae130b9 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:47.136036 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5c1b440b-66ee-469d-9672-3d50cd0ff0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:47.309628 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87462a6-14c1-4c5e-8c65-6bf45b886b57 None None] DHCP port deletion for 05465317-60b1-48a7-b744-d5718ff7fb7b request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:58:47.310881 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da46b3-83dd-4111-9fdd-1f797ce8356c req-340a0eb3-0acf-4b8a-844e-457bbcfbd92a tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:47.310881 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e4da46b3-83dd-4111-9fdd-1f797ce8356c req-340a0eb3-0acf-4b8a-844e-457bbcfbd92a tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 945 time: 0.0741868 Dec 16 09:58:47.312352 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-71c1f225-8b7b-4e92-982c-74730ae130b9 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:47.321417 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e4da46b3-83dd-4111-9fdd-1f797ce8356c req-61e0e232-048d-451c-a601-a9850a59f471 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b27b118-a53f-4982-9ddb-43d8a0c776b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541024 Dec 16 09:58:47.332292 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-c87462a6-14c1-4c5e-8c65-6bf45b886b57 None None] Deleting port 610820a0-7375-43b8-81fe-9449e755a695 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:58:47.332730 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c87462a6-14c1-4c5e-8c65-6bf45b886b57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:47.411755 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-c87462a6-14c1-4c5e-8c65-6bf45b886b57 None None] For port 610820a0-7375-43b8-81fe-9449e755a695, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=610820a0-7375-43b8-81fe-9449e755a695,segment=NetworkSegment(e9c3802b-f31a-41ec-8558-0bcd6d3ecac6),segment_id=e9c3802b-f31a-41ec-8558-0bcd6d3ecac6)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:58:47.412358 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c87462a6-14c1-4c5e-8c65-6bf45b886b57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:47.430108 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-c87462a6-14c1-4c5e-8c65-6bf45b886b57 None None] Calling delete_port for 610820a0-7375-43b8-81fe-9449e755a695 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:58:47.500491 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5c1b440b-66ee-469d-9672-3d50cd0ff0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:47.503458 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5c1b440b-66ee-469d-9672-3d50cd0ff0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:47.505038 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5c1b440b-66ee-469d-9672-3d50cd0ff0be admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5c7a3b27-f64f-49ec-bc44-67996b3568c3 HTTP/1.1" status: 204 len: 168 time: 0.5587244 Dec 16 09:58:47.517637 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b440b-66ee-469d-9672-3d50cd0ff0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7a3b27-f64f-49ec-bc44-67996b3568c3,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:47.555955 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-71c1f225-8b7b-4e92-982c-74730ae130b9 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:47.577633 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-71c1f225-8b7b-4e92-982c-74730ae130b9 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:47.583787 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53802) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:47.584062 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-71c1f225-8b7b-4e92-982c-74730ae130b9 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/subnets/4ff914d8-8c4e-405d-9a90-ce2ec3c3eee2 HTTP/1.1" status: 204 len: 168 time: 0.6851013 Dec 16 09:58:47.591579 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b0af45-4918-48d0-ac8d-8f203d147a66 None None] Network c7cae589-0c01-43bb-ad6e-07c04e29ae25 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:58:47.605102 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1f225-8b7b-4e92-982c-74730ae130b9 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event deleted for resources: {'Subnet': ['ID=4ff914d8-8c4e-405d-9a90-ce2ec3c3eee2,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:47.701568 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-756fb701-9048-4d2f-93c2-d5054867e15a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:47.725177 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c87462a6-14c1-4c5e-8c65-6bf45b886b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:47.731091 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-756fb701-9048-4d2f-93c2-d5054867e15a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] The port '610820a0-7375-43b8-81fe-9449e755a695' was deleted {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Dec 16 09:58:47.772679 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87462a6-14c1-4c5e-8c65-6bf45b886b57 None None] No DVR routers for this DVR port 610820a0-7375-43b8-81fe-9449e755a695 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:58:47.778128 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87462a6-14c1-4c5e-8c65-6bf45b886b57 None None] Pushing event deleted for resources: {'Port': ['ID=610820a0-7375-43b8-81fe-9449e755a695,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:47.832725 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-756fb701-9048-4d2f-93c2-d5054867e15a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:47.864162 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-756fb701-9048-4d2f-93c2-d5054867e15a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05465317-60b1-48a7-b744-d5718ff7fb7b']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:47.874959 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-756fb701-9048-4d2f-93c2-d5054867e15a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9c3802b-f31a-41ec-8558-0bcd6d3ecac6') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:47.875520 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-756fb701-9048-4d2f-93c2-d5054867e15a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9c3802b-f31a-41ec-8558-0bcd6d3ecac6') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:47.885931 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-756fb701-9048-4d2f-93c2-d5054867e15a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:47.897125 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6cd55b-1225-411a-8227-c38272add0a9 None None] DHCP port deletion for c7cae589-0c01-43bb-ad6e-07c04e29ae25 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:58:47.903482 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-756fb701-9048-4d2f-93c2-d5054867e15a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:47.909643 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756fb701-9048-4d2f-93c2-d5054867e15a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:58:47.910281 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-756fb701-9048-4d2f-93c2-d5054867e15a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:47.913096 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:58:47.913096 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:58:47.913096 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:58:47.913096 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:58:47.913096 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:58:47.913096 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:58:47.913096 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:58:47.913096 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:58:47.913096 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:58:47.913096 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:58:47.913096 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:58:47.913096 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:58:47.913096 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:58:47.913096 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:58:47.913096 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:58:47.913096 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:58:47.913096 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:58:47.913096 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:58:47.913096 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:58:47.913096 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:58:47.913096 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:58:47.913096 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:58:47.913096 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:58:47.913096 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:58:47.913096 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:58:47.913096 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:58:47.913096 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:58:47.913096 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:58:47.913096 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:58:47.913096 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:58:47.913096 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:58:47.913096 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:58:47.958379 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-9d6cd55b-1225-411a-8227-c38272add0a9 None None] Deleting port 26f3ffae-8877-4dc5-9538-a1478a162054 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:58:47.959014 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9d6cd55b-1225-411a-8227-c38272add0a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:48.061985 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-756fb701-9048-4d2f-93c2-d5054867e15a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:48.062868 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-9d6cd55b-1225-411a-8227-c38272add0a9 None None] For port 26f3ffae-8877-4dc5-9538-a1478a162054, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=26f3ffae-8877-4dc5-9538-a1478a162054,segment=NetworkSegment(fa78ae6f-6cd6-45ee-afcc-7defebaf193a),segment_id=fa78ae6f-6cd6-45ee-afcc-7defebaf193a)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:58:48.063483 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9d6cd55b-1225-411a-8227-c38272add0a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:48.070829 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-756fb701-9048-4d2f-93c2-d5054867e15a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:48.080038 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-756fb701-9048-4d2f-93c2-d5054867e15a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/networks/05465317-60b1-48a7-b744-d5718ff7fb7b HTTP/1.1" status: 204 len: 168 time: 0.4950614 Dec 16 09:58:48.084151 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53812) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:48.087091 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-9d6cd55b-1225-411a-8227-c38272add0a9 None None] Calling delete_port for 26f3ffae-8877-4dc5-9538-a1478a162054 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:58:48.154355 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756fb701-9048-4d2f-93c2-d5054867e15a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event deleted for resources: {'Network': ['ID=05465317-60b1-48a7-b744-d5718ff7fb7b,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:48.270086 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2bb411d2-6785-4c32-a32d-caf7ead7dde0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:48.357913 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-2bb411d2-6785-4c32-a32d-caf7ead7dde0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Deleting port 26f3ffae-8877-4dc5-9538-a1478a162054 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:58:48.357913 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2bb411d2-6785-4c32-a32d-caf7ead7dde0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:48.452434 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-2bb411d2-6785-4c32-a32d-caf7ead7dde0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] For port 26f3ffae-8877-4dc5-9538-a1478a162054, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=26f3ffae-8877-4dc5-9538-a1478a162054,segment=NetworkSegment(fa78ae6f-6cd6-45ee-afcc-7defebaf193a),segment_id=fa78ae6f-6cd6-45ee-afcc-7defebaf193a)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:58:48.452797 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2bb411d2-6785-4c32-a32d-caf7ead7dde0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:48.478671 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-2bb411d2-6785-4c32-a32d-caf7ead7dde0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Calling delete_port for 26f3ffae-8877-4dc5-9538-a1478a162054 owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:58:48.530936 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9d6cd55b-1225-411a-8227-c38272add0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:48.559888 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6cd55b-1225-411a-8227-c38272add0a9 None None] Pushing event deleted for resources: {'Port': ['ID=26f3ffae-8877-4dc5-9538-a1478a162054,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:48.562895 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6cd55b-1225-411a-8227-c38272add0a9 None None] No DVR routers for this DVR port 26f3ffae-8877-4dc5-9538-a1478a162054 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:58:48.571293 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f95a3-4880-4963-94e4-82ded2814e37 req-c6dc7812-cf0d-4db5-be6a-6415a8296102 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:48.573538 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-669f95a3-4880-4963-94e4-82ded2814e37 req-c6dc7812-cf0d-4db5-be6a-6415a8296102 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 945 time: 0.1178458 Dec 16 09:58:48.631594 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-669f95a3-4880-4963-94e4-82ded2814e37 req-5cd52b86-3d52-4341-932e-dcea4eccdbee tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b27b118-a53f-4982-9ddb-43d8a0c776b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497661 Dec 16 09:58:48.641056 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2bb411d2-6785-4c32-a32d-caf7ead7dde0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:48.675695 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb411d2-6785-4c32-a32d-caf7ead7dde0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] No DVR routers for this DVR port 26f3ffae-8877-4dc5-9538-a1478a162054 on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:58:48.680525 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb411d2-6785-4c32-a32d-caf7ead7dde0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event deleted for resources: {'Port': ['ID=26f3ffae-8877-4dc5-9538-a1478a162054,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:48.910349 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 610820a0-7375-43b8-81fe-9449e755a695 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:58:48.939121 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 610820a0-7375-43b8-81fe-9449e755a695 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:58:48.940064 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 610820a0-7375-43b8-81fe-9449e755a695 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:58:48.941232 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 26f3ffae-8877-4dc5-9538-a1478a162054 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:58:48.974680 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 26f3ffae-8877-4dc5-9538-a1478a162054 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:58:48.976344 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 26f3ffae-8877-4dc5-9538-a1478a162054 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:58:49.109643 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53844) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:49.195380 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2bb411d2-6785-4c32-a32d-caf7ead7dde0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:49.223274 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-2bb411d2-6785-4c32-a32d-caf7ead7dde0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7cae589-0c01-43bb-ad6e-07c04e29ae25']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:49.235222 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-2bb411d2-6785-4c32-a32d-caf7ead7dde0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa78ae6f-6cd6-45ee-afcc-7defebaf193a') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:49.235392 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-2bb411d2-6785-4c32-a32d-caf7ead7dde0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa78ae6f-6cd6-45ee-afcc-7defebaf193a') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:49.247351 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2bb411d2-6785-4c32-a32d-caf7ead7dde0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:49.255934 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-b35719af-fd40-4a1e-ad52-d82f5fd3bda1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1877547181-network', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:58:49.268984 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2bb411d2-6785-4c32-a32d-caf7ead7dde0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:49.287109 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb411d2-6785-4c32-a32d-caf7ead7dde0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:58:49.287517 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2bb411d2-6785-4c32-a32d-caf7ead7dde0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: self.session.flush() Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: self.session.flush() Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: self.session.flush() Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: self.session.flush() Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:58:49.290802 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:58:49.410276 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35719af-fd40-4a1e-ad52-d82f5fd3bda1 admin admin] Made reservation on behalf of d700775fc1ae4ac7800b87ec102ae69e for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:58:49.412746 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b35719af-fd40-4a1e-ad52-d82f5fd3bda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:49.424625 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b35719af-fd40-4a1e-ad52-d82f5fd3bda1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:49.604854 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2bb411d2-6785-4c32-a32d-caf7ead7dde0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:49.612468 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2bb411d2-6785-4c32-a32d-caf7ead7dde0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:49.621924 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2bb411d2-6785-4c32-a32d-caf7ead7dde0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/networks/c7cae589-0c01-43bb-ad6e-07c04e29ae25 HTTP/1.1" status: 204 len: 168 time: 1.5303192 Dec 16 09:58:49.621924 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53852) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:49.636217 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-2439a984-6a1c-450a-97b9-33cc2c9788b3 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1010790394'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:58:49.642743 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb411d2-6785-4c32-a32d-caf7ead7dde0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event deleted for resources: {'Network': ['ID=c7cae589-0c01-43bb-ad6e-07c04e29ae25,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:49.702479 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b35719af-fd40-4a1e-ad52-d82f5fd3bda1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:49.781328 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ad732-6bc3-4431-a87d-7d825791b623 req-4f2e7d9e-affa-4936-b310-f1dc6eaf95c9 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:49.783645 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-822ad732-6bc3-4431-a87d-7d825791b623 req-4f2e7d9e-affa-4936-b310-f1dc6eaf95c9 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 945 time: 0.0639722 Dec 16 09:58:49.798184 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2439a984-6a1c-450a-97b9-33cc2c9788b3 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Made reservation on behalf of 45d39d1df40c460ead5363b359be384b for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:58:49.802082 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2439a984-6a1c-450a-97b9-33cc2c9788b3 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:49.836766 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2439a984-6a1c-450a-97b9-33cc2c9788b3 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:58:49.845782 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-822ad732-6bc3-4431-a87d-7d825791b623 req-289ab20f-e2be-4eee-b98e-66d4a256aa47 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b27b118-a53f-4982-9ddb-43d8a0c776b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502200 Dec 16 09:58:49.848617 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2439a984-6a1c-450a-97b9-33cc2c9788b3 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:49.848977 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-2439a984-6a1c-450a-97b9-33cc2c9788b3 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Added segment a4ef468d-4868-473e-978f-2ba805aba457 of type vlan for network 0299c2b0-6f28-41eb-aa34-ca949ba765b4 Dec 16 09:58:49.872564 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b35719af-fd40-4a1e-ad52-d82f5fd3bda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:49.898041 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b35719af-fd40-4a1e-ad52-d82f5fd3bda1 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:58:49.910284 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35719af-fd40-4a1e-ad52-d82f5fd3bda1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb54de0e-344f-4e35-864a-032ff66c0af9,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:49.913858 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2439a984-6a1c-450a-97b9-33cc2c9788b3 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:49.934066 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b35719af-fd40-4a1e-ad52-d82f5fd3bda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:49.934066 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-b35719af-fd40-4a1e-ad52-d82f5fd3bda1 admin admin] Added segment a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6 of type vlan for network e3612a9f-8ab3-4e75-9810-d35fcac351bb Dec 16 09:58:49.979981 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b35719af-fd40-4a1e-ad52-d82f5fd3bda1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:50.067289 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2439a984-6a1c-450a-97b9-33cc2c9788b3 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:50.075836 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2439a984-6a1c-450a-97b9-33cc2c9788b3 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:50.076871 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2439a984-6a1c-450a-97b9-33cc2c9788b3 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:50.118884 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b35719af-fd40-4a1e-ad52-d82f5fd3bda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:50.120074 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35719af-fd40-4a1e-ad52-d82f5fd3bda1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:50.120774 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b35719af-fd40-4a1e-ad52-d82f5fd3bda1 admin admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:50.185725 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2439a984-6a1c-450a-97b9-33cc2c9788b3 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Network': ['ID=0299c2b0-6f28-41eb-aa34-ca949ba765b4,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:50.191361 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35719af-fd40-4a1e-ad52-d82f5fd3bda1 admin admin] Pushing event updated for resources: {'Network': ['ID=e3612a9f-8ab3-4e75-9810-d35fcac351bb,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:50.199614 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 0299c2b0-6f28-41eb-aa34-ca949ba765b4 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:58:50.218081 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network e3612a9f-8ab3-4e75-9810-d35fcac351bb details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:58:50.263884 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b35719af-fd40-4a1e-ad52-d82f5fd3bda1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1520696 Dec 16 09:58:50.267845 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53860) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:50.276016 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-11f0d48d-08b9-41a1-841d-398c70daeb8e admin admin] Request body: {'subnet': {'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1877547181-subnet', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:58:50.314487 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2439a984-6a1c-450a-97b9-33cc2c9788b3 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6912866 Dec 16 09:58:50.317774 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53864) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:50.323809 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-1369c960-2f34-4d76-beff-c0519db1ba21 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Request body: {'subnet': {'network_id': '0299c2b0-6f28-41eb-aa34-ca949ba765b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:58:50.418070 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f0d48d-08b9-41a1-841d-398c70daeb8e admin admin] Made reservation on behalf of d700775fc1ae4ac7800b87ec102ae69e for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:58:50.420341 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-11f0d48d-08b9-41a1-841d-398c70daeb8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:50.594513 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1369c960-2f34-4d76-beff-c0519db1ba21 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Made reservation on behalf of 45d39d1df40c460ead5363b359be384b for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:58:50.598346 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1369c960-2f34-4d76-beff-c0519db1ba21 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:50.803832 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-11f0d48d-08b9-41a1-841d-398c70daeb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:50.872968 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0d48d-08b9-41a1-841d-398c70daeb8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=671bcf58-3379-4056-970a-d40ccd64fd91,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:50.891816 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f0d48d-08b9-41a1-841d-398c70daeb8e admin admin] Checking segment: {'id': 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:58:50.891964 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f0d48d-08b9-41a1-841d-398c70daeb8e admin admin] Network hostable DHCP agents. Network: e3612a9f-8ab3-4e75-9810-d35fcac351bb, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:58:50.925047 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1369c960-2f34-4d76-beff-c0519db1ba21 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:51.024912 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369c960-2f34-4d76-beff-c0519db1ba21 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Subnet': ['ID=c023881b-a7d8-4f27-9061-9e48baf7e973,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:51.045469 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1369c960-2f34-4d76-beff-c0519db1ba21 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Checking segment: {'id': 'a4ef468d-4868-473e-978f-2ba805aba457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0299c2b0-6f28-41eb-aa34-ca949ba765b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:58:51.045952 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1369c960-2f34-4d76-beff-c0519db1ba21 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Network hostable DHCP agents. Network: 0299c2b0-6f28-41eb-aa34-ca949ba765b4, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:58:51.060707 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1c66b-8dd0-42c8-8f00-aa573939e5d1 req-5e5bb4d3-fbb5-43df-9074-2ac5e718e02b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:51.062478 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-90d1c66b-8dd0-42c8-8f00-aa573939e5d1 req-5e5bb4d3-fbb5-43df-9074-2ac5e718e02b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 945 time: 0.1063771 Dec 16 09:58:51.092476 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f0d48d-08b9-41a1-841d-398c70daeb8e admin admin] Network e3612a9f-8ab3-4e75-9810-d35fcac351bb is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:58:51.132181 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-90d1c66b-8dd0-42c8-8f00-aa573939e5d1 req-18774070-9d0b-4648-8a9f-34b7a256ac06 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b27b118-a53f-4982-9ddb-43d8a0c776b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573483 Dec 16 09:58:51.199053 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1369c960-2f34-4d76-beff-c0519db1ba21 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Network 0299c2b0-6f28-41eb-aa34-ca949ba765b4 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:58:51.262917 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-11f0d48d-08b9-41a1-841d-398c70daeb8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, e3612a9f-8ab3-4e75-9810-d35fcac351bb) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:58:51.265030 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-1369c960-2f34-4d76-beff-c0519db1ba21 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 0299c2b0-6f28-41eb-aa34-ca949ba765b4) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:58:51.269446 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f0d48d-08b9-41a1-841d-398c70daeb8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:51.270058 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-11f0d48d-08b9-41a1-841d-398c70daeb8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:51.272839 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1369c960-2f34-4d76-beff-c0519db1ba21 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:51.273483 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1369c960-2f34-4d76-beff-c0519db1ba21 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:51.278901 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf0cfbd-c848-4d02-9c6d-73388aeffe84 None None] Network e3612a9f-8ab3-4e75-9810-d35fcac351bb requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:58:51.282613 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bdc9d2-af32-4139-abc7-e581753563be None None] Network 0299c2b0-6f28-41eb-aa34-ca949ba765b4 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:58:51.381954 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-11f0d48d-08b9-41a1-841d-398c70daeb8e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1110139 Dec 16 09:58:51.383325 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53874) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:51.391037 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-1ee68184-fe8d-484b-a596-55db272e2d29 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1877547181-router', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:58:51.411604 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53876) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:51.412189 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1369c960-2f34-4d76-beff-c0519db1ba21 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0909061 Dec 16 09:58:51.415504 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-b3ddad58-2f2f-4048-b9f7-b42bf133bbc6 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-950588450', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:58:51.540152 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1ee68184-fe8d-484b-a596-55db272e2d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:51.542495 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1ee68184-fe8d-484b-a596-55db272e2d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:51.589804 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810aec20-d897-487b-9ac5-8f0171a710fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'fixed_ips': [{'subnet_id': '671bcf58-3379-4056-970a-d40ccd64fd91'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:58:51.590934 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-810aec20-d897-487b-9ac5-8f0171a710fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:51.611306 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd64d448-8511-4048-89ff-61babc33e863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-0299c2b0-6f28-41eb-aa34-ca949ba765b4', 'network_id': '0299c2b0-6f28-41eb-aa34-ca949ba765b4', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'fixed_ips': [{'subnet_id': 'c023881b-a7d8-4f27-9061-9e48baf7e973'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:58:51.612161 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cd64d448-8511-4048-89ff-61babc33e863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:51.626413 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1ee68184-fe8d-484b-a596-55db272e2d29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:51.672040 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b3ddad58-2f2f-4048-b9f7-b42bf133bbc6 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:51.673245 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b3ddad58-2f2f-4048-b9f7-b42bf133bbc6 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:51.756689 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b3ddad58-2f2f-4048-b9f7-b42bf133bbc6 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:51.827046 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b3ddad58-2f2f-4048-b9f7-b42bf133bbc6 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:51.858902 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-810aec20-d897-487b-9ac5-8f0171a710fe None None] Allocated IP 172.20.0.2 (e3612a9f-8ab3-4e75-9810-d35fcac351bb/671bcf58-3379-4056-970a-d40ccd64fd91/aa0a4ec1-9c9e-4066-9261-7230fae43e09) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:58:51.869925 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-cd64d448-8511-4048-89ff-61babc33e863 None None] Allocated IP 2001:db8::2 (0299c2b0-6f28-41eb-aa34-ca949ba765b4/c023881b-a7d8-4f27-9061-9e48baf7e973/8dff929c-ba67-4943-ae32-8c4bd7a7f19c) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:58:51.875117 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1ee68184-fe8d-484b-a596-55db272e2d29 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:51.948296 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b3ddad58-2f2f-4048-b9f7-b42bf133bbc6 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:51.949718 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b3ddad58-2f2f-4048-b9f7-b42bf133bbc6 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5385594 Dec 16 09:58:51.952696 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53878) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:51.958975 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-3ed398ee-2a20-42fb-8bfd-6d0b04fdd471 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Request body: {'port': {'network_id': '0299c2b0-6f28-41eb-aa34-ca949ba765b4', 'name': 'tempest-RoutersIpV6Test-1038398352'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:58:52.165716 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-810aec20-d897-487b-9ac5-8f0171a710fe None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:52.193595 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cd64d448-8511-4048-89ff-61babc33e863 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:52.207617 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed398ee-2a20-42fb-8bfd-6d0b04fdd471 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Made reservation on behalf of 45d39d1df40c460ead5363b359be384b for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:58:52.214038 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ed398ee-2a20-42fb-8bfd-6d0b04fdd471 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:52.255220 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1ee68184-fe8d-484b-a596-55db272e2d29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:52.271084 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-3ed398ee-2a20-42fb-8bfd-6d0b04fdd471 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] device_id is not set on port 96843807-09a8-4465-8420-994fd510c009 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:58:52.275868 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1ee68184-fe8d-484b-a596-55db272e2d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:52.296250 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-810aec20-d897-487b-9ac5-8f0171a710fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:52.336624 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810aec20-d897-487b-9ac5-8f0171a710fe None None] Network e3612a9f-8ab3-4e75-9810-d35fcac351bb is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:58:52.339610 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-810aec20-d897-487b-9ac5-8f0171a710fe None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:58:52.343150 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810aec20-d897-487b-9ac5-8f0171a710fe None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:58:52.383375 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810aec20-d897-487b-9ac5-8f0171a710fe None None] Pushing event updated for resources: {'Port': ['ID=aa0a4ec1-9c9e-4066-9261-7230fae43e09,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:52.394647 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b60316-c662-4423-88fc-a28886f832a7 req-242b0d17-6546-4100-b96e-55c78469c507 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:52.399972 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cd64d448-8511-4048-89ff-61babc33e863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:52.406164 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-77b60316-c662-4423-88fc-a28886f832a7 req-242b0d17-6546-4100-b96e-55c78469c507 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 945 time: 0.1747909 Dec 16 09:58:52.451298 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd64d448-8511-4048-89ff-61babc33e863 None None] Network 0299c2b0-6f28-41eb-aa34-ca949ba765b4 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:58:52.456040 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-cd64d448-8511-4048-89ff-61babc33e863 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:58:52.456203 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-77b60316-c662-4423-88fc-a28886f832a7 req-87508e49-1a9a-4865-bd46-ef70f9c9d14b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b27b118-a53f-4982-9ddb-43d8a0c776b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484216 Dec 16 09:58:52.465840 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-810aec20-d897-487b-9ac5-8f0171a710fe None None] Attempting to bind port aa0a4ec1-9c9e-4066-9261-7230fae43e09 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:58:52.477398 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-810aec20-d897-487b-9ac5-8f0171a710fe None None] Attempting to bind port aa0a4ec1-9c9e-4066-9261-7230fae43e09 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:58:52.477398 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810aec20-d897-487b-9ac5-8f0171a710fe None None] Attempting to bind port aa0a4ec1-9c9e-4066-9261-7230fae43e09 on network e3612a9f-8ab3-4e75-9810-d35fcac351bb {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:58:52.480164 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd64d448-8511-4048-89ff-61babc33e863 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:58:52.498658 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810aec20-d897-487b-9ac5-8f0171a710fe None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:58:52.499040 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810aec20-d897-487b-9ac5-8f0171a710fe None None] Checking segment: {'id': 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:58:52.499456 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-810aec20-d897-487b-9ac5-8f0171a710fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:52.503600 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810aec20-d897-487b-9ac5-8f0171a710fe None None] Bound using segment: {'id': 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:58:52.503600 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-810aec20-d897-487b-9ac5-8f0171a710fe None None] Bound port: aa0a4ec1-9c9e-4066-9261-7230fae43e09, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:58:52.503600 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-810aec20-d897-487b-9ac5-8f0171a710fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:52.503908 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-1ee68184-fe8d-484b-a596-55db272e2d29 admin admin] Allocated IP 172.25.1.226 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/bef8128c-bf5d-483b-be5a-0cd3085f64d1) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:58:52.518070 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64d448-8511-4048-89ff-61babc33e863 None None] Pushing event updated for resources: {'Port': ['ID=8dff929c-ba67-4943-ae32-8c4bd7a7f19c,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:52.537318 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-3ed398ee-2a20-42fb-8bfd-6d0b04fdd471 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Allocated IP 2001:db8::286 (0299c2b0-6f28-41eb-aa34-ca949ba765b4/c023881b-a7d8-4f27-9061-9e48baf7e973/96843807-09a8-4465-8420-994fd510c009) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:58:52.605230 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-cd64d448-8511-4048-89ff-61babc33e863 None None] Attempting to bind port 8dff929c-ba67-4943-ae32-8c4bd7a7f19c on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:58:52.605634 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-cd64d448-8511-4048-89ff-61babc33e863 None None] Attempting to bind port 8dff929c-ba67-4943-ae32-8c4bd7a7f19c by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'a4ef468d-4868-473e-978f-2ba805aba457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0299c2b0-6f28-41eb-aa34-ca949ba765b4'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:58:52.605993 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd64d448-8511-4048-89ff-61babc33e863 None None] Attempting to bind port 8dff929c-ba67-4943-ae32-8c4bd7a7f19c on network 0299c2b0-6f28-41eb-aa34-ca949ba765b4 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:58:52.620337 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd64d448-8511-4048-89ff-61babc33e863 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:58:52.620726 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd64d448-8511-4048-89ff-61babc33e863 None None] Checking segment: {'id': 'a4ef468d-4868-473e-978f-2ba805aba457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0299c2b0-6f28-41eb-aa34-ca949ba765b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:58:52.621261 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cd64d448-8511-4048-89ff-61babc33e863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:52.621559 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd64d448-8511-4048-89ff-61babc33e863 None None] Bound using segment: {'id': 'a4ef468d-4868-473e-978f-2ba805aba457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0299c2b0-6f28-41eb-aa34-ca949ba765b4'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:58:52.622038 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-cd64d448-8511-4048-89ff-61babc33e863 None None] Bound port: 8dff929c-ba67-4943-ae32-8c4bd7a7f19c, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ef468d-4868-473e-978f-2ba805aba457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0299c2b0-6f28-41eb-aa34-ca949ba765b4'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:58:52.622420 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cd64d448-8511-4048-89ff-61babc33e863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:52.625075 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-810aec20-d897-487b-9ac5-8f0171a710fe None None] For port aa0a4ec1-9c9e-4066-9261-7230fae43e09, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:58:52.629550 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-810aec20-d897-487b-9ac5-8f0171a710fe None None] For port aa0a4ec1-9c9e-4066-9261-7230fae43e09, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=aa0a4ec1-9c9e-4066-9261-7230fae43e09,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:58:52.694173 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1ee68184-fe8d-484b-a596-55db272e2d29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:52.718862 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-cd64d448-8511-4048-89ff-61babc33e863 None None] For port 8dff929c-ba67-4943-ae32-8c4bd7a7f19c, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:58:52.725500 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-cd64d448-8511-4048-89ff-61babc33e863 None None] For port 8dff929c-ba67-4943-ae32-8c4bd7a7f19c, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8dff929c-ba67-4943-ae32-8c4bd7a7f19c,segment=NetworkSegment(a4ef468d-4868-473e-978f-2ba805aba457),segment_id=a4ef468d-4868-473e-978f-2ba805aba457)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:58:52.731822 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-810aec20-d897-487b-9ac5-8f0171a710fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:52.772937 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ed398ee-2a20-42fb-8bfd-6d0b04fdd471 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:52.820135 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810aec20-d897-487b-9ac5-8f0171a710fe None None] Pushing event updated for resources: {'Port': ['ID=aa0a4ec1-9c9e-4066-9261-7230fae43e09,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:52.850491 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cd64d448-8511-4048-89ff-61babc33e863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:52.902954 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1ee68184-fe8d-484b-a596-55db272e2d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:52.927888 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64d448-8511-4048-89ff-61babc33e863 None None] Pushing event updated for resources: {'Port': ['ID=8dff929c-ba67-4943-ae32-8c4bd7a7f19c,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:52.956126 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee68184-fe8d-484b-a596-55db272e2d29 admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:58:52.961369 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-1ee68184-fe8d-484b-a596-55db272e2d29 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:58:52.970022 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee68184-fe8d-484b-a596-55db272e2d29 admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:58:52.973680 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee68184-fe8d-484b-a596-55db272e2d29 admin admin] Pushing event updated for resources: {'Port': ['ID=bef8128c-bf5d-483b-be5a-0cd3085f64d1,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:52.993364 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ed398ee-2a20-42fb-8bfd-6d0b04fdd471 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:53.101025 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed398ee-2a20-42fb-8bfd-6d0b04fdd471 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Network 0299c2b0-6f28-41eb-aa34-ca949ba765b4 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:58:53.105819 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-3ed398ee-2a20-42fb-8bfd-6d0b04fdd471 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:58:53.120403 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed398ee-2a20-42fb-8bfd-6d0b04fdd471 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:58:53.127831 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed398ee-2a20-42fb-8bfd-6d0b04fdd471 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:53.128926 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ed398ee-2a20-42fb-8bfd-6d0b04fdd471 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:53.169488 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed398ee-2a20-42fb-8bfd-6d0b04fdd471 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Port': ['ID=96843807-09a8-4465-8420-994fd510c009,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:53.322305 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3ed398ee-2a20-42fb-8bfd-6d0b04fdd471 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3682337 Dec 16 09:58:53.325708 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53888) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:53.731889 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1ee68184-fe8d-484b-a596-55db272e2d29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:53.743893 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f79a3-45d9-4fed-a8b3-2f6d3267dcee req-c0a6e436-06ef-45be-a37c-e81e10348e26 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:53.748042 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-841f79a3-45d9-4fed-a8b3-2f6d3267dcee req-c0a6e436-06ef-45be-a37c-e81e10348e26 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 945 time: 0.2013788 Dec 16 09:58:53.938402 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-841f79a3-45d9-4fed-a8b3-2f6d3267dcee req-2717c844-77ff-43ec-ac15-d64eefaf3850 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b27b118-a53f-4982-9ddb-43d8a0c776b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547821 Dec 16 09:58:54.062432 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-deddaaca-1ce7-46f3-8b40-10783427bb41 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:54.100507 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e2c41aa8-f2f5-4aa6-a51b-465413f27f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:54.149047 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7754505-a907-4578-b535-f0e015ba392d None None] Network e3612a9f-8ab3-4e75-9810-d35fcac351bb requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:58:54.157447 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1ee68184-fe8d-484b-a596-55db272e2d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:54.254440 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-7934b548-9cfa-4d87-a7c7-660e680cb857 None None] Provisioning complete for port aa0a4ec1-9c9e-4066-9261-7230fae43e09 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:54.254710 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7934b548-9cfa-4d87-a7c7-660e680cb857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:54.503824 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7934b548-9cfa-4d87-a7c7-660e680cb857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:54.524913 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bf0823-f9e1-4330-b39d-135f3cdb917e None None] Network 0299c2b0-6f28-41eb-aa34-ca949ba765b4 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:58:54.563689 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-deddaaca-1ce7-46f3-8b40-10783427bb41 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:54.612358 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-7934b548-9cfa-4d87-a7c7-660e680cb857 None None] For port aa0a4ec1-9c9e-4066-9261-7230fae43e09, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=aa0a4ec1-9c9e-4066-9261-7230fae43e09,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:58:54.730739 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-deddaaca-1ce7-46f3-8b40-10783427bb41 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:54.769310 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7934b548-9cfa-4d87-a7c7-660e680cb857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:54.769589 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee68184-fe8d-484b-a596-55db272e2d29 admin admin] Router 55c9eca4-02fe-40cb-b6f7-c29584055c8b is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:58:54.869583 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deddaaca-1ce7-46f3-8b40-10783427bb41 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Port': ['ID=96843807-09a8-4465-8420-994fd510c009,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:54.931097 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7934b548-9cfa-4d87-a7c7-660e680cb857 None None] Pushing event updated for resources: {'Port': ['ID=aa0a4ec1-9c9e-4066-9261-7230fae43e09,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:54.943419 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-7cd03cd6-d6ff-4c0d-af0a-7f0ab8d7676b None None] Provisioning complete for port aa0a4ec1-9c9e-4066-9261-7230fae43e09 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:54.943797 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7cd03cd6-d6ff-4c0d-af0a-7f0ab8d7676b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:55.032650 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee68184-fe8d-484b-a596-55db272e2d29 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:58:55.044627 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e64052a-b647-432e-9eb2-329bc3aa919b None None] Sync routers for ids ['55c9eca4-02fe-40cb-b6f7-c29584055c8b'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:58:55.065558 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e64052a-b647-432e-9eb2-329bc3aa919b None None] Routers {'55c9eca4-02fe-40cb-b6f7-c29584055c8b'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:55.074466 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-7e64052a-b647-432e-9eb2-329bc3aa919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:58:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['55c9eca4-02fe-40cb-b6f7-c29584055c8b'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:55.132372 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1ee68184-fe8d-484b-a596-55db272e2d29 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:55.133479 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1ee68184-fe8d-484b-a596-55db272e2d29 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7488012 Dec 16 09:58:55.137399 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53912) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:55.146309 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91204ca9-6fa4-468d-a3ef-368a3ca70efb req-1e56a0d6-b2a9-4f90-a8d2-53d6b3b4ef20 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:55.175360 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-91204ca9-6fa4-468d-a3ef-368a3ca70efb req-1e56a0d6-b2a9-4f90-a8d2-53d6b3b4ef20 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 945 time: 0.1319499 Dec 16 09:58:55.205863 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device aa0a4ec1-9c9e-4066-9261-7230fae43e09 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:58:55.237765 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-91204ca9-6fa4-468d-a3ef-368a3ca70efb req-3c107012-850b-4b69-9926-bf21949e4b10 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b27b118-a53f-4982-9ddb-43d8a0c776b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592446 Dec 16 09:58:55.318946 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-7cd03cd6-d6ff-4c0d-af0a-7f0ab8d7676b None None] Provisioning complete for port 8dff929c-ba67-4943-ae32-8c4bd7a7f19c triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:55.319326 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7cd03cd6-d6ff-4c0d-af0a-7f0ab8d7676b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:55.322059 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port aa0a4ec1-9c9e-4066-9261-7230fae43e09 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:55.322564 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:55.368756 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-7e64052a-b647-432e-9eb2-329bc3aa919b None None] Set router 55c9eca4-02fe-40cb-b6f7-c29584055c8b gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:58:55.538736 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8dff929c-ba67-4943-ae32-8c4bd7a7f19c up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:58:55.593814 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7cd03cd6-d6ff-4c0d-af0a-7f0ab8d7676b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:55.640371 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 8dff929c-ba67-4943-ae32-8c4bd7a7f19c triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:55.641149 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:55.648153 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-7cd03cd6-d6ff-4c0d-af0a-7f0ab8d7676b None None] For port 8dff929c-ba67-4943-ae32-8c4bd7a7f19c, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8dff929c-ba67-4943-ae32-8c4bd7a7f19c,segment=NetworkSegment(a4ef468d-4868-473e-978f-2ba805aba457),segment_id=a4ef468d-4868-473e-978f-2ba805aba457)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:58:55.725342 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7cd03cd6-d6ff-4c0d-af0a-7f0ab8d7676b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:55.754564 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-7e64052a-b647-432e-9eb2-329bc3aa919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'name': 'tempest-TestVolumeBootPattern-1877547181-router', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:51Z', 'updated_at': '2021-12-16T09:58:53Z', 'revision_number': 3, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'gw_port': {'id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:52Z', 'updated_at': '2021-12-16T09:58:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:55.754768 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-deddaaca-1ce7-46f3-8b40-10783427bb41 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:55.787948 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e64052a-b647-432e-9eb2-329bc3aa919b None None] Checking router: 55c9eca4-02fe-40cb-b6f7-c29584055c8b for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:58:55.788611 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e64052a-b647-432e-9eb2-329bc3aa919b None None] Updating router 55c9eca4-02fe-40cb-b6f7-c29584055c8b port bef8128c-bf5d-483b-be5a-0cd3085f64d1 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:58:55.801944 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd03cd6-d6ff-4c0d-af0a-7f0ab8d7676b None None] Pushing event updated for resources: {'Port': ['ID=8dff929c-ba67-4943-ae32-8c4bd7a7f19c,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:55.851589 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-7e64052a-b647-432e-9eb2-329bc3aa919b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:55.888627 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-a90a604f-1624-465a-9f3e-965bbaf533ce None None] Provisioning complete for port 96843807-09a8-4465-8420-994fd510c009 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:55.889054 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a90a604f-1624-465a-9f3e-965bbaf533ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:55.966071 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-a90a604f-1624-465a-9f3e-965bbaf533ce None None] Port 96843807-09a8-4465-8420-994fd510c009 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:58:55.982368 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-a90a604f-1624-465a-9f3e-965bbaf533ce None None] Provisioning complete for port 8dff929c-ba67-4943-ae32-8c4bd7a7f19c triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:55.983686 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a90a604f-1624-465a-9f3e-965bbaf533ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:56.089356 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bd57d-cf7d-4ac4-a1f7-7332fd61c55d req-42efadb9-5176-4fdd-a6b4-684c2a5da1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:56.095254 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5f3bd57d-cf7d-4ac4-a1f7-7332fd61c55d req-42efadb9-5176-4fdd-a6b4-684c2a5da1cb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bf45dc465a44557ad989af846f14cbe&device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 1096 time: 0.3557813 Dec 16 09:58:56.266252 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-7e64052a-b647-432e-9eb2-329bc3aa919b None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:56.395971 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-deddaaca-1ce7-46f3-8b40-10783427bb41 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:56.409736 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-7e64052a-b647-432e-9eb2-329bc3aa919b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:56.427765 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bd57d-cf7d-4ac4-a1f7-7332fd61c55d req-32e6ea0c-65d0-4aca-bbd2-40a5e57ece53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:56.430352 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5f3bd57d-cf7d-4ac4-a1f7-7332fd61c55d req-32e6ea0c-65d0-4aca-bbd2-40a5e57ece53 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7188838e-ca9d-4c02-ba77-eb22e43eefd0 HTTP/1.1" status: 200 len: 912 time: 0.3112557 Dec 16 09:58:56.437151 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-5e83fb70-a480-4a98-aaf3-bbf05ce8ccae None None] Provisioning complete for port 96843807-09a8-4465-8420-994fd510c009 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:56.438560 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5e83fb70-a480-4a98-aaf3-bbf05ce8ccae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:56.475393 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-7e64052a-b647-432e-9eb2-329bc3aa919b None None] Attempting to bind port bef8128c-bf5d-483b-be5a-0cd3085f64d1 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:58:56.475815 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-7e64052a-b647-432e-9eb2-329bc3aa919b None None] Attempting to bind port bef8128c-bf5d-483b-be5a-0cd3085f64d1 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:58:56.476212 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e64052a-b647-432e-9eb2-329bc3aa919b None None] Attempting to bind port bef8128c-bf5d-483b-be5a-0cd3085f64d1 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:58:56.478756 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab2f6d-130c-43c9-b1d7-06ee0cc13d66 None None] Pushing event updated for resources: {'Port': ['ID=bef8128c-bf5d-483b-be5a-0cd3085f64d1,revision_number=2']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:56.494762 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e64052a-b647-432e-9eb2-329bc3aa919b None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:58:56.495165 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e64052a-b647-432e-9eb2-329bc3aa919b None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:58:56.495575 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-7e64052a-b647-432e-9eb2-329bc3aa919b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:56.496104 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e64052a-b647-432e-9eb2-329bc3aa919b None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:58:56.496583 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-7e64052a-b647-432e-9eb2-329bc3aa919b None None] Bound port: bef8128c-bf5d-483b-be5a-0cd3085f64d1, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:58:56.496965 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-7e64052a-b647-432e-9eb2-329bc3aa919b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:56.499064 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416377d-d328-492e-a0c8-100c24598d3b req-4b1c7f77-5153-4a6d-9ef2-be6830ab26a5 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:56.507181 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2416377d-d328-492e-a0c8-100c24598d3b req-4b1c7f77-5153-4a6d-9ef2-be6830ab26a5 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 945 time: 0.1775808 Dec 16 09:58:56.519756 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d9247351-d721-4cc2-9ed9-15d018b8e761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:56.532031 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-5e83fb70-a480-4a98-aaf3-bbf05ce8ccae None None] Port 96843807-09a8-4465-8420-994fd510c009 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:58:56.573787 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-7e64052a-b647-432e-9eb2-329bc3aa919b None None] For port bef8128c-bf5d-483b-be5a-0cd3085f64d1, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:58:56.577592 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-7e64052a-b647-432e-9eb2-329bc3aa919b None None] For port bef8128c-bf5d-483b-be5a-0cd3085f64d1, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=bef8128c-bf5d-483b-be5a-0cd3085f64d1,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:58:56.729463 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5f3bd57d-cf7d-4ac4-a1f7-7332fd61c55d req-2f26d0d8-c6fa-475c-bb1c-abddd807df72 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a89622b-751f-436b-8c62-e8d382571a08 HTTP/1.1" status: 200 len: 1001 time: 0.2772746 Dec 16 09:58:56.737814 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2416377d-d328-492e-a0c8-100c24598d3b req-e3140b0e-1624-4f2c-a6bd-5376ad186ca9 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b27b118-a53f-4982-9ddb-43d8a0c776b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2296281 Dec 16 09:58:56.777564 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-7e64052a-b647-432e-9eb2-329bc3aa919b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:56.876596 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e64052a-b647-432e-9eb2-329bc3aa919b None None] Routers {'55c9eca4-02fe-40cb-b6f7-c29584055c8b'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:56.877257 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-7e64052a-b647-432e-9eb2-329bc3aa919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:58:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['55c9eca4-02fe-40cb-b6f7-c29584055c8b'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:56.892244 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device aa0a4ec1-9c9e-4066-9261-7230fae43e09 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:58:56.911768 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bd57d-cf7d-4ac4-a1f7-7332fd61c55d req-0652b994-83a9-4f10-b486-6a2e2bd54cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:56.913530 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5f3bd57d-cf7d-4ac4-a1f7-7332fd61c55d req-0652b994-83a9-4f10-b486-6a2e2bd54cfe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=54629120-87d1-4f1a-9c62-5145af96bdbd HTTP/1.1" status: 200 len: 850 time: 0.1569221 Dec 16 09:58:56.957232 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab2f6d-130c-43c9-b1d7-06ee0cc13d66 None None] Pushing event updated for resources: {'Port': ['ID=bef8128c-bf5d-483b-be5a-0cd3085f64d1,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:56.975217 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port aa0a4ec1-9c9e-4066-9261-7230fae43e09 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:56.975795 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:57.004388 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0b1506f3-ff1f-42ed-b6d1-5bc44d972e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:57.020086 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-7e64052a-b647-432e-9eb2-329bc3aa919b None None] Set router 55c9eca4-02fe-40cb-b6f7-c29584055c8b gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:58:57.036352 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bd57d-cf7d-4ac4-a1f7-7332fd61c55d req-e6133605-0e80-40a1-9cfd-a2c104176af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:57.037917 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5f3bd57d-cf7d-4ac4-a1f7-7332fd61c55d req-e6133605-0e80-40a1-9cfd-a2c104176af9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7188838e-ca9d-4c02-ba77-eb22e43eefd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143429 Dec 16 09:58:57.079463 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8dff929c-ba67-4943-ae32-8c4bd7a7f19c up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:58:57.139683 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 8dff929c-ba67-4943-ae32-8c4bd7a7f19c triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:57.140115 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:57.225390 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-deddaaca-1ce7-46f3-8b40-10783427bb41 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:57.298268 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5f3bd57d-cf7d-4ac4-a1f7-7332fd61c55d req-5d091fc4-3b70-4aac-83fe-3dbf1313ae0e service neutron] 10.222.0.57 "GET /v2.0/networks/7188838e-ca9d-4c02-ba77-eb22e43eefd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504725 Dec 16 09:58:57.318420 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-deddaaca-1ce7-46f3-8b40-10783427bb41 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:57.319218 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-deddaaca-1ce7-46f3-8b40-10783427bb41 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:57.369328 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-7e64052a-b647-432e-9eb2-329bc3aa919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'name': 'tempest-TestVolumeBootPattern-1877547181-router', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:51Z', 'updated_at': '2021-12-16T09:58:53Z', 'revision_number': 3, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'gw_port': {'id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:52Z', 'updated_at': '2021-12-16T09:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:57.397586 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e64052a-b647-432e-9eb2-329bc3aa919b None None] The sync data for ids ['55c9eca4-02fe-40cb-b6f7-c29584055c8b'] in n-d-820550-2 is: [{'id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'name': 'tempest-TestVolumeBootPattern-1877547181-router', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:51Z', 'updated_at': '2021-12-16T09:58:53Z', 'revision_number': 3, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'gw_port': {'id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:52Z', 'updated_at': '2021-12-16T09:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:58:57.415045 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-0b1506f3-ff1f-42ed-b6d1-5bc44d972e40 admin admin] Allocated IP 172.20.0.1 (e3612a9f-8ab3-4e75-9810-d35fcac351bb/671bcf58-3379-4056-970a-d40ccd64fd91/425236ad-81bf-4b8c-8858-713a92ef0796) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:58:57.479600 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deddaaca-1ce7-46f3-8b40-10783427bb41 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Port': ['ID=96843807-09a8-4465-8420-994fd510c009,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:57.585184 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5f3bd57d-cf7d-4ac4-a1f7-7332fd61c55d req-6e6c4e60-b950-4c93-b9cb-f65b94bdbad0 service neutron] 10.222.0.57 "GET /v2.0/networks/7188838e-ca9d-4c02-ba77-eb22e43eefd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768996 Dec 16 09:58:57.624831 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deddaaca-1ce7-46f3-8b40-10783427bb41 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Network 0299c2b0-6f28-41eb-aa34-ca949ba765b4 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:58:57.631063 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-deddaaca-1ce7-46f3-8b40-10783427bb41 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:58:57.661527 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:57.667221 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0b1506f3-ff1f-42ed-b6d1-5bc44d972e40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:57.887735 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0b1506f3-ff1f-42ed-b6d1-5bc44d972e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:57.913153 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00080b-70bc-4e09-9225-6671e1b0bdda req-c2e56d98-d60b-4e31-8783-60f36aaaf0e2 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:57.922740 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cf00080b-70bc-4e09-9225-6671e1b0bdda req-c2e56d98-d60b-4e31-8783-60f36aaaf0e2 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 945 time: 0.0865459 Dec 16 09:58:57.935013 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1506f3-ff1f-42ed-b6d1-5bc44d972e40 admin admin] Network e3612a9f-8ab3-4e75-9810-d35fcac351bb is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:58:57.936600 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deddaaca-1ce7-46f3-8b40-10783427bb41 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Router 788a3177-6b46-441b-b980-5ecefd496bb3 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:58:57.944385 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-0b1506f3-ff1f-42ed-b6d1-5bc44d972e40 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:58:57.949822 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1506f3-ff1f-42ed-b6d1-5bc44d972e40 admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:58:57.981241 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cf00080b-70bc-4e09-9225-6671e1b0bdda req-9e4fa131-5113-4bbe-8718-17d02201a1b2 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b27b118-a53f-4982-9ddb-43d8a0c776b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570416 Dec 16 09:58:57.983649 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1506f3-ff1f-42ed-b6d1-5bc44d972e40 admin admin] Pushing event updated for resources: {'Port': ['ID=425236ad-81bf-4b8c-8858-713a92ef0796,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:58.079775 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c398a710-214d-4ca8-a4e8-d7339d154ca3 None None] Provisioning complete for port 96843807-09a8-4465-8420-994fd510c009 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:58.080262 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c398a710-214d-4ca8-a4e8-d7339d154ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:58.118937 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0b1506f3-ff1f-42ed-b6d1-5bc44d972e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:58.144025 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-c398a710-214d-4ca8-a4e8-d7339d154ca3 None None] Port 96843807-09a8-4465-8420-994fd510c009 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:58:58.194440 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deddaaca-1ce7-46f3-8b40-10783427bb41 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:58:58.203599 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-deddaaca-1ce7-46f3-8b40-10783427bb41 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "PUT /v2.0/routers/788a3177-6b46-441b-b980-5ecefd496bb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8734267 Dec 16 09:58:58.204758 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53950) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:58.214894 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b177a7e-26fa-41e7-997f-198da3ee2f91 None None] Sync routers for ids ['788a3177-6b46-441b-b980-5ecefd496bb3'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:58:58.239580 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b177a7e-26fa-41e7-997f-198da3ee2f91 None None] Routers {'788a3177-6b46-441b-b980-5ecefd496bb3'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:58.240150 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-5b177a7e-26fa-41e7-997f-198da3ee2f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:58:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['788a3177-6b46-441b-b980-5ecefd496bb3'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:58.289941 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-5b177a7e-26fa-41e7-997f-198da3ee2f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:58.305031 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b177a7e-26fa-41e7-997f-198da3ee2f91 None None] Routers {'788a3177-6b46-441b-b980-5ecefd496bb3'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:58:58.306715 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-5b177a7e-26fa-41e7-997f-198da3ee2f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:58:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['788a3177-6b46-441b-b980-5ecefd496bb3'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:58.319876 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35528f2f-1332-4fe3-a257-cb85438b7265 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:58.325046 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-35528f2f-1332-4fe3-a257-cb85438b7265 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "GET /v2.0/ports/96843807-09a8-4465-8420-994fd510c009 HTTP/1.1" status: 200 len: 984 time: 0.1201119 Dec 16 09:58:58.326117 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53952) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:58.358823 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-5b177a7e-26fa-41e7-997f-198da3ee2f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:58:58.359495 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b177a7e-26fa-41e7-997f-198da3ee2f91 None None] The sync data for ids ['788a3177-6b46-441b-b980-5ecefd496bb3'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:58:58.390683 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-222bc997-d642-4499-8b30-533a7f206d50 None None] Provisioning complete for port 425236ad-81bf-4b8c-8858-713a92ef0796 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:58.391101 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-222bc997-d642-4499-8b30-533a7f206d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:58.467418 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0b1506f3-ff1f-42ed-b6d1-5bc44d972e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:58.477272 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-222bc997-d642-4499-8b30-533a7f206d50 None None] Port 425236ad-81bf-4b8c-8858-713a92ef0796 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:58:58.670183 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38584b4-43db-48a4-86b9-f020794bc468 req-02229536-4ad8-42a0-8d2a-4a6d0de0edfa tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:58.678541 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c38584b4-43db-48a4-86b9-f020794bc468 req-02229536-4ad8-42a0-8d2a-4a6d0de0edfa tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 945 time: 0.1611342 Dec 16 09:58:58.745496 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c38584b4-43db-48a4-86b9-f020794bc468 req-f8ab916d-daf5-4d80-8f23-2c0583272421 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b27b118-a53f-4982-9ddb-43d8a0c776b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660295 Dec 16 09:58:58.939452 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a1d75c03-b988-425e-9681-4c0d541daf31 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:58.976055 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device bef8128c-bf5d-483b-be5a-0cd3085f64d1 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:58:59.080005 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port bef8128c-bf5d-483b-be5a-0cd3085f64d1 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:59.091677 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:59.180501 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f3a2c-3b53-4e5a-baf7-b497e5d48534 req-4e191184-603e-474b-ba5a-4a37a5bb1910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:59.182697 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-655f3a2c-3b53-4e5a-baf7-b497e5d48534 req-4e191184-603e-474b-ba5a-4a37a5bb1910 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bf45dc465a44557ad989af846f14cbe&device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 1096 time: 0.5627527 Dec 16 09:58:59.207101 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:59.225315 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:59.251721 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port bef8128c-bf5d-483b-be5a-0cd3085f64d1, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=bef8128c-bf5d-483b-be5a-0cd3085f64d1,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:58:59.285737 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-a1d75c03-b988-425e-9681-4c0d541daf31 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Deleting port 96843807-09a8-4465-8420-994fd510c009 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:58:59.286420 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a1d75c03-b988-425e-9681-4c0d541daf31 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:59.321744 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0b1506f3-ff1f-42ed-b6d1-5bc44d972e40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:59.324698 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:59.365269 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f3a2c-3b53-4e5a-baf7-b497e5d48534 req-7e0c180e-3c97-4ae9-ab96-36cf6f9d51b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:59.367719 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-655f3a2c-3b53-4e5a-baf7-b497e5d48534 req-7e0c180e-3c97-4ae9-ab96-36cf6f9d51b4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7188838e-ca9d-4c02-ba77-eb22e43eefd0 HTTP/1.1" status: 200 len: 912 time: 0.1772280 Dec 16 09:58:59.389550 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=bef8128c-bf5d-483b-be5a-0cd3085f64d1,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:59.409591 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a1d75c03-b988-425e-9681-4c0d541daf31 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:59.420934 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0b1506f3-ff1f-42ed-b6d1-5bc44d972e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:59.425908 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-a1d75c03-b988-425e-9681-4c0d541daf31 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Calling delete_port for 96843807-09a8-4465-8420-994fd510c009 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:58:59.536923 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-655f3a2c-3b53-4e5a-baf7-b497e5d48534 req-4adc8595-17eb-4f1c-8b3d-e028db28865b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a89622b-751f-436b-8c62-e8d382571a08 HTTP/1.1" status: 200 len: 1001 time: 0.1624081 Dec 16 09:58:59.537626 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1506f3-ff1f-42ed-b6d1-5bc44d972e40 admin admin] Pushing event updated for resources: {'Port': ['ID=425236ad-81bf-4b8c-8858-713a92ef0796,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:59.553937 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0b1506f3-ff1f-42ed-b6d1-5bc44d972e40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:59.616794 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:59.651171 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f3a2c-3b53-4e5a-baf7-b497e5d48534 req-d31695ad-325d-40c3-8ed9-0ab57e8f29ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:59.652043 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-655f3a2c-3b53-4e5a-baf7-b497e5d48534 req-d31695ad-325d-40c3-8ed9-0ab57e8f29ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=54629120-87d1-4f1a-9c62-5145af96bdbd HTTP/1.1" status: 200 len: 850 time: 0.1068192 Dec 16 09:58:59.736644 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f3a2c-3b53-4e5a-baf7-b497e5d48534 req-bdce1930-d790-4380-a484-6026071eafa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:59.736644 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-655f3a2c-3b53-4e5a-baf7-b497e5d48534 req-bdce1930-d790-4380-a484-6026071eafa7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7188838e-ca9d-4c02-ba77-eb22e43eefd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565443 Dec 16 09:58:59.781250 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a1d75c03-b988-425e-9681-4c0d541daf31 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:59.824846 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1506f3-ff1f-42ed-b6d1-5bc44d972e40 admin admin] Network e3612a9f-8ab3-4e75-9810-d35fcac351bb is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:58:59.836328 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d75c03-b988-425e-9681-4c0d541daf31 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event deleted for resources: {'Port': ['ID=96843807-09a8-4465-8420-994fd510c009,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:59.880809 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-0b1506f3-ff1f-42ed-b6d1-5bc44d972e40 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:00.008903 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-655f3a2c-3b53-4e5a-baf7-b497e5d48534 req-be07f010-6b0e-4110-aec6-bfc073fc5fa8 service neutron] 10.222.0.57 "GET /v2.0/networks/7188838e-ca9d-4c02-ba77-eb22e43eefd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823210 Dec 16 09:59:00.013244 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a1d75c03-b988-425e-9681-4c0d541daf31 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:00.087614 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd2fe2-7a8b-4996-9bee-288ed582fb44 req-c8737218-0651-494e-b548-6249d786c1c5 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:00.090034 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-29cd2fe2-7a8b-4996-9bee-288ed582fb44 req-c8737218-0651-494e-b548-6249d786c1c5 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 945 time: 0.2296019 Dec 16 09:59:00.162551 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1506f3-ff1f-42ed-b6d1-5bc44d972e40 admin admin] Router 55c9eca4-02fe-40cb-b6f7-c29584055c8b has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:59:00.238943 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-29cd2fe2-7a8b-4996-9bee-288ed582fb44 req-512fa0c3-dd03-40b1-b43e-9bf785e09470 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b27b118-a53f-4982-9ddb-43d8a0c776b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298552 Dec 16 09:59:00.251873 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-655f3a2c-3b53-4e5a-baf7-b497e5d48534 req-9170cb4b-da6c-4c9c-ac2b-4de62949bb41 service neutron] 10.222.0.57 "GET /v2.0/networks/7188838e-ca9d-4c02-ba77-eb22e43eefd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349257 Dec 16 09:59:00.333233 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b3b49321-9c3c-478c-a7f4-9809f9634e9e None None] Provisioning complete for port 425236ad-81bf-4b8c-8858-713a92ef0796 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:00.334055 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b3b49321-9c3c-478c-a7f4-9809f9634e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:00.370660 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-b3b49321-9c3c-478c-a7f4-9809f9634e9e None None] Port 425236ad-81bf-4b8c-8858-713a92ef0796 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:59:00.433980 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1506f3-ff1f-42ed-b6d1-5bc44d972e40 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:59:00.439198 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0b1506f3-ff1f-42ed-b6d1-5bc44d972e40 admin admin] 10.222.0.60 "PUT /v2.0/routers/55c9eca4-02fe-40cb-b6f7-c29584055c8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3007004 Dec 16 09:59:00.444493 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e84200f-ef1c-4309-8d0b-8e27e090334b None None] Sync routers for ids ['55c9eca4-02fe-40cb-b6f7-c29584055c8b'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:59:00.459308 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e84200f-ef1c-4309-8d0b-8e27e090334b None None] Routers {'55c9eca4-02fe-40cb-b6f7-c29584055c8b'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:00.460223 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1e84200f-ef1c-4309-8d0b-8e27e090334b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:58:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['55c9eca4-02fe-40cb-b6f7-c29584055c8b'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:00.585548 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-1e84200f-ef1c-4309-8d0b-8e27e090334b None None] Set router 55c9eca4-02fe-40cb-b6f7-c29584055c8b gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:59:00.706780 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d75c03-b988-425e-9681-4c0d541daf31 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Router 788a3177-6b46-441b-b980-5ecefd496bb3 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:59:00.833042 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d75c03-b988-425e-9681-4c0d541daf31 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:59:00.850202 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a1d75c03-b988-425e-9681-4c0d541daf31 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "PUT /v2.0/routers/788a3177-6b46-441b-b980-5ecefd496bb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5185266 Dec 16 09:59:00.850497 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 53978) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:00.854670 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1e84200f-ef1c-4309-8d0b-8e27e090334b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'name': 'tempest-TestVolumeBootPattern-1877547181-router', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:51Z', 'updated_at': '2021-12-16T09:58:58Z', 'revision_number': 4, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'gw_port': {'id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:52Z', 'updated_at': '2021-12-16T09:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '425236ad-81bf-4b8c-8858-713a92ef0796', 'name': '', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'mac_address': 'fa:16:3e:30:0d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:57Z', 'updated_at': '2021-12-16T09:58:58Z', 'revision_number': 2, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'subnets': [{'id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:00.855740 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e19dfe-2207-4023-9e0e-6b476d9ace87 None None] Sync routers for ids ['788a3177-6b46-441b-b980-5ecefd496bb3'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:59:00.888848 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e84200f-ef1c-4309-8d0b-8e27e090334b None None] Checking router: 55c9eca4-02fe-40cb-b6f7-c29584055c8b for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:59:00.889186 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e84200f-ef1c-4309-8d0b-8e27e090334b None None] Updating router 55c9eca4-02fe-40cb-b6f7-c29584055c8b port 425236ad-81bf-4b8c-8858-713a92ef0796 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:59:00.894188 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e19dfe-2207-4023-9e0e-6b476d9ace87 None None] Routers {'788a3177-6b46-441b-b980-5ecefd496bb3'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:00.896370 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-e2e19dfe-2207-4023-9e0e-6b476d9ace87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:58:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['788a3177-6b46-441b-b980-5ecefd496bb3'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:00.950201 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-1e84200f-ef1c-4309-8d0b-8e27e090334b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:01.026085 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device bef8128c-bf5d-483b-be5a-0cd3085f64d1 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:59:01.093089 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-e2e19dfe-2207-4023-9e0e-6b476d9ace87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:01.123878 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e19dfe-2207-4023-9e0e-6b476d9ace87 None None] Routers {'788a3177-6b46-441b-b980-5ecefd496bb3'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:01.125299 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-e2e19dfe-2207-4023-9e0e-6b476d9ace87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:58:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['788a3177-6b46-441b-b980-5ecefd496bb3'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:01.153519 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-83330b83-8968-445b-9de4-162aec31a279 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] remove_router_interface failed (client error): The resource could not be found. Dec 16 09:59:01.164228 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-83330b83-8968-445b-9de4-162aec31a279 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "PUT /v2.0/routers/788a3177-6b46-441b-b980-5ecefd496bb3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3061824 Dec 16 09:59:01.165068 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53982) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:01.187715 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port bef8128c-bf5d-483b-be5a-0cd3085f64d1 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:01.188098 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:01.190867 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-e2e19dfe-2207-4023-9e0e-6b476d9ace87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:01.191588 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e19dfe-2207-4023-9e0e-6b476d9ace87 None None] The sync data for ids ['788a3177-6b46-441b-b980-5ecefd496bb3'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:59:01.216243 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-82fb4fd3-2519-4b5c-b865-2e95abb3689a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "GET /v2.0/ports?device_id=788a3177-6b46-441b-b980-5ecefd496bb3 HTTP/1.1" status: 200 len: 205 time: 0.0501504 Dec 16 09:59:01.216742 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53986) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:01.316085 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5a56735a-2dd9-4075-bcbf-f7bf02086a62 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:01.442703 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b6866-5d5b-4e3f-8e10-ff3a5806ae9b req-e800bc89-cf97-48e6-8f88-5540d2757d8a tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:01.448452 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-724b6866-5d5b-4e3f-8e10-ff3a5806ae9b req-e800bc89-cf97-48e6-8f88-5540d2757d8a tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 945 time: 0.1129980 Dec 16 09:59:01.519796 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5a56735a-2dd9-4075-bcbf-f7bf02086a62 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:01.522421 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5a56735a-2dd9-4075-bcbf-f7bf02086a62 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:01.522672 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-724b6866-5d5b-4e3f-8e10-ff3a5806ae9b req-1ccea810-f5fc-442c-a128-52561fa1c171 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b27b118-a53f-4982-9ddb-43d8a0c776b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645387 Dec 16 09:59:01.541661 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-1e84200f-ef1c-4309-8d0b-8e27e090334b None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:01.594243 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53996) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:01.599791 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-6b622a9b-2837-4b01-bb48-94a34ac152d6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-108702148-network', 'tenant_id': '01a2322ac6d242049015e3f6c9de2eaa'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:59:01.616729 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-1e84200f-ef1c-4309-8d0b-8e27e090334b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:01.674188 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5a56735a-2dd9-4075-bcbf-f7bf02086a62 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:01.674188 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a56735a-2dd9-4075-bcbf-f7bf02086a62 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Fanout notify agent at l3_agent the message router_deleted on router 788a3177-6b46-441b-b980-5ecefd496bb3 {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:59:01.689703 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5a56735a-2dd9-4075-bcbf-f7bf02086a62 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:01.691089 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5a56735a-2dd9-4075-bcbf-f7bf02086a62 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/routers/788a3177-6b46-441b-b980-5ecefd496bb3 HTTP/1.1" status: 204 len: 168 time: 0.4732418 Dec 16 09:59:01.693813 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 53998) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:01.699114 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c39478-e215-462b-91c1-692d862c66aa None None] Pushing event updated for resources: {'Port': ['ID=425236ad-81bf-4b8c-8858-713a92ef0796,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:01.738356 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-1e84200f-ef1c-4309-8d0b-8e27e090334b None None] Attempting to bind port 425236ad-81bf-4b8c-8858-713a92ef0796 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:59:01.738356 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-1e84200f-ef1c-4309-8d0b-8e27e090334b None None] Attempting to bind port 425236ad-81bf-4b8c-8858-713a92ef0796 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:59:01.738705 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e84200f-ef1c-4309-8d0b-8e27e090334b None None] Attempting to bind port 425236ad-81bf-4b8c-8858-713a92ef0796 on network e3612a9f-8ab3-4e75-9810-d35fcac351bb {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:59:01.748735 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e84200f-ef1c-4309-8d0b-8e27e090334b None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:59:01.749490 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e84200f-ef1c-4309-8d0b-8e27e090334b None None] Checking segment: {'id': 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:59:01.750250 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-1e84200f-ef1c-4309-8d0b-8e27e090334b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:01.751234 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e84200f-ef1c-4309-8d0b-8e27e090334b None None] Bound using segment: {'id': 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:59:01.752034 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-1e84200f-ef1c-4309-8d0b-8e27e090334b None None] Bound port: 425236ad-81bf-4b8c-8858-713a92ef0796, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:59:01.753037 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-1e84200f-ef1c-4309-8d0b-8e27e090334b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:01.784958 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f1ee718-5cfe-4690-abc6-41228c42e6ba tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Deleting subnet c023881b-a7d8-4f27-9061-9e48baf7e973 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:59:01.789047 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b622a9b-2837-4b01-bb48-94a34ac152d6 admin admin] Made reservation on behalf of 01a2322ac6d242049015e3f6c9de2eaa for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:59:01.792630 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6b622a9b-2837-4b01-bb48-94a34ac152d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:01.805887 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2f1ee718-5cfe-4690-abc6-41228c42e6ba tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:01.845960 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6b622a9b-2837-4b01-bb48-94a34ac152d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:01.860657 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-1e84200f-ef1c-4309-8d0b-8e27e090334b None None] For port 425236ad-81bf-4b8c-8858-713a92ef0796, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:59:01.873550 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-1e84200f-ef1c-4309-8d0b-8e27e090334b None None] For port 425236ad-81bf-4b8c-8858-713a92ef0796, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=425236ad-81bf-4b8c-8858-713a92ef0796,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:59:01.890696 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2f1ee718-5cfe-4690-abc6-41228c42e6ba tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:01.948876 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-1e84200f-ef1c-4309-8d0b-8e27e090334b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:02.009870 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-87d257a2-1c58-4cea-b692-df4657d33e39 None None] Provisioning complete for port 425236ad-81bf-4b8c-8858-713a92ef0796 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:02.010865 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-87d257a2-1c58-4cea-b692-df4657d33e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:02.016129 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e84200f-ef1c-4309-8d0b-8e27e090334b None None] Routers {'55c9eca4-02fe-40cb-b6f7-c29584055c8b'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:02.016346 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2f1ee718-5cfe-4690-abc6-41228c42e6ba tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:02.017087 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1e84200f-ef1c-4309-8d0b-8e27e090334b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:58:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['55c9eca4-02fe-40cb-b6f7-c29584055c8b'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:02.055905 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6b622a9b-2837-4b01-bb48-94a34ac152d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:02.087343 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c39478-e215-462b-91c1-692d862c66aa None None] Pushing event updated for resources: {'Port': ['ID=425236ad-81bf-4b8c-8858-713a92ef0796,revision_number=4']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:02.167199 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-87d257a2-1c58-4cea-b692-df4657d33e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:02.174657 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6b622a9b-2837-4b01-bb48-94a34ac152d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:02.183570 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-1e84200f-ef1c-4309-8d0b-8e27e090334b None None] Set router 55c9eca4-02fe-40cb-b6f7-c29584055c8b gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:59:02.201247 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b622a9b-2837-4b01-bb48-94a34ac152d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:59:02.214586 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-87d257a2-1c58-4cea-b692-df4657d33e39 None None] For port 425236ad-81bf-4b8c-8858-713a92ef0796, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=425236ad-81bf-4b8c-8858-713a92ef0796,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:02.231225 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2f1ee718-5cfe-4690-abc6-41228c42e6ba tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:02.290580 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-87d257a2-1c58-4cea-b692-df4657d33e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:02.292224 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b622a9b-2837-4b01-bb48-94a34ac152d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521a3b31-4f8b-4be1-881c-69683ca546ee,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:02.301282 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ee718-5cfe-4690-abc6-41228c42e6ba tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event deleted for resources: {'Subnet': ['ID=c023881b-a7d8-4f27-9061-9e48baf7e973,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:02.308240 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6b622a9b-2837-4b01-bb48-94a34ac152d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:02.308240 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-6b622a9b-2837-4b01-bb48-94a34ac152d6 admin admin] Added segment 42edd0f6-c90b-43a8-8ffa-6d04c0a976a2 of type vlan for network a4c2bc63-0464-410e-9c38-7fadecdd5ebc Dec 16 09:59:02.321827 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2f1ee718-5cfe-4690-abc6-41228c42e6ba tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:02.328017 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2f1ee718-5cfe-4690-abc6-41228c42e6ba tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/subnets/c023881b-a7d8-4f27-9061-9e48baf7e973 HTTP/1.1" status: 204 len: 168 time: 0.6322281 Dec 16 09:59:02.330219 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54008) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:02.359541 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d257a2-1c58-4cea-b692-df4657d33e39 None None] Pushing event updated for resources: {'Port': ['ID=425236ad-81bf-4b8c-8858-713a92ef0796,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:02.370444 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d257a2-1c58-4cea-b692-df4657d33e39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:02.371134 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d257a2-1c58-4cea-b692-df4657d33e39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:02.371686 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d257a2-1c58-4cea-b692-df4657d33e39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:02.372196 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d257a2-1c58-4cea-b692-df4657d33e39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:02.372705 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d257a2-1c58-4cea-b692-df4657d33e39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:02.373242 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d257a2-1c58-4cea-b692-df4657d33e39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:02.373737 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d257a2-1c58-4cea-b692-df4657d33e39 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:02.374334 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d257a2-1c58-4cea-b692-df4657d33e39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:02.374846 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d257a2-1c58-4cea-b692-df4657d33e39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:02.375382 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d257a2-1c58-4cea-b692-df4657d33e39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:02.376019 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6b622a9b-2837-4b01-bb48-94a34ac152d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:02.376262 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d257a2-1c58-4cea-b692-df4657d33e39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:02.376769 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d257a2-1c58-4cea-b692-df4657d33e39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:02.381081 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030d5118-bfbe-4d73-8d36-4e5d7c6634cb None None] Network 0299c2b0-6f28-41eb-aa34-ca949ba765b4 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:59:02.419820 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1e84200f-ef1c-4309-8d0b-8e27e090334b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'name': 'tempest-TestVolumeBootPattern-1877547181-router', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:51Z', 'updated_at': '2021-12-16T09:58:58Z', 'revision_number': 4, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'gw_port': {'id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:52Z', 'updated_at': '2021-12-16T09:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '425236ad-81bf-4b8c-8858-713a92ef0796', 'name': '', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'mac_address': 'fa:16:3e:30:0d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:57Z', 'updated_at': '2021-12-16T09:59:01Z', 'revision_number': 4, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'subnets': [{'id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:02.448327 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e84200f-ef1c-4309-8d0b-8e27e090334b None None] The sync data for ids ['55c9eca4-02fe-40cb-b6f7-c29584055c8b'] in n-d-820550-2 is: [{'id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'name': 'tempest-TestVolumeBootPattern-1877547181-router', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:51Z', 'updated_at': '2021-12-16T09:58:58Z', 'revision_number': 4, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'gw_port': {'id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:52Z', 'updated_at': '2021-12-16T09:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '425236ad-81bf-4b8c-8858-713a92ef0796', 'name': '', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'mac_address': 'fa:16:3e:30:0d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:57Z', 'updated_at': '2021-12-16T09:59:01Z', 'revision_number': 4, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'subnets': [{'id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:59:02.448667 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be769f73-e8a5-43fc-a5b3-fb932993f126 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:02.461788 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-451d9f36-2e5b-4fed-8d79-07a7bf08e586 None None] Provisioning complete for port 425236ad-81bf-4b8c-8858-713a92ef0796 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:02.462164 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-451d9f36-2e5b-4fed-8d79-07a7bf08e586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:02.496894 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6b622a9b-2837-4b01-bb48-94a34ac152d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:02.503379 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b622a9b-2837-4b01-bb48-94a34ac152d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:02.503379 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6b622a9b-2837-4b01-bb48-94a34ac152d6 admin admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:02.566618 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-be769f73-e8a5-43fc-a5b3-fb932993f126 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Deleting port 8dff929c-ba67-4943-ae32-8c4bd7a7f19c {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:59:02.566618 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be769f73-e8a5-43fc-a5b3-fb932993f126 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:02.638219 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b622a9b-2837-4b01-bb48-94a34ac152d6 admin admin] Pushing event updated for resources: {'Network': ['ID=a4c2bc63-0464-410e-9c38-7fadecdd5ebc,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:02.666744 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network a4c2bc63-0464-410e-9c38-7fadecdd5ebc details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:59:02.669693 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-be769f73-e8a5-43fc-a5b3-fb932993f126 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] For port 8dff929c-ba67-4943-ae32-8c4bd7a7f19c, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8dff929c-ba67-4943-ae32-8c4bd7a7f19c,segment=NetworkSegment(a4ef468d-4868-473e-978f-2ba805aba457),segment_id=a4ef468d-4868-473e-978f-2ba805aba457)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:02.670591 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be769f73-e8a5-43fc-a5b3-fb932993f126 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:02.685469 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-be769f73-e8a5-43fc-a5b3-fb932993f126 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Calling delete_port for 8dff929c-ba67-4943-ae32-8c4bd7a7f19c owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:59:02.704270 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6b622a9b-2837-4b01-bb48-94a34ac152d6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1087198 Dec 16 09:59:02.706956 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54010) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:02.740673 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-ce8dcb27-7af9-46c1-892c-7e3b4e4af683 admin admin] Request body: {'subnet': {'network_id': 'a4c2bc63-0464-410e-9c38-7fadecdd5ebc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-108702148-subnet', 'tenant_id': '01a2322ac6d242049015e3f6c9de2eaa', 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:59:02.764492 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d66220-effc-457f-ba75-58c47b9df64e None None] DHCP port deletion for 0299c2b0-6f28-41eb-aa34-ca949ba765b4 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:59:02.856188 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-16d66220-effc-457f-ba75-58c47b9df64e None None] Deleting port 8dff929c-ba67-4943-ae32-8c4bd7a7f19c {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:59:02.856574 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-16d66220-effc-457f-ba75-58c47b9df64e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:02.945463 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 425236ad-81bf-4b8c-8858-713a92ef0796 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:59:02.972057 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be769f73-e8a5-43fc-a5b3-fb932993f126 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:02.991109 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-16d66220-effc-457f-ba75-58c47b9df64e None None] For port 8dff929c-ba67-4943-ae32-8c4bd7a7f19c, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8dff929c-ba67-4943-ae32-8c4bd7a7f19c,segment=NetworkSegment(a4ef468d-4868-473e-978f-2ba805aba457),segment_id=a4ef468d-4868-473e-978f-2ba805aba457)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:02.991605 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-16d66220-effc-457f-ba75-58c47b9df64e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:03.010931 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be769f73-e8a5-43fc-a5b3-fb932993f126 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] No DVR routers for this DVR port 8dff929c-ba67-4943-ae32-8c4bd7a7f19c on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:59:03.011579 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-16d66220-effc-457f-ba75-58c47b9df64e None None] Calling delete_port for 8dff929c-ba67-4943-ae32-8c4bd7a7f19c owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:59:03.017169 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8dcb27-7af9-46c1-892c-7e3b4e4af683 admin admin] Made reservation on behalf of 01a2322ac6d242049015e3f6c9de2eaa for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:59:03.019840 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ce8dcb27-7af9-46c1-892c-7e3b4e4af683 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:03.024507 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be769f73-e8a5-43fc-a5b3-fb932993f126 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event deleted for resources: {'Port': ['ID=8dff929c-ba67-4943-ae32-8c4bd7a7f19c,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:03.068548 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 425236ad-81bf-4b8c-8858-713a92ef0796 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:03.069016 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:03.153756 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-16d66220-effc-457f-ba75-58c47b9df64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:03.219496 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be769f73-e8a5-43fc-a5b3-fb932993f126 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:03.223977 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d66220-effc-457f-ba75-58c47b9df64e None None] Pushing event deleted for resources: {'Port': ['ID=8dff929c-ba67-4943-ae32-8c4bd7a7f19c,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:03.237593 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d66220-effc-457f-ba75-58c47b9df64e None None] No DVR routers for this DVR port 8dff929c-ba67-4943-ae32-8c4bd7a7f19c on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:59:03.295363 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-be769f73-e8a5-43fc-a5b3-fb932993f126 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0299c2b0-6f28-41eb-aa34-ca949ba765b4']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:03.314436 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-be769f73-e8a5-43fc-a5b3-fb932993f126 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4ef468d-4868-473e-978f-2ba805aba457') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:03.314741 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-be769f73-e8a5-43fc-a5b3-fb932993f126 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4ef468d-4868-473e-978f-2ba805aba457') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:03.332001 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be769f73-e8a5-43fc-a5b3-fb932993f126 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:03.332769 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8dff929c-ba67-4943-ae32-8c4bd7a7f19c no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:59:03.360269 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 8dff929c-ba67-4943-ae32-8c4bd7a7f19c {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:59:03.360269 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8dff929c-ba67-4943-ae32-8c4bd7a7f19c not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:59:03.373766 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be769f73-e8a5-43fc-a5b3-fb932993f126 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:03.390663 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be769f73-e8a5-43fc-a5b3-fb932993f126 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:59:03.391087 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be769f73-e8a5-43fc-a5b3-fb932993f126 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:03.394211 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:59:03.394211 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:59:03.394211 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:59:03.394211 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:59:03.394211 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:59:03.394211 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:59:03.394211 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:59:03.394211 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:59:03.394211 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:59:03.394211 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:59:03.394211 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:59:03.394211 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:59:03.394211 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:59:03.394211 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:59:03.394211 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:59:03.394211 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:59:03.394211 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:59:03.394211 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:59:03.394211 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:59:03.394211 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:59:03.394211 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:59:03.394211 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:59:03.394211 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:59:03.394211 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:59:03.394211 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:59:03.394211 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:59:03.394211 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:59:03.394211 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:59:03.394211 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:59:03.394211 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:59:03.394211 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:59:03.394211 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:59:03.502030 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ce8dcb27-7af9-46c1-892c-7e3b4e4af683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:03.568335 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8dcb27-7af9-46c1-892c-7e3b4e4af683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd69ffff-0e0e-4344-ad69-0eae95c48434,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:03.588902 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8dcb27-7af9-46c1-892c-7e3b4e4af683 admin admin] Checking segment: {'id': '42edd0f6-c90b-43a8-8ffa-6d04c0a976a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a4c2bc63-0464-410e-9c38-7fadecdd5ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:59:03.589430 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8dcb27-7af9-46c1-892c-7e3b4e4af683 admin admin] Network hostable DHCP agents. Network: a4c2bc63-0464-410e-9c38-7fadecdd5ebc, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:59:03.599005 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be769f73-e8a5-43fc-a5b3-fb932993f126 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:03.607040 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-be769f73-e8a5-43fc-a5b3-fb932993f126 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:03.610267 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-be769f73-e8a5-43fc-a5b3-fb932993f126 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/networks/0299c2b0-6f28-41eb-aa34-ca949ba765b4 HTTP/1.1" status: 204 len: 168 time: 1.2790298 Dec 16 09:59:03.615876 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54016) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:03.620612 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-c2843ed5-db7f-454f-ac9b-b5f798350cdb tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1313433373'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:59:03.628228 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be769f73-e8a5-43fc-a5b3-fb932993f126 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event deleted for resources: {'Network': ['ID=0299c2b0-6f28-41eb-aa34-ca949ba765b4,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:03.730355 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8dcb27-7af9-46c1-892c-7e3b4e4af683 admin admin] Network a4c2bc63-0464-410e-9c38-7fadecdd5ebc is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:59:03.741576 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2843ed5-db7f-454f-ac9b-b5f798350cdb tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Made reservation on behalf of 45d39d1df40c460ead5363b359be384b for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:59:03.745778 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c2843ed5-db7f-454f-ac9b-b5f798350cdb tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:03.774956 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2843ed5-db7f-454f-ac9b-b5f798350cdb tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:59:03.786234 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c2843ed5-db7f-454f-ac9b-b5f798350cdb tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:03.786877 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-c2843ed5-db7f-454f-ac9b-b5f798350cdb tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Added segment 3fcb1920-ce1b-4c8b-84f3-89fccb0a5488 of type vlan for network 1955b546-1918-4fea-9545-04d331cab6f7 Dec 16 09:59:03.816885 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-ce8dcb27-7af9-46c1-892c-7e3b4e4af683 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, a4c2bc63-0464-410e-9c38-7fadecdd5ebc) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:03.827657 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bf1dda-b002-4a61-aa7c-a4c02f0f0def None None] Network a4c2bc63-0464-410e-9c38-7fadecdd5ebc requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:59:03.833029 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8dcb27-7af9-46c1-892c-7e3b4e4af683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:03.833874 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ce8dcb27-7af9-46c1-892c-7e3b4e4af683 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:03.884058 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c2843ed5-db7f-454f-ac9b-b5f798350cdb tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:03.933803 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ce8dcb27-7af9-46c1-892c-7e3b4e4af683 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2249854 Dec 16 09:59:03.936743 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54022) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:03.942691 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-e19622d7-495d-4602-9acc-272a7a887a6d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-108702148-router', 'tenant_id': '01a2322ac6d242049015e3f6c9de2eaa', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:59:03.976497 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c2843ed5-db7f-454f-ac9b-b5f798350cdb tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:03.986001 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2843ed5-db7f-454f-ac9b-b5f798350cdb tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:03.986836 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c2843ed5-db7f-454f-ac9b-b5f798350cdb tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:04.039870 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22ab1e3-a1d0-4de0-9fbd-b0db3b3db519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-a4c2bc63-0464-410e-9c38-7fadecdd5ebc', 'network_id': 'a4c2bc63-0464-410e-9c38-7fadecdd5ebc', 'tenant_id': '01a2322ac6d242049015e3f6c9de2eaa', 'fixed_ips': [{'subnet_id': 'cd69ffff-0e0e-4344-ad69-0eae95c48434'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:59:04.043379 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f22ab1e3-a1d0-4de0-9fbd-b0db3b3db519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:04.061957 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e19622d7-495d-4602-9acc-272a7a887a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:04.063278 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e19622d7-495d-4602-9acc-272a7a887a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:04.076147 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2843ed5-db7f-454f-ac9b-b5f798350cdb tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Network': ['ID=1955b546-1918-4fea-9545-04d331cab6f7,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:04.126094 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e19622d7-495d-4602-9acc-272a7a887a6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:04.126539 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 1955b546-1918-4fea-9545-04d331cab6f7 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:59:04.162452 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c2843ed5-db7f-454f-ac9b-b5f798350cdb tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5398047 Dec 16 09:59:04.163203 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54024) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:04.174189 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-f25c9cad-9328-447c-8d65-68497ee7bfe1 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Request body: {'subnet': {'network_id': '1955b546-1918-4fea-9545-04d331cab6f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:59:04.254391 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-f22ab1e3-a1d0-4de0-9fbd-b0db3b3db519 None None] Allocated IP 172.20.0.2 (a4c2bc63-0464-410e-9c38-7fadecdd5ebc/cd69ffff-0e0e-4344-ad69-0eae95c48434/bf03ea41-13b9-4fbc-b905-609721f82dca) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:59:04.388192 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e19622d7-495d-4602-9acc-272a7a887a6d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:04.393899 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25c9cad-9328-447c-8d65-68497ee7bfe1 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Made reservation on behalf of 45d39d1df40c460ead5363b359be384b for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:59:04.402675 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f25c9cad-9328-447c-8d65-68497ee7bfe1 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:04.439823 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f22ab1e3-a1d0-4de0-9fbd-b0db3b3db519 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:04.559706 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f22ab1e3-a1d0-4de0-9fbd-b0db3b3db519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:04.595483 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22ab1e3-a1d0-4de0-9fbd-b0db3b3db519 None None] Network a4c2bc63-0464-410e-9c38-7fadecdd5ebc is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:59:04.598437 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-f22ab1e3-a1d0-4de0-9fbd-b0db3b3db519 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:04.602179 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22ab1e3-a1d0-4de0-9fbd-b0db3b3db519 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:59:04.634999 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ab1e3-a1d0-4de0-9fbd-b0db3b3db519 None None] Pushing event updated for resources: {'Port': ['ID=bf03ea41-13b9-4fbc-b905-609721f82dca,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:04.674665 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f25c9cad-9328-447c-8d65-68497ee7bfe1 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:04.680182 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-f22ab1e3-a1d0-4de0-9fbd-b0db3b3db519 None None] Attempting to bind port bf03ea41-13b9-4fbc-b905-609721f82dca on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:59:04.680840 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-f22ab1e3-a1d0-4de0-9fbd-b0db3b3db519 None None] Attempting to bind port bf03ea41-13b9-4fbc-b905-609721f82dca by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '42edd0f6-c90b-43a8-8ffa-6d04c0a976a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a4c2bc63-0464-410e-9c38-7fadecdd5ebc'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:59:04.683904 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22ab1e3-a1d0-4de0-9fbd-b0db3b3db519 None None] Attempting to bind port bf03ea41-13b9-4fbc-b905-609721f82dca on network a4c2bc63-0464-410e-9c38-7fadecdd5ebc {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:59:04.687735 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22ab1e3-a1d0-4de0-9fbd-b0db3b3db519 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:59:04.688265 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22ab1e3-a1d0-4de0-9fbd-b0db3b3db519 None None] Checking segment: {'id': '42edd0f6-c90b-43a8-8ffa-6d04c0a976a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a4c2bc63-0464-410e-9c38-7fadecdd5ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:59:04.688682 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f22ab1e3-a1d0-4de0-9fbd-b0db3b3db519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:04.689080 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22ab1e3-a1d0-4de0-9fbd-b0db3b3db519 None None] Bound using segment: {'id': '42edd0f6-c90b-43a8-8ffa-6d04c0a976a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a4c2bc63-0464-410e-9c38-7fadecdd5ebc'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:59:04.689597 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-f22ab1e3-a1d0-4de0-9fbd-b0db3b3db519 None None] Bound port: bf03ea41-13b9-4fbc-b905-609721f82dca, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42edd0f6-c90b-43a8-8ffa-6d04c0a976a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a4c2bc63-0464-410e-9c38-7fadecdd5ebc'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:59:04.689985 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f22ab1e3-a1d0-4de0-9fbd-b0db3b3db519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:04.738230 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e19622d7-495d-4602-9acc-272a7a887a6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:04.764488 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25c9cad-9328-447c-8d65-68497ee7bfe1 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Checking segment: {'id': '3fcb1920-ce1b-4c8b-84f3-89fccb0a5488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1955b546-1918-4fea-9545-04d331cab6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:59:04.765478 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25c9cad-9328-447c-8d65-68497ee7bfe1 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Network hostable DHCP agents. Network: 1955b546-1918-4fea-9545-04d331cab6f7, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:59:04.766615 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e19622d7-495d-4602-9acc-272a7a887a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:04.769906 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f22ab1e3-a1d0-4de0-9fbd-b0db3b3db519 None None] For port bf03ea41-13b9-4fbc-b905-609721f82dca, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:59:04.770562 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c9cad-9328-447c-8d65-68497ee7bfe1 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Subnet': ['ID=69555318-818a-4fa5-991b-1fa4394b8298,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:04.773502 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f22ab1e3-a1d0-4de0-9fbd-b0db3b3db519 None None] For port bf03ea41-13b9-4fbc-b905-609721f82dca, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=bf03ea41-13b9-4fbc-b905-609721f82dca,segment=NetworkSegment(42edd0f6-c90b-43a8-8ffa-6d04c0a976a2),segment_id=42edd0f6-c90b-43a8-8ffa-6d04c0a976a2)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:59:04.850726 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f22ab1e3-a1d0-4de0-9fbd-b0db3b3db519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:04.880237 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25c9cad-9328-447c-8d65-68497ee7bfe1 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Network 1955b546-1918-4fea-9545-04d331cab6f7 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:59:04.933677 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-e19622d7-495d-4602-9acc-272a7a887a6d admin admin] Allocated IP 172.25.1.52 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/77c1f86c-ad58-4c56-8bdd-28ffc41f7b18) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:59:04.952756 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ab1e3-a1d0-4de0-9fbd-b0db3b3db519 None None] Pushing event updated for resources: {'Port': ['ID=bf03ea41-13b9-4fbc-b905-609721f82dca,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:05.020454 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-f25c9cad-9328-447c-8d65-68497ee7bfe1 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 1955b546-1918-4fea-9545-04d331cab6f7) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:05.027191 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25c9cad-9328-447c-8d65-68497ee7bfe1 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:05.028344 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f25c9cad-9328-447c-8d65-68497ee7bfe1 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:05.035101 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35c9cab-9d5b-494a-a53e-373cd4728e2e None None] Network 1955b546-1918-4fea-9545-04d331cab6f7 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:59:05.051907 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e19622d7-495d-4602-9acc-272a7a887a6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:05.135717 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f25c9cad-9328-447c-8d65-68497ee7bfe1 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9708512 Dec 16 09:59:05.136394 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54032) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:05.141892 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-1ed832e1-bea7-460b-8507-514b577243cb tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1487467955', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:59:05.174151 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e19622d7-495d-4602-9acc-272a7a887a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:05.231428 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19622d7-495d-4602-9acc-272a7a887a6d admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:59:05.237584 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-e19622d7-495d-4602-9acc-272a7a887a6d admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:05.247722 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19622d7-495d-4602-9acc-272a7a887a6d admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:59:05.295882 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19622d7-495d-4602-9acc-272a7a887a6d admin admin] Pushing event updated for resources: {'Port': ['ID=77c1f86c-ad58-4c56-8bdd-28ffc41f7b18,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:05.313750 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1ed832e1-bea7-460b-8507-514b577243cb tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:05.315991 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1ed832e1-bea7-460b-8507-514b577243cb tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:05.352754 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa37911-675a-4ced-b294-4849a5f340aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-1955b546-1918-4fea-9545-04d331cab6f7', 'network_id': '1955b546-1918-4fea-9545-04d331cab6f7', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'fixed_ips': [{'subnet_id': '69555318-818a-4fa5-991b-1fa4394b8298'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:59:05.368055 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bfa37911-675a-4ced-b294-4849a5f340aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:05.415207 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1ed832e1-bea7-460b-8507-514b577243cb tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:05.515128 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1ed832e1-bea7-460b-8507-514b577243cb tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:05.547733 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-bfa37911-675a-4ced-b294-4849a5f340aa None None] Allocated IP 2001:db8::2 (1955b546-1918-4fea-9545-04d331cab6f7/69555318-818a-4fa5-991b-1fa4394b8298/d3041d2f-246d-4664-8e11-8eb8507c8de6) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:59:05.674905 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1ed832e1-bea7-460b-8507-514b577243cb tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:05.685544 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1ed832e1-bea7-460b-8507-514b577243cb tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5473762 Dec 16 09:59:05.687693 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54034) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:05.696328 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e19622d7-495d-4602-9acc-272a7a887a6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:05.765287 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bfa37911-675a-4ced-b294-4849a5f340aa None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:05.862501 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bfa37911-675a-4ced-b294-4849a5f340aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:05.906266 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa37911-675a-4ced-b294-4849a5f340aa None None] Network 1955b546-1918-4fea-9545-04d331cab6f7 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:59:05.909620 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-bfa37911-675a-4ced-b294-4849a5f340aa None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:05.913594 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa37911-675a-4ced-b294-4849a5f340aa None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:59:05.973924 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa37911-675a-4ced-b294-4849a5f340aa None None] Pushing event updated for resources: {'Port': ['ID=d3041d2f-246d-4664-8e11-8eb8507c8de6,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:05.991669 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e19622d7-495d-4602-9acc-272a7a887a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:06.005204 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-bfa37911-675a-4ced-b294-4849a5f340aa None None] Attempting to bind port d3041d2f-246d-4664-8e11-8eb8507c8de6 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:59:06.005483 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-bfa37911-675a-4ced-b294-4849a5f340aa None None] Attempting to bind port d3041d2f-246d-4664-8e11-8eb8507c8de6 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '3fcb1920-ce1b-4c8b-84f3-89fccb0a5488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1955b546-1918-4fea-9545-04d331cab6f7'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:59:06.005862 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa37911-675a-4ced-b294-4849a5f340aa None None] Attempting to bind port d3041d2f-246d-4664-8e11-8eb8507c8de6 on network 1955b546-1918-4fea-9545-04d331cab6f7 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:59:06.011762 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa37911-675a-4ced-b294-4849a5f340aa None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:59:06.012151 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa37911-675a-4ced-b294-4849a5f340aa None None] Checking segment: {'id': '3fcb1920-ce1b-4c8b-84f3-89fccb0a5488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1955b546-1918-4fea-9545-04d331cab6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:59:06.012563 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bfa37911-675a-4ced-b294-4849a5f340aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:06.012962 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa37911-675a-4ced-b294-4849a5f340aa None None] Bound using segment: {'id': '3fcb1920-ce1b-4c8b-84f3-89fccb0a5488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1955b546-1918-4fea-9545-04d331cab6f7'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:59:06.013529 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-bfa37911-675a-4ced-b294-4849a5f340aa None None] Bound port: d3041d2f-246d-4664-8e11-8eb8507c8de6, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fcb1920-ce1b-4c8b-84f3-89fccb0a5488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1955b546-1918-4fea-9545-04d331cab6f7'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:59:06.013927 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bfa37911-675a-4ced-b294-4849a5f340aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:06.100503 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-bfa37911-675a-4ced-b294-4849a5f340aa None None] For port d3041d2f-246d-4664-8e11-8eb8507c8de6, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:59:06.105534 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-bfa37911-675a-4ced-b294-4849a5f340aa None None] For port d3041d2f-246d-4664-8e11-8eb8507c8de6, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d3041d2f-246d-4664-8e11-8eb8507c8de6,segment=NetworkSegment(3fcb1920-ce1b-4c8b-84f3-89fccb0a5488),segment_id=3fcb1920-ce1b-4c8b-84f3-89fccb0a5488)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:59:06.124616 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4d1ed8b8-c1c7-455a-b52d-d2a4590ff9d0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:06.222824 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bfa37911-675a-4ced-b294-4849a5f340aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:06.244670 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19622d7-495d-4602-9acc-272a7a887a6d admin admin] Router 1fbd206b-a01f-4e0d-8f88-d8f9431add09 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:59:06.271253 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4abc2a-b7ce-4641-be2b-415f03d7dc9b None None] Network a4c2bc63-0464-410e-9c38-7fadecdd5ebc requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:59:06.425627 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19622d7-495d-4602-9acc-272a7a887a6d admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:59:06.438785 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e5567f-6ff8-4361-a0e4-73cfa4111f98 None None] Sync routers for ids ['1fbd206b-a01f-4e0d-8f88-d8f9431add09'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:59:06.459974 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e5567f-6ff8-4361-a0e4-73cfa4111f98 None None] Routers {'1fbd206b-a01f-4e0d-8f88-d8f9431add09'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:06.461792 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-02e5567f-6ff8-4361-a0e4-73cfa4111f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:58:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['1fbd206b-a01f-4e0d-8f88-d8f9431add09'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:06.515658 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-4d1ed8b8-c1c7-455a-b52d-d2a4590ff9d0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Allocated IP 2001:db8::1 (1955b546-1918-4fea-9545-04d331cab6f7/69555318-818a-4fa5-991b-1fa4394b8298/4deec028-4e73-47a5-8952-7f10cae6f71b) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:59:06.539132 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e19622d7-495d-4602-9acc-272a7a887a6d admin admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:06.542028 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e19622d7-495d-4602-9acc-272a7a887a6d admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6021914 Dec 16 09:59:06.543912 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54042) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:06.551203 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-381500e8-c646-42cd-9cb7-87a4a8959a09 None None] Provisioning complete for port bf03ea41-13b9-4fbc-b905-609721f82dca triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:06.551882 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-381500e8-c646-42cd-9cb7-87a4a8959a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:06.554147 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa37911-675a-4ced-b294-4849a5f340aa None None] Pushing event updated for resources: {'Port': ['ID=d3041d2f-246d-4664-8e11-8eb8507c8de6,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:06.751419 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-02e5567f-6ff8-4361-a0e4-73cfa4111f98 None None] Set router 1fbd206b-a01f-4e0d-8f88-d8f9431add09 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:59:06.751861 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4d1ed8b8-c1c7-455a-b52d-d2a4590ff9d0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:06.811473 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-381500e8-c646-42cd-9cb7-87a4a8959a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:06.907630 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-381500e8-c646-42cd-9cb7-87a4a8959a09 None None] For port bf03ea41-13b9-4fbc-b905-609721f82dca, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=bf03ea41-13b9-4fbc-b905-609721f82dca,segment=NetworkSegment(42edd0f6-c90b-43a8-8ffa-6d04c0a976a2),segment_id=42edd0f6-c90b-43a8-8ffa-6d04c0a976a2)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:06.947039 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4d1ed8b8-c1c7-455a-b52d-d2a4590ff9d0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:06.976354 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-381500e8-c646-42cd-9cb7-87a4a8959a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:07.101157 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1ed8b8-c1c7-455a-b52d-d2a4590ff9d0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Network 1955b546-1918-4fea-9545-04d331cab6f7 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:59:07.102576 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-4d1ed8b8-c1c7-455a-b52d-d2a4590ff9d0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:07.108527 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1ed8b8-c1c7-455a-b52d-d2a4590ff9d0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:59:07.109278 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4d1ed8b8-c1c7-455a-b52d-d2a4590ff9d0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:07.117428 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device bf03ea41-13b9-4fbc-b905-609721f82dca up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:59:07.218461 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381500e8-c646-42cd-9cb7-87a4a8959a09 None None] Pushing event updated for resources: {'Port': ['ID=bf03ea41-13b9-4fbc-b905-609721f82dca,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:07.269571 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ed8b8-c1c7-455a-b52d-d2a4590ff9d0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Port': ['ID=4deec028-4e73-47a5-8952-7f10cae6f71b,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:07.270249 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port bf03ea41-13b9-4fbc-b905-609721f82dca triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:07.271123 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:07.386811 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-02e5567f-6ff8-4361-a0e4-73cfa4111f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fbd206b-a01f-4e0d-8f88-d8f9431add09', 'name': 'tempest-TestVolumeBootPattern-108702148-router', 'tenant_id': '01a2322ac6d242049015e3f6c9de2eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '77c1f86c-ad58-4c56-8bdd-28ffc41f7b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:04Z', 'updated_at': '2021-12-16T09:59:05Z', 'revision_number': 3, 'project_id': '01a2322ac6d242049015e3f6c9de2eaa', 'gw_port': {'id': '77c1f86c-ad58-4c56-8bdd-28ffc41f7b18', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:da:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fbd206b-a01f-4e0d-8f88-d8f9431add09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:04Z', 'updated_at': '2021-12-16T09:59:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:07.389260 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4d1ed8b8-c1c7-455a-b52d-d2a4590ff9d0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:07.411139 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:07.451510 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e5567f-6ff8-4361-a0e4-73cfa4111f98 None None] Checking router: 1fbd206b-a01f-4e0d-8f88-d8f9431add09 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:59:07.452750 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e5567f-6ff8-4361-a0e4-73cfa4111f98 None None] Updating router 1fbd206b-a01f-4e0d-8f88-d8f9431add09 port 77c1f86c-ad58-4c56-8bdd-28ffc41f7b18 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:59:07.500434 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-02e5567f-6ff8-4361-a0e4-73cfa4111f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:07.553848 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-fb81a003-cf7d-4724-af3a-6ae3d07e87d7 None None] Provisioning complete for port bf03ea41-13b9-4fbc-b905-609721f82dca triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:07.554912 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fb81a003-cf7d-4724-af3a-6ae3d07e87d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:07.558318 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bb4cfdfa-6ce9-4ece-bb91-6ff56fcff014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:07.857558 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-bb4cfdfa-6ce9-4ece-bb91-6ff56fcff014 admin admin] Allocated IP 172.20.0.1 (a4c2bc63-0464-410e-9c38-7fadecdd5ebc/cd69ffff-0e0e-4344-ad69-0eae95c48434/df6169a4-f9af-4e7d-9e4f-86538f7da360) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:59:07.862097 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4d1ed8b8-c1c7-455a-b52d-d2a4590ff9d0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:07.972761 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-02e5567f-6ff8-4361-a0e4-73cfa4111f98 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:07.983198 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4d1ed8b8-c1c7-455a-b52d-d2a4590ff9d0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:07.984036 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4d1ed8b8-c1c7-455a-b52d-d2a4590ff9d0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:08.037070 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bb4cfdfa-6ce9-4ece-bb91-6ff56fcff014 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:08.043874 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-02e5567f-6ff8-4361-a0e4-73cfa4111f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:08.086339 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ed8b8-c1c7-455a-b52d-d2a4590ff9d0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Port': ['ID=4deec028-4e73-47a5-8952-7f10cae6f71b,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:08.133169 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf56ff82-c39f-4aee-87bb-1ab7f4d42c8f None None] Pushing event updated for resources: {'Port': ['ID=77c1f86c-ad58-4c56-8bdd-28ffc41f7b18,revision_number=2']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:08.150791 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56ff82-c39f-4aee-87bb-1ab7f4d42c8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:08.151931 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56ff82-c39f-4aee-87bb-1ab7f4d42c8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:08.152445 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56ff82-c39f-4aee-87bb-1ab7f4d42c8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:08.152981 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56ff82-c39f-4aee-87bb-1ab7f4d42c8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:08.153534 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56ff82-c39f-4aee-87bb-1ab7f4d42c8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:08.153947 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56ff82-c39f-4aee-87bb-1ab7f4d42c8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:08.154316 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56ff82-c39f-4aee-87bb-1ab7f4d42c8f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:08.154667 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56ff82-c39f-4aee-87bb-1ab7f4d42c8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:08.155155 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56ff82-c39f-4aee-87bb-1ab7f4d42c8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:08.155696 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56ff82-c39f-4aee-87bb-1ab7f4d42c8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:08.157434 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56ff82-c39f-4aee-87bb-1ab7f4d42c8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:08.157868 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56ff82-c39f-4aee-87bb-1ab7f4d42c8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:08.172470 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-02e5567f-6ff8-4361-a0e4-73cfa4111f98 None None] Attempting to bind port 77c1f86c-ad58-4c56-8bdd-28ffc41f7b18 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:59:08.172936 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-02e5567f-6ff8-4361-a0e4-73cfa4111f98 None None] Attempting to bind port 77c1f86c-ad58-4c56-8bdd-28ffc41f7b18 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:59:08.173776 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e5567f-6ff8-4361-a0e4-73cfa4111f98 None None] Attempting to bind port 77c1f86c-ad58-4c56-8bdd-28ffc41f7b18 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:59:08.180076 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e5567f-6ff8-4361-a0e4-73cfa4111f98 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:59:08.180076 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e5567f-6ff8-4361-a0e4-73cfa4111f98 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:59:08.180960 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-02e5567f-6ff8-4361-a0e4-73cfa4111f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:08.180960 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e5567f-6ff8-4361-a0e4-73cfa4111f98 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:59:08.181164 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-02e5567f-6ff8-4361-a0e4-73cfa4111f98 None None] Bound port: 77c1f86c-ad58-4c56-8bdd-28ffc41f7b18, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:59:08.181542 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-02e5567f-6ff8-4361-a0e4-73cfa4111f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:08.181698 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1ed8b8-c1c7-455a-b52d-d2a4590ff9d0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Network 1955b546-1918-4fea-9545-04d331cab6f7 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:59:08.188876 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-4d1ed8b8-c1c7-455a-b52d-d2a4590ff9d0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:08.200925 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bb4cfdfa-6ce9-4ece-bb91-6ff56fcff014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:08.224266 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558cb55c-5f2b-4798-9971-b0a1ccc1eb1b None None] Network 1955b546-1918-4fea-9545-04d331cab6f7 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:59:08.268097 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4cfdfa-6ce9-4ece-bb91-6ff56fcff014 admin admin] Pushing event updated for resources: {'Port': ['ID=df6169a4-f9af-4e7d-9e4f-86538f7da360,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:08.281877 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-02e5567f-6ff8-4361-a0e4-73cfa4111f98 None None] For port 77c1f86c-ad58-4c56-8bdd-28ffc41f7b18, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:59:08.282986 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4cfdfa-6ce9-4ece-bb91-6ff56fcff014 admin admin] Network a4c2bc63-0464-410e-9c38-7fadecdd5ebc is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:59:08.284973 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-bb4cfdfa-6ce9-4ece-bb91-6ff56fcff014 admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:08.289143 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-02e5567f-6ff8-4361-a0e4-73cfa4111f98 None None] For port 77c1f86c-ad58-4c56-8bdd-28ffc41f7b18, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=77c1f86c-ad58-4c56-8bdd-28ffc41f7b18,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:59:08.289436 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4cfdfa-6ce9-4ece-bb91-6ff56fcff014 admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:59:08.332211 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bb4cfdfa-6ce9-4ece-bb91-6ff56fcff014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:08.344312 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-302fef59-a70b-4842-b615-9126329bfb98 None None] Provisioning complete for port d3041d2f-246d-4664-8e11-8eb8507c8de6 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:08.344695 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-302fef59-a70b-4842-b615-9126329bfb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:08.371605 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-02e5567f-6ff8-4361-a0e4-73cfa4111f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:08.505484 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e5567f-6ff8-4361-a0e4-73cfa4111f98 None None] Routers {'1fbd206b-a01f-4e0d-8f88-d8f9431add09'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:08.506299 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-02e5567f-6ff8-4361-a0e4-73cfa4111f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:58:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['1fbd206b-a01f-4e0d-8f88-d8f9431add09'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:08.510179 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf56ff82-c39f-4aee-87bb-1ab7f4d42c8f None None] Pushing event updated for resources: {'Port': ['ID=77c1f86c-ad58-4c56-8bdd-28ffc41f7b18,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:08.550465 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1ed8b8-c1c7-455a-b52d-d2a4590ff9d0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Router 62680853-0439-4cd4-804b-7e073d481dca is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:59:08.601186 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-302fef59-a70b-4842-b615-9126329bfb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:08.629466 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bb4cfdfa-6ce9-4ece-bb91-6ff56fcff014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:08.670326 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-302fef59-a70b-4842-b615-9126329bfb98 None None] For port d3041d2f-246d-4664-8e11-8eb8507c8de6, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d3041d2f-246d-4664-8e11-8eb8507c8de6,segment=NetworkSegment(3fcb1920-ce1b-4c8b-84f3-89fccb0a5488),segment_id=3fcb1920-ce1b-4c8b-84f3-89fccb0a5488)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:08.720279 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-02e5567f-6ff8-4361-a0e4-73cfa4111f98 None None] Set router 1fbd206b-a01f-4e0d-8f88-d8f9431add09 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:59:08.827978 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-302fef59-a70b-4842-b615-9126329bfb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:08.881434 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bb4cfdfa-6ce9-4ece-bb91-6ff56fcff014 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:08.941929 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bb4cfdfa-6ce9-4ece-bb91-6ff56fcff014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:09.043197 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302fef59-a70b-4842-b615-9126329bfb98 None None] Pushing event updated for resources: {'Port': ['ID=d3041d2f-246d-4664-8e11-8eb8507c8de6,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:09.050510 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-51564f82-fc14-4058-bf3b-3377d59ed3ce None None] Provisioning complete for port df6169a4-f9af-4e7d-9e4f-86538f7da360 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:09.050935 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-51564f82-fc14-4058-bf3b-3377d59ed3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:09.089252 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-02e5567f-6ff8-4361-a0e4-73cfa4111f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fbd206b-a01f-4e0d-8f88-d8f9431add09', 'name': 'tempest-TestVolumeBootPattern-108702148-router', 'tenant_id': '01a2322ac6d242049015e3f6c9de2eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '77c1f86c-ad58-4c56-8bdd-28ffc41f7b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:04Z', 'updated_at': '2021-12-16T09:59:05Z', 'revision_number': 3, 'project_id': '01a2322ac6d242049015e3f6c9de2eaa', 'gw_port': {'id': '77c1f86c-ad58-4c56-8bdd-28ffc41f7b18', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:da:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fbd206b-a01f-4e0d-8f88-d8f9431add09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:04Z', 'updated_at': '2021-12-16T09:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:09.138637 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-bb4cfdfa-6ce9-4ece-bb91-6ff56fcff014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:09.139473 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-51564f82-fc14-4058-bf3b-3377d59ed3ce None None] Port df6169a4-f9af-4e7d-9e4f-86538f7da360 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:59:09.188715 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d3041d2f-246d-4664-8e11-8eb8507c8de6 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:59:09.207759 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e5567f-6ff8-4361-a0e4-73cfa4111f98 None None] The sync data for ids ['1fbd206b-a01f-4e0d-8f88-d8f9431add09'] in n-d-820550-2 is: [{'id': '1fbd206b-a01f-4e0d-8f88-d8f9431add09', 'name': 'tempest-TestVolumeBootPattern-108702148-router', 'tenant_id': '01a2322ac6d242049015e3f6c9de2eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '77c1f86c-ad58-4c56-8bdd-28ffc41f7b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:04Z', 'updated_at': '2021-12-16T09:59:05Z', 'revision_number': 3, 'project_id': '01a2322ac6d242049015e3f6c9de2eaa', 'gw_port': {'id': '77c1f86c-ad58-4c56-8bdd-28ffc41f7b18', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:da:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fbd206b-a01f-4e0d-8f88-d8f9431add09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:04Z', 'updated_at': '2021-12-16T09:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:59:09.311193 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4cfdfa-6ce9-4ece-bb91-6ff56fcff014 admin admin] Pushing event updated for resources: {'Port': ['ID=df6169a4-f9af-4e7d-9e4f-86538f7da360,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:09.325243 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4cfdfa-6ce9-4ece-bb91-6ff56fcff014 admin admin] Network a4c2bc63-0464-410e-9c38-7fadecdd5ebc is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:59:09.327343 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-81e24048-2e3b-44da-8c76-31eb90322d31 None None] Provisioning complete for port 4deec028-4e73-47a5-8952-7f10cae6f71b triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:09.327774 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-81e24048-2e3b-44da-8c76-31eb90322d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:09.329933 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-bb4cfdfa-6ce9-4ece-bb91-6ff56fcff014 admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:09.426235 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port d3041d2f-246d-4664-8e11-8eb8507c8de6 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:09.426681 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:09.474635 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-81e24048-2e3b-44da-8c76-31eb90322d31 None None] Port 4deec028-4e73-47a5-8952-7f10cae6f71b cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:59:09.498086 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1ed8b8-c1c7-455a-b52d-d2a4590ff9d0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:59:09.512947 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4d1ed8b8-c1c7-455a-b52d-d2a4590ff9d0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "PUT /v2.0/routers/62680853-0439-4cd4-804b-7e073d481dca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8225353 Dec 16 09:59:09.517908 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54058) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:09.523461 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5940b635-778c-45dd-ad3c-c2b480cab2b1 None None] Sync routers for ids ['62680853-0439-4cd4-804b-7e073d481dca'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:59:09.526778 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-81e24048-2e3b-44da-8c76-31eb90322d31 None None] Provisioning complete for port d3041d2f-246d-4664-8e11-8eb8507c8de6 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:09.540235 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-81e24048-2e3b-44da-8c76-31eb90322d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:09.554962 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:59:09.595553 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5940b635-778c-45dd-ad3c-c2b480cab2b1 None None] Routers {'62680853-0439-4cd4-804b-7e073d481dca'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:09.596400 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-5940b635-778c-45dd-ad3c-c2b480cab2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:58:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['62680853-0439-4cd4-804b-7e073d481dca'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:09.622696 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871fefb6-0012-451f-aae6-878ac79e6c83 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:09.625058 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-871fefb6-0012-451f-aae6-878ac79e6c83 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "GET /v2.0/ports/4deec028-4e73-47a5-8952-7f10cae6f71b HTTP/1.1" status: 200 len: 911 time: 0.1057191 Dec 16 09:59:09.632095 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54060) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:09.678356 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-5940b635-778c-45dd-ad3c-c2b480cab2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:09.820612 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device bf03ea41-13b9-4fbc-b905-609721f82dca up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:59:09.875242 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5940b635-778c-45dd-ad3c-c2b480cab2b1 None None] Routers {'62680853-0439-4cd4-804b-7e073d481dca'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:09.876012 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-5940b635-778c-45dd-ad3c-c2b480cab2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:58:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['62680853-0439-4cd4-804b-7e073d481dca'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:09.948223 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-5940b635-778c-45dd-ad3c-c2b480cab2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:09.948918 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5940b635-778c-45dd-ad3c-c2b480cab2b1 None None] The sync data for ids ['62680853-0439-4cd4-804b-7e073d481dca'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:59:10.081360 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port bf03ea41-13b9-4fbc-b905-609721f82dca triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:10.082061 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:10.219383 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b7c8bbf5-bb5e-49d2-acb0-ac12dce4a330 None None] Provisioning complete for port 4deec028-4e73-47a5-8952-7f10cae6f71b triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:10.219751 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b7c8bbf5-bb5e-49d2-acb0-ac12dce4a330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:10.276464 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-b7c8bbf5-bb5e-49d2-acb0-ac12dce4a330 None None] Port 4deec028-4e73-47a5-8952-7f10cae6f71b cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:59:10.305952 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b7c8bbf5-bb5e-49d2-acb0-ac12dce4a330 None None] Provisioning complete for port df6169a4-f9af-4e7d-9e4f-86538f7da360 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:10.306327 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b7c8bbf5-bb5e-49d2-acb0-ac12dce4a330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:10.329549 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4cfdfa-6ce9-4ece-bb91-6ff56fcff014 admin admin] Router 1fbd206b-a01f-4e0d-8f88-d8f9431add09 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:59:10.334856 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f8b6f151-c632-4485-889e-6df21f8fd3c7 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:10.377645 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-b7c8bbf5-bb5e-49d2-acb0-ac12dce4a330 None None] Port df6169a4-f9af-4e7d-9e4f-86538f7da360 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:59:10.533853 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4cfdfa-6ce9-4ece-bb91-6ff56fcff014 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:59:10.542754 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-bb4cfdfa-6ce9-4ece-bb91-6ff56fcff014 admin admin] 10.222.0.60 "PUT /v2.0/routers/1fbd206b-a01f-4e0d-8f88-d8f9431add09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9972651 Dec 16 09:59:10.684102 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-f8b6f151-c632-4485-889e-6df21f8fd3c7 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Deleting port 4deec028-4e73-47a5-8952-7f10cae6f71b {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:59:10.684669 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f8b6f151-c632-4485-889e-6df21f8fd3c7 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:10.780479 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:10.855002 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f8b6f151-c632-4485-889e-6df21f8fd3c7 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:10.886339 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-f8b6f151-c632-4485-889e-6df21f8fd3c7 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Calling delete_port for 4deec028-4e73-47a5-8952-7f10cae6f71b owned by network:router_interface {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:59:11.020154 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d3041d2f-246d-4664-8e11-8eb8507c8de6 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:59:11.089316 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port d3041d2f-246d-4664-8e11-8eb8507c8de6 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:11.089819 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:11.209477 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 77c1f86c-ad58-4c56-8bdd-28ffc41f7b18 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:59:11.235149 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f8b6f151-c632-4485-889e-6df21f8fd3c7 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:11.269562 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6f151-c632-4485-889e-6df21f8fd3c7 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event deleted for resources: {'Port': ['ID=4deec028-4e73-47a5-8952-7f10cae6f71b,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:11.282362 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 77c1f86c-ad58-4c56-8bdd-28ffc41f7b18 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:11.282747 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:11.395649 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:11.431598 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f8b6f151-c632-4485-889e-6df21f8fd3c7 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:11.433504 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 77c1f86c-ad58-4c56-8bdd-28ffc41f7b18, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=77c1f86c-ad58-4c56-8bdd-28ffc41f7b18,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:11.497268 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:11.603173 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=77c1f86c-ad58-4c56-8bdd-28ffc41f7b18,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:11.681708 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b6f151-c632-4485-889e-6df21f8fd3c7 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Router 62680853-0439-4cd4-804b-7e073d481dca has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:59:11.789392 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b6f151-c632-4485-889e-6df21f8fd3c7 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:59:11.798058 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f8b6f151-c632-4485-889e-6df21f8fd3c7 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "PUT /v2.0/routers/62680853-0439-4cd4-804b-7e073d481dca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1643312 Dec 16 09:59:11.799551 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6973623d-74cd-4507-bece-9d7aaac7e822 None None] Sync routers for ids ['62680853-0439-4cd4-804b-7e073d481dca'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:59:11.800973 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54084) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:11.811671 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6973623d-74cd-4507-bece-9d7aaac7e822 None None] Routers {'62680853-0439-4cd4-804b-7e073d481dca'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:11.812850 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6973623d-74cd-4507-bece-9d7aaac7e822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:58:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['62680853-0439-4cd4-804b-7e073d481dca'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:11.830707 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5dfe6ef5-283e-458b-b9ca-04f7bebf2df7 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "GET /v2.0/ports?device_id=62680853-0439-4cd4-804b-7e073d481dca HTTP/1.1" status: 200 len: 205 time: 0.0284140 Dec 16 09:59:11.833609 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54086) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:11.851129 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6973623d-74cd-4507-bece-9d7aaac7e822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:11.867355 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6973623d-74cd-4507-bece-9d7aaac7e822 None None] Routers {'62680853-0439-4cd4-804b-7e073d481dca'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:11.868238 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6973623d-74cd-4507-bece-9d7aaac7e822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:58:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['62680853-0439-4cd4-804b-7e073d481dca'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:11.874635 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b731cc5-5210-4c53-b915-2c5a9cbc8d71 None None] Sync routers for ids ['1fbd206b-a01f-4e0d-8f88-d8f9431add09'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:59:11.887467 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b731cc5-5210-4c53-b915-2c5a9cbc8d71 None None] Routers {'1fbd206b-a01f-4e0d-8f88-d8f9431add09'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:11.887467 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-0b731cc5-5210-4c53-b915-2c5a9cbc8d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:58:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['1fbd206b-a01f-4e0d-8f88-d8f9431add09'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:11.926439 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6973623d-74cd-4507-bece-9d7aaac7e822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:11.927398 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6973623d-74cd-4507-bece-9d7aaac7e822 None None] The sync data for ids ['62680853-0439-4cd4-804b-7e073d481dca'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:59:11.956360 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2a64b06d-0d32-45e1-9240-2ef724fe419d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:12.031295 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-0b731cc5-5210-4c53-b915-2c5a9cbc8d71 None None] Set router 1fbd206b-a01f-4e0d-8f88-d8f9431add09 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:59:12.168991 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2a64b06d-0d32-45e1-9240-2ef724fe419d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:12.172565 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2a64b06d-0d32-45e1-9240-2ef724fe419d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:12.275691 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-0b731cc5-5210-4c53-b915-2c5a9cbc8d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fbd206b-a01f-4e0d-8f88-d8f9431add09', 'name': 'tempest-TestVolumeBootPattern-108702148-router', 'tenant_id': '01a2322ac6d242049015e3f6c9de2eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '77c1f86c-ad58-4c56-8bdd-28ffc41f7b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:04Z', 'updated_at': '2021-12-16T09:59:08Z', 'revision_number': 4, 'project_id': '01a2322ac6d242049015e3f6c9de2eaa', 'gw_port': {'id': '77c1f86c-ad58-4c56-8bdd-28ffc41f7b18', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:da:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbd206b-a01f-4e0d-8f88-d8f9431add09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:04Z', 'updated_at': '2021-12-16T09:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'df6169a4-f9af-4e7d-9e4f-86538f7da360', 'name': '', 'network_id': 'a4c2bc63-0464-410e-9c38-7fadecdd5ebc', 'tenant_id': '01a2322ac6d242049015e3f6c9de2eaa', 'mac_address': 'fa:16:3e:e3:64:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fbd206b-a01f-4e0d-8f88-d8f9431add09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'cd69ffff-0e0e-4344-ad69-0eae95c48434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:07Z', 'updated_at': '2021-12-16T09:59:08Z', 'revision_number': 2, 'project_id': '01a2322ac6d242049015e3f6c9de2eaa', 'subnets': [{'id': 'cd69ffff-0e0e-4344-ad69-0eae95c48434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:12.290771 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2a64b06d-0d32-45e1-9240-2ef724fe419d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:12.291376 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a64b06d-0d32-45e1-9240-2ef724fe419d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Fanout notify agent at l3_agent the message router_deleted on router 62680853-0439-4cd4-804b-7e073d481dca {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:59:12.299833 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2a64b06d-0d32-45e1-9240-2ef724fe419d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:12.301019 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2a64b06d-0d32-45e1-9240-2ef724fe419d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/routers/62680853-0439-4cd4-804b-7e073d481dca HTTP/1.1" status: 204 len: 168 time: 0.4660475 Dec 16 09:59:12.304597 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54092) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:12.308357 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b731cc5-5210-4c53-b915-2c5a9cbc8d71 None None] Checking router: 1fbd206b-a01f-4e0d-8f88-d8f9431add09 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:59:12.308718 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b731cc5-5210-4c53-b915-2c5a9cbc8d71 None None] Updating router 1fbd206b-a01f-4e0d-8f88-d8f9431add09 port df6169a4-f9af-4e7d-9e4f-86538f7da360 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:59:12.338365 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0b731cc5-5210-4c53-b915-2c5a9cbc8d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:12.371454 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0f76100-b68a-4307-aebd-577d8fd6615b tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Deleting subnet 69555318-818a-4fa5-991b-1fa4394b8298 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:59:12.376349 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b0f76100-b68a-4307-aebd-577d8fd6615b tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:12.438362 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b0f76100-b68a-4307-aebd-577d8fd6615b tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:12.593763 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b0f76100-b68a-4307-aebd-577d8fd6615b tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:12.703173 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0b731cc5-5210-4c53-b915-2c5a9cbc8d71 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:12.752823 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b0f76100-b68a-4307-aebd-577d8fd6615b tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:12.790417 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f76100-b68a-4307-aebd-577d8fd6615b tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event deleted for resources: {'Subnet': ['ID=69555318-818a-4fa5-991b-1fa4394b8298,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:12.809248 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b0f76100-b68a-4307-aebd-577d8fd6615b tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:12.814089 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b0f76100-b68a-4307-aebd-577d8fd6615b tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/subnets/69555318-818a-4fa5-991b-1fa4394b8298 HTTP/1.1" status: 204 len: 168 time: 0.5081649 Dec 16 09:59:12.816013 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54100) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:12.817339 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0b731cc5-5210-4c53-b915-2c5a9cbc8d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:12.859754 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbb8ec1-b6e6-468a-98d4-d921e8b109ed None None] Network 1955b546-1918-4fea-9545-04d331cab6f7 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:59:12.934881 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e2ddb57-c8b5-4190-b8cc-2cecf1564059 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:12.948971 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 77c1f86c-ad58-4c56-8bdd-28ffc41f7b18 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:59:13.003953 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001717b-3954-43e6-913f-1491fbe79ab4 None None] Pushing event updated for resources: {'Port': ['ID=df6169a4-f9af-4e7d-9e4f-86538f7da360,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:13.034867 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-2e2ddb57-c8b5-4190-b8cc-2cecf1564059 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Deleting port d3041d2f-246d-4664-8e11-8eb8507c8de6 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:59:13.035380 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e2ddb57-c8b5-4190-b8cc-2cecf1564059 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:13.135562 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-2e2ddb57-c8b5-4190-b8cc-2cecf1564059 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] For port d3041d2f-246d-4664-8e11-8eb8507c8de6, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d3041d2f-246d-4664-8e11-8eb8507c8de6,segment=NetworkSegment(3fcb1920-ce1b-4c8b-84f3-89fccb0a5488),segment_id=3fcb1920-ce1b-4c8b-84f3-89fccb0a5488)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:13.136260 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e2ddb57-c8b5-4190-b8cc-2cecf1564059 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:13.160404 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-2e2ddb57-c8b5-4190-b8cc-2cecf1564059 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Calling delete_port for d3041d2f-246d-4664-8e11-8eb8507c8de6 owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:59:13.220245 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-0b731cc5-5210-4c53-b915-2c5a9cbc8d71 None None] Attempting to bind port df6169a4-f9af-4e7d-9e4f-86538f7da360 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:59:13.220710 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-0b731cc5-5210-4c53-b915-2c5a9cbc8d71 None None] Attempting to bind port df6169a4-f9af-4e7d-9e4f-86538f7da360 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '42edd0f6-c90b-43a8-8ffa-6d04c0a976a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a4c2bc63-0464-410e-9c38-7fadecdd5ebc'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:59:13.221162 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b731cc5-5210-4c53-b915-2c5a9cbc8d71 None None] Attempting to bind port df6169a4-f9af-4e7d-9e4f-86538f7da360 on network a4c2bc63-0464-410e-9c38-7fadecdd5ebc {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:59:13.227669 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 77c1f86c-ad58-4c56-8bdd-28ffc41f7b18 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:13.228040 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:13.299784 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b731cc5-5210-4c53-b915-2c5a9cbc8d71 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:59:13.300302 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b731cc5-5210-4c53-b915-2c5a9cbc8d71 None None] Checking segment: {'id': '42edd0f6-c90b-43a8-8ffa-6d04c0a976a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a4c2bc63-0464-410e-9c38-7fadecdd5ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:59:13.300782 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0b731cc5-5210-4c53-b915-2c5a9cbc8d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:13.301244 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b731cc5-5210-4c53-b915-2c5a9cbc8d71 None None] Bound using segment: {'id': '42edd0f6-c90b-43a8-8ffa-6d04c0a976a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a4c2bc63-0464-410e-9c38-7fadecdd5ebc'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:59:13.311641 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-0b731cc5-5210-4c53-b915-2c5a9cbc8d71 None None] Bound port: df6169a4-f9af-4e7d-9e4f-86538f7da360, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42edd0f6-c90b-43a8-8ffa-6d04c0a976a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a4c2bc63-0464-410e-9c38-7fadecdd5ebc'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:59:13.311641 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0b731cc5-5210-4c53-b915-2c5a9cbc8d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:13.389064 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e2ddb57-c8b5-4190-b8cc-2cecf1564059 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:13.409010 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-8cb402cc-9740-4b77-8532-edd69bf89740 None None] Provisioning complete for port df6169a4-f9af-4e7d-9e4f-86538f7da360 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:13.409431 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8cb402cc-9740-4b77-8532-edd69bf89740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:13.443267 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ddb57-c8b5-4190-b8cc-2cecf1564059 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event deleted for resources: {'Port': ['ID=d3041d2f-246d-4664-8e11-8eb8507c8de6,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:13.452611 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2ddb57-c8b5-4190-b8cc-2cecf1564059 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] No DVR routers for this DVR port d3041d2f-246d-4664-8e11-8eb8507c8de6 on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:59:13.461696 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b53bce3-0bbb-46d3-b93a-e1f3452818db None None] DHCP port deletion for 1955b546-1918-4fea-9545-04d331cab6f7 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:59:13.504127 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-8cb402cc-9740-4b77-8532-edd69bf89740 None None] Port df6169a4-f9af-4e7d-9e4f-86538f7da360 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:59:13.504685 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-0b731cc5-5210-4c53-b915-2c5a9cbc8d71 None None] For port df6169a4-f9af-4e7d-9e4f-86538f7da360, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:59:13.510081 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-0b731cc5-5210-4c53-b915-2c5a9cbc8d71 None None] For port df6169a4-f9af-4e7d-9e4f-86538f7da360, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=df6169a4-f9af-4e7d-9e4f-86538f7da360,segment=NetworkSegment(42edd0f6-c90b-43a8-8ffa-6d04c0a976a2),segment_id=42edd0f6-c90b-43a8-8ffa-6d04c0a976a2)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:59:13.575360 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e2ddb57-c8b5-4190-b8cc-2cecf1564059 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:13.601526 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0b731cc5-5210-4c53-b915-2c5a9cbc8d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:13.613268 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-2e2ddb57-c8b5-4190-b8cc-2cecf1564059 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1955b546-1918-4fea-9545-04d331cab6f7']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:13.626887 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-2e2ddb57-c8b5-4190-b8cc-2cecf1564059 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fcb1920-ce1b-4c8b-84f3-89fccb0a5488') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:13.626887 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-2e2ddb57-c8b5-4190-b8cc-2cecf1564059 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fcb1920-ce1b-4c8b-84f3-89fccb0a5488') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:13.644230 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e2ddb57-c8b5-4190-b8cc-2cecf1564059 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:13.681245 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e2ddb57-c8b5-4190-b8cc-2cecf1564059 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:13.693805 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e2ddb57-c8b5-4190-b8cc-2cecf1564059 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:59:13.694941 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e2ddb57-c8b5-4190-b8cc-2cecf1564059 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:13.698332 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:59:13.698332 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:59:13.698332 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:59:13.698332 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:59:13.698332 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:59:13.698332 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:59:13.698332 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:59:13.698332 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:59:13.698332 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:59:13.698332 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:59:13.698332 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:59:13.698332 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:59:13.698332 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:59:13.698332 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:59:13.698332 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:59:13.698332 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:59:13.698332 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:59:13.698332 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:59:13.698332 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:59:13.698332 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:59:13.698332 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:59:13.698332 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:59:13.698332 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:59:13.698332 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:59:13.698332 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:59:13.698332 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:59:13.698332 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:59:13.698332 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:59:13.698332 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:59:13.698332 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:59:13.698332 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:59:13.698332 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:59:13.722667 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001717b-3954-43e6-913f-1491fbe79ab4 None None] Pushing event updated for resources: {'Port': ['ID=df6169a4-f9af-4e7d-9e4f-86538f7da360,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:13.726477 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b731cc5-5210-4c53-b915-2c5a9cbc8d71 None None] Routers {'1fbd206b-a01f-4e0d-8f88-d8f9431add09'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:13.727124 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-0b731cc5-5210-4c53-b915-2c5a9cbc8d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:58:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['1fbd206b-a01f-4e0d-8f88-d8f9431add09'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:13.891037 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e2ddb57-c8b5-4190-b8cc-2cecf1564059 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:13.897724 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2e2ddb57-c8b5-4190-b8cc-2cecf1564059 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:13.907910 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54110) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:13.914370 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-3d7edfb7-9808-4828-96c4-7e90d80c9833 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2134614481', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}, 'admin_state_up': False}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:59:13.920187 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2e2ddb57-c8b5-4190-b8cc-2cecf1564059 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/networks/1955b546-1918-4fea-9545-04d331cab6f7 HTTP/1.1" status: 204 len: 168 time: 1.1024835 Dec 16 09:59:13.967722 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ddb57-c8b5-4190-b8cc-2cecf1564059 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event deleted for resources: {'Network': ['ID=1955b546-1918-4fea-9545-04d331cab6f7,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:14.025478 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-0b731cc5-5210-4c53-b915-2c5a9cbc8d71 None None] Set router 1fbd206b-a01f-4e0d-8f88-d8f9431add09 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:59:14.049896 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d7edfb7-9808-4828-96c4-7e90d80c9833 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:14.051677 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d7edfb7-9808-4828-96c4-7e90d80c9833 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:14.062783 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-8efb1323-344a-4728-8036-d4c2f7ecad73 None None] Provisioning complete for port df6169a4-f9af-4e7d-9e4f-86538f7da360 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:14.063151 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8efb1323-344a-4728-8036-d4c2f7ecad73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:14.112682 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d7edfb7-9808-4828-96c4-7e90d80c9833 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:14.273317 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8efb1323-344a-4728-8036-d4c2f7ecad73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:14.316781 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-8efb1323-344a-4728-8036-d4c2f7ecad73 None None] For port df6169a4-f9af-4e7d-9e4f-86538f7da360, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=df6169a4-f9af-4e7d-9e4f-86538f7da360,segment=NetworkSegment(42edd0f6-c90b-43a8-8ffa-6d04c0a976a2),segment_id=42edd0f6-c90b-43a8-8ffa-6d04c0a976a2)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:14.335466 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-0b731cc5-5210-4c53-b915-2c5a9cbc8d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fbd206b-a01f-4e0d-8f88-d8f9431add09', 'name': 'tempest-TestVolumeBootPattern-108702148-router', 'tenant_id': '01a2322ac6d242049015e3f6c9de2eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '77c1f86c-ad58-4c56-8bdd-28ffc41f7b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:04Z', 'updated_at': '2021-12-16T09:59:08Z', 'revision_number': 4, 'project_id': '01a2322ac6d242049015e3f6c9de2eaa', 'gw_port': {'id': '77c1f86c-ad58-4c56-8bdd-28ffc41f7b18', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:da:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbd206b-a01f-4e0d-8f88-d8f9431add09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:04Z', 'updated_at': '2021-12-16T09:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'df6169a4-f9af-4e7d-9e4f-86538f7da360', 'name': '', 'network_id': 'a4c2bc63-0464-410e-9c38-7fadecdd5ebc', 'tenant_id': '01a2322ac6d242049015e3f6c9de2eaa', 'mac_address': 'fa:16:3e:e3:64:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fbd206b-a01f-4e0d-8f88-d8f9431add09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'cd69ffff-0e0e-4344-ad69-0eae95c48434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:07Z', 'updated_at': '2021-12-16T09:59:13Z', 'revision_number': 4, 'project_id': '01a2322ac6d242049015e3f6c9de2eaa', 'subnets': [{'id': 'cd69ffff-0e0e-4344-ad69-0eae95c48434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:14.350502 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d7edfb7-9808-4828-96c4-7e90d80c9833 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:14.364603 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b731cc5-5210-4c53-b915-2c5a9cbc8d71 None None] The sync data for ids ['1fbd206b-a01f-4e0d-8f88-d8f9431add09'] in n-d-820550-2 is: [{'id': '1fbd206b-a01f-4e0d-8f88-d8f9431add09', 'name': 'tempest-TestVolumeBootPattern-108702148-router', 'tenant_id': '01a2322ac6d242049015e3f6c9de2eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '77c1f86c-ad58-4c56-8bdd-28ffc41f7b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:04Z', 'updated_at': '2021-12-16T09:59:08Z', 'revision_number': 4, 'project_id': '01a2322ac6d242049015e3f6c9de2eaa', 'gw_port': {'id': '77c1f86c-ad58-4c56-8bdd-28ffc41f7b18', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:da:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbd206b-a01f-4e0d-8f88-d8f9431add09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:04Z', 'updated_at': '2021-12-16T09:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'df6169a4-f9af-4e7d-9e4f-86538f7da360', 'name': '', 'network_id': 'a4c2bc63-0464-410e-9c38-7fadecdd5ebc', 'tenant_id': '01a2322ac6d242049015e3f6c9de2eaa', 'mac_address': 'fa:16:3e:e3:64:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fbd206b-a01f-4e0d-8f88-d8f9431add09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'cd69ffff-0e0e-4344-ad69-0eae95c48434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:07Z', 'updated_at': '2021-12-16T09:59:13Z', 'revision_number': 4, 'project_id': '01a2322ac6d242049015e3f6c9de2eaa', 'subnets': [{'id': 'cd69ffff-0e0e-4344-ad69-0eae95c48434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:59:14.388106 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8efb1323-344a-4728-8036-d4c2f7ecad73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:14.479196 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb1323-344a-4728-8036-d4c2f7ecad73 None None] Pushing event updated for resources: {'Port': ['ID=df6169a4-f9af-4e7d-9e4f-86538f7da360,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:14.652962 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d7edfb7-9808-4828-96c4-7e90d80c9833 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:14.674879 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d7edfb7-9808-4828-96c4-7e90d80c9833 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:14.864604 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-3d7edfb7-9808-4828-96c4-7e90d80c9833 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Allocated IP 172.25.1.73 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/14d5bd93-3403-48a0-bdce-62e2d4a9e01d) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:59:14.964078 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device df6169a4-f9af-4e7d-9e4f-86538f7da360 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:59:15.009613 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d7edfb7-9808-4828-96c4-7e90d80c9833 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:15.062526 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port df6169a4-f9af-4e7d-9e4f-86538f7da360 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:15.063164 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:15.120781 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d7edfb7-9808-4828-96c4-7e90d80c9833 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:15.257053 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7edfb7-9808-4828-96c4-7e90d80c9833 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Port': ['ID=14d5bd93-3403-48a0-bdce-62e2d4a9e01d,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:15.260533 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d3041d2f-246d-4664-8e11-8eb8507c8de6 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:59:15.261946 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7edfb7-9808-4828-96c4-7e90d80c9833 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:59:15.267932 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-3d7edfb7-9808-4828-96c4-7e90d80c9833 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:15.274586 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7edfb7-9808-4828-96c4-7e90d80c9833 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:59:15.297786 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: d3041d2f-246d-4664-8e11-8eb8507c8de6 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:59:15.298121 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d3041d2f-246d-4664-8e11-8eb8507c8de6 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:59:15.420235 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-e198b038-cd2f-48a6-86e7-78574ea61e34 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:15.422733 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-e198b038-cd2f-48a6-86e7-78574ea61e34 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/networks?id=e3612a9f-8ab3-4e75-9810-d35fcac351bb HTTP/1.1" status: 200 len: 812 time: 0.2388825 Dec 16 09:59:15.480551 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-709c61e7-5aa8-48bf-937c-bdc2711e686e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/quotas/d700775fc1ae4ac7800b87ec102ae69e HTTP/1.1" status: 200 len: 375 time: 0.0500121 Dec 16 09:59:15.915190 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-12f4bd8e-e688-4fff-b256-c731ef76059a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4254365 Dec 16 09:59:16.090993 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-1366ff69-63ca-4cf9-821c-db5980ebbb37 service neutron] 10.222.0.60 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662591 Dec 16 09:59:16.154518 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d7edfb7-9808-4828-96c4-7e90d80c9833 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:16.284485 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-7f167921-e2f6-4a02-a3a4-9b493a90a1e2 service neutron] 10.222.0.60 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815994 Dec 16 09:59:16.416136 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d7edfb7-9808-4828-96c4-7e90d80c9833 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:16.615249 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7edfb7-9808-4828-96c4-7e90d80c9833 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Router 885fecdb-9118-47b4-b0dc-eb757944fabc is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:59:16.736924 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7edfb7-9808-4828-96c4-7e90d80c9833 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:59:16.753894 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccb2ba1-03d1-4289-aa0f-5e21e034190f None None] Sync routers for ids ['885fecdb-9118-47b4-b0dc-eb757944fabc'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:59:16.766733 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccb2ba1-03d1-4289-aa0f-5e21e034190f None None] Routers {'885fecdb-9118-47b4-b0dc-eb757944fabc'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:16.767747 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1ccb2ba1-03d1-4289-aa0f-5e21e034190f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:58:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['885fecdb-9118-47b4-b0dc-eb757944fabc'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:16.802360 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1ccb2ba1-03d1-4289-aa0f-5e21e034190f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:16.812065 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccb2ba1-03d1-4289-aa0f-5e21e034190f None None] Routers {'885fecdb-9118-47b4-b0dc-eb757944fabc'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:16.812756 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1ccb2ba1-03d1-4289-aa0f-5e21e034190f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:58:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['885fecdb-9118-47b4-b0dc-eb757944fabc'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:16.830164 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d7edfb7-9808-4828-96c4-7e90d80c9833 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:16.834462 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54150) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:16.834968 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3d7edfb7-9808-4828-96c4-7e90d80c9833 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.9244392 Dec 16 09:59:16.851108 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1ccb2ba1-03d1-4289-aa0f-5e21e034190f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:16.851914 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccb2ba1-03d1-4289-aa0f-5e21e034190f None None] The sync data for ids ['885fecdb-9118-47b4-b0dc-eb757944fabc'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:59:16.968685 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4e799ef4-c99a-4916-ae4e-d27c9a71acbf req-c16062e0-38cd-4c1f-8e02-6c18011a0c8d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=71b573f8-7776-4852-af5c-f986e2bffeac HTTP/1.1" status: 200 len: 210 time: 0.0338147 Dec 16 09:59:17.021288 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54160) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:17.023495 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d81bc286-4fe1-4410-8ab5-42e272f8edc1 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "GET /v2.0/routers/885fecdb-9118-47b4-b0dc-eb757944fabc HTTP/1.1" status: 200 len: 884 time: 0.1869326 Dec 16 09:59:17.323754 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-30bd6285-f3ac-4cb7-870c-c19a6397e23e tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3012936 Dec 16 09:59:17.326635 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54170) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:17.331239 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-9b48f2f7-6e61-4326-b488-662b5b4da2b7 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2134614481'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:59:17.681963 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9b48f2f7-6e61-4326-b488-662b5b4da2b7 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10956'] for router, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:17.765800 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9b48f2f7-6e61-4326-b488-662b5b4da2b7 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575385'] for router, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:17.885062 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b48f2f7-6e61-4326-b488-662b5b4da2b7 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Router 885fecdb-9118-47b4-b0dc-eb757944fabc has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:59:18.000592 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b48f2f7-6e61-4326-b488-662b5b4da2b7 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:59:18.014072 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6914c0-21dc-4aa0-999e-7f8578549951 None None] Sync routers for ids ['885fecdb-9118-47b4-b0dc-eb757944fabc'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:59:18.018432 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9b48f2f7-6e61-4326-b488-662b5b4da2b7 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:18.022789 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54178) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:18.025937 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6914c0-21dc-4aa0-999e-7f8578549951 None None] Routers {'885fecdb-9118-47b4-b0dc-eb757944fabc'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:18.027275 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-de6914c0-21dc-4aa0-999e-7f8578549951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:58:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['885fecdb-9118-47b4-b0dc-eb757944fabc'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:18.031397 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9b48f2f7-6e61-4326-b488-662b5b4da2b7 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "PUT /v2.0/routers/885fecdb-9118-47b4-b0dc-eb757944fabc HTTP/1.1" status: 200 len: 891 time: 0.7033360 Dec 16 09:59:18.074228 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-de6914c0-21dc-4aa0-999e-7f8578549951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:18.075568 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1d6541ae-1752-4fab-93cc-d91ccf47b89b req-3476cc56-d6ca-42ac-b1d4-71537fdc3709 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=71b573f8-7776-4852-af5c-f986e2bffeac HTTP/1.1" status: 200 len: 210 time: 0.0369177 Dec 16 09:59:18.086598 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6914c0-21dc-4aa0-999e-7f8578549951 None None] Routers {'885fecdb-9118-47b4-b0dc-eb757944fabc'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:18.087213 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-de6914c0-21dc-4aa0-999e-7f8578549951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:58:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['885fecdb-9118-47b4-b0dc-eb757944fabc'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:18.120851 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-de6914c0-21dc-4aa0-999e-7f8578549951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:18.121312 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6914c0-21dc-4aa0-999e-7f8578549951 None None] The sync data for ids ['885fecdb-9118-47b4-b0dc-eb757944fabc'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:59:18.164215 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c3953501-3c59-41b5-8fe1-81cb131d9412 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "GET /v2.0/routers/885fecdb-9118-47b4-b0dc-eb757944fabc HTTP/1.1" status: 200 len: 891 time: 0.1401336 Dec 16 09:59:18.167822 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54180) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:18.202295 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a82edd4c-1e59-4894-9588-e7221a6cbf5d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "GET /v2.0/ports?device_id=885fecdb-9118-47b4-b0dc-eb757944fabc HTTP/1.1" status: 200 len: 205 time: 0.0294394 Dec 16 09:59:18.202827 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54182) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:18.341072 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d4db06d-26a4-4823-b5a5-e1da609dc48a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:18.466582 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d4db06d-26a4-4823-b5a5-e1da609dc48a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:18.612143 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-5d4db06d-26a4-4823-b5a5-e1da609dc48a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Deleting port 14d5bd93-3403-48a0-bdce-62e2d4a9e01d {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:59:18.612536 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d4db06d-26a4-4823-b5a5-e1da609dc48a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:18.701338 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d4db06d-26a4-4823-b5a5-e1da609dc48a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:18.715018 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-5d4db06d-26a4-4823-b5a5-e1da609dc48a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Calling delete_port for 14d5bd93-3403-48a0-bdce-62e2d4a9e01d owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:59:19.003886 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d4db06d-26a4-4823-b5a5-e1da609dc48a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:19.036654 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4db06d-26a4-4823-b5a5-e1da609dc48a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event deleted for resources: {'Port': ['ID=14d5bd93-3403-48a0-bdce-62e2d4a9e01d,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:19.109311 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d4db06d-26a4-4823-b5a5-e1da609dc48a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:19.189778 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d65d1113-bd8c-4ff0-9cec-3a33523b7a4d req-899ef704-8545-4a4d-9964-52a57ae79fd8 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=71b573f8-7776-4852-af5c-f986e2bffeac HTTP/1.1" status: 200 len: 210 time: 0.0385699 Dec 16 09:59:19.231057 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d4db06d-26a4-4823-b5a5-e1da609dc48a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:19.233471 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d4db06d-26a4-4823-b5a5-e1da609dc48a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:19.405137 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d4db06d-26a4-4823-b5a5-e1da609dc48a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:19.406411 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4db06d-26a4-4823-b5a5-e1da609dc48a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Fanout notify agent at l3_agent the message router_deleted on router 885fecdb-9118-47b4-b0dc-eb757944fabc {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:59:19.412860 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5d4db06d-26a4-4823-b5a5-e1da609dc48a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:19.419126 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5d4db06d-26a4-4823-b5a5-e1da609dc48a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/routers/885fecdb-9118-47b4-b0dc-eb757944fabc HTTP/1.1" status: 204 len: 168 time: 1.2102256 Dec 16 09:59:19.419729 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54192) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:19.427524 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-facca4e8-3b23-4758-85e2-29d39bab6502 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-436498259'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:59:19.554195 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facca4e8-3b23-4758-85e2-29d39bab6502 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Made reservation on behalf of 45d39d1df40c460ead5363b359be384b for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:59:19.560099 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-facca4e8-3b23-4758-85e2-29d39bab6502 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:19.596171 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-facca4e8-3b23-4758-85e2-29d39bab6502 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:59:19.615567 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-facca4e8-3b23-4758-85e2-29d39bab6502 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:19.616498 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-facca4e8-3b23-4758-85e2-29d39bab6502 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Added segment 905ae303-d3b8-4eb7-9ec8-67a54ef3b03e of type vlan for network b514f638-0989-4020-86ce-80eacdf83894 Dec 16 09:59:19.688141 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-facca4e8-3b23-4758-85e2-29d39bab6502 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:19.829719 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-facca4e8-3b23-4758-85e2-29d39bab6502 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:19.841670 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facca4e8-3b23-4758-85e2-29d39bab6502 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:19.842632 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-facca4e8-3b23-4758-85e2-29d39bab6502 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:19.944742 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facca4e8-3b23-4758-85e2-29d39bab6502 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Network': ['ID=b514f638-0989-4020-86ce-80eacdf83894,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:19.968651 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network b514f638-0989-4020-86ce-80eacdf83894 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:59:20.010514 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-facca4e8-3b23-4758-85e2-29d39bab6502 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5885911 Dec 16 09:59:20.010819 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-febfd912-ce3f-437e-95d2-714308a2d56c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:20.012374 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-febfd912-ce3f-437e-95d2-714308a2d56c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.58 "GET /v2.0/networks?id=e3612a9f-8ab3-4e75-9810-d35fcac351bb HTTP/1.1" status: 200 len: 812 time: 0.5543489 Dec 16 09:59:20.013066 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54198) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:20.020292 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-e0de096b-6466-4baa-8220-03143ff10661 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Request body: {'subnet': {'network_id': 'b514f638-0989-4020-86ce-80eacdf83894', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:59:20.027407 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-4c3a62df-2392-4309-9f0f-2d93dbb8b35a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Request body: {'port': {'device_id': '71b573f8-7776-4852-af5c-f986e2bffeac', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'admin_state_up': True, 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:59:20.242172 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0de096b-6466-4baa-8220-03143ff10661 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Made reservation on behalf of 45d39d1df40c460ead5363b359be384b for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:59:20.251199 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0de096b-6466-4baa-8220-03143ff10661 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:20.336241 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c7ce27cb-5dde-48d4-aa07-bc54cb65772c req-b032ad05-33be-4782-a217-a2abff49df08 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=71b573f8-7776-4852-af5c-f986e2bffeac HTTP/1.1" status: 200 len: 210 time: 0.0405374 Dec 16 09:59:20.337963 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-4c3a62df-2392-4309-9f0f-2d93dbb8b35a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Made reservation on behalf of d700775fc1ae4ac7800b87ec102ae69e for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:59:20.342845 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-4c3a62df-2392-4309-9f0f-2d93dbb8b35a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:20.553492 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-4c3a62df-2392-4309-9f0f-2d93dbb8b35a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Allocated IP 172.20.0.10 (e3612a9f-8ab3-4e75-9810-d35fcac351bb/671bcf58-3379-4056-970a-d40ccd64fd91/abd6a2bf-6daf-4846-81c2-5d1d0a705dc3) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:59:20.661577 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0de096b-6466-4baa-8220-03143ff10661 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:20.739930 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de096b-6466-4baa-8220-03143ff10661 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Subnet': ['ID=21de4a4c-b69e-422e-a518-47b7ad0e54ad,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:20.778749 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0de096b-6466-4baa-8220-03143ff10661 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Checking segment: {'id': '905ae303-d3b8-4eb7-9ec8-67a54ef3b03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b514f638-0989-4020-86ce-80eacdf83894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:59:20.779716 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0de096b-6466-4baa-8220-03143ff10661 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Network hostable DHCP agents. Network: b514f638-0989-4020-86ce-80eacdf83894, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:59:20.787843 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-4c3a62df-2392-4309-9f0f-2d93dbb8b35a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:20.886429 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0de096b-6466-4baa-8220-03143ff10661 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Network b514f638-0989-4020-86ce-80eacdf83894 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:59:20.915290 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-4c3a62df-2392-4309-9f0f-2d93dbb8b35a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:20.972228 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-e0de096b-6466-4baa-8220-03143ff10661 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, b514f638-0989-4020-86ce-80eacdf83894) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:20.980236 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0de096b-6466-4baa-8220-03143ff10661 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:20.981858 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0de096b-6466-4baa-8220-03143ff10661 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:20.990016 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdeeaef-eb4b-42ec-a8f4-01425ecda83f None None] Network b514f638-0989-4020-86ce-80eacdf83894 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:59:21.001315 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-4c3a62df-2392-4309-9f0f-2d93dbb8b35a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Network e3612a9f-8ab3-4e75-9810-d35fcac351bb is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:59:21.005321 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-4c3a62df-2392-4309-9f0f-2d93dbb8b35a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:21.008308 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-4c3a62df-2392-4309-9f0f-2d93dbb8b35a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:59:21.066556 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a62df-2392-4309-9f0f-2d93dbb8b35a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Pushing event updated for resources: {'Port': ['ID=abd6a2bf-6daf-4846-81c2-5d1d0a705dc3,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:21.105299 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-4c3a62df-2392-4309-9f0f-2d93dbb8b35a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:21.106226 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-4c3a62df-2392-4309-9f0f-2d93dbb8b35a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:21.158527 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e0de096b-6466-4baa-8220-03143ff10661 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1428337 Dec 16 09:59:21.171788 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54208) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:21.182978 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-b1a749d8-c16f-434b-b64b-d4e21844351a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-788045330', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:59:21.226685 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-4c3a62df-2392-4309-9f0f-2d93dbb8b35a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2043378 Dec 16 09:59:21.240525 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-17e5b794-24ac-4e41-b572-b6eb45ebee96 service neutron] Request body: {'port': {'device_id': '71b573f8-7776-4852-af5c-f986e2bffeac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:59:21.283061 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f07c78-4d2c-4f5c-b39c-0cecc680367b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-b514f638-0989-4020-86ce-80eacdf83894', 'network_id': 'b514f638-0989-4020-86ce-80eacdf83894', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'fixed_ips': [{'subnet_id': '21de4a4c-b69e-422e-a518-47b7ad0e54ad'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:59:21.283934 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-48f07c78-4d2c-4f5c-b39c-0cecc680367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:21.319893 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b1a749d8-c16f-434b-b64b-d4e21844351a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:21.321278 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b1a749d8-c16f-434b-b64b-d4e21844351a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:21.404755 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-17e5b794-24ac-4e41-b572-b6eb45ebee96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:21.489838 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b1a749d8-c16f-434b-b64b-d4e21844351a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:21.527144 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-364c8624-6486-44d5-8a15-e4731ac6f604 None None] Provisioning complete for port abd6a2bf-6daf-4846-81c2-5d1d0a705dc3 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:21.528113 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-364c8624-6486-44d5-8a15-e4731ac6f604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:21.615034 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b1a749d8-c16f-434b-b64b-d4e21844351a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:21.643178 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-48f07c78-4d2c-4f5c-b39c-0cecc680367b None None] Allocated IP 2001:db8::2 (b514f638-0989-4020-86ce-80eacdf83894/21de4a4c-b69e-422e-a518-47b7ad0e54ad/2dde40e2-56ac-43d4-9c51-7954b55c33bb) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:59:21.687855 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-364c8624-6486-44d5-8a15-e4731ac6f604 None None] Port abd6a2bf-6daf-4846-81c2-5d1d0a705dc3 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:59:21.694201 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2789f72-3ae7-43b1-9043-a3a11bb4c73c req-149f6956-2cbc-4af7-89c0-f2452b26f13f tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:21.699937 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e2789f72-3ae7-43b1-9043-a3a11bb4c73c req-149f6956-2cbc-4af7-89c0-f2452b26f13f tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=71b573f8-7776-4852-af5c-f986e2bffeac HTTP/1.1" status: 200 len: 932 time: 0.1666129 Dec 16 09:59:21.743678 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b1a749d8-c16f-434b-b64b-d4e21844351a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:21.745970 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b1a749d8-c16f-434b-b64b-d4e21844351a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5727780 Dec 16 09:59:21.749008 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54216) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:21.856385 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e2789f72-3ae7-43b1-9043-a3a11bb4c73c req-1fae7f4a-7274-4bce-a1fe-6838ef5d0f81 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461208 Dec 16 09:59:21.968430 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-17e5b794-24ac-4e41-b572-b6eb45ebee96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abd6a2bf-6daf-4846-81c2-5d1d0a705dc3 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:59:21.978233 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-48f07c78-4d2c-4f5c-b39c-0cecc680367b None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:21.982256 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-17e5b794-24ac-4e41-b572-b6eb45ebee96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:22.008410 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-17e5b794-24ac-4e41-b572-b6eb45ebee96 service neutron] Transition to ACTIVE for port object abd6a2bf-6daf-4846-81c2-5d1d0a705dc3 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:59:22.076991 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-48f07c78-4d2c-4f5c-b39c-0cecc680367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:22.109337 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-17e5b794-24ac-4e41-b572-b6eb45ebee96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:22.200569 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f07c78-4d2c-4f5c-b39c-0cecc680367b None None] Network b514f638-0989-4020-86ce-80eacdf83894 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:59:22.209010 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5fcc4926-d8d3-4a49-9b90-96c81ec8a917 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:22.213643 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-48f07c78-4d2c-4f5c-b39c-0cecc680367b None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:22.228468 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f07c78-4d2c-4f5c-b39c-0cecc680367b None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:59:22.229138 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e5b794-24ac-4e41-b572-b6eb45ebee96 service neutron] Pushing event updated for resources: {'Port': ['ID=abd6a2bf-6daf-4846-81c2-5d1d0a705dc3,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:22.250792 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f07c78-4d2c-4f5c-b39c-0cecc680367b None None] Pushing event updated for resources: {'Port': ['ID=2dde40e2-56ac-43d4-9c51-7954b55c33bb,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:22.361025 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-48f07c78-4d2c-4f5c-b39c-0cecc680367b None None] Attempting to bind port 2dde40e2-56ac-43d4-9c51-7954b55c33bb on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:59:22.361364 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-48f07c78-4d2c-4f5c-b39c-0cecc680367b None None] Attempting to bind port 2dde40e2-56ac-43d4-9c51-7954b55c33bb by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '905ae303-d3b8-4eb7-9ec8-67a54ef3b03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b514f638-0989-4020-86ce-80eacdf83894'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:59:22.361539 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f07c78-4d2c-4f5c-b39c-0cecc680367b None None] Attempting to bind port 2dde40e2-56ac-43d4-9c51-7954b55c33bb on network b514f638-0989-4020-86ce-80eacdf83894 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:59:22.362760 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-17e5b794-24ac-4e41-b572-b6eb45ebee96 service neutron] Attempting to bind port abd6a2bf-6daf-4846-81c2-5d1d0a705dc3 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:59:22.363960 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-17e5b794-24ac-4e41-b572-b6eb45ebee96 service neutron] Attempting to bind port abd6a2bf-6daf-4846-81c2-5d1d0a705dc3 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:59:22.365381 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-17e5b794-24ac-4e41-b572-b6eb45ebee96 service neutron] Attempting to bind port abd6a2bf-6daf-4846-81c2-5d1d0a705dc3 on network e3612a9f-8ab3-4e75-9810-d35fcac351bb {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:59:22.371373 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-17e5b794-24ac-4e41-b572-b6eb45ebee96 service neutron] Port abd6a2bf-6daf-4846-81c2-5d1d0a705dc3 on network e3612a9f-8ab3-4e75-9810-d35fcac351bb not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:59:22.372375 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-17e5b794-24ac-4e41-b572-b6eb45ebee96 service neutron] Attempting to bind port abd6a2bf-6daf-4846-81c2-5d1d0a705dc3 on network e3612a9f-8ab3-4e75-9810-d35fcac351bb {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:59:22.377213 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f07c78-4d2c-4f5c-b39c-0cecc680367b None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:59:22.377756 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f07c78-4d2c-4f5c-b39c-0cecc680367b None None] Checking segment: {'id': '905ae303-d3b8-4eb7-9ec8-67a54ef3b03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b514f638-0989-4020-86ce-80eacdf83894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:59:22.378315 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-48f07c78-4d2c-4f5c-b39c-0cecc680367b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:22.378854 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f07c78-4d2c-4f5c-b39c-0cecc680367b None None] Bound using segment: {'id': '905ae303-d3b8-4eb7-9ec8-67a54ef3b03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b514f638-0989-4020-86ce-80eacdf83894'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:59:22.379591 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-48f07c78-4d2c-4f5c-b39c-0cecc680367b None None] Bound port: 2dde40e2-56ac-43d4-9c51-7954b55c33bb, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '905ae303-d3b8-4eb7-9ec8-67a54ef3b03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b514f638-0989-4020-86ce-80eacdf83894'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:59:22.380101 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-48f07c78-4d2c-4f5c-b39c-0cecc680367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:22.380828 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-17e5b794-24ac-4e41-b572-b6eb45ebee96 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:59:22.381368 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-17e5b794-24ac-4e41-b572-b6eb45ebee96 service neutron] Checking segment: {'id': 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:59:22.382052 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-17e5b794-24ac-4e41-b572-b6eb45ebee96 service neutron] Bound using segment: {'id': 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:59:22.383031 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-17e5b794-24ac-4e41-b572-b6eb45ebee96 service neutron] Bound port: abd6a2bf-6daf-4846-81c2-5d1d0a705dc3, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:59:22.383849 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-17e5b794-24ac-4e41-b572-b6eb45ebee96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:22.483463 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-48f07c78-4d2c-4f5c-b39c-0cecc680367b None None] For port 2dde40e2-56ac-43d4-9c51-7954b55c33bb, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:59:22.487168 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-48f07c78-4d2c-4f5c-b39c-0cecc680367b None None] For port 2dde40e2-56ac-43d4-9c51-7954b55c33bb, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=2dde40e2-56ac-43d4-9c51-7954b55c33bb,segment=NetworkSegment(905ae303-d3b8-4eb7-9ec8-67a54ef3b03e),segment_id=905ae303-d3b8-4eb7-9ec8-67a54ef3b03e)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:59:22.514826 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-17e5b794-24ac-4e41-b572-b6eb45ebee96 service neutron] For port abd6a2bf-6daf-4846-81c2-5d1d0a705dc3, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:59:22.524923 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-17e5b794-24ac-4e41-b572-b6eb45ebee96 service neutron] For port abd6a2bf-6daf-4846-81c2-5d1d0a705dc3, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=abd6a2bf-6daf-4846-81c2-5d1d0a705dc3,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:59:22.571696 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-48f07c78-4d2c-4f5c-b39c-0cecc680367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:22.607062 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-17e5b794-24ac-4e41-b572-b6eb45ebee96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:22.618042 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-5fcc4926-d8d3-4a49-9b90-96c81ec8a917 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Allocated IP 2001:db8::1 (b514f638-0989-4020-86ce-80eacdf83894/21de4a4c-b69e-422e-a518-47b7ad0e54ad/b604b433-866b-4534-9c2e-4858b3da12ef) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:59:22.689202 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f07c78-4d2c-4f5c-b39c-0cecc680367b None None] Pushing event updated for resources: {'Port': ['ID=2dde40e2-56ac-43d4-9c51-7954b55c33bb,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:22.715501 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-17e5b794-24ac-4e41-b572-b6eb45ebee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:22.716213 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-17e5b794-24ac-4e41-b572-b6eb45ebee96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:22.718072 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-17e5b794-24ac-4e41-b572-b6eb45ebee96 service neutron] 10.222.0.58 "PUT /v2.0/ports/abd6a2bf-6daf-4846-81c2-5d1d0a705dc3 HTTP/1.1" status: 200 len: 1092 time: 1.4835017 Dec 16 09:59:22.787177 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b573f8-7776-4852-af5c-f986e2bffeac', 'tag': 'abd6a2bf-6daf-4846-81c2-5d1d0a705dc3'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:59:22.790027 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18d9355-e347-4536-a3fb-b62aa4a5292f" -d '{"events": [{"name": "network-changed", "server_uuid": "71b573f8-7776-4852-af5c-f986e2bffeac", "tag": "abd6a2bf-6daf-4846-81c2-5d1d0a705dc3"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:59:22.793851 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e5b794-24ac-4e41-b572-b6eb45ebee96 service neutron] Pushing event updated for resources: {'Port': ['ID=abd6a2bf-6daf-4846-81c2-5d1d0a705dc3,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:22.868979 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5fcc4926-d8d3-4a49-9b90-96c81ec8a917 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:22.935912 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-6f195a3f-4958-495a-8099-338cae175c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:22.937850 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-6f195a3f-4958-495a-8099-338cae175c46 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&device_id=71b573f8-7776-4852-af5c-f986e2bffeac HTTP/1.1" status: 200 len: 1095 time: 0.0833273 Dec 16 09:59:23.028417 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-87c60b04-abc9-413e-b640-3cbd9932146d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abd6a2bf-6daf-4846-81c2-5d1d0a705dc3 HTTP/1.1" status: 200 len: 217 time: 0.0779598 Dec 16 09:59:23.055617 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5fcc4926-d8d3-4a49-9b90-96c81ec8a917 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:23.146215 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-583c69fe-461f-45de-b680-828fc14bdaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:23.149103 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-583c69fe-461f-45de-b680-828fc14bdaa7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=671bcf58-3379-4056-970a-d40ccd64fd91 HTTP/1.1" status: 200 len: 851 time: 0.1148205 Dec 16 09:59:23.152712 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973473bc-415f-4ede-b911-71ac15615db9 x-openstack-request-id: req-973473bc-415f-4ede-b911-71ac15615db9 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:59:23.152712 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71b573f8-7776-4852-af5c-f986e2bffeac", "tag": "abd6a2bf-6daf-4846-81c2-5d1d0a705dc3", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:59:23.160805 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-973473bc-415f-4ede-b911-71ac15615db9 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:59:23.161687 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71b573f8-7776-4852-af5c-f986e2bffeac', 'tag': 'abd6a2bf-6daf-4846-81c2-5d1d0a705dc3', 'status': 'completed', 'code': 200} Dec 16 09:59:23.273672 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcc4926-d8d3-4a49-9b90-96c81ec8a917 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Network b514f638-0989-4020-86ce-80eacdf83894 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:59:23.286970 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-4463a01c-f2cb-42eb-9235-1caabdc1b307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:23.289332 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-4463a01c-f2cb-42eb-9235-1caabdc1b307 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3612a9f-8ab3-4e75-9810-d35fcac351bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1260707 Dec 16 09:59:23.290585 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-5fcc4926-d8d3-4a49-9b90-96c81ec8a917 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:23.294337 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcc4926-d8d3-4a49-9b90-96c81ec8a917 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:59:23.294911 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5fcc4926-d8d3-4a49-9b90-96c81ec8a917 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:23.377061 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc4926-d8d3-4a49-9b90-96c81ec8a917 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Port': ['ID=b604b433-866b-4534-9c2e-4858b3da12ef,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:23.399361 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48498c6-7f59-4f57-adb9-692fec1b30e6 req-c197827e-e48e-4a44-bf44-a15d9a12f2e8 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:23.409397 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b48498c6-7f59-4f57-adb9-692fec1b30e6 req-c197827e-e48e-4a44-bf44-a15d9a12f2e8 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=71b573f8-7776-4852-af5c-f986e2bffeac HTTP/1.1" status: 200 len: 944 time: 0.3764248 Dec 16 09:59:23.487221 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-589f7e4a-c300-4f05-9be0-3286df043733 service neutron] 10.222.0.58 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890054 Dec 16 09:59:23.521782 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b48498c6-7f59-4f57-adb9-692fec1b30e6 req-eaea8d53-8035-4fc2-ac9d-6cb8d7aa7152 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998633 Dec 16 09:59:23.639731 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5fcc4926-d8d3-4a49-9b90-96c81ec8a917 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:23.650451 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-af09aee5-d63b-4692-a7db-ff7062691fc7 req-c4e9c014-45ef-4508-af14-bf851785ceab service neutron] 10.222.0.58 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560230 Dec 16 09:59:23.897240 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d9355-e347-4536-a3fb-b62aa4a5292f req-b75d69cc-d208-413f-afd6-412370a316d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:23.901256 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b18d9355-e347-4536-a3fb-b62aa4a5292f req-b75d69cc-d208-413f-afd6-412370a316d8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&device_id=71b573f8-7776-4852-af5c-f986e2bffeac HTTP/1.1" status: 200 len: 1095 time: 0.0917630 Dec 16 09:59:24.077461 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5fcc4926-d8d3-4a49-9b90-96c81ec8a917 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:24.080223 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9c1cafd0-e50a-4abc-8597-54bfb92a8540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:24.091933 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d9355-e347-4536-a3fb-b62aa4a5292f req-276b4e2b-c6f1-49fd-89a0-b9771ae743b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:24.094157 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b18d9355-e347-4536-a3fb-b62aa4a5292f req-276b4e2b-c6f1-49fd-89a0-b9771ae743b7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3612a9f-8ab3-4e75-9810-d35fcac351bb HTTP/1.1" status: 200 len: 913 time: 0.1847086 Dec 16 09:59:24.139845 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b18d9355-e347-4536-a3fb-b62aa4a5292f req-d0811211-a506-4715-9a0f-d7df151c80c1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abd6a2bf-6daf-4846-81c2-5d1d0a705dc3 HTTP/1.1" status: 200 len: 217 time: 0.0389748 Dec 16 09:59:24.174857 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5fcc4926-d8d3-4a49-9b90-96c81ec8a917 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:24.175686 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5fcc4926-d8d3-4a49-9b90-96c81ec8a917 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:24.260923 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d9355-e347-4536-a3fb-b62aa4a5292f req-70cddfe2-84a6-4d7f-84e6-0692fe7aa784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:24.262483 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b18d9355-e347-4536-a3fb-b62aa4a5292f req-70cddfe2-84a6-4d7f-84e6-0692fe7aa784 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=671bcf58-3379-4056-970a-d40ccd64fd91 HTTP/1.1" status: 200 len: 851 time: 0.1148634 Dec 16 09:59:24.399187 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d9355-e347-4536-a3fb-b62aa4a5292f req-0621bf38-1a48-4eae-8d29-114b6f904bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:24.402175 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b18d9355-e347-4536-a3fb-b62aa4a5292f req-0621bf38-1a48-4eae-8d29-114b6f904bac service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3612a9f-8ab3-4e75-9810-d35fcac351bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1319988 Dec 16 09:59:24.411184 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc4926-d8d3-4a49-9b90-96c81ec8a917 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Port': ['ID=b604b433-866b-4534-9c2e-4858b3da12ef,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:24.465055 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7354641-ba90-4e73-8c64-89eb2ec2888e None None] Network b514f638-0989-4020-86ce-80eacdf83894 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:59:24.564014 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcc4926-d8d3-4a49-9b90-96c81ec8a917 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Network b514f638-0989-4020-86ce-80eacdf83894 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:59:24.566201 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-5fcc4926-d8d3-4a49-9b90-96c81ec8a917 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:24.639640 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-9763f70a-e31c-4252-9cfa-ef36f37bbe0f None None] Provisioning complete for port 2dde40e2-56ac-43d4-9c51-7954b55c33bb triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:24.641558 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9763f70a-e31c-4252-9cfa-ef36f37bbe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:24.656562 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b18d9355-e347-4536-a3fb-b62aa4a5292f req-77ed840c-9b64-4f7b-9874-b54f6cc29ecd service neutron] 10.222.0.58 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407260 Dec 16 09:59:24.788486 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b18d9355-e347-4536-a3fb-b62aa4a5292f req-f29aad5e-d1e1-422a-b795-0687efe1b210 service neutron] 10.222.0.58 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104350 Dec 16 09:59:24.895539 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0e934-43a7-44ea-9592-6c84ea708041 req-fbc1a51b-16c9-4a83-b230-b311e5f20cb8 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:24.908093 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a1a0e934-43a7-44ea-9592-6c84ea708041 req-fbc1a51b-16c9-4a83-b230-b311e5f20cb8 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=71b573f8-7776-4852-af5c-f986e2bffeac HTTP/1.1" status: 200 len: 944 time: 0.2493529 Dec 16 09:59:24.942001 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9763f70a-e31c-4252-9cfa-ef36f37bbe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:25.008829 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a1a0e934-43a7-44ea-9592-6c84ea708041 req-64f31a2a-c4a9-4b08-bd0b-7932c6f1d052 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974963 Dec 16 09:59:25.035145 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fcc4926-d8d3-4a49-9b90-96c81ec8a917 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Router 76926fee-9614-4e97-a423-fd241b991e66 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:59:25.037892 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-9763f70a-e31c-4252-9cfa-ef36f37bbe0f None None] For port 2dde40e2-56ac-43d4-9c51-7954b55c33bb, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=2dde40e2-56ac-43d4-9c51-7954b55c33bb,segment=NetworkSegment(905ae303-d3b8-4eb7-9ec8-67a54ef3b03e),segment_id=905ae303-d3b8-4eb7-9ec8-67a54ef3b03e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:25.075849 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 2dde40e2-56ac-43d4-9c51-7954b55c33bb up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:59:25.125817 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9763f70a-e31c-4252-9cfa-ef36f37bbe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:25.212262 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcc4926-d8d3-4a49-9b90-96c81ec8a917 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:59:25.222432 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5fcc4926-d8d3-4a49-9b90-96c81ec8a917 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "PUT /v2.0/routers/76926fee-9614-4e97-a423-fd241b991e66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4720249 Dec 16 09:59:25.224807 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54242) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:25.226993 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baca935-9778-4ec7-9a1c-bc382f103ed9 None None] Sync routers for ids ['76926fee-9614-4e97-a423-fd241b991e66'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:59:25.240104 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763f70a-e31c-4252-9cfa-ef36f37bbe0f None None] Pushing event updated for resources: {'Port': ['ID=2dde40e2-56ac-43d4-9c51-7954b55c33bb,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:25.252977 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baca935-9778-4ec7-9a1c-bc382f103ed9 None None] Routers {'76926fee-9614-4e97-a423-fd241b991e66'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:25.253715 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-7baca935-9778-4ec7-9a1c-bc382f103ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:58:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['76926fee-9614-4e97-a423-fd241b991e66'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:25.268375 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 2dde40e2-56ac-43d4-9c51-7954b55c33bb triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:25.269046 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:25.293024 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-7baca935-9778-4ec7-9a1c-bc382f103ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:25.329038 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38a3ef9-e7e1-4897-906f-908a5933d6c0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:25.333467 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54246) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:25.334034 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f38a3ef9-e7e1-4897-906f-908a5933d6c0 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "GET /v2.0/ports/b604b433-866b-4534-9c2e-4858b3da12ef HTTP/1.1" status: 200 len: 911 time: 0.1070695 Dec 16 09:59:25.335776 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baca935-9778-4ec7-9a1c-bc382f103ed9 None None] Routers {'76926fee-9614-4e97-a423-fd241b991e66'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:25.336405 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-7baca935-9778-4ec7-9a1c-bc382f103ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:58:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['76926fee-9614-4e97-a423-fd241b991e66'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:25.342962 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-ab95a645-9438-490f-8197-dd809d9be119 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '21de4a4c-b69e-422e-a518-47b7ad0e54ad'}]}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:59:25.396538 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-7baca935-9778-4ec7-9a1c-bc382f103ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:25.398381 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baca935-9778-4ec7-9a1c-bc382f103ed9 None None] The sync data for ids ['76926fee-9614-4e97-a423-fd241b991e66'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:59:25.481158 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-84aa16f5-c047-47ad-b7d4-cea75f0c8f62 None None] Provisioning complete for port 2dde40e2-56ac-43d4-9c51-7954b55c33bb triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:25.481762 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-84aa16f5-c047-47ad-b7d4-cea75f0c8f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:25.697243 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-84aa16f5-c047-47ad-b7d4-cea75f0c8f62 None None] Provisioning complete for port b604b433-866b-4534-9c2e-4858b3da12ef triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:25.697762 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-84aa16f5-c047-47ad-b7d4-cea75f0c8f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:25.715553 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ab95a645-9438-490f-8197-dd809d9be119 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:25.787207 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-84aa16f5-c047-47ad-b7d4-cea75f0c8f62 None None] Port b604b433-866b-4534-9c2e-4858b3da12ef cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:59:25.951418 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-739d1b6e-5b70-4949-807e-7c3619412407 None None] Provisioning complete for port b604b433-866b-4534-9c2e-4858b3da12ef triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:25.952058 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-739d1b6e-5b70-4949-807e-7c3619412407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:26.074398 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-739d1b6e-5b70-4949-807e-7c3619412407 None None] Port b604b433-866b-4534-9c2e-4858b3da12ef cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:59:26.297598 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-6fa97966-5f8e-4c31-b245-cf64939de691 None None] Provisioning complete for port b604b433-866b-4534-9c2e-4858b3da12ef triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:26.299219 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6fa97966-5f8e-4c31-b245-cf64939de691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:26.362548 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-6fa97966-5f8e-4c31-b245-cf64939de691 None None] Port b604b433-866b-4534-9c2e-4858b3da12ef cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:59:26.440081 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ecc7d273-d405-4d1a-b22c-1877abcbccbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:26.624249 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fdb22-95c1-4396-ae33-4cbda50b86c7 req-d8a89f66-a61e-4599-b1cc-5e784e8ddedb tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:26.625795 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-434fdb22-95c1-4396-ae33-4cbda50b86c7 req-d8a89f66-a61e-4599-b1cc-5e784e8ddedb tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=71b573f8-7776-4852-af5c-f986e2bffeac HTTP/1.1" status: 200 len: 944 time: 0.1112731 Dec 16 09:59:26.768084 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-434fdb22-95c1-4396-ae33-4cbda50b86c7 req-4b52a42e-ad8c-49d3-90f7-62c48aa2d344 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912433 Dec 16 09:59:26.905198 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 2dde40e2-56ac-43d4-9c51-7954b55c33bb up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:59:26.934546 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ab95a645-9438-490f-8197-dd809d9be119 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:26.979181 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 2dde40e2-56ac-43d4-9c51-7954b55c33bb triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:26.979759 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:27.034557 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ab95a645-9438-490f-8197-dd809d9be119 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:27.047327 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab95a645-9438-490f-8197-dd809d9be119 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:27.048988 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ab95a645-9438-490f-8197-dd809d9be119 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:27.055928 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ab95a645-9438-490f-8197-dd809d9be119 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "PUT /v2.0/ports/b604b433-866b-4534-9c2e-4858b3da12ef HTTP/1.1" status: 200 len: 911 time: 1.7190342 Dec 16 09:59:27.058298 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54258) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:27.113383 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95a645-9438-490f-8197-dd809d9be119 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Port': ['ID=b604b433-866b-4534-9c2e-4858b3da12ef,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:27.496004 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6410e68d-2f4d-42c1-819e-9bd75698b318 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:27.679722 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:27.816342 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-6410e68d-2f4d-42c1-819e-9bd75698b318 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Deleting port b604b433-866b-4534-9c2e-4858b3da12ef {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:59:27.816760 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6410e68d-2f4d-42c1-819e-9bd75698b318 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:27.953073 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb2eb9-db62-4be8-9994-aaa412a30582 req-dfae3f65-6113-42e4-b08a-7e6022d617a5 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:27.954774 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-30eb2eb9-db62-4be8-9994-aaa412a30582 req-dfae3f65-6113-42e4-b08a-7e6022d617a5 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=71b573f8-7776-4852-af5c-f986e2bffeac HTTP/1.1" status: 200 len: 944 time: 0.0914078 Dec 16 09:59:27.956685 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6410e68d-2f4d-42c1-819e-9bd75698b318 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:27.982306 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-6410e68d-2f4d-42c1-819e-9bd75698b318 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Calling delete_port for b604b433-866b-4534-9c2e-4858b3da12ef owned by network:router_interface {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:59:28.057369 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-30eb2eb9-db62-4be8-9994-aaa412a30582 req-f27f54cb-e268-40d9-8f1c-5ca084c478f8 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916362 Dec 16 09:59:28.279433 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6410e68d-2f4d-42c1-819e-9bd75698b318 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:28.313812 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410e68d-2f4d-42c1-819e-9bd75698b318 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event deleted for resources: {'Port': ['ID=b604b433-866b-4534-9c2e-4858b3da12ef,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:28.430931 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6410e68d-2f4d-42c1-819e-9bd75698b318 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:28.847045 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6410e68d-2f4d-42c1-819e-9bd75698b318 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Router 76926fee-9614-4e97-a423-fd241b991e66 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:59:28.927043 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6410e68d-2f4d-42c1-819e-9bd75698b318 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:59:28.932465 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6410e68d-2f4d-42c1-819e-9bd75698b318 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "PUT /v2.0/routers/76926fee-9614-4e97-a423-fd241b991e66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8717346 Dec 16 09:59:28.936339 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54278) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:28.943441 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71b7b9d-38d6-4334-8e01-3755205036d7 None None] Sync routers for ids ['76926fee-9614-4e97-a423-fd241b991e66'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:59:28.958625 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71b7b9d-38d6-4334-8e01-3755205036d7 None None] Routers {'76926fee-9614-4e97-a423-fd241b991e66'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:28.959258 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-a71b7b9d-38d6-4334-8e01-3755205036d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:59:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['76926fee-9614-4e97-a423-fd241b991e66'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:28.972639 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54280) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:28.973145 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d79d8ff1-d3f5-4371-880e-f80acd7adec5 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "GET /v2.0/ports?device_id=76926fee-9614-4e97-a423-fd241b991e66 HTTP/1.1" status: 200 len: 205 time: 0.0352225 Dec 16 09:59:29.000114 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-a71b7b9d-38d6-4334-8e01-3755205036d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:29.009785 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71b7b9d-38d6-4334-8e01-3755205036d7 None None] Routers {'76926fee-9614-4e97-a423-fd241b991e66'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:29.010437 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-a71b7b9d-38d6-4334-8e01-3755205036d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:59:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['76926fee-9614-4e97-a423-fd241b991e66'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:29.046471 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-a71b7b9d-38d6-4334-8e01-3755205036d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:29.047124 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71b7b9d-38d6-4334-8e01-3755205036d7 None None] The sync data for ids ['76926fee-9614-4e97-a423-fd241b991e66'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:59:29.051614 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f9fbd040-7299-4d1a-8a4e-cdf347fa0e73 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:29.136663 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:29.255748 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f9fbd040-7299-4d1a-8a4e-cdf347fa0e73 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:29.259069 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f9fbd040-7299-4d1a-8a4e-cdf347fa0e73 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:29.317969 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a67f7-27b5-4bdf-acce-1cb642988267 req-602c594f-9a65-4a54-9306-e3217f3820e8 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:29.319513 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a79a67f7-27b5-4bdf-acce-1cb642988267 req-602c594f-9a65-4a54-9306-e3217f3820e8 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=71b573f8-7776-4852-af5c-f986e2bffeac HTTP/1.1" status: 200 len: 944 time: 0.1637878 Dec 16 09:59:29.366084 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a79a67f7-27b5-4bdf-acce-1cb642988267 req-884c60e9-ab3c-4203-9162-6b37270834b3 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353243 Dec 16 09:59:29.388121 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f9fbd040-7299-4d1a-8a4e-cdf347fa0e73 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:29.388656 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fbd040-7299-4d1a-8a4e-cdf347fa0e73 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Fanout notify agent at l3_agent the message router_deleted on router 76926fee-9614-4e97-a423-fd241b991e66 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:59:29.396627 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f9fbd040-7299-4d1a-8a4e-cdf347fa0e73 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:29.397813 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f9fbd040-7299-4d1a-8a4e-cdf347fa0e73 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/routers/76926fee-9614-4e97-a423-fd241b991e66 HTTP/1.1" status: 204 len: 168 time: 0.4241598 Dec 16 09:59:29.400600 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54286) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:29.454639 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-e259f441-5de4-4c48-a2f0-eec28fed616c tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Deleting subnet 21de4a4c-b69e-422e-a518-47b7ad0e54ad {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:59:29.457929 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e259f441-5de4-4c48-a2f0-eec28fed616c tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:29.503043 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e259f441-5de4-4c48-a2f0-eec28fed616c tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:29.598455 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e259f441-5de4-4c48-a2f0-eec28fed616c tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:29.611506 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:29.926913 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e259f441-5de4-4c48-a2f0-eec28fed616c tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:29.952672 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259f441-5de4-4c48-a2f0-eec28fed616c tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event deleted for resources: {'Subnet': ['ID=21de4a4c-b69e-422e-a518-47b7ad0e54ad,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:29.958438 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e259f441-5de4-4c48-a2f0-eec28fed616c tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:29.961729 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e259f441-5de4-4c48-a2f0-eec28fed616c tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/subnets/21de4a4c-b69e-422e-a518-47b7ad0e54ad HTTP/1.1" status: 204 len: 168 time: 0.5599644 Dec 16 09:59:29.964792 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54292) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:29.967184 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bed5a4-519c-41ed-b62e-8c1914cc609e None None] Network b514f638-0989-4020-86ce-80eacdf83894 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:59:30.048615 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fb9f0108-7f85-4f83-b1b6-708fd63a6520 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:30.107339 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-fb9f0108-7f85-4f83-b1b6-708fd63a6520 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Deleting port 2dde40e2-56ac-43d4-9c51-7954b55c33bb {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:59:30.107686 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fb9f0108-7f85-4f83-b1b6-708fd63a6520 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:30.171432 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8edd175-3941-4f89-913e-301aa627c447 None None] DHCP port deletion for b514f638-0989-4020-86ce-80eacdf83894 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:59:30.176889 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-fb9f0108-7f85-4f83-b1b6-708fd63a6520 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] For port 2dde40e2-56ac-43d4-9c51-7954b55c33bb, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=2dde40e2-56ac-43d4-9c51-7954b55c33bb,segment=NetworkSegment(905ae303-d3b8-4eb7-9ec8-67a54ef3b03e),segment_id=905ae303-d3b8-4eb7-9ec8-67a54ef3b03e)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:30.177354 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fb9f0108-7f85-4f83-b1b6-708fd63a6520 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:30.190452 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-fb9f0108-7f85-4f83-b1b6-708fd63a6520 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Calling delete_port for 2dde40e2-56ac-43d4-9c51-7954b55c33bb owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:59:30.220211 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f8edd175-3941-4f89-913e-301aa627c447 None None] Deleting port 2dde40e2-56ac-43d4-9c51-7954b55c33bb {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:59:30.220632 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f8edd175-3941-4f89-913e-301aa627c447 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:30.285787 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f8edd175-3941-4f89-913e-301aa627c447 None None] For port 2dde40e2-56ac-43d4-9c51-7954b55c33bb, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=2dde40e2-56ac-43d4-9c51-7954b55c33bb,segment=NetworkSegment(905ae303-d3b8-4eb7-9ec8-67a54ef3b03e),segment_id=905ae303-d3b8-4eb7-9ec8-67a54ef3b03e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:30.288257 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f8edd175-3941-4f89-913e-301aa627c447 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:30.300458 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f8edd175-3941-4f89-913e-301aa627c447 None None] Calling delete_port for 2dde40e2-56ac-43d4-9c51-7954b55c33bb owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:59:30.348580 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fb9f0108-7f85-4f83-b1b6-708fd63a6520 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:30.375151 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f0108-7f85-4f83-b1b6-708fd63a6520 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event deleted for resources: {'Port': ['ID=2dde40e2-56ac-43d4-9c51-7954b55c33bb,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:30.377700 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f8edd175-3941-4f89-913e-301aa627c447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:30.380310 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9f0108-7f85-4f83-b1b6-708fd63a6520 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] No DVR routers for this DVR port 2dde40e2-56ac-43d4-9c51-7954b55c33bb on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:59:30.422260 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8edd175-3941-4f89-913e-301aa627c447 None None] Pushing event deleted for resources: {'Port': ['ID=2dde40e2-56ac-43d4-9c51-7954b55c33bb,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:30.428523 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8edd175-3941-4f89-913e-301aa627c447 None None] No DVR routers for this DVR port 2dde40e2-56ac-43d4-9c51-7954b55c33bb on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:59:30.482346 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fb9f0108-7f85-4f83-b1b6-708fd63a6520 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:30.502886 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d16eda-557d-4f8a-8fa3-535c9544eeb6 req-98c40d34-a712-4ca2-a7fd-f301b75d66f5 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:30.504723 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d3d16eda-557d-4f8a-8fa3-535c9544eeb6 req-98c40d34-a712-4ca2-a7fd-f301b75d66f5 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=71b573f8-7776-4852-af5c-f986e2bffeac HTTP/1.1" status: 200 len: 944 time: 0.0579515 Dec 16 09:59:30.505031 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-fb9f0108-7f85-4f83-b1b6-708fd63a6520 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b514f638-0989-4020-86ce-80eacdf83894']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:30.517374 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-fb9f0108-7f85-4f83-b1b6-708fd63a6520 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '905ae303-d3b8-4eb7-9ec8-67a54ef3b03e') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:30.517684 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-fb9f0108-7f85-4f83-b1b6-708fd63a6520 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '905ae303-d3b8-4eb7-9ec8-67a54ef3b03e') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:30.528368 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fb9f0108-7f85-4f83-b1b6-708fd63a6520 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:30.547212 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fb9f0108-7f85-4f83-b1b6-708fd63a6520 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:30.548982 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d3d16eda-557d-4f8a-8fa3-535c9544eeb6 req-e8a89e6a-7270-4bad-8860-017d25f42de9 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364633 Dec 16 09:59:30.553638 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb9f0108-7f85-4f83-b1b6-708fd63a6520 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:59:30.554291 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fb9f0108-7f85-4f83-b1b6-708fd63a6520 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:30.557664 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 09:59:30.557664 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:59:30.557664 n-d-820550-2 neutron-server[102817]: timer() Dec 16 09:59:30.557664 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:59:30.557664 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 09:59:30.557664 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:59:30.557664 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 09:59:30.557664 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:59:30.557664 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 09:59:30.557664 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:59:30.557664 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 09:59:30.557664 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:59:30.557664 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 09:59:30.557664 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:59:30.557664 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:59:30.557664 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:59:30.557664 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:59:30.557664 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:59:30.557664 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 09:59:30.557664 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:59:30.557664 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 09:59:30.557664 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:59:30.557664 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:59:30.557664 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:59:30.557664 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 09:59:30.557664 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:59:30.557664 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:59:30.557664 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:59:30.557664 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:59:30.557664 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:59:30.557664 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:59:30.557664 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:59:30.698132 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fb9f0108-7f85-4f83-b1b6-708fd63a6520 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:30.706263 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fb9f0108-7f85-4f83-b1b6-708fd63a6520 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:30.709719 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fb9f0108-7f85-4f83-b1b6-708fd63a6520 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/networks/b514f638-0989-4020-86ce-80eacdf83894 HTTP/1.1" status: 204 len: 168 time: 0.7439513 Dec 16 09:59:30.714396 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54298) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:30.721244 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-f994f5cc-3d3e-4973-8a6a-3b5f38892799 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-714123152', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:59:30.722396 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f0108-7f85-4f83-b1b6-708fd63a6520 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event deleted for resources: {'Network': ['ID=b514f638-0989-4020-86ce-80eacdf83894,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:30.815728 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f994f5cc-3d3e-4973-8a6a-3b5f38892799 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:30.815728 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f994f5cc-3d3e-4973-8a6a-3b5f38892799 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:30.873108 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f994f5cc-3d3e-4973-8a6a-3b5f38892799 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:30.882958 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 2dde40e2-56ac-43d4-9c51-7954b55c33bb no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:59:30.904463 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 2dde40e2-56ac-43d4-9c51-7954b55c33bb {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:59:30.904884 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 2dde40e2-56ac-43d4-9c51-7954b55c33bb not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:59:30.953753 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f994f5cc-3d3e-4973-8a6a-3b5f38892799 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:31.047650 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f994f5cc-3d3e-4973-8a6a-3b5f38892799 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:31.048930 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f994f5cc-3d3e-4973-8a6a-3b5f38892799 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3335195 Dec 16 09:59:31.052197 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54306) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:31.057335 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-b77b1404-72b8-4c41-abd3-011c0a1154cc tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1639241182'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:59:31.158339 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77b1404-72b8-4c41-abd3-011c0a1154cc tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Made reservation on behalf of 45d39d1df40c460ead5363b359be384b for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:59:31.162049 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b77b1404-72b8-4c41-abd3-011c0a1154cc tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:31.187727 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b77b1404-72b8-4c41-abd3-011c0a1154cc tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:59:31.196923 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b77b1404-72b8-4c41-abd3-011c0a1154cc tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:31.197396 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-b77b1404-72b8-4c41-abd3-011c0a1154cc tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Added segment 0a7d43aa-e58a-4a76-87f8-2e3b0984fa34 of type vlan for network 50e9c06c-8bf3-4ef5-b180-e6cf0245e84e Dec 16 09:59:31.241306 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b77b1404-72b8-4c41-abd3-011c0a1154cc tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:31.337212 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b77b1404-72b8-4c41-abd3-011c0a1154cc tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:31.342918 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77b1404-72b8-4c41-abd3-011c0a1154cc tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:31.343660 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b77b1404-72b8-4c41-abd3-011c0a1154cc tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:31.413627 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b1404-72b8-4c41-abd3-011c0a1154cc tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Network': ['ID=50e9c06c-8bf3-4ef5-b180-e6cf0245e84e,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:31.424634 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 50e9c06c-8bf3-4ef5-b180-e6cf0245e84e details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:59:31.492597 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b77b1404-72b8-4c41-abd3-011c0a1154cc tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4391828 Dec 16 09:59:31.496005 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54308) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:31.501056 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-77c238c7-3665-461a-bfaa-9aaeb7c6755f tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Request body: {'subnet': {'network_id': '50e9c06c-8bf3-4ef5-b180-e6cf0245e84e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:59:31.671345 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e1c0f-d3c0-4ed2-a20c-093b3d7249ad req-9339d014-01da-432e-aaa8-d5100da7119c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:31.672865 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-340e1c0f-d3c0-4ed2-a20c-093b3d7249ad req-9339d014-01da-432e-aaa8-d5100da7119c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=71b573f8-7776-4852-af5c-f986e2bffeac HTTP/1.1" status: 200 len: 944 time: 0.0513391 Dec 16 09:59:31.674005 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c238c7-3665-461a-bfaa-9aaeb7c6755f tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Made reservation on behalf of 45d39d1df40c460ead5363b359be384b for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:59:31.677337 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-77c238c7-3665-461a-bfaa-9aaeb7c6755f tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:31.770565 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-340e1c0f-d3c0-4ed2-a20c-093b3d7249ad req-d78e39b5-9dfe-4b44-acff-8491aac2fa0c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896995 Dec 16 09:59:31.948579 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-77c238c7-3665-461a-bfaa-9aaeb7c6755f tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:32.043019 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c238c7-3665-461a-bfaa-9aaeb7c6755f tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Subnet': ['ID=155d9eca-960b-4d43-ab0a-7336e8c52f60,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:32.060617 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c238c7-3665-461a-bfaa-9aaeb7c6755f tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:32.060999 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c238c7-3665-461a-bfaa-9aaeb7c6755f tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:32.061326 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c238c7-3665-461a-bfaa-9aaeb7c6755f tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:32.061660 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c238c7-3665-461a-bfaa-9aaeb7c6755f tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:32.061987 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c238c7-3665-461a-bfaa-9aaeb7c6755f tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:32.062311 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c238c7-3665-461a-bfaa-9aaeb7c6755f tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:32.062657 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c238c7-3665-461a-bfaa-9aaeb7c6755f tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:32.062953 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c238c7-3665-461a-bfaa-9aaeb7c6755f tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:32.063298 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c238c7-3665-461a-bfaa-9aaeb7c6755f tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:32.063616 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c238c7-3665-461a-bfaa-9aaeb7c6755f tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:32.063933 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c238c7-3665-461a-bfaa-9aaeb7c6755f tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:32.064246 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c238c7-3665-461a-bfaa-9aaeb7c6755f tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:32.073751 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c238c7-3665-461a-bfaa-9aaeb7c6755f tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Checking segment: {'id': '0a7d43aa-e58a-4a76-87f8-2e3b0984fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '50e9c06c-8bf3-4ef5-b180-e6cf0245e84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:59:32.074116 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c238c7-3665-461a-bfaa-9aaeb7c6755f tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Network hostable DHCP agents. Network: 50e9c06c-8bf3-4ef5-b180-e6cf0245e84e, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:59:32.165735 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c238c7-3665-461a-bfaa-9aaeb7c6755f tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Network 50e9c06c-8bf3-4ef5-b180-e6cf0245e84e is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:59:32.268452 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-77c238c7-3665-461a-bfaa-9aaeb7c6755f tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 50e9c06c-8bf3-4ef5-b180-e6cf0245e84e) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:32.272769 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c238c7-3665-461a-bfaa-9aaeb7c6755f tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:32.273575 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-77c238c7-3665-461a-bfaa-9aaeb7c6755f tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:32.283460 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5eb6cd0-f419-44f6-bbc3-d1461b556cfa None None] Network 50e9c06c-8bf3-4ef5-b180-e6cf0245e84e requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:59:32.385659 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-77c238c7-3665-461a-bfaa-9aaeb7c6755f tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8885558 Dec 16 09:59:32.388971 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54318) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:32.437800 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f38f45b-af39-4df6-8cee-21a679784b0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-50e9c06c-8bf3-4ef5-b180-e6cf0245e84e', 'network_id': '50e9c06c-8bf3-4ef5-b180-e6cf0245e84e', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'fixed_ips': [{'subnet_id': '155d9eca-960b-4d43-ab0a-7336e8c52f60'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:59:32.439120 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1f38f45b-af39-4df6-8cee-21a679784b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:32.583735 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-1f38f45b-af39-4df6-8cee-21a679784b0d None None] Allocated IP 2001:db8::2 (50e9c06c-8bf3-4ef5-b180-e6cf0245e84e/155d9eca-960b-4d43-ab0a-7336e8c52f60/64b5455c-8bca-40a4-86b8-c7415e659b41) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:59:32.681782 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-87cd8617-e6d0-4849-a3b1-e73d7e882816 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:32.909706 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c052f8-a9ef-42b7-aaab-fa395675bf64 req-eae85049-287b-4d4a-b9d2-fad9035b7011 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:32.911369 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c4c052f8-a9ef-42b7-aaab-fa395675bf64 req-eae85049-287b-4d4a-b9d2-fad9035b7011 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=71b573f8-7776-4852-af5c-f986e2bffeac HTTP/1.1" status: 200 len: 944 time: 0.0651827 Dec 16 09:59:32.917648 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1f38f45b-af39-4df6-8cee-21a679784b0d None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:32.960492 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c4c052f8-a9ef-42b7-aaab-fa395675bf64 req-f3b61a53-c636-4ed8-9e1a-37660b61b6f4 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404179 Dec 16 09:59:33.029035 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1f38f45b-af39-4df6-8cee-21a679784b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:33.068098 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f38f45b-af39-4df6-8cee-21a679784b0d None None] Network 50e9c06c-8bf3-4ef5-b180-e6cf0245e84e is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:59:33.072690 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-1f38f45b-af39-4df6-8cee-21a679784b0d None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:33.076265 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f38f45b-af39-4df6-8cee-21a679784b0d None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:59:33.081804 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-87cd8617-e6d0-4849-a3b1-e73d7e882816 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Allocated IP 2001:db8::1 (50e9c06c-8bf3-4ef5-b180-e6cf0245e84e/155d9eca-960b-4d43-ab0a-7336e8c52f60/6081dc19-d718-47ce-9ba5-1c8ba0afb4ae) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:59:33.103650 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38f45b-af39-4df6-8cee-21a679784b0d None None] Pushing event updated for resources: {'Port': ['ID=64b5455c-8bca-40a4-86b8-c7415e659b41,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:33.137384 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-1f38f45b-af39-4df6-8cee-21a679784b0d None None] Attempting to bind port 64b5455c-8bca-40a4-86b8-c7415e659b41 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:59:33.137757 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-1f38f45b-af39-4df6-8cee-21a679784b0d None None] Attempting to bind port 64b5455c-8bca-40a4-86b8-c7415e659b41 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '0a7d43aa-e58a-4a76-87f8-2e3b0984fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '50e9c06c-8bf3-4ef5-b180-e6cf0245e84e'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:59:33.138128 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f38f45b-af39-4df6-8cee-21a679784b0d None None] Attempting to bind port 64b5455c-8bca-40a4-86b8-c7415e659b41 on network 50e9c06c-8bf3-4ef5-b180-e6cf0245e84e {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:59:33.144046 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f38f45b-af39-4df6-8cee-21a679784b0d None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:59:33.144425 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f38f45b-af39-4df6-8cee-21a679784b0d None None] Checking segment: {'id': '0a7d43aa-e58a-4a76-87f8-2e3b0984fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '50e9c06c-8bf3-4ef5-b180-e6cf0245e84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:59:33.144831 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1f38f45b-af39-4df6-8cee-21a679784b0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:33.145322 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f38f45b-af39-4df6-8cee-21a679784b0d None None] Bound using segment: {'id': '0a7d43aa-e58a-4a76-87f8-2e3b0984fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '50e9c06c-8bf3-4ef5-b180-e6cf0245e84e'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:59:33.145795 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-1f38f45b-af39-4df6-8cee-21a679784b0d None None] Bound port: 64b5455c-8bca-40a4-86b8-c7415e659b41, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a7d43aa-e58a-4a76-87f8-2e3b0984fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '50e9c06c-8bf3-4ef5-b180-e6cf0245e84e'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:59:33.146178 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1f38f45b-af39-4df6-8cee-21a679784b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:33.208814 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-87cd8617-e6d0-4849-a3b1-e73d7e882816 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:33.223353 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-1f38f45b-af39-4df6-8cee-21a679784b0d None None] For port 64b5455c-8bca-40a4-86b8-c7415e659b41, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:59:33.226905 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-1f38f45b-af39-4df6-8cee-21a679784b0d None None] For port 64b5455c-8bca-40a4-86b8-c7415e659b41, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=64b5455c-8bca-40a4-86b8-c7415e659b41,segment=NetworkSegment(0a7d43aa-e58a-4a76-87f8-2e3b0984fa34),segment_id=0a7d43aa-e58a-4a76-87f8-2e3b0984fa34)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:59:33.331638 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1f38f45b-af39-4df6-8cee-21a679784b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:33.371049 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-87cd8617-e6d0-4849-a3b1-e73d7e882816 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:33.397164 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38f45b-af39-4df6-8cee-21a679784b0d None None] Pushing event updated for resources: {'Port': ['ID=64b5455c-8bca-40a4-86b8-c7415e659b41,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:33.432650 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cd8617-e6d0-4849-a3b1-e73d7e882816 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Network 50e9c06c-8bf3-4ef5-b180-e6cf0245e84e is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:59:33.436261 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-87cd8617-e6d0-4849-a3b1-e73d7e882816 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:33.443547 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cd8617-e6d0-4849-a3b1-e73d7e882816 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:59:33.444200 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-87cd8617-e6d0-4849-a3b1-e73d7e882816 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:33.447781 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd8617-e6d0-4849-a3b1-e73d7e882816 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Port': ['ID=6081dc19-d718-47ce-9ba5-1c8ba0afb4ae,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:33.664030 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-87cd8617-e6d0-4849-a3b1-e73d7e882816 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:33.941640 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-87cd8617-e6d0-4849-a3b1-e73d7e882816 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:33.993845 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-87cd8617-e6d0-4849-a3b1-e73d7e882816 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:33.994743 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-87cd8617-e6d0-4849-a3b1-e73d7e882816 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:34.125614 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd8617-e6d0-4849-a3b1-e73d7e882816 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Port': ['ID=6081dc19-d718-47ce-9ba5-1c8ba0afb4ae,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:34.165810 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef14332-cf5e-47fd-b852-4f1fe2eee465 req-4e90c9b2-cf67-4bc2-8fee-c7b58a813f32 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:34.168232 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2ef14332-cf5e-47fd-b852-4f1fe2eee465 req-4e90c9b2-cf67-4bc2-8fee-c7b58a813f32 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=71b573f8-7776-4852-af5c-f986e2bffeac HTTP/1.1" status: 200 len: 944 time: 0.1246061 Dec 16 09:59:34.201311 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cd8617-e6d0-4849-a3b1-e73d7e882816 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Network 50e9c06c-8bf3-4ef5-b180-e6cf0245e84e is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:59:34.204138 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-87cd8617-e6d0-4849-a3b1-e73d7e882816 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:34.285328 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2ef14332-cf5e-47fd-b852-4f1fe2eee465 req-7403375b-05db-4067-9b5a-6bf3c1c3327b tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090834 Dec 16 09:59:34.396836 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30aa6bfc-2272-41b3-983e-57f0cc10879b None None] Network 50e9c06c-8bf3-4ef5-b180-e6cf0245e84e requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:59:34.428547 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87cd8617-e6d0-4849-a3b1-e73d7e882816 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Router 4cf35625-30e2-430a-89a7-5de793b22623 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:59:34.460398 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-cecd2234-706c-4ccd-83b3-71d286137e02 None None] Provisioning complete for port 64b5455c-8bca-40a4-86b8-c7415e659b41 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:34.460809 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cecd2234-706c-4ccd-83b3-71d286137e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:34.527032 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cd8617-e6d0-4849-a3b1-e73d7e882816 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:59:34.532887 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-87cd8617-e6d0-4849-a3b1-e73d7e882816 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "PUT /v2.0/routers/4cf35625-30e2-430a-89a7-5de793b22623/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1415677 Dec 16 09:59:34.536081 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54336) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:34.542078 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-f7b9d8d3-755f-47fd-8788-53038dccce76 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2069568527'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:59:34.551854 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d02417-755a-433f-b1c7-30706ebb665c None None] Sync routers for ids ['4cf35625-30e2-430a-89a7-5de793b22623'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:59:34.567390 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d02417-755a-433f-b1c7-30706ebb665c None None] Routers {'4cf35625-30e2-430a-89a7-5de793b22623'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:34.568149 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-17d02417-755a-433f-b1c7-30706ebb665c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:59:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4cf35625-30e2-430a-89a7-5de793b22623'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:34.617887 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cecd2234-706c-4ccd-83b3-71d286137e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:34.655778 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-cecd2234-706c-4ccd-83b3-71d286137e02 None None] For port 64b5455c-8bca-40a4-86b8-c7415e659b41, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=64b5455c-8bca-40a4-86b8-c7415e659b41,segment=NetworkSegment(0a7d43aa-e58a-4a76-87f8-2e3b0984fa34),segment_id=0a7d43aa-e58a-4a76-87f8-2e3b0984fa34)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:34.667713 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-17d02417-755a-433f-b1c7-30706ebb665c None None] Set router 4cf35625-30e2-430a-89a7-5de793b22623 gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:59:34.673970 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b9d8d3-755f-47fd-8788-53038dccce76 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Made reservation on behalf of 45d39d1df40c460ead5363b359be384b for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:59:34.678926 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f7b9d8d3-755f-47fd-8788-53038dccce76 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:34.718076 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b9d8d3-755f-47fd-8788-53038dccce76 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:59:34.730506 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f7b9d8d3-755f-47fd-8788-53038dccce76 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:34.741503 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-f7b9d8d3-755f-47fd-8788-53038dccce76 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Added segment 7f2feddd-c1a0-4cf4-9142-47e337e2475d of type vlan for network 28c85af6-f58e-4091-af30-903c094c0b9b Dec 16 09:59:34.771661 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cecd2234-706c-4ccd-83b3-71d286137e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:34.806684 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f7b9d8d3-755f-47fd-8788-53038dccce76 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:34.874563 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd2234-706c-4ccd-83b3-71d286137e02 None None] Pushing event updated for resources: {'Port': ['ID=64b5455c-8bca-40a4-86b8-c7415e659b41,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:34.913057 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-17d02417-755a-433f-b1c7-30706ebb665c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf35625-30e2-430a-89a7-5de793b22623', 'name': 'tempest-RoutersIpV6Test-router-714123152', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T09:59:33Z', 'revision_number': 2, 'project_id': '45d39d1df40c460ead5363b359be384b', 'gw_port_host': None, '_interfaces': [{'id': '6081dc19-d718-47ce-9ba5-1c8ba0afb4ae', 'name': '', 'network_id': '50e9c06c-8bf3-4ef5-b180-e6cf0245e84e', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:32Z', 'updated_at': '2021-12-16T09:59:33Z', 'revision_number': 2, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:34.943279 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d02417-755a-433f-b1c7-30706ebb665c None None] Checking router: 4cf35625-30e2-430a-89a7-5de793b22623 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:59:34.943633 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d02417-755a-433f-b1c7-30706ebb665c None None] Updating router 4cf35625-30e2-430a-89a7-5de793b22623 port 6081dc19-d718-47ce-9ba5-1c8ba0afb4ae binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:59:34.952784 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 64b5455c-8bca-40a4-86b8-c7415e659b41 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:59:34.971224 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f7b9d8d3-755f-47fd-8788-53038dccce76 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:34.982788 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b9d8d3-755f-47fd-8788-53038dccce76 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:34.982788 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f7b9d8d3-755f-47fd-8788-53038dccce76 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:34.999168 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-17d02417-755a-433f-b1c7-30706ebb665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:35.032516 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-a77f5dfd-2291-41fb-8651-29cd2ec5a3d1 None None] Provisioning complete for port 6081dc19-d718-47ce-9ba5-1c8ba0afb4ae triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:35.033585 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a77f5dfd-2291-41fb-8651-29cd2ec5a3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:35.094532 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-a77f5dfd-2291-41fb-8651-29cd2ec5a3d1 None None] Port 6081dc19-d718-47ce-9ba5-1c8ba0afb4ae cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:59:35.107995 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b9d8d3-755f-47fd-8788-53038dccce76 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Network': ['ID=28c85af6-f58e-4091-af30-903c094c0b9b,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:35.116890 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b9d8d3-755f-47fd-8788-53038dccce76 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:35.117311 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b9d8d3-755f-47fd-8788-53038dccce76 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:35.117662 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b9d8d3-755f-47fd-8788-53038dccce76 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:35.118004 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b9d8d3-755f-47fd-8788-53038dccce76 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:35.118342 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b9d8d3-755f-47fd-8788-53038dccce76 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:35.118678 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b9d8d3-755f-47fd-8788-53038dccce76 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:35.119049 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b9d8d3-755f-47fd-8788-53038dccce76 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:35.119380 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b9d8d3-755f-47fd-8788-53038dccce76 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:35.119710 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b9d8d3-755f-47fd-8788-53038dccce76 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:35.120038 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b9d8d3-755f-47fd-8788-53038dccce76 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:35.120393 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b9d8d3-755f-47fd-8788-53038dccce76 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:35.120974 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b9d8d3-755f-47fd-8788-53038dccce76 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:35.130110 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 64b5455c-8bca-40a4-86b8-c7415e659b41 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:35.130786 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:35.133267 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-a77f5dfd-2291-41fb-8651-29cd2ec5a3d1 None None] Provisioning complete for port 64b5455c-8bca-40a4-86b8-c7415e659b41 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:35.133872 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a77f5dfd-2291-41fb-8651-29cd2ec5a3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:35.182419 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 28c85af6-f58e-4091-af30-903c094c0b9b details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:59:35.182540 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f7b9d8d3-755f-47fd-8788-53038dccce76 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6413639 Dec 16 09:59:35.182638 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54344) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:35.188077 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-b9669d3e-b16e-4701-93f3-bf7cbb2975c8 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Request body: {'subnet': {'network_id': '28c85af6-f58e-4091-af30-903c094c0b9b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:59:35.410602 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device abd6a2bf-6daf-4846-81c2-5d1d0a705dc3 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:59:35.434511 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9669d3e-b16e-4701-93f3-bf7cbb2975c8 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Made reservation on behalf of 45d39d1df40c460ead5363b359be384b for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:59:35.438265 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b9669d3e-b16e-4701-93f3-bf7cbb2975c8 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:35.450621 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d3492-f375-4cf6-849e-fb7942babfaf req-53e8e3e5-f2a5-49d0-bfcb-708ec7f9ba5b tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:35.453249 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b0d3492-f375-4cf6-849e-fb7942babfaf req-53e8e3e5-f2a5-49d0-bfcb-708ec7f9ba5b tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=71b573f8-7776-4852-af5c-f986e2bffeac HTTP/1.1" status: 200 len: 944 time: 0.0742459 Dec 16 09:59:35.524540 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-17d02417-755a-433f-b1c7-30706ebb665c None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:35.546504 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b0d3492-f375-4cf6-849e-fb7942babfaf req-23654e0e-61f7-4000-9a30-6df6fbb0eb12 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845878 Dec 16 09:59:35.579605 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port abd6a2bf-6daf-4846-81c2-5d1d0a705dc3, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=abd6a2bf-6daf-4846-81c2-5d1d0a705dc3,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:35.592034 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-754c5d64-6318-494a-a589-4866f43984bc None None] Provisioning complete for port 6081dc19-d718-47ce-9ba5-1c8ba0afb4ae triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:35.592526 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-754c5d64-6318-494a-a589-4866f43984bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:35.631743 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-17d02417-755a-433f-b1c7-30706ebb665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:35.634932 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-754c5d64-6318-494a-a589-4866f43984bc None None] Port 6081dc19-d718-47ce-9ba5-1c8ba0afb4ae cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:59:35.640438 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'abd6a2bf-6daf-4846-81c2-5d1d0a705dc3', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'port_id': 'abd6a2bf-6daf-4846-81c2-5d1d0a705dc3', 'mac_address': 'fa:16:3e:73:5b:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:59:35.718376 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:35.735011 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2f55f-7bcc-4621-9182-b8be5d9ade71 None None] Pushing event updated for resources: {'Port': ['ID=6081dc19-d718-47ce-9ba5-1c8ba0afb4ae,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:35.737837 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd6a2bf-6daf-4846-81c2-5d1d0a705dc3 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:59:35.772501 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port abd6a2bf-6daf-4846-81c2-5d1d0a705dc3, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=abd6a2bf-6daf-4846-81c2-5d1d0a705dc3,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:35.779715 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-7ec34d33-f22e-4461-8080-d0c24c6f7f9f None None] Provisioning complete for port 6081dc19-d718-47ce-9ba5-1c8ba0afb4ae triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:35.780317 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7ec34d33-f22e-4461-8080-d0c24c6f7f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:35.781270 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-17d02417-755a-433f-b1c7-30706ebb665c None None] Attempting to bind port 6081dc19-d718-47ce-9ba5-1c8ba0afb4ae on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:59:35.781751 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-17d02417-755a-433f-b1c7-30706ebb665c None None] Attempting to bind port 6081dc19-d718-47ce-9ba5-1c8ba0afb4ae by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '0a7d43aa-e58a-4a76-87f8-2e3b0984fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '50e9c06c-8bf3-4ef5-b180-e6cf0245e84e'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:59:35.781996 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d02417-755a-433f-b1c7-30706ebb665c None None] Attempting to bind port 6081dc19-d718-47ce-9ba5-1c8ba0afb4ae on network 50e9c06c-8bf3-4ef5-b180-e6cf0245e84e {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:59:35.787735 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d02417-755a-433f-b1c7-30706ebb665c None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:59:35.788106 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d02417-755a-433f-b1c7-30706ebb665c None None] Checking segment: {'id': '0a7d43aa-e58a-4a76-87f8-2e3b0984fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '50e9c06c-8bf3-4ef5-b180-e6cf0245e84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:59:35.788506 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-17d02417-755a-433f-b1c7-30706ebb665c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:35.788898 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d02417-755a-433f-b1c7-30706ebb665c None None] Bound using segment: {'id': '0a7d43aa-e58a-4a76-87f8-2e3b0984fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '50e9c06c-8bf3-4ef5-b180-e6cf0245e84e'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:59:35.789409 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-17d02417-755a-433f-b1c7-30706ebb665c None None] Bound port: 6081dc19-d718-47ce-9ba5-1c8ba0afb4ae, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a7d43aa-e58a-4a76-87f8-2e3b0984fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '50e9c06c-8bf3-4ef5-b180-e6cf0245e84e'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:59:35.789789 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-17d02417-755a-433f-b1c7-30706ebb665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:35.818300 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-7ec34d33-f22e-4461-8080-d0c24c6f7f9f None None] Port 6081dc19-d718-47ce-9ba5-1c8ba0afb4ae cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:59:35.827680 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b9669d3e-b16e-4701-93f3-bf7cbb2975c8 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:35.862731 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:35.875606 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-17d02417-755a-433f-b1c7-30706ebb665c None None] For port 6081dc19-d718-47ce-9ba5-1c8ba0afb4ae, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:59:35.880519 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-17d02417-755a-433f-b1c7-30706ebb665c None None] For port 6081dc19-d718-47ce-9ba5-1c8ba0afb4ae, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=6081dc19-d718-47ce-9ba5-1c8ba0afb4ae,segment=NetworkSegment(0a7d43aa-e58a-4a76-87f8-2e3b0984fa34),segment_id=0a7d43aa-e58a-4a76-87f8-2e3b0984fa34)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:59:35.929699 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9669d3e-b16e-4701-93f3-bf7cbb2975c8 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Subnet': ['ID=575b487e-b7bc-4ca2-872d-129053d9f410,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:35.932423 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=abd6a2bf-6daf-4846-81c2-5d1d0a705dc3,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:35.945660 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9669d3e-b16e-4701-93f3-bf7cbb2975c8 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Checking segment: {'id': '7f2feddd-c1a0-4cf4-9142-47e337e2475d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '28c85af6-f58e-4091-af30-903c094c0b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:59:35.946281 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9669d3e-b16e-4701-93f3-bf7cbb2975c8 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Network hostable DHCP agents. Network: 28c85af6-f58e-4091-af30-903c094c0b9b, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:59:35.967198 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-17d02417-755a-433f-b1c7-30706ebb665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:36.051225 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d02417-755a-433f-b1c7-30706ebb665c None None] Routers {'4cf35625-30e2-430a-89a7-5de793b22623'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:36.052080 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-17d02417-755a-433f-b1c7-30706ebb665c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:59:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4cf35625-30e2-430a-89a7-5de793b22623'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:36.054738 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2f55f-7bcc-4621-9182-b8be5d9ade71 None None] Pushing event updated for resources: {'Port': ['ID=6081dc19-d718-47ce-9ba5-1c8ba0afb4ae,revision_number=4']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:36.064572 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-26386711-97e7-4261-8d37-18193ff1252e None None] Provisioning complete for port 6081dc19-d718-47ce-9ba5-1c8ba0afb4ae triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:36.064948 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-26386711-97e7-4261-8d37-18193ff1252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:36.090643 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['abd6a2bf-6daf-4846-81c2-5d1d0a705dc3'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:59:36.109961 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9669d3e-b16e-4701-93f3-bf7cbb2975c8 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Network 28c85af6-f58e-4091-af30-903c094c0b9b is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:59:36.162220 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-17d02417-755a-433f-b1c7-30706ebb665c None None] Set router 4cf35625-30e2-430a-89a7-5de793b22623 gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:59:36.188002 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-b9669d3e-b16e-4701-93f3-bf7cbb2975c8 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 28c85af6-f58e-4091-af30-903c094c0b9b) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:36.197806 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9669d3e-b16e-4701-93f3-bf7cbb2975c8 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:36.199947 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b9669d3e-b16e-4701-93f3-bf7cbb2975c8 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:36.212948 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-26386711-97e7-4261-8d37-18193ff1252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:36.217690 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c0fcfd-ad20-49c7-b55f-8850c2eb4585 None None] Network 28c85af6-f58e-4091-af30-903c094c0b9b requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:59:36.338923 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-26386711-97e7-4261-8d37-18193ff1252e None None] For port 6081dc19-d718-47ce-9ba5-1c8ba0afb4ae, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=6081dc19-d718-47ce-9ba5-1c8ba0afb4ae,segment=NetworkSegment(0a7d43aa-e58a-4a76-87f8-2e3b0984fa34),segment_id=0a7d43aa-e58a-4a76-87f8-2e3b0984fa34)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:36.343829 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54354) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:36.344196 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b9669d3e-b16e-4701-93f3-bf7cbb2975c8 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1602163 Dec 16 09:59:36.423961 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-17d02417-755a-433f-b1c7-30706ebb665c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf35625-30e2-430a-89a7-5de793b22623', 'name': 'tempest-RoutersIpV6Test-router-714123152', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T09:59:33Z', 'revision_number': 2, 'project_id': '45d39d1df40c460ead5363b359be384b', 'gw_port_host': None, '_interfaces': [{'id': '6081dc19-d718-47ce-9ba5-1c8ba0afb4ae', 'name': '', 'network_id': '50e9c06c-8bf3-4ef5-b180-e6cf0245e84e', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:32Z', 'updated_at': '2021-12-16T09:59:35Z', 'revision_number': 4, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:36.453248 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d02417-755a-433f-b1c7-30706ebb665c None None] The sync data for ids ['4cf35625-30e2-430a-89a7-5de793b22623'] in n-d-820550-2 is: [{'id': '4cf35625-30e2-430a-89a7-5de793b22623', 'name': 'tempest-RoutersIpV6Test-router-714123152', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T09:59:33Z', 'revision_number': 2, 'project_id': '45d39d1df40c460ead5363b359be384b', 'gw_port_host': None, '_interfaces': [{'id': '6081dc19-d718-47ce-9ba5-1c8ba0afb4ae', 'name': '', 'network_id': '50e9c06c-8bf3-4ef5-b180-e6cf0245e84e', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:32Z', 'updated_at': '2021-12-16T09:59:35Z', 'revision_number': 4, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:59:36.466870 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-26386711-97e7-4261-8d37-18193ff1252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:36.505598 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbbba6d-1174-42a7-a4d7-b2c2c7053755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-28c85af6-f58e-4091-af30-903c094c0b9b', 'network_id': '28c85af6-f58e-4091-af30-903c094c0b9b', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'fixed_ips': [{'subnet_id': '575b487e-b7bc-4ca2-872d-129053d9f410'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:59:36.506457 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9fbbba6d-1174-42a7-a4d7-b2c2c7053755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:36.538536 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26386711-97e7-4261-8d37-18193ff1252e None None] Pushing event updated for resources: {'Port': ['ID=6081dc19-d718-47ce-9ba5-1c8ba0afb4ae,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:36.639986 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f59ff9d-726d-4b8c-a55c-d73e918ceefd None None] Provisioning complete for port 6081dc19-d718-47ce-9ba5-1c8ba0afb4ae triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:36.641380 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f59ff9d-726d-4b8c-a55c-d73e918ceefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:36.808771 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-9fbbba6d-1174-42a7-a4d7-b2c2c7053755 None None] Allocated IP 2001:db8:1::2 (28c85af6-f58e-4091-af30-903c094c0b9b/575b487e-b7bc-4ca2-872d-129053d9f410/7674beac-88d3-4b69-8cab-041f2c611a46) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:59:36.829593 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5988dcd-2102-4115-ac1a-3bb645cd2594 req-78a14a8f-5023-4268-95b6-88a6f31849d8 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:36.836874 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f5988dcd-2102-4115-ac1a-3bb645cd2594 req-78a14a8f-5023-4268-95b6-88a6f31849d8 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=71b573f8-7776-4852-af5c-f986e2bffeac HTTP/1.1" status: 200 len: 945 time: 0.1564479 Dec 16 09:59:36.845338 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb54bbe0-0ca4-4cff-bf9c-030df2937d91 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:36.917396 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f5988dcd-2102-4115-ac1a-3bb645cd2594 req-187e29ec-7653-487a-945f-ba00bc1818f8 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691230 Dec 16 09:59:37.082810 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 64b5455c-8bca-40a4-86b8-c7415e659b41 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:59:37.124476 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9fbbba6d-1174-42a7-a4d7-b2c2c7053755 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:37.154131 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 64b5455c-8bca-40a4-86b8-c7415e659b41 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:37.154507 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:37.241962 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9fbbba6d-1174-42a7-a4d7-b2c2c7053755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:37.276035 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6081dc19-d718-47ce-9ba5-1c8ba0afb4ae up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:59:37.304017 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-eb54bbe0-0ca4-4cff-bf9c-030df2937d91 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Allocated IP 2001:db8:1::1 (28c85af6-f58e-4091-af30-903c094c0b9b/575b487e-b7bc-4ca2-872d-129053d9f410/022e7fe6-53f4-4e25-b9a0-ffac134aaf0a) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:59:37.320858 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbbba6d-1174-42a7-a4d7-b2c2c7053755 None None] Network 28c85af6-f58e-4091-af30-903c094c0b9b is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:59:37.355690 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-9fbbba6d-1174-42a7-a4d7-b2c2c7053755 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:37.358483 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbbba6d-1174-42a7-a4d7-b2c2c7053755 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:59:37.380300 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbbba6d-1174-42a7-a4d7-b2c2c7053755 None None] Pushing event updated for resources: {'Port': ['ID=7674beac-88d3-4b69-8cab-041f2c611a46,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:37.387874 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device abd6a2bf-6daf-4846-81c2-5d1d0a705dc3 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:59:37.467743 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb54bbe0-0ca4-4cff-bf9c-030df2937d91 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:37.474150 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:37.499167 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-9fbbba6d-1174-42a7-a4d7-b2c2c7053755 None None] Attempting to bind port 7674beac-88d3-4b69-8cab-041f2c611a46 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:59:37.499683 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-9fbbba6d-1174-42a7-a4d7-b2c2c7053755 None None] Attempting to bind port 7674beac-88d3-4b69-8cab-041f2c611a46 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '7f2feddd-c1a0-4cf4-9142-47e337e2475d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '28c85af6-f58e-4091-af30-903c094c0b9b'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:59:37.500178 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbbba6d-1174-42a7-a4d7-b2c2c7053755 None None] Attempting to bind port 7674beac-88d3-4b69-8cab-041f2c611a46 on network 28c85af6-f58e-4091-af30-903c094c0b9b {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:59:37.525157 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbbba6d-1174-42a7-a4d7-b2c2c7053755 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:59:37.525713 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbbba6d-1174-42a7-a4d7-b2c2c7053755 None None] Checking segment: {'id': '7f2feddd-c1a0-4cf4-9142-47e337e2475d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '28c85af6-f58e-4091-af30-903c094c0b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:59:37.526229 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9fbbba6d-1174-42a7-a4d7-b2c2c7053755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:37.527345 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbbba6d-1174-42a7-a4d7-b2c2c7053755 None None] Bound using segment: {'id': '7f2feddd-c1a0-4cf4-9142-47e337e2475d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '28c85af6-f58e-4091-af30-903c094c0b9b'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:59:37.527896 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-9fbbba6d-1174-42a7-a4d7-b2c2c7053755 None None] Bound port: 7674beac-88d3-4b69-8cab-041f2c611a46, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f2feddd-c1a0-4cf4-9142-47e337e2475d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '28c85af6-f58e-4091-af30-903c094c0b9b'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:59:37.528297 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9fbbba6d-1174-42a7-a4d7-b2c2c7053755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:37.531850 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 6081dc19-d718-47ce-9ba5-1c8ba0afb4ae triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:37.531850 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:37.610619 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb54bbe0-0ca4-4cff-bf9c-030df2937d91 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:37.674535 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-9fbbba6d-1174-42a7-a4d7-b2c2c7053755 None None] For port 7674beac-88d3-4b69-8cab-041f2c611a46, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:59:37.676925 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port abd6a2bf-6daf-4846-81c2-5d1d0a705dc3 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:59:37.681385 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb54bbe0-0ca4-4cff-bf9c-030df2937d91 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Network 28c85af6-f58e-4091-af30-903c094c0b9b is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:59:37.689916 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-eb54bbe0-0ca4-4cff-bf9c-030df2937d91 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:37.691984 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb54bbe0-0ca4-4cff-bf9c-030df2937d91 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:59:37.695665 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb54bbe0-0ca4-4cff-bf9c-030df2937d91 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:37.699257 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-9fbbba6d-1174-42a7-a4d7-b2c2c7053755 None None] For port 7674beac-88d3-4b69-8cab-041f2c611a46, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=7674beac-88d3-4b69-8cab-041f2c611a46,segment=NetworkSegment(7f2feddd-c1a0-4cf4-9142-47e337e2475d),segment_id=7f2feddd-c1a0-4cf4-9142-47e337e2475d)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:59:37.702093 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port abd6a2bf-6daf-4846-81c2-5d1d0a705dc3 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:37.702468 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:37.702792 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54bbe0-0ca4-4cff-bf9c-030df2937d91 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Port': ['ID=022e7fe6-53f4-4e25-b9a0-ffac134aaf0a,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:37.787664 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9fbbba6d-1174-42a7-a4d7-b2c2c7053755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:37.892759 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbbba6d-1174-42a7-a4d7-b2c2c7053755 None None] Pushing event updated for resources: {'Port': ['ID=7674beac-88d3-4b69-8cab-041f2c611a46,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:37.897260 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:37.927932 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b573f8-7776-4852-af5c-f986e2bffeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd6a2bf-6daf-4846-81c2-5d1d0a705dc3'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:59:37.930297 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0d5321-605f-448a-bf09-d74d680e7da8" -d '{"events": [{"server_uuid": "71b573f8-7776-4852-af5c-f986e2bffeac", "name": "network-vif-plugged", "status": "completed", "tag": "abd6a2bf-6daf-4846-81c2-5d1d0a705dc3"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:59:37.953355 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port abd6a2bf-6daf-4846-81c2-5d1d0a705dc3, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=abd6a2bf-6daf-4846-81c2-5d1d0a705dc3,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:37.956180 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb54bbe0-0ca4-4cff-bf9c-030df2937d91 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:38.045888 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:38.193580 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85b54b3-8d9f-4fb8-965d-21c97b629df2 x-openstack-request-id: req-c85b54b3-8d9f-4fb8-965d-21c97b629df2 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:59:38.193937 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b573f8-7776-4852-af5c-f986e2bffeac", "name": "network-vif-plugged", "status": "completed", "tag": "abd6a2bf-6daf-4846-81c2-5d1d0a705dc3", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:59:38.194357 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c85b54b3-8d9f-4fb8-965d-21c97b629df2 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:59:38.194812 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b573f8-7776-4852-af5c-f986e2bffeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd6a2bf-6daf-4846-81c2-5d1d0a705dc3', 'code': 200} Dec 16 09:59:38.228894 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=abd6a2bf-6daf-4846-81c2-5d1d0a705dc3,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:38.274904 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410134e-5544-476b-a59f-d7cb83f057de req-35f5d2b8-0bc3-428e-8991-b27aec8143f6 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:38.276484 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3410134e-5544-476b-a59f-d7cb83f057de req-35f5d2b8-0bc3-428e-8991-b27aec8143f6 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=71b573f8-7776-4852-af5c-f986e2bffeac HTTP/1.1" status: 200 len: 946 time: 0.1477716 Dec 16 09:59:38.362766 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3410134e-5544-476b-a59f-d7cb83f057de req-90dab1aa-fb7e-4df8-bdfe-aa5b8d5e5b24 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762377 Dec 16 09:59:38.385906 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a88b6-5485-43fb-8572-e895d67fbce0 req-1e127724-1f64-4c73-bd5a-b9271a5cbbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:38.387386 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-089a88b6-5485-43fb-8572-e895d67fbce0 req-1e127724-1f64-4c73-bd5a-b9271a5cbbc0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=71b573f8-7776-4852-af5c-f986e2bffeac HTTP/1.1" status: 200 len: 1097 time: 0.1481097 Dec 16 09:59:38.495096 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-089a88b6-5485-43fb-8572-e895d67fbce0 req-bd591e62-9082-4080-b8e9-f5762ad83a4b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876868 Dec 16 09:59:38.568723 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb54bbe0-0ca4-4cff-bf9c-030df2937d91 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:38.658854 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb54bbe0-0ca4-4cff-bf9c-030df2937d91 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:38.659665 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb54bbe0-0ca4-4cff-bf9c-030df2937d91 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:38.762971 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54bbe0-0ca4-4cff-bf9c-030df2937d91 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Port': ['ID=022e7fe6-53f4-4e25-b9a0-ffac134aaf0a,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:38.807230 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb54bbe0-0ca4-4cff-bf9c-030df2937d91 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Network 28c85af6-f58e-4091-af30-903c094c0b9b is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:59:38.808653 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-eb54bbe0-0ca4-4cff-bf9c-030df2937d91 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:38.914576 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb54bbe0-0ca4-4cff-bf9c-030df2937d91 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Router 4cf35625-30e2-430a-89a7-5de793b22623 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:59:38.937160 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 7674beac-88d3-4b69-8cab-041f2c611a46 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:59:39.007711 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 7674beac-88d3-4b69-8cab-041f2c611a46 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:39.008552 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:39.025224 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb54bbe0-0ca4-4cff-bf9c-030df2937d91 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:59:39.033765 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54378) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:39.033908 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-eb54bbe0-0ca4-4cff-bf9c-030df2937d91 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "PUT /v2.0/routers/4cf35625-30e2-430a-89a7-5de793b22623/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6881597 Dec 16 09:59:39.039103 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-dc56bd95-c8c0-49cb-b15a-cdc818a93022 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-971826555'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:59:39.043437 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8ef075-3173-492c-9e71-671f13340af5 None None] Sync routers for ids ['4cf35625-30e2-430a-89a7-5de793b22623'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:59:39.063583 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8ef075-3173-492c-9e71-671f13340af5 None None] Routers {'4cf35625-30e2-430a-89a7-5de793b22623'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:39.064532 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-ff8ef075-3173-492c-9e71-671f13340af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:59:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4cf35625-30e2-430a-89a7-5de793b22623'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:39.127751 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc56bd95-c8c0-49cb-b15a-cdc818a93022 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Made reservation on behalf of 45d39d1df40c460ead5363b359be384b for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:59:39.132727 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dc56bd95-c8c0-49cb-b15a-cdc818a93022 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:39.190185 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc56bd95-c8c0-49cb-b15a-cdc818a93022 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:59:39.205314 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dc56bd95-c8c0-49cb-b15a-cdc818a93022 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:39.205660 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-dc56bd95-c8c0-49cb-b15a-cdc818a93022 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Added segment 2ca81ba3-d660-4755-939e-07d1298bcce6 of type vlan for network eec1afbe-ccf3-4a5e-9e6d-222478d93ef6 Dec 16 09:59:39.256940 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-ff8ef075-3173-492c-9e71-671f13340af5 None None] Set router 4cf35625-30e2-430a-89a7-5de793b22623 gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:59:39.264326 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dc56bd95-c8c0-49cb-b15a-cdc818a93022 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:39.298794 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:39.354439 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dc56bd95-c8c0-49cb-b15a-cdc818a93022 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:39.360484 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc56bd95-c8c0-49cb-b15a-cdc818a93022 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:39.361493 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dc56bd95-c8c0-49cb-b15a-cdc818a93022 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:39.493943 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56bd95-c8c0-49cb-b15a-cdc818a93022 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Network': ['ID=eec1afbe-ccf3-4a5e-9e6d-222478d93ef6,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:39.505007 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ede9d37-5496-4b14-8d88-09775cb6ffd4 None None] Network 28c85af6-f58e-4091-af30-903c094c0b9b requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:59:39.505202 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94250af-11a1-4cdf-8350-32518c3c48a5 req-6c104456-4aa8-4315-8ba3-bebc637fa8c9 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:39.514340 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a94250af-11a1-4cdf-8350-32518c3c48a5 req-6c104456-4aa8-4315-8ba3-bebc637fa8c9 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=71b573f8-7776-4852-af5c-f986e2bffeac HTTP/1.1" status: 200 len: 946 time: 0.0680797 Dec 16 09:59:39.516183 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network eec1afbe-ccf3-4a5e-9e6d-222478d93ef6 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:59:39.549597 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a94250af-11a1-4cdf-8350-32518c3c48a5 req-f03027ae-3e5a-41fd-9156-adb6e9e866f0 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348105 Dec 16 09:59:39.593166 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-dc56bd95-c8c0-49cb-b15a-cdc818a93022 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5571606 Dec 16 09:59:39.595289 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54384) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:39.600778 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-034a252f-334f-4cca-8a51-fba98773dacd tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Request body: {'subnet': {'network_id': 'eec1afbe-ccf3-4a5e-9e6d-222478d93ef6', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:59:39.750148 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-637e04a8-ef85-4712-8b9d-e2f37a49efa2 None None] Provisioning complete for port 7674beac-88d3-4b69-8cab-041f2c611a46 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:39.750446 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-637e04a8-ef85-4712-8b9d-e2f37a49efa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:39.755835 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 7674beac-88d3-4b69-8cab-041f2c611a46, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=7674beac-88d3-4b69-8cab-041f2c611a46,segment=NetworkSegment(7f2feddd-c1a0-4cf4-9142-47e337e2475d),segment_id=7f2feddd-c1a0-4cf4-9142-47e337e2475d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:39.795226 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034a252f-334f-4cca-8a51-fba98773dacd tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Made reservation on behalf of 45d39d1df40c460ead5363b359be384b for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:59:39.804083 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-034a252f-334f-4cca-8a51-fba98773dacd tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:39.842929 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:40.062656 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=7674beac-88d3-4b69-8cab-041f2c611a46,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:40.102244 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-ff8ef075-3173-492c-9e71-671f13340af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf35625-30e2-430a-89a7-5de793b22623', 'name': 'tempest-RoutersIpV6Test-router-714123152', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T09:59:37Z', 'revision_number': 3, 'project_id': '45d39d1df40c460ead5363b359be384b', 'gw_port_host': None, '_interfaces': [{'id': '022e7fe6-53f4-4e25-b9a0-ffac134aaf0a', 'name': '', 'network_id': '28c85af6-f58e-4091-af30-903c094c0b9b', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:6f:dd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '575b487e-b7bc-4ca2-872d-129053d9f410', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:37Z', 'updated_at': '2021-12-16T09:59:38Z', 'revision_number': 2, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '575b487e-b7bc-4ca2-872d-129053d9f410', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6081dc19-d718-47ce-9ba5-1c8ba0afb4ae', 'name': '', 'network_id': '50e9c06c-8bf3-4ef5-b180-e6cf0245e84e', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:32Z', 'updated_at': '2021-12-16T09:59:36Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:40.137463 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8ef075-3173-492c-9e71-671f13340af5 None None] Checking router: 4cf35625-30e2-430a-89a7-5de793b22623 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:59:40.137928 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8ef075-3173-492c-9e71-671f13340af5 None None] Updating router 4cf35625-30e2-430a-89a7-5de793b22623 port 022e7fe6-53f4-4e25-b9a0-ffac134aaf0a binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:59:40.170409 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ff8ef075-3173-492c-9e71-671f13340af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:40.438157 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-f8e842ac-d2e6-4d94-9547-33efa5a05e33 None None] Provisioning complete for port 7674beac-88d3-4b69-8cab-041f2c611a46 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:40.438612 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f8e842ac-d2e6-4d94-9547-33efa5a05e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:40.521631 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-034a252f-334f-4cca-8a51-fba98773dacd tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:40.605730 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a252f-334f-4cca-8a51-fba98773dacd tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Subnet': ['ID=3ec845a4-9d87-42e7-93fd-fcb25d4cb136,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:40.619829 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034a252f-334f-4cca-8a51-fba98773dacd tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Checking segment: {'id': '2ca81ba3-d660-4755-939e-07d1298bcce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'eec1afbe-ccf3-4a5e-9e6d-222478d93ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:59:40.619829 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034a252f-334f-4cca-8a51-fba98773dacd tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Network hostable DHCP agents. Network: eec1afbe-ccf3-4a5e-9e6d-222478d93ef6, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:59:40.629079 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ff8ef075-3173-492c-9e71-671f13340af5 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:40.650771 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-f8e842ac-d2e6-4d94-9547-33efa5a05e33 None None] Provisioning complete for port 022e7fe6-53f4-4e25-b9a0-ffac134aaf0a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:40.651378 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f8e842ac-d2e6-4d94-9547-33efa5a05e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:40.693848 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f8e842ac-d2e6-4d94-9547-33efa5a05e33 None None] Port 022e7fe6-53f4-4e25-b9a0-ffac134aaf0a cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:59:40.714149 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034a252f-334f-4cca-8a51-fba98773dacd tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Network eec1afbe-ccf3-4a5e-9e6d-222478d93ef6 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:59:40.715072 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ff8ef075-3173-492c-9e71-671f13340af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:40.750459 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf41161-0966-49a5-927c-73f93d5806e1 req-be95cd09-e20c-4647-9d5e-824db8ea86ad tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:40.753107 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-abf41161-0966-49a5-927c-73f93d5806e1 req-be95cd09-e20c-4647-9d5e-824db8ea86ad tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=71b573f8-7776-4852-af5c-f986e2bffeac HTTP/1.1" status: 200 len: 946 time: 0.0839877 Dec 16 09:59:40.775606 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8b65e-7a8d-4315-b97c-a1cb02ce3460 None None] Pushing event updated for resources: {'Port': ['ID=022e7fe6-53f4-4e25-b9a0-ffac134aaf0a,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:40.784438 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:40.824511 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-abf41161-0966-49a5-927c-73f93d5806e1 req-67b6e148-12b7-4332-81f5-9f1c122ce62f tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615442 Dec 16 09:59:40.825736 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-034a252f-334f-4cca-8a51-fba98773dacd tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, eec1afbe-ccf3-4a5e-9e6d-222478d93ef6) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:40.840200 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034a252f-334f-4cca-8a51-fba98773dacd tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:40.840623 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-034a252f-334f-4cca-8a51-fba98773dacd tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:40.843132 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b596a90e-dbc0-4e08-aad8-67bbd80950ae None None] Network eec1afbe-ccf3-4a5e-9e6d-222478d93ef6 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:59:40.920163 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-034a252f-334f-4cca-8a51-fba98773dacd tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3214190 Dec 16 09:59:40.921163 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54400) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:40.937153 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-ff8ef075-3173-492c-9e71-671f13340af5 None None] Attempting to bind port 022e7fe6-53f4-4e25-b9a0-ffac134aaf0a on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:59:40.937539 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-ff8ef075-3173-492c-9e71-671f13340af5 None None] Attempting to bind port 022e7fe6-53f4-4e25-b9a0-ffac134aaf0a by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '7f2feddd-c1a0-4cf4-9142-47e337e2475d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '28c85af6-f58e-4091-af30-903c094c0b9b'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:59:40.937904 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8ef075-3173-492c-9e71-671f13340af5 None None] Attempting to bind port 022e7fe6-53f4-4e25-b9a0-ffac134aaf0a on network 28c85af6-f58e-4091-af30-903c094c0b9b {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:59:40.942345 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-99a9d25f-48e5-4923-af37-fcf1088c073c None None] Provisioning complete for port 022e7fe6-53f4-4e25-b9a0-ffac134aaf0a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:40.942716 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-99a9d25f-48e5-4923-af37-fcf1088c073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:40.978052 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8ef075-3173-492c-9e71-671f13340af5 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:59:40.978583 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8ef075-3173-492c-9e71-671f13340af5 None None] Checking segment: {'id': '7f2feddd-c1a0-4cf4-9142-47e337e2475d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '28c85af6-f58e-4091-af30-903c094c0b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:59:40.979252 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ff8ef075-3173-492c-9e71-671f13340af5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:40.979917 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8ef075-3173-492c-9e71-671f13340af5 None None] Bound using segment: {'id': '7f2feddd-c1a0-4cf4-9142-47e337e2475d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '28c85af6-f58e-4091-af30-903c094c0b9b'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:59:40.980798 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-ff8ef075-3173-492c-9e71-671f13340af5 None None] Bound port: 022e7fe6-53f4-4e25-b9a0-ffac134aaf0a, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f2feddd-c1a0-4cf4-9142-47e337e2475d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '28c85af6-f58e-4091-af30-903c094c0b9b'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:59:40.981470 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ff8ef075-3173-492c-9e71-671f13340af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:40.991203 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 7674beac-88d3-4b69-8cab-041f2c611a46 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:59:41.087375 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-99a9d25f-48e5-4923-af37-fcf1088c073c None None] Port 022e7fe6-53f4-4e25-b9a0-ffac134aaf0a cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:59:41.166866 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-ff8ef075-3173-492c-9e71-671f13340af5 None None] For port 022e7fe6-53f4-4e25-b9a0-ffac134aaf0a, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:59:41.178389 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc85dc-8431-45d4-8790-6a9969f094b6 req-bb3d18ca-b1a9-45ce-9972-57e5daed1541 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:41.180909 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-ff8ef075-3173-492c-9e71-671f13340af5 None None] For port 022e7fe6-53f4-4e25-b9a0-ffac134aaf0a, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=022e7fe6-53f4-4e25-b9a0-ffac134aaf0a,segment=NetworkSegment(7f2feddd-c1a0-4cf4-9142-47e337e2475d),segment_id=7f2feddd-c1a0-4cf4-9142-47e337e2475d)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:59:41.186428 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99dc85dc-8431-45d4-8790-6a9969f094b6 req-bb3d18ca-b1a9-45ce-9972-57e5daed1541 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=71b573f8-7776-4852-af5c-f986e2bffeac HTTP/1.1" status: 200 len: 946 time: 0.1405687 Dec 16 09:59:41.234475 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 7674beac-88d3-4b69-8cab-041f2c611a46 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:41.235431 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:41.248289 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434eaf13-73d2-4a43-9a38-548295a22635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-eec1afbe-ccf3-4a5e-9e6d-222478d93ef6', 'network_id': 'eec1afbe-ccf3-4a5e-9e6d-222478d93ef6', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'fixed_ips': [{'subnet_id': '3ec845a4-9d87-42e7-93fd-fcb25d4cb136'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:59:41.249331 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-434eaf13-73d2-4a43-9a38-548295a22635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:41.267112 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99dc85dc-8431-45d4-8790-6a9969f094b6 req-29b1ba51-2783-40c1-85ad-5d1ce865bb15 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695717 Dec 16 09:59:41.298426 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-3f760a1c-ee5b-4335-b130-0e3fdc1025e0 None None] Provisioning complete for port 022e7fe6-53f4-4e25-b9a0-ffac134aaf0a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:41.299117 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3f760a1c-ee5b-4335-b130-0e3fdc1025e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:41.327826 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ff8ef075-3173-492c-9e71-671f13340af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:41.431949 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e8265-f35b-4444-8b1f-fb6105c8ec0a req-018b6f57-e0c4-4a2b-b030-ae281dd80910 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:41.433511 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f25e8265-f35b-4444-8b1f-fb6105c8ec0a req-018b6f57-e0c4-4a2b-b030-ae281dd80910 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=71b573f8-7776-4852-af5c-f986e2bffeac HTTP/1.1" status: 200 len: 946 time: 0.0792098 Dec 16 09:59:41.492836 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8ef075-3173-492c-9e71-671f13340af5 None None] Routers {'4cf35625-30e2-430a-89a7-5de793b22623'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:41.493501 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-ff8ef075-3173-492c-9e71-671f13340af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:59:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4cf35625-30e2-430a-89a7-5de793b22623'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:41.513425 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f25e8265-f35b-4444-8b1f-fb6105c8ec0a req-233e3feb-0faf-491f-8c01-1db0028b0e02 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711248 Dec 16 09:59:41.662003 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-434eaf13-73d2-4a43-9a38-548295a22635 None None] Allocated IP 2001:db8:2::2 (eec1afbe-ccf3-4a5e-9e6d-222478d93ef6/3ec845a4-9d87-42e7-93fd-fcb25d4cb136/7d6cc55a-c2b6-4ea3-aaa8-c6880799de3f) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:59:41.781501 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8b65e-7a8d-4315-b97c-a1cb02ce3460 None None] Pushing event updated for resources: {'Port': ['ID=022e7fe6-53f4-4e25-b9a0-ffac134aaf0a,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:41.949688 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-57de0192-5975-42bf-b83d-401b08fbca80 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:42.070116 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-ff8ef075-3173-492c-9e71-671f13340af5 None None] Set router 4cf35625-30e2-430a-89a7-5de793b22623 gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:59:42.094617 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0982d7-aa60-42f2-938d-6bde2f3615f8 req-7597b2d1-73c5-4558-b2d5-16580ba67ffd tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:42.096360 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ae0982d7-aa60-42f2-938d-6bde2f3615f8 req-7597b2d1-73c5-4558-b2d5-16580ba67ffd tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=71b573f8-7776-4852-af5c-f986e2bffeac HTTP/1.1" status: 200 len: 946 time: 0.0769744 Dec 16 09:59:42.149964 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ae0982d7-aa60-42f2-938d-6bde2f3615f8 req-8c9d388d-34d2-4ad9-a84f-8cea5b311c31 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423977 Dec 16 09:59:42.218352 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-434eaf13-73d2-4a43-9a38-548295a22635 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:42.223187 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3f760a1c-ee5b-4335-b130-0e3fdc1025e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:42.303313 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-434eaf13-73d2-4a43-9a38-548295a22635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:42.359506 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-57de0192-5975-42bf-b83d-401b08fbca80 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Allocated IP 2001:db8:2::1 (eec1afbe-ccf3-4a5e-9e6d-222478d93ef6/3ec845a4-9d87-42e7-93fd-fcb25d4cb136/38faa9ad-c2cc-4d44-893d-73f2357eae96) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:59:42.427269 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434eaf13-73d2-4a43-9a38-548295a22635 None None] Network eec1afbe-ccf3-4a5e-9e6d-222478d93ef6 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:59:42.431663 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434eaf13-73d2-4a43-9a38-548295a22635 None None] Pushing event updated for resources: {'Port': ['ID=7d6cc55a-c2b6-4ea3-aaa8-c6880799de3f,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:42.437741 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-3f760a1c-ee5b-4335-b130-0e3fdc1025e0 None None] For port 022e7fe6-53f4-4e25-b9a0-ffac134aaf0a, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=022e7fe6-53f4-4e25-b9a0-ffac134aaf0a,segment=NetworkSegment(7f2feddd-c1a0-4cf4-9142-47e337e2475d),segment_id=7f2feddd-c1a0-4cf4-9142-47e337e2475d)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:42.439018 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-434eaf13-73d2-4a43-9a38-548295a22635 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:42.442872 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434eaf13-73d2-4a43-9a38-548295a22635 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:59:42.542291 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-57de0192-5975-42bf-b83d-401b08fbca80 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:42.545711 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-434eaf13-73d2-4a43-9a38-548295a22635 None None] Attempting to bind port 7d6cc55a-c2b6-4ea3-aaa8-c6880799de3f on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:59:42.546094 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-434eaf13-73d2-4a43-9a38-548295a22635 None None] Attempting to bind port 7d6cc55a-c2b6-4ea3-aaa8-c6880799de3f by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '2ca81ba3-d660-4755-939e-07d1298bcce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'eec1afbe-ccf3-4a5e-9e6d-222478d93ef6'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:59:42.546465 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434eaf13-73d2-4a43-9a38-548295a22635 None None] Attempting to bind port 7d6cc55a-c2b6-4ea3-aaa8-c6880799de3f on network eec1afbe-ccf3-4a5e-9e6d-222478d93ef6 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:59:42.556605 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434eaf13-73d2-4a43-9a38-548295a22635 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:59:42.557025 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434eaf13-73d2-4a43-9a38-548295a22635 None None] Checking segment: {'id': '2ca81ba3-d660-4755-939e-07d1298bcce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'eec1afbe-ccf3-4a5e-9e6d-222478d93ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:59:42.557441 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-434eaf13-73d2-4a43-9a38-548295a22635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:42.562969 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434eaf13-73d2-4a43-9a38-548295a22635 None None] Bound using segment: {'id': '2ca81ba3-d660-4755-939e-07d1298bcce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'eec1afbe-ccf3-4a5e-9e6d-222478d93ef6'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:59:42.562969 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-434eaf13-73d2-4a43-9a38-548295a22635 None None] Bound port: 7d6cc55a-c2b6-4ea3-aaa8-c6880799de3f, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca81ba3-d660-4755-939e-07d1298bcce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'eec1afbe-ccf3-4a5e-9e6d-222478d93ef6'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:59:42.562969 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-434eaf13-73d2-4a43-9a38-548295a22635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:42.564004 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3f760a1c-ee5b-4335-b130-0e3fdc1025e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:42.645224 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-57de0192-5975-42bf-b83d-401b08fbca80 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:42.666592 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f760a1c-ee5b-4335-b130-0e3fdc1025e0 None None] Pushing event updated for resources: {'Port': ['ID=022e7fe6-53f4-4e25-b9a0-ffac134aaf0a,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:42.676384 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-ff8ef075-3173-492c-9e71-671f13340af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf35625-30e2-430a-89a7-5de793b22623', 'name': 'tempest-RoutersIpV6Test-router-714123152', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T09:59:37Z', 'revision_number': 3, 'project_id': '45d39d1df40c460ead5363b359be384b', 'gw_port_host': None, '_interfaces': [{'id': '022e7fe6-53f4-4e25-b9a0-ffac134aaf0a', 'name': '', 'network_id': '28c85af6-f58e-4091-af30-903c094c0b9b', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:6f:dd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '575b487e-b7bc-4ca2-872d-129053d9f410', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:37Z', 'updated_at': '2021-12-16T09:59:41Z', 'revision_number': 4, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '575b487e-b7bc-4ca2-872d-129053d9f410', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6081dc19-d718-47ce-9ba5-1c8ba0afb4ae', 'name': '', 'network_id': '50e9c06c-8bf3-4ef5-b180-e6cf0245e84e', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:32Z', 'updated_at': '2021-12-16T09:59:36Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:42.703331 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57de0192-5975-42bf-b83d-401b08fbca80 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Network eec1afbe-ccf3-4a5e-9e6d-222478d93ef6 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:59:42.717799 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-57de0192-5975-42bf-b83d-401b08fbca80 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:42.722250 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8ef075-3173-492c-9e71-671f13340af5 None None] The sync data for ids ['4cf35625-30e2-430a-89a7-5de793b22623'] in n-d-820550-2 is: [{'id': '4cf35625-30e2-430a-89a7-5de793b22623', 'name': 'tempest-RoutersIpV6Test-router-714123152', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T09:59:37Z', 'revision_number': 3, 'project_id': '45d39d1df40c460ead5363b359be384b', 'gw_port_host': None, '_interfaces': [{'id': '022e7fe6-53f4-4e25-b9a0-ffac134aaf0a', 'name': '', 'network_id': '28c85af6-f58e-4091-af30-903c094c0b9b', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:6f:dd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '575b487e-b7bc-4ca2-872d-129053d9f410', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:37Z', 'updated_at': '2021-12-16T09:59:41Z', 'revision_number': 4, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '575b487e-b7bc-4ca2-872d-129053d9f410', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6081dc19-d718-47ce-9ba5-1c8ba0afb4ae', 'name': '', 'network_id': '50e9c06c-8bf3-4ef5-b180-e6cf0245e84e', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:32Z', 'updated_at': '2021-12-16T09:59:36Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:59:42.726130 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57de0192-5975-42bf-b83d-401b08fbca80 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:59:42.726840 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-57de0192-5975-42bf-b83d-401b08fbca80 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:42.727125 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-434eaf13-73d2-4a43-9a38-548295a22635 None None] For port 7d6cc55a-c2b6-4ea3-aaa8-c6880799de3f, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:59:42.730719 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de0192-5975-42bf-b83d-401b08fbca80 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Port': ['ID=38faa9ad-c2cc-4d44-893d-73f2357eae96,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:42.749963 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-434eaf13-73d2-4a43-9a38-548295a22635 None None] For port 7d6cc55a-c2b6-4ea3-aaa8-c6880799de3f, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=7d6cc55a-c2b6-4ea3-aaa8-c6880799de3f,segment=NetworkSegment(2ca81ba3-d660-4755-939e-07d1298bcce6),segment_id=2ca81ba3-d660-4755-939e-07d1298bcce6)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:59:42.758119 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-47220755-792c-433f-83b9-00fa8b1f1bdd None None] Provisioning complete for port 022e7fe6-53f4-4e25-b9a0-ffac134aaf0a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:42.758119 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-47220755-792c-433f-83b9-00fa8b1f1bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:42.847186 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-434eaf13-73d2-4a43-9a38-548295a22635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:42.996989 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434eaf13-73d2-4a43-9a38-548295a22635 None None] Pushing event updated for resources: {'Port': ['ID=7d6cc55a-c2b6-4ea3-aaa8-c6880799de3f,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:43.003873 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 022e7fe6-53f4-4e25-b9a0-ffac134aaf0a up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:59:43.062705 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-57de0192-5975-42bf-b83d-401b08fbca80 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:43.089609 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 022e7fe6-53f4-4e25-b9a0-ffac134aaf0a triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:43.090002 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:43.483257 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610dc05-fe47-463b-96bf-73569a79464a req-43429bf6-ca64-48f4-a69d-2f8bde867799 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:43.485064 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3610dc05-fe47-463b-96bf-73569a79464a req-43429bf6-ca64-48f4-a69d-2f8bde867799 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=71b573f8-7776-4852-af5c-f986e2bffeac HTTP/1.1" status: 200 len: 946 time: 0.2092035 Dec 16 09:59:43.549049 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae0587-32d8-4a4b-8777-d070daf61a00 req-f833a7d0-5dd9-4420-babd-aa06e62549dc tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:43.550644 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dfae0587-32d8-4a4b-8777-d070daf61a00 req-f833a7d0-5dd9-4420-babd-aa06e62549dc tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.58 "GET /v2.0/ports?device_id=71b573f8-7776-4852-af5c-f986e2bffeac HTTP/1.1" status: 200 len: 946 time: 0.1188705 Dec 16 09:59:43.611998 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3610dc05-fe47-463b-96bf-73569a79464a req-49771954-37cc-4a40-9d2f-cf6fc48763ab tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101453 Dec 16 09:59:43.679200 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-57de0192-5975-42bf-b83d-401b08fbca80 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:43.722815 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-dfae0587-32d8-4a4b-8777-d070daf61a00 req-9985ac61-d5bd-4bd7-b659-50adfeb381ef tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Deleting port abd6a2bf-6daf-4846-81c2-5d1d0a705dc3 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:59:43.723397 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-dfae0587-32d8-4a4b-8777-d070daf61a00 req-9985ac61-d5bd-4bd7-b659-50adfeb381ef tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:43.775122 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-57de0192-5975-42bf-b83d-401b08fbca80 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:43.775945 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-57de0192-5975-42bf-b83d-401b08fbca80 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:43.894777 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de0192-5975-42bf-b83d-401b08fbca80 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Port': ['ID=38faa9ad-c2cc-4d44-893d-73f2357eae96,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:43.916756 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-dfae0587-32d8-4a4b-8777-d070daf61a00 req-9985ac61-d5bd-4bd7-b659-50adfeb381ef tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] For port abd6a2bf-6daf-4846-81c2-5d1d0a705dc3, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=abd6a2bf-6daf-4846-81c2-5d1d0a705dc3,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:43.917154 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-dfae0587-32d8-4a4b-8777-d070daf61a00 req-9985ac61-d5bd-4bd7-b659-50adfeb381ef tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:43.941336 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-dfae0587-32d8-4a4b-8777-d070daf61a00 req-9985ac61-d5bd-4bd7-b659-50adfeb381ef tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Calling delete_port for abd6a2bf-6daf-4846-81c2-5d1d0a705dc3 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:59:44.006589 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57de0192-5975-42bf-b83d-401b08fbca80 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Network eec1afbe-ccf3-4a5e-9e6d-222478d93ef6 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:59:44.010730 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-57de0192-5975-42bf-b83d-401b08fbca80 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:44.187257 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57de0192-5975-42bf-b83d-401b08fbca80 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Router 4cf35625-30e2-430a-89a7-5de793b22623 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:59:44.291387 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f02366-d299-415c-afb4-77ae6ceab20b None None] Network eec1afbe-ccf3-4a5e-9e6d-222478d93ef6 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:59:44.322855 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57de0192-5975-42bf-b83d-401b08fbca80 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:59:44.333666 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adf1d10-5730-4ff2-8093-71617084b948 None None] Sync routers for ids ['4cf35625-30e2-430a-89a7-5de793b22623'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:59:44.337755 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-57de0192-5975-42bf-b83d-401b08fbca80 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "PUT /v2.0/routers/4cf35625-30e2-430a-89a7-5de793b22623/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4141126 Dec 16 09:59:44.338395 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54438) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:44.344257 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-97836f66-5744-4c77-9e19-2ff8176d3993 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1238655225'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:59:44.361729 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adf1d10-5730-4ff2-8093-71617084b948 None None] Routers {'4cf35625-30e2-430a-89a7-5de793b22623'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:44.362354 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-4adf1d10-5730-4ff2-8093-71617084b948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:59:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4cf35625-30e2-430a-89a7-5de793b22623'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:44.377369 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-dfae0587-32d8-4a4b-8777-d070daf61a00 req-9985ac61-d5bd-4bd7-b659-50adfeb381ef tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:44.398497 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-e37c4bb1-1f99-432b-92f3-727ec0022ff5 None None] Provisioning complete for port 7d6cc55a-c2b6-4ea3-aaa8-c6880799de3f triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:44.399032 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e37c4bb1-1f99-432b-92f3-727ec0022ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:44.431161 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985ac61-d5bd-4bd7-b659-50adfeb381ef tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Pushing event deleted for resources: {'Port': ['ID=abd6a2bf-6daf-4846-81c2-5d1d0a705dc3,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:44.474375 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97836f66-5744-4c77-9e19-2ff8176d3993 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Made reservation on behalf of 45d39d1df40c460ead5363b359be384b for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:59:44.478975 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-97836f66-5744-4c77-9e19-2ff8176d3993 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:44.494659 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfae0587-32d8-4a4b-8777-d070daf61a00 req-9985ac61-d5bd-4bd7-b659-50adfeb381ef tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] No DVR routers for this DVR port abd6a2bf-6daf-4846-81c2-5d1d0a705dc3 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:59:44.498232 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-dfae0587-32d8-4a4b-8777-d070daf61a00 req-9985ac61-d5bd-4bd7-b659-50adfeb381ef tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:44.504338 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dfae0587-32d8-4a4b-8777-d070daf61a00 req-9985ac61-d5bd-4bd7-b659-50adfeb381ef tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.58 "DELETE /v2.0/ports/abd6a2bf-6daf-4846-81c2-5d1d0a705dc3 HTTP/1.1" status: 204 len: 173 time: 0.9341292 Dec 16 09:59:44.505051 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b573f8-7776-4852-af5c-f986e2bffeac', 'name': 'network-vif-deleted', 'tag': 'abd6a2bf-6daf-4846-81c2-5d1d0a705dc3'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:59:44.505718 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-4adf1d10-5730-4ff2-8093-71617084b948 None None] Set router 4cf35625-30e2-430a-89a7-5de793b22623 gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:59:44.517796 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416f785a-d3a8-4139-af01-2448233ec0db" -d '{"events": [{"server_uuid": "71b573f8-7776-4852-af5c-f986e2bffeac", "name": "network-vif-deleted", "tag": "abd6a2bf-6daf-4846-81c2-5d1d0a705dc3"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:59:44.551627 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97836f66-5744-4c77-9e19-2ff8176d3993 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:59:44.569845 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-97836f66-5744-4c77-9e19-2ff8176d3993 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:44.571330 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-97836f66-5744-4c77-9e19-2ff8176d3993 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Added segment 44092961-3735-4ca7-8a71-8532e857c44b of type vlan for network b1f86ce3-6318-4844-bf0f-a09ed8169fe0 Dec 16 09:59:44.586886 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6a80d6-f167-477f-9b1b-389c01f21519 x-openstack-request-id: req-6a6a80d6-f167-477f-9b1b-389c01f21519 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:59:44.587471 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b573f8-7776-4852-af5c-f986e2bffeac", "name": "network-vif-deleted", "tag": "abd6a2bf-6daf-4846-81c2-5d1d0a705dc3", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:59:44.588045 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6a6a80d6-f167-477f-9b1b-389c01f21519 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:59:44.590012 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b573f8-7776-4852-af5c-f986e2bffeac', 'name': 'network-vif-deleted', 'tag': 'abd6a2bf-6daf-4846-81c2-5d1d0a705dc3', 'status': 'completed', 'code': 200} Dec 16 09:59:44.664265 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e37c4bb1-1f99-432b-92f3-727ec0022ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:44.682384 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-97836f66-5744-4c77-9e19-2ff8176d3993 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:44.763110 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-419a93de-ec84-4572-a1b7-21a5822e451f req-bd1082b0-e349-4798-af0d-84c47f308028 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=71b573f8-7776-4852-af5c-f986e2bffeac HTTP/1.1" status: 200 len: 210 time: 0.0391607 Dec 16 09:59:44.775457 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-e37c4bb1-1f99-432b-92f3-727ec0022ff5 None None] For port 7d6cc55a-c2b6-4ea3-aaa8-c6880799de3f, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=7d6cc55a-c2b6-4ea3-aaa8-c6880799de3f,segment=NetworkSegment(2ca81ba3-d660-4755-939e-07d1298bcce6),segment_id=2ca81ba3-d660-4755-939e-07d1298bcce6)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:44.794653 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-97836f66-5744-4c77-9e19-2ff8176d3993 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:44.801054 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97836f66-5744-4c77-9e19-2ff8176d3993 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:44.801779 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-97836f66-5744-4c77-9e19-2ff8176d3993 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:44.848158 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-4adf1d10-5730-4ff2-8093-71617084b948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf35625-30e2-430a-89a7-5de793b22623', 'name': 'tempest-RoutersIpV6Test-router-714123152', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T09:59:42Z', 'revision_number': 4, 'project_id': '45d39d1df40c460ead5363b359be384b', 'gw_port_host': None, '_interfaces': [{'id': '022e7fe6-53f4-4e25-b9a0-ffac134aaf0a', 'name': '', 'network_id': '28c85af6-f58e-4091-af30-903c094c0b9b', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:6f:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '575b487e-b7bc-4ca2-872d-129053d9f410', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:37Z', 'updated_at': '2021-12-16T09:59:42Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '575b487e-b7bc-4ca2-872d-129053d9f410', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38faa9ad-c2cc-4d44-893d-73f2357eae96', 'name': '', 'network_id': 'eec1afbe-ccf3-4a5e-9e6d-222478d93ef6', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:c2:10:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '3ec845a4-9d87-42e7-93fd-fcb25d4cb136', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:42Z', 'updated_at': '2021-12-16T09:59:43Z', 'revision_number': 2, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '3ec845a4-9d87-42e7-93fd-fcb25d4cb136', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6081dc19-d718-47ce-9ba5-1c8ba0afb4ae', 'name': '', 'network_id': '50e9c06c-8bf3-4ef5-b180-e6cf0245e84e', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:32Z', 'updated_at': '2021-12-16T09:59:36Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:44.852323 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e37c4bb1-1f99-432b-92f3-727ec0022ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:44.943435 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adf1d10-5730-4ff2-8093-71617084b948 None None] Checking router: 4cf35625-30e2-430a-89a7-5de793b22623 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:59:44.944038 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adf1d10-5730-4ff2-8093-71617084b948 None None] Updating router 4cf35625-30e2-430a-89a7-5de793b22623 port 38faa9ad-c2cc-4d44-893d-73f2357eae96 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:59:44.974625 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97836f66-5744-4c77-9e19-2ff8176d3993 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Network': ['ID=b1f86ce3-6318-4844-bf0f-a09ed8169fe0,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:44.975662 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c4bb1-1f99-432b-92f3-727ec0022ff5 None None] Pushing event updated for resources: {'Port': ['ID=7d6cc55a-c2b6-4ea3-aaa8-c6880799de3f,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:44.987600 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-4adf1d10-5730-4ff2-8093-71617084b948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:44.997084 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-97836f66-5744-4c77-9e19-2ff8176d3993 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6575847 Dec 16 09:59:44.999962 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54450) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:45.002959 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network b1f86ce3-6318-4844-bf0f-a09ed8169fe0 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:59:45.005769 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-37d0e31a-a09d-4b02-a3c9-fbefb31492d7 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Request body: {'subnet': {'network_id': 'b1f86ce3-6318-4844-bf0f-a09ed8169fe0', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:59:45.140885 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 7d6cc55a-c2b6-4ea3-aaa8-c6880799de3f up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:59:45.246085 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-78c8d7be-bc4c-45e4-8aff-1f5fb3fe021c None None] Provisioning complete for port 7d6cc55a-c2b6-4ea3-aaa8-c6880799de3f triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:45.246473 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-78c8d7be-bc4c-45e4-8aff-1f5fb3fe021c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:45.331160 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d0e31a-a09d-4b02-a3c9-fbefb31492d7 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Made reservation on behalf of 45d39d1df40c460ead5363b359be384b for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:59:45.336287 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-37d0e31a-a09d-4b02-a3c9-fbefb31492d7 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:45.368901 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 7d6cc55a-c2b6-4ea3-aaa8-c6880799de3f triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:45.369497 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:45.411886 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device abd6a2bf-6daf-4846-81c2-5d1d0a705dc3 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:59:45.442778 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: abd6a2bf-6daf-4846-81c2-5d1d0a705dc3 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:59:45.442778 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device abd6a2bf-6daf-4846-81c2-5d1d0a705dc3 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:59:45.455272 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-78c8d7be-bc4c-45e4-8aff-1f5fb3fe021c None None] Provisioning complete for port 38faa9ad-c2cc-4d44-893d-73f2357eae96 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:45.455644 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-78c8d7be-bc4c-45e4-8aff-1f5fb3fe021c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:45.548578 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-4adf1d10-5730-4ff2-8093-71617084b948 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:45.591786 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-78c8d7be-bc4c-45e4-8aff-1f5fb3fe021c None None] Port 38faa9ad-c2cc-4d44-893d-73f2357eae96 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:59:45.633160 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-4adf1d10-5730-4ff2-8093-71617084b948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:45.708191 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036979f3-2217-4acf-b9f8-188fe7c940e8 None None] Pushing event updated for resources: {'Port': ['ID=38faa9ad-c2cc-4d44-893d-73f2357eae96,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:45.719561 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-0585eba6-b3d7-4f06-b8ac-0703824bf273 None None] Provisioning complete for port 38faa9ad-c2cc-4d44-893d-73f2357eae96 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:45.720054 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0585eba6-b3d7-4f06-b8ac-0703824bf273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:45.749233 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-37d0e31a-a09d-4b02-a3c9-fbefb31492d7 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:45.768413 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-0585eba6-b3d7-4f06-b8ac-0703824bf273 None None] Port 38faa9ad-c2cc-4d44-893d-73f2357eae96 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:59:45.835982 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0e31a-a09d-4b02-a3c9-fbefb31492d7 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Subnet': ['ID=77ed6f1b-ddde-4fb0-ab15-1a97501da9e5,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:45.840024 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-4adf1d10-5730-4ff2-8093-71617084b948 None None] Attempting to bind port 38faa9ad-c2cc-4d44-893d-73f2357eae96 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:59:45.841266 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-4adf1d10-5730-4ff2-8093-71617084b948 None None] Attempting to bind port 38faa9ad-c2cc-4d44-893d-73f2357eae96 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '2ca81ba3-d660-4755-939e-07d1298bcce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'eec1afbe-ccf3-4a5e-9e6d-222478d93ef6'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:59:45.841266 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adf1d10-5730-4ff2-8093-71617084b948 None None] Attempting to bind port 38faa9ad-c2cc-4d44-893d-73f2357eae96 on network eec1afbe-ccf3-4a5e-9e6d-222478d93ef6 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:59:45.841557 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d0e31a-a09d-4b02-a3c9-fbefb31492d7 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Checking segment: {'id': '44092961-3735-4ca7-8a71-8532e857c44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1f86ce3-6318-4844-bf0f-a09ed8169fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:59:45.841877 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d0e31a-a09d-4b02-a3c9-fbefb31492d7 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Network hostable DHCP agents. Network: b1f86ce3-6318-4844-bf0f-a09ed8169fe0, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:59:45.860769 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adf1d10-5730-4ff2-8093-71617084b948 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:59:45.861206 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adf1d10-5730-4ff2-8093-71617084b948 None None] Checking segment: {'id': '2ca81ba3-d660-4755-939e-07d1298bcce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'eec1afbe-ccf3-4a5e-9e6d-222478d93ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:59:45.868869 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-4adf1d10-5730-4ff2-8093-71617084b948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:45.869076 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adf1d10-5730-4ff2-8093-71617084b948 None None] Bound using segment: {'id': '2ca81ba3-d660-4755-939e-07d1298bcce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'eec1afbe-ccf3-4a5e-9e6d-222478d93ef6'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:59:45.869553 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-4adf1d10-5730-4ff2-8093-71617084b948 None None] Bound port: 38faa9ad-c2cc-4d44-893d-73f2357eae96, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca81ba3-d660-4755-939e-07d1298bcce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'eec1afbe-ccf3-4a5e-9e6d-222478d93ef6'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:59:45.870032 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-4adf1d10-5730-4ff2-8093-71617084b948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:45.948227 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-717f4a15-9987-4a93-afbe-234fd2c19abb req-6bb38705-5325-4e89-97eb-c9724417cccd tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=71b573f8-7776-4852-af5c-f986e2bffeac HTTP/1.1" status: 200 len: 210 time: 0.0443375 Dec 16 09:59:45.973292 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-4adf1d10-5730-4ff2-8093-71617084b948 None None] For port 38faa9ad-c2cc-4d44-893d-73f2357eae96, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:59:45.975552 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d0e31a-a09d-4b02-a3c9-fbefb31492d7 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Network b1f86ce3-6318-4844-bf0f-a09ed8169fe0 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:59:45.981413 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-4adf1d10-5730-4ff2-8093-71617084b948 None None] For port 38faa9ad-c2cc-4d44-893d-73f2357eae96, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=38faa9ad-c2cc-4d44-893d-73f2357eae96,segment=NetworkSegment(2ca81ba3-d660-4755-939e-07d1298bcce6),segment_id=2ca81ba3-d660-4755-939e-07d1298bcce6)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:59:46.001657 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-bc1a48d1-f1f2-4a28-98b7-a43bc522628d None None] Provisioning complete for port 38faa9ad-c2cc-4d44-893d-73f2357eae96 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:46.002186 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bc1a48d1-f1f2-4a28-98b7-a43bc522628d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:46.038707 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-bc1a48d1-f1f2-4a28-98b7-a43bc522628d None None] Port 38faa9ad-c2cc-4d44-893d-73f2357eae96 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:59:46.040633 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-4adf1d10-5730-4ff2-8093-71617084b948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:46.068642 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-37d0e31a-a09d-4b02-a3c9-fbefb31492d7 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, b1f86ce3-6318-4844-bf0f-a09ed8169fe0) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:46.081925 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d0e31a-a09d-4b02-a3c9-fbefb31492d7 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:46.083815 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-37d0e31a-a09d-4b02-a3c9-fbefb31492d7 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:46.096114 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d377534-4f3f-4856-8f5c-d7add50cbc3f None None] Network b1f86ce3-6318-4844-bf0f-a09ed8169fe0 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:59:46.131340 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adf1d10-5730-4ff2-8093-71617084b948 None None] Routers {'4cf35625-30e2-430a-89a7-5de793b22623'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:46.131800 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-4adf1d10-5730-4ff2-8093-71617084b948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:59:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4cf35625-30e2-430a-89a7-5de793b22623'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:46.138446 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036979f3-2217-4acf-b9f8-188fe7c940e8 None None] Pushing event updated for resources: {'Port': ['ID=38faa9ad-c2cc-4d44-893d-73f2357eae96,revision_number=4']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:46.189512 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-37d0e31a-a09d-4b02-a3c9-fbefb31492d7 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1847186 Dec 16 09:59:46.190588 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54460) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:46.351983 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-4adf1d10-5730-4ff2-8093-71617084b948 None None] Set router 4cf35625-30e2-430a-89a7-5de793b22623 gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:59:46.395111 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-3ad01d78-17ac-4b67-9d42-dd8acb6f2b74 None None] Provisioning complete for port 38faa9ad-c2cc-4d44-893d-73f2357eae96 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:46.396035 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3ad01d78-17ac-4b67-9d42-dd8acb6f2b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:46.444913 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f318a6-3023-40f9-8e09-63319dcbb28c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-b1f86ce3-6318-4844-bf0f-a09ed8169fe0', 'network_id': 'b1f86ce3-6318-4844-bf0f-a09ed8169fe0', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'fixed_ips': [{'subnet_id': '77ed6f1b-ddde-4fb0-ab15-1a97501da9e5'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:59:46.446598 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-65f318a6-3023-40f9-8e09-63319dcbb28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:46.604812 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:59:46.613758 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3ad01d78-17ac-4b67-9d42-dd8acb6f2b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:46.724240 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-65f318a6-3023-40f9-8e09-63319dcbb28c None None] Allocated IP 2001:db8:3::2 (b1f86ce3-6318-4844-bf0f-a09ed8169fe0/77ed6f1b-ddde-4fb0-ab15-1a97501da9e5/28dfd428-6da8-4ecb-b5fc-f9c44ae82285) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:59:46.772908 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-4adf1d10-5730-4ff2-8093-71617084b948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf35625-30e2-430a-89a7-5de793b22623', 'name': 'tempest-RoutersIpV6Test-router-714123152', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T09:59:42Z', 'revision_number': 4, 'project_id': '45d39d1df40c460ead5363b359be384b', 'gw_port_host': None, '_interfaces': [{'id': '022e7fe6-53f4-4e25-b9a0-ffac134aaf0a', 'name': '', 'network_id': '28c85af6-f58e-4091-af30-903c094c0b9b', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:6f:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '575b487e-b7bc-4ca2-872d-129053d9f410', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:37Z', 'updated_at': '2021-12-16T09:59:42Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '575b487e-b7bc-4ca2-872d-129053d9f410', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38faa9ad-c2cc-4d44-893d-73f2357eae96', 'name': '', 'network_id': 'eec1afbe-ccf3-4a5e-9e6d-222478d93ef6', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:c2:10:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '3ec845a4-9d87-42e7-93fd-fcb25d4cb136', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:42Z', 'updated_at': '2021-12-16T09:59:45Z', 'revision_number': 4, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '3ec845a4-9d87-42e7-93fd-fcb25d4cb136', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6081dc19-d718-47ce-9ba5-1c8ba0afb4ae', 'name': '', 'network_id': '50e9c06c-8bf3-4ef5-b180-e6cf0245e84e', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:32Z', 'updated_at': '2021-12-16T09:59:36Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:46.804801 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adf1d10-5730-4ff2-8093-71617084b948 None None] The sync data for ids ['4cf35625-30e2-430a-89a7-5de793b22623'] in n-d-820550-2 is: [{'id': '4cf35625-30e2-430a-89a7-5de793b22623', 'name': 'tempest-RoutersIpV6Test-router-714123152', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T09:59:42Z', 'revision_number': 4, 'project_id': '45d39d1df40c460ead5363b359be384b', 'gw_port_host': None, '_interfaces': [{'id': '022e7fe6-53f4-4e25-b9a0-ffac134aaf0a', 'name': '', 'network_id': '28c85af6-f58e-4091-af30-903c094c0b9b', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:6f:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '575b487e-b7bc-4ca2-872d-129053d9f410', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:37Z', 'updated_at': '2021-12-16T09:59:42Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '575b487e-b7bc-4ca2-872d-129053d9f410', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38faa9ad-c2cc-4d44-893d-73f2357eae96', 'name': '', 'network_id': 'eec1afbe-ccf3-4a5e-9e6d-222478d93ef6', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:c2:10:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '3ec845a4-9d87-42e7-93fd-fcb25d4cb136', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:42Z', 'updated_at': '2021-12-16T09:59:45Z', 'revision_number': 4, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '3ec845a4-9d87-42e7-93fd-fcb25d4cb136', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6081dc19-d718-47ce-9ba5-1c8ba0afb4ae', 'name': '', 'network_id': '50e9c06c-8bf3-4ef5-b180-e6cf0245e84e', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:32Z', 'updated_at': '2021-12-16T09:59:36Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:59:47.121489 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-3ad01d78-17ac-4b67-9d42-dd8acb6f2b74 None None] For port 38faa9ad-c2cc-4d44-893d-73f2357eae96, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=38faa9ad-c2cc-4d44-893d-73f2357eae96,segment=NetworkSegment(2ca81ba3-d660-4755-939e-07d1298bcce6),segment_id=2ca81ba3-d660-4755-939e-07d1298bcce6)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:47.125195 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 7d6cc55a-c2b6-4ea3-aaa8-c6880799de3f up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:59:47.187268 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc65c5e4-3633-4c7d-aadc-8a4700a4a8bf tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:47.192891 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3ad01d78-17ac-4b67-9d42-dd8acb6f2b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:47.199653 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-52105720-5e9c-41da-9e78-a4e08c3a3345 req-35839f66-b368-48b9-a5e0-69ecdb4509c4 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=71b573f8-7776-4852-af5c-f986e2bffeac HTTP/1.1" status: 200 len: 210 time: 0.0819678 Dec 16 09:59:47.392615 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 7d6cc55a-c2b6-4ea3-aaa8-c6880799de3f triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:47.393004 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:47.533923 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-65f318a6-3023-40f9-8e09-63319dcbb28c None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:47.536942 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad01d78-17ac-4b67-9d42-dd8acb6f2b74 None None] Pushing event updated for resources: {'Port': ['ID=38faa9ad-c2cc-4d44-893d-73f2357eae96,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:47.562180 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-6156907f-ce6f-424f-bc4e-20bc517bfc8c None None] Provisioning complete for port 38faa9ad-c2cc-4d44-893d-73f2357eae96 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:47.562824 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6156907f-ce6f-424f-bc4e-20bc517bfc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:47.684689 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-65f318a6-3023-40f9-8e09-63319dcbb28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:47.731115 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-fc65c5e4-3633-4c7d-aadc-8a4700a4a8bf tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Allocated IP 2001:db8:3::1 (b1f86ce3-6318-4844-bf0f-a09ed8169fe0/77ed6f1b-ddde-4fb0-ab15-1a97501da9e5/8e445c59-ed54-448c-ad33-15674a3cb087) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:59:47.748203 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f318a6-3023-40f9-8e09-63319dcbb28c None None] Pushing event updated for resources: {'Port': ['ID=28dfd428-6da8-4ecb-b5fc-f9c44ae82285,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:47.796873 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f318a6-3023-40f9-8e09-63319dcbb28c None None] Network b1f86ce3-6318-4844-bf0f-a09ed8169fe0 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:59:47.800941 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-65f318a6-3023-40f9-8e09-63319dcbb28c None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:47.806937 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f318a6-3023-40f9-8e09-63319dcbb28c None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:59:47.918222 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-65f318a6-3023-40f9-8e09-63319dcbb28c None None] Attempting to bind port 28dfd428-6da8-4ecb-b5fc-f9c44ae82285 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:59:47.919007 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-65f318a6-3023-40f9-8e09-63319dcbb28c None None] Attempting to bind port 28dfd428-6da8-4ecb-b5fc-f9c44ae82285 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '44092961-3735-4ca7-8a71-8532e857c44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1f86ce3-6318-4844-bf0f-a09ed8169fe0'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:59:47.919746 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f318a6-3023-40f9-8e09-63319dcbb28c None None] Attempting to bind port 28dfd428-6da8-4ecb-b5fc-f9c44ae82285 on network b1f86ce3-6318-4844-bf0f-a09ed8169fe0 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:59:47.926038 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f318a6-3023-40f9-8e09-63319dcbb28c None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:59:47.926569 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f318a6-3023-40f9-8e09-63319dcbb28c None None] Checking segment: {'id': '44092961-3735-4ca7-8a71-8532e857c44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1f86ce3-6318-4844-bf0f-a09ed8169fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:59:47.927065 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-65f318a6-3023-40f9-8e09-63319dcbb28c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:47.928220 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f318a6-3023-40f9-8e09-63319dcbb28c None None] Bound using segment: {'id': '44092961-3735-4ca7-8a71-8532e857c44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1f86ce3-6318-4844-bf0f-a09ed8169fe0'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:59:47.928828 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-65f318a6-3023-40f9-8e09-63319dcbb28c None None] Bound port: 28dfd428-6da8-4ecb-b5fc-f9c44ae82285, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44092961-3735-4ca7-8a71-8532e857c44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1f86ce3-6318-4844-bf0f-a09ed8169fe0'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:59:47.929340 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-65f318a6-3023-40f9-8e09-63319dcbb28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:47.935788 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc65c5e4-3633-4c7d-aadc-8a4700a4a8bf tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:48.023180 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-65f318a6-3023-40f9-8e09-63319dcbb28c None None] For port 28dfd428-6da8-4ecb-b5fc-f9c44ae82285, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:59:48.026302 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-65f318a6-3023-40f9-8e09-63319dcbb28c None None] For port 28dfd428-6da8-4ecb-b5fc-f9c44ae82285, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=28dfd428-6da8-4ecb-b5fc-f9c44ae82285,segment=NetworkSegment(44092961-3735-4ca7-8a71-8532e857c44b),segment_id=44092961-3735-4ca7-8a71-8532e857c44b)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:59:48.052322 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc65c5e4-3633-4c7d-aadc-8a4700a4a8bf tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:48.092263 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-65f318a6-3023-40f9-8e09-63319dcbb28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:48.097434 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc65c5e4-3633-4c7d-aadc-8a4700a4a8bf tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Network b1f86ce3-6318-4844-bf0f-a09ed8169fe0 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:59:48.132459 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65c5e4-3633-4c7d-aadc-8a4700a4a8bf tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Port': ['ID=8e445c59-ed54-448c-ad33-15674a3cb087,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:48.142002 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-fc65c5e4-3633-4c7d-aadc-8a4700a4a8bf tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:48.150385 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc65c5e4-3633-4c7d-aadc-8a4700a4a8bf tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:59:48.152413 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc65c5e4-3633-4c7d-aadc-8a4700a4a8bf tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:48.177508 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f318a6-3023-40f9-8e09-63319dcbb28c None None] Pushing event updated for resources: {'Port': ['ID=28dfd428-6da8-4ecb-b5fc-f9c44ae82285,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:48.325267 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-40c51cc2-8c25-4609-83cd-6d731348dfd0 req-24421d19-6484-4e76-9342-4cd0576b0e9c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=71b573f8-7776-4852-af5c-f986e2bffeac HTTP/1.1" status: 200 len: 210 time: 0.0362620 Dec 16 09:59:48.388227 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc65c5e4-3633-4c7d-aadc-8a4700a4a8bf tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:48.710746 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc65c5e4-3633-4c7d-aadc-8a4700a4a8bf tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:48.794975 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc65c5e4-3633-4c7d-aadc-8a4700a4a8bf tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:48.795756 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc65c5e4-3633-4c7d-aadc-8a4700a4a8bf tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:48.922234 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65c5e4-3633-4c7d-aadc-8a4700a4a8bf tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event updated for resources: {'Port': ['ID=8e445c59-ed54-448c-ad33-15674a3cb087,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:48.988860 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc65c5e4-3633-4c7d-aadc-8a4700a4a8bf tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Network b1f86ce3-6318-4844-bf0f-a09ed8169fe0 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:59:48.989351 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-fc65c5e4-3633-4c7d-aadc-8a4700a4a8bf tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:49.034595 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 28dfd428-6da8-4ecb-b5fc-f9c44ae82285 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:59:49.106024 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 28dfd428-6da8-4ecb-b5fc-f9c44ae82285 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:49.106544 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:49.153906 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc65c5e4-3633-4c7d-aadc-8a4700a4a8bf tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Router 4cf35625-30e2-430a-89a7-5de793b22623 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:59:49.210266 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:49.293804 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 28dfd428-6da8-4ecb-b5fc-f9c44ae82285, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=28dfd428-6da8-4ecb-b5fc-f9c44ae82285,segment=NetworkSegment(44092961-3735-4ca7-8a71-8532e857c44b),segment_id=44092961-3735-4ca7-8a71-8532e857c44b)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:49.318265 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc65c5e4-3633-4c7d-aadc-8a4700a4a8bf tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:59:49.328292 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54494) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:49.332231 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-3a95ea1f-e6e7-4ead-a5d6-fd01908a4766 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:59:49.333750 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fc65c5e4-3633-4c7d-aadc-8a4700a4a8bf tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "PUT /v2.0/routers/4cf35625-30e2-430a-89a7-5de793b22623/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1415911 Dec 16 09:59:49.335518 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d3cb73-463e-459f-b984-219755c8d04e None None] Sync routers for ids ['4cf35625-30e2-430a-89a7-5de793b22623'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:59:49.351493 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d3cb73-463e-459f-b984-219755c8d04e None None] Routers {'4cf35625-30e2-430a-89a7-5de793b22623'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:49.352270 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-20d3cb73-463e-459f-b984-219755c8d04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:59:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4cf35625-30e2-430a-89a7-5de793b22623'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:49.469620 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-20d3cb73-463e-459f-b984-219755c8d04e None None] Set router 4cf35625-30e2-430a-89a7-5de793b22623 gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:59:49.496688 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8eccbeb6-1d4d-4310-9aa3-71d5fe63603c req-040ecf01-145f-45d3-b0e6-0e20f044a272 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=71b573f8-7776-4852-af5c-f986e2bffeac HTTP/1.1" status: 200 len: 210 time: 0.0296636 Dec 16 09:59:49.505088 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d76da8-2a8e-4ec2-968f-60c32d1c38b4 None None] Network b1f86ce3-6318-4844-bf0f-a09ed8169fe0 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:59:49.513681 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:49.514612 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 38faa9ad-c2cc-4d44-893d-73f2357eae96 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:59:49.713548 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-46e3b846-7bec-4dfe-b852-90add11eb989 None None] Provisioning complete for port 28dfd428-6da8-4ecb-b5fc-f9c44ae82285 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:49.714391 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-46e3b846-7bec-4dfe-b852-90add11eb989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:49.826567 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=28dfd428-6da8-4ecb-b5fc-f9c44ae82285,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:49.876305 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 38faa9ad-c2cc-4d44-893d-73f2357eae96 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:49.876974 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:50.172646 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-20d3cb73-463e-459f-b984-219755c8d04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf35625-30e2-430a-89a7-5de793b22623', 'name': 'tempest-RoutersIpV6Test-router-714123152', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T09:59:48Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'gw_port_host': None, '_interfaces': [{'id': '022e7fe6-53f4-4e25-b9a0-ffac134aaf0a', 'name': '', 'network_id': '28c85af6-f58e-4091-af30-903c094c0b9b', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:6f:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '575b487e-b7bc-4ca2-872d-129053d9f410', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:37Z', 'updated_at': '2021-12-16T09:59:42Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '575b487e-b7bc-4ca2-872d-129053d9f410', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38faa9ad-c2cc-4d44-893d-73f2357eae96', 'name': '', 'network_id': 'eec1afbe-ccf3-4a5e-9e6d-222478d93ef6', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:c2:10:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '3ec845a4-9d87-42e7-93fd-fcb25d4cb136', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:42Z', 'updated_at': '2021-12-16T09:59:46Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '3ec845a4-9d87-42e7-93fd-fcb25d4cb136', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6081dc19-d718-47ce-9ba5-1c8ba0afb4ae', 'name': '', 'network_id': '50e9c06c-8bf3-4ef5-b180-e6cf0245e84e', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:32Z', 'updated_at': '2021-12-16T09:59:36Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e445c59-ed54-448c-ad33-15674a3cb087', 'name': '', 'network_id': 'b1f86ce3-6318-4844-bf0f-a09ed8169fe0', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:dd:d2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '77ed6f1b-ddde-4fb0-ab15-1a97501da9e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:47Z', 'updated_at': '2021-12-16T09:59:48Z', 'revision_number': 2, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '77ed6f1b-ddde-4fb0-ab15-1a97501da9e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:50.207893 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.extraroute_db [None req-3a95ea1f-e6e7-4ead-a5d6-fd01908a4766 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=102816) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 09:59:50.212354 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d3cb73-463e-459f-b984-219755c8d04e None None] Checking router: 4cf35625-30e2-430a-89a7-5de793b22623 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:59:50.213018 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d3cb73-463e-459f-b984-219755c8d04e None None] Updating router 4cf35625-30e2-430a-89a7-5de793b22623 port 8e445c59-ed54-448c-ad33-15674a3cb087 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:59:50.229042 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.extraroute_db [None req-3a95ea1f-e6e7-4ead-a5d6-fd01908a4766 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Removed routes are [] {{(pid=102816) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 09:59:50.229477 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3a95ea1f-e6e7-4ead-a5d6-fd01908a4766 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10956'] for router, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:50.243744 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-20d3cb73-463e-459f-b984-219755c8d04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:50.557014 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-49ddd95d-227a-4864-8a7a-0b49d854e283 None None] Provisioning complete for port 28dfd428-6da8-4ecb-b5fc-f9c44ae82285 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:50.559095 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-49ddd95d-227a-4864-8a7a-0b49d854e283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:50.575423 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3a95ea1f-e6e7-4ead-a5d6-fd01908a4766 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10956'] for router, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:50.579508 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3a95ea1f-e6e7-4ead-a5d6-fd01908a4766 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575385'] for router, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:50.648405 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-20d3cb73-463e-459f-b984-219755c8d04e None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:50.674666 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-80e09f70-a888-49f6-974a-38d7689b2d30 req-7ee656c5-a739-4c4b-85e3-f8a6dcf1d75b tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=71b573f8-7776-4852-af5c-f986e2bffeac HTTP/1.1" status: 200 len: 210 time: 0.0465086 Dec 16 09:59:50.713595 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a95ea1f-e6e7-4ead-a5d6-fd01908a4766 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Router 4cf35625-30e2-430a-89a7-5de793b22623 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:59:50.727574 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-49ddd95d-227a-4864-8a7a-0b49d854e283 None None] Provisioning complete for port 8e445c59-ed54-448c-ad33-15674a3cb087 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:50.727988 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-49ddd95d-227a-4864-8a7a-0b49d854e283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:50.756800 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-20d3cb73-463e-459f-b984-219755c8d04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:50.824964 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-49ddd95d-227a-4864-8a7a-0b49d854e283 None None] Port 8e445c59-ed54-448c-ad33-15674a3cb087 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:59:50.857162 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969498c-a4af-4d5a-9cfa-b6149ae38812 None None] Pushing event updated for resources: {'Port': ['ID=8e445c59-ed54-448c-ad33-15674a3cb087,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:50.881266 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a95ea1f-e6e7-4ead-a5d6-fd01908a4766 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:59:50.891219 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3a95ea1f-e6e7-4ead-a5d6-fd01908a4766 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:50.893475 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3a95ea1f-e6e7-4ead-a5d6-fd01908a4766 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "PUT /v2.0/routers/4cf35625-30e2-430a-89a7-5de793b22623 HTTP/1.1" status: 200 len: 953 time: 1.5648105 Dec 16 09:59:50.896046 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54512) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:50.898535 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-20d3cb73-463e-459f-b984-219755c8d04e None None] Attempting to bind port 8e445c59-ed54-448c-ad33-15674a3cb087 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:59:50.903659 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-20d3cb73-463e-459f-b984-219755c8d04e None None] Attempting to bind port 8e445c59-ed54-448c-ad33-15674a3cb087 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '44092961-3735-4ca7-8a71-8532e857c44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1f86ce3-6318-4844-bf0f-a09ed8169fe0'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:59:50.903659 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d3cb73-463e-459f-b984-219755c8d04e None None] Attempting to bind port 8e445c59-ed54-448c-ad33-15674a3cb087 on network b1f86ce3-6318-4844-bf0f-a09ed8169fe0 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:59:50.906391 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d3cb73-463e-459f-b984-219755c8d04e None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:59:50.906843 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d3cb73-463e-459f-b984-219755c8d04e None None] Checking segment: {'id': '44092961-3735-4ca7-8a71-8532e857c44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1f86ce3-6318-4844-bf0f-a09ed8169fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:59:50.907387 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-20d3cb73-463e-459f-b984-219755c8d04e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:50.907844 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d3cb73-463e-459f-b984-219755c8d04e None None] Bound using segment: {'id': '44092961-3735-4ca7-8a71-8532e857c44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1f86ce3-6318-4844-bf0f-a09ed8169fe0'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:59:50.909016 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-20d3cb73-463e-459f-b984-219755c8d04e None None] Bound port: 8e445c59-ed54-448c-ad33-15674a3cb087, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44092961-3735-4ca7-8a71-8532e857c44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1f86ce3-6318-4844-bf0f-a09ed8169fe0'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:59:50.909412 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-20d3cb73-463e-459f-b984-219755c8d04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:51.026367 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 28dfd428-6da8-4ecb-b5fc-f9c44ae82285 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:59:51.040053 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2594f51c-cde6-47d5-8666-b1e62d96a73e tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "GET /v2.0/routers/4cf35625-30e2-430a-89a7-5de793b22623 HTTP/1.1" status: 200 len: 953 time: 0.1424220 Dec 16 09:59:51.042720 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54514) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:51.047623 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-91505260-e171-404a-bc6f-9518b1e518ab tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Request body: {'router': {'routes': None}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:59:51.091193 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-5fa44195-6afc-488d-9f1b-64e1ea58a315 None None] Provisioning complete for port 8e445c59-ed54-448c-ad33-15674a3cb087 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:51.091685 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5fa44195-6afc-488d-9f1b-64e1ea58a315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:51.130758 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-20d3cb73-463e-459f-b984-219755c8d04e None None] For port 8e445c59-ed54-448c-ad33-15674a3cb087, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:59:51.172144 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-20d3cb73-463e-459f-b984-219755c8d04e None None] For port 8e445c59-ed54-448c-ad33-15674a3cb087, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8e445c59-ed54-448c-ad33-15674a3cb087,segment=NetworkSegment(44092961-3735-4ca7-8a71-8532e857c44b),segment_id=44092961-3735-4ca7-8a71-8532e857c44b)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:59:51.172144 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 28dfd428-6da8-4ecb-b5fc-f9c44ae82285 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:51.172144 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:51.172144 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-5fa44195-6afc-488d-9f1b-64e1ea58a315 None None] Port 8e445c59-ed54-448c-ad33-15674a3cb087 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:59:51.262249 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-20d3cb73-463e-459f-b984-219755c8d04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:51.379331 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d3cb73-463e-459f-b984-219755c8d04e None None] Routers {'4cf35625-30e2-430a-89a7-5de793b22623'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:51.379973 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-20d3cb73-463e-459f-b984-219755c8d04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:59:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4cf35625-30e2-430a-89a7-5de793b22623'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:51.382386 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969498c-a4af-4d5a-9cfa-b6149ae38812 None None] Pushing event updated for resources: {'Port': ['ID=8e445c59-ed54-448c-ad33-15674a3cb087,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:51.390767 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4d54831f-e3af-45bd-9a7f-c17fdae45ed0 None None] Provisioning complete for port 8e445c59-ed54-448c-ad33-15674a3cb087 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:51.391388 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4d54831f-e3af-45bd-9a7f-c17fdae45ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:51.505091 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.extraroute_db [None req-91505260-e171-404a-bc6f-9518b1e518ab tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Added routes are [] {{(pid=102816) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 09:59:51.505443 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.extraroute_db [None req-91505260-e171-404a-bc6f-9518b1e518ab tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=102816) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 09:59:51.547933 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-91505260-e171-404a-bc6f-9518b1e518ab tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10956'] for router, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:51.690556 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-20d3cb73-463e-459f-b984-219755c8d04e None None] Set router 4cf35625-30e2-430a-89a7-5de793b22623 gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:59:51.838704 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-91505260-e171-404a-bc6f-9518b1e518ab tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10956'] for router, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:51.843069 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-91505260-e171-404a-bc6f-9518b1e518ab tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575385'] for router, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:51.846043 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4d54831f-e3af-45bd-9a7f-c17fdae45ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:51.899321 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4d54831f-e3af-45bd-9a7f-c17fdae45ed0 None None] For port 8e445c59-ed54-448c-ad33-15674a3cb087, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8e445c59-ed54-448c-ad33-15674a3cb087,segment=NetworkSegment(44092961-3735-4ca7-8a71-8532e857c44b),segment_id=44092961-3735-4ca7-8a71-8532e857c44b)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:51.954271 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91505260-e171-404a-bc6f-9518b1e518ab tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Router 4cf35625-30e2-430a-89a7-5de793b22623 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:59:51.956742 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4d54831f-e3af-45bd-9a7f-c17fdae45ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:52.046718 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-20d3cb73-463e-459f-b984-219755c8d04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf35625-30e2-430a-89a7-5de793b22623', 'name': 'tempest-RoutersIpV6Test-router-714123152', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T09:59:50Z', 'revision_number': 6, 'project_id': '45d39d1df40c460ead5363b359be384b', 'gw_port_host': None, '_interfaces': [{'id': '022e7fe6-53f4-4e25-b9a0-ffac134aaf0a', 'name': '', 'network_id': '28c85af6-f58e-4091-af30-903c094c0b9b', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:6f:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '575b487e-b7bc-4ca2-872d-129053d9f410', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:37Z', 'updated_at': '2021-12-16T09:59:42Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '575b487e-b7bc-4ca2-872d-129053d9f410', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38faa9ad-c2cc-4d44-893d-73f2357eae96', 'name': '', 'network_id': 'eec1afbe-ccf3-4a5e-9e6d-222478d93ef6', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:c2:10:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '3ec845a4-9d87-42e7-93fd-fcb25d4cb136', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:42Z', 'updated_at': '2021-12-16T09:59:46Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '3ec845a4-9d87-42e7-93fd-fcb25d4cb136', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6081dc19-d718-47ce-9ba5-1c8ba0afb4ae', 'name': '', 'network_id': '50e9c06c-8bf3-4ef5-b180-e6cf0245e84e', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:32Z', 'updated_at': '2021-12-16T09:59:36Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e445c59-ed54-448c-ad33-15674a3cb087', 'name': '', 'network_id': 'b1f86ce3-6318-4844-bf0f-a09ed8169fe0', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:dd:d2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '77ed6f1b-ddde-4fb0-ab15-1a97501da9e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:47Z', 'updated_at': '2021-12-16T09:59:51Z', 'revision_number': 4, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '77ed6f1b-ddde-4fb0-ab15-1a97501da9e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:52.094088 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d3cb73-463e-459f-b984-219755c8d04e None None] The sync data for ids ['4cf35625-30e2-430a-89a7-5de793b22623'] in n-d-820550-2 is: [{'id': '4cf35625-30e2-430a-89a7-5de793b22623', 'name': 'tempest-RoutersIpV6Test-router-714123152', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T09:59:50Z', 'revision_number': 6, 'project_id': '45d39d1df40c460ead5363b359be384b', 'gw_port_host': None, '_interfaces': [{'id': '022e7fe6-53f4-4e25-b9a0-ffac134aaf0a', 'name': '', 'network_id': '28c85af6-f58e-4091-af30-903c094c0b9b', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:6f:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '575b487e-b7bc-4ca2-872d-129053d9f410', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:37Z', 'updated_at': '2021-12-16T09:59:42Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '575b487e-b7bc-4ca2-872d-129053d9f410', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38faa9ad-c2cc-4d44-893d-73f2357eae96', 'name': '', 'network_id': 'eec1afbe-ccf3-4a5e-9e6d-222478d93ef6', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:c2:10:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '3ec845a4-9d87-42e7-93fd-fcb25d4cb136', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:42Z', 'updated_at': '2021-12-16T09:59:46Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '3ec845a4-9d87-42e7-93fd-fcb25d4cb136', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6081dc19-d718-47ce-9ba5-1c8ba0afb4ae', 'name': '', 'network_id': '50e9c06c-8bf3-4ef5-b180-e6cf0245e84e', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:32Z', 'updated_at': '2021-12-16T09:59:36Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e445c59-ed54-448c-ad33-15674a3cb087', 'name': '', 'network_id': 'b1f86ce3-6318-4844-bf0f-a09ed8169fe0', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:dd:d2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '77ed6f1b-ddde-4fb0-ab15-1a97501da9e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:47Z', 'updated_at': '2021-12-16T09:59:51Z', 'revision_number': 4, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '77ed6f1b-ddde-4fb0-ab15-1a97501da9e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:59:52.099273 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54831f-e3af-45bd-9a7f-c17fdae45ed0 None None] Pushing event updated for resources: {'Port': ['ID=8e445c59-ed54-448c-ad33-15674a3cb087,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:52.120425 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-7e9c5f44-d3a6-4e8e-8eac-b46330999e77 None None] Provisioning complete for port 8e445c59-ed54-448c-ad33-15674a3cb087 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:52.121510 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7e9c5f44-d3a6-4e8e-8eac-b46330999e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:52.130222 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91505260-e171-404a-bc6f-9518b1e518ab tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:59:52.144616 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-91505260-e171-404a-bc6f-9518b1e518ab tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:52.149481 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-91505260-e171-404a-bc6f-9518b1e518ab tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "PUT /v2.0/routers/4cf35625-30e2-430a-89a7-5de793b22623 HTTP/1.1" status: 200 len: 703 time: 1.1053128 Dec 16 09:59:52.153787 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54532) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:52.358208 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8fc7c5d0-8fc9-4119-8f2b-bbf8b2bce43e tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "GET /v2.0/routers/4cf35625-30e2-430a-89a7-5de793b22623 HTTP/1.1" status: 200 len: 703 time: 0.1991541 Dec 16 09:59:52.360948 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54536) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:52.788001 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2ae422f8-3c6b-4128-a584-5d7220c024f4 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:52.981240 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8e445c59-ed54-448c-ad33-15674a3cb087 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:59:53.038204 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 8e445c59-ed54-448c-ad33-15674a3cb087 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:53.038456 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:53.203844 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-2ae422f8-3c6b-4128-a584-5d7220c024f4 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Deleting port 8e445c59-ed54-448c-ad33-15674a3cb087 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:59:53.204548 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2ae422f8-3c6b-4128-a584-5d7220c024f4 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:53.248079 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a39e6f-98b6-4d89-9998-123e720a88ab None None] Sync routers for ids ['4cf35625-30e2-430a-89a7-5de793b22623'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:59:53.260255 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a39e6f-98b6-4d89-9998-123e720a88ab None None] Routers {'4cf35625-30e2-430a-89a7-5de793b22623'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:53.265870 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e0a39e6f-98b6-4d89-9998-123e720a88ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:59:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4cf35625-30e2-430a-89a7-5de793b22623'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:53.319965 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-2ae422f8-3c6b-4128-a584-5d7220c024f4 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] For port 8e445c59-ed54-448c-ad33-15674a3cb087, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8e445c59-ed54-448c-ad33-15674a3cb087,segment=NetworkSegment(44092961-3735-4ca7-8a71-8532e857c44b),segment_id=44092961-3735-4ca7-8a71-8532e857c44b)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:53.320334 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2ae422f8-3c6b-4128-a584-5d7220c024f4 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:53.337164 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-2ae422f8-3c6b-4128-a584-5d7220c024f4 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Calling delete_port for 8e445c59-ed54-448c-ad33-15674a3cb087 owned by network:router_interface {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:59:53.356335 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-e0a39e6f-98b6-4d89-9998-123e720a88ab None None] Set router 4cf35625-30e2-430a-89a7-5de793b22623 gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:59:53.638906 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e0a39e6f-98b6-4d89-9998-123e720a88ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf35625-30e2-430a-89a7-5de793b22623', 'name': 'tempest-RoutersIpV6Test-router-714123152', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T09:59:51Z', 'revision_number': 7, 'project_id': '45d39d1df40c460ead5363b359be384b', 'gw_port_host': None, '_interfaces': [{'id': '022e7fe6-53f4-4e25-b9a0-ffac134aaf0a', 'name': '', 'network_id': '28c85af6-f58e-4091-af30-903c094c0b9b', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:6f:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '575b487e-b7bc-4ca2-872d-129053d9f410', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:37Z', 'updated_at': '2021-12-16T09:59:42Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '575b487e-b7bc-4ca2-872d-129053d9f410', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38faa9ad-c2cc-4d44-893d-73f2357eae96', 'name': '', 'network_id': 'eec1afbe-ccf3-4a5e-9e6d-222478d93ef6', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:c2:10:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '3ec845a4-9d87-42e7-93fd-fcb25d4cb136', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:42Z', 'updated_at': '2021-12-16T09:59:46Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '3ec845a4-9d87-42e7-93fd-fcb25d4cb136', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6081dc19-d718-47ce-9ba5-1c8ba0afb4ae', 'name': '', 'network_id': '50e9c06c-8bf3-4ef5-b180-e6cf0245e84e', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:32Z', 'updated_at': '2021-12-16T09:59:36Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e445c59-ed54-448c-ad33-15674a3cb087', 'name': '', 'network_id': 'b1f86ce3-6318-4844-bf0f-a09ed8169fe0', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:dd:d2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '77ed6f1b-ddde-4fb0-ab15-1a97501da9e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:47Z', 'updated_at': '2021-12-16T09:59:51Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '77ed6f1b-ddde-4fb0-ab15-1a97501da9e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:53.652078 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2ae422f8-3c6b-4128-a584-5d7220c024f4 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:53.679242 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a39e6f-98b6-4d89-9998-123e720a88ab None None] Checking router: 4cf35625-30e2-430a-89a7-5de793b22623 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:59:53.680121 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae422f8-3c6b-4128-a584-5d7220c024f4 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event deleted for resources: {'Port': ['ID=8e445c59-ed54-448c-ad33-15674a3cb087,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:53.697524 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a39e6f-98b6-4d89-9998-123e720a88ab None None] Routers {'4cf35625-30e2-430a-89a7-5de793b22623'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:53.698424 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e0a39e6f-98b6-4d89-9998-123e720a88ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:59:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4cf35625-30e2-430a-89a7-5de793b22623'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:53.852962 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-e0a39e6f-98b6-4d89-9998-123e720a88ab None None] Set router 4cf35625-30e2-430a-89a7-5de793b22623 gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:59:54.069088 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-37cdef1c-fb97-4dd6-9a80-0d4266bf125b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:54.141698 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e0a39e6f-98b6-4d89-9998-123e720a88ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf35625-30e2-430a-89a7-5de793b22623', 'name': 'tempest-RoutersIpV6Test-router-714123152', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T09:59:53Z', 'revision_number': 8, 'project_id': '45d39d1df40c460ead5363b359be384b', 'gw_port_host': None, '_interfaces': [{'id': '022e7fe6-53f4-4e25-b9a0-ffac134aaf0a', 'name': '', 'network_id': '28c85af6-f58e-4091-af30-903c094c0b9b', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:6f:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '575b487e-b7bc-4ca2-872d-129053d9f410', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:37Z', 'updated_at': '2021-12-16T09:59:42Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '575b487e-b7bc-4ca2-872d-129053d9f410', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38faa9ad-c2cc-4d44-893d-73f2357eae96', 'name': '', 'network_id': 'eec1afbe-ccf3-4a5e-9e6d-222478d93ef6', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:c2:10:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '3ec845a4-9d87-42e7-93fd-fcb25d4cb136', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:42Z', 'updated_at': '2021-12-16T09:59:46Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '3ec845a4-9d87-42e7-93fd-fcb25d4cb136', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6081dc19-d718-47ce-9ba5-1c8ba0afb4ae', 'name': '', 'network_id': '50e9c06c-8bf3-4ef5-b180-e6cf0245e84e', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:32Z', 'updated_at': '2021-12-16T09:59:36Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:54.197761 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a39e6f-98b6-4d89-9998-123e720a88ab None None] The sync data for ids ['4cf35625-30e2-430a-89a7-5de793b22623'] in n-d-820550-2 is: [{'id': '4cf35625-30e2-430a-89a7-5de793b22623', 'name': 'tempest-RoutersIpV6Test-router-714123152', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T09:59:53Z', 'revision_number': 8, 'project_id': '45d39d1df40c460ead5363b359be384b', 'gw_port_host': None, '_interfaces': [{'id': '022e7fe6-53f4-4e25-b9a0-ffac134aaf0a', 'name': '', 'network_id': '28c85af6-f58e-4091-af30-903c094c0b9b', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:6f:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '575b487e-b7bc-4ca2-872d-129053d9f410', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:37Z', 'updated_at': '2021-12-16T09:59:42Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '575b487e-b7bc-4ca2-872d-129053d9f410', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38faa9ad-c2cc-4d44-893d-73f2357eae96', 'name': '', 'network_id': 'eec1afbe-ccf3-4a5e-9e6d-222478d93ef6', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:c2:10:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '3ec845a4-9d87-42e7-93fd-fcb25d4cb136', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:42Z', 'updated_at': '2021-12-16T09:59:46Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '3ec845a4-9d87-42e7-93fd-fcb25d4cb136', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6081dc19-d718-47ce-9ba5-1c8ba0afb4ae', 'name': '', 'network_id': '50e9c06c-8bf3-4ef5-b180-e6cf0245e84e', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:32Z', 'updated_at': '2021-12-16T09:59:36Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:59:54.226104 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2ae422f8-3c6b-4128-a584-5d7220c024f4 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:54.433467 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae422f8-3c6b-4128-a584-5d7220c024f4 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Router 4cf35625-30e2-430a-89a7-5de793b22623 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:59:54.546957 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae422f8-3c6b-4128-a584-5d7220c024f4 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:59:54.555974 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2ae422f8-3c6b-4128-a584-5d7220c024f4 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "PUT /v2.0/routers/4cf35625-30e2-430a-89a7-5de793b22623/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1933835 Dec 16 09:59:54.559813 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54560) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:54.635404 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-79a276f5-fc56-4282-b22b-bb1ae5bc911e tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Deleting subnet 77ed6f1b-ddde-4fb0-ab15-1a97501da9e5 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:59:54.639493 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-79a276f5-fc56-4282-b22b-bb1ae5bc911e tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:54.690101 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-79a276f5-fc56-4282-b22b-bb1ae5bc911e tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:54.791663 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-79a276f5-fc56-4282-b22b-bb1ae5bc911e tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:54.894658 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8e445c59-ed54-448c-ad33-15674a3cb087 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:59:54.935761 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 8e445c59-ed54-448c-ad33-15674a3cb087 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:59:54.936364 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8e445c59-ed54-448c-ad33-15674a3cb087 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:59:54.985344 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023b6309-76bb-449e-b154-22f617a5acae None None] Sync routers for ids ['4cf35625-30e2-430a-89a7-5de793b22623'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:59:54.995335 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023b6309-76bb-449e-b154-22f617a5acae None None] Routers {'4cf35625-30e2-430a-89a7-5de793b22623'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:54.996061 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-023b6309-76bb-449e-b154-22f617a5acae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:59:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4cf35625-30e2-430a-89a7-5de793b22623'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:55.035229 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-79a276f5-fc56-4282-b22b-bb1ae5bc911e tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:55.063652 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a276f5-fc56-4282-b22b-bb1ae5bc911e tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event deleted for resources: {'Subnet': ['ID=77ed6f1b-ddde-4fb0-ab15-1a97501da9e5,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:55.070512 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-79a276f5-fc56-4282-b22b-bb1ae5bc911e tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:55.074724 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-79a276f5-fc56-4282-b22b-bb1ae5bc911e tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/subnets/77ed6f1b-ddde-4fb0-ab15-1a97501da9e5 HTTP/1.1" status: 204 len: 168 time: 0.5132966 Dec 16 09:59:55.078769 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54564) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:55.091781 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bc1c9c-ef4f-4417-8c5f-ee77c866e65b None None] Network b1f86ce3-6318-4844-bf0f-a09ed8169fe0 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:59:55.095167 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-023b6309-76bb-449e-b154-22f617a5acae None None] Set router 4cf35625-30e2-430a-89a7-5de793b22623 gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:59:55.235752 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5ff01249-d2a7-45fa-9e4b-58fcbcec22d4 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:55.313867 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-5ff01249-d2a7-45fa-9e4b-58fcbcec22d4 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Deleting port 28dfd428-6da8-4ecb-b5fc-f9c44ae82285 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:59:55.314206 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5ff01249-d2a7-45fa-9e4b-58fcbcec22d4 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:55.428766 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-5ff01249-d2a7-45fa-9e4b-58fcbcec22d4 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] For port 28dfd428-6da8-4ecb-b5fc-f9c44ae82285, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=28dfd428-6da8-4ecb-b5fc-f9c44ae82285,segment=NetworkSegment(44092961-3735-4ca7-8a71-8532e857c44b),segment_id=44092961-3735-4ca7-8a71-8532e857c44b)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:55.429170 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5ff01249-d2a7-45fa-9e4b-58fcbcec22d4 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:55.451048 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-5ff01249-d2a7-45fa-9e4b-58fcbcec22d4 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Calling delete_port for 28dfd428-6da8-4ecb-b5fc-f9c44ae82285 owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:59:55.484676 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-023b6309-76bb-449e-b154-22f617a5acae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf35625-30e2-430a-89a7-5de793b22623', 'name': 'tempest-RoutersIpV6Test-router-714123152', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T09:59:53Z', 'revision_number': 8, 'project_id': '45d39d1df40c460ead5363b359be384b', 'gw_port_host': None, '_interfaces': [{'id': '022e7fe6-53f4-4e25-b9a0-ffac134aaf0a', 'name': '', 'network_id': '28c85af6-f58e-4091-af30-903c094c0b9b', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:6f:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '575b487e-b7bc-4ca2-872d-129053d9f410', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:37Z', 'updated_at': '2021-12-16T09:59:42Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '575b487e-b7bc-4ca2-872d-129053d9f410', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38faa9ad-c2cc-4d44-893d-73f2357eae96', 'name': '', 'network_id': 'eec1afbe-ccf3-4a5e-9e6d-222478d93ef6', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:c2:10:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '3ec845a4-9d87-42e7-93fd-fcb25d4cb136', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:42Z', 'updated_at': '2021-12-16T09:59:46Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '3ec845a4-9d87-42e7-93fd-fcb25d4cb136', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6081dc19-d718-47ce-9ba5-1c8ba0afb4ae', 'name': '', 'network_id': '50e9c06c-8bf3-4ef5-b180-e6cf0245e84e', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:32Z', 'updated_at': '2021-12-16T09:59:36Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:55.524488 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023b6309-76bb-449e-b154-22f617a5acae None None] Checking router: 4cf35625-30e2-430a-89a7-5de793b22623 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:59:55.534116 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023b6309-76bb-449e-b154-22f617a5acae None None] Routers {'4cf35625-30e2-430a-89a7-5de793b22623'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:55.534749 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-023b6309-76bb-449e-b154-22f617a5acae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:59:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4cf35625-30e2-430a-89a7-5de793b22623'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:55.590063 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6071c30c-1295-4e5e-9cd7-b5a3664e3802 None None] DHCP port deletion for b1f86ce3-6318-4844-bf0f-a09ed8169fe0 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:59:55.671442 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-023b6309-76bb-449e-b154-22f617a5acae None None] Set router 4cf35625-30e2-430a-89a7-5de793b22623 gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:59:55.696347 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5ff01249-d2a7-45fa-9e4b-58fcbcec22d4 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:55.730749 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-6071c30c-1295-4e5e-9cd7-b5a3664e3802 None None] Deleting port 28dfd428-6da8-4ecb-b5fc-f9c44ae82285 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:59:55.731125 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6071c30c-1295-4e5e-9cd7-b5a3664e3802 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:55.739217 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff01249-d2a7-45fa-9e4b-58fcbcec22d4 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event deleted for resources: {'Port': ['ID=28dfd428-6da8-4ecb-b5fc-f9c44ae82285,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:55.748144 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff01249-d2a7-45fa-9e4b-58fcbcec22d4 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] No DVR routers for this DVR port 28dfd428-6da8-4ecb-b5fc-f9c44ae82285 on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:59:55.797022 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-6071c30c-1295-4e5e-9cd7-b5a3664e3802 None None] For port 28dfd428-6da8-4ecb-b5fc-f9c44ae82285, host n-d-820550-2, got binding levels [] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:55.797512 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6071c30c-1295-4e5e-9cd7-b5a3664e3802 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:55.811095 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-6071c30c-1295-4e5e-9cd7-b5a3664e3802 None None] Calling delete_port for 28dfd428-6da8-4ecb-b5fc-f9c44ae82285 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:59:55.813978 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.ipam_backend_mixin [None req-6071c30c-1295-4e5e-9cd7-b5a3664e3802 None None] Port 28dfd428-6da8-4ecb-b5fc-f9c44ae82285 was not found and therefore no delete operation was performed {{(pid=102818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 09:59:55.846103 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6071c30c-1295-4e5e-9cd7-b5a3664e3802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:55.883785 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6071c30c-1295-4e5e-9cd7-b5a3664e3802 None None] Pushing event deleted for resources: {'Port': ['ID=28dfd428-6da8-4ecb-b5fc-f9c44ae82285,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:55.913638 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6071c30c-1295-4e5e-9cd7-b5a3664e3802 None None] No DVR routers for this DVR port 28dfd428-6da8-4ecb-b5fc-f9c44ae82285 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:59:55.962371 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5ff01249-d2a7-45fa-9e4b-58fcbcec22d4 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:55.998771 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-5ff01249-d2a7-45fa-9e4b-58fcbcec22d4 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f86ce3-6318-4844-bf0f-a09ed8169fe0']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:56.010120 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-5ff01249-d2a7-45fa-9e4b-58fcbcec22d4 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44092961-3735-4ca7-8a71-8532e857c44b') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:56.015932 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-5ff01249-d2a7-45fa-9e4b-58fcbcec22d4 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44092961-3735-4ca7-8a71-8532e857c44b') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:56.028926 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5ff01249-d2a7-45fa-9e4b-58fcbcec22d4 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:56.048733 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5ff01249-d2a7-45fa-9e4b-58fcbcec22d4 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:56.050551 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-023b6309-76bb-449e-b154-22f617a5acae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf35625-30e2-430a-89a7-5de793b22623', 'name': 'tempest-RoutersIpV6Test-router-714123152', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T09:59:53Z', 'revision_number': 8, 'project_id': '45d39d1df40c460ead5363b359be384b', 'gw_port_host': None, '_interfaces': [{'id': '022e7fe6-53f4-4e25-b9a0-ffac134aaf0a', 'name': '', 'network_id': '28c85af6-f58e-4091-af30-903c094c0b9b', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:6f:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '575b487e-b7bc-4ca2-872d-129053d9f410', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:37Z', 'updated_at': '2021-12-16T09:59:42Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '575b487e-b7bc-4ca2-872d-129053d9f410', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38faa9ad-c2cc-4d44-893d-73f2357eae96', 'name': '', 'network_id': 'eec1afbe-ccf3-4a5e-9e6d-222478d93ef6', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:c2:10:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '3ec845a4-9d87-42e7-93fd-fcb25d4cb136', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:42Z', 'updated_at': '2021-12-16T09:59:46Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '3ec845a4-9d87-42e7-93fd-fcb25d4cb136', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6081dc19-d718-47ce-9ba5-1c8ba0afb4ae', 'name': '', 'network_id': '50e9c06c-8bf3-4ef5-b180-e6cf0245e84e', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:32Z', 'updated_at': '2021-12-16T09:59:36Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:56.054053 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ff01249-d2a7-45fa-9e4b-58fcbcec22d4 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:59:56.054458 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5ff01249-d2a7-45fa-9e4b-58fcbcec22d4 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:56.084795 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023b6309-76bb-449e-b154-22f617a5acae None None] The sync data for ids ['4cf35625-30e2-430a-89a7-5de793b22623'] in n-d-820550-2 is: [{'id': '4cf35625-30e2-430a-89a7-5de793b22623', 'name': 'tempest-RoutersIpV6Test-router-714123152', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T09:59:53Z', 'revision_number': 8, 'project_id': '45d39d1df40c460ead5363b359be384b', 'gw_port_host': None, '_interfaces': [{'id': '022e7fe6-53f4-4e25-b9a0-ffac134aaf0a', 'name': '', 'network_id': '28c85af6-f58e-4091-af30-903c094c0b9b', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:6f:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '575b487e-b7bc-4ca2-872d-129053d9f410', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:37Z', 'updated_at': '2021-12-16T09:59:42Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '575b487e-b7bc-4ca2-872d-129053d9f410', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38faa9ad-c2cc-4d44-893d-73f2357eae96', 'name': '', 'network_id': 'eec1afbe-ccf3-4a5e-9e6d-222478d93ef6', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:c2:10:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '3ec845a4-9d87-42e7-93fd-fcb25d4cb136', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:42Z', 'updated_at': '2021-12-16T09:59:46Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '3ec845a4-9d87-42e7-93fd-fcb25d4cb136', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6081dc19-d718-47ce-9ba5-1c8ba0afb4ae', 'name': '', 'network_id': '50e9c06c-8bf3-4ef5-b180-e6cf0245e84e', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:32Z', 'updated_at': '2021-12-16T09:59:36Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:59:56.100146 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 09:59:56.100146 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:59:56.100146 n-d-820550-2 neutron-server[102816]: timer() Dec 16 09:59:56.100146 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:59:56.100146 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 09:59:56.100146 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:59:56.100146 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 09:59:56.100146 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:59:56.100146 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 09:59:56.100146 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:59:56.100146 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 09:59:56.100146 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:59:56.100146 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 09:59:56.100146 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:59:56.100146 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:59:56.100146 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:59:56.100146 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:59:56.100146 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:59:56.100146 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 09:59:56.100146 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:59:56.100146 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 09:59:56.100146 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:59:56.100146 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:59:56.100146 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:59:56.100146 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 09:59:56.100146 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:59:56.100146 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:59:56.100146 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:59:56.100146 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:59:56.100146 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:59:56.100146 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:59:56.100146 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:59:56.232051 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5ff01249-d2a7-45fa-9e4b-58fcbcec22d4 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:56.251011 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5ff01249-d2a7-45fa-9e4b-58fcbcec22d4 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:56.263430 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5ff01249-d2a7-45fa-9e4b-58fcbcec22d4 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/networks/b1f86ce3-6318-4844-bf0f-a09ed8169fe0 HTTP/1.1" status: 204 len: 168 time: 1.1803014 Dec 16 09:59:56.267789 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54624) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:56.281939 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff01249-d2a7-45fa-9e4b-58fcbcec22d4 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event deleted for resources: {'Network': ['ID=b1f86ce3-6318-4844-bf0f-a09ed8169fe0,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:56.458298 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-25843c08-93d9-4d50-992d-5825156214e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:56.642294 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-32dafd9a-a81c-42f9-8081-1fcc4d9f8a7c tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:56.673950 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8c89a47a-3e4c-4653-be38-63f538cdbd12 req-b50cc3b5-eb05-4ab8-a869-8e75a4f7a609 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547931 Dec 16 09:59:56.777783 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89a47a-3e4c-4653-be38-63f538cdbd12 req-f106cfca-7ddc-4b10-ac00-482edf01a03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:56.780523 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8c89a47a-3e4c-4653-be38-63f538cdbd12 req-f106cfca-7ddc-4b10-ac00-482edf01a03c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bf45dc465a44557ad989af846f14cbe&device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 1096 time: 0.0576687 Dec 16 09:59:56.919727 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89a47a-3e4c-4653-be38-63f538cdbd12 req-a35eafe9-3948-4eec-8525-bd226220afd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:56.921275 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8c89a47a-3e4c-4653-be38-63f538cdbd12 req-a35eafe9-3948-4eec-8525-bd226220afd9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7188838e-ca9d-4c02-ba77-eb22e43eefd0 HTTP/1.1" status: 200 len: 912 time: 0.1195393 Dec 16 09:59:57.010268 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 28dfd428-6da8-4ecb-b5fc-f9c44ae82285 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:59:57.049526 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8c89a47a-3e4c-4653-be38-63f538cdbd12 req-49cac06e-36c4-47be-a5fd-d8567d2388ae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a89622b-751f-436b-8c62-e8d382571a08 HTTP/1.1" status: 200 len: 1001 time: 0.1181564 Dec 16 09:59:57.058113 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 28dfd428-6da8-4ecb-b5fc-f9c44ae82285 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:59:57.059024 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 28dfd428-6da8-4ecb-b5fc-f9c44ae82285 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:59:57.066185 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-32dafd9a-a81c-42f9-8081-1fcc4d9f8a7c tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Deleting port 38faa9ad-c2cc-4d44-893d-73f2357eae96 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:59:57.066289 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-32dafd9a-a81c-42f9-8081-1fcc4d9f8a7c tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:57.135370 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89a47a-3e4c-4653-be38-63f538cdbd12 req-7b88bb2f-53bc-4875-9f7d-7446185a6a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:57.137934 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8c89a47a-3e4c-4653-be38-63f538cdbd12 req-7b88bb2f-53bc-4875-9f7d-7446185a6a90 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=54629120-87d1-4f1a-9c62-5145af96bdbd HTTP/1.1" status: 200 len: 850 time: 0.0798481 Dec 16 09:59:57.178853 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-32dafd9a-a81c-42f9-8081-1fcc4d9f8a7c tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] For port 38faa9ad-c2cc-4d44-893d-73f2357eae96, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=38faa9ad-c2cc-4d44-893d-73f2357eae96,segment=NetworkSegment(2ca81ba3-d660-4755-939e-07d1298bcce6),segment_id=2ca81ba3-d660-4755-939e-07d1298bcce6)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:57.179477 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-32dafd9a-a81c-42f9-8081-1fcc4d9f8a7c tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:57.190334 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89a47a-3e4c-4653-be38-63f538cdbd12 req-5cfa21ba-1da8-400f-9b61-a997d05d6fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:57.192243 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8c89a47a-3e4c-4653-be38-63f538cdbd12 req-5cfa21ba-1da8-400f-9b61-a997d05d6fd1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7188838e-ca9d-4c02-ba77-eb22e43eefd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471354 Dec 16 09:59:57.192971 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-32dafd9a-a81c-42f9-8081-1fcc4d9f8a7c tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Calling delete_port for 38faa9ad-c2cc-4d44-893d-73f2357eae96 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:59:57.305063 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8c89a47a-3e4c-4653-be38-63f538cdbd12 req-62ae840b-1b10-4bf3-bb21-1ada0e0687a2 service neutron] 10.222.0.57 "GET /v2.0/networks/7188838e-ca9d-4c02-ba77-eb22e43eefd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044614 Dec 16 09:59:57.426289 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8c89a47a-3e4c-4653-be38-63f538cdbd12 req-fead2c82-ae09-47f0-b6a7-19ee3aab75cb service neutron] 10.222.0.57 "GET /v2.0/networks/7188838e-ca9d-4c02-ba77-eb22e43eefd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146066 Dec 16 09:59:57.486106 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-32dafd9a-a81c-42f9-8081-1fcc4d9f8a7c tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:57.529923 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dafd9a-a81c-42f9-8081-1fcc4d9f8a7c tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event deleted for resources: {'Port': ['ID=38faa9ad-c2cc-4d44-893d-73f2357eae96,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:57.630659 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:57.659880 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-32dafd9a-a81c-42f9-8081-1fcc4d9f8a7c tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:58.284601 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32dafd9a-a81c-42f9-8081-1fcc4d9f8a7c tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Router 4cf35625-30e2-430a-89a7-5de793b22623 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:59:58.418527 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32dafd9a-a81c-42f9-8081-1fcc4d9f8a7c tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:59:58.432356 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1349c28b-5759-42a6-91ba-5e9e9d500861 None None] Sync routers for ids ['4cf35625-30e2-430a-89a7-5de793b22623'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:59:58.434142 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54696) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:58.436769 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-32dafd9a-a81c-42f9-8081-1fcc4d9f8a7c tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "PUT /v2.0/routers/4cf35625-30e2-430a-89a7-5de793b22623/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1704926 Dec 16 09:59:58.448738 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1349c28b-5759-42a6-91ba-5e9e9d500861 None None] Routers {'4cf35625-30e2-430a-89a7-5de793b22623'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:58.449574 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1349c28b-5759-42a6-91ba-5e9e9d500861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:59:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4cf35625-30e2-430a-89a7-5de793b22623'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:58.531120 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-da8d8c24-edec-4004-95e0-55f40e116b45 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Deleting subnet 3ec845a4-9d87-42e7-93fd-fcb25d4cb136 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:59:58.539770 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da8d8c24-edec-4004-95e0-55f40e116b45 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:58.566111 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-1349c28b-5759-42a6-91ba-5e9e9d500861 None None] Set router 4cf35625-30e2-430a-89a7-5de793b22623 gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:59:58.639050 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da8d8c24-edec-4004-95e0-55f40e116b45 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:58.762015 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da8d8c24-edec-4004-95e0-55f40e116b45 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:58.847449 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1349c28b-5759-42a6-91ba-5e9e9d500861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf35625-30e2-430a-89a7-5de793b22623', 'name': 'tempest-RoutersIpV6Test-router-714123152', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T09:59:57Z', 'revision_number': 9, 'project_id': '45d39d1df40c460ead5363b359be384b', 'gw_port_host': None, '_interfaces': [{'id': '022e7fe6-53f4-4e25-b9a0-ffac134aaf0a', 'name': '', 'network_id': '28c85af6-f58e-4091-af30-903c094c0b9b', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:6f:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '575b487e-b7bc-4ca2-872d-129053d9f410', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:37Z', 'updated_at': '2021-12-16T09:59:42Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '575b487e-b7bc-4ca2-872d-129053d9f410', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6081dc19-d718-47ce-9ba5-1c8ba0afb4ae', 'name': '', 'network_id': '50e9c06c-8bf3-4ef5-b180-e6cf0245e84e', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:32Z', 'updated_at': '2021-12-16T09:59:36Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:58.966616 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da8d8c24-edec-4004-95e0-55f40e116b45 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:59.003336 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1349c28b-5759-42a6-91ba-5e9e9d500861 None None] Checking router: 4cf35625-30e2-430a-89a7-5de793b22623 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:59:59.012907 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1349c28b-5759-42a6-91ba-5e9e9d500861 None None] Routers {'4cf35625-30e2-430a-89a7-5de793b22623'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:59.013957 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1349c28b-5759-42a6-91ba-5e9e9d500861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:59:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4cf35625-30e2-430a-89a7-5de793b22623'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:59.047998 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d8c24-edec-4004-95e0-55f40e116b45 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event deleted for resources: {'Subnet': ['ID=3ec845a4-9d87-42e7-93fd-fcb25d4cb136,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:59.074405 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da8d8c24-edec-4004-95e0-55f40e116b45 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:59.079906 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8236aaa1-f430-4f83-8bcc-784034c81257 None None] Network eec1afbe-ccf3-4a5e-9e6d-222478d93ef6 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:59:59.080768 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-da8d8c24-edec-4004-95e0-55f40e116b45 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/subnets/3ec845a4-9d87-42e7-93fd-fcb25d4cb136 HTTP/1.1" status: 204 len: 168 time: 0.6454611 Dec 16 09:59:59.090980 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54708) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:59.187501 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-41e78cfc-c5d3-42c4-aa36-53a669004a2d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:59.211492 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:59.222066 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-1349c28b-5759-42a6-91ba-5e9e9d500861 None None] Set router 4cf35625-30e2-430a-89a7-5de793b22623 gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:59:59.284837 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-41e78cfc-c5d3-42c4-aa36-53a669004a2d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Deleting port 7d6cc55a-c2b6-4ea3-aaa8-c6880799de3f {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:59:59.285489 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-41e78cfc-c5d3-42c4-aa36-53a669004a2d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:59.442040 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f701d6-dff8-4d8b-90de-e77b51ee0b77 None None] DHCP port deletion for eec1afbe-ccf3-4a5e-9e6d-222478d93ef6 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:59:59.466952 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-41e78cfc-c5d3-42c4-aa36-53a669004a2d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] For port 7d6cc55a-c2b6-4ea3-aaa8-c6880799de3f, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=7d6cc55a-c2b6-4ea3-aaa8-c6880799de3f,segment=NetworkSegment(2ca81ba3-d660-4755-939e-07d1298bcce6),segment_id=2ca81ba3-d660-4755-939e-07d1298bcce6)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:59.467335 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-41e78cfc-c5d3-42c4-aa36-53a669004a2d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:59.482979 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-41e78cfc-c5d3-42c4-aa36-53a669004a2d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Calling delete_port for 7d6cc55a-c2b6-4ea3-aaa8-c6880799de3f owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:59:59.584845 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-b8f701d6-dff8-4d8b-90de-e77b51ee0b77 None None] Deleting port 7d6cc55a-c2b6-4ea3-aaa8-c6880799de3f {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:59:59.586319 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b8f701d6-dff8-4d8b-90de-e77b51ee0b77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:59.606182 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1349c28b-5759-42a6-91ba-5e9e9d500861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf35625-30e2-430a-89a7-5de793b22623', 'name': 'tempest-RoutersIpV6Test-router-714123152', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T09:59:57Z', 'revision_number': 9, 'project_id': '45d39d1df40c460ead5363b359be384b', 'gw_port_host': None, '_interfaces': [{'id': '022e7fe6-53f4-4e25-b9a0-ffac134aaf0a', 'name': '', 'network_id': '28c85af6-f58e-4091-af30-903c094c0b9b', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:6f:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '575b487e-b7bc-4ca2-872d-129053d9f410', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:37Z', 'updated_at': '2021-12-16T09:59:42Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '575b487e-b7bc-4ca2-872d-129053d9f410', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6081dc19-d718-47ce-9ba5-1c8ba0afb4ae', 'name': '', 'network_id': '50e9c06c-8bf3-4ef5-b180-e6cf0245e84e', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:32Z', 'updated_at': '2021-12-16T09:59:36Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:59.648821 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:59.673686 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1349c28b-5759-42a6-91ba-5e9e9d500861 None None] The sync data for ids ['4cf35625-30e2-430a-89a7-5de793b22623'] in n-d-820550-2 is: [{'id': '4cf35625-30e2-430a-89a7-5de793b22623', 'name': 'tempest-RoutersIpV6Test-router-714123152', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T09:59:57Z', 'revision_number': 9, 'project_id': '45d39d1df40c460ead5363b359be384b', 'gw_port_host': None, '_interfaces': [{'id': '022e7fe6-53f4-4e25-b9a0-ffac134aaf0a', 'name': '', 'network_id': '28c85af6-f58e-4091-af30-903c094c0b9b', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:6f:dd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '575b487e-b7bc-4ca2-872d-129053d9f410', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:37Z', 'updated_at': '2021-12-16T09:59:42Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '575b487e-b7bc-4ca2-872d-129053d9f410', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6081dc19-d718-47ce-9ba5-1c8ba0afb4ae', 'name': '', 'network_id': '50e9c06c-8bf3-4ef5-b180-e6cf0245e84e', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:32Z', 'updated_at': '2021-12-16T09:59:36Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:59:59.687327 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-b8f701d6-dff8-4d8b-90de-e77b51ee0b77 None None] For port 7d6cc55a-c2b6-4ea3-aaa8-c6880799de3f, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=7d6cc55a-c2b6-4ea3-aaa8-c6880799de3f,segment=NetworkSegment(2ca81ba3-d660-4755-939e-07d1298bcce6),segment_id=2ca81ba3-d660-4755-939e-07d1298bcce6)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:59.688266 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b8f701d6-dff8-4d8b-90de-e77b51ee0b77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:59.707797 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-b8f701d6-dff8-4d8b-90de-e77b51ee0b77 None None] Calling delete_port for 7d6cc55a-c2b6-4ea3-aaa8-c6880799de3f owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:59:59.806403 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-41e78cfc-c5d3-42c4-aa36-53a669004a2d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:59.819781 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b8f701d6-dff8-4d8b-90de-e77b51ee0b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:59.834780 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e78cfc-c5d3-42c4-aa36-53a669004a2d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event deleted for resources: {'Port': ['ID=7d6cc55a-c2b6-4ea3-aaa8-c6880799de3f,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:59.839117 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e78cfc-c5d3-42c4-aa36-53a669004a2d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] No DVR routers for this DVR port 7d6cc55a-c2b6-4ea3-aaa8-c6880799de3f on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:59:59.847934 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f701d6-dff8-4d8b-90de-e77b51ee0b77 None None] Pushing event deleted for resources: {'Port': ['ID=7d6cc55a-c2b6-4ea3-aaa8-c6880799de3f,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:59.849530 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f701d6-dff8-4d8b-90de-e77b51ee0b77 None None] No DVR routers for this DVR port 7d6cc55a-c2b6-4ea3-aaa8-c6880799de3f on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:59:59.941862 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-41e78cfc-c5d3-42c4-aa36-53a669004a2d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:59.971097 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-41e78cfc-c5d3-42c4-aa36-53a669004a2d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec1afbe-ccf3-4a5e-9e6d-222478d93ef6']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:59.983653 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-41e78cfc-c5d3-42c4-aa36-53a669004a2d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ca81ba3-d660-4755-939e-07d1298bcce6') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:59.983918 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-41e78cfc-c5d3-42c4-aa36-53a669004a2d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ca81ba3-d660-4755-939e-07d1298bcce6') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:59.994246 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-41e78cfc-c5d3-42c4-aa36-53a669004a2d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:00.013462 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-41e78cfc-c5d3-42c4-aa36-53a669004a2d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:00.026092 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41e78cfc-c5d3-42c4-aa36-53a669004a2d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:00:00.026938 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-41e78cfc-c5d3-42c4-aa36-53a669004a2d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:00.031209 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 10:00:00.031209 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:00:00.031209 n-d-820550-2 neutron-server[102817]: timer() Dec 16 10:00:00.031209 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:00:00.031209 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 10:00:00.031209 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:00:00.031209 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 10:00:00.031209 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:00:00.031209 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 10:00:00.031209 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:00:00.031209 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 10:00:00.031209 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:00:00.031209 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 10:00:00.031209 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:00:00.031209 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:00:00.031209 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:00:00.031209 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:00:00.031209 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:00:00.031209 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 10:00:00.031209 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:00:00.031209 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 10:00:00.031209 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:00:00.031209 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:00:00.031209 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:00:00.031209 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 10:00:00.031209 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:00:00.031209 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:00:00.031209 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:00:00.031209 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:00:00.031209 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:00:00.031209 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:00:00.031209 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:00:00.276351 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-41e78cfc-c5d3-42c4-aa36-53a669004a2d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:00.301000 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-41e78cfc-c5d3-42c4-aa36-53a669004a2d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:00.307457 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-41e78cfc-c5d3-42c4-aa36-53a669004a2d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/networks/eec1afbe-ccf3-4a5e-9e6d-222478d93ef6 HTTP/1.1" status: 204 len: 168 time: 1.2123573 Dec 16 10:00:00.307777 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54722) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:00.338616 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e78cfc-c5d3-42c4-aa36-53a669004a2d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event deleted for resources: {'Network': ['ID=eec1afbe-ccf3-4a5e-9e6d-222478d93ef6,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:00:00.774968 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-06791c81-d248-49fc-8422-b3891309b07e tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:00.936109 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 7d6cc55a-c2b6-4ea3-aaa8-c6880799de3f no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:00:00.952754 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 7d6cc55a-c2b6-4ea3-aaa8-c6880799de3f {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:00:00.953483 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 7d6cc55a-c2b6-4ea3-aaa8-c6880799de3f not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:00:00.954079 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 38faa9ad-c2cc-4d44-893d-73f2357eae96 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:00:00.975747 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 38faa9ad-c2cc-4d44-893d-73f2357eae96 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:00:00.998796 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 38faa9ad-c2cc-4d44-893d-73f2357eae96 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:00:01.140569 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-06791c81-d248-49fc-8422-b3891309b07e tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Deleting port 022e7fe6-53f4-4e25-b9a0-ffac134aaf0a {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:00:01.141879 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-06791c81-d248-49fc-8422-b3891309b07e tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:01.266409 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-06791c81-d248-49fc-8422-b3891309b07e tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] For port 022e7fe6-53f4-4e25-b9a0-ffac134aaf0a, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=022e7fe6-53f4-4e25-b9a0-ffac134aaf0a,segment=NetworkSegment(7f2feddd-c1a0-4cf4-9142-47e337e2475d),segment_id=7f2feddd-c1a0-4cf4-9142-47e337e2475d)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:00:01.266862 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-06791c81-d248-49fc-8422-b3891309b07e tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:01.285897 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-06791c81-d248-49fc-8422-b3891309b07e tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Calling delete_port for 022e7fe6-53f4-4e25-b9a0-ffac134aaf0a owned by network:router_interface {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:00:01.577073 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-06791c81-d248-49fc-8422-b3891309b07e tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:01.613669 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06791c81-d248-49fc-8422-b3891309b07e tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event deleted for resources: {'Port': ['ID=022e7fe6-53f4-4e25-b9a0-ffac134aaf0a,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:00:01.764493 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-06791c81-d248-49fc-8422-b3891309b07e tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:02.060863 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06791c81-d248-49fc-8422-b3891309b07e tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Router 4cf35625-30e2-430a-89a7-5de793b22623 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:00:02.482428 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06791c81-d248-49fc-8422-b3891309b07e tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:00:02.492605 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-06791c81-d248-49fc-8422-b3891309b07e tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "PUT /v2.0/routers/4cf35625-30e2-430a-89a7-5de793b22623/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1807163 Dec 16 10:00:02.492719 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54756) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:02.493194 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a9d779-0899-4233-b6a7-f4708351b17c None None] Sync routers for ids ['4cf35625-30e2-430a-89a7-5de793b22623'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:00:02.502231 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a9d779-0899-4233-b6a7-f4708351b17c None None] Routers {'4cf35625-30e2-430a-89a7-5de793b22623'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:00:02.503077 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-f1a9d779-0899-4233-b6a7-f4708351b17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:59:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4cf35625-30e2-430a-89a7-5de793b22623'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:00:02.568309 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c63b05-6b77-414b-8b8e-21aa0438f837 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Deleting subnet 575b487e-b7bc-4ca2-872d-129053d9f410 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:00:02.572806 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-90c63b05-6b77-414b-8b8e-21aa0438f837 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:02.619258 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-90c63b05-6b77-414b-8b8e-21aa0438f837 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:02.619490 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-f1a9d779-0899-4233-b6a7-f4708351b17c None None] Set router 4cf35625-30e2-430a-89a7-5de793b22623 gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:00:02.724286 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-90c63b05-6b77-414b-8b8e-21aa0438f837 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:02.872897 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-f1a9d779-0899-4233-b6a7-f4708351b17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf35625-30e2-430a-89a7-5de793b22623', 'name': 'tempest-RoutersIpV6Test-router-714123152', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T10:00:01Z', 'revision_number': 10, 'project_id': '45d39d1df40c460ead5363b359be384b', 'gw_port_host': None, '_interfaces': [{'id': '6081dc19-d718-47ce-9ba5-1c8ba0afb4ae', 'name': '', 'network_id': '50e9c06c-8bf3-4ef5-b180-e6cf0245e84e', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:32Z', 'updated_at': '2021-12-16T09:59:36Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:00:02.908443 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-90c63b05-6b77-414b-8b8e-21aa0438f837 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:02.940323 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a9d779-0899-4233-b6a7-f4708351b17c None None] Checking router: 4cf35625-30e2-430a-89a7-5de793b22623 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:00:02.952867 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a9d779-0899-4233-b6a7-f4708351b17c None None] Routers {'4cf35625-30e2-430a-89a7-5de793b22623'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:00:02.953782 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-f1a9d779-0899-4233-b6a7-f4708351b17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:59:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4cf35625-30e2-430a-89a7-5de793b22623'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:00:02.966350 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c63b05-6b77-414b-8b8e-21aa0438f837 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event deleted for resources: {'Subnet': ['ID=575b487e-b7bc-4ca2-872d-129053d9f410,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:00:02.970950 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-90c63b05-6b77-414b-8b8e-21aa0438f837 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:02.974614 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-90c63b05-6b77-414b-8b8e-21aa0438f837 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/subnets/575b487e-b7bc-4ca2-872d-129053d9f410 HTTP/1.1" status: 204 len: 168 time: 0.4823806 Dec 16 10:00:02.977355 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54766) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:03.041637 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ecebbb-8323-4867-9947-9d39ffee6e22 None None] Network 28c85af6-f58e-4091-af30-903c094c0b9b requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:00:03.095653 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60ad2836-1ff4-4d9c-8fd1-295979f57262 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:03.162585 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-60ad2836-1ff4-4d9c-8fd1-295979f57262 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Deleting port 7674beac-88d3-4b69-8cab-041f2c611a46 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:00:03.163067 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60ad2836-1ff4-4d9c-8fd1-295979f57262 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:03.270181 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-60ad2836-1ff4-4d9c-8fd1-295979f57262 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] For port 7674beac-88d3-4b69-8cab-041f2c611a46, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=7674beac-88d3-4b69-8cab-041f2c611a46,segment=NetworkSegment(7f2feddd-c1a0-4cf4-9142-47e337e2475d),segment_id=7f2feddd-c1a0-4cf4-9142-47e337e2475d)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:00:03.270553 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60ad2836-1ff4-4d9c-8fd1-295979f57262 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:03.290976 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-60ad2836-1ff4-4d9c-8fd1-295979f57262 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Calling delete_port for 7674beac-88d3-4b69-8cab-041f2c611a46 owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:00:03.321827 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f6265-f42a-4e4a-90eb-e4d3d45ac86a req-b3fee15b-b503-44b0-9043-bcaa33ddfe84 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:03.328928 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9d9f6265-f42a-4e4a-90eb-e4d3d45ac86a req-b3fee15b-b503-44b0-9043-bcaa33ddfe84 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 945 time: 0.0757036 Dec 16 10:00:03.375154 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-f1a9d779-0899-4233-b6a7-f4708351b17c None None] Set router 4cf35625-30e2-430a-89a7-5de793b22623 gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:00:03.439358 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9d9f6265-f42a-4e4a-90eb-e4d3d45ac86a req-e1b4aa53-51c3-43fc-8397-7dd795fc1644 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b27b118-a53f-4982-9ddb-43d8a0c776b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055634 Dec 16 10:00:03.532876 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60ad2836-1ff4-4d9c-8fd1-295979f57262 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:03.569811 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad2836-1ff4-4d9c-8fd1-295979f57262 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event deleted for resources: {'Port': ['ID=7674beac-88d3-4b69-8cab-041f2c611a46,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:00:03.574677 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ad2836-1ff4-4d9c-8fd1-295979f57262 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] No DVR routers for this DVR port 7674beac-88d3-4b69-8cab-041f2c611a46 on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:00:03.601812 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4e631e-c039-4b0d-8949-c60b82aa84bd None None] DHCP port deletion for 28c85af6-f58e-4091-af30-903c094c0b9b request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:00:03.644005 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-f1a9d779-0899-4233-b6a7-f4708351b17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf35625-30e2-430a-89a7-5de793b22623', 'name': 'tempest-RoutersIpV6Test-router-714123152', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T10:00:01Z', 'revision_number': 10, 'project_id': '45d39d1df40c460ead5363b359be384b', 'gw_port_host': None, '_interfaces': [{'id': '6081dc19-d718-47ce-9ba5-1c8ba0afb4ae', 'name': '', 'network_id': '50e9c06c-8bf3-4ef5-b180-e6cf0245e84e', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:32Z', 'updated_at': '2021-12-16T09:59:36Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:00:03.676862 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60ad2836-1ff4-4d9c-8fd1-295979f57262 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:03.687916 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a9d779-0899-4233-b6a7-f4708351b17c None None] The sync data for ids ['4cf35625-30e2-430a-89a7-5de793b22623'] in n-d-820550-2 is: [{'id': '4cf35625-30e2-430a-89a7-5de793b22623', 'name': 'tempest-RoutersIpV6Test-router-714123152', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T10:00:01Z', 'revision_number': 10, 'project_id': '45d39d1df40c460ead5363b359be384b', 'gw_port_host': None, '_interfaces': [{'id': '6081dc19-d718-47ce-9ba5-1c8ba0afb4ae', 'name': '', 'network_id': '50e9c06c-8bf3-4ef5-b180-e6cf0245e84e', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf35625-30e2-430a-89a7-5de793b22623', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:32Z', 'updated_at': '2021-12-16T09:59:36Z', 'revision_number': 5, 'project_id': '45d39d1df40c460ead5363b359be384b', 'subnets': [{'id': '155d9eca-960b-4d43-ab0a-7336e8c52f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:00:03.700260 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-60ad2836-1ff4-4d9c-8fd1-295979f57262 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28c85af6-f58e-4091-af30-903c094c0b9b']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:00:03.715496 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-60ad2836-1ff4-4d9c-8fd1-295979f57262 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f2feddd-c1a0-4cf4-9142-47e337e2475d') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:00:03.715930 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-60ad2836-1ff4-4d9c-8fd1-295979f57262 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f2feddd-c1a0-4cf4-9142-47e337e2475d') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:00:03.731420 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60ad2836-1ff4-4d9c-8fd1-295979f57262 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:03.739871 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60ad2836-1ff4-4d9c-8fd1-295979f57262 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:03.746510 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ad2836-1ff4-4d9c-8fd1-295979f57262 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:00:03.749076 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60ad2836-1ff4-4d9c-8fd1-295979f57262 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:03.753186 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 10:00:03.753186 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:00:03.753186 n-d-820550-2 neutron-server[102816]: timer() Dec 16 10:00:03.753186 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:00:03.753186 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 10:00:03.753186 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:00:03.753186 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 10:00:03.753186 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:00:03.753186 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 10:00:03.753186 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:00:03.753186 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 10:00:03.753186 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:00:03.753186 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 10:00:03.753186 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:00:03.753186 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:00:03.753186 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:00:03.753186 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:00:03.753186 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:00:03.753186 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 10:00:03.753186 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:00:03.753186 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 10:00:03.753186 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:00:03.753186 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:00:03.753186 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:00:03.753186 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 10:00:03.753186 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:00:03.753186 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:00:03.753186 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:00:03.753186 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:00:03.753186 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:00:03.753186 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:00:03.753186 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:00:03.897821 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60ad2836-1ff4-4d9c-8fd1-295979f57262 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:03.903141 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-60ad2836-1ff4-4d9c-8fd1-295979f57262 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:03.909233 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-60ad2836-1ff4-4d9c-8fd1-295979f57262 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/networks/28c85af6-f58e-4091-af30-903c094c0b9b HTTP/1.1" status: 204 len: 168 time: 0.9283977 Dec 16 10:00:03.909743 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54782) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:03.922577 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad2836-1ff4-4d9c-8fd1-295979f57262 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event deleted for resources: {'Network': ['ID=28c85af6-f58e-4091-af30-903c094c0b9b,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:00:04.338664 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9a1f53ba-1578-4203-84a1-9188338a2b2c tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:04.572403 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8434f82-d3b1-486d-af82-a7147e2e1f00 req-a0722e87-2d5e-42f1-a764-575e48c71a48 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:04.577988 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d8434f82-d3b1-486d-af82-a7147e2e1f00 req-a0722e87-2d5e-42f1-a764-575e48c71a48 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 945 time: 0.0631464 Dec 16 10:00:04.620358 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d8434f82-d3b1-486d-af82-a7147e2e1f00 req-743eb000-9cb8-4f08-bbde-92400732794f tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b27b118-a53f-4982-9ddb-43d8a0c776b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383980 Dec 16 10:00:04.654752 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-9a1f53ba-1578-4203-84a1-9188338a2b2c tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Deleting port 6081dc19-d718-47ce-9ba5-1c8ba0afb4ae {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:00:04.655337 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9a1f53ba-1578-4203-84a1-9188338a2b2c tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:04.767649 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-9a1f53ba-1578-4203-84a1-9188338a2b2c tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] For port 6081dc19-d718-47ce-9ba5-1c8ba0afb4ae, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=6081dc19-d718-47ce-9ba5-1c8ba0afb4ae,segment=NetworkSegment(0a7d43aa-e58a-4a76-87f8-2e3b0984fa34),segment_id=0a7d43aa-e58a-4a76-87f8-2e3b0984fa34)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:00:04.768026 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9a1f53ba-1578-4203-84a1-9188338a2b2c tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:04.783844 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-9a1f53ba-1578-4203-84a1-9188338a2b2c tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Calling delete_port for 6081dc19-d718-47ce-9ba5-1c8ba0afb4ae owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:00:04.919498 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 7674beac-88d3-4b69-8cab-041f2c611a46 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:00:04.941481 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 7674beac-88d3-4b69-8cab-041f2c611a46 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:00:04.941826 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 7674beac-88d3-4b69-8cab-041f2c611a46 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:00:04.942545 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 022e7fe6-53f4-4e25-b9a0-ffac134aaf0a no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:00:04.970275 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 022e7fe6-53f4-4e25-b9a0-ffac134aaf0a {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:00:04.970854 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 022e7fe6-53f4-4e25-b9a0-ffac134aaf0a not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:00:05.132302 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9a1f53ba-1578-4203-84a1-9188338a2b2c tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:05.163266 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f53ba-1578-4203-84a1-9188338a2b2c tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event deleted for resources: {'Port': ['ID=6081dc19-d718-47ce-9ba5-1c8ba0afb4ae,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:00:05.276363 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9a1f53ba-1578-4203-84a1-9188338a2b2c tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:05.456653 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1f53ba-1578-4203-84a1-9188338a2b2c tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Router 4cf35625-30e2-430a-89a7-5de793b22623 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:00:05.540446 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1f53ba-1578-4203-84a1-9188338a2b2c tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:00:05.549352 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9a1f53ba-1578-4203-84a1-9188338a2b2c tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "PUT /v2.0/routers/4cf35625-30e2-430a-89a7-5de793b22623/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6358163 Dec 16 10:00:05.550088 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54810) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:05.566584 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f305aef6-ee9c-46a3-89ee-c2fcb3f452e6 None None] Sync routers for ids ['4cf35625-30e2-430a-89a7-5de793b22623'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:00:05.579399 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f305aef6-ee9c-46a3-89ee-c2fcb3f452e6 None None] Routers {'4cf35625-30e2-430a-89a7-5de793b22623'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:00:05.580153 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-f305aef6-ee9c-46a3-89ee-c2fcb3f452e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:59:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4cf35625-30e2-430a-89a7-5de793b22623'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:00:05.644882 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-578a13c1-5dd5-420b-b7d0-29a4f8fd0bcf tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Deleting subnet 155d9eca-960b-4d43-ab0a-7336e8c52f60 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:00:05.651297 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-578a13c1-5dd5-420b-b7d0-29a4f8fd0bcf tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:05.660123 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-f305aef6-ee9c-46a3-89ee-c2fcb3f452e6 None None] Set router 4cf35625-30e2-430a-89a7-5de793b22623 gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:00:05.713702 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-578a13c1-5dd5-420b-b7d0-29a4f8fd0bcf tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:05.745512 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-f305aef6-ee9c-46a3-89ee-c2fcb3f452e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf35625-30e2-430a-89a7-5de793b22623', 'name': 'tempest-RoutersIpV6Test-router-714123152', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T10:00:04Z', 'revision_number': 11, 'project_id': '45d39d1df40c460ead5363b359be384b', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:00:05.785006 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f305aef6-ee9c-46a3-89ee-c2fcb3f452e6 None None] Checking router: 4cf35625-30e2-430a-89a7-5de793b22623 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:00:05.786507 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f38bd1-5230-48a5-9da6-66129b03c14d req-ed283192-2a14-4bc8-b260-e5c978619c33 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:05.788100 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-23f38bd1-5230-48a5-9da6-66129b03c14d req-ed283192-2a14-4bc8-b260-e5c978619c33 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 945 time: 0.0618582 Dec 16 10:00:05.795542 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f305aef6-ee9c-46a3-89ee-c2fcb3f452e6 None None] Routers {'4cf35625-30e2-430a-89a7-5de793b22623'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:00:05.796159 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-f305aef6-ee9c-46a3-89ee-c2fcb3f452e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:59:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4cf35625-30e2-430a-89a7-5de793b22623'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:00:05.830063 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-578a13c1-5dd5-420b-b7d0-29a4f8fd0bcf tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:05.841049 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-23f38bd1-5230-48a5-9da6-66129b03c14d req-80ccd456-b683-4db4-aba4-c0ae03f8c598 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b27b118-a53f-4982-9ddb-43d8a0c776b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446467 Dec 16 10:00:05.894084 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-f305aef6-ee9c-46a3-89ee-c2fcb3f452e6 None None] Set router 4cf35625-30e2-430a-89a7-5de793b22623 gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:00:05.954712 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-f305aef6-ee9c-46a3-89ee-c2fcb3f452e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf35625-30e2-430a-89a7-5de793b22623', 'name': 'tempest-RoutersIpV6Test-router-714123152', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T10:00:04Z', 'revision_number': 11, 'project_id': '45d39d1df40c460ead5363b359be384b', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:00:05.983965 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f305aef6-ee9c-46a3-89ee-c2fcb3f452e6 None None] The sync data for ids ['4cf35625-30e2-430a-89a7-5de793b22623'] in n-d-820550-2 is: [{'id': '4cf35625-30e2-430a-89a7-5de793b22623', 'name': 'tempest-RoutersIpV6Test-router-714123152', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T10:00:04Z', 'revision_number': 11, 'project_id': '45d39d1df40c460ead5363b359be384b', 'gw_port_host': None}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:00:05.990406 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-578a13c1-5dd5-420b-b7d0-29a4f8fd0bcf tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:06.020371 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a13c1-5dd5-420b-b7d0-29a4f8fd0bcf tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event deleted for resources: {'Subnet': ['ID=155d9eca-960b-4d43-ab0a-7336e8c52f60,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:00:06.024208 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-578a13c1-5dd5-420b-b7d0-29a4f8fd0bcf tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:06.029181 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-578a13c1-5dd5-420b-b7d0-29a4f8fd0bcf tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/subnets/155d9eca-960b-4d43-ab0a-7336e8c52f60 HTTP/1.1" status: 204 len: 168 time: 0.4761844 Dec 16 10:00:06.030874 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54818) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:06.042026 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650e6967-52d8-41ed-8eab-82183348419f None None] Network 50e9c06c-8bf3-4ef5-b180-e6cf0245e84e requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:00:06.127833 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c95d3c03-5b74-4313-b1ff-153a5ac4d826 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:06.191955 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-c95d3c03-5b74-4313-b1ff-153a5ac4d826 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Deleting port 64b5455c-8bca-40a4-86b8-c7415e659b41 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:00:06.192637 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c95d3c03-5b74-4313-b1ff-153a5ac4d826 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:06.272222 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-c95d3c03-5b74-4313-b1ff-153a5ac4d826 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] For port 64b5455c-8bca-40a4-86b8-c7415e659b41, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=64b5455c-8bca-40a4-86b8-c7415e659b41,segment=NetworkSegment(0a7d43aa-e58a-4a76-87f8-2e3b0984fa34),segment_id=0a7d43aa-e58a-4a76-87f8-2e3b0984fa34)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:00:06.273864 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c95d3c03-5b74-4313-b1ff-153a5ac4d826 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:06.289036 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-c95d3c03-5b74-4313-b1ff-153a5ac4d826 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Calling delete_port for 64b5455c-8bca-40a4-86b8-c7415e659b41 owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:00:06.391282 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babfef35-1c42-40db-a5fd-a0579eb2668e None None] DHCP port deletion for 50e9c06c-8bf3-4ef5-b180-e6cf0245e84e request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:00:06.456720 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c95d3c03-5b74-4313-b1ff-153a5ac4d826 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:06.456924 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-babfef35-1c42-40db-a5fd-a0579eb2668e None None] Deleting port 64b5455c-8bca-40a4-86b8-c7415e659b41 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:00:06.456924 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-babfef35-1c42-40db-a5fd-a0579eb2668e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:06.498608 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d3c03-5b74-4313-b1ff-153a5ac4d826 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event deleted for resources: {'Port': ['ID=64b5455c-8bca-40a4-86b8-c7415e659b41,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:00:06.501418 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95d3c03-5b74-4313-b1ff-153a5ac4d826 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] No DVR routers for this DVR port 64b5455c-8bca-40a4-86b8-c7415e659b41 on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:00:06.544808 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-babfef35-1c42-40db-a5fd-a0579eb2668e None None] For port 64b5455c-8bca-40a4-86b8-c7415e659b41, host n-d-820550-2, got binding levels [] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:00:06.544808 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-babfef35-1c42-40db-a5fd-a0579eb2668e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:06.555707 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-babfef35-1c42-40db-a5fd-a0579eb2668e None None] Calling delete_port for 64b5455c-8bca-40a4-86b8-c7415e659b41 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:00:06.560463 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.ipam_backend_mixin [None req-babfef35-1c42-40db-a5fd-a0579eb2668e None None] Port 64b5455c-8bca-40a4-86b8-c7415e659b41 was not found and therefore no delete operation was performed {{(pid=102818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 10:00:06.564180 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-babfef35-1c42-40db-a5fd-a0579eb2668e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:06.593652 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babfef35-1c42-40db-a5fd-a0579eb2668e None None] Pushing event deleted for resources: {'Port': ['ID=64b5455c-8bca-40a4-86b8-c7415e659b41,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:00:06.607197 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babfef35-1c42-40db-a5fd-a0579eb2668e None None] No DVR routers for this DVR port 64b5455c-8bca-40a4-86b8-c7415e659b41 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:00:06.610128 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babfef35-1c42-40db-a5fd-a0579eb2668e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:00:06.610672 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babfef35-1c42-40db-a5fd-a0579eb2668e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:00:06.611183 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babfef35-1c42-40db-a5fd-a0579eb2668e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:00:06.611683 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babfef35-1c42-40db-a5fd-a0579eb2668e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:00:06.612229 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babfef35-1c42-40db-a5fd-a0579eb2668e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:00:06.612884 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babfef35-1c42-40db-a5fd-a0579eb2668e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:00:06.613379 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c95d3c03-5b74-4313-b1ff-153a5ac4d826 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:06.613588 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babfef35-1c42-40db-a5fd-a0579eb2668e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:00:06.614081 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babfef35-1c42-40db-a5fd-a0579eb2668e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:00:06.614589 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babfef35-1c42-40db-a5fd-a0579eb2668e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:00:06.615167 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babfef35-1c42-40db-a5fd-a0579eb2668e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:00:06.615665 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babfef35-1c42-40db-a5fd-a0579eb2668e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:00:06.616147 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babfef35-1c42-40db-a5fd-a0579eb2668e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:00:06.651385 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-c95d3c03-5b74-4313-b1ff-153a5ac4d826 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50e9c06c-8bf3-4ef5-b180-e6cf0245e84e']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:00:06.665345 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-c95d3c03-5b74-4313-b1ff-153a5ac4d826 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a7d43aa-e58a-4a76-87f8-2e3b0984fa34') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:00:06.665649 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-c95d3c03-5b74-4313-b1ff-153a5ac4d826 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a7d43aa-e58a-4a76-87f8-2e3b0984fa34') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:00:06.677446 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c95d3c03-5b74-4313-b1ff-153a5ac4d826 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:06.691541 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c95d3c03-5b74-4313-b1ff-153a5ac4d826 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:06.698271 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c95d3c03-5b74-4313-b1ff-153a5ac4d826 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:00:06.698714 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c95d3c03-5b74-4313-b1ff-153a5ac4d826 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:06.701782 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 10:00:06.701782 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:00:06.701782 n-d-820550-2 neutron-server[102817]: timer() Dec 16 10:00:06.701782 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:00:06.701782 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 10:00:06.701782 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:00:06.701782 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 10:00:06.701782 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:00:06.701782 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 10:00:06.701782 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:00:06.701782 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 10:00:06.701782 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:00:06.701782 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 10:00:06.701782 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:00:06.701782 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:00:06.701782 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:00:06.701782 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:00:06.701782 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:00:06.701782 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 10:00:06.701782 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:00:06.701782 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 10:00:06.701782 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:00:06.701782 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:00:06.701782 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:00:06.701782 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 10:00:06.701782 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:00:06.701782 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:00:06.701782 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:00:06.701782 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:00:06.701782 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:00:06.701782 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:00:06.701782 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:00:06.879966 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c95d3c03-5b74-4313-b1ff-153a5ac4d826 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:06.908975 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c95d3c03-5b74-4313-b1ff-153a5ac4d826 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:06.911271 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c95d3c03-5b74-4313-b1ff-153a5ac4d826 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/networks/50e9c06c-8bf3-4ef5-b180-e6cf0245e84e HTTP/1.1" status: 204 len: 168 time: 0.8792810 Dec 16 10:00:06.912339 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d3c03-5b74-4313-b1ff-153a5ac4d826 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Pushing event deleted for resources: {'Network': ['ID=50e9c06c-8bf3-4ef5-b180-e6cf0245e84e,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:00:06.914046 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54834) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:06.919665 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-73f0f439-339a-4f4a-857e-d127643042b2 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Request body: {'router': {'routes': None}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:00:06.930878 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 64b5455c-8bca-40a4-86b8-c7415e659b41 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:00:06.959010 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 64b5455c-8bca-40a4-86b8-c7415e659b41 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:00:06.959717 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 64b5455c-8bca-40a4-86b8-c7415e659b41 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:00:06.960342 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6081dc19-d718-47ce-9ba5-1c8ba0afb4ae no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:00:06.991619 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 6081dc19-d718-47ce-9ba5-1c8ba0afb4ae {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:00:06.997371 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6081dc19-d718-47ce-9ba5-1c8ba0afb4ae not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:00:07.148462 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.extraroute_db [None req-73f0f439-339a-4f4a-857e-d127643042b2 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Added routes are [] {{(pid=102816) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 10:00:07.148758 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.extraroute_db [None req-73f0f439-339a-4f4a-857e-d127643042b2 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Removed routes are [] {{(pid=102816) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 10:00:07.149140 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-73f0f439-339a-4f4a-857e-d127643042b2 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10956'] for router, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:07.160396 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1bd6a2-7b8a-470e-93dd-64d77b17f18f req-97c2c96e-e625-4c2e-b42d-2bd90e4c94c0 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:07.165618 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6e1bd6a2-7b8a-470e-93dd-64d77b17f18f req-97c2c96e-e625-4c2e-b42d-2bd90e4c94c0 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 945 time: 0.1495285 Dec 16 10:00:07.301696 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6e1bd6a2-7b8a-470e-93dd-64d77b17f18f req-9deb602f-0f82-401e-994d-6810f2e6bd5c tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b27b118-a53f-4982-9ddb-43d8a0c776b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299529 Dec 16 10:00:07.348944 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-73f0f439-339a-4f4a-857e-d127643042b2 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10956'] for router, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:07.354201 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-73f0f439-339a-4f4a-857e-d127643042b2 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575385'] for router, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:07.383397 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:07.440491 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f0f439-339a-4f4a-857e-d127643042b2 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Router 4cf35625-30e2-430a-89a7-5de793b22623 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:00:07.529942 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f0f439-339a-4f4a-857e-d127643042b2 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:00:07.536909 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-73f0f439-339a-4f4a-857e-d127643042b2 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:07.538305 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-73f0f439-339a-4f4a-857e-d127643042b2 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "PUT /v2.0/routers/4cf35625-30e2-430a-89a7-5de793b22623 HTTP/1.1" status: 200 len: 704 time: 0.6231055 Dec 16 10:00:07.541172 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54844) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:07.543806 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7000379f-4b2b-4e44-ad8f-58cf5d304b1d None None] Sync routers for ids ['4cf35625-30e2-430a-89a7-5de793b22623'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:00:07.555024 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7000379f-4b2b-4e44-ad8f-58cf5d304b1d None None] Routers {'4cf35625-30e2-430a-89a7-5de793b22623'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:00:07.555716 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-7000379f-4b2b-4e44-ad8f-58cf5d304b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:59:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4cf35625-30e2-430a-89a7-5de793b22623'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:00:07.569727 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a7c9f6f8-0130-41c2-bfe6-7edb1d8baa1a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "GET /v2.0/ports?device_id=4cf35625-30e2-430a-89a7-5de793b22623 HTTP/1.1" status: 200 len: 205 time: 0.0277548 Dec 16 10:00:07.572280 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54846) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:07.629848 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-7000379f-4b2b-4e44-ad8f-58cf5d304b1d None None] Set router 4cf35625-30e2-430a-89a7-5de793b22623 gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:00:07.660037 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cee837c1-d13d-45d6-b9e3-3aeefbfe31ec tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:07.685006 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-7000379f-4b2b-4e44-ad8f-58cf5d304b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf35625-30e2-430a-89a7-5de793b22623', 'name': 'tempest-RoutersIpV6Test-router-714123152', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T10:00:04Z', 'revision_number': 11, 'project_id': '45d39d1df40c460ead5363b359be384b', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:00:07.717330 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7000379f-4b2b-4e44-ad8f-58cf5d304b1d None None] Checking router: 4cf35625-30e2-430a-89a7-5de793b22623 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:00:07.726159 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7000379f-4b2b-4e44-ad8f-58cf5d304b1d None None] Routers {'4cf35625-30e2-430a-89a7-5de793b22623'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:00:07.726781 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-7000379f-4b2b-4e44-ad8f-58cf5d304b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:59:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4cf35625-30e2-430a-89a7-5de793b22623'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:00:07.802967 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-7000379f-4b2b-4e44-ad8f-58cf5d304b1d None None] Set router 4cf35625-30e2-430a-89a7-5de793b22623 gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:00:07.859135 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cee837c1-d13d-45d6-b9e3-3aeefbfe31ec tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:07.862781 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cee837c1-d13d-45d6-b9e3-3aeefbfe31ec tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:07.868371 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-7000379f-4b2b-4e44-ad8f-58cf5d304b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf35625-30e2-430a-89a7-5de793b22623', 'name': 'tempest-RoutersIpV6Test-router-714123152', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T10:00:04Z', 'revision_number': 11, 'project_id': '45d39d1df40c460ead5363b359be384b', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:00:07.898774 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7000379f-4b2b-4e44-ad8f-58cf5d304b1d None None] The sync data for ids ['4cf35625-30e2-430a-89a7-5de793b22623'] in n-d-820550-2 is: [{'id': '4cf35625-30e2-430a-89a7-5de793b22623', 'name': 'tempest-RoutersIpV6Test-router-714123152', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T10:00:04Z', 'revision_number': 11, 'project_id': '45d39d1df40c460ead5363b359be384b', 'gw_port_host': None}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:00:08.051904 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cee837c1-d13d-45d6-b9e3-3aeefbfe31ec tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:08.056850 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee837c1-d13d-45d6-b9e3-3aeefbfe31ec tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Fanout notify agent at l3_agent the message router_deleted on router 4cf35625-30e2-430a-89a7-5de793b22623 {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:00:08.059418 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cee837c1-d13d-45d6-b9e3-3aeefbfe31ec tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:08.060653 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-cee837c1-d13d-45d6-b9e3-3aeefbfe31ec tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/routers/4cf35625-30e2-430a-89a7-5de793b22623 HTTP/1.1" status: 204 len: 168 time: 0.4874814 Dec 16 10:00:08.068213 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54854) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:08.073209 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-e1e3058d-a748-40b6-af71-f7eb59aed53d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-245156462', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:00:08.165214 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e1e3058d-a748-40b6-af71-f7eb59aed53d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:08.176159 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e1e3058d-a748-40b6-af71-f7eb59aed53d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:08.233875 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e1e3058d-a748-40b6-af71-f7eb59aed53d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:08.333284 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e1e3058d-a748-40b6-af71-f7eb59aed53d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:08.453174 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ce475-611c-4bdc-9820-d262a72b0756 req-9cdf9113-c2a5-4c0f-85d9-a1dd754fd057 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:08.454691 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-707ce475-611c-4bdc-9820-d262a72b0756 req-9cdf9113-c2a5-4c0f-85d9-a1dd754fd057 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 945 time: 0.0549545 Dec 16 10:00:08.472637 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e1e3058d-a748-40b6-af71-f7eb59aed53d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:08.473877 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e1e3058d-a748-40b6-af71-f7eb59aed53d tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4043815 Dec 16 10:00:08.476548 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54862) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:08.482339 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-25e30804-d638-43cb-917c-eb442d4fc7a2 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:00:08.510976 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-707ce475-611c-4bdc-9820-d262a72b0756 req-0e7af187-0926-4b0e-a8c7-09471bcdb85c tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b27b118-a53f-4982-9ddb-43d8a0c776b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495679 Dec 16 10:00:08.724920 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-25e30804-d638-43cb-917c-eb442d4fc7a2 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10956'] for router, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:08.852199 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-25e30804-d638-43cb-917c-eb442d4fc7a2 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575385'] for router, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:09.080556 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e30804-d638-43cb-917c-eb442d4fc7a2 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Router 98d529c4-31b8-499d-9621-b2c089023313 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:00:09.442496 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e30804-d638-43cb-917c-eb442d4fc7a2 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:00:09.449468 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-25e30804-d638-43cb-917c-eb442d4fc7a2 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:09.453290 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-25e30804-d638-43cb-917c-eb442d4fc7a2 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "PUT /v2.0/routers/98d529c4-31b8-499d-9621-b2c089023313 HTTP/1.1" status: 200 len: 697 time: 0.9729767 Dec 16 10:00:09.453550 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54878) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:09.457950 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c40f869-5257-4d05-a206-d7c1b6bb5380 None None] Sync routers for ids ['98d529c4-31b8-499d-9621-b2c089023313'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:00:09.470525 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c40f869-5257-4d05-a206-d7c1b6bb5380 None None] Routers {'98d529c4-31b8-499d-9621-b2c089023313'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:00:09.477675 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-8c40f869-5257-4d05-a206-d7c1b6bb5380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:59:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['98d529c4-31b8-499d-9621-b2c089023313'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:00:09.541158 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9759247c-e6d4-4717-a81e-44529326b0a7 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "GET /v2.0/routers/98d529c4-31b8-499d-9621-b2c089023313 HTTP/1.1" status: 200 len: 703 time: 0.0844069 Dec 16 10:00:09.541942 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54882) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:09.592145 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-8c40f869-5257-4d05-a206-d7c1b6bb5380 None None] Set router 98d529c4-31b8-499d-9621-b2c089023313 gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:00:09.592610 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3c7dfedb-d4bd-4b44-a9a3-7d6ca8b164f5 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d529c4-31b8-499d-9621-b2c089023313 HTTP/1.1" status: 200 len: 205 time: 0.0455825 Dec 16 10:00:09.593331 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54886) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:09.698617 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446926d8-2366-4c88-b489-123aa7205445 req-85378c8a-5813-48cd-b967-eef50a903802 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:09.703051 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-8c40f869-5257-4d05-a206-d7c1b6bb5380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d529c4-31b8-499d-9621-b2c089023313', 'name': 'tempest-RoutersIpV6Test-router-245156462', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:00:08Z', 'updated_at': '2021-12-16T10:00:08Z', 'revision_number': 2, 'project_id': '45d39d1df40c460ead5363b359be384b', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:00:09.710878 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-446926d8-2366-4c88-b489-123aa7205445 req-85378c8a-5813-48cd-b967-eef50a903802 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 945 time: 0.1036623 Dec 16 10:00:09.771270 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c40f869-5257-4d05-a206-d7c1b6bb5380 None None] Checking router: 98d529c4-31b8-499d-9621-b2c089023313 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:00:09.778946 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-446926d8-2366-4c88-b489-123aa7205445 req-f840c35e-31e8-4ffa-8a1d-5f327a1919b5 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b27b118-a53f-4982-9ddb-43d8a0c776b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526762 Dec 16 10:00:09.791194 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c40f869-5257-4d05-a206-d7c1b6bb5380 None None] Routers {'98d529c4-31b8-499d-9621-b2c089023313'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:00:09.791961 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-16b1f441-52a6-492c-8eb1-33400eb919c9 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:09.794429 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-8c40f869-5257-4d05-a206-d7c1b6bb5380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T09:59:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['98d529c4-31b8-499d-9621-b2c089023313'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:00:09.878446 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-8c40f869-5257-4d05-a206-d7c1b6bb5380 None None] Set router 98d529c4-31b8-499d-9621-b2c089023313 gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:00:09.929753 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-8c40f869-5257-4d05-a206-d7c1b6bb5380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d529c4-31b8-499d-9621-b2c089023313', 'name': 'tempest-RoutersIpV6Test-router-245156462', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:00:08Z', 'updated_at': '2021-12-16T10:00:08Z', 'revision_number': 2, 'project_id': '45d39d1df40c460ead5363b359be384b', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:00:09.961531 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c40f869-5257-4d05-a206-d7c1b6bb5380 None None] The sync data for ids ['98d529c4-31b8-499d-9621-b2c089023313'] in n-d-820550-2 is: [{'id': '98d529c4-31b8-499d-9621-b2c089023313', 'name': 'tempest-RoutersIpV6Test-router-245156462', 'tenant_id': '45d39d1df40c460ead5363b359be384b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:00:08Z', 'updated_at': '2021-12-16T10:00:08Z', 'revision_number': 2, 'project_id': '45d39d1df40c460ead5363b359be384b', 'gw_port_host': None}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:00:09.967230 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-16b1f441-52a6-492c-8eb1-33400eb919c9 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:09.971588 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-16b1f441-52a6-492c-8eb1-33400eb919c9 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:10.120945 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-16b1f441-52a6-492c-8eb1-33400eb919c9 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:10.122080 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b1f441-52a6-492c-8eb1-33400eb919c9 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Fanout notify agent at l3_agent the message router_deleted on router 98d529c4-31b8-499d-9621-b2c089023313 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:00:10.146602 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-16b1f441-52a6-492c-8eb1-33400eb919c9 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:10.146602 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-16b1f441-52a6-492c-8eb1-33400eb919c9 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/routers/98d529c4-31b8-499d-9621-b2c089023313 HTTP/1.1" status: 204 len: 168 time: 0.5363617 Dec 16 10:00:10.146602 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54894) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:10.177262 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2eabeaf0-3c48-4d7b-93f2-14141da5d53f tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d529c4-31b8-499d-9621-b2c089023313 HTTP/1.1" status: 200 len: 205 time: 0.0392091 Dec 16 10:00:10.179738 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54896) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:10.222187 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-093067f0-f3f4-49d9-a588-c253c38325c3 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] delete failed (client error): The resource could not be found. Dec 16 10:00:10.225189 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-093067f0-f3f4-49d9-a588-c253c38325c3 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/routers/98d529c4-31b8-499d-9621-b2c089023313 HTTP/1.1" status: 404 len: 336 time: 0.0424654 Dec 16 10:00:10.226302 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54900) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:10.252848 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5f01b6f-b48f-49f7-90d2-d46b4aef00c1 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] DELETE failed (client error): The resource could not be found. Dec 16 10:00:10.253332 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5f01b6f-b48f-49f7-90d2-d46b4aef00c1 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 10:00:10.256359 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e5f01b6f-b48f-49f7-90d2-d46b4aef00c1 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/subnets/77ed6f1b-ddde-4fb0-ab15-1a97501da9e5 HTTP/1.1" status: 404 len: 337 time: 0.0290520 Dec 16 10:00:10.261612 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54902) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:10.291452 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fd3682d-c2a6-48ba-8738-bd193c271538 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] DELETE failed (client error): The resource could not be found. Dec 16 10:00:10.291906 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fd3682d-c2a6-48ba-8738-bd193c271538 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 10:00:10.295510 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3fd3682d-c2a6-48ba-8738-bd193c271538 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/subnets/3ec845a4-9d87-42e7-93fd-fcb25d4cb136 HTTP/1.1" status: 404 len: 337 time: 0.0329466 Dec 16 10:00:10.298128 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54904) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:10.325634 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-eff34374-90cb-4e4c-8b34-c41609e27382 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] DELETE failed (client error): The resource could not be found. Dec 16 10:00:10.326103 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eff34374-90cb-4e4c-8b34-c41609e27382 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 10:00:10.329435 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-eff34374-90cb-4e4c-8b34-c41609e27382 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/subnets/575b487e-b7bc-4ca2-872d-129053d9f410 HTTP/1.1" status: 404 len: 337 time: 0.0303240 Dec 16 10:00:10.332064 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54906) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:10.359495 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd9b3c04-cce7-4f30-b79e-a2c8e8f25726 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] DELETE failed (client error): The resource could not be found. Dec 16 10:00:10.359959 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd9b3c04-cce7-4f30-b79e-a2c8e8f25726 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 10:00:10.363082 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-dd9b3c04-cce7-4f30-b79e-a2c8e8f25726 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/subnets/155d9eca-960b-4d43-ab0a-7336e8c52f60 HTTP/1.1" status: 404 len: 337 time: 0.0300686 Dec 16 10:00:10.365869 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54910) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:10.400720 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-03b11657-bcd5-402a-b3af-b526c252440c tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "GET /v2.0/ports?device_id=4cf35625-30e2-430a-89a7-5de793b22623 HTTP/1.1" status: 200 len: 205 time: 0.0336163 Dec 16 10:00:10.403949 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54912) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:10.464215 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-6467bfb4-2719-46a8-b1a6-1d685c62c537 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] delete failed (client error): The resource could not be found. Dec 16 10:00:10.467626 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6467bfb4-2719-46a8-b1a6-1d685c62c537 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/routers/4cf35625-30e2-430a-89a7-5de793b22623 HTTP/1.1" status: 404 len: 336 time: 0.0575335 Dec 16 10:00:10.468039 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54914) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:10.495968 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-37a39157-8c60-4fac-bf7e-ec7bce3b992b tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "GET /v2.0/ports?device_id=76926fee-9614-4e97-a423-fd241b991e66 HTTP/1.1" status: 200 len: 205 time: 0.0267322 Dec 16 10:00:10.498933 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54916) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:10.536074 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-322242ca-2159-4877-b256-f6c72a327c40 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] delete failed (client error): The resource could not be found. Dec 16 10:00:10.537276 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-322242ca-2159-4877-b256-f6c72a327c40 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/routers/76926fee-9614-4e97-a423-fd241b991e66 HTTP/1.1" status: 404 len: 336 time: 0.0373209 Dec 16 10:00:10.539773 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54918) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:10.579456 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc9483c2-3757-48a5-82bc-1f3e0e3360e1 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] DELETE failed (client error): The resource could not be found. Dec 16 10:00:10.580184 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc9483c2-3757-48a5-82bc-1f3e0e3360e1 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 10:00:10.582945 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-bc9483c2-3757-48a5-82bc-1f3e0e3360e1 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/subnets/21de4a4c-b69e-422e-a518-47b7ad0e54ad HTTP/1.1" status: 404 len: 337 time: 0.0422268 Dec 16 10:00:10.585454 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54922) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:10.615823 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b255a2e6-cbb9-466d-92c5-f6c80a89463f tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "GET /v2.0/ports?device_id=885fecdb-9118-47b4-b0dc-eb757944fabc HTTP/1.1" status: 200 len: 205 time: 0.0286763 Dec 16 10:00:10.626655 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54926) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:10.670754 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-026f793a-b5df-435c-aeb7-afaacb5c5c24 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] delete failed (client error): The resource could not be found. Dec 16 10:00:10.673785 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-026f793a-b5df-435c-aeb7-afaacb5c5c24 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/routers/885fecdb-9118-47b4-b0dc-eb757944fabc HTTP/1.1" status: 404 len: 336 time: 0.0456948 Dec 16 10:00:10.676639 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54928) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:10.719179 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6b6e5014-b2e8-479c-970e-050917c123af tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "GET /v2.0/ports?device_id=62680853-0439-4cd4-804b-7e073d481dca HTTP/1.1" status: 200 len: 205 time: 0.0392456 Dec 16 10:00:10.719662 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54932) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:10.768539 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-3e46cdfb-73e3-4b00-b507-4ba4e23c4d3f tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] delete failed (client error): The resource could not be found. Dec 16 10:00:10.768539 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3e46cdfb-73e3-4b00-b507-4ba4e23c4d3f tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/routers/62680853-0439-4cd4-804b-7e073d481dca HTTP/1.1" status: 404 len: 336 time: 0.0429704 Dec 16 10:00:10.770503 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54934) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:10.805341 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-538e62cc-2739-4abf-94b2-4ae7047525dc tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] DELETE failed (client error): The resource could not be found. Dec 16 10:00:10.805879 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-538e62cc-2739-4abf-94b2-4ae7047525dc tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 10:00:10.811563 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-538e62cc-2739-4abf-94b2-4ae7047525dc tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/subnets/69555318-818a-4fa5-991b-1fa4394b8298 HTTP/1.1" status: 404 len: 337 time: 0.0374732 Dec 16 10:00:10.812477 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54938) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:10.830191 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:10.848820 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7b8734c2-8c65-4b42-910e-9efc1234d4e7 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "GET /v2.0/ports?device_id=788a3177-6b46-441b-b980-5ecefd496bb3 HTTP/1.1" status: 200 len: 205 time: 0.0353565 Dec 16 10:00:10.850963 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54940) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:10.915148 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-a85d85fc-7743-4ba9-a218-02600a9eb271 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] delete failed (client error): The resource could not be found. Dec 16 10:00:10.916686 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a85d85fc-7743-4ba9-a218-02600a9eb271 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/routers/788a3177-6b46-441b-b980-5ecefd496bb3 HTTP/1.1" status: 404 len: 336 time: 0.0643125 Dec 16 10:00:10.919299 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54944) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:10.959580 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885cc49-06e3-4072-b9b5-672590ce3a20 req-2cd28837-c612-46f4-b20a-c21d63dcf4a4 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:10.961087 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1885cc49-06e3-4072-b9b5-672590ce3a20 req-2cd28837-c612-46f4-b20a-c21d63dcf4a4 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 945 time: 0.0962284 Dec 16 10:00:10.969454 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b480ac-e1f3-45ef-b181-fb02db93a007 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] DELETE failed (client error): The resource could not be found. Dec 16 10:00:10.970284 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25b480ac-e1f3-45ef-b181-fb02db93a007 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 10:00:10.975494 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-25b480ac-e1f3-45ef-b181-fb02db93a007 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/subnets/c023881b-a7d8-4f27-9061-9e48baf7e973 HTTP/1.1" status: 404 len: 337 time: 0.0534124 Dec 16 10:00:10.977041 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 54946) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:11.023786 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fb9aa9b4-2e7d-435c-8d8d-33ea551be767 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a41ee11-62d3-4a59-b700-c66c5a173760 HTTP/1.1" status: 200 len: 205 time: 0.0450382 Dec 16 10:00:11.025356 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54948) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:11.043575 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1885cc49-06e3-4072-b9b5-672590ce3a20 req-97df55c0-8038-4875-9383-9448e8cb1371 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b27b118-a53f-4982-9ddb-43d8a0c776b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746078 Dec 16 10:00:11.077020 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-3c238531-09cc-49f8-8236-0e8778f8dae4 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] delete failed (client error): The resource could not be found. Dec 16 10:00:11.078459 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3c238531-09cc-49f8-8236-0e8778f8dae4 tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/routers/3a41ee11-62d3-4a59-b700-c66c5a173760 HTTP/1.1" status: 404 len: 336 time: 0.0471811 Dec 16 10:00:11.081944 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54952) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:11.110127 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a7cd8a-d471-4351-ba5f-5c8ed251d3ba tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] DELETE failed (client error): The resource could not be found. Dec 16 10:00:11.112988 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35a7cd8a-d471-4351-ba5f-5c8ed251d3ba tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 10:00:11.113964 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-35a7cd8a-d471-4351-ba5f-5c8ed251d3ba tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/subnets/2855d26c-3ce0-49f8-a16f-ac0fc4d71a23 HTTP/1.1" status: 404 len: 337 time: 0.0310354 Dec 16 10:00:11.116561 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54954) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:11.147541 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-9954ebd2-34e6-4d2b-a1db-d939d5c9997a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] DELETE failed (client error): The resource could not be found. Dec 16 10:00:11.147541 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9954ebd2-34e6-4d2b-a1db-d939d5c9997a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 10:00:11.154606 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9954ebd2-34e6-4d2b-a1db-d939d5c9997a tempest-RoutersIpV6Test-548422733 tempest-RoutersIpV6Test-548422733-project] 10.222.0.60 "DELETE /v2.0/subnets/4ff914d8-8c4e-405d-9a90-ce2ec3c3eee2 HTTP/1.1" status: 404 len: 337 time: 0.0360878 Dec 16 10:00:12.143691 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54974) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:12.189031 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec6321-a167-4f7e-8ea8-3a6f05e6ec64 req-a0dbd4ad-271a-4d5d-b117-575e86208feb tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:12.190577 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d8ec6321-a167-4f7e-8ea8-3a6f05e6ec64 req-a0dbd4ad-271a-4d5d-b117-575e86208feb tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 945 time: 0.0600996 Dec 16 10:00:12.238144 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d8ec6321-a167-4f7e-8ea8-3a6f05e6ec64 req-55d8ed22-dac1-478b-8991-315d6c0f8d06 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b27b118-a53f-4982-9ddb-43d8a0c776b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404277 Dec 16 10:00:12.682515 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c137f141-79fa-4c6a-94e8-7b98b333ccb1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=45d39d1df40c460ead5363b359be384b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5406883 Dec 16 10:00:12.685422 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 54986) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:12.746928 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3457dd4a-6377-4c0c-9eba-e79a3fa22201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:12.773308 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3457dd4a-6377-4c0c-9eba-e79a3fa22201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:12.937147 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3457dd4a-6377-4c0c-9eba-e79a3fa22201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:12.939796 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3457dd4a-6377-4c0c-9eba-e79a3fa22201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:12.940961 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3457dd4a-6377-4c0c-9eba-e79a3fa22201 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fcb0b301-9bc3-4820-90a3-2249fa09495c HTTP/1.1" status: 204 len: 168 time: 0.2546353 Dec 16 10:00:12.949696 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457dd4a-6377-4c0c-9eba-e79a3fa22201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb0b301-9bc3-4820-90a3-2249fa09495c,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:00:13.458568 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ea94d-aa86-4138-ad5b-ddbbdfa3528b req-3c494391-85d8-4b53-982e-85fc855156cf tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:13.458568 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3e1ea94d-aa86-4138-ad5b-ddbbdfa3528b req-3c494391-85d8-4b53-982e-85fc855156cf tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 945 time: 0.0544763 Dec 16 10:00:13.458568 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3e1ea94d-aa86-4138-ad5b-ddbbdfa3528b req-49d59773-a05d-40d6-8a3a-ad011b17c01c tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b27b118-a53f-4982-9ddb-43d8a0c776b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350318 Dec 16 10:00:14.596900 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66845a09-9f2b-4f97-bd87-d8c58c2f4ac1 req-b043089a-8af5-4aa2-9e30-114002457171 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:14.598760 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-66845a09-9f2b-4f97-bd87-d8c58c2f4ac1 req-b043089a-8af5-4aa2-9e30-114002457171 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 945 time: 0.0537999 Dec 16 10:00:14.643314 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-66845a09-9f2b-4f97-bd87-d8c58c2f4ac1 req-9a0cce94-31be-4abc-8ece-5f5fa4c8b3fa tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b27b118-a53f-4982-9ddb-43d8a0c776b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376525 Dec 16 10:00:15.076941 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0cdd6-3f77-46cf-82b4-eec2ded68842 req-27e4e302-5436-4ac5-bbec-4f4372f41758 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:15.079041 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-aaf0cdd6-3f77-46cf-82b4-eec2ded68842 req-27e4e302-5436-4ac5-bbec-4f4372f41758 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 945 time: 0.0717461 Dec 16 10:00:15.182819 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-aaf0cdd6-3f77-46cf-82b4-eec2ded68842 req-d17be1ce-01fd-498b-aef0-d56b93f92cdb tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b27b118-a53f-4982-9ddb-43d8a0c776b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878692 Dec 16 10:00:15.218477 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7723e5-3d20-4122-95c5-5e93d98036e9 req-f6be82e2-325c-43db-ae90-df50aea80e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:15.220391 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f7723e5-3d20-4122-95c5-5e93d98036e9 req-f6be82e2-325c-43db-ae90-df50aea80e18 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bf45dc465a44557ad989af846f14cbe&device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 1096 time: 0.0828052 Dec 16 10:00:15.343065 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7723e5-3d20-4122-95c5-5e93d98036e9 req-7c011795-74e4-4a75-9a38-baea631a298a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:15.344489 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f7723e5-3d20-4122-95c5-5e93d98036e9 req-7c011795-74e4-4a75-9a38-baea631a298a service neutron] 10.222.0.57 "GET /v2.0/networks?id=7188838e-ca9d-4c02-ba77-eb22e43eefd0 HTTP/1.1" status: 200 len: 912 time: 0.1169417 Dec 16 10:00:15.416284 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f7723e5-3d20-4122-95c5-5e93d98036e9 req-eb0f02e9-e089-46c7-8fb4-bfff7e5e155f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a89622b-751f-436b-8c62-e8d382571a08 HTTP/1.1" status: 200 len: 1001 time: 0.0641775 Dec 16 10:00:15.470874 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7723e5-3d20-4122-95c5-5e93d98036e9 req-120bc033-e0c2-4056-b4e3-664ed71d2119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:15.472483 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f7723e5-3d20-4122-95c5-5e93d98036e9 req-120bc033-e0c2-4056-b4e3-664ed71d2119 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=54629120-87d1-4f1a-9c62-5145af96bdbd HTTP/1.1" status: 200 len: 850 time: 0.0496709 Dec 16 10:00:15.523389 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7723e5-3d20-4122-95c5-5e93d98036e9 req-10442dbe-82c5-4b45-8b86-deb6e0c1cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:15.524928 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f7723e5-3d20-4122-95c5-5e93d98036e9 req-10442dbe-82c5-4b45-8b86-deb6e0c1cafe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7188838e-ca9d-4c02-ba77-eb22e43eefd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452845 Dec 16 10:00:15.637510 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f7723e5-3d20-4122-95c5-5e93d98036e9 req-4a684a3d-d369-43d8-97a6-29d86670533c service neutron] 10.222.0.57 "GET /v2.0/networks/7188838e-ca9d-4c02-ba77-eb22e43eefd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047850 Dec 16 10:00:15.756626 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f7723e5-3d20-4122-95c5-5e93d98036e9 req-63aa80e1-9573-45df-91a2-740eb40d49c8 service neutron] 10.222.0.57 "GET /v2.0/networks/7188838e-ca9d-4c02-ba77-eb22e43eefd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112359 Dec 16 10:00:16.314000 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9bc30-156a-405b-a22e-98d89359dbfc req-5dcaebca-f305-4006-ae4b-3e645e60566a tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:16.322196 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-33e9bc30-156a-405b-a22e-98d89359dbfc req-5dcaebca-f305-4006-ae4b-3e645e60566a tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 945 time: 0.0699513 Dec 16 10:00:16.374635 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-33e9bc30-156a-405b-a22e-98d89359dbfc req-f7cb6bd8-06ac-4977-95a9-ac5b7dc1a17a tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b27b118-a53f-4982-9ddb-43d8a0c776b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512838 Dec 16 10:00:17.507881 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0e49c-184c-4c8d-82e9-4d5a76f45191 req-28bcca58-2519-436b-acf9-43fd537c6fb9 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:17.509828 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0ae0e49c-184c-4c8d-82e9-4d5a76f45191 req-28bcca58-2519-436b-acf9-43fd537c6fb9 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 945 time: 0.0586619 Dec 16 10:00:17.558327 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0ae0e49c-184c-4c8d-82e9-4d5a76f45191 req-0fabdfcf-5127-4589-853d-b35698996eca tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b27b118-a53f-4982-9ddb-43d8a0c776b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413022 Dec 16 10:00:23.564196 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:00:24.075324 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a5555a46-ea0b-43d2-b5a3-a467a46eb3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:26.486857 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ac4f300f-59e7-4afc-9106-ca52a987c68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:27.671770 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:28.739411 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-b8409ef1-3f3b-4bbe-8dd7-9d00d47df02b tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:28.740994 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-b8409ef1-3f3b-4bbe-8dd7-9d00d47df02b tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/networks?id=e3612a9f-8ab3-4e75-9810-d35fcac351bb HTTP/1.1" status: 200 len: 812 time: 0.1043372 Dec 16 10:00:28.757455 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-a29d44dd-f333-4bec-8e98-b02ffa7e8e8c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/quotas/d700775fc1ae4ac7800b87ec102ae69e HTTP/1.1" status: 200 len: 375 time: 0.0099943 Dec 16 10:00:28.827378 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-5e0c64e1-30a7-40fd-bc42-dd8f9e3b90fe tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0638540 Dec 16 10:00:28.953391 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-02885eef-7da1-4657-b8dc-ac02396ceb8e service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:00:28.954406 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-02885eef-7da1-4657-b8dc-ac02396ceb8e service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1191239 Dec 16 10:00:29.057809 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-2744d494-7df8-4b58-86ba-b99943b09923 service neutron] 10.222.0.60 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950687 Dec 16 10:00:29.308367 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:29.310589 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-bcdce5c1-2c96-4dea-a40c-6d70e019e1ac service neutron] 10.222.0.60 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113720 Dec 16 10:00:29.529297 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fde5f749-ae90-4e9a-99b7-232867310b7c req-a5668e93-18b8-414a-88bd-251c4f46b031 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 210 time: 0.0457070 Dec 16 10:00:29.566662 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:30.634521 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2787925d-a08b-4537-a13d-cf091e7e47ec req-4ba5e67f-9358-4d66-a088-de97dd2f0ece tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 210 time: 0.0321033 Dec 16 10:00:31.752980 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-01e70622-ca59-49f6-90ed-b0285b54949b req-3281ed88-fa94-45bd-af19-9df522a6e5a4 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 210 time: 0.0288999 Dec 16 10:00:32.425082 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-f10739c9-93d3-483a-8d20-e35babd5cead tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:32.426639 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-f10739c9-93d3-483a-8d20-e35babd5cead tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.58 "GET /v2.0/networks?id=e3612a9f-8ab3-4e75-9810-d35fcac351bb HTTP/1.1" status: 200 len: 812 time: 0.1376057 Dec 16 10:00:32.445970 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-99ebcdb1-6ead-4f97-b4e0-3a422c8e7136 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Request body: {'port': {'device_id': '31f164b7-7059-4838-beb9-85be0d34d42f', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'admin_state_up': True, 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:00:32.704461 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-99ebcdb1-6ead-4f97-b4e0-3a422c8e7136 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Made reservation on behalf of d700775fc1ae4ac7800b87ec102ae69e for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:00:32.708867 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-99ebcdb1-6ead-4f97-b4e0-3a422c8e7136 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:32.859737 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-99ebcdb1-6ead-4f97-b4e0-3a422c8e7136 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Allocated IP 172.20.0.8 (e3612a9f-8ab3-4e75-9810-d35fcac351bb/671bcf58-3379-4056-970a-d40ccd64fd91/700d6207-a8b3-430b-b738-67c44d887589) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:00:32.874262 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-093b7545-affa-4b32-abcb-5722514d2e34 req-776d1346-eb3f-408a-affd-c160d22683c5 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 210 time: 0.0415864 Dec 16 10:00:33.037584 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-99ebcdb1-6ead-4f97-b4e0-3a422c8e7136 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:33.197174 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-99ebcdb1-6ead-4f97-b4e0-3a422c8e7136 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:33.244432 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-99ebcdb1-6ead-4f97-b4e0-3a422c8e7136 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Network e3612a9f-8ab3-4e75-9810-d35fcac351bb is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:00:33.247948 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-99ebcdb1-6ead-4f97-b4e0-3a422c8e7136 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:00:33.258585 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-99ebcdb1-6ead-4f97-b4e0-3a422c8e7136 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:00:33.263436 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ebcdb1-6ead-4f97-b4e0-3a422c8e7136 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Pushing event updated for resources: {'Port': ['ID=700d6207-a8b3-430b-b738-67c44d887589,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:00:33.315344 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-99ebcdb1-6ead-4f97-b4e0-3a422c8e7136 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:33.315967 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-99ebcdb1-6ead-4f97-b4e0-3a422c8e7136 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:33.457546 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-99ebcdb1-6ead-4f97-b4e0-3a422c8e7136 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0215020 Dec 16 10:00:33.480139 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-f5ebc00c-7092-4c1c-9354-bfa50264f762 service neutron] Request body: {'port': {'device_id': '31f164b7-7059-4838-beb9-85be0d34d42f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:00:33.604190 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-f5ebc00c-7092-4c1c-9354-bfa50264f762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:33.609485 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c06cfe74-475d-421b-ac13-adf916f5b928 None None] Provisioning complete for port 700d6207-a8b3-430b-b738-67c44d887589 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:00:33.611158 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c06cfe74-475d-421b-ac13-adf916f5b928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:33.664900 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-c06cfe74-475d-421b-ac13-adf916f5b928 None None] Port 700d6207-a8b3-430b-b738-67c44d887589 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:00:33.891367 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-f5ebc00c-7092-4c1c-9354-bfa50264f762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 700d6207-a8b3-430b-b738-67c44d887589 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:00:33.900743 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-f5ebc00c-7092-4c1c-9354-bfa50264f762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:33.914778 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-f5ebc00c-7092-4c1c-9354-bfa50264f762 service neutron] Transition to ACTIVE for port object 700d6207-a8b3-430b-b738-67c44d887589 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:00:34.066637 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0506a-58c8-4974-9f6a-6400405329c7 req-4794c58c-e62d-4af0-9977-a681d15b5a65 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:34.068142 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45f0506a-58c8-4974-9f6a-6400405329c7 req-4794c58c-e62d-4af0-9977-a681d15b5a65 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 931 time: 0.1060898 Dec 16 10:00:34.121081 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45f0506a-58c8-4974-9f6a-6400405329c7 req-242d1028-0aba-4614-ae49-d9d40a5fcf8e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456157 Dec 16 10:00:34.122235 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-f5ebc00c-7092-4c1c-9354-bfa50264f762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:34.185022 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebc00c-7092-4c1c-9354-bfa50264f762 service neutron] Pushing event updated for resources: {'Port': ['ID=700d6207-a8b3-430b-b738-67c44d887589,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:00:34.342515 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-f5ebc00c-7092-4c1c-9354-bfa50264f762 service neutron] Attempting to bind port 700d6207-a8b3-430b-b738-67c44d887589 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:00:34.348554 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-f5ebc00c-7092-4c1c-9354-bfa50264f762 service neutron] Attempting to bind port 700d6207-a8b3-430b-b738-67c44d887589 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:00:34.349056 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-f5ebc00c-7092-4c1c-9354-bfa50264f762 service neutron] Attempting to bind port 700d6207-a8b3-430b-b738-67c44d887589 on network e3612a9f-8ab3-4e75-9810-d35fcac351bb {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:00:34.368722 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-f5ebc00c-7092-4c1c-9354-bfa50264f762 service neutron] Port 700d6207-a8b3-430b-b738-67c44d887589 on network e3612a9f-8ab3-4e75-9810-d35fcac351bb not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:00:34.369218 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-f5ebc00c-7092-4c1c-9354-bfa50264f762 service neutron] Attempting to bind port 700d6207-a8b3-430b-b738-67c44d887589 on network e3612a9f-8ab3-4e75-9810-d35fcac351bb {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:00:34.376072 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-f5ebc00c-7092-4c1c-9354-bfa50264f762 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:00:34.376728 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-f5ebc00c-7092-4c1c-9354-bfa50264f762 service neutron] Checking segment: {'id': 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:00:34.377170 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-f5ebc00c-7092-4c1c-9354-bfa50264f762 service neutron] Bound using segment: {'id': 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:00:34.377850 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-f5ebc00c-7092-4c1c-9354-bfa50264f762 service neutron] Bound port: 700d6207-a8b3-430b-b738-67c44d887589, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:00:34.378250 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-f5ebc00c-7092-4c1c-9354-bfa50264f762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:34.489215 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-f5ebc00c-7092-4c1c-9354-bfa50264f762 service neutron] For port 700d6207-a8b3-430b-b738-67c44d887589, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:00:34.493306 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-f5ebc00c-7092-4c1c-9354-bfa50264f762 service neutron] For port 700d6207-a8b3-430b-b738-67c44d887589, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=700d6207-a8b3-430b-b738-67c44d887589,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:00:34.592918 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-f5ebc00c-7092-4c1c-9354-bfa50264f762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:34.609075 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-f5ebc00c-7092-4c1c-9354-bfa50264f762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:34.609732 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-f5ebc00c-7092-4c1c-9354-bfa50264f762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:34.612070 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-f5ebc00c-7092-4c1c-9354-bfa50264f762 service neutron] 10.222.0.58 "PUT /v2.0/ports/700d6207-a8b3-430b-b738-67c44d887589 HTTP/1.1" status: 200 len: 1091 time: 1.1471131 Dec 16 10:00:34.613645 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f164b7-7059-4838-beb9-85be0d34d42f', 'tag': '700d6207-a8b3-430b-b738-67c44d887589'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:00:34.616146 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac993d56-125f-439f-a5b0-396ac5ba0d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "31f164b7-7059-4838-beb9-85be0d34d42f", "tag": "700d6207-a8b3-430b-b738-67c44d887589"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:00:34.703446 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d510e123-d4c4-4866-9aee-421a0a22b388 x-openstack-request-id: req-d510e123-d4c4-4866-9aee-421a0a22b388 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:00:34.703932 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f164b7-7059-4838-beb9-85be0d34d42f", "tag": "700d6207-a8b3-430b-b738-67c44d887589", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:00:34.704703 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d510e123-d4c4-4866-9aee-421a0a22b388 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:00:34.705512 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f164b7-7059-4838-beb9-85be0d34d42f', 'tag': '700d6207-a8b3-430b-b738-67c44d887589', 'status': 'completed', 'code': 200} Dec 16 10:00:34.734419 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebc00c-7092-4c1c-9354-bfa50264f762 service neutron] Pushing event updated for resources: {'Port': ['ID=700d6207-a8b3-430b-b738-67c44d887589,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:00:34.833818 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac993d56-125f-439f-a5b0-396ac5ba0d5d req-592868b1-428d-4df5-aa63-dbb4a4f41da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:34.837430 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ac993d56-125f-439f-a5b0-396ac5ba0d5d req-592868b1-428d-4df5-aa63-dbb4a4f41da1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 1094 time: 0.0553269 Dec 16 10:00:35.063107 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac993d56-125f-439f-a5b0-396ac5ba0d5d req-4a6e8301-78d2-4e10-a971-6c2aea31e563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:35.065608 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ac993d56-125f-439f-a5b0-396ac5ba0d5d req-4a6e8301-78d2-4e10-a971-6c2aea31e563 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2211869 Dec 16 10:00:35.380934 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b183e-f8ab-4403-92a4-3860d2d380ad req-4a58fc24-dbeb-4a64-b1d4-099692eda557 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:35.382887 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6e8b183e-f8ab-4403-92a4-3860d2d380ad req-4a58fc24-dbeb-4a64-b1d4-099692eda557 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 943 time: 0.1247613 Dec 16 10:00:35.428585 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac993d56-125f-439f-a5b0-396ac5ba0d5d req-0dee6744-7a6a-4a24-b24f-daf00662904f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:35.430108 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ac993d56-125f-439f-a5b0-396ac5ba0d5d req-0dee6744-7a6a-4a24-b24f-daf00662904f service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3520806 Dec 16 10:00:35.457196 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6e8b183e-f8ab-4403-92a4-3860d2d380ad req-4e70f8dc-a083-4d0e-bc81-f9d0817a44a0 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528810 Dec 16 10:00:35.571132 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-85999f14-ae7f-48d9-9a7e-5a39594e64a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:35.572822 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-85999f14-ae7f-48d9-9a7e-5a39594e64a1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 1094 time: 0.0920081 Dec 16 10:00:35.624399 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-cf1e86e1-5e0f-46f5-9d65-81c9c3502220 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=700d6207-a8b3-430b-b738-67c44d887589 HTTP/1.1" status: 200 len: 217 time: 0.0430176 Dec 16 10:00:35.678243 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-170ccb2d-65eb-46b4-ba01-0c825e7178ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:35.679555 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-170ccb2d-65eb-46b4-ba01-0c825e7178ce service neutron] 10.222.0.58 "GET /v2.0/subnets?id=671bcf58-3379-4056-970a-d40ccd64fd91 HTTP/1.1" status: 200 len: 851 time: 0.0481648 Dec 16 10:00:35.726586 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-e72b3fcc-d574-4766-a040-364e5ca31e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:35.728117 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-e72b3fcc-d574-4766-a040-364e5ca31e47 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3612a9f-8ab3-4e75-9810-d35fcac351bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419862 Dec 16 10:00:35.871222 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-02e732ad-be38-4208-b576-15858e1c8fe1 service neutron] 10.222.0.58 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342840 Dec 16 10:00:36.033965 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-95ad7e61-7bdb-4c5a-b829-3f2147b1b768 req-915b6246-997f-4308-b73e-7c40c459cdb4 service neutron] 10.222.0.58 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542635 Dec 16 10:00:36.596341 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daede2af-3f29-4978-a178-9e461386d31e req-332cc0a1-9815-4fb3-9600-150e144497a3 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:36.597942 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-daede2af-3f29-4978-a178-9e461386d31e req-332cc0a1-9815-4fb3-9600-150e144497a3 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 943 time: 0.0585001 Dec 16 10:00:36.649788 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-daede2af-3f29-4978-a178-9e461386d31e req-04d6ebae-8143-4d7c-a282-f570542cff0f tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454071 Dec 16 10:00:37.446079 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:37.804984 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc9734-1751-44fd-b692-06b3ce1da7a3 req-8f4f199d-c301-407c-a22d-37ff48b9f1d5 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:37.806582 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-18bc9734-1751-44fd-b692-06b3ce1da7a3 req-8f4f199d-c301-407c-a22d-37ff48b9f1d5 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 943 time: 0.0545290 Dec 16 10:00:37.852902 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-18bc9734-1751-44fd-b692-06b3ce1da7a3 req-bb1ce434-6101-480a-b180-323f8057294b tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395610 Dec 16 10:00:38.979135 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cd663-7801-45fe-bc66-c57e5d2c9ffe req-c94fc3db-6fd0-435d-8617-5ff0e82e408e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:38.981751 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bb8cd663-7801-45fe-bc66-c57e5d2c9ffe req-c94fc3db-6fd0-435d-8617-5ff0e82e408e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 943 time: 0.0543971 Dec 16 10:00:39.022529 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bb8cd663-7801-45fe-bc66-c57e5d2c9ffe req-96c86dc0-4fb3-4d5a-a3bf-0af9d878d3f7 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355294 Dec 16 10:00:40.158055 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd77891-27fc-4a19-aa64-7654ef7b5902 req-838a0651-14d2-4cee-beb0-e4f0bdddd0fa tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:40.160254 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3dd77891-27fc-4a19-aa64-7654ef7b5902 req-838a0651-14d2-4cee-beb0-e4f0bdddd0fa tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 943 time: 0.0583694 Dec 16 10:00:40.214150 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3dd77891-27fc-4a19-aa64-7654ef7b5902 req-0d87bd1b-f329-4311-be64-b2b2058fb013 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469062 Dec 16 10:00:40.944281 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:41.360108 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a951fa-3756-42ba-b96c-683abaf9e96c req-44379556-8161-4815-8d94-0a20d0463839 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:41.364002 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-64a951fa-3756-42ba-b96c-683abaf9e96c req-44379556-8161-4815-8d94-0a20d0463839 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 943 time: 0.0614119 Dec 16 10:00:41.410220 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-64a951fa-3756-42ba-b96c-683abaf9e96c req-639951ae-0448-4a63-9cf6-cfe614988786 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398817 Dec 16 10:00:42.539106 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73b8e9-ff43-49ad-a3e2-1898ba64f2a3 req-914c94a6-d5bd-470e-b9a7-8167a1494693 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:42.540765 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cc73b8e9-ff43-49ad-a3e2-1898ba64f2a3 req-914c94a6-d5bd-470e-b9a7-8167a1494693 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 943 time: 0.0554342 Dec 16 10:00:42.591706 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cc73b8e9-ff43-49ad-a3e2-1898ba64f2a3 req-5c1bfb51-5619-4ba4-8409-99a207313dba tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448451 Dec 16 10:00:43.726392 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd997490-282d-40ba-91f5-91bdb56769fe req-3a930b03-9df9-4f01-b32f-b9724fc65a9a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:43.728032 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cd997490-282d-40ba-91f5-91bdb56769fe req-3a930b03-9df9-4f01-b32f-b9724fc65a9a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 943 time: 0.0658352 Dec 16 10:00:43.772915 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cd997490-282d-40ba-91f5-91bdb56769fe req-d4342b89-3c36-4aef-bc7d-90c5ebdcc0fb tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383000 Dec 16 10:00:44.931871 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e499f6-3d06-4069-bc85-e395823f1bbc req-47ccd454-64f8-4004-8d55-bb75353b0a55 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:44.933891 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5e499f6-3d06-4069-bc85-e395823f1bbc req-47ccd454-64f8-4004-8d55-bb75353b0a55 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 943 time: 0.0784013 Dec 16 10:00:45.002531 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5e499f6-3d06-4069-bc85-e395823f1bbc req-8760a775-a69e-4230-8592-29e9dcba9600 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602937 Dec 16 10:00:46.136034 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e985ee-ed03-478c-ab9f-f3ebf407189b req-6942dd06-24c1-4d75-a4d0-4d4bf4127209 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:46.138255 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-93e985ee-ed03-478c-ab9f-f3ebf407189b req-6942dd06-24c1-4d75-a4d0-4d4bf4127209 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 943 time: 0.0518320 Dec 16 10:00:46.196711 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-93e985ee-ed03-478c-ab9f-f3ebf407189b req-7c77c752-218f-4513-899b-793b8804bfb7 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465441 Dec 16 10:00:47.344689 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c3f30-d6a0-4bf0-b032-7f50925e259a req-725aee8e-a46c-4490-9db4-99641c9b5589 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:47.346628 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a58c3f30-d6a0-4bf0-b032-7f50925e259a req-725aee8e-a46c-4490-9db4-99641c9b5589 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 943 time: 0.0599136 Dec 16 10:00:47.399354 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a58c3f30-d6a0-4bf0-b032-7f50925e259a req-d26574a7-f45c-4fc6-8be6-908b00052b08 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457065 Dec 16 10:00:48.539208 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac369a5-7441-4fb4-b9e7-1580d4e2347f req-6789367c-ef42-4b04-b829-c7c21b23d989 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:48.540811 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1ac369a5-7441-4fb4-b9e7-1580d4e2347f req-6789367c-ef42-4b04-b829-c7c21b23d989 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 943 time: 0.0636184 Dec 16 10:00:48.583679 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1ac369a5-7441-4fb4-b9e7-1580d4e2347f req-b7493ef0-d2c3-4f7c-8d47-9e989dd99080 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357766 Dec 16 10:00:49.369728 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55576) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:49.490733 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-065234c3-093b-474c-a2c0-3e81c37a9311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:49.595336 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-065234c3-093b-474c-a2c0-3e81c37a9311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:49.717924 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c39fab-fd89-4148-8228-06b612093690 req-0dbaea95-593f-4636-ba30-25350b8ff2b0 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:49.719888 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-72c39fab-fd89-4148-8228-06b612093690 req-0dbaea95-593f-4636-ba30-25350b8ff2b0 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 943 time: 0.0595274 Dec 16 10:00:49.762999 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-065234c3-093b-474c-a2c0-3e81c37a9311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:49.798340 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-72c39fab-fd89-4148-8228-06b612093690 req-f500110b-a39d-409e-ba55-c891cbc669fd tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716848 Dec 16 10:00:49.818750 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-065234c3-093b-474c-a2c0-3e81c37a9311 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3fb943a3ab164e319f5517483df0ea62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4451318 Dec 16 10:00:49.822542 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55590) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:49.825226 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065234c3-093b-474c-a2c0-3e81c37a9311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3afd74-5f23-40fc-83f8-5b940ac2763e,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:00:49.845572 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065234c3-093b-474c-a2c0-3e81c37a9311 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:00:49.845925 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065234c3-093b-474c-a2c0-3e81c37a9311 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:00:49.846339 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065234c3-093b-474c-a2c0-3e81c37a9311 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:00:49.846766 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065234c3-093b-474c-a2c0-3e81c37a9311 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:00:49.847106 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065234c3-093b-474c-a2c0-3e81c37a9311 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:00:49.847438 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065234c3-093b-474c-a2c0-3e81c37a9311 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:00:49.847765 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065234c3-093b-474c-a2c0-3e81c37a9311 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:00:49.848092 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065234c3-093b-474c-a2c0-3e81c37a9311 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:00:49.848588 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065234c3-093b-474c-a2c0-3e81c37a9311 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:00:49.848921 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065234c3-093b-474c-a2c0-3e81c37a9311 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:00:49.849275 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065234c3-093b-474c-a2c0-3e81c37a9311 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:00:49.849599 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065234c3-093b-474c-a2c0-3e81c37a9311 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:00:49.900782 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-532faf73-4353-469e-8e78-cafd45d2d11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:49.924534 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-532faf73-4353-469e-8e78-cafd45d2d11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:50.110736 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-532faf73-4353-469e-8e78-cafd45d2d11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:50.114820 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-532faf73-4353-469e-8e78-cafd45d2d11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:50.116053 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-532faf73-4353-469e-8e78-cafd45d2d11b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4b3afd74-5f23-40fc-83f8-5b940ac2763e HTTP/1.1" status: 204 len: 168 time: 0.2961130 Dec 16 10:00:50.126145 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532faf73-4353-469e-8e78-cafd45d2d11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3afd74-5f23-40fc-83f8-5b940ac2763e,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:00:50.938497 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41cd0d-4b61-4751-bc56-d4c12d94b64c req-156797c9-3bdc-4d98-ad79-de072d6d7de3 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:50.940623 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dd41cd0d-4b61-4751-bc56-d4c12d94b64c req-156797c9-3bdc-4d98-ad79-de072d6d7de3 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 943 time: 0.0576446 Dec 16 10:00:50.985910 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dd41cd0d-4b61-4751-bc56-d4c12d94b64c req-81da664c-7461-4127-b02c-b486a1351f53 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393090 Dec 16 10:00:51.210587 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55618) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:51.225294 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8c805014-604f-4549-b7dd-cc301d689fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:51.311187 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8c805014-604f-4549-b7dd-cc301d689fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:51.493419 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8c805014-604f-4549-b7dd-cc301d689fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:51.531859 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c805014-604f-4549-b7dd-cc301d689fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a69456-103a-42b0-98c4-a85d78ab562f,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:00:51.536350 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8c805014-604f-4549-b7dd-cc301d689fef admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=22b9688b90544a89bd7d8a20c20a2802&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3247275 Dec 16 10:00:51.539023 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55624) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:00:51.597296 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-524ba2bf-20f5-490e-a0d3-70d29fcfc16e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:51.622347 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-524ba2bf-20f5-490e-a0d3-70d29fcfc16e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:51.785061 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-524ba2bf-20f5-490e-a0d3-70d29fcfc16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:51.787722 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-524ba2bf-20f5-490e-a0d3-70d29fcfc16e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:51.788953 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-524ba2bf-20f5-490e-a0d3-70d29fcfc16e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b6a69456-103a-42b0-98c4-a85d78ab562f HTTP/1.1" status: 204 len: 168 time: 0.2490025 Dec 16 10:00:51.799619 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ba2bf-20f5-490e-a0d3-70d29fcfc16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a69456-103a-42b0-98c4-a85d78ab562f,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:00:52.137963 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9114f-7b38-4428-8c22-fa5a7179d27c req-9fa31981-0673-4e82-97d7-b2c40724ae4f tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:52.139594 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1aa9114f-7b38-4428-8c22-fa5a7179d27c req-9fa31981-0673-4e82-97d7-b2c40724ae4f tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 943 time: 0.0612907 Dec 16 10:00:52.186249 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1aa9114f-7b38-4428-8c22-fa5a7179d27c req-088a0dd9-e32a-414c-b003-cd5f24334c90 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396562 Dec 16 10:00:53.332273 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f368c-6ac5-4363-bc53-96a955ed832b req-9028bc1f-fedb-4d49-b203-09dc20d38e5d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:53.333753 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a67f368c-6ac5-4363-bc53-96a955ed832b req-9028bc1f-fedb-4d49-b203-09dc20d38e5d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 943 time: 0.0666721 Dec 16 10:00:53.382002 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a67f368c-6ac5-4363-bc53-96a955ed832b req-49a1951b-dfce-4e13-b9fd-3ddd3170d7c0 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410500 Dec 16 10:00:54.178891 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a6c40084-7387-4443-97ff-8cf9e017092c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:54.542752 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7783a0-975a-421d-b82d-baf1b0b9cd63 req-864014a0-3d02-4473-b20c-4221840dc964 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:54.544652 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bc7783a0-975a-421d-b82d-baf1b0b9cd63 req-864014a0-3d02-4473-b20c-4221840dc964 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 943 time: 0.0691690 Dec 16 10:00:54.588632 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bc7783a0-975a-421d-b82d-baf1b0b9cd63 req-8786e198-4d27-4520-a234-e2ae9e889d64 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372736 Dec 16 10:00:55.716182 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2513398-77fb-498d-9f4e-b3869a9bd9ae req-b8aa0e47-b8a1-4220-85bf-ba0c41784045 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:55.716182 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a2513398-77fb-498d-9f4e-b3869a9bd9ae req-b8aa0e47-b8a1-4220-85bf-ba0c41784045 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 943 time: 0.0557685 Dec 16 10:00:55.760377 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a2513398-77fb-498d-9f4e-b3869a9bd9ae req-51f3c191-ecb1-49ae-9dd0-39305495ac50 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381274 Dec 16 10:00:56.543783 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-43c87c00-4097-4317-a7be-933ca785b59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:57.170313 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7df75-20a5-4129-89d6-1e3aeb0fc419 req-a173eb6d-f53c-4e35-9c01-eacd17981811 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:57.171847 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b2c7df75-20a5-4129-89d6-1e3aeb0fc419 req-a173eb6d-f53c-4e35-9c01-eacd17981811 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 943 time: 0.3364344 Dec 16 10:00:57.218506 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b2c7df75-20a5-4129-89d6-1e3aeb0fc419 req-67e63aa8-d2d3-4fb9-93d7-cec1d330174a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351572 Dec 16 10:00:57.647214 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:58.358536 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abef0e2-4f76-4055-8e31-a772091c4daa req-eaadfe59-2dad-4099-a084-d196cdce3630 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:58.360028 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3abef0e2-4f76-4055-8e31-a772091c4daa req-eaadfe59-2dad-4099-a084-d196cdce3630 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 943 time: 0.0611267 Dec 16 10:00:58.421904 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3abef0e2-4f76-4055-8e31-a772091c4daa req-e3ffba89-f6ab-4512-98a4-5249c89fae3f tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554211 Dec 16 10:00:58.442051 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-82348585-f46a-4785-a248-4455ffa613ec req-45897f5c-2299-4734-99ff-67d6ba9ca878 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0499887 Dec 16 10:00:58.542634 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82348585-f46a-4785-a248-4455ffa613ec req-a12faf52-07c1-46e7-a3c8-561bde123e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:58.544377 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-82348585-f46a-4785-a248-4455ffa613ec req-a12faf52-07c1-46e7-a3c8-561bde123e69 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bf45dc465a44557ad989af846f14cbe&device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 1096 time: 0.0467734 Dec 16 10:00:58.692327 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82348585-f46a-4785-a248-4455ffa613ec req-3e363ebc-eee0-457a-b177-51e420a4dd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:58.695133 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-82348585-f46a-4785-a248-4455ffa613ec req-3e363ebc-eee0-457a-b177-51e420a4dd00 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7188838e-ca9d-4c02-ba77-eb22e43eefd0 HTTP/1.1" status: 200 len: 912 time: 0.1198888 Dec 16 10:00:58.786564 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-82348585-f46a-4785-a248-4455ffa613ec req-dce999b8-9f16-4e32-bb21-ae6cc2602a1d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a89622b-751f-436b-8c62-e8d382571a08 HTTP/1.1" status: 200 len: 1001 time: 0.0838776 Dec 16 10:00:58.852658 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82348585-f46a-4785-a248-4455ffa613ec req-2146e772-8d20-4a42-80d1-aae23282d840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:58.854489 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-82348585-f46a-4785-a248-4455ffa613ec req-2146e772-8d20-4a42-80d1-aae23282d840 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=54629120-87d1-4f1a-9c62-5145af96bdbd HTTP/1.1" status: 200 len: 850 time: 0.0592420 Dec 16 10:00:58.916677 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82348585-f46a-4785-a248-4455ffa613ec req-70b0a21b-ae8c-4849-a471-bcad2c07fa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:58.918383 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-82348585-f46a-4785-a248-4455ffa613ec req-70b0a21b-ae8c-4849-a471-bcad2c07fa6d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7188838e-ca9d-4c02-ba77-eb22e43eefd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536952 Dec 16 10:00:59.026791 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-82348585-f46a-4785-a248-4455ffa613ec req-ad86175a-5494-4016-a01d-afbc7d7fe79d service neutron] 10.222.0.57 "GET /v2.0/networks/7188838e-ca9d-4c02-ba77-eb22e43eefd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000378 Dec 16 10:00:59.162533 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-82348585-f46a-4785-a248-4455ffa613ec req-cd4b03c0-be89-41b1-a777-7fc1116343cf service neutron] 10.222.0.57 "GET /v2.0/networks/7188838e-ca9d-4c02-ba77-eb22e43eefd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281104 Dec 16 10:00:59.167649 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:59.738571 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149cc10-4c8d-4010-9e91-48e5284d5e5d req-10197a2d-6190-4737-8686-9a179b7fb55f tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:59.738571 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1149cc10-4c8d-4010-9e91-48e5284d5e5d req-10197a2d-6190-4737-8686-9a179b7fb55f tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 943 time: 0.0850587 Dec 16 10:00:59.738571 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1149cc10-4c8d-4010-9e91-48e5284d5e5d req-d0e5bfae-c90b-4ada-812b-01703b1dcc7f tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404449 Dec 16 10:00:59.814303 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:00.554490 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:01:00.774688 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b2511-7cc6-4f26-951e-25d581f03188 req-59dd698d-5eaf-41a5-92af-7d218d4645fc tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:00.776403 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3c4b2511-7cc6-4f26-951e-25d581f03188 req-59dd698d-5eaf-41a5-92af-7d218d4645fc tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 943 time: 0.0600986 Dec 16 10:01:00.820718 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3c4b2511-7cc6-4f26-951e-25d581f03188 req-c8e7eea1-e5dc-4089-8c8c-8ec87fc3d332 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374663 Dec 16 10:01:01.954729 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78dc67-e3e5-4163-8d80-5717bb6e0911 req-a7e50e3c-4234-4afa-a2d7-b3335c236621 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:01.956703 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5f78dc67-e3e5-4163-8d80-5717bb6e0911 req-a7e50e3c-4234-4afa-a2d7-b3335c236621 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 943 time: 0.0561173 Dec 16 10:01:02.002376 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5f78dc67-e3e5-4163-8d80-5717bb6e0911 req-74b6b7dc-d0f2-4c92-980b-93a2787e0ed4 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391173 Dec 16 10:01:02.517509 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55810) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:02.523502 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-deb31d87-426a-488e-9e14-864d6488e873 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-902289367', 'description': 'tempest-secgroup-smoke-902289367 description', 'project_id': '11c64a8ebb294044af14b5294ba4a340'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:01:02.687731 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-deb31d87-426a-488e-9e14-864d6488e873 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:02.764705 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-deb31d87-426a-488e-9e14-864d6488e873 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:02.870246 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-deb31d87-426a-488e-9e14-864d6488e873 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:02.900739 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb31d87-426a-488e-9e14-864d6488e873 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9de0dc-f4a6-42fe-b2b4-d77f4e33d498,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:02.910250 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb31d87-426a-488e-9e14-864d6488e873 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:02.911078 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb31d87-426a-488e-9e14-864d6488e873 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:02.911864 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb31d87-426a-488e-9e14-864d6488e873 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:02.912626 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb31d87-426a-488e-9e14-864d6488e873 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:02.913345 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb31d87-426a-488e-9e14-864d6488e873 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:02.914203 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb31d87-426a-488e-9e14-864d6488e873 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:02.915287 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb31d87-426a-488e-9e14-864d6488e873 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:02.916188 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb31d87-426a-488e-9e14-864d6488e873 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:02.917086 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb31d87-426a-488e-9e14-864d6488e873 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:02.917931 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb31d87-426a-488e-9e14-864d6488e873 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:02.923243 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb31d87-426a-488e-9e14-864d6488e873 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:02.923243 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb31d87-426a-488e-9e14-864d6488e873 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:03.014448 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-deb31d87-426a-488e-9e14-864d6488e873 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:03.019668 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55816) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:03.024529 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-deb31d87-426a-488e-9e14-864d6488e873 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5001833 Dec 16 10:01:03.025464 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-768dd744-d952-42b3-bd63-12ee73960a6d tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Request body: {'security_group_rule': {'security_group_id': '5e9de0dc-f4a6-42fe-b2b4-d77f4e33d498', 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:01:03.153932 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cadccb-99fe-4344-8610-717e3081d334 req-a2de47df-ad6b-4e00-8fac-20e3bdb6ba1a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:03.162133 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-18cadccb-99fe-4344-8610-717e3081d334 req-a2de47df-ad6b-4e00-8fac-20e3bdb6ba1a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 943 time: 0.0775239 Dec 16 10:01:03.209999 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-18cadccb-99fe-4344-8610-717e3081d334 req-9897be1b-7ab7-4a85-bbdc-b70f27d78247 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466433 Dec 16 10:01:03.212931 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-768dd744-d952-42b3-bd63-12ee73960a6d tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:03.315230 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-768dd744-d952-42b3-bd63-12ee73960a6d tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:03.465779 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-768dd744-d952-42b3-bd63-12ee73960a6d tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:03.500414 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd744-d952-42b3-bd63-12ee73960a6d tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e473e75-7dfb-4f6c-9bbc-b8d33ce8016e,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:03.667219 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-768dd744-d952-42b3-bd63-12ee73960a6d tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:03.670530 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-768dd744-d952-42b3-bd63-12ee73960a6d tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6473947 Dec 16 10:01:03.671956 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55824) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:03.678033 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-23875de2-99ec-4a1c-985d-18eaa56c75b5 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Request body: {'security_group_rule': {'security_group_id': '5e9de0dc-f4a6-42fe-b2b4-d77f4e33d498', 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:01:03.847748 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-23875de2-99ec-4a1c-985d-18eaa56c75b5 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:03.925265 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-23875de2-99ec-4a1c-985d-18eaa56c75b5 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:03.996270 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-23875de2-99ec-4a1c-985d-18eaa56c75b5 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:04.015337 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23875de2-99ec-4a1c-985d-18eaa56c75b5 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e5af88-f1c1-41e1-b1e5-0d33bf257ad8,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:04.122777 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-23875de2-99ec-4a1c-985d-18eaa56c75b5 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:04.124287 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-23875de2-99ec-4a1c-985d-18eaa56c75b5 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4510980 Dec 16 10:01:04.130418 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55830) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:04.132304 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-c732900d-cf29-483e-9710-e20a6de0daf0 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Request body: {'security_group_rule': {'security_group_id': '5e9de0dc-f4a6-42fe-b2b4-d77f4e33d498', 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:01:04.237026 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c732900d-cf29-483e-9710-e20a6de0daf0 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:04.303298 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c732900d-cf29-483e-9710-e20a6de0daf0 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:04.336231 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2391c7-ffa4-4f30-bd1c-9c4d91d7b231 req-f2ccf7f0-1bdb-4f01-80e9-536f08f39f98 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:04.337945 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ff2391c7-ffa4-4f30-bd1c-9c4d91d7b231 req-f2ccf7f0-1bdb-4f01-80e9-536f08f39f98 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 943 time: 0.0511329 Dec 16 10:01:04.381198 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ff2391c7-ffa4-4f30-bd1c-9c4d91d7b231 req-1531cef6-3e5d-4216-8c62-06412fcb7298 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368540 Dec 16 10:01:04.420302 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c732900d-cf29-483e-9710-e20a6de0daf0 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:04.440336 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c732900d-cf29-483e-9710-e20a6de0daf0 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e663e816-4953-4390-adb6-beba780086c9,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:04.529460 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c732900d-cf29-483e-9710-e20a6de0daf0 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:04.530808 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c732900d-cf29-483e-9710-e20a6de0daf0 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4024086 Dec 16 10:01:04.533758 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55834) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:04.541088 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-959919e3-1cb5-4c66-b41d-9c7a04964d72 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Request body: {'security_group_rule': {'security_group_id': '5e9de0dc-f4a6-42fe-b2b4-d77f4e33d498', 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:01:04.664235 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-959919e3-1cb5-4c66-b41d-9c7a04964d72 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:04.725382 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-959919e3-1cb5-4c66-b41d-9c7a04964d72 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:04.835758 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-959919e3-1cb5-4c66-b41d-9c7a04964d72 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:04.853751 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959919e3-1cb5-4c66-b41d-9c7a04964d72 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9688a64-289b-45e4-8791-e2e5df2d2fe5,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:04.963552 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-959919e3-1cb5-4c66-b41d-9c7a04964d72 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:04.964710 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-959919e3-1cb5-4c66-b41d-9c7a04964d72 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4297419 Dec 16 10:01:04.967923 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55840) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:04.972380 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-8e4af75f-7b62-4eaa-b7ec-0cc1d52290d8 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Request body: {'security_group_rule': {'security_group_id': '5e9de0dc-f4a6-42fe-b2b4-d77f4e33d498', 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:01:05.059156 n-d-820550-2 neutron-server[102816]: INFO neutron.db.securitygroups_db [None req-8e4af75f-7b62-4eaa-b7ec-0cc1d52290d8 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Project 11c64a8ebb294044af14b5294ba4a340 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:01:05.064512 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8e4af75f-7b62-4eaa-b7ec-0cc1d52290d8 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:05.127997 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8e4af75f-7b62-4eaa-b7ec-0cc1d52290d8 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:05.207383 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8e4af75f-7b62-4eaa-b7ec-0cc1d52290d8 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:05.227277 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4af75f-7b62-4eaa-b7ec-0cc1d52290d8 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f03e9a-47ca-4248-a1c9-3f50aedae840,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:05.295239 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8e4af75f-7b62-4eaa-b7ec-0cc1d52290d8 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:05.296494 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8e4af75f-7b62-4eaa-b7ec-0cc1d52290d8 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3276227 Dec 16 10:01:05.299759 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55842) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:05.304342 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-5c7f00a7-2cce-4c8b-aaa0-26730ba99db6 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Request body: {'security_group_rule': {'security_group_id': '5e9de0dc-f4a6-42fe-b2b4-d77f4e33d498', 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:01:05.390262 n-d-820550-2 neutron-server[102816]: INFO neutron.db.securitygroups_db [None req-5c7f00a7-2cce-4c8b-aaa0-26730ba99db6 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Project 11c64a8ebb294044af14b5294ba4a340 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:01:05.396007 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5c7f00a7-2cce-4c8b-aaa0-26730ba99db6 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:05.483328 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5c7f00a7-2cce-4c8b-aaa0-26730ba99db6 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:05.505023 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f979c-b5f1-4bba-b74c-f18d2b8c584d req-63595fc4-785a-4986-86c9-6ce3e97d55e3 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:05.506568 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f8f979c-b5f1-4bba-b74c-f18d2b8c584d req-63595fc4-785a-4986-86c9-6ce3e97d55e3 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 943 time: 0.0591059 Dec 16 10:01:05.545534 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f8f979c-b5f1-4bba-b74c-f18d2b8c584d req-37ce4f86-1b84-4c2f-a192-e9e1463f2323 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328960 Dec 16 10:01:05.561627 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5c7f00a7-2cce-4c8b-aaa0-26730ba99db6 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:05.581025 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f00a7-2cce-4c8b-aaa0-26730ba99db6 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a18293a7-84e9-46f2-b457-5cdf07d4214c,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:05.648361 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5c7f00a7-2cce-4c8b-aaa0-26730ba99db6 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:05.649617 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5c7f00a7-2cce-4c8b-aaa0-26730ba99db6 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3489347 Dec 16 10:01:05.861829 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-1619bc58-bc5a-4ead-8571-51847eaf51dd tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-902289367&fields=id&tenant_id=11c64a8ebb294044af14b5294ba4a340 HTTP/1.1" status: 200 len: 267 time: 0.0426610 Dec 16 10:01:05.969809 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-d358c92c-bc83-4c55-a50c-c26000c6a59a tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:05.971274 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-d358c92c-bc83-4c55-a50c-c26000c6a59a tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/networks?id=8258cad5-df53-4f22-9fee-9413ff4cc95e HTTP/1.1" status: 200 len: 813 time: 0.1025958 Dec 16 10:01:05.986018 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-45eeedab-63f1-45ba-ba24-53e4c5f2764a tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/quotas/11c64a8ebb294044af14b5294ba4a340 HTTP/1.1" status: 200 len: 375 time: 0.0089996 Dec 16 10:01:06.049775 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-78bd5647-db02-4871-9b9e-72b08e94c2d9 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=11c64a8ebb294044af14b5294ba4a340&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531003 Dec 16 10:01:06.145669 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-276f080f-46f7-484c-8395-cbd0e1de2b01 service neutron] 10.222.0.60 "GET /v2.0/networks/8258cad5-df53-4f22-9fee-9413ff4cc95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888958 Dec 16 10:01:06.239807 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-e40d8172-63fd-4993-b736-147f0bccadda service neutron] 10.222.0.60 "GET /v2.0/networks/8258cad5-df53-4f22-9fee-9413ff4cc95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904281 Dec 16 10:01:06.670223 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d98bb-df71-4002-9d50-c6ad7257ba25 req-3847e460-59ae-45d6-93cb-95f8f1c4c881 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:06.671739 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f3d98bb-df71-4002-9d50-c6ad7257ba25 req-3847e460-59ae-45d6-93cb-95f8f1c4c881 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 943 time: 0.0560048 Dec 16 10:01:06.714193 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f3d98bb-df71-4002-9d50-c6ad7257ba25 req-7c7c3ffe-2630-4fa0-9b93-254c399f544e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354707 Dec 16 10:01:06.881560 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-87d86f99-83bb-4445-918c-eb0a6c0b97d2 req-87b74da9-48ec-44ca-b436-6866563eaeb0 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/ports?device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 210 time: 0.0269198 Dec 16 10:01:07.469163 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:07.993965 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f564f583-f0cc-4317-b70f-ae8c3fd8d727 req-da490360-4196-42ec-8c8b-734e8e12abb4 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/ports?device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 210 time: 0.0500052 Dec 16 10:01:08.101363 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd3996-8c3d-4bc9-944b-a45650708b0b req-8a8f9ee2-e69c-4a7f-b66c-dcab4c33e2b4 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:08.102941 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2acd3996-8c3d-4bc9-944b-a45650708b0b req-8a8f9ee2-e69c-4a7f-b66c-dcab4c33e2b4 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 943 time: 0.0568984 Dec 16 10:01:08.146398 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2acd3996-8c3d-4bc9-944b-a45650708b0b req-7aabed6a-72a6-4b03-b0fd-699ac97fd71d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373683 Dec 16 10:01:09.119644 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-20b53e3b-f3ab-48dc-8176-da45d3d49ab9 req-e1f1f4a0-5f46-4102-b8bd-0d456629465d tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/ports?device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 210 time: 0.0434399 Dec 16 10:01:09.272878 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99309c94-98db-44f4-8e0b-4b2d5b5571c7 req-a3204ad2-2cf2-4981-ac7d-8594d0eb5341 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:09.274484 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-99309c94-98db-44f4-8e0b-4b2d5b5571c7 req-a3204ad2-2cf2-4981-ac7d-8594d0eb5341 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 943 time: 0.0530152 Dec 16 10:01:09.324317 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-99309c94-98db-44f4-8e0b-4b2d5b5571c7 req-8deadf4b-aef4-4007-900d-d89dec6a297a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430944 Dec 16 10:01:10.212286 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b2e41e66-ea7d-4b66-9d72-b7b0aeccde1f req-954320b1-3db3-4a0e-9dd9-1a7acb404451 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/ports?device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 210 time: 0.0281208 Dec 16 10:01:10.360085 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-1aa7fc2d-9a4c-4b98-a37b-75a51524bc06 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:10.362304 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-1aa7fc2d-9a4c-4b98-a37b-75a51524bc06 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.57 "GET /v2.0/networks?id=8258cad5-df53-4f22-9fee-9413ff4cc95e HTTP/1.1" status: 200 len: 813 time: 0.1130257 Dec 16 10:01:10.441882 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-1a3ce914-b657-44d9-af49-67f363b3d7d4 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11c64a8ebb294044af14b5294ba4a340 HTTP/1.1" status: 200 len: 379 time: 0.0687792 Dec 16 10:01:10.454438 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-57e21c47-c279-4fb7-8655-0b534924e48f tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Request body: {'port': {'device_id': '64e5da15-4d48-4f9e-a082-9ea4571e0c17', 'network_id': '8258cad5-df53-4f22-9fee-9413ff4cc95e', 'admin_state_up': True, 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'security_groups': ['5e9de0dc-f4a6-42fe-b2b4-d77f4e33d498']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:01:10.513864 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1f1b8-cc8e-4010-814f-0d2d48000499 req-338fcaf4-1f18-4af5-9fe9-63643e7e8411 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:10.515530 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-38b1f1b8-cc8e-4010-814f-0d2d48000499 req-338fcaf4-1f18-4af5-9fe9-63643e7e8411 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 943 time: 0.0721831 Dec 16 10:01:10.559914 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-38b1f1b8-cc8e-4010-814f-0d2d48000499 req-d91dbfba-9b13-45b7-a4be-c92a4a939e66 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367835 Dec 16 10:01:10.727943 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-57e21c47-c279-4fb7-8655-0b534924e48f tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Made reservation on behalf of 11c64a8ebb294044af14b5294ba4a340 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:01:10.732345 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-57e21c47-c279-4fb7-8655-0b534924e48f tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:10.836292 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:10.869896 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-57e21c47-c279-4fb7-8655-0b534924e48f tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Allocated IP 172.20.0.12 (8258cad5-df53-4f22-9fee-9413ff4cc95e/750db6bb-a513-4808-853e-ee01a97bd23d/0287fbd2-84d0-4e89-a21e-f8df3d39040e) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:01:11.022319 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-57e21c47-c279-4fb7-8655-0b534924e48f tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:11.122511 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-57e21c47-c279-4fb7-8655-0b534924e48f tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:11.177670 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-57e21c47-c279-4fb7-8655-0b534924e48f tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Network 8258cad5-df53-4f22-9fee-9413ff4cc95e is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:01:11.181739 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-57e21c47-c279-4fb7-8655-0b534924e48f tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:01:11.184709 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-57e21c47-c279-4fb7-8655-0b534924e48f tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:01:11.266962 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e21c47-c279-4fb7-8655-0b534924e48f tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Pushing event updated for resources: {'Port': ['ID=0287fbd2-84d0-4e89-a21e-f8df3d39040e,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:11.310145 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-57e21c47-c279-4fb7-8655-0b534924e48f tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:11.314918 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-57e21c47-c279-4fb7-8655-0b534924e48f tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:11.376869 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678dd29-a299-44b9-b7a3-13173e3f2245 req-6dcd2d4c-4040-43ee-a686-065efa2b2d16 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:11.378656 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d678dd29-a299-44b9-b7a3-13173e3f2245 req-6dcd2d4c-4040-43ee-a686-065efa2b2d16 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/ports?device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 932 time: 0.0551043 Dec 16 10:01:11.427285 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d678dd29-a299-44b9-b7a3-13173e3f2245 req-4fa25ee9-0f02-4982-bdb8-2af9dfd9913d tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e9de0dc-f4a6-42fe-b2b4-d77f4e33d498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424724 Dec 16 10:01:11.461568 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-57e21c47-c279-4fb7-8655-0b534924e48f tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0117509 Dec 16 10:01:11.466006 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-873f7b66-71b2-4886-b120-063ced30fd5a None None] Provisioning complete for port 0287fbd2-84d0-4e89-a21e-f8df3d39040e triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:01:11.466486 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-873f7b66-71b2-4886-b120-063ced30fd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:11.475328 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-7b103d74-83b9-42ed-99b7-ec346293356e service neutron] Request body: {'port': {'device_id': '64e5da15-4d48-4f9e-a082-9ea4571e0c17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:01:11.507849 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-873f7b66-71b2-4886-b120-063ced30fd5a None None] Port 0287fbd2-84d0-4e89-a21e-f8df3d39040e cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:01:11.538181 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-7b103d74-83b9-42ed-99b7-ec346293356e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:11.691140 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df4ef8-c86f-472e-8bec-d10d0af183f7 req-acf3d712-7727-4922-aba8-7c49f8b9cb2e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:11.693626 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-35df4ef8-c86f-472e-8bec-d10d0af183f7 req-acf3d712-7727-4922-aba8-7c49f8b9cb2e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 943 time: 0.0585203 Dec 16 10:01:11.759450 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-35df4ef8-c86f-472e-8bec-d10d0af183f7 req-1547f953-5bec-4d6c-9ea5-0765c46ff11b tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542157 Dec 16 10:01:11.843548 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-7b103d74-83b9-42ed-99b7-ec346293356e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0287fbd2-84d0-4e89-a21e-f8df3d39040e {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:01:11.851720 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-7b103d74-83b9-42ed-99b7-ec346293356e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:11.864692 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-7b103d74-83b9-42ed-99b7-ec346293356e service neutron] Transition to ACTIVE for port object 0287fbd2-84d0-4e89-a21e-f8df3d39040e will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:01:11.996296 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-7b103d74-83b9-42ed-99b7-ec346293356e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:12.086947 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b103d74-83b9-42ed-99b7-ec346293356e service neutron] Pushing event updated for resources: {'Port': ['ID=0287fbd2-84d0-4e89-a21e-f8df3d39040e,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:12.141628 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-7b103d74-83b9-42ed-99b7-ec346293356e service neutron] Attempting to bind port 0287fbd2-84d0-4e89-a21e-f8df3d39040e on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:01:12.141964 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-7b103d74-83b9-42ed-99b7-ec346293356e service neutron] Attempting to bind port 0287fbd2-84d0-4e89-a21e-f8df3d39040e by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '52b33324-6a95-46e8-8478-cb401e710189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8258cad5-df53-4f22-9fee-9413ff4cc95e'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:01:12.142291 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-7b103d74-83b9-42ed-99b7-ec346293356e service neutron] Attempting to bind port 0287fbd2-84d0-4e89-a21e-f8df3d39040e on network 8258cad5-df53-4f22-9fee-9413ff4cc95e {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:01:12.156789 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-7b103d74-83b9-42ed-99b7-ec346293356e service neutron] Port 0287fbd2-84d0-4e89-a21e-f8df3d39040e on network 8258cad5-df53-4f22-9fee-9413ff4cc95e not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:01:12.156789 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-7b103d74-83b9-42ed-99b7-ec346293356e service neutron] Attempting to bind port 0287fbd2-84d0-4e89-a21e-f8df3d39040e on network 8258cad5-df53-4f22-9fee-9413ff4cc95e {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:01:12.156789 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-7b103d74-83b9-42ed-99b7-ec346293356e service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:01:12.156789 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-7b103d74-83b9-42ed-99b7-ec346293356e service neutron] Checking segment: {'id': '52b33324-6a95-46e8-8478-cb401e710189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8258cad5-df53-4f22-9fee-9413ff4cc95e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:01:12.156789 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-7b103d74-83b9-42ed-99b7-ec346293356e service neutron] Bound using segment: {'id': '52b33324-6a95-46e8-8478-cb401e710189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8258cad5-df53-4f22-9fee-9413ff4cc95e'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:01:12.156789 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-7b103d74-83b9-42ed-99b7-ec346293356e service neutron] Bound port: 0287fbd2-84d0-4e89-a21e-f8df3d39040e, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52b33324-6a95-46e8-8478-cb401e710189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8258cad5-df53-4f22-9fee-9413ff4cc95e'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:01:12.156789 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-7b103d74-83b9-42ed-99b7-ec346293356e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:12.251323 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-7b103d74-83b9-42ed-99b7-ec346293356e service neutron] For port 0287fbd2-84d0-4e89-a21e-f8df3d39040e, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:01:12.255046 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-7b103d74-83b9-42ed-99b7-ec346293356e service neutron] For port 0287fbd2-84d0-4e89-a21e-f8df3d39040e, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=0287fbd2-84d0-4e89-a21e-f8df3d39040e,segment=NetworkSegment(52b33324-6a95-46e8-8478-cb401e710189),segment_id=52b33324-6a95-46e8-8478-cb401e710189)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:01:12.425286 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-7b103d74-83b9-42ed-99b7-ec346293356e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:12.473294 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-7b103d74-83b9-42ed-99b7-ec346293356e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:12.473931 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-7b103d74-83b9-42ed-99b7-ec346293356e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:12.475513 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-7b103d74-83b9-42ed-99b7-ec346293356e service neutron] 10.222.0.57 "PUT /v2.0/ports/0287fbd2-84d0-4e89-a21e-f8df3d39040e HTTP/1.1" status: 200 len: 1092 time: 1.0058312 Dec 16 10:01:12.475855 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e5da15-4d48-4f9e-a082-9ea4571e0c17', 'tag': '0287fbd2-84d0-4e89-a21e-f8df3d39040e'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:01:12.484600 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e6abe7-d844-4c34-b6a2-e2a5115b6eec" -d '{"events": [{"name": "network-changed", "server_uuid": "64e5da15-4d48-4f9e-a082-9ea4571e0c17", "tag": "0287fbd2-84d0-4e89-a21e-f8df3d39040e"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:01:12.550892 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b103d74-83b9-42ed-99b7-ec346293356e service neutron] Pushing event updated for resources: {'Port': ['ID=0287fbd2-84d0-4e89-a21e-f8df3d39040e,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:12.575157 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d3c1df-91e3-4276-a266-90d299d4fcbb x-openstack-request-id: req-11d3c1df-91e3-4276-a266-90d299d4fcbb {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:01:12.575664 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e5da15-4d48-4f9e-a082-9ea4571e0c17", "tag": "0287fbd2-84d0-4e89-a21e-f8df3d39040e", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:01:12.576066 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-11d3c1df-91e3-4276-a266-90d299d4fcbb {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:01:12.576552 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64e5da15-4d48-4f9e-a082-9ea4571e0c17', 'tag': '0287fbd2-84d0-4e89-a21e-f8df3d39040e', 'status': 'completed', 'code': 200} Dec 16 10:01:12.679595 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4013fc-af4d-4b34-9f3c-38b1c519985d req-c28906d9-c85c-46db-b8d8-4bbf2133fd8b tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:12.687262 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2f4013fc-af4d-4b34-9f3c-38b1c519985d req-c28906d9-c85c-46db-b8d8-4bbf2133fd8b tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/ports?device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 944 time: 0.1263902 Dec 16 10:01:12.730927 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6abe7-d844-4c34-b6a2-e2a5115b6eec req-3f3d7107-989f-40d8-b9e0-bcfc95924f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:12.732965 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d7e6abe7-d844-4c34-b6a2-e2a5115b6eec req-3f3d7107-989f-40d8-b9e0-bcfc95924f2a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11c64a8ebb294044af14b5294ba4a340&device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 1095 time: 0.1181519 Dec 16 10:01:12.736297 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2f4013fc-af4d-4b34-9f3c-38b1c519985d req-f634476b-20e8-4d97-b0fd-19c248916c62 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e9de0dc-f4a6-42fe-b2b4-d77f4e33d498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482025 Dec 16 10:01:12.864478 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6abe7-d844-4c34-b6a2-e2a5115b6eec req-91fb123b-2f55-426c-af5f-517480224c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:12.866008 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d7e6abe7-d844-4c34-b6a2-e2a5115b6eec req-91fb123b-2f55-426c-af5f-517480224c72 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=11c64a8ebb294044af14b5294ba4a340&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1239297 Dec 16 10:01:12.921642 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1769158-cd7c-48f0-bdfd-d53a45189fb3 req-305615e4-af19-4f00-ad20-45f67fdec7da tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:12.926366 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d1769158-cd7c-48f0-bdfd-d53a45189fb3 req-305615e4-af19-4f00-ad20-45f67fdec7da tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 943 time: 0.0910161 Dec 16 10:01:12.970001 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d1769158-cd7c-48f0-bdfd-d53a45189fb3 req-3793b1b6-5f81-449e-a550-25a53f695813 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357277 Dec 16 10:01:12.992021 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6abe7-d844-4c34-b6a2-e2a5115b6eec req-189e2423-be29-4f12-83ce-13fefb366024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:12.993727 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d7e6abe7-d844-4c34-b6a2-e2a5115b6eec req-189e2423-be29-4f12-83ce-13fefb366024 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1202729 Dec 16 10:01:13.077494 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-4767b3bc-5c5d-4d0c-ba7c-f2f4bdc7cd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:13.082236 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-4767b3bc-5c5d-4d0c-ba7c-f2f4bdc7cd2d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11c64a8ebb294044af14b5294ba4a340&device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 1095 time: 0.0486376 Dec 16 10:01:13.133228 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-51b061ff-3a47-4638-8b6b-017fb3a5ad91 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0287fbd2-84d0-4e89-a21e-f8df3d39040e HTTP/1.1" status: 200 len: 217 time: 0.0426366 Dec 16 10:01:13.187479 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-4a5dde5a-9f00-4678-bb10-5f4514e1373f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:13.188988 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-4a5dde5a-9f00-4678-bb10-5f4514e1373f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=750db6bb-a513-4808-853e-ee01a97bd23d HTTP/1.1" status: 200 len: 852 time: 0.0489225 Dec 16 10:01:13.240606 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-cf26e0bf-516b-4d88-a971-900d80e77358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:13.242284 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-cf26e0bf-516b-4d88-a971-900d80e77358 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8258cad5-df53-4f22-9fee-9413ff4cc95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449898 Dec 16 10:01:13.257614 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55942) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:13.353789 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-5b3c0d17-c172-48fb-b3dc-bdf5b75006b9 service neutron] 10.222.0.57 "GET /v2.0/networks/8258cad5-df53-4f22-9fee-9413ff4cc95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041386 Dec 16 10:01:13.388889 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-65f44e8b-e1e5-4eae-b635-5d23b8d17776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:13.494555 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6488dfe3-3ad7-44b7-9433-eaf114931e78 req-8ae3a835-7704-4450-bb86-e1fca1531324 service neutron] 10.222.0.57 "GET /v2.0/networks/8258cad5-df53-4f22-9fee-9413ff4cc95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322641 Dec 16 10:01:13.506669 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-65f44e8b-e1e5-4eae-b635-5d23b8d17776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:13.585254 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-65f44e8b-e1e5-4eae-b635-5d23b8d17776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:13.631577 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-65f44e8b-e1e5-4eae-b635-5d23b8d17776 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=99bfdce59dfb4381a0d9c646b04e8c81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3685741 Dec 16 10:01:13.631577 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f44e8b-e1e5-4eae-b635-5d23b8d17776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b73e8c9-5585-463a-9922-da326458c71e,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:13.632108 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55950) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:13.699495 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1477098e-a898-45f0-88bf-c202e8aa6b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:13.728009 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1477098e-a898-45f0-88bf-c202e8aa6b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:13.864995 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1477098e-a898-45f0-88bf-c202e8aa6b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:13.868362 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1477098e-a898-45f0-88bf-c202e8aa6b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:13.869726 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1477098e-a898-45f0-88bf-c202e8aa6b0a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0b73e8c9-5585-463a-9922-da326458c71e HTTP/1.1" status: 204 len: 168 time: 0.2376845 Dec 16 10:01:13.882696 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1477098e-a898-45f0-88bf-c202e8aa6b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b73e8c9-5585-463a-9922-da326458c71e,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:13.894748 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e1bf9-4ad1-49b1-8e0f-67886e2e59f2 req-b65c17d2-e8a1-49c6-b818-37830acb9444 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:13.899441 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-386e1bf9-4ad1-49b1-8e0f-67886e2e59f2 req-b65c17d2-e8a1-49c6-b818-37830acb9444 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/ports?device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 944 time: 0.0781631 Dec 16 10:01:13.943960 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-386e1bf9-4ad1-49b1-8e0f-67886e2e59f2 req-12a28c23-dfa8-4f39-b578-688bfda66235 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e9de0dc-f4a6-42fe-b2b4-d77f4e33d498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393171 Dec 16 10:01:14.101575 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a45c41-0a8d-4f83-a920-0b4730894f9d req-8de7e723-fb00-4ab5-94cb-8a959e6938e2 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:14.103322 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a6a45c41-0a8d-4f83-a920-0b4730894f9d req-8de7e723-fb00-4ab5-94cb-8a959e6938e2 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 943 time: 0.0639520 Dec 16 10:01:14.147601 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a6a45c41-0a8d-4f83-a920-0b4730894f9d req-8cea5eb5-bde2-4f81-9346-bf4517ffe88b tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347116 Dec 16 10:01:14.410627 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ffd7b-af57-4b20-b112-9c989742afea req-8801290a-c698-4a28-b030-fa9cea04a268 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:14.412187 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7b1ffd7b-af57-4b20-b112-9c989742afea req-8801290a-c698-4a28-b030-fa9cea04a268 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 945 time: 0.0572820 Dec 16 10:01:14.453429 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7b1ffd7b-af57-4b20-b112-9c989742afea req-46bfc22a-3382-4380-bab1-d227f08900b9 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b27b118-a53f-4982-9ddb-43d8a0c776b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350513 Dec 16 10:01:14.725383 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55968) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:14.738622 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5b7dd890-dd8d-4e05-b7cb-4a3c21ba8a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:14.822342 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5b7dd890-dd8d-4e05-b7cb-4a3c21ba8a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:14.939053 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5b7dd890-dd8d-4e05-b7cb-4a3c21ba8a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:14.978428 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7dd890-dd8d-4e05-b7cb-4a3c21ba8a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544579a1-7874-4b4e-8896-8f29e0fc6104,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:14.983560 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5b7dd890-dd8d-4e05-b7cb-4a3c21ba8a81 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e78e6dc2bc144a649bf630188ae83d81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2581458 Dec 16 10:01:14.987519 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55972) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:15.043629 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e147cb24-5adf-4807-990b-891729e26588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:15.068020 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e147cb24-5adf-4807-990b-891729e26588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:15.084339 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f4611-efef-427a-a6a8-699bb5b80841 req-48be0c88-bbfa-4b54-9fc7-e5ea02741b3d tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:15.085968 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-778f4611-efef-427a-a6a8-699bb5b80841 req-48be0c88-bbfa-4b54-9fc7-e5ea02741b3d tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/ports?device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 944 time: 0.0576272 Dec 16 10:01:15.133051 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-778f4611-efef-427a-a6a8-699bb5b80841 req-cb8166e1-591b-4758-b73e-bb090046f3a9 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e9de0dc-f4a6-42fe-b2b4-d77f4e33d498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397677 Dec 16 10:01:15.212362 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e147cb24-5adf-4807-990b-891729e26588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:15.215374 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e147cb24-5adf-4807-990b-891729e26588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:15.216988 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e147cb24-5adf-4807-990b-891729e26588 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/544579a1-7874-4b4e-8896-8f29e0fc6104 HTTP/1.1" status: 204 len: 168 time: 0.2283621 Dec 16 10:01:15.231842 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147cb24-5adf-4807-990b-891729e26588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544579a1-7874-4b4e-8896-8f29e0fc6104,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:15.313245 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7566405-516a-44af-8a0e-e8b8dd4c6883 req-37c6b006-897e-41e9-943d-37ac715ed860 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:15.314871 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c7566405-516a-44af-8a0e-e8b8dd4c6883 req-37c6b006-897e-41e9-943d-37ac715ed860 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 943 time: 0.0657678 Dec 16 10:01:15.359405 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c7566405-516a-44af-8a0e-e8b8dd4c6883 req-63550bcd-9ed6-4bbb-ae1e-58db3ee18866 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374033 Dec 16 10:01:15.589592 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac2e50-a5a3-46f3-a8a1-f876e337442e req-ae154878-6077-408b-be07-ee22484cc89e tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:15.591191 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-85ac2e50-a5a3-46f3-a8a1-f876e337442e req-ae154878-6077-408b-be07-ee22484cc89e tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 945 time: 0.0649590 Dec 16 10:01:15.658310 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-85ac2e50-a5a3-46f3-a8a1-f876e337442e req-88799d6c-6876-4700-9275-bdc7a62e773a tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b27b118-a53f-4982-9ddb-43d8a0c776b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574291 Dec 16 10:01:15.667547 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcdf76d-9d48-4996-bc3a-89c3704f3904 req-423c6847-85cd-499d-9d3f-67416c281e01 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:15.669148 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5dcdf76d-9d48-4996-bc3a-89c3704f3904 req-423c6847-85cd-499d-9d3f-67416c281e01 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 945 time: 0.0766087 Dec 16 10:01:15.778100 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-5dcdf76d-9d48-4996-bc3a-89c3704f3904 req-c701ffad-8b2c-4df9-a473-503f5bd8abbc tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Deleting port 0a89622b-751f-436b-8c62-e8d382571a08 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:01:15.778755 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-5dcdf76d-9d48-4996-bc3a-89c3704f3904 req-c701ffad-8b2c-4df9-a473-503f5bd8abbc tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:15.879630 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-5dcdf76d-9d48-4996-bc3a-89c3704f3904 req-c701ffad-8b2c-4df9-a473-503f5bd8abbc tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] For port 0a89622b-751f-436b-8c62-e8d382571a08, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=0a89622b-751f-436b-8c62-e8d382571a08,segment=NetworkSegment(9384ab9d-4528-43a0-b947-07f5bc58c4cd),segment_id=9384ab9d-4528-43a0-b947-07f5bc58c4cd)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:01:15.880093 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-5dcdf76d-9d48-4996-bc3a-89c3704f3904 req-c701ffad-8b2c-4df9-a473-503f5bd8abbc tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:16.020505 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 55982) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:16.037517 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-836d0e66-f849-4de1-ac8f-6042a7c4ae8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:16.130108 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-5dcdf76d-9d48-4996-bc3a-89c3704f3904 req-c701ffad-8b2c-4df9-a473-503f5bd8abbc tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:16.130472 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-5dcdf76d-9d48-4996-bc3a-89c3704f3904 req-c701ffad-8b2c-4df9-a473-503f5bd8abbc tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:16.130792 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [req-5dcdf76d-9d48-4996-bc3a-89c3704f3904 req-c701ffad-8b2c-4df9-a473-503f5bd8abbc tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Floating IP 2d0bd1f0-3999-4ebc-8d1c-a55a37f8d633 disassociated. External IP: 172.25.1.211, port: 0a89622b-751f-436b-8c62-e8d382571a08. Dec 16 10:01:16.131137 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-5dcdf76d-9d48-4996-bc3a-89c3704f3904 req-c701ffad-8b2c-4df9-a473-503f5bd8abbc tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Calling delete_port for 0a89622b-751f-436b-8c62-e8d382571a08 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:01:16.228865 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-836d0e66-f849-4de1-ac8f-6042a7c4ae8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:16.259892 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ac2d9-77bc-46f1-b393-f02967f960f5 req-0c5d16fe-d0d7-49dc-af84-36229c204d6b tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:16.261655 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3d2ac2d9-77bc-46f1-b393-f02967f960f5 req-0c5d16fe-d0d7-49dc-af84-36229c204d6b tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/ports?device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 944 time: 0.0556560 Dec 16 10:01:16.305919 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3d2ac2d9-77bc-46f1-b393-f02967f960f5 req-6b389fdc-0e26-4fa6-a7d6-e51b615e608c tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e9de0dc-f4a6-42fe-b2b4-d77f4e33d498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378940 Dec 16 10:01:16.350809 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-836d0e66-f849-4de1-ac8f-6042a7c4ae8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:16.388347 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-5dcdf76d-9d48-4996-bc3a-89c3704f3904 req-c701ffad-8b2c-4df9-a473-503f5bd8abbc tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:16.419190 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-836d0e66-f849-4de1-ac8f-6042a7c4ae8c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=398cf7aadc2a4a89a948bcc22fb218ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3976331 Dec 16 10:01:16.421895 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d0e66-f849-4de1-ac8f-6042a7c4ae8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad55c463-61b7-4e09-abcb-71ef8985db7d,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:16.422063 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 55988) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:16.425504 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c701ffad-8b2c-4df9-a473-503f5bd8abbc tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Pushing event deleted for resources: {'Port': ['ID=0a89622b-751f-436b-8c62-e8d382571a08,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:16.491743 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d82eb7f0-2ff2-4657-bc6e-55cb4a4a3a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:16.515651 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d82eb7f0-2ff2-4657-bc6e-55cb4a4a3a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:16.561722 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649b111-4be8-4461-9613-5538ce284a68 req-348f90ef-b4ac-4b99-b46c-ae83b4fc8e48 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:16.563121 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8649b111-4be8-4461-9613-5538ce284a68 req-348f90ef-b4ac-4b99-b46c-ae83b4fc8e48 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 943 time: 0.0918801 Dec 16 10:01:16.596948 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dcdf76d-9d48-4996-bc3a-89c3704f3904 req-c701ffad-8b2c-4df9-a473-503f5bd8abbc tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Router 791ad3e3-1ca7-4641-a184-fd6b2570ceb7 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:01:16.622708 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8649b111-4be8-4461-9613-5538ce284a68 req-b1e78e43-2816-464e-bc61-fe856873d504 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534639 Dec 16 10:01:16.706105 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d82eb7f0-2ff2-4657-bc6e-55cb4a4a3a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:16.708471 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d82eb7f0-2ff2-4657-bc6e-55cb4a4a3a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:16.712187 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d82eb7f0-2ff2-4657-bc6e-55cb4a4a3a87 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ad55c463-61b7-4e09-abcb-71ef8985db7d HTTP/1.1" status: 204 len: 168 time: 0.2867544 Dec 16 10:01:16.718050 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82eb7f0-2ff2-4657-bc6e-55cb4a4a3a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad55c463-61b7-4e09-abcb-71ef8985db7d,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:16.726525 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dcdf76d-9d48-4996-bc3a-89c3704f3904 req-c701ffad-8b2c-4df9-a473-503f5bd8abbc tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:01:16.741830 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165532f7-9e41-48b1-8015-34aed26cdbcf None None] Sync routers for ids ['791ad3e3-1ca7-4641-a184-fd6b2570ceb7'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:01:16.772291 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165532f7-9e41-48b1-8015-34aed26cdbcf None None] Routers {'791ad3e3-1ca7-4641-a184-fd6b2570ceb7'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:01:16.773047 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-165532f7-9e41-48b1-8015-34aed26cdbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:00:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['791ad3e3-1ca7-4641-a184-fd6b2570ceb7'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:16.776434 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dcdf76d-9d48-4996-bc3a-89c3704f3904 req-c701ffad-8b2c-4df9-a473-503f5bd8abbc tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] No DVR routers for this DVR port 0a89622b-751f-436b-8c62-e8d382571a08 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:01:16.779630 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-5dcdf76d-9d48-4996-bc3a-89c3704f3904 req-c701ffad-8b2c-4df9-a473-503f5bd8abbc tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:16.785157 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5dcdf76d-9d48-4996-bc3a-89c3704f3904 req-c701ffad-8b2c-4df9-a473-503f5bd8abbc tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.57 "DELETE /v2.0/ports/0a89622b-751f-436b-8c62-e8d382571a08 HTTP/1.1" status: 204 len: 173 time: 1.1091723 Dec 16 10:01:16.785843 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c', 'name': 'network-vif-deleted', 'tag': '0a89622b-751f-436b-8c62-e8d382571a08'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:01:16.788506 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-26fc9968-a4a6-47d8-94ed-94da69e9b181 req-be0b8d35-e9e5-49f8-acee-184f90d28560 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 210 time: 0.0455709 Dec 16 10:01:16.789544 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83eb1981-7896-454d-b6b8-2c45152898c4" -d '{"events": [{"server_uuid": "a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c", "name": "network-vif-deleted", "tag": "0a89622b-751f-436b-8c62-e8d382571a08"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:01:16.839613 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a217ed2a-2e89-40fc-80db-cfe16c50af5b x-openstack-request-id: req-a217ed2a-2e89-40fc-80db-cfe16c50af5b {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:01:16.839988 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c", "name": "network-vif-deleted", "tag": "0a89622b-751f-436b-8c62-e8d382571a08", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:01:16.840244 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a217ed2a-2e89-40fc-80db-cfe16c50af5b {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:01:16.841830 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c', 'name': 'network-vif-deleted', 'tag': '0a89622b-751f-436b-8c62-e8d382571a08', 'status': 'completed', 'code': 200} Dec 16 10:01:16.911962 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-165532f7-9e41-48b1-8015-34aed26cdbcf None None] Set router 791ad3e3-1ca7-4641-a184-fd6b2570ceb7 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:01:17.131817 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-165532f7-9e41-48b1-8015-34aed26cdbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'name': 'tempest-AttachVolumeTestJSON-1774796313-router', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '4441d9a1-3315-4861-b404-d1d2c37ba8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:55:25Z', 'updated_at': '2021-12-16T09:55:31Z', 'revision_number': 4, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'gw_port': {'id': '4441d9a1-3315-4861-b404-d1d2c37ba8de', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:00:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:26Z', 'updated_at': '2021-12-16T09:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'd1e0515f-4db6-4d37-aef2-399213a0242f', 'name': '', 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'mac_address': 'fa:16:3e:f5:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '54629120-87d1-4f1a-9c62-5145af96bdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:30Z', 'updated_at': '2021-12-16T09:55:35Z', 'revision_number': 5, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'subnets': [{'id': '54629120-87d1-4f1a-9c62-5145af96bdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:17.167959 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165532f7-9e41-48b1-8015-34aed26cdbcf None None] Checking router: 791ad3e3-1ca7-4641-a184-fd6b2570ceb7 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:01:17.177045 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165532f7-9e41-48b1-8015-34aed26cdbcf None None] Routers {'791ad3e3-1ca7-4641-a184-fd6b2570ceb7'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:01:17.177704 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-165532f7-9e41-48b1-8015-34aed26cdbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:00:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['791ad3e3-1ca7-4641-a184-fd6b2570ceb7'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:17.293349 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-165532f7-9e41-48b1-8015-34aed26cdbcf None None] Set router 791ad3e3-1ca7-4641-a184-fd6b2570ceb7 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:01:17.433615 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba9eab-20e9-49fc-87c1-468bf38d1b23 req-7da1a1c9-fecd-4839-b8e1-e346f0117dcc tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:17.435787 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c6ba9eab-20e9-49fc-87c1-468bf38d1b23 req-7da1a1c9-fecd-4839-b8e1-e346f0117dcc tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/ports?device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 944 time: 0.0574963 Dec 16 10:01:17.479406 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c6ba9eab-20e9-49fc-87c1-468bf38d1b23 req-79d5a5df-4367-491c-9c4c-cbf8c62ac9c1 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e9de0dc-f4a6-42fe-b2b4-d77f4e33d498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373981 Dec 16 10:01:17.542003 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-165532f7-9e41-48b1-8015-34aed26cdbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'name': 'tempest-AttachVolumeTestJSON-1774796313-router', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '4441d9a1-3315-4861-b404-d1d2c37ba8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:55:25Z', 'updated_at': '2021-12-16T09:55:31Z', 'revision_number': 4, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'gw_port': {'id': '4441d9a1-3315-4861-b404-d1d2c37ba8de', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:00:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:26Z', 'updated_at': '2021-12-16T09:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'd1e0515f-4db6-4d37-aef2-399213a0242f', 'name': '', 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'mac_address': 'fa:16:3e:f5:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '54629120-87d1-4f1a-9c62-5145af96bdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:30Z', 'updated_at': '2021-12-16T09:55:35Z', 'revision_number': 5, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'subnets': [{'id': '54629120-87d1-4f1a-9c62-5145af96bdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:17.561763 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165532f7-9e41-48b1-8015-34aed26cdbcf None None] The sync data for ids ['791ad3e3-1ca7-4641-a184-fd6b2570ceb7'] in n-d-820550-2 is: [{'id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'name': 'tempest-AttachVolumeTestJSON-1774796313-router', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '4441d9a1-3315-4861-b404-d1d2c37ba8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:55:25Z', 'updated_at': '2021-12-16T09:55:31Z', 'revision_number': 4, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'gw_port': {'id': '4441d9a1-3315-4861-b404-d1d2c37ba8de', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:00:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:26Z', 'updated_at': '2021-12-16T09:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'd1e0515f-4db6-4d37-aef2-399213a0242f', 'name': '', 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'mac_address': 'fa:16:3e:f5:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '54629120-87d1-4f1a-9c62-5145af96bdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:30Z', 'updated_at': '2021-12-16T09:55:35Z', 'revision_number': 5, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'subnets': [{'id': '54629120-87d1-4f1a-9c62-5145af96bdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:01:17.784480 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092f151-c3fb-48b9-a88d-f502787c77d3 req-cb767812-3816-403c-af3a-1bc7a66eddbf tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:17.793326 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9092f151-c3fb-48b9-a88d-f502787c77d3 req-cb767812-3816-403c-af3a-1bc7a66eddbf tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 943 time: 0.0888655 Dec 16 10:01:17.834393 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9092f151-c3fb-48b9-a88d-f502787c77d3 req-9a5d8dfd-fcd6-4e49-b5bd-21e4c7a959fc tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382247 Dec 16 10:01:17.876358 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79c7b59-5bf0-4f42-85fa-2a8646d44da8 None None] New status for floating IP 2d0bd1f0-3999-4ebc-8d1c-a55a37f8d633: DOWN {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:01:17.932065 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1a650951-598e-4f50-bdc7-4cabee61efd7 req-83c92add-e3f1-4236-bc47-28d8e478403c tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff9a75-f936-4ea0-bc1c-723e8de1bd2c HTTP/1.1" status: 200 len: 210 time: 0.0273542 Dec 16 10:01:18.602664 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4e429-df12-421f-84f5-7a2328bd9e68 req-4f36ec0b-f951-4e98-bd0e-396d03410156 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:18.604151 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-53f4e429-df12-421f-84f5-7a2328bd9e68 req-4f36ec0b-f951-4e98-bd0e-396d03410156 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/ports?device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 944 time: 0.0521622 Dec 16 10:01:18.644074 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-53f4e429-df12-421f-84f5-7a2328bd9e68 req-6b001145-1d49-49da-a22c-8016f129f2a0 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e9de0dc-f4a6-42fe-b2b4-d77f4e33d498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326250 Dec 16 10:01:18.970830 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c58828-63dd-4a1d-a6ca-43677a7850e1 req-7d52a32f-142f-4e06-b887-5022cdfe99e0 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:18.972449 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-26c58828-63dd-4a1d-a6ca-43677a7850e1 req-7d52a32f-142f-4e06-b887-5022cdfe99e0 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 943 time: 0.0593615 Dec 16 10:01:19.020672 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-26c58828-63dd-4a1d-a6ca-43677a7850e1 req-6597617e-091e-4b02-936c-98078afdb926 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410774 Dec 16 10:01:19.092236 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56072) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:19.174930 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-43d15884-ced8-41ca-8d74-087a19e2fd49 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:19.208499 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-43d15884-ced8-41ca-8d74-087a19e2fd49 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:19.367504 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-43d15884-ced8-41ca-8d74-087a19e2fd49 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:19.370719 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-43d15884-ced8-41ca-8d74-087a19e2fd49 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:19.371887 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-43d15884-ced8-41ca-8d74-087a19e2fd49 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "DELETE /v2.0/security-groups/9b27b118-a53f-4982-9ddb-43d8a0c776b7 HTTP/1.1" status: 204 len: 168 time: 0.2786727 Dec 16 10:01:19.381397 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d15884-ced8-41ca-8d74-087a19e2fd49 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b27b118-a53f-4982-9ddb-43d8a0c776b7,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:19.389049 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56078) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:19.390470 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 0a89622b-751f-436b-8c62-e8d382571a08 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:01:19.405512 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-cbbde2c0-3fb3-48fc-9774-8291fd240645 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] show failed (client error): The resource could not be found. Dec 16 10:01:19.406606 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-cbbde2c0-3fb3-48fc-9774-8291fd240645 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups/9b27b118-a53f-4982-9ddb-43d8a0c776b7 HTTP/1.1" status: 404 len: 347 time: 0.0163081 Dec 16 10:01:19.410774 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56080) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:19.420449 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 0a89622b-751f-436b-8c62-e8d382571a08 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:01:19.420797 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 0a89622b-751f-436b-8c62-e8d382571a08 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:01:19.541795 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-272b5e13-daf9-498c-ab1f-1095ee3914d8 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Deleting port e761aca9-bef3-4b6c-afb4-590516d2ea50 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:01:19.542231 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-272b5e13-daf9-498c-ab1f-1095ee3914d8 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:19.626157 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-272b5e13-daf9-498c-ab1f-1095ee3914d8 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:19.626509 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-272b5e13-daf9-498c-ab1f-1095ee3914d8 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:19.639217 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-272b5e13-daf9-498c-ab1f-1095ee3914d8 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Calling delete_port for e761aca9-bef3-4b6c-afb4-590516d2ea50 owned by network:floatingip {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:01:19.806842 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ac1d6-95a0-4bb1-8a04-a9d6f38c8175 req-61f39f50-0b25-40a6-809d-fcc99b18e652 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:19.808136 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 700d6207-a8b3-430b-b738-67c44d887589 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:01:19.808362 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-004ac1d6-95a0-4bb1-8a04-a9d6f38c8175 req-61f39f50-0b25-40a6-809d-fcc99b18e652 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/ports?device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 944 time: 0.0882063 Dec 16 10:01:19.868231 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-004ac1d6-95a0-4bb1-8a04-a9d6f38c8175 req-6dd03108-d097-4394-bdc2-7f7330f680c7 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e9de0dc-f4a6-42fe-b2b4-d77f4e33d498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519953 Dec 16 10:01:19.938623 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 700d6207-a8b3-430b-b738-67c44d887589, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=700d6207-a8b3-430b-b738-67c44d887589,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:01:19.952322 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '700d6207-a8b3-430b-b738-67c44d887589', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'port_id': '700d6207-a8b3-430b-b738-67c44d887589', 'mac_address': 'fa:16:3e:94:7b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:01:19.962126 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-272b5e13-daf9-498c-ab1f-1095ee3914d8 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:19.990812 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b5e13-daf9-498c-ab1f-1095ee3914d8 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Pushing event deleted for resources: {'Port': ['ID=e761aca9-bef3-4b6c-afb4-590516d2ea50,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:20.012900 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:20.021953 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 700d6207-a8b3-430b-b738-67c44d887589 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:01:20.045487 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 700d6207-a8b3-430b-b738-67c44d887589, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=700d6207-a8b3-430b-b738-67c44d887589,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:01:20.063230 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-272b5e13-daf9-498c-ab1f-1095ee3914d8 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for floatingip, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:20.066584 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-272b5e13-daf9-498c-ab1f-1095ee3914d8 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:20.067740 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-272b5e13-daf9-498c-ab1f-1095ee3914d8 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "DELETE /v2.0/floatingips/2d0bd1f0-3999-4ebc-8d1c-a55a37f8d633 HTTP/1.1" status: 204 len: 168 time: 0.6559601 Dec 16 10:01:20.163310 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:20.163973 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8a472-1ccd-4a40-85bf-78e6357a17c0 req-d84d0296-037f-45c0-9994-0eec5cda3c00 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:20.165915 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d8b8a472-1ccd-4a40-85bf-78e6357a17c0 req-d84d0296-037f-45c0-9994-0eec5cda3c00 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 943 time: 0.0613501 Dec 16 10:01:20.215929 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d8b8a472-1ccd-4a40-85bf-78e6357a17c0 req-eab3e246-83ac-40c8-9744-fe0c2a56590e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439243 Dec 16 10:01:20.259037 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=700d6207-a8b3-430b-b738-67c44d887589,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:20.267468 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:20.267905 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:20.268845 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:20.269361 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:20.269755 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:20.270270 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:20.270625 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:20.271101 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:20.271450 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:20.271774 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:20.272108 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:20.272429 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:20.362699 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['700d6207-a8b3-430b-b738-67c44d887589'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:01:20.868245 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56120) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:20.872990 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-af25853c-7a5c-4343-9d52-c62471be7eac tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2114308485', 'description': 'tempest-description--1194532042'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:01:20.992198 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a19e4-018e-4209-abbf-a25d8c76cd5c req-9aa0b7eb-e3ac-4951-ac68-90e750ee5ad6 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:20.993870 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-679a19e4-018e-4209-abbf-a25d8c76cd5c req-9aa0b7eb-e3ac-4951-ac68-90e750ee5ad6 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/ports?device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 944 time: 0.0512176 Dec 16 10:01:21.007977 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-af25853c-7a5c-4343-9d52-c62471be7eac tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:21.038273 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-679a19e4-018e-4209-abbf-a25d8c76cd5c req-4989a844-64b4-4ebc-afa6-4a26dcd1c20a tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e9de0dc-f4a6-42fe-b2b4-d77f4e33d498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379977 Dec 16 10:01:21.086134 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-af25853c-7a5c-4343-9d52-c62471be7eac tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:21.173465 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-af25853c-7a5c-4343-9d52-c62471be7eac tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:21.205561 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af25853c-7a5c-4343-9d52-c62471be7eac tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=616b143d-5ee3-4efb-8127-181999461189,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:21.261817 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-af25853c-7a5c-4343-9d52-c62471be7eac tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:21.263569 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-af25853c-7a5c-4343-9d52-c62471be7eac tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3942695 Dec 16 10:01:21.270888 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56128) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:21.276664 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-70e91280-8a56-4542-b455-cbeb7bfac171 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Request body: {'security_group_rule': {'security_group_id': '616b143d-5ee3-4efb-8127-181999461189', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:01:21.367811 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c35d10-6adb-49a8-bdc8-3449a531b5b6 req-fe09bdae-f248-4e1f-a2bd-4498823ab038 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:21.369333 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-64c35d10-6adb-49a8-bdc8-3449a531b5b6 req-fe09bdae-f248-4e1f-a2bd-4498823ab038 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 944 time: 0.0523670 Dec 16 10:01:21.400444 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-70e91280-8a56-4542-b455-cbeb7bfac171 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:21.431305 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-64c35d10-6adb-49a8-bdc8-3449a531b5b6 req-f30c9d32-1abe-4d8c-bcb9-7b66e537f302 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532560 Dec 16 10:01:21.462545 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-70e91280-8a56-4542-b455-cbeb7bfac171 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:21.584176 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-70e91280-8a56-4542-b455-cbeb7bfac171 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:21.610576 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e91280-8a56-4542-b455-cbeb7bfac171 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb830498-ae5b-45ad-9277-bec37b3d7caa,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:21.723329 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-70e91280-8a56-4542-b455-cbeb7bfac171 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:21.724508 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-70e91280-8a56-4542-b455-cbeb7bfac171 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4524462 Dec 16 10:01:21.727130 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56130) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:21.731483 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-301b2431-890b-4b61-b3b8-59786172315b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Request body: {'security_group_rule': {'security_group_id': '616b143d-5ee3-4efb-8127-181999461189', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:01:21.806369 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 700d6207-a8b3-430b-b738-67c44d887589 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:01:21.863810 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-301b2431-890b-4b61-b3b8-59786172315b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:21.949492 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-301b2431-890b-4b61-b3b8-59786172315b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:22.054218 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-301b2431-890b-4b61-b3b8-59786172315b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:22.076333 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b2431-890b-4b61-b3b8-59786172315b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=732cc628-ae5e-4e82-92d9-a182da000bc0,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:22.124448 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 700d6207-a8b3-430b-b738-67c44d887589 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:01:22.128428 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 700d6207-a8b3-430b-b738-67c44d887589 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:01:22.128808 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:22.159101 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-301b2431-890b-4b61-b3b8-59786172315b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:22.160742 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-301b2431-890b-4b61-b3b8-59786172315b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4326856 Dec 16 10:01:22.163584 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b33a7-e72e-4032-9726-f54fb7df04a5 req-6f5ceb15-51ed-44d0-a71f-b3c701cacd0a tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:22.166223 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56134) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:22.170553 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-9a7dc0ce-e2cc-4cc8-ac32-132024b4b21e tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:01:22.171729 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-714b33a7-e72e-4032-9726-f54fb7df04a5 req-6f5ceb15-51ed-44d0-a71f-b3c701cacd0a tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/ports?device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 944 time: 0.0613289 Dec 16 10:01:22.208956 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-714b33a7-e72e-4032-9726-f54fb7df04a5 req-71adaebe-5d58-4bc3-83ee-a1c892039f3d tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e9de0dc-f4a6-42fe-b2b4-d77f4e33d498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360794 Dec 16 10:01:22.240961 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:22.264420 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f164b7-7059-4838-beb9-85be0d34d42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700d6207-a8b3-430b-b738-67c44d887589'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:01:22.266814 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7c41fc-dbe9-4fd7-b15d-4d9a8160ef78" -d '{"events": [{"server_uuid": "31f164b7-7059-4838-beb9-85be0d34d42f", "name": "network-vif-plugged", "status": "completed", "tag": "700d6207-a8b3-430b-b738-67c44d887589"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:01:22.270548 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9a7dc0ce-e2cc-4cc8-ac32-132024b4b21e tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for floatingip, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:22.280229 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 700d6207-a8b3-430b-b738-67c44d887589, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=700d6207-a8b3-430b-b738-67c44d887589,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:01:22.318662 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1088b6-5fdc-471d-badd-800ff08f103a x-openstack-request-id: req-7f1088b6-5fdc-471d-badd-800ff08f103a {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:01:22.319064 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f164b7-7059-4838-beb9-85be0d34d42f", "name": "network-vif-plugged", "status": "completed", "tag": "700d6207-a8b3-430b-b738-67c44d887589", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:01:22.319637 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7f1088b6-5fdc-471d-badd-800ff08f103a {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:01:22.320910 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f164b7-7059-4838-beb9-85be0d34d42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700d6207-a8b3-430b-b738-67c44d887589', 'code': 200} Dec 16 10:01:22.378270 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:22.387508 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9a7dc0ce-e2cc-4cc8-ac32-132024b4b21e tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:22.433141 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=700d6207-a8b3-430b-b738-67c44d887589,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:22.439167 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb710e07-2146-475c-a775-75d77b9f8cb9 req-d37fea9e-2244-4030-bd34-c79190e74e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:22.442157 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cb710e07-2146-475c-a775-75d77b9f8cb9 req-d37fea9e-2244-4030-bd34-c79190e74e0f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 1096 time: 0.0563812 Dec 16 10:01:22.483854 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cb710e07-2146-475c-a775-75d77b9f8cb9 req-462f7111-830a-4035-b634-55c376293ad0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354939 Dec 16 10:01:22.520936 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-9a7dc0ce-e2cc-4cc8-ac32-132024b4b21e tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Allocated IP 172.25.1.229 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/9c2fa889-3af4-4cef-8a92-f18e551f22c4) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:01:22.571081 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0ac74-5149-4b32-b003-5914b8b618e7 req-79749c9d-bfe1-493f-b4f4-2d9b72e72616 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:22.572660 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6ba0ac74-5149-4b32-b003-5914b8b618e7 req-79749c9d-bfe1-493f-b4f4-2d9b72e72616 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 945 time: 0.0565200 Dec 16 10:01:22.618966 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6ba0ac74-5149-4b32-b003-5914b8b618e7 req-5baafeb6-e902-4e4d-a570-aa1d865d34fb tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397549 Dec 16 10:01:22.642430 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9a7dc0ce-e2cc-4cc8-ac32-132024b4b21e tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:22.745396 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9a7dc0ce-e2cc-4cc8-ac32-132024b4b21e tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:22.790679 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7dc0ce-e2cc-4cc8-ac32-132024b4b21e tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:01:22.793611 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-9a7dc0ce-e2cc-4cc8-ac32-132024b4b21e tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:01:22.797059 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7dc0ce-e2cc-4cc8-ac32-132024b4b21e tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:01:22.821701 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7dc0ce-e2cc-4cc8-ac32-132024b4b21e tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Pushing event updated for resources: {'Port': ['ID=9c2fa889-3af4-4cef-8a92-f18e551f22c4,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:22.893603 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9a7dc0ce-e2cc-4cc8-ac32-132024b4b21e tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:22.988698 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9a7dc0ce-e2cc-4cc8-ac32-132024b4b21e tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:23.154421 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9a7dc0ce-e2cc-4cc8-ac32-132024b4b21e tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:23.225042 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9a7dc0ce-e2cc-4cc8-ac32-132024b4b21e tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:23.314088 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7dc0ce-e2cc-4cc8-ac32-132024b4b21e tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Pushing event updated for resources: {'Port': ['ID=9c2fa889-3af4-4cef-8a92-f18e551f22c4,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:23.339465 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9a7dc0ce-e2cc-4cc8-ac32-132024b4b21e tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:23.368833 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7cbb4-1471-40f2-9490-ccf753647877 req-8929e1b7-5ee4-414b-a989-15f6f01bacd2 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:23.370482 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c3b7cbb4-1471-40f2-9490-ccf753647877 req-8929e1b7-5ee4-414b-a989-15f6f01bacd2 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/ports?device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 944 time: 0.0815122 Dec 16 10:01:23.416345 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c3b7cbb4-1471-40f2-9490-ccf753647877 req-9915538f-f33d-4f3c-8bc0-4dca6c46cc37 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e9de0dc-f4a6-42fe-b2b4-d77f4e33d498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394228 Dec 16 10:01:23.429740 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9a7dc0ce-e2cc-4cc8-ac32-132024b4b21e tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:23.431227 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9a7dc0ce-e2cc-4cc8-ac32-132024b4b21e tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2654741 Dec 16 10:01:23.650556 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-9f72b7f7-4532-4b3e-9e27-71d7d0a2c6d2 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--2114308485&fields=id&tenant_id=7bf45dc465a44557ad989af846f14cbe HTTP/1.1" status: 200 len: 267 time: 0.0561790 Dec 16 10:01:23.772277 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a91086-e66b-4ad6-8ce0-e90949dc0cf0 req-6836911c-067f-4c4b-a4c4-7a9bfd4764b0 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:23.772277 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-60a91086-e66b-4ad6-8ce0-e90949dc0cf0 req-6836911c-067f-4c4b-a4c4-7a9bfd4764b0 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 945 time: 0.0672336 Dec 16 10:01:23.772883 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-4942f270-50be-480b-be8c-ed16b4f415ec tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:23.772883 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-4942f270-50be-480b-be8c-ed16b4f415ec tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/networks?id=7188838e-ca9d-4c02-ba77-eb22e43eefd0 HTTP/1.1" status: 200 len: 811 time: 0.1206539 Dec 16 10:01:23.793223 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-ec3ea21b-9582-41c3-b729-5b801f8e0883 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/quotas/7bf45dc465a44557ad989af846f14cbe HTTP/1.1" status: 200 len: 375 time: 0.0112970 Dec 16 10:01:23.820675 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-60a91086-e66b-4ad6-8ce0-e90949dc0cf0 req-3acc7383-9f78-40a3-a6bc-c35d8776a328 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400128 Dec 16 10:01:23.862010 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-b42dbe5f-11f9-4400-9100-d32ce593fb9f tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7bf45dc465a44557ad989af846f14cbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0547500 Dec 16 10:01:24.053222 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-89fd320a-4c0d-4407-bbd1-826d12f6f1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:24.074777 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-1ed153d9-9b53-4508-a924-5d408d546ff0 service neutron] 10.222.0.60 "GET /v2.0/networks/7188838e-ca9d-4c02-ba77-eb22e43eefd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001669 Dec 16 10:01:24.181803 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-83c21a66-155a-43ef-99a9-df24f327cd00 service neutron] 10.222.0.60 "GET /v2.0/networks/7188838e-ca9d-4c02-ba77-eb22e43eefd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998237 Dec 16 10:01:24.462165 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fb4b5be6-f907-4b2f-bf26-6b12525d246c req-cd590c22-36e8-4775-888b-f3ada1e03b58 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a8b6363-1c2d-4809-af66-0416b11ddeb6 HTTP/1.1" status: 200 len: 210 time: 0.0303426 Dec 16 10:01:24.555531 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf8077-1c2b-4f95-aedc-d412380d9f6c req-d4188017-a3bb-47a4-a96b-d8730bf28bcf tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:24.555531 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-29bf8077-1c2b-4f95-aedc-d412380d9f6c req-d4188017-a3bb-47a4-a96b-d8730bf28bcf tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/ports?device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 944 time: 0.0582047 Dec 16 10:01:24.594584 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-29bf8077-1c2b-4f95-aedc-d412380d9f6c req-53feeb3d-17aa-4922-8136-13997269e65e tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e9de0dc-f4a6-42fe-b2b4-d77f4e33d498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350881 Dec 16 10:01:24.952743 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bece00-0fa5-41a6-93e1-163492967de8 req-19d1d361-bc68-4127-a167-4f9dc1051855 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:24.954348 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e8bece00-0fa5-41a6-93e1-163492967de8 req-19d1d361-bc68-4127-a167-4f9dc1051855 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 945 time: 0.0618865 Dec 16 10:01:24.998570 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e8bece00-0fa5-41a6-93e1-163492967de8 req-db34cbad-ac07-4028-b273-5d0517abb100 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373540 Dec 16 10:01:25.117029 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b244b0-c5dd-42ea-8d21-3c6fcaffff06 req-c9080da6-1f41-4aea-9e28-e1d78aee7dae tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:25.118597 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-89b244b0-c5dd-42ea-8d21-3c6fcaffff06 req-c9080da6-1f41-4aea-9e28-e1d78aee7dae tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 945 time: 0.0510299 Dec 16 10:01:25.158558 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-89b244b0-c5dd-42ea-8d21-3c6fcaffff06 req-ab8b1731-98f6-452a-9766-6c6b8f51e6d3 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338569 Dec 16 10:01:25.297861 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9c1fc-420e-4df6-8da6-e96187d8472a req-b9a09618-7f6f-4175-a239-dbdd7eedf79b tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:25.297861 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dea9c1fc-420e-4df6-8da6-e96187d8472a req-b9a09618-7f6f-4175-a239-dbdd7eedf79b tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 945 time: 0.0534978 Dec 16 10:01:25.345509 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dea9c1fc-420e-4df6-8da6-e96187d8472a req-f49dae9e-1100-4be0-af03-b80cb58048ee tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413597 Dec 16 10:01:25.419913 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 0287fbd2-84d0-4e89-a21e-f8df3d39040e details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:01:25.532678 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 0287fbd2-84d0-4e89-a21e-f8df3d39040e, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=0287fbd2-84d0-4e89-a21e-f8df3d39040e,segment=NetworkSegment(52b33324-6a95-46e8-8478-cb401e710189),segment_id=52b33324-6a95-46e8-8478-cb401e710189)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:01:25.546840 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '0287fbd2-84d0-4e89-a21e-f8df3d39040e', 'network_id': '8258cad5-df53-4f22-9fee-9413ff4cc95e', 'port_id': '0287fbd2-84d0-4e89-a21e-f8df3d39040e', 'mac_address': 'fa:16:3e:9b:55:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '750db6bb-a513-4808-853e-ee01a97bd23d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:01:25.576828 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4eb19708-f018-476f-bed5-151f08968854 req-1fcd3a13-aa2a-43a6-93df-5f7285d60e89 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a8b6363-1c2d-4809-af66-0416b11ddeb6 HTTP/1.1" status: 200 len: 210 time: 0.0302320 Dec 16 10:01:25.593953 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:25.611168 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0287fbd2-84d0-4e89-a21e-f8df3d39040e {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:01:25.634960 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 0287fbd2-84d0-4e89-a21e-f8df3d39040e, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=0287fbd2-84d0-4e89-a21e-f8df3d39040e,segment=NetworkSegment(52b33324-6a95-46e8-8478-cb401e710189),segment_id=52b33324-6a95-46e8-8478-cb401e710189)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:01:25.725632 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b58c9e-fbaf-4b54-9916-1244acd46c3b req-ba3e4a90-533e-457f-8948-85a57eb83f01 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:25.727164 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72b58c9e-fbaf-4b54-9916-1244acd46c3b req-ba3e4a90-533e-457f-8948-85a57eb83f01 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/ports?device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 944 time: 0.0580921 Dec 16 10:01:25.767085 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-72b58c9e-fbaf-4b54-9916-1244acd46c3b req-443d7535-11b7-4cec-9997-1dbc762ae5db tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e9de0dc-f4a6-42fe-b2b4-d77f4e33d498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335200 Dec 16 10:01:25.785624 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:25.841670 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=0287fbd2-84d0-4e89-a21e-f8df3d39040e,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:26.024136 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acfe0d-90d0-41a5-95ca-255cceca976e req-17a32453-abd3-437f-a836-1cf5578d9b04 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:26.024136 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d4acfe0d-90d0-41a5-95ca-255cceca976e req-17a32453-abd3-437f-a836-1cf5578d9b04 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 945 time: 0.0592427 Dec 16 10:01:26.074184 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d4acfe0d-90d0-41a5-95ca-255cceca976e req-50a34c2f-c4ad-4517-8c22-ff42c2632fb7 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418017 Dec 16 10:01:26.165458 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['0287fbd2-84d0-4e89-a21e-f8df3d39040e'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:01:26.459250 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5d07fc41-551f-4e50-b0e0-ce3e2ff1742b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:26.872451 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-09a602a0-2b31-4a2e-a0a8-c14d5ba99da0 req-8e16cfd6-0ef2-4a1b-9c50-4660156407b3 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a8b6363-1c2d-4809-af66-0416b11ddeb6 HTTP/1.1" status: 200 len: 210 time: 0.0367212 Dec 16 10:01:26.924080 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-7da96f99-d1bc-43e7-b36f-dac617232b24 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:26.928917 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-7da96f99-d1bc-43e7-b36f-dac617232b24 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.58 "GET /v2.0/networks?id=7188838e-ca9d-4c02-ba77-eb22e43eefd0 HTTP/1.1" status: 200 len: 811 time: 0.4155915 Dec 16 10:01:26.933665 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff0986-2862-4272-aa4b-e3b701205169 req-5d4a744d-c997-4772-a63b-3a9b0b345861 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:26.935263 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7bff0986-2862-4272-aa4b-e3b701205169 req-5d4a744d-c997-4772-a63b-3a9b0b345861 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/ports?device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 945 time: 0.0865562 Dec 16 10:01:26.973601 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-e0c27135-1166-49f9-ba05-ef60b5400a39 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bf45dc465a44557ad989af846f14cbe HTTP/1.1" status: 200 len: 380 time: 0.0368097 Dec 16 10:01:26.975765 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7bff0986-2862-4272-aa4b-e3b701205169 req-bec18a9d-6550-49b3-9876-43e9687a7e33 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e9de0dc-f4a6-42fe-b2b4-d77f4e33d498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341306 Dec 16 10:01:26.986031 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-06b65f8c-90bb-4c12-bc20-867f5685a05a tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Request body: {'port': {'device_id': '8a8b6363-1c2d-4809-af66-0416b11ddeb6', 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0', 'admin_state_up': True, 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'security_groups': ['616b143d-5ee3-4efb-8127-181999461189']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:01:27.169897 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-06b65f8c-90bb-4c12-bc20-867f5685a05a tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Made reservation on behalf of 7bf45dc465a44557ad989af846f14cbe for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:01:27.174128 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-06b65f8c-90bb-4c12-bc20-867f5685a05a tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:27.235938 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f960d2d-e166-43a4-98b1-449eaffcad38 req-d2f02170-bcbb-447c-b13b-b6e494715d5d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:27.241391 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1f960d2d-e166-43a4-98b1-449eaffcad38 req-d2f02170-bcbb-447c-b13b-b6e494715d5d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 945 time: 0.0831373 Dec 16 10:01:27.322115 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1f960d2d-e166-43a4-98b1-449eaffcad38 req-8e651243-b136-4bbb-9f8e-0a94bdda8cae tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546999 Dec 16 10:01:27.368519 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-06b65f8c-90bb-4c12-bc20-867f5685a05a tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Allocated IP 172.20.0.9 (7188838e-ca9d-4c02-ba77-eb22e43eefd0/54629120-87d1-4f1a-9c62-5145af96bdbd/932bd2df-8493-4209-8f69-970f03faa0eb) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:01:27.441838 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 0287fbd2-84d0-4e89-a21e-f8df3d39040e up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:01:27.470040 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f9c27-e138-45ea-b7cf-50f1a233569e req-221140d9-78af-48f5-af70-736e2d71a7a0 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:27.470462 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ed0f9c27-e138-45ea-b7cf-50f1a233569e req-221140d9-78af-48f5-af70-736e2d71a7a0 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.58 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 945 time: 0.0576808 Dec 16 10:01:27.534525 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-06b65f8c-90bb-4c12-bc20-867f5685a05a tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:27.573955 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 0287fbd2-84d0-4e89-a21e-f8df3d39040e completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:01:27.578142 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-ed0f9c27-e138-45ea-b7cf-50f1a233569e req-7248531b-b4ac-464d-9938-ef910268bfa4 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Deleting port 700d6207-a8b3-430b-b738-67c44d887589 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:01:27.578532 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ed0f9c27-e138-45ea-b7cf-50f1a233569e req-7248531b-b4ac-464d-9938-ef910268bfa4 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:27.578679 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 0287fbd2-84d0-4e89-a21e-f8df3d39040e triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:01:27.578967 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:27.649270 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:27.670548 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:27.682299 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-ed0f9c27-e138-45ea-b7cf-50f1a233569e req-7248531b-b4ac-464d-9938-ef910268bfa4 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] For port 700d6207-a8b3-430b-b738-67c44d887589, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=700d6207-a8b3-430b-b738-67c44d887589,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:01:27.682662 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ed0f9c27-e138-45ea-b7cf-50f1a233569e req-7248531b-b4ac-464d-9938-ef910268bfa4 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:27.688539 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-06b65f8c-90bb-4c12-bc20-867f5685a05a tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:27.703303 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [req-ed0f9c27-e138-45ea-b7cf-50f1a233569e req-7248531b-b4ac-464d-9938-ef910268bfa4 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Calling delete_port for 700d6207-a8b3-430b-b738-67c44d887589 owned by compute:nova {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:01:27.705355 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e5da15-4d48-4f9e-a082-9ea4571e0c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0287fbd2-84d0-4e89-a21e-f8df3d39040e'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:01:27.709029 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c87366-0609-4cf2-a347-5b0dbe0deb22" -d '{"events": [{"server_uuid": "64e5da15-4d48-4f9e-a082-9ea4571e0c17", "name": "network-vif-plugged", "status": "completed", "tag": "0287fbd2-84d0-4e89-a21e-f8df3d39040e"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:01:27.726647 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 0287fbd2-84d0-4e89-a21e-f8df3d39040e, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=0287fbd2-84d0-4e89-a21e-f8df3d39040e,segment=NetworkSegment(52b33324-6a95-46e8-8478-cb401e710189),segment_id=52b33324-6a95-46e8-8478-cb401e710189)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:01:27.765050 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe1fa0b-b41d-4aa2-b776-4b00a0856c07 x-openstack-request-id: req-ffe1fa0b-b41d-4aa2-b776-4b00a0856c07 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:01:27.765434 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e5da15-4d48-4f9e-a082-9ea4571e0c17", "name": "network-vif-plugged", "status": "completed", "tag": "0287fbd2-84d0-4e89-a21e-f8df3d39040e", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:01:27.765746 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ffe1fa0b-b41d-4aa2-b776-4b00a0856c07 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:01:27.766827 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e5da15-4d48-4f9e-a082-9ea4571e0c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0287fbd2-84d0-4e89-a21e-f8df3d39040e', 'code': 200} Dec 16 10:01:27.785537 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b65f8c-90bb-4c12-bc20-867f5685a05a tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Pushing event updated for resources: {'Port': ['ID=932bd2df-8493-4209-8f69-970f03faa0eb,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:27.789284 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-06b65f8c-90bb-4c12-bc20-867f5685a05a tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Network 7188838e-ca9d-4c02-ba77-eb22e43eefd0 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:01:27.795682 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-06b65f8c-90bb-4c12-bc20-867f5685a05a tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:01:27.795682 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-06b65f8c-90bb-4c12-bc20-867f5685a05a tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:01:27.825458 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:27.892662 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-06b65f8c-90bb-4c12-bc20-867f5685a05a tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:27.893378 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=0287fbd2-84d0-4e89-a21e-f8df3d39040e,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:27.898772 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-06b65f8c-90bb-4c12-bc20-867f5685a05a tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:27.918577 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad8c0f-4cd7-43a2-b9a8-e17057871c07 req-642995d6-517a-4118-92fe-e5181bd56910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:27.920254 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dbad8c0f-4cd7-43a2-b9a8-e17057871c07 req-642995d6-517a-4118-92fe-e5181bd56910 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 1097 time: 0.0832570 Dec 16 10:01:27.960926 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dbad8c0f-4cd7-43a2-b9a8-e17057871c07 req-572c835e-918b-4977-8e10-ab147bfcae6d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5e9de0dc-f4a6-42fe-b2b4-d77f4e33d498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334814 Dec 16 10:01:27.985362 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ed0f9c27-e138-45ea-b7cf-50f1a233569e req-7248531b-b4ac-464d-9938-ef910268bfa4 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:27.995949 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-06b65f8c-90bb-4c12-bc20-867f5685a05a tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0143971 Dec 16 10:01:27.997142 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['700d6207-a8b3-430b-b738-67c44d887589'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:01:28.023331 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-a26b0109-892e-4a18-8469-0fea63a2373d service neutron] Request body: {'port': {'device_id': '8a8b6363-1c2d-4809-af66-0416b11ddeb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:01:28.083994 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248531b-b4ac-464d-9938-ef910268bfa4 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Pushing event deleted for resources: {'Port': ['ID=700d6207-a8b3-430b-b738-67c44d887589,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:28.096523 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6966d-a5d8-46f0-80df-7a70f8af91db req-b9bde641-95ce-4363-ad26-4a6a19445c73 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:28.098296 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-98d6966d-a5d8-46f0-80df-7a70f8af91db req-b9bde641-95ce-4363-ad26-4a6a19445c73 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a8b6363-1c2d-4809-af66-0416b11ddeb6 HTTP/1.1" status: 200 len: 931 time: 0.1352668 Dec 16 10:01:28.121584 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed0f9c27-e138-45ea-b7cf-50f1a233569e req-7248531b-b4ac-464d-9938-ef910268bfa4 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] No DVR routers for this DVR port 700d6207-a8b3-430b-b738-67c44d887589 on host n-h2-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:01:28.124563 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-ed0f9c27-e138-45ea-b7cf-50f1a233569e req-7248531b-b4ac-464d-9938-ef910268bfa4 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:28.129943 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ed0f9c27-e138-45ea-b7cf-50f1a233569e req-7248531b-b4ac-464d-9938-ef910268bfa4 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.58 "DELETE /v2.0/ports/700d6207-a8b3-430b-b738-67c44d887589 HTTP/1.1" status: 204 len: 173 time: 0.6526551 Dec 16 10:01:28.131182 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f164b7-7059-4838-beb9-85be0d34d42f', 'name': 'network-vif-deleted', 'tag': '700d6207-a8b3-430b-b738-67c44d887589'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:01:28.137296 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3fae99d-69cc-4490-b70d-5aee9a44d3f3" -d '{"events": [{"server_uuid": "31f164b7-7059-4838-beb9-85be0d34d42f", "name": "network-vif-deleted", "tag": "700d6207-a8b3-430b-b738-67c44d887589"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:01:28.179005 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-a26b0109-892e-4a18-8469-0fea63a2373d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:28.193697 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-98d6966d-a5d8-46f0-80df-7a70f8af91db req-034f99d0-d534-4157-82a8-d5d24b134d65 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=616b143d-5ee3-4efb-8127-181999461189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833480 Dec 16 10:01:28.220337 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0618fa-5929-41de-a960-01768f907205 req-69c8f840-8f03-4a96-a880-3dae6815329a tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:28.220337 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0e0618fa-5929-41de-a960-01768f907205 req-69c8f840-8f03-4a96-a880-3dae6815329a tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/ports?device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 946 time: 0.0669563 Dec 16 10:01:28.232155 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-46793f4d-1927-44ff-b9c7-78181526ffef None None] Provisioning complete for port 932bd2df-8493-4209-8f69-970f03faa0eb triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:01:28.235141 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-46793f4d-1927-44ff-b9c7-78181526ffef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:28.296395 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0e0618fa-5929-41de-a960-01768f907205 req-1660e73e-a942-4ac3-b5fa-25f183bafd88 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e9de0dc-f4a6-42fe-b2b4-d77f4e33d498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672443 Dec 16 10:01:28.328984 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-46793f4d-1927-44ff-b9c7-78181526ffef None None] Port 932bd2df-8493-4209-8f69-970f03faa0eb cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:01:28.462082 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-48bc017a-bfc2-4b74-b105-373df10e0de7 req-e6291686-90db-4b3a-82b4-62e860649712 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 210 time: 0.0464635 Dec 16 10:01:28.477144 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a75cd9a-3c4c-4c62-86bd-c67a33b134b5 x-openstack-request-id: req-2a75cd9a-3c4c-4c62-86bd-c67a33b134b5 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:01:28.477440 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f164b7-7059-4838-beb9-85be0d34d42f", "name": "network-vif-deleted", "tag": "700d6207-a8b3-430b-b738-67c44d887589", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:01:28.477701 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2a75cd9a-3c4c-4c62-86bd-c67a33b134b5 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:01:28.479001 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f164b7-7059-4838-beb9-85be0d34d42f', 'name': 'network-vif-deleted', 'tag': '700d6207-a8b3-430b-b738-67c44d887589', 'status': 'completed', 'code': 200} Dec 16 10:01:28.598834 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-a26b0109-892e-4a18-8469-0fea63a2373d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 932bd2df-8493-4209-8f69-970f03faa0eb {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:01:28.608176 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-a26b0109-892e-4a18-8469-0fea63a2373d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:28.621622 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-a26b0109-892e-4a18-8469-0fea63a2373d service neutron] Transition to ACTIVE for port object 932bd2df-8493-4209-8f69-970f03faa0eb will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:01:28.751124 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-a26b0109-892e-4a18-8469-0fea63a2373d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:28.845285 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b0109-892e-4a18-8469-0fea63a2373d service neutron] Pushing event updated for resources: {'Port': ['ID=932bd2df-8493-4209-8f69-970f03faa0eb,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:28.924296 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-a26b0109-892e-4a18-8469-0fea63a2373d service neutron] Attempting to bind port 932bd2df-8493-4209-8f69-970f03faa0eb on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:01:28.925380 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-a26b0109-892e-4a18-8469-0fea63a2373d service neutron] Attempting to bind port 932bd2df-8493-4209-8f69-970f03faa0eb by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '9384ab9d-4528-43a0-b947-07f5bc58c4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:01:28.925913 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-a26b0109-892e-4a18-8469-0fea63a2373d service neutron] Attempting to bind port 932bd2df-8493-4209-8f69-970f03faa0eb on network 7188838e-ca9d-4c02-ba77-eb22e43eefd0 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:01:28.931778 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-a26b0109-892e-4a18-8469-0fea63a2373d service neutron] Port 932bd2df-8493-4209-8f69-970f03faa0eb on network 7188838e-ca9d-4c02-ba77-eb22e43eefd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:01:28.932374 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-a26b0109-892e-4a18-8469-0fea63a2373d service neutron] Attempting to bind port 932bd2df-8493-4209-8f69-970f03faa0eb on network 7188838e-ca9d-4c02-ba77-eb22e43eefd0 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:01:28.938652 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-a26b0109-892e-4a18-8469-0fea63a2373d service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:01:28.939018 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-a26b0109-892e-4a18-8469-0fea63a2373d service neutron] Checking segment: {'id': '9384ab9d-4528-43a0-b947-07f5bc58c4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:01:28.939444 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-a26b0109-892e-4a18-8469-0fea63a2373d service neutron] Bound using segment: {'id': '9384ab9d-4528-43a0-b947-07f5bc58c4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:01:28.940087 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-a26b0109-892e-4a18-8469-0fea63a2373d service neutron] Bound port: 932bd2df-8493-4209-8f69-970f03faa0eb, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9384ab9d-4528-43a0-b947-07f5bc58c4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:01:28.940480 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-a26b0109-892e-4a18-8469-0fea63a2373d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:29.031871 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-a26b0109-892e-4a18-8469-0fea63a2373d service neutron] For port 932bd2df-8493-4209-8f69-970f03faa0eb, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:01:29.035175 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-a26b0109-892e-4a18-8469-0fea63a2373d service neutron] For port 932bd2df-8493-4209-8f69-970f03faa0eb, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=932bd2df-8493-4209-8f69-970f03faa0eb,segment=NetworkSegment(9384ab9d-4528-43a0-b947-07f5bc58c4cd),segment_id=9384ab9d-4528-43a0-b947-07f5bc58c4cd)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:01:29.340573 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443bbd76-79c8-4295-92fc-bbd2da6ab5c3 req-6348d263-76b4-46a6-a0a4-3dabdb7d526c tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:29.342075 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-443bbd76-79c8-4295-92fc-bbd2da6ab5c3 req-6348d263-76b4-46a6-a0a4-3dabdb7d526c tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a8b6363-1c2d-4809-af66-0416b11ddeb6 HTTP/1.1" status: 200 len: 943 time: 0.0624821 Dec 16 10:01:29.393936 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-443bbd76-79c8-4295-92fc-bbd2da6ab5c3 req-6b18afce-eeb8-4520-812f-572c989eb32b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=616b143d-5ee3-4efb-8127-181999461189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415490 Dec 16 10:01:29.414661 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-a26b0109-892e-4a18-8469-0fea63a2373d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:29.441947 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:29.459309 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7576767-6a93-41e2-bd79-19651c2840c1 req-7bca08ed-a659-47ba-9a03-6282092e5567 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:29.462233 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-a26b0109-892e-4a18-8469-0fea63a2373d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:29.462895 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d7576767-6a93-41e2-bd79-19651c2840c1 req-7bca08ed-a659-47ba-9a03-6282092e5567 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/ports?device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 946 time: 0.0827434 Dec 16 10:01:29.463238 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-a26b0109-892e-4a18-8469-0fea63a2373d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:29.464731 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-a26b0109-892e-4a18-8469-0fea63a2373d service neutron] 10.222.0.58 "PUT /v2.0/ports/932bd2df-8493-4209-8f69-970f03faa0eb HTTP/1.1" status: 200 len: 1091 time: 1.4583755 Dec 16 10:01:29.468193 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8b6363-1c2d-4809-af66-0416b11ddeb6', 'tag': '932bd2df-8493-4209-8f69-970f03faa0eb'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:01:29.471151 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96444cce-0aad-417e-a985-0b9fdf4d185a" -d '{"events": [{"name": "network-changed", "server_uuid": "8a8b6363-1c2d-4809-af66-0416b11ddeb6", "tag": "932bd2df-8493-4209-8f69-970f03faa0eb"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:01:29.520273 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b0109-892e-4a18-8469-0fea63a2373d service neutron] Pushing event updated for resources: {'Port': ['ID=932bd2df-8493-4209-8f69-970f03faa0eb,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:29.526816 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d7576767-6a93-41e2-bd79-19651c2840c1 req-46c3c7eb-82df-41db-a8c9-5999073e951f tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e9de0dc-f4a6-42fe-b2b4-d77f4e33d498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502141 Dec 16 10:01:29.550530 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800a5244-0b6c-439b-a713-b6d5ef84dc7b x-openstack-request-id: req-800a5244-0b6c-439b-a713-b6d5ef84dc7b {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:01:29.550822 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a8b6363-1c2d-4809-af66-0416b11ddeb6", "tag": "932bd2df-8493-4209-8f69-970f03faa0eb", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:01:29.551660 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-800a5244-0b6c-439b-a713-b6d5ef84dc7b {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:01:29.552640 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a8b6363-1c2d-4809-af66-0416b11ddeb6', 'tag': '932bd2df-8493-4209-8f69-970f03faa0eb', 'status': 'completed', 'code': 200} Dec 16 10:01:29.562845 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:29.635818 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96444cce-0aad-417e-a985-0b9fdf4d185a req-6023e234-0da6-478a-a620-7d42c9533192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:29.638290 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-96444cce-0aad-417e-a985-0b9fdf4d185a req-6023e234-0da6-478a-a620-7d42c9533192 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7bf45dc465a44557ad989af846f14cbe&device_id=8a8b6363-1c2d-4809-af66-0416b11ddeb6 HTTP/1.1" status: 200 len: 1094 time: 0.0592995 Dec 16 10:01:29.682799 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-54885bdc-4413-4926-949e-6610bd1b37ae req-3e80dccb-c4ab-44d1-aa26-f3c883569f0c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 210 time: 0.0536280 Dec 16 10:01:29.781631 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96444cce-0aad-417e-a985-0b9fdf4d185a req-d47e5129-c085-4ff4-8177-6271631c7abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:29.784154 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-96444cce-0aad-417e-a985-0b9fdf4d185a req-d47e5129-c085-4ff4-8177-6271631c7abb service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=7bf45dc465a44557ad989af846f14cbe&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1381516 Dec 16 10:01:29.895634 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96444cce-0aad-417e-a985-0b9fdf4d185a req-9431f431-0747-473f-9cca-4778f5fcfa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:29.897801 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-96444cce-0aad-417e-a985-0b9fdf4d185a req-9431f431-0747-473f-9cca-4778f5fcfa1b service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1076641 Dec 16 10:01:29.990403 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-051dc059-12c5-4b7a-a248-6aa0add8c17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:29.992058 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-051dc059-12c5-4b7a-a248-6aa0add8c17c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7bf45dc465a44557ad989af846f14cbe&device_id=8a8b6363-1c2d-4809-af66-0416b11ddeb6 HTTP/1.1" status: 200 len: 1094 time: 0.0520356 Dec 16 10:01:30.041285 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-d9f1dc20-8a2b-428a-bf44-b7664872bf2f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=932bd2df-8493-4209-8f69-970f03faa0eb HTTP/1.1" status: 200 len: 217 time: 0.0418949 Dec 16 10:01:30.103280 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-7774fde3-ed9b-46a7-bdc2-732105f6b06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:30.105846 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-7774fde3-ed9b-46a7-bdc2-732105f6b06e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=54629120-87d1-4f1a-9c62-5145af96bdbd HTTP/1.1" status: 200 len: 850 time: 0.0571404 Dec 16 10:01:30.172775 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-ea9ee27a-d9f2-4cc6-9ac0-c3fcf7369315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:30.175504 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-ea9ee27a-d9f2-4cc6-9ac0-c3fcf7369315 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7188838e-ca9d-4c02-ba77-eb22e43eefd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623496 Dec 16 10:01:30.283559 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-9af7b90c-b767-4dcb-9f5f-f34bf53dd5a0 service neutron] 10.222.0.58 "GET /v2.0/networks/7188838e-ca9d-4c02-ba77-eb22e43eefd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008248 Dec 16 10:01:30.398917 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cdc37e8f-642f-452c-8e19-a66fe47fe0e6 req-2b2aedaa-2a68-4d03-ab7a-0e51fd414824 service neutron] 10.222.0.58 "GET /v2.0/networks/7188838e-ca9d-4c02-ba77-eb22e43eefd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078832 Dec 16 10:01:30.525640 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60264499-fbd4-47c6-9386-cc4b9c124394 req-45e61792-765c-4717-ae2d-5688476ec122 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:30.527194 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-60264499-fbd4-47c6-9386-cc4b9c124394 req-45e61792-765c-4717-ae2d-5688476ec122 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a8b6363-1c2d-4809-af66-0416b11ddeb6 HTTP/1.1" status: 200 len: 943 time: 0.0557413 Dec 16 10:01:30.567531 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-60264499-fbd4-47c6-9386-cc4b9c124394 req-bf6878ad-4f31-4aa4-8264-30271bc07268 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=616b143d-5ee3-4efb-8127-181999461189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328193 Dec 16 10:01:30.679607 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f0c1e-9f5b-47b7-9c83-318fc6ac17e2 req-c41d6a4c-dfc4-4211-886d-ae48328399ed tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:30.681431 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2e8f0c1e-9f5b-47b7-9c83-318fc6ac17e2 req-c41d6a4c-dfc4-4211-886d-ae48328399ed tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/ports?device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 946 time: 0.0598907 Dec 16 10:01:30.730569 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2e8f0c1e-9f5b-47b7-9c83-318fc6ac17e2 req-3f91ccd2-7cb7-42cb-b173-0c4494d85de5 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e9de0dc-f4a6-42fe-b2b4-d77f4e33d498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401683 Dec 16 10:01:30.813526 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8c45e72a-d22f-4ccb-b5e5-6830e4da4700 req-056bacaa-89e1-42c2-8c7d-61545ef7b9e6 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 210 time: 0.0389953 Dec 16 10:01:30.884766 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a36f3-a267-42d4-b7c9-21cefb742391 req-7361f9f5-085a-4c62-bdd3-359dca3bf198 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:30.892199 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-731a36f3-a267-42d4-b7c9-21cefb742391 req-7361f9f5-085a-4c62-bdd3-359dca3bf198 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/ports?device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 946 time: 0.0668814 Dec 16 10:01:30.931415 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-731a36f3-a267-42d4-b7c9-21cefb742391 req-f406c8bc-3bf0-45c7-b91c-11b4d1651615 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e9de0dc-f4a6-42fe-b2b4-d77f4e33d498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384512 Dec 16 10:01:30.957252 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56238) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:31.131643 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72cd0f7-d08c-420a-8078-9c365da92da5 tempest-TestVolumeBackupRestore-1409583271 tempest-TestVolumeBackupRestore-1409583271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:31.133619 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e72cd0f7-d08c-420a-8078-9c365da92da5 tempest-TestVolumeBackupRestore-1409583271 tempest-TestVolumeBackupRestore-1409583271-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 1092 time: 0.1748941 Dec 16 10:01:31.136476 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56242) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:31.144730 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-34f8d72f-210f-4f3f-99b2-b996d3f3f3d5 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'port_id': '0287fbd2-84d0-4e89-a21e-f8df3d39040e', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:01:31.224927 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-34f8d72f-210f-4f3f-99b2-b996d3f3f3d5 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks [] for floatingip, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:31.341138 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-34f8d72f-210f-4f3f-99b2-b996d3f3f3d5 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:31.457434 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-34f8d72f-210f-4f3f-99b2-b996d3f3f3d5 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Allocated IP 172.25.1.20 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/ccae0b5c-52d7-4b4d-871d-8828fc76e577) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:01:31.571148 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-34f8d72f-210f-4f3f-99b2-b996d3f3f3d5 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:31.699466 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-34f8d72f-210f-4f3f-99b2-b996d3f3f3d5 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:31.713279 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6968a-130e-41d8-af49-1786e943ac32 req-25b62cdb-a8d8-4b74-a74c-a72539868938 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:31.714928 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-33e6968a-130e-41d8-af49-1786e943ac32 req-25b62cdb-a8d8-4b74-a74c-a72539868938 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a8b6363-1c2d-4809-af66-0416b11ddeb6 HTTP/1.1" status: 200 len: 943 time: 0.0618494 Dec 16 10:01:31.740034 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f8d72f-210f-4f3f-99b2-b996d3f3f3d5 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:01:31.742931 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-34f8d72f-210f-4f3f-99b2-b996d3f3f3d5 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:01:31.745597 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f8d72f-210f-4f3f-99b2-b996d3f3f3d5 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:01:31.772551 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-33e6968a-130e-41d8-af49-1786e943ac32 req-9abfb52c-9a80-472e-9462-6e34c3e6f323 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=616b143d-5ee3-4efb-8127-181999461189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500433 Dec 16 10:01:31.775541 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f8d72f-210f-4f3f-99b2-b996d3f3f3d5 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Pushing event updated for resources: {'Port': ['ID=ccae0b5c-52d7-4b4d-871d-8828fc76e577,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:31.838743 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 700d6207-a8b3-430b-b738-67c44d887589 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:01:31.864746 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 700d6207-a8b3-430b-b738-67c44d887589 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:01:31.865374 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 700d6207-a8b3-430b-b738-67c44d887589 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:01:31.963381 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-abdda9b0-dbb5-454f-a6f6-9cf914f386c8 req-16743ae3-fb88-4a50-896b-376c96f4f53c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 210 time: 0.0625091 Dec 16 10:01:32.200793 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-34f8d72f-210f-4f3f-99b2-b996d3f3f3d5 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:32.338989 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-34f8d72f-210f-4f3f-99b2-b996d3f3f3d5 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:32.518596 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-34f8d72f-210f-4f3f-99b2-b996d3f3f3d5 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:32.914431 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe2c50-8dfd-4261-a239-a88f7729a92d req-65b12929-802c-4dc2-aa1c-b1290399e23e tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:32.915935 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3cfe2c50-8dfd-4261-a239-a88f7729a92d req-65b12929-802c-4dc2-aa1c-b1290399e23e tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a8b6363-1c2d-4809-af66-0416b11ddeb6 HTTP/1.1" status: 200 len: 943 time: 0.0519855 Dec 16 10:01:32.963194 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3cfe2c50-8dfd-4261-a239-a88f7729a92d req-89a63bbb-7b3a-42aa-b778-323255bd7faf tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=616b143d-5ee3-4efb-8127-181999461189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400562 Dec 16 10:01:33.065334 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9a265cd7-f17a-4cc7-b142-2caddd1f8096 req-e1066398-7087-4a5c-841c-6b800859a2a3 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 210 time: 0.0277283 Dec 16 10:01:33.363036 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-34f8d72f-210f-4f3f-99b2-b996d3f3f3d5 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:33.438021 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f8d72f-210f-4f3f-99b2-b996d3f3f3d5 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Pushing event updated for resources: {'Port': ['ID=ccae0b5c-52d7-4b4d-871d-8828fc76e577,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:33.451689 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-34f8d72f-210f-4f3f-99b2-b996d3f3f3d5 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:33.559911 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [None req-34f8d72f-210f-4f3f-99b2-b996d3f3f3d5 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Floating IP 72ff64f9-47aa-477f-88fe-1fe574062027 associated. External IP: 172.25.1.20, port: 0287fbd2-84d0-4e89-a21e-f8df3d39040e. Dec 16 10:01:33.783252 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f8d72f-210f-4f3f-99b2-b996d3f3f3d5 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Router aeaecb7b-e383-435d-8afe-40cc06407a82 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:01:33.854288 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 932bd2df-8493-4209-8f69-970f03faa0eb details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:01:33.973479 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 932bd2df-8493-4209-8f69-970f03faa0eb, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=932bd2df-8493-4209-8f69-970f03faa0eb,segment=NetworkSegment(9384ab9d-4528-43a0-b947-07f5bc58c4cd),segment_id=9384ab9d-4528-43a0-b947-07f5bc58c4cd)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:01:34.006436 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '932bd2df-8493-4209-8f69-970f03faa0eb', 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0', 'port_id': '932bd2df-8493-4209-8f69-970f03faa0eb', 'mac_address': 'fa:16:3e:c7:d3:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54629120-87d1-4f1a-9c62-5145af96bdbd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:01:34.069792 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:34.088342 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 932bd2df-8493-4209-8f69-970f03faa0eb {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:01:34.122466 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 932bd2df-8493-4209-8f69-970f03faa0eb, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=932bd2df-8493-4209-8f69-970f03faa0eb,segment=NetworkSegment(9384ab9d-4528-43a0-b947-07f5bc58c4cd),segment_id=9384ab9d-4528-43a0-b947-07f5bc58c4cd)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:01:34.173489 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17faaf0-747e-451b-a8ff-946e551bcb0e req-c0f7ffb4-1dde-471b-b605-84bf229dcf18 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:34.177931 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a17faaf0-747e-451b-a8ff-946e551bcb0e req-c0f7ffb4-1dde-471b-b605-84bf229dcf18 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a8b6363-1c2d-4809-af66-0416b11ddeb6 HTTP/1.1" status: 200 len: 943 time: 0.1125755 Dec 16 10:01:34.229369 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:34.296316 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a17faaf0-747e-451b-a8ff-946e551bcb0e req-3b7efcbd-779d-49be-a4e4-38e536f6c0b0 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=616b143d-5ee3-4efb-8127-181999461189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085694 Dec 16 10:01:34.332843 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-aef2da4e-2cb5-465a-acea-46908b7a0308 req-e953080d-4f6b-49e9-8d1a-0ab4694de4dc tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=31f164b7-7059-4838-beb9-85be0d34d42f HTTP/1.1" status: 200 len: 210 time: 0.0772526 Dec 16 10:01:34.344164 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=932bd2df-8493-4209-8f69-970f03faa0eb,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:34.387816 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f8d72f-210f-4f3f-99b2-b996d3f3f3d5 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:01:34.401269 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf70883-72a1-4420-810d-99cb7ac2539e None None] Sync routers for ids ['aeaecb7b-e383-435d-8afe-40cc06407a82'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:01:34.413240 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf70883-72a1-4420-810d-99cb7ac2539e None None] Routers {'aeaecb7b-e383-435d-8afe-40cc06407a82'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:01:34.414256 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-adf70883-72a1-4420-810d-99cb7ac2539e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:01:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['aeaecb7b-e383-435d-8afe-40cc06407a82'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:34.456020 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['932bd2df-8493-4209-8f69-970f03faa0eb'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:01:34.511424 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-34f8d72f-210f-4f3f-99b2-b996d3f3f3d5 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:34.556282 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-34f8d72f-210f-4f3f-99b2-b996d3f3f3d5 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4185145 Dec 16 10:01:34.557315 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e5da15-4d48-4f9e-a082-9ea4571e0c17', 'tag': '0287fbd2-84d0-4e89-a21e-f8df3d39040e'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:01:34.558792 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56280) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:34.561429 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a967b80d-7715-4b56-b139-d4510e04103e" -d '{"events": [{"name": "network-changed", "server_uuid": "64e5da15-4d48-4f9e-a082-9ea4571e0c17", "tag": "0287fbd2-84d0-4e89-a21e-f8df3d39040e"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:01:34.609189 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-adf70883-72a1-4420-810d-99cb7ac2539e None None] Set router aeaecb7b-e383-435d-8afe-40cc06407a82 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:01:34.628838 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43bda415-aabd-4f64-9ad7-254297066fdf x-openstack-request-id: req-43bda415-aabd-4f64-9ad7-254297066fdf {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:01:34.628838 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e5da15-4d48-4f9e-a082-9ea4571e0c17", "tag": "0287fbd2-84d0-4e89-a21e-f8df3d39040e", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:01:34.628838 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-43bda415-aabd-4f64-9ad7-254297066fdf {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:01:34.628838 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64e5da15-4d48-4f9e-a082-9ea4571e0c17', 'tag': '0287fbd2-84d0-4e89-a21e-f8df3d39040e', 'status': 'completed', 'code': 200} Dec 16 10:01:34.654399 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03458f9-22db-4077-b919-70dd57c9ecda tempest-TestVolumeBackupRestore-1409583271 tempest-TestVolumeBackupRestore-1409583271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:34.655929 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e03458f9-22db-4077-b919-70dd57c9ecda tempest-TestVolumeBackupRestore-1409583271 tempest-TestVolumeBackupRestore-1409583271-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 1092 time: 0.0960262 Dec 16 10:01:34.658933 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56284) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:34.664966 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-b5fd39ed-89e3-4370-878f-a5cac39e2ecd tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Request body: {'floatingip': {'port_id': '0287fbd2-84d0-4e89-a21e-f8df3d39040e'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:01:34.737689 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967b80d-7715-4b56-b139-d4510e04103e req-330eb80c-1cba-41c5-91e5-2138bff54ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:34.740097 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a967b80d-7715-4b56-b139-d4510e04103e req-330eb80c-1cba-41c5-91e5-2138bff54ef7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11c64a8ebb294044af14b5294ba4a340&device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 1097 time: 0.0880139 Dec 16 10:01:34.744630 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b5fd39ed-89e3-4370-878f-a5cac39e2ecd tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks [] for floatingip, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:34.881247 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967b80d-7715-4b56-b139-d4510e04103e req-d54ee096-bc14-44a4-b1ef-ee30311e9f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:34.882874 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a967b80d-7715-4b56-b139-d4510e04103e req-d54ee096-bc14-44a4-b1ef-ee30311e9f77 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8258cad5-df53-4f22-9fee-9413ff4cc95e HTTP/1.1" status: 200 len: 914 time: 0.1362076 Dec 16 10:01:34.976143 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a967b80d-7715-4b56-b139-d4510e04103e req-6a7247c8-d70d-4023-9ae9-1fa1b5d9cb71 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0287fbd2-84d0-4e89-a21e-f8df3d39040e HTTP/1.1" status: 200 len: 999 time: 0.0846446 Dec 16 10:01:35.043433 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967b80d-7715-4b56-b139-d4510e04103e req-612121b7-ea39-443e-995f-95517b05728a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:35.045051 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a967b80d-7715-4b56-b139-d4510e04103e req-612121b7-ea39-443e-995f-95517b05728a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=750db6bb-a513-4808-853e-ee01a97bd23d HTTP/1.1" status: 200 len: 852 time: 0.0614488 Dec 16 10:01:35.065924 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-adf70883-72a1-4420-810d-99cb7ac2539e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'name': 'tempest-TestVolumeBackupRestore-552074763-router', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'b4524a8c-f052-4369-b668-6713977a1d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:00Z', 'updated_at': '2021-12-16T09:58:04Z', 'revision_number': 4, 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'gw_port': {'id': 'b4524a8c-f052-4369-b668-6713977a1d8e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:01Z', 'updated_at': '2021-12-16T09:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '72ff64f9-47aa-477f-88fe-1fe574062027', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'floating_ip_address': '172.25.1.20', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'port_id': '0287fbd2-84d0-4e89-a21e-f8df3d39040e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8258cad5-df53-4f22-9fee-9413ff4cc95e', 'mac_address': 'fa:16:3e:9b:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e5da15-4d48-4f9e-a082-9ea4571e0c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:01:32Z', 'updated_at': '2021-12-16T10:01:32Z', 'revision_number': 0, 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13c7729-1ce6-4895-b00a-c8fc708338fd', 'name': '', 'network_id': '8258cad5-df53-4f22-9fee-9413ff4cc95e', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'mac_address': 'fa:16:3e:5d:34:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '750db6bb-a513-4808-853e-ee01a97bd23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:04Z', 'updated_at': '2021-12-16T09:58:08Z', 'revision_number': 5, 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'subnets': [{'id': '750db6bb-a513-4808-853e-ee01a97bd23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:35.103886 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf70883-72a1-4420-810d-99cb7ac2539e None None] Checking router: aeaecb7b-e383-435d-8afe-40cc06407a82 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:01:35.115517 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf70883-72a1-4420-810d-99cb7ac2539e None None] Routers {'aeaecb7b-e383-435d-8afe-40cc06407a82'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:01:35.117183 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-adf70883-72a1-4420-810d-99cb7ac2539e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:01:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['aeaecb7b-e383-435d-8afe-40cc06407a82'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:35.146380 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967b80d-7715-4b56-b139-d4510e04103e req-79e2552e-3b8b-4642-b4fa-a7328ea54eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:35.148085 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a967b80d-7715-4b56-b139-d4510e04103e req-79e2552e-3b8b-4642-b4fa-a7328ea54eca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8258cad5-df53-4f22-9fee-9413ff4cc95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856214 Dec 16 10:01:35.247037 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-adf70883-72a1-4420-810d-99cb7ac2539e None None] Set router aeaecb7b-e383-435d-8afe-40cc06407a82 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:01:35.266594 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a967b80d-7715-4b56-b139-d4510e04103e req-8e44c49b-e5b8-4ce8-b04c-3b6b68eadeed service neutron] 10.222.0.57 "GET /v2.0/networks/8258cad5-df53-4f22-9fee-9413ff4cc95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110983 Dec 16 10:01:35.435299 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b5fd39ed-89e3-4370-878f-a5cac39e2ecd tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:35.455432 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a967b80d-7715-4b56-b139-d4510e04103e req-a40518d6-b273-4efe-8297-c453614e386a service neutron] 10.222.0.57 "GET /v2.0/networks/8258cad5-df53-4f22-9fee-9413ff4cc95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792896 Dec 16 10:01:35.492711 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618a050-238e-4f68-b31a-b390f0cf172a req-9e65f176-28e5-428c-a8fa-f483ae16e1cb tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:35.497806 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5618a050-238e-4f68-b31a-b390f0cf172a req-9e65f176-28e5-428c-a8fa-f483ae16e1cb tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a8b6363-1c2d-4809-af66-0416b11ddeb6 HTTP/1.1" status: 200 len: 944 time: 0.0609014 Dec 16 10:01:35.540881 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5618a050-238e-4f68-b31a-b390f0cf172a req-3bd871ac-4da4-46db-b49b-5d2d88b4bd39 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=616b143d-5ee3-4efb-8127-181999461189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388603 Dec 16 10:01:35.586365 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b5fd39ed-89e3-4370-878f-a5cac39e2ecd tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:35.606957 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-adf70883-72a1-4420-810d-99cb7ac2539e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'name': 'tempest-TestVolumeBackupRestore-552074763-router', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'b4524a8c-f052-4369-b668-6713977a1d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:00Z', 'updated_at': '2021-12-16T09:58:04Z', 'revision_number': 4, 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'gw_port': {'id': 'b4524a8c-f052-4369-b668-6713977a1d8e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:01Z', 'updated_at': '2021-12-16T09:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '72ff64f9-47aa-477f-88fe-1fe574062027', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'floating_ip_address': '172.25.1.20', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'port_id': '0287fbd2-84d0-4e89-a21e-f8df3d39040e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8258cad5-df53-4f22-9fee-9413ff4cc95e', 'mac_address': 'fa:16:3e:9b:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e5da15-4d48-4f9e-a082-9ea4571e0c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:01:32Z', 'updated_at': '2021-12-16T10:01:32Z', 'revision_number': 0, 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13c7729-1ce6-4895-b00a-c8fc708338fd', 'name': '', 'network_id': '8258cad5-df53-4f22-9fee-9413ff4cc95e', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'mac_address': 'fa:16:3e:5d:34:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '750db6bb-a513-4808-853e-ee01a97bd23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:04Z', 'updated_at': '2021-12-16T09:58:08Z', 'revision_number': 5, 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'subnets': [{'id': '750db6bb-a513-4808-853e-ee01a97bd23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:35.637284 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf70883-72a1-4420-810d-99cb7ac2539e None None] The sync data for ids ['aeaecb7b-e383-435d-8afe-40cc06407a82'] in n-d-820550-2 is: [{'id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'name': 'tempest-TestVolumeBackupRestore-552074763-router', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'b4524a8c-f052-4369-b668-6713977a1d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:00Z', 'updated_at': '2021-12-16T09:58:04Z', 'revision_number': 4, 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'gw_port': {'id': 'b4524a8c-f052-4369-b668-6713977a1d8e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:01Z', 'updated_at': '2021-12-16T09:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '72ff64f9-47aa-477f-88fe-1fe574062027', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'floating_ip_address': '172.25.1.20', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'port_id': '0287fbd2-84d0-4e89-a21e-f8df3d39040e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8258cad5-df53-4f22-9fee-9413ff4cc95e', 'mac_address': 'fa:16:3e:9b:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e5da15-4d48-4f9e-a082-9ea4571e0c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:01:32Z', 'updated_at': '2021-12-16T10:01:32Z', 'revision_number': 0, 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13c7729-1ce6-4895-b00a-c8fc708338fd', 'name': '', 'network_id': '8258cad5-df53-4f22-9fee-9413ff4cc95e', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'mac_address': 'fa:16:3e:5d:34:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '750db6bb-a513-4808-853e-ee01a97bd23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:04Z', 'updated_at': '2021-12-16T09:58:08Z', 'revision_number': 5, 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'subnets': [{'id': '750db6bb-a513-4808-853e-ee01a97bd23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:01:35.844718 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fd39ed-89e3-4370-878f-a5cac39e2ecd tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Router aeaecb7b-e383-435d-8afe-40cc06407a82 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:01:35.853710 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 932bd2df-8493-4209-8f69-970f03faa0eb up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:01:35.944122 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274b98b4-27e9-4c7a-abc1-38d5241289e8 None None] New status for floating IP 72ff64f9-47aa-477f-88fe-1fe574062027: ACTIVE {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:01:35.981038 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fd39ed-89e3-4370-878f-a5cac39e2ecd tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:01:35.986672 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b5fd39ed-89e3-4370-878f-a5cac39e2ecd tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:36.045086 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b5fd39ed-89e3-4370-878f-a5cac39e2ecd tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "PUT /v2.0/floatingips/72ff64f9-47aa-477f-88fe-1fe574062027 HTTP/1.1" status: 200 len: 991 time: 1.3849850 Dec 16 10:01:36.047976 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 932bd2df-8493-4209-8f69-970f03faa0eb completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:01:36.052119 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 932bd2df-8493-4209-8f69-970f03faa0eb triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:01:36.054694 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:36.156752 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:36.189402 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8b6363-1c2d-4809-af66-0416b11ddeb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932bd2df-8493-4209-8f69-970f03faa0eb'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:01:36.192128 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48af516b-9a81-4535-93eb-cf7c0d702462" -d '{"events": [{"server_uuid": "8a8b6363-1c2d-4809-af66-0416b11ddeb6", "name": "network-vif-plugged", "status": "completed", "tag": "932bd2df-8493-4209-8f69-970f03faa0eb"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:01:36.209650 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 932bd2df-8493-4209-8f69-970f03faa0eb, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=932bd2df-8493-4209-8f69-970f03faa0eb,segment=NetworkSegment(9384ab9d-4528-43a0-b947-07f5bc58c4cd),segment_id=9384ab9d-4528-43a0-b947-07f5bc58c4cd)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:01:36.250667 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d922b4ac-6f3e-4f54-b245-07e2acfb0674 x-openstack-request-id: req-d922b4ac-6f3e-4f54-b245-07e2acfb0674 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:01:36.251049 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8b6363-1c2d-4809-af66-0416b11ddeb6", "name": "network-vif-plugged", "status": "completed", "tag": "932bd2df-8493-4209-8f69-970f03faa0eb", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:01:36.251358 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d922b4ac-6f3e-4f54-b245-07e2acfb0674 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:01:36.251809 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8b6363-1c2d-4809-af66-0416b11ddeb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932bd2df-8493-4209-8f69-970f03faa0eb', 'code': 200} Dec 16 10:01:36.282662 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:36.357838 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=932bd2df-8493-4209-8f69-970f03faa0eb,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:36.390209 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c14c4-94da-4c76-9b22-e36dd4ea5a06 req-601a6a41-7908-4249-a337-08645966294c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:36.391747 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-013c14c4-94da-4c76-9b22-e36dd4ea5a06 req-601a6a41-7908-4249-a337-08645966294c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8a8b6363-1c2d-4809-af66-0416b11ddeb6 HTTP/1.1" status: 200 len: 1096 time: 0.0783086 Dec 16 10:01:36.406672 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e388d8-a48d-4b02-bff9-13d75feb9365 None None] Sync routers for ids ['aeaecb7b-e383-435d-8afe-40cc06407a82'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:01:36.417481 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e388d8-a48d-4b02-bff9-13d75feb9365 None None] Routers {'aeaecb7b-e383-435d-8afe-40cc06407a82'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:01:36.418492 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-94e388d8-a48d-4b02-bff9-13d75feb9365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:01:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['aeaecb7b-e383-435d-8afe-40cc06407a82'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:36.434190 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-013c14c4-94da-4c76-9b22-e36dd4ea5a06 req-7b55bf73-85af-4271-b6a7-a0f14d69a6ba service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=616b143d-5ee3-4efb-8127-181999461189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344150 Dec 16 10:01:36.537941 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-94e388d8-a48d-4b02-bff9-13d75feb9365 None None] Set router aeaecb7b-e383-435d-8afe-40cc06407a82 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:01:36.631025 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e5da15-4d48-4f9e-a082-9ea4571e0c17', 'tag': '0287fbd2-84d0-4e89-a21e-f8df3d39040e'}, {'name': 'network-changed', 'server_uuid': '64e5da15-4d48-4f9e-a082-9ea4571e0c17', 'tag': '0287fbd2-84d0-4e89-a21e-f8df3d39040e'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:01:36.634519 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4e728c-413e-4184-97ba-1da351fcc58a" -d '{"events": [{"name": "network-changed", "server_uuid": "64e5da15-4d48-4f9e-a082-9ea4571e0c17", "tag": "0287fbd2-84d0-4e89-a21e-f8df3d39040e"}, {"name": "network-changed", "server_uuid": "64e5da15-4d48-4f9e-a082-9ea4571e0c17", "tag": "0287fbd2-84d0-4e89-a21e-f8df3d39040e"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:01:36.676157 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Dec 2021 10:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672b5679-6205-4ca7-8dac-d1ace86e751d x-openstack-request-id: req-672b5679-6205-4ca7-8dac-d1ace86e751d {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:01:36.676488 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e5da15-4d48-4f9e-a082-9ea4571e0c17", "tag": "0287fbd2-84d0-4e89-a21e-f8df3d39040e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "64e5da15-4d48-4f9e-a082-9ea4571e0c17", "tag": "0287fbd2-84d0-4e89-a21e-f8df3d39040e", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:01:36.676793 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-672b5679-6205-4ca7-8dac-d1ace86e751d {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:01:36.677745 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64e5da15-4d48-4f9e-a082-9ea4571e0c17', 'tag': '0287fbd2-84d0-4e89-a21e-f8df3d39040e', 'status': 'completed', 'code': 200} Dec 16 10:01:36.678008 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64e5da15-4d48-4f9e-a082-9ea4571e0c17', 'tag': '0287fbd2-84d0-4e89-a21e-f8df3d39040e', 'status': 'completed', 'code': 200} Dec 16 10:01:36.698889 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b8d97-1719-45c0-b14b-e332a7c0b9aa req-6fc67cda-c8f0-42c1-a69e-ddaa92b2e5fd tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:36.700827 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c62b8d97-1719-45c0-b14b-e332a7c0b9aa req-6fc67cda-c8f0-42c1-a69e-ddaa92b2e5fd tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a8b6363-1c2d-4809-af66-0416b11ddeb6 HTTP/1.1" status: 200 len: 945 time: 0.0809135 Dec 16 10:01:36.752698 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e728c-413e-4184-97ba-1da351fcc58a req-64c9601d-4823-4a40-b7b4-8576088ca4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:36.754287 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c4e728c-413e-4184-97ba-1da351fcc58a req-64c9601d-4823-4a40-b7b4-8576088ca4b2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11c64a8ebb294044af14b5294ba4a340&device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 1097 time: 0.0551832 Dec 16 10:01:36.764374 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c62b8d97-1719-45c0-b14b-e332a7c0b9aa req-cf90ea7a-df6e-43ee-9b2f-bf4736cda4ba tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=616b143d-5ee3-4efb-8127-181999461189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480528 Dec 16 10:01:36.846455 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-94e388d8-a48d-4b02-bff9-13d75feb9365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'name': 'tempest-TestVolumeBackupRestore-552074763-router', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'b4524a8c-f052-4369-b668-6713977a1d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:00Z', 'updated_at': '2021-12-16T09:58:04Z', 'revision_number': 4, 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'gw_port': {'id': 'b4524a8c-f052-4369-b668-6713977a1d8e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:01Z', 'updated_at': '2021-12-16T09:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '72ff64f9-47aa-477f-88fe-1fe574062027', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'floating_ip_address': '172.25.1.20', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'port_id': '0287fbd2-84d0-4e89-a21e-f8df3d39040e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8258cad5-df53-4f22-9fee-9413ff4cc95e', 'mac_address': 'fa:16:3e:9b:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e5da15-4d48-4f9e-a082-9ea4571e0c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:01:32Z', 'updated_at': '2021-12-16T10:01:36Z', 'revision_number': 2, 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13c7729-1ce6-4895-b00a-c8fc708338fd', 'name': '', 'network_id': '8258cad5-df53-4f22-9fee-9413ff4cc95e', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'mac_address': 'fa:16:3e:5d:34:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '750db6bb-a513-4808-853e-ee01a97bd23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:04Z', 'updated_at': '2021-12-16T09:58:08Z', 'revision_number': 5, 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'subnets': [{'id': '750db6bb-a513-4808-853e-ee01a97bd23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:36.875135 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e728c-413e-4184-97ba-1da351fcc58a req-32565f74-8b2a-4f6d-85ce-d708f91ac35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:36.876625 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c4e728c-413e-4184-97ba-1da351fcc58a req-32565f74-8b2a-4f6d-85ce-d708f91ac35f service neutron] 10.222.0.57 "GET /v2.0/networks?id=8258cad5-df53-4f22-9fee-9413ff4cc95e HTTP/1.1" status: 200 len: 914 time: 0.1153424 Dec 16 10:01:36.880240 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e388d8-a48d-4b02-bff9-13d75feb9365 None None] Checking router: aeaecb7b-e383-435d-8afe-40cc06407a82 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:01:36.889245 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e388d8-a48d-4b02-bff9-13d75feb9365 None None] Routers {'aeaecb7b-e383-435d-8afe-40cc06407a82'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:01:36.889882 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-94e388d8-a48d-4b02-bff9-13d75feb9365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:01:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['aeaecb7b-e383-435d-8afe-40cc06407a82'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:36.952432 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c4e728c-413e-4184-97ba-1da351fcc58a req-ec46a45e-49b9-433f-8c3d-cd909b4788c9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0287fbd2-84d0-4e89-a21e-f8df3d39040e HTTP/1.1" status: 200 len: 1001 time: 0.0688720 Dec 16 10:01:37.028091 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e728c-413e-4184-97ba-1da351fcc58a req-17747d07-2a04-4fa9-8068-3bd1187b85e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:37.030012 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c4e728c-413e-4184-97ba-1da351fcc58a req-17747d07-2a04-4fa9-8068-3bd1187b85e6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=750db6bb-a513-4808-853e-ee01a97bd23d HTTP/1.1" status: 200 len: 852 time: 0.0697558 Dec 16 10:01:37.091116 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e728c-413e-4184-97ba-1da351fcc58a req-1debd751-4716-4691-870c-86d9d1ba12e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:37.098384 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c4e728c-413e-4184-97ba-1da351fcc58a req-1debd751-4716-4691-870c-86d9d1ba12e7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8258cad5-df53-4f22-9fee-9413ff4cc95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492754 Dec 16 10:01:37.184357 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-94e388d8-a48d-4b02-bff9-13d75feb9365 None None] Set router aeaecb7b-e383-435d-8afe-40cc06407a82 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:01:37.196070 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c4e728c-413e-4184-97ba-1da351fcc58a req-01f8308e-f66f-4c86-b177-4166a08b8d18 service neutron] 10.222.0.57 "GET /v2.0/networks/8258cad5-df53-4f22-9fee-9413ff4cc95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958221 Dec 16 10:01:37.353783 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c4e728c-413e-4184-97ba-1da351fcc58a req-a2dde8df-a760-479a-abdf-31f1e10ccf41 service neutron] 10.222.0.57 "GET /v2.0/networks/8258cad5-df53-4f22-9fee-9413ff4cc95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498475 Dec 16 10:01:37.470490 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:37.487501 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e728c-413e-4184-97ba-1da351fcc58a req-d76098af-eb22-416b-8316-bc9f1c4d98f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:37.490570 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c4e728c-413e-4184-97ba-1da351fcc58a req-d76098af-eb22-416b-8316-bc9f1c4d98f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11c64a8ebb294044af14b5294ba4a340&device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 1097 time: 0.0853274 Dec 16 10:01:37.503862 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-94e388d8-a48d-4b02-bff9-13d75feb9365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'name': 'tempest-TestVolumeBackupRestore-552074763-router', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'b4524a8c-f052-4369-b668-6713977a1d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:00Z', 'updated_at': '2021-12-16T09:58:04Z', 'revision_number': 4, 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'gw_port': {'id': 'b4524a8c-f052-4369-b668-6713977a1d8e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:01Z', 'updated_at': '2021-12-16T09:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '72ff64f9-47aa-477f-88fe-1fe574062027', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'floating_ip_address': '172.25.1.20', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'port_id': '0287fbd2-84d0-4e89-a21e-f8df3d39040e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8258cad5-df53-4f22-9fee-9413ff4cc95e', 'mac_address': 'fa:16:3e:9b:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e5da15-4d48-4f9e-a082-9ea4571e0c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:01:32Z', 'updated_at': '2021-12-16T10:01:36Z', 'revision_number': 2, 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13c7729-1ce6-4895-b00a-c8fc708338fd', 'name': '', 'network_id': '8258cad5-df53-4f22-9fee-9413ff4cc95e', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'mac_address': 'fa:16:3e:5d:34:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '750db6bb-a513-4808-853e-ee01a97bd23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:04Z', 'updated_at': '2021-12-16T09:58:08Z', 'revision_number': 5, 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'subnets': [{'id': '750db6bb-a513-4808-853e-ee01a97bd23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:37.539716 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e388d8-a48d-4b02-bff9-13d75feb9365 None None] The sync data for ids ['aeaecb7b-e383-435d-8afe-40cc06407a82'] in n-d-820550-2 is: [{'id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'name': 'tempest-TestVolumeBackupRestore-552074763-router', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'b4524a8c-f052-4369-b668-6713977a1d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:00Z', 'updated_at': '2021-12-16T09:58:04Z', 'revision_number': 4, 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'gw_port': {'id': 'b4524a8c-f052-4369-b668-6713977a1d8e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:01Z', 'updated_at': '2021-12-16T09:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '72ff64f9-47aa-477f-88fe-1fe574062027', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'floating_ip_address': '172.25.1.20', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'port_id': '0287fbd2-84d0-4e89-a21e-f8df3d39040e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8258cad5-df53-4f22-9fee-9413ff4cc95e', 'mac_address': 'fa:16:3e:9b:55:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e5da15-4d48-4f9e-a082-9ea4571e0c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:01:32Z', 'updated_at': '2021-12-16T10:01:36Z', 'revision_number': 2, 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13c7729-1ce6-4895-b00a-c8fc708338fd', 'name': '', 'network_id': '8258cad5-df53-4f22-9fee-9413ff4cc95e', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'mac_address': 'fa:16:3e:5d:34:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '750db6bb-a513-4808-853e-ee01a97bd23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:04Z', 'updated_at': '2021-12-16T09:58:08Z', 'revision_number': 5, 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'subnets': [{'id': '750db6bb-a513-4808-853e-ee01a97bd23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:01:37.555235 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:01:37.620368 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e728c-413e-4184-97ba-1da351fcc58a req-1afc7962-472b-4d3e-81e0-1348a9b12c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:37.621925 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c4e728c-413e-4184-97ba-1da351fcc58a req-1afc7962-472b-4d3e-81e0-1348a9b12c08 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8258cad5-df53-4f22-9fee-9413ff4cc95e HTTP/1.1" status: 200 len: 914 time: 0.1239383 Dec 16 10:01:37.703595 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c4e728c-413e-4184-97ba-1da351fcc58a req-c846e5ec-ae40-4ddb-91a5-794c20c6ece8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0287fbd2-84d0-4e89-a21e-f8df3d39040e HTTP/1.1" status: 200 len: 1001 time: 0.0707064 Dec 16 10:01:37.762706 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e728c-413e-4184-97ba-1da351fcc58a req-c1b91ace-d041-4823-886f-864dd1ffb410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:37.764774 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c4e728c-413e-4184-97ba-1da351fcc58a req-c1b91ace-d041-4823-886f-864dd1ffb410 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=750db6bb-a513-4808-853e-ee01a97bd23d HTTP/1.1" status: 200 len: 852 time: 0.0581238 Dec 16 10:01:37.828796 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e728c-413e-4184-97ba-1da351fcc58a req-78bf1239-fdb2-4796-a786-1d8516f03fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:37.839176 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c4e728c-413e-4184-97ba-1da351fcc58a req-78bf1239-fdb2-4796-a786-1d8516f03fab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8258cad5-df53-4f22-9fee-9413ff4cc95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589695 Dec 16 10:01:37.977774 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0eadd-96e4-4519-8f8b-8e74f4142570 req-9694bc2c-8fbc-4673-a4ec-396b909af2be tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:37.978521 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-02b0eadd-96e4-4519-8f8b-8e74f4142570 req-9694bc2c-8fbc-4673-a4ec-396b909af2be tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a8b6363-1c2d-4809-af66-0416b11ddeb6 HTTP/1.1" status: 200 len: 945 time: 0.0920153 Dec 16 10:01:37.986038 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c4e728c-413e-4184-97ba-1da351fcc58a req-712e8642-c3ee-4606-ac4e-49739952fc2a service neutron] 10.222.0.57 "GET /v2.0/networks/8258cad5-df53-4f22-9fee-9413ff4cc95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473389 Dec 16 10:01:38.086825 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-02b0eadd-96e4-4519-8f8b-8e74f4142570 req-5051fa3f-4da0-4195-b332-8e138c54ecbb tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=616b143d-5ee3-4efb-8127-181999461189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990481 Dec 16 10:01:38.121885 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c4e728c-413e-4184-97ba-1da351fcc58a req-d75a044e-9359-4c0c-ad7e-6ab3015fbf1c service neutron] 10.222.0.57 "GET /v2.0/networks/8258cad5-df53-4f22-9fee-9413ff4cc95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267493 Dec 16 10:01:38.232152 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab076730-5ea7-43ca-8267-19e77239ea67 req-39c2a4ff-5768-4079-8969-3c691a7611e5 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:38.234460 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ab076730-5ea7-43ca-8267-19e77239ea67 req-39c2a4ff-5768-4079-8969-3c691a7611e5 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a8b6363-1c2d-4809-af66-0416b11ddeb6 HTTP/1.1" status: 200 len: 945 time: 0.0608778 Dec 16 10:01:38.243685 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56328) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:38.248367 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-7d578fe9-d721-43a5-8873-65af60784d27 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Request body: {'floatingip': {'port_id': '932bd2df-8493-4209-8f69-970f03faa0eb'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:01:38.289477 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7d578fe9-d721-43a5-8873-65af60784d27 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for floatingip, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:38.803652 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7d578fe9-d721-43a5-8873-65af60784d27 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:38.927480 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7d578fe9-d721-43a5-8873-65af60784d27 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:39.101949 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [None req-7d578fe9-d721-43a5-8873-65af60784d27 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Floating IP 54d68b2b-8365-454b-980b-7bc18408c294 associated. External IP: 172.25.1.229, port: 932bd2df-8493-4209-8f69-970f03faa0eb. Dec 16 10:01:39.328094 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d578fe9-d721-43a5-8873-65af60784d27 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Router 791ad3e3-1ca7-4641-a184-fd6b2570ceb7 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:01:39.448429 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d578fe9-d721-43a5-8873-65af60784d27 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:01:39.452852 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7d578fe9-d721-43a5-8873-65af60784d27 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:39.458449 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb473d3b-3e72-4667-8b37-f14786226bfd None None] Sync routers for ids ['791ad3e3-1ca7-4641-a184-fd6b2570ceb7'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:01:39.468618 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb473d3b-3e72-4667-8b37-f14786226bfd None None] Routers {'791ad3e3-1ca7-4641-a184-fd6b2570ceb7'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:01:39.469305 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-cb473d3b-3e72-4667-8b37-f14786226bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:01:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['791ad3e3-1ca7-4641-a184-fd6b2570ceb7'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:39.488142 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7d578fe9-d721-43a5-8873-65af60784d27 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "PUT /v2.0/floatingips/54d68b2b-8365-454b-980b-7bc18408c294 HTTP/1.1" status: 200 len: 991 time: 1.2432513 Dec 16 10:01:39.488767 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8b6363-1c2d-4809-af66-0416b11ddeb6', 'tag': '932bd2df-8493-4209-8f69-970f03faa0eb'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:01:39.491860 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7742871d-d1aa-4d59-9190-e43e307f5981" -d '{"events": [{"name": "network-changed", "server_uuid": "8a8b6363-1c2d-4809-af66-0416b11ddeb6", "tag": "932bd2df-8493-4209-8f69-970f03faa0eb"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:01:39.540068 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bb5ee0-bd3a-4ab2-a676-44612b5a273c x-openstack-request-id: req-25bb5ee0-bd3a-4ab2-a676-44612b5a273c {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:01:39.540560 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a8b6363-1c2d-4809-af66-0416b11ddeb6", "tag": "932bd2df-8493-4209-8f69-970f03faa0eb", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:01:39.540957 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-25bb5ee0-bd3a-4ab2-a676-44612b5a273c {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:01:39.541504 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a8b6363-1c2d-4809-af66-0416b11ddeb6', 'tag': '932bd2df-8493-4209-8f69-970f03faa0eb', 'status': 'completed', 'code': 200} Dec 16 10:01:39.593203 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-cb473d3b-3e72-4667-8b37-f14786226bfd None None] Set router 791ad3e3-1ca7-4641-a184-fd6b2570ceb7 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:01:39.644289 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742871d-d1aa-4d59-9190-e43e307f5981 req-a5de990d-19e4-4744-a389-0eb0ddb287d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:39.646111 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7742871d-d1aa-4d59-9190-e43e307f5981 req-a5de990d-19e4-4744-a389-0eb0ddb287d8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7bf45dc465a44557ad989af846f14cbe&device_id=8a8b6363-1c2d-4809-af66-0416b11ddeb6 HTTP/1.1" status: 200 len: 1096 time: 0.0602453 Dec 16 10:01:39.778556 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742871d-d1aa-4d59-9190-e43e307f5981 req-78f32e96-57d1-4e72-813c-d9a4f976d4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:39.781276 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7742871d-d1aa-4d59-9190-e43e307f5981 req-78f32e96-57d1-4e72-813c-d9a4f976d4ac service neutron] 10.222.0.58 "GET /v2.0/networks?id=7188838e-ca9d-4c02-ba77-eb22e43eefd0 HTTP/1.1" status: 200 len: 912 time: 0.1277411 Dec 16 10:01:39.855926 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7742871d-d1aa-4d59-9190-e43e307f5981 req-5c58e742-1601-402c-b3db-1da3d6355ada service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=932bd2df-8493-4209-8f69-970f03faa0eb HTTP/1.1" status: 200 len: 999 time: 0.0671105 Dec 16 10:01:39.878214 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-cb473d3b-3e72-4667-8b37-f14786226bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'name': 'tempest-AttachVolumeTestJSON-1774796313-router', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '4441d9a1-3315-4861-b404-d1d2c37ba8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:55:25Z', 'updated_at': '2021-12-16T09:55:31Z', 'revision_number': 4, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'gw_port': {'id': '4441d9a1-3315-4861-b404-d1d2c37ba8de', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:00:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:26Z', 'updated_at': '2021-12-16T09:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '54d68b2b-8365-454b-980b-7bc18408c294', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'floating_ip_address': '172.25.1.229', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'port_id': '932bd2df-8493-4209-8f69-970f03faa0eb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0', 'mac_address': 'fa:16:3e:c7:d3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8b6363-1c2d-4809-af66-0416b11ddeb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:01:22Z', 'updated_at': '2021-12-16T10:01:38Z', 'revision_number': 1, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e0515f-4db6-4d37-aef2-399213a0242f', 'name': '', 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'mac_address': 'fa:16:3e:f5:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '54629120-87d1-4f1a-9c62-5145af96bdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:30Z', 'updated_at': '2021-12-16T09:55:35Z', 'revision_number': 5, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'subnets': [{'id': '54629120-87d1-4f1a-9c62-5145af96bdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:39.909674 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb473d3b-3e72-4667-8b37-f14786226bfd None None] Checking router: 791ad3e3-1ca7-4641-a184-fd6b2570ceb7 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:01:39.916946 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742871d-d1aa-4d59-9190-e43e307f5981 req-81231ed3-626c-4d86-bb24-99455d3e52e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:39.920983 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7742871d-d1aa-4d59-9190-e43e307f5981 req-81231ed3-626c-4d86-bb24-99455d3e52e9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=54629120-87d1-4f1a-9c62-5145af96bdbd HTTP/1.1" status: 200 len: 850 time: 0.0560482 Dec 16 10:01:39.921138 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb473d3b-3e72-4667-8b37-f14786226bfd None None] Routers {'791ad3e3-1ca7-4641-a184-fd6b2570ceb7'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:01:39.921138 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-cb473d3b-3e72-4667-8b37-f14786226bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:01:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['791ad3e3-1ca7-4641-a184-fd6b2570ceb7'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:39.967567 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742871d-d1aa-4d59-9190-e43e307f5981 req-19363c25-04f4-4b8b-91f7-57414f309dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:39.969369 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7742871d-d1aa-4d59-9190-e43e307f5981 req-19363c25-04f4-4b8b-91f7-57414f309dd1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7188838e-ca9d-4c02-ba77-eb22e43eefd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433981 Dec 16 10:01:40.059696 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-cb473d3b-3e72-4667-8b37-f14786226bfd None None] Set router 791ad3e3-1ca7-4641-a184-fd6b2570ceb7 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:01:40.071530 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7742871d-d1aa-4d59-9190-e43e307f5981 req-2272aca4-f038-4da6-a5a3-ef6630cc7076 service neutron] 10.222.0.58 "GET /v2.0/networks/7188838e-ca9d-4c02-ba77-eb22e43eefd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937791 Dec 16 10:01:40.196433 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7742871d-d1aa-4d59-9190-e43e307f5981 req-a94c20fc-6c33-4c7b-83e0-2149496b3f91 service neutron] 10.222.0.58 "GET /v2.0/networks/7188838e-ca9d-4c02-ba77-eb22e43eefd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183820 Dec 16 10:01:40.340536 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-cb473d3b-3e72-4667-8b37-f14786226bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'name': 'tempest-AttachVolumeTestJSON-1774796313-router', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '4441d9a1-3315-4861-b404-d1d2c37ba8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:55:25Z', 'updated_at': '2021-12-16T09:55:31Z', 'revision_number': 4, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'gw_port': {'id': '4441d9a1-3315-4861-b404-d1d2c37ba8de', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:00:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:26Z', 'updated_at': '2021-12-16T09:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '54d68b2b-8365-454b-980b-7bc18408c294', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'floating_ip_address': '172.25.1.229', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'port_id': '932bd2df-8493-4209-8f69-970f03faa0eb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0', 'mac_address': 'fa:16:3e:c7:d3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8b6363-1c2d-4809-af66-0416b11ddeb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:01:22Z', 'updated_at': '2021-12-16T10:01:38Z', 'revision_number': 1, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e0515f-4db6-4d37-aef2-399213a0242f', 'name': '', 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'mac_address': 'fa:16:3e:f5:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '54629120-87d1-4f1a-9c62-5145af96bdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:30Z', 'updated_at': '2021-12-16T09:55:35Z', 'revision_number': 5, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'subnets': [{'id': '54629120-87d1-4f1a-9c62-5145af96bdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:40.370991 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb473d3b-3e72-4667-8b37-f14786226bfd None None] The sync data for ids ['791ad3e3-1ca7-4641-a184-fd6b2570ceb7'] in n-d-820550-2 is: [{'id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'name': 'tempest-AttachVolumeTestJSON-1774796313-router', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '4441d9a1-3315-4861-b404-d1d2c37ba8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:55:25Z', 'updated_at': '2021-12-16T09:55:31Z', 'revision_number': 4, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'gw_port': {'id': '4441d9a1-3315-4861-b404-d1d2c37ba8de', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:00:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:26Z', 'updated_at': '2021-12-16T09:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '54d68b2b-8365-454b-980b-7bc18408c294', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'floating_ip_address': '172.25.1.229', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'port_id': '932bd2df-8493-4209-8f69-970f03faa0eb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0', 'mac_address': 'fa:16:3e:c7:d3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8b6363-1c2d-4809-af66-0416b11ddeb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:01:22Z', 'updated_at': '2021-12-16T10:01:38Z', 'revision_number': 1, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e0515f-4db6-4d37-aef2-399213a0242f', 'name': '', 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'mac_address': 'fa:16:3e:f5:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '54629120-87d1-4f1a-9c62-5145af96bdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:30Z', 'updated_at': '2021-12-16T09:55:35Z', 'revision_number': 5, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'subnets': [{'id': '54629120-87d1-4f1a-9c62-5145af96bdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:01:40.656732 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23642970-59be-4720-ab68-fd57a94f9857 None None] New status for floating IP 54d68b2b-8365-454b-980b-7bc18408c294: ACTIVE {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:01:40.855940 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:44.209773 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dd4740d8-d398-4928-9077-60f6cc33897f req-ec9f6dbe-4e83-455d-9438-12b52ceae70e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8a8b6363-1c2d-4809-af66-0416b11ddeb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0501852 Dec 16 10:01:44.312168 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4740d8-d398-4928-9077-60f6cc33897f req-292662d1-d0a3-4b28-ae4a-1ee3fa373c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:44.313759 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dd4740d8-d398-4928-9077-60f6cc33897f req-292662d1-d0a3-4b28-ae4a-1ee3fa373c98 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7bf45dc465a44557ad989af846f14cbe&device_id=8a8b6363-1c2d-4809-af66-0416b11ddeb6 HTTP/1.1" status: 200 len: 1096 time: 0.0558939 Dec 16 10:01:44.449685 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4740d8-d398-4928-9077-60f6cc33897f req-5e354364-0410-4a7f-aea2-22c881b1f5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:44.451140 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dd4740d8-d398-4928-9077-60f6cc33897f req-5e354364-0410-4a7f-aea2-22c881b1f5e6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7188838e-ca9d-4c02-ba77-eb22e43eefd0 HTTP/1.1" status: 200 len: 912 time: 0.1174569 Dec 16 10:01:44.534020 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dd4740d8-d398-4928-9077-60f6cc33897f req-e8f6ddf7-0c0d-48ed-93ce-f8966ad82242 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=932bd2df-8493-4209-8f69-970f03faa0eb HTTP/1.1" status: 200 len: 1001 time: 0.0739505 Dec 16 10:01:44.591430 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4740d8-d398-4928-9077-60f6cc33897f req-d1b9472a-fd7b-4fdb-9b00-bbebc856ec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:44.592888 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dd4740d8-d398-4928-9077-60f6cc33897f req-d1b9472a-fd7b-4fdb-9b00-bbebc856ec3e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=54629120-87d1-4f1a-9c62-5145af96bdbd HTTP/1.1" status: 200 len: 850 time: 0.0519357 Dec 16 10:01:44.641912 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4740d8-d398-4928-9077-60f6cc33897f req-69ee4681-fcb5-483b-9111-468d0ea7e348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:44.643538 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dd4740d8-d398-4928-9077-60f6cc33897f req-69ee4681-fcb5-483b-9111-468d0ea7e348 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7188838e-ca9d-4c02-ba77-eb22e43eefd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430183 Dec 16 10:01:44.744354 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dd4740d8-d398-4928-9077-60f6cc33897f req-77ae1d8c-2326-4f92-9021-0d679e1c55f2 service neutron] 10.222.0.58 "GET /v2.0/networks/7188838e-ca9d-4c02-ba77-eb22e43eefd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933571 Dec 16 10:01:44.849602 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dd4740d8-d398-4928-9077-60f6cc33897f req-630824ce-80f8-4d7a-a3df-fb27fa36797e service neutron] 10.222.0.58 "GET /v2.0/networks/7188838e-ca9d-4c02-ba77-eb22e43eefd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986872 Dec 16 10:01:51.473442 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56496) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:51.599150 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9b63d2d8-664e-420e-a0c8-4ced59f72c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:51.685831 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9b63d2d8-664e-420e-a0c8-4ced59f72c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:51.741898 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9b63d2d8-664e-420e-a0c8-4ced59f72c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:51.779743 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b63d2d8-664e-420e-a0c8-4ced59f72c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830dc51c-2c17-4e32-bf00-28a7667251a2,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:51.783784 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9b63d2d8-664e-420e-a0c8-4ced59f72c07 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6e50b9169c574a028946586dad628c7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3086021 Dec 16 10:01:51.786569 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56502) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:51.791410 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b63d2d8-664e-420e-a0c8-4ced59f72c07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:51.791764 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b63d2d8-664e-420e-a0c8-4ced59f72c07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:51.794568 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b63d2d8-664e-420e-a0c8-4ced59f72c07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:51.794568 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b63d2d8-664e-420e-a0c8-4ced59f72c07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:51.794568 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b63d2d8-664e-420e-a0c8-4ced59f72c07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:51.794568 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b63d2d8-664e-420e-a0c8-4ced59f72c07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:51.794568 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b63d2d8-664e-420e-a0c8-4ced59f72c07 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:51.794568 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b63d2d8-664e-420e-a0c8-4ced59f72c07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:51.794568 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b63d2d8-664e-420e-a0c8-4ced59f72c07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:51.794568 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b63d2d8-664e-420e-a0c8-4ced59f72c07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:51.795264 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b63d2d8-664e-420e-a0c8-4ced59f72c07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:51.795502 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b63d2d8-664e-420e-a0c8-4ced59f72c07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:51.845656 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-598eeb0b-fb38-46c4-bfa1-6961f931257e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:51.874094 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-598eeb0b-fb38-46c4-bfa1-6961f931257e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:52.002396 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-598eeb0b-fb38-46c4-bfa1-6961f931257e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:52.004912 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-598eeb0b-fb38-46c4-bfa1-6961f931257e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:52.006208 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-598eeb0b-fb38-46c4-bfa1-6961f931257e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/830dc51c-2c17-4e32-bf00-28a7667251a2 HTTP/1.1" status: 204 len: 168 time: 0.2186341 Dec 16 10:01:52.015044 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598eeb0b-fb38-46c4-bfa1-6961f931257e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830dc51c-2c17-4e32-bf00-28a7667251a2,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:54.094201 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-60604097-94e8-4b2f-ba56-48980b3f7235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:56.454068 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b377178d-b510-4ba7-8a08-3d6e7e1bee94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:57.643036 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:58.741591 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-29b81962-4786-47cc-8c30-a7e24f5ac419 req-fef9d187-6d2d-4dd8-bf30-ab364af2d77f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0724421 Dec 16 10:01:58.834137 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b81962-4786-47cc-8c30-a7e24f5ac419 req-bca0d3e4-18b4-4f7f-8b09-dc382df8de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:58.836180 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-29b81962-4786-47cc-8c30-a7e24f5ac419 req-bca0d3e4-18b4-4f7f-8b09-dc382df8de30 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11c64a8ebb294044af14b5294ba4a340&device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 1097 time: 0.0459034 Dec 16 10:01:58.949305 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b81962-4786-47cc-8c30-a7e24f5ac419 req-aab6b2a8-5b41-49bf-bf64-f0e5aa35da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:58.950832 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-29b81962-4786-47cc-8c30-a7e24f5ac419 req-aab6b2a8-5b41-49bf-bf64-f0e5aa35da49 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8258cad5-df53-4f22-9fee-9413ff4cc95e HTTP/1.1" status: 200 len: 914 time: 0.0957642 Dec 16 10:01:59.032997 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-29b81962-4786-47cc-8c30-a7e24f5ac419 req-89dfe9ca-d139-46be-9b26-5870a3210198 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0287fbd2-84d0-4e89-a21e-f8df3d39040e HTTP/1.1" status: 200 len: 1001 time: 0.0751817 Dec 16 10:01:59.085231 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b81962-4786-47cc-8c30-a7e24f5ac419 req-e87255ac-4578-4125-8dbb-d35dabcf7cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:59.087220 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-29b81962-4786-47cc-8c30-a7e24f5ac419 req-e87255ac-4578-4125-8dbb-d35dabcf7cfe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=750db6bb-a513-4808-853e-ee01a97bd23d HTTP/1.1" status: 200 len: 852 time: 0.0461500 Dec 16 10:01:59.138592 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b81962-4786-47cc-8c30-a7e24f5ac419 req-26ddb0fa-02d1-494c-9fbe-30aeeb536475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:59.140193 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-29b81962-4786-47cc-8c30-a7e24f5ac419 req-26ddb0fa-02d1-494c-9fbe-30aeeb536475 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8258cad5-df53-4f22-9fee-9413ff4cc95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465567 Dec 16 10:01:59.184182 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:59.546577 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-29b81962-4786-47cc-8c30-a7e24f5ac419 req-50daccc4-3230-43a9-8b49-c33a935578ed service neutron] 10.222.0.57 "GET /v2.0/networks/8258cad5-df53-4f22-9fee-9413ff4cc95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986423 Dec 16 10:01:59.637141 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:59.656181 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-29b81962-4786-47cc-8c30-a7e24f5ac419 req-3c28027d-f97b-436c-9c41-1af822dfdb71 service neutron] 10.222.0.57 "GET /v2.0/networks/8258cad5-df53-4f22-9fee-9413ff4cc95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023967 Dec 16 10:02:05.969253 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56676) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:06.090595 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dc2cb595-1e81-40bf-86df-17b8b7804d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:06.180985 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dc2cb595-1e81-40bf-86df-17b8b7804d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:06.296549 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dc2cb595-1e81-40bf-86df-17b8b7804d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:06.334997 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2cb595-1e81-40bf-86df-17b8b7804d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b0d690-205a-4a83-9857-058598361bcd,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:06.339206 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-dc2cb595-1e81-40bf-86df-17b8b7804d31 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8505a25fb4994563b37268c186e7df75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3689070 Dec 16 10:02:06.342099 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56680) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:06.345470 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2cb595-1e81-40bf-86df-17b8b7804d31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:06.345814 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2cb595-1e81-40bf-86df-17b8b7804d31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:06.346259 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2cb595-1e81-40bf-86df-17b8b7804d31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:06.346592 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2cb595-1e81-40bf-86df-17b8b7804d31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:06.346922 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2cb595-1e81-40bf-86df-17b8b7804d31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:06.347248 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2cb595-1e81-40bf-86df-17b8b7804d31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:06.347723 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2cb595-1e81-40bf-86df-17b8b7804d31 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:06.347896 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2cb595-1e81-40bf-86df-17b8b7804d31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:06.348215 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2cb595-1e81-40bf-86df-17b8b7804d31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:06.348864 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2cb595-1e81-40bf-86df-17b8b7804d31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:06.348864 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2cb595-1e81-40bf-86df-17b8b7804d31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:06.349241 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2cb595-1e81-40bf-86df-17b8b7804d31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:06.402069 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-402bb7ac-4ea8-4381-b42c-593b725c618f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:06.430777 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-402bb7ac-4ea8-4381-b42c-593b725c618f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:06.603448 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-402bb7ac-4ea8-4381-b42c-593b725c618f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:06.606640 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-402bb7ac-4ea8-4381-b42c-593b725c618f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:06.612803 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-402bb7ac-4ea8-4381-b42c-593b725c618f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e9b0d690-205a-4a83-9857-058598361bcd HTTP/1.1" status: 204 len: 168 time: 0.2649987 Dec 16 10:02:06.619381 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402bb7ac-4ea8-4381-b42c-593b725c618f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b0d690-205a-4a83-9857-058598361bcd,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:07.442572 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:08.999984 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fdc672-0772-485d-88c5-4b868696208a req-f17f3dd4-e1dc-416c-913c-b13ed21598e2 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:09.001534 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-90fdc672-0772-485d-88c5-4b868696208a req-f17f3dd4-e1dc-416c-913c-b13ed21598e2 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/networks?id=e3612a9f-8ab3-4e75-9810-d35fcac351bb HTTP/1.1" status: 200 len: 812 time: 0.1057920 Dec 16 10:02:09.017869 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-90fdc672-0772-485d-88c5-4b868696208a req-a1821cb8-8b02-4618-a595-7a2bad66f910 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/quotas/d700775fc1ae4ac7800b87ec102ae69e HTTP/1.1" status: 200 len: 375 time: 0.0101309 Dec 16 10:02:09.082037 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-90fdc672-0772-485d-88c5-4b868696208a req-9bfc0c63-044c-4eee-81bf-6eaf7fdabb5b tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581305 Dec 16 10:02:09.175900 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-90fdc672-0772-485d-88c5-4b868696208a req-8ca96be5-3f42-4664-b51f-9c694a05f73e service neutron] 10.222.0.60 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850112 Dec 16 10:02:09.273960 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-90fdc672-0772-485d-88c5-4b868696208a req-90622911-6679-493f-a2b3-0eca42972389 service neutron] 10.222.0.60 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911872 Dec 16 10:02:09.902621 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d42fe11a-0a1a-486b-85cf-f5334135db84 req-d9ccc85d-f558-43ab-ab92-9a4bc1d83cd1 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf4f681-e694-4d12-815f-d8611411721f HTTP/1.1" status: 200 len: 210 time: 0.0320261 Dec 16 10:02:10.842491 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:10.999908 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4391c65a-1ce1-41d6-8b9b-2156e8caf281 req-4161acfe-062d-435e-beb7-b03408dd04e9 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf4f681-e694-4d12-815f-d8611411721f HTTP/1.1" status: 200 len: 210 time: 0.0264225 Dec 16 10:02:12.069313 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fdc672-0772-485d-88c5-4b868696208a req-716e4b58-d631-4428-84eb-8713b6cbc0c1 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:12.071639 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-90fdc672-0772-485d-88c5-4b868696208a req-716e4b58-d631-4428-84eb-8713b6cbc0c1 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.58 "GET /v2.0/networks?id=e3612a9f-8ab3-4e75-9810-d35fcac351bb HTTP/1.1" status: 200 len: 812 time: 0.1177127 Dec 16 10:02:12.089371 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-90fdc672-0772-485d-88c5-4b868696208a req-b1c74b1c-5cbb-442b-907f-b1b3fd26b929 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Request body: {'port': {'device_id': 'caf4f681-e694-4d12-815f-d8611411721f', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'admin_state_up': True, 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:02:12.113774 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1f0a8c89-4a75-4f7c-9212-f2dba746f534 req-8e40688e-f8d8-44b3-90bc-39fc935925c0 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf4f681-e694-4d12-815f-d8611411721f HTTP/1.1" status: 200 len: 210 time: 0.0425560 Dec 16 10:02:12.327736 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90fdc672-0772-485d-88c5-4b868696208a req-b1c74b1c-5cbb-442b-907f-b1b3fd26b929 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Made reservation on behalf of d700775fc1ae4ac7800b87ec102ae69e for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:02:12.331983 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-90fdc672-0772-485d-88c5-4b868696208a req-b1c74b1c-5cbb-442b-907f-b1b3fd26b929 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:12.474263 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-90fdc672-0772-485d-88c5-4b868696208a req-b1c74b1c-5cbb-442b-907f-b1b3fd26b929 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Allocated IP 172.20.0.10 (e3612a9f-8ab3-4e75-9810-d35fcac351bb/671bcf58-3379-4056-970a-d40ccd64fd91/4af32a73-8026-477d-a99a-ee44e618c970) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:02:12.608081 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56886) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:12.642594 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-90fdc672-0772-485d-88c5-4b868696208a req-b1c74b1c-5cbb-442b-907f-b1b3fd26b929 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:12.744903 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ccd1d8c3-c220-4c0a-9f31-091f27a7d472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:12.762943 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-90fdc672-0772-485d-88c5-4b868696208a req-b1c74b1c-5cbb-442b-907f-b1b3fd26b929 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:12.813688 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90fdc672-0772-485d-88c5-4b868696208a req-b1c74b1c-5cbb-442b-907f-b1b3fd26b929 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Network e3612a9f-8ab3-4e75-9810-d35fcac351bb is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:02:12.817036 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-90fdc672-0772-485d-88c5-4b868696208a req-b1c74b1c-5cbb-442b-907f-b1b3fd26b929 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:02:12.820900 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-90fdc672-0772-485d-88c5-4b868696208a req-b1c74b1c-5cbb-442b-907f-b1b3fd26b929 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:02:12.831180 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ccd1d8c3-c220-4c0a-9f31-091f27a7d472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:12.850343 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c74b1c-5cbb-442b-907f-b1b3fd26b929 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Pushing event updated for resources: {'Port': ['ID=4af32a73-8026-477d-a99a-ee44e618c970,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:12.881931 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fdc672-0772-485d-88c5-4b868696208a req-b1c74b1c-5cbb-442b-907f-b1b3fd26b929 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:12.882696 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-90fdc672-0772-485d-88c5-4b868696208a req-b1c74b1c-5cbb-442b-907f-b1b3fd26b929 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:12.916913 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ccd1d8c3-c220-4c0a-9f31-091f27a7d472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:12.955902 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ccd1d8c3-c220-4c0a-9f31-091f27a7d472 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=87df1353b01e492a9be7dc49c5c02c96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3463731 Dec 16 10:02:12.959288 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56894) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:12.982029 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1d8c3-c220-4c0a-9f31-091f27a7d472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc198a1a-6dc3-422a-a8cd-c827deca3290,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:13.003141 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-90fdc672-0772-485d-88c5-4b868696208a req-b1c74b1c-5cbb-442b-907f-b1b3fd26b929 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9201851 Dec 16 10:02:13.018732 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-90fdc672-0772-485d-88c5-4b868696208a req-91a07124-0a3a-4531-bd8b-eff045debaae service neutron] Request body: {'port': {'device_id': 'caf4f681-e694-4d12-815f-d8611411721f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:02:13.061245 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2544657a-c54f-440e-8b9c-d3d068ffdb16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:13.111874 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2544657a-c54f-440e-8b9c-d3d068ffdb16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:13.113546 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-90fdc672-0772-485d-88c5-4b868696208a req-91a07124-0a3a-4531-bd8b-eff045debaae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:13.177395 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-37b00bfb-1c8b-49cf-a97c-b4f909731d0a None None] Provisioning complete for port 4af32a73-8026-477d-a99a-ee44e618c970 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:02:13.177864 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-37b00bfb-1c8b-49cf-a97c-b4f909731d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:13.218187 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-37b00bfb-1c8b-49cf-a97c-b4f909731d0a None None] Port 4af32a73-8026-477d-a99a-ee44e618c970 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:02:13.240704 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69f82e-648b-41c6-859b-40fd3a023aab req-cd17018f-d305-426c-82ee-1590f3f7633b tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:13.240704 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9c69f82e-648b-41c6-859b-40fd3a023aab req-cd17018f-d305-426c-82ee-1590f3f7633b tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf4f681-e694-4d12-815f-d8611411721f HTTP/1.1" status: 200 len: 932 time: 0.0627973 Dec 16 10:02:13.301754 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9c69f82e-648b-41c6-859b-40fd3a023aab req-8770b850-4c4b-4dd3-ab82-7174fc637461 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616069 Dec 16 10:02:13.433436 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-90fdc672-0772-485d-88c5-4b868696208a req-91a07124-0a3a-4531-bd8b-eff045debaae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4af32a73-8026-477d-a99a-ee44e618c970 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:02:13.439989 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2544657a-c54f-440e-8b9c-d3d068ffdb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:13.442687 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2544657a-c54f-440e-8b9c-d3d068ffdb16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:13.443827 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2544657a-c54f-440e-8b9c-d3d068ffdb16 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bc198a1a-6dc3-422a-a8cd-c827deca3290 HTTP/1.1" status: 204 len: 168 time: 0.4834776 Dec 16 10:02:13.446399 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-90fdc672-0772-485d-88c5-4b868696208a req-91a07124-0a3a-4531-bd8b-eff045debaae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:13.459038 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544657a-c54f-440e-8b9c-d3d068ffdb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc198a1a-6dc3-422a-a8cd-c827deca3290,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:13.475579 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-90fdc672-0772-485d-88c5-4b868696208a req-91a07124-0a3a-4531-bd8b-eff045debaae service neutron] Transition to ACTIVE for port object 4af32a73-8026-477d-a99a-ee44e618c970 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:02:13.557226 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-90fdc672-0772-485d-88c5-4b868696208a req-91a07124-0a3a-4531-bd8b-eff045debaae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:13.619451 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a07124-0a3a-4531-bd8b-eff045debaae service neutron] Pushing event updated for resources: {'Port': ['ID=4af32a73-8026-477d-a99a-ee44e618c970,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:13.698768 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-90fdc672-0772-485d-88c5-4b868696208a req-91a07124-0a3a-4531-bd8b-eff045debaae service neutron] Attempting to bind port 4af32a73-8026-477d-a99a-ee44e618c970 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:02:13.699069 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-90fdc672-0772-485d-88c5-4b868696208a req-91a07124-0a3a-4531-bd8b-eff045debaae service neutron] Attempting to bind port 4af32a73-8026-477d-a99a-ee44e618c970 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:02:13.699406 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fdc672-0772-485d-88c5-4b868696208a req-91a07124-0a3a-4531-bd8b-eff045debaae service neutron] Attempting to bind port 4af32a73-8026-477d-a99a-ee44e618c970 on network e3612a9f-8ab3-4e75-9810-d35fcac351bb {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:02:13.704084 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fdc672-0772-485d-88c5-4b868696208a req-91a07124-0a3a-4531-bd8b-eff045debaae service neutron] Port 4af32a73-8026-477d-a99a-ee44e618c970 on network e3612a9f-8ab3-4e75-9810-d35fcac351bb not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:02:13.704608 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fdc672-0772-485d-88c5-4b868696208a req-91a07124-0a3a-4531-bd8b-eff045debaae service neutron] Attempting to bind port 4af32a73-8026-477d-a99a-ee44e618c970 on network e3612a9f-8ab3-4e75-9810-d35fcac351bb {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:02:13.711839 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fdc672-0772-485d-88c5-4b868696208a req-91a07124-0a3a-4531-bd8b-eff045debaae service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:02:13.712262 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fdc672-0772-485d-88c5-4b868696208a req-91a07124-0a3a-4531-bd8b-eff045debaae service neutron] Checking segment: {'id': 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:02:13.712600 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fdc672-0772-485d-88c5-4b868696208a req-91a07124-0a3a-4531-bd8b-eff045debaae service neutron] Bound using segment: {'id': 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:02:13.713041 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-90fdc672-0772-485d-88c5-4b868696208a req-91a07124-0a3a-4531-bd8b-eff045debaae service neutron] Bound port: 4af32a73-8026-477d-a99a-ee44e618c970, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:02:13.713475 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-90fdc672-0772-485d-88c5-4b868696208a req-91a07124-0a3a-4531-bd8b-eff045debaae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:13.798140 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-90fdc672-0772-485d-88c5-4b868696208a req-91a07124-0a3a-4531-bd8b-eff045debaae service neutron] For port 4af32a73-8026-477d-a99a-ee44e618c970, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:02:13.801972 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-90fdc672-0772-485d-88c5-4b868696208a req-91a07124-0a3a-4531-bd8b-eff045debaae service neutron] For port 4af32a73-8026-477d-a99a-ee44e618c970, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=4af32a73-8026-477d-a99a-ee44e618c970,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:02:13.849054 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-90fdc672-0772-485d-88c5-4b868696208a req-91a07124-0a3a-4531-bd8b-eff045debaae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:13.884744 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fdc672-0772-485d-88c5-4b868696208a req-91a07124-0a3a-4531-bd8b-eff045debaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:13.885387 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-90fdc672-0772-485d-88c5-4b868696208a req-91a07124-0a3a-4531-bd8b-eff045debaae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:13.886820 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-90fdc672-0772-485d-88c5-4b868696208a req-91a07124-0a3a-4531-bd8b-eff045debaae service neutron] 10.222.0.58 "PUT /v2.0/ports/4af32a73-8026-477d-a99a-ee44e618c970 HTTP/1.1" status: 200 len: 1092 time: 0.8734443 Dec 16 10:02:13.887516 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf4f681-e694-4d12-815f-d8611411721f', 'tag': '4af32a73-8026-477d-a99a-ee44e618c970'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:02:13.889971 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a698f15-615d-4338-b787-1bbb9ba8df4b" -d '{"events": [{"name": "network-changed", "server_uuid": "caf4f681-e694-4d12-815f-d8611411721f", "tag": "4af32a73-8026-477d-a99a-ee44e618c970"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:02:13.929990 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a07124-0a3a-4531-bd8b-eff045debaae service neutron] Pushing event updated for resources: {'Port': ['ID=4af32a73-8026-477d-a99a-ee44e618c970,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:13.958290 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880fa606-3ac8-45fc-a435-ceed10be6b13 x-openstack-request-id: req-880fa606-3ac8-45fc-a435-ceed10be6b13 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:02:13.958290 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caf4f681-e694-4d12-815f-d8611411721f", "tag": "4af32a73-8026-477d-a99a-ee44e618c970", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:02:13.958290 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-880fa606-3ac8-45fc-a435-ceed10be6b13 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:02:13.958290 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf4f681-e694-4d12-815f-d8611411721f', 'tag': '4af32a73-8026-477d-a99a-ee44e618c970', 'status': 'completed', 'code': 200} Dec 16 10:02:14.034506 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a698f15-615d-4338-b787-1bbb9ba8df4b req-82b73813-8c0d-40bc-9315-14b07eb5f563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:14.036293 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4a698f15-615d-4338-b787-1bbb9ba8df4b req-82b73813-8c0d-40bc-9315-14b07eb5f563 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&device_id=caf4f681-e694-4d12-815f-d8611411721f HTTP/1.1" status: 200 len: 1095 time: 0.0621116 Dec 16 10:02:14.151408 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a698f15-615d-4338-b787-1bbb9ba8df4b req-19e433a7-b4c2-4af4-928b-35e9ad0b4b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:14.152910 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4a698f15-615d-4338-b787-1bbb9ba8df4b req-19e433a7-b4c2-4af4-928b-35e9ad0b4b81 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1085575 Dec 16 10:02:14.177957 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 56906) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:14.197345 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-44d4e651-79ba-4e35-b979-abb15b7beaee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:14.275527 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a698f15-615d-4338-b787-1bbb9ba8df4b req-89c75d8d-dbd9-4f13-82f9-267e57120da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:14.277846 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4a698f15-615d-4338-b787-1bbb9ba8df4b req-89c75d8d-dbd9-4f13-82f9-267e57120da4 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1168544 Dec 16 10:02:14.288099 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-44d4e651-79ba-4e35-b979-abb15b7beaee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:14.355439 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-44d4e651-79ba-4e35-b979-abb15b7beaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:14.372604 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fdc672-0772-485d-88c5-4b868696208a req-fc902137-6262-419a-b64c-e10d99708153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:14.374609 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-90fdc672-0772-485d-88c5-4b868696208a req-fc902137-6262-419a-b64c-e10d99708153 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&device_id=caf4f681-e694-4d12-815f-d8611411721f HTTP/1.1" status: 200 len: 1095 time: 0.0564976 Dec 16 10:02:14.388270 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-44d4e651-79ba-4e35-b979-abb15b7beaee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6344a5b405634f81ad74fa23a4189979&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2088318 Dec 16 10:02:14.392662 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56910) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:14.416821 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4e651-79ba-4e35-b979-abb15b7beaee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411766f3-5961-4f5e-af0b-27077ae49539,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:14.459397 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-90fdc672-0772-485d-88c5-4b868696208a req-d7d1ce65-fd3d-4174-be6d-9dbc025ead3d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4af32a73-8026-477d-a99a-ee44e618c970 HTTP/1.1" status: 200 len: 217 time: 0.0742426 Dec 16 10:02:14.530262 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7465b-8b6f-4fb6-a162-b79ad282264e req-5d000721-9bcd-45d5-853a-b246ca1d7102 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:14.531742 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c8f7465b-8b6f-4fb6-a162-b79ad282264e req-5d000721-9bcd-45d5-853a-b246ca1d7102 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf4f681-e694-4d12-815f-d8611411721f HTTP/1.1" status: 200 len: 944 time: 0.1557243 Dec 16 10:02:14.557875 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fdc672-0772-485d-88c5-4b868696208a req-5e45e2cb-fdc7-4940-8569-0c936165bb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:14.558543 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:02:14.559383 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-90fdc672-0772-485d-88c5-4b868696208a req-5e45e2cb-fdc7-4940-8569-0c936165bb0f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=671bcf58-3379-4056-970a-d40ccd64fd91 HTTP/1.1" status: 200 len: 851 time: 0.0883665 Dec 16 10:02:14.582662 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90d475f6-1876-4fdf-9d93-7f30908c06ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:14.634314 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c8f7465b-8b6f-4fb6-a162-b79ad282264e req-08a788d2-3285-46fc-a0a3-8a8f82a01935 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927241 Dec 16 10:02:14.652800 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90d475f6-1876-4fdf-9d93-7f30908c06ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:14.667102 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fdc672-0772-485d-88c5-4b868696208a req-997717e5-e609-4337-97bf-b1138e58ca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:14.668671 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-90fdc672-0772-485d-88c5-4b868696208a req-997717e5-e609-4337-97bf-b1138e58ca62 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3612a9f-8ab3-4e75-9810-d35fcac351bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003082 Dec 16 10:02:14.783018 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-90fdc672-0772-485d-88c5-4b868696208a req-93237788-ce13-4097-99dd-31841253d34f service neutron] 10.222.0.58 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063929 Dec 16 10:02:14.878684 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90d475f6-1876-4fdf-9d93-7f30908c06ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:14.881236 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90d475f6-1876-4fdf-9d93-7f30908c06ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:14.882363 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-90d475f6-1876-4fdf-9d93-7f30908c06ca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/411766f3-5961-4f5e-af0b-27077ae49539 HTTP/1.1" status: 204 len: 168 time: 0.4887497 Dec 16 10:02:14.887732 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-90fdc672-0772-485d-88c5-4b868696208a req-bde92edb-6225-4b4a-8d0b-05153683ef41 service neutron] 10.222.0.58 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980401 Dec 16 10:02:14.893733 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d475f6-1876-4fdf-9d93-7f30908c06ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411766f3-5961-4f5e-af0b-27077ae49539,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:15.797043 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e14f9-5b67-4b08-954c-3ec43e6be2d5 req-c9539644-b999-486e-b2ec-132068e0ae3e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:15.798752 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8d6e14f9-5b67-4b08-954c-3ec43e6be2d5 req-c9539644-b999-486e-b2ec-132068e0ae3e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf4f681-e694-4d12-815f-d8611411721f HTTP/1.1" status: 200 len: 944 time: 0.0780504 Dec 16 10:02:15.855931 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8d6e14f9-5b67-4b08-954c-3ec43e6be2d5 req-618a14c7-9e5d-4052-988a-35adb7170718 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492973 Dec 16 10:02:16.069790 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56936) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:16.182488 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-fa3c2f60-e8f0-4bec-bc59-8f683bb7909c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1747278512-network', 'tenant_id': '320bbcd30702464aa30ea049791a3f74'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:02:16.282403 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3c2f60-e8f0-4bec-bc59-8f683bb7909c admin admin] Made reservation on behalf of 320bbcd30702464aa30ea049791a3f74 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:02:16.284863 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fa3c2f60-e8f0-4bec-bc59-8f683bb7909c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:16.294704 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fa3c2f60-e8f0-4bec-bc59-8f683bb7909c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:16.373203 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fa3c2f60-e8f0-4bec-bc59-8f683bb7909c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:16.431807 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fa3c2f60-e8f0-4bec-bc59-8f683bb7909c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:16.459800 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa3c2f60-e8f0-4bec-bc59-8f683bb7909c admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:02:16.465606 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c2f60-e8f0-4bec-bc59-8f683bb7909c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f207da4-2f33-455b-800c-223cf615dba3,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:16.474404 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fa3c2f60-e8f0-4bec-bc59-8f683bb7909c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:16.474765 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-fa3c2f60-e8f0-4bec-bc59-8f683bb7909c admin admin] Added segment 645b9a81-e937-457a-8f98-2f95edce208c of type vlan for network 27292526-6847-40de-8239-e8eb1a5b306e Dec 16 10:02:16.523453 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fa3c2f60-e8f0-4bec-bc59-8f683bb7909c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:16.597135 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fa3c2f60-e8f0-4bec-bc59-8f683bb7909c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:16.598155 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3c2f60-e8f0-4bec-bc59-8f683bb7909c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:16.598744 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fa3c2f60-e8f0-4bec-bc59-8f683bb7909c admin admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:16.661232 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c2f60-e8f0-4bec-bc59-8f683bb7909c admin admin] Pushing event updated for resources: {'Network': ['ID=27292526-6847-40de-8239-e8eb1a5b306e,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:16.673701 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 27292526-6847-40de-8239-e8eb1a5b306e details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:02:16.708802 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fa3c2f60-e8f0-4bec-bc59-8f683bb7909c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6376905 Dec 16 10:02:16.713608 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56944) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:16.718758 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-67e2531e-e290-4ea2-ad3e-90af6614c886 admin admin] Request body: {'subnet': {'network_id': '27292526-6847-40de-8239-e8eb1a5b306e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1747278512-subnet', 'tenant_id': '320bbcd30702464aa30ea049791a3f74', 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:02:16.831841 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e2531e-e290-4ea2-ad3e-90af6614c886 admin admin] Made reservation on behalf of 320bbcd30702464aa30ea049791a3f74 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:02:16.834318 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-67e2531e-e290-4ea2-ad3e-90af6614c886 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:17.059945 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb27250-03a4-4b30-850b-3ae7ba373f70 req-e9a6dc18-9c77-4010-817c-1ce46faf6ee5 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:17.061523 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dcb27250-03a4-4b30-850b-3ae7ba373f70 req-e9a6dc18-9c77-4010-817c-1ce46faf6ee5 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf4f681-e694-4d12-815f-d8611411721f HTTP/1.1" status: 200 len: 944 time: 0.1008594 Dec 16 10:02:17.109582 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dcb27250-03a4-4b30-850b-3ae7ba373f70 req-ff139050-72b7-4d27-a4c9-cbab8009fedc tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415699 Dec 16 10:02:17.134599 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-67e2531e-e290-4ea2-ad3e-90af6614c886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:17.199010 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e2531e-e290-4ea2-ad3e-90af6614c886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9ea4442-54c7-46d2-86a1-f269b79ba78c,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:17.202722 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e2531e-e290-4ea2-ad3e-90af6614c886 admin admin] Checking segment: {'id': '645b9a81-e937-457a-8f98-2f95edce208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '27292526-6847-40de-8239-e8eb1a5b306e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:02:17.203230 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e2531e-e290-4ea2-ad3e-90af6614c886 admin admin] Network hostable DHCP agents. Network: 27292526-6847-40de-8239-e8eb1a5b306e, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:02:17.277257 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e2531e-e290-4ea2-ad3e-90af6614c886 admin admin] Network 27292526-6847-40de-8239-e8eb1a5b306e is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:02:17.362788 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-67e2531e-e290-4ea2-ad3e-90af6614c886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 27292526-6847-40de-8239-e8eb1a5b306e) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:02:17.366899 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e2531e-e290-4ea2-ad3e-90af6614c886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:17.367582 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-67e2531e-e290-4ea2-ad3e-90af6614c886 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:17.372965 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91feab30-7749-4567-a14e-c093ba79564f None None] Network 27292526-6847-40de-8239-e8eb1a5b306e requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:02:17.484920 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-67e2531e-e290-4ea2-ad3e-90af6614c886 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7701490 Dec 16 10:02:17.487580 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56950) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:17.491973 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-29971b5c-04b8-4e30-9043-e916f54ece6c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1747278512-router', 'tenant_id': '320bbcd30702464aa30ea049791a3f74', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:02:17.529751 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4c5c28-737e-4dca-9f2c-318aff6f3437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-27292526-6847-40de-8239-e8eb1a5b306e', 'network_id': '27292526-6847-40de-8239-e8eb1a5b306e', 'tenant_id': '320bbcd30702464aa30ea049791a3f74', 'fixed_ips': [{'subnet_id': 'a9ea4442-54c7-46d2-86a1-f269b79ba78c'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:02:17.530621 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0f4c5c28-737e-4dca-9f2c-318aff6f3437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:17.602693 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-29971b5c-04b8-4e30-9043-e916f54ece6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:17.603756 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-29971b5c-04b8-4e30-9043-e916f54ece6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:17.657366 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-29971b5c-04b8-4e30-9043-e916f54ece6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:17.671915 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-0f4c5c28-737e-4dca-9f2c-318aff6f3437 None None] Allocated IP 172.20.0.2 (27292526-6847-40de-8239-e8eb1a5b306e/a9ea4442-54c7-46d2-86a1-f269b79ba78c/fd19c13f-8bb7-46b1-84f4-3caf3f03ddcc) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:02:17.825356 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0f4c5c28-737e-4dca-9f2c-318aff6f3437 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:17.894128 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-29971b5c-04b8-4e30-9043-e916f54ece6c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:17.951755 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0f4c5c28-737e-4dca-9f2c-318aff6f3437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:17.989888 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4c5c28-737e-4dca-9f2c-318aff6f3437 None None] Network 27292526-6847-40de-8239-e8eb1a5b306e is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:02:17.995029 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-0f4c5c28-737e-4dca-9f2c-318aff6f3437 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:02:18.001879 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4c5c28-737e-4dca-9f2c-318aff6f3437 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:02:18.003871 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c5c28-737e-4dca-9f2c-318aff6f3437 None None] Pushing event updated for resources: {'Port': ['ID=fd19c13f-8bb7-46b1-84f4-3caf3f03ddcc,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:18.058797 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-0f4c5c28-737e-4dca-9f2c-318aff6f3437 None None] Attempting to bind port fd19c13f-8bb7-46b1-84f4-3caf3f03ddcc on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:02:18.059163 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-0f4c5c28-737e-4dca-9f2c-318aff6f3437 None None] Attempting to bind port fd19c13f-8bb7-46b1-84f4-3caf3f03ddcc by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '645b9a81-e937-457a-8f98-2f95edce208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '27292526-6847-40de-8239-e8eb1a5b306e'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:02:18.059521 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4c5c28-737e-4dca-9f2c-318aff6f3437 None None] Attempting to bind port fd19c13f-8bb7-46b1-84f4-3caf3f03ddcc on network 27292526-6847-40de-8239-e8eb1a5b306e {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:02:18.065542 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4c5c28-737e-4dca-9f2c-318aff6f3437 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:02:18.065881 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4c5c28-737e-4dca-9f2c-318aff6f3437 None None] Checking segment: {'id': '645b9a81-e937-457a-8f98-2f95edce208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '27292526-6847-40de-8239-e8eb1a5b306e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:02:18.067745 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0f4c5c28-737e-4dca-9f2c-318aff6f3437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:18.067745 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4c5c28-737e-4dca-9f2c-318aff6f3437 None None] Bound using segment: {'id': '645b9a81-e937-457a-8f98-2f95edce208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '27292526-6847-40de-8239-e8eb1a5b306e'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:02:18.067745 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-0f4c5c28-737e-4dca-9f2c-318aff6f3437 None None] Bound port: fd19c13f-8bb7-46b1-84f4-3caf3f03ddcc, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '645b9a81-e937-457a-8f98-2f95edce208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '27292526-6847-40de-8239-e8eb1a5b306e'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:02:18.067745 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0f4c5c28-737e-4dca-9f2c-318aff6f3437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:18.136412 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-0f4c5c28-737e-4dca-9f2c-318aff6f3437 None None] For port fd19c13f-8bb7-46b1-84f4-3caf3f03ddcc, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:02:18.140279 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-0f4c5c28-737e-4dca-9f2c-318aff6f3437 None None] For port fd19c13f-8bb7-46b1-84f4-3caf3f03ddcc, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=fd19c13f-8bb7-46b1-84f4-3caf3f03ddcc,segment=NetworkSegment(645b9a81-e937-457a-8f98-2f95edce208c),segment_id=645b9a81-e937-457a-8f98-2f95edce208c)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:02:18.185232 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-29971b5c-04b8-4e30-9043-e916f54ece6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:18.212055 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-29971b5c-04b8-4e30-9043-e916f54ece6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:18.231101 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0f4c5c28-737e-4dca-9f2c-318aff6f3437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:18.293185 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c5c28-737e-4dca-9f2c-318aff6f3437 None None] Pushing event updated for resources: {'Port': ['ID=fd19c13f-8bb7-46b1-84f4-3caf3f03ddcc,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:18.325042 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322fc84-38be-4d0e-8775-89c7c2cc0b18 req-441b9a6b-8acf-42f0-9c15-eb1a2a9eb6df tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:18.326619 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8322fc84-38be-4d0e-8775-89c7c2cc0b18 req-441b9a6b-8acf-42f0-9c15-eb1a2a9eb6df tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf4f681-e694-4d12-815f-d8611411721f HTTP/1.1" status: 200 len: 944 time: 0.1178339 Dec 16 10:02:18.410219 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8322fc84-38be-4d0e-8775-89c7c2cc0b18 req-ff51b31e-1136-4cbe-a3f0-1de33d70d89d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635889 Dec 16 10:02:18.411480 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-29971b5c-04b8-4e30-9043-e916f54ece6c admin admin] Allocated IP 172.25.1.97 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/13f44500-1785-41c7-88f0-84613a59e423) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:02:18.550226 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-29971b5c-04b8-4e30-9043-e916f54ece6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:18.688961 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-29971b5c-04b8-4e30-9043-e916f54ece6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:18.737673 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29971b5c-04b8-4e30-9043-e916f54ece6c admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:02:18.740512 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-29971b5c-04b8-4e30-9043-e916f54ece6c admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:02:18.744359 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29971b5c-04b8-4e30-9043-e916f54ece6c admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:02:18.752830 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29971b5c-04b8-4e30-9043-e916f54ece6c admin admin] Pushing event updated for resources: {'Port': ['ID=13f44500-1785-41c7-88f0-84613a59e423,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:19.016965 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device fd19c13f-8bb7-46b1-84f4-3caf3f03ddcc up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:02:19.093085 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port fd19c13f-8bb7-46b1-84f4-3caf3f03ddcc triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:02:19.093655 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:19.113252 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-29971b5c-04b8-4e30-9043-e916f54ece6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:19.194906 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:19.234525 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port fd19c13f-8bb7-46b1-84f4-3caf3f03ddcc, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=fd19c13f-8bb7-46b1-84f4-3caf3f03ddcc,segment=NetworkSegment(645b9a81-e937-457a-8f98-2f95edce208c),segment_id=645b9a81-e937-457a-8f98-2f95edce208c)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:02:19.316472 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:19.359031 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0462ad6f-ddf3-4835-826b-5dc82652becd None None] Network 27292526-6847-40de-8239-e8eb1a5b306e requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:02:19.360807 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-29971b5c-04b8-4e30-9043-e916f54ece6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:19.403793 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=fd19c13f-8bb7-46b1-84f4-3caf3f03ddcc,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:19.468345 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-38ab0c5f-b943-4b54-bbc4-3de92a455bee None None] Provisioning complete for port fd19c13f-8bb7-46b1-84f4-3caf3f03ddcc triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:02:19.468717 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-38ab0c5f-b943-4b54-bbc4-3de92a455bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:19.554365 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14410353-4327-4937-bf5b-320849ec919e req-0ab9ee7a-47b6-495c-ab41-85c443428de1 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:19.556665 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-14410353-4327-4937-bf5b-320849ec919e req-0ab9ee7a-47b6-495c-ab41-85c443428de1 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf4f681-e694-4d12-815f-d8611411721f HTTP/1.1" status: 200 len: 944 time: 0.0689073 Dec 16 10:02:19.599303 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-14410353-4327-4937-bf5b-320849ec919e req-b525b838-35e9-44e2-a1cd-c0373244bbe4 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344272 Dec 16 10:02:19.622288 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29971b5c-04b8-4e30-9043-e916f54ece6c admin admin] Router 1e6bd5f6-941f-4abf-8c78-6eff3263139a is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:02:19.747306 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29971b5c-04b8-4e30-9043-e916f54ece6c admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:02:19.757894 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2995347-9658-4800-aa1a-2fb40400999a None None] Sync routers for ids ['1e6bd5f6-941f-4abf-8c78-6eff3263139a'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:02:19.768528 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2995347-9658-4800-aa1a-2fb40400999a None None] Routers {'1e6bd5f6-941f-4abf-8c78-6eff3263139a'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:02:19.769179 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-c2995347-9658-4800-aa1a-2fb40400999a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:01:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['1e6bd5f6-941f-4abf-8c78-6eff3263139a'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:19.822360 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-29971b5c-04b8-4e30-9043-e916f54ece6c admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:19.826440 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-29971b5c-04b8-4e30-9043-e916f54ece6c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3351147 Dec 16 10:02:19.826941 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56964) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:19.892052 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-c2995347-9658-4800-aa1a-2fb40400999a None None] Set router 1e6bd5f6-941f-4abf-8c78-6eff3263139a gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:02:19.942399 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-71cffe41-1dba-440d-af7e-fbcf3aa0d8e0 None None] Provisioning complete for port fd19c13f-8bb7-46b1-84f4-3caf3f03ddcc triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:02:19.942820 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-71cffe41-1dba-440d-af7e-fbcf3aa0d8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:20.092161 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-c2995347-9658-4800-aa1a-2fb40400999a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'name': 'tempest-TestServerBasicOps-1747278512-router', 'tenant_id': '320bbcd30702464aa30ea049791a3f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '13f44500-1785-41c7-88f0-84613a59e423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:17Z', 'updated_at': '2021-12-16T10:02:18Z', 'revision_number': 3, 'project_id': '320bbcd30702464aa30ea049791a3f74', 'gw_port': {'id': '13f44500-1785-41c7-88f0-84613a59e423', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:02:18Z', 'updated_at': '2021-12-16T10:02:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:20.119479 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2995347-9658-4800-aa1a-2fb40400999a None None] Checking router: 1e6bd5f6-941f-4abf-8c78-6eff3263139a for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:02:20.119822 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2995347-9658-4800-aa1a-2fb40400999a None None] Updating router 1e6bd5f6-941f-4abf-8c78-6eff3263139a port 13f44500-1785-41c7-88f0-84613a59e423 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:02:20.147115 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-c2995347-9658-4800-aa1a-2fb40400999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:20.505914 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-c2995347-9658-4800-aa1a-2fb40400999a None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:20.545593 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-856b95ba-31f3-4f21-abf9-778d4cd49afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:20.580156 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-c2995347-9658-4800-aa1a-2fb40400999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:20.637468 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-c2995347-9658-4800-aa1a-2fb40400999a None None] Attempting to bind port 13f44500-1785-41c7-88f0-84613a59e423 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:02:20.637785 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-c2995347-9658-4800-aa1a-2fb40400999a None None] Attempting to bind port 13f44500-1785-41c7-88f0-84613a59e423 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:02:20.638155 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2995347-9658-4800-aa1a-2fb40400999a None None] Attempting to bind port 13f44500-1785-41c7-88f0-84613a59e423 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:02:20.639978 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e0c63-4965-4023-a143-166c1a84d770 None None] Pushing event updated for resources: {'Port': ['ID=13f44500-1785-41c7-88f0-84613a59e423,revision_number=2']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:20.650007 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e0c63-4965-4023-a143-166c1a84d770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:20.650352 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e0c63-4965-4023-a143-166c1a84d770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:20.650676 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e0c63-4965-4023-a143-166c1a84d770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:20.651052 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e0c63-4965-4023-a143-166c1a84d770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:20.651337 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e0c63-4965-4023-a143-166c1a84d770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:20.651657 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e0c63-4965-4023-a143-166c1a84d770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:20.651996 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e0c63-4965-4023-a143-166c1a84d770 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:20.652294 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e0c63-4965-4023-a143-166c1a84d770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:20.652605 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e0c63-4965-4023-a143-166c1a84d770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:20.652921 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e0c63-4965-4023-a143-166c1a84d770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:20.653265 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e0c63-4965-4023-a143-166c1a84d770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:20.653579 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e0c63-4965-4023-a143-166c1a84d770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:20.657294 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2995347-9658-4800-aa1a-2fb40400999a None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:02:20.657654 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2995347-9658-4800-aa1a-2fb40400999a None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:02:20.658052 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-c2995347-9658-4800-aa1a-2fb40400999a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:20.658486 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2995347-9658-4800-aa1a-2fb40400999a None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:02:20.658963 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-c2995347-9658-4800-aa1a-2fb40400999a None None] Bound port: 13f44500-1785-41c7-88f0-84613a59e423, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:02:20.659345 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-c2995347-9658-4800-aa1a-2fb40400999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:20.717268 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-c2995347-9658-4800-aa1a-2fb40400999a None None] For port 13f44500-1785-41c7-88f0-84613a59e423, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:02:20.720303 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-c2995347-9658-4800-aa1a-2fb40400999a None None] For port 13f44500-1785-41c7-88f0-84613a59e423, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=13f44500-1785-41c7-88f0-84613a59e423,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:02:20.746041 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-856b95ba-31f3-4f21-abf9-778d4cd49afd admin admin] Allocated IP 172.20.0.1 (27292526-6847-40de-8239-e8eb1a5b306e/a9ea4442-54c7-46d2-86a1-f269b79ba78c/3e6d4223-c4a7-4260-a37d-f0a0026c6279) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:02:20.772008 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b28678-06b8-49e1-9060-b304ae6ede5e req-869d3eff-c124-4957-8f2b-3196e55a6d42 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:20.773697 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-62b28678-06b8-49e1-9060-b304ae6ede5e req-869d3eff-c124-4957-8f2b-3196e55a6d42 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf4f681-e694-4d12-815f-d8611411721f HTTP/1.1" status: 200 len: 944 time: 0.0761096 Dec 16 10:02:20.849097 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-c2995347-9658-4800-aa1a-2fb40400999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:20.857350 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-62b28678-06b8-49e1-9060-b304ae6ede5e req-d6e646c6-241a-4300-974b-b15bfd73dddb tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706296 Dec 16 10:02:20.896046 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2995347-9658-4800-aa1a-2fb40400999a None None] Routers {'1e6bd5f6-941f-4abf-8c78-6eff3263139a'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:02:20.896608 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-c2995347-9658-4800-aa1a-2fb40400999a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:01:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['1e6bd5f6-941f-4abf-8c78-6eff3263139a'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:20.905942 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-856b95ba-31f3-4f21-abf9-778d4cd49afd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:20.980454 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e0c63-4965-4023-a143-166c1a84d770 None None] Pushing event updated for resources: {'Port': ['ID=13f44500-1785-41c7-88f0-84613a59e423,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:20.998563 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device fd19c13f-8bb7-46b1-84f4-3caf3f03ddcc up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:02:21.020018 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-856b95ba-31f3-4f21-abf9-778d4cd49afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:21.020676 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-c2995347-9658-4800-aa1a-2fb40400999a None None] Set router 1e6bd5f6-941f-4abf-8c78-6eff3263139a gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:02:21.051119 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port fd19c13f-8bb7-46b1-84f4-3caf3f03ddcc triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:02:21.053062 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:21.062749 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856b95ba-31f3-4f21-abf9-778d4cd49afd admin admin] Network 27292526-6847-40de-8239-e8eb1a5b306e is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:02:21.065928 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-856b95ba-31f3-4f21-abf9-778d4cd49afd admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:02:21.069435 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856b95ba-31f3-4f21-abf9-778d4cd49afd admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:02:21.078330 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b95ba-31f3-4f21-abf9-778d4cd49afd admin admin] Pushing event updated for resources: {'Port': ['ID=3e6d4223-c4a7-4260-a37d-f0a0026c6279,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:21.134690 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-856b95ba-31f3-4f21-abf9-778d4cd49afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:21.239881 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-c2995347-9658-4800-aa1a-2fb40400999a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'name': 'tempest-TestServerBasicOps-1747278512-router', 'tenant_id': '320bbcd30702464aa30ea049791a3f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '13f44500-1785-41c7-88f0-84613a59e423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:17Z', 'updated_at': '2021-12-16T10:02:18Z', 'revision_number': 3, 'project_id': '320bbcd30702464aa30ea049791a3f74', 'gw_port': {'id': '13f44500-1785-41c7-88f0-84613a59e423', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:02:18Z', 'updated_at': '2021-12-16T10:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:21.268799 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2995347-9658-4800-aa1a-2fb40400999a None None] The sync data for ids ['1e6bd5f6-941f-4abf-8c78-6eff3263139a'] in n-d-820550-2 is: [{'id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'name': 'tempest-TestServerBasicOps-1747278512-router', 'tenant_id': '320bbcd30702464aa30ea049791a3f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '13f44500-1785-41c7-88f0-84613a59e423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:17Z', 'updated_at': '2021-12-16T10:02:18Z', 'revision_number': 3, 'project_id': '320bbcd30702464aa30ea049791a3f74', 'gw_port': {'id': '13f44500-1785-41c7-88f0-84613a59e423', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:02:18Z', 'updated_at': '2021-12-16T10:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:02:21.339445 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-856b95ba-31f3-4f21-abf9-778d4cd49afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:21.357379 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-09d57bde-b459-4701-b126-4e4fbb103fb2 None None] Provisioning complete for port 3e6d4223-c4a7-4260-a37d-f0a0026c6279 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:02:21.357744 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-09d57bde-b459-4701-b126-4e4fbb103fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:21.399458 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-09d57bde-b459-4701-b126-4e4fbb103fb2 None None] Port 3e6d4223-c4a7-4260-a37d-f0a0026c6279 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:02:21.543930 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-856b95ba-31f3-4f21-abf9-778d4cd49afd admin admin] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:21.620345 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-856b95ba-31f3-4f21-abf9-778d4cd49afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:21.692584 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b95ba-31f3-4f21-abf9-778d4cd49afd admin admin] Pushing event updated for resources: {'Port': ['ID=3e6d4223-c4a7-4260-a37d-f0a0026c6279,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:21.695408 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-856b95ba-31f3-4f21-abf9-778d4cd49afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:21.804407 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856b95ba-31f3-4f21-abf9-778d4cd49afd admin admin] Network 27292526-6847-40de-8239-e8eb1a5b306e is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:02:21.807466 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-856b95ba-31f3-4f21-abf9-778d4cd49afd admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:02:22.002815 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856b95ba-31f3-4f21-abf9-778d4cd49afd admin admin] Router 1e6bd5f6-941f-4abf-8c78-6eff3263139a has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:02:22.014922 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193220a-c58e-4bbd-a4b9-f7781e0dc8a9 req-43daf562-6b5c-4ad2-9436-4474ed9e68df tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:22.016577 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d193220a-c58e-4bbd-a4b9-f7781e0dc8a9 req-43daf562-6b5c-4ad2-9436-4474ed9e68df tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf4f681-e694-4d12-815f-d8611411721f HTTP/1.1" status: 200 len: 944 time: 0.0752447 Dec 16 10:02:22.128472 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d193220a-c58e-4bbd-a4b9-f7781e0dc8a9 req-abcedc30-31c8-47cf-ada9-8f78d502297c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040938 Dec 16 10:02:22.133952 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-25d6685c-0b71-4dae-b93a-ae55e9f69064 None None] Provisioning complete for port 3e6d4223-c4a7-4260-a37d-f0a0026c6279 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:02:22.134922 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-25d6685c-0b71-4dae-b93a-ae55e9f69064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:22.162386 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856b95ba-31f3-4f21-abf9-778d4cd49afd admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:02:22.168939 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-856b95ba-31f3-4f21-abf9-778d4cd49afd admin admin] 10.222.0.60 "PUT /v2.0/routers/1e6bd5f6-941f-4abf-8c78-6eff3263139a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3407857 Dec 16 10:02:22.183585 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-25d6685c-0b71-4dae-b93a-ae55e9f69064 None None] Port 3e6d4223-c4a7-4260-a37d-f0a0026c6279 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:02:22.881076 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56992) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:22.886230 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-56f26094-bb1b-45a6-894d-93b2f81a1afb admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1558656247-network', 'tenant_id': 'f72bbce3bcb74af3892532b6b01e6a50'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:02:22.962747 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bf39aa-748e-4747-ab79-6aa2f59b6cf6 None None] Sync routers for ids ['1e6bd5f6-941f-4abf-8c78-6eff3263139a'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:02:22.963762 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f26094-bb1b-45a6-894d-93b2f81a1afb admin admin] Made reservation on behalf of f72bbce3bcb74af3892532b6b01e6a50 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:02:22.966545 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-56f26094-bb1b-45a6-894d-93b2f81a1afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:22.974623 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bf39aa-748e-4747-ab79-6aa2f59b6cf6 None None] Routers {'1e6bd5f6-941f-4abf-8c78-6eff3263139a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:02:22.975250 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-f2bf39aa-748e-4747-ab79-6aa2f59b6cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:01:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['1e6bd5f6-941f-4abf-8c78-6eff3263139a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:22.976602 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-56f26094-bb1b-45a6-894d-93b2f81a1afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:23.047345 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 13f44500-1785-41c7-88f0-84613a59e423 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:02:23.060260 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-56f26094-bb1b-45a6-894d-93b2f81a1afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:23.128151 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-f2bf39aa-748e-4747-ab79-6aa2f59b6cf6 None None] Set router 1e6bd5f6-941f-4abf-8c78-6eff3263139a gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:02:23.161405 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 13f44500-1785-41c7-88f0-84613a59e423 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:02:23.162123 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:23.163313 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-56f26094-bb1b-45a6-894d-93b2f81a1afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:23.198548 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f26094-bb1b-45a6-894d-93b2f81a1afb admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:02:23.211439 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f26094-bb1b-45a6-894d-93b2f81a1afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe75d804-550d-4866-bea2-6977e91ec97f,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:23.227564 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-56f26094-bb1b-45a6-894d-93b2f81a1afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:23.227917 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-56f26094-bb1b-45a6-894d-93b2f81a1afb admin admin] Added segment 8c846250-2eff-4fc3-ba4b-d2c180f9a118 of type vlan for network 131143cd-8e7c-40c2-9675-9e893ff82101 Dec 16 10:02:23.307099 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-56f26094-bb1b-45a6-894d-93b2f81a1afb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:23.316499 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05780c20-5147-4c0d-a763-5f8556a5df42 req-afb5dd04-9d61-4309-82da-8a89e0d6ec52 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:23.318059 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-05780c20-5147-4c0d-a763-5f8556a5df42 req-afb5dd04-9d61-4309-82da-8a89e0d6ec52 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf4f681-e694-4d12-815f-d8611411721f HTTP/1.1" status: 200 len: 944 time: 0.1095989 Dec 16 10:02:23.355277 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:23.373446 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-05780c20-5147-4c0d-a763-5f8556a5df42 req-cdce2e30-1c62-43a2-9a1a-8df1a20da947 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452125 Dec 16 10:02:23.398677 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 13f44500-1785-41c7-88f0-84613a59e423, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=13f44500-1785-41c7-88f0-84613a59e423,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:02:23.414558 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-56f26094-bb1b-45a6-894d-93b2f81a1afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:23.415710 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f26094-bb1b-45a6-894d-93b2f81a1afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:23.416413 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-56f26094-bb1b-45a6-894d-93b2f81a1afb admin admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:23.424431 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-f2bf39aa-748e-4747-ab79-6aa2f59b6cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'name': 'tempest-TestServerBasicOps-1747278512-router', 'tenant_id': '320bbcd30702464aa30ea049791a3f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '13f44500-1785-41c7-88f0-84613a59e423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:17Z', 'updated_at': '2021-12-16T10:02:21Z', 'revision_number': 4, 'project_id': '320bbcd30702464aa30ea049791a3f74', 'gw_port': {'id': '13f44500-1785-41c7-88f0-84613a59e423', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:02:18Z', 'updated_at': '2021-12-16T10:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '3e6d4223-c4a7-4260-a37d-f0a0026c6279', 'name': '', 'network_id': '27292526-6847-40de-8239-e8eb1a5b306e', 'tenant_id': '320bbcd30702464aa30ea049791a3f74', 'mac_address': 'fa:16:3e:2a:27:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'a9ea4442-54c7-46d2-86a1-f269b79ba78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:02:20Z', 'updated_at': '2021-12-16T10:02:21Z', 'revision_number': 2, 'project_id': '320bbcd30702464aa30ea049791a3f74', 'subnets': [{'id': 'a9ea4442-54c7-46d2-86a1-f269b79ba78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:23.458001 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bf39aa-748e-4747-ab79-6aa2f59b6cf6 None None] Checking router: 1e6bd5f6-941f-4abf-8c78-6eff3263139a for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:02:23.458359 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bf39aa-748e-4747-ab79-6aa2f59b6cf6 None None] Updating router 1e6bd5f6-941f-4abf-8c78-6eff3263139a port 3e6d4223-c4a7-4260-a37d-f0a0026c6279 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:02:23.476033 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:23.482107 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f26094-bb1b-45a6-894d-93b2f81a1afb admin admin] Pushing event updated for resources: {'Network': ['ID=131143cd-8e7c-40c2-9675-9e893ff82101,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:23.508009 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 131143cd-8e7c-40c2-9675-9e893ff82101 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:02:23.514872 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f2bf39aa-748e-4747-ab79-6aa2f59b6cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:23.519125 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-56f26094-bb1b-45a6-894d-93b2f81a1afb admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6369016 Dec 16 10:02:23.521959 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 56996) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:23.526978 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-011f8bb8-87f1-4fa1-b9ee-a014aead5f4d admin admin] Request body: {'subnet': {'network_id': '131143cd-8e7c-40c2-9675-9e893ff82101', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1558656247-subnet', 'tenant_id': 'f72bbce3bcb74af3892532b6b01e6a50', 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:02:23.622218 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011f8bb8-87f1-4fa1-b9ee-a014aead5f4d admin admin] Made reservation on behalf of f72bbce3bcb74af3892532b6b01e6a50 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:02:23.634412 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-011f8bb8-87f1-4fa1-b9ee-a014aead5f4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:23.776269 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=13f44500-1785-41c7-88f0-84613a59e423,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:23.794840 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:23.795339 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:23.795683 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:23.796028 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:23.796357 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:23.796684 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:23.797015 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:23.797379 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:23.797701 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:23.798023 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:23.798347 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:23.803046 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:23.900367 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-011f8bb8-87f1-4fa1-b9ee-a014aead5f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:23.958078 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f8bb8-87f1-4fa1-b9ee-a014aead5f4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c059372-c64a-41d8-a92e-57a4dea6f56e,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:23.967649 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011f8bb8-87f1-4fa1-b9ee-a014aead5f4d admin admin] Checking segment: {'id': '8c846250-2eff-4fc3-ba4b-d2c180f9a118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '131143cd-8e7c-40c2-9675-9e893ff82101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:02:23.968012 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011f8bb8-87f1-4fa1-b9ee-a014aead5f4d admin admin] Network hostable DHCP agents. Network: 131143cd-8e7c-40c2-9675-9e893ff82101, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:02:24.057954 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f2bf39aa-748e-4747-ab79-6aa2f59b6cf6 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:24.070290 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011f8bb8-87f1-4fa1-b9ee-a014aead5f4d admin admin] Network 131143cd-8e7c-40c2-9675-9e893ff82101 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:02:24.144651 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f2bf39aa-748e-4747-ab79-6aa2f59b6cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:24.178088 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9b63d609-23f2-4eef-a8c2-8009ba7085ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:24.199577 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc07a7-b715-45c1-a5d3-a2c0eed35d7f None None] Pushing event updated for resources: {'Port': ['ID=3e6d4223-c4a7-4260-a37d-f0a0026c6279,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:24.255019 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-f2bf39aa-748e-4747-ab79-6aa2f59b6cf6 None None] Attempting to bind port 3e6d4223-c4a7-4260-a37d-f0a0026c6279 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:02:24.255262 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-f2bf39aa-748e-4747-ab79-6aa2f59b6cf6 None None] Attempting to bind port 3e6d4223-c4a7-4260-a37d-f0a0026c6279 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '645b9a81-e937-457a-8f98-2f95edce208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '27292526-6847-40de-8239-e8eb1a5b306e'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:02:24.255578 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bf39aa-748e-4747-ab79-6aa2f59b6cf6 None None] Attempting to bind port 3e6d4223-c4a7-4260-a37d-f0a0026c6279 on network 27292526-6847-40de-8239-e8eb1a5b306e {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:02:24.260794 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bf39aa-748e-4747-ab79-6aa2f59b6cf6 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:02:24.261218 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bf39aa-748e-4747-ab79-6aa2f59b6cf6 None None] Checking segment: {'id': '645b9a81-e937-457a-8f98-2f95edce208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '27292526-6847-40de-8239-e8eb1a5b306e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:02:24.261627 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f2bf39aa-748e-4747-ab79-6aa2f59b6cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:24.262036 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bf39aa-748e-4747-ab79-6aa2f59b6cf6 None None] Bound using segment: {'id': '645b9a81-e937-457a-8f98-2f95edce208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '27292526-6847-40de-8239-e8eb1a5b306e'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:02:24.262492 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-f2bf39aa-748e-4747-ab79-6aa2f59b6cf6 None None] Bound port: 3e6d4223-c4a7-4260-a37d-f0a0026c6279, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '645b9a81-e937-457a-8f98-2f95edce208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '27292526-6847-40de-8239-e8eb1a5b306e'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:02:24.262871 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f2bf39aa-748e-4747-ab79-6aa2f59b6cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:24.266415 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-011f8bb8-87f1-4fa1-b9ee-a014aead5f4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 131143cd-8e7c-40c2-9675-9e893ff82101) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:02:24.271022 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011f8bb8-87f1-4fa1-b9ee-a014aead5f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:24.271599 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-011f8bb8-87f1-4fa1-b9ee-a014aead5f4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:24.278802 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36faa9c5-4485-4fca-8864-8ff6e96f706d None None] Network 131143cd-8e7c-40c2-9675-9e893ff82101 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:02:24.365663 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-011f8bb8-87f1-4fa1-b9ee-a014aead5f4d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8426232 Dec 16 10:02:24.380328 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57000) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:24.384946 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-f2241f78-b0d5-4b2e-9059-5c2891b0fe1a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1558656247-router', 'tenant_id': 'f72bbce3bcb74af3892532b6b01e6a50', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:02:24.402648 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f2bf39aa-748e-4747-ab79-6aa2f59b6cf6 None None] For port 3e6d4223-c4a7-4260-a37d-f0a0026c6279, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:02:24.424028 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f2bf39aa-748e-4747-ab79-6aa2f59b6cf6 None None] For port 3e6d4223-c4a7-4260-a37d-f0a0026c6279, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=3e6d4223-c4a7-4260-a37d-f0a0026c6279,segment=NetworkSegment(645b9a81-e937-457a-8f98-2f95edce208c),segment_id=645b9a81-e937-457a-8f98-2f95edce208c)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:02:24.459685 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c630a9ae-0172-43d5-aa2c-4d55afa78c1d None None] Provisioning complete for port 3e6d4223-c4a7-4260-a37d-f0a0026c6279 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:02:24.459977 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c630a9ae-0172-43d5-aa2c-4d55afa78c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:24.497297 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f4e86-d7b3-4522-89b0-934d83cd291a req-ca389695-d036-43c3-b0f1-ad6365075e08 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:24.498835 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c85f4e86-d7b3-4522-89b0-934d83cd291a req-ca389695-d036-43c3-b0f1-ad6365075e08 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf4f681-e694-4d12-815f-d8611411721f HTTP/1.1" status: 200 len: 944 time: 0.0541565 Dec 16 10:02:24.512107 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f2bf39aa-748e-4747-ab79-6aa2f59b6cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:24.512762 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f2241f78-b0d5-4b2e-9059-5c2891b0fe1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:24.513958 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f2241f78-b0d5-4b2e-9059-5c2891b0fe1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:24.531445 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143d03d1-a419-426a-a5d6-2d5b66304610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-131143cd-8e7c-40c2-9675-9e893ff82101', 'network_id': '131143cd-8e7c-40c2-9675-9e893ff82101', 'tenant_id': 'f72bbce3bcb74af3892532b6b01e6a50', 'fixed_ips': [{'subnet_id': '6c059372-c64a-41d8-a92e-57a4dea6f56e'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:02:24.532297 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-143d03d1-a419-426a-a5d6-2d5b66304610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:24.560584 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-c630a9ae-0172-43d5-aa2c-4d55afa78c1d None None] Port 3e6d4223-c4a7-4260-a37d-f0a0026c6279 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:02:24.560970 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c85f4e86-d7b3-4522-89b0-934d83cd291a req-903a68c7-5f01-4a86-8e58-0b335d4f6c14 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558138 Dec 16 10:02:24.595939 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f2241f78-b0d5-4b2e-9059-5c2891b0fe1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:24.599753 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bf39aa-748e-4747-ab79-6aa2f59b6cf6 None None] Routers {'1e6bd5f6-941f-4abf-8c78-6eff3263139a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:02:24.600382 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-f2bf39aa-748e-4747-ab79-6aa2f59b6cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:01:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['1e6bd5f6-941f-4abf-8c78-6eff3263139a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:24.690143 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc07a7-b715-45c1-a5d3-a2c0eed35d7f None None] Pushing event updated for resources: {'Port': ['ID=3e6d4223-c4a7-4260-a37d-f0a0026c6279,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:24.823577 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-f2bf39aa-748e-4747-ab79-6aa2f59b6cf6 None None] Set router 1e6bd5f6-941f-4abf-8c78-6eff3263139a gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:02:24.825943 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-143d03d1-a419-426a-a5d6-2d5b66304610 None None] Allocated IP 172.20.0.2 (131143cd-8e7c-40c2-9675-9e893ff82101/6c059372-c64a-41d8-a92e-57a4dea6f56e/81472de0-1db3-4e05-9fa2-e31683adc03c) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:02:24.880439 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f2241f78-b0d5-4b2e-9059-5c2891b0fe1a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:25.017932 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b1070128-bdb5-491b-aa2e-fd6e6d5f0a86 None None] Provisioning complete for port 3e6d4223-c4a7-4260-a37d-f0a0026c6279 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:02:25.018302 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b1070128-bdb5-491b-aa2e-fd6e6d5f0a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:25.020203 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 13f44500-1785-41c7-88f0-84613a59e423 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:02:25.152119 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f2241f78-b0d5-4b2e-9059-5c2891b0fe1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:25.174225 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f2241f78-b0d5-4b2e-9059-5c2891b0fe1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:25.229816 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-143d03d1-a419-426a-a5d6-2d5b66304610 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:25.264596 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 13f44500-1785-41c7-88f0-84613a59e423 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:02:25.264971 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:25.291706 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-f2241f78-b0d5-4b2e-9059-5c2891b0fe1a admin admin] Allocated IP 172.25.1.68 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/97744429-2c9f-4e94-9d8a-cd83bfdf09b9) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:02:25.308035 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b1070128-bdb5-491b-aa2e-fd6e6d5f0a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:25.334827 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-143d03d1-a419-426a-a5d6-2d5b66304610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:25.383093 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-f2bf39aa-748e-4747-ab79-6aa2f59b6cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'name': 'tempest-TestServerBasicOps-1747278512-router', 'tenant_id': '320bbcd30702464aa30ea049791a3f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '13f44500-1785-41c7-88f0-84613a59e423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:17Z', 'updated_at': '2021-12-16T10:02:21Z', 'revision_number': 4, 'project_id': '320bbcd30702464aa30ea049791a3f74', 'gw_port': {'id': '13f44500-1785-41c7-88f0-84613a59e423', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:02:18Z', 'updated_at': '2021-12-16T10:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '3e6d4223-c4a7-4260-a37d-f0a0026c6279', 'name': '', 'network_id': '27292526-6847-40de-8239-e8eb1a5b306e', 'tenant_id': '320bbcd30702464aa30ea049791a3f74', 'mac_address': 'fa:16:3e:2a:27:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'a9ea4442-54c7-46d2-86a1-f269b79ba78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:02:20Z', 'updated_at': '2021-12-16T10:02:24Z', 'revision_number': 4, 'project_id': '320bbcd30702464aa30ea049791a3f74', 'subnets': [{'id': 'a9ea4442-54c7-46d2-86a1-f269b79ba78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:25.401133 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-b1070128-bdb5-491b-aa2e-fd6e6d5f0a86 None None] For port 3e6d4223-c4a7-4260-a37d-f0a0026c6279, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=3e6d4223-c4a7-4260-a37d-f0a0026c6279,segment=NetworkSegment(645b9a81-e937-457a-8f98-2f95edce208c),segment_id=645b9a81-e937-457a-8f98-2f95edce208c)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:02:25.408962 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f2241f78-b0d5-4b2e-9059-5c2891b0fe1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:25.436392 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bf39aa-748e-4747-ab79-6aa2f59b6cf6 None None] The sync data for ids ['1e6bd5f6-941f-4abf-8c78-6eff3263139a'] in n-d-820550-2 is: [{'id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'name': 'tempest-TestServerBasicOps-1747278512-router', 'tenant_id': '320bbcd30702464aa30ea049791a3f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '13f44500-1785-41c7-88f0-84613a59e423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:17Z', 'updated_at': '2021-12-16T10:02:21Z', 'revision_number': 4, 'project_id': '320bbcd30702464aa30ea049791a3f74', 'gw_port': {'id': '13f44500-1785-41c7-88f0-84613a59e423', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:02:18Z', 'updated_at': '2021-12-16T10:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '3e6d4223-c4a7-4260-a37d-f0a0026c6279', 'name': '', 'network_id': '27292526-6847-40de-8239-e8eb1a5b306e', 'tenant_id': '320bbcd30702464aa30ea049791a3f74', 'mac_address': 'fa:16:3e:2a:27:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'a9ea4442-54c7-46d2-86a1-f269b79ba78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:02:20Z', 'updated_at': '2021-12-16T10:02:24Z', 'revision_number': 4, 'project_id': '320bbcd30702464aa30ea049791a3f74', 'subnets': [{'id': 'a9ea4442-54c7-46d2-86a1-f269b79ba78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:02:25.439537 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143d03d1-a419-426a-a5d6-2d5b66304610 None None] Network 131143cd-8e7c-40c2-9675-9e893ff82101 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:02:25.451609 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-143d03d1-a419-426a-a5d6-2d5b66304610 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:02:25.471265 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143d03d1-a419-426a-a5d6-2d5b66304610 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:02:25.473614 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d03d1-a419-426a-a5d6-2d5b66304610 None None] Pushing event updated for resources: {'Port': ['ID=81472de0-1db3-4e05-9fa2-e31683adc03c,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:25.491989 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b1070128-bdb5-491b-aa2e-fd6e6d5f0a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:25.519099 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f2241f78-b0d5-4b2e-9059-5c2891b0fe1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:25.586339 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2241f78-b0d5-4b2e-9059-5c2891b0fe1a admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:02:25.600336 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2241f78-b0d5-4b2e-9059-5c2891b0fe1a admin admin] Pushing event updated for resources: {'Port': ['ID=97744429-2c9f-4e94-9d8a-cd83bfdf09b9,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:25.601035 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-143d03d1-a419-426a-a5d6-2d5b66304610 None None] Attempting to bind port 81472de0-1db3-4e05-9fa2-e31683adc03c on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:02:25.601607 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-143d03d1-a419-426a-a5d6-2d5b66304610 None None] Attempting to bind port 81472de0-1db3-4e05-9fa2-e31683adc03c by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '8c846250-2eff-4fc3-ba4b-d2c180f9a118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '131143cd-8e7c-40c2-9675-9e893ff82101'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:02:25.602220 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143d03d1-a419-426a-a5d6-2d5b66304610 None None] Attempting to bind port 81472de0-1db3-4e05-9fa2-e31683adc03c on network 131143cd-8e7c-40c2-9675-9e893ff82101 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:02:25.604071 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-f2241f78-b0d5-4b2e-9059-5c2891b0fe1a admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:02:25.607037 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2241f78-b0d5-4b2e-9059-5c2891b0fe1a admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:02:25.625282 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143d03d1-a419-426a-a5d6-2d5b66304610 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:02:25.625713 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143d03d1-a419-426a-a5d6-2d5b66304610 None None] Checking segment: {'id': '8c846250-2eff-4fc3-ba4b-d2c180f9a118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '131143cd-8e7c-40c2-9675-9e893ff82101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:02:25.626214 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-143d03d1-a419-426a-a5d6-2d5b66304610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:25.626901 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143d03d1-a419-426a-a5d6-2d5b66304610 None None] Bound using segment: {'id': '8c846250-2eff-4fc3-ba4b-d2c180f9a118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '131143cd-8e7c-40c2-9675-9e893ff82101'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:02:25.627379 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-143d03d1-a419-426a-a5d6-2d5b66304610 None None] Bound port: 81472de0-1db3-4e05-9fa2-e31683adc03c, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c846250-2eff-4fc3-ba4b-d2c180f9a118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '131143cd-8e7c-40c2-9675-9e893ff82101'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:02:25.627753 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-143d03d1-a419-426a-a5d6-2d5b66304610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:25.629853 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1070128-bdb5-491b-aa2e-fd6e6d5f0a86 None None] Pushing event updated for resources: {'Port': ['ID=3e6d4223-c4a7-4260-a37d-f0a0026c6279,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:25.721338 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-143d03d1-a419-426a-a5d6-2d5b66304610 None None] For port 81472de0-1db3-4e05-9fa2-e31683adc03c, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:02:25.724501 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-143d03d1-a419-426a-a5d6-2d5b66304610 None None] For port 81472de0-1db3-4e05-9fa2-e31683adc03c, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=81472de0-1db3-4e05-9fa2-e31683adc03c,segment=NetworkSegment(8c846250-2eff-4fc3-ba4b-d2c180f9a118),segment_id=8c846250-2eff-4fc3-ba4b-d2c180f9a118)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:02:25.798591 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef37a66-0311-448c-b5dc-764e1f64717e req-37d10d8b-196d-4ed3-822b-6a2e63315ee1 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:25.800177 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fef37a66-0311-448c-b5dc-764e1f64717e req-37d10d8b-196d-4ed3-822b-6a2e63315ee1 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf4f681-e694-4d12-815f-d8611411721f HTTP/1.1" status: 200 len: 944 time: 0.1099269 Dec 16 10:02:25.801683 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-143d03d1-a419-426a-a5d6-2d5b66304610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:25.866560 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fef37a66-0311-448c-b5dc-764e1f64717e req-96139d7c-5935-4c2d-93e3-7970e9c201ea tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569839 Dec 16 10:02:25.876713 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d03d1-a419-426a-a5d6-2d5b66304610 None None] Pushing event updated for resources: {'Port': ['ID=81472de0-1db3-4e05-9fa2-e31683adc03c,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:26.011664 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f2241f78-b0d5-4b2e-9059-5c2891b0fe1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:26.120217 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 4af32a73-8026-477d-a99a-ee44e618c970 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:02:26.270304 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 4af32a73-8026-477d-a99a-ee44e618c970, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=4af32a73-8026-477d-a99a-ee44e618c970,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:02:26.456243 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '4af32a73-8026-477d-a99a-ee44e618c970', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'port_id': '4af32a73-8026-477d-a99a-ee44e618c970', 'mac_address': 'fa:16:3e:dc:6f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:02:26.504423 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:26.526641 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4af32a73-8026-477d-a99a-ee44e618c970 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:02:26.542674 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 4af32a73-8026-477d-a99a-ee44e618c970, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=4af32a73-8026-477d-a99a-ee44e618c970,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:02:26.578608 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f2241f78-b0d5-4b2e-9059-5c2891b0fe1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:26.625813 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-929dd846-6052-41f6-9bc0-a40b32ae1042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:26.649512 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:26.733458 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=4af32a73-8026-477d-a99a-ee44e618c970,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:26.861277 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['4af32a73-8026-477d-a99a-ee44e618c970'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:02:26.871830 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2241f78-b0d5-4b2e-9059-5c2891b0fe1a admin admin] Router 6a9c1a20-6bb1-462a-9e76-382733e74113 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:02:27.037211 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc15fe1-1153-49e4-bcba-d5db29dcf5cb req-d2814b6f-519b-4a1e-9d56-686686bb6c02 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:27.038868 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0cc15fe1-1153-49e4-bcba-d5db29dcf5cb req-d2814b6f-519b-4a1e-9d56-686686bb6c02 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf4f681-e694-4d12-815f-d8611411721f HTTP/1.1" status: 200 len: 945 time: 0.0802135 Dec 16 10:02:27.069013 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2241f78-b0d5-4b2e-9059-5c2891b0fe1a admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:02:27.079557 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7832bf3e-b8cf-4ba0-9302-be3b76cefe2a None None] Sync routers for ids ['6a9c1a20-6bb1-462a-9e76-382733e74113'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:02:27.098850 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7832bf3e-b8cf-4ba0-9302-be3b76cefe2a None None] Routers {'6a9c1a20-6bb1-462a-9e76-382733e74113'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:02:27.101446 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-7832bf3e-b8cf-4ba0-9302-be3b76cefe2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:02:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6a9c1a20-6bb1-462a-9e76-382733e74113'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:27.112150 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0cc15fe1-1153-49e4-bcba-d5db29dcf5cb req-f264b372-e21b-4c4a-9763-7ec0da9a8586 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599904 Dec 16 10:02:27.124050 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2b1194-ba75-4166-b155-c2ce2ff20473 None None] Network 131143cd-8e7c-40c2-9675-9e893ff82101 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:02:27.192713 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 3e6d4223-c4a7-4260-a37d-f0a0026c6279 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:02:27.222608 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-7832bf3e-b8cf-4ba0-9302-be3b76cefe2a None None] Set router 6a9c1a20-6bb1-462a-9e76-382733e74113 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:02:27.232645 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f2241f78-b0d5-4b2e-9059-5c2891b0fe1a admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:27.236635 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f2241f78-b0d5-4b2e-9059-5c2891b0fe1a admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8527126 Dec 16 10:02:27.239288 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-7d0a8a89-e5c7-4be3-802a-3862268d1244 None None] Provisioning complete for port 81472de0-1db3-4e05-9fa2-e31683adc03c triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:02:27.239288 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7d0a8a89-e5c7-4be3-802a-3862268d1244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:27.239505 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57016) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:27.356871 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 3e6d4223-c4a7-4260-a37d-f0a0026c6279 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:02:27.357737 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:27.421087 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-7832bf3e-b8cf-4ba0-9302-be3b76cefe2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9c1a20-6bb1-462a-9e76-382733e74113', 'name': 'tempest-TestServerBasicOps-1558656247-router', 'tenant_id': 'f72bbce3bcb74af3892532b6b01e6a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '97744429-2c9f-4e94-9d8a-cd83bfdf09b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:24Z', 'updated_at': '2021-12-16T10:02:25Z', 'revision_number': 3, 'project_id': 'f72bbce3bcb74af3892532b6b01e6a50', 'gw_port': {'id': '97744429-2c9f-4e94-9d8a-cd83bfdf09b9', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9c1a20-6bb1-462a-9e76-382733e74113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:02:25Z', 'updated_at': '2021-12-16T10:02:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:27.452672 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7832bf3e-b8cf-4ba0-9302-be3b76cefe2a None None] Checking router: 6a9c1a20-6bb1-462a-9e76-382733e74113 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:02:27.453148 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7832bf3e-b8cf-4ba0-9302-be3b76cefe2a None None] Updating router 6a9c1a20-6bb1-462a-9e76-382733e74113 port 97744429-2c9f-4e94-9d8a-cd83bfdf09b9 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:02:27.460269 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7d0a8a89-e5c7-4be3-802a-3862268d1244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:27.481989 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-7832bf3e-b8cf-4ba0-9302-be3b76cefe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:27.521870 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-7d0a8a89-e5c7-4be3-802a-3862268d1244 None None] For port 81472de0-1db3-4e05-9fa2-e31683adc03c, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=81472de0-1db3-4e05-9fa2-e31683adc03c,segment=NetworkSegment(8c846250-2eff-4fc3-ba4b-d2c180f9a118),segment_id=8c846250-2eff-4fc3-ba4b-d2c180f9a118)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:02:27.543250 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 81472de0-1db3-4e05-9fa2-e31683adc03c up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:02:27.612484 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7d0a8a89-e5c7-4be3-802a-3862268d1244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:27.674277 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0a8a89-e5c7-4be3-802a-3862268d1244 None None] Pushing event updated for resources: {'Port': ['ID=81472de0-1db3-4e05-9fa2-e31683adc03c,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:27.691782 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 81472de0-1db3-4e05-9fa2-e31683adc03c triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:02:27.692155 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:27.719035 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:27.737197 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8fb86483-acea-4451-92ab-b9d58df5b1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:27.818708 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-7832bf3e-b8cf-4ba0-9302-be3b76cefe2a None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:27.831989 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-dc3a7a2f-5ff1-4554-8ca9-a7c4f0fc52ec None None] Provisioning complete for port 81472de0-1db3-4e05-9fa2-e31683adc03c triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:02:27.832368 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-dc3a7a2f-5ff1-4554-8ca9-a7c4f0fc52ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:27.910067 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-7832bf3e-b8cf-4ba0-9302-be3b76cefe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:27.919757 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-8fb86483-acea-4451-92ab-b9d58df5b1cf admin admin] Allocated IP 172.20.0.1 (131143cd-8e7c-40c2-9675-9e893ff82101/6c059372-c64a-41d8-a92e-57a4dea6f56e/bb5389f5-57c3-4c7e-90b5-012b83dd13ae) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:02:27.970063 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-7832bf3e-b8cf-4ba0-9302-be3b76cefe2a None None] Attempting to bind port 97744429-2c9f-4e94-9d8a-cd83bfdf09b9 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:02:27.970431 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-7832bf3e-b8cf-4ba0-9302-be3b76cefe2a None None] Attempting to bind port 97744429-2c9f-4e94-9d8a-cd83bfdf09b9 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:02:27.970773 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7832bf3e-b8cf-4ba0-9302-be3b76cefe2a None None] Attempting to bind port 97744429-2c9f-4e94-9d8a-cd83bfdf09b9 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:02:27.972660 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a5b420-0075-4d7a-875d-f2b4b80383e4 None None] Pushing event updated for resources: {'Port': ['ID=97744429-2c9f-4e94-9d8a-cd83bfdf09b9,revision_number=2']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:27.978954 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7832bf3e-b8cf-4ba0-9302-be3b76cefe2a None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:02:27.979329 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7832bf3e-b8cf-4ba0-9302-be3b76cefe2a None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:02:27.979753 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-7832bf3e-b8cf-4ba0-9302-be3b76cefe2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:27.980129 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7832bf3e-b8cf-4ba0-9302-be3b76cefe2a None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:02:27.980658 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-7832bf3e-b8cf-4ba0-9302-be3b76cefe2a None None] Bound port: 97744429-2c9f-4e94-9d8a-cd83bfdf09b9, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:02:27.981034 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-7832bf3e-b8cf-4ba0-9302-be3b76cefe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:28.032990 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-7832bf3e-b8cf-4ba0-9302-be3b76cefe2a None None] For port 97744429-2c9f-4e94-9d8a-cd83bfdf09b9, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:02:28.036119 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-7832bf3e-b8cf-4ba0-9302-be3b76cefe2a None None] For port 97744429-2c9f-4e94-9d8a-cd83bfdf09b9, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=97744429-2c9f-4e94-9d8a-cd83bfdf09b9,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:02:28.046667 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8fb86483-acea-4451-92ab-b9d58df5b1cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:28.093313 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-7832bf3e-b8cf-4ba0-9302-be3b76cefe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:28.120432 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 4af32a73-8026-477d-a99a-ee44e618c970 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:02:28.133685 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8fb86483-acea-4451-92ab-b9d58df5b1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:28.151625 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7832bf3e-b8cf-4ba0-9302-be3b76cefe2a None None] Routers {'6a9c1a20-6bb1-462a-9e76-382733e74113'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:02:28.152257 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-7832bf3e-b8cf-4ba0-9302-be3b76cefe2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:02:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6a9c1a20-6bb1-462a-9e76-382733e74113'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:28.181996 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb86483-acea-4451-92ab-b9d58df5b1cf admin admin] Network 131143cd-8e7c-40c2-9675-9e893ff82101 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:02:28.187473 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-8fb86483-acea-4451-92ab-b9d58df5b1cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:02:28.197264 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb86483-acea-4451-92ab-b9d58df5b1cf admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:02:28.200405 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb86483-acea-4451-92ab-b9d58df5b1cf admin admin] Pushing event updated for resources: {'Port': ['ID=bb5389f5-57c3-4c7e-90b5-012b83dd13ae,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:28.229157 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a5b420-0075-4d7a-875d-f2b4b80383e4 None None] Pushing event updated for resources: {'Port': ['ID=97744429-2c9f-4e94-9d8a-cd83bfdf09b9,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:28.274205 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8fb86483-acea-4451-92ab-b9d58df5b1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:28.278875 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-7832bf3e-b8cf-4ba0-9302-be3b76cefe2a None None] Set router 6a9c1a20-6bb1-462a-9e76-382733e74113 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:02:28.298767 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 4af32a73-8026-477d-a99a-ee44e618c970 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:02:28.307049 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 4af32a73-8026-477d-a99a-ee44e618c970 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:02:28.307603 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:28.334826 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8883181-ef15-4281-a2a9-114db7ee6697 req-d3ed642c-ee73-46a6-9101-55b758a53a90 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:28.336460 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f8883181-ef15-4281-a2a9-114db7ee6697 req-d3ed642c-ee73-46a6-9101-55b758a53a90 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf4f681-e694-4d12-815f-d8611411721f HTTP/1.1" status: 200 len: 945 time: 0.1132200 Dec 16 10:02:28.415779 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:28.444249 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf4f681-e694-4d12-815f-d8611411721f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af32a73-8026-477d-a99a-ee44e618c970'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:02:28.447394 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15ea4af-758b-46b5-bed6-e5cd21a25d1d" -d '{"events": [{"server_uuid": "caf4f681-e694-4d12-815f-d8611411721f", "name": "network-vif-plugged", "status": "completed", "tag": "4af32a73-8026-477d-a99a-ee44e618c970"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:02:28.466004 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 4af32a73-8026-477d-a99a-ee44e618c970, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=4af32a73-8026-477d-a99a-ee44e618c970,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:02:28.473701 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f8883181-ef15-4281-a2a9-114db7ee6697 req-26b9d546-00f6-4f8f-9d95-6482d359ec95 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230114 Dec 16 10:02:28.477329 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-03e93fd7-7779-4123-98b1-548158ce149b None None] Provisioning complete for port bb5389f5-57c3-4c7e-90b5-012b83dd13ae triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:02:28.477663 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-03e93fd7-7779-4123-98b1-548158ce149b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:28.500029 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-7832bf3e-b8cf-4ba0-9302-be3b76cefe2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9c1a20-6bb1-462a-9e76-382733e74113', 'name': 'tempest-TestServerBasicOps-1558656247-router', 'tenant_id': 'f72bbce3bcb74af3892532b6b01e6a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '97744429-2c9f-4e94-9d8a-cd83bfdf09b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:24Z', 'updated_at': '2021-12-16T10:02:25Z', 'revision_number': 3, 'project_id': 'f72bbce3bcb74af3892532b6b01e6a50', 'gw_port': {'id': '97744429-2c9f-4e94-9d8a-cd83bfdf09b9', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9c1a20-6bb1-462a-9e76-382733e74113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:02:25Z', 'updated_at': '2021-12-16T10:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:28.504639 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba1fa9b-6b54-4005-a6dd-5d4ae7d8ad47 x-openstack-request-id: req-3ba1fa9b-6b54-4005-a6dd-5d4ae7d8ad47 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:02:28.504930 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf4f681-e694-4d12-815f-d8611411721f", "name": "network-vif-plugged", "status": "completed", "tag": "4af32a73-8026-477d-a99a-ee44e618c970", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:02:28.505404 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3ba1fa9b-6b54-4005-a6dd-5d4ae7d8ad47 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:02:28.505805 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf4f681-e694-4d12-815f-d8611411721f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af32a73-8026-477d-a99a-ee44e618c970', 'code': 200} Dec 16 10:02:28.522261 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-03e93fd7-7779-4123-98b1-548158ce149b None None] Port bb5389f5-57c3-4c7e-90b5-012b83dd13ae cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:02:28.534535 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7832bf3e-b8cf-4ba0-9302-be3b76cefe2a None None] The sync data for ids ['6a9c1a20-6bb1-462a-9e76-382733e74113'] in n-d-820550-2 is: [{'id': '6a9c1a20-6bb1-462a-9e76-382733e74113', 'name': 'tempest-TestServerBasicOps-1558656247-router', 'tenant_id': 'f72bbce3bcb74af3892532b6b01e6a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '97744429-2c9f-4e94-9d8a-cd83bfdf09b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:24Z', 'updated_at': '2021-12-16T10:02:25Z', 'revision_number': 3, 'project_id': 'f72bbce3bcb74af3892532b6b01e6a50', 'gw_port': {'id': '97744429-2c9f-4e94-9d8a-cd83bfdf09b9', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9c1a20-6bb1-462a-9e76-382733e74113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:02:25Z', 'updated_at': '2021-12-16T10:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:02:28.591916 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:28.615994 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8fb86483-acea-4451-92ab-b9d58df5b1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:28.652702 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=4af32a73-8026-477d-a99a-ee44e618c970,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:28.665542 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce6f0a-1bf1-45ac-9743-bc41fc728ed5 req-eb74eb37-cf87-4316-bb44-b29f3b0d2100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:28.667067 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e1ce6f0a-1bf1-45ac-9743-bc41fc728ed5 req-eb74eb37-cf87-4316-bb44-b29f3b0d2100 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=caf4f681-e694-4d12-815f-d8611411721f HTTP/1.1" status: 200 len: 1097 time: 0.0881031 Dec 16 10:02:28.759602 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e1ce6f0a-1bf1-45ac-9743-bc41fc728ed5 req-60c13fa7-0a05-4d00-bd2c-cd398f09756e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796738 Dec 16 10:02:28.847433 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8fb86483-acea-4451-92ab-b9d58df5b1cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:28.945330 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8fb86483-acea-4451-92ab-b9d58df5b1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:29.038420 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb86483-acea-4451-92ab-b9d58df5b1cf admin admin] Pushing event updated for resources: {'Port': ['ID=bb5389f5-57c3-4c7e-90b5-012b83dd13ae,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:29.042506 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8fb86483-acea-4451-92ab-b9d58df5b1cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:29.145303 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 97744429-2c9f-4e94-9d8a-cd83bfdf09b9 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:02:29.173725 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:29.189527 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb86483-acea-4451-92ab-b9d58df5b1cf admin admin] Network 131143cd-8e7c-40c2-9675-9e893ff82101 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:02:29.189527 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-8fb86483-acea-4451-92ab-b9d58df5b1cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:02:29.213541 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 97744429-2c9f-4e94-9d8a-cd83bfdf09b9 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:02:29.213948 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:29.322080 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:29.346912 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb86483-acea-4451-92ab-b9d58df5b1cf admin admin] Router 6a9c1a20-6bb1-462a-9e76-382733e74113 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:02:29.348492 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 97744429-2c9f-4e94-9d8a-cd83bfdf09b9, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=97744429-2c9f-4e94-9d8a-cd83bfdf09b9,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:02:29.436179 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:29.437017 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 81472de0-1db3-4e05-9fa2-e31683adc03c up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:02:29.483055 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb86483-acea-4451-92ab-b9d58df5b1cf admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:02:29.495958 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8fb86483-acea-4451-92ab-b9d58df5b1cf admin admin] 10.222.0.60 "PUT /v2.0/routers/6a9c1a20-6bb1-462a-9e76-382733e74113/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2575142 Dec 16 10:02:29.559816 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-9076934c-654d-4b36-8500-1297b042c47e None None] Provisioning complete for port bb5389f5-57c3-4c7e-90b5-012b83dd13ae triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:02:29.560207 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9076934c-654d-4b36-8500-1297b042c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:29.589674 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=97744429-2c9f-4e94-9d8a-cd83bfdf09b9,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:29.613593 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 81472de0-1db3-4e05-9fa2-e31683adc03c triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:02:29.613967 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:29.615644 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-9076934c-654d-4b36-8500-1297b042c47e None None] Port bb5389f5-57c3-4c7e-90b5-012b83dd13ae cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:02:29.639267 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:29.656839 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288de0b-be8c-420e-8b59-f2897af62bef req-afda0030-7286-4d12-ac74-d663a06bf728 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:29.659230 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c288de0b-be8c-420e-8b59-f2897af62bef req-afda0030-7286-4d12-ac74-d663a06bf728 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf4f681-e694-4d12-815f-d8611411721f HTTP/1.1" status: 200 len: 946 time: 0.0783050 Dec 16 10:02:29.732641 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c288de0b-be8c-420e-8b59-f2897af62bef req-8014c7ab-7f4f-45ed-bff3-b5786d28c19f tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599270 Dec 16 10:02:30.260754 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57036) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:30.265477 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-f60c1533-0516-424a-bcc3-6d317d529778 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-3676564', 'description': 'tempest-secgroup-smoke-3676564 description', 'project_id': '320bbcd30702464aa30ea049791a3f74'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:02:30.374437 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f60c1533-0516-424a-bcc3-6d317d529778 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:30.452830 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab879e5-6298-4bb1-bdf6-6a92e4071dca None None] Sync routers for ids ['6a9c1a20-6bb1-462a-9e76-382733e74113'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:02:30.453992 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f60c1533-0516-424a-bcc3-6d317d529778 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:30.463511 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab879e5-6298-4bb1-bdf6-6a92e4071dca None None] Routers {'6a9c1a20-6bb1-462a-9e76-382733e74113'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:02:30.464123 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-eab879e5-6298-4bb1-bdf6-6a92e4071dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:02:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6a9c1a20-6bb1-462a-9e76-382733e74113'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:30.511128 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f60c1533-0516-424a-bcc3-6d317d529778 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:30.541711 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c1533-0516-424a-bcc3-6d317d529778 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd4c164-a20f-41a7-b87e-8197ebbb10e3,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:30.577335 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-eab879e5-6298-4bb1-bdf6-6a92e4071dca None None] Set router 6a9c1a20-6bb1-462a-9e76-382733e74113 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:02:30.632282 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f60c1533-0516-424a-bcc3-6d317d529778 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:30.633613 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f60c1533-0516-424a-bcc3-6d317d529778 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.3718107 Dec 16 10:02:30.637532 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57038) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:30.642388 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-d27395bc-664f-446a-8a0a-a6dad02d977d tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Request body: {'security_group_rule': {'security_group_id': '8bd4c164-a20f-41a7-b87e-8197ebbb10e3', 'project_id': '320bbcd30702464aa30ea049791a3f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:02:30.746726 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d27395bc-664f-446a-8a0a-a6dad02d977d tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:30.805402 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d27395bc-664f-446a-8a0a-a6dad02d977d tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:30.811942 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-eab879e5-6298-4bb1-bdf6-6a92e4071dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9c1a20-6bb1-462a-9e76-382733e74113', 'name': 'tempest-TestServerBasicOps-1558656247-router', 'tenant_id': 'f72bbce3bcb74af3892532b6b01e6a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '97744429-2c9f-4e94-9d8a-cd83bfdf09b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:24Z', 'updated_at': '2021-12-16T10:02:28Z', 'revision_number': 4, 'project_id': 'f72bbce3bcb74af3892532b6b01e6a50', 'gw_port': {'id': '97744429-2c9f-4e94-9d8a-cd83bfdf09b9', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9c1a20-6bb1-462a-9e76-382733e74113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:02:25Z', 'updated_at': '2021-12-16T10:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'bb5389f5-57c3-4c7e-90b5-012b83dd13ae', 'name': '', 'network_id': '131143cd-8e7c-40c2-9675-9e893ff82101', 'tenant_id': 'f72bbce3bcb74af3892532b6b01e6a50', 'mac_address': 'fa:16:3e:cd:84:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9c1a20-6bb1-462a-9e76-382733e74113', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '6c059372-c64a-41d8-a92e-57a4dea6f56e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:02:27Z', 'updated_at': '2021-12-16T10:02:28Z', 'revision_number': 2, 'project_id': 'f72bbce3bcb74af3892532b6b01e6a50', 'subnets': [{'id': '6c059372-c64a-41d8-a92e-57a4dea6f56e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:30.840202 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab879e5-6298-4bb1-bdf6-6a92e4071dca None None] Checking router: 6a9c1a20-6bb1-462a-9e76-382733e74113 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:02:30.840553 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab879e5-6298-4bb1-bdf6-6a92e4071dca None None] Updating router 6a9c1a20-6bb1-462a-9e76-382733e74113 port bb5389f5-57c3-4c7e-90b5-012b83dd13ae binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:02:30.867357 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-eab879e5-6298-4bb1-bdf6-6a92e4071dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:30.894720 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d27395bc-664f-446a-8a0a-a6dad02d977d tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:30.923491 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbca10d-fb1e-410a-8e23-00b410648a25 req-98709296-9c08-4685-9944-deae982125f6 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:30.924930 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bdbca10d-fb1e-410a-8e23-00b410648a25 req-98709296-9c08-4685-9944-deae982125f6 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf4f681-e694-4d12-815f-d8611411721f HTTP/1.1" status: 200 len: 946 time: 0.0954218 Dec 16 10:02:30.928746 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27395bc-664f-446a-8a0a-a6dad02d977d tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdfc251c-bd79-41aa-90a4-009dc2f31aff,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:30.985486 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bdbca10d-fb1e-410a-8e23-00b410648a25 req-7560567e-5c7a-428d-b4a5-defe117f5b3d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523314 Dec 16 10:02:30.989710 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d27395bc-664f-446a-8a0a-a6dad02d977d tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:30.993011 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d27395bc-664f-446a-8a0a-a6dad02d977d tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3544259 Dec 16 10:02:30.998751 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57042) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:31.006123 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-33dcd8cc-1714-4dc0-ada6-a434e3bb5227 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Request body: {'security_group_rule': {'security_group_id': '8bd4c164-a20f-41a7-b87e-8197ebbb10e3', 'project_id': '320bbcd30702464aa30ea049791a3f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:02:31.067584 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 97744429-2c9f-4e94-9d8a-cd83bfdf09b9 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:02:31.126420 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-33dcd8cc-1714-4dc0-ada6-a434e3bb5227 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:31.164389 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c47648-d3f5-4ad9-96bf-f45f5e087053 req-bfd90b3a-c2c9-4f4f-ae2c-082ef48cf5e5 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:31.166686 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f1c47648-d3f5-4ad9-96bf-f45f5e087053 req-bfd90b3a-c2c9-4f4f-ae2c-082ef48cf5e5 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf4f681-e694-4d12-815f-d8611411721f HTTP/1.1" status: 200 len: 946 time: 0.0842986 Dec 16 10:02:31.211653 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 97744429-2c9f-4e94-9d8a-cd83bfdf09b9 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:02:31.212066 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:31.232601 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-33dcd8cc-1714-4dc0-ada6-a434e3bb5227 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:31.250864 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f1c47648-d3f5-4ad9-96bf-f45f5e087053 req-f038eee0-0701-450d-b8c4-e6d54e1d86a7 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662236 Dec 16 10:02:31.298290 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-eab879e5-6298-4bb1-bdf6-6a92e4071dca None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:31.323569 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-33dcd8cc-1714-4dc0-ada6-a434e3bb5227 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:31.346364 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dcd8cc-1714-4dc0-ada6-a434e3bb5227 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=211efd0f-69f8-4c46-a62f-46d7e902a7af,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:31.413137 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-eab879e5-6298-4bb1-bdf6-6a92e4071dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:31.466567 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca79600-d246-489c-9e46-fd73ca1b4251 None None] Pushing event updated for resources: {'Port': ['ID=bb5389f5-57c3-4c7e-90b5-012b83dd13ae,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:31.467541 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-33dcd8cc-1714-4dc0-ada6-a434e3bb5227 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:31.471829 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-33dcd8cc-1714-4dc0-ada6-a434e3bb5227 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4686322 Dec 16 10:02:31.479896 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57052) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:31.479896 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-db32c6ff-28d7-4901-8c7a-729e34832d97 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Request body: {'security_group_rule': {'security_group_id': '8bd4c164-a20f-41a7-b87e-8197ebbb10e3', 'project_id': '320bbcd30702464aa30ea049791a3f74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:02:31.532692 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-eab879e5-6298-4bb1-bdf6-6a92e4071dca None None] Attempting to bind port bb5389f5-57c3-4c7e-90b5-012b83dd13ae on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:02:31.533829 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-eab879e5-6298-4bb1-bdf6-6a92e4071dca None None] Attempting to bind port bb5389f5-57c3-4c7e-90b5-012b83dd13ae by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '8c846250-2eff-4fc3-ba4b-d2c180f9a118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '131143cd-8e7c-40c2-9675-9e893ff82101'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:02:31.533829 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab879e5-6298-4bb1-bdf6-6a92e4071dca None None] Attempting to bind port bb5389f5-57c3-4c7e-90b5-012b83dd13ae on network 131143cd-8e7c-40c2-9675-9e893ff82101 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:02:31.539267 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab879e5-6298-4bb1-bdf6-6a92e4071dca None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:02:31.539648 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab879e5-6298-4bb1-bdf6-6a92e4071dca None None] Checking segment: {'id': '8c846250-2eff-4fc3-ba4b-d2c180f9a118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '131143cd-8e7c-40c2-9675-9e893ff82101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:02:31.540578 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-eab879e5-6298-4bb1-bdf6-6a92e4071dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:31.540985 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab879e5-6298-4bb1-bdf6-6a92e4071dca None None] Bound using segment: {'id': '8c846250-2eff-4fc3-ba4b-d2c180f9a118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '131143cd-8e7c-40c2-9675-9e893ff82101'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:02:31.541493 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-eab879e5-6298-4bb1-bdf6-6a92e4071dca None None] Bound port: bb5389f5-57c3-4c7e-90b5-012b83dd13ae, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c846250-2eff-4fc3-ba4b-d2c180f9a118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '131143cd-8e7c-40c2-9675-9e893ff82101'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:02:31.541877 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-eab879e5-6298-4bb1-bdf6-6a92e4071dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:31.609000 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-db32c6ff-28d7-4901-8c7a-729e34832d97 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:31.619203 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-eab879e5-6298-4bb1-bdf6-6a92e4071dca None None] For port bb5389f5-57c3-4c7e-90b5-012b83dd13ae, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:02:31.622815 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-eab879e5-6298-4bb1-bdf6-6a92e4071dca None None] For port bb5389f5-57c3-4c7e-90b5-012b83dd13ae, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=bb5389f5-57c3-4c7e-90b5-012b83dd13ae,segment=NetworkSegment(8c846250-2eff-4fc3-ba4b-d2c180f9a118),segment_id=8c846250-2eff-4fc3-ba4b-d2c180f9a118)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:02:31.687440 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-db32c6ff-28d7-4901-8c7a-729e34832d97 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:31.689426 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-eab879e5-6298-4bb1-bdf6-6a92e4071dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:31.730093 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-db32c6ff-28d7-4901-8c7a-729e34832d97 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:31.754200 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-0a0de014-1489-4622-bbb9-6acf13d07da3 None None] Provisioning complete for port bb5389f5-57c3-4c7e-90b5-012b83dd13ae triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:02:31.754610 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0a0de014-1489-4622-bbb9-6acf13d07da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:31.770303 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32c6ff-28d7-4901-8c7a-729e34832d97 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e2db332-bd9e-4417-8d6f-4c8ba619755e,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:31.800068 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab879e5-6298-4bb1-bdf6-6a92e4071dca None None] Routers {'6a9c1a20-6bb1-462a-9e76-382733e74113'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:02:31.800963 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-eab879e5-6298-4bb1-bdf6-6a92e4071dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:02:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6a9c1a20-6bb1-462a-9e76-382733e74113'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:31.805750 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca79600-d246-489c-9e46-fd73ca1b4251 None None] Pushing event updated for resources: {'Port': ['ID=bb5389f5-57c3-4c7e-90b5-012b83dd13ae,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:31.851114 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-db32c6ff-28d7-4901-8c7a-729e34832d97 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:31.853582 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-db32c6ff-28d7-4901-8c7a-729e34832d97 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3796430 Dec 16 10:02:31.858356 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57058) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:31.866550 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-5683cc8d-652b-4959-984a-77a153c0c8a3 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Request body: {'security_group_rule': {'security_group_id': '8bd4c164-a20f-41a7-b87e-8197ebbb10e3', 'project_id': '320bbcd30702464aa30ea049791a3f74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:02:31.951509 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-eab879e5-6298-4bb1-bdf6-6a92e4071dca None None] Set router 6a9c1a20-6bb1-462a-9e76-382733e74113 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:02:31.991620 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0a0de014-1489-4622-bbb9-6acf13d07da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:32.030332 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5683cc8d-652b-4959-984a-77a153c0c8a3 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:32.092137 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5683cc8d-652b-4959-984a-77a153c0c8a3 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:32.097459 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-0a0de014-1489-4622-bbb9-6acf13d07da3 None None] For port bb5389f5-57c3-4c7e-90b5-012b83dd13ae, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=bb5389f5-57c3-4c7e-90b5-012b83dd13ae,segment=NetworkSegment(8c846250-2eff-4fc3-ba4b-d2c180f9a118),segment_id=8c846250-2eff-4fc3-ba4b-d2c180f9a118)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:02:32.174895 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5683cc8d-652b-4959-984a-77a153c0c8a3 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:32.197607 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683cc8d-652b-4959-984a-77a153c0c8a3 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=126c7900-62b7-478d-84b9-78c3f6fbd17b,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:32.233438 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5683cc8d-652b-4959-984a-77a153c0c8a3 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:32.234707 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5683cc8d-652b-4959-984a-77a153c0c8a3 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3725786 Dec 16 10:02:32.239773 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57060) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:32.244756 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-a874af49-4ebd-4733-9777-c9302fd381d0 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Request body: {'security_group_rule': {'security_group_id': '8bd4c164-a20f-41a7-b87e-8197ebbb10e3', 'project_id': '320bbcd30702464aa30ea049791a3f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:02:32.291153 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0a0de014-1489-4622-bbb9-6acf13d07da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:32.346223 n-d-820550-2 neutron-server[102817]: INFO neutron.db.securitygroups_db [None req-a874af49-4ebd-4733-9777-c9302fd381d0 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Project 320bbcd30702464aa30ea049791a3f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:02:32.352459 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a874af49-4ebd-4733-9777-c9302fd381d0 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:32.369889 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0de014-1489-4622-bbb9-6acf13d07da3 None None] Pushing event updated for resources: {'Port': ['ID=bb5389f5-57c3-4c7e-90b5-012b83dd13ae,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:32.409879 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-eab879e5-6298-4bb1-bdf6-6a92e4071dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9c1a20-6bb1-462a-9e76-382733e74113', 'name': 'tempest-TestServerBasicOps-1558656247-router', 'tenant_id': 'f72bbce3bcb74af3892532b6b01e6a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '97744429-2c9f-4e94-9d8a-cd83bfdf09b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:24Z', 'updated_at': '2021-12-16T10:02:28Z', 'revision_number': 4, 'project_id': 'f72bbce3bcb74af3892532b6b01e6a50', 'gw_port': {'id': '97744429-2c9f-4e94-9d8a-cd83bfdf09b9', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9c1a20-6bb1-462a-9e76-382733e74113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:02:25Z', 'updated_at': '2021-12-16T10:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'bb5389f5-57c3-4c7e-90b5-012b83dd13ae', 'name': '', 'network_id': '131143cd-8e7c-40c2-9675-9e893ff82101', 'tenant_id': 'f72bbce3bcb74af3892532b6b01e6a50', 'mac_address': 'fa:16:3e:cd:84:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9c1a20-6bb1-462a-9e76-382733e74113', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '6c059372-c64a-41d8-a92e-57a4dea6f56e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:02:27Z', 'updated_at': '2021-12-16T10:02:31Z', 'revision_number': 4, 'project_id': 'f72bbce3bcb74af3892532b6b01e6a50', 'subnets': [{'id': '6c059372-c64a-41d8-a92e-57a4dea6f56e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:32.444550 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab879e5-6298-4bb1-bdf6-6a92e4071dca None None] The sync data for ids ['6a9c1a20-6bb1-462a-9e76-382733e74113'] in n-d-820550-2 is: [{'id': '6a9c1a20-6bb1-462a-9e76-382733e74113', 'name': 'tempest-TestServerBasicOps-1558656247-router', 'tenant_id': 'f72bbce3bcb74af3892532b6b01e6a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '97744429-2c9f-4e94-9d8a-cd83bfdf09b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:24Z', 'updated_at': '2021-12-16T10:02:28Z', 'revision_number': 4, 'project_id': 'f72bbce3bcb74af3892532b6b01e6a50', 'gw_port': {'id': '97744429-2c9f-4e94-9d8a-cd83bfdf09b9', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9c1a20-6bb1-462a-9e76-382733e74113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:02:25Z', 'updated_at': '2021-12-16T10:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'bb5389f5-57c3-4c7e-90b5-012b83dd13ae', 'name': '', 'network_id': '131143cd-8e7c-40c2-9675-9e893ff82101', 'tenant_id': 'f72bbce3bcb74af3892532b6b01e6a50', 'mac_address': 'fa:16:3e:cd:84:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9c1a20-6bb1-462a-9e76-382733e74113', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '6c059372-c64a-41d8-a92e-57a4dea6f56e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:02:27Z', 'updated_at': '2021-12-16T10:02:31Z', 'revision_number': 4, 'project_id': 'f72bbce3bcb74af3892532b6b01e6a50', 'subnets': [{'id': '6c059372-c64a-41d8-a92e-57a4dea6f56e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:02:32.445205 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a874af49-4ebd-4733-9777-c9302fd381d0 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:32.453920 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-179f9626-db13-44d2-a6a9-660e07c8340e None None] Provisioning complete for port bb5389f5-57c3-4c7e-90b5-012b83dd13ae triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:02:32.454299 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-179f9626-db13-44d2-a6a9-660e07c8340e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:32.521165 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a874af49-4ebd-4733-9777-c9302fd381d0 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:32.562030 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874af49-4ebd-4733-9777-c9302fd381d0 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ba43152-e4b7-430b-a7f7-4042eed5516d,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:32.655477 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a874af49-4ebd-4733-9777-c9302fd381d0 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:32.657068 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a874af49-4ebd-4733-9777-c9302fd381d0 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4162722 Dec 16 10:02:32.659906 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57078) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:32.666601 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-af353b8d-73c1-4de0-9216-ba82aa12c7b8 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Request body: {'security_group_rule': {'security_group_id': '8bd4c164-a20f-41a7-b87e-8197ebbb10e3', 'project_id': '320bbcd30702464aa30ea049791a3f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:02:32.786531 n-d-820550-2 neutron-server[102817]: INFO neutron.db.securitygroups_db [None req-af353b8d-73c1-4de0-9216-ba82aa12c7b8 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Project 320bbcd30702464aa30ea049791a3f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:02:32.795040 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-af353b8d-73c1-4de0-9216-ba82aa12c7b8 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:32.936534 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-af353b8d-73c1-4de0-9216-ba82aa12c7b8 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:33.009348 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-af353b8d-73c1-4de0-9216-ba82aa12c7b8 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:33.058159 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af353b8d-73c1-4de0-9216-ba82aa12c7b8 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74cad16f-2b72-4edb-92c2-62ce4ab17922,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:33.127101 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-af353b8d-73c1-4de0-9216-ba82aa12c7b8 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:33.127101 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-af353b8d-73c1-4de0-9216-ba82aa12c7b8 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4552991 Dec 16 10:02:33.173930 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device bb5389f5-57c3-4c7e-90b5-012b83dd13ae up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:02:33.282213 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port bb5389f5-57c3-4c7e-90b5-012b83dd13ae triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:02:33.282213 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:33.405716 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-042c30e1-b1c6-48d1-991b-8714e446702d tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-3676564&fields=id&tenant_id=320bbcd30702464aa30ea049791a3f74 HTTP/1.1" status: 200 len: 267 time: 0.0451276 Dec 16 10:02:33.588773 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-b08c15fb-f4e2-4008-b335-090b76b02ec2 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:33.591673 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-b08c15fb-f4e2-4008-b335-090b76b02ec2 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "GET /v2.0/networks?id=27292526-6847-40de-8239-e8eb1a5b306e HTTP/1.1" status: 200 len: 809 time: 0.1772616 Dec 16 10:02:33.615004 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-0284025a-84f4-4ce1-9dce-168dc8e94e42 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "GET /v2.0/quotas/320bbcd30702464aa30ea049791a3f74 HTTP/1.1" status: 200 len: 375 time: 0.0167601 Dec 16 10:02:33.690782 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-ccbd5d79-5bed-4a4b-9da2-3ba87cae8695 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=320bbcd30702464aa30ea049791a3f74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679944 Dec 16 10:02:33.818166 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-174bc41e-53c4-43b3-87fc-3879053bae3d service neutron] 10.222.0.60 "GET /v2.0/networks/27292526-6847-40de-8239-e8eb1a5b306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984921 Dec 16 10:02:34.012973 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-65b71483-86f7-4a59-94ba-378ebcf73cdc service neutron] 10.222.0.60 "GET /v2.0/networks/27292526-6847-40de-8239-e8eb1a5b306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870456 Dec 16 10:02:34.369387 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5511ea2c-b75f-4859-ab6f-3717010ca68c req-00390f08-e9a9-431b-841d-2be76037ea32 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "GET /v2.0/ports?device_id=196c8bb0-43d3-497c-9a39-56b9ebd92de7 HTTP/1.1" status: 200 len: 210 time: 0.0273564 Dec 16 10:02:35.473906 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-35c09e3f-ea68-4874-853e-1940b83fbec4 req-846bcf22-24ef-40e5-9786-c5275e32724d tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "GET /v2.0/ports?device_id=196c8bb0-43d3-497c-9a39-56b9ebd92de7 HTTP/1.1" status: 200 len: 210 time: 0.0298071 Dec 16 10:02:35.478972 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-058c9a57-0886-4567-8ffa-ad3ae452b189 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:35.481907 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-058c9a57-0886-4567-8ffa-ad3ae452b189 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/networks?id=e3612a9f-8ab3-4e75-9810-d35fcac351bb HTTP/1.1" status: 200 len: 812 time: 0.1265433 Dec 16 10:02:35.502333 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-91a9f14b-bef3-4da7-b954-33f39d8d0f41 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/quotas/d700775fc1ae4ac7800b87ec102ae69e HTTP/1.1" status: 200 len: 375 time: 0.0152547 Dec 16 10:02:35.556880 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-786faa48-96f8-4663-8bfd-e62accd66acf tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487289 Dec 16 10:02:35.658340 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-09fa7ac7-c10d-4149-916d-1896f04e0178 service neutron] 10.222.0.60 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882988 Dec 16 10:02:35.752641 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-a6426469-435f-44ba-b60a-0fa1733d6b07 service neutron] 10.222.0.60 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879178 Dec 16 10:02:35.999648 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9be21d2f-0bce-4f62-95b7-6350d94e9159 req-4029643e-ef6b-4e11-8bdf-77bdf947a2da tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 210 time: 0.0328174 Dec 16 10:02:36.602495 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-804ca55a-ad66-4758-adc9-c3dcca4c2f5d req-526761cd-e51b-470a-9306-d3e05d6ccdc2 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "GET /v2.0/ports?device_id=196c8bb0-43d3-497c-9a39-56b9ebd92de7 HTTP/1.1" status: 200 len: 210 time: 0.0391457 Dec 16 10:02:36.663801 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-d68ae908-cbcf-455e-8a71-502007d11a47 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:36.666856 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-d68ae908-cbcf-455e-8a71-502007d11a47 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.57 "GET /v2.0/networks?id=27292526-6847-40de-8239-e8eb1a5b306e HTTP/1.1" status: 200 len: 809 time: 0.1566019 Dec 16 10:02:36.718748 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-b2ba9154-6d95-4ee6-94e5-fa9d2e939968 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=320bbcd30702464aa30ea049791a3f74 HTTP/1.1" status: 200 len: 377 time: 0.0408719 Dec 16 10:02:36.730851 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-44e82c49-1196-461e-814d-74149acd5e16 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Request body: {'port': {'device_id': '196c8bb0-43d3-497c-9a39-56b9ebd92de7', 'network_id': '27292526-6847-40de-8239-e8eb1a5b306e', 'admin_state_up': True, 'tenant_id': '320bbcd30702464aa30ea049791a3f74', 'security_groups': ['8bd4c164-a20f-41a7-b87e-8197ebbb10e3']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:02:37.109863 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b7de6040-3487-4ec0-ad6d-7e087de32c69 req-2d9c07f3-088e-4be7-a1d4-956c8276cf62 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 210 time: 0.0335262 Dec 16 10:02:37.358105 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-44e82c49-1196-461e-814d-74149acd5e16 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Made reservation on behalf of 320bbcd30702464aa30ea049791a3f74 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:02:37.366733 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-44e82c49-1196-461e-814d-74149acd5e16 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:37.459617 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:37.517206 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-44e82c49-1196-461e-814d-74149acd5e16 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Allocated IP 172.20.0.6 (27292526-6847-40de-8239-e8eb1a5b306e/a9ea4442-54c7-46d2-86a1-f269b79ba78c/82a251af-3e0e-4ec8-b45c-06c4248a5d66) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:02:37.682257 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-44e82c49-1196-461e-814d-74149acd5e16 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:37.767419 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bdab055d-34f0-43ab-9e6b-0b4e66d13648 req-b21ff8d0-0866-4fdc-9dc1-6174c85e9919 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "GET /v2.0/ports?device_id=196c8bb0-43d3-497c-9a39-56b9ebd92de7 HTTP/1.1" status: 200 len: 210 time: 0.0447371 Dec 16 10:02:37.781229 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-44e82c49-1196-461e-814d-74149acd5e16 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:37.833712 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-44e82c49-1196-461e-814d-74149acd5e16 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Network 27292526-6847-40de-8239-e8eb1a5b306e is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:02:37.837242 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-44e82c49-1196-461e-814d-74149acd5e16 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:02:37.841091 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-44e82c49-1196-461e-814d-74149acd5e16 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:02:37.877404 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e82c49-1196-461e-814d-74149acd5e16 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Pushing event updated for resources: {'Port': ['ID=82a251af-3e0e-4ec8-b45c-06c4248a5d66,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:37.912417 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-44e82c49-1196-461e-814d-74149acd5e16 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:37.913075 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-44e82c49-1196-461e-814d-74149acd5e16 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:37.994505 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-44e82c49-1196-461e-814d-74149acd5e16 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2685535 Dec 16 10:02:38.007679 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-582fcbef-984b-43fe-8bda-8ec1d237e0b3 service neutron] Request body: {'port': {'device_id': '196c8bb0-43d3-497c-9a39-56b9ebd92de7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:02:38.060472 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-265d0097-71b1-47cb-b9cb-4393f37ef65f None None] Provisioning complete for port 82a251af-3e0e-4ec8-b45c-06c4248a5d66 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:02:38.060951 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-265d0097-71b1-47cb-b9cb-4393f37ef65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:38.079469 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-582fcbef-984b-43fe-8bda-8ec1d237e0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:38.098413 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-265d0097-71b1-47cb-b9cb-4393f37ef65f None None] Port 82a251af-3e0e-4ec8-b45c-06c4248a5d66 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:02:38.302879 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b3d9eccd-ba2d-4ba5-b3b1-d9632668517b req-54b0d22c-c982-4528-9c66-df96e92e9117 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 210 time: 0.0457563 Dec 16 10:02:38.340016 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-1da3b452-e5b3-4888-85ab-8163295af6b4 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:38.341718 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-1da3b452-e5b3-4888-85ab-8163295af6b4 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.57 "GET /v2.0/networks?id=e3612a9f-8ab3-4e75-9810-d35fcac351bb HTTP/1.1" status: 200 len: 812 time: 0.1423748 Dec 16 10:02:38.371004 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-f497570b-c890-4aa2-8c71-ce4fe4e1fd1c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Request body: {'port': {'device_id': '523dfae1-b274-4ad6-a2ac-4f4e12f7c530', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'admin_state_up': True, 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:02:38.415961 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-582fcbef-984b-43fe-8bda-8ec1d237e0b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82a251af-3e0e-4ec8-b45c-06c4248a5d66 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:02:38.425218 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-582fcbef-984b-43fe-8bda-8ec1d237e0b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:38.440372 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-582fcbef-984b-43fe-8bda-8ec1d237e0b3 service neutron] Transition to ACTIVE for port object 82a251af-3e0e-4ec8-b45c-06c4248a5d66 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:02:38.540067 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-582fcbef-984b-43fe-8bda-8ec1d237e0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:38.622169 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582fcbef-984b-43fe-8bda-8ec1d237e0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=82a251af-3e0e-4ec8-b45c-06c4248a5d66,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:38.626500 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-f497570b-c890-4aa2-8c71-ce4fe4e1fd1c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Made reservation on behalf of d700775fc1ae4ac7800b87ec102ae69e for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:02:38.636871 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-f497570b-c890-4aa2-8c71-ce4fe4e1fd1c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:38.686785 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-582fcbef-984b-43fe-8bda-8ec1d237e0b3 service neutron] Attempting to bind port 82a251af-3e0e-4ec8-b45c-06c4248a5d66 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:02:38.687369 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-582fcbef-984b-43fe-8bda-8ec1d237e0b3 service neutron] Attempting to bind port 82a251af-3e0e-4ec8-b45c-06c4248a5d66 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '645b9a81-e937-457a-8f98-2f95edce208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '27292526-6847-40de-8239-e8eb1a5b306e'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:02:38.687488 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-582fcbef-984b-43fe-8bda-8ec1d237e0b3 service neutron] Attempting to bind port 82a251af-3e0e-4ec8-b45c-06c4248a5d66 on network 27292526-6847-40de-8239-e8eb1a5b306e {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:02:38.692909 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-582fcbef-984b-43fe-8bda-8ec1d237e0b3 service neutron] Port 82a251af-3e0e-4ec8-b45c-06c4248a5d66 on network 27292526-6847-40de-8239-e8eb1a5b306e not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:02:38.693288 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-582fcbef-984b-43fe-8bda-8ec1d237e0b3 service neutron] Attempting to bind port 82a251af-3e0e-4ec8-b45c-06c4248a5d66 on network 27292526-6847-40de-8239-e8eb1a5b306e {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:02:38.701068 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-582fcbef-984b-43fe-8bda-8ec1d237e0b3 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:02:38.701450 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-582fcbef-984b-43fe-8bda-8ec1d237e0b3 service neutron] Checking segment: {'id': '645b9a81-e937-457a-8f98-2f95edce208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '27292526-6847-40de-8239-e8eb1a5b306e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:02:38.701878 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-582fcbef-984b-43fe-8bda-8ec1d237e0b3 service neutron] Bound using segment: {'id': '645b9a81-e937-457a-8f98-2f95edce208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '27292526-6847-40de-8239-e8eb1a5b306e'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:02:38.702478 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-582fcbef-984b-43fe-8bda-8ec1d237e0b3 service neutron] Bound port: 82a251af-3e0e-4ec8-b45c-06c4248a5d66, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645b9a81-e937-457a-8f98-2f95edce208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '27292526-6847-40de-8239-e8eb1a5b306e'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:02:38.702876 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-582fcbef-984b-43fe-8bda-8ec1d237e0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:38.794499 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-582fcbef-984b-43fe-8bda-8ec1d237e0b3 service neutron] For port 82a251af-3e0e-4ec8-b45c-06c4248a5d66, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:02:38.799440 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-f497570b-c890-4aa2-8c71-ce4fe4e1fd1c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Allocated IP 172.20.0.7 (e3612a9f-8ab3-4e75-9810-d35fcac351bb/671bcf58-3379-4056-970a-d40ccd64fd91/f286deba-f1ff-4783-983d-8346f8aac30d) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:02:38.800311 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-582fcbef-984b-43fe-8bda-8ec1d237e0b3 service neutron] For port 82a251af-3e0e-4ec8-b45c-06c4248a5d66, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=82a251af-3e0e-4ec8-b45c-06c4248a5d66,segment=NetworkSegment(645b9a81-e937-457a-8f98-2f95edce208c),segment_id=645b9a81-e937-457a-8f98-2f95edce208c)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:02:38.898938 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-582fcbef-984b-43fe-8bda-8ec1d237e0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:38.963404 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-582fcbef-984b-43fe-8bda-8ec1d237e0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:38.964041 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-582fcbef-984b-43fe-8bda-8ec1d237e0b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:38.965660 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-582fcbef-984b-43fe-8bda-8ec1d237e0b3 service neutron] 10.222.0.57 "PUT /v2.0/ports/82a251af-3e0e-4ec8-b45c-06c4248a5d66 HTTP/1.1" status: 200 len: 1091 time: 0.9632394 Dec 16 10:02:38.967018 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '196c8bb0-43d3-497c-9a39-56b9ebd92de7', 'tag': '82a251af-3e0e-4ec8-b45c-06c4248a5d66'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:02:38.969607 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118f0b1d-deb6-4534-9c97-140abead48d0" -d '{"events": [{"name": "network-changed", "server_uuid": "196c8bb0-43d3-497c-9a39-56b9ebd92de7", "tag": "82a251af-3e0e-4ec8-b45c-06c4248a5d66"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:02:38.995978 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3a521-4f59-4311-b6bf-1278294a3900 req-4f862c3a-5d35-4c9a-bcde-5d4b18149c3a tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:38.997732 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5ee3a521-4f59-4311-b6bf-1278294a3900 req-4f862c3a-5d35-4c9a-bcde-5d4b18149c3a tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "GET /v2.0/ports?device_id=196c8bb0-43d3-497c-9a39-56b9ebd92de7 HTTP/1.1" status: 200 len: 943 time: 0.1494312 Dec 16 10:02:39.011439 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-f497570b-c890-4aa2-8c71-ce4fe4e1fd1c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:39.036430 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d40d57-4534-4c31-afa4-935c3e3907e4 x-openstack-request-id: req-07d40d57-4534-4c31-afa4-935c3e3907e4 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:02:39.036734 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "196c8bb0-43d3-497c-9a39-56b9ebd92de7", "tag": "82a251af-3e0e-4ec8-b45c-06c4248a5d66", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:02:39.036990 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-07d40d57-4534-4c31-afa4-935c3e3907e4 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:02:39.037427 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '196c8bb0-43d3-497c-9a39-56b9ebd92de7', 'tag': '82a251af-3e0e-4ec8-b45c-06c4248a5d66', 'status': 'completed', 'code': 200} Dec 16 10:02:39.038021 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582fcbef-984b-43fe-8bda-8ec1d237e0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=82a251af-3e0e-4ec8-b45c-06c4248a5d66,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:39.061893 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5ee3a521-4f59-4311-b6bf-1278294a3900 req-fe1a3b5f-e7e6-4828-95e3-7625be1fdd6d tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bd4c164-a20f-41a7-b87e-8197ebbb10e3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0578206 Dec 16 10:02:39.126639 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f0b1d-deb6-4534-9c97-140abead48d0 req-b7338650-8e8b-4fd7-bde2-6bb50f631b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:39.129427 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-118f0b1d-deb6-4534-9c97-140abead48d0 req-b7338650-8e8b-4fd7-bde2-6bb50f631b9c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=320bbcd30702464aa30ea049791a3f74&device_id=196c8bb0-43d3-497c-9a39-56b9ebd92de7 HTTP/1.1" status: 200 len: 1094 time: 0.0608859 Dec 16 10:02:39.169196 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-f497570b-c890-4aa2-8c71-ce4fe4e1fd1c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:39.180336 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['4af32a73-8026-477d-a99a-ee44e618c970'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:02:39.299914 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-f497570b-c890-4aa2-8c71-ce4fe4e1fd1c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Network e3612a9f-8ab3-4e75-9810-d35fcac351bb is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:02:39.306007 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f0b1d-deb6-4534-9c97-140abead48d0 req-2aae14e8-7708-451f-9c99-6394db9f5a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:39.308498 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-118f0b1d-deb6-4534-9c97-140abead48d0 req-2aae14e8-7708-451f-9c99-6394db9f5a86 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=320bbcd30702464aa30ea049791a3f74&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1648254 Dec 16 10:02:39.314966 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-f497570b-c890-4aa2-8c71-ce4fe4e1fd1c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:02:39.323362 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497570b-c890-4aa2-8c71-ce4fe4e1fd1c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Pushing event updated for resources: {'Port': ['ID=f286deba-f1ff-4783-983d-8346f8aac30d,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:39.335601 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-f497570b-c890-4aa2-8c71-ce4fe4e1fd1c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:02:39.429323 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-f497570b-c890-4aa2-8c71-ce4fe4e1fd1c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:39.430047 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-f497570b-c890-4aa2-8c71-ce4fe4e1fd1c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:39.518536 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-f497570b-c890-4aa2-8c71-ce4fe4e1fd1c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1519504 Dec 16 10:02:39.542596 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f0b1d-deb6-4534-9c97-140abead48d0 req-09a9d3d7-6071-460d-a59c-c604187dc62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:39.542867 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-63b6b105-5aa8-4212-b54a-50b6877f4654 service neutron] Request body: {'port': {'device_id': '523dfae1-b274-4ad6-a2ac-4f4e12f7c530', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:02:39.547859 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-118f0b1d-deb6-4534-9c97-140abead48d0 req-09a9d3d7-6071-460d-a59c-c604187dc62a service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2304902 Dec 16 10:02:39.644184 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f366c1-2a31-437d-a633-3b526f371e18 req-479c4799-1273-4de6-9ff0-adae42c55c6a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:39.646638 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-20f366c1-2a31-437d-a633-3b526f371e18 req-479c4799-1273-4de6-9ff0-adae42c55c6a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 931 time: 0.1498947 Dec 16 10:02:39.647453 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-63b6b105-5aa8-4212-b54a-50b6877f4654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:39.664806 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-3f539a98-468d-43e5-9f14-0b81959c357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:39.666433 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-3f539a98-468d-43e5-9f14-0b81959c357e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=320bbcd30702464aa30ea049791a3f74&device_id=196c8bb0-43d3-497c-9a39-56b9ebd92de7 HTTP/1.1" status: 200 len: 1094 time: 0.0667524 Dec 16 10:02:39.744771 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-51d210e5-d485-4cca-b363-94394ebcc006 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82a251af-3e0e-4ec8-b45c-06c4248a5d66 HTTP/1.1" status: 200 len: 217 time: 0.0702896 Dec 16 10:02:39.754090 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-20f366c1-2a31-437d-a633-3b526f371e18 req-489375fc-73d2-47f8-b166-6189501ae14a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942175 Dec 16 10:02:39.807847 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-12f89591-0b1c-4e9c-a1e9-e122fac82cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:39.809646 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-12f89591-0b1c-4e9c-a1e9-e122fac82cb4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9ea4442-54c7-46d2-86a1-f269b79ba78c HTTP/1.1" status: 200 len: 848 time: 0.0565586 Dec 16 10:02:39.842315 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-844b0705-6e8a-4fed-a2c4-dda6f6027417 None None] Provisioning complete for port f286deba-f1ff-4783-983d-8346f8aac30d triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:02:39.843289 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-844b0705-6e8a-4fed-a2c4-dda6f6027417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:39.871869 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-79107b30-e218-4957-ab02-bbf926785a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:39.872924 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-79107b30-e218-4957-ab02-bbf926785a0e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=27292526-6847-40de-8239-e8eb1a5b306e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542550 Dec 16 10:02:39.894292 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-844b0705-6e8a-4fed-a2c4-dda6f6027417 None None] Port f286deba-f1ff-4783-983d-8346f8aac30d cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:02:39.993039 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-0ef9aa7c-d590-4f06-8105-14eedee176cb service neutron] 10.222.0.57 "GET /v2.0/networks/27292526-6847-40de-8239-e8eb1a5b306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092515 Dec 16 10:02:40.077879 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-63b6b105-5aa8-4212-b54a-50b6877f4654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f286deba-f1ff-4783-983d-8346f8aac30d {{(pid=102817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:02:40.088967 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-63b6b105-5aa8-4212-b54a-50b6877f4654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:40.103595 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6af7cec-5ebf-4633-9794-cd0e258b88dc req-0721864d-3cba-4005-a0f9-2436a2a07139 service neutron] 10.222.0.57 "GET /v2.0/networks/27292526-6847-40de-8239-e8eb1a5b306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002638 Dec 16 10:02:40.110159 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.provisioning_blocks [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-63b6b105-5aa8-4212-b54a-50b6877f4654 service neutron] Transition to ACTIVE for port object f286deba-f1ff-4783-983d-8346f8aac30d will not be triggered until provisioned by entity L2. {{(pid=102817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:02:40.185521 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-63b6b105-5aa8-4212-b54a-50b6877f4654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:40.204216 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc68c5b-c216-4add-a0b5-eef4315713df req-d7f6bec3-0529-49df-9c31-d542922c4277 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:40.205847 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3fc68c5b-c216-4add-a0b5-eef4315713df req-d7f6bec3-0529-49df-9c31-d542922c4277 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "GET /v2.0/ports?device_id=196c8bb0-43d3-497c-9a39-56b9ebd92de7 HTTP/1.1" status: 200 len: 943 time: 0.0537820 Dec 16 10:02:40.246385 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6b105-5aa8-4212-b54a-50b6877f4654 service neutron] Pushing event updated for resources: {'Port': ['ID=f286deba-f1ff-4783-983d-8346f8aac30d,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:40.253688 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3fc68c5b-c216-4add-a0b5-eef4315713df req-d4638696-c4f0-4d35-a7f7-ff5eb2880f9d tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bd4c164-a20f-41a7-b87e-8197ebbb10e3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0410619 Dec 16 10:02:40.339625 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-63b6b105-5aa8-4212-b54a-50b6877f4654 service neutron] Attempting to bind port f286deba-f1ff-4783-983d-8346f8aac30d on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:02:40.340065 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-63b6b105-5aa8-4212-b54a-50b6877f4654 service neutron] Attempting to bind port f286deba-f1ff-4783-983d-8346f8aac30d by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:02:40.340474 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-63b6b105-5aa8-4212-b54a-50b6877f4654 service neutron] Attempting to bind port f286deba-f1ff-4783-983d-8346f8aac30d on network e3612a9f-8ab3-4e75-9810-d35fcac351bb {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:02:40.347133 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-63b6b105-5aa8-4212-b54a-50b6877f4654 service neutron] Port f286deba-f1ff-4783-983d-8346f8aac30d on network e3612a9f-8ab3-4e75-9810-d35fcac351bb not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:02:40.347465 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-63b6b105-5aa8-4212-b54a-50b6877f4654 service neutron] Attempting to bind port f286deba-f1ff-4783-983d-8346f8aac30d on network e3612a9f-8ab3-4e75-9810-d35fcac351bb {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:02:40.358545 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-63b6b105-5aa8-4212-b54a-50b6877f4654 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:02:40.358940 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-63b6b105-5aa8-4212-b54a-50b6877f4654 service neutron] Checking segment: {'id': 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:02:40.359396 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-63b6b105-5aa8-4212-b54a-50b6877f4654 service neutron] Bound using segment: {'id': 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb'} {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:02:40.359970 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-63b6b105-5aa8-4212-b54a-50b6877f4654 service neutron] Bound port: f286deba-f1ff-4783-983d-8346f8aac30d, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb'}}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:02:40.360365 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-63b6b105-5aa8-4212-b54a-50b6877f4654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:40.454313 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-63b6b105-5aa8-4212-b54a-50b6877f4654 service neutron] For port f286deba-f1ff-4783-983d-8346f8aac30d, host n-h1-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:02:40.459946 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-63b6b105-5aa8-4212-b54a-50b6877f4654 service neutron] For port f286deba-f1ff-4783-983d-8346f8aac30d, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=f286deba-f1ff-4783-983d-8346f8aac30d,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:02:40.534429 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-63b6b105-5aa8-4212-b54a-50b6877f4654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:40.572564 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-63b6b105-5aa8-4212-b54a-50b6877f4654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:40.573557 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-63b6b105-5aa8-4212-b54a-50b6877f4654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:40.574811 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-63b6b105-5aa8-4212-b54a-50b6877f4654 service neutron] 10.222.0.57 "PUT /v2.0/ports/f286deba-f1ff-4783-983d-8346f8aac30d HTTP/1.1" status: 200 len: 1091 time: 1.0373766 Dec 16 10:02:40.575283 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523dfae1-b274-4ad6-a2ac-4f4e12f7c530', 'tag': 'f286deba-f1ff-4783-983d-8346f8aac30d'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:02:40.577539 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551a5a57-b808-4346-94e3-5f0c0af31c76" -d '{"events": [{"name": "network-changed", "server_uuid": "523dfae1-b274-4ad6-a2ac-4f4e12f7c530", "tag": "f286deba-f1ff-4783-983d-8346f8aac30d"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:02:40.639922 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e8913a-595b-41f2-93cd-9c5c39cc58ed x-openstack-request-id: req-14e8913a-595b-41f2-93cd-9c5c39cc58ed {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:02:40.640210 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "523dfae1-b274-4ad6-a2ac-4f4e12f7c530", "tag": "f286deba-f1ff-4783-983d-8346f8aac30d", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:02:40.640462 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-14e8913a-595b-41f2-93cd-9c5c39cc58ed {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:02:40.640859 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '523dfae1-b274-4ad6-a2ac-4f4e12f7c530', 'tag': 'f286deba-f1ff-4783-983d-8346f8aac30d', 'status': 'completed', 'code': 200} Dec 16 10:02:40.641897 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6b105-5aa8-4212-b54a-50b6877f4654 service neutron] Pushing event updated for resources: {'Port': ['ID=f286deba-f1ff-4783-983d-8346f8aac30d,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:40.721170 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57210) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:40.737617 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a5a57-b808-4346-94e3-5f0c0af31c76 req-1d9621e5-5f84-4536-bb8c-bbdb33b768df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:40.741033 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-551a5a57-b808-4346-94e3-5f0c0af31c76 req-1d9621e5-5f84-4536-bb8c-bbdb33b768df service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 1094 time: 0.0822542 Dec 16 10:02:40.854728 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:40.883025 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a5a57-b808-4346-94e3-5f0c0af31c76 req-3bb09042-ef9b-48cd-843e-f55c686189bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:40.887757 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-551a5a57-b808-4346-94e3-5f0c0af31c76 req-3bb09042-ef9b-48cd-843e-f55c686189bd service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1385367 Dec 16 10:02:40.967536 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-43cc020c-9faf-4092-ab60-4181c53158c2 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Deleting port ccae0b5c-52d7-4b4d-871d-8828fc76e577 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:02:40.968911 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-43cc020c-9faf-4092-ab60-4181c53158c2 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:41.081546 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-43cc020c-9faf-4092-ab60-4181c53158c2 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:41.081966 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-43cc020c-9faf-4092-ab60-4181c53158c2 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:41.099424 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-43cc020c-9faf-4092-ab60-4181c53158c2 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Calling delete_port for ccae0b5c-52d7-4b4d-871d-8828fc76e577 owned by network:floatingip {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:02:41.358035 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-43cc020c-9faf-4092-ab60-4181c53158c2 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:41.407625 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc020c-9faf-4092-ab60-4181c53158c2 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Pushing event deleted for resources: {'Port': ['ID=ccae0b5c-52d7-4b4d-871d-8828fc76e577,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:41.469624 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d27143-5663-423c-8914-a05fc2e66860 req-edd754bb-6ba6-4b19-9123-8f211f0727bd tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:41.471518 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-33d27143-5663-423c-8914-a05fc2e66860 req-edd754bb-6ba6-4b19-9123-8f211f0727bd tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 943 time: 0.5627768 Dec 16 10:02:41.476857 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b77490-4412-43b5-8948-7b6424d1d946 req-fd623fe0-4983-46a4-b506-e439c1302969 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:41.488604 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-92b77490-4412-43b5-8948-7b6424d1d946 req-fd623fe0-4983-46a4-b506-e439c1302969 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "GET /v2.0/ports?device_id=196c8bb0-43d3-497c-9a39-56b9ebd92de7 HTTP/1.1" status: 200 len: 943 time: 0.1438034 Dec 16 10:02:41.516868 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a5a57-b808-4346-94e3-5f0c0af31c76 req-beaf3d1b-3c62-4fb1-b87c-c509c10139e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:41.518637 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-551a5a57-b808-4346-94e3-5f0c0af31c76 req-beaf3d1b-3c62-4fb1-b87c-c509c10139e0 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6245353 Dec 16 10:02:41.536213 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-43cc020c-9faf-4092-ab60-4181c53158c2 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks [] for floatingip, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:41.536550 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [None req-43cc020c-9faf-4092-ab60-4181c53158c2 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Floating IP 72ff64f9-47aa-477f-88fe-1fe574062027 disassociated (deleted). External IP: 172.25.1.20, port: 0287fbd2-84d0-4e89-a21e-f8df3d39040e. Dec 16 10:02:41.544566 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-33d27143-5663-423c-8914-a05fc2e66860 req-e5e03152-f384-43b3-aa75-2ab56e7fbb4d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586245 Dec 16 10:02:41.597286 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-92b77490-4412-43b5-8948-7b6424d1d946 req-9ec1a858-a3e5-4e67-80a8-0810e0118937 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bd4c164-a20f-41a7-b87e-8197ebbb10e3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1077175 Dec 16 10:02:41.643851 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-8ba18205-d63c-4bf0-b912-05905c212d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:41.646220 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-8ba18205-d63c-4bf0-b912-05905c212d24 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 1094 time: 0.0863721 Dec 16 10:02:41.730354 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-49d3a154-2c25-44dd-8006-cdadb28d47db service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f286deba-f1ff-4783-983d-8346f8aac30d HTTP/1.1" status: 200 len: 217 time: 0.0726027 Dec 16 10:02:41.818266 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-6a9f1c93-bd7f-492b-9e11-f69e905360f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:41.822016 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-6a9f1c93-bd7f-492b-9e11-f69e905360f3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=671bcf58-3379-4056-970a-d40ccd64fd91 HTTP/1.1" status: 200 len: 851 time: 0.0819428 Dec 16 10:02:41.857263 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43cc020c-9faf-4092-ab60-4181c53158c2 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Router aeaecb7b-e383-435d-8afe-40cc06407a82 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:02:41.878002 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-b810e7f8-e83e-4e58-89e1-7d5be8e15fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:41.880227 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-b810e7f8-e83e-4e58-89e1-7d5be8e15fe4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3612a9f-8ab3-4e75-9810-d35fcac351bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519760 Dec 16 10:02:41.987649 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-ba48c924-cf3b-4b78-98f1-f6bb9a21c4ea service neutron] 10.222.0.57 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992346 Dec 16 10:02:41.992435 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cc020c-9faf-4092-ab60-4181c53158c2 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:02:41.998393 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-43cc020c-9faf-4092-ab60-4181c53158c2 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:42.014498 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7bdba3-4e60-4638-9949-3c1fbaa5abff None None] Sync routers for ids ['aeaecb7b-e383-435d-8afe-40cc06407a82'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:02:42.036326 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7bdba3-4e60-4638-9949-3c1fbaa5abff None None] Routers {'aeaecb7b-e383-435d-8afe-40cc06407a82'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:02:42.037454 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-7d7bdba3-4e60-4638-9949-3c1fbaa5abff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:02:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['aeaecb7b-e383-435d-8afe-40cc06407a82'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:42.046893 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-43cc020c-9faf-4092-ab60-4181c53158c2 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "DELETE /v2.0/floatingips/72ff64f9-47aa-477f-88fe-1fe574062027 HTTP/1.1" status: 204 len: 168 time: 1.3191569 Dec 16 10:02:42.046893 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e5da15-4d48-4f9e-a082-9ea4571e0c17', 'tag': '0287fbd2-84d0-4e89-a21e-f8df3d39040e'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:02:42.051457 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2234bda6-6cc5-4241-931f-b46618663422" -d '{"events": [{"name": "network-changed", "server_uuid": "64e5da15-4d48-4f9e-a082-9ea4571e0c17", "tag": "0287fbd2-84d0-4e89-a21e-f8df3d39040e"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:02:42.138833 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2884170c-5878-4ee8-8a16-66754e134f74 x-openstack-request-id: req-2884170c-5878-4ee8-8a16-66754e134f74 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:02:42.139486 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e5da15-4d48-4f9e-a082-9ea4571e0c17", "tag": "0287fbd2-84d0-4e89-a21e-f8df3d39040e", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:02:42.139963 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2884170c-5878-4ee8-8a16-66754e134f74 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:02:42.140950 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64e5da15-4d48-4f9e-a082-9ea4571e0c17', 'tag': '0287fbd2-84d0-4e89-a21e-f8df3d39040e', 'status': 'completed', 'code': 200} Dec 16 10:02:42.177891 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-2ccd2422-c1d3-49ac-bd86-bd24dbe7d206 service neutron] 10.222.0.57 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822608 Dec 16 10:02:42.245305 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234bda6-6cc5-4241-931f-b46618663422 req-4dded48c-5343-4a0b-bc02-fcda15533cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:42.246866 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2234bda6-6cc5-4241-931f-b46618663422 req-4dded48c-5343-4a0b-bc02-fcda15533cdf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11c64a8ebb294044af14b5294ba4a340&device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 1097 time: 0.0909863 Dec 16 10:02:42.364236 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234bda6-6cc5-4241-931f-b46618663422 req-f8f1f940-078f-49c1-915b-3a816f6d45b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:42.365925 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2234bda6-6cc5-4241-931f-b46618663422 req-f8f1f940-078f-49c1-915b-3a816f6d45b5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8258cad5-df53-4f22-9fee-9413ff4cc95e HTTP/1.1" status: 200 len: 914 time: 0.1118567 Dec 16 10:02:42.424491 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2234bda6-6cc5-4241-931f-b46618663422 req-6982676f-1ec9-4fe2-a25d-7752dde3f703 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0287fbd2-84d0-4e89-a21e-f8df3d39040e HTTP/1.1" status: 200 len: 217 time: 0.0485313 Dec 16 10:02:42.435432 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-7d7bdba3-4e60-4638-9949-3c1fbaa5abff None None] Set router aeaecb7b-e383-435d-8afe-40cc06407a82 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:02:42.488547 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234bda6-6cc5-4241-931f-b46618663422 req-53115f45-0917-423a-bf61-52a19e4a4e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:42.490145 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2234bda6-6cc5-4241-931f-b46618663422 req-53115f45-0917-423a-bf61-52a19e4a4e6e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=750db6bb-a513-4808-853e-ee01a97bd23d HTTP/1.1" status: 200 len: 852 time: 0.0579834 Dec 16 10:02:42.539579 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234bda6-6cc5-4241-931f-b46618663422 req-508009fc-0634-4027-8477-6603f938e755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:42.542069 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2234bda6-6cc5-4241-931f-b46618663422 req-508009fc-0634-4027-8477-6603f938e755 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8258cad5-df53-4f22-9fee-9413ff4cc95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448644 Dec 16 10:02:42.714876 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910691f8-7e09-43ce-bdaa-cd9ade744367 req-a4048710-434e-4ecd-9e74-76749ceacd70 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:42.718378 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2234bda6-6cc5-4241-931f-b46618663422 req-84d34d31-bca1-483e-9ead-1b375292a185 service neutron] 10.222.0.57 "GET /v2.0/networks/8258cad5-df53-4f22-9fee-9413ff4cc95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690543 Dec 16 10:02:42.723174 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-910691f8-7e09-43ce-bdaa-cd9ade744367 req-a4048710-434e-4ecd-9e74-76749ceacd70 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 943 time: 0.0940878 Dec 16 10:02:42.732212 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-7d7bdba3-4e60-4638-9949-3c1fbaa5abff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'name': 'tempest-TestVolumeBackupRestore-552074763-router', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'b4524a8c-f052-4369-b668-6713977a1d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:00Z', 'updated_at': '2021-12-16T09:58:04Z', 'revision_number': 4, 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'gw_port': {'id': 'b4524a8c-f052-4369-b668-6713977a1d8e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:01Z', 'updated_at': '2021-12-16T09:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'f13c7729-1ce6-4895-b00a-c8fc708338fd', 'name': '', 'network_id': '8258cad5-df53-4f22-9fee-9413ff4cc95e', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'mac_address': 'fa:16:3e:5d:34:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '750db6bb-a513-4808-853e-ee01a97bd23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:04Z', 'updated_at': '2021-12-16T09:58:08Z', 'revision_number': 5, 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'subnets': [{'id': '750db6bb-a513-4808-853e-ee01a97bd23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:42.767947 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-910691f8-7e09-43ce-bdaa-cd9ade744367 req-7569e9a7-297c-41dc-adb1-35c955e3e799 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438783 Dec 16 10:02:42.768597 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7bdba3-4e60-4638-9949-3c1fbaa5abff None None] Checking router: aeaecb7b-e383-435d-8afe-40cc06407a82 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:02:42.787731 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7bdba3-4e60-4638-9949-3c1fbaa5abff None None] Routers {'aeaecb7b-e383-435d-8afe-40cc06407a82'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:02:42.788375 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-7d7bdba3-4e60-4638-9949-3c1fbaa5abff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:02:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['aeaecb7b-e383-435d-8afe-40cc06407a82'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:42.863669 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7fd10-4ed6-4a34-ba32-19bf0306aa08 req-d40c6209-df41-47f0-be04-3b280fa1e1f4 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:42.865168 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2cd7fd10-4ed6-4a34-ba32-19bf0306aa08 req-d40c6209-df41-47f0-be04-3b280fa1e1f4 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/ports?device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 946 time: 0.1253562 Dec 16 10:02:42.916100 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-7d7bdba3-4e60-4638-9949-3c1fbaa5abff None None] Set router aeaecb7b-e383-435d-8afe-40cc06407a82 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:02:42.922006 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca65f7-1d78-4a4d-bb83-2a63b8028190 req-85dca42b-5d5a-459f-8ecd-9870e27feb60 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:42.924227 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-01ca65f7-1d78-4a4d-bb83-2a63b8028190 req-85dca42b-5d5a-459f-8ecd-9870e27feb60 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "GET /v2.0/ports?device_id=196c8bb0-43d3-497c-9a39-56b9ebd92de7 HTTP/1.1" status: 200 len: 943 time: 0.0836070 Dec 16 10:02:42.926254 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2234bda6-6cc5-4241-931f-b46618663422 req-b1e27e07-da8a-4235-9f3c-7a28ccd82233 service neutron] 10.222.0.57 "GET /v2.0/networks/8258cad5-df53-4f22-9fee-9413ff4cc95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974034 Dec 16 10:02:42.933346 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2cd7fd10-4ed6-4a34-ba32-19bf0306aa08 req-862751fb-74c4-4fc0-88ce-b1205a901cf9 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e9de0dc-f4a6-42fe-b2b4-d77f4e33d498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603254 Dec 16 10:02:42.999768 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-01ca65f7-1d78-4a4d-bb83-2a63b8028190 req-bf405fbd-9a1a-4915-b165-40f2e289681d tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bd4c164-a20f-41a7-b87e-8197ebbb10e3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0615404 Dec 16 10:02:43.203190 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-7d7bdba3-4e60-4638-9949-3c1fbaa5abff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'name': 'tempest-TestVolumeBackupRestore-552074763-router', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'b4524a8c-f052-4369-b668-6713977a1d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:00Z', 'updated_at': '2021-12-16T09:58:04Z', 'revision_number': 4, 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'gw_port': {'id': 'b4524a8c-f052-4369-b668-6713977a1d8e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:01Z', 'updated_at': '2021-12-16T09:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'f13c7729-1ce6-4895-b00a-c8fc708338fd', 'name': '', 'network_id': '8258cad5-df53-4f22-9fee-9413ff4cc95e', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'mac_address': 'fa:16:3e:5d:34:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '750db6bb-a513-4808-853e-ee01a97bd23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:04Z', 'updated_at': '2021-12-16T09:58:08Z', 'revision_number': 5, 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'subnets': [{'id': '750db6bb-a513-4808-853e-ee01a97bd23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:43.233402 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7bdba3-4e60-4638-9949-3c1fbaa5abff None None] The sync data for ids ['aeaecb7b-e383-435d-8afe-40cc06407a82'] in n-d-820550-2 is: [{'id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'name': 'tempest-TestVolumeBackupRestore-552074763-router', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'b4524a8c-f052-4369-b668-6713977a1d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:00Z', 'updated_at': '2021-12-16T09:58:04Z', 'revision_number': 4, 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'gw_port': {'id': 'b4524a8c-f052-4369-b668-6713977a1d8e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:01Z', 'updated_at': '2021-12-16T09:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'f13c7729-1ce6-4895-b00a-c8fc708338fd', 'name': '', 'network_id': '8258cad5-df53-4f22-9fee-9413ff4cc95e', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'mac_address': 'fa:16:3e:5d:34:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '750db6bb-a513-4808-853e-ee01a97bd23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:04Z', 'updated_at': '2021-12-16T09:58:08Z', 'revision_number': 5, 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'subnets': [{'id': '750db6bb-a513-4808-853e-ee01a97bd23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:02:43.486903 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a576ac-c360-4511-8e92-6ce83e9d8b7c None None] New status for floating IP 72ff64f9-47aa-477f-88fe-1fe574062027: DOWN {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:02:43.866248 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 82a251af-3e0e-4ec8-b45c-06c4248a5d66 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:02:43.910715 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d7690-9f68-4a9c-a22d-c3999ae9b661 req-7175d1be-aca8-4175-b9f5-ea57f94304d3 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:43.913318 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b94d7690-9f68-4a9c-a22d-c3999ae9b661 req-7175d1be-aca8-4175-b9f5-ea57f94304d3 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 943 time: 0.0692174 Dec 16 10:02:43.972955 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b94d7690-9f68-4a9c-a22d-c3999ae9b661 req-52faf8e1-96bb-43bd-826e-b0027b089c8b tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522549 Dec 16 10:02:43.988366 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 82a251af-3e0e-4ec8-b45c-06c4248a5d66, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=82a251af-3e0e-4ec8-b45c-06c4248a5d66,segment=NetworkSegment(645b9a81-e937-457a-8f98-2f95edce208c),segment_id=645b9a81-e937-457a-8f98-2f95edce208c)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:02:44.001240 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '82a251af-3e0e-4ec8-b45c-06c4248a5d66', 'network_id': '27292526-6847-40de-8239-e8eb1a5b306e', 'port_id': '82a251af-3e0e-4ec8-b45c-06c4248a5d66', 'mac_address': 'fa:16:3e:e1:13:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ea4442-54c7-46d2-86a1-f269b79ba78c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:02:44.052371 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:44.072615 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82a251af-3e0e-4ec8-b45c-06c4248a5d66 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:02:44.095459 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 82a251af-3e0e-4ec8-b45c-06c4248a5d66, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=82a251af-3e0e-4ec8-b45c-06c4248a5d66,segment=NetworkSegment(645b9a81-e937-457a-8f98-2f95edce208c),segment_id=645b9a81-e937-457a-8f98-2f95edce208c)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:02:44.108875 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad7a6d-18a7-47f8-a220-6b6b6233d1e2 req-b7d2e7dc-3b41-487f-bad4-dabaa4ca1071 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:44.111332 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e0ad7a6d-18a7-47f8-a220-6b6b6233d1e2 req-b7d2e7dc-3b41-487f-bad4-dabaa4ca1071 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/ports?device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 946 time: 0.0666525 Dec 16 10:02:44.153835 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e0ad7a6d-18a7-47f8-a220-6b6b6233d1e2 req-aa834e62-11fd-496d-a23b-d2cbfbd3b221 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e9de0dc-f4a6-42fe-b2b4-d77f4e33d498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367544 Dec 16 10:02:44.157513 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695795c0-eda2-4579-99f1-0cd8b60bafc7 req-07f7afb4-9080-4290-bba9-6a1904000899 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:44.159089 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-695795c0-eda2-4579-99f1-0cd8b60bafc7 req-07f7afb4-9080-4290-bba9-6a1904000899 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "GET /v2.0/ports?device_id=196c8bb0-43d3-497c-9a39-56b9ebd92de7 HTTP/1.1" status: 200 len: 943 time: 0.0594597 Dec 16 10:02:44.191731 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:44.204099 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-695795c0-eda2-4579-99f1-0cd8b60bafc7 req-44aa0165-c9a7-4c12-8586-50d9466c1e70 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bd4c164-a20f-41a7-b87e-8197ebbb10e3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0386939 Dec 16 10:02:44.252192 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=82a251af-3e0e-4ec8-b45c-06c4248a5d66,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:44.394636 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275c4d2-6785-457a-a069-bf70e2c8177b req-5f5bc89e-a17e-46c2-bf86-e34f3deb2bc3 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:44.396309 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f275c4d2-6785-457a-a069-bf70e2c8177b req-5f5bc89e-a17e-46c2-bf86-e34f3deb2bc3 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.57 "GET /v2.0/ports?device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 946 time: 0.0591187 Dec 16 10:02:44.507208 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-f275c4d2-6785-457a-a069-bf70e2c8177b req-f63c6712-3e96-4e77-bcfb-9222768313be tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Deleting port 0287fbd2-84d0-4e89-a21e-f8df3d39040e {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:02:44.507653 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f275c4d2-6785-457a-a069-bf70e2c8177b req-f63c6712-3e96-4e77-bcfb-9222768313be tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:44.595808 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['82a251af-3e0e-4ec8-b45c-06c4248a5d66'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:02:44.628458 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f275c4d2-6785-457a-a069-bf70e2c8177b req-f63c6712-3e96-4e77-bcfb-9222768313be tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] For port 0287fbd2-84d0-4e89-a21e-f8df3d39040e, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=0287fbd2-84d0-4e89-a21e-f8df3d39040e,segment=NetworkSegment(52b33324-6a95-46e8-8478-cb401e710189),segment_id=52b33324-6a95-46e8-8478-cb401e710189)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:02:44.638976 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f275c4d2-6785-457a-a069-bf70e2c8177b req-f63c6712-3e96-4e77-bcfb-9222768313be tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:44.647739 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-f275c4d2-6785-457a-a069-bf70e2c8177b req-f63c6712-3e96-4e77-bcfb-9222768313be tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Calling delete_port for 0287fbd2-84d0-4e89-a21e-f8df3d39040e owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:02:44.867579 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f275c4d2-6785-457a-a069-bf70e2c8177b req-f63c6712-3e96-4e77-bcfb-9222768313be tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:44.921167 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c6712-3e96-4e77-bcfb-9222768313be tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Pushing event deleted for resources: {'Port': ['ID=0287fbd2-84d0-4e89-a21e-f8df3d39040e,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:44.970834 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f275c4d2-6785-457a-a069-bf70e2c8177b req-f63c6712-3e96-4e77-bcfb-9222768313be tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] No DVR routers for this DVR port 0287fbd2-84d0-4e89-a21e-f8df3d39040e on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:02:44.973627 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f275c4d2-6785-457a-a069-bf70e2c8177b req-f63c6712-3e96-4e77-bcfb-9222768313be tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:44.977134 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f275c4d2-6785-457a-a069-bf70e2c8177b req-f63c6712-3e96-4e77-bcfb-9222768313be tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.57 "DELETE /v2.0/ports/0287fbd2-84d0-4e89-a21e-f8df3d39040e HTTP/1.1" status: 204 len: 173 time: 0.5745347 Dec 16 10:02:44.977705 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e5da15-4d48-4f9e-a082-9ea4571e0c17', 'name': 'network-vif-deleted', 'tag': '0287fbd2-84d0-4e89-a21e-f8df3d39040e'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:02:44.980643 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5692191-5eb9-4301-a373-b7418da08cd6" -d '{"events": [{"server_uuid": "64e5da15-4d48-4f9e-a082-9ea4571e0c17", "name": "network-vif-deleted", "tag": "0287fbd2-84d0-4e89-a21e-f8df3d39040e"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:02:45.034083 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b1cfe1-37fd-4d1b-8fae-849cf4788764 x-openstack-request-id: req-53b1cfe1-37fd-4d1b-8fae-849cf4788764 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:02:45.034397 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e5da15-4d48-4f9e-a082-9ea4571e0c17", "name": "network-vif-deleted", "tag": "0287fbd2-84d0-4e89-a21e-f8df3d39040e", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:02:45.034652 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-53b1cfe1-37fd-4d1b-8fae-849cf4788764 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:02:45.035060 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e5da15-4d48-4f9e-a082-9ea4571e0c17', 'name': 'network-vif-deleted', 'tag': '0287fbd2-84d0-4e89-a21e-f8df3d39040e', 'status': 'completed', 'code': 200} Dec 16 10:02:45.125753 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c4e8a-2117-4c31-a742-f3c8f088f1b4 req-3bab3e17-2d0e-4f9d-92eb-87da5bfe779d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:45.127369 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-197c4e8a-2117-4c31-a742-f3c8f088f1b4 req-3bab3e17-2d0e-4f9d-92eb-87da5bfe779d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 943 time: 0.0639255 Dec 16 10:02:45.177556 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-197c4e8a-2117-4c31-a742-f3c8f088f1b4 req-3248f69e-38e1-476e-84ab-e7eda2558d07 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436335 Dec 16 10:02:45.252537 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6b0d63fe-57d3-4446-b351-445b2ad31592 req-a3498a05-5b60-404a-8c90-c5c06cc2fca6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8a8b6363-1c2d-4809-af66-0416b11ddeb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0636783 Dec 16 10:02:45.316438 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4e950b6e-6b06-4552-ad13-ca9711d54573 req-35c459b3-e56d-407d-bfbe-0c4789df4183 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/ports?device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 210 time: 0.0524035 Dec 16 10:02:45.445924 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d63fe-57d3-4446-b351-445b2ad31592 req-ad549e10-f997-4010-b217-f5cff717c0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:45.447906 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6b0d63fe-57d3-4446-b351-445b2ad31592 req-ad549e10-f997-4010-b217-f5cff717c0b2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7bf45dc465a44557ad989af846f14cbe&device_id=8a8b6363-1c2d-4809-af66-0416b11ddeb6 HTTP/1.1" status: 200 len: 1096 time: 0.1294224 Dec 16 10:02:45.464446 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ecf530-aeb4-4be4-bb3d-cde914d29b4a req-10332ef5-0105-4ac0-a973-fc80e10910af tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:45.466178 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-58ecf530-aeb4-4be4-bb3d-cde914d29b4a req-10332ef5-0105-4ac0-a973-fc80e10910af tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "GET /v2.0/ports?device_id=196c8bb0-43d3-497c-9a39-56b9ebd92de7 HTTP/1.1" status: 200 len: 944 time: 0.1678214 Dec 16 10:02:45.883301 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 82a251af-3e0e-4ec8-b45c-06c4248a5d66 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:02:45.906012 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-58ecf530-aeb4-4be4-bb3d-cde914d29b4a req-2ecef3e4-d41c-4e6b-af4c-4b0f46c5fe57 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bd4c164-a20f-41a7-b87e-8197ebbb10e3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4310799 Dec 16 10:02:45.961702 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d63fe-57d3-4446-b351-445b2ad31592 req-2a2daca1-666d-47f4-9d2f-b89d7ebe2cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:45.967461 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6b0d63fe-57d3-4446-b351-445b2ad31592 req-2a2daca1-666d-47f4-9d2f-b89d7ebe2cba service neutron] 10.222.0.58 "GET /v2.0/networks?id=7188838e-ca9d-4c02-ba77-eb22e43eefd0 HTTP/1.1" status: 200 len: 912 time: 0.4816096 Dec 16 10:02:46.021077 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 82a251af-3e0e-4ec8-b45c-06c4248a5d66 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:02:46.025591 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 82a251af-3e0e-4ec8-b45c-06c4248a5d66 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:02:46.026085 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:46.050971 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6b0d63fe-57d3-4446-b351-445b2ad31592 req-cdffee62-db27-4a0a-8958-fc994a947e6d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=932bd2df-8493-4209-8f69-970f03faa0eb HTTP/1.1" status: 200 len: 1001 time: 0.0772476 Dec 16 10:02:46.127430 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d63fe-57d3-4446-b351-445b2ad31592 req-d29d00cd-4596-4a9b-83f7-1bc80c0efd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:46.129018 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6b0d63fe-57d3-4446-b351-445b2ad31592 req-d29d00cd-4596-4a9b-83f7-1bc80c0efd29 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=54629120-87d1-4f1a-9c62-5145af96bdbd HTTP/1.1" status: 200 len: 850 time: 0.0714524 Dec 16 10:02:46.135953 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:46.174455 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196c8bb0-43d3-497c-9a39-56b9ebd92de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a251af-3e0e-4ec8-b45c-06c4248a5d66'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:02:46.176755 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f8c716-7f7a-4863-a787-46171da0000d" -d '{"events": [{"server_uuid": "196c8bb0-43d3-497c-9a39-56b9ebd92de7", "name": "network-vif-plugged", "status": "completed", "tag": "82a251af-3e0e-4ec8-b45c-06c4248a5d66"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:02:46.198885 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 82a251af-3e0e-4ec8-b45c-06c4248a5d66, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=82a251af-3e0e-4ec8-b45c-06c4248a5d66,segment=NetworkSegment(645b9a81-e937-457a-8f98-2f95edce208c),segment_id=645b9a81-e937-457a-8f98-2f95edce208c)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:02:46.218944 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d63fe-57d3-4446-b351-445b2ad31592 req-2f1e2f20-8414-4bb7-9946-72abbef8e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:46.221187 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6b0d63fe-57d3-4446-b351-445b2ad31592 req-2f1e2f20-8414-4bb7-9946-72abbef8e979 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7188838e-ca9d-4c02-ba77-eb22e43eefd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791714 Dec 16 10:02:46.249709 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3432765-7b8f-46a3-9a80-dbfb8d352ac7 x-openstack-request-id: req-b3432765-7b8f-46a3-9a80-dbfb8d352ac7 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:02:46.250427 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196c8bb0-43d3-497c-9a39-56b9ebd92de7", "name": "network-vif-plugged", "status": "completed", "tag": "82a251af-3e0e-4ec8-b45c-06c4248a5d66", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:02:46.250844 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b3432765-7b8f-46a3-9a80-dbfb8d352ac7 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:02:46.251808 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196c8bb0-43d3-497c-9a39-56b9ebd92de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a251af-3e0e-4ec8-b45c-06c4248a5d66', 'code': 200} Dec 16 10:02:46.296952 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:46.387576 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4501d8-7cb5-43c6-baa5-b7b14cc84c02 req-8113eafb-7f27-4d1a-b751-92d04444c903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:46.389102 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0b4501d8-7cb5-43c6-baa5-b7b14cc84c02 req-8113eafb-7f27-4d1a-b751-92d04444c903 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=196c8bb0-43d3-497c-9a39-56b9ebd92de7 HTTP/1.1" status: 200 len: 1096 time: 0.0755777 Dec 16 10:02:46.407362 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=82a251af-3e0e-4ec8-b45c-06c4248a5d66,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:46.489480 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6b0d63fe-57d3-4446-b351-445b2ad31592 req-fc677d6e-a329-4ad3-8b52-fb35fa6d1928 service neutron] 10.222.0.58 "GET /v2.0/networks/7188838e-ca9d-4c02-ba77-eb22e43eefd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614863 Dec 16 10:02:46.494615 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0b4501d8-7cb5-43c6-baa5-b7b14cc84c02 req-dbd664d9-c142-4179-ba15-10e8335a86ae service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8bd4c164-a20f-41a7-b87e-8197ebbb10e3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0971742 Dec 16 10:02:46.516842 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f385af10-70d7-4f3a-a1df-d51517934ddf req-749209df-1e99-4171-883f-96a21bcef247 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/ports?device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 210 time: 0.0488436 Dec 16 10:02:46.642266 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb68d92-19fd-41a5-aefc-29ecd948ae31 req-55461125-a025-4687-bd1e-d42db7826cfe tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:46.649390 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8fb68d92-19fd-41a5-aefc-29ecd948ae31 req-55461125-a025-4687-bd1e-d42db7826cfe tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 943 time: 0.3472326 Dec 16 10:02:46.718974 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6b0d63fe-57d3-4446-b351-445b2ad31592 req-7cee4416-71bf-4ed4-83bd-d388f05e54e6 service neutron] 10.222.0.58 "GET /v2.0/networks/7188838e-ca9d-4c02-ba77-eb22e43eefd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214401 Dec 16 10:02:46.732399 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8fb68d92-19fd-41a5-aefc-29ecd948ae31 req-aa6331d3-88bd-4c38-bfb3-36cca10772e9 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795872 Dec 16 10:02:47.222005 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f54e6-b212-4e01-ba5c-a38207c00dc0 req-c98e4bb2-ed2d-4f35-8099-cf678db813df tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:47.224000 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-765f54e6-b212-4e01-ba5c-a38207c00dc0 req-c98e4bb2-ed2d-4f35-8099-cf678db813df tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "GET /v2.0/ports?device_id=196c8bb0-43d3-497c-9a39-56b9ebd92de7 HTTP/1.1" status: 200 len: 945 time: 0.1972902 Dec 16 10:02:47.275213 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-765f54e6-b212-4e01-ba5c-a38207c00dc0 req-6c6ef4fc-b3ca-4c55-a5d4-309cdbc15ff8 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bd4c164-a20f-41a7-b87e-8197ebbb10e3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0392225 Dec 16 10:02:47.627116 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-05fc03cd-c7b9-40ea-afa4-25ddd4c51164 req-7d99ded2-624a-4e72-a449-0c78ced58c5d tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/ports?device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 210 time: 0.0356913 Dec 16 10:02:47.873817 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 0287fbd2-84d0-4e89-a21e-f8df3d39040e no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:02:47.907650 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 0287fbd2-84d0-4e89-a21e-f8df3d39040e {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:02:47.908319 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 0287fbd2-84d0-4e89-a21e-f8df3d39040e not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:02:47.917325 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b90a3-c3c6-4805-a1cd-c9d30f010736 req-4cfc9ce3-750a-4d04-b210-37b9200ed536 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:47.920784 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b08b90a3-c3c6-4805-a1cd-c9d30f010736 req-4cfc9ce3-750a-4d04-b210-37b9200ed536 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 943 time: 0.0775964 Dec 16 10:02:47.970404 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b08b90a3-c3c6-4805-a1cd-c9d30f010736 req-02a05a2c-4025-4d13-8c15-d2fe14ed40bd tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427449 Dec 16 10:02:48.447997 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1d83f-6cd8-40b9-be0b-c8872faa2d3d req-3b59720c-ac1a-49e3-ba2d-e5a9b26620c6 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:48.449568 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d6d1d83f-6cd8-40b9-be0b-c8872faa2d3d req-3b59720c-ac1a-49e3-ba2d-e5a9b26620c6 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "GET /v2.0/ports?device_id=196c8bb0-43d3-497c-9a39-56b9ebd92de7 HTTP/1.1" status: 200 len: 945 time: 0.0790431 Dec 16 10:02:48.501911 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d6d1d83f-6cd8-40b9-be0b-c8872faa2d3d req-be70282f-67df-474c-bcf9-61324aa39c20 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bd4c164-a20f-41a7-b87e-8197ebbb10e3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0458822 Dec 16 10:02:48.656637 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd439d9-d3ff-4513-82eb-d5ad03120310 req-c19c8663-cf76-4dc8-be1c-73a101205c94 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:48.660114 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-afd439d9-d3ff-4513-82eb-d5ad03120310 req-c19c8663-cf76-4dc8-be1c-73a101205c94 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "GET /v2.0/ports?device_id=196c8bb0-43d3-497c-9a39-56b9ebd92de7 HTTP/1.1" status: 200 len: 945 time: 0.0707433 Dec 16 10:02:48.709837 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-afd439d9-d3ff-4513-82eb-d5ad03120310 req-844be988-a92f-487d-bf04-b9acc8c9d93c tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bd4c164-a20f-41a7-b87e-8197ebbb10e3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0410695 Dec 16 10:02:48.776662 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-827d1b9a-b7f8-48f0-9e29-ba889d3537fe req-6e962f62-87af-4c98-837a-9af768c5838c tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/ports?device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 210 time: 0.0415790 Dec 16 10:02:48.942753 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ea96b-03b4-45d7-b408-d5fa198998cf req-797630c8-a32b-411b-a26b-ed88b2425efd tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:48.948880 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-342ea96b-03b4-45d7-b408-d5fa198998cf req-797630c8-a32b-411b-a26b-ed88b2425efd tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "GET /v2.0/ports?device_id=196c8bb0-43d3-497c-9a39-56b9ebd92de7 HTTP/1.1" status: 200 len: 945 time: 0.0840299 Dec 16 10:02:49.032195 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-342ea96b-03b4-45d7-b408-d5fa198998cf req-1fae882d-87be-41ea-bb7a-8e413afd9dde tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bd4c164-a20f-41a7-b87e-8197ebbb10e3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0709679 Dec 16 10:02:49.068129 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57280) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:49.197242 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87dfe1f-0e96-4f28-8086-4f1177fc585c req-44026f09-06b6-4a87-a7fc-267d81d75aa3 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:49.199841 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a87dfe1f-0e96-4f28-8086-4f1177fc585c req-44026f09-06b6-4a87-a7fc-267d81d75aa3 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 943 time: 0.1089890 Dec 16 10:02:49.240623 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a3797e-edca-47c7-9f74-da4217426431 tempest-TestServerBasicOps-1183454771 tempest-TestServerBasicOps-1183454771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:49.242327 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-33a3797e-edca-47c7-9f74-da4217426431 tempest-TestServerBasicOps-1183454771 tempest-TestServerBasicOps-1183454771-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=196c8bb0-43d3-497c-9a39-56b9ebd92de7 HTTP/1.1" status: 200 len: 1091 time: 0.1729889 Dec 16 10:02:49.246157 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57284) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:49.269044 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-2a80181a-60a0-45bb-9845-555fde50b59a tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'port_id': '82a251af-3e0e-4ec8-b45c-06c4248a5d66', 'tenant_id': '320bbcd30702464aa30ea049791a3f74', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:02:49.271365 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a87dfe1f-0e96-4f28-8086-4f1177fc585c req-6a555fcb-08be-42c7-b46f-f1775fb40d16 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639391 Dec 16 10:02:49.399162 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a80181a-60a0-45bb-9845-555fde50b59a tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks [] for floatingip, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:49.547531 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a80181a-60a0-45bb-9845-555fde50b59a tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:49.686992 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-2a80181a-60a0-45bb-9845-555fde50b59a tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Allocated IP 172.25.1.201 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/b5f4c378-7616-4986-9439-fba94d269105) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:02:49.822667 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a80181a-60a0-45bb-9845-555fde50b59a tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:49.955495 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d43175e9-56bb-4ab9-aa85-8deb64d3ba11 req-05e0893e-f07b-4024-af9f-1e9908feb397 tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "GET /v2.0/ports?device_id=64e5da15-4d48-4f9e-a082-9ea4571e0c17 HTTP/1.1" status: 200 len: 210 time: 0.0281229 Dec 16 10:02:49.978611 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a80181a-60a0-45bb-9845-555fde50b59a tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:50.009055 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a80181a-60a0-45bb-9845-555fde50b59a tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:02:50.011952 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-2a80181a-60a0-45bb-9845-555fde50b59a tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:02:50.015435 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a80181a-60a0-45bb-9845-555fde50b59a tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:02:50.023168 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80181a-60a0-45bb-9845-555fde50b59a tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Pushing event updated for resources: {'Port': ['ID=b5f4c378-7616-4986-9439-fba94d269105,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:50.463743 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b53c0-c5af-4f8e-b11e-70812091a641 req-4adec645-649a-4a86-beb5-9151500fcd81 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:50.465507 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-429b53c0-c5af-4f8e-b11e-70812091a641 req-4adec645-649a-4a86-beb5-9151500fcd81 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 943 time: 0.0843742 Dec 16 10:02:50.475599 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a80181a-60a0-45bb-9845-555fde50b59a tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:50.511842 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-429b53c0-c5af-4f8e-b11e-70812091a641 req-546abf8f-bf74-413a-957f-51293dd9ee62 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385587 Dec 16 10:02:50.677998 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a80181a-60a0-45bb-9845-555fde50b59a tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:50.857974 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a80181a-60a0-45bb-9845-555fde50b59a tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:50.912506 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a80181a-60a0-45bb-9845-555fde50b59a tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:51.010453 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80181a-60a0-45bb-9845-555fde50b59a tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Pushing event updated for resources: {'Port': ['ID=b5f4c378-7616-4986-9439-fba94d269105,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:51.028636 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57296) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:51.029204 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a80181a-60a0-45bb-9845-555fde50b59a tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:51.091097 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ee0dc206-5bac-4e0e-9f09-a489cb036cbe tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:51.116771 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ee0dc206-5bac-4e0e-9f09-a489cb036cbe tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:51.143739 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [None req-2a80181a-60a0-45bb-9845-555fde50b59a tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Floating IP 58228047-3049-4016-b9be-777b4385df6b associated. External IP: 172.25.1.201, port: 82a251af-3e0e-4ec8-b45c-06c4248a5d66. Dec 16 10:02:51.282886 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ee0dc206-5bac-4e0e-9f09-a489cb036cbe tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:51.290265 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ee0dc206-5bac-4e0e-9f09-a489cb036cbe tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:51.294724 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ee0dc206-5bac-4e0e-9f09-a489cb036cbe tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] 10.222.0.60 "DELETE /v2.0/security-groups/5e9de0dc-f4a6-42fe-b2b4-d77f4e33d498 HTTP/1.1" status: 204 len: 168 time: 0.2621956 Dec 16 10:02:51.303812 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0dc206-5bac-4e0e-9f09-a489cb036cbe tempest-TestVolumeBackupRestore-1393596370 tempest-TestVolumeBackupRestore-1393596370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9de0dc-f4a6-42fe-b2b4-d77f4e33d498,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:51.391924 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a80181a-60a0-45bb-9845-555fde50b59a tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Router 1e6bd5f6-941f-4abf-8c78-6eff3263139a has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:02:51.523143 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a80181a-60a0-45bb-9845-555fde50b59a tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:02:51.534138 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3e36bd-b51d-4862-935f-c4cf69e433ec None None] Sync routers for ids ['1e6bd5f6-941f-4abf-8c78-6eff3263139a'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:02:51.545512 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3e36bd-b51d-4862-935f-c4cf69e433ec None None] Routers {'1e6bd5f6-941f-4abf-8c78-6eff3263139a'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:02:51.546133 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-fc3e36bd-b51d-4862-935f-c4cf69e433ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:02:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['1e6bd5f6-941f-4abf-8c78-6eff3263139a'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:51.620668 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:02:51.642901 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a80181a-60a0-45bb-9845-555fde50b59a tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:51.685937 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2a80181a-60a0-45bb-9845-555fde50b59a tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4380164 Dec 16 10:02:51.686908 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '196c8bb0-43d3-497c-9a39-56b9ebd92de7', 'tag': '82a251af-3e0e-4ec8-b45c-06c4248a5d66'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:02:51.688924 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52f00a7-7200-4b9f-8d0f-38ecdb2d1714" -d '{"events": [{"name": "network-changed", "server_uuid": "196c8bb0-43d3-497c-9a39-56b9ebd92de7", "tag": "82a251af-3e0e-4ec8-b45c-06c4248a5d66"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:02:51.717622 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-fc3e36bd-b51d-4862-935f-c4cf69e433ec None None] Set router 1e6bd5f6-941f-4abf-8c78-6eff3263139a gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:02:51.737313 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62d437-d48c-4ec6-9ad9-56768c355b6f req-c9b4d342-be9f-4c4f-98ef-c2e989c84968 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:51.740193 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9c62d437-d48c-4ec6-9ad9-56768c355b6f req-c9b4d342-be9f-4c4f-98ef-c2e989c84968 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 943 time: 0.1250165 Dec 16 10:02:51.757916 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b08c8d-1b8c-49e0-9bda-ca85228e60f2 x-openstack-request-id: req-98b08c8d-1b8c-49e0-9bda-ca85228e60f2 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:02:51.758206 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "196c8bb0-43d3-497c-9a39-56b9ebd92de7", "tag": "82a251af-3e0e-4ec8-b45c-06c4248a5d66", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:02:51.758461 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-98b08c8d-1b8c-49e0-9bda-ca85228e60f2 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:02:51.758935 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '196c8bb0-43d3-497c-9a39-56b9ebd92de7', 'tag': '82a251af-3e0e-4ec8-b45c-06c4248a5d66', 'status': 'completed', 'code': 200} Dec 16 10:02:51.788362 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9c62d437-d48c-4ec6-9ad9-56768c355b6f req-247871b1-0218-4b78-a36e-14e8ddc9740a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407553 Dec 16 10:02:51.846003 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f00a7-7200-4b9f-8d0f-38ecdb2d1714 req-6dcf9aca-dc40-40ff-b380-09364938360c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:51.847534 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b52f00a7-7200-4b9f-8d0f-38ecdb2d1714 req-6dcf9aca-dc40-40ff-b380-09364938360c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=320bbcd30702464aa30ea049791a3f74&device_id=196c8bb0-43d3-497c-9a39-56b9ebd92de7 HTTP/1.1" status: 200 len: 1096 time: 0.0581114 Dec 16 10:02:52.010781 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f00a7-7200-4b9f-8d0f-38ecdb2d1714 req-5917f0b7-4ce0-4962-b353-d970f070c4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:52.012392 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b52f00a7-7200-4b9f-8d0f-38ecdb2d1714 req-5917f0b7-4ce0-4962-b353-d970f070c4ee service neutron] 10.222.0.57 "GET /v2.0/networks?id=27292526-6847-40de-8239-e8eb1a5b306e HTTP/1.1" status: 200 len: 910 time: 0.1464136 Dec 16 10:02:52.141804 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-fc3e36bd-b51d-4862-935f-c4cf69e433ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'name': 'tempest-TestServerBasicOps-1747278512-router', 'tenant_id': '320bbcd30702464aa30ea049791a3f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '13f44500-1785-41c7-88f0-84613a59e423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:17Z', 'updated_at': '2021-12-16T10:02:21Z', 'revision_number': 4, 'project_id': '320bbcd30702464aa30ea049791a3f74', 'gw_port': {'id': '13f44500-1785-41c7-88f0-84613a59e423', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:02:18Z', 'updated_at': '2021-12-16T10:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '58228047-3049-4016-b9be-777b4385df6b', 'tenant_id': '320bbcd30702464aa30ea049791a3f74', 'floating_ip_address': '172.25.1.201', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'port_id': '82a251af-3e0e-4ec8-b45c-06c4248a5d66', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27292526-6847-40de-8239-e8eb1a5b306e', 'mac_address': 'fa:16:3e:e1:13:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196c8bb0-43d3-497c-9a39-56b9ebd92de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:02:50Z', 'updated_at': '2021-12-16T10:02:50Z', 'revision_number': 0, 'project_id': '320bbcd30702464aa30ea049791a3f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6d4223-c4a7-4260-a37d-f0a0026c6279', 'name': '', 'network_id': '27292526-6847-40de-8239-e8eb1a5b306e', 'tenant_id': '320bbcd30702464aa30ea049791a3f74', 'mac_address': 'fa:16:3e:2a:27:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'a9ea4442-54c7-46d2-86a1-f269b79ba78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:02:20Z', 'updated_at': '2021-12-16T10:02:25Z', 'revision_number': 5, 'project_id': '320bbcd30702464aa30ea049791a3f74', 'subnets': [{'id': 'a9ea4442-54c7-46d2-86a1-f269b79ba78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:52.158634 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b52f00a7-7200-4b9f-8d0f-38ecdb2d1714 req-37e257c8-5a0f-4e1d-8919-f77d52ad1852 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82a251af-3e0e-4ec8-b45c-06c4248a5d66 HTTP/1.1" status: 200 len: 999 time: 0.1373332 Dec 16 10:02:52.235309 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3e36bd-b51d-4862-935f-c4cf69e433ec None None] Checking router: 1e6bd5f6-941f-4abf-8c78-6eff3263139a for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:02:52.265432 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3e36bd-b51d-4862-935f-c4cf69e433ec None None] Routers {'1e6bd5f6-941f-4abf-8c78-6eff3263139a'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:02:52.271333 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-fc3e36bd-b51d-4862-935f-c4cf69e433ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:02:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['1e6bd5f6-941f-4abf-8c78-6eff3263139a'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:52.274444 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f00a7-7200-4b9f-8d0f-38ecdb2d1714 req-a0a843f2-ebcf-49b8-9e30-7d2c8d8ef65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:52.278519 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b52f00a7-7200-4b9f-8d0f-38ecdb2d1714 req-a0a843f2-ebcf-49b8-9e30-7d2c8d8ef65a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9ea4442-54c7-46d2-86a1-f269b79ba78c HTTP/1.1" status: 200 len: 848 time: 0.1081147 Dec 16 10:02:52.359700 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f00a7-7200-4b9f-8d0f-38ecdb2d1714 req-3a5e80dc-a004-405c-b7b1-d8e513a699fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:52.363506 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b52f00a7-7200-4b9f-8d0f-38ecdb2d1714 req-3a5e80dc-a004-405c-b7b1-d8e513a699fe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=27292526-6847-40de-8239-e8eb1a5b306e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735869 Dec 16 10:02:52.439093 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-fc3e36bd-b51d-4862-935f-c4cf69e433ec None None] Set router 1e6bd5f6-941f-4abf-8c78-6eff3263139a gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:02:52.520265 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b52f00a7-7200-4b9f-8d0f-38ecdb2d1714 req-2ab95d18-e078-4b77-b214-e09c94a18dcd service neutron] 10.222.0.57 "GET /v2.0/networks/27292526-6847-40de-8239-e8eb1a5b306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477683 Dec 16 10:02:52.667678 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b52f00a7-7200-4b9f-8d0f-38ecdb2d1714 req-5398a5fa-95e5-4658-8dd6-addb49fb199e service neutron] 10.222.0.57 "GET /v2.0/networks/27292526-6847-40de-8239-e8eb1a5b306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395364 Dec 16 10:02:52.780160 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-fc3e36bd-b51d-4862-935f-c4cf69e433ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'name': 'tempest-TestServerBasicOps-1747278512-router', 'tenant_id': '320bbcd30702464aa30ea049791a3f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '13f44500-1785-41c7-88f0-84613a59e423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:17Z', 'updated_at': '2021-12-16T10:02:21Z', 'revision_number': 4, 'project_id': '320bbcd30702464aa30ea049791a3f74', 'gw_port': {'id': '13f44500-1785-41c7-88f0-84613a59e423', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:02:18Z', 'updated_at': '2021-12-16T10:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '58228047-3049-4016-b9be-777b4385df6b', 'tenant_id': '320bbcd30702464aa30ea049791a3f74', 'floating_ip_address': '172.25.1.201', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'port_id': '82a251af-3e0e-4ec8-b45c-06c4248a5d66', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27292526-6847-40de-8239-e8eb1a5b306e', 'mac_address': 'fa:16:3e:e1:13:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196c8bb0-43d3-497c-9a39-56b9ebd92de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:02:50Z', 'updated_at': '2021-12-16T10:02:50Z', 'revision_number': 0, 'project_id': '320bbcd30702464aa30ea049791a3f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6d4223-c4a7-4260-a37d-f0a0026c6279', 'name': '', 'network_id': '27292526-6847-40de-8239-e8eb1a5b306e', 'tenant_id': '320bbcd30702464aa30ea049791a3f74', 'mac_address': 'fa:16:3e:2a:27:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'a9ea4442-54c7-46d2-86a1-f269b79ba78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:02:20Z', 'updated_at': '2021-12-16T10:02:25Z', 'revision_number': 5, 'project_id': '320bbcd30702464aa30ea049791a3f74', 'subnets': [{'id': 'a9ea4442-54c7-46d2-86a1-f269b79ba78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:52.815446 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3e36bd-b51d-4862-935f-c4cf69e433ec None None] The sync data for ids ['1e6bd5f6-941f-4abf-8c78-6eff3263139a'] in n-d-820550-2 is: [{'id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'name': 'tempest-TestServerBasicOps-1747278512-router', 'tenant_id': '320bbcd30702464aa30ea049791a3f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '13f44500-1785-41c7-88f0-84613a59e423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:17Z', 'updated_at': '2021-12-16T10:02:21Z', 'revision_number': 4, 'project_id': '320bbcd30702464aa30ea049791a3f74', 'gw_port': {'id': '13f44500-1785-41c7-88f0-84613a59e423', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:02:18Z', 'updated_at': '2021-12-16T10:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '58228047-3049-4016-b9be-777b4385df6b', 'tenant_id': '320bbcd30702464aa30ea049791a3f74', 'floating_ip_address': '172.25.1.201', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'port_id': '82a251af-3e0e-4ec8-b45c-06c4248a5d66', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27292526-6847-40de-8239-e8eb1a5b306e', 'mac_address': 'fa:16:3e:e1:13:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196c8bb0-43d3-497c-9a39-56b9ebd92de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:02:50Z', 'updated_at': '2021-12-16T10:02:50Z', 'revision_number': 0, 'project_id': '320bbcd30702464aa30ea049791a3f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6d4223-c4a7-4260-a37d-f0a0026c6279', 'name': '', 'network_id': '27292526-6847-40de-8239-e8eb1a5b306e', 'tenant_id': '320bbcd30702464aa30ea049791a3f74', 'mac_address': 'fa:16:3e:2a:27:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'a9ea4442-54c7-46d2-86a1-f269b79ba78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:02:20Z', 'updated_at': '2021-12-16T10:02:25Z', 'revision_number': 5, 'project_id': '320bbcd30702464aa30ea049791a3f74', 'subnets': [{'id': 'a9ea4442-54c7-46d2-86a1-f269b79ba78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:02:53.042060 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af8cc9-421e-4a5c-a5cc-502d34afe618 req-e47665ce-6800-4254-bdfe-01a58e830e5c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:53.052110 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a2af8cc9-421e-4a5c-a5cc-502d34afe618 req-e47665ce-6800-4254-bdfe-01a58e830e5c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 943 time: 0.1127362 Dec 16 10:02:53.120031 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a2af8cc9-421e-4a5c-a5cc-502d34afe618 req-2f626454-edd6-4c86-bac9-5c2c83e28724 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617216 Dec 16 10:02:53.247737 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fe073e-84fe-41e0-a975-ca435f4deb4b None None] New status for floating IP 58228047-3049-4016-b9be-777b4385df6b: ACTIVE {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:02:54.072721 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4da2889f-9224-427e-a31b-71ff763c9942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:54.332383 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da812f-b4d6-41be-9a4e-cbdf8750c50b req-1ba37c75-48a3-4135-8050-c4c2d0f4b294 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:54.352349 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-05da812f-b4d6-41be-9a4e-cbdf8750c50b req-1ba37c75-48a3-4135-8050-c4c2d0f4b294 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 943 time: 0.1087708 Dec 16 10:02:54.401939 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-05da812f-b4d6-41be-9a4e-cbdf8750c50b req-2241a2d1-7a04-4155-8aa9-ac8fc044b2e4 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416760 Dec 16 10:02:55.607938 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f954a08-f970-4164-8dbf-14bc2f2491c3 req-1441604e-4b04-4c87-b781-84f2d42fd003 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:55.610274 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f954a08-f970-4164-8dbf-14bc2f2491c3 req-1441604e-4b04-4c87-b781-84f2d42fd003 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 943 time: 0.1067219 Dec 16 10:02:55.668452 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f954a08-f970-4164-8dbf-14bc2f2491c3 req-386711be-c4c7-4383-bc4e-2b3ae8d7bddf tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515244 Dec 16 10:02:56.438026 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-788f79de-1cd7-48b4-a62f-6d244e966950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:56.622226 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57500) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:56.887210 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a976d-8e49-45bb-9df0-25060603ba01 req-7c538cb7-23a0-4835-af94-2c634562ebae tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:56.888720 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-960a976d-8e49-45bb-9df0-25060603ba01 req-7c538cb7-23a0-4835-af94-2c634562ebae tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 943 time: 0.1363246 Dec 16 10:02:56.992833 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-960a976d-8e49-45bb-9df0-25060603ba01 req-2e3f8624-25db-4a8e-97a8-a4228c0d0e71 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912898 Dec 16 10:02:57.136964 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-67b09f98-b324-4107-b89c-0483b881afcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:57.477582 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-67b09f98-b324-4107-b89c-0483b881afcc admin admin] Deleting port f13c7729-1ce6-4895-b00a-c8fc708338fd {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:02:57.478012 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-67b09f98-b324-4107-b89c-0483b881afcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:57.573448 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-67b09f98-b324-4107-b89c-0483b881afcc admin admin] For port f13c7729-1ce6-4895-b00a-c8fc708338fd, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f13c7729-1ce6-4895-b00a-c8fc708338fd,segment=NetworkSegment(52b33324-6a95-46e8-8478-cb401e710189),segment_id=52b33324-6a95-46e8-8478-cb401e710189)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:02:57.573812 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-67b09f98-b324-4107-b89c-0483b881afcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:57.589726 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-67b09f98-b324-4107-b89c-0483b881afcc admin admin] Calling delete_port for f13c7729-1ce6-4895-b00a-c8fc708338fd owned by network:router_interface {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:02:57.711859 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:57.963404 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-67b09f98-b324-4107-b89c-0483b881afcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:57.991138 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b09f98-b324-4107-b89c-0483b881afcc admin admin] Pushing event deleted for resources: {'Port': ['ID=f13c7729-1ce6-4895-b00a-c8fc708338fd,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:58.018382 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b09f98-b324-4107-b89c-0483b881afcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:58.018839 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b09f98-b324-4107-b89c-0483b881afcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:58.020381 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b09f98-b324-4107-b89c-0483b881afcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:58.020381 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b09f98-b324-4107-b89c-0483b881afcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:58.020381 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b09f98-b324-4107-b89c-0483b881afcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:58.020381 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b09f98-b324-4107-b89c-0483b881afcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:58.027846 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b09f98-b324-4107-b89c-0483b881afcc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:58.028409 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b09f98-b324-4107-b89c-0483b881afcc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:58.028754 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b09f98-b324-4107-b89c-0483b881afcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:58.029089 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b09f98-b324-4107-b89c-0483b881afcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:58.029475 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b09f98-b324-4107-b89c-0483b881afcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:58.029834 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b09f98-b324-4107-b89c-0483b881afcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:58.210795 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74519a53-214f-4122-b4a2-3153bc8b8fd5 req-baa0b583-2df6-40e4-acb8-07a65341f6c6 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:58.212311 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74519a53-214f-4122-b4a2-3153bc8b8fd5 req-baa0b583-2df6-40e4-acb8-07a65341f6c6 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 943 time: 0.1336696 Dec 16 10:02:58.252163 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-67b09f98-b324-4107-b89c-0483b881afcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:58.273536 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74519a53-214f-4122-b4a2-3153bc8b8fd5 req-513d0794-c0cc-45cb-97a2-e09803a2a4f2 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549607 Dec 16 10:02:58.492730 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b09f98-b324-4107-b89c-0483b881afcc admin admin] Router aeaecb7b-e383-435d-8afe-40cc06407a82 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:02:58.631586 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b09f98-b324-4107-b89c-0483b881afcc admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:02:58.640910 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-67b09f98-b324-4107-b89c-0483b881afcc admin admin] 10.222.0.60 "PUT /v2.0/routers/aeaecb7b-e383-435d-8afe-40cc06407a82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0152373 Dec 16 10:02:58.641426 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57576) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:58.646944 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5194df0-4f25-4c82-88bb-eaa5a3ee8502 None None] Sync routers for ids ['aeaecb7b-e383-435d-8afe-40cc06407a82'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:02:58.657196 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5194df0-4f25-4c82-88bb-eaa5a3ee8502 None None] Routers {'aeaecb7b-e383-435d-8afe-40cc06407a82'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:02:58.657817 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-f5194df0-4f25-4c82-88bb-eaa5a3ee8502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:02:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['aeaecb7b-e383-435d-8afe-40cc06407a82'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:58.770551 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-f5194df0-4f25-4c82-88bb-eaa5a3ee8502 None None] Set router aeaecb7b-e383-435d-8afe-40cc06407a82 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:02:58.908582 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4f738aae-060a-48cd-8797-bc2f4fb09926 admin admin] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:59.089217 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-f5194df0-4f25-4c82-88bb-eaa5a3ee8502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'name': 'tempest-TestVolumeBackupRestore-552074763-router', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'b4524a8c-f052-4369-b668-6713977a1d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:00Z', 'updated_at': '2021-12-16T10:02:57Z', 'revision_number': 5, 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'gw_port': {'id': 'b4524a8c-f052-4369-b668-6713977a1d8e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:01Z', 'updated_at': '2021-12-16T09:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:59.090939 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4f738aae-060a-48cd-8797-bc2f4fb09926 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:59.121482 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5194df0-4f25-4c82-88bb-eaa5a3ee8502 None None] Checking router: aeaecb7b-e383-435d-8afe-40cc06407a82 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:02:59.130144 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5194df0-4f25-4c82-88bb-eaa5a3ee8502 None None] Routers {'aeaecb7b-e383-435d-8afe-40cc06407a82'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:02:59.130751 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-f5194df0-4f25-4c82-88bb-eaa5a3ee8502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:02:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['aeaecb7b-e383-435d-8afe-40cc06407a82'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:59.180199 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:59.252245 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-f5194df0-4f25-4c82-88bb-eaa5a3ee8502 None None] Set router aeaecb7b-e383-435d-8afe-40cc06407a82 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:02:59.267884 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-4f738aae-060a-48cd-8797-bc2f4fb09926 admin admin] Deleting port b4524a8c-f052-4369-b668-6713977a1d8e {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:02:59.268222 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4f738aae-060a-48cd-8797-bc2f4fb09926 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:59.420588 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-4f738aae-060a-48cd-8797-bc2f4fb09926 admin admin] For port b4524a8c-f052-4369-b668-6713977a1d8e, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=b4524a8c-f052-4369-b668-6713977a1d8e,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:02:59.420935 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4f738aae-060a-48cd-8797-bc2f4fb09926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:59.437735 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-4f738aae-060a-48cd-8797-bc2f4fb09926 admin admin] Calling delete_port for b4524a8c-f052-4369-b668-6713977a1d8e owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:02:59.460423 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323c4ae-e3eb-4c2e-bc0d-5efbe9b31f9c req-f70be7da-7616-4c58-8355-4cc6bd4c7806 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:59.462040 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2323c4ae-e3eb-4c2e-bc0d-5efbe9b31f9c req-f70be7da-7616-4c58-8355-4cc6bd4c7806 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 943 time: 0.0961928 Dec 16 10:02:59.476766 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-f5194df0-4f25-4c82-88bb-eaa5a3ee8502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'name': 'tempest-TestVolumeBackupRestore-552074763-router', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'b4524a8c-f052-4369-b668-6713977a1d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:00Z', 'updated_at': '2021-12-16T10:02:57Z', 'revision_number': 5, 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'gw_port': {'id': 'b4524a8c-f052-4369-b668-6713977a1d8e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:01Z', 'updated_at': '2021-12-16T09:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:59.504398 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5194df0-4f25-4c82-88bb-eaa5a3ee8502 None None] The sync data for ids ['aeaecb7b-e383-435d-8afe-40cc06407a82'] in n-d-820550-2 is: [{'id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'name': 'tempest-TestVolumeBackupRestore-552074763-router', 'tenant_id': '11c64a8ebb294044af14b5294ba4a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'b4524a8c-f052-4369-b668-6713977a1d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:00Z', 'updated_at': '2021-12-16T10:02:57Z', 'revision_number': 5, 'project_id': '11c64a8ebb294044af14b5294ba4a340', 'gw_port': {'id': 'b4524a8c-f052-4369-b668-6713977a1d8e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaecb7b-e383-435d-8afe-40cc06407a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:01Z', 'updated_at': '2021-12-16T09:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:02:59.564207 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2323c4ae-e3eb-4c2e-bc0d-5efbe9b31f9c req-d7450919-8a5a-4e49-afc9-ce7fa221e734 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569370 Dec 16 10:02:59.605162 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:59.713647 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d7a14fa8-d3a8-4af7-8123-bcdbdd544b7a req-292c036d-84dc-4180-9f8a-8ed85776eff7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=196c8bb0-43d3-497c-9a39-56b9ebd92de7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0896006 Dec 16 10:02:59.776838 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4f738aae-060a-48cd-8797-bc2f4fb09926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:59.838060 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f738aae-060a-48cd-8797-bc2f4fb09926 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4524a8c-f052-4369-b668-6713977a1d8e,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:59.893304 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a14fa8-d3a8-4af7-8123-bcdbdd544b7a req-41b2d54d-77e9-4fb0-aca8-173995abffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:59.894841 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d7a14fa8-d3a8-4af7-8123-bcdbdd544b7a req-41b2d54d-77e9-4fb0-aca8-173995abffc0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=320bbcd30702464aa30ea049791a3f74&device_id=196c8bb0-43d3-497c-9a39-56b9ebd92de7 HTTP/1.1" status: 200 len: 1096 time: 0.1286166 Dec 16 10:02:59.911186 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4f738aae-060a-48cd-8797-bc2f4fb09926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:00.355091 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4f738aae-060a-48cd-8797-bc2f4fb09926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:00.360595 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4f738aae-060a-48cd-8797-bc2f4fb09926 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:00.436785 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a14fa8-d3a8-4af7-8123-bcdbdd544b7a req-1127bdcc-24a6-49af-bf2b-97a99cf8ceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:00.438317 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d7a14fa8-d3a8-4af7-8123-bcdbdd544b7a req-1127bdcc-24a6-49af-bf2b-97a99cf8ceb7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=27292526-6847-40de-8239-e8eb1a5b306e HTTP/1.1" status: 200 len: 910 time: 0.4951072 Dec 16 10:03:00.512972 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4f738aae-060a-48cd-8797-bc2f4fb09926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:00.516441 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f738aae-060a-48cd-8797-bc2f4fb09926 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aeaecb7b-e383-435d-8afe-40cc06407a82 {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:03:00.518322 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4f738aae-060a-48cd-8797-bc2f4fb09926 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:00.519584 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4f738aae-060a-48cd-8797-bc2f4fb09926 admin admin] 10.222.0.60 "DELETE /v2.0/routers/aeaecb7b-e383-435d-8afe-40cc06407a82 HTTP/1.1" status: 204 len: 168 time: 1.8771813 Dec 16 10:03:00.521792 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d7a14fa8-d3a8-4af7-8123-bcdbdd544b7a req-896b8884-f766-4761-b7d2-8d09591a8a36 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82a251af-3e0e-4ec8-b45c-06c4248a5d66 HTTP/1.1" status: 200 len: 1001 time: 0.0759530 Dec 16 10:03:00.522331 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57658) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:00.604511 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-73920694-52b3-45a3-8435-4441e9cecaed admin admin] Deleting subnet 750db6bb-a513-4808-853e-ee01a97bd23d {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:03:00.610399 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-73920694-52b3-45a3-8435-4441e9cecaed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:00.613605 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a14fa8-d3a8-4af7-8123-bcdbdd544b7a req-bf15a1c0-0cf4-4bfc-a3fa-0fcc09b5f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:00.630415 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d7a14fa8-d3a8-4af7-8123-bcdbdd544b7a req-bf15a1c0-0cf4-4bfc-a3fa-0fcc09b5f861 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9ea4442-54c7-46d2-86a1-f269b79ba78c HTTP/1.1" status: 200 len: 848 time: 0.0839031 Dec 16 10:03:00.700780 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-73920694-52b3-45a3-8435-4441e9cecaed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:00.773937 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a14fa8-d3a8-4af7-8123-bcdbdd544b7a req-26642b09-be88-4a72-b6f0-f2327d9acad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:00.775912 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d7a14fa8-d3a8-4af7-8123-bcdbdd544b7a req-26642b09-be88-4a72-b6f0-f2327d9acad8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=27292526-6847-40de-8239-e8eb1a5b306e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1265194 Dec 16 10:03:00.804023 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ba3ba-1cd7-4e47-bc21-5ed605c71f77 req-e86040e5-961b-4bef-87b3-4937ad6799a1 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:00.806010 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-797ba3ba-1cd7-4e47-bc21-5ed605c71f77 req-e86040e5-961b-4bef-87b3-4937ad6799a1 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 943 time: 0.1394501 Dec 16 10:03:00.918822 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-73920694-52b3-45a3-8435-4441e9cecaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:00.974622 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-797ba3ba-1cd7-4e47-bc21-5ed605c71f77 req-673cac78-3052-4d58-a830-e57c88c0b76c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527851 Dec 16 10:03:00.989723 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d7a14fa8-d3a8-4af7-8123-bcdbdd544b7a req-a2384c97-243d-49f4-b79f-34260d782558 service neutron] 10.222.0.57 "GET /v2.0/networks/27292526-6847-40de-8239-e8eb1a5b306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049375 Dec 16 10:03:01.078890 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f13c7729-1ce6-4895-b00a-c8fc708338fd no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:03:01.104993 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: f13c7729-1ce6-4895-b00a-c8fc708338fd {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:03:01.105567 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f13c7729-1ce6-4895-b00a-c8fc708338fd not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:03:01.106220 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device b4524a8c-f052-4369-b668-6713977a1d8e no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:03:01.125671 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d7a14fa8-d3a8-4af7-8123-bcdbdd544b7a req-940b244a-acfb-4d46-830f-0fc2da138069 service neutron] 10.222.0.57 "GET /v2.0/networks/27292526-6847-40de-8239-e8eb1a5b306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238089 Dec 16 10:03:01.128264 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: b4524a8c-f052-4369-b668-6713977a1d8e {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:03:01.128611 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device b4524a8c-f052-4369-b668-6713977a1d8e not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:03:01.135394 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-73920694-52b3-45a3-8435-4441e9cecaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:01.166028 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73920694-52b3-45a3-8435-4441e9cecaed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=750db6bb-a513-4808-853e-ee01a97bd23d,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:01.168211 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-73920694-52b3-45a3-8435-4441e9cecaed admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:01.171458 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-73920694-52b3-45a3-8435-4441e9cecaed admin admin] 10.222.0.60 "DELETE /v2.0/subnets/750db6bb-a513-4808-853e-ee01a97bd23d HTTP/1.1" status: 204 len: 168 time: 0.6481481 Dec 16 10:03:01.176632 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 57684) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:01.182217 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f158c3-a6d0-43d2-a3b6-7801fe8a8306 None None] Network 8258cad5-df53-4f22-9fee-9413ff4cc95e requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:03:01.271336 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4b0e7e3-8ebb-434b-a31e-563f85c5f901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:01.336030 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-b4b0e7e3-8ebb-434b-a31e-563f85c5f901 admin admin] Deleting port e9653b18-9cbd-44fb-b41d-83ec35d83909 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:03:01.336385 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4b0e7e3-8ebb-434b-a31e-563f85c5f901 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:01.416446 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc4301f-adec-4d95-a5ee-0244218b9d84 None None] DHCP port deletion for 8258cad5-df53-4f22-9fee-9413ff4cc95e request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:03:01.424274 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-b4b0e7e3-8ebb-434b-a31e-563f85c5f901 admin admin] For port e9653b18-9cbd-44fb-b41d-83ec35d83909, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=e9653b18-9cbd-44fb-b41d-83ec35d83909,segment=NetworkSegment(52b33324-6a95-46e8-8478-cb401e710189),segment_id=52b33324-6a95-46e8-8478-cb401e710189)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:03:01.424274 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4b0e7e3-8ebb-434b-a31e-563f85c5f901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:01.448142 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-b4b0e7e3-8ebb-434b-a31e-563f85c5f901 admin admin] Calling delete_port for e9653b18-9cbd-44fb-b41d-83ec35d83909 owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:03:01.489251 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-1fc4301f-adec-4d95-a5ee-0244218b9d84 None None] Deleting port e9653b18-9cbd-44fb-b41d-83ec35d83909 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:03:01.489695 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1fc4301f-adec-4d95-a5ee-0244218b9d84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:01.560683 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-1fc4301f-adec-4d95-a5ee-0244218b9d84 None None] For port e9653b18-9cbd-44fb-b41d-83ec35d83909, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=e9653b18-9cbd-44fb-b41d-83ec35d83909,segment=NetworkSegment(52b33324-6a95-46e8-8478-cb401e710189),segment_id=52b33324-6a95-46e8-8478-cb401e710189)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:03:01.561246 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1fc4301f-adec-4d95-a5ee-0244218b9d84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:01.575757 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-1fc4301f-adec-4d95-a5ee-0244218b9d84 None None] Calling delete_port for e9653b18-9cbd-44fb-b41d-83ec35d83909 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:03:01.643401 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4b0e7e3-8ebb-434b-a31e-563f85c5f901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:01.654267 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1fc4301f-adec-4d95-a5ee-0244218b9d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:01.670383 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b0e7e3-8ebb-434b-a31e-563f85c5f901 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9653b18-9cbd-44fb-b41d-83ec35d83909,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:01.674412 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b0e7e3-8ebb-434b-a31e-563f85c5f901 admin admin] No DVR routers for this DVR port e9653b18-9cbd-44fb-b41d-83ec35d83909 on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:03:01.680296 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4301f-adec-4d95-a5ee-0244218b9d84 None None] Pushing event deleted for resources: {'Port': ['ID=e9653b18-9cbd-44fb-b41d-83ec35d83909,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:01.687200 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc4301f-adec-4d95-a5ee-0244218b9d84 None None] No DVR routers for this DVR port e9653b18-9cbd-44fb-b41d-83ec35d83909 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:03:01.771223 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4b0e7e3-8ebb-434b-a31e-563f85c5f901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:01.793986 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-b4b0e7e3-8ebb-434b-a31e-563f85c5f901 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8258cad5-df53-4f22-9fee-9413ff4cc95e']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:03:01.804627 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-b4b0e7e3-8ebb-434b-a31e-563f85c5f901 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b33324-6a95-46e8-8478-cb401e710189') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:03:01.805025 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-b4b0e7e3-8ebb-434b-a31e-563f85c5f901 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b33324-6a95-46e8-8478-cb401e710189') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:03:01.818783 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4b0e7e3-8ebb-434b-a31e-563f85c5f901 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:01.835363 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4b0e7e3-8ebb-434b-a31e-563f85c5f901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:01.841455 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b0e7e3-8ebb-434b-a31e-563f85c5f901 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:03:01.841887 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4b0e7e3-8ebb-434b-a31e-563f85c5f901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:01.843560 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 10:03:01.843560 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:03:01.843560 n-d-820550-2 neutron-server[102816]: timer() Dec 16 10:03:01.843560 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:03:01.843560 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 10:03:01.843560 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:03:01.843560 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 10:03:01.843560 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:03:01.843560 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 10:03:01.843560 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:03:01.843560 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 10:03:01.843560 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:03:01.843560 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 10:03:01.843560 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:03:01.843560 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:03:01.843560 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:03:01.843560 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:03:01.843560 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:03:01.843560 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 10:03:01.843560 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:03:01.843560 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 10:03:01.843560 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:03:01.843560 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:03:01.843560 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:03:01.843560 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 10:03:01.843560 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:03:01.843560 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:03:01.843560 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:03:01.843560 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:03:01.843560 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:03:01.843560 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:03:01.843560 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:03:01.997827 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4b0e7e3-8ebb-434b-a31e-563f85c5f901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:02.003564 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b4b0e7e3-8ebb-434b-a31e-563f85c5f901 admin admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:02.006770 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b4b0e7e3-8ebb-434b-a31e-563f85c5f901 admin admin] 10.222.0.60 "DELETE /v2.0/networks/8258cad5-df53-4f22-9fee-9413ff4cc95e HTTP/1.1" status: 204 len: 168 time: 0.8281047 Dec 16 10:03:02.010007 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57718) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:02.019080 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b0e7e3-8ebb-434b-a31e-563f85c5f901 admin admin] Pushing event deleted for resources: {'Network': ['ID=8258cad5-df53-4f22-9fee-9413ff4cc95e,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:02.144300 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89433b-0691-4489-a8a6-a88372f1e282 req-1ce2f2e0-b93d-4f80-ae85-a878c26dbc1a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:02.154626 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8a89433b-0691-4489-a8a6-a88372f1e282 req-1ce2f2e0-b93d-4f80-ae85-a878c26dbc1a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 943 time: 0.0887349 Dec 16 10:03:02.199269 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8a89433b-0691-4489-a8a6-a88372f1e282 req-c713972f-f344-4b60-baa9-82308024521b tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437608 Dec 16 10:03:02.434321 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-19c684d4-acf7-4d40-a05c-ac1e7dbcff3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:02.701564 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-19c684d4-acf7-4d40-a05c-ac1e7dbcff3f admin admin] Deleting port 245df721-94af-4b1c-9a6e-0a274f430369 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:03:02.701855 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-19c684d4-acf7-4d40-a05c-ac1e7dbcff3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:02.782491 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-19c684d4-acf7-4d40-a05c-ac1e7dbcff3f admin admin] For port 245df721-94af-4b1c-9a6e-0a274f430369, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=245df721-94af-4b1c-9a6e-0a274f430369,segment=NetworkSegment(f557897c-4759-444c-b9c2-b993ef9225e9),segment_id=f557897c-4759-444c-b9c2-b993ef9225e9)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:03:02.782859 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-19c684d4-acf7-4d40-a05c-ac1e7dbcff3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:02.797851 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-19c684d4-acf7-4d40-a05c-ac1e7dbcff3f admin admin] Calling delete_port for 245df721-94af-4b1c-9a6e-0a274f430369 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:03:03.042582 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device e9653b18-9cbd-44fb-b41d-83ec35d83909 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:03:03.066985 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: e9653b18-9cbd-44fb-b41d-83ec35d83909 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:03:03.067327 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device e9653b18-9cbd-44fb-b41d-83ec35d83909 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:03:03.117924 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-19c684d4-acf7-4d40-a05c-ac1e7dbcff3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:03.158760 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c684d4-acf7-4d40-a05c-ac1e7dbcff3f admin admin] Pushing event deleted for resources: {'Port': ['ID=245df721-94af-4b1c-9a6e-0a274f430369,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:03.340935 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-19c684d4-acf7-4d40-a05c-ac1e7dbcff3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:03.353426 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdb309-a2ac-46b7-a55a-a315de02ad76 req-9b0d4f60-4ada-43ac-8048-df37ffb6fa53 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:03.355196 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-32fdb309-a2ac-46b7-a55a-a315de02ad76 req-9b0d4f60-4ada-43ac-8048-df37ffb6fa53 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 943 time: 0.0717552 Dec 16 10:03:03.402248 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-32fdb309-a2ac-46b7-a55a-a315de02ad76 req-9f2cd75a-53b4-4c83-bfbf-224b91cc1ecc tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404634 Dec 16 10:03:03.575012 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c684d4-acf7-4d40-a05c-ac1e7dbcff3f admin admin] Router d590b8ba-7ea7-4e63-9bde-56119b0291e2 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:03:03.683017 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c684d4-acf7-4d40-a05c-ac1e7dbcff3f admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:03:03.688046 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-19c684d4-acf7-4d40-a05c-ac1e7dbcff3f admin admin] 10.222.0.60 "PUT /v2.0/routers/d590b8ba-7ea7-4e63-9bde-56119b0291e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6769109 Dec 16 10:03:03.690700 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57778) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:03.693289 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cbb5f8-2d7f-41f1-8c9d-54f315b30526 None None] Sync routers for ids ['d590b8ba-7ea7-4e63-9bde-56119b0291e2'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:03:03.702667 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cbb5f8-2d7f-41f1-8c9d-54f315b30526 None None] Routers {'d590b8ba-7ea7-4e63-9bde-56119b0291e2'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:03:03.703282 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-d1cbb5f8-2d7f-41f1-8c9d-54f315b30526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:02:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['d590b8ba-7ea7-4e63-9bde-56119b0291e2'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:03:03.808680 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-91aba3b5-93a4-415b-aaac-6ccb12b45e09 admin admin] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:03.815928 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-d1cbb5f8-2d7f-41f1-8c9d-54f315b30526 None None] Set router d590b8ba-7ea7-4e63-9bde-56119b0291e2 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:03:03.922166 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-91aba3b5-93a4-415b-aaac-6ccb12b45e09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:04.046499 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-d1cbb5f8-2d7f-41f1-8c9d-54f315b30526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd590b8ba-7ea7-4e63-9bde-56119b0291e2', 'name': 'tempest-TestVolumeBackupRestore-1872463703-router', 'tenant_id': 'cb0150cbc5184da9b0dcdb4aad27fe3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '4c06af0a-9055-48c2-b670-bb8d832f36be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:08Z', 'updated_at': '2021-12-16T10:03:02Z', 'revision_number': 5, 'project_id': 'cb0150cbc5184da9b0dcdb4aad27fe3c', 'gw_port': {'id': '4c06af0a-9055-48c2-b670-bb8d832f36be', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590b8ba-7ea7-4e63-9bde-56119b0291e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:09Z', 'updated_at': '2021-12-16T09:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:03:04.072755 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cbb5f8-2d7f-41f1-8c9d-54f315b30526 None None] Checking router: d590b8ba-7ea7-4e63-9bde-56119b0291e2 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:03:04.082553 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cbb5f8-2d7f-41f1-8c9d-54f315b30526 None None] Routers {'d590b8ba-7ea7-4e63-9bde-56119b0291e2'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:03:04.083666 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-d1cbb5f8-2d7f-41f1-8c9d-54f315b30526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:02:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['d590b8ba-7ea7-4e63-9bde-56119b0291e2'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:03:04.136183 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-91aba3b5-93a4-415b-aaac-6ccb12b45e09 admin admin] Deleting port 4c06af0a-9055-48c2-b670-bb8d832f36be {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:03:04.136766 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-91aba3b5-93a4-415b-aaac-6ccb12b45e09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:04.183914 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-d1cbb5f8-2d7f-41f1-8c9d-54f315b30526 None None] Set router d590b8ba-7ea7-4e63-9bde-56119b0291e2 gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:03:04.248634 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-d1cbb5f8-2d7f-41f1-8c9d-54f315b30526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd590b8ba-7ea7-4e63-9bde-56119b0291e2', 'name': 'tempest-TestVolumeBackupRestore-1872463703-router', 'tenant_id': 'cb0150cbc5184da9b0dcdb4aad27fe3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:08Z', 'updated_at': '2021-12-16T10:03:03Z', 'revision_number': 6, 'project_id': 'cb0150cbc5184da9b0dcdb4aad27fe3c', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:03:04.277993 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cbb5f8-2d7f-41f1-8c9d-54f315b30526 None None] The sync data for ids ['d590b8ba-7ea7-4e63-9bde-56119b0291e2'] in n-d-820550-2 is: [{'id': 'd590b8ba-7ea7-4e63-9bde-56119b0291e2', 'name': 'tempest-TestVolumeBackupRestore-1872463703-router', 'tenant_id': 'cb0150cbc5184da9b0dcdb4aad27fe3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:08Z', 'updated_at': '2021-12-16T10:03:03Z', 'revision_number': 6, 'project_id': 'cb0150cbc5184da9b0dcdb4aad27fe3c', 'gw_port_host': None}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:03:04.539196 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab054733-8cf5-47b2-942f-c67cb0340963 req-aa0433ec-f780-4c2e-bf79-acf39ddfad66 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:04.541455 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ab054733-8cf5-47b2-942f-c67cb0340963 req-aa0433ec-f780-4c2e-bf79-acf39ddfad66 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 943 time: 0.0592072 Dec 16 10:03:04.587050 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ab054733-8cf5-47b2-942f-c67cb0340963 req-a4172c47-2288-4c21-9752-be6b6665096b tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395186 Dec 16 10:03:04.606028 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-91aba3b5-93a4-415b-aaac-6ccb12b45e09 admin admin] For port 4c06af0a-9055-48c2-b670-bb8d832f36be, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=4c06af0a-9055-48c2-b670-bb8d832f36be,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:03:04.606399 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-91aba3b5-93a4-415b-aaac-6ccb12b45e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:04.619461 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-91aba3b5-93a4-415b-aaac-6ccb12b45e09 admin admin] Calling delete_port for 4c06af0a-9055-48c2-b670-bb8d832f36be owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:03:04.893602 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-91aba3b5-93a4-415b-aaac-6ccb12b45e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:04.924501 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aba3b5-93a4-415b-aaac-6ccb12b45e09 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c06af0a-9055-48c2-b670-bb8d832f36be,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:04.999802 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-91aba3b5-93a4-415b-aaac-6ccb12b45e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:05.105304 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-91aba3b5-93a4-415b-aaac-6ccb12b45e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:05.111846 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-91aba3b5-93a4-415b-aaac-6ccb12b45e09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:05.147540 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 245df721-94af-4b1c-9a6e-0a274f430369 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:03:05.170135 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 245df721-94af-4b1c-9a6e-0a274f430369 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:03:05.170744 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 245df721-94af-4b1c-9a6e-0a274f430369 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:03:05.171381 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 4c06af0a-9055-48c2-b670-bb8d832f36be no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:03:05.196187 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 4c06af0a-9055-48c2-b670-bb8d832f36be {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:03:05.196187 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 4c06af0a-9055-48c2-b670-bb8d832f36be not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:03:05.323054 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-91aba3b5-93a4-415b-aaac-6ccb12b45e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:05.323631 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91aba3b5-93a4-415b-aaac-6ccb12b45e09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d590b8ba-7ea7-4e63-9bde-56119b0291e2 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:03:05.335338 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-91aba3b5-93a4-415b-aaac-6ccb12b45e09 admin admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:05.335338 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-91aba3b5-93a4-415b-aaac-6ccb12b45e09 admin admin] 10.222.0.60 "DELETE /v2.0/routers/d590b8ba-7ea7-4e63-9bde-56119b0291e2 HTTP/1.1" status: 204 len: 168 time: 1.6385121 Dec 16 10:03:05.335338 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57820) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:05.408811 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-fba627cd-d1af-4d74-855a-9360f89c5089 admin admin] Deleting subnet d387b650-c21b-4773-b99e-8a15e6053a3b {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:03:05.414631 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fba627cd-d1af-4d74-855a-9360f89c5089 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:05.469089 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fba627cd-d1af-4d74-855a-9360f89c5089 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:05.583012 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fba627cd-d1af-4d74-855a-9360f89c5089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:05.712767 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b09e6-8775-433d-97ca-7a112a429612 req-b3591873-f422-45d7-8504-d3d8abcf7f62 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:05.714289 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3b4b09e6-8775-433d-97ca-7a112a429612 req-b3591873-f422-45d7-8504-d3d8abcf7f62 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 943 time: 0.0567770 Dec 16 10:03:05.751961 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fba627cd-d1af-4d74-855a-9360f89c5089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:05.752922 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3b4b09e6-8775-433d-97ca-7a112a429612 req-ff721706-46d2-460d-b8ef-6c9334e0da01 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322762 Dec 16 10:03:05.781053 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba627cd-d1af-4d74-855a-9360f89c5089 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d387b650-c21b-4773-b99e-8a15e6053a3b,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:05.783311 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fba627cd-d1af-4d74-855a-9360f89c5089 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:05.787166 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fba627cd-d1af-4d74-855a-9360f89c5089 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d387b650-c21b-4773-b99e-8a15e6053a3b HTTP/1.1" status: 204 len: 168 time: 0.4525464 Dec 16 10:03:05.789154 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57826) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:05.791209 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2890ab8e-4989-4fba-9015-3f1659b7ad54 None None] Network 25361bbf-6a98-4679-9df1-fc364d556609 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:03:05.861434 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-18caaa43-b110-4876-9ece-de9e194a289f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:05.919834 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-18caaa43-b110-4876-9ece-de9e194a289f admin admin] Deleting port 4fb4c774-075f-41ad-a6d7-ecbd471f39ff {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:03:05.920176 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-18caaa43-b110-4876-9ece-de9e194a289f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:05.991299 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fc1747-cc87-4832-a73f-ce063f0ea718 None None] DHCP port deletion for 25361bbf-6a98-4679-9df1-fc364d556609 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:03:06.007804 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-18caaa43-b110-4876-9ece-de9e194a289f admin admin] For port 4fb4c774-075f-41ad-a6d7-ecbd471f39ff, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=4fb4c774-075f-41ad-a6d7-ecbd471f39ff,segment=NetworkSegment(f557897c-4759-444c-b9c2-b993ef9225e9),segment_id=f557897c-4759-444c-b9c2-b993ef9225e9)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:03:06.008175 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-18caaa43-b110-4876-9ece-de9e194a289f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:06.022041 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-18caaa43-b110-4876-9ece-de9e194a289f admin admin] Calling delete_port for 4fb4c774-075f-41ad-a6d7-ecbd471f39ff owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:03:06.066112 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-02fc1747-cc87-4832-a73f-ce063f0ea718 None None] Deleting port 4fb4c774-075f-41ad-a6d7-ecbd471f39ff {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:03:06.066657 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-02fc1747-cc87-4832-a73f-ce063f0ea718 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:06.150514 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-02fc1747-cc87-4832-a73f-ce063f0ea718 None None] For port 4fb4c774-075f-41ad-a6d7-ecbd471f39ff, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=4fb4c774-075f-41ad-a6d7-ecbd471f39ff,segment=NetworkSegment(f557897c-4759-444c-b9c2-b993ef9225e9),segment_id=f557897c-4759-444c-b9c2-b993ef9225e9)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:03:06.151247 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-02fc1747-cc87-4832-a73f-ce063f0ea718 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:06.163831 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-02fc1747-cc87-4832-a73f-ce063f0ea718 None None] Calling delete_port for 4fb4c774-075f-41ad-a6d7-ecbd471f39ff owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:03:06.226182 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-18caaa43-b110-4876-9ece-de9e194a289f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:06.254660 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18caaa43-b110-4876-9ece-de9e194a289f admin admin] Pushing event deleted for resources: {'Port': ['ID=4fb4c774-075f-41ad-a6d7-ecbd471f39ff,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:06.255125 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-02fc1747-cc87-4832-a73f-ce063f0ea718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:06.258654 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18caaa43-b110-4876-9ece-de9e194a289f admin admin] No DVR routers for this DVR port 4fb4c774-075f-41ad-a6d7-ecbd471f39ff on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:03:06.282936 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc1747-cc87-4832-a73f-ce063f0ea718 None None] Pushing event deleted for resources: {'Port': ['ID=4fb4c774-075f-41ad-a6d7-ecbd471f39ff,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:06.284838 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fc1747-cc87-4832-a73f-ce063f0ea718 None None] No DVR routers for this DVR port 4fb4c774-075f-41ad-a6d7-ecbd471f39ff on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:03:06.347755 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-18caaa43-b110-4876-9ece-de9e194a289f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:06.368978 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-18caaa43-b110-4876-9ece-de9e194a289f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25361bbf-6a98-4679-9df1-fc364d556609']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:03:06.378864 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-18caaa43-b110-4876-9ece-de9e194a289f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f557897c-4759-444c-b9c2-b993ef9225e9') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:03:06.379286 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-18caaa43-b110-4876-9ece-de9e194a289f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f557897c-4759-444c-b9c2-b993ef9225e9') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:03:06.390246 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-18caaa43-b110-4876-9ece-de9e194a289f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:06.405259 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-18caaa43-b110-4876-9ece-de9e194a289f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:06.411674 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18caaa43-b110-4876-9ece-de9e194a289f admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:03:06.412125 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-18caaa43-b110-4876-9ece-de9e194a289f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:06.413802 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 10:03:06.413802 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:03:06.413802 n-d-820550-2 neutron-server[102817]: timer() Dec 16 10:03:06.413802 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:03:06.413802 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 10:03:06.413802 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:03:06.413802 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 10:03:06.413802 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:03:06.413802 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 10:03:06.413802 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:03:06.413802 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 10:03:06.413802 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:03:06.413802 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 10:03:06.413802 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:03:06.413802 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:03:06.413802 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:03:06.413802 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:03:06.413802 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:03:06.413802 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 10:03:06.413802 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:03:06.413802 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 10:03:06.413802 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:03:06.413802 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:03:06.413802 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:03:06.413802 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 10:03:06.413802 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:03:06.413802 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:03:06.413802 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:03:06.413802 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:03:06.413802 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:03:06.413802 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:03:06.413802 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:03:06.603737 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-18caaa43-b110-4876-9ece-de9e194a289f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:06.609404 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-18caaa43-b110-4876-9ece-de9e194a289f admin admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:06.615748 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-18caaa43-b110-4876-9ece-de9e194a289f admin admin] 10.222.0.60 "DELETE /v2.0/networks/25361bbf-6a98-4679-9df1-fc364d556609 HTTP/1.1" status: 204 len: 168 time: 0.8226399 Dec 16 10:03:06.630173 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18caaa43-b110-4876-9ece-de9e194a289f admin admin] Pushing event deleted for resources: {'Network': ['ID=25361bbf-6a98-4679-9df1-fc364d556609,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:06.638492 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18caaa43-b110-4876-9ece-de9e194a289f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:06.638862 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18caaa43-b110-4876-9ece-de9e194a289f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:06.642140 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18caaa43-b110-4876-9ece-de9e194a289f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:06.642140 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18caaa43-b110-4876-9ece-de9e194a289f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:06.642140 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18caaa43-b110-4876-9ece-de9e194a289f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:06.642140 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18caaa43-b110-4876-9ece-de9e194a289f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:06.642140 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18caaa43-b110-4876-9ece-de9e194a289f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:06.642140 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18caaa43-b110-4876-9ece-de9e194a289f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:06.642140 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18caaa43-b110-4876-9ece-de9e194a289f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:06.642140 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18caaa43-b110-4876-9ece-de9e194a289f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:06.642140 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18caaa43-b110-4876-9ece-de9e194a289f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:06.643743 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18caaa43-b110-4876-9ece-de9e194a289f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:06.883278 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ec8a5-580e-4613-89f6-c3d67e5ca411 req-26d025ec-7792-434c-8d8d-66061a7809fe tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:06.884755 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-753ec8a5-580e-4613-89f6-c3d67e5ca411 req-26d025ec-7792-434c-8d8d-66061a7809fe tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 943 time: 0.0590017 Dec 16 10:03:06.929506 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-753ec8a5-580e-4613-89f6-c3d67e5ca411 req-4b9156e2-987c-4521-983f-97e36766e384 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370278 Dec 16 10:03:07.033197 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 4fb4c774-075f-41ad-a6d7-ecbd471f39ff no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:03:07.043054 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57834) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:07.055298 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 4fb4c774-075f-41ad-a6d7-ecbd471f39ff {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:03:07.055925 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 4fb4c774-075f-41ad-a6d7-ecbd471f39ff not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:03:07.088031 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7f31930a-1478-4a7b-8907-9e12130f0fd9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=11c64a8ebb294044af14b5294ba4a340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432198 Dec 16 10:03:07.091829 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57836) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:07.140820 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eb738acb-94d3-4d2b-a886-cd0a38414661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:07.173366 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eb738acb-94d3-4d2b-a886-cd0a38414661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:07.334618 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eb738acb-94d3-4d2b-a886-cd0a38414661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:07.337272 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eb738acb-94d3-4d2b-a886-cd0a38414661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:07.340545 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-eb738acb-94d3-4d2b-a886-cd0a38414661 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9209c349-7020-4189-a9f1-86f028a1a224 HTTP/1.1" status: 204 len: 168 time: 0.2475183 Dec 16 10:03:07.349034 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb738acb-94d3-4d2b-a886-cd0a38414661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9209c349-7020-4189-a9f1-86f028a1a224,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:07.494990 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:08.065821 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45776dc0-69a3-4e7c-b9dc-c06b676e1198 req-3e08920b-c730-4596-bdbd-6ca40fc09a02 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:08.067337 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45776dc0-69a3-4e7c-b9dc-c06b676e1198 req-3e08920b-c730-4596-bdbd-6ca40fc09a02 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 943 time: 0.0506330 Dec 16 10:03:08.107045 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45776dc0-69a3-4e7c-b9dc-c06b676e1198 req-4bbc120b-a5eb-4571-8c67-1c0027cab40a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334032 Dec 16 10:03:08.377225 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57848) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:08.428489 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-59d53ccb-13e7-4619-b0af-3faf0621cba7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cb0150cbc5184da9b0dcdb4aad27fe3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500650 Dec 16 10:03:08.435384 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 57850) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:08.501800 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-21f74e9c-31c2-4723-8e6a-17df0f831de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:08.527784 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-21f74e9c-31c2-4723-8e6a-17df0f831de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:08.695702 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-21f74e9c-31c2-4723-8e6a-17df0f831de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:08.699136 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-21f74e9c-31c2-4723-8e6a-17df0f831de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:08.700389 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-21f74e9c-31c2-4723-8e6a-17df0f831de8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d8e81019-370b-4883-934a-297710b74014 HTTP/1.1" status: 204 len: 168 time: 0.2640047 Dec 16 10:03:08.710858 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f74e9c-31c2-4723-8e6a-17df0f831de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e81019-370b-4883-934a-297710b74014,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:09.260118 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45467868-fc93-4505-bcdd-20717841eefb req-846475f1-abba-403c-abb9-9f08e992395e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:09.261861 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45467868-fc93-4505-bcdd-20717841eefb req-846475f1-abba-403c-abb9-9f08e992395e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 943 time: 0.0838356 Dec 16 10:03:09.307182 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45467868-fc93-4505-bcdd-20717841eefb req-92660125-b1e6-432e-b2f9-586352b312fc tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387418 Dec 16 10:03:10.445302 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5735ebe-aea9-4459-a107-ec9b00a0ef5e req-0636230c-1fc1-464b-8406-e972627421d7 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:10.447958 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f5735ebe-aea9-4459-a107-ec9b00a0ef5e req-0636230c-1fc1-464b-8406-e972627421d7 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 943 time: 0.0566528 Dec 16 10:03:10.489827 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f5735ebe-aea9-4459-a107-ec9b00a0ef5e req-ae26d18f-c5df-4568-a77f-b010292706b5 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364165 Dec 16 10:03:10.820809 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:11.651119 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31fed2-3748-4414-8381-1c17e9b01bfc req-08f95549-42b2-414a-b830-b379c1d0e2a5 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:11.652939 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ea31fed2-3748-4414-8381-1c17e9b01bfc req-08f95549-42b2-414a-b830-b379c1d0e2a5 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 943 time: 0.0645530 Dec 16 10:03:11.697654 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ea31fed2-3748-4414-8381-1c17e9b01bfc req-ff04f8c8-ea95-4b39-9f9e-724c916427df tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370638 Dec 16 10:03:12.825751 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcb677-3001-47fa-b88f-bfafb654faa4 req-a48435a1-bdf3-4f6c-8cf6-36cd51116f23 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:12.827286 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a1fcb677-3001-47fa-b88f-bfafb654faa4 req-a48435a1-bdf3-4f6c-8cf6-36cd51116f23 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 943 time: 0.0572355 Dec 16 10:03:12.870987 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a1fcb677-3001-47fa-b88f-bfafb654faa4 req-75099723-7672-436d-a4b0-12dcdfaf8e7f tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371695 Dec 16 10:03:13.992141 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e56c21-79e3-43f8-a639-0b4376a0b08f req-ccfb2301-40e6-445e-97c1-3141f680f72e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:13.994356 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-43e56c21-79e3-43f8-a639-0b4376a0b08f req-ccfb2301-40e6-445e-97c1-3141f680f72e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 943 time: 0.0520024 Dec 16 10:03:14.033799 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-43e56c21-79e3-43f8-a639-0b4376a0b08f req-569ff81b-3738-484c-b6cd-501ac375c789 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333281 Dec 16 10:03:15.159355 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f7dd4-d33f-4892-b5f9-0357f4fe6a66 req-384242c3-d530-468b-b2d9-d06b0b9455e7 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:15.160895 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7d1f7dd4-d33f-4892-b5f9-0357f4fe6a66 req-384242c3-d530-468b-b2d9-d06b0b9455e7 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 943 time: 0.0524309 Dec 16 10:03:15.215934 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7d1f7dd4-d33f-4892-b5f9-0357f4fe6a66 req-09b6d5ce-5105-41bc-81e8-df6b59a8960a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477257 Dec 16 10:03:16.355747 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff1b0f-3000-42a2-9a2e-ceae9c5b8abd req-414aa3d2-863d-4d39-a605-57a9a323932a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:16.358348 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c4ff1b0f-3000-42a2-9a2e-ceae9c5b8abd req-414aa3d2-863d-4d39-a605-57a9a323932a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 943 time: 0.0634475 Dec 16 10:03:16.413575 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c4ff1b0f-3000-42a2-9a2e-ceae9c5b8abd req-f0902987-ab81-4a41-ab7f-45e2e8bbffef tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436671 Dec 16 10:03:17.546588 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb04305-5cda-4df6-9e44-93b5275b9777 req-392762b9-3dd5-4d9f-8f51-2d6d3d479537 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:17.548168 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-acb04305-5cda-4df6-9e44-93b5275b9777 req-392762b9-3dd5-4d9f-8f51-2d6d3d479537 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 943 time: 0.0561936 Dec 16 10:03:17.592841 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-acb04305-5cda-4df6-9e44-93b5275b9777 req-7f818eb7-c115-48c4-bb80-43543347b782 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379217 Dec 16 10:03:18.718495 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc4907-4d06-44f6-81fc-c600876ad3bd req-b75ba0a6-2f0d-49f1-89a0-999ab3f775e1 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:18.721858 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-21fc4907-4d06-44f6-81fc-c600876ad3bd req-b75ba0a6-2f0d-49f1-89a0-999ab3f775e1 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 943 time: 0.0584352 Dec 16 10:03:18.769577 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-21fc4907-4d06-44f6-81fc-c600876ad3bd req-d482c7b2-639e-4af3-b1b7-3e0977ed1f48 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407367 Dec 16 10:03:19.924036 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017116bf-8a18-4355-bb62-0182753be989 req-dc5684a1-5260-48f3-9260-f2ad9a74fd78 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:19.925616 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-017116bf-8a18-4355-bb62-0182753be989 req-dc5684a1-5260-48f3-9260-f2ad9a74fd78 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 943 time: 0.0730999 Dec 16 10:03:19.968781 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-017116bf-8a18-4355-bb62-0182753be989 req-c84757f5-2d9c-4e38-8803-55f024629e81 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356674 Dec 16 10:03:21.093173 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea792ff2-7cdf-4406-b3f0-31e690924215 req-5552bed4-ffe5-47c0-886d-9a02b6d1e7e4 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:21.094835 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ea792ff2-7cdf-4406-b3f0-31e690924215 req-5552bed4-ffe5-47c0-886d-9a02b6d1e7e4 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 943 time: 0.0532887 Dec 16 10:03:21.136095 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ea792ff2-7cdf-4406-b3f0-31e690924215 req-445bf787-4b90-47fe-848b-9bbba1662f58 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351157 Dec 16 10:03:22.271596 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259cf173-58d8-4272-8a7c-cd64ff68e59c req-4fa4b7e1-0a87-4980-9439-364d8f02767b tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:22.273240 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-259cf173-58d8-4272-8a7c-cd64ff68e59c req-4fa4b7e1-0a87-4980-9439-364d8f02767b tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 943 time: 0.0547566 Dec 16 10:03:22.318236 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-259cf173-58d8-4272-8a7c-cd64ff68e59c req-ce50d5dd-9842-4467-8684-b816e623af25 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381091 Dec 16 10:03:23.465037 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18d899-a82e-4861-a42a-c663d9dbcc36 req-fc5b10f5-a70e-4362-b062-78e38d0ff07c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:23.466621 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0d18d899-a82e-4861-a42a-c663d9dbcc36 req-fc5b10f5-a70e-4362-b062-78e38d0ff07c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 943 time: 0.0615325 Dec 16 10:03:23.508175 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0d18d899-a82e-4861-a42a-c663d9dbcc36 req-50494559-9d3e-48b2-93da-77fb506a0967 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350688 Dec 16 10:03:24.133810 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7fd6732f-ab85-4503-9317-c976047856a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:24.637806 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74b59-7763-423b-9f0d-e2fd5f306dbe req-dc0f2c8a-ce58-4326-b193-672007cef748 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:24.639418 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5bc74b59-7763-423b-9f0d-e2fd5f306dbe req-dc0f2c8a-ce58-4326-b193-672007cef748 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 943 time: 0.0538259 Dec 16 10:03:24.679780 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5bc74b59-7763-423b-9f0d-e2fd5f306dbe req-cb00c65d-e520-4307-9561-b3451b9e32ac tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340967 Dec 16 10:03:25.803018 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a7dcb-7937-4389-9801-794f80b824c6 req-31bb0a04-7133-4f52-b4e7-6f800898295d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:25.804612 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f17a7dcb-7937-4389-9801-794f80b824c6 req-31bb0a04-7133-4f52-b4e7-6f800898295d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 943 time: 0.0531049 Dec 16 10:03:25.847369 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f17a7dcb-7937-4389-9801-794f80b824c6 req-a22c61e5-f7e3-4c29-bfae-b701a9a162e1 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357399 Dec 16 10:03:26.069221 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device f286deba-f1ff-4783-983d-8346f8aac30d details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:03:26.171380 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port f286deba-f1ff-4783-983d-8346f8aac30d, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=f286deba-f1ff-4783-983d-8346f8aac30d,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:03:26.185090 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'f286deba-f1ff-4783-983d-8346f8aac30d', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'port_id': 'f286deba-f1ff-4783-983d-8346f8aac30d', 'mac_address': 'fa:16:3e:d4:e9:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:03:26.224249 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:26.238362 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f286deba-f1ff-4783-983d-8346f8aac30d {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:03:26.258695 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port f286deba-f1ff-4783-983d-8346f8aac30d, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=f286deba-f1ff-4783-983d-8346f8aac30d,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:03:26.336198 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:26.388729 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=f286deba-f1ff-4783-983d-8346f8aac30d,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:26.396304 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:26.396653 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:26.396998 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:26.397363 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:26.397698 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:26.398028 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:26.398356 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:26.398686 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:26.399006 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:26.399328 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:26.400292 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:26.400614 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:26.437547 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9d95c566-6358-45e4-90fb-140b3926baef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:26.703987 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['f286deba-f1ff-4783-983d-8346f8aac30d'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:03:26.977181 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75fad1a-e2db-4573-95cb-090d3e22a016 req-9493647d-dda4-4fb8-8751-142508a429a9 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:26.977889 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e75fad1a-e2db-4573-95cb-090d3e22a016 req-9493647d-dda4-4fb8-8751-142508a429a9 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 944 time: 0.0605800 Dec 16 10:03:27.026152 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e75fad1a-e2db-4573-95cb-090d3e22a016 req-22548196-55bc-4619-8e30-7a20996410e6 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408907 Dec 16 10:03:27.636356 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:28.085334 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device f286deba-f1ff-4783-983d-8346f8aac30d up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:03:28.157321 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea11f5-9f9c-42c4-877e-582c8221ac74 req-76561713-a74a-483d-b949-9eb15519bf3c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:28.158899 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-caea11f5-9f9c-42c4-877e-582c8221ac74 req-76561713-a74a-483d-b949-9eb15519bf3c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 944 time: 0.0538075 Dec 16 10:03:28.199520 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-caea11f5-9f9c-42c4-877e-582c8221ac74 req-903926d5-82a0-4704-8180-5a1eca67dda6 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343573 Dec 16 10:03:28.214686 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port f286deba-f1ff-4783-983d-8346f8aac30d completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:03:28.219521 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port f286deba-f1ff-4783-983d-8346f8aac30d triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:03:28.219521 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:28.451221 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:28.476189 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523dfae1-b274-4ad6-a2ac-4f4e12f7c530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f286deba-f1ff-4783-983d-8346f8aac30d'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:03:28.478667 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23dce15-7e6d-4bb6-8d06-e07426ba35dc" -d '{"events": [{"server_uuid": "523dfae1-b274-4ad6-a2ac-4f4e12f7c530", "name": "network-vif-plugged", "status": "completed", "tag": "f286deba-f1ff-4783-983d-8346f8aac30d"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:03:28.501194 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port f286deba-f1ff-4783-983d-8346f8aac30d, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=f286deba-f1ff-4783-983d-8346f8aac30d,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:03:28.524005 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8c2545-bda7-4dbc-a12f-84f5c6d6f527 x-openstack-request-id: req-5f8c2545-bda7-4dbc-a12f-84f5c6d6f527 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:03:28.524500 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523dfae1-b274-4ad6-a2ac-4f4e12f7c530", "name": "network-vif-plugged", "status": "completed", "tag": "f286deba-f1ff-4783-983d-8346f8aac30d", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:03:28.525475 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5f8c2545-bda7-4dbc-a12f-84f5c6d6f527 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:03:28.526183 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523dfae1-b274-4ad6-a2ac-4f4e12f7c530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f286deba-f1ff-4783-983d-8346f8aac30d', 'code': 200} Dec 16 10:03:28.561077 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:03:28.581089 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:28.637965 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb940f-6d94-49c4-af8b-04a43ca8cc53 req-cd4e312b-1d18-4449-9583-fe377978ae95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:28.640478 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-10eb940f-6d94-49c4-af8b-04a43ca8cc53 req-cd4e312b-1d18-4449-9583-fe377978ae95 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 1096 time: 0.0492506 Dec 16 10:03:28.644477 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=f286deba-f1ff-4783-983d-8346f8aac30d,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:28.677994 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-10eb940f-6d94-49c4-af8b-04a43ca8cc53 req-8f3c77bb-d135-4756-9721-a108e21d3d1d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296600 Dec 16 10:03:29.186351 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:29.329245 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af04a8-be3e-4a89-bc76-8a2fec6d9d63 req-f9eb07fb-1ce6-4a0c-bdcb-a9774378fbec tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:29.330949 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-03af04a8-be3e-4a89-bc76-8a2fec6d9d63 req-f9eb07fb-1ce6-4a0c-bdcb-a9774378fbec tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 945 time: 0.0585704 Dec 16 10:03:29.374521 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-03af04a8-be3e-4a89-bc76-8a2fec6d9d63 req-23009a5b-f39c-468a-a738-646eab80df64 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350487 Dec 16 10:03:29.614226 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:30.498728 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6fd69-a362-4d3a-a068-9451931b7920 req-af80fb50-436e-4ba0-93ef-97d4810f1682 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:30.500305 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c5f6fd69-a362-4d3a-a068-9451931b7920 req-af80fb50-436e-4ba0-93ef-97d4810f1682 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 945 time: 0.0541308 Dec 16 10:03:30.543391 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c5f6fd69-a362-4d3a-a068-9451931b7920 req-f73a69fe-8779-48b4-b7d0-cb25bc919270 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353365 Dec 16 10:03:31.664888 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e6ecc-4a64-4e0e-b11d-556dba3681e4 req-24416bfe-fa66-4be5-aba9-2a2490bad896 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:31.667123 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7c3e6ecc-4a64-4e0e-b11d-556dba3681e4 req-24416bfe-fa66-4be5-aba9-2a2490bad896 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 945 time: 0.0516586 Dec 16 10:03:31.707170 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7c3e6ecc-4a64-4e0e-b11d-556dba3681e4 req-afc2e594-a3b5-4912-bc97-c2125c55b68c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334592 Dec 16 10:03:31.825816 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457da0b6-93a4-4e5b-be40-63c51a5967c7 req-1dcc8372-66c4-4531-8fdb-2b604526851a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:31.827127 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-457da0b6-93a4-4e5b-be40-63c51a5967c7 req-1dcc8372-66c4-4531-8fdb-2b604526851a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 945 time: 0.0512078 Dec 16 10:03:31.868145 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-457da0b6-93a4-4e5b-be40-63c51a5967c7 req-d5c11f7a-6bb9-409e-b232-a22bef0364dc tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345929 Dec 16 10:03:32.452400 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91570708-160b-4167-9144-f3f0612eb016 req-06590731-3200-4f8a-bc5a-e1fde7606ba9 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:32.454217 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-91570708-160b-4167-9144-f3f0612eb016 req-06590731-3200-4f8a-bc5a-e1fde7606ba9 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 945 time: 0.0608659 Dec 16 10:03:32.494971 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-91570708-160b-4167-9144-f3f0612eb016 req-bb5067d9-573a-48dc-be43-0512d85b6f7d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342126 Dec 16 10:03:33.616346 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b3163-f4a9-4cb1-be33-d6e0e73e9649 req-ff323f45-9e51-472e-acb4-d5d8f5f69dbf tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:33.617951 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-253b3163-f4a9-4cb1-be33-d6e0e73e9649 req-ff323f45-9e51-472e-acb4-d5d8f5f69dbf tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 945 time: 0.0514667 Dec 16 10:03:33.657909 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-253b3163-f4a9-4cb1-be33-d6e0e73e9649 req-f95030d6-7de8-4099-aeb6-986366b61795 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337827 Dec 16 10:03:34.354148 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe31b6c-fd3d-4ead-961f-c9df3dd043b8 req-7cf0da71-e96a-4ca6-bbfe-64a33ca31f8e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:34.355642 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3fe31b6c-fd3d-4ead-961f-c9df3dd043b8 req-7cf0da71-e96a-4ca6-bbfe-64a33ca31f8e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.57 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 945 time: 0.0574424 Dec 16 10:03:34.474914 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-3fe31b6c-fd3d-4ead-961f-c9df3dd043b8 req-d2d8616f-91cc-46f9-80ab-8e785ff7f142 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Deleting port f286deba-f1ff-4783-983d-8346f8aac30d {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:03:34.475262 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3fe31b6c-fd3d-4ead-961f-c9df3dd043b8 req-d2d8616f-91cc-46f9-80ab-8e785ff7f142 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:34.577856 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-3fe31b6c-fd3d-4ead-961f-c9df3dd043b8 req-d2d8616f-91cc-46f9-80ab-8e785ff7f142 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] For port f286deba-f1ff-4783-983d-8346f8aac30d, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=f286deba-f1ff-4783-983d-8346f8aac30d,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:03:34.578227 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3fe31b6c-fd3d-4ead-961f-c9df3dd043b8 req-d2d8616f-91cc-46f9-80ab-8e785ff7f142 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:34.593022 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-3fe31b6c-fd3d-4ead-961f-c9df3dd043b8 req-d2d8616f-91cc-46f9-80ab-8e785ff7f142 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Calling delete_port for f286deba-f1ff-4783-983d-8346f8aac30d owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:03:34.794759 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821691f-c448-4d6e-b8f9-d96e7be50f5f req-c53bfa73-347d-4148-a250-1ab991ca599d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:34.796394 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f821691f-c448-4d6e-b8f9-d96e7be50f5f req-c53bfa73-347d-4148-a250-1ab991ca599d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 945 time: 0.0569382 Dec 16 10:03:34.831345 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3fe31b6c-fd3d-4ead-961f-c9df3dd043b8 req-d2d8616f-91cc-46f9-80ab-8e785ff7f142 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:34.849280 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['f286deba-f1ff-4783-983d-8346f8aac30d'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:03:34.852078 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f821691f-c448-4d6e-b8f9-d96e7be50f5f req-f5e2a590-5c03-4a38-95e6-fa976904bc3f tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472617 Dec 16 10:03:34.856479 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['4af32a73-8026-477d-a99a-ee44e618c970'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:03:34.887436 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8616f-91cc-46f9-80ab-8e785ff7f142 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Pushing event deleted for resources: {'Port': ['ID=f286deba-f1ff-4783-983d-8346f8aac30d,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:34.937854 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe31b6c-fd3d-4ead-961f-c9df3dd043b8 req-d2d8616f-91cc-46f9-80ab-8e785ff7f142 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] No DVR routers for this DVR port f286deba-f1ff-4783-983d-8346f8aac30d on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:03:34.941445 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3fe31b6c-fd3d-4ead-961f-c9df3dd043b8 req-d2d8616f-91cc-46f9-80ab-8e785ff7f142 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:34.946564 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3fe31b6c-fd3d-4ead-961f-c9df3dd043b8 req-d2d8616f-91cc-46f9-80ab-8e785ff7f142 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.57 "DELETE /v2.0/ports/f286deba-f1ff-4783-983d-8346f8aac30d HTTP/1.1" status: 204 len: 173 time: 0.5825908 Dec 16 10:03:34.948003 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523dfae1-b274-4ad6-a2ac-4f4e12f7c530', 'name': 'network-vif-deleted', 'tag': 'f286deba-f1ff-4783-983d-8346f8aac30d'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:03:34.960201 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cf8903-d746-41d6-9ea6-2c76989df915" -d '{"events": [{"server_uuid": "523dfae1-b274-4ad6-a2ac-4f4e12f7c530", "name": "network-vif-deleted", "tag": "f286deba-f1ff-4783-983d-8346f8aac30d"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:03:35.012700 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f44253b-565a-4fe3-a163-79efd1568081 x-openstack-request-id: req-9f44253b-565a-4fe3-a163-79efd1568081 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:03:35.013268 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523dfae1-b274-4ad6-a2ac-4f4e12f7c530", "name": "network-vif-deleted", "tag": "f286deba-f1ff-4783-983d-8346f8aac30d", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:03:35.013599 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9f44253b-565a-4fe3-a163-79efd1568081 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:03:35.014108 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523dfae1-b274-4ad6-a2ac-4f4e12f7c530', 'name': 'network-vif-deleted', 'tag': 'f286deba-f1ff-4783-983d-8346f8aac30d', 'status': 'completed', 'code': 200} Dec 16 10:03:35.979832 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d84a488c-ceeb-4cb7-84c9-ac020e7c472e req-615839eb-dc14-4719-ac9a-ba6f80dadff3 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 210 time: 0.0287879 Dec 16 10:03:37.092635 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9c2965d7-5f72-468f-9325-ad67c4b2b0ea req-5d7bdc2a-c4db-4949-a32c-eadc571712aa tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 210 time: 0.0295560 Dec 16 10:03:37.436536 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:38.131779 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device f286deba-f1ff-4783-983d-8346f8aac30d no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:03:38.163870 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: f286deba-f1ff-4783-983d-8346f8aac30d {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:03:38.164111 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device f286deba-f1ff-4783-983d-8346f8aac30d not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:03:38.199786 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-11a600c7-bcf4-47ec-80a9-2561905c0544 req-a7ff5869-4ead-4890-910b-752921342ddb tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 210 time: 0.0295763 Dec 16 10:03:39.300512 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9beea4d8-1f92-4c0e-acd2-e3f856e28f68 req-88be35a9-7269-4d1e-b11f-4e89a19e8bc6 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 210 time: 0.0289016 Dec 16 10:03:40.424269 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-17f66220-aadf-44ea-99e3-473ef27a6f31 req-4091fb9c-6980-4ab6-adf4-cc1a0080924a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=523dfae1-b274-4ad6-a2ac-4f4e12f7c530 HTTP/1.1" status: 200 len: 210 time: 0.0297990 Dec 16 10:03:40.832522 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:46.303424 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742efff-cbef-4ce8-86a0-d53e437aa64f req-2c6aefef-dd42-4b67-bfd1-3f245c8b6339 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:46.304976 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a742efff-cbef-4ce8-86a0-d53e437aa64f req-2c6aefef-dd42-4b67-bfd1-3f245c8b6339 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf4f681-e694-4d12-815f-d8611411721f HTTP/1.1" status: 200 len: 946 time: 0.0530088 Dec 16 10:03:46.346308 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a742efff-cbef-4ce8-86a0-d53e437aa64f req-018e3465-3b49-42fd-9b70-4ad1389c45fd tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349429 Dec 16 10:03:47.469097 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adead0d-c4e2-49d9-aecb-89c439822bd7 req-98df4756-3089-4474-8974-f38797561d95 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:47.470785 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3adead0d-c4e2-49d9-aecb-89c439822bd7 req-98df4756-3089-4474-8974-f38797561d95 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf4f681-e694-4d12-815f-d8611411721f HTTP/1.1" status: 200 len: 946 time: 0.0565028 Dec 16 10:03:47.510636 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3adead0d-c4e2-49d9-aecb-89c439822bd7 req-6e2d3928-070d-44bd-954e-b32e88ba700d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb54de0e-344f-4e35-864a-032ff66c0af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337479 Dec 16 10:03:47.981080 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a949a8-8216-4479-b1bf-f79141a5fade req-8ace1dcf-2fff-4cad-aec3-f51ca875e3a8 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:47.982510 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-85a949a8-8216-4479-b1bf-f79141a5fade req-8ace1dcf-2fff-4cad-aec3-f51ca875e3a8 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.58 "GET /v2.0/ports?device_id=caf4f681-e694-4d12-815f-d8611411721f HTTP/1.1" status: 200 len: 946 time: 0.0511971 Dec 16 10:03:48.080441 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-85a949a8-8216-4479-b1bf-f79141a5fade req-be34fe71-82e1-427c-a732-64c909cd5762 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Deleting port 4af32a73-8026-477d-a99a-ee44e618c970 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:03:48.080796 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-85a949a8-8216-4479-b1bf-f79141a5fade req-be34fe71-82e1-427c-a732-64c909cd5762 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:48.179160 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-85a949a8-8216-4479-b1bf-f79141a5fade req-be34fe71-82e1-427c-a732-64c909cd5762 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] For port 4af32a73-8026-477d-a99a-ee44e618c970, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=4af32a73-8026-477d-a99a-ee44e618c970,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:03:48.179515 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-85a949a8-8216-4479-b1bf-f79141a5fade req-be34fe71-82e1-427c-a732-64c909cd5762 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:48.193705 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-85a949a8-8216-4479-b1bf-f79141a5fade req-be34fe71-82e1-427c-a732-64c909cd5762 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Calling delete_port for 4af32a73-8026-477d-a99a-ee44e618c970 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:03:48.415120 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-85a949a8-8216-4479-b1bf-f79141a5fade req-be34fe71-82e1-427c-a732-64c909cd5762 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:48.428592 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['4af32a73-8026-477d-a99a-ee44e618c970'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:03:48.451859 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34fe71-82e1-427c-a732-64c909cd5762 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Pushing event deleted for resources: {'Port': ['ID=4af32a73-8026-477d-a99a-ee44e618c970,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:48.495395 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a949a8-8216-4479-b1bf-f79141a5fade req-be34fe71-82e1-427c-a732-64c909cd5762 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] No DVR routers for this DVR port 4af32a73-8026-477d-a99a-ee44e618c970 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:03:48.498327 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-85a949a8-8216-4479-b1bf-f79141a5fade req-be34fe71-82e1-427c-a732-64c909cd5762 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:48.501859 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-85a949a8-8216-4479-b1bf-f79141a5fade req-be34fe71-82e1-427c-a732-64c909cd5762 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.58 "DELETE /v2.0/ports/4af32a73-8026-477d-a99a-ee44e618c970 HTTP/1.1" status: 204 len: 173 time: 0.5123115 Dec 16 10:03:48.502317 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf4f681-e694-4d12-815f-d8611411721f', 'name': 'network-vif-deleted', 'tag': '4af32a73-8026-477d-a99a-ee44e618c970'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:03:48.504727 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc701841-b42f-49c9-ae30-d1c9c43517f4" -d '{"events": [{"server_uuid": "caf4f681-e694-4d12-815f-d8611411721f", "name": "network-vif-deleted", "tag": "4af32a73-8026-477d-a99a-ee44e618c970"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:03:48.545005 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e67a6c-c591-401f-b8bc-b964a99f8499 x-openstack-request-id: req-18e67a6c-c591-401f-b8bc-b964a99f8499 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:03:48.545350 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf4f681-e694-4d12-815f-d8611411721f", "name": "network-vif-deleted", "tag": "4af32a73-8026-477d-a99a-ee44e618c970", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:03:48.545603 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-18e67a6c-c591-401f-b8bc-b964a99f8499 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:03:48.546026 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf4f681-e694-4d12-815f-d8611411721f', 'name': 'network-vif-deleted', 'tag': '4af32a73-8026-477d-a99a-ee44e618c970', 'status': 'completed', 'code': 200} Dec 16 10:03:48.615744 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6819b0fd-9156-49a2-8a14-a283d74b266e req-e99cdcfa-4393-424f-89ac-177f23d24532 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf4f681-e694-4d12-815f-d8611411721f HTTP/1.1" status: 200 len: 210 time: 0.0291216 Dec 16 10:03:49.716956 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8f5e799c-616d-49a1-9d46-643f0b04a5d2 req-d66619d9-1950-4104-9929-a58df2868c4b tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf4f681-e694-4d12-815f-d8611411721f HTTP/1.1" status: 200 len: 210 time: 0.0286260 Dec 16 10:03:50.820870 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1b4d8099-e8f2-4b62-bb55-b3c9836a6de1 req-12bd8eaf-e5b5-40e0-a011-2b25f09892d2 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf4f681-e694-4d12-815f-d8611411721f HTTP/1.1" status: 200 len: 210 time: 0.0340812 Dec 16 10:03:51.926177 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2459fd99-30ed-4c73-b961-7d9ad732c33e req-b43947a6-4087-4fe2-b36b-1efdfdbaeabb tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf4f681-e694-4d12-815f-d8611411721f HTTP/1.1" status: 200 len: 210 time: 0.0319827 Dec 16 10:03:52.693853 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 4af32a73-8026-477d-a99a-ee44e618c970 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:03:52.716124 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 4af32a73-8026-477d-a99a-ee44e618c970 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:03:52.716482 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 4af32a73-8026-477d-a99a-ee44e618c970 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:03:53.039147 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d57596d5-3929-47d2-8c6f-178fce36ad77 req-ee487e91-9e03-4756-bf9b-3d236be35508 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf4f681-e694-4d12-815f-d8611411721f HTTP/1.1" status: 200 len: 210 time: 0.0292931 Dec 16 10:03:54.111365 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8e94cae0-c04f-4ecd-b63d-61bbe90f51f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:54.149880 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-780329b7-815b-4fef-9f3f-3b3345e674f8 req-2cfbe4d0-3650-4ecc-938b-c5b69cda19be tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf4f681-e694-4d12-815f-d8611411721f HTTP/1.1" status: 200 len: 210 time: 0.0317602 Dec 16 10:03:55.258654 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-086a8b7f-bab6-4c96-aab1-c729bad020b5 req-1bdadbf2-9779-4133-b089-16daba01dfe4 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf4f681-e694-4d12-815f-d8611411721f HTTP/1.1" status: 200 len: 210 time: 0.0321789 Dec 16 10:03:56.380094 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-41ebc2b3-cc64-4529-88ac-c6cc3e6b63e2 req-b0092d0a-d53c-458a-8735-13279d91c8aa tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=caf4f681-e694-4d12-815f-d8611411721f HTTP/1.1" status: 200 len: 210 time: 0.0322652 Dec 16 10:03:56.425913 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-87479a6c-a167-4338-98de-cbddd7eb9e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:57.626065 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:59.140898 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:59.575433 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:00.748809 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494c56e-f6b1-4a00-8e85-bc2023e2d219 req-8bd31863-c2f0-45bd-88e9-4596b361ffb8 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:00.750431 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1494c56e-f6b1-4a00-8e85-bc2023e2d219 req-8bd31863-c2f0-45bd-88e9-4596b361ffb8 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a8b6363-1c2d-4809-af66-0416b11ddeb6 HTTP/1.1" status: 200 len: 945 time: 0.0655236 Dec 16 10:04:00.794458 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1494c56e-f6b1-4a00-8e85-bc2023e2d219 req-5f380f21-c137-4bc6-8376-4d1090da38c5 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=616b143d-5ee3-4efb-8127-181999461189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376265 Dec 16 10:04:00.856551 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-81bcdcc9-3989-44a2-833a-a566cc6d6ace req-42ad502f-7da6-44ec-871b-f7c60d270019 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=196c8bb0-43d3-497c-9a39-56b9ebd92de7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2350106 Dec 16 10:04:00.940711 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcdcc9-3989-44a2-833a-a566cc6d6ace req-02a04cee-806a-46a2-a9b3-adc86f375e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:00.942380 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-81bcdcc9-3989-44a2-833a-a566cc6d6ace req-02a04cee-806a-46a2-a9b3-adc86f375e2b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=320bbcd30702464aa30ea049791a3f74&device_id=196c8bb0-43d3-497c-9a39-56b9ebd92de7 HTTP/1.1" status: 200 len: 1096 time: 0.0413857 Dec 16 10:04:01.054367 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcdcc9-3989-44a2-833a-a566cc6d6ace req-800f1d84-f7ed-4918-b699-ee9ffc06df87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:01.055887 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-81bcdcc9-3989-44a2-833a-a566cc6d6ace req-800f1d84-f7ed-4918-b699-ee9ffc06df87 service neutron] 10.222.0.57 "GET /v2.0/networks?id=27292526-6847-40de-8239-e8eb1a5b306e HTTP/1.1" status: 200 len: 910 time: 0.0930836 Dec 16 10:04:01.125760 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-81bcdcc9-3989-44a2-833a-a566cc6d6ace req-4878a20b-6049-4d4a-afc4-0c0f69320eee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82a251af-3e0e-4ec8-b45c-06c4248a5d66 HTTP/1.1" status: 200 len: 1001 time: 0.0629406 Dec 16 10:04:01.179833 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcdcc9-3989-44a2-833a-a566cc6d6ace req-cacccf45-b87f-4d3d-a960-1426b103dc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:01.181964 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-81bcdcc9-3989-44a2-833a-a566cc6d6ace req-cacccf45-b87f-4d3d-a960-1426b103dc01 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9ea4442-54c7-46d2-86a1-f269b79ba78c HTTP/1.1" status: 200 len: 848 time: 0.0487955 Dec 16 10:04:01.229083 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcdcc9-3989-44a2-833a-a566cc6d6ace req-7c5d2e55-9595-446e-93eb-23d61c87178f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:01.230869 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-81bcdcc9-3989-44a2-833a-a566cc6d6ace req-7c5d2e55-9595-446e-93eb-23d61c87178f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=27292526-6847-40de-8239-e8eb1a5b306e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427151 Dec 16 10:04:01.242236 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-81bcdcc9-3989-44a2-833a-a566cc6d6ace req-4aef4c91-a480-437c-b32f-184e5efa0676 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:04:01.243301 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-81bcdcc9-3989-44a2-833a-a566cc6d6ace req-4aef4c91-a480-437c-b32f-184e5efa0676 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052726 Dec 16 10:04:01.340164 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-81bcdcc9-3989-44a2-833a-a566cc6d6ace req-6ee29f30-c2fb-4d29-9cba-0974a31ff736 service neutron] 10.222.0.57 "GET /v2.0/networks/27292526-6847-40de-8239-e8eb1a5b306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902667 Dec 16 10:04:01.436384 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-81bcdcc9-3989-44a2-833a-a566cc6d6ace req-66780c86-2762-46ea-873d-bc9b593535be service neutron] 10.222.0.57 "GET /v2.0/networks/27292526-6847-40de-8239-e8eb1a5b306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876222 Dec 16 10:04:01.927675 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcfc518-2942-445f-b436-48b003fe544d req-ef7b0fff-e04c-4afc-a16a-9a741b17b95b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:01.929265 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2dcfc518-2942-445f-b436-48b003fe544d req-ef7b0fff-e04c-4afc-a16a-9a741b17b95b tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a8b6363-1c2d-4809-af66-0416b11ddeb6 HTTP/1.1" status: 200 len: 945 time: 0.0589299 Dec 16 10:04:01.971549 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2dcfc518-2942-445f-b436-48b003fe544d req-65fbdc83-f136-4e98-9b44-d60d269ba094 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups?id=616b143d-5ee3-4efb-8127-181999461189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353425 Dec 16 10:04:02.375470 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b06f9-1d3a-4c12-91dc-068734b5f931 req-93059deb-e852-411c-a924-cc9ef8397b50 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:02.376961 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce4b06f9-1d3a-4c12-91dc-068734b5f931 req-93059deb-e852-411c-a924-cc9ef8397b50 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a8b6363-1c2d-4809-af66-0416b11ddeb6 HTTP/1.1" status: 200 len: 945 time: 0.0571752 Dec 16 10:04:02.481192 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-ce4b06f9-1d3a-4c12-91dc-068734b5f931 req-8ea8f14a-ccce-46ff-a728-8dc41f102295 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Deleting port 932bd2df-8493-4209-8f69-970f03faa0eb {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:04:02.481463 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ce4b06f9-1d3a-4c12-91dc-068734b5f931 req-8ea8f14a-ccce-46ff-a728-8dc41f102295 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:02.578443 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-ce4b06f9-1d3a-4c12-91dc-068734b5f931 req-8ea8f14a-ccce-46ff-a728-8dc41f102295 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] For port 932bd2df-8493-4209-8f69-970f03faa0eb, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=932bd2df-8493-4209-8f69-970f03faa0eb,segment=NetworkSegment(9384ab9d-4528-43a0-b947-07f5bc58c4cd),segment_id=9384ab9d-4528-43a0-b947-07f5bc58c4cd)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:04:02.578819 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ce4b06f9-1d3a-4c12-91dc-068734b5f931 req-8ea8f14a-ccce-46ff-a728-8dc41f102295 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:02.763408 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ce4b06f9-1d3a-4c12-91dc-068734b5f931 req-8ea8f14a-ccce-46ff-a728-8dc41f102295 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:02.763726 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ce4b06f9-1d3a-4c12-91dc-068734b5f931 req-8ea8f14a-ccce-46ff-a728-8dc41f102295 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:02.764045 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [req-ce4b06f9-1d3a-4c12-91dc-068734b5f931 req-8ea8f14a-ccce-46ff-a728-8dc41f102295 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Floating IP 54d68b2b-8365-454b-980b-7bc18408c294 disassociated. External IP: 172.25.1.229, port: 932bd2df-8493-4209-8f69-970f03faa0eb. Dec 16 10:04:02.764512 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-ce4b06f9-1d3a-4c12-91dc-068734b5f931 req-8ea8f14a-ccce-46ff-a728-8dc41f102295 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Calling delete_port for 932bd2df-8493-4209-8f69-970f03faa0eb owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:04:02.968586 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ce4b06f9-1d3a-4c12-91dc-068734b5f931 req-8ea8f14a-ccce-46ff-a728-8dc41f102295 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:03.003325 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea8f14a-ccce-46ff-a728-8dc41f102295 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Pushing event deleted for resources: {'Port': ['ID=932bd2df-8493-4209-8f69-970f03faa0eb,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:03.012918 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8f14a-ccce-46ff-a728-8dc41f102295 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:04:03.013369 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8f14a-ccce-46ff-a728-8dc41f102295 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:04:03.013837 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8f14a-ccce-46ff-a728-8dc41f102295 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:04:03.014284 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8f14a-ccce-46ff-a728-8dc41f102295 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:04:03.014774 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8f14a-ccce-46ff-a728-8dc41f102295 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:04:03.015173 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8f14a-ccce-46ff-a728-8dc41f102295 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:04:03.015570 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8f14a-ccce-46ff-a728-8dc41f102295 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:04:03.015966 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8f14a-ccce-46ff-a728-8dc41f102295 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:04:03.016360 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8f14a-ccce-46ff-a728-8dc41f102295 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:04:03.016964 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8f14a-ccce-46ff-a728-8dc41f102295 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:04:03.017390 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8f14a-ccce-46ff-a728-8dc41f102295 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:04:03.017787 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8f14a-ccce-46ff-a728-8dc41f102295 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:04:03.098663 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3fbc76c8-1f4a-4895-850a-122cba1538b0 req-13cd99ac-dbb4-4581-8725-e1cf29efb8e4 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a8b6363-1c2d-4809-af66-0416b11ddeb6 HTTP/1.1" status: 200 len: 210 time: 0.0359595 Dec 16 10:04:03.160628 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce4b06f9-1d3a-4c12-91dc-068734b5f931 req-8ea8f14a-ccce-46ff-a728-8dc41f102295 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Router 791ad3e3-1ca7-4641-a184-fd6b2570ceb7 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:04:03.269767 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce4b06f9-1d3a-4c12-91dc-068734b5f931 req-8ea8f14a-ccce-46ff-a728-8dc41f102295 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:04:03.280340 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b6bb68-6cc6-4ab6-b443-890d16b0eb49 None None] Sync routers for ids ['791ad3e3-1ca7-4641-a184-fd6b2570ceb7'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:04:03.290072 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b6bb68-6cc6-4ab6-b443-890d16b0eb49 None None] Routers {'791ad3e3-1ca7-4641-a184-fd6b2570ceb7'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:04:03.290475 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e3b6bb68-6cc6-4ab6-b443-890d16b0eb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:03:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['791ad3e3-1ca7-4641-a184-fd6b2570ceb7'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:04:03.389512 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58202) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:03.395594 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-8fccc291-5dc8-47fc-bd6e-4a788041217e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-14535292', 'description': 'tempest-secgroup-smoke-14535292 description', 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:04:03.421955 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-e3b6bb68-6cc6-4ab6-b443-890d16b0eb49 None None] Set router 791ad3e3-1ca7-4641-a184-fd6b2570ceb7 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:04:03.517801 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8fccc291-5dc8-47fc-bd6e-4a788041217e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:03.599188 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8fccc291-5dc8-47fc-bd6e-4a788041217e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:03.633582 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4b06f9-1d3a-4c12-91dc-068734b5f931 req-8ea8f14a-ccce-46ff-a728-8dc41f102295 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] No DVR routers for this DVR port 932bd2df-8493-4209-8f69-970f03faa0eb on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:04:03.636371 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ce4b06f9-1d3a-4c12-91dc-068734b5f931 req-8ea8f14a-ccce-46ff-a728-8dc41f102295 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:03.639856 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce4b06f9-1d3a-4c12-91dc-068734b5f931 req-8ea8f14a-ccce-46ff-a728-8dc41f102295 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.58 "DELETE /v2.0/ports/932bd2df-8493-4209-8f69-970f03faa0eb HTTP/1.1" status: 204 len: 173 time: 1.2571487 Dec 16 10:04:03.640312 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8b6363-1c2d-4809-af66-0416b11ddeb6', 'name': 'network-vif-deleted', 'tag': '932bd2df-8493-4209-8f69-970f03faa0eb'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:04:03.642727 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55dfcdd-ca56-4cfd-a8d3-e1e7e01ec9b4" -d '{"events": [{"server_uuid": "8a8b6363-1c2d-4809-af66-0416b11ddeb6", "name": "network-vif-deleted", "tag": "932bd2df-8493-4209-8f69-970f03faa0eb"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:04:03.650913 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e3b6bb68-6cc6-4ab6-b443-890d16b0eb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'name': 'tempest-AttachVolumeTestJSON-1774796313-router', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '4441d9a1-3315-4861-b404-d1d2c37ba8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:55:25Z', 'updated_at': '2021-12-16T09:55:31Z', 'revision_number': 4, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'gw_port': {'id': '4441d9a1-3315-4861-b404-d1d2c37ba8de', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:00:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:26Z', 'updated_at': '2021-12-16T09:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'd1e0515f-4db6-4d37-aef2-399213a0242f', 'name': '', 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'mac_address': 'fa:16:3e:f5:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '54629120-87d1-4f1a-9c62-5145af96bdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:30Z', 'updated_at': '2021-12-16T09:55:35Z', 'revision_number': 5, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'subnets': [{'id': '54629120-87d1-4f1a-9c62-5145af96bdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:04:03.671896 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8fccc291-5dc8-47fc-bd6e-4a788041217e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:03.679013 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b6bb68-6cc6-4ab6-b443-890d16b0eb49 None None] Checking router: 791ad3e3-1ca7-4641-a184-fd6b2570ceb7 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:04:03.688738 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9e7d72-0a04-4f91-bae6-bd98ac29f335 x-openstack-request-id: req-2d9e7d72-0a04-4f91-bae6-bd98ac29f335 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:04:03.689099 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8b6363-1c2d-4809-af66-0416b11ddeb6", "name": "network-vif-deleted", "tag": "932bd2df-8493-4209-8f69-970f03faa0eb", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:04:03.689382 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2d9e7d72-0a04-4f91-bae6-bd98ac29f335 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:04:03.689711 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8b6363-1c2d-4809-af66-0416b11ddeb6', 'name': 'network-vif-deleted', 'tag': '932bd2df-8493-4209-8f69-970f03faa0eb', 'status': 'completed', 'code': 200} Dec 16 10:04:03.690898 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b6bb68-6cc6-4ab6-b443-890d16b0eb49 None None] Routers {'791ad3e3-1ca7-4641-a184-fd6b2570ceb7'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:04:03.691529 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e3b6bb68-6cc6-4ab6-b443-890d16b0eb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:03:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['791ad3e3-1ca7-4641-a184-fd6b2570ceb7'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:04:03.705101 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fccc291-5dc8-47fc-bd6e-4a788041217e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfbf100-e174-4597-aaf6-6c84a73c980c,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:03.794978 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8fccc291-5dc8-47fc-bd6e-4a788041217e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:03.796292 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8fccc291-5dc8-47fc-bd6e-4a788041217e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4053516 Dec 16 10:04:03.799422 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58206) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:03.804933 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-0fc94810-7661-41b1-ab37-d737952d64e4 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Request body: {'security_group_rule': {'security_group_id': 'dcfbf100-e174-4597-aaf6-6c84a73c980c', 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:04:03.805176 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-e3b6bb68-6cc6-4ab6-b443-890d16b0eb49 None None] Set router 791ad3e3-1ca7-4641-a184-fd6b2570ceb7 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:04:03.906019 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0fc94810-7661-41b1-ab37-d737952d64e4 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:03.965266 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0fc94810-7661-41b1-ab37-d737952d64e4 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:04.018344 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e3b6bb68-6cc6-4ab6-b443-890d16b0eb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'name': 'tempest-AttachVolumeTestJSON-1774796313-router', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '4441d9a1-3315-4861-b404-d1d2c37ba8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:55:25Z', 'updated_at': '2021-12-16T09:55:31Z', 'revision_number': 4, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'gw_port': {'id': '4441d9a1-3315-4861-b404-d1d2c37ba8de', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:00:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:26Z', 'updated_at': '2021-12-16T09:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'd1e0515f-4db6-4d37-aef2-399213a0242f', 'name': '', 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'mac_address': 'fa:16:3e:f5:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '54629120-87d1-4f1a-9c62-5145af96bdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:30Z', 'updated_at': '2021-12-16T09:55:35Z', 'revision_number': 5, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'subnets': [{'id': '54629120-87d1-4f1a-9c62-5145af96bdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:04:04.049092 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0fc94810-7661-41b1-ab37-d737952d64e4 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:04.049783 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b6bb68-6cc6-4ab6-b443-890d16b0eb49 None None] The sync data for ids ['791ad3e3-1ca7-4641-a184-fd6b2570ceb7'] in n-d-820550-2 is: [{'id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'name': 'tempest-AttachVolumeTestJSON-1774796313-router', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '4441d9a1-3315-4861-b404-d1d2c37ba8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:55:25Z', 'updated_at': '2021-12-16T09:55:31Z', 'revision_number': 4, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'gw_port': {'id': '4441d9a1-3315-4861-b404-d1d2c37ba8de', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:00:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:26Z', 'updated_at': '2021-12-16T09:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'd1e0515f-4db6-4d37-aef2-399213a0242f', 'name': '', 'network_id': '7188838e-ca9d-4c02-ba77-eb22e43eefd0', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'mac_address': 'fa:16:3e:f5:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '54629120-87d1-4f1a-9c62-5145af96bdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:30Z', 'updated_at': '2021-12-16T09:55:35Z', 'revision_number': 5, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'subnets': [{'id': '54629120-87d1-4f1a-9c62-5145af96bdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:04:04.067670 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc94810-7661-41b1-ab37-d737952d64e4 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3df3dedf-73e0-452f-a90f-e1694ad3594a,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:04.131191 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0fc94810-7661-41b1-ab37-d737952d64e4 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:04.132449 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0fc94810-7661-41b1-ab37-d737952d64e4 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3319795 Dec 16 10:04:04.135819 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58208) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:04.140383 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-44756556-8ed6-449a-b3df-ed5b6c1e1e4e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Request body: {'security_group_rule': {'security_group_id': 'dcfbf100-e174-4597-aaf6-6c84a73c980c', 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:04:04.234640 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-55777a23-2d90-40b3-97b3-28ff4e1ee205 req-76915127-3227-4699-958c-9785fe6a32f7 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a8b6363-1c2d-4809-af66-0416b11ddeb6 HTTP/1.1" status: 200 len: 210 time: 0.0335798 Dec 16 10:04:04.235832 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-44756556-8ed6-449a-b3df-ed5b6c1e1e4e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:04.296301 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-44756556-8ed6-449a-b3df-ed5b6c1e1e4e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:04.338196 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8232c420-ca11-48e8-a658-286977e9786e None None] New status for floating IP 54d68b2b-8365-454b-980b-7bc18408c294: DOWN {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:04:04.380597 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-44756556-8ed6-449a-b3df-ed5b6c1e1e4e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:04.399945 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44756556-8ed6-449a-b3df-ed5b6c1e1e4e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e93aa26b-1df1-4924-a447-4bbfa7f42892,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:04.530791 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-44756556-8ed6-449a-b3df-ed5b6c1e1e4e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:04.532042 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-44756556-8ed6-449a-b3df-ed5b6c1e1e4e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3952472 Dec 16 10:04:04.535012 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58212) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:04.539547 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-00345b35-34b4-41f3-acb8-b3dbe922e82d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Request body: {'security_group_rule': {'security_group_id': 'dcfbf100-e174-4597-aaf6-6c84a73c980c', 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:04:04.659814 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00345b35-34b4-41f3-acb8-b3dbe922e82d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:04.720890 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00345b35-34b4-41f3-acb8-b3dbe922e82d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:04.786513 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00345b35-34b4-41f3-acb8-b3dbe922e82d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:04.809279 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00345b35-34b4-41f3-acb8-b3dbe922e82d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a1dbb86-12a7-453e-9678-c0375b4bf151,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:04.857346 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00345b35-34b4-41f3-acb8-b3dbe922e82d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:04.858569 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-00345b35-34b4-41f3-acb8-b3dbe922e82d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3226035 Dec 16 10:04:04.861390 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58214) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:04.865926 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-0ae650ac-ffbf-4ed8-9a19-a9f64c090ae2 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Request body: {'security_group_rule': {'security_group_id': 'dcfbf100-e174-4597-aaf6-6c84a73c980c', 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:04:04.940317 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0ae650ac-ffbf-4ed8-9a19-a9f64c090ae2 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:05.003519 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0ae650ac-ffbf-4ed8-9a19-a9f64c090ae2 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:05.054739 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0ae650ac-ffbf-4ed8-9a19-a9f64c090ae2 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:05.073557 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae650ac-ffbf-4ed8-9a19-a9f64c090ae2 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=328b0510-7edb-4612-96b3-68c4a3c88dc4,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:05.120712 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0ae650ac-ffbf-4ed8-9a19-a9f64c090ae2 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:05.121887 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0ae650ac-ffbf-4ed8-9a19-a9f64c090ae2 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2595229 Dec 16 10:04:05.124623 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58216) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:05.129173 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-6a18049d-ad90-4776-894e-e824e88f26ef tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Request body: {'security_group_rule': {'security_group_id': 'dcfbf100-e174-4597-aaf6-6c84a73c980c', 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:04:05.312075 n-d-820550-2 neutron-server[102816]: INFO neutron.db.securitygroups_db [None req-6a18049d-ad90-4776-894e-e824e88f26ef tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Project d700775fc1ae4ac7800b87ec102ae69e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:04:05.317342 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6a18049d-ad90-4776-894e-e824e88f26ef tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:05.382038 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6a18049d-ad90-4776-894e-e824e88f26ef tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:05.437842 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58222) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:05.452461 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6a18049d-ad90-4776-894e-e824e88f26ef tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:05.487258 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a18049d-ad90-4776-894e-e824e88f26ef tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab48439-9236-4233-a26f-0451dd693635,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:05.517785 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bec89216-1c94-4d1a-872e-8d1bd1ed79d9 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:05.542453 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bec89216-1c94-4d1a-872e-8d1bd1ed79d9 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:05.560300 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:04:05.593093 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6a18049d-ad90-4776-894e-e824e88f26ef tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:05.594369 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6a18049d-ad90-4776-894e-e824e88f26ef tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4687133 Dec 16 10:04:05.597050 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58224) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:05.601463 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-4128e2d4-cff7-4876-b8b3-ecf9224ff557 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Request body: {'security_group_rule': {'security_group_id': 'dcfbf100-e174-4597-aaf6-6c84a73c980c', 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:04:05.665419 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bec89216-1c94-4d1a-872e-8d1bd1ed79d9 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:05.668542 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bec89216-1c94-4d1a-872e-8d1bd1ed79d9 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:05.669746 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bec89216-1c94-4d1a-872e-8d1bd1ed79d9 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "DELETE /v2.0/security-groups/616b143d-5ee3-4efb-8127-181999461189 HTTP/1.1" status: 204 len: 168 time: 0.2308977 Dec 16 10:04:05.672701 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58226) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:05.680028 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec89216-1c94-4d1a-872e-8d1bd1ed79d9 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=616b143d-5ee3-4efb-8127-181999461189,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:05.686420 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-fb920290-a0eb-46df-a0b8-1eee9e0985f5 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] show failed (client error): The resource could not be found. Dec 16 10:04:05.688930 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fb920290-a0eb-46df-a0b8-1eee9e0985f5 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "GET /v2.0/security-groups/616b143d-5ee3-4efb-8127-181999461189 HTTP/1.1" status: 404 len: 347 time: 0.0149729 Dec 16 10:04:05.692568 n-d-820550-2 neutron-server[102816]: INFO neutron.db.securitygroups_db [None req-4128e2d4-cff7-4876-b8b3-ecf9224ff557 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Project d700775fc1ae4ac7800b87ec102ae69e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:04:05.695112 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58228) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:05.702900 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4128e2d4-cff7-4876-b8b3-ecf9224ff557 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:05.857883 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4128e2d4-cff7-4876-b8b3-ecf9224ff557 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:05.874369 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-f70d8770-afbd-4c9f-9ab0-1fdc96fcec66 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Deleting port 9c2fa889-3af4-4cef-8a92-f18e551f22c4 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:04:05.874688 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f70d8770-afbd-4c9f-9ab0-1fdc96fcec66 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:05.949312 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4128e2d4-cff7-4876-b8b3-ecf9224ff557 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:05.964709 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f70d8770-afbd-4c9f-9ab0-1fdc96fcec66 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:05.965042 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f70d8770-afbd-4c9f-9ab0-1fdc96fcec66 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:05.986959 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128e2d4-cff7-4876-b8b3-ecf9224ff557 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91c355af-c9c0-4fd9-842c-5233125c8f35,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:05.989025 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-f70d8770-afbd-4c9f-9ab0-1fdc96fcec66 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Calling delete_port for 9c2fa889-3af4-4cef-8a92-f18e551f22c4 owned by network:floatingip {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:04:06.046514 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4128e2d4-cff7-4876-b8b3-ecf9224ff557 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:06.047770 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4128e2d4-cff7-4876-b8b3-ecf9224ff557 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4497547 Dec 16 10:04:06.225694 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f70d8770-afbd-4c9f-9ab0-1fdc96fcec66 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:06.252741 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d8770-afbd-4c9f-9ab0-1fdc96fcec66 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Pushing event deleted for resources: {'Port': ['ID=9c2fa889-3af4-4cef-8a92-f18e551f22c4,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:06.323494 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f70d8770-afbd-4c9f-9ab0-1fdc96fcec66 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks [] for floatingip, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:06.326225 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f70d8770-afbd-4c9f-9ab0-1fdc96fcec66 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:06.327414 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f70d8770-afbd-4c9f-9ab0-1fdc96fcec66 tempest-AttachVolumeTestJSON-635316906 tempest-AttachVolumeTestJSON-635316906-project] 10.222.0.60 "DELETE /v2.0/floatingips/54d68b2b-8365-454b-980b-7bc18408c294 HTTP/1.1" status: 204 len: 168 time: 0.6313107 Dec 16 10:04:06.749394 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 932bd2df-8493-4209-8f69-970f03faa0eb no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:04:06.770969 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 932bd2df-8493-4209-8f69-970f03faa0eb {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:04:06.771324 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 932bd2df-8493-4209-8f69-970f03faa0eb not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:04:07.449044 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:09.496758 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58326) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:09.617753 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e436c8c-a084-47cc-a867-d0635abd9f8a req-59d141e7-4daf-44c1-86da-b62449622535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:09.619628 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e436c8c-a084-47cc-a867-d0635abd9f8a req-59d141e7-4daf-44c1-86da-b62449622535 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=196c8bb0-43d3-497c-9a39-56b9ebd92de7 HTTP/1.1" status: 200 len: 1096 time: 0.1218247 Dec 16 10:04:09.661430 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e436c8c-a084-47cc-a867-d0635abd9f8a req-ec88a628-6fa7-4a9a-a4da-bf0dbe955cba service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8bd4c164-a20f-41a7-b87e-8197ebbb10e3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0330031 Dec 16 10:04:10.842363 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:16.888454 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58390) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:17.421802 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad59e587-3894-4da1-a771-20c498b723ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:17.698308 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-ad59e587-3894-4da1-a771-20c498b723ff admin admin] Deleting port d1e0515f-4db6-4d37-aef2-399213a0242f {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:04:17.698746 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad59e587-3894-4da1-a771-20c498b723ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:17.786923 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-ad59e587-3894-4da1-a771-20c498b723ff admin admin] For port d1e0515f-4db6-4d37-aef2-399213a0242f, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d1e0515f-4db6-4d37-aef2-399213a0242f,segment=NetworkSegment(9384ab9d-4528-43a0-b947-07f5bc58c4cd),segment_id=9384ab9d-4528-43a0-b947-07f5bc58c4cd)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:04:17.787282 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad59e587-3894-4da1-a771-20c498b723ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:17.801838 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-ad59e587-3894-4da1-a771-20c498b723ff admin admin] Calling delete_port for d1e0515f-4db6-4d37-aef2-399213a0242f owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:04:18.129329 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad59e587-3894-4da1-a771-20c498b723ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:18.156420 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59e587-3894-4da1-a771-20c498b723ff admin admin] Pushing event deleted for resources: {'Port': ['ID=d1e0515f-4db6-4d37-aef2-399213a0242f,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:18.182033 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59e587-3894-4da1-a771-20c498b723ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:04:18.182382 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59e587-3894-4da1-a771-20c498b723ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:04:18.182728 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59e587-3894-4da1-a771-20c498b723ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:04:18.183061 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59e587-3894-4da1-a771-20c498b723ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:04:18.183389 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59e587-3894-4da1-a771-20c498b723ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:04:18.183717 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59e587-3894-4da1-a771-20c498b723ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:04:18.184049 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59e587-3894-4da1-a771-20c498b723ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:04:18.184370 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59e587-3894-4da1-a771-20c498b723ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:04:18.184700 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59e587-3894-4da1-a771-20c498b723ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:04:18.185023 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59e587-3894-4da1-a771-20c498b723ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:04:18.185440 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59e587-3894-4da1-a771-20c498b723ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:04:18.185765 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59e587-3894-4da1-a771-20c498b723ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:04:18.337326 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad59e587-3894-4da1-a771-20c498b723ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:18.563911 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad59e587-3894-4da1-a771-20c498b723ff admin admin] Router 791ad3e3-1ca7-4641-a184-fd6b2570ceb7 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:04:18.682286 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad59e587-3894-4da1-a771-20c498b723ff admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:04:18.866366 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ad59e587-3894-4da1-a771-20c498b723ff admin admin] 10.222.0.60 "PUT /v2.0/routers/791ad3e3-1ca7-4641-a184-fd6b2570ceb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7995167 Dec 16 10:04:18.866530 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58398) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:18.867032 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876d15e4-0b6a-479a-ae9a-4e124b870cbb None None] Sync routers for ids ['791ad3e3-1ca7-4641-a184-fd6b2570ceb7'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:04:18.867032 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876d15e4-0b6a-479a-ae9a-4e124b870cbb None None] Routers {'791ad3e3-1ca7-4641-a184-fd6b2570ceb7'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:04:18.867032 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-876d15e4-0b6a-479a-ae9a-4e124b870cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:03:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['791ad3e3-1ca7-4641-a184-fd6b2570ceb7'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:04:18.867647 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4f7d317b-6e57-449a-adf6-01b96591dbcd admin admin] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:18.915454 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4f7d317b-6e57-449a-adf6-01b96591dbcd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:18.927209 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-876d15e4-0b6a-479a-ae9a-4e124b870cbb None None] Set router 791ad3e3-1ca7-4641-a184-fd6b2570ceb7 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:04:19.143357 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-876d15e4-0b6a-479a-ae9a-4e124b870cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'name': 'tempest-AttachVolumeTestJSON-1774796313-router', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '4441d9a1-3315-4861-b404-d1d2c37ba8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:55:25Z', 'updated_at': '2021-12-16T10:04:17Z', 'revision_number': 5, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'gw_port': {'id': '4441d9a1-3315-4861-b404-d1d2c37ba8de', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:00:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:55:26Z', 'updated_at': '2021-12-16T09:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:04:19.161031 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-4f7d317b-6e57-449a-adf6-01b96591dbcd admin admin] Deleting port 4441d9a1-3315-4861-b404-d1d2c37ba8de {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:04:19.161031 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4f7d317b-6e57-449a-adf6-01b96591dbcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:19.177818 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876d15e4-0b6a-479a-ae9a-4e124b870cbb None None] Checking router: 791ad3e3-1ca7-4641-a184-fd6b2570ceb7 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:04:19.187440 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876d15e4-0b6a-479a-ae9a-4e124b870cbb None None] Routers {'791ad3e3-1ca7-4641-a184-fd6b2570ceb7'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:04:19.187942 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-876d15e4-0b6a-479a-ae9a-4e124b870cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:03:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['791ad3e3-1ca7-4641-a184-fd6b2570ceb7'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:04:19.273025 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-4f7d317b-6e57-449a-adf6-01b96591dbcd admin admin] For port 4441d9a1-3315-4861-b404-d1d2c37ba8de, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=4441d9a1-3315-4861-b404-d1d2c37ba8de,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:04:19.273376 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4f7d317b-6e57-449a-adf6-01b96591dbcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:19.285658 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-876d15e4-0b6a-479a-ae9a-4e124b870cbb None None] Set router 791ad3e3-1ca7-4641-a184-fd6b2570ceb7 gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:04:19.297151 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-4f7d317b-6e57-449a-adf6-01b96591dbcd admin admin] Calling delete_port for 4441d9a1-3315-4861-b404-d1d2c37ba8de owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:04:19.338393 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-876d15e4-0b6a-479a-ae9a-4e124b870cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'name': 'tempest-AttachVolumeTestJSON-1774796313-router', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:55:25Z', 'updated_at': '2021-12-16T10:04:18Z', 'revision_number': 6, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:04:19.372853 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876d15e4-0b6a-479a-ae9a-4e124b870cbb None None] The sync data for ids ['791ad3e3-1ca7-4641-a184-fd6b2570ceb7'] in n-d-820550-2 is: [{'id': '791ad3e3-1ca7-4641-a184-fd6b2570ceb7', 'name': 'tempest-AttachVolumeTestJSON-1774796313-router', 'tenant_id': '7bf45dc465a44557ad989af846f14cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:55:25Z', 'updated_at': '2021-12-16T10:04:18Z', 'revision_number': 6, 'project_id': '7bf45dc465a44557ad989af846f14cbe', 'gw_port_host': None}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:04:19.581089 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4f7d317b-6e57-449a-adf6-01b96591dbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:19.611253 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d317b-6e57-449a-adf6-01b96591dbcd admin admin] Pushing event deleted for resources: {'Port': ['ID=4441d9a1-3315-4861-b404-d1d2c37ba8de,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:19.676503 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4f7d317b-6e57-449a-adf6-01b96591dbcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:19.776549 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4f7d317b-6e57-449a-adf6-01b96591dbcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:19.778723 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4f7d317b-6e57-449a-adf6-01b96591dbcd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:19.946668 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4f7d317b-6e57-449a-adf6-01b96591dbcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:19.947880 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7d317b-6e57-449a-adf6-01b96591dbcd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 791ad3e3-1ca7-4641-a184-fd6b2570ceb7 {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:04:19.952802 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4f7d317b-6e57-449a-adf6-01b96591dbcd admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:19.954048 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4f7d317b-6e57-449a-adf6-01b96591dbcd admin admin] 10.222.0.60 "DELETE /v2.0/routers/791ad3e3-1ca7-4641-a184-fd6b2570ceb7 HTTP/1.1" status: 204 len: 168 time: 1.2622373 Dec 16 10:04:19.957749 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58418) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:20.010741 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccafefe8-adc0-451c-a534-f0e20deb3944 admin admin] Deleting subnet 54629120-87d1-4f1a-9c62-5145af96bdbd {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:04:20.014057 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ccafefe8-adc0-451c-a534-f0e20deb3944 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:20.056185 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ccafefe8-adc0-451c-a534-f0e20deb3944 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:20.140656 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ccafefe8-adc0-451c-a534-f0e20deb3944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:20.278516 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ccafefe8-adc0-451c-a534-f0e20deb3944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:20.303130 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccafefe8-adc0-451c-a534-f0e20deb3944 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54629120-87d1-4f1a-9c62-5145af96bdbd,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:20.315830 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ccafefe8-adc0-451c-a534-f0e20deb3944 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:20.324018 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ccafefe8-adc0-451c-a534-f0e20deb3944 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/54629120-87d1-4f1a-9c62-5145af96bdbd HTTP/1.1" status: 204 len: 168 time: 0.3617065 Dec 16 10:04:20.324264 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa62e6a6-1497-4828-8ac7-18bb0e7ed5e6 None None] Network 7188838e-ca9d-4c02-ba77-eb22e43eefd0 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:04:20.324699 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58420) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:20.400236 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4511f2ff-5c4b-4791-90f6-5f9dce3080b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:20.464305 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-4511f2ff-5c4b-4791-90f6-5f9dce3080b7 admin admin] Deleting port 8dec4e08-921f-4465-b68a-f89b3fd8d560 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:04:20.464654 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4511f2ff-5c4b-4791-90f6-5f9dce3080b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:20.544267 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-4511f2ff-5c4b-4791-90f6-5f9dce3080b7 admin admin] For port 8dec4e08-921f-4465-b68a-f89b3fd8d560, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8dec4e08-921f-4465-b68a-f89b3fd8d560,segment=NetworkSegment(9384ab9d-4528-43a0-b947-07f5bc58c4cd),segment_id=9384ab9d-4528-43a0-b947-07f5bc58c4cd)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:04:20.544972 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4511f2ff-5c4b-4791-90f6-5f9dce3080b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:20.561973 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0349dfb-e9ac-4e9e-8d19-ab66e4d2574a None None] DHCP port deletion for 7188838e-ca9d-4c02-ba77-eb22e43eefd0 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:04:20.562767 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-4511f2ff-5c4b-4791-90f6-5f9dce3080b7 admin admin] Calling delete_port for 8dec4e08-921f-4465-b68a-f89b3fd8d560 owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:04:20.625188 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-d0349dfb-e9ac-4e9e-8d19-ab66e4d2574a None None] Deleting port 8dec4e08-921f-4465-b68a-f89b3fd8d560 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:04:20.625677 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d0349dfb-e9ac-4e9e-8d19-ab66e4d2574a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:20.705371 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-d0349dfb-e9ac-4e9e-8d19-ab66e4d2574a None None] For port 8dec4e08-921f-4465-b68a-f89b3fd8d560, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=8dec4e08-921f-4465-b68a-f89b3fd8d560,segment=NetworkSegment(9384ab9d-4528-43a0-b947-07f5bc58c4cd),segment_id=9384ab9d-4528-43a0-b947-07f5bc58c4cd)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:04:20.705931 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d0349dfb-e9ac-4e9e-8d19-ab66e4d2574a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:20.719485 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-d0349dfb-e9ac-4e9e-8d19-ab66e4d2574a None None] Calling delete_port for 8dec4e08-921f-4465-b68a-f89b3fd8d560 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:04:20.792725 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4511f2ff-5c4b-4791-90f6-5f9dce3080b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:20.803317 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d0349dfb-e9ac-4e9e-8d19-ab66e4d2574a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:20.830518 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511f2ff-5c4b-4791-90f6-5f9dce3080b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dec4e08-921f-4465-b68a-f89b3fd8d560,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:20.832877 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4511f2ff-5c4b-4791-90f6-5f9dce3080b7 admin admin] No DVR routers for this DVR port 8dec4e08-921f-4465-b68a-f89b3fd8d560 on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:04:20.840655 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0349dfb-e9ac-4e9e-8d19-ab66e4d2574a None None] No DVR routers for this DVR port 8dec4e08-921f-4465-b68a-f89b3fd8d560 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:04:20.854248 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0349dfb-e9ac-4e9e-8d19-ab66e4d2574a None None] Pushing event deleted for resources: {'Port': ['ID=8dec4e08-921f-4465-b68a-f89b3fd8d560,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:20.918748 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4511f2ff-5c4b-4791-90f6-5f9dce3080b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:20.940309 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-4511f2ff-5c4b-4791-90f6-5f9dce3080b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7188838e-ca9d-4c02-ba77-eb22e43eefd0']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:04:20.950085 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-4511f2ff-5c4b-4791-90f6-5f9dce3080b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9384ab9d-4528-43a0-b947-07f5bc58c4cd') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:04:20.950379 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-4511f2ff-5c4b-4791-90f6-5f9dce3080b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9384ab9d-4528-43a0-b947-07f5bc58c4cd') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:04:20.960725 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4511f2ff-5c4b-4791-90f6-5f9dce3080b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:20.974930 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4511f2ff-5c4b-4791-90f6-5f9dce3080b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:20.984524 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4511f2ff-5c4b-4791-90f6-5f9dce3080b7 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:04:20.984960 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4511f2ff-5c4b-4791-90f6-5f9dce3080b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:20.986770 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 10:04:20.986770 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:04:20.986770 n-d-820550-2 neutron-server[102817]: timer() Dec 16 10:04:20.986770 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:04:20.986770 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 10:04:20.986770 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:04:20.986770 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 10:04:20.986770 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:04:20.986770 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 10:04:20.986770 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:04:20.986770 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 10:04:20.986770 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:04:20.986770 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 10:04:20.986770 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:04:20.986770 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:04:20.986770 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:04:20.986770 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:04:20.986770 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:04:20.986770 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 10:04:20.986770 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:04:20.986770 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 10:04:20.986770 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:04:20.986770 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:04:20.986770 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:04:20.986770 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 10:04:20.986770 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:04:20.986770 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:04:20.986770 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:04:20.986770 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:04:20.986770 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:04:20.986770 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:04:20.986770 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:04:21.075042 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 4441d9a1-3315-4861-b404-d1d2c37ba8de no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:04:21.100936 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4511f2ff-5c4b-4791-90f6-5f9dce3080b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:21.108722 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4511f2ff-5c4b-4791-90f6-5f9dce3080b7 admin admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:21.114474 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 4441d9a1-3315-4861-b404-d1d2c37ba8de {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:04:21.115079 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4511f2ff-5c4b-4791-90f6-5f9dce3080b7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7188838e-ca9d-4c02-ba77-eb22e43eefd0 HTTP/1.1" status: 204 len: 168 time: 0.7893939 Dec 16 10:04:21.115220 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 4441d9a1-3315-4861-b404-d1d2c37ba8de not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:04:21.115813 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d1e0515f-4db6-4d37-aef2-399213a0242f no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:04:21.133720 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511f2ff-5c4b-4791-90f6-5f9dce3080b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7188838e-ca9d-4c02-ba77-eb22e43eefd0,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:21.143102 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: d1e0515f-4db6-4d37-aef2-399213a0242f {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:04:21.143532 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d1e0515f-4db6-4d37-aef2-399213a0242f not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:04:21.144027 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8dec4e08-921f-4465-b68a-f89b3fd8d560 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:04:21.169225 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 8dec4e08-921f-4465-b68a-f89b3fd8d560 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:04:21.169572 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 8dec4e08-921f-4465-b68a-f89b3fd8d560 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:04:21.414394 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58434) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:21.460871 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9d59264c-3a84-4bf7-8fad-3f3df9358d11 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7bf45dc465a44557ad989af846f14cbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426767 Dec 16 10:04:21.461087 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58436) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:21.516269 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a3f1651-5746-4800-a89f-b88bdf3379a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:21.553647 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a3f1651-5746-4800-a89f-b88bdf3379a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:21.666797 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a3f1651-5746-4800-a89f-b88bdf3379a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:21.669541 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a3f1651-5746-4800-a89f-b88bdf3379a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:21.670734 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8a3f1651-5746-4800-a89f-b88bdf3379a8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0c30a399-5892-441b-a29f-87a3c7b745f8 HTTP/1.1" status: 204 len: 168 time: 0.2087679 Dec 16 10:04:21.681352 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f1651-5746-4800-a89f-b88bdf3379a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c30a399-5892-441b-a29f-87a3c7b745f8,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:24.145852 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1dc7f91b-e9da-46c7-9cd6-7d54f41cb09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:26.140886 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58502) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:26.266894 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a1701d81-c38c-4d09-b7a5-914f2e6ac5b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:26.348146 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a1701d81-c38c-4d09-b7a5-914f2e6ac5b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:26.456985 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a718527a-c118-4483-a6d6-bc53c3edf822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:26.546136 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a1701d81-c38c-4d09-b7a5-914f2e6ac5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:26.587221 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a1701d81-c38c-4d09-b7a5-914f2e6ac5b6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b3299b92ae474ab9b19a62ea266664d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4451694 Dec 16 10:04:26.588703 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1701d81-c38c-4d09-b7a5-914f2e6ac5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49605ffb-6a7d-462a-a895-adfe9cc5d694,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:26.589976 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58506) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:26.657698 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e28eb46f-9644-48cd-885b-dca81960c525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:26.691908 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e28eb46f-9644-48cd-885b-dca81960c525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:26.866410 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e28eb46f-9644-48cd-885b-dca81960c525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:26.869760 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e28eb46f-9644-48cd-885b-dca81960c525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:26.870983 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e28eb46f-9644-48cd-885b-dca81960c525 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/49605ffb-6a7d-462a-a895-adfe9cc5d694 HTTP/1.1" status: 204 len: 168 time: 0.2785645 Dec 16 10:04:26.881378 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28eb46f-9644-48cd-885b-dca81960c525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49605ffb-6a7d-462a-a895-adfe9cc5d694,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:27.635642 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58516) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:27.651828 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fcb17659-620f-463f-ac0e-5f3f75cce90e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:27.672263 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:27.735346 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fcb17659-620f-463f-ac0e-5f3f75cce90e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:27.854152 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fcb17659-620f-463f-ac0e-5f3f75cce90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:27.894063 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb17659-620f-463f-ac0e-5f3f75cce90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8de841-b2ab-40b9-8a47-e63db0b72bb5,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:27.899514 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fcb17659-620f-463f-ac0e-5f3f75cce90e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dcce01bcc39f4cdc92fb84bc8dedecf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2621346 Dec 16 10:04:27.902175 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58518) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:27.955998 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2075c0b6-4d6d-495a-bad4-ebdf1de31763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:27.984302 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2075c0b6-4d6d-495a-bad4-ebdf1de31763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:28.118059 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2075c0b6-4d6d-495a-bad4-ebdf1de31763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:28.121201 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2075c0b6-4d6d-495a-bad4-ebdf1de31763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:28.123439 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2075c0b6-4d6d-495a-bad4-ebdf1de31763 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ed8de841-b2ab-40b9-8a47-e63db0b72bb5 HTTP/1.1" status: 204 len: 168 time: 0.2194211 Dec 16 10:04:28.130945 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075c0b6-4d6d-495a-bad4-ebdf1de31763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8de841-b2ab-40b9-8a47-e63db0b72bb5,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:29.164009 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:29.546819 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:29.590276 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-bb93535e-5be3-44d3-82a4-3a88db86643e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-14535292&fields=id&tenant_id=d700775fc1ae4ac7800b87ec102ae69e HTTP/1.1" status: 200 len: 267 time: 0.0352764 Dec 16 10:04:29.709308 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-d7887d8a-f8f8-43c2-98b0-ee73b9a28033 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:29.710987 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-d7887d8a-f8f8-43c2-98b0-ee73b9a28033 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/networks?id=e3612a9f-8ab3-4e75-9810-d35fcac351bb HTTP/1.1" status: 200 len: 812 time: 0.1132259 Dec 16 10:04:29.727606 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-74168882-3003-4f71-b4ba-9feb4fd6ab36 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/quotas/d700775fc1ae4ac7800b87ec102ae69e HTTP/1.1" status: 200 len: 375 time: 0.0099506 Dec 16 10:04:29.784433 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-ec607a25-9a47-4c4c-9207-9714d6a038df tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506599 Dec 16 10:04:29.891444 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-5183ddb5-8c56-4ed2-bc2d-c307361c3efe service neutron] 10.222.0.60 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944176 Dec 16 10:04:29.993348 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-354cee25-0e8a-40f7-b850-3cee5bad3df3 service neutron] 10.222.0.60 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932379 Dec 16 10:04:29.998403 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58566) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:30.105947 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-f3e2b418-a9a3-4ad2-b428-c65505f3dd27 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:04:30.221369 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f3e2b418-a9a3-4ad2-b428-c65505f3dd27 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:30.315563 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f3e2b418-a9a3-4ad2-b428-c65505f3dd27 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:30.424002 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-f3e2b418-a9a3-4ad2-b428-c65505f3dd27 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] Allocated IP 172.25.1.212 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/96fc1d08-cab8-43c3-aec3-55e23649ad7e) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:04:30.538013 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f3e2b418-a9a3-4ad2-b428-c65505f3dd27 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:30.627312 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29f34fc2-566e-4fbb-b89b-62a87a91bb06 req-b53751bf-769b-47df-9040-20f52da738c1 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59a6ff2d-8443-4444-91b2-93966f34330f HTTP/1.1" status: 200 len: 210 time: 0.0278630 Dec 16 10:04:30.639716 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f3e2b418-a9a3-4ad2-b428-c65505f3dd27 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:30.683094 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e2b418-a9a3-4ad2-b428-c65505f3dd27 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:04:30.686132 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-f3e2b418-a9a3-4ad2-b428-c65505f3dd27 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:04:30.690841 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e2b418-a9a3-4ad2-b428-c65505f3dd27 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:04:30.716592 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e2b418-a9a3-4ad2-b428-c65505f3dd27 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] Pushing event updated for resources: {'Port': ['ID=96fc1d08-cab8-43c3-aec3-55e23649ad7e,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:30.821951 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f3e2b418-a9a3-4ad2-b428-c65505f3dd27 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:30.927946 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f3e2b418-a9a3-4ad2-b428-c65505f3dd27 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:31.089443 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f3e2b418-a9a3-4ad2-b428-c65505f3dd27 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:31.186382 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f3e2b418-a9a3-4ad2-b428-c65505f3dd27 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:31.260900 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e2b418-a9a3-4ad2-b428-c65505f3dd27 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] Pushing event updated for resources: {'Port': ['ID=96fc1d08-cab8-43c3-aec3-55e23649ad7e,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:31.270995 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f3e2b418-a9a3-4ad2-b428-c65505f3dd27 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:31.336804 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f3e2b418-a9a3-4ad2-b428-c65505f3dd27 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:31.338747 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f3e2b418-a9a3-4ad2-b428-c65505f3dd27 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3391874 Dec 16 10:04:31.343948 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58588) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:31.348788 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-fb04da18-fdc2-4d2c-8ab5-73fcf4313109 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-16264307', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'fixed_ips': [{'ip_address': '172.25.1.212'}]}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:04:31.460906 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb04da18-fdc2-4d2c-8ab5-73fcf4313109 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] Made reservation on behalf of 7e603795a6e74c2ca0dca681712f0837 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:04:31.465336 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fb04da18-fdc2-4d2c-8ab5-73fcf4313109 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:31.477269 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fb04da18-fdc2-4d2c-8ab5-73fcf4313109 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:31.632147 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fb04da18-fdc2-4d2c-8ab5-73fcf4313109 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:31.712245 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fb04da18-fdc2-4d2c-8ab5-73fcf4313109 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:31.718246 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-fb04da18-fdc2-4d2c-8ab5-73fcf4313109 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] device_id is not set on port 839d6f6f-e786-4608-b274-2282e2a8c960 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 10:04:31.725782 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-391f6b41-0f46-4bcf-8d18-a3d1a5dc9f14 req-d8859db0-0100-4795-80cc-2150df1e5352 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59a6ff2d-8443-4444-91b2-93966f34330f HTTP/1.1" status: 200 len: 210 time: 0.0278082 Dec 16 10:04:31.796715 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04da18-fdc2-4d2c-8ab5-73fcf4313109 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d45973-94fc-42b5-a176-19b40b5abffe,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:31.987103 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb04da18-fdc2-4d2c-8ab5-73fcf4313109 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 16 10:04:31.987523 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb04da18-fdc2-4d2c-8ab5-73fcf4313109 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 10:04:32.080899 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fb04da18-fdc2-4d2c-8ab5-73fcf4313109 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7358084 Dec 16 10:04:32.083984 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58592) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:32.247330 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-f19b308f-7179-418e-abfe-27f7e2b2860c tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] Deleting port 96fc1d08-cab8-43c3-aec3-55e23649ad7e {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:04:32.247573 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f19b308f-7179-418e-abfe-27f7e2b2860c tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:32.329492 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f19b308f-7179-418e-abfe-27f7e2b2860c tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:32.329828 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f19b308f-7179-418e-abfe-27f7e2b2860c tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:32.342429 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-f19b308f-7179-418e-abfe-27f7e2b2860c tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] Calling delete_port for 96fc1d08-cab8-43c3-aec3-55e23649ad7e owned by network:floatingip {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:04:32.569615 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f19b308f-7179-418e-abfe-27f7e2b2860c tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:32.599869 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b308f-7179-418e-abfe-27f7e2b2860c tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] Pushing event deleted for resources: {'Port': ['ID=96fc1d08-cab8-43c3-aec3-55e23649ad7e,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:32.675669 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f19b308f-7179-418e-abfe-27f7e2b2860c tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:32.678289 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f19b308f-7179-418e-abfe-27f7e2b2860c tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:32.679494 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f19b308f-7179-418e-abfe-27f7e2b2860c tempest-ExternalNetworksAdminNegativeTestJSON-1993263454 tempest-ExternalNetworksAdminNegativeTestJSON-1993263454-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/699e07fb-91ea-4319-b06d-19d99654128f HTTP/1.1" status: 204 len: 168 time: 0.5945652 Dec 16 10:04:32.828767 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c8eed2f3-0c08-46d0-9948-ca996fc09b75 req-e976b92e-b174-4e85-ad89-375309eaf72e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59a6ff2d-8443-4444-91b2-93966f34330f HTTP/1.1" status: 200 len: 210 time: 0.0290129 Dec 16 10:04:32.843992 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-32ed4141-c3c5-4baa-8861-a75040bd3cef tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:32.845521 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-32ed4141-c3c5-4baa-8861-a75040bd3cef tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.58 "GET /v2.0/networks?id=e3612a9f-8ab3-4e75-9810-d35fcac351bb HTTP/1.1" status: 200 len: 812 time: 0.1090412 Dec 16 10:04:32.889790 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-7ec1f891-658f-48de-9353-c68084ae6e97 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d700775fc1ae4ac7800b87ec102ae69e HTTP/1.1" status: 200 len: 378 time: 0.0355656 Dec 16 10:04:32.899204 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-d4860080-3e04-4a7c-bfd5-3a2f65b5e768 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Request body: {'port': {'device_id': '59a6ff2d-8443-4444-91b2-93966f34330f', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'admin_state_up': True, 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'security_groups': ['dcfbf100-e174-4597-aaf6-6c84a73c980c']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:04:33.123943 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-d4860080-3e04-4a7c-bfd5-3a2f65b5e768 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Made reservation on behalf of d700775fc1ae4ac7800b87ec102ae69e for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:04:33.127792 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-d4860080-3e04-4a7c-bfd5-3a2f65b5e768 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:33.219631 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58600) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:33.295304 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-d4860080-3e04-4a7c-bfd5-3a2f65b5e768 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Allocated IP 172.20.0.13 (e3612a9f-8ab3-4e75-9810-d35fcac351bb/671bcf58-3379-4056-970a-d40ccd64fd91/c9f43a0f-673e-4480-ab86-b136b2e9f2c2) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:04:33.346690 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6ca13785-8ca4-42d6-9905-aca8518e7495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:33.434764 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6ca13785-8ca4-42d6-9905-aca8518e7495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:33.467009 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-d4860080-3e04-4a7c-bfd5-3a2f65b5e768 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:33.523957 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6ca13785-8ca4-42d6-9905-aca8518e7495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:33.572393 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca13785-8ca4-42d6-9905-aca8518e7495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a2465a-4d20-4ba5-a26b-3d2267c0f940,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:33.579984 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58604) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:33.582741 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6ca13785-8ca4-42d6-9905-aca8518e7495 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e6b464bc08604428bf7cd822f74f152b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3564141 Dec 16 10:04:33.609594 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-d4860080-3e04-4a7c-bfd5-3a2f65b5e768 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:33.682701 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-d4860080-3e04-4a7c-bfd5-3a2f65b5e768 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Network e3612a9f-8ab3-4e75-9810-d35fcac351bb is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:04:33.694474 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-d4860080-3e04-4a7c-bfd5-3a2f65b5e768 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:04:33.696372 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4860080-3e04-4a7c-bfd5-3a2f65b5e768 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Pushing event updated for resources: {'Port': ['ID=c9f43a0f-673e-4480-ab86-b136b2e9f2c2,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:33.705688 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-d4860080-3e04-4a7c-bfd5-3a2f65b5e768 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:04:33.739909 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-506fea39-3c13-4a48-9411-28a3242b0650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:33.766628 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-506fea39-3c13-4a48-9411-28a3242b0650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:33.787753 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-d4860080-3e04-4a7c-bfd5-3a2f65b5e768 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:33.788250 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-d4860080-3e04-4a7c-bfd5-3a2f65b5e768 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:33.882630 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-d4860080-3e04-4a7c-bfd5-3a2f65b5e768 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9860198 Dec 16 10:04:33.895933 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-3aa4bfc2-51ea-49d0-b12a-ab9393733ddc tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:04:33.895933 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-3aa4bfc2-51ea-49d0-b12a-ab9393733ddc tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060449 Dec 16 10:04:33.964839 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-506fea39-3c13-4a48-9411-28a3242b0650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:33.968250 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-506fea39-3c13-4a48-9411-28a3242b0650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:33.968928 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-506fea39-3c13-4a48-9411-28a3242b0650 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/53a2465a-4d20-4ba5-a26b-3d2267c0f940 HTTP/1.1" status: 204 len: 168 time: 0.3877723 Dec 16 10:04:33.983162 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506fea39-3c13-4a48-9411-28a3242b0650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a2465a-4d20-4ba5-a26b-3d2267c0f940,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:34.007623 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-7f26a688-a026-4df9-91ad-4c0276b377f2 service neutron] Request body: {'port': {'device_id': '59a6ff2d-8443-4444-91b2-93966f34330f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:04:34.041040 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4098c-af99-4eb1-8fb3-fb6e3f610546 req-55133d46-8d2f-4fa6-a67d-328633985feb tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:34.045094 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a5a4098c-af99-4eb1-8fb3-fb6e3f610546 req-55133d46-8d2f-4fa6-a67d-328633985feb tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59a6ff2d-8443-4444-91b2-93966f34330f HTTP/1.1" status: 200 len: 932 time: 0.1182621 Dec 16 10:04:34.075953 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-cd4e3ab1-7ea1-414f-9bf0-909415bf5976 None None] Provisioning complete for port c9f43a0f-673e-4480-ab86-b136b2e9f2c2 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:04:34.076569 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cd4e3ab1-7ea1-414f-9bf0-909415bf5976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:34.095048 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-7f26a688-a026-4df9-91ad-4c0276b377f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:34.111166 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-cd4e3ab1-7ea1-414f-9bf0-909415bf5976 None None] Port c9f43a0f-673e-4480-ab86-b136b2e9f2c2 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:04:34.119397 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a5a4098c-af99-4eb1-8fb3-fb6e3f610546 req-df3ffbe4-eab4-4c20-bc02-357e5f83c885 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653260 Dec 16 10:04:34.432297 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-7f26a688-a026-4df9-91ad-4c0276b377f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9f43a0f-673e-4480-ab86-b136b2e9f2c2 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:04:34.440441 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-7f26a688-a026-4df9-91ad-4c0276b377f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:34.452853 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-7f26a688-a026-4df9-91ad-4c0276b377f2 service neutron] Transition to ACTIVE for port object c9f43a0f-673e-4480-ab86-b136b2e9f2c2 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:04:34.592316 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-7f26a688-a026-4df9-91ad-4c0276b377f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:34.646032 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26a688-a026-4df9-91ad-4c0276b377f2 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f43a0f-673e-4480-ab86-b136b2e9f2c2,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:34.735343 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-7f26a688-a026-4df9-91ad-4c0276b377f2 service neutron] Attempting to bind port c9f43a0f-673e-4480-ab86-b136b2e9f2c2 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:04:34.735800 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-7f26a688-a026-4df9-91ad-4c0276b377f2 service neutron] Attempting to bind port c9f43a0f-673e-4480-ab86-b136b2e9f2c2 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:04:34.736212 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-7f26a688-a026-4df9-91ad-4c0276b377f2 service neutron] Attempting to bind port c9f43a0f-673e-4480-ab86-b136b2e9f2c2 on network e3612a9f-8ab3-4e75-9810-d35fcac351bb {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:04:34.744156 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-7f26a688-a026-4df9-91ad-4c0276b377f2 service neutron] Port c9f43a0f-673e-4480-ab86-b136b2e9f2c2 on network e3612a9f-8ab3-4e75-9810-d35fcac351bb not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:04:34.744156 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-7f26a688-a026-4df9-91ad-4c0276b377f2 service neutron] Attempting to bind port c9f43a0f-673e-4480-ab86-b136b2e9f2c2 on network e3612a9f-8ab3-4e75-9810-d35fcac351bb {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:04:34.748264 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-7f26a688-a026-4df9-91ad-4c0276b377f2 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:04:34.748748 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-7f26a688-a026-4df9-91ad-4c0276b377f2 service neutron] Checking segment: {'id': 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:04:34.749314 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-7f26a688-a026-4df9-91ad-4c0276b377f2 service neutron] Bound using segment: {'id': 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:04:34.749950 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-7f26a688-a026-4df9-91ad-4c0276b377f2 service neutron] Bound port: c9f43a0f-673e-4480-ab86-b136b2e9f2c2, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:04:34.750560 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-7f26a688-a026-4df9-91ad-4c0276b377f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:34.831747 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-7f26a688-a026-4df9-91ad-4c0276b377f2 service neutron] For port c9f43a0f-673e-4480-ab86-b136b2e9f2c2, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:04:34.835655 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-7f26a688-a026-4df9-91ad-4c0276b377f2 service neutron] For port c9f43a0f-673e-4480-ab86-b136b2e9f2c2, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=c9f43a0f-673e-4480-ab86-b136b2e9f2c2,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:04:34.935993 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-7f26a688-a026-4df9-91ad-4c0276b377f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:34.946158 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58614) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:34.975164 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-7f26a688-a026-4df9-91ad-4c0276b377f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:34.975875 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-7f26a688-a026-4df9-91ad-4c0276b377f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:34.978124 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-7f26a688-a026-4df9-91ad-4c0276b377f2 service neutron] 10.222.0.58 "PUT /v2.0/ports/c9f43a0f-673e-4480-ab86-b136b2e9f2c2 HTTP/1.1" status: 200 len: 1092 time: 1.0726445 Dec 16 10:04:34.981142 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a6ff2d-8443-4444-91b2-93966f34330f', 'tag': 'c9f43a0f-673e-4480-ab86-b136b2e9f2c2'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:04:34.984649 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77ae916-0cb6-48d9-be78-8a74d2cafadd" -d '{"events": [{"name": "network-changed", "server_uuid": "59a6ff2d-8443-4444-91b2-93966f34330f", "tag": "c9f43a0f-673e-4480-ab86-b136b2e9f2c2"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:04:34.999601 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58620) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:34.999797 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1e2aaa2c-2533-456f-8b2f-ae2252fc2580 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7e603795a6e74c2ca0dca681712f0837&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511072 Dec 16 10:04:35.046198 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26a688-a026-4df9-91ad-4c0276b377f2 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f43a0f-673e-4480-ab86-b136b2e9f2c2,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:35.088157 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-46e6c25a-b7db-4e9f-bc66-739af0a0d6a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:35.122437 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-46e6c25a-b7db-4e9f-bc66-739af0a0d6a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:35.265968 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-d3abeb0f-8158-4e62-83a4-46905d88509b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:35.267583 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-d3abeb0f-8158-4e62-83a4-46905d88509b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&device_id=59a6ff2d-8443-4444-91b2-93966f34330f HTTP/1.1" status: 200 len: 1095 time: 0.1002512 Dec 16 10:04:35.314220 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-1028c4c4-3785-48e9-9d25-9c9aff215bfa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9f43a0f-673e-4480-ab86-b136b2e9f2c2 HTTP/1.1" status: 200 len: 217 time: 0.0381739 Dec 16 10:04:35.323579 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ed96a-1e13-47ae-b5fb-ca249eeb9e50 req-fe196430-33a2-4bcf-8017-ea16368604a4 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:35.325144 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-045ed96a-1e13-47ae-b5fb-ca249eeb9e50 req-fe196430-33a2-4bcf-8017-ea16368604a4 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59a6ff2d-8443-4444-91b2-93966f34330f HTTP/1.1" status: 200 len: 944 time: 0.0986164 Dec 16 10:04:35.362039 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-46e6c25a-b7db-4e9f-bc66-739af0a0d6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:35.364556 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-46e6c25a-b7db-4e9f-bc66-739af0a0d6a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:35.367031 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-46e6c25a-b7db-4e9f-bc66-739af0a0d6a6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/34d45973-94fc-42b5-a176-19b40b5abffe HTTP/1.1" status: 204 len: 168 time: 0.3652849 Dec 16 10:04:35.370495 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b88ef57-dcb4-4cf4-841a-a05318356058 x-openstack-request-id: req-5b88ef57-dcb4-4cf4-841a-a05318356058 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:04:35.370788 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a6ff2d-8443-4444-91b2-93966f34330f", "tag": "c9f43a0f-673e-4480-ab86-b136b2e9f2c2", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:04:35.371531 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5b88ef57-dcb4-4cf4-841a-a05318356058 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:04:35.371531 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a6ff2d-8443-4444-91b2-93966f34330f', 'tag': 'c9f43a0f-673e-4480-ab86-b136b2e9f2c2', 'status': 'completed', 'code': 200} Dec 16 10:04:35.394398 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6c25a-b7db-4e9f-bc66-739af0a0d6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d45973-94fc-42b5-a176-19b40b5abffe,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:35.414911 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-8ad85b86-686b-4191-a5b7-6865dfe935a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:35.416463 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-8ad85b86-686b-4191-a5b7-6865dfe935a2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=671bcf58-3379-4056-970a-d40ccd64fd91 HTTP/1.1" status: 200 len: 851 time: 0.0904155 Dec 16 10:04:35.422158 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-045ed96a-1e13-47ae-b5fb-ca249eeb9e50 req-7e2ac966-c5c8-4ba9-8a6a-04b2fcc13c6e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0880551 Dec 16 10:04:35.472772 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-82f90072-16f1-4145-9aec-fc27b5221227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:35.474350 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-82f90072-16f1-4145-9aec-fc27b5221227 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3612a9f-8ab3-4e75-9810-d35fcac351bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480695 Dec 16 10:04:35.575658 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-7ea75dd2-fba2-4317-b964-ed0a83e5906f service neutron] 10.222.0.58 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927188 Dec 16 10:04:35.681824 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1dc339c9-cb79-4f28-ae07-e93b92f51039 req-ef73907e-b338-4516-bca4-6acd4c6bc83d service neutron] 10.222.0.58 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988946 Dec 16 10:04:35.851262 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ae916-0cb6-48d9-be78-8a74d2cafadd req-86336d98-4cde-4b08-9eef-2cbcc799f113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:35.853778 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c77ae916-0cb6-48d9-be78-8a74d2cafadd req-86336d98-4cde-4b08-9eef-2cbcc799f113 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&device_id=59a6ff2d-8443-4444-91b2-93966f34330f HTTP/1.1" status: 200 len: 1095 time: 0.0490386 Dec 16 10:04:35.964819 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ae916-0cb6-48d9-be78-8a74d2cafadd req-59c60371-21bc-4c6f-ad15-e2afbd428330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:35.966937 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c77ae916-0cb6-48d9-be78-8a74d2cafadd req-59c60371-21bc-4c6f-ad15-e2afbd428330 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3612a9f-8ab3-4e75-9810-d35fcac351bb HTTP/1.1" status: 200 len: 913 time: 0.1045015 Dec 16 10:04:36.015099 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c77ae916-0cb6-48d9-be78-8a74d2cafadd req-250d3cf0-c94c-4007-8283-237b9580454a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9f43a0f-673e-4480-ab86-b136b2e9f2c2 HTTP/1.1" status: 200 len: 217 time: 0.0390859 Dec 16 10:04:36.067883 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ae916-0cb6-48d9-be78-8a74d2cafadd req-08d3c027-474b-437d-8c8a-4770bf735df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:36.069484 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c77ae916-0cb6-48d9-be78-8a74d2cafadd req-08d3c027-474b-437d-8c8a-4770bf735df1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=671bcf58-3379-4056-970a-d40ccd64fd91 HTTP/1.1" status: 200 len: 851 time: 0.0476735 Dec 16 10:04:36.120727 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ae916-0cb6-48d9-be78-8a74d2cafadd req-88cbf726-5fc8-4d37-9a6d-5295dec7f612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:36.122223 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c77ae916-0cb6-48d9-be78-8a74d2cafadd req-88cbf726-5fc8-4d37-9a6d-5295dec7f612 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3612a9f-8ab3-4e75-9810-d35fcac351bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460894 Dec 16 10:04:36.521767 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c77ae916-0cb6-48d9-be78-8a74d2cafadd req-396cc9ae-6128-4798-b642-336aa96f8157 service neutron] 10.222.0.58 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924391 Dec 16 10:04:36.589713 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c372f1e-1ebb-4dab-925f-6b8daf44fb2a req-3b6934d3-3c42-4382-9538-eaba3725d1ce tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:36.591852 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4c372f1e-1ebb-4dab-925f-6b8daf44fb2a req-3b6934d3-3c42-4382-9538-eaba3725d1ce tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59a6ff2d-8443-4444-91b2-93966f34330f HTTP/1.1" status: 200 len: 944 time: 0.0789270 Dec 16 10:04:36.644862 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c77ae916-0cb6-48d9-be78-8a74d2cafadd req-449035c6-d1c7-4fee-ac5e-48907c3c0531 service neutron] 10.222.0.58 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146617 Dec 16 10:04:36.655151 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4c372f1e-1ebb-4dab-925f-6b8daf44fb2a req-df473a96-a28a-43fe-a12f-025f0c3deb54 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543339 Dec 16 10:04:37.511537 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:37.792105 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2d2d9-3272-4b7f-8678-410163cea5fa req-24f6e577-49fc-4bf6-9907-0cc08ac6e35f tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:37.793985 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ee2d2d9-3272-4b7f-8678-410163cea5fa req-24f6e577-49fc-4bf6-9907-0cc08ac6e35f tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59a6ff2d-8443-4444-91b2-93966f34330f HTTP/1.1" status: 200 len: 944 time: 0.0624483 Dec 16 10:04:37.833526 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ee2d2d9-3272-4b7f-8678-410163cea5fa req-f8abf482-9c57-4d76-a534-b0f54a096769 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326650 Dec 16 10:04:37.846566 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58668) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:37.949885 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-0914df66-a9d5-4301-9fc6-4626bfe49b3d tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:04:38.032425 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0914df66-a9d5-4301-9fc6-4626bfe49b3d tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] 10.222.0.60 "PUT /v2.0/quotas/89487cd6918e47f691d6097b8905eb66 HTTP/1.1" status: 200 len: 368 time: 0.1845586 Dec 16 10:04:38.035083 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58672) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:38.039861 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-c9f65fd2-9abe-42e0-a60f-72e508ebd8ed tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Request body: {'network': {'project_id': '89487cd6918e47f691d6097b8905eb66'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:04:38.134060 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f65fd2-9abe-42e0-a60f-72e508ebd8ed tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Made reservation on behalf of 89487cd6918e47f691d6097b8905eb66 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:04:38.137332 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9f65fd2-9abe-42e0-a60f-72e508ebd8ed tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:38.152958 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9f65fd2-9abe-42e0-a60f-72e508ebd8ed tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:38.231446 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9f65fd2-9abe-42e0-a60f-72e508ebd8ed tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:38.318150 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9f65fd2-9abe-42e0-a60f-72e508ebd8ed tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:38.697887 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f65fd2-9abe-42e0-a60f-72e508ebd8ed tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:04:38.708928 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f65fd2-9abe-42e0-a60f-72e508ebd8ed tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82fef586-48af-40f2-b243-e732e1cec4ab,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:38.716673 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9f65fd2-9abe-42e0-a60f-72e508ebd8ed tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:38.716673 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-c9f65fd2-9abe-42e0-a60f-72e508ebd8ed tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Added segment f76fed1d-2bf7-465c-8647-cb7a46dd6609 of type vlan for network b8b52e33-7397-41b9-8fd0-293b2ddae4a7 Dec 16 10:04:38.756175 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9f65fd2-9abe-42e0-a60f-72e508ebd8ed tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:38.953343 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9f65fd2-9abe-42e0-a60f-72e508ebd8ed tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:38.954297 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f65fd2-9abe-42e0-a60f-72e508ebd8ed tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:38.954866 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9f65fd2-9abe-42e0-a60f-72e508ebd8ed tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:38.968310 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2e4fd-6490-4a24-8be0-c3977ca96b0f req-cfbccac7-1028-413b-bd79-bef0d02a8fce tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:38.969842 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-04f2e4fd-6490-4a24-8be0-c3977ca96b0f req-cfbccac7-1028-413b-bd79-bef0d02a8fce tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59a6ff2d-8443-4444-91b2-93966f34330f HTTP/1.1" status: 200 len: 944 time: 0.0590367 Dec 16 10:04:39.076730 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f65fd2-9abe-42e0-a60f-72e508ebd8ed tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Pushing event updated for resources: {'Network': ['ID=b8b52e33-7397-41b9-8fd0-293b2ddae4a7,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:39.088804 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network b8b52e33-7397-41b9-8fd0-293b2ddae4a7 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:04:39.092339 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-04f2e4fd-6490-4a24-8be0-c3977ca96b0f req-3f9f79e0-4cc6-458c-9cd5-abefecdee78b tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1005721 Dec 16 10:04:39.150505 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c9f65fd2-9abe-42e0-a60f-72e508ebd8ed tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1138577 Dec 16 10:04:39.153055 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58676) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:39.158641 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-d2531fc3-2bdb-40b3-8eba-f2c9dab7d687 tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Request body: {'network': {'project_id': '89487cd6918e47f691d6097b8905eb66'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:04:39.242778 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2531fc3-2bdb-40b3-8eba-f2c9dab7d687 tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Made reservation on behalf of 89487cd6918e47f691d6097b8905eb66 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:04:39.245438 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2531fc3-2bdb-40b3-8eba-f2c9dab7d687 tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:39.278650 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2531fc3-2bdb-40b3-8eba-f2c9dab7d687 tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:04:39.288412 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2531fc3-2bdb-40b3-8eba-f2c9dab7d687 tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:39.288758 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-d2531fc3-2bdb-40b3-8eba-f2c9dab7d687 tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Added segment 4784ee67-5469-4960-9ea3-a19d31ae3332 of type vlan for network 1582abe1-0433-4671-9361-9b46ee0a5bdc Dec 16 10:04:39.330383 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2531fc3-2bdb-40b3-8eba-f2c9dab7d687 tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:39.426405 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2531fc3-2bdb-40b3-8eba-f2c9dab7d687 tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:39.427418 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2531fc3-2bdb-40b3-8eba-f2c9dab7d687 tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:39.428026 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2531fc3-2bdb-40b3-8eba-f2c9dab7d687 tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:39.492063 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2531fc3-2bdb-40b3-8eba-f2c9dab7d687 tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Pushing event updated for resources: {'Network': ['ID=1582abe1-0433-4671-9361-9b46ee0a5bdc,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:39.501825 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 1582abe1-0433-4671-9361-9b46ee0a5bdc details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:04:39.549331 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d2531fc3-2bdb-40b3-8eba-f2c9dab7d687 tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3949358 Dec 16 10:04:39.552304 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58678) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:39.557880 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-b3fd1071-b361-4be7-ae33-3d6815a27927 tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Request body: {'network': {'project_id': '89487cd6918e47f691d6097b8905eb66'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:04:39.569841 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3fd1071-b361-4be7-ae33-3d6815a27927 tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 16 10:04:39.570313 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3fd1071-b361-4be7-ae33-3d6815a27927 tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 10:04:39.573542 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b3fd1071-b361-4be7-ae33-3d6815a27927 tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0201249 Dec 16 10:04:39.576419 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58680) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:39.617671 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2f2ca1a5-bea0-43f1-a231-2fe80e79a651 tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=89487cd6918e47f691d6097b8905eb66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401447 Dec 16 10:04:39.620314 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58682) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:39.673642 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ebe7bc11-99df-4ed3-8718-f2289aba7393 tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:39.696647 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ebe7bc11-99df-4ed3-8718-f2289aba7393 tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:39.838136 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ebe7bc11-99df-4ed3-8718-f2289aba7393 tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:39.841521 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ebe7bc11-99df-4ed3-8718-f2289aba7393 tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:39.841951 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ebe7bc11-99df-4ed3-8718-f2289aba7393 tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] 10.222.0.60 "DELETE /v2.0/security-groups/82fef586-48af-40f2-b243-e732e1cec4ab HTTP/1.1" status: 204 len: 168 time: 0.2207010 Dec 16 10:04:39.844735 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58684) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:39.849830 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe7bc11-99df-4ed3-8718-f2289aba7393 tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fef586-48af-40f2-b243-e732e1cec4ab,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:39.916265 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-697d7d64-4ac0-42f6-be06-77ffa6e77f99 tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:39.994605 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-697d7d64-4ac0-42f6-be06-77ffa6e77f99 tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:40.014648 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-697d7d64-4ac0-42f6-be06-77ffa6e77f99 tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1582abe1-0433-4671-9361-9b46ee0a5bdc']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:04:40.024124 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-697d7d64-4ac0-42f6-be06-77ffa6e77f99 tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4784ee67-5469-4960-9ea3-a19d31ae3332') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:04:40.024428 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-697d7d64-4ac0-42f6-be06-77ffa6e77f99 tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4784ee67-5469-4960-9ea3-a19d31ae3332') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:04:40.041082 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-697d7d64-4ac0-42f6-be06-77ffa6e77f99 tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:40.046991 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-697d7d64-4ac0-42f6-be06-77ffa6e77f99 tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:40.052838 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-697d7d64-4ac0-42f6-be06-77ffa6e77f99 tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:04:40.053285 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-697d7d64-4ac0-42f6-be06-77ffa6e77f99 tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:40.054864 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 10:04:40.054864 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:04:40.054864 n-d-820550-2 neutron-server[102816]: timer() Dec 16 10:04:40.054864 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:04:40.054864 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 10:04:40.054864 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:04:40.054864 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 10:04:40.054864 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:04:40.054864 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 10:04:40.054864 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:04:40.054864 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 10:04:40.054864 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:04:40.054864 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 10:04:40.054864 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:04:40.054864 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:04:40.054864 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:04:40.054864 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:04:40.054864 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:04:40.054864 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 10:04:40.054864 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:04:40.054864 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 10:04:40.054864 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:04:40.054864 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:04:40.054864 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:04:40.054864 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 10:04:40.054864 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:04:40.054864 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:04:40.054864 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:04:40.054864 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:04:40.054864 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:04:40.054864 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:04:40.054864 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:04:40.213357 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3334af-d44c-4fa6-a9ab-5017f1f52c93 req-7cf1a9db-30d1-40dc-85fc-7e579fe6a972 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:40.214885 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fc3334af-d44c-4fa6-a9ab-5017f1f52c93 req-7cf1a9db-30d1-40dc-85fc-7e579fe6a972 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59a6ff2d-8443-4444-91b2-93966f34330f HTTP/1.1" status: 200 len: 944 time: 0.0528331 Dec 16 10:04:40.229165 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-697d7d64-4ac0-42f6-be06-77ffa6e77f99 tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:40.240583 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-697d7d64-4ac0-42f6-be06-77ffa6e77f99 tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:40.246669 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-697d7d64-4ac0-42f6-be06-77ffa6e77f99 tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] 10.222.0.60 "DELETE /v2.0/networks/1582abe1-0433-4671-9361-9b46ee0a5bdc HTTP/1.1" status: 204 len: 168 time: 0.3978567 Dec 16 10:04:40.247464 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58688) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:40.260836 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d7d64-4ac0-42f6-be06-77ffa6e77f99 tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Pushing event deleted for resources: {'Network': ['ID=1582abe1-0433-4671-9361-9b46ee0a5bdc,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:40.274820 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fc3334af-d44c-4fa6-a9ab-5017f1f52c93 req-843f9790-3ab4-42f4-9f98-90e38e5c8c30 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534427 Dec 16 10:04:40.314673 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4b45557e-2bbd-446a-aefb-54d7cda0244a tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:40.395117 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4b45557e-2bbd-446a-aefb-54d7cda0244a tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:40.415262 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-4b45557e-2bbd-446a-aefb-54d7cda0244a tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b52e33-7397-41b9-8fd0-293b2ddae4a7']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:04:40.425020 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-4b45557e-2bbd-446a-aefb-54d7cda0244a tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f76fed1d-2bf7-465c-8647-cb7a46dd6609') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:04:40.425355 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-4b45557e-2bbd-446a-aefb-54d7cda0244a tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f76fed1d-2bf7-465c-8647-cb7a46dd6609') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:04:40.435086 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4b45557e-2bbd-446a-aefb-54d7cda0244a tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:40.447768 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4b45557e-2bbd-446a-aefb-54d7cda0244a tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:40.453653 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b45557e-2bbd-446a-aefb-54d7cda0244a tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:04:40.454037 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4b45557e-2bbd-446a-aefb-54d7cda0244a tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:40.455693 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 10:04:40.455693 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:04:40.455693 n-d-820550-2 neutron-server[102817]: timer() Dec 16 10:04:40.455693 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:04:40.455693 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 10:04:40.455693 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:04:40.455693 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 10:04:40.455693 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:04:40.455693 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 10:04:40.455693 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:04:40.455693 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 10:04:40.455693 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:04:40.455693 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 10:04:40.455693 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:04:40.455693 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:04:40.455693 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:04:40.455693 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:04:40.455693 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:04:40.455693 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 10:04:40.455693 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:04:40.455693 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 10:04:40.455693 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:04:40.455693 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:04:40.455693 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:04:40.455693 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 10:04:40.455693 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:04:40.455693 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:04:40.455693 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:04:40.455693 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:04:40.455693 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:04:40.455693 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:04:40.455693 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:04:40.587675 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4b45557e-2bbd-446a-aefb-54d7cda0244a tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:40.592795 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4b45557e-2bbd-446a-aefb-54d7cda0244a tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:40.596072 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4b45557e-2bbd-446a-aefb-54d7cda0244a tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] 10.222.0.60 "DELETE /v2.0/networks/b8b52e33-7397-41b9-8fd0-293b2ddae4a7 HTTP/1.1" status: 204 len: 168 time: 0.3475866 Dec 16 10:04:40.611855 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45557e-2bbd-446a-aefb-54d7cda0244a tempest-QuotasNegativeTest-1138973412 tempest-QuotasNegativeTest-1138973412-project-admin] Pushing event deleted for resources: {'Network': ['ID=b8b52e33-7397-41b9-8fd0-293b2ddae4a7,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:40.893994 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:41.402531 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652b99f-ec90-4a29-8814-09086bce132a req-f7f85b5f-7599-4a0f-b13d-e860fa869da1 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:41.403987 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2652b99f-ec90-4a29-8814-09086bce132a req-f7f85b5f-7599-4a0f-b13d-e860fa869da1 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59a6ff2d-8443-4444-91b2-93966f34330f HTTP/1.1" status: 200 len: 944 time: 0.0543344 Dec 16 10:04:41.443632 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2652b99f-ec90-4a29-8814-09086bce132a req-c52b4367-517a-49bc-90aa-7a9adf052f98 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334616 Dec 16 10:04:41.517600 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58698) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:41.635837 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c4189bba-572f-48ba-97d3-cbb4b6ffee92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:41.713138 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c4189bba-572f-48ba-97d3-cbb4b6ffee92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:41.791841 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c4189bba-572f-48ba-97d3-cbb4b6ffee92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:41.830665 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c4189bba-572f-48ba-97d3-cbb4b6ffee92 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1a7b164277164cac80013ab80e2bfdf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3119633 Dec 16 10:04:41.831806 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4189bba-572f-48ba-97d3-cbb4b6ffee92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e76902-86e3-4719-b78c-afbe08396826,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:41.833625 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58702) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:41.883224 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-866b0d4f-2635-4783-9008-ccee8280f3f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:41.905400 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-866b0d4f-2635-4783-9008-ccee8280f3f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:42.038139 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-866b0d4f-2635-4783-9008-ccee8280f3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:42.040686 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-866b0d4f-2635-4783-9008-ccee8280f3f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:42.041893 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-866b0d4f-2635-4783-9008-ccee8280f3f2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/59e76902-86e3-4719-b78c-afbe08396826 HTTP/1.1" status: 204 len: 168 time: 0.2072718 Dec 16 10:04:42.050152 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b0d4f-2635-4783-9008-ccee8280f3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e76902-86e3-4719-b78c-afbe08396826,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:42.560575 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:04:42.564569 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8415098-1465-4b07-93ea-e9bce46781c2 req-0197fa45-5f8c-4bf4-a4aa-3555b8e5e17e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:42.566117 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a8415098-1465-4b07-93ea-e9bce46781c2 req-0197fa45-5f8c-4bf4-a4aa-3555b8e5e17e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59a6ff2d-8443-4444-91b2-93966f34330f HTTP/1.1" status: 200 len: 944 time: 0.0544858 Dec 16 10:04:42.604863 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a8415098-1465-4b07-93ea-e9bce46781c2 req-63902a82-c24c-472a-b7e6-a7db13cb951f tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325086 Dec 16 10:04:42.642009 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58710) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:42.655863 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-80f5d26d-4428-47d1-ba99-6959a61a1bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:42.734983 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-80f5d26d-4428-47d1-ba99-6959a61a1bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:42.814930 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-80f5d26d-4428-47d1-ba99-6959a61a1bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:42.855591 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-80f5d26d-4428-47d1-ba99-6959a61a1bb6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aca95041516e4d208a922814d79c69f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2122860 Dec 16 10:04:42.856464 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f5d26d-4428-47d1-ba99-6959a61a1bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68277c9-cde4-4d08-8c60-533853305bfa,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:42.858628 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58712) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:42.910010 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-147ef4d3-9a38-4be3-9a65-e21f0cb08f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:42.931777 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-147ef4d3-9a38-4be3-9a65-e21f0cb08f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:43.049248 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-147ef4d3-9a38-4be3-9a65-e21f0cb08f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:43.060374 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-147ef4d3-9a38-4be3-9a65-e21f0cb08f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:43.060374 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-147ef4d3-9a38-4be3-9a65-e21f0cb08f31 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c68277c9-cde4-4d08-8c60-533853305bfa HTTP/1.1" status: 204 len: 168 time: 0.1930611 Dec 16 10:04:43.062217 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ef4d3-9a38-4be3-9a65-e21f0cb08f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68277c9-cde4-4d08-8c60-533853305bfa,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:43.729513 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d45fd-a052-43fb-b1b5-ee8c5dc21910 req-7c5c7523-a415-4a42-9aca-0499bc2ccbf1 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:43.732239 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-520d45fd-a052-43fb-b1b5-ee8c5dc21910 req-7c5c7523-a415-4a42-9aca-0499bc2ccbf1 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59a6ff2d-8443-4444-91b2-93966f34330f HTTP/1.1" status: 200 len: 944 time: 0.0580444 Dec 16 10:04:43.776556 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-520d45fd-a052-43fb-b1b5-ee8c5dc21910 req-5dd07bde-6b16-4942-b08a-28f259782a93 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382981 Dec 16 10:04:44.906932 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a44995-3ad1-4fa9-8149-f64bd77efd38 req-2856b567-4222-4e04-911a-b17428d14fc2 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:44.908636 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-96a44995-3ad1-4fa9-8149-f64bd77efd38 req-2856b567-4222-4e04-911a-b17428d14fc2 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59a6ff2d-8443-4444-91b2-93966f34330f HTTP/1.1" status: 200 len: 944 time: 0.0635576 Dec 16 10:04:44.950857 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-96a44995-3ad1-4fa9-8149-f64bd77efd38 req-7d50ea08-173d-427b-bed3-32aa5e887d5d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355177 Dec 16 10:04:45.027983 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58752) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:45.176622 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-03e6d770-5b64-4814-b052-62142de085dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-102272356'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:04:45.317093 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e6d770-5b64-4814-b052-62142de085dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126-project] Made reservation on behalf of d78b1d97afaf4870b4bf90ba4604410b for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:04:45.320668 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03e6d770-5b64-4814-b052-62142de085dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:45.330529 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03e6d770-5b64-4814-b052-62142de085dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:45.405931 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03e6d770-5b64-4814-b052-62142de085dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:45.489888 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03e6d770-5b64-4814-b052-62142de085dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:45.517688 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03e6d770-5b64-4814-b052-62142de085dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:04:45.527913 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6d770-5b64-4814-b052-62142de085dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b27dd404-1d10-4958-9090-533a651a5510,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:45.532963 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03e6d770-5b64-4814-b052-62142de085dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:45.539111 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-03e6d770-5b64-4814-b052-62142de085dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126-project] Added segment dff816a1-26c9-435f-885c-a197197031fc of type vlan for network 8c25132f-26ff-4256-afa4-00783f43ee9a Dec 16 10:04:45.577001 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03e6d770-5b64-4814-b052-62142de085dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:45.739658 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03e6d770-5b64-4814-b052-62142de085dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:45.747432 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e6d770-5b64-4814-b052-62142de085dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:45.747967 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03e6d770-5b64-4814-b052-62142de085dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:45.827567 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6d770-5b64-4814-b052-62142de085dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126-project] Pushing event updated for resources: {'Network': ['ID=8c25132f-26ff-4256-afa4-00783f43ee9a,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:45.842998 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 8c25132f-26ff-4256-afa4-00783f43ee9a details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:04:45.906040 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-03e6d770-5b64-4814-b052-62142de085dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.8746188 Dec 16 10:04:46.089933 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7d1f9-8288-41da-b178-838130cf4802 req-91f05df4-83af-413c-8011-cf07de1f12f1 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:46.092706 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8ba7d1f9-8288-41da-b178-838130cf4802 req-91f05df4-83af-413c-8011-cf07de1f12f1 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59a6ff2d-8443-4444-91b2-93966f34330f HTTP/1.1" status: 200 len: 944 time: 0.0683265 Dec 16 10:04:46.101434 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58762) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:46.107095 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Request body: {'port': {'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a', 'binding:host_id': 'n-h2-820550-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1118950446'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:04:46.133417 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8ba7d1f9-8288-41da-b178-838130cf4802 req-42fef617-2bb4-4fdd-a5c5-80bbaabfbc40 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345659 Dec 16 10:04:46.186625 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Made reservation on behalf of c3380a5a8a66491ba84f46091998be6b for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:04:46.189051 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:46.198684 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:46.276150 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:46.335197 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:46.341726 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] device_id is not set on port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 10:04:46.428504 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0166976-00ef-41ab-acf9-731d95a12caa,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:46.592990 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] device_id is not set on port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 10:04:46.603047 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:46.723965 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:46.781625 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Pushing event updated for resources: {'Port': ['ID=0b74ee74-fee6-4557-a77a-1d96cd87bbdb,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:46.800153 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Checking segment: {'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:04:46.800509 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Network hostable DHCP agents. Network: 8c25132f-26ff-4256-afa4-00783f43ee9a, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:04:46.918344 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device c9f43a0f-673e-4480-ab86-b136b2e9f2c2 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:04:46.929323 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Network 8c25132f-26ff-4256-afa4-00783f43ee9a is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:04:46.992251 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 8c25132f-26ff-4256-afa4-00783f43ee9a) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:04:46.998746 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:04:47.013063 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d82b05a-cc1b-435b-9db8-3d34b929c223 None None] Network 8c25132f-26ff-4256-afa4-00783f43ee9a requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:04:47.013607 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:04:47.013837 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:04:47.014169 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on network 8c25132f-26ff-4256-afa4-00783f43ee9a {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:04:47.020710 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on network 8c25132f-26ff-4256-afa4-00783f43ee9a not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:04:47.021065 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Failed to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] Dec 16 10:04:47.021490 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempt 2 to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb Dec 16 10:04:47.027604 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port c9f43a0f-673e-4480-ab86-b136b2e9f2c2, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=c9f43a0f-673e-4480-ab86-b136b2e9f2c2,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:04:47.036359 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:04:47.036797 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:04:47.037298 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on network 8c25132f-26ff-4256-afa4-00783f43ee9a {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:04:47.039159 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'c9f43a0f-673e-4480-ab86-b136b2e9f2c2', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'port_id': 'c9f43a0f-673e-4480-ab86-b136b2e9f2c2', 'mac_address': 'fa:16:3e:00:01:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:04:47.048100 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on network 8c25132f-26ff-4256-afa4-00783f43ee9a not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:04:47.048584 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Failed to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] Dec 16 10:04:47.049194 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempt 3 to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb Dec 16 10:04:47.063633 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:04:47.064126 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:04:47.064587 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on network 8c25132f-26ff-4256-afa4-00783f43ee9a {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:04:47.070142 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on network 8c25132f-26ff-4256-afa4-00783f43ee9a not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:04:47.070617 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Failed to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] Dec 16 10:04:47.071129 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempt 4 to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb Dec 16 10:04:47.084767 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:04:47.085307 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:04:47.085752 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on network 8c25132f-26ff-4256-afa4-00783f43ee9a {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:04:47.090481 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on network 8c25132f-26ff-4256-afa4-00783f43ee9a not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:04:47.090928 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Failed to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] Dec 16 10:04:47.091428 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempt 5 to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb Dec 16 10:04:47.104960 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:04:47.105657 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:04:47.105657 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on network 8c25132f-26ff-4256-afa4-00783f43ee9a {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:04:47.110210 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on network 8c25132f-26ff-4256-afa4-00783f43ee9a not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:04:47.110670 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Failed to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] Dec 16 10:04:47.111164 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempt 6 to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb Dec 16 10:04:47.124450 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:04:47.124929 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:04:47.125773 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on network 8c25132f-26ff-4256-afa4-00783f43ee9a {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:04:47.131217 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on network 8c25132f-26ff-4256-afa4-00783f43ee9a not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:04:47.131655 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Failed to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] Dec 16 10:04:47.132190 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempt 7 to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb Dec 16 10:04:47.139245 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:47.145738 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:04:47.146130 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:04:47.146580 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on network 8c25132f-26ff-4256-afa4-00783f43ee9a {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:04:47.151376 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on network 8c25132f-26ff-4256-afa4-00783f43ee9a not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:04:47.151815 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Failed to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] Dec 16 10:04:47.152336 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempt 8 to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb Dec 16 10:04:47.175881 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:04:47.176938 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:04:47.176938 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on network 8c25132f-26ff-4256-afa4-00783f43ee9a {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:04:47.182584 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on network 8c25132f-26ff-4256-afa4-00783f43ee9a not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:04:47.183730 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Failed to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] Dec 16 10:04:47.183730 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempt 9 to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb Dec 16 10:04:47.191547 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9f43a0f-673e-4480-ab86-b136b2e9f2c2 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:04:47.206931 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:04:47.207684 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:04:47.208472 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on network 8c25132f-26ff-4256-afa4-00783f43ee9a {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:04:47.213682 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on network 8c25132f-26ff-4256-afa4-00783f43ee9a not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:04:47.214232 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Failed to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] Dec 16 10:04:47.215008 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempt 10 to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb Dec 16 10:04:47.222087 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port c9f43a0f-673e-4480-ab86-b136b2e9f2c2, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=c9f43a0f-673e-4480-ab86-b136b2e9f2c2,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:04:47.233310 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:04:47.233786 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:04:47.234193 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on network 8c25132f-26ff-4256-afa4-00783f43ee9a {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:04:47.240564 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on network 8c25132f-26ff-4256-afa4-00783f43ee9a not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:04:47.240903 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Failed to bind port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] Dec 16 10:04:47.241437 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:47.322974 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:47.324421 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d58154-02aa-4529-8564-11d3799b6a79 req-bc1fc328-7d54-4d17-9278-def9f16ee1eb tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:47.326027 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-96d58154-02aa-4529-8564-11d3799b6a79 req-bc1fc328-7d54-4d17-9278-def9f16ee1eb tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59a6ff2d-8443-4444-91b2-93966f34330f HTTP/1.1" status: 200 len: 944 time: 0.0867684 Dec 16 10:04:47.368018 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] For port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:04:47.368434 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempted to set empty binding levels {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 10:04:47.381860 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=c9f43a0f-673e-4480-ab86-b136b2e9f2c2,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:47.386235 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-96d58154-02aa-4529-8564-11d3799b6a79 req-414b997d-d0be-4f6e-b914-e336e71805a0 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510273 Dec 16 10:04:47.390164 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:04:47.390517 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:04:47.390859 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:04:47.391197 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:04:47.391538 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:04:47.391865 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:04:47.392192 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:04:47.392522 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:04:47.393185 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:04:47.393489 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:04:47.393800 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:04:47.394121 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:04:47.449803 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:47.490437 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:47.491092 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:47.508478 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Pushing event updated for resources: {'Port': ['ID=0b74ee74-fee6-4557-a77a-1d96cd87bbdb,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:47.529146 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['c9f43a0f-673e-4480-ab86-b136b2e9f2c2'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:04:47.617748 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-aaa09ea7-eb33-4664-90f3-236f9abdac0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.5151834 Dec 16 10:04:47.620397 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58766) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:47.695760 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-6d69b2ec-1e72-490e-8ad4-68e22d57fc67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Deleting port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:04:47.696005 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6d69b2ec-1e72-490e-8ad4-68e22d57fc67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:47.761594 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-6d69b2ec-1e72-490e-8ad4-68e22d57fc67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] For port 0b74ee74-fee6-4557-a77a-1d96cd87bbdb, host n-h2-820550-2, got binding levels [] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:04:47.761993 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6d69b2ec-1e72-490e-8ad4-68e22d57fc67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:47.776085 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-6d69b2ec-1e72-490e-8ad4-68e22d57fc67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Calling delete_port for 0b74ee74-fee6-4557-a77a-1d96cd87bbdb owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:04:47.934943 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6d69b2ec-1e72-490e-8ad4-68e22d57fc67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:47.961222 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69b2ec-1e72-490e-8ad4-68e22d57fc67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b74ee74-fee6-4557-a77a-1d96cd87bbdb,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:47.969394 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6d69b2ec-1e72-490e-8ad4-68e22d57fc67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:47.972528 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6d69b2ec-1e72-490e-8ad4-68e22d57fc67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] 10.222.0.60 "DELETE /v2.0/ports/0b74ee74-fee6-4557-a77a-1d96cd87bbdb HTTP/1.1" status: 204 len: 168 time: 0.3511581 Dec 16 10:04:47.975278 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58768) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:47.998581 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-91bb8208-575b-4e65-adc3-95d536231c6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] GET failed (client error): The resource could not be found. Dec 16 10:04:48.000091 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-91bb8208-575b-4e65-adc3-95d536231c6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] 10.222.0.60 "GET /v2.0/ports/0b74ee74-fee6-4557-a77a-1d96cd87bbdb HTTP/1.1" status: 404 len: 333 time: 0.0238879 Dec 16 10:04:48.003575 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58770) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:48.008333 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-5024fbe1-2081-4be5-a900-b2c409698144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Request body: {'port': {'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1643584177'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:04:48.123778 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5024fbe1-2081-4be5-a900-b2c409698144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Made reservation on behalf of c3380a5a8a66491ba84f46091998be6b for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:04:48.126251 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5024fbe1-2081-4be5-a900-b2c409698144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:48.142518 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-5024fbe1-2081-4be5-a900-b2c409698144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] device_id is not set on port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 10:04:48.291335 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5024fbe1-2081-4be5-a900-b2c409698144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:48.398585 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5024fbe1-2081-4be5-a900-b2c409698144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:48.443478 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5024fbe1-2081-4be5-a900-b2c409698144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Network 8c25132f-26ff-4256-afa4-00783f43ee9a is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:04:48.446440 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-5024fbe1-2081-4be5-a900-b2c409698144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:04:48.450583 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5024fbe1-2081-4be5-a900-b2c409698144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:04:48.451537 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5024fbe1-2081-4be5-a900-b2c409698144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:48.452140 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5024fbe1-2081-4be5-a900-b2c409698144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:48.468994 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024fbe1-2081-4be5-a900-b2c409698144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Pushing event updated for resources: {'Port': ['ID=e1bd8e48-b7ba-49a0-b658-e25595f9ea50,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:48.514324 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3a80d-bbd4-4a50-8922-8ef47a40dd64 req-f947fe2e-195b-4e07-9e9b-12ad95d84c80 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:48.515833 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-95d3a80d-bbd4-4a50-8922-8ef47a40dd64 req-f947fe2e-195b-4e07-9e9b-12ad95d84c80 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59a6ff2d-8443-4444-91b2-93966f34330f HTTP/1.1" status: 200 len: 945 time: 0.0560069 Dec 16 10:04:48.554787 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-95d3a80d-bbd4-4a50-8922-8ef47a40dd64 req-e74e1400-7537-4e78-9872-6242d8b1e8ea tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326529 Dec 16 10:04:48.617173 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5024fbe1-2081-4be5-a900-b2c409698144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6124992 Dec 16 10:04:48.620280 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58774) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:48.625732 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-820550-2'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:04:48.682995 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:48.853991 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] device_id is not set on port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 10:04:48.861883 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:48.923872 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:48.933581 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device c9f43a0f-673e-4480-ab86-b136b2e9f2c2 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:04:48.974595 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Pushing event updated for resources: {'Port': ['ID=e1bd8e48-b7ba-49a0-b658-e25595f9ea50,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:48.990849 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:04:48.991194 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:04:48.991537 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on network 8c25132f-26ff-4256-afa4-00783f43ee9a {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:04:48.996415 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on network 8c25132f-26ff-4256-afa4-00783f43ee9a not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:04:48.996746 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Failed to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] Dec 16 10:04:48.997162 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempt 2 to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 Dec 16 10:04:49.010482 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:04:49.010824 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:04:49.011165 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on network 8c25132f-26ff-4256-afa4-00783f43ee9a {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:04:49.015703 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on network 8c25132f-26ff-4256-afa4-00783f43ee9a not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:04:49.016039 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Failed to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] Dec 16 10:04:49.016436 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempt 3 to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 Dec 16 10:04:49.030173 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:04:49.030415 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:04:49.030753 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on network 8c25132f-26ff-4256-afa4-00783f43ee9a {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:04:49.039175 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on network 8c25132f-26ff-4256-afa4-00783f43ee9a not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:04:49.039175 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Failed to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] Dec 16 10:04:49.039175 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempt 4 to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 Dec 16 10:04:49.055116 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:04:49.055467 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:04:49.055810 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on network 8c25132f-26ff-4256-afa4-00783f43ee9a {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:04:49.060708 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port c9f43a0f-673e-4480-ab86-b136b2e9f2c2 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:04:49.063234 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on network 8c25132f-26ff-4256-afa4-00783f43ee9a not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:04:49.063780 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Failed to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] Dec 16 10:04:49.065216 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port c9f43a0f-673e-4480-ab86-b136b2e9f2c2 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:04:49.065622 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:49.068513 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempt 5 to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 Dec 16 10:04:49.082212 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:04:49.082811 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:04:49.088004 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on network 8c25132f-26ff-4256-afa4-00783f43ee9a {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:04:49.088794 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on network 8c25132f-26ff-4256-afa4-00783f43ee9a not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:04:49.089148 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Failed to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] Dec 16 10:04:49.089550 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempt 6 to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 Dec 16 10:04:49.113395 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:04:49.113395 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:04:49.113395 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on network 8c25132f-26ff-4256-afa4-00783f43ee9a {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:04:49.117819 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on network 8c25132f-26ff-4256-afa4-00783f43ee9a not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:04:49.118159 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Failed to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] Dec 16 10:04:49.118561 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempt 7 to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 Dec 16 10:04:49.134813 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:04:49.135578 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:04:49.135578 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on network 8c25132f-26ff-4256-afa4-00783f43ee9a {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:04:49.148180 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on network 8c25132f-26ff-4256-afa4-00783f43ee9a not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:04:49.148508 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Failed to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] Dec 16 10:04:49.149156 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempt 8 to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 Dec 16 10:04:49.162099 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:49.169895 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:04:49.170246 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:04:49.170607 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on network 8c25132f-26ff-4256-afa4-00783f43ee9a {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:04:49.177613 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on network 8c25132f-26ff-4256-afa4-00783f43ee9a not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:04:49.177613 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Failed to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] Dec 16 10:04:49.177613 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempt 9 to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 Dec 16 10:04:49.190980 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:04:49.191206 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a6ff2d-8443-4444-91b2-93966f34330f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f43a0f-673e-4480-ab86-b136b2e9f2c2'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:04:49.191588 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:04:49.191853 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on network 8c25132f-26ff-4256-afa4-00783f43ee9a {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:04:49.193277 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743c11c7-5156-4a5c-927e-288ba1461120" -d '{"events": [{"server_uuid": "59a6ff2d-8443-4444-91b2-93966f34330f", "name": "network-vif-plugged", "status": "completed", "tag": "c9f43a0f-673e-4480-ab86-b136b2e9f2c2"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:04:49.196599 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on network 8c25132f-26ff-4256-afa4-00783f43ee9a not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:04:49.197867 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Failed to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] Dec 16 10:04:49.201555 n-d-820550-2 neutron-server[102817]: INFO neutron.plugins.ml2.plugin [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempt 10 to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 Dec 16 10:04:49.207113 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port c9f43a0f-673e-4480-ab86-b136b2e9f2c2, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=c9f43a0f-673e-4480-ab86-b136b2e9f2c2,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:04:49.216330 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:04:49.219100 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.managers [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] {{(pid=102817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:04:49.219100 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on network 8c25132f-26ff-4256-afa4-00783f43ee9a {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:04:49.221585 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on network 8c25132f-26ff-4256-afa4-00783f43ee9a not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:04:49.221913 n-d-820550-2 neutron-server[102817]: ERROR neutron.plugins.ml2.managers [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Failed to bind port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] Dec 16 10:04:49.222284 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:49.290328 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] For port e1bd8e48-b7ba-49a0-b658-e25595f9ea50, host n-h2-820550-2, cleared binding levels {{(pid=102817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:04:49.290807 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempted to set empty binding levels {{(pid=102817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 10:04:49.301472 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f23f73-24ab-46de-97d5-c59d85ab4cdc x-openstack-request-id: req-31f23f73-24ab-46de-97d5-c59d85ab4cdc {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:04:49.301761 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a6ff2d-8443-4444-91b2-93966f34330f", "name": "network-vif-plugged", "status": "completed", "tag": "c9f43a0f-673e-4480-ab86-b136b2e9f2c2", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:04:49.302013 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-31f23f73-24ab-46de-97d5-c59d85ab4cdc {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:04:49.302406 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a6ff2d-8443-4444-91b2-93966f34330f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f43a0f-673e-4480-ab86-b136b2e9f2c2', 'code': 200} Dec 16 10:04:49.305924 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:49.354957 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=c9f43a0f-673e-4480-ab86-b136b2e9f2c2,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:49.381534 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:49.406867 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f8bb5-5e95-44e6-8d6c-64d9a59fea55 req-dedca749-dd7f-467b-9953-fece1fad6c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:49.408504 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b73f8bb5-5e95-44e6-8d6c-64d9a59fea55 req-dedca749-dd7f-467b-9953-fece1fad6c0f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=59a6ff2d-8443-4444-91b2-93966f34330f HTTP/1.1" status: 200 len: 1097 time: 0.0462792 Dec 16 10:04:49.413643 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] In _notify_port_updated(), no bound segment for port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 on network 8c25132f-26ff-4256-afa4-00783f43ee9a {{(pid=102817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 10:04:49.414491 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:49.415245 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:49.416546 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] 10.222.0.60 "PUT /v2.0/ports/e1bd8e48-b7ba-49a0-b658-e25595f9ea50 HTTP/1.1" status: 200 len: 979 time: 0.7952964 Dec 16 10:04:49.419190 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58780) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:49.453888 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b73f8bb5-5e95-44e6-8d6c-64d9a59fea55 req-d6934fa8-e7b3-464a-888d-0c07b90089f0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377176 Dec 16 10:04:49.479722 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ecb0c-0eb5-4d5a-aa3e-45d84c7d1c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Pushing event updated for resources: {'Port': ['ID=e1bd8e48-b7ba-49a0-b658-e25595f9ea50,revision_number=3']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:49.516454 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5c79ba-5f88-43ae-b39a-37eb3e050f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:49.516931 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5c79ba-5f88-43ae-b39a-37eb3e050f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:49.517428 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5c79ba-5f88-43ae-b39a-37eb3e050f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:49.517894 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5c79ba-5f88-43ae-b39a-37eb3e050f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:49.518358 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5c79ba-5f88-43ae-b39a-37eb3e050f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:49.518817 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5c79ba-5f88-43ae-b39a-37eb3e050f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:49.519272 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5c79ba-5f88-43ae-b39a-37eb3e050f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:49.519727 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5c79ba-5f88-43ae-b39a-37eb3e050f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:49.520182 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5c79ba-5f88-43ae-b39a-37eb3e050f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:49.520634 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5c79ba-5f88-43ae-b39a-37eb3e050f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:49.521086 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5c79ba-5f88-43ae-b39a-37eb3e050f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:49.521568 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5c79ba-5f88-43ae-b39a-37eb3e050f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:49.522029 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5c79ba-5f88-43ae-b39a-37eb3e050f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:49.522481 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5c79ba-5f88-43ae-b39a-37eb3e050f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:49.522936 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5c79ba-5f88-43ae-b39a-37eb3e050f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:49.523389 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5c79ba-5f88-43ae-b39a-37eb3e050f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:49.523865 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5c79ba-5f88-43ae-b39a-37eb3e050f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:49.524317 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5c79ba-5f88-43ae-b39a-37eb3e050f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:49.524770 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5c79ba-5f88-43ae-b39a-37eb3e050f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:49.525947 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5c79ba-5f88-43ae-b39a-37eb3e050f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:49.529003 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1e5c79ba-5f88-43ae-b39a-37eb3e050f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18194 time: 0.1088798 Dec 16 10:04:49.532877 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58782) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:49.622006 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-e6280e7f-88ae-483d-886c-492198114423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Deleting port e1bd8e48-b7ba-49a0-b658-e25595f9ea50 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:04:49.622302 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e6280e7f-88ae-483d-886c-492198114423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:49.674334 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f7d17-a39f-49d3-a700-618eb17330fd req-1a20df9a-fa8e-4876-904a-728afe76f9d3 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:49.675870 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f79f7d17-a39f-49d3-a700-618eb17330fd req-1a20df9a-fa8e-4876-904a-728afe76f9d3 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59a6ff2d-8443-4444-91b2-93966f34330f HTTP/1.1" status: 200 len: 946 time: 0.0497155 Dec 16 10:04:49.689748 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-e6280e7f-88ae-483d-886c-492198114423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] For port e1bd8e48-b7ba-49a0-b658-e25595f9ea50, host n-h2-820550-2, got binding levels [] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:04:49.690097 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e6280e7f-88ae-483d-886c-492198114423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:49.703371 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-e6280e7f-88ae-483d-886c-492198114423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Calling delete_port for e1bd8e48-b7ba-49a0-b658-e25595f9ea50 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:04:49.716495 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f79f7d17-a39f-49d3-a700-618eb17330fd req-43a8ad77-86f9-4c4f-bf1c-b0240d47fba3 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337281 Dec 16 10:04:49.873473 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e6280e7f-88ae-483d-886c-492198114423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:49.900546 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6280e7f-88ae-483d-886c-492198114423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Pushing event deleted for resources: {'Port': ['ID=e1bd8e48-b7ba-49a0-b658-e25595f9ea50,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:49.908711 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e6280e7f-88ae-483d-886c-492198114423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:49.911501 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e6280e7f-88ae-483d-886c-492198114423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] 10.222.0.60 "DELETE /v2.0/ports/e1bd8e48-b7ba-49a0-b658-e25595f9ea50 HTTP/1.1" status: 204 len: 168 time: 0.3776181 Dec 16 10:04:49.914031 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58788) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:49.939376 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f0a2cc0-47b1-49dd-91b2-fbc379354872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] GET failed (client error): The resource could not be found. Dec 16 10:04:49.940942 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5f0a2cc0-47b1-49dd-91b2-fbc379354872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] 10.222.0.60 "GET /v2.0/ports/e1bd8e48-b7ba-49a0-b658-e25595f9ea50 HTTP/1.1" status: 404 len: 333 time: 0.0259831 Dec 16 10:04:49.944595 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58790) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:49.949901 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-8f2fffb6-412e-413f-bf14-e2ddad79a0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2101347602', 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:04:50.083500 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2fffb6-412e-413f-bf14-e2ddad79a0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Made reservation on behalf of c3380a5a8a66491ba84f46091998be6b for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:04:50.085953 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8f2fffb6-412e-413f-bf14-e2ddad79a0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:50.102375 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-8f2fffb6-412e-413f-bf14-e2ddad79a0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] device_id is not set on port 744b840d-70b6-4244-a679-b8579e6ed370 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 10:04:50.252974 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8f2fffb6-412e-413f-bf14-e2ddad79a0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:50.364538 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8f2fffb6-412e-413f-bf14-e2ddad79a0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:50.403882 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2fffb6-412e-413f-bf14-e2ddad79a0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Network 8c25132f-26ff-4256-afa4-00783f43ee9a is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:04:50.406855 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-8f2fffb6-412e-413f-bf14-e2ddad79a0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:04:50.410474 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2fffb6-412e-413f-bf14-e2ddad79a0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:04:50.411408 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2fffb6-412e-413f-bf14-e2ddad79a0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:50.412005 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8f2fffb6-412e-413f-bf14-e2ddad79a0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:50.424120 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2fffb6-412e-413f-bf14-e2ddad79a0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Pushing event updated for resources: {'Port': ['ID=744b840d-70b6-4244-a679-b8579e6ed370,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:50.508974 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8f2fffb6-412e-413f-bf14-e2ddad79a0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5632639 Dec 16 10:04:50.511429 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58792) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:50.549847 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e34325-a041-4945-b3da-a3c792908705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:50.551332 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-18e34325-a041-4945-b3da-a3c792908705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] 10.222.0.60 "GET /v2.0/ports/744b840d-70b6-4244-a679-b8579e6ed370 HTTP/1.1" status: 200 len: 959 time: 0.0389559 Dec 16 10:04:50.554111 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58794) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:50.631020 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-1b61702a-5a8c-4f43-9a50-faba9c20f243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Deleting port 744b840d-70b6-4244-a679-b8579e6ed370 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:04:50.631364 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1b61702a-5a8c-4f43-9a50-faba9c20f243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:50.693463 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1b61702a-5a8c-4f43-9a50-faba9c20f243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:50.706622 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-1b61702a-5a8c-4f43-9a50-faba9c20f243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Calling delete_port for 744b840d-70b6-4244-a679-b8579e6ed370 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:04:50.838044 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e55bb-8313-4b1e-9a38-b46c0f6e5ff0 req-0221d1e5-a2ad-4b66-b9b6-66e8419bd3cc tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:50.839560 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a29e55bb-8313-4b1e-9a38-b46c0f6e5ff0 req-0221d1e5-a2ad-4b66-b9b6-66e8419bd3cc tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59a6ff2d-8443-4444-91b2-93966f34330f HTTP/1.1" status: 200 len: 946 time: 0.0510848 Dec 16 10:04:50.877497 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a29e55bb-8313-4b1e-9a38-b46c0f6e5ff0 req-4b48e44a-48e3-4b9a-9cf7-19c072479635 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314500 Dec 16 10:04:50.883679 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1b61702a-5a8c-4f43-9a50-faba9c20f243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:50.913928 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b61702a-5a8c-4f43-9a50-faba9c20f243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Pushing event deleted for resources: {'Port': ['ID=744b840d-70b6-4244-a679-b8579e6ed370,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:50.922993 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1b61702a-5a8c-4f43-9a50-faba9c20f243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:50.924665 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1b61702a-5a8c-4f43-9a50-faba9c20f243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] 10.222.0.60 "DELETE /v2.0/ports/744b840d-70b6-4244-a679-b8579e6ed370 HTTP/1.1" status: 204 len: 168 time: 0.3696194 Dec 16 10:04:50.927237 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58800) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:50.951803 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-18176c86-d833-4d09-ada9-96e9ed846030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] GET failed (client error): The resource could not be found. Dec 16 10:04:50.954020 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-18176c86-d833-4d09-ada9-96e9ed846030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] 10.222.0.60 "GET /v2.0/ports/744b840d-70b6-4244-a679-b8579e6ed370 HTTP/1.1" status: 404 len: 333 time: 0.0251048 Dec 16 10:04:50.962577 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58802) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:50.968161 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-e62800f7-68b9-49b8-9ee1-2e1af41c7bf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Request body: {'port': {'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-958968684'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:04:51.000047 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4518312-8f08-41c9-8b82-6d909b9ba862 req-2aee89a0-75f6-458a-b6f0-56646bde302a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:51.005466 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b4518312-8f08-41c9-8b82-6d909b9ba862 req-2aee89a0-75f6-458a-b6f0-56646bde302a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59a6ff2d-8443-4444-91b2-93966f34330f HTTP/1.1" status: 200 len: 946 time: 0.0511978 Dec 16 10:04:51.050155 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b4518312-8f08-41c9-8b82-6d909b9ba862 req-829323b7-9608-4efe-8fe0-597bd5520e83 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420194 Dec 16 10:04:51.073442 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58804) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:51.077743 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62800f7-68b9-49b8-9ee1-2e1af41c7bf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Made reservation on behalf of c3380a5a8a66491ba84f46091998be6b for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:04:51.080094 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e62800f7-68b9-49b8-9ee1-2e1af41c7bf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:51.096844 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-e62800f7-68b9-49b8-9ee1-2e1af41c7bf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] device_id is not set on port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 10:04:51.237383 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fc4529-d2b7-47c7-ac61-36477a4619cf tempest-TestVolumeBootPattern-2142046735 tempest-TestVolumeBootPattern-2142046735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:51.238645 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-96fc4529-d2b7-47c7-ac61-36477a4619cf tempest-TestVolumeBootPattern-2142046735 tempest-TestVolumeBootPattern-2142046735-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=59a6ff2d-8443-4444-91b2-93966f34330f HTTP/1.1" status: 200 len: 1092 time: 0.1641803 Dec 16 10:04:51.243000 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58808) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:51.248080 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-b35495a5-fb9d-4c5c-9395-3f7ca5f4407e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'port_id': 'c9f43a0f-673e-4480-ab86-b136b2e9f2c2', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:04:51.263929 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e62800f7-68b9-49b8-9ee1-2e1af41c7bf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:51.369356 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b35495a5-fb9d-4c5c-9395-3f7ca5f4407e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for floatingip, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:51.404003 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e62800f7-68b9-49b8-9ee1-2e1af41c7bf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:51.452915 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62800f7-68b9-49b8-9ee1-2e1af41c7bf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Network 8c25132f-26ff-4256-afa4-00783f43ee9a is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:04:51.457798 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-e62800f7-68b9-49b8-9ee1-2e1af41c7bf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:04:51.460478 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62800f7-68b9-49b8-9ee1-2e1af41c7bf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:04:51.462060 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62800f7-68b9-49b8-9ee1-2e1af41c7bf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:51.462656 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e62800f7-68b9-49b8-9ee1-2e1af41c7bf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:51.476166 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62800f7-68b9-49b8-9ee1-2e1af41c7bf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Pushing event updated for resources: {'Port': ['ID=74ea8c34-80fe-46e9-b20c-4539ce2b0081,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:51.485473 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b35495a5-fb9d-4c5c-9395-3f7ca5f4407e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:51.602509 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-b35495a5-fb9d-4c5c-9395-3f7ca5f4407e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Allocated IP 172.25.1.76 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/07f32e08-1842-43dd-b093-d6321ce87998) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:04:51.691896 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e62800f7-68b9-49b8-9ee1-2e1af41c7bf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7275901 Dec 16 10:04:51.694594 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58812) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:51.700010 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:04:51.749736 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b35495a5-fb9d-4c5c-9395-3f7ca5f4407e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:51.782484 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:51.908268 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b35495a5-fb9d-4c5c-9395-3f7ca5f4407e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:51.961871 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35495a5-fb9d-4c5c-9395-3f7ca5f4407e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:04:51.970832 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-b35495a5-fb9d-4c5c-9395-3f7ca5f4407e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:04:51.978655 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35495a5-fb9d-4c5c-9395-3f7ca5f4407e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:04:51.980571 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35495a5-fb9d-4c5c-9395-3f7ca5f4407e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Pushing event updated for resources: {'Port': ['ID=07f32e08-1842-43dd-b093-d6321ce87998,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:52.054829 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] device_id is not set on port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 yet. {{(pid=102816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 10:04:52.065769 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:52.206553 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:52.268723 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Pushing event updated for resources: {'Port': ['ID=74ea8c34-80fe-46e9-b20c-4539ce2b0081,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:52.293647 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:04:52.293981 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:04:52.294358 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on network 8c25132f-26ff-4256-afa4-00783f43ee9a {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:04:52.312409 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on network 8c25132f-26ff-4256-afa4-00783f43ee9a not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:04:52.312753 n-d-820550-2 neutron-server[102816]: ERROR neutron.plugins.ml2.managers [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Failed to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] Dec 16 10:04:52.314117 n-d-820550-2 neutron-server[102816]: INFO neutron.plugins.ml2.plugin [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempt 2 to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 Dec 16 10:04:52.352818 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:04:52.353276 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:04:52.353616 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on network 8c25132f-26ff-4256-afa4-00783f43ee9a {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:04:52.361973 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on network 8c25132f-26ff-4256-afa4-00783f43ee9a not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:04:52.362296 n-d-820550-2 neutron-server[102816]: ERROR neutron.plugins.ml2.managers [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Failed to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] Dec 16 10:04:52.382101 n-d-820550-2 neutron-server[102816]: INFO neutron.plugins.ml2.plugin [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempt 3 to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 Dec 16 10:04:52.495843 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:04:52.496112 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:04:52.496423 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on network 8c25132f-26ff-4256-afa4-00783f43ee9a {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:04:52.517778 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on network 8c25132f-26ff-4256-afa4-00783f43ee9a not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:04:52.518103 n-d-820550-2 neutron-server[102816]: ERROR neutron.plugins.ml2.managers [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Failed to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] Dec 16 10:04:52.527003 n-d-820550-2 neutron-server[102816]: INFO neutron.plugins.ml2.plugin [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempt 4 to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 Dec 16 10:04:52.553407 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:04:52.553741 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:04:52.554104 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on network 8c25132f-26ff-4256-afa4-00783f43ee9a {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:04:52.559254 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b35495a5-fb9d-4c5c-9395-3f7ca5f4407e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:52.599219 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on network 8c25132f-26ff-4256-afa4-00783f43ee9a not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:04:52.599551 n-d-820550-2 neutron-server[102816]: ERROR neutron.plugins.ml2.managers [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Failed to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] Dec 16 10:04:52.603505 n-d-820550-2 neutron-server[102816]: INFO neutron.plugins.ml2.plugin [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempt 5 to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 Dec 16 10:04:52.633460 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:04:52.633790 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:04:52.634124 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on network 8c25132f-26ff-4256-afa4-00783f43ee9a {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:04:52.646355 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on network 8c25132f-26ff-4256-afa4-00783f43ee9a not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:04:52.646677 n-d-820550-2 neutron-server[102816]: ERROR neutron.plugins.ml2.managers [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Failed to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] Dec 16 10:04:52.647061 n-d-820550-2 neutron-server[102816]: INFO neutron.plugins.ml2.plugin [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempt 6 to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 Dec 16 10:04:52.659148 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:04:52.659475 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:04:52.659806 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on network 8c25132f-26ff-4256-afa4-00783f43ee9a {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:04:52.664586 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on network 8c25132f-26ff-4256-afa4-00783f43ee9a not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:04:52.664919 n-d-820550-2 neutron-server[102816]: ERROR neutron.plugins.ml2.managers [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Failed to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] Dec 16 10:04:52.665337 n-d-820550-2 neutron-server[102816]: INFO neutron.plugins.ml2.plugin [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempt 7 to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 Dec 16 10:04:52.678593 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:04:52.678923 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:04:52.679257 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on network 8c25132f-26ff-4256-afa4-00783f43ee9a {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:04:52.684503 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on network 8c25132f-26ff-4256-afa4-00783f43ee9a not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:04:52.684833 n-d-820550-2 neutron-server[102816]: ERROR neutron.plugins.ml2.managers [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Failed to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] Dec 16 10:04:52.685263 n-d-820550-2 neutron-server[102816]: INFO neutron.plugins.ml2.plugin [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempt 8 to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 Dec 16 10:04:52.697956 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:04:52.698291 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:04:52.698627 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on network 8c25132f-26ff-4256-afa4-00783f43ee9a {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:04:52.703047 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on network 8c25132f-26ff-4256-afa4-00783f43ee9a not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:04:52.703370 n-d-820550-2 neutron-server[102816]: ERROR neutron.plugins.ml2.managers [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Failed to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] Dec 16 10:04:52.703757 n-d-820550-2 neutron-server[102816]: INFO neutron.plugins.ml2.plugin [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempt 9 to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 Dec 16 10:04:52.716423 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:04:52.716754 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:04:52.717090 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on network 8c25132f-26ff-4256-afa4-00783f43ee9a {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:04:52.721384 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on network 8c25132f-26ff-4256-afa4-00783f43ee9a not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:04:52.721705 n-d-820550-2 neutron-server[102816]: ERROR neutron.plugins.ml2.managers [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Failed to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] Dec 16 10:04:52.722089 n-d-820550-2 neutron-server[102816]: INFO neutron.plugins.ml2.plugin [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempt 10 to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 Dec 16 10:04:52.754318 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:04:52.754318 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:04:52.754318 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempting to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on network 8c25132f-26ff-4256-afa4-00783f43ee9a {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:04:52.764525 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on network 8c25132f-26ff-4256-afa4-00783f43ee9a not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:04:52.764858 n-d-820550-2 neutron-server[102816]: ERROR neutron.plugins.ml2.managers [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Failed to bind port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on host n-h2-820550-2 for vnic_type normal using segments [{'id': 'dff816a1-26c9-435f-885c-a197197031fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c25132f-26ff-4256-afa4-00783f43ee9a'}] Dec 16 10:04:52.765257 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:52.768372 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b35495a5-fb9d-4c5c-9395-3f7ca5f4407e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:52.916844 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] For port 74ea8c34-80fe-46e9-b20c-4539ce2b0081, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:04:52.917287 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attempted to set empty binding levels {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 10:04:52.980662 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b35495a5-fb9d-4c5c-9395-3f7ca5f4407e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:53.009029 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:53.038275 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] In _notify_port_updated(), no bound segment for port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 on network 8c25132f-26ff-4256-afa4-00783f43ee9a {{(pid=102816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 10:04:53.039150 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:53.039810 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:53.041664 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] 10.222.0.60 "PUT /v2.0/ports/74ea8c34-80fe-46e9-b20c-4539ce2b0081 HTTP/1.1" status: 200 len: 978 time: 1.3459468 Dec 16 10:04:53.044718 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58816) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:53.045286 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b35495a5-fb9d-4c5c-9395-3f7ca5f4407e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:53.088995 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e46d66-e77f-4aaf-8fc1-2bb51a2c36ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Pushing event updated for resources: {'Port': ['ID=74ea8c34-80fe-46e9-b20c-4539ce2b0081,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:53.121485 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-2a963e6f-7ed4-4ee1-8607-6b9566437e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Deleting port 74ea8c34-80fe-46e9-b20c-4539ce2b0081 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:04:53.121876 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a963e6f-7ed4-4ee1-8607-6b9566437e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:53.150924 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b35495a5-fb9d-4c5c-9395-3f7ca5f4407e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:53.197215 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35495a5-fb9d-4c5c-9395-3f7ca5f4407e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Pushing event updated for resources: {'Port': ['ID=07f32e08-1842-43dd-b093-d6321ce87998,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:53.198896 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-2a963e6f-7ed4-4ee1-8607-6b9566437e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] For port 74ea8c34-80fe-46e9-b20c-4539ce2b0081, host n-h2-820550-2, got binding levels [] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:04:53.199265 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a963e6f-7ed4-4ee1-8607-6b9566437e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:53.214973 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-2a963e6f-7ed4-4ee1-8607-6b9566437e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Calling delete_port for 74ea8c34-80fe-46e9-b20c-4539ce2b0081 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:04:53.263828 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [None req-b35495a5-fb9d-4c5c-9395-3f7ca5f4407e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Floating IP 44a4ba30-9a0b-4428-bedd-f3ccf8b222ac associated. External IP: 172.25.1.76, port: c9f43a0f-673e-4480-ab86-b136b2e9f2c2. Dec 16 10:04:53.363593 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a963e6f-7ed4-4ee1-8607-6b9566437e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:53.394504 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a963e6f-7ed4-4ee1-8607-6b9566437e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Pushing event deleted for resources: {'Port': ['ID=74ea8c34-80fe-46e9-b20c-4539ce2b0081,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:53.401107 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a963e6f-7ed4-4ee1-8607-6b9566437e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:53.408919 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2a963e6f-7ed4-4ee1-8607-6b9566437e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] 10.222.0.60 "DELETE /v2.0/ports/74ea8c34-80fe-46e9-b20c-4539ce2b0081 HTTP/1.1" status: 204 len: 168 time: 0.3584542 Dec 16 10:04:53.408919 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58818) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:53.430334 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdae9fd1-f0d7-4db6-8d7c-052105780078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] GET failed (client error): The resource could not be found. Dec 16 10:04:53.431939 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fdae9fd1-f0d7-4db6-8d7c-052105780078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386824982-project-admin] 10.222.0.60 "GET /v2.0/ports/74ea8c34-80fe-46e9-b20c-4539ce2b0081 HTTP/1.1" status: 404 len: 333 time: 0.0239871 Dec 16 10:04:53.435356 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58820) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:53.487030 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35495a5-fb9d-4c5c-9395-3f7ca5f4407e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Router 55c9eca4-02fe-40cb-b6f7-c29584055c8b has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:04:53.530700 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7979e83e-ab86-40c9-b58a-9df25ff78e1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:53.630558 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7979e83e-ab86-40c9-b58a-9df25ff78e1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:53.658720 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-7979e83e-ab86-40c9-b58a-9df25ff78e1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c25132f-26ff-4256-afa4-00783f43ee9a']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:04:53.670412 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-7979e83e-ab86-40c9-b58a-9df25ff78e1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dff816a1-26c9-435f-885c-a197197031fc') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:04:53.670705 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-7979e83e-ab86-40c9-b58a-9df25ff78e1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dff816a1-26c9-435f-885c-a197197031fc') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:04:53.681456 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7979e83e-ab86-40c9-b58a-9df25ff78e1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:53.695891 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7979e83e-ab86-40c9-b58a-9df25ff78e1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:53.703450 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7979e83e-ab86-40c9-b58a-9df25ff78e1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:04:53.706512 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7979e83e-ab86-40c9-b58a-9df25ff78e1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:53.707867 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 10:04:53.707867 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:04:53.707867 n-d-820550-2 neutron-server[102817]: timer() Dec 16 10:04:53.707867 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:04:53.707867 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 10:04:53.707867 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:04:53.707867 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 10:04:53.707867 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:04:53.707867 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 10:04:53.707867 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:04:53.707867 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 10:04:53.707867 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:04:53.707867 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 10:04:53.707867 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:04:53.707867 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:04:53.707867 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:04:53.707867 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:04:53.707867 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:04:53.707867 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 10:04:53.707867 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:04:53.707867 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 10:04:53.707867 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:04:53.707867 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:04:53.707867 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:04:53.707867 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 10:04:53.707867 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:04:53.707867 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:04:53.707867 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:04:53.707867 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:04:53.707867 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:04:53.707867 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:04:53.707867 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:04:53.906021 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35495a5-fb9d-4c5c-9395-3f7ca5f4407e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:04:53.915911 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b889377-54e6-43fa-af52-c497ccf9a9c3 None None] Sync routers for ids ['55c9eca4-02fe-40cb-b6f7-c29584055c8b'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:04:53.927967 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b889377-54e6-43fa-af52-c497ccf9a9c3 None None] Routers {'55c9eca4-02fe-40cb-b6f7-c29584055c8b'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:04:53.929692 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-9b889377-54e6-43fa-af52-c497ccf9a9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:04:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['55c9eca4-02fe-40cb-b6f7-c29584055c8b'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:04:53.994454 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b35495a5-fb9d-4c5c-9395-3f7ca5f4407e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:54.039909 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b35495a5-fb9d-4c5c-9395-3f7ca5f4407e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7797570 Dec 16 10:04:54.039909 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a6ff2d-8443-4444-91b2-93966f34330f', 'tag': 'c9f43a0f-673e-4480-ab86-b136b2e9f2c2'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:04:54.039909 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753b49e9-5b78-4aa2-9826-8d5e1cbf804c" -d '{"events": [{"name": "network-changed", "server_uuid": "59a6ff2d-8443-4444-91b2-93966f34330f", "tag": "c9f43a0f-673e-4480-ab86-b136b2e9f2c2"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:04:54.067559 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c90288-7e53-4fa6-bcea-d090de3d0c03 x-openstack-request-id: req-76c90288-7e53-4fa6-bcea-d090de3d0c03 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:04:54.067559 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a6ff2d-8443-4444-91b2-93966f34330f", "tag": "c9f43a0f-673e-4480-ab86-b136b2e9f2c2", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:04:54.067559 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-76c90288-7e53-4fa6-bcea-d090de3d0c03 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:04:54.067930 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a6ff2d-8443-4444-91b2-93966f34330f', 'tag': 'c9f43a0f-673e-4480-ab86-b136b2e9f2c2', 'status': 'completed', 'code': 200} Dec 16 10:04:54.073604 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-9b889377-54e6-43fa-af52-c497ccf9a9c3 None None] Set router 55c9eca4-02fe-40cb-b6f7-c29584055c8b gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:04:54.100354 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-73634ff7-cf04-4f9d-a85f-50d3f9e82069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:54.124281 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7979e83e-ab86-40c9-b58a-9df25ff78e1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:54.134130 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b49e9-5b78-4aa2-9826-8d5e1cbf804c req-42150fd6-7d93-41d6-bda6-f00112f356e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:54.136315 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-753b49e9-5b78-4aa2-9826-8d5e1cbf804c req-42150fd6-7d93-41d6-bda6-f00112f356e1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&device_id=59a6ff2d-8443-4444-91b2-93966f34330f HTTP/1.1" status: 200 len: 1097 time: 0.0455022 Dec 16 10:04:54.144274 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7979e83e-ab86-40c9-b58a-9df25ff78e1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:54.154149 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7979e83e-ab86-40c9-b58a-9df25ff78e1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126-project] 10.222.0.60 "DELETE /v2.0/networks/8c25132f-26ff-4256-afa4-00783f43ee9a HTTP/1.1" status: 204 len: 168 time: 0.7173784 Dec 16 10:04:54.170280 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979e83e-ab86-40c9-b58a-9df25ff78e1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190035126-project] Pushing event deleted for resources: {'Network': ['ID=8c25132f-26ff-4256-afa4-00783f43ee9a,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:54.249903 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b49e9-5b78-4aa2-9826-8d5e1cbf804c req-257e74a2-2e49-4c2c-b9b2-79a5e4e10949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:54.251393 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-753b49e9-5b78-4aa2-9826-8d5e1cbf804c req-257e74a2-2e49-4c2c-b9b2-79a5e4e10949 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3612a9f-8ab3-4e75-9810-d35fcac351bb HTTP/1.1" status: 200 len: 913 time: 0.1078219 Dec 16 10:04:54.327029 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-753b49e9-5b78-4aa2-9826-8d5e1cbf804c req-b12fa75f-bb5f-418c-8c9b-6f74926fd893 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9f43a0f-673e-4480-ab86-b136b2e9f2c2 HTTP/1.1" status: 200 len: 999 time: 0.0677028 Dec 16 10:04:54.327717 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-9b889377-54e6-43fa-af52-c497ccf9a9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'name': 'tempest-TestVolumeBootPattern-1877547181-router', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:51Z', 'updated_at': '2021-12-16T09:58:58Z', 'revision_number': 4, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'gw_port': {'id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:52Z', 'updated_at': '2021-12-16T09:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '44a4ba30-9a0b-4428-bedd-f3ccf8b222ac', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'floating_ip_address': '172.25.1.76', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'port_id': 'c9f43a0f-673e-4480-ab86-b136b2e9f2c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'mac_address': 'fa:16:3e:00:01:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a6ff2d-8443-4444-91b2-93966f34330f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:04:52Z', 'updated_at': '2021-12-16T10:04:52Z', 'revision_number': 0, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425236ad-81bf-4b8c-8858-713a92ef0796', 'name': '', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'mac_address': 'fa:16:3e:30:0d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:57Z', 'updated_at': '2021-12-16T09:59:02Z', 'revision_number': 5, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'subnets': [{'id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:04:54.358713 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b889377-54e6-43fa-af52-c497ccf9a9c3 None None] Checking router: 55c9eca4-02fe-40cb-b6f7-c29584055c8b for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:04:54.367324 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b889377-54e6-43fa-af52-c497ccf9a9c3 None None] Routers {'55c9eca4-02fe-40cb-b6f7-c29584055c8b'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:04:54.367947 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-9b889377-54e6-43fa-af52-c497ccf9a9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:04:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['55c9eca4-02fe-40cb-b6f7-c29584055c8b'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:04:54.379088 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b49e9-5b78-4aa2-9826-8d5e1cbf804c req-8aeb5628-5941-4d2e-980d-e4b6a301e1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:54.384971 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-753b49e9-5b78-4aa2-9826-8d5e1cbf804c req-8aeb5628-5941-4d2e-980d-e4b6a301e1df service neutron] 10.222.0.58 "GET /v2.0/subnets?id=671bcf58-3379-4056-970a-d40ccd64fd91 HTTP/1.1" status: 200 len: 851 time: 0.0469928 Dec 16 10:04:54.433708 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b49e9-5b78-4aa2-9826-8d5e1cbf804c req-f0705334-fc25-4b54-b8d5-a1cf60787f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:54.435190 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-753b49e9-5b78-4aa2-9826-8d5e1cbf804c req-f0705334-fc25-4b54-b8d5-a1cf60787f5c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3612a9f-8ab3-4e75-9810-d35fcac351bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474761 Dec 16 10:04:54.541033 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-753b49e9-5b78-4aa2-9826-8d5e1cbf804c req-60f02009-55bd-4853-96e0-5e07284f8bb2 service neutron] 10.222.0.58 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979745 Dec 16 10:04:54.632046 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-9b889377-54e6-43fa-af52-c497ccf9a9c3 None None] Set router 55c9eca4-02fe-40cb-b6f7-c29584055c8b gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:04:54.657034 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-753b49e9-5b78-4aa2-9826-8d5e1cbf804c req-45ed7981-e52a-4eaf-9f92-8e27f0a09a1b service neutron] 10.222.0.58 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076305 Dec 16 10:04:54.763362 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58830) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:54.890147 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-9b889377-54e6-43fa-af52-c497ccf9a9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'name': 'tempest-TestVolumeBootPattern-1877547181-router', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:51Z', 'updated_at': '2021-12-16T09:58:58Z', 'revision_number': 4, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'gw_port': {'id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:52Z', 'updated_at': '2021-12-16T09:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '44a4ba30-9a0b-4428-bedd-f3ccf8b222ac', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'floating_ip_address': '172.25.1.76', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'port_id': 'c9f43a0f-673e-4480-ab86-b136b2e9f2c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'mac_address': 'fa:16:3e:00:01:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a6ff2d-8443-4444-91b2-93966f34330f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:04:52Z', 'updated_at': '2021-12-16T10:04:52Z', 'revision_number': 0, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425236ad-81bf-4b8c-8858-713a92ef0796', 'name': '', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'mac_address': 'fa:16:3e:30:0d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:57Z', 'updated_at': '2021-12-16T09:59:02Z', 'revision_number': 5, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'subnets': [{'id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:04:54.920426 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-55650e49-b733-4bea-8917-6b23515514a8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d78b1d97afaf4870b4bf90ba4604410b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1536150 Dec 16 10:04:54.920774 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58834) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:54.921467 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b889377-54e6-43fa-af52-c497ccf9a9c3 None None] The sync data for ids ['55c9eca4-02fe-40cb-b6f7-c29584055c8b'] in n-d-820550-2 is: [{'id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'name': 'tempest-TestVolumeBootPattern-1877547181-router', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:51Z', 'updated_at': '2021-12-16T09:58:58Z', 'revision_number': 4, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'gw_port': {'id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:52Z', 'updated_at': '2021-12-16T09:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '44a4ba30-9a0b-4428-bedd-f3ccf8b222ac', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'floating_ip_address': '172.25.1.76', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'port_id': 'c9f43a0f-673e-4480-ab86-b136b2e9f2c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'mac_address': 'fa:16:3e:00:01:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a6ff2d-8443-4444-91b2-93966f34330f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:04:52Z', 'updated_at': '2021-12-16T10:04:52Z', 'revision_number': 0, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425236ad-81bf-4b8c-8858-713a92ef0796', 'name': '', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'mac_address': 'fa:16:3e:30:0d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:57Z', 'updated_at': '2021-12-16T09:59:02Z', 'revision_number': 5, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'subnets': [{'id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:04:54.980678 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2f76899a-499e-4846-961b-421043ffc4e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:55.005370 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2f76899a-499e-4846-961b-421043ffc4e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:55.118966 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2f76899a-499e-4846-961b-421043ffc4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:55.121280 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2f76899a-499e-4846-961b-421043ffc4e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:55.125066 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2f76899a-499e-4846-961b-421043ffc4e6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b27dd404-1d10-4958-9090-533a651a5510 HTTP/1.1" status: 204 len: 168 time: 0.2007310 Dec 16 10:04:55.131115 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76899a-499e-4846-961b-421043ffc4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27dd404-1d10-4958-9090-533a651a5510,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:55.141611 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa6cd49-1a0c-475d-a37e-5c0049e8e5c0 None None] New status for floating IP 44a4ba30-9a0b-4428-bedd-f3ccf8b222ac: ACTIVE {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:04:55.879174 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58840) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:55.923358 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-29863623-6aa6-4bb5-9c36-5f47b0f47e21 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c3380a5a8a66491ba84f46091998be6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426619 Dec 16 10:04:55.925612 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58842) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:55.984488 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b047886d-cf67-48a1-a0ae-70a5142421fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:56.006658 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b047886d-cf67-48a1-a0ae-70a5142421fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:56.123795 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b047886d-cf67-48a1-a0ae-70a5142421fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:56.126605 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b047886d-cf67-48a1-a0ae-70a5142421fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:56.127895 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b047886d-cf67-48a1-a0ae-70a5142421fe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a0166976-00ef-41ab-acf9-731d95a12caa HTTP/1.1" status: 204 len: 168 time: 0.2012668 Dec 16 10:04:56.136589 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047886d-cf67-48a1-a0ae-70a5142421fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0166976-00ef-41ab-acf9-731d95a12caa,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:56.425438 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c6a74035-ce12-48d4-a02e-72411065dd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:57.643591 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:58.018559 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58882) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:58.135438 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-340e23cc-049d-4e7b-86b5-a75dacd0d8cb tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-160210130', 'router:external': True}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:04:58.215110 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340e23cc-049d-4e7b-86b5-a75dacd0d8cb tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Made reservation on behalf of dec38cd5741c43b6bbcd606406e1d120 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:04:58.217524 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-340e23cc-049d-4e7b-86b5-a75dacd0d8cb tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:58.227217 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-340e23cc-049d-4e7b-86b5-a75dacd0d8cb tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:58.307924 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-340e23cc-049d-4e7b-86b5-a75dacd0d8cb tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:58.379500 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-340e23cc-049d-4e7b-86b5-a75dacd0d8cb tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:58.405936 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-340e23cc-049d-4e7b-86b5-a75dacd0d8cb tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:04:58.415686 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e23cc-049d-4e7b-86b5-a75dacd0d8cb tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc41be30-de7b-4b04-9404-ecf6cecc439b,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:58.420717 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-340e23cc-049d-4e7b-86b5-a75dacd0d8cb tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:58.421064 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-340e23cc-049d-4e7b-86b5-a75dacd0d8cb tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Added segment 52c41c0a-7976-4b61-8473-ac5292d3e315 of type vlan for network 52a14eeb-5261-4a99-af55-80716ebb1c35 Dec 16 10:04:58.467403 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-340e23cc-049d-4e7b-86b5-a75dacd0d8cb tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:58.597227 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-340e23cc-049d-4e7b-86b5-a75dacd0d8cb tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:58.598239 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340e23cc-049d-4e7b-86b5-a75dacd0d8cb tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:58.598813 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-340e23cc-049d-4e7b-86b5-a75dacd0d8cb tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:58.657510 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e23cc-049d-4e7b-86b5-a75dacd0d8cb tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Pushing event updated for resources: {'Network': ['ID=52a14eeb-5261-4a99-af55-80716ebb1c35,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:58.667208 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 52a14eeb-5261-4a99-af55-80716ebb1c35 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:04:58.726111 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-340e23cc-049d-4e7b-86b5-a75dacd0d8cb tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.7061183 Dec 16 10:04:58.729100 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58886) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:58.737349 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-86d0cb8b-27d5-4004-be30-a3c94642ef57 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Request body: {'subnet': {'network_id': '52a14eeb-5261-4a99-af55-80716ebb1c35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:04:58.820840 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d0cb8b-27d5-4004-be30-a3c94642ef57 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Made reservation on behalf of dec38cd5741c43b6bbcd606406e1d120 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:04:58.823895 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-86d0cb8b-27d5-4004-be30-a3c94642ef57 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:59.134841 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:59.190757 n-d-820550-2 neutron-server[102817]: DEBUG neutron.objects.ports [None req-86d0cb8b-27d5-4004-be30-a3c94642ef57 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102817) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 10:04:59.191339 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-86d0cb8b-27d5-4004-be30-a3c94642ef57 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:59.252988 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d0cb8b-27d5-4004-be30-a3c94642ef57 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6fd821bd-69d7-498d-8512-1bc78b4baae1,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:04:59.260371 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d0cb8b-27d5-4004-be30-a3c94642ef57 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Checking segment: {'id': '52c41c0a-7976-4b61-8473-ac5292d3e315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '52a14eeb-5261-4a99-af55-80716ebb1c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:04:59.260740 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d0cb8b-27d5-4004-be30-a3c94642ef57 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Network hostable DHCP agents. Network: 52a14eeb-5261-4a99-af55-80716ebb1c35, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:04:59.369637 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d0cb8b-27d5-4004-be30-a3c94642ef57 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Network 52a14eeb-5261-4a99-af55-80716ebb1c35 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:04:59.454795 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-86d0cb8b-27d5-4004-be30-a3c94642ef57 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 52a14eeb-5261-4a99-af55-80716ebb1c35) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:04:59.459589 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d0cb8b-27d5-4004-be30-a3c94642ef57 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:59.460421 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-86d0cb8b-27d5-4004-be30-a3c94642ef57 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:59.465962 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef497ac-f021-44a6-b149-d8a9385264a7 None None] Network 52a14eeb-5261-4a99-af55-80716ebb1c35 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:04:59.555354 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-86d0cb8b-27d5-4004-be30-a3c94642ef57 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8244021 Dec 16 10:04:59.557820 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58888) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:04:59.562927 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-e0cd31c6-c238-47fa-b92a-b8998bb4680a tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1983432164', 'network_id': '52a14eeb-5261-4a99-af55-80716ebb1c35'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:04:59.608780 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d332b1-8891-41ad-a6a8-9866ae3de263 None None] Network 52a14eeb-5261-4a99-af55-80716ebb1c35 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:04:59.663638 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:59.683692 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cd31c6-c238-47fa-b92a-b8998bb4680a tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Made reservation on behalf of dec38cd5741c43b6bbcd606406e1d120 for: {'port': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:04:59.686336 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0cd31c6-c238-47fa-b92a-b8998bb4680a tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:59.702336 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [None req-e0cd31c6-c238-47fa-b92a-b8998bb4680a tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] device_id is not set on port c8123514-4c51-4b1d-9b37-6a9219667399 yet. {{(pid=102817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 10:04:59.819868 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-e0cd31c6-c238-47fa-b92a-b8998bb4680a tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Allocated IP 2001:db8::38a (52a14eeb-5261-4a99-af55-80716ebb1c35/6fd821bd-69d7-498d-8512-1bc78b4baae1/c8123514-4c51-4b1d-9b37-6a9219667399) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:04:59.962704 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0cd31c6-c238-47fa-b92a-b8998bb4680a tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:00.107265 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0cd31c6-c238-47fa-b92a-b8998bb4680a tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:00.148175 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cd31c6-c238-47fa-b92a-b8998bb4680a tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Network 52a14eeb-5261-4a99-af55-80716ebb1c35 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:05:00.151597 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-e0cd31c6-c238-47fa-b92a-b8998bb4680a tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:05:00.155119 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cd31c6-c238-47fa-b92a-b8998bb4680a tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:05:00.156561 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cd31c6-c238-47fa-b92a-b8998bb4680a tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:00.157378 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0cd31c6-c238-47fa-b92a-b8998bb4680a tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:00.176080 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd31c6-c238-47fa-b92a-b8998bb4680a tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Pushing event updated for resources: {'Port': ['ID=c8123514-4c51-4b1d-9b37-6a9219667399,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:00.247106 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e0cd31c6-c238-47fa-b92a-b8998bb4680a tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6880980 Dec 16 10:05:00.249673 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58890) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:00.326692 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-7ecb09a6-ded7-4d91-9b4c-c778da37a92f tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Deleting port c8123514-4c51-4b1d-9b37-6a9219667399 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:05:00.327175 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7ecb09a6-ded7-4d91-9b4c-c778da37a92f tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:00.406712 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7ecb09a6-ded7-4d91-9b4c-c778da37a92f tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:00.420626 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-7ecb09a6-ded7-4d91-9b4c-c778da37a92f tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Calling delete_port for c8123514-4c51-4b1d-9b37-6a9219667399 owned by {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:05:00.638214 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7ecb09a6-ded7-4d91-9b4c-c778da37a92f tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:00.671123 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb09a6-ded7-4d91-9b4c-c778da37a92f tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8123514-4c51-4b1d-9b37-6a9219667399,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:00.695313 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7ecb09a6-ded7-4d91-9b4c-c778da37a92f tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:00.699112 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7ecb09a6-ded7-4d91-9b4c-c778da37a92f tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] 10.222.0.60 "DELETE /v2.0/ports/c8123514-4c51-4b1d-9b37-6a9219667399 HTTP/1.1" status: 204 len: 168 time: 0.4484427 Dec 16 10:05:00.701750 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58892) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:00.706159 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-1827ef6f-d366-4a68-8175-ac98dd8f170e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '52a14eeb-5261-4a99-af55-80716ebb1c35', 'external_fixed_ips': [{'subnet_id': '6fd821bd-69d7-498d-8512-1bc78b4baae1', 'ip_address': '2001:db8::38a'}]}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:05:00.763581 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1827ef6f-d366-4a68-8175-ac98dd8f170e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:00.764703 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1827ef6f-d366-4a68-8175-ac98dd8f170e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:00.820747 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1827ef6f-d366-4a68-8175-ac98dd8f170e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:01.011923 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1827ef6f-d366-4a68-8175-ac98dd8f170e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:01.313581 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1827ef6f-d366-4a68-8175-ac98dd8f170e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:01.340101 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1827ef6f-d366-4a68-8175-ac98dd8f170e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:01.540561 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-1827ef6f-d366-4a68-8175-ac98dd8f170e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Allocated IP 2001:db8::38a (52a14eeb-5261-4a99-af55-80716ebb1c35/6fd821bd-69d7-498d-8512-1bc78b4baae1/c1251e54-470e-4199-bbd5-41272ca5fbc6) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:05:01.658586 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1827ef6f-d366-4a68-8175-ac98dd8f170e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:01.758633 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1827ef6f-d366-4a68-8175-ac98dd8f170e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:01.800627 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1827ef6f-d366-4a68-8175-ac98dd8f170e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Network 52a14eeb-5261-4a99-af55-80716ebb1c35 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:05:01.803788 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-1827ef6f-d366-4a68-8175-ac98dd8f170e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:05:01.807584 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1827ef6f-d366-4a68-8175-ac98dd8f170e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:05:01.847587 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827ef6f-d366-4a68-8175-ac98dd8f170e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Pushing event updated for resources: {'Port': ['ID=c1251e54-470e-4199-bbd5-41272ca5fbc6,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:02.127103 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1827ef6f-d366-4a68-8175-ac98dd8f170e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:02.341621 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1827ef6f-d366-4a68-8175-ac98dd8f170e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:02.665010 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6b154b01-ab33-4ff3-81d6-a7042e5284b0 req-223c794e-2981-4445-a4a3-30711a1daf23 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=196c8bb0-43d3-497c-9a39-56b9ebd92de7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468738 Dec 16 10:05:02.754018 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b154b01-ab33-4ff3-81d6-a7042e5284b0 req-bc82a65c-4b5c-40dd-b3d7-46fe05bf3016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:02.756720 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6b154b01-ab33-4ff3-81d6-a7042e5284b0 req-bc82a65c-4b5c-40dd-b3d7-46fe05bf3016 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=320bbcd30702464aa30ea049791a3f74&device_id=196c8bb0-43d3-497c-9a39-56b9ebd92de7 HTTP/1.1" status: 200 len: 1096 time: 0.0436115 Dec 16 10:05:02.826185 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1827ef6f-d366-4a68-8175-ac98dd8f170e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Router a7d7be26-18c6-44af-b24c-b0b49967f200 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:05:02.863404 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b154b01-ab33-4ff3-81d6-a7042e5284b0 req-8db10944-6e6a-4cde-b664-684fee81f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:02.864923 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6b154b01-ab33-4ff3-81d6-a7042e5284b0 req-8db10944-6e6a-4cde-b664-684fee81f7d2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=27292526-6847-40de-8239-e8eb1a5b306e HTTP/1.1" status: 200 len: 910 time: 0.0907938 Dec 16 10:05:02.934237 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1827ef6f-d366-4a68-8175-ac98dd8f170e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:05:02.936459 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6b154b01-ab33-4ff3-81d6-a7042e5284b0 req-184005d6-d556-4c6e-93e0-db19b6de3ffb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82a251af-3e0e-4ec8-b45c-06c4248a5d66 HTTP/1.1" status: 200 len: 1001 time: 0.0641527 Dec 16 10:05:02.944009 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3f244e-2361-4a39-8d86-22429c71f252 None None] Sync routers for ids ['a7d7be26-18c6-44af-b24c-b0b49967f200'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:05:02.953011 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3f244e-2361-4a39-8d86-22429c71f252 None None] Routers {'a7d7be26-18c6-44af-b24c-b0b49967f200'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:05:02.956191 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-7c3f244e-2361-4a39-8d86-22429c71f252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:04:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['a7d7be26-18c6-44af-b24c-b0b49967f200'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:02.989185 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b154b01-ab33-4ff3-81d6-a7042e5284b0 req-6ccfc373-6ea2-4892-99f5-53c01a792b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:02.990706 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6b154b01-ab33-4ff3-81d6-a7042e5284b0 req-6ccfc373-6ea2-4892-99f5-53c01a792b78 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9ea4442-54c7-46d2-86a1-f269b79ba78c HTTP/1.1" status: 200 len: 848 time: 0.0475795 Dec 16 10:05:03.022681 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1827ef6f-d366-4a68-8175-ac98dd8f170e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:03.024213 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1827ef6f-d366-4a68-8175-ac98dd8f170e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.3214817 Dec 16 10:05:03.027714 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58896) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:03.041280 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b154b01-ab33-4ff3-81d6-a7042e5284b0 req-13846717-eaec-42cb-ab31-506ec1d68d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:03.043489 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6b154b01-ab33-4ff3-81d6-a7042e5284b0 req-13846717-eaec-42cb-ab31-506ec1d68d80 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=27292526-6847-40de-8239-e8eb1a5b306e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446086 Dec 16 10:05:03.070333 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-7c3f244e-2361-4a39-8d86-22429c71f252 None None] Set router a7d7be26-18c6-44af-b24c-b0b49967f200 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:05:03.146732 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1b8a1683-a326-4db2-ba99-df8e0bd0b6c3 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:03.155480 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6b154b01-ab33-4ff3-81d6-a7042e5284b0 req-38dee1ad-dfdd-4517-bf1a-f00c913051f7 service neutron] 10.222.0.57 "GET /v2.0/networks/27292526-6847-40de-8239-e8eb1a5b306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047416 Dec 16 10:05:03.253487 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6b154b01-ab33-4ff3-81d6-a7042e5284b0 req-61a129a2-4616-4e98-a2b5-bd1db8958b0c service neutron] 10.222.0.57 "GET /v2.0/networks/27292526-6847-40de-8239-e8eb1a5b306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900791 Dec 16 10:05:03.271689 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-7c3f244e-2361-4a39-8d86-22429c71f252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d7be26-18c6-44af-b24c-b0b49967f200', 'name': '', 'tenant_id': 'dec38cd5741c43b6bbcd606406e1d120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a14eeb-5261-4a99-af55-80716ebb1c35', 'external_fixed_ips': [{'subnet_id': '6fd821bd-69d7-498d-8512-1bc78b4baae1', 'ip_address': '2001:db8::38a'}], 'enable_snat': True}, 'gw_port_id': 'c1251e54-470e-4199-bbd5-41272ca5fbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:05:00Z', 'updated_at': '2021-12-16T10:05:01Z', 'revision_number': 3, 'project_id': 'dec38cd5741c43b6bbcd606406e1d120', 'gw_port': {'id': 'c1251e54-470e-4199-bbd5-41272ca5fbc6', 'name': '', 'network_id': '52a14eeb-5261-4a99-af55-80716ebb1c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:67:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d7be26-18c6-44af-b24c-b0b49967f200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '6fd821bd-69d7-498d-8512-1bc78b4baae1', 'ip_address': '2001:db8::38a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:05:01Z', 'updated_at': '2021-12-16T10:05:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6fd821bd-69d7-498d-8512-1bc78b4baae1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:03.272953 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1b8a1683-a326-4db2-ba99-df8e0bd0b6c3 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:03.302335 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3f244e-2361-4a39-8d86-22429c71f252 None None] Checking router: a7d7be26-18c6-44af-b24c-b0b49967f200 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:05:03.302715 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3f244e-2361-4a39-8d86-22429c71f252 None None] Updating router a7d7be26-18c6-44af-b24c-b0b49967f200 port c1251e54-470e-4199-bbd5-41272ca5fbc6 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:05:03.327685 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7c3f244e-2361-4a39-8d86-22429c71f252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:03.402123 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-1b8a1683-a326-4db2-ba99-df8e0bd0b6c3 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Deleting port c1251e54-470e-4199-bbd5-41272ca5fbc6 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:05:03.402776 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1b8a1683-a326-4db2-ba99-df8e0bd0b6c3 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:03.485833 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1b8a1683-a326-4db2-ba99-df8e0bd0b6c3 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:03.498030 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-1b8a1683-a326-4db2-ba99-df8e0bd0b6c3 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Calling delete_port for c1251e54-470e-4199-bbd5-41272ca5fbc6 owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:05:03.583451 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7c3f244e-2361-4a39-8d86-22429c71f252 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:03.620555 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7c3f244e-2361-4a39-8d86-22429c71f252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:03.670294 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-7c3f244e-2361-4a39-8d86-22429c71f252 None None] Attempting to bind port c1251e54-470e-4199-bbd5-41272ca5fbc6 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:05:03.670662 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-7c3f244e-2361-4a39-8d86-22429c71f252 None None] Attempting to bind port c1251e54-470e-4199-bbd5-41272ca5fbc6 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '52c41c0a-7976-4b61-8473-ac5292d3e315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '52a14eeb-5261-4a99-af55-80716ebb1c35'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:05:03.671057 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3f244e-2361-4a39-8d86-22429c71f252 None None] Attempting to bind port c1251e54-470e-4199-bbd5-41272ca5fbc6 on network 52a14eeb-5261-4a99-af55-80716ebb1c35 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:05:03.683496 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3f244e-2361-4a39-8d86-22429c71f252 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:05:03.683872 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3f244e-2361-4a39-8d86-22429c71f252 None None] Checking segment: {'id': '52c41c0a-7976-4b61-8473-ac5292d3e315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '52a14eeb-5261-4a99-af55-80716ebb1c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:05:03.684259 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7c3f244e-2361-4a39-8d86-22429c71f252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:03.684650 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3f244e-2361-4a39-8d86-22429c71f252 None None] Bound using segment: {'id': '52c41c0a-7976-4b61-8473-ac5292d3e315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '52a14eeb-5261-4a99-af55-80716ebb1c35'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:05:03.685240 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-7c3f244e-2361-4a39-8d86-22429c71f252 None None] Bound port: c1251e54-470e-4199-bbd5-41272ca5fbc6, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52c41c0a-7976-4b61-8473-ac5292d3e315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '52a14eeb-5261-4a99-af55-80716ebb1c35'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:05:03.685627 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7c3f244e-2361-4a39-8d86-22429c71f252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:03.687947 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13feabdc-af57-456d-a76b-0a7144ac90c7 None None] Pushing event updated for resources: {'Port': ['ID=c1251e54-470e-4199-bbd5-41272ca5fbc6,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:03.729741 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1b8a1683-a326-4db2-ba99-df8e0bd0b6c3 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:03.740848 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-7c3f244e-2361-4a39-8d86-22429c71f252 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 10:05:03.742193 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-7c3f244e-2361-4a39-8d86-22429c71f252 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 10:05:03.757996 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a1683-a326-4db2-ba99-df8e0bd0b6c3 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1251e54-470e-4199-bbd5-41272ca5fbc6,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:03.788906 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1b8a1683-a326-4db2-ba99-df8e0bd0b6c3 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:03.882715 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1b8a1683-a326-4db2-ba99-df8e0bd0b6c3 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:03.884949 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1b8a1683-a326-4db2-ba99-df8e0bd0b6c3 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:03.998267 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1b8a1683-a326-4db2-ba99-df8e0bd0b6c3 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:03.998859 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8a1683-a326-4db2-ba99-df8e0bd0b6c3 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a7d7be26-18c6-44af-b24c-b0b49967f200 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:05:04.003475 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1b8a1683-a326-4db2-ba99-df8e0bd0b6c3 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:04.004470 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1b8a1683-a326-4db2-ba99-df8e0bd0b6c3 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] 10.222.0.60 "DELETE /v2.0/routers/a7d7be26-18c6-44af-b24c-b0b49967f200 HTTP/1.1" status: 204 len: 168 time: 0.9758933 Dec 16 10:05:04.007290 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58900) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:04.060184 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-485e7032-b50e-4b91-aeb9-70521333907b tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Deleting subnet 6fd821bd-69d7-498d-8512-1bc78b4baae1 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:05:04.063527 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-485e7032-b50e-4b91-aeb9-70521333907b tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:04.100169 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-485e7032-b50e-4b91-aeb9-70521333907b tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:04.141855 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-485e7032-b50e-4b91-aeb9-70521333907b tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:04.256859 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-7c3f244e-2361-4a39-8d86-22429c71f252 None None] Attempting to bind port c1251e54-470e-4199-bbd5-41272ca5fbc6 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:05:04.257500 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-7c3f244e-2361-4a39-8d86-22429c71f252 None None] Attempting to bind port c1251e54-470e-4199-bbd5-41272ca5fbc6 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '52c41c0a-7976-4b61-8473-ac5292d3e315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '52a14eeb-5261-4a99-af55-80716ebb1c35'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:05:04.257618 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3f244e-2361-4a39-8d86-22429c71f252 None None] Attempting to bind port c1251e54-470e-4199-bbd5-41272ca5fbc6 on network 52a14eeb-5261-4a99-af55-80716ebb1c35 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:05:04.262690 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3f244e-2361-4a39-8d86-22429c71f252 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:05:04.263083 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3f244e-2361-4a39-8d86-22429c71f252 None None] Checking segment: {'id': '52c41c0a-7976-4b61-8473-ac5292d3e315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '52a14eeb-5261-4a99-af55-80716ebb1c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:05:04.263477 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7c3f244e-2361-4a39-8d86-22429c71f252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:04.263873 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3f244e-2361-4a39-8d86-22429c71f252 None None] Bound using segment: {'id': '52c41c0a-7976-4b61-8473-ac5292d3e315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '52a14eeb-5261-4a99-af55-80716ebb1c35'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:05:04.264364 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-7c3f244e-2361-4a39-8d86-22429c71f252 None None] Bound port: c1251e54-470e-4199-bbd5-41272ca5fbc6, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52c41c0a-7976-4b61-8473-ac5292d3e315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '52a14eeb-5261-4a99-af55-80716ebb1c35'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:05:04.264746 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7c3f244e-2361-4a39-8d86-22429c71f252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:04.272701 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-485e7032-b50e-4b91-aeb9-70521333907b tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:04.282771 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-7c3f244e-2361-4a39-8d86-22429c71f252 None None] Port c1251e54-470e-4199-bbd5-41272ca5fbc6 has been deleted concurrently {{(pid=102818) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Dec 16 10:05:04.292651 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3f244e-2361-4a39-8d86-22429c71f252 None None] Routers set() bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:05:04.300252 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3f244e-2361-4a39-8d86-22429c71f252 None None] Router IDs set() for agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 10:05:04.300252 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_agentschedulers_db [None req-7c3f244e-2361-4a39-8d86-22429c71f252 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a7d7be26-18c6-44af-b24c-b0b49967f200'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:04:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent'). {{(pid=102818) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 16 10:05:04.300252 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3f244e-2361-4a39-8d86-22429c71f252 None None] The sync data for ids ['a7d7be26-18c6-44af-b24c-b0b49967f200'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:05:04.302055 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e7032-b50e-4b91-aeb9-70521333907b tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6fd821bd-69d7-498d-8512-1bc78b4baae1,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:04.313994 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-485e7032-b50e-4b91-aeb9-70521333907b tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:04.317160 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-485e7032-b50e-4b91-aeb9-70521333907b tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] 10.222.0.60 "DELETE /v2.0/subnets/6fd821bd-69d7-498d-8512-1bc78b4baae1 HTTP/1.1" status: 204 len: 168 time: 0.3088379 Dec 16 10:05:04.319126 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e7032-b50e-4b91-aeb9-70521333907b tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:04.319557 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e7032-b50e-4b91-aeb9-70521333907b tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:04.319903 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e7032-b50e-4b91-aeb9-70521333907b tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:04.320027 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58902) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:04.320236 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e7032-b50e-4b91-aeb9-70521333907b tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:04.320562 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e7032-b50e-4b91-aeb9-70521333907b tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:04.320888 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e7032-b50e-4b91-aeb9-70521333907b tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:04.321242 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e7032-b50e-4b91-aeb9-70521333907b tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:04.321563 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e7032-b50e-4b91-aeb9-70521333907b tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:04.321884 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e7032-b50e-4b91-aeb9-70521333907b tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:04.322203 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e7032-b50e-4b91-aeb9-70521333907b tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:04.322516 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e7032-b50e-4b91-aeb9-70521333907b tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:04.322858 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e7032-b50e-4b91-aeb9-70521333907b tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:04.406322 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62b139e4-ed2b-47a0-9f77-1a9d35472fce tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:04.506560 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62b139e4-ed2b-47a0-9f77-1a9d35472fce tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:04.529933 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-62b139e4-ed2b-47a0-9f77-1a9d35472fce tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52a14eeb-5261-4a99-af55-80716ebb1c35']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:04.540191 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-62b139e4-ed2b-47a0-9f77-1a9d35472fce tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52c41c0a-7976-4b61-8473-ac5292d3e315') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:04.544899 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-62b139e4-ed2b-47a0-9f77-1a9d35472fce tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52c41c0a-7976-4b61-8473-ac5292d3e315') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:04.551051 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62b139e4-ed2b-47a0-9f77-1a9d35472fce tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:04.564747 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62b139e4-ed2b-47a0-9f77-1a9d35472fce tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:04.570835 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62b139e4-ed2b-47a0-9f77-1a9d35472fce tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:05:04.571231 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62b139e4-ed2b-47a0-9f77-1a9d35472fce tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:04.572967 n-d-820550-2 neutron-server[102817]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:05:04.572967 n-d-820550-2 neutron-server[102817]: items = [ Dec 16 10:05:04.572967 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 10:05:04.572967 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:05:04.572967 n-d-820550-2 neutron-server[102817]: timer() Dec 16 10:05:04.572967 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:05:04.572967 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 10:05:04.572967 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:05:04.572967 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 10:05:04.572967 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:05:04.572967 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 10:05:04.572967 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:05:04.572967 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 10:05:04.572967 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:05:04.572967 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 10:05:04.572967 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:05:04.572967 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:05:04.572967 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:05:04.572967 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:05:04.572967 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:05:04.572967 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 10:05:04.572967 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:05:04.572967 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 10:05:04.572967 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:05:04.572967 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:05:04.572967 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:05:04.572967 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 10:05:04.572967 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:05:04.572967 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:05:04.572967 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:05:04.572967 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:05:04.572967 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:05:04.572967 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:05:04.572967 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:05:04.706748 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62b139e4-ed2b-47a0-9f77-1a9d35472fce tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:04.712792 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b139e4-ed2b-47a0-9f77-1a9d35472fce tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 52a14eeb-5261-4a99-af55-80716ebb1c35 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 10:05:04.717064 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62b139e4-ed2b-47a0-9f77-1a9d35472fce tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:04.719491 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-62b139e4-ed2b-47a0-9f77-1a9d35472fce tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] 10.222.0.60 "DELETE /v2.0/networks/52a14eeb-5261-4a99-af55-80716ebb1c35 HTTP/1.1" status: 204 len: 168 time: 0.3984635 Dec 16 10:05:04.730670 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b139e4-ed2b-47a0-9f77-1a9d35472fce tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Pushing event deleted for resources: {'Network': ['ID=52a14eeb-5261-4a99-af55-80716ebb1c35,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:05.008826 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58910) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:05.013827 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-08531c37-4368-4047-aeec-4cd971d138b0 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Request body: {'router': {'name': 'tempest-router--2029563211', 'project_id': '362bac2692c641db96461cdfdf2dbc4b'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:05:05.095018 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-08531c37-4368-4047-aeec-4cd971d138b0 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:05.096118 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-08531c37-4368-4047-aeec-4cd971d138b0 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:05.146778 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-08531c37-4368-4047-aeec-4cd971d138b0 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:05.181009 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-08531c37-4368-4047-aeec-4cd971d138b0 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:05.251361 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-08531c37-4368-4047-aeec-4cd971d138b0 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:05.252629 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-08531c37-4368-4047-aeec-4cd971d138b0 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2427640 Dec 16 10:05:05.255475 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58912) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:05.330943 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-001c5837-4450-43f3-bd93-82938b3f7548 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:05.489612 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-001c5837-4450-43f3-bd93-82938b3f7548 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:05.491723 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-001c5837-4450-43f3-bd93-82938b3f7548 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:05.603759 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-001c5837-4450-43f3-bd93-82938b3f7548 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:05.604356 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001c5837-4450-43f3-bd93-82938b3f7548 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9dc44b2d-3d03-4752-82b4-91ce8f6597b2 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:05:05.618414 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-001c5837-4450-43f3-bd93-82938b3f7548 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:05.618414 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-001c5837-4450-43f3-bd93-82938b3f7548 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] 10.222.0.60 "DELETE /v2.0/routers/9dc44b2d-3d03-4752-82b4-91ce8f6597b2 HTTP/1.1" status: 204 len: 168 time: 0.3540518 Dec 16 10:05:05.863760 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58916) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:06.058370 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-d04abd1d-8e0a-4820-afaa-f5947476ef8b tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-399441936', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}, 'admin_state_up': False}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:05:06.129534 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d04abd1d-8e0a-4820-afaa-f5947476ef8b tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:06.130561 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d04abd1d-8e0a-4820-afaa-f5947476ef8b tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:06.184704 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d04abd1d-8e0a-4820-afaa-f5947476ef8b tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:06.368447 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d04abd1d-8e0a-4820-afaa-f5947476ef8b tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:06.645198 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d04abd1d-8e0a-4820-afaa-f5947476ef8b tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:06.665525 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d04abd1d-8e0a-4820-afaa-f5947476ef8b tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:06.810622 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-d04abd1d-8e0a-4820-afaa-f5947476ef8b tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Allocated IP 172.25.1.122 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/1ade8861-c6e3-4833-8313-064af4d54ee3) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:05:06.914582 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d04abd1d-8e0a-4820-afaa-f5947476ef8b tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:07.044015 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d04abd1d-8e0a-4820-afaa-f5947476ef8b tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:07.095604 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04abd1d-8e0a-4820-afaa-f5947476ef8b tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:05:07.102104 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-d04abd1d-8e0a-4820-afaa-f5947476ef8b tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:05:07.105745 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04abd1d-8e0a-4820-afaa-f5947476ef8b tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:05:07.115350 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04abd1d-8e0a-4820-afaa-f5947476ef8b tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Pushing event updated for resources: {'Port': ['ID=1ade8861-c6e3-4833-8313-064af4d54ee3,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:07.447728 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d04abd1d-8e0a-4820-afaa-f5947476ef8b tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:07.466410 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:07.656033 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d04abd1d-8e0a-4820-afaa-f5947476ef8b tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:07.849439 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04abd1d-8e0a-4820-afaa-f5947476ef8b tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Router d575f513-7d50-4223-8dd7-3ffc5a6b33d5 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:05:07.957948 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04abd1d-8e0a-4820-afaa-f5947476ef8b tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:05:07.969940 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9471437f-fd4d-4ddc-af6e-54224cd907c2 None None] Sync routers for ids ['d575f513-7d50-4223-8dd7-3ffc5a6b33d5'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:05:07.979023 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9471437f-fd4d-4ddc-af6e-54224cd907c2 None None] Routers {'d575f513-7d50-4223-8dd7-3ffc5a6b33d5'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:05:07.985324 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-9471437f-fd4d-4ddc-af6e-54224cd907c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:04:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['d575f513-7d50-4223-8dd7-3ffc5a6b33d5'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:08.016051 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-9471437f-fd4d-4ddc-af6e-54224cd907c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:08.025069 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9471437f-fd4d-4ddc-af6e-54224cd907c2 None None] Routers {'d575f513-7d50-4223-8dd7-3ffc5a6b33d5'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:05:08.026385 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-9471437f-fd4d-4ddc-af6e-54224cd907c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:04:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['d575f513-7d50-4223-8dd7-3ffc5a6b33d5'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:08.046751 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d04abd1d-8e0a-4820-afaa-f5947476ef8b tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:08.048020 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d04abd1d-8e0a-4820-afaa-f5947476ef8b tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.1831348 Dec 16 10:05:08.051097 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58922) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:08.058674 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-9471437f-fd4d-4ddc-af6e-54224cd907c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:08.059331 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9471437f-fd4d-4ddc-af6e-54224cd907c2 None None] The sync data for ids ['d575f513-7d50-4223-8dd7-3ffc5a6b33d5'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:05:08.161962 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-85c3e4e2-9551-4391-ac06-4af8fec21ffd tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] 10.222.0.60 "GET /v2.0/routers/d575f513-7d50-4223-8dd7-3ffc5a6b33d5 HTTP/1.1" status: 200 len: 924 time: 0.1094685 Dec 16 10:05:08.164523 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58924) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:08.196206 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fa621531-a550-4fbe-b873-c81059986a87 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] 10.222.0.60 "GET /v2.0/ports?device_id=d575f513-7d50-4223-8dd7-3ffc5a6b33d5 HTTP/1.1" status: 200 len: 205 time: 0.0304849 Dec 16 10:05:08.199308 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58926) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:08.314832 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6096334d-11d5-4c2b-a7f2-292834e69601 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:08.430410 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6096334d-11d5-4c2b-a7f2-292834e69601 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:08.571844 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-6096334d-11d5-4c2b-a7f2-292834e69601 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Deleting port 1ade8861-c6e3-4833-8313-064af4d54ee3 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:05:08.572192 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6096334d-11d5-4c2b-a7f2-292834e69601 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:08.657424 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6096334d-11d5-4c2b-a7f2-292834e69601 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:08.671560 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-6096334d-11d5-4c2b-a7f2-292834e69601 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Calling delete_port for 1ade8861-c6e3-4833-8313-064af4d54ee3 owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:05:08.940134 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6096334d-11d5-4c2b-a7f2-292834e69601 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:08.973414 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096334d-11d5-4c2b-a7f2-292834e69601 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Pushing event deleted for resources: {'Port': ['ID=1ade8861-c6e3-4833-8313-064af4d54ee3,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:09.047254 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6096334d-11d5-4c2b-a7f2-292834e69601 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:09.142102 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6096334d-11d5-4c2b-a7f2-292834e69601 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:09.147765 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6096334d-11d5-4c2b-a7f2-292834e69601 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:09.277840 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6096334d-11d5-4c2b-a7f2-292834e69601 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:09.278335 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6096334d-11d5-4c2b-a7f2-292834e69601 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Fanout notify agent at l3_agent the message router_deleted on router d575f513-7d50-4223-8dd7-3ffc5a6b33d5 {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:05:09.287104 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6096334d-11d5-4c2b-a7f2-292834e69601 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:09.287104 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6096334d-11d5-4c2b-a7f2-292834e69601 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] 10.222.0.60 "DELETE /v2.0/routers/d575f513-7d50-4223-8dd7-3ffc5a6b33d5 HTTP/1.1" status: 204 len: 168 time: 1.0860188 Dec 16 10:05:09.290095 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58928) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:09.295183 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-cb1933e2-afe4-46ca-ba6a-fcdeb3835f4e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Request body: {'router': {'name': 'tempest-snat-router-953324171', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'enable_snat': False}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:05:09.385599 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cb1933e2-afe4-46ca-ba6a-fcdeb3835f4e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:09.386734 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cb1933e2-afe4-46ca-ba6a-fcdeb3835f4e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:09.439329 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cb1933e2-afe4-46ca-ba6a-fcdeb3835f4e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:09.632786 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cb1933e2-afe4-46ca-ba6a-fcdeb3835f4e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:10.240323 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cb1933e2-afe4-46ca-ba6a-fcdeb3835f4e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:10.260575 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cb1933e2-afe4-46ca-ba6a-fcdeb3835f4e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:10.366469 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-cb1933e2-afe4-46ca-ba6a-fcdeb3835f4e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Allocated IP 172.25.1.17 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/fbc93a28-c302-49f3-822d-88d95606c5e1) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:05:10.476019 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cb1933e2-afe4-46ca-ba6a-fcdeb3835f4e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:10.604072 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cb1933e2-afe4-46ca-ba6a-fcdeb3835f4e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:10.642316 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1933e2-afe4-46ca-ba6a-fcdeb3835f4e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:05:10.645236 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-cb1933e2-afe4-46ca-ba6a-fcdeb3835f4e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:05:10.648808 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1933e2-afe4-46ca-ba6a-fcdeb3835f4e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:05:10.675306 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1933e2-afe4-46ca-ba6a-fcdeb3835f4e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Pushing event updated for resources: {'Port': ['ID=fbc93a28-c302-49f3-822d-88d95606c5e1,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:10.871644 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:11.077126 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cb1933e2-afe4-46ca-ba6a-fcdeb3835f4e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:11.279557 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cb1933e2-afe4-46ca-ba6a-fcdeb3835f4e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:11.501757 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1933e2-afe4-46ca-ba6a-fcdeb3835f4e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Router c8ed14b7-6db5-4e19-826b-83ed850f0768 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:05:11.616396 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1933e2-afe4-46ca-ba6a-fcdeb3835f4e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:05:11.627517 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd97bb-429d-4003-a283-148ed9fcca53 None None] Sync routers for ids ['c8ed14b7-6db5-4e19-826b-83ed850f0768'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:05:11.635384 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afd97bb-429d-4003-a283-148ed9fcca53 None None] Routers {'c8ed14b7-6db5-4e19-826b-83ed850f0768'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:05:11.636000 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-6afd97bb-429d-4003-a283-148ed9fcca53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:04:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['c8ed14b7-6db5-4e19-826b-83ed850f0768'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:11.715037 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cb1933e2-afe4-46ca-ba6a-fcdeb3835f4e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:11.716365 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-cb1933e2-afe4-46ca-ba6a-fcdeb3835f4e tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.4252937 Dec 16 10:05:11.719189 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58930) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:11.743351 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-6afd97bb-429d-4003-a283-148ed9fcca53 None None] Set router c8ed14b7-6db5-4e19-826b-83ed850f0768 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:05:11.825963 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-52ca1ccd-6903-4ea4-8840-a72ae6e0994c tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] 10.222.0.60 "GET /v2.0/routers/c8ed14b7-6db5-4e19-826b-83ed850f0768 HTTP/1.1" status: 200 len: 907 time: 0.1022861 Dec 16 10:05:11.826388 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58932) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:11.830531 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-1858cc3d-a271-4791-94ac-c7f5a6d1aa90 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Request body: {'router': {'name': 'tempest-snat-router-953324171', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'enable_snat': True}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:05:11.933506 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-6afd97bb-429d-4003-a283-148ed9fcca53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ed14b7-6db5-4e19-826b-83ed850f0768', 'name': 'tempest-snat-router-953324171', 'tenant_id': 'dec38cd5741c43b6bbcd606406e1d120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.17'}], 'enable_snat': False}, 'gw_port_id': 'fbc93a28-c302-49f3-822d-88d95606c5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:05:09Z', 'updated_at': '2021-12-16T10:05:10Z', 'revision_number': 3, 'project_id': 'dec38cd5741c43b6bbcd606406e1d120', 'gw_port': {'id': 'fbc93a28-c302-49f3-822d-88d95606c5e1', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ed14b7-6db5-4e19-826b-83ed850f0768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:05:10Z', 'updated_at': '2021-12-16T10:05:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:11.951094 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1858cc3d-a271-4791-94ac-c7f5a6d1aa90 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:11.952163 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1858cc3d-a271-4791-94ac-c7f5a6d1aa90 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:11.965725 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd97bb-429d-4003-a283-148ed9fcca53 None None] Checking router: c8ed14b7-6db5-4e19-826b-83ed850f0768 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:05:11.966096 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd97bb-429d-4003-a283-148ed9fcca53 None None] Updating router c8ed14b7-6db5-4e19-826b-83ed850f0768 port fbc93a28-c302-49f3-822d-88d95606c5e1 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:05:11.991579 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6afd97bb-429d-4003-a283-148ed9fcca53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:12.011953 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1858cc3d-a271-4791-94ac-c7f5a6d1aa90 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:12.226960 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1858cc3d-a271-4791-94ac-c7f5a6d1aa90 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:12.252326 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6afd97bb-429d-4003-a283-148ed9fcca53 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:12.340884 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6afd97bb-429d-4003-a283-148ed9fcca53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:12.398151 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-6afd97bb-429d-4003-a283-148ed9fcca53 None None] Attempting to bind port fbc93a28-c302-49f3-822d-88d95606c5e1 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:05:12.398528 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-6afd97bb-429d-4003-a283-148ed9fcca53 None None] Attempting to bind port fbc93a28-c302-49f3-822d-88d95606c5e1 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:05:12.398896 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afd97bb-429d-4003-a283-148ed9fcca53 None None] Attempting to bind port fbc93a28-c302-49f3-822d-88d95606c5e1 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:05:12.402043 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113016a-7619-40da-b6a8-233e876f2e8b None None] Pushing event updated for resources: {'Port': ['ID=fbc93a28-c302-49f3-822d-88d95606c5e1,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:12.407359 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afd97bb-429d-4003-a283-148ed9fcca53 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:05:12.407791 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afd97bb-429d-4003-a283-148ed9fcca53 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:05:12.408151 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6afd97bb-429d-4003-a283-148ed9fcca53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:12.408544 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afd97bb-429d-4003-a283-148ed9fcca53 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:05:12.409020 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-6afd97bb-429d-4003-a283-148ed9fcca53 None None] Bound port: fbc93a28-c302-49f3-822d-88d95606c5e1, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:05:12.409435 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6afd97bb-429d-4003-a283-148ed9fcca53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:12.464756 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-6afd97bb-429d-4003-a283-148ed9fcca53 None None] For port fbc93a28-c302-49f3-822d-88d95606c5e1, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:05:12.468012 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-6afd97bb-429d-4003-a283-148ed9fcca53 None None] For port fbc93a28-c302-49f3-822d-88d95606c5e1, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=fbc93a28-c302-49f3-822d-88d95606c5e1,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:05:12.514277 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1858cc3d-a271-4791-94ac-c7f5a6d1aa90 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:12.529743 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6afd97bb-429d-4003-a283-148ed9fcca53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:12.534569 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1858cc3d-a271-4791-94ac-c7f5a6d1aa90 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:12.589629 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afd97bb-429d-4003-a283-148ed9fcca53 None None] Routers {'c8ed14b7-6db5-4e19-826b-83ed850f0768'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:05:12.590272 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-6afd97bb-429d-4003-a283-148ed9fcca53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:04:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['c8ed14b7-6db5-4e19-826b-83ed850f0768'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:12.625321 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113016a-7619-40da-b6a8-233e876f2e8b None None] Pushing event updated for resources: {'Port': ['ID=fbc93a28-c302-49f3-822d-88d95606c5e1,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:12.649961 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-1858cc3d-a271-4791-94ac-c7f5a6d1aa90 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Allocated IP 172.25.1.122 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/fcdc73ba-1572-4588-a9dc-b3773bbafa2d) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:05:12.703331 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-6afd97bb-429d-4003-a283-148ed9fcca53 None None] Set router c8ed14b7-6db5-4e19-826b-83ed850f0768 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:05:12.761924 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1858cc3d-a271-4791-94ac-c7f5a6d1aa90 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:12.886950 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-6afd97bb-429d-4003-a283-148ed9fcca53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ed14b7-6db5-4e19-826b-83ed850f0768', 'name': 'tempest-snat-router-953324171', 'tenant_id': 'dec38cd5741c43b6bbcd606406e1d120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.17'}], 'enable_snat': False}, 'gw_port_id': 'fbc93a28-c302-49f3-822d-88d95606c5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:05:09Z', 'updated_at': '2021-12-16T10:05:10Z', 'revision_number': 3, 'project_id': 'dec38cd5741c43b6bbcd606406e1d120', 'gw_port': {'id': 'fbc93a28-c302-49f3-822d-88d95606c5e1', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ed14b7-6db5-4e19-826b-83ed850f0768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:05:10Z', 'updated_at': '2021-12-16T10:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:12.895540 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1858cc3d-a271-4791-94ac-c7f5a6d1aa90 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:12.918561 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd97bb-429d-4003-a283-148ed9fcca53 None None] The sync data for ids ['c8ed14b7-6db5-4e19-826b-83ed850f0768'] in n-d-820550-2 is: [{'id': 'c8ed14b7-6db5-4e19-826b-83ed850f0768', 'name': 'tempest-snat-router-953324171', 'tenant_id': 'dec38cd5741c43b6bbcd606406e1d120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.17'}], 'enable_snat': False}, 'gw_port_id': 'fbc93a28-c302-49f3-822d-88d95606c5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:05:09Z', 'updated_at': '2021-12-16T10:05:10Z', 'revision_number': 3, 'project_id': 'dec38cd5741c43b6bbcd606406e1d120', 'gw_port': {'id': 'fbc93a28-c302-49f3-822d-88d95606c5e1', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ed14b7-6db5-4e19-826b-83ed850f0768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:05:10Z', 'updated_at': '2021-12-16T10:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:05:12.941246 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1858cc3d-a271-4791-94ac-c7f5a6d1aa90 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:05:12.944325 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-1858cc3d-a271-4791-94ac-c7f5a6d1aa90 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:05:12.948309 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1858cc3d-a271-4791-94ac-c7f5a6d1aa90 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:05:12.956968 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858cc3d-a271-4791-94ac-c7f5a6d1aa90 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Pushing event updated for resources: {'Port': ['ID=fcdc73ba-1572-4588-a9dc-b3773bbafa2d,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:13.309172 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1858cc3d-a271-4791-94ac-c7f5a6d1aa90 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:13.818718 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1858cc3d-a271-4791-94ac-c7f5a6d1aa90 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:14.020471 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1858cc3d-a271-4791-94ac-c7f5a6d1aa90 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Router 17ed9159-c3b7-4cf7-ba6c-cab6bd047152 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:05:14.139127 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1858cc3d-a271-4791-94ac-c7f5a6d1aa90 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:05:14.150725 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9c49e2-a3fd-4ee4-a164-d49f9da59442 None None] Sync routers for ids ['17ed9159-c3b7-4cf7-ba6c-cab6bd047152'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:05:14.163287 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9c49e2-a3fd-4ee4-a164-d49f9da59442 None None] Routers {'17ed9159-c3b7-4cf7-ba6c-cab6bd047152'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:05:14.167288 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-ba9c49e2-a3fd-4ee4-a164-d49f9da59442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:04:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['17ed9159-c3b7-4cf7-ba6c-cab6bd047152'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:14.262560 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1858cc3d-a271-4791-94ac-c7f5a6d1aa90 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:14.266233 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1858cc3d-a271-4791-94ac-c7f5a6d1aa90 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.4389849 Dec 16 10:05:14.267419 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58934) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:14.281831 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-ba9c49e2-a3fd-4ee4-a164-d49f9da59442 None None] Set router 17ed9159-c3b7-4cf7-ba6c-cab6bd047152 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:05:14.380156 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f32ebdc1-24e8-4372-bddd-379925871850 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] 10.222.0.60 "GET /v2.0/routers/17ed9159-c3b7-4cf7-ba6c-cab6bd047152 HTTP/1.1" status: 200 len: 907 time: 0.1112869 Dec 16 10:05:14.382682 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58938) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:14.476863 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-ba9c49e2-a3fd-4ee4-a164-d49f9da59442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ed9159-c3b7-4cf7-ba6c-cab6bd047152', 'name': 'tempest-snat-router-953324171', 'tenant_id': 'dec38cd5741c43b6bbcd606406e1d120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'fcdc73ba-1572-4588-a9dc-b3773bbafa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:05:11Z', 'updated_at': '2021-12-16T10:05:13Z', 'revision_number': 3, 'project_id': 'dec38cd5741c43b6bbcd606406e1d120', 'gw_port': {'id': 'fcdc73ba-1572-4588-a9dc-b3773bbafa2d', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:27:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ed9159-c3b7-4cf7-ba6c-cab6bd047152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:05:12Z', 'updated_at': '2021-12-16T10:05:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:14.496734 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a0f729d-d3ab-43ad-8530-44ec9cf195fc tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:14.510809 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9c49e2-a3fd-4ee4-a164-d49f9da59442 None None] Checking router: 17ed9159-c3b7-4cf7-ba6c-cab6bd047152 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:05:14.511231 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9c49e2-a3fd-4ee4-a164-d49f9da59442 None None] Updating router 17ed9159-c3b7-4cf7-ba6c-cab6bd047152 port fcdc73ba-1572-4588-a9dc-b3773bbafa2d binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:05:14.547667 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-ba9c49e2-a3fd-4ee4-a164-d49f9da59442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:14.610625 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a0f729d-d3ab-43ad-8530-44ec9cf195fc tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:14.791382 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-2a0f729d-d3ab-43ad-8530-44ec9cf195fc tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Deleting port fcdc73ba-1572-4588-a9dc-b3773bbafa2d {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:05:14.791621 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a0f729d-d3ab-43ad-8530-44ec9cf195fc tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:14.816507 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-ba9c49e2-a3fd-4ee4-a164-d49f9da59442 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:14.874854 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a0f729d-d3ab-43ad-8530-44ec9cf195fc tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:14.887384 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-2a0f729d-d3ab-43ad-8530-44ec9cf195fc tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Calling delete_port for fcdc73ba-1572-4588-a9dc-b3773bbafa2d owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:05:14.929327 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-ba9c49e2-a3fd-4ee4-a164-d49f9da59442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:14.987877 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-ba9c49e2-a3fd-4ee4-a164-d49f9da59442 None None] Attempting to bind port fcdc73ba-1572-4588-a9dc-b3773bbafa2d on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:05:14.989585 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-ba9c49e2-a3fd-4ee4-a164-d49f9da59442 None None] Attempting to bind port fcdc73ba-1572-4588-a9dc-b3773bbafa2d by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:05:14.989585 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9c49e2-a3fd-4ee4-a164-d49f9da59442 None None] Attempting to bind port fcdc73ba-1572-4588-a9dc-b3773bbafa2d on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:05:14.991893 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c96ddb-a8b0-4350-b918-d20ccafb69c0 None None] Pushing event updated for resources: {'Port': ['ID=fcdc73ba-1572-4588-a9dc-b3773bbafa2d,revision_number=2']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:14.996576 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9c49e2-a3fd-4ee4-a164-d49f9da59442 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:05:14.996940 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9c49e2-a3fd-4ee4-a164-d49f9da59442 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:05:14.997360 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-ba9c49e2-a3fd-4ee4-a164-d49f9da59442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:14.997752 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9c49e2-a3fd-4ee4-a164-d49f9da59442 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:05:14.998210 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-ba9c49e2-a3fd-4ee4-a164-d49f9da59442 None None] Bound port: fcdc73ba-1572-4588-a9dc-b3773bbafa2d, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:05:14.998590 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-ba9c49e2-a3fd-4ee4-a164-d49f9da59442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:15.005171 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c96ddb-a8b0-4350-b918-d20ccafb69c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:15.005514 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c96ddb-a8b0-4350-b918-d20ccafb69c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:15.005840 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c96ddb-a8b0-4350-b918-d20ccafb69c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:15.006224 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c96ddb-a8b0-4350-b918-d20ccafb69c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:15.006486 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c96ddb-a8b0-4350-b918-d20ccafb69c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:15.006804 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c96ddb-a8b0-4350-b918-d20ccafb69c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:15.007116 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c96ddb-a8b0-4350-b918-d20ccafb69c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:15.007429 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c96ddb-a8b0-4350-b918-d20ccafb69c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:15.007858 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c96ddb-a8b0-4350-b918-d20ccafb69c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:15.008329 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c96ddb-a8b0-4350-b918-d20ccafb69c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:15.008581 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c96ddb-a8b0-4350-b918-d20ccafb69c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:15.008895 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c96ddb-a8b0-4350-b918-d20ccafb69c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:15.124266 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device fbc93a28-c302-49f3-822d-88d95606c5e1 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:05:15.164226 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a0f729d-d3ab-43ad-8530-44ec9cf195fc tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:15.164917 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.db.api [None req-ba9c49e2-a3fd-4ee4-a164-d49f9da59442 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 10:05:15.165415 n-d-820550-2 neutron-server[102819]: DEBUG oslo_db.api [None req-ba9c49e2-a3fd-4ee4-a164-d49f9da59442 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 10:05:15.176955 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port fbc93a28-c302-49f3-822d-88d95606c5e1 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:05:15.177496 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:15.192925 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f729d-d3ab-43ad-8530-44ec9cf195fc tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Pushing event deleted for resources: {'Port': ['ID=fcdc73ba-1572-4588-a9dc-b3773bbafa2d,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:15.258182 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:15.259527 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a0f729d-d3ab-43ad-8530-44ec9cf195fc tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:15.279992 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port fbc93a28-c302-49f3-822d-88d95606c5e1, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=fbc93a28-c302-49f3-822d-88d95606c5e1,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:05:15.351842 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a0f729d-d3ab-43ad-8530-44ec9cf195fc tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:15.354184 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a0f729d-d3ab-43ad-8530-44ec9cf195fc tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:15.369908 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:15.496025 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a0f729d-d3ab-43ad-8530-44ec9cf195fc tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:15.496597 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0f729d-d3ab-43ad-8530-44ec9cf195fc tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 17ed9159-c3b7-4cf7-ba6c-cab6bd047152 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:05:15.501861 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2a0f729d-d3ab-43ad-8530-44ec9cf195fc tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:15.502843 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2a0f729d-d3ab-43ad-8530-44ec9cf195fc tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] 10.222.0.60 "DELETE /v2.0/routers/17ed9159-c3b7-4cf7-ba6c-cab6bd047152 HTTP/1.1" status: 204 len: 168 time: 1.1192241 Dec 16 10:05:15.505613 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58940) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:15.582720 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=fbc93a28-c302-49f3-822d-88d95606c5e1,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:15.619173 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-586ece16-8eea-4d9b-b47b-bf9fbce7e790 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:15.680827 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-ba9c49e2-a3fd-4ee4-a164-d49f9da59442 None None] Attempting to bind port fcdc73ba-1572-4588-a9dc-b3773bbafa2d on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:05:15.681345 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-ba9c49e2-a3fd-4ee4-a164-d49f9da59442 None None] Attempting to bind port fcdc73ba-1572-4588-a9dc-b3773bbafa2d by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:05:15.681781 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9c49e2-a3fd-4ee4-a164-d49f9da59442 None None] Attempting to bind port fcdc73ba-1572-4588-a9dc-b3773bbafa2d on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:05:15.687928 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9c49e2-a3fd-4ee4-a164-d49f9da59442 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:05:15.688249 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9c49e2-a3fd-4ee4-a164-d49f9da59442 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:05:15.688653 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-ba9c49e2-a3fd-4ee4-a164-d49f9da59442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:15.689049 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9c49e2-a3fd-4ee4-a164-d49f9da59442 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:05:15.689546 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-ba9c49e2-a3fd-4ee4-a164-d49f9da59442 None None] Bound port: fcdc73ba-1572-4588-a9dc-b3773bbafa2d, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:05:15.689928 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-ba9c49e2-a3fd-4ee4-a164-d49f9da59442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:15.710573 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.plugin [None req-ba9c49e2-a3fd-4ee4-a164-d49f9da59442 None None] Port fcdc73ba-1572-4588-a9dc-b3773bbafa2d has been deleted concurrently {{(pid=102819) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Dec 16 10:05:15.722200 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9c49e2-a3fd-4ee4-a164-d49f9da59442 None None] Routers set() bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:05:15.722568 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9c49e2-a3fd-4ee4-a164-d49f9da59442 None None] Router IDs set() for agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 10:05:15.724124 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_agentschedulers_db [None req-ba9c49e2-a3fd-4ee4-a164-d49f9da59442 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'17ed9159-c3b7-4cf7-ba6c-cab6bd047152'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:04:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent'). {{(pid=102819) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 16 10:05:15.724124 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9c49e2-a3fd-4ee4-a164-d49f9da59442 None None] The sync data for ids ['17ed9159-c3b7-4cf7-ba6c-cab6bd047152'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:05:15.727270 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-586ece16-8eea-4d9b-b47b-bf9fbce7e790 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:15.866420 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-586ece16-8eea-4d9b-b47b-bf9fbce7e790 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Deleting port fbc93a28-c302-49f3-822d-88d95606c5e1 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:05:15.866680 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-586ece16-8eea-4d9b-b47b-bf9fbce7e790 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:15.956414 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-586ece16-8eea-4d9b-b47b-bf9fbce7e790 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] For port fbc93a28-c302-49f3-822d-88d95606c5e1, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=fbc93a28-c302-49f3-822d-88d95606c5e1,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:05:15.957207 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-586ece16-8eea-4d9b-b47b-bf9fbce7e790 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:15.976524 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-586ece16-8eea-4d9b-b47b-bf9fbce7e790 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Calling delete_port for fbc93a28-c302-49f3-822d-88d95606c5e1 owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:05:16.243508 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-586ece16-8eea-4d9b-b47b-bf9fbce7e790 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:16.271897 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ece16-8eea-4d9b-b47b-bf9fbce7e790 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Pushing event deleted for resources: {'Port': ['ID=fbc93a28-c302-49f3-822d-88d95606c5e1,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:16.335875 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-586ece16-8eea-4d9b-b47b-bf9fbce7e790 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:16.432392 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-586ece16-8eea-4d9b-b47b-bf9fbce7e790 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:16.434507 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-586ece16-8eea-4d9b-b47b-bf9fbce7e790 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:16.569801 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-586ece16-8eea-4d9b-b47b-bf9fbce7e790 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:16.570333 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586ece16-8eea-4d9b-b47b-bf9fbce7e790 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c8ed14b7-6db5-4e19-826b-83ed850f0768 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:05:16.575428 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-586ece16-8eea-4d9b-b47b-bf9fbce7e790 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:16.576379 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-586ece16-8eea-4d9b-b47b-bf9fbce7e790 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] 10.222.0.60 "DELETE /v2.0/routers/c8ed14b7-6db5-4e19-826b-83ed850f0768 HTTP/1.1" status: 204 len: 168 time: 1.0696976 Dec 16 10:05:16.580139 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58942) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:16.585152 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-af251b60-ed5c-4538-bf1e-543ee4ffc705 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-257879050', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}, 'admin_state_up': False}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:05:16.694281 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-af251b60-ed5c-4538-bf1e-543ee4ffc705 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:16.694281 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-af251b60-ed5c-4538-bf1e-543ee4ffc705 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:16.747888 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-af251b60-ed5c-4538-bf1e-543ee4ffc705 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:16.975939 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-af251b60-ed5c-4538-bf1e-543ee4ffc705 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:17.111859 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device fbc93a28-c302-49f3-822d-88d95606c5e1 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:05:17.132744 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: fbc93a28-c302-49f3-822d-88d95606c5e1 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:05:17.133088 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device fbc93a28-c302-49f3-822d-88d95606c5e1 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:05:17.276609 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-af251b60-ed5c-4538-bf1e-543ee4ffc705 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:17.300995 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-af251b60-ed5c-4538-bf1e-543ee4ffc705 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:17.415532 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-af251b60-ed5c-4538-bf1e-543ee4ffc705 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Allocated IP 172.25.1.160 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/cdb58218-67c0-4af6-8b21-623ffabb94a7) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:05:17.527257 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-af251b60-ed5c-4538-bf1e-543ee4ffc705 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:17.632884 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-af251b60-ed5c-4538-bf1e-543ee4ffc705 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:17.675485 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af251b60-ed5c-4538-bf1e-543ee4ffc705 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:05:17.678470 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-af251b60-ed5c-4538-bf1e-543ee4ffc705 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:05:17.685343 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af251b60-ed5c-4538-bf1e-543ee4ffc705 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:05:17.688562 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af251b60-ed5c-4538-bf1e-543ee4ffc705 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Pushing event updated for resources: {'Port': ['ID=cdb58218-67c0-4af6-8b21-623ffabb94a7,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:17.979928 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-af251b60-ed5c-4538-bf1e-543ee4ffc705 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:18.193555 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-af251b60-ed5c-4538-bf1e-543ee4ffc705 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:18.397868 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af251b60-ed5c-4538-bf1e-543ee4ffc705 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Router 897d46c1-3005-4243-9b78-9654a4c9be4c is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:05:18.507917 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af251b60-ed5c-4538-bf1e-543ee4ffc705 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:05:18.517332 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44db62b-ca91-49e1-8680-ce8f0e2666d4 None None] Sync routers for ids ['897d46c1-3005-4243-9b78-9654a4c9be4c'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:05:18.527286 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44db62b-ca91-49e1-8680-ce8f0e2666d4 None None] Routers {'897d46c1-3005-4243-9b78-9654a4c9be4c'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:05:18.527944 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-b44db62b-ca91-49e1-8680-ce8f0e2666d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:04:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['897d46c1-3005-4243-9b78-9654a4c9be4c'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:18.561344 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-b44db62b-ca91-49e1-8680-ce8f0e2666d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:18.570747 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44db62b-ca91-49e1-8680-ce8f0e2666d4 None None] Routers {'897d46c1-3005-4243-9b78-9654a4c9be4c'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:05:18.571355 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-b44db62b-ca91-49e1-8680-ce8f0e2666d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:04:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['897d46c1-3005-4243-9b78-9654a4c9be4c'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:18.606426 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-af251b60-ed5c-4538-bf1e-543ee4ffc705 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:18.607692 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-af251b60-ed5c-4538-bf1e-543ee4ffc705 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.0265050 Dec 16 10:05:18.609181 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-b44db62b-ca91-49e1-8680-ce8f0e2666d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:18.609842 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44db62b-ca91-49e1-8680-ce8f0e2666d4 None None] The sync data for ids ['897d46c1-3005-4243-9b78-9654a4c9be4c'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:05:18.610386 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58944) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:18.614863 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-2dd573a7-4247-4cb3-8caa-dceb73a2a2b4 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'enable_snat': False}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:05:19.215931 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2dd573a7-4247-4cb3-8caa-dceb73a2a2b4 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:19.560462 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:05:19.711189 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2dd573a7-4247-4cb3-8caa-dceb73a2a2b4 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10956'] for router, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:19.714689 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2dd573a7-4247-4cb3-8caa-dceb73a2a2b4 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575385'] for router, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:19.827726 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd573a7-4247-4cb3-8caa-dceb73a2a2b4 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Router 897d46c1-3005-4243-9b78-9654a4c9be4c has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:05:19.940420 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd573a7-4247-4cb3-8caa-dceb73a2a2b4 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:05:19.945008 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2dd573a7-4247-4cb3-8caa-dceb73a2a2b4 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:19.945937 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2dd573a7-4247-4cb3-8caa-dceb73a2a2b4 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] 10.222.0.60 "PUT /v2.0/routers/897d46c1-3005-4243-9b78-9654a4c9be4c HTTP/1.1" status: 200 len: 925 time: 1.3346009 Dec 16 10:05:19.948601 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58946) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:19.951552 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5d99fc-b6d9-4102-adfc-8e673a4e05ea None None] Sync routers for ids ['897d46c1-3005-4243-9b78-9654a4c9be4c'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:05:19.961730 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5d99fc-b6d9-4102-adfc-8e673a4e05ea None None] Routers {'897d46c1-3005-4243-9b78-9654a4c9be4c'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:05:19.962444 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-bb5d99fc-b6d9-4102-adfc-8e673a4e05ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:04:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['897d46c1-3005-4243-9b78-9654a4c9be4c'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:20.001838 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-bb5d99fc-b6d9-4102-adfc-8e673a4e05ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:20.015169 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5d99fc-b6d9-4102-adfc-8e673a4e05ea None None] Routers {'897d46c1-3005-4243-9b78-9654a4c9be4c'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:05:20.015825 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-bb5d99fc-b6d9-4102-adfc-8e673a4e05ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:04:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['897d46c1-3005-4243-9b78-9654a4c9be4c'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:20.067884 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-180f6d9b-1f54-4b77-a325-70a0999458ed tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] 10.222.0.60 "GET /v2.0/routers/897d46c1-3005-4243-9b78-9654a4c9be4c HTTP/1.1" status: 200 len: 925 time: 0.1181459 Dec 16 10:05:20.070887 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58948) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:20.144170 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-bb5d99fc-b6d9-4102-adfc-8e673a4e05ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:20.144738 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5d99fc-b6d9-4102-adfc-8e673a4e05ea None None] The sync data for ids ['897d46c1-3005-4243-9b78-9654a4c9be4c'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:05:20.157053 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03071b10-b367-497d-aabb-53e71e1d1b6f tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:20.160963 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-03071b10-b367-497d-aabb-53e71e1d1b6f tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=66f24afa-c67f-4411-a795-f16773380b27&device_id=897d46c1-3005-4243-9b78-9654a4c9be4c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0867481 Dec 16 10:05:20.161546 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58950) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:20.253170 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c92b3fe-8c6e-4cae-9d7b-2005868e48aa tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:20.254585 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6c92b3fe-8c6e-4cae-9d7b-2005868e48aa tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 881 time: 0.0919933 Dec 16 10:05:20.257466 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58952) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:20.286671 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2738a899-882a-4857-bc1e-f9409b4e7e94 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] 10.222.0.60 "GET /v2.0/ports?device_id=897d46c1-3005-4243-9b78-9654a4c9be4c HTTP/1.1" status: 200 len: 205 time: 0.0279527 Dec 16 10:05:20.290171 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58954) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:20.429771 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6383d909-c3e7-431e-aae3-20b5448f4fc7 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:20.535867 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6383d909-c3e7-431e-aae3-20b5448f4fc7 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:20.663260 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-6383d909-c3e7-431e-aae3-20b5448f4fc7 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Deleting port cdb58218-67c0-4af6-8b21-623ffabb94a7 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:05:20.663848 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6383d909-c3e7-431e-aae3-20b5448f4fc7 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:20.750599 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6383d909-c3e7-431e-aae3-20b5448f4fc7 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:20.763301 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-6383d909-c3e7-431e-aae3-20b5448f4fc7 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Calling delete_port for cdb58218-67c0-4af6-8b21-623ffabb94a7 owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:05:20.997868 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6383d909-c3e7-431e-aae3-20b5448f4fc7 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:21.024782 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383d909-c3e7-431e-aae3-20b5448f4fc7 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Pushing event deleted for resources: {'Port': ['ID=cdb58218-67c0-4af6-8b21-623ffabb94a7,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:21.038462 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383d909-c3e7-431e-aae3-20b5448f4fc7 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:21.038745 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383d909-c3e7-431e-aae3-20b5448f4fc7 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:21.039088 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383d909-c3e7-431e-aae3-20b5448f4fc7 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:21.039428 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383d909-c3e7-431e-aae3-20b5448f4fc7 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:21.039764 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383d909-c3e7-431e-aae3-20b5448f4fc7 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:21.040095 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383d909-c3e7-431e-aae3-20b5448f4fc7 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:21.040423 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383d909-c3e7-431e-aae3-20b5448f4fc7 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:21.040752 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383d909-c3e7-431e-aae3-20b5448f4fc7 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:21.041076 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383d909-c3e7-431e-aae3-20b5448f4fc7 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:21.041427 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383d909-c3e7-431e-aae3-20b5448f4fc7 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:21.041755 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383d909-c3e7-431e-aae3-20b5448f4fc7 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:21.042078 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6383d909-c3e7-431e-aae3-20b5448f4fc7 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:21.100583 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6383d909-c3e7-431e-aae3-20b5448f4fc7 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:21.467747 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6383d909-c3e7-431e-aae3-20b5448f4fc7 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:21.470017 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6383d909-c3e7-431e-aae3-20b5448f4fc7 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:21.569376 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6383d909-c3e7-431e-aae3-20b5448f4fc7 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:21.569942 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6383d909-c3e7-431e-aae3-20b5448f4fc7 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Fanout notify agent at l3_agent the message router_deleted on router 897d46c1-3005-4243-9b78-9654a4c9be4c {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:05:21.578298 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6383d909-c3e7-431e-aae3-20b5448f4fc7 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:21.579933 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6383d909-c3e7-431e-aae3-20b5448f4fc7 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] 10.222.0.60 "DELETE /v2.0/routers/897d46c1-3005-4243-9b78-9654a4c9be4c HTTP/1.1" status: 204 len: 168 time: 1.2879515 Dec 16 10:05:21.583330 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58956) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:21.587969 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-1a61c135-7cb5-4e60-8d49-a22d3594f8f9 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1238395440', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:05:21.659839 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1a61c135-7cb5-4e60-8d49-a22d3594f8f9 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:21.660933 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1a61c135-7cb5-4e60-8d49-a22d3594f8f9 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:21.712801 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1a61c135-7cb5-4e60-8d49-a22d3594f8f9 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:21.774549 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1a61c135-7cb5-4e60-8d49-a22d3594f8f9 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:21.874110 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1a61c135-7cb5-4e60-8d49-a22d3594f8f9 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:21.875351 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1a61c135-7cb5-4e60-8d49-a22d3594f8f9 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2910407 Dec 16 10:05:21.878562 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58958) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:21.884017 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-91639ace-bef0-4466-b5b4-0047615e93cd tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Request body: {'router': {'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:05:22.106183 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-91639ace-bef0-4466-b5b4-0047615e93cd tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:22.406364 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-91639ace-bef0-4466-b5b4-0047615e93cd tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router_gateway, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:22.425873 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-91639ace-bef0-4466-b5b4-0047615e93cd tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:22.538111 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-91639ace-bef0-4466-b5b4-0047615e93cd tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Allocated IP 172.25.1.91 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/3f9ad718-5987-417c-b126-614c96139911) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:05:22.648606 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-91639ace-bef0-4466-b5b4-0047615e93cd tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:22.741255 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-91639ace-bef0-4466-b5b4-0047615e93cd tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:22.778380 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91639ace-bef0-4466-b5b4-0047615e93cd tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:05:22.782911 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-91639ace-bef0-4466-b5b4-0047615e93cd tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:05:22.786532 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91639ace-bef0-4466-b5b4-0047615e93cd tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:05:22.795656 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91639ace-bef0-4466-b5b4-0047615e93cd tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Pushing event updated for resources: {'Port': ['ID=3f9ad718-5987-417c-b126-614c96139911,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:23.101997 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-91639ace-bef0-4466-b5b4-0047615e93cd tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router_gateway, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:23.313847 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-91639ace-bef0-4466-b5b4-0047615e93cd tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10956'] for router, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:23.317298 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-91639ace-bef0-4466-b5b4-0047615e93cd tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575385'] for router, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:23.609155 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91639ace-bef0-4466-b5b4-0047615e93cd tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Router d2a2c09d-c6c8-4d56-b850-ab20f558d0df is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:05:23.716927 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91639ace-bef0-4466-b5b4-0047615e93cd tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:05:23.724833 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-91639ace-bef0-4466-b5b4-0047615e93cd tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:23.726384 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-91639ace-bef0-4466-b5b4-0047615e93cd tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] 10.222.0.60 "PUT /v2.0/routers/d2a2c09d-c6c8-4d56-b850-ab20f558d0df HTTP/1.1" status: 200 len: 883 time: 1.8465464 Dec 16 10:05:23.726774 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2778487-e6d2-4bf9-ad81-399a5b3a6176 None None] Sync routers for ids ['d2a2c09d-c6c8-4d56-b850-ab20f558d0df'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:05:23.729670 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58962) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:23.736828 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2778487-e6d2-4bf9-ad81-399a5b3a6176 None None] Routers {'d2a2c09d-c6c8-4d56-b850-ab20f558d0df'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:05:23.737838 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-e2778487-e6d2-4bf9-ad81-399a5b3a6176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:04:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['d2a2c09d-c6c8-4d56-b850-ab20f558d0df'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:23.770336 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-e2778487-e6d2-4bf9-ad81-399a5b3a6176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:23.779135 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2778487-e6d2-4bf9-ad81-399a5b3a6176 None None] Routers {'d2a2c09d-c6c8-4d56-b850-ab20f558d0df'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:05:23.779733 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-e2778487-e6d2-4bf9-ad81-399a5b3a6176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:04:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['d2a2c09d-c6c8-4d56-b850-ab20f558d0df'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:23.815748 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-e2778487-e6d2-4bf9-ad81-399a5b3a6176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:23.816394 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2778487-e6d2-4bf9-ad81-399a5b3a6176 None None] The sync data for ids ['d2a2c09d-c6c8-4d56-b850-ab20f558d0df'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:05:23.832059 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-149577c0-12a1-448b-9aa1-4651134a7dfb tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] 10.222.0.60 "GET /v2.0/routers/d2a2c09d-c6c8-4d56-b850-ab20f558d0df HTTP/1.1" status: 200 len: 924 time: 0.1013148 Dec 16 10:05:23.835239 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58964) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:23.906767 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be68db9-022c-4800-9ad8-d13358a4c77d tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:23.908179 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8be68db9-022c-4800-9ad8-d13358a4c77d tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=66f24afa-c67f-4411-a795-f16773380b27&device_id=d2a2c09d-c6c8-4d56-b850-ab20f558d0df&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0720568 Dec 16 10:05:23.911085 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58966) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:23.991134 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d0b41e-cb05-4036-882f-6606a59da82f tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:23.992492 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-67d0b41e-cb05-4036-882f-6606a59da82f tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 881 time: 0.0805223 Dec 16 10:05:23.996016 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58968) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:24.027180 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-dac4f50a-23dc-4771-8544-b698f955d96f tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a2c09d-c6c8-4d56-b850-ab20f558d0df HTTP/1.1" status: 200 len: 205 time: 0.0301051 Dec 16 10:05:24.030019 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58970) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:24.105833 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-421f80e3-a2aa-4d87-96f3-be1dea39b47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:24.138159 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-561381b5-88e1-40f8-8c3a-e341b31fb92c tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:24.246675 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-561381b5-88e1-40f8-8c3a-e341b31fb92c tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:24.436081 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-561381b5-88e1-40f8-8c3a-e341b31fb92c tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Deleting port 3f9ad718-5987-417c-b126-614c96139911 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:05:24.436356 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-561381b5-88e1-40f8-8c3a-e341b31fb92c tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:24.515769 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-561381b5-88e1-40f8-8c3a-e341b31fb92c tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:24.528734 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-561381b5-88e1-40f8-8c3a-e341b31fb92c tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Calling delete_port for 3f9ad718-5987-417c-b126-614c96139911 owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:05:24.781276 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-561381b5-88e1-40f8-8c3a-e341b31fb92c tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:24.810393 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561381b5-88e1-40f8-8c3a-e341b31fb92c tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Pushing event deleted for resources: {'Port': ['ID=3f9ad718-5987-417c-b126-614c96139911,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:24.877018 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-561381b5-88e1-40f8-8c3a-e341b31fb92c tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:24.969306 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-561381b5-88e1-40f8-8c3a-e341b31fb92c tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:24.971468 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-561381b5-88e1-40f8-8c3a-e341b31fb92c tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:25.095202 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-561381b5-88e1-40f8-8c3a-e341b31fb92c tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:25.095782 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561381b5-88e1-40f8-8c3a-e341b31fb92c tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Fanout notify agent at l3_agent the message router_deleted on router d2a2c09d-c6c8-4d56-b850-ab20f558d0df {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:05:25.102638 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-561381b5-88e1-40f8-8c3a-e341b31fb92c tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:25.103888 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-561381b5-88e1-40f8-8c3a-e341b31fb92c tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] 10.222.0.60 "DELETE /v2.0/routers/d2a2c09d-c6c8-4d56-b850-ab20f558d0df HTTP/1.1" status: 204 len: 168 time: 1.0727878 Dec 16 10:05:25.107441 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58972) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:25.112074 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-25e03ac8-377d-474f-bfe8-5fe7dc701735 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2030359371', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:05:25.231175 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-25e03ac8-377d-474f-bfe8-5fe7dc701735 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:25.232290 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-25e03ac8-377d-474f-bfe8-5fe7dc701735 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:25.287309 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-25e03ac8-377d-474f-bfe8-5fe7dc701735 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:25.387533 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-25e03ac8-377d-474f-bfe8-5fe7dc701735 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:25.496659 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-25e03ac8-377d-474f-bfe8-5fe7dc701735 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:25.497952 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-25e03ac8-377d-474f-bfe8-5fe7dc701735 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3895450 Dec 16 10:05:25.500636 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58974) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:25.504923 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-9578ab3f-4b50-497f-94ee-e4badf7f2615 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'enable_snat': True}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:05:25.980831 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9578ab3f-4b50-497f-94ee-e4badf7f2615 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:26.247589 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9578ab3f-4b50-497f-94ee-e4badf7f2615 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:26.267312 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9578ab3f-4b50-497f-94ee-e4badf7f2615 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:26.377308 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-9578ab3f-4b50-497f-94ee-e4badf7f2615 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Allocated IP 172.25.1.196 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/c5de95ff-7fa7-4204-98b9-6ce4937b7a17) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:05:26.415126 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-17195575-c4a5-42d4-91e5-8e46779c562c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:26.484192 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9578ab3f-4b50-497f-94ee-e4badf7f2615 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:26.569750 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9578ab3f-4b50-497f-94ee-e4badf7f2615 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:26.606980 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9578ab3f-4b50-497f-94ee-e4badf7f2615 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:05:26.611459 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-9578ab3f-4b50-497f-94ee-e4badf7f2615 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:05:26.615369 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9578ab3f-4b50-497f-94ee-e4badf7f2615 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:05:26.624329 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578ab3f-4b50-497f-94ee-e4badf7f2615 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Pushing event updated for resources: {'Port': ['ID=c5de95ff-7fa7-4204-98b9-6ce4937b7a17,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:26.912891 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9578ab3f-4b50-497f-94ee-e4badf7f2615 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:27.111397 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9578ab3f-4b50-497f-94ee-e4badf7f2615 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10956'] for router, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:27.114893 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9578ab3f-4b50-497f-94ee-e4badf7f2615 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575385'] for router, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:27.311974 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9578ab3f-4b50-497f-94ee-e4badf7f2615 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Router ca68100d-2fc9-4e2f-886d-70cb7bd6d781 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:05:27.420197 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9578ab3f-4b50-497f-94ee-e4badf7f2615 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:05:27.424756 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9578ab3f-4b50-497f-94ee-e4badf7f2615 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:27.425837 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9578ab3f-4b50-497f-94ee-e4badf7f2615 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] 10.222.0.60 "PUT /v2.0/routers/ca68100d-2fc9-4e2f-886d-70cb7bd6d781 HTTP/1.1" status: 200 len: 919 time: 1.9242370 Dec 16 10:05:27.428345 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58976) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:27.429141 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7be581-1fe1-4921-a87e-ae1461d8a5da None None] Sync routers for ids ['ca68100d-2fc9-4e2f-886d-70cb7bd6d781'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:05:27.438386 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7be581-1fe1-4921-a87e-ae1461d8a5da None None] Routers {'ca68100d-2fc9-4e2f-886d-70cb7bd6d781'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:05:27.438984 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-dc7be581-1fe1-4921-a87e-ae1461d8a5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:05:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['ca68100d-2fc9-4e2f-886d-70cb7bd6d781'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:27.471162 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-dc7be581-1fe1-4921-a87e-ae1461d8a5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:27.479724 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7be581-1fe1-4921-a87e-ae1461d8a5da None None] Routers {'ca68100d-2fc9-4e2f-886d-70cb7bd6d781'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:05:27.480323 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-dc7be581-1fe1-4921-a87e-ae1461d8a5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:05:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['ca68100d-2fc9-4e2f-886d-70cb7bd6d781'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:27.513664 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-dc7be581-1fe1-4921-a87e-ae1461d8a5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:27.514309 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7be581-1fe1-4921-a87e-ae1461d8a5da None None] The sync data for ids ['ca68100d-2fc9-4e2f-886d-70cb7bd6d781'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:05:27.537082 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5c9724f9-0bb0-49b6-959d-916b99cdd3af tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] 10.222.0.60 "GET /v2.0/routers/ca68100d-2fc9-4e2f-886d-70cb7bd6d781 HTTP/1.1" status: 200 len: 925 time: 0.1076589 Dec 16 10:05:27.539804 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58978) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:27.579265 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457ca435-5c7a-4998-a7aa-e1ca61998f88 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:27.580844 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-457ca435-5c7a-4998-a7aa-e1ca61998f88 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=66f24afa-c67f-4411-a795-f16773380b27&device_id=ca68100d-2fc9-4e2f-886d-70cb7bd6d781&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0401473 Dec 16 10:05:27.586282 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58980) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:27.648426 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:27.678478 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8328fc-25b3-453e-9f9f-3b4c86d04dff tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:27.679765 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7f8328fc-25b3-453e-9f9f-3b4c86d04dff tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 881 time: 0.0925591 Dec 16 10:05:27.682596 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58982) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:27.710000 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-84e1c7cb-6258-4ff7-97e2-87b67832b177 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca68100d-2fc9-4e2f-886d-70cb7bd6d781 HTTP/1.1" status: 200 len: 205 time: 0.0263150 Dec 16 10:05:27.712373 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 58984) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:27.818132 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d4746d9d-f301-4651-b51b-597cc7b28b9b tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:27.917156 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d4746d9d-f301-4651-b51b-597cc7b28b9b tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:28.013754 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-d4746d9d-f301-4651-b51b-597cc7b28b9b tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Deleting port c5de95ff-7fa7-4204-98b9-6ce4937b7a17 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:05:28.013983 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d4746d9d-f301-4651-b51b-597cc7b28b9b tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:28.108390 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d4746d9d-f301-4651-b51b-597cc7b28b9b tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:28.121452 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-d4746d9d-f301-4651-b51b-597cc7b28b9b tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Calling delete_port for c5de95ff-7fa7-4204-98b9-6ce4937b7a17 owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:05:28.352422 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d4746d9d-f301-4651-b51b-597cc7b28b9b tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:28.380967 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4746d9d-f301-4651-b51b-597cc7b28b9b tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Pushing event deleted for resources: {'Port': ['ID=c5de95ff-7fa7-4204-98b9-6ce4937b7a17,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:28.444813 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d4746d9d-f301-4651-b51b-597cc7b28b9b tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:28.537206 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d4746d9d-f301-4651-b51b-597cc7b28b9b tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:28.539381 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d4746d9d-f301-4651-b51b-597cc7b28b9b tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:28.649558 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d4746d9d-f301-4651-b51b-597cc7b28b9b tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:28.650120 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4746d9d-f301-4651-b51b-597cc7b28b9b tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Fanout notify agent at l3_agent the message router_deleted on router ca68100d-2fc9-4e2f-886d-70cb7bd6d781 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:05:28.661784 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d4746d9d-f301-4651-b51b-597cc7b28b9b tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:28.661784 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d4746d9d-f301-4651-b51b-597cc7b28b9b tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] 10.222.0.60 "DELETE /v2.0/routers/ca68100d-2fc9-4e2f-886d-70cb7bd6d781 HTTP/1.1" status: 204 len: 168 time: 0.9455891 Dec 16 10:05:28.662894 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58986) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:28.668341 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-4949df11-d6ab-4e2c-8872-c543c925a983 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-719231429', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:05:28.792993 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4949df11-d6ab-4e2c-8872-c543c925a983 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:28.794117 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4949df11-d6ab-4e2c-8872-c543c925a983 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:28.846298 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4949df11-d6ab-4e2c-8872-c543c925a983 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:28.929601 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4949df11-d6ab-4e2c-8872-c543c925a983 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:29.028883 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4949df11-d6ab-4e2c-8872-c543c925a983 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:29.030169 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4949df11-d6ab-4e2c-8872-c543c925a983 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3662786 Dec 16 10:05:29.032780 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58988) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:29.037097 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-eaf307c6-dbdd-4505-b70b-f3885053a825 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'enable_snat': False}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:05:29.163422 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:29.251152 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eaf307c6-dbdd-4505-b70b-f3885053a825 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:29.497257 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eaf307c6-dbdd-4505-b70b-f3885053a825 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:29.518688 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eaf307c6-dbdd-4505-b70b-f3885053a825 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:29.546430 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:29.654045 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-eaf307c6-dbdd-4505-b70b-f3885053a825 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Allocated IP 172.25.1.244 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/f3238a4e-e388-402f-87bd-2152b60822d4) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:05:29.768050 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eaf307c6-dbdd-4505-b70b-f3885053a825 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:29.882870 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eaf307c6-dbdd-4505-b70b-f3885053a825 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:29.922711 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf307c6-dbdd-4505-b70b-f3885053a825 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:05:29.925962 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-eaf307c6-dbdd-4505-b70b-f3885053a825 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:05:29.929516 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf307c6-dbdd-4505-b70b-f3885053a825 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:05:29.938617 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf307c6-dbdd-4505-b70b-f3885053a825 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Pushing event updated for resources: {'Port': ['ID=f3238a4e-e388-402f-87bd-2152b60822d4,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:30.284354 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eaf307c6-dbdd-4505-b70b-f3885053a825 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:30.772235 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eaf307c6-dbdd-4505-b70b-f3885053a825 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10956'] for router, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:30.776302 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eaf307c6-dbdd-4505-b70b-f3885053a825 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575385'] for router, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:30.963279 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf307c6-dbdd-4505-b70b-f3885053a825 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Router 007cb976-3cd5-4871-b875-34e0d86aad6d is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:05:31.074113 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf307c6-dbdd-4505-b70b-f3885053a825 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:05:31.079347 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eaf307c6-dbdd-4505-b70b-f3885053a825 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:31.082044 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-eaf307c6-dbdd-4505-b70b-f3885053a825 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] 10.222.0.60 "PUT /v2.0/routers/007cb976-3cd5-4871-b875-34e0d86aad6d HTTP/1.1" status: 200 len: 919 time: 2.0469503 Dec 16 10:05:31.083831 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58990) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:31.084568 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ecfa7d-a139-4a31-862c-c4fa2b377c23 None None] Sync routers for ids ['007cb976-3cd5-4871-b875-34e0d86aad6d'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:05:31.093893 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ecfa7d-a139-4a31-862c-c4fa2b377c23 None None] Routers {'007cb976-3cd5-4871-b875-34e0d86aad6d'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:05:31.094499 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-f3ecfa7d-a139-4a31-862c-c4fa2b377c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:05:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['007cb976-3cd5-4871-b875-34e0d86aad6d'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:31.126706 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-f3ecfa7d-a139-4a31-862c-c4fa2b377c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:31.136486 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ecfa7d-a139-4a31-862c-c4fa2b377c23 None None] Routers {'007cb976-3cd5-4871-b875-34e0d86aad6d'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:05:31.137309 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-f3ecfa7d-a139-4a31-862c-c4fa2b377c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:05:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['007cb976-3cd5-4871-b875-34e0d86aad6d'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:31.173216 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-f3ecfa7d-a139-4a31-862c-c4fa2b377c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:31.173954 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ecfa7d-a139-4a31-862c-c4fa2b377c23 None None] The sync data for ids ['007cb976-3cd5-4871-b875-34e0d86aad6d'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:05:31.195169 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e4825fc7-10f0-4b3e-b7cf-f4e4ea6330fd tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] 10.222.0.60 "GET /v2.0/routers/007cb976-3cd5-4871-b875-34e0d86aad6d HTTP/1.1" status: 200 len: 925 time: 0.1100488 Dec 16 10:05:31.197793 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58992) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:31.241949 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744eff90-99ba-40d4-b0fa-a8e9adc1aa54 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:31.243473 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-744eff90-99ba-40d4-b0fa-a8e9adc1aa54 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=66f24afa-c67f-4411-a795-f16773380b27&device_id=007cb976-3cd5-4871-b875-34e0d86aad6d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0447679 Dec 16 10:05:31.246774 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58994) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:31.330510 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22d428e-4b95-419f-b2c4-d33e312e256d tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:31.331914 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f22d428e-4b95-419f-b2c4-d33e312e256d tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] 10.222.0.60 "GET /v2.0/networks/66f24afa-c67f-4411-a795-f16773380b27 HTTP/1.1" status: 200 len: 881 time: 0.0842378 Dec 16 10:05:31.335058 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58996) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:31.363229 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4fe61c50-045d-4433-8a9f-b9e4812f73ca tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] 10.222.0.60 "GET /v2.0/ports?device_id=007cb976-3cd5-4871-b875-34e0d86aad6d HTTP/1.1" status: 200 len: 205 time: 0.0270886 Dec 16 10:05:31.365709 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 58998) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:31.490697 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-adde28ed-0e6f-4430-bb63-9521036f4ea1 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:31.600582 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-adde28ed-0e6f-4430-bb63-9521036f4ea1 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:31.692204 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-adde28ed-0e6f-4430-bb63-9521036f4ea1 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Deleting port f3238a4e-e388-402f-87bd-2152b60822d4 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:05:31.692554 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-adde28ed-0e6f-4430-bb63-9521036f4ea1 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:31.785330 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-adde28ed-0e6f-4430-bb63-9521036f4ea1 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:31.798275 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-adde28ed-0e6f-4430-bb63-9521036f4ea1 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Calling delete_port for f3238a4e-e388-402f-87bd-2152b60822d4 owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:05:32.015461 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-adde28ed-0e6f-4430-bb63-9521036f4ea1 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:32.045076 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde28ed-0e6f-4430-bb63-9521036f4ea1 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Pushing event deleted for resources: {'Port': ['ID=f3238a4e-e388-402f-87bd-2152b60822d4,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:32.110281 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-adde28ed-0e6f-4430-bb63-9521036f4ea1 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:32.214925 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-adde28ed-0e6f-4430-bb63-9521036f4ea1 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:32.217087 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-adde28ed-0e6f-4430-bb63-9521036f4ea1 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:32.346684 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-adde28ed-0e6f-4430-bb63-9521036f4ea1 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:32.347355 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adde28ed-0e6f-4430-bb63-9521036f4ea1 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Fanout notify agent at l3_agent the message router_deleted on router 007cb976-3cd5-4871-b875-34e0d86aad6d {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:05:32.354592 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-adde28ed-0e6f-4430-bb63-9521036f4ea1 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:32.355781 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-adde28ed-0e6f-4430-bb63-9521036f4ea1 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] 10.222.0.60 "DELETE /v2.0/routers/007cb976-3cd5-4871-b875-34e0d86aad6d HTTP/1.1" status: 204 len: 168 time: 0.9888837 Dec 16 10:05:32.359365 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59002) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:32.364095 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-4b799f39-9970-49fc-85f6-4203356fc9ec tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-945999903', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}, 'admin_state_up': False}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:05:32.442751 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4b799f39-9970-49fc-85f6-4203356fc9ec tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:32.443844 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4b799f39-9970-49fc-85f6-4203356fc9ec tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:32.493871 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4b799f39-9970-49fc-85f6-4203356fc9ec tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:32.718817 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4b799f39-9970-49fc-85f6-4203356fc9ec tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:33.014284 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4b799f39-9970-49fc-85f6-4203356fc9ec tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router_gateway, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:33.047487 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4b799f39-9970-49fc-85f6-4203356fc9ec tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:33.156334 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-4b799f39-9970-49fc-85f6-4203356fc9ec tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Allocated IP 172.25.1.115 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/828b5158-6675-45ef-8512-6e512d690d28) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:05:33.271240 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4b799f39-9970-49fc-85f6-4203356fc9ec tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:33.358334 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4b799f39-9970-49fc-85f6-4203356fc9ec tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:33.397735 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b799f39-9970-49fc-85f6-4203356fc9ec tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:05:33.400553 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-4b799f39-9970-49fc-85f6-4203356fc9ec tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:05:33.408235 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b799f39-9970-49fc-85f6-4203356fc9ec tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:05:33.411342 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b799f39-9970-49fc-85f6-4203356fc9ec tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Pushing event updated for resources: {'Port': ['ID=828b5158-6675-45ef-8512-6e512d690d28,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:33.739191 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4b799f39-9970-49fc-85f6-4203356fc9ec tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router_gateway, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:34.240399 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4b799f39-9970-49fc-85f6-4203356fc9ec tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:34.443564 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b799f39-9970-49fc-85f6-4203356fc9ec tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Router 3f85c50d-11d0-4e1a-b835-349543749339 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:05:34.568037 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b799f39-9970-49fc-85f6-4203356fc9ec tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:05:34.577641 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea55066-eb1b-46df-a16c-d80817a09c50 None None] Sync routers for ids ['3f85c50d-11d0-4e1a-b835-349543749339'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:05:34.588648 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea55066-eb1b-46df-a16c-d80817a09c50 None None] Routers {'3f85c50d-11d0-4e1a-b835-349543749339'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:05:34.589307 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-5ea55066-eb1b-46df-a16c-d80817a09c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:05:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['3f85c50d-11d0-4e1a-b835-349543749339'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:34.621179 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-5ea55066-eb1b-46df-a16c-d80817a09c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:34.630872 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea55066-eb1b-46df-a16c-d80817a09c50 None None] Routers {'3f85c50d-11d0-4e1a-b835-349543749339'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:05:34.631533 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-5ea55066-eb1b-46df-a16c-d80817a09c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:05:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['3f85c50d-11d0-4e1a-b835-349543749339'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:34.663252 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4b799f39-9970-49fc-85f6-4203356fc9ec tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:34.665141 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4b799f39-9970-49fc-85f6-4203356fc9ec tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.3043761 Dec 16 10:05:34.673308 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-5ea55066-eb1b-46df-a16c-d80817a09c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:34.673308 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea55066-eb1b-46df-a16c-d80817a09c50 None None] The sync data for ids ['3f85c50d-11d0-4e1a-b835-349543749339'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:05:34.674241 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59006) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:34.674467 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-62602525-0dfe-4688-bfdb-f390ba5a6a8e tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:05:34.981379 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62602525-0dfe-4688-bfdb-f390ba5a6a8e tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:35.051825 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62602525-0dfe-4688-bfdb-f390ba5a6a8e tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:35.150068 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-62602525-0dfe-4688-bfdb-f390ba5a6a8e tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Deleting port 828b5158-6675-45ef-8512-6e512d690d28 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:05:35.150416 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62602525-0dfe-4688-bfdb-f390ba5a6a8e tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:35.228567 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62602525-0dfe-4688-bfdb-f390ba5a6a8e tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:35.240873 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-62602525-0dfe-4688-bfdb-f390ba5a6a8e tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Calling delete_port for 828b5158-6675-45ef-8512-6e512d690d28 owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:05:35.432538 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-f5e1a280-c47a-4cfc-88ee-8adc0d996233 req-dd010c99-1d8f-413e-944e-7474ebc195e7 tempest-AttachVolumeShelveTestJSON-78115664 tempest-AttachVolumeShelveTestJSON-78115664-project] (102816) timed out ('10.222.0.57', 65093) {{(pid=102816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 16 10:05:35.460419 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62602525-0dfe-4688-bfdb-f390ba5a6a8e tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:35.487733 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62602525-0dfe-4688-bfdb-f390ba5a6a8e tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Pushing event deleted for resources: {'Port': ['ID=828b5158-6675-45ef-8512-6e512d690d28,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:35.548242 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62602525-0dfe-4688-bfdb-f390ba5a6a8e tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:35.746576 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62602525-0dfe-4688-bfdb-f390ba5a6a8e tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10956'] for router, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:35.749818 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62602525-0dfe-4688-bfdb-f390ba5a6a8e tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575385'] for router, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:35.828010 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62602525-0dfe-4688-bfdb-f390ba5a6a8e tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Router 3f85c50d-11d0-4e1a-b835-349543749339 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:05:35.902895 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62602525-0dfe-4688-bfdb-f390ba5a6a8e tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:05:35.909852 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62602525-0dfe-4688-bfdb-f390ba5a6a8e tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:35.912968 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08f51da-bd03-4868-9441-834f6fd47471 None None] Sync routers for ids ['3f85c50d-11d0-4e1a-b835-349543749339'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:05:35.913844 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-62602525-0dfe-4688-bfdb-f390ba5a6a8e tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] 10.222.0.60 "PUT /v2.0/routers/3f85c50d-11d0-4e1a-b835-349543749339 HTTP/1.1" status: 200 len: 709 time: 1.2428334 Dec 16 10:05:35.913991 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59008) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:35.929228 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08f51da-bd03-4868-9441-834f6fd47471 None None] Routers {'3f85c50d-11d0-4e1a-b835-349543749339'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:05:35.929881 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-b08f51da-bd03-4868-9441-834f6fd47471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:05:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['3f85c50d-11d0-4e1a-b835-349543749339'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:35.968651 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-b08f51da-bd03-4868-9441-834f6fd47471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:35.977214 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08f51da-bd03-4868-9441-834f6fd47471 None None] Routers {'3f85c50d-11d0-4e1a-b835-349543749339'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:05:35.977819 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-b08f51da-bd03-4868-9441-834f6fd47471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:05:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['3f85c50d-11d0-4e1a-b835-349543749339'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:35.994472 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7cee04d4-61b6-42e2-a30d-2a33f6191332 tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] 10.222.0.60 "GET /v2.0/routers/3f85c50d-11d0-4e1a-b835-349543749339 HTTP/1.1" status: 200 len: 744 time: 0.0795007 Dec 16 10:05:35.997163 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59010) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:36.009845 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-b08f51da-bd03-4868-9441-834f6fd47471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:36.011160 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08f51da-bd03-4868-9441-834f6fd47471 None None] The sync data for ids ['3f85c50d-11d0-4e1a-b835-349543749339'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:05:36.042815 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-68ce3cef-1ad3-4d33-8ebc-c475f1a65ffe tempest-RoutersIpV6AdminTest-2111408975 tempest-RoutersIpV6AdminTest-2111408975-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=66f24afa-c67f-4411-a795-f16773380b27&device_id=3f85c50d-11d0-4e1a-b835-349543749339 HTTP/1.1" status: 200 len: 205 time: 0.0446601 Dec 16 10:05:36.045427 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59012) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:36.071133 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d8010d00-95ba-4895-9f24-1e2593b81ce5 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f85c50d-11d0-4e1a-b835-349543749339 HTTP/1.1" status: 200 len: 205 time: 0.0246618 Dec 16 10:05:36.074180 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59014) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:36.148102 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b97aacf-ef88-4d54-9012-eb6bd22154bf tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:36.319011 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b97aacf-ef88-4d54-9012-eb6bd22154bf tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:36.321304 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b97aacf-ef88-4d54-9012-eb6bd22154bf tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:36.459695 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b97aacf-ef88-4d54-9012-eb6bd22154bf tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:36.460416 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b97aacf-ef88-4d54-9012-eb6bd22154bf tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Fanout notify agent at l3_agent the message router_deleted on router 3f85c50d-11d0-4e1a-b835-349543749339 {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:05:36.475823 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b97aacf-ef88-4d54-9012-eb6bd22154bf tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:36.475823 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1b97aacf-ef88-4d54-9012-eb6bd22154bf tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] 10.222.0.60 "DELETE /v2.0/routers/3f85c50d-11d0-4e1a-b835-349543749339 HTTP/1.1" status: 204 len: 168 time: 0.3933794 Dec 16 10:05:36.475823 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59016) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:36.504151 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-12b57c8b-b0b9-47b6-be8c-08170b79f4ef tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f85c50d-11d0-4e1a-b835-349543749339 HTTP/1.1" status: 200 len: 205 time: 0.0310762 Dec 16 10:05:36.511274 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59018) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:36.549694 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-9a3d7c7e-0a1c-4696-a9ca-8efc917a54b5 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] delete failed (client error): The resource could not be found. Dec 16 10:05:36.550760 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9a3d7c7e-0a1c-4696-a9ca-8efc917a54b5 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] 10.222.0.60 "DELETE /v2.0/routers/3f85c50d-11d0-4e1a-b835-349543749339 HTTP/1.1" status: 404 len: 336 time: 0.0383832 Dec 16 10:05:36.553751 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59020) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:36.581766 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0d6b0416-4594-495a-b793-939effd1485d tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] 10.222.0.60 "GET /v2.0/ports?device_id=007cb976-3cd5-4871-b875-34e0d86aad6d HTTP/1.1" status: 200 len: 205 time: 0.0267892 Dec 16 10:05:36.584207 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59022) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:36.624909 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-271163c3-c910-4bb2-b32c-2b935f7ec071 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] delete failed (client error): The resource could not be found. Dec 16 10:05:36.626040 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-271163c3-c910-4bb2-b32c-2b935f7ec071 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] 10.222.0.60 "DELETE /v2.0/routers/007cb976-3cd5-4871-b875-34e0d86aad6d HTTP/1.1" status: 404 len: 336 time: 0.0409329 Dec 16 10:05:36.628697 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59024) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:36.657857 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-63d909f6-acda-4e26-b9a2-a726dbdc1178 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca68100d-2fc9-4e2f-886d-70cb7bd6d781 HTTP/1.1" status: 200 len: 205 time: 0.0280035 Dec 16 10:05:36.660164 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59026) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:36.699772 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-f5d94f37-e167-47d1-a572-27ed499d5ae0 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] delete failed (client error): The resource could not be found. Dec 16 10:05:36.700826 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f5d94f37-e167-47d1-a572-27ed499d5ae0 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] 10.222.0.60 "DELETE /v2.0/routers/ca68100d-2fc9-4e2f-886d-70cb7bd6d781 HTTP/1.1" status: 404 len: 336 time: 0.0397601 Dec 16 10:05:36.703453 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59028) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:36.736755 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1efcc9de-6811-46f2-8df2-a60b630a488c tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2a2c09d-c6c8-4d56-b850-ab20f558d0df HTTP/1.1" status: 200 len: 205 time: 0.0322323 Dec 16 10:05:36.739115 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59030) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:36.779483 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-1d68f6ee-ed82-405a-9bff-9faaa6b8a6da tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] delete failed (client error): The resource could not be found. Dec 16 10:05:36.780510 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1d68f6ee-ed82-405a-9bff-9faaa6b8a6da tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] 10.222.0.60 "DELETE /v2.0/routers/d2a2c09d-c6c8-4d56-b850-ab20f558d0df HTTP/1.1" status: 404 len: 336 time: 0.0404043 Dec 16 10:05:36.783137 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59032) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:36.812872 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fba76a38-27bb-47cd-845a-76f1bdbc4b83 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] 10.222.0.60 "GET /v2.0/ports?device_id=897d46c1-3005-4243-9b78-9654a4c9be4c HTTP/1.1" status: 200 len: 205 time: 0.0286431 Dec 16 10:05:36.815211 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59034) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:36.858209 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-87b7afd1-00ee-4217-9367-625f76e6a4ac tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] delete failed (client error): The resource could not be found. Dec 16 10:05:36.859310 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-87b7afd1-00ee-4217-9367-625f76e6a4ac tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] 10.222.0.60 "DELETE /v2.0/routers/897d46c1-3005-4243-9b78-9654a4c9be4c HTTP/1.1" status: 404 len: 336 time: 0.0430558 Dec 16 10:05:36.861825 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59036) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:36.889956 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-56068bfa-f73e-42a8-aa8c-a2fea3a641d6 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] 10.222.0.60 "GET /v2.0/ports?device_id=d575f513-7d50-4223-8dd7-3ffc5a6b33d5 HTTP/1.1" status: 200 len: 205 time: 0.0269952 Dec 16 10:05:36.894107 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59038) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:36.933205 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-b2bedc32-5dae-4cf2-b5b8-5db71dab21eb tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] delete failed (client error): The resource could not be found. Dec 16 10:05:36.938223 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b2bedc32-5dae-4cf2-b5b8-5db71dab21eb tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] 10.222.0.60 "DELETE /v2.0/routers/d575f513-7d50-4223-8dd7-3ffc5a6b33d5 HTTP/1.1" status: 404 len: 336 time: 0.0392101 Dec 16 10:05:36.940094 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59040) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:36.973453 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-669d75b2-d12b-41f3-8882-07fd8834c712 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] DELETE failed (client error): The resource could not be found. Dec 16 10:05:36.973916 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-669d75b2-d12b-41f3-8882-07fd8834c712 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 10:05:36.976972 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-669d75b2-d12b-41f3-8882-07fd8834c712 tempest-RoutersIpV6AdminTest-431623549 tempest-RoutersIpV6AdminTest-431623549-project] 10.222.0.60 "DELETE /v2.0/subnets/6fd821bd-69d7-498d-8512-1bc78b4baae1 HTTP/1.1" status: 404 len: 337 time: 0.0359354 Dec 16 10:05:37.478115 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:37.488937 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59046) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:37.608702 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e5a37848-08a0-4d06-8db4-198bf24aa5f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:37.689314 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e5a37848-08a0-4d06-8db4-198bf24aa5f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:37.797718 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e5a37848-08a0-4d06-8db4-198bf24aa5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:37.842240 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e5a37848-08a0-4d06-8db4-198bf24aa5f9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=437b26f240524454bc18096eb68e00aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3542211 Dec 16 10:05:37.842974 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a37848-08a0-4d06-8db4-198bf24aa5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a621f733-90d5-4bfe-ad7e-359cf97062f6,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:37.844972 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59050) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:37.900428 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-afb1ed7a-97f5-43a9-8ca6-ca80f447da08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:37.924664 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-afb1ed7a-97f5-43a9-8ca6-ca80f447da08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:38.094834 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-afb1ed7a-97f5-43a9-8ca6-ca80f447da08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:38.097590 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-afb1ed7a-97f5-43a9-8ca6-ca80f447da08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:38.098852 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-afb1ed7a-97f5-43a9-8ca6-ca80f447da08 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a621f733-90d5-4bfe-ad7e-359cf97062f6 HTTP/1.1" status: 204 len: 168 time: 0.2524946 Dec 16 10:05:38.107742 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1ed7a-97f5-43a9-8ca6-ca80f447da08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a621f733-90d5-4bfe-ad7e-359cf97062f6,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:38.795122 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59056) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:38.844364 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8796673f-bcb0-4f13-85b0-1b67c5510b13 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dec38cd5741c43b6bbcd606406e1d120&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479279 Dec 16 10:05:38.847368 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59058) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:38.901741 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e693820-fc8b-4fcf-ac03-e4a650b2a1e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:38.926089 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e693820-fc8b-4fcf-ac03-e4a650b2a1e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:39.026397 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e693820-fc8b-4fcf-ac03-e4a650b2a1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:39.028783 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e693820-fc8b-4fcf-ac03-e4a650b2a1e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:39.030025 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8e693820-fc8b-4fcf-ac03-e4a650b2a1e4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fc41be30-de7b-4b04-9404-ecf6cecc439b HTTP/1.1" status: 204 len: 168 time: 0.1816962 Dec 16 10:05:39.038767 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e693820-fc8b-4fcf-ac03-e4a650b2a1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc41be30-de7b-4b04-9404-ecf6cecc439b,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:40.206643 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59082) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.319716 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [None req-9c90b453-9923-40d5-bc78-0e142f82cb95 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.320843 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9c90b453-9923-40d5-bc78-0e142f82cb95 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1131172 Dec 16 10:05:40.325724 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59086) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.329951 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [None req-34522da4-eee5-404e-a83b-8c58ded43161 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.330998 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-34522da4-eee5-404e-a83b-8c58ded43161 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0043583 Dec 16 10:05:40.334783 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59088) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.338744 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [None req-87732de2-8cac-437a-bf79-8d4dddb05b17 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.339818 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-87732de2-8cac-437a-bf79-8d4dddb05b17 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0041924 Dec 16 10:05:40.342864 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59090) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.347492 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [None req-ce7f17e6-f85a-4035-9b49-4adcc6fe7f12 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.348593 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ce7f17e6-f85a-4035-9b49-4adcc6fe7f12 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0050292 Dec 16 10:05:40.351002 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59092) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.355953 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [None req-9dfafbdd-1441-419d-b8ac-5172307bf1f1 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.356879 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9dfafbdd-1441-419d-b8ac-5172307bf1f1 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0050199 Dec 16 10:05:40.360280 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59094) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.364151 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [None req-73640233-32d1-4bbe-a45b-f1655cacc771 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.365065 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-73640233-32d1-4bbe-a45b-f1655cacc771 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0039442 Dec 16 10:05:40.367215 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59096) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.371401 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [None req-637cdafb-161a-4763-8499-39176cc0510e tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.372306 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-637cdafb-161a-4763-8499-39176cc0510e tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0042868 Dec 16 10:05:40.374290 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59098) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.378087 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [None req-9486b180-ba45-4061-b1c0-dbeda0478495 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.378794 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9486b180-ba45-4061-b1c0-dbeda0478495 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0037029 Dec 16 10:05:40.380921 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59100) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.384810 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [None req-b468af90-9d1e-4b29-ae63-e846aa519b92 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.387146 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b468af90-9d1e-4b29-ae63-e846aa519b92 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0040159 Dec 16 10:05:40.389000 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59102) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.392882 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [None req-cd08b550-e44c-4e29-b7ed-514a543b78a2 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.393821 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-cd08b550-e44c-4e29-b7ed-514a543b78a2 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0038838 Dec 16 10:05:40.395980 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59104) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.400143 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [None req-c3da5414-0651-41d8-9b1a-ca4bd8afae34 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.401087 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c3da5414-0651-41d8-9b1a-ca4bd8afae34 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0043058 Dec 16 10:05:40.403402 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59106) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.407014 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [None req-8fdc0cfc-7ccd-4084-bf68-017a0fe7f9b0 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.407933 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8fdc0cfc-7ccd-4084-bf68-017a0fe7f9b0 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0037088 Dec 16 10:05:40.409873 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59108) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.413440 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [None req-0f0d24ef-4023-4e4e-a2a5-00e510c32734 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.414373 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0f0d24ef-4023-4e4e-a2a5-00e510c32734 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0036716 Dec 16 10:05:40.416947 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59110) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.420544 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [None req-b515670c-5339-4884-9095-4f24a4456ea3 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.424400 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b515670c-5339-4884-9095-4f24a4456ea3 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0036881 Dec 16 10:05:40.426093 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59112) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.429951 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [None req-d9d6f4f3-0a50-451e-aa0f-7a4b29ab8556 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.430892 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d9d6f4f3-0a50-451e-aa0f-7a4b29ab8556 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0039470 Dec 16 10:05:40.433494 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59114) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.437238 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [None req-47c47217-c2a4-4bab-a9d3-9c4e46c1a119 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.438164 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-47c47217-c2a4-4bab-a9d3-9c4e46c1a119 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0038009 Dec 16 10:05:40.440480 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59116) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.444457 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [None req-0bc5e8f3-9310-4185-8413-8bcdcce04c7c tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.445416 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0bc5e8f3-9310-4185-8413-8bcdcce04c7c tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0040641 Dec 16 10:05:40.447464 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59118) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.451878 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [None req-45159f72-ef79-4dcb-90b4-d2d6d36b29b2 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.452862 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-45159f72-ef79-4dcb-90b4-d2d6d36b29b2 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0044158 Dec 16 10:05:40.454823 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59120) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.458840 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [None req-3e0338a7-788f-4a5a-a87c-bda59efcf0bd tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.459820 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3e0338a7-788f-4a5a-a87c-bda59efcf0bd tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0041659 Dec 16 10:05:40.466427 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59122) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.470127 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [None req-a009ad22-59e3-45ff-bd16-e959631d7973 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.471200 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a009ad22-59e3-45ff-bd16-e959631d7973 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0039377 Dec 16 10:05:40.473068 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59124) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.476810 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [None req-d61d8820-d803-482c-ad80-f535bf9b51e4 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.477756 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d61d8820-d803-482c-ad80-f535bf9b51e4 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0038433 Dec 16 10:05:40.480305 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59126) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.484112 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [None req-397122da-c106-411f-bdd2-f1c1de6c60b2 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.485029 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-397122da-c106-411f-bdd2-f1c1de6c60b2 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0039103 Dec 16 10:05:40.487058 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59128) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.490741 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [None req-c876fb14-df4b-499b-84a5-00af5ada94ef tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.491653 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c876fb14-df4b-499b-84a5-00af5ada94ef tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0037796 Dec 16 10:05:40.493626 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59130) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.498826 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [None req-5f77447d-47b4-44c8-a1e6-28c4ee6d8f1b tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.499815 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5f77447d-47b4-44c8-a1e6-28c4ee6d8f1b tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0053697 Dec 16 10:05:40.506546 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59132) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.510240 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [None req-fb86bfa7-d5fd-4127-86ed-0571ef2e5238 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.511172 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fb86bfa7-d5fd-4127-86ed-0571ef2e5238 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0038145 Dec 16 10:05:40.513211 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59134) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.516877 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [None req-a6e13032-b128-4580-a611-cedf9e8cac6d tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.517948 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a6e13032-b128-4580-a611-cedf9e8cac6d tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0038934 Dec 16 10:05:40.519912 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59136) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.523691 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [None req-e48169d9-6a68-4a5c-af0c-8cc239fe6c72 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.524635 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e48169d9-6a68-4a5c-af0c-8cc239fe6c72 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0038884 Dec 16 10:05:40.527272 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59138) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.531000 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [None req-9782a34d-52bc-4c5a-9e47-32225fda0c33 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.532004 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9782a34d-52bc-4c5a-9e47-32225fda0c33 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0038521 Dec 16 10:05:40.534086 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59140) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.538019 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [None req-e9aa75ce-5bac-466d-9080-b5575cb278ee tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.538956 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e9aa75ce-5bac-466d-9080-b5575cb278ee tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0040197 Dec 16 10:05:40.540947 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59142) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.545309 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [None req-0f958d1c-d503-42fa-a51f-b2e6fc2d133b tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.546228 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0f958d1c-d503-42fa-a51f-b2e6fc2d133b tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0037839 Dec 16 10:05:40.548218 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59144) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.552052 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [None req-aeaf9cbf-cf8c-4914-b741-49cfb724ed75 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.556522 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-aeaf9cbf-cf8c-4914-b741-49cfb724ed75 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0038440 Dec 16 10:05:40.558128 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59146) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.562537 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [None req-877a3a54-83fd-4df5-96a4-b5c10d5466a2 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.563573 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-877a3a54-83fd-4df5-96a4-b5c10d5466a2 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0045214 Dec 16 10:05:40.565673 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59148) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.569536 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [None req-1f1d60cb-6395-4460-b287-265692638243 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.570479 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1f1d60cb-6395-4460-b287-265692638243 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0039449 Dec 16 10:05:40.572574 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59150) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.576260 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [None req-289c0ff0-ad48-4559-ab52-58fc6be16516 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.579576 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-289c0ff0-ad48-4559-ab52-58fc6be16516 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0037925 Dec 16 10:05:40.581339 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59152) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.585232 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [None req-f4052b19-80df-44b3-9511-7725fe67d220 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.586141 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f4052b19-80df-44b3-9511-7725fe67d220 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0040343 Dec 16 10:05:40.588663 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59154) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.592354 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [None req-810cc5d2-426a-41a7-8067-deb5a18604cb tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.593308 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-810cc5d2-426a-41a7-8067-deb5a18604cb tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0037279 Dec 16 10:05:40.595221 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59156) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.598985 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [None req-89cbeb90-8e57-4c17-920d-a434d2a6476c tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.599922 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-89cbeb90-8e57-4c17-920d-a434d2a6476c tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0037549 Dec 16 10:05:40.602013 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59158) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.606328 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [None req-b2901bb2-1ef9-4ce4-81f7-75f6cb40d981 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.607355 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b2901bb2-1ef9-4ce4-81f7-75f6cb40d981 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0045362 Dec 16 10:05:40.609478 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59160) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.613172 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [None req-b0e73c71-51f8-4192-8cdb-7f78b5a03be0 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.614396 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b0e73c71-51f8-4192-8cdb-7f78b5a03be0 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0040746 Dec 16 10:05:40.616447 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59162) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.621433 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [None req-52cce2f3-a7fc-4e05-9cbe-2a3b588f4687 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.628620 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-52cce2f3-a7fc-4e05-9cbe-2a3b588f4687 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0051308 Dec 16 10:05:40.630497 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59164) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.634994 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [None req-a47c9ce0-9b9b-4253-9473-49e9341bdb42 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.635946 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a47c9ce0-9b9b-4253-9473-49e9341bdb42 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0043492 Dec 16 10:05:40.638263 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59166) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.642900 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [None req-447216f1-fee3-4119-89b8-afd7d1747bc7 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.644069 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-447216f1-fee3-4119-89b8-afd7d1747bc7 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0048604 Dec 16 10:05:40.646266 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59168) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.657843 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [None req-6320beff-ab7f-407b-9b46-bd4c11aa8cc0 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.658852 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6320beff-ab7f-407b-9b46-bd4c11aa8cc0 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0116839 Dec 16 10:05:40.661558 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59170) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.665828 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [None req-c90d2ee3-12b7-4058-bc5e-ceb94273ac47 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.667757 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c90d2ee3-12b7-4058-bc5e-ceb94273ac47 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0048480 Dec 16 10:05:40.670853 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59172) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.677401 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [None req-979f8fc3-87ec-4009-8aa9-f3fc602b3969 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.678691 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-979f8fc3-87ec-4009-8aa9-f3fc602b3969 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0063875 Dec 16 10:05:40.680779 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59174) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.685827 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [None req-5d7140fb-5b15-4c0d-bea3-653cf50b112c tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.686131 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5d7140fb-5b15-4c0d-bea3-653cf50b112c tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0040591 Dec 16 10:05:40.687922 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59176) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.691743 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [None req-60db7b6b-4952-4565-8e10-ed8eb494b5be tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.692804 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-60db7b6b-4952-4565-8e10-ed8eb494b5be tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0040462 Dec 16 10:05:40.694975 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59178) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.698940 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [None req-31a0df7d-2aa6-4374-a369-adb52b023a7e tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.699913 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-31a0df7d-2aa6-4374-a369-adb52b023a7e tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0040586 Dec 16 10:05:40.702194 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59180) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.706631 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [None req-42f6452c-ab35-4f50-8bcf-559046f6974f tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.708700 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-42f6452c-ab35-4f50-8bcf-559046f6974f tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0045118 Dec 16 10:05:40.710504 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59182) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.715266 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [None req-0808a3f1-584b-4199-9243-1fad431774d6 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.716247 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0808a3f1-584b-4199-9243-1fad431774d6 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0047774 Dec 16 10:05:40.718486 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59184) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.722644 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [None req-f7ae702e-609c-4786-9f54-5bcdc1058dc1 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.724922 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f7ae702e-609c-4786-9f54-5bcdc1058dc1 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0055268 Dec 16 10:05:40.727335 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59186) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.732170 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [None req-a22e5c0d-3908-4a7d-be0f-65941fa028de tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.733142 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a22e5c0d-3908-4a7d-be0f-65941fa028de tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0048325 Dec 16 10:05:40.736859 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59188) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.740759 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [None req-34a7cd46-b6a1-43e2-a692-89905d3fbff8 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.741717 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-34a7cd46-b6a1-43e2-a692-89905d3fbff8 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0039701 Dec 16 10:05:40.743777 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59190) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.748095 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [None req-900609e0-3a3b-418a-8c98-1286c7dc23c4 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.749017 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-900609e0-3a3b-418a-8c98-1286c7dc23c4 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0044174 Dec 16 10:05:40.751112 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59192) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.754926 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [None req-bf0fe4c1-1c1d-4137-afb2-92456084c7b4 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.755858 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bf0fe4c1-1c1d-4137-afb2-92456084c7b4 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0039215 Dec 16 10:05:40.758689 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59194) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.763386 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [None req-43e01906-3bbb-4d07-9aa6-cd0ab3306afb tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.763386 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-43e01906-3bbb-4d07-9aa6-cd0ab3306afb tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0038705 Dec 16 10:05:40.765821 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59196) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.770579 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [None req-bcae3286-38af-4062-abd9-fdbe0e672bc4 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.771714 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-bcae3286-38af-4062-abd9-fdbe0e672bc4 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0047965 Dec 16 10:05:40.774380 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59198) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.779047 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [None req-81d9387e-8ea1-4e0d-92ba-7618556e766d tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.779987 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-81d9387e-8ea1-4e0d-92ba-7618556e766d tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0047264 Dec 16 10:05:40.782622 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59200) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.786391 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [None req-1da5360d-868b-44b7-bdac-7a77370cfd88 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.787299 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1da5360d-868b-44b7-bdac-7a77370cfd88 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0038209 Dec 16 10:05:40.789459 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59202) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.794406 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [None req-434aeb98-fb3a-4163-8caf-5fbe328e9823 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.795317 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-434aeb98-fb3a-4163-8caf-5fbe328e9823 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0050373 Dec 16 10:05:40.797468 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59204) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.801040 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [None req-31e104d0-5af5-42fb-9fa0-36e51a5dd956 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.802276 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-31e104d0-5af5-42fb-9fa0-36e51a5dd956 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0037236 Dec 16 10:05:40.804044 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59206) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.808081 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [None req-68e90ca6-9097-4225-bb8a-1bb689a7203e tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.813469 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-68e90ca6-9097-4225-bb8a-1bb689a7203e tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0042164 Dec 16 10:05:40.815225 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59208) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.819281 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [None req-aee0737e-34ee-46e1-b4b3-cd6710054584 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.820220 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-aee0737e-34ee-46e1-b4b3-cd6710054584 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0041301 Dec 16 10:05:40.822441 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59210) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.826565 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [None req-72926b87-cb49-4ad6-b404-9f581cb8bb9e tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.827514 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-72926b87-cb49-4ad6-b404-9f581cb8bb9e tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0041916 Dec 16 10:05:40.829738 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59212) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.837726 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [None req-74cfd60d-ddf5-49f9-b87c-b9d975c17644 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.837726 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-74cfd60d-ddf5-49f9-b87c-b9d975c17644 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0042138 Dec 16 10:05:40.839982 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59214) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.843969 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [None req-e9ef5264-b024-4fae-810c-db40a4ff3eb8 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.844904 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e9ef5264-b024-4fae-810c-db40a4ff3eb8 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0040586 Dec 16 10:05:40.847735 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59216) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.851566 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [None req-1d8812b9-e5e0-431f-b827-94a97aeb07a3 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.852486 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1d8812b9-e5e0-431f-b827-94a97aeb07a3 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0039096 Dec 16 10:05:40.855477 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:40.856018 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59218) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.860243 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [None req-751e9a62-4992-4906-ad93-6dcec56e88e8 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.861243 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-751e9a62-4992-4906-ad93-6dcec56e88e8 tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0048537 Dec 16 10:05:40.868459 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59220) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:40.872776 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [None req-a8c74a7d-bb0a-40ad-8dd4-dc2c23b9ff1a tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:05:40.873816 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a8c74a7d-bb0a-40ad-8dd4-dc2c23b9ff1a tempest-ExtensionsTestJSON-2030879370 tempest-ExtensionsTestJSON-2030879370-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0044310 Dec 16 10:05:41.312691 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59226) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:41.420633 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d91b4a21-fbcf-42cf-8e16-9dc1e604472c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:41.497806 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d91b4a21-fbcf-42cf-8e16-9dc1e604472c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:41.567741 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d91b4a21-fbcf-42cf-8e16-9dc1e604472c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:41.607150 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d91b4a21-fbcf-42cf-8e16-9dc1e604472c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=46add89e664b4d6ca9ded1311d6ee2de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2933092 Dec 16 10:05:41.608009 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b4a21-fbcf-42cf-8e16-9dc1e604472c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416626a9-f565-4455-ab9a-023b56147c80,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:41.610283 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59230) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:41.668212 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2b771601-fe7e-4f4e-ac14-42a758c8ffb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:41.694629 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2b771601-fe7e-4f4e-ac14-42a758c8ffb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:41.836910 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2b771601-fe7e-4f4e-ac14-42a758c8ffb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:41.839520 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2b771601-fe7e-4f4e-ac14-42a758c8ffb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:41.842703 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2b771601-fe7e-4f4e-ac14-42a758c8ffb1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/416626a9-f565-4455-ab9a-023b56147c80 HTTP/1.1" status: 204 len: 168 time: 0.2293515 Dec 16 10:05:41.851432 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b771601-fe7e-4f4e-ac14-42a758c8ffb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416626a9-f565-4455-ab9a-023b56147c80,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:42.838335 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59252) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:42.941745 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-8368075f-bf8e-47d2-8b0f-88e6244a7798 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1153279500', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:05:43.043612 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8368075f-bf8e-47d2-8b0f-88e6244a7798 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:43.044702 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8368075f-bf8e-47d2-8b0f-88e6244a7798 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:43.102182 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8368075f-bf8e-47d2-8b0f-88e6244a7798 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:43.140915 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8368075f-bf8e-47d2-8b0f-88e6244a7798 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:43.198632 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8368075f-bf8e-47d2-8b0f-88e6244a7798 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:43.199897 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8368075f-bf8e-47d2-8b0f-88e6244a7798 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3604536 Dec 16 10:05:43.202765 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59256) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:43.208065 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-d1d12898-1cdd-48ea-9efb-bbe5724b3641 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-378264305'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:05:43.299510 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d12898-1cdd-48ea-9efb-bbe5724b3641 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Made reservation on behalf of 9cd2b48a62844897b1049257df279d09 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:05:43.303101 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d1d12898-1cdd-48ea-9efb-bbe5724b3641 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:43.313535 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d1d12898-1cdd-48ea-9efb-bbe5724b3641 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:43.393469 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d1d12898-1cdd-48ea-9efb-bbe5724b3641 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:43.489439 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d1d12898-1cdd-48ea-9efb-bbe5724b3641 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:43.519756 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d12898-1cdd-48ea-9efb-bbe5724b3641 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:05:43.526645 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d12898-1cdd-48ea-9efb-bbe5724b3641 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5893828c-6d29-4fed-a68b-d68f5e409fae,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:43.532760 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d1d12898-1cdd-48ea-9efb-bbe5724b3641 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:43.533106 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-d1d12898-1cdd-48ea-9efb-bbe5724b3641 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Added segment df482ad1-bbfc-42e7-a059-7a478cd761bc of type vlan for network d205d5c1-44c8-4c9d-bcf0-548e530fad1c Dec 16 10:05:43.579785 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d1d12898-1cdd-48ea-9efb-bbe5724b3641 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:43.730183 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d1d12898-1cdd-48ea-9efb-bbe5724b3641 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:43.736108 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d12898-1cdd-48ea-9efb-bbe5724b3641 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:43.736751 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d1d12898-1cdd-48ea-9efb-bbe5724b3641 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:43.803366 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d12898-1cdd-48ea-9efb-bbe5724b3641 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Pushing event updated for resources: {'Network': ['ID=d205d5c1-44c8-4c9d-bcf0-548e530fad1c,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:43.814535 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network d205d5c1-44c8-4c9d-bcf0-548e530fad1c details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:05:43.926252 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d1d12898-1cdd-48ea-9efb-bbe5724b3641 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7223973 Dec 16 10:05:43.929356 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59258) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:43.934412 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-47df65c3-67a8-4a23-a777-cef6e1798a06 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Request body: {'subnet': {'network_id': 'd205d5c1-44c8-4c9d-bcf0-548e530fad1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:05:44.112151 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47df65c3-67a8-4a23-a777-cef6e1798a06 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Made reservation on behalf of 9cd2b48a62844897b1049257df279d09 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:05:44.116074 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-47df65c3-67a8-4a23-a777-cef6e1798a06 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:44.387470 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-47df65c3-67a8-4a23-a777-cef6e1798a06 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:44.445345 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df65c3-67a8-4a23-a777-cef6e1798a06 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Pushing event updated for resources: {'Subnet': ['ID=ab569961-606a-4584-b299-27bfbf1157cc,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:44.459418 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47df65c3-67a8-4a23-a777-cef6e1798a06 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Checking segment: {'id': 'df482ad1-bbfc-42e7-a059-7a478cd761bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd205d5c1-44c8-4c9d-bcf0-548e530fad1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:05:44.459931 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47df65c3-67a8-4a23-a777-cef6e1798a06 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Network hostable DHCP agents. Network: d205d5c1-44c8-4c9d-bcf0-548e530fad1c, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:05:44.563633 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47df65c3-67a8-4a23-a777-cef6e1798a06 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Network d205d5c1-44c8-4c9d-bcf0-548e530fad1c is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:05:44.660772 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-47df65c3-67a8-4a23-a777-cef6e1798a06 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, d205d5c1-44c8-4c9d-bcf0-548e530fad1c) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:05:44.664893 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47df65c3-67a8-4a23-a777-cef6e1798a06 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:44.665554 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-47df65c3-67a8-4a23-a777-cef6e1798a06 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:44.670373 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8c61a4-2aa8-4353-a468-81123f5a9230 None None] Network d205d5c1-44c8-4c9d-bcf0-548e530fad1c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:05:44.760943 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-47df65c3-67a8-4a23-a777-cef6e1798a06 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8305044 Dec 16 10:05:44.764026 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59260) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:44.769976 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-9814662b-c162-4276-ae4d-9900923844d4 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Request body: {'network': {'name': 'tempest-router-network01--1710820729'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:05:44.830256 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b6776c-bed6-4fb8-8030-714bd278fa64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-d205d5c1-44c8-4c9d-bcf0-548e530fad1c', 'network_id': 'd205d5c1-44c8-4c9d-bcf0-548e530fad1c', 'tenant_id': '9cd2b48a62844897b1049257df279d09', 'fixed_ips': [{'subnet_id': 'ab569961-606a-4584-b299-27bfbf1157cc'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:05:44.830256 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b3b6776c-bed6-4fb8-8030-714bd278fa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:44.872842 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9814662b-c162-4276-ae4d-9900923844d4 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Made reservation on behalf of 9cd2b48a62844897b1049257df279d09 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:05:44.878688 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9814662b-c162-4276-ae4d-9900923844d4 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:44.905939 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9814662b-c162-4276-ae4d-9900923844d4 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:05:44.914987 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9814662b-c162-4276-ae4d-9900923844d4 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:44.915264 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-9814662b-c162-4276-ae4d-9900923844d4 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Added segment 0ab5c957-dbf1-42ee-9fb3-73fcb6272029 of type vlan for network dcf4959f-76b7-49a8-aaa8-d23efe51c7bc Dec 16 10:05:44.967071 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9814662b-c162-4276-ae4d-9900923844d4 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:44.981454 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-b3b6776c-bed6-4fb8-8030-714bd278fa64 None None] Allocated IP 2001:db8::2 (d205d5c1-44c8-4c9d-bcf0-548e530fad1c/ab569961-606a-4584-b299-27bfbf1157cc/995a6669-e517-4ae9-bdb3-1b25eddb4045) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:05:45.100646 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9814662b-c162-4276-ae4d-9900923844d4 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:45.107687 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9814662b-c162-4276-ae4d-9900923844d4 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:45.108302 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9814662b-c162-4276-ae4d-9900923844d4 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:45.152786 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b3b6776c-bed6-4fb8-8030-714bd278fa64 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:45.178164 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9814662b-c162-4276-ae4d-9900923844d4 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Pushing event updated for resources: {'Network': ['ID=dcf4959f-76b7-49a8-aaa8-d23efe51c7bc,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:45.190782 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network dcf4959f-76b7-49a8-aaa8-d23efe51c7bc details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:05:45.229539 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b3b6776c-bed6-4fb8-8030-714bd278fa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:45.234634 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9814662b-c162-4276-ae4d-9900923844d4 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4692023 Dec 16 10:05:45.237251 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59262) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:45.242464 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-607e7bdb-b01f-4276-ab52-1cb8d313ee3f tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Request body: {'network': {'name': 'tempest-router-network02--1690093751'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:05:45.280915 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b6776c-bed6-4fb8-8030-714bd278fa64 None None] Network d205d5c1-44c8-4c9d-bcf0-548e530fad1c is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:05:45.288543 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-b3b6776c-bed6-4fb8-8030-714bd278fa64 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:05:45.296113 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b6776c-bed6-4fb8-8030-714bd278fa64 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:05:45.300751 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607e7bdb-b01f-4276-ab52-1cb8d313ee3f tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Made reservation on behalf of 9cd2b48a62844897b1049257df279d09 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:05:45.304408 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-607e7bdb-b01f-4276-ab52-1cb8d313ee3f tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:45.308373 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6776c-bed6-4fb8-8030-714bd278fa64 None None] Pushing event updated for resources: {'Port': ['ID=995a6669-e517-4ae9-bdb3-1b25eddb4045,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:45.337497 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607e7bdb-b01f-4276-ab52-1cb8d313ee3f tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:05:45.347640 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-607e7bdb-b01f-4276-ab52-1cb8d313ee3f tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:45.348115 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-607e7bdb-b01f-4276-ab52-1cb8d313ee3f tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Added segment ce907201-7311-4c17-91fb-89dd4c160afe of type vlan for network 29aa5fd6-5ead-4db2-b764-831e3dff56d6 Dec 16 10:05:45.365250 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-b3b6776c-bed6-4fb8-8030-714bd278fa64 None None] Attempting to bind port 995a6669-e517-4ae9-bdb3-1b25eddb4045 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:05:45.367283 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-b3b6776c-bed6-4fb8-8030-714bd278fa64 None None] Attempting to bind port 995a6669-e517-4ae9-bdb3-1b25eddb4045 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'df482ad1-bbfc-42e7-a059-7a478cd761bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd205d5c1-44c8-4c9d-bcf0-548e530fad1c'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:05:45.367283 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b6776c-bed6-4fb8-8030-714bd278fa64 None None] Attempting to bind port 995a6669-e517-4ae9-bdb3-1b25eddb4045 on network d205d5c1-44c8-4c9d-bcf0-548e530fad1c {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:05:45.371292 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b6776c-bed6-4fb8-8030-714bd278fa64 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:05:45.371670 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b6776c-bed6-4fb8-8030-714bd278fa64 None None] Checking segment: {'id': 'df482ad1-bbfc-42e7-a059-7a478cd761bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd205d5c1-44c8-4c9d-bcf0-548e530fad1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:05:45.372082 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b3b6776c-bed6-4fb8-8030-714bd278fa64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:45.372481 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b6776c-bed6-4fb8-8030-714bd278fa64 None None] Bound using segment: {'id': 'df482ad1-bbfc-42e7-a059-7a478cd761bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd205d5c1-44c8-4c9d-bcf0-548e530fad1c'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:05:45.372950 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-b3b6776c-bed6-4fb8-8030-714bd278fa64 None None] Bound port: 995a6669-e517-4ae9-bdb3-1b25eddb4045, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df482ad1-bbfc-42e7-a059-7a478cd761bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd205d5c1-44c8-4c9d-bcf0-548e530fad1c'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:05:45.373377 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b3b6776c-bed6-4fb8-8030-714bd278fa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:45.393521 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-607e7bdb-b01f-4276-ab52-1cb8d313ee3f tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:45.446524 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-b3b6776c-bed6-4fb8-8030-714bd278fa64 None None] For port 995a6669-e517-4ae9-bdb3-1b25eddb4045, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:05:45.450355 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-b3b6776c-bed6-4fb8-8030-714bd278fa64 None None] For port 995a6669-e517-4ae9-bdb3-1b25eddb4045, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=995a6669-e517-4ae9-bdb3-1b25eddb4045,segment=NetworkSegment(df482ad1-bbfc-42e7-a059-7a478cd761bc),segment_id=df482ad1-bbfc-42e7-a059-7a478cd761bc)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:05:45.529756 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-607e7bdb-b01f-4276-ab52-1cb8d313ee3f tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:45.535474 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607e7bdb-b01f-4276-ab52-1cb8d313ee3f tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:45.536066 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-607e7bdb-b01f-4276-ab52-1cb8d313ee3f tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:45.539905 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b3b6776c-bed6-4fb8-8030-714bd278fa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:45.606215 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e7bdb-b01f-4276-ab52-1cb8d313ee3f tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Pushing event updated for resources: {'Network': ['ID=29aa5fd6-5ead-4db2-b764-831e3dff56d6,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:45.609073 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6776c-bed6-4fb8-8030-714bd278fa64 None None] Pushing event updated for resources: {'Port': ['ID=995a6669-e517-4ae9-bdb3-1b25eddb4045,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:45.620306 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 29aa5fd6-5ead-4db2-b764-831e3dff56d6 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:05:45.705227 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-607e7bdb-b01f-4276-ab52-1cb8d313ee3f tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4667652 Dec 16 10:05:45.708603 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59264) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:45.714247 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-a7d5d354-bb34-4688-8921-d2cf47514b73 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Request body: {'subnet': {'network_id': 'dcf4959f-76b7-49a8-aaa8-d23efe51c7bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:05:45.912397 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d5d354-bb34-4688-8921-d2cf47514b73 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Made reservation on behalf of 9cd2b48a62844897b1049257df279d09 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:05:45.916134 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a7d5d354-bb34-4688-8921-d2cf47514b73 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:46.211348 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a7d5d354-bb34-4688-8921-d2cf47514b73 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:46.270957 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5d354-bb34-4688-8921-d2cf47514b73 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Pushing event updated for resources: {'Subnet': ['ID=7145b91b-78b5-4fbd-b322-dd4a11c60f54,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:46.283171 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d5d354-bb34-4688-8921-d2cf47514b73 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Checking segment: {'id': '0ab5c957-dbf1-42ee-9fb3-73fcb6272029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'dcf4959f-76b7-49a8-aaa8-d23efe51c7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:05:46.283536 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d5d354-bb34-4688-8921-d2cf47514b73 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Network hostable DHCP agents. Network: dcf4959f-76b7-49a8-aaa8-d23efe51c7bc, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:05:46.396939 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d5d354-bb34-4688-8921-d2cf47514b73 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Network dcf4959f-76b7-49a8-aaa8-d23efe51c7bc is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:05:46.512008 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-a7d5d354-bb34-4688-8921-d2cf47514b73 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, dcf4959f-76b7-49a8-aaa8-d23efe51c7bc) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:05:46.518159 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d5d354-bb34-4688-8921-d2cf47514b73 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:46.521837 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a7d5d354-bb34-4688-8921-d2cf47514b73 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:46.523161 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f792d4-74dd-49ac-92d5-5729e4abe4a3 None None] Network dcf4959f-76b7-49a8-aaa8-d23efe51c7bc requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:05:46.661384 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a7d5d354-bb34-4688-8921-d2cf47514b73 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9486213 Dec 16 10:05:46.662641 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59266) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:46.676191 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-0936cd8e-933c-46ca-ad0e-c9e54655627c tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Request body: {'subnet': {'network_id': '29aa5fd6-5ead-4db2-b764-831e3dff56d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:05:46.701182 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003a4d44-84cb-4d7a-9724-2bd5a68aa7d4 None None] Network d205d5c1-44c8-4c9d-bcf0-548e530fad1c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:05:46.718112 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b315197a-f55d-4f19-9a1e-be7cefa3ec50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-dcf4959f-76b7-49a8-aaa8-d23efe51c7bc', 'network_id': 'dcf4959f-76b7-49a8-aaa8-d23efe51c7bc', 'tenant_id': '9cd2b48a62844897b1049257df279d09', 'fixed_ips': [{'subnet_id': '7145b91b-78b5-4fbd-b322-dd4a11c60f54'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:05:46.718993 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b315197a-f55d-4f19-9a1e-be7cefa3ec50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:46.796408 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-0fa6fc98-7bfb-444f-813c-620a45b273c4 None None] Provisioning complete for port 995a6669-e517-4ae9-bdb3-1b25eddb4045 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:05:46.796694 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0fa6fc98-7bfb-444f-813c-620a45b273c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:46.896081 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0936cd8e-933c-46ca-ad0e-c9e54655627c tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Made reservation on behalf of 9cd2b48a62844897b1049257df279d09 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:05:46.900366 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0936cd8e-933c-46ca-ad0e-c9e54655627c tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:47.075923 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-b315197a-f55d-4f19-9a1e-be7cefa3ec50 None None] Allocated IP 2001:db8::2 (dcf4959f-76b7-49a8-aaa8-d23efe51c7bc/7145b91b-78b5-4fbd-b322-dd4a11c60f54/a9a55add-8f23-44c3-9e70-bb93905c24d1) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:05:47.093057 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0fa6fc98-7bfb-444f-813c-620a45b273c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:47.212800 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-0fa6fc98-7bfb-444f-813c-620a45b273c4 None None] For port 995a6669-e517-4ae9-bdb3-1b25eddb4045, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=995a6669-e517-4ae9-bdb3-1b25eddb4045,segment=NetworkSegment(df482ad1-bbfc-42e7-a059-7a478cd761bc),segment_id=df482ad1-bbfc-42e7-a059-7a478cd761bc)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:05:47.271105 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0af9300a-8e19-49b3-a9fc-2e9b9c0252f4 req-c7bf19a3-7bf5-4c67-b05e-60d142c22041 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=59a6ff2d-8443-4444-91b2-93966f34330f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0900884 Dec 16 10:05:47.334260 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 995a6669-e517-4ae9-bdb3-1b25eddb4045 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:05:47.379735 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9300a-8e19-49b3-a9fc-2e9b9c0252f4 req-089d2686-702f-4e31-a801-5e8be3c0a2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:47.382402 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0fa6fc98-7bfb-444f-813c-620a45b273c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:47.382813 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0af9300a-8e19-49b3-a9fc-2e9b9c0252f4 req-089d2686-702f-4e31-a801-5e8be3c0a2d3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&device_id=59a6ff2d-8443-4444-91b2-93966f34330f HTTP/1.1" status: 200 len: 1097 time: 0.0602589 Dec 16 10:05:47.487593 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b315197a-f55d-4f19-9a1e-be7cefa3ec50 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:47.522345 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 995a6669-e517-4ae9-bdb3-1b25eddb4045 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:05:47.522721 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:47.524548 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6fc98-7bfb-444f-813c-620a45b273c4 None None] Pushing event updated for resources: {'Port': ['ID=995a6669-e517-4ae9-bdb3-1b25eddb4045,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:47.562185 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa6fc98-7bfb-444f-813c-620a45b273c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:47.565843 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa6fc98-7bfb-444f-813c-620a45b273c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:47.565843 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa6fc98-7bfb-444f-813c-620a45b273c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:47.565843 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa6fc98-7bfb-444f-813c-620a45b273c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:47.565843 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa6fc98-7bfb-444f-813c-620a45b273c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:47.565843 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa6fc98-7bfb-444f-813c-620a45b273c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:47.565843 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa6fc98-7bfb-444f-813c-620a45b273c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:47.565843 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa6fc98-7bfb-444f-813c-620a45b273c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:47.565843 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa6fc98-7bfb-444f-813c-620a45b273c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:47.565843 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa6fc98-7bfb-444f-813c-620a45b273c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:47.565843 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa6fc98-7bfb-444f-813c-620a45b273c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:47.565843 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa6fc98-7bfb-444f-813c-620a45b273c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:47.569243 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9300a-8e19-49b3-a9fc-2e9b9c0252f4 req-aaec57fd-cccd-4929-b8e2-9fcdb211b525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:47.570791 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0af9300a-8e19-49b3-a9fc-2e9b9c0252f4 req-aaec57fd-cccd-4929-b8e2-9fcdb211b525 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3612a9f-8ab3-4e75-9810-d35fcac351bb HTTP/1.1" status: 200 len: 913 time: 0.1630642 Dec 16 10:05:47.625605 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b315197a-f55d-4f19-9a1e-be7cefa3ec50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:47.630800 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-73d37ba6-f9e4-425d-9936-a24ca1bca28e None None] Provisioning complete for port 995a6669-e517-4ae9-bdb3-1b25eddb4045 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:05:47.631168 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-73d37ba6-f9e4-425d-9936-a24ca1bca28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:47.640813 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0af9300a-8e19-49b3-a9fc-2e9b9c0252f4 req-4c5eb44b-ad82-40ff-921e-0d9dd9ac829c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9f43a0f-673e-4480-ab86-b136b2e9f2c2 HTTP/1.1" status: 200 len: 1001 time: 0.0631092 Dec 16 10:05:47.648833 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0936cd8e-933c-46ca-ad0e-c9e54655627c tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:47.705481 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9300a-8e19-49b3-a9fc-2e9b9c0252f4 req-fc054fb7-c962-4b5a-9bea-8c5c5efa9d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:47.706979 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0af9300a-8e19-49b3-a9fc-2e9b9c0252f4 req-fc054fb7-c962-4b5a-9bea-8c5c5efa9d20 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=671bcf58-3379-4056-970a-d40ccd64fd91 HTTP/1.1" status: 200 len: 851 time: 0.0598326 Dec 16 10:05:47.710364 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b315197a-f55d-4f19-9a1e-be7cefa3ec50 None None] Network dcf4959f-76b7-49a8-aaa8-d23efe51c7bc is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:05:47.716086 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0936cd8e-933c-46ca-ad0e-c9e54655627c tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Pushing event updated for resources: {'Subnet': ['ID=f6253ae9-9d06-4021-99e4-53f15607b469,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:47.722896 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-b315197a-f55d-4f19-9a1e-be7cefa3ec50 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:05:47.727617 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0936cd8e-933c-46ca-ad0e-c9e54655627c tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Checking segment: {'id': 'ce907201-7311-4c17-91fb-89dd4c160afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29aa5fd6-5ead-4db2-b764-831e3dff56d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:05:47.728150 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0936cd8e-933c-46ca-ad0e-c9e54655627c tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Network hostable DHCP agents. Network: 29aa5fd6-5ead-4db2-b764-831e3dff56d6, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:05:47.729936 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b315197a-f55d-4f19-9a1e-be7cefa3ec50 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:05:47.732365 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b315197a-f55d-4f19-9a1e-be7cefa3ec50 None None] Pushing event updated for resources: {'Port': ['ID=a9a55add-8f23-44c3-9e70-bb93905c24d1,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:47.783691 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9300a-8e19-49b3-a9fc-2e9b9c0252f4 req-0c8f5ed2-b8ea-4721-a92f-8314082ffd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:47.785623 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0af9300a-8e19-49b3-a9fc-2e9b9c0252f4 req-0c8f5ed2-b8ea-4721-a92f-8314082ffd59 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3612a9f-8ab3-4e75-9810-d35fcac351bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704579 Dec 16 10:05:47.821330 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0936cd8e-933c-46ca-ad0e-c9e54655627c tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Network 29aa5fd6-5ead-4db2-b764-831e3dff56d6 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:05:47.821780 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-b315197a-f55d-4f19-9a1e-be7cefa3ec50 None None] Attempting to bind port a9a55add-8f23-44c3-9e70-bb93905c24d1 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:05:47.822086 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-b315197a-f55d-4f19-9a1e-be7cefa3ec50 None None] Attempting to bind port a9a55add-8f23-44c3-9e70-bb93905c24d1 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '0ab5c957-dbf1-42ee-9fb3-73fcb6272029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'dcf4959f-76b7-49a8-aaa8-d23efe51c7bc'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:05:47.822957 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b315197a-f55d-4f19-9a1e-be7cefa3ec50 None None] Attempting to bind port a9a55add-8f23-44c3-9e70-bb93905c24d1 on network dcf4959f-76b7-49a8-aaa8-d23efe51c7bc {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:05:47.834273 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b315197a-f55d-4f19-9a1e-be7cefa3ec50 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:05:47.834645 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b315197a-f55d-4f19-9a1e-be7cefa3ec50 None None] Checking segment: {'id': '0ab5c957-dbf1-42ee-9fb3-73fcb6272029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'dcf4959f-76b7-49a8-aaa8-d23efe51c7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:05:47.835044 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b315197a-f55d-4f19-9a1e-be7cefa3ec50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:47.835423 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b315197a-f55d-4f19-9a1e-be7cefa3ec50 None None] Bound using segment: {'id': '0ab5c957-dbf1-42ee-9fb3-73fcb6272029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'dcf4959f-76b7-49a8-aaa8-d23efe51c7bc'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:05:47.835895 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-b315197a-f55d-4f19-9a1e-be7cefa3ec50 None None] Bound port: a9a55add-8f23-44c3-9e70-bb93905c24d1, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab5c957-dbf1-42ee-9fb3-73fcb6272029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'dcf4959f-76b7-49a8-aaa8-d23efe51c7bc'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:05:47.836292 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b315197a-f55d-4f19-9a1e-be7cefa3ec50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:47.887583 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0af9300a-8e19-49b3-a9fc-2e9b9c0252f4 req-094c696a-1497-42d3-a424-8bed3d96f12e service neutron] 10.222.0.58 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947597 Dec 16 10:05:47.907038 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-b315197a-f55d-4f19-9a1e-be7cefa3ec50 None None] For port a9a55add-8f23-44c3-9e70-bb93905c24d1, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:05:47.910438 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-b315197a-f55d-4f19-9a1e-be7cefa3ec50 None None] For port a9a55add-8f23-44c3-9e70-bb93905c24d1, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=a9a55add-8f23-44c3-9e70-bb93905c24d1,segment=NetworkSegment(0ab5c957-dbf1-42ee-9fb3-73fcb6272029),segment_id=0ab5c957-dbf1-42ee-9fb3-73fcb6272029)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:05:47.934970 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-0936cd8e-933c-46ca-ad0e-c9e54655627c tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 29aa5fd6-5ead-4db2-b764-831e3dff56d6) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:05:47.939268 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0936cd8e-933c-46ca-ad0e-c9e54655627c tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:47.939879 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0936cd8e-933c-46ca-ad0e-c9e54655627c tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:47.949733 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ab245e-cf42-4933-9900-81b5430cf90c None None] Network 29aa5fd6-5ead-4db2-b764-831e3dff56d6 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:05:48.000887 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0af9300a-8e19-49b3-a9fc-2e9b9c0252f4 req-45e19c6d-0dcb-4d02-b389-44a2f56d6722 service neutron] 10.222.0.58 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057127 Dec 16 10:05:48.028580 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b315197a-f55d-4f19-9a1e-be7cefa3ec50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:48.056393 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0936cd8e-933c-46ca-ad0e-c9e54655627c tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3925726 Dec 16 10:05:48.061452 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59268) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:48.131352 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b315197a-f55d-4f19-9a1e-be7cefa3ec50 None None] Pushing event updated for resources: {'Port': ['ID=a9a55add-8f23-44c3-9e70-bb93905c24d1,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:48.331529 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691fddd0-1e04-469e-85f0-2116b85df8d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-29aa5fd6-5ead-4db2-b764-831e3dff56d6', 'network_id': '29aa5fd6-5ead-4db2-b764-831e3dff56d6', 'tenant_id': '9cd2b48a62844897b1049257df279d09', 'fixed_ips': [{'subnet_id': 'f6253ae9-9d06-4021-99e4-53f15607b469'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:05:48.332404 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-691fddd0-1e04-469e-85f0-2116b85df8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:48.402834 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ecc120d7-4f0f-4e11-8576-c586e04bbc27 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:48.508048 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-691fddd0-1e04-469e-85f0-2116b85df8d8 None None] Allocated IP 2001:db8::2 (29aa5fd6-5ead-4db2-b764-831e3dff56d6/f6253ae9-9d06-4021-99e4-53f15607b469/f3def30e-8279-4c2c-90db-154c7c427fa8) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:05:48.664564 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-691fddd0-1e04-469e-85f0-2116b85df8d8 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:48.690447 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-ecc120d7-4f0f-4e11-8576-c586e04bbc27 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Allocated IP 2001:db8::1 (dcf4959f-76b7-49a8-aaa8-d23efe51c7bc/7145b91b-78b5-4fbd-b322-dd4a11c60f54/59fb73fb-4237-4018-bf48-c7369acd9262) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:05:48.765072 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-691fddd0-1e04-469e-85f0-2116b85df8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:48.826243 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691fddd0-1e04-469e-85f0-2116b85df8d8 None None] Network 29aa5fd6-5ead-4db2-b764-831e3dff56d6 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:05:48.833200 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ecc120d7-4f0f-4e11-8576-c586e04bbc27 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:48.836451 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-691fddd0-1e04-469e-85f0-2116b85df8d8 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:05:48.840367 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fddd0-1e04-469e-85f0-2116b85df8d8 None None] Pushing event updated for resources: {'Port': ['ID=f3def30e-8279-4c2c-90db-154c7c427fa8,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:48.843361 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691fddd0-1e04-469e-85f0-2116b85df8d8 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:05:48.918086 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-691fddd0-1e04-469e-85f0-2116b85df8d8 None None] Attempting to bind port f3def30e-8279-4c2c-90db-154c7c427fa8 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:05:48.921269 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-691fddd0-1e04-469e-85f0-2116b85df8d8 None None] Attempting to bind port f3def30e-8279-4c2c-90db-154c7c427fa8 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'ce907201-7311-4c17-91fb-89dd4c160afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29aa5fd6-5ead-4db2-b764-831e3dff56d6'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:05:48.921269 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691fddd0-1e04-469e-85f0-2116b85df8d8 None None] Attempting to bind port f3def30e-8279-4c2c-90db-154c7c427fa8 on network 29aa5fd6-5ead-4db2-b764-831e3dff56d6 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:05:48.924605 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691fddd0-1e04-469e-85f0-2116b85df8d8 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:05:48.924980 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691fddd0-1e04-469e-85f0-2116b85df8d8 None None] Checking segment: {'id': 'ce907201-7311-4c17-91fb-89dd4c160afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29aa5fd6-5ead-4db2-b764-831e3dff56d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:05:48.925480 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-691fddd0-1e04-469e-85f0-2116b85df8d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:48.925827 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691fddd0-1e04-469e-85f0-2116b85df8d8 None None] Bound using segment: {'id': 'ce907201-7311-4c17-91fb-89dd4c160afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29aa5fd6-5ead-4db2-b764-831e3dff56d6'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:05:48.926295 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-691fddd0-1e04-469e-85f0-2116b85df8d8 None None] Bound port: f3def30e-8279-4c2c-90db-154c7c427fa8, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce907201-7311-4c17-91fb-89dd4c160afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29aa5fd6-5ead-4db2-b764-831e3dff56d6'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:05:48.926722 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-691fddd0-1e04-469e-85f0-2116b85df8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:48.964967 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ecc120d7-4f0f-4e11-8576-c586e04bbc27 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:49.018785 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc120d7-4f0f-4e11-8576-c586e04bbc27 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Network dcf4959f-76b7-49a8-aaa8-d23efe51c7bc is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:05:49.020973 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-ecc120d7-4f0f-4e11-8576-c586e04bbc27 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:05:49.021596 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-691fddd0-1e04-469e-85f0-2116b85df8d8 None None] For port f3def30e-8279-4c2c-90db-154c7c427fa8, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:05:49.023562 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc120d7-4f0f-4e11-8576-c586e04bbc27 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:05:49.024295 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ecc120d7-4f0f-4e11-8576-c586e04bbc27 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:49.025037 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-691fddd0-1e04-469e-85f0-2116b85df8d8 None None] For port f3def30e-8279-4c2c-90db-154c7c427fa8, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f3def30e-8279-4c2c-90db-154c7c427fa8,segment=NetworkSegment(ce907201-7311-4c17-91fb-89dd4c160afe),segment_id=ce907201-7311-4c17-91fb-89dd4c160afe)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:05:49.071962 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc120d7-4f0f-4e11-8576-c586e04bbc27 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Pushing event updated for resources: {'Port': ['ID=59fb73fb-4237-4018-bf48-c7369acd9262,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:49.086191 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-691fddd0-1e04-469e-85f0-2116b85df8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:49.192494 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fddd0-1e04-469e-85f0-2116b85df8d8 None None] Pushing event updated for resources: {'Port': ['ID=f3def30e-8279-4c2c-90db-154c7c427fa8,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:49.226937 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743c3bf3-7f13-4fd3-8666-2a725847c3b1 None None] Network dcf4959f-76b7-49a8-aaa8-d23efe51c7bc requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:05:49.300500 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device a9a55add-8f23-44c3-9e70-bb93905c24d1 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:05:49.302037 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ecc120d7-4f0f-4e11-8576-c586e04bbc27 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:49.341927 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-227d805f-1a27-46f3-8d9d-35c64131dcde None None] Provisioning complete for port a9a55add-8f23-44c3-9e70-bb93905c24d1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:05:49.342304 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-227d805f-1a27-46f3-8d9d-35c64131dcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:49.486065 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port a9a55add-8f23-44c3-9e70-bb93905c24d1 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:05:49.486715 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:49.584714 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-227d805f-1a27-46f3-8d9d-35c64131dcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:49.655412 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ecc120d7-4f0f-4e11-8576-c586e04bbc27 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:49.659855 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-227d805f-1a27-46f3-8d9d-35c64131dcde None None] For port a9a55add-8f23-44c3-9e70-bb93905c24d1, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=a9a55add-8f23-44c3-9e70-bb93905c24d1,segment=NetworkSegment(0ab5c957-dbf1-42ee-9fb3-73fcb6272029),segment_id=0ab5c957-dbf1-42ee-9fb3-73fcb6272029)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:05:49.671392 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:49.757821 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ecc120d7-4f0f-4e11-8576-c586e04bbc27 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:49.763121 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ecc120d7-4f0f-4e11-8576-c586e04bbc27 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:49.781064 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-227d805f-1a27-46f3-8d9d-35c64131dcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:49.857629 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 10:05:49.857827 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 10:05:49.857941 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc120d7-4f0f-4e11-8576-c586e04bbc27 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Pushing event updated for resources: {'Port': ['ID=59fb73fb-4237-4018-bf48-c7369acd9262,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:49.862504 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d805f-1a27-46f3-8d9d-35c64131dcde None None] Pushing event updated for resources: {'Port': ['ID=a9a55add-8f23-44c3-9e70-bb93905c24d1,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:49.909606 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-f5f372bf-8068-4c2b-bd89-fdcb27135964 None None] Provisioning complete for port 59fb73fb-4237-4018-bf48-c7369acd9262 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:05:49.910465 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f5f372bf-8068-4c2b-bd89-fdcb27135964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:49.927913 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc120d7-4f0f-4e11-8576-c586e04bbc27 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Network dcf4959f-76b7-49a8-aaa8-d23efe51c7bc is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:05:49.929683 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-ecc120d7-4f0f-4e11-8576-c586e04bbc27 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:05:49.974129 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f5f372bf-8068-4c2b-bd89-fdcb27135964 None None] Port 59fb73fb-4237-4018-bf48-c7369acd9262 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:05:49.988739 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-f5f372bf-8068-4c2b-bd89-fdcb27135964 None None] Provisioning complete for port a9a55add-8f23-44c3-9e70-bb93905c24d1 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:05:49.996412 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f5f372bf-8068-4c2b-bd89-fdcb27135964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:50.138177 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc120d7-4f0f-4e11-8576-c586e04bbc27 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Router cd311c21-19a4-441c-a082-e388c54c32ae is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:05:50.231155 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-807408b4-484f-4ed7-968d-bfe763fdb8a9 None None] Provisioning complete for port 59fb73fb-4237-4018-bf48-c7369acd9262 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:05:50.231894 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-807408b4-484f-4ed7-968d-bfe763fdb8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:50.271593 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc120d7-4f0f-4e11-8576-c586e04bbc27 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:05:50.277466 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ecc120d7-4f0f-4e11-8576-c586e04bbc27 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] 10.222.0.60 "PUT /v2.0/routers/cd311c21-19a4-441c-a082-e388c54c32ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2147841 Dec 16 10:05:50.280195 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59272) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:50.296049 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891d3e54-52d9-4e7e-947e-a1cb5d608aab None None] Sync routers for ids ['cd311c21-19a4-441c-a082-e388c54c32ae'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:05:50.323586 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891d3e54-52d9-4e7e-947e-a1cb5d608aab None None] Routers {'cd311c21-19a4-441c-a082-e388c54c32ae'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:05:50.324549 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-891d3e54-52d9-4e7e-947e-a1cb5d608aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:05:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['cd311c21-19a4-441c-a082-e388c54c32ae'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:50.327432 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-807408b4-484f-4ed7-968d-bfe763fdb8a9 None None] Port 59fb73fb-4237-4018-bf48-c7369acd9262 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:05:50.385791 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-891d3e54-52d9-4e7e-947e-a1cb5d608aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:50.396557 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891d3e54-52d9-4e7e-947e-a1cb5d608aab None None] Routers {'cd311c21-19a4-441c-a082-e388c54c32ae'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:05:50.397225 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-891d3e54-52d9-4e7e-947e-a1cb5d608aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:05:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['cd311c21-19a4-441c-a082-e388c54c32ae'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:50.421283 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 995a6669-e517-4ae9-bdb3-1b25eddb4045 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:05:50.439377 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-891d3e54-52d9-4e7e-947e-a1cb5d608aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:50.440233 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891d3e54-52d9-4e7e-947e-a1cb5d608aab None None] The sync data for ids ['cd311c21-19a4-441c-a082-e388c54c32ae'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:05:50.445230 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6f4531-afa8-4eb9-8371-365f489e656c None None] Network 29aa5fd6-5ead-4db2-b764-831e3dff56d6 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:05:50.527973 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2d57565a-9dae-4593-a106-2294dfb4625e None None] Provisioning complete for port f3def30e-8279-4c2c-90db-154c7c427fa8 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:05:50.528352 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2d57565a-9dae-4593-a106-2294dfb4625e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:50.639009 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 995a6669-e517-4ae9-bdb3-1b25eddb4045 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:05:50.639297 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:50.746694 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2d57565a-9dae-4593-a106-2294dfb4625e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:50.811295 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2d57565a-9dae-4593-a106-2294dfb4625e None None] For port f3def30e-8279-4c2c-90db-154c7c427fa8, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f3def30e-8279-4c2c-90db-154c7c427fa8,segment=NetworkSegment(ce907201-7311-4c17-91fb-89dd4c160afe),segment_id=ce907201-7311-4c17-91fb-89dd4c160afe)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:05:50.877992 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2d57565a-9dae-4593-a106-2294dfb4625e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:50.938926 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57565a-9dae-4593-a106-2294dfb4625e None None] Pushing event updated for resources: {'Port': ['ID=f3def30e-8279-4c2c-90db-154c7c427fa8,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:50.996867 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-07b8d6ba-ddac-4848-98e7-ded8418312c4 None None] Provisioning complete for port 59fb73fb-4237-4018-bf48-c7369acd9262 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:05:50.997258 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-07b8d6ba-ddac-4848-98e7-ded8418312c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:51.007824 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-929a1694-1ce1-40c4-82d8-f2a09abf260f tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 10:05:51.008745 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-929a1694-1ce1-40c4-82d8-f2a09abf260f tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] 10.222.0.60 "PUT /v2.0/routers/cd311c21-19a4-441c-a082-e388c54c32ae/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7271864 Dec 16 10:05:51.011968 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59274) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:51.034777 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-07b8d6ba-ddac-4848-98e7-ded8418312c4 None None] Port 59fb73fb-4237-4018-bf48-c7369acd9262 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:05:51.045064 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-07b8d6ba-ddac-4848-98e7-ded8418312c4 None None] Provisioning complete for port f3def30e-8279-4c2c-90db-154c7c427fa8 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:05:51.045390 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-07b8d6ba-ddac-4848-98e7-ded8418312c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:51.211467 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device a9a55add-8f23-44c3-9e70-bb93905c24d1 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:05:51.269778 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port a9a55add-8f23-44c3-9e70-bb93905c24d1 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:05:51.270161 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:51.363313 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f3def30e-8279-4c2c-90db-154c7c427fa8 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:05:51.388738 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-22b3542c-35c5-4e00-983b-0cc1dbd20071 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:51.412466 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port f3def30e-8279-4c2c-90db-154c7c427fa8 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:05:51.412775 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:51.647379 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-22b3542c-35c5-4e00-983b-0cc1dbd20071 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Deleting port 59fb73fb-4237-4018-bf48-c7369acd9262 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:05:51.648231 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-22b3542c-35c5-4e00-983b-0cc1dbd20071 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:51.741334 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-22b3542c-35c5-4e00-983b-0cc1dbd20071 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:51.753144 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-22b3542c-35c5-4e00-983b-0cc1dbd20071 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Calling delete_port for 59fb73fb-4237-4018-bf48-c7369acd9262 owned by network:router_interface {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:05:52.002690 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-22b3542c-35c5-4e00-983b-0cc1dbd20071 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:52.030936 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3542c-35c5-4e00-983b-0cc1dbd20071 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Pushing event deleted for resources: {'Port': ['ID=59fb73fb-4237-4018-bf48-c7369acd9262,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:52.129797 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-22b3542c-35c5-4e00-983b-0cc1dbd20071 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:52.306272 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b3542c-35c5-4e00-983b-0cc1dbd20071 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Router cd311c21-19a4-441c-a082-e388c54c32ae has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:05:52.386031 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b3542c-35c5-4e00-983b-0cc1dbd20071 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:05:52.391925 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-22b3542c-35c5-4e00-983b-0cc1dbd20071 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] 10.222.0.60 "PUT /v2.0/routers/cd311c21-19a4-441c-a082-e388c54c32ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3785706 Dec 16 10:05:52.395401 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59276) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:52.397708 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f6b083-7dbe-4f66-b810-ffdb8d9b9d97 None None] Sync routers for ids ['cd311c21-19a4-441c-a082-e388c54c32ae'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:05:52.413702 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f6b083-7dbe-4f66-b810-ffdb8d9b9d97 None None] Routers {'cd311c21-19a4-441c-a082-e388c54c32ae'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:05:52.414735 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-89f6b083-7dbe-4f66-b810-ffdb8d9b9d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:05:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['cd311c21-19a4-441c-a082-e388c54c32ae'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:52.456621 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-714373f2-7aac-4b5c-9dea-85831328264c tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] delete failed (client error): The resource could not be found. Dec 16 10:05:52.458708 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-714373f2-7aac-4b5c-9dea-85831328264c tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] 10.222.0.60 "DELETE /v2.0/routers/tempest-non_exist_router-1972909871 HTTP/1.1" status: 404 len: 335 time: 0.0620217 Dec 16 10:05:52.462476 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59278) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:52.467345 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-f6fec39f-f873-4cd9-a073-e7bb1bb1d2d3 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cd311c21-19a4-441c-a082-e388c54c32ae'}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:05:52.470896 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-89f6b083-7dbe-4f66-b810-ffdb8d9b9d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:52.480439 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f6b083-7dbe-4f66-b810-ffdb8d9b9d97 None None] Routers {'cd311c21-19a4-441c-a082-e388c54c32ae'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:05:52.481051 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-89f6b083-7dbe-4f66-b810-ffdb8d9b9d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:05:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['cd311c21-19a4-441c-a082-e388c54c32ae'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:52.514187 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-89f6b083-7dbe-4f66-b810-ffdb8d9b9d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:52.514863 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f6b083-7dbe-4f66-b810-ffdb8d9b9d97 None None] The sync data for ids ['cd311c21-19a4-441c-a082-e388c54c32ae'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:05:52.716352 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f6fec39f-f873-4cd9-a073-e7bb1bb1d2d3 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:52.820701 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-f6fec39f-f873-4cd9-a073-e7bb1bb1d2d3 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] update failed (client error): The resource could not be found. Dec 16 10:05:52.821799 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f6fec39f-f873-4cd9-a073-e7bb1bb1d2d3 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] 10.222.0.60 "PUT /v2.0/routers/cd311c21-19a4-441c-a082-e388c54c32ae HTTP/1.1" status: 404 len: 339 time: 0.3581960 Dec 16 10:05:52.825383 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59280) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:52.830216 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-35b09a83-c3fe-4768-bb02-af87a46f6dbd tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-68253405'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:05:52.911710 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b09a83-c3fe-4768-bb02-af87a46f6dbd tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Made reservation on behalf of 9cd2b48a62844897b1049257df279d09 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:05:52.915375 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-35b09a83-c3fe-4768-bb02-af87a46f6dbd tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:52.939974 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b09a83-c3fe-4768-bb02-af87a46f6dbd tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:05:52.949390 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-35b09a83-c3fe-4768-bb02-af87a46f6dbd tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:52.949740 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-35b09a83-c3fe-4768-bb02-af87a46f6dbd tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Added segment 1a3b993c-4975-4ee8-baf9-086955d52024 of type vlan for network 2a34217a-90af-49b2-9f55-a2c59b9a3885 Dec 16 10:05:52.991667 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-35b09a83-c3fe-4768-bb02-af87a46f6dbd tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:53.174359 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-35b09a83-c3fe-4768-bb02-af87a46f6dbd tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:53.180473 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b09a83-c3fe-4768-bb02-af87a46f6dbd tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:53.181062 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-35b09a83-c3fe-4768-bb02-af87a46f6dbd tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:53.252220 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b09a83-c3fe-4768-bb02-af87a46f6dbd tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Pushing event updated for resources: {'Network': ['ID=2a34217a-90af-49b2-9f55-a2c59b9a3885,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:53.266285 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 2a34217a-90af-49b2-9f55-a2c59b9a3885 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:05:53.309318 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-35b09a83-c3fe-4768-bb02-af87a46f6dbd tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4826379 Dec 16 10:05:53.318982 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59282) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:53.320252 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-25765bb7-2a8e-4740-950f-912ed047bd3f tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Request body: {'subnet': {'network_id': '2a34217a-90af-49b2-9f55-a2c59b9a3885', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:05:53.466255 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25765bb7-2a8e-4740-950f-912ed047bd3f tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Made reservation on behalf of 9cd2b48a62844897b1049257df279d09 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:05:53.469986 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-25765bb7-2a8e-4740-950f-912ed047bd3f tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:53.729319 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-25765bb7-2a8e-4740-950f-912ed047bd3f tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:53.789207 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25765bb7-2a8e-4740-950f-912ed047bd3f tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Pushing event updated for resources: {'Subnet': ['ID=702ad2e6-f828-4411-9af7-4e3721da8f30,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:53.810291 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25765bb7-2a8e-4740-950f-912ed047bd3f tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Checking segment: {'id': '1a3b993c-4975-4ee8-baf9-086955d52024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2a34217a-90af-49b2-9f55-a2c59b9a3885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:05:53.811243 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25765bb7-2a8e-4740-950f-912ed047bd3f tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Network hostable DHCP agents. Network: 2a34217a-90af-49b2-9f55-a2c59b9a3885, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:05:53.912408 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25765bb7-2a8e-4740-950f-912ed047bd3f tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Network 2a34217a-90af-49b2-9f55-a2c59b9a3885 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:05:53.992274 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-25765bb7-2a8e-4740-950f-912ed047bd3f tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 2a34217a-90af-49b2-9f55-a2c59b9a3885) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:05:53.997136 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25765bb7-2a8e-4740-950f-912ed047bd3f tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:53.999838 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-25765bb7-2a8e-4740-950f-912ed047bd3f tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:54.003803 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d61e11d-4b8f-48ba-8f44-12ac16797187 None None] Network 2a34217a-90af-49b2-9f55-a2c59b9a3885 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:05:54.069177 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-25765bb7-2a8e-4740-950f-912ed047bd3f tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7545974 Dec 16 10:05:54.072615 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59288) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:54.077584 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-70084330-8c07-45d3-a407-9f3395123da5 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Request body: {'router': {'external_gateway_info': {'network_id': '2a34217a-90af-49b2-9f55-a2c59b9a3885'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:05:54.153581 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c0fe4f1e-71b3-4239-88f5-039bf82195e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:54.167524 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c388e52-5358-49bf-ba6b-ac834083251a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-2a34217a-90af-49b2-9f55-a2c59b9a3885', 'network_id': '2a34217a-90af-49b2-9f55-a2c59b9a3885', 'tenant_id': '9cd2b48a62844897b1049257df279d09', 'fixed_ips': [{'subnet_id': '702ad2e6-f828-4411-9af7-4e3721da8f30'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:05:54.173666 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1c388e52-5358-49bf-ba6b-ac834083251a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:54.301346 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-70084330-8c07-45d3-a407-9f3395123da5 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:54.314449 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-1c388e52-5358-49bf-ba6b-ac834083251a None None] Allocated IP 2001:db8:1::2 (2a34217a-90af-49b2-9f55-a2c59b9a3885/702ad2e6-f828-4411-9af7-4e3721da8f30/5d39ab8a-3862-4268-8fa1-df7832895fad) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:05:54.445547 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-70084330-8c07-45d3-a407-9f3395123da5 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 10:05:54.446691 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-70084330-8c07-45d3-a407-9f3395123da5 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] 10.222.0.60 "PUT /v2.0/routers/cd311c21-19a4-441c-a082-e388c54c32ae HTTP/1.1" status: 400 len: 364 time: 0.3729799 Dec 16 10:05:54.451686 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59290) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:54.470629 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1c388e52-5358-49bf-ba6b-ac834083251a None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:54.517951 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1c388e52-5358-49bf-ba6b-ac834083251a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:54.567401 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c388e52-5358-49bf-ba6b-ac834083251a None None] Network 2a34217a-90af-49b2-9f55-a2c59b9a3885 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:05:54.570324 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-1c388e52-5358-49bf-ba6b-ac834083251a None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:05:54.578470 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c388e52-5358-49bf-ba6b-ac834083251a None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:05:54.581744 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c388e52-5358-49bf-ba6b-ac834083251a None None] Pushing event updated for resources: {'Port': ['ID=5d39ab8a-3862-4268-8fa1-df7832895fad,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:54.641408 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-1c388e52-5358-49bf-ba6b-ac834083251a None None] Attempting to bind port 5d39ab8a-3862-4268-8fa1-df7832895fad on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:05:54.641778 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-1c388e52-5358-49bf-ba6b-ac834083251a None None] Attempting to bind port 5d39ab8a-3862-4268-8fa1-df7832895fad by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '1a3b993c-4975-4ee8-baf9-086955d52024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2a34217a-90af-49b2-9f55-a2c59b9a3885'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:05:54.642141 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c388e52-5358-49bf-ba6b-ac834083251a None None] Attempting to bind port 5d39ab8a-3862-4268-8fa1-df7832895fad on network 2a34217a-90af-49b2-9f55-a2c59b9a3885 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:05:54.647639 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c388e52-5358-49bf-ba6b-ac834083251a None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:05:54.648332 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c388e52-5358-49bf-ba6b-ac834083251a None None] Checking segment: {'id': '1a3b993c-4975-4ee8-baf9-086955d52024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2a34217a-90af-49b2-9f55-a2c59b9a3885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:05:54.648737 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1c388e52-5358-49bf-ba6b-ac834083251a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:54.649136 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c388e52-5358-49bf-ba6b-ac834083251a None None] Bound using segment: {'id': '1a3b993c-4975-4ee8-baf9-086955d52024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2a34217a-90af-49b2-9f55-a2c59b9a3885'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:05:54.649615 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-1c388e52-5358-49bf-ba6b-ac834083251a None None] Bound port: 5d39ab8a-3862-4268-8fa1-df7832895fad, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a3b993c-4975-4ee8-baf9-086955d52024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2a34217a-90af-49b2-9f55-a2c59b9a3885'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:05:54.649995 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1c388e52-5358-49bf-ba6b-ac834083251a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:54.717217 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-1c388e52-5358-49bf-ba6b-ac834083251a None None] For port 5d39ab8a-3862-4268-8fa1-df7832895fad, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:05:54.720210 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-1c388e52-5358-49bf-ba6b-ac834083251a None None] For port 5d39ab8a-3862-4268-8fa1-df7832895fad, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5d39ab8a-3862-4268-8fa1-df7832895fad,segment=NetworkSegment(1a3b993c-4975-4ee8-baf9-086955d52024),segment_id=1a3b993c-4975-4ee8-baf9-086955d52024)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:05:54.758208 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b6069454-e0c1-4c8a-8649-29355ed54972 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:54.769740 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1c388e52-5358-49bf-ba6b-ac834083251a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:54.829320 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c388e52-5358-49bf-ba6b-ac834083251a None None] Pushing event updated for resources: {'Port': ['ID=5d39ab8a-3862-4268-8fa1-df7832895fad,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:55.030273 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-b6069454-e0c1-4c8a-8649-29355ed54972 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Allocated IP 2001:db8::1 (d205d5c1-44c8-4c9d-bcf0-548e530fad1c/ab569961-606a-4584-b299-27bfbf1157cc/df419fae-b7f7-40d5-abf1-1b06cafdf3e2) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:05:55.199849 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5d39ab8a-3862-4268-8fa1-df7832895fad up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:05:55.203408 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b6069454-e0c1-4c8a-8649-29355ed54972 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:55.254798 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 5d39ab8a-3862-4268-8fa1-df7832895fad triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:05:55.255050 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:55.318430 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b6069454-e0c1-4c8a-8649-29355ed54972 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:55.335037 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:55.372297 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 5d39ab8a-3862-4268-8fa1-df7832895fad, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5d39ab8a-3862-4268-8fa1-df7832895fad,segment=NetworkSegment(1a3b993c-4975-4ee8-baf9-086955d52024),segment_id=1a3b993c-4975-4ee8-baf9-086955d52024)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:05:55.444192 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:55.500474 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=5d39ab8a-3862-4268-8fa1-df7832895fad,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:55.658211 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6069454-e0c1-4c8a-8649-29355ed54972 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Network d205d5c1-44c8-4c9d-bcf0-548e530fad1c is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:05:55.661306 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-b6069454-e0c1-4c8a-8649-29355ed54972 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:05:55.664886 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6069454-e0c1-4c8a-8649-29355ed54972 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:05:55.665457 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b6069454-e0c1-4c8a-8649-29355ed54972 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:55.674171 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6069454-e0c1-4c8a-8649-29355ed54972 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Pushing event updated for resources: {'Port': ['ID=df419fae-b7f7-40d5-abf1-1b06cafdf3e2,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:55.871738 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b6069454-e0c1-4c8a-8649-29355ed54972 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:55.890338 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b0198a-18ed-42b9-938a-15ad67553b9b None None] Network 2a34217a-90af-49b2-9f55-a2c59b9a3885 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:05:55.967095 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-7e7259b8-1dda-44a0-80ab-5034791be4b0 None None] Provisioning complete for port 5d39ab8a-3862-4268-8fa1-df7832895fad triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:05:55.967389 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7e7259b8-1dda-44a0-80ab-5034791be4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:56.203426 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b6069454-e0c1-4c8a-8649-29355ed54972 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:56.248860 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b6069454-e0c1-4c8a-8649-29355ed54972 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:56.249742 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b6069454-e0c1-4c8a-8649-29355ed54972 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:56.354808 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6069454-e0c1-4c8a-8649-29355ed54972 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Pushing event updated for resources: {'Port': ['ID=df419fae-b7f7-40d5-abf1-1b06cafdf3e2,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:56.393099 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-877b30a7-5880-48a7-8cec-f35b74103f4e None None] Provisioning complete for port df419fae-b7f7-40d5-abf1-1b06cafdf3e2 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:05:56.394576 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-877b30a7-5880-48a7-8cec-f35b74103f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:56.405737 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6069454-e0c1-4c8a-8649-29355ed54972 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Network d205d5c1-44c8-4c9d-bcf0-548e530fad1c is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:05:56.407488 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-b6069454-e0c1-4c8a-8649-29355ed54972 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:05:56.420298 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b43d0e93-9d54-4621-bd14-42d43b97d33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:56.450366 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-877b30a7-5880-48a7-8cec-f35b74103f4e None None] Port df419fae-b7f7-40d5-abf1-1b06cafdf3e2 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:05:56.523731 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6069454-e0c1-4c8a-8649-29355ed54972 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Router cd311c21-19a4-441c-a082-e388c54c32ae has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:05:56.560285 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:05:56.574047 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b46e0870-802c-4f7d-a9c9-7d5e5b056c2c None None] Provisioning complete for port 5d39ab8a-3862-4268-8fa1-df7832895fad triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:05:56.574353 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b46e0870-802c-4f7d-a9c9-7d5e5b056c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:56.630339 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6069454-e0c1-4c8a-8649-29355ed54972 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:05:56.636654 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b6069454-e0c1-4c8a-8649-29355ed54972 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] 10.222.0.60 "PUT /v2.0/routers/cd311c21-19a4-441c-a082-e388c54c32ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1838207 Dec 16 10:05:56.639485 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59292) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:56.644633 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3f75b1-2044-4901-b223-a435e4058e68 None None] Sync routers for ids ['cd311c21-19a4-441c-a082-e388c54c32ae'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:05:56.656037 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3f75b1-2044-4901-b223-a435e4058e68 None None] Routers {'cd311c21-19a4-441c-a082-e388c54c32ae'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:05:56.656818 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-9f3f75b1-2044-4901-b223-a435e4058e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:05:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['cd311c21-19a4-441c-a082-e388c54c32ae'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:56.695003 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-9f3f75b1-2044-4901-b223-a435e4058e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:56.704055 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3f75b1-2044-4901-b223-a435e4058e68 None None] Routers {'cd311c21-19a4-441c-a082-e388c54c32ae'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:05:56.704656 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-9f3f75b1-2044-4901-b223-a435e4058e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:05:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['cd311c21-19a4-441c-a082-e388c54c32ae'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:56.737020 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-9f3f75b1-2044-4901-b223-a435e4058e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:56.737703 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3f75b1-2044-4901-b223-a435e4058e68 None None] The sync data for ids ['cd311c21-19a4-441c-a082-e388c54c32ae'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:05:56.744087 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-48e37f03-5bb1-4785-9ebd-df10d5e52074 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:56.806049 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-e0dbd074-79a0-4a91-8a16-7f8d77ca6483 None None] Provisioning complete for port df419fae-b7f7-40d5-abf1-1b06cafdf3e2 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:05:56.806639 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e0dbd074-79a0-4a91-8a16-7f8d77ca6483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:56.856932 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-48e37f03-5bb1-4785-9ebd-df10d5e52074 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 16 10:05:56.859748 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-48e37f03-5bb1-4785-9ebd-df10d5e52074 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] 10.222.0.60 "DELETE /v2.0/routers/cd311c21-19a4-441c-a082-e388c54c32ae HTTP/1.1" status: 409 len: 329 time: 0.2181726 Dec 16 10:05:56.861539 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-e0dbd074-79a0-4a91-8a16-7f8d77ca6483 None None] Port df419fae-b7f7-40d5-abf1-1b06cafdf3e2 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:05:56.863056 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59294) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:57.136553 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5d39ab8a-3862-4268-8fa1-df7832895fad up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:05:57.188494 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 5d39ab8a-3862-4268-8fa1-df7832895fad triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:05:57.188821 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:57.223874 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-654b3211-32ae-4878-b787-20b5021cc62a tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:57.476116 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-654b3211-32ae-4878-b787-20b5021cc62a tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Deleting port df419fae-b7f7-40d5-abf1-1b06cafdf3e2 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:05:57.476419 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-654b3211-32ae-4878-b787-20b5021cc62a tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:57.560301 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-654b3211-32ae-4878-b787-20b5021cc62a tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:57.572321 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-654b3211-32ae-4878-b787-20b5021cc62a tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Calling delete_port for df419fae-b7f7-40d5-abf1-1b06cafdf3e2 owned by network:router_interface {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:05:57.626365 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:57.825741 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-654b3211-32ae-4878-b787-20b5021cc62a tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:57.862457 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b3211-32ae-4878-b787-20b5021cc62a tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Pushing event deleted for resources: {'Port': ['ID=df419fae-b7f7-40d5-abf1-1b06cafdf3e2,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:57.967435 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-654b3211-32ae-4878-b787-20b5021cc62a tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:58.127612 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654b3211-32ae-4878-b787-20b5021cc62a tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Router cd311c21-19a4-441c-a082-e388c54c32ae has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:05:58.506845 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654b3211-32ae-4878-b787-20b5021cc62a tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:05:58.511958 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-654b3211-32ae-4878-b787-20b5021cc62a tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] 10.222.0.60 "PUT /v2.0/routers/cd311c21-19a4-441c-a082-e388c54c32ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6473889 Dec 16 10:05:58.515491 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59302) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:58.517512 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928cdb24-77aa-4962-ba3a-e22dcd4dfc2e None None] Sync routers for ids ['cd311c21-19a4-441c-a082-e388c54c32ae'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:05:58.527647 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928cdb24-77aa-4962-ba3a-e22dcd4dfc2e None None] Routers {'cd311c21-19a4-441c-a082-e388c54c32ae'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:05:58.528282 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-928cdb24-77aa-4962-ba3a-e22dcd4dfc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:05:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['cd311c21-19a4-441c-a082-e388c54c32ae'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:58.553194 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-795e56c3-e75b-4d15-b9fc-b4d10749ee72 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] show failed (client error): The resource could not be found. Dec 16 10:05:58.554341 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-795e56c3-e75b-4d15-b9fc-b4d10749ee72 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] 10.222.0.60 "GET /v2.0/routers/tempest-non_exist_router-556040879 HTTP/1.1" status: 404 len: 334 time: 0.0379093 Dec 16 10:05:58.558280 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59304) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:58.565137 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-928cdb24-77aa-4962-ba3a-e22dcd4dfc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:58.568020 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-6974d666-033f-4908-9b5e-25d4ec7c5585 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:05:58.575415 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928cdb24-77aa-4962-ba3a-e22dcd4dfc2e None None] Routers {'cd311c21-19a4-441c-a082-e388c54c32ae'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:05:58.576050 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-928cdb24-77aa-4962-ba3a-e22dcd4dfc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:05:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['cd311c21-19a4-441c-a082-e388c54c32ae'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:58.605936 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [None req-6974d666-033f-4908-9b5e-25d4ec7c5585 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] update failed (client error): The resource could not be found. Dec 16 10:05:58.605936 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6974d666-033f-4908-9b5e-25d4ec7c5585 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] 10.222.0.60 "PUT /v2.0/routers/tempest-non_exist_router-1640031388 HTTP/1.1" status: 404 len: 335 time: 0.0432215 Dec 16 10:05:58.607573 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59306) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:58.616590 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-928cdb24-77aa-4962-ba3a-e22dcd4dfc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:58.617310 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928cdb24-77aa-4962-ba3a-e22dcd4dfc2e None None] The sync data for ids ['cd311c21-19a4-441c-a082-e388c54c32ae'] in n-d-820550-2 is: [] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:05:58.662575 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2375d35-cb04-4952-8677-ebc2bcb93a9c tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Deleting subnet 702ad2e6-f828-4411-9af7-4e3721da8f30 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:05:58.665863 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b2375d35-cb04-4952-8677-ebc2bcb93a9c tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:58.706227 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b2375d35-cb04-4952-8677-ebc2bcb93a9c tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:58.797460 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b2375d35-cb04-4952-8677-ebc2bcb93a9c tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:58.935749 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b2375d35-cb04-4952-8677-ebc2bcb93a9c tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:58.965296 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2375d35-cb04-4952-8677-ebc2bcb93a9c tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Pushing event deleted for resources: {'Subnet': ['ID=702ad2e6-f828-4411-9af7-4e3721da8f30,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:58.968834 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b2375d35-cb04-4952-8677-ebc2bcb93a9c tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:58.972144 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b2375d35-cb04-4952-8677-ebc2bcb93a9c tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] 10.222.0.60 "DELETE /v2.0/subnets/702ad2e6-f828-4411-9af7-4e3721da8f30 HTTP/1.1" status: 204 len: 168 time: 0.3635106 Dec 16 10:05:58.974923 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59308) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:58.975795 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289d8159-69c9-4429-ac08-def84a04f308 None None] Network 2a34217a-90af-49b2-9f55-a2c59b9a3885 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:05:59.058952 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-83725de2-6eb4-4af2-adee-65fb2a8926e5 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:59.134299 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-83725de2-6eb4-4af2-adee-65fb2a8926e5 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Deleting port 5d39ab8a-3862-4268-8fa1-df7832895fad {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:05:59.134634 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-83725de2-6eb4-4af2-adee-65fb2a8926e5 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:59.179838 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beef5315-e6bb-4df5-9eab-edef63aa2392 None None] DHCP port deletion for 2a34217a-90af-49b2-9f55-a2c59b9a3885 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:05:59.182998 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:59.223649 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-83725de2-6eb4-4af2-adee-65fb2a8926e5 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] For port 5d39ab8a-3862-4268-8fa1-df7832895fad, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5d39ab8a-3862-4268-8fa1-df7832895fad,segment=NetworkSegment(1a3b993c-4975-4ee8-baf9-086955d52024),segment_id=1a3b993c-4975-4ee8-baf9-086955d52024)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:05:59.224112 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-83725de2-6eb4-4af2-adee-65fb2a8926e5 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:59.239008 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-beef5315-e6bb-4df5-9eab-edef63aa2392 None None] Deleting port 5d39ab8a-3862-4268-8fa1-df7832895fad {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:05:59.239379 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-beef5315-e6bb-4df5-9eab-edef63aa2392 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:59.239525 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-83725de2-6eb4-4af2-adee-65fb2a8926e5 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Calling delete_port for 5d39ab8a-3862-4268-8fa1-df7832895fad owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:05:59.309270 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-beef5315-e6bb-4df5-9eab-edef63aa2392 None None] For port 5d39ab8a-3862-4268-8fa1-df7832895fad, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5d39ab8a-3862-4268-8fa1-df7832895fad,segment=NetworkSegment(1a3b993c-4975-4ee8-baf9-086955d52024),segment_id=1a3b993c-4975-4ee8-baf9-086955d52024)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:05:59.309673 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-beef5315-e6bb-4df5-9eab-edef63aa2392 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:59.324488 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-beef5315-e6bb-4df5-9eab-edef63aa2392 None None] Calling delete_port for 5d39ab8a-3862-4268-8fa1-df7832895fad owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:05:59.421220 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-83725de2-6eb4-4af2-adee-65fb2a8926e5 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:59.427832 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-beef5315-e6bb-4df5-9eab-edef63aa2392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:59.455788 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83725de2-6eb4-4af2-adee-65fb2a8926e5 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Pushing event deleted for resources: {'Port': ['ID=5d39ab8a-3862-4268-8fa1-df7832895fad,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:59.456077 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef5315-e6bb-4df5-9eab-edef63aa2392 None None] Pushing event deleted for resources: {'Port': ['ID=5d39ab8a-3862-4268-8fa1-df7832895fad,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:59.459752 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beef5315-e6bb-4df5-9eab-edef63aa2392 None None] No DVR routers for this DVR port 5d39ab8a-3862-4268-8fa1-df7832895fad on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:05:59.464707 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83725de2-6eb4-4af2-adee-65fb2a8926e5 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] No DVR routers for this DVR port 5d39ab8a-3862-4268-8fa1-df7832895fad on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:05:59.560078 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-83725de2-6eb4-4af2-adee-65fb2a8926e5 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:59.574901 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:59.583324 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-83725de2-6eb4-4af2-adee-65fb2a8926e5 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a34217a-90af-49b2-9f55-a2c59b9a3885']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:59.598657 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-83725de2-6eb4-4af2-adee-65fb2a8926e5 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a3b993c-4975-4ee8-baf9-086955d52024') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:59.598955 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-83725de2-6eb4-4af2-adee-65fb2a8926e5 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a3b993c-4975-4ee8-baf9-086955d52024') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:59.608446 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-83725de2-6eb4-4af2-adee-65fb2a8926e5 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:59.622096 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-83725de2-6eb4-4af2-adee-65fb2a8926e5 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:59.627870 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83725de2-6eb4-4af2-adee-65fb2a8926e5 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:05:59.628258 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-83725de2-6eb4-4af2-adee-65fb2a8926e5 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:59.631222 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 10:05:59.631222 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:05:59.631222 n-d-820550-2 neutron-server[102816]: timer() Dec 16 10:05:59.631222 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:05:59.631222 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 10:05:59.631222 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:05:59.631222 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 10:05:59.631222 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:05:59.631222 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 10:05:59.631222 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:05:59.631222 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 10:05:59.631222 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:05:59.631222 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 10:05:59.631222 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:05:59.631222 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:05:59.631222 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:05:59.631222 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:05:59.631222 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:05:59.631222 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 10:05:59.631222 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:05:59.631222 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 10:05:59.631222 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:05:59.631222 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:05:59.631222 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:05:59.631222 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 10:05:59.631222 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:05:59.631222 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:05:59.631222 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:05:59.631222 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:05:59.631222 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:05:59.631222 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:05:59.631222 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:05:59.763712 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-83725de2-6eb4-4af2-adee-65fb2a8926e5 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:59.771039 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-83725de2-6eb4-4af2-adee-65fb2a8926e5 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:59.776755 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-83725de2-6eb4-4af2-adee-65fb2a8926e5 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] 10.222.0.60 "DELETE /v2.0/networks/2a34217a-90af-49b2-9f55-a2c59b9a3885 HTTP/1.1" status: 204 len: 168 time: 0.7984502 Dec 16 10:05:59.779641 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59310) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:59.795954 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83725de2-6eb4-4af2-adee-65fb2a8926e5 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Pushing event deleted for resources: {'Network': ['ID=2a34217a-90af-49b2-9f55-a2c59b9a3885,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:59.842161 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-647d11b2-7a72-4cfa-a1d5-9b8416e04486 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Deleting subnet f6253ae9-9d06-4021-99e4-53f15607b469 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:05:59.845567 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-647d11b2-7a72-4cfa-a1d5-9b8416e04486 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:59.889379 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-647d11b2-7a72-4cfa-a1d5-9b8416e04486 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:59.995028 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-647d11b2-7a72-4cfa-a1d5-9b8416e04486 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:00.128569 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-647d11b2-7a72-4cfa-a1d5-9b8416e04486 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:00.156268 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d11b2-7a72-4cfa-a1d5-9b8416e04486 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Pushing event deleted for resources: {'Subnet': ['ID=f6253ae9-9d06-4021-99e4-53f15607b469,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:00.167751 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-647d11b2-7a72-4cfa-a1d5-9b8416e04486 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:00.168806 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-647d11b2-7a72-4cfa-a1d5-9b8416e04486 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] 10.222.0.60 "DELETE /v2.0/subnets/f6253ae9-9d06-4021-99e4-53f15607b469 HTTP/1.1" status: 204 len: 168 time: 0.3902514 Dec 16 10:06:00.170764 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59312) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:06:00.171046 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c17b81-02e9-4ab2-bf15-9045ee87adb6 None None] Network 29aa5fd6-5ead-4db2-b764-831e3dff56d6 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:06:00.224364 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f155bd-f7a0-4177-8ea3-cddae39c32eb tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Deleting subnet 7145b91b-78b5-4fbd-b322-dd4a11c60f54 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:06:00.227823 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f0f155bd-f7a0-4177-8ea3-cddae39c32eb tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:00.274950 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f0f155bd-f7a0-4177-8ea3-cddae39c32eb tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:00.350763 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f113b70-4252-4beb-860e-6fa4b9336e87 None None] DHCP port deletion for 29aa5fd6-5ead-4db2-b764-831e3dff56d6 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:06:00.365710 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f0f155bd-f7a0-4177-8ea3-cddae39c32eb tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:00.393464 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4f113b70-4252-4beb-860e-6fa4b9336e87 None None] Deleting port f3def30e-8279-4c2c-90db-154c7c427fa8 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:06:00.393765 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4f113b70-4252-4beb-860e-6fa4b9336e87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:00.458959 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4f113b70-4252-4beb-860e-6fa4b9336e87 None None] For port f3def30e-8279-4c2c-90db-154c7c427fa8, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f3def30e-8279-4c2c-90db-154c7c427fa8,segment=NetworkSegment(ce907201-7311-4c17-91fb-89dd4c160afe),segment_id=ce907201-7311-4c17-91fb-89dd4c160afe)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:06:00.459358 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4f113b70-4252-4beb-860e-6fa4b9336e87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:00.476300 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4f113b70-4252-4beb-860e-6fa4b9336e87 None None] Calling delete_port for f3def30e-8279-4c2c-90db-154c7c427fa8 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:06:00.518144 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f0f155bd-f7a0-4177-8ea3-cddae39c32eb tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:00.551114 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f155bd-f7a0-4177-8ea3-cddae39c32eb tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Pushing event deleted for resources: {'Subnet': ['ID=7145b91b-78b5-4fbd-b322-dd4a11c60f54,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:00.555680 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f0f155bd-f7a0-4177-8ea3-cddae39c32eb tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:00.558870 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f0f155bd-f7a0-4177-8ea3-cddae39c32eb tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] 10.222.0.60 "DELETE /v2.0/subnets/7145b91b-78b5-4fbd-b322-dd4a11c60f54 HTTP/1.1" status: 204 len: 168 time: 0.3871574 Dec 16 10:06:00.561464 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59314) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:06:00.562075 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657a50cb-7f7f-43d6-869c-861828b61473 None None] Network dcf4959f-76b7-49a8-aaa8-d23efe51c7bc requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:06:00.623578 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4f113b70-4252-4beb-860e-6fa4b9336e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:00.640603 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d77599d-ae61-4d8b-9312-77234e5d9af9 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:00.671358 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f113b70-4252-4beb-860e-6fa4b9336e87 None None] Pushing event deleted for resources: {'Port': ['ID=f3def30e-8279-4c2c-90db-154c7c427fa8,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:00.676471 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f113b70-4252-4beb-860e-6fa4b9336e87 None None] No DVR routers for this DVR port f3def30e-8279-4c2c-90db-154c7c427fa8 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:06:00.758888 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d77599d-ae61-4d8b-9312-77234e5d9af9 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:00.779429 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77307c4c-951b-4c29-a7d9-be8d6ea3db8b None None] DHCP port deletion for dcf4959f-76b7-49a8-aaa8-d23efe51c7bc request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:06:00.781410 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-3d77599d-ae61-4d8b-9312-77234e5d9af9 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29aa5fd6-5ead-4db2-b764-831e3dff56d6']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:06:00.791978 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-3d77599d-ae61-4d8b-9312-77234e5d9af9 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce907201-7311-4c17-91fb-89dd4c160afe') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:06:00.792270 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-3d77599d-ae61-4d8b-9312-77234e5d9af9 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce907201-7311-4c17-91fb-89dd4c160afe') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:06:00.802125 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d77599d-ae61-4d8b-9312-77234e5d9af9 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:00.816730 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d77599d-ae61-4d8b-9312-77234e5d9af9 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:00.824629 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d77599d-ae61-4d8b-9312-77234e5d9af9 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:06:00.829764 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d77599d-ae61-4d8b-9312-77234e5d9af9 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:00.829916 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-77307c4c-951b-4c29-a7d9-be8d6ea3db8b None None] Deleting port a9a55add-8f23-44c3-9e70-bb93905c24d1 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:06:00.829916 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-77307c4c-951b-4c29-a7d9-be8d6ea3db8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:00.830135 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 10:06:00.830135 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:06:00.830135 n-d-820550-2 neutron-server[102816]: timer() Dec 16 10:06:00.830135 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:06:00.830135 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 10:06:00.830135 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:06:00.830135 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 10:06:00.830135 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:06:00.830135 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 10:06:00.830135 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:06:00.830135 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 10:06:00.830135 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:06:00.830135 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 10:06:00.830135 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:06:00.830135 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:06:00.830135 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:06:00.830135 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:06:00.830135 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:06:00.830135 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 10:06:00.830135 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:06:00.830135 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 10:06:00.830135 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:06:00.830135 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:06:00.830135 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:06:00.830135 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 10:06:00.830135 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:06:00.830135 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:06:00.830135 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:06:00.830135 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:06:00.830135 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:06:00.830135 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:06:00.830135 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:06:00.895370 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-77307c4c-951b-4c29-a7d9-be8d6ea3db8b None None] For port a9a55add-8f23-44c3-9e70-bb93905c24d1, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=a9a55add-8f23-44c3-9e70-bb93905c24d1,segment=NetworkSegment(0ab5c957-dbf1-42ee-9fb3-73fcb6272029),segment_id=0ab5c957-dbf1-42ee-9fb3-73fcb6272029)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:06:00.895748 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-77307c4c-951b-4c29-a7d9-be8d6ea3db8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:00.908195 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-77307c4c-951b-4c29-a7d9-be8d6ea3db8b None None] Calling delete_port for a9a55add-8f23-44c3-9e70-bb93905c24d1 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:06:01.021032 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d77599d-ae61-4d8b-9312-77234e5d9af9 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:01.027744 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3d77599d-ae61-4d8b-9312-77234e5d9af9 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:01.030986 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3d77599d-ae61-4d8b-9312-77234e5d9af9 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] 10.222.0.60 "DELETE /v2.0/networks/29aa5fd6-5ead-4db2-b764-831e3dff56d6 HTTP/1.1" status: 204 len: 168 time: 0.4685569 Dec 16 10:06:01.033641 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59318) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:06:01.043218 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77599d-ae61-4d8b-9312-77234e5d9af9 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Pushing event deleted for resources: {'Network': ['ID=29aa5fd6-5ead-4db2-b764-831e3dff56d6,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:01.123354 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-77307c4c-951b-4c29-a7d9-be8d6ea3db8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:01.126321 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8001e4a8-5776-41a9-888d-0236cea6805d tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:01.151592 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device a9a55add-8f23-44c3-9e70-bb93905c24d1 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:06:01.156098 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77307c4c-951b-4c29-a7d9-be8d6ea3db8b None None] Pushing event deleted for resources: {'Port': ['ID=a9a55add-8f23-44c3-9e70-bb93905c24d1,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:01.180255 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: a9a55add-8f23-44c3-9e70-bb93905c24d1 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:06:01.180880 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device a9a55add-8f23-44c3-9e70-bb93905c24d1 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:06:01.183998 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f3def30e-8279-4c2c-90db-154c7c427fa8 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:06:01.183998 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77307c4c-951b-4c29-a7d9-be8d6ea3db8b None None] No DVR routers for this DVR port a9a55add-8f23-44c3-9e70-bb93905c24d1 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:06:01.203405 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: f3def30e-8279-4c2c-90db-154c7c427fa8 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:06:01.203737 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f3def30e-8279-4c2c-90db-154c7c427fa8 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:06:01.204146 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5d39ab8a-3862-4268-8fa1-df7832895fad no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:06:01.216486 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8001e4a8-5776-41a9-888d-0236cea6805d tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:01.223126 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 5d39ab8a-3862-4268-8fa1-df7832895fad {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:06:01.223478 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5d39ab8a-3862-4268-8fa1-df7832895fad not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:06:01.237156 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-8001e4a8-5776-41a9-888d-0236cea6805d tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf4959f-76b7-49a8-aaa8-d23efe51c7bc']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:06:01.247371 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-8001e4a8-5776-41a9-888d-0236cea6805d tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab5c957-dbf1-42ee-9fb3-73fcb6272029') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:06:01.247876 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-8001e4a8-5776-41a9-888d-0236cea6805d tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab5c957-dbf1-42ee-9fb3-73fcb6272029') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:06:01.257232 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8001e4a8-5776-41a9-888d-0236cea6805d tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:01.270401 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8001e4a8-5776-41a9-888d-0236cea6805d tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:01.276172 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8001e4a8-5776-41a9-888d-0236cea6805d tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:06:01.276493 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8001e4a8-5776-41a9-888d-0236cea6805d tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:01.279437 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 10:06:01.279437 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:06:01.279437 n-d-820550-2 neutron-server[102817]: timer() Dec 16 10:06:01.279437 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:06:01.279437 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 10:06:01.279437 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:06:01.279437 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 10:06:01.279437 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:06:01.279437 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 10:06:01.279437 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:06:01.279437 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 10:06:01.279437 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:06:01.279437 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 10:06:01.279437 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:06:01.279437 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:06:01.279437 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:06:01.279437 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:06:01.279437 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:06:01.279437 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 10:06:01.279437 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:06:01.279437 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 10:06:01.279437 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:06:01.279437 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:06:01.279437 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:06:01.279437 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 10:06:01.279437 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:06:01.279437 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:06:01.279437 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:06:01.279437 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:06:01.279437 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:06:01.279437 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:06:01.279437 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:06:01.437745 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8001e4a8-5776-41a9-888d-0236cea6805d tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:01.444710 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8001e4a8-5776-41a9-888d-0236cea6805d tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:01.447911 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8001e4a8-5776-41a9-888d-0236cea6805d tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] 10.222.0.60 "DELETE /v2.0/networks/dcf4959f-76b7-49a8-aaa8-d23efe51c7bc HTTP/1.1" status: 204 len: 168 time: 0.4132633 Dec 16 10:06:01.450502 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59320) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:06:01.460179 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001e4a8-5776-41a9-888d-0236cea6805d tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Pushing event deleted for resources: {'Network': ['ID=dcf4959f-76b7-49a8-aaa8-d23efe51c7bc,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:01.510032 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-5878ef0a-b9f0-4aca-8be7-f765d472b4f5 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Deleting subnet ab569961-606a-4584-b299-27bfbf1157cc {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:06:01.513101 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5878ef0a-b9f0-4aca-8be7-f765d472b4f5 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:01.553936 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5878ef0a-b9f0-4aca-8be7-f765d472b4f5 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:01.637494 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5878ef0a-b9f0-4aca-8be7-f765d472b4f5 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:01.781044 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5878ef0a-b9f0-4aca-8be7-f765d472b4f5 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:01.810321 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878ef0a-b9f0-4aca-8be7-f765d472b4f5 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Pushing event deleted for resources: {'Subnet': ['ID=ab569961-606a-4584-b299-27bfbf1157cc,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:01.815532 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5878ef0a-b9f0-4aca-8be7-f765d472b4f5 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:01.819828 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5878ef0a-b9f0-4aca-8be7-f765d472b4f5 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] 10.222.0.60 "DELETE /v2.0/subnets/ab569961-606a-4584-b299-27bfbf1157cc HTTP/1.1" status: 204 len: 168 time: 0.3679552 Dec 16 10:06:01.820866 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad0e2a3-3d97-4533-9f28-845018eb473b None None] Network d205d5c1-44c8-4c9d-bcf0-548e530fad1c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:06:01.822006 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59322) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:06:01.900336 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-28606924-b0f7-4212-a2f4-7bf6f558617d tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:01.953960 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-28606924-b0f7-4212-a2f4-7bf6f558617d tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Deleting port 995a6669-e517-4ae9-bdb3-1b25eddb4045 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:06:01.954311 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-28606924-b0f7-4212-a2f4-7bf6f558617d tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:01.998762 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69514986-30de-42ad-b064-1fbbeb39527f None None] DHCP port deletion for d205d5c1-44c8-4c9d-bcf0-548e530fad1c request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:06:02.025237 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-28606924-b0f7-4212-a2f4-7bf6f558617d tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] For port 995a6669-e517-4ae9-bdb3-1b25eddb4045, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=995a6669-e517-4ae9-bdb3-1b25eddb4045,segment=NetworkSegment(df482ad1-bbfc-42e7-a059-7a478cd761bc),segment_id=df482ad1-bbfc-42e7-a059-7a478cd761bc)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:06:02.026768 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-28606924-b0f7-4212-a2f4-7bf6f558617d tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:02.041164 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-28606924-b0f7-4212-a2f4-7bf6f558617d tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Calling delete_port for 995a6669-e517-4ae9-bdb3-1b25eddb4045 owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:06:02.048020 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-69514986-30de-42ad-b064-1fbbeb39527f None None] Deleting port 995a6669-e517-4ae9-bdb3-1b25eddb4045 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:06:02.048392 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-69514986-30de-42ad-b064-1fbbeb39527f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:02.114192 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-69514986-30de-42ad-b064-1fbbeb39527f None None] For port 995a6669-e517-4ae9-bdb3-1b25eddb4045, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=995a6669-e517-4ae9-bdb3-1b25eddb4045,segment=NetworkSegment(df482ad1-bbfc-42e7-a059-7a478cd761bc),segment_id=df482ad1-bbfc-42e7-a059-7a478cd761bc)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:06:02.114907 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-69514986-30de-42ad-b064-1fbbeb39527f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:02.131251 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-69514986-30de-42ad-b064-1fbbeb39527f None None] Calling delete_port for 995a6669-e517-4ae9-bdb3-1b25eddb4045 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:06:02.215693 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-28606924-b0f7-4212-a2f4-7bf6f558617d tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:02.221460 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-69514986-30de-42ad-b064-1fbbeb39527f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:02.246606 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28606924-b0f7-4212-a2f4-7bf6f558617d tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Pushing event deleted for resources: {'Port': ['ID=995a6669-e517-4ae9-bdb3-1b25eddb4045,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:02.248192 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69514986-30de-42ad-b064-1fbbeb39527f None None] Pushing event deleted for resources: {'Port': ['ID=995a6669-e517-4ae9-bdb3-1b25eddb4045,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:02.249759 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69514986-30de-42ad-b064-1fbbeb39527f None None] No DVR routers for this DVR port 995a6669-e517-4ae9-bdb3-1b25eddb4045 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:06:02.251822 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28606924-b0f7-4212-a2f4-7bf6f558617d tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] No DVR routers for this DVR port 995a6669-e517-4ae9-bdb3-1b25eddb4045 on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:06:02.335756 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-28606924-b0f7-4212-a2f4-7bf6f558617d tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:02.356443 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-28606924-b0f7-4212-a2f4-7bf6f558617d tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d205d5c1-44c8-4c9d-bcf0-548e530fad1c']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:06:02.366138 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-28606924-b0f7-4212-a2f4-7bf6f558617d tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df482ad1-bbfc-42e7-a059-7a478cd761bc') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:06:02.366373 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-28606924-b0f7-4212-a2f4-7bf6f558617d tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df482ad1-bbfc-42e7-a059-7a478cd761bc') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:06:02.376731 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-28606924-b0f7-4212-a2f4-7bf6f558617d tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:02.390396 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-28606924-b0f7-4212-a2f4-7bf6f558617d tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:02.396127 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28606924-b0f7-4212-a2f4-7bf6f558617d tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:06:02.396510 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-28606924-b0f7-4212-a2f4-7bf6f558617d tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:02.399441 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 10:06:02.399441 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:06:02.399441 n-d-820550-2 neutron-server[102816]: timer() Dec 16 10:06:02.399441 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:06:02.399441 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 10:06:02.399441 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:06:02.399441 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 10:06:02.399441 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:06:02.399441 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 10:06:02.399441 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:06:02.399441 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 10:06:02.399441 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:06:02.399441 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 10:06:02.399441 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:06:02.399441 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:06:02.399441 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:06:02.399441 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:06:02.399441 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:06:02.399441 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 10:06:02.399441 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:06:02.399441 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 10:06:02.399441 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:06:02.399441 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:06:02.399441 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:06:02.399441 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 10:06:02.399441 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:06:02.399441 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:06:02.399441 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:06:02.399441 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:06:02.399441 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:06:02.399441 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:06:02.399441 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:06:02.569333 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-28606924-b0f7-4212-a2f4-7bf6f558617d tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:02.576699 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-28606924-b0f7-4212-a2f4-7bf6f558617d tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:02.579830 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-28606924-b0f7-4212-a2f4-7bf6f558617d tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] 10.222.0.60 "DELETE /v2.0/networks/d205d5c1-44c8-4c9d-bcf0-548e530fad1c HTTP/1.1" status: 204 len: 168 time: 0.7568817 Dec 16 10:06:02.582993 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59324) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:06:02.596841 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28606924-b0f7-4212-a2f4-7bf6f558617d tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Pushing event deleted for resources: {'Network': ['ID=d205d5c1-44c8-4c9d-bcf0-548e530fad1c,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:02.613586 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5704a10b-5763-48a0-9de9-25bc3c91d1e6 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd311c21-19a4-441c-a082-e388c54c32ae HTTP/1.1" status: 200 len: 205 time: 0.0293622 Dec 16 10:06:02.615873 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59326) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:06:02.650413 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9faf4965-235f-4b2a-b715-84efbdba01f3 req-83b97429-8eb1-4128-b074-e68b81af7acf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=196c8bb0-43d3-497c-9a39-56b9ebd92de7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402310 Dec 16 10:06:02.726022 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f281de96-c79c-4b79-b5fc-4b570bc0bd95 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:02.751303 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf4965-235f-4b2a-b715-84efbdba01f3 req-cc0426f5-4cb9-46ea-bc8b-e277c0a369b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:02.753508 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9faf4965-235f-4b2a-b715-84efbdba01f3 req-cc0426f5-4cb9-46ea-bc8b-e277c0a369b2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=320bbcd30702464aa30ea049791a3f74&device_id=196c8bb0-43d3-497c-9a39-56b9ebd92de7 HTTP/1.1" status: 200 len: 1096 time: 0.0523865 Dec 16 10:06:02.875361 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf4965-235f-4b2a-b715-84efbdba01f3 req-3210f276-cb36-4e88-b10b-0f8f545c3abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:02.876975 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9faf4965-235f-4b2a-b715-84efbdba01f3 req-3210f276-cb36-4e88-b10b-0f8f545c3abe service neutron] 10.222.0.57 "GET /v2.0/networks?id=27292526-6847-40de-8239-e8eb1a5b306e HTTP/1.1" status: 200 len: 910 time: 0.0985556 Dec 16 10:06:02.903741 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f281de96-c79c-4b79-b5fc-4b570bc0bd95 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:02.906068 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f281de96-c79c-4b79-b5fc-4b570bc0bd95 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:02.947542 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9faf4965-235f-4b2a-b715-84efbdba01f3 req-26bbf4e6-f1ca-4917-b237-80ef058e9ffd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82a251af-3e0e-4ec8-b45c-06c4248a5d66 HTTP/1.1" status: 200 len: 1001 time: 0.0629017 Dec 16 10:06:03.004009 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf4965-235f-4b2a-b715-84efbdba01f3 req-f9db46d7-eed1-4652-86a7-c0c0a5de7d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:03.005514 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9faf4965-235f-4b2a-b715-84efbdba01f3 req-f9db46d7-eed1-4652-86a7-c0c0a5de7d64 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9ea4442-54c7-46d2-86a1-f269b79ba78c HTTP/1.1" status: 200 len: 848 time: 0.0512371 Dec 16 10:06:03.049148 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f281de96-c79c-4b79-b5fc-4b570bc0bd95 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:03.049678 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f281de96-c79c-4b79-b5fc-4b570bc0bd95 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Fanout notify agent at l3_agent the message router_deleted on router cd311c21-19a4-441c-a082-e388c54c32ae {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:06:03.053960 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf4965-235f-4b2a-b715-84efbdba01f3 req-5bf5fd73-2f84-4fc1-81fa-6ccecf91ec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:03.055480 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9faf4965-235f-4b2a-b715-84efbdba01f3 req-5bf5fd73-2f84-4fc1-81fa-6ccecf91ec18 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=27292526-6847-40de-8239-e8eb1a5b306e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431952 Dec 16 10:06:03.057051 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f281de96-c79c-4b79-b5fc-4b570bc0bd95 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:03.058147 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f281de96-c79c-4b79-b5fc-4b570bc0bd95 tempest-RoutersNegativeIpV6Test-587065304 tempest-RoutersNegativeIpV6Test-587065304-project] 10.222.0.60 "DELETE /v2.0/routers/cd311c21-19a4-441c-a082-e388c54c32ae HTTP/1.1" status: 204 len: 168 time: 0.4413860 Dec 16 10:06:03.144193 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 995a6669-e517-4ae9-bdb3-1b25eddb4045 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:06:03.165041 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 995a6669-e517-4ae9-bdb3-1b25eddb4045 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:06:03.165364 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 995a6669-e517-4ae9-bdb3-1b25eddb4045 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:06:03.167785 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9faf4965-235f-4b2a-b715-84efbdba01f3 req-41bb8dec-480a-4b5f-854f-105626c8338f service neutron] 10.222.0.57 "GET /v2.0/networks/27292526-6847-40de-8239-e8eb1a5b306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051309 Dec 16 10:06:03.267799 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9faf4965-235f-4b2a-b715-84efbdba01f3 req-e763f2eb-cc82-4038-be51-63ed6258e0c6 service neutron] 10.222.0.57 "GET /v2.0/networks/27292526-6847-40de-8239-e8eb1a5b306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930257 Dec 16 10:06:03.598281 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59332) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:06:03.736063 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7fb3af7f-7f17-4cdc-8602-797f16777705 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9cd2b48a62844897b1049257df279d09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1363556 Dec 16 10:06:03.738452 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59336) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:06:03.791484 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e03cec8b-2eff-4ce1-86c7-f3a0aaa7ef0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:03.812841 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e03cec8b-2eff-4ce1-86c7-f3a0aaa7ef0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:03.905104 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e03cec8b-2eff-4ce1-86c7-f3a0aaa7ef0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:03.907731 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e03cec8b-2eff-4ce1-86c7-f3a0aaa7ef0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:03.908898 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e03cec8b-2eff-4ce1-86c7-f3a0aaa7ef0d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5893828c-6d29-4fed-a68b-d68f5e409fae HTTP/1.1" status: 204 len: 168 time: 0.1694663 Dec 16 10:06:03.916926 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03cec8b-2eff-4ce1-86c7-f3a0aaa7ef0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5893828c-6d29-4fed-a68b-d68f5e409fae,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:05.946244 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-92941a72-d962-4a0d-b3ab-492c3217c8fa req-0d144f5e-4cbc-48ff-95b0-cbebd5662d10 service neutron] (102816) timed out ('10.222.0.60', 58798) {{(pid=102816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 16 10:06:07.477513 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:10.865434 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:24.094919 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-abe9bdd2-f687-4ec2-9bd2-153fbee7da4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:26.443760 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d3976686-2622-4ad0-a503-deff08cb653c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:27.638907 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:29.168382 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:29.604195 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:33.560454 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:06:37.512555 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:40.917605 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:47.228082 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c88f592a-df15-4571-bd0b-cf7de087959c req-a6379fe5-3177-400e-a6d0-bef9307a0538 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=59a6ff2d-8443-4444-91b2-93966f34330f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434055 Dec 16 10:06:47.311206 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f592a-df15-4571-bd0b-cf7de087959c req-fba6900c-c079-4efa-892f-26702de54a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:47.312777 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c88f592a-df15-4571-bd0b-cf7de087959c req-fba6900c-c079-4efa-892f-26702de54a47 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&device_id=59a6ff2d-8443-4444-91b2-93966f34330f HTTP/1.1" status: 200 len: 1097 time: 0.0422902 Dec 16 10:06:47.429641 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f592a-df15-4571-bd0b-cf7de087959c req-ee94594b-3c68-4111-a161-54a80bf5ad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:47.431143 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c88f592a-df15-4571-bd0b-cf7de087959c req-ee94594b-3c68-4111-a161-54a80bf5ad65 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3612a9f-8ab3-4e75-9810-d35fcac351bb HTTP/1.1" status: 200 len: 913 time: 0.0987232 Dec 16 10:06:47.500958 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c88f592a-df15-4571-bd0b-cf7de087959c req-4e4e2cdb-9e5b-471b-a201-13d0839ea94a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9f43a0f-673e-4480-ab86-b136b2e9f2c2 HTTP/1.1" status: 200 len: 1001 time: 0.0629961 Dec 16 10:06:47.568647 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f592a-df15-4571-bd0b-cf7de087959c req-70246c15-2662-4a7f-88b1-92b0d72a17e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:47.570185 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c88f592a-df15-4571-bd0b-cf7de087959c req-70246c15-2662-4a7f-88b1-92b0d72a17e3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=671bcf58-3379-4056-970a-d40ccd64fd91 HTTP/1.1" status: 200 len: 851 time: 0.0621960 Dec 16 10:06:47.627746 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f592a-df15-4571-bd0b-cf7de087959c req-803868d1-a8b1-4c9a-87a2-40f3ea4ac1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:47.629188 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c88f592a-df15-4571-bd0b-cf7de087959c req-803868d1-a8b1-4c9a-87a2-40f3ea4ac1e6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3612a9f-8ab3-4e75-9810-d35fcac351bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525122 Dec 16 10:06:47.741778 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c88f592a-df15-4571-bd0b-cf7de087959c req-91ddabb8-86ea-4579-9947-76c8bd196daa service neutron] 10.222.0.58 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041317 Dec 16 10:06:47.858376 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c88f592a-df15-4571-bd0b-cf7de087959c req-391e5923-8b9b-46f0-b18b-8318daf0a835 service neutron] 10.222.0.58 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100593 Dec 16 10:06:54.088815 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0aeacfce-730d-4974-bde7-af3e287ddbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:56.436664 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-39112780-a4f1-46e1-af63-54e17b4c73f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:57.643381 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:59.186158 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:59.540484 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:03.656777 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-677f6cf1-f57e-4670-9a75-844a9402047b req-716d8eaf-26f2-4bf9-839d-28e91f35eea1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=196c8bb0-43d3-497c-9a39-56b9ebd92de7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397313 Dec 16 10:07:03.736720 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f6cf1-f57e-4670-9a75-844a9402047b req-38fdcb5f-acd8-4990-817e-4765fb46d9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:03.738224 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-677f6cf1-f57e-4670-9a75-844a9402047b req-38fdcb5f-acd8-4990-817e-4765fb46d9d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=320bbcd30702464aa30ea049791a3f74&device_id=196c8bb0-43d3-497c-9a39-56b9ebd92de7 HTTP/1.1" status: 200 len: 1096 time: 0.0403354 Dec 16 10:07:03.842255 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f6cf1-f57e-4670-9a75-844a9402047b req-8a74b3fd-9361-4998-b28e-df93bded2d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:03.843704 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-677f6cf1-f57e-4670-9a75-844a9402047b req-8a74b3fd-9361-4998-b28e-df93bded2d6c service neutron] 10.222.0.57 "GET /v2.0/networks?id=27292526-6847-40de-8239-e8eb1a5b306e HTTP/1.1" status: 200 len: 910 time: 0.0877509 Dec 16 10:07:03.908762 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-677f6cf1-f57e-4670-9a75-844a9402047b req-0c1c2923-4d94-4143-bb43-61a15fd6d691 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82a251af-3e0e-4ec8-b45c-06c4248a5d66 HTTP/1.1" status: 200 len: 1001 time: 0.0580447 Dec 16 10:07:03.962105 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f6cf1-f57e-4670-9a75-844a9402047b req-5fc3e763-eb50-4fc6-8fe7-2cf26f11f0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:03.963576 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-677f6cf1-f57e-4670-9a75-844a9402047b req-5fc3e763-eb50-4fc6-8fe7-2cf26f11f0ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9ea4442-54c7-46d2-86a1-f269b79ba78c HTTP/1.1" status: 200 len: 848 time: 0.0484011 Dec 16 10:07:04.017778 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f6cf1-f57e-4670-9a75-844a9402047b req-7ad29f77-3907-4f66-ab8e-2456a5620edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:04.019282 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-677f6cf1-f57e-4670-9a75-844a9402047b req-7ad29f77-3907-4f66-ab8e-2456a5620edb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=27292526-6847-40de-8239-e8eb1a5b306e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436850 Dec 16 10:07:04.109388 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-677f6cf1-f57e-4670-9a75-844a9402047b req-028d88c7-1b5e-459c-9d29-5ee96ce1f33f service neutron] 10.222.0.57 "GET /v2.0/networks/27292526-6847-40de-8239-e8eb1a5b306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832932 Dec 16 10:07:04.204745 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-677f6cf1-f57e-4670-9a75-844a9402047b req-5f889ca0-a483-47b9-989b-2642aed5dc0d service neutron] 10.222.0.57 "GET /v2.0/networks/27292526-6847-40de-8239-e8eb1a5b306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879586 Dec 16 10:07:07.494631 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:10.558806 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:07:10.968773 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:16.035033 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59838) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:07:16.149422 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4a6fc6a7-2910-4927-9a7d-1b4878ca1960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:16.229842 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4a6fc6a7-2910-4927-9a7d-1b4878ca1960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:16.403016 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4a6fc6a7-2910-4927-9a7d-1b4878ca1960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:16.443577 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4a6fc6a7-2910-4927-9a7d-1b4878ca1960 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0665541acf45426aae9401bde7dae808&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4074302 Dec 16 10:07:16.448966 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6fc6a7-2910-4927-9a7d-1b4878ca1960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc8435e-1834-40f5-a369-29869a1290c4,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:16.449173 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59844) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:07:16.453925 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6fc6a7-2910-4927-9a7d-1b4878ca1960 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:16.454282 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6fc6a7-2910-4927-9a7d-1b4878ca1960 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:16.454632 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6fc6a7-2910-4927-9a7d-1b4878ca1960 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:16.454980 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6fc6a7-2910-4927-9a7d-1b4878ca1960 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:16.455312 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6fc6a7-2910-4927-9a7d-1b4878ca1960 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:16.455655 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6fc6a7-2910-4927-9a7d-1b4878ca1960 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:16.455989 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6fc6a7-2910-4927-9a7d-1b4878ca1960 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:16.456322 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6fc6a7-2910-4927-9a7d-1b4878ca1960 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:16.456652 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6fc6a7-2910-4927-9a7d-1b4878ca1960 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:16.456983 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6fc6a7-2910-4927-9a7d-1b4878ca1960 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:16.457339 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6fc6a7-2910-4927-9a7d-1b4878ca1960 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:16.457669 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6fc6a7-2910-4927-9a7d-1b4878ca1960 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:16.496943 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-be26e07b-c28d-479f-ab62-8f2705052a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:16.519095 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-be26e07b-c28d-479f-ab62-8f2705052a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:16.689282 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-be26e07b-c28d-479f-ab62-8f2705052a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:16.692111 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-be26e07b-c28d-479f-ab62-8f2705052a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:16.693313 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-be26e07b-c28d-479f-ab62-8f2705052a71 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3dc8435e-1834-40f5-a369-29869a1290c4 HTTP/1.1" status: 204 len: 168 time: 0.2460899 Dec 16 10:07:16.707687 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26e07b-c28d-479f-ab62-8f2705052a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc8435e-1834-40f5-a369-29869a1290c4,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:16.710195 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26e07b-c28d-479f-ab62-8f2705052a71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:16.710547 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26e07b-c28d-479f-ab62-8f2705052a71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:16.710889 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26e07b-c28d-479f-ab62-8f2705052a71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:16.711230 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26e07b-c28d-479f-ab62-8f2705052a71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:16.711565 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26e07b-c28d-479f-ab62-8f2705052a71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:16.711895 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26e07b-c28d-479f-ab62-8f2705052a71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:16.712345 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26e07b-c28d-479f-ab62-8f2705052a71 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:16.712604 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26e07b-c28d-479f-ab62-8f2705052a71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:16.712973 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26e07b-c28d-479f-ab62-8f2705052a71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:16.713239 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26e07b-c28d-479f-ab62-8f2705052a71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:16.713566 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26e07b-c28d-479f-ab62-8f2705052a71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:16.713889 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26e07b-c28d-479f-ab62-8f2705052a71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:17.484835 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 59850) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:07:17.499313 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0f0c0b7-90c3-4541-ac3e-467683f454f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:17.578028 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0f0c0b7-90c3-4541-ac3e-467683f454f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:17.688801 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0f0c0b7-90c3-4541-ac3e-467683f454f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:17.729459 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e0f0c0b7-90c3-4541-ac3e-467683f454f7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e2ab73c355694ee2ba3de6974afd15d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2432334 Dec 16 10:07:17.730354 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0c0b7-90c3-4541-ac3e-467683f454f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968014ba-3ce8-4ad7-9771-9f41cc846b1d,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:17.732147 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 59852) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:07:17.785726 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0d56477d-8576-467a-96df-b45e13d07467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:17.811533 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0d56477d-8576-467a-96df-b45e13d07467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:17.928547 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0d56477d-8576-467a-96df-b45e13d07467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:17.931167 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0d56477d-8576-467a-96df-b45e13d07467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:17.932334 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0d56477d-8576-467a-96df-b45e13d07467 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/968014ba-3ce8-4ad7-9771-9f41cc846b1d HTTP/1.1" status: 204 len: 168 time: 0.1985056 Dec 16 10:07:17.941289 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56477d-8576-467a-96df-b45e13d07467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968014ba-3ce8-4ad7-9771-9f41cc846b1d,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:20.766937 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ebe3e-1157-4a5e-8f33-33df5fde951d req-da5f38f6-a04c-46e2-8440-52c777eefb72 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:20.768434 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-035ebe3e-1157-4a5e-8f33-33df5fde951d req-da5f38f6-a04c-46e2-8440-52c777eefb72 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59a6ff2d-8443-4444-91b2-93966f34330f HTTP/1.1" status: 200 len: 946 time: 0.0524790 Dec 16 10:07:20.809556 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-035ebe3e-1157-4a5e-8f33-33df5fde951d req-cdc57841-48ba-4e0a-9f2e-3ad73fd77a96 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344763 Dec 16 10:07:21.958065 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aff354-e47f-47eb-8913-b7c3251861e8 req-07da5487-66bd-4942-bc46-5b19898bd939 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:21.959559 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-28aff354-e47f-47eb-8913-b7c3251861e8 req-07da5487-66bd-4942-bc46-5b19898bd939 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59a6ff2d-8443-4444-91b2-93966f34330f HTTP/1.1" status: 200 len: 946 time: 0.0535181 Dec 16 10:07:21.997214 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-28aff354-e47f-47eb-8913-b7c3251861e8 req-63462d3d-18b1-42a7-82b5-6b8482705dbd tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313179 Dec 16 10:07:22.228276 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f97c7-f6ae-4f48-ac38-c7c268834ff3 req-4b8ffed0-12c4-42f0-b6ce-c1866cec214d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:22.229851 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-543f97c7-f6ae-4f48-ac38-c7c268834ff3 req-4b8ffed0-12c4-42f0-b6ce-c1866cec214d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.58 "GET /v2.0/ports?device_id=59a6ff2d-8443-4444-91b2-93966f34330f HTTP/1.1" status: 200 len: 946 time: 0.0589447 Dec 16 10:07:22.334657 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-543f97c7-f6ae-4f48-ac38-c7c268834ff3 req-b6667319-4843-4f3f-a2a4-68be28fa964f tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Deleting port c9f43a0f-673e-4480-ab86-b136b2e9f2c2 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:07:22.335011 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-543f97c7-f6ae-4f48-ac38-c7c268834ff3 req-b6667319-4843-4f3f-a2a4-68be28fa964f tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:22.437047 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-543f97c7-f6ae-4f48-ac38-c7c268834ff3 req-b6667319-4843-4f3f-a2a4-68be28fa964f tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] For port c9f43a0f-673e-4480-ab86-b136b2e9f2c2, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=c9f43a0f-673e-4480-ab86-b136b2e9f2c2,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:07:22.437597 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-543f97c7-f6ae-4f48-ac38-c7c268834ff3 req-b6667319-4843-4f3f-a2a4-68be28fa964f tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:22.652555 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-543f97c7-f6ae-4f48-ac38-c7c268834ff3 req-b6667319-4843-4f3f-a2a4-68be28fa964f tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:22.652925 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-543f97c7-f6ae-4f48-ac38-c7c268834ff3 req-b6667319-4843-4f3f-a2a4-68be28fa964f tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:22.653287 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [req-543f97c7-f6ae-4f48-ac38-c7c268834ff3 req-b6667319-4843-4f3f-a2a4-68be28fa964f tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Floating IP 44a4ba30-9a0b-4428-bedd-f3ccf8b222ac disassociated. External IP: 172.25.1.76, port: c9f43a0f-673e-4480-ab86-b136b2e9f2c2. Dec 16 10:07:22.653634 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-543f97c7-f6ae-4f48-ac38-c7c268834ff3 req-b6667319-4843-4f3f-a2a4-68be28fa964f tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Calling delete_port for c9f43a0f-673e-4480-ab86-b136b2e9f2c2 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:07:22.963462 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-543f97c7-f6ae-4f48-ac38-c7c268834ff3 req-b6667319-4843-4f3f-a2a4-68be28fa964f tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:23.000438 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6667319-4843-4f3f-a2a4-68be28fa964f tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Pushing event deleted for resources: {'Port': ['ID=c9f43a0f-673e-4480-ab86-b136b2e9f2c2,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:23.131580 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-543f97c7-f6ae-4f48-ac38-c7c268834ff3 req-b6667319-4843-4f3f-a2a4-68be28fa964f tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Router 55c9eca4-02fe-40cb-b6f7-c29584055c8b has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:07:23.142629 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f82fb7be-9e8b-4c55-af2e-d60deeddc427 req-2075cb06-9908-4fad-a474-1063f919c37b tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59a6ff2d-8443-4444-91b2-93966f34330f HTTP/1.1" status: 200 len: 210 time: 0.0313642 Dec 16 10:07:23.239257 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-543f97c7-f6ae-4f48-ac38-c7c268834ff3 req-b6667319-4843-4f3f-a2a4-68be28fa964f tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:07:23.251877 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bd6411-47a4-480c-91be-462ff31a65de None None] Sync routers for ids ['55c9eca4-02fe-40cb-b6f7-c29584055c8b'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:07:23.264729 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bd6411-47a4-480c-91be-462ff31a65de None None] Routers {'55c9eca4-02fe-40cb-b6f7-c29584055c8b'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:07:23.265374 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-81bd6411-47a4-480c-91be-462ff31a65de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:06:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['55c9eca4-02fe-40cb-b6f7-c29584055c8b'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:07:23.292115 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-543f97c7-f6ae-4f48-ac38-c7c268834ff3 req-b6667319-4843-4f3f-a2a4-68be28fa964f tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] No DVR routers for this DVR port c9f43a0f-673e-4480-ab86-b136b2e9f2c2 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:07:23.295313 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-543f97c7-f6ae-4f48-ac38-c7c268834ff3 req-b6667319-4843-4f3f-a2a4-68be28fa964f tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:23.299530 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-543f97c7-f6ae-4f48-ac38-c7c268834ff3 req-b6667319-4843-4f3f-a2a4-68be28fa964f tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.58 "DELETE /v2.0/ports/c9f43a0f-673e-4480-ab86-b136b2e9f2c2 HTTP/1.1" status: 204 len: 173 time: 1.0632949 Dec 16 10:07:23.299986 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a6ff2d-8443-4444-91b2-93966f34330f', 'name': 'network-vif-deleted', 'tag': 'c9f43a0f-673e-4480-ab86-b136b2e9f2c2'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:07:23.302485 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fc0228-1c5d-484c-bb67-9d8902430279" -d '{"events": [{"server_uuid": "59a6ff2d-8443-4444-91b2-93966f34330f", "name": "network-vif-deleted", "tag": "c9f43a0f-673e-4480-ab86-b136b2e9f2c2"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:07:23.346236 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39f946a-899d-497a-a87a-d461330b4882 x-openstack-request-id: req-c39f946a-899d-497a-a87a-d461330b4882 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:07:23.346719 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a6ff2d-8443-4444-91b2-93966f34330f", "name": "network-vif-deleted", "tag": "c9f43a0f-673e-4480-ab86-b136b2e9f2c2", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:07:23.347163 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c39f946a-899d-497a-a87a-d461330b4882 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:07:23.347570 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a6ff2d-8443-4444-91b2-93966f34330f', 'name': 'network-vif-deleted', 'tag': 'c9f43a0f-673e-4480-ab86-b136b2e9f2c2', 'status': 'completed', 'code': 200} Dec 16 10:07:23.382326 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-81bd6411-47a4-480c-91be-462ff31a65de None None] Set router 55c9eca4-02fe-40cb-b6f7-c29584055c8b gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:07:23.603453 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-81bd6411-47a4-480c-91be-462ff31a65de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'name': 'tempest-TestVolumeBootPattern-1877547181-router', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:51Z', 'updated_at': '2021-12-16T09:58:58Z', 'revision_number': 4, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'gw_port': {'id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:52Z', 'updated_at': '2021-12-16T09:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '425236ad-81bf-4b8c-8858-713a92ef0796', 'name': '', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'mac_address': 'fa:16:3e:30:0d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:57Z', 'updated_at': '2021-12-16T09:59:02Z', 'revision_number': 5, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'subnets': [{'id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:07:23.629446 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bd6411-47a4-480c-91be-462ff31a65de None None] Checking router: 55c9eca4-02fe-40cb-b6f7-c29584055c8b for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:07:23.638102 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bd6411-47a4-480c-91be-462ff31a65de None None] Routers {'55c9eca4-02fe-40cb-b6f7-c29584055c8b'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:07:23.639049 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-81bd6411-47a4-480c-91be-462ff31a65de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:06:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['55c9eca4-02fe-40cb-b6f7-c29584055c8b'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:07:23.749580 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-81bd6411-47a4-480c-91be-462ff31a65de None None] Set router 55c9eca4-02fe-40cb-b6f7-c29584055c8b gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:07:23.823812 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60006) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:07:23.965075 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8b7d4e8c-2a63-472c-a91b-42962f8ec152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:23.988773 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-81bd6411-47a4-480c-91be-462ff31a65de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'name': 'tempest-TestVolumeBootPattern-1877547181-router', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:51Z', 'updated_at': '2021-12-16T09:58:58Z', 'revision_number': 4, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'gw_port': {'id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:52Z', 'updated_at': '2021-12-16T09:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '425236ad-81bf-4b8c-8858-713a92ef0796', 'name': '', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'mac_address': 'fa:16:3e:30:0d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:57Z', 'updated_at': '2021-12-16T09:59:02Z', 'revision_number': 5, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'subnets': [{'id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:07:24.019791 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bd6411-47a4-480c-91be-462ff31a65de None None] The sync data for ids ['55c9eca4-02fe-40cb-b6f7-c29584055c8b'] in n-d-820550-2 is: [{'id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'name': 'tempest-TestVolumeBootPattern-1877547181-router', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:51Z', 'updated_at': '2021-12-16T09:58:58Z', 'revision_number': 4, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'gw_port': {'id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:52Z', 'updated_at': '2021-12-16T09:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '425236ad-81bf-4b8c-8858-713a92ef0796', 'name': '', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'mac_address': 'fa:16:3e:30:0d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:57Z', 'updated_at': '2021-12-16T09:59:02Z', 'revision_number': 5, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'subnets': [{'id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:07:24.051787 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8b7d4e8c-2a63-472c-a91b-42962f8ec152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:24.106522 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1fc42b3b-5e09-477d-9ed6-d1bed280b1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:24.150697 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8b7d4e8c-2a63-472c-a91b-42962f8ec152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:24.243271 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60012) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:07:24.243841 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8b7d4e8c-2a63-472c-a91b-42962f8ec152 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ad4057b513b1483e8cb7a234aa88c27c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4183879 Dec 16 10:07:24.258572 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d4e8c-2a63-472c-a91b-42962f8ec152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05373f49-6000-4c80-85c0-cb8a1d1b9d44,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:24.292991 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b72b2cd8-8a64-4364-899d-e97dd2d07565 req-321356b0-512c-4f97-99a5-f6e97dde4364 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59a6ff2d-8443-4444-91b2-93966f34330f HTTP/1.1" status: 200 len: 210 time: 0.0637856 Dec 16 10:07:24.346348 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b24955da-c0ee-43b6-b5bd-8a436865cfe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:24.367627 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14afd59e-cc72-4d39-93ba-34d3b2351fab None None] New status for floating IP 44a4ba30-9a0b-4428-bedd-f3ccf8b222ac: DOWN {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:07:24.382363 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b24955da-c0ee-43b6-b5bd-8a436865cfe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:24.528769 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b24955da-c0ee-43b6-b5bd-8a436865cfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:24.531315 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b24955da-c0ee-43b6-b5bd-8a436865cfe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:24.532475 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b24955da-c0ee-43b6-b5bd-8a436865cfe4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/05373f49-6000-4c80-85c0-cb8a1d1b9d44 HTTP/1.1" status: 204 len: 168 time: 0.2880270 Dec 16 10:07:24.544463 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24955da-c0ee-43b6-b5bd-8a436865cfe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05373f49-6000-4c80-85c0-cb8a1d1b9d44,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:25.381798 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60020) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:07:25.396017 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2331fb91-d3d1-4339-9357-307c4f4bf480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:25.400835 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-819f8c1b-1204-47eb-a53c-b12ffeffe11a req-5aa39295-3f11-4802-a13a-e5a83ef88976 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59a6ff2d-8443-4444-91b2-93966f34330f HTTP/1.1" status: 200 len: 210 time: 0.0315459 Dec 16 10:07:25.476135 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2331fb91-d3d1-4339-9357-307c4f4bf480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:25.534664 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2331fb91-d3d1-4339-9357-307c4f4bf480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:25.573925 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331fb91-d3d1-4339-9357-307c4f4bf480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dcaff3-dc6d-48db-aeda-bd2cc6f580dd,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:25.581376 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2331fb91-d3d1-4339-9357-307c4f4bf480 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b74c82a6eed14f10a270f94fd90a5594&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1959989 Dec 16 10:07:25.581612 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60022) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:07:25.632152 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c25df2e9-1610-465e-8507-198ddc82216e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:25.658101 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c25df2e9-1610-465e-8507-198ddc82216e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:25.682744 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device c9f43a0f-673e-4480-ab86-b136b2e9f2c2 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:07:25.704918 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: c9f43a0f-673e-4480-ab86-b136b2e9f2c2 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:07:25.706566 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device c9f43a0f-673e-4480-ab86-b136b2e9f2c2 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:07:25.785987 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c25df2e9-1610-465e-8507-198ddc82216e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:25.788557 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c25df2e9-1610-465e-8507-198ddc82216e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:25.789754 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c25df2e9-1610-465e-8507-198ddc82216e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d2dcaff3-dc6d-48db-aeda-bd2cc6f580dd HTTP/1.1" status: 204 len: 168 time: 0.2072096 Dec 16 10:07:25.798504 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25df2e9-1610-465e-8507-198ddc82216e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dcaff3-dc6d-48db-aeda-bd2cc6f580dd,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:26.437769 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-44ff3daf-03ec-48fd-a391-7367dfe6ce79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:26.510370 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-038f7689-8fcc-4a93-a59a-83e985545885 req-c3e5c003-2bbb-460e-85e1-b18cfabad3c2 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59a6ff2d-8443-4444-91b2-93966f34330f HTTP/1.1" status: 200 len: 210 time: 0.0280972 Dec 16 10:07:27.620954 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-44d08cb9-d487-49ff-8e73-153fd600e6b5 req-7c8b6700-bc73-4741-95a3-23461f36049c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59a6ff2d-8443-4444-91b2-93966f34330f HTTP/1.1" status: 200 len: 210 time: 0.0300243 Dec 16 10:07:27.642637 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:28.906422 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-281fa872-9e7d-47d5-bc52-2a7d2ca00aea tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-14535292&fields=id&tenant_id=d700775fc1ae4ac7800b87ec102ae69e HTTP/1.1" status: 200 len: 267 time: 0.0370255 Dec 16 10:07:29.031472 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-481b20a6-ea2b-47e8-90cc-e6769bd7369e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:29.037839 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-481b20a6-ea2b-47e8-90cc-e6769bd7369e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/networks?id=e3612a9f-8ab3-4e75-9810-d35fcac351bb HTTP/1.1" status: 200 len: 812 time: 0.1190801 Dec 16 10:07:29.054883 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-896c1189-ff7d-4379-9787-985e1f304fa4 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/quotas/d700775fc1ae4ac7800b87ec102ae69e HTTP/1.1" status: 200 len: 375 time: 0.0100987 Dec 16 10:07:29.116119 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-5642a47f-508c-404a-bbd4-0f5aae934e4b tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550807 Dec 16 10:07:29.162847 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:29.243174 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-a7ac9303-dc91-40f9-b6b9-adcea8b77d02 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:07:29.244221 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-a7ac9303-dc91-40f9-b6b9-adcea8b77d02 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1157811 Dec 16 10:07:29.336142 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-809cf5dc-7176-4479-98ae-7367ea0dbfe4 service neutron] 10.222.0.60 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854745 Dec 16 10:07:29.442993 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-ae412bed-ad3b-4227-8e1d-22a5f4d7b736 service neutron] 10.222.0.60 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003842 Dec 16 10:07:29.573363 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:31.067193 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-82b68de3-e392-469e-9507-bbec96f63464 req-cdc1d13a-0025-4a35-ba51-2b6fb82b41c8 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 210 time: 0.0285032 Dec 16 10:07:32.153528 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-993a7350-33f6-4887-b8f3-2676a953547f req-4c803a3a-05d4-4970-b5c7-ceb2bb4e4a79 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 210 time: 0.0303574 Dec 16 10:07:33.248219 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a30dbf88-6b80-4d57-8fa4-c65ee2f79acd req-f92c1bd2-f025-4627-9a03-91cea245a859 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 210 time: 0.0383821 Dec 16 10:07:34.336168 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-72065654-19e6-445a-9989-87563b1b9a6d req-8a9a3b73-b1b2-4651-ab39-e70db3155e52 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 210 time: 0.0275886 Dec 16 10:07:35.431371 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-499926cf-8ee4-4115-9c68-8fb0a53be8d3 req-73a18f66-e307-4d53-ac18-28ec0ae203b5 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 210 time: 0.0270452 Dec 16 10:07:36.535431 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7f0a3535-0ba4-4f51-b013-1e9e2389adf6 req-516ae3a3-deb3-4fa8-b29b-b67253285ee1 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 210 time: 0.0281630 Dec 16 10:07:36.963933 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-0370bd23-e5ff-4c43-858b-d942492d1557 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:36.965433 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-0370bd23-e5ff-4c43-858b-d942492d1557 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.58 "GET /v2.0/networks?id=e3612a9f-8ab3-4e75-9810-d35fcac351bb HTTP/1.1" status: 200 len: 812 time: 0.1130486 Dec 16 10:07:37.014285 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-a2341b26-726f-4a87-b23e-fb47997c0d69 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d700775fc1ae4ac7800b87ec102ae69e HTTP/1.1" status: 200 len: 378 time: 0.0376418 Dec 16 10:07:37.023752 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-f1442f05-56a2-47d7-afb6-345989319d44 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Request body: {'port': {'device_id': 'e6bde9fd-7b34-4998-bb4c-5e81980deffe', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'admin_state_up': True, 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'security_groups': ['dcfbf100-e174-4597-aaf6-6c84a73c980c']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:07:37.208894 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-f1442f05-56a2-47d7-afb6-345989319d44 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Made reservation on behalf of d700775fc1ae4ac7800b87ec102ae69e for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:07:37.213743 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-f1442f05-56a2-47d7-afb6-345989319d44 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:37.378732 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-f1442f05-56a2-47d7-afb6-345989319d44 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Allocated IP 172.20.0.13 (e3612a9f-8ab3-4e75-9810-d35fcac351bb/671bcf58-3379-4056-970a-d40ccd64fd91/1f89c331-bd72-46eb-b4dd-82d054e7c59c) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:07:37.507430 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:37.575944 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-f1442f05-56a2-47d7-afb6-345989319d44 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:37.671833 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-f1442f05-56a2-47d7-afb6-345989319d44 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:37.711609 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-f1442f05-56a2-47d7-afb6-345989319d44 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Network e3612a9f-8ab3-4e75-9810-d35fcac351bb is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:07:37.715221 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-f1442f05-56a2-47d7-afb6-345989319d44 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:07:37.718301 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-f1442f05-56a2-47d7-afb6-345989319d44 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:07:37.719450 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb8ccf-8301-4200-9bd6-cc2ecf2a0567 req-779aec00-9dd9-48ac-917f-1f8904225c97 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:37.721148 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-70cb8ccf-8301-4200-9bd6-cc2ecf2a0567 req-779aec00-9dd9-48ac-917f-1f8904225c97 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 932 time: 0.0589771 Dec 16 10:07:37.786529 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-70cb8ccf-8301-4200-9bd6-cc2ecf2a0567 req-41f59ada-befe-4f81-97bf-e242353fde0a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560198 Dec 16 10:07:37.787048 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60162) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:07:37.806019 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-f1442f05-56a2-47d7-afb6-345989319d44 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:37.806019 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-f1442f05-56a2-47d7-afb6-345989319d44 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:37.832410 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1442f05-56a2-47d7-afb6-345989319d44 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Pushing event updated for resources: {'Port': ['ID=1f89c331-bd72-46eb-b4dd-82d054e7c59c,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:37.892408 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-f1442f05-56a2-47d7-afb6-345989319d44 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8723581 Dec 16 10:07:37.906847 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-69b68c4a-f09a-46b5-9138-37caea0ca9cf service neutron] Request body: {'port': {'device_id': 'e6bde9fd-7b34-4998-bb4c-5e81980deffe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:07:37.970985 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f0a354a2-f179-4bf8-906f-f00ecf3dc725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:37.986936 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-69b68c4a-f09a-46b5-9138-37caea0ca9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:38.059242 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f0a354a2-f179-4bf8-906f-f00ecf3dc725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:38.125335 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2148b18b-a899-4813-bdd6-98f2591f32d3 None None] Provisioning complete for port 1f89c331-bd72-46eb-b4dd-82d054e7c59c triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:07:38.125810 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2148b18b-a899-4813-bdd6-98f2591f32d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:38.146545 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f0a354a2-f179-4bf8-906f-f00ecf3dc725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:38.160833 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2148b18b-a899-4813-bdd6-98f2591f32d3 None None] Port 1f89c331-bd72-46eb-b4dd-82d054e7c59c cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:07:38.201704 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f0a354a2-f179-4bf8-906f-f00ecf3dc725 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=293c8eb9c4f543cfb6e865a315677024&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4135263 Dec 16 10:07:38.207427 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60166) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:07:38.226074 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a354a2-f179-4bf8-906f-f00ecf3dc725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bd3571-ca58-4a3d-bed2-a61dcce5cf67,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:38.274045 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6e8b158a-2bbe-4d5b-afda-c1511a198eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:38.295154 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-69b68c4a-f09a-46b5-9138-37caea0ca9cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f89c331-bd72-46eb-b4dd-82d054e7c59c {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:07:38.298178 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6e8b158a-2bbe-4d5b-afda-c1511a198eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:38.304836 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-69b68c4a-f09a-46b5-9138-37caea0ca9cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:38.329046 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-69b68c4a-f09a-46b5-9138-37caea0ca9cf service neutron] Transition to ACTIVE for port object 1f89c331-bd72-46eb-b4dd-82d054e7c59c will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:07:38.381155 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-69b68c4a-f09a-46b5-9138-37caea0ca9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:38.397577 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6e8b158a-2bbe-4d5b-afda-c1511a198eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:38.401858 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6e8b158a-2bbe-4d5b-afda-c1511a198eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:38.406849 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6e8b158a-2bbe-4d5b-afda-c1511a198eb1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/21bd3571-ca58-4a3d-bed2-a61dcce5cf67 HTTP/1.1" status: 204 len: 168 time: 0.1948392 Dec 16 10:07:38.416844 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b158a-2bbe-4d5b-afda-c1511a198eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bd3571-ca58-4a3d-bed2-a61dcce5cf67,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:38.461080 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b68c4a-f09a-46b5-9138-37caea0ca9cf service neutron] Pushing event updated for resources: {'Port': ['ID=1f89c331-bd72-46eb-b4dd-82d054e7c59c,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:38.909146 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-69b68c4a-f09a-46b5-9138-37caea0ca9cf service neutron] Attempting to bind port 1f89c331-bd72-46eb-b4dd-82d054e7c59c on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:07:38.909918 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-69b68c4a-f09a-46b5-9138-37caea0ca9cf service neutron] Attempting to bind port 1f89c331-bd72-46eb-b4dd-82d054e7c59c by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:07:38.909918 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-69b68c4a-f09a-46b5-9138-37caea0ca9cf service neutron] Attempting to bind port 1f89c331-bd72-46eb-b4dd-82d054e7c59c on network e3612a9f-8ab3-4e75-9810-d35fcac351bb {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:07:38.918716 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-69b68c4a-f09a-46b5-9138-37caea0ca9cf service neutron] Port 1f89c331-bd72-46eb-b4dd-82d054e7c59c on network e3612a9f-8ab3-4e75-9810-d35fcac351bb not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:07:38.918957 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-69b68c4a-f09a-46b5-9138-37caea0ca9cf service neutron] Attempting to bind port 1f89c331-bd72-46eb-b4dd-82d054e7c59c on network e3612a9f-8ab3-4e75-9810-d35fcac351bb {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:07:38.928698 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-69b68c4a-f09a-46b5-9138-37caea0ca9cf service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:07:38.929034 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-69b68c4a-f09a-46b5-9138-37caea0ca9cf service neutron] Checking segment: {'id': 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:07:38.929451 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-69b68c4a-f09a-46b5-9138-37caea0ca9cf service neutron] Bound using segment: {'id': 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:07:38.929887 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-69b68c4a-f09a-46b5-9138-37caea0ca9cf service neutron] Bound port: 1f89c331-bd72-46eb-b4dd-82d054e7c59c, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:07:38.930251 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-69b68c4a-f09a-46b5-9138-37caea0ca9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:38.950472 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d0011-7cf3-4eae-bba7-d30c3fc0c79c req-04487f98-2218-4cea-b5aa-9234cd55d53d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:38.952673 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bc6d0011-7cf3-4eae-bba7-d30c3fc0c79c req-04487f98-2218-4cea-b5aa-9234cd55d53d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 944 time: 0.0797839 Dec 16 10:07:39.035128 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bc6d0011-7cf3-4eae-bba7-d30c3fc0c79c req-0d44d566-e8a2-4503-94c3-8a183e0e0142 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594654 Dec 16 10:07:39.039856 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-69b68c4a-f09a-46b5-9138-37caea0ca9cf service neutron] For port 1f89c331-bd72-46eb-b4dd-82d054e7c59c, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:07:39.044250 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-69b68c4a-f09a-46b5-9138-37caea0ca9cf service neutron] For port 1f89c331-bd72-46eb-b4dd-82d054e7c59c, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=1f89c331-bd72-46eb-b4dd-82d054e7c59c,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:07:39.107140 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-69b68c4a-f09a-46b5-9138-37caea0ca9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:39.150938 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-69b68c4a-f09a-46b5-9138-37caea0ca9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:39.151567 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-69b68c4a-f09a-46b5-9138-37caea0ca9cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:39.153090 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-69b68c4a-f09a-46b5-9138-37caea0ca9cf service neutron] 10.222.0.58 "PUT /v2.0/ports/1f89c331-bd72-46eb-b4dd-82d054e7c59c HTTP/1.1" status: 200 len: 1092 time: 1.2512736 Dec 16 10:07:39.153558 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6bde9fd-7b34-4998-bb4c-5e81980deffe', 'tag': '1f89c331-bd72-46eb-b4dd-82d054e7c59c'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:07:39.155880 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec15bdde-82ee-4e8a-ae44-64f02b5329ee" -d '{"events": [{"name": "network-changed", "server_uuid": "e6bde9fd-7b34-4998-bb4c-5e81980deffe", "tag": "1f89c331-bd72-46eb-b4dd-82d054e7c59c"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:07:39.193570 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b68c4a-f09a-46b5-9138-37caea0ca9cf service neutron] Pushing event updated for resources: {'Port': ['ID=1f89c331-bd72-46eb-b4dd-82d054e7c59c,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:39.222859 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60176) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:07:39.237597 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-83b03662-a12b-4d69-a90f-534cae3cafc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:39.280483 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-3ada85a2-9080-4f49-8735-5617aa6af04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:39.282384 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-3ada85a2-9080-4f49-8735-5617aa6af04d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 1095 time: 0.0479701 Dec 16 10:07:39.345536 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-02596d86-5672-48a1-bae4-db093fd8fbff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f89c331-bd72-46eb-b4dd-82d054e7c59c HTTP/1.1" status: 200 len: 217 time: 0.0551739 Dec 16 10:07:39.364393 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-83b03662-a12b-4d69-a90f-534cae3cafc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:39.421303 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-e7a84820-8299-47b6-9024-715b89b10925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:39.423059 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-e7a84820-8299-47b6-9024-715b89b10925 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=671bcf58-3379-4056-970a-d40ccd64fd91 HTTP/1.1" status: 200 len: 851 time: 0.0696211 Dec 16 10:07:39.465960 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-83b03662-a12b-4d69-a90f-534cae3cafc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:39.472610 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-c681d34b-e1e7-4b90-92cc-beebd92682c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:39.474546 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-c681d34b-e1e7-4b90-92cc-beebd92682c8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3612a9f-8ab3-4e75-9810-d35fcac351bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445142 Dec 16 10:07:39.505344 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b03662-a12b-4d69-a90f-534cae3cafc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7841f8-7a03-4f0c-aa72-fa0100d1d251,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:39.512567 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-83b03662-a12b-4d69-a90f-534cae3cafc6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0733ff42485648d4aa6fb7a116601e96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2885938 Dec 16 10:07:39.513264 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60178) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:07:39.567773 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ead146fc-646d-4d1d-aecc-afe37a812c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:39.579427 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-fdc7d079-bf74-4282-a54b-dc58d6f8a1a2 service neutron] 10.222.0.58 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976455 Dec 16 10:07:39.594574 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ead146fc-646d-4d1d-aecc-afe37a812c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:39.693172 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4a2c2cf0-0daf-4eb0-a5d2-e0447bffa118 req-73654b1d-16b7-4830-8cb3-3f0a60986962 service neutron] 10.222.0.58 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066852 Dec 16 10:07:39.722660 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ead146fc-646d-4d1d-aecc-afe37a812c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:39.725418 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ead146fc-646d-4d1d-aecc-afe37a812c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:39.726597 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ead146fc-646d-4d1d-aecc-afe37a812c4b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dc7841f8-7a03-4f0c-aa72-fa0100d1d251 HTTP/1.1" status: 204 len: 168 time: 0.2120457 Dec 16 10:07:39.736101 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead146fc-646d-4d1d-aecc-afe37a812c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7841f8-7a03-4f0c-aa72-fa0100d1d251,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:40.208392 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b42acf-b956-4202-9140-6962a5cd8cee req-d1822c52-7030-47dc-940f-66bfd0ed1f6d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:40.210133 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-89b42acf-b956-4202-9140-6962a5cd8cee req-d1822c52-7030-47dc-940f-66bfd0ed1f6d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 944 time: 0.0837564 Dec 16 10:07:40.250496 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3cec9e-db17-4f83-b3a1-ddc5575ce2bf x-openstack-request-id: req-1a3cec9e-db17-4f83-b3a1-ddc5575ce2bf {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:07:40.250795 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6bde9fd-7b34-4998-bb4c-5e81980deffe", "tag": "1f89c331-bd72-46eb-b4dd-82d054e7c59c", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:07:40.251048 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1a3cec9e-db17-4f83-b3a1-ddc5575ce2bf {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:07:40.251451 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6bde9fd-7b34-4998-bb4c-5e81980deffe', 'tag': '1f89c331-bd72-46eb-b4dd-82d054e7c59c', 'status': 'completed', 'code': 200} Dec 16 10:07:40.308773 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-89b42acf-b956-4202-9140-6962a5cd8cee req-391be497-e1cc-4c51-ae7e-b33965e70993 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0847003 Dec 16 10:07:40.326591 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15bdde-82ee-4e8a-ae44-64f02b5329ee req-02a49743-ac46-42d4-8071-5397e33199b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:40.328385 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ec15bdde-82ee-4e8a-ae44-64f02b5329ee req-02a49743-ac46-42d4-8071-5397e33199b3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 1095 time: 0.0569687 Dec 16 10:07:40.443364 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15bdde-82ee-4e8a-ae44-64f02b5329ee req-ad7cb6d5-fcc7-4554-916a-d28b05133949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:40.444944 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ec15bdde-82ee-4e8a-ae44-64f02b5329ee req-ad7cb6d5-fcc7-4554-916a-d28b05133949 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3612a9f-8ab3-4e75-9810-d35fcac351bb HTTP/1.1" status: 200 len: 913 time: 0.1100929 Dec 16 10:07:40.490019 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ec15bdde-82ee-4e8a-ae44-64f02b5329ee req-4578ac6b-755b-4b6c-825f-fd5f1045f662 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f89c331-bd72-46eb-b4dd-82d054e7c59c HTTP/1.1" status: 200 len: 217 time: 0.0377522 Dec 16 10:07:40.551465 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15bdde-82ee-4e8a-ae44-64f02b5329ee req-f64503ec-d43a-49e6-93c6-75167ead6d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:40.552953 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ec15bdde-82ee-4e8a-ae44-64f02b5329ee req-f64503ec-d43a-49e6-93c6-75167ead6d6e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=671bcf58-3379-4056-970a-d40ccd64fd91 HTTP/1.1" status: 200 len: 851 time: 0.0557792 Dec 16 10:07:40.605098 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15bdde-82ee-4e8a-ae44-64f02b5329ee req-6728f7c1-d060-4948-a224-24a4246e013b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:40.606840 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ec15bdde-82ee-4e8a-ae44-64f02b5329ee req-6728f7c1-d060-4948-a224-24a4246e013b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3612a9f-8ab3-4e75-9810-d35fcac351bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472436 Dec 16 10:07:40.717031 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ec15bdde-82ee-4e8a-ae44-64f02b5329ee req-2294bc13-f21e-4ac0-b1c8-f7c9c9484fdf service neutron] 10.222.0.58 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026659 Dec 16 10:07:40.828511 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ec15bdde-82ee-4e8a-ae44-64f02b5329ee req-805f6d73-4500-4f67-8ca3-9ac2ed5572f0 service neutron] 10.222.0.58 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038272 Dec 16 10:07:40.894680 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:41.438237 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15a6ee-7bc1-41bc-965e-0088e8ee0c04 req-45eba534-9606-42b0-b420-1f4dcd7d7b82 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:41.440028 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fa15a6ee-7bc1-41bc-965e-0088e8ee0c04 req-45eba534-9606-42b0-b420-1f4dcd7d7b82 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 944 time: 0.0558422 Dec 16 10:07:41.488706 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fa15a6ee-7bc1-41bc-965e-0088e8ee0c04 req-8e66f356-4c93-4eea-ac2e-06a3df1290d3 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424476 Dec 16 10:07:42.624035 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404e467-cf38-434b-974c-4de74ba09aac req-ac28c644-64de-45ad-8b68-7be01dd92a02 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:42.638767 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d404e467-cf38-434b-974c-4de74ba09aac req-ac28c644-64de-45ad-8b68-7be01dd92a02 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 944 time: 0.0543721 Dec 16 10:07:42.666669 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d404e467-cf38-434b-974c-4de74ba09aac req-490d80dc-2c86-44be-86a1-652e6d562ab9 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343604 Dec 16 10:07:43.788507 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06347e-9836-4b88-a6f3-f083f41c8b4f req-2f3f2d2b-ff07-438b-8bf7-ba7f76f0bb52 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:43.790082 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7b06347e-9836-4b88-a6f3-f083f41c8b4f req-2f3f2d2b-ff07-438b-8bf7-ba7f76f0bb52 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 944 time: 0.0516849 Dec 16 10:07:43.831323 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7b06347e-9836-4b88-a6f3-f083f41c8b4f req-f89f7900-c70c-4419-8089-f086d53808d6 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351119 Dec 16 10:07:44.415565 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60262) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:07:44.524000 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-55a0172d-c7d5-423d-ad87-a7ee56cf5347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:44.599788 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-55a0172d-c7d5-423d-ad87-a7ee56cf5347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:44.676250 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-55a0172d-c7d5-423d-ad87-a7ee56cf5347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:44.719431 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-55a0172d-c7d5-423d-ad87-a7ee56cf5347 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=99ae3ffe980544c0a08879dbd73111d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3027394 Dec 16 10:07:44.720314 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0172d-c7d5-423d-ad87-a7ee56cf5347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52718280-5e93-4b87-9fd6-56e817c93115,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:44.722155 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60266) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:07:44.774421 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2fa9261f-55cc-488e-9a30-46cdef9228c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:44.803182 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2fa9261f-55cc-488e-9a30-46cdef9228c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:44.930036 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2fa9261f-55cc-488e-9a30-46cdef9228c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:44.932550 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2fa9261f-55cc-488e-9a30-46cdef9228c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:44.933779 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2fa9261f-55cc-488e-9a30-46cdef9228c1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/52718280-5e93-4b87-9fd6-56e817c93115 HTTP/1.1" status: 204 len: 168 time: 0.2106121 Dec 16 10:07:44.946569 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9261f-55cc-488e-9a30-46cdef9228c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52718280-5e93-4b87-9fd6-56e817c93115,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:44.968635 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bcbaa-101c-41ae-abb2-5135a2e45077 req-33436188-5b38-4c5c-8dc1-c1949dbdab72 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:44.970789 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-886bcbaa-101c-41ae-abb2-5135a2e45077 req-33436188-5b38-4c5c-8dc1-c1949dbdab72 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 944 time: 0.0689530 Dec 16 10:07:45.012029 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-886bcbaa-101c-41ae-abb2-5135a2e45077 req-7ae22d18-6222-4964-9252-de3ec697518d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343728 Dec 16 10:07:45.647614 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60274) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:07:45.660855 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-28bc8def-150f-418c-9861-63f5fb80e610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:45.737717 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-28bc8def-150f-418c-9861-63f5fb80e610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:45.808544 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-28bc8def-150f-418c-9861-63f5fb80e610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:45.848494 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-28bc8def-150f-418c-9861-63f5fb80e610 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8a2d83ab6bba47d9ae1371d89bf2b00a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2009902 Dec 16 10:07:45.849439 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc8def-150f-418c-9861-63f5fb80e610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40643d98-ae2c-4d3b-a547-405b0efbda3d,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:45.851898 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60276) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:07:45.906206 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b0183995-1345-4ac8-a381-5a9559465a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:45.928324 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b0183995-1345-4ac8-a381-5a9559465a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:46.071520 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b0183995-1345-4ac8-a381-5a9559465a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:46.074246 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b0183995-1345-4ac8-a381-5a9559465a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:46.075464 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b0183995-1345-4ac8-a381-5a9559465a78 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/40643d98-ae2c-4d3b-a547-405b0efbda3d HTTP/1.1" status: 204 len: 168 time: 0.2226930 Dec 16 10:07:46.085572 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0183995-1345-4ac8-a381-5a9559465a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40643d98-ae2c-4d3b-a547-405b0efbda3d,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:46.142073 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa73a2e-382b-4808-bd20-757de7931461 req-07974e13-f779-491a-bedf-767b1c07f3c1 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:46.143962 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0aa73a2e-382b-4808-bd20-757de7931461 req-07974e13-f779-491a-bedf-767b1c07f3c1 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 944 time: 0.0612776 Dec 16 10:07:46.184118 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0aa73a2e-382b-4808-bd20-757de7931461 req-af8afd0a-9abf-445a-ba16-729cb7a3afcc tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339599 Dec 16 10:07:47.481298 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486b629-faad-4fcb-8a1c-3f4195eebbfa req-677cab47-e57e-4cf7-a2a2-f617f5675339 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:47.482802 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9486b629-faad-4fcb-8a1c-3f4195eebbfa req-677cab47-e57e-4cf7-a2a2-f617f5675339 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 944 time: 0.2314403 Dec 16 10:07:47.521947 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9486b629-faad-4fcb-8a1c-3f4195eebbfa req-8d5719d9-5ed9-486f-92fc-3a7a4e9eac8d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331182 Dec 16 10:07:47.559179 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:07:48.825494 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74a916-2d73-48ee-836c-f316f1790644 req-df5d0f0a-efca-4f20-85ad-71abb382f63a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:48.827035 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8b74a916-2d73-48ee-836c-f316f1790644 req-df5d0f0a-efca-4f20-85ad-71abb382f63a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 944 time: 0.2277858 Dec 16 10:07:48.869535 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8b74a916-2d73-48ee-836c-f316f1790644 req-092aa1cf-aff5-4ce6-bbae-1abcb1bd22b2 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357275 Dec 16 10:07:49.809588 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 1f89c331-bd72-46eb-b4dd-82d054e7c59c details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:07:49.916595 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 1f89c331-bd72-46eb-b4dd-82d054e7c59c, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=1f89c331-bd72-46eb-b4dd-82d054e7c59c,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:07:49.929697 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '1f89c331-bd72-46eb-b4dd-82d054e7c59c', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'port_id': '1f89c331-bd72-46eb-b4dd-82d054e7c59c', 'mac_address': 'fa:16:3e:cc:b0:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:07:49.972925 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:49.988200 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f89c331-bd72-46eb-b4dd-82d054e7c59c {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:07:50.011950 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c75c9-8827-4da9-b1b2-b9a3620a9fa0 req-dbd8e5c8-9dce-4d3f-8421-29df39a006a3 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:50.013281 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-358c75c9-8827-4da9-b1b2-b9a3620a9fa0 req-dbd8e5c8-9dce-4d3f-8421-29df39a006a3 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 944 time: 0.0627723 Dec 16 10:07:50.014672 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 1f89c331-bd72-46eb-b4dd-82d054e7c59c, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=1f89c331-bd72-46eb-b4dd-82d054e7c59c,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:07:50.066327 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-358c75c9-8827-4da9-b1b2-b9a3620a9fa0 req-f527bf6c-6c2d-4093-b096-afcc54e7e868 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453298 Dec 16 10:07:50.088613 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:50.140048 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=1f89c331-bd72-46eb-b4dd-82d054e7c59c,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:50.147302 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:50.147644 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:50.147981 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:50.148423 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:50.148758 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:50.149084 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:50.149432 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:50.149753 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:50.155906 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:50.155906 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:50.155906 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:50.155906 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:50.296469 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['1f89c331-bd72-46eb-b4dd-82d054e7c59c'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:07:51.193732 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3436a-498a-4737-a1ae-95ef7b7c4531 req-8216d5a6-a335-4b10-a0ba-c7016c7cf956 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:51.195147 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c6c3436a-498a-4737-a1ae-95ef7b7c4531 req-8216d5a6-a335-4b10-a0ba-c7016c7cf956 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 945 time: 0.0587482 Dec 16 10:07:51.240435 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c6c3436a-498a-4737-a1ae-95ef7b7c4531 req-1d78c5d5-c660-4c18-b279-d1a57e5eea85 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389445 Dec 16 10:07:51.807376 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 1f89c331-bd72-46eb-b4dd-82d054e7c59c up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:07:51.917252 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 1f89c331-bd72-46eb-b4dd-82d054e7c59c completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:07:51.921743 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 1f89c331-bd72-46eb-b4dd-82d054e7c59c triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:07:51.922118 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:52.010090 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:52.033959 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6bde9fd-7b34-4998-bb4c-5e81980deffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f89c331-bd72-46eb-b4dd-82d054e7c59c'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:07:52.036258 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa402e45-7302-4b13-a8c5-f1d9adb3f085" -d '{"events": [{"server_uuid": "e6bde9fd-7b34-4998-bb4c-5e81980deffe", "name": "network-vif-plugged", "status": "completed", "tag": "1f89c331-bd72-46eb-b4dd-82d054e7c59c"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:07:52.050081 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 1f89c331-bd72-46eb-b4dd-82d054e7c59c, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=1f89c331-bd72-46eb-b4dd-82d054e7c59c,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:07:52.079082 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6068ec3f-2796-4950-bcc2-4ec4235f83c0 x-openstack-request-id: req-6068ec3f-2796-4950-bcc2-4ec4235f83c0 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:07:52.079368 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6bde9fd-7b34-4998-bb4c-5e81980deffe", "name": "network-vif-plugged", "status": "completed", "tag": "1f89c331-bd72-46eb-b4dd-82d054e7c59c", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:07:52.079616 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6068ec3f-2796-4950-bcc2-4ec4235f83c0 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:07:52.080038 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6bde9fd-7b34-4998-bb4c-5e81980deffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f89c331-bd72-46eb-b4dd-82d054e7c59c', 'code': 200} Dec 16 10:07:52.122930 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:52.186954 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=1f89c331-bd72-46eb-b4dd-82d054e7c59c,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:52.188397 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a4815-7ff5-474c-9d66-03745f16bda7 req-6adb1303-a05c-4dd0-a0de-d88d086febae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:52.196077 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dc2a4815-7ff5-474c-9d66-03745f16bda7 req-6adb1303-a05c-4dd0-a0de-d88d086febae service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 1097 time: 0.0494728 Dec 16 10:07:52.239715 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dc2a4815-7ff5-474c-9d66-03745f16bda7 req-5f03082d-f99b-44a4-9130-8e80a99ca376 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422323 Dec 16 10:07:52.365317 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e19d3f-2aa1-4c8e-9f17-ed4e3b0f4720 req-3998171f-4922-4c4f-a622-290bfbcb2f4f tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:52.366820 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-61e19d3f-2aa1-4c8e-9f17-ed4e3b0f4720 req-3998171f-4922-4c4f-a622-290bfbcb2f4f tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 946 time: 0.0588160 Dec 16 10:07:52.408834 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-61e19d3f-2aa1-4c8e-9f17-ed4e3b0f4720 req-e66f2fe5-1a9f-4e6d-9e77-b2710783e06b tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356078 Dec 16 10:07:53.542200 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d7b0e-f0a6-4166-baf3-1977d91db496 req-a085d49b-377d-4ac7-b830-dce54ea3eab4 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:53.543378 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d81d7b0e-f0a6-4166-baf3-1977d91db496 req-a085d49b-377d-4ac7-b830-dce54ea3eab4 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 946 time: 0.0625153 Dec 16 10:07:53.587572 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d81d7b0e-f0a6-4166-baf3-1977d91db496 req-051109dc-73d4-43aa-93bb-d4453840eeac tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363057 Dec 16 10:07:53.715744 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cebc75-a548-4f7b-867a-44bff2184cee req-32a4940f-421a-45e8-a349-9a1ca0ac3cef tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:53.717429 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94cebc75-a548-4f7b-867a-44bff2184cee req-32a4940f-421a-45e8-a349-9a1ca0ac3cef tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 946 time: 0.0589352 Dec 16 10:07:53.760186 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94cebc75-a548-4f7b-867a-44bff2184cee req-a45f9f85-63c9-4045-8ddd-7682d2359acc tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362968 Dec 16 10:07:53.783112 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60380) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:07:53.825164 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1674d98b-ab30-4129-ae4d-e60ed9e906ce tempest-TestVolumeBootPattern-2142046735 tempest-TestVolumeBootPattern-2142046735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:53.826696 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1674d98b-ab30-4129-ae4d-e60ed9e906ce tempest-TestVolumeBootPattern-2142046735 tempest-TestVolumeBootPattern-2142046735-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 1092 time: 0.0425537 Dec 16 10:07:53.829516 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60382) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:07:53.834085 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-158069f2-63c8-4763-a2ef-2787ee2a1c0e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'port_id': '1f89c331-bd72-46eb-b4dd-82d054e7c59c', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:07:53.917774 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-158069f2-63c8-4763-a2ef-2787ee2a1c0e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for floatingip, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:54.034397 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-158069f2-63c8-4763-a2ef-2787ee2a1c0e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:54.134593 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-dee35f2d-ca84-4037-91ce-1e133169755f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:54.157046 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-158069f2-63c8-4763-a2ef-2787ee2a1c0e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Allocated IP 172.25.1.47 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/66ee7990-f1b1-466f-ba74-d2ca67d58e7e) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:07:54.275377 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-158069f2-63c8-4763-a2ef-2787ee2a1c0e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:54.403342 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-158069f2-63c8-4763-a2ef-2787ee2a1c0e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:54.443708 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158069f2-63c8-4763-a2ef-2787ee2a1c0e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:07:54.448200 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-158069f2-63c8-4763-a2ef-2787ee2a1c0e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:07:54.455113 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158069f2-63c8-4763-a2ef-2787ee2a1c0e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:07:54.459041 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158069f2-63c8-4763-a2ef-2787ee2a1c0e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Pushing event updated for resources: {'Port': ['ID=66ee7990-f1b1-466f-ba74-d2ca67d58e7e,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:54.748681 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60388) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:07:54.825592 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-158069f2-63c8-4763-a2ef-2787ee2a1c0e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:54.857709 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-47b423ea-2788-4925-99f9-1a018403683d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:54.942520 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-47b423ea-2788-4925-99f9-1a018403683d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:54.953028 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-158069f2-63c8-4763-a2ef-2787ee2a1c0e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:55.025830 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-47b423ea-2788-4925-99f9-1a018403683d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:55.067835 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b423ea-2788-4925-99f9-1a018403683d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74354ff0-99ce-48fa-89f6-267df1cf933d,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:55.074617 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-47b423ea-2788-4925-99f9-1a018403683d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3baeb4c61cb448559be893dc7a21f8c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3223534 Dec 16 10:07:55.074872 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60392) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:07:55.113517 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-158069f2-63c8-4763-a2ef-2787ee2a1c0e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:55.127875 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-beefeea8-09d6-402e-b931-0eb09e5c0349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:55.158822 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-beefeea8-09d6-402e-b931-0eb09e5c0349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:55.196998 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-158069f2-63c8-4763-a2ef-2787ee2a1c0e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:55.273825 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158069f2-63c8-4763-a2ef-2787ee2a1c0e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Pushing event updated for resources: {'Port': ['ID=66ee7990-f1b1-466f-ba74-d2ca67d58e7e,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:55.284533 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-158069f2-63c8-4763-a2ef-2787ee2a1c0e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:55.294062 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-beefeea8-09d6-402e-b931-0eb09e5c0349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:55.296855 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-beefeea8-09d6-402e-b931-0eb09e5c0349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:55.298248 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-beefeea8-09d6-402e-b931-0eb09e5c0349 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/74354ff0-99ce-48fa-89f6-267df1cf933d HTTP/1.1" status: 204 len: 168 time: 0.2224452 Dec 16 10:07:55.307486 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefeea8-09d6-402e-b931-0eb09e5c0349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74354ff0-99ce-48fa-89f6-267df1cf933d,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:55.389199 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [None req-158069f2-63c8-4763-a2ef-2787ee2a1c0e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Floating IP b8be5e3b-1b54-41fe-9283-9590f4917af2 associated. External IP: 172.25.1.47, port: 1f89c331-bd72-46eb-b4dd-82d054e7c59c. Dec 16 10:07:55.881929 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158069f2-63c8-4763-a2ef-2787ee2a1c0e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Router 55c9eca4-02fe-40cb-b6f7-c29584055c8b has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:07:56.018162 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158069f2-63c8-4763-a2ef-2787ee2a1c0e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:07:56.023450 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60398) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:07:56.029176 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cdaf20-543b-41a5-8107-14ce801a4088 None None] Sync routers for ids ['55c9eca4-02fe-40cb-b6f7-c29584055c8b'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:07:56.038651 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cdaf20-543b-41a5-8107-14ce801a4088 None None] Routers {'55c9eca4-02fe-40cb-b6f7-c29584055c8b'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:07:56.039287 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-f0cdaf20-543b-41a5-8107-14ce801a4088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:07:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['55c9eca4-02fe-40cb-b6f7-c29584055c8b'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:07:56.043361 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e853bf6-de58-4788-9cc1-8b2ef52da017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:56.125185 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e853bf6-de58-4788-9cc1-8b2ef52da017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:56.147475 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-f0cdaf20-543b-41a5-8107-14ce801a4088 None None] Set router 55c9eca4-02fe-40cb-b6f7-c29584055c8b gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:07:56.153001 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-158069f2-63c8-4763-a2ef-2787ee2a1c0e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:56.183198 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-158069f2-63c8-4763-a2ef-2787ee2a1c0e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3526368 Dec 16 10:07:56.183944 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6bde9fd-7b34-4998-bb4c-5e81980deffe', 'tag': '1f89c331-bd72-46eb-b4dd-82d054e7c59c'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:07:56.186363 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f7a348-b800-4dcd-b04a-64ffcd9aabec" -d '{"events": [{"name": "network-changed", "server_uuid": "e6bde9fd-7b34-4998-bb4c-5e81980deffe", "tag": "1f89c331-bd72-46eb-b4dd-82d054e7c59c"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:07:56.214328 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8e853bf6-de58-4788-9cc1-8b2ef52da017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:56.260741 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60406) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:07:56.261349 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8e853bf6-de58-4788-9cc1-8b2ef52da017 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1ed0c85740f84400852f9d28290baa95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2362251 Dec 16 10:07:56.262366 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e853bf6-de58-4788-9cc1-8b2ef52da017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d13a672-8f9a-44a7-b4a0-bd17119e42a8,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:56.318113 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-858d9fc9-3eac-4cad-813f-606016d26f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:56.345464 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-858d9fc9-3eac-4cad-813f-606016d26f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:56.389242 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-f0cdaf20-543b-41a5-8107-14ce801a4088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'name': 'tempest-TestVolumeBootPattern-1877547181-router', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:51Z', 'updated_at': '2021-12-16T09:58:58Z', 'revision_number': 4, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'gw_port': {'id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:52Z', 'updated_at': '2021-12-16T09:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'b8be5e3b-1b54-41fe-9283-9590f4917af2', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'port_id': '1f89c331-bd72-46eb-b4dd-82d054e7c59c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'mac_address': 'fa:16:3e:cc:b0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bde9fd-7b34-4998-bb4c-5e81980deffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:07:54Z', 'updated_at': '2021-12-16T10:07:54Z', 'revision_number': 0, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425236ad-81bf-4b8c-8858-713a92ef0796', 'name': '', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'mac_address': 'fa:16:3e:30:0d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:57Z', 'updated_at': '2021-12-16T09:59:02Z', 'revision_number': 5, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'subnets': [{'id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:07:56.396725 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b05be19f-6434-4fdc-9c6e-a640ed9dd726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:56.416874 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cdaf20-543b-41a5-8107-14ce801a4088 None None] Checking router: 55c9eca4-02fe-40cb-b6f7-c29584055c8b for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:07:56.430953 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cdaf20-543b-41a5-8107-14ce801a4088 None None] Routers {'55c9eca4-02fe-40cb-b6f7-c29584055c8b'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:07:56.431604 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-f0cdaf20-543b-41a5-8107-14ce801a4088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:07:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['55c9eca4-02fe-40cb-b6f7-c29584055c8b'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:07:56.444205 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-858d9fc9-3eac-4cad-813f-606016d26f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:56.447062 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-858d9fc9-3eac-4cad-813f-606016d26f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:56.449222 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-858d9fc9-3eac-4cad-813f-606016d26f07 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1d13a672-8f9a-44a7-b4a0-bd17119e42a8 HTTP/1.1" status: 204 len: 168 time: 0.1859472 Dec 16 10:07:56.452733 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b74587b-8c96-42f4-8bbf-2639c6857f03 x-openstack-request-id: req-1b74587b-8c96-42f4-8bbf-2639c6857f03 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:07:56.452873 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6bde9fd-7b34-4998-bb4c-5e81980deffe", "tag": "1f89c331-bd72-46eb-b4dd-82d054e7c59c", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:07:56.453596 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1b74587b-8c96-42f4-8bbf-2639c6857f03 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:07:56.453596 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6bde9fd-7b34-4998-bb4c-5e81980deffe', 'tag': '1f89c331-bd72-46eb-b4dd-82d054e7c59c', 'status': 'completed', 'code': 200} Dec 16 10:07:56.460372 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d9fc9-3eac-4cad-813f-606016d26f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d13a672-8f9a-44a7-b4a0-bd17119e42a8,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:56.524571 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7a348-b800-4dcd-b04a-64ffcd9aabec req-5b3af037-9f4d-4d81-82b5-4af76fef5ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:56.527453 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a0f7a348-b800-4dcd-b04a-64ffcd9aabec req-5b3af037-9f4d-4d81-82b5-4af76fef5ac7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 1097 time: 0.0479624 Dec 16 10:07:56.553575 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-f0cdaf20-543b-41a5-8107-14ce801a4088 None None] Set router 55c9eca4-02fe-40cb-b6f7-c29584055c8b gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:07:56.621087 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7a348-b800-4dcd-b04a-64ffcd9aabec req-918c0980-8b48-4464-9a25-5ac1da9c8b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:56.622604 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a0f7a348-b800-4dcd-b04a-64ffcd9aabec req-918c0980-8b48-4464-9a25-5ac1da9c8b78 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3612a9f-8ab3-4e75-9810-d35fcac351bb HTTP/1.1" status: 200 len: 913 time: 0.0896678 Dec 16 10:07:56.703379 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a0f7a348-b800-4dcd-b04a-64ffcd9aabec req-a6e32993-6738-4972-9dec-b0b1d0959724 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f89c331-bd72-46eb-b4dd-82d054e7c59c HTTP/1.1" status: 200 len: 999 time: 0.0732472 Dec 16 10:07:56.756237 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7a348-b800-4dcd-b04a-64ffcd9aabec req-93e3c3e3-3ea7-4485-8793-d3849048f748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:56.758804 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a0f7a348-b800-4dcd-b04a-64ffcd9aabec req-93e3c3e3-3ea7-4485-8793-d3849048f748 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=671bcf58-3379-4056-970a-d40ccd64fd91 HTTP/1.1" status: 200 len: 851 time: 0.0483005 Dec 16 10:07:56.798000 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-f0cdaf20-543b-41a5-8107-14ce801a4088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'name': 'tempest-TestVolumeBootPattern-1877547181-router', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:51Z', 'updated_at': '2021-12-16T09:58:58Z', 'revision_number': 4, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'gw_port': {'id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:52Z', 'updated_at': '2021-12-16T09:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'b8be5e3b-1b54-41fe-9283-9590f4917af2', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'port_id': '1f89c331-bd72-46eb-b4dd-82d054e7c59c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'mac_address': 'fa:16:3e:cc:b0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bde9fd-7b34-4998-bb4c-5e81980deffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:07:54Z', 'updated_at': '2021-12-16T10:07:54Z', 'revision_number': 0, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425236ad-81bf-4b8c-8858-713a92ef0796', 'name': '', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'mac_address': 'fa:16:3e:30:0d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:57Z', 'updated_at': '2021-12-16T09:59:02Z', 'revision_number': 5, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'subnets': [{'id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:07:56.808677 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7a348-b800-4dcd-b04a-64ffcd9aabec req-4755848b-a779-48ed-a6f2-433918da2d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:56.810235 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a0f7a348-b800-4dcd-b04a-64ffcd9aabec req-4755848b-a779-48ed-a6f2-433918da2d8b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3612a9f-8ab3-4e75-9810-d35fcac351bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446444 Dec 16 10:07:56.825571 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cdaf20-543b-41a5-8107-14ce801a4088 None None] The sync data for ids ['55c9eca4-02fe-40cb-b6f7-c29584055c8b'] in n-d-820550-2 is: [{'id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'name': 'tempest-TestVolumeBootPattern-1877547181-router', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:51Z', 'updated_at': '2021-12-16T09:58:58Z', 'revision_number': 4, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'gw_port': {'id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:52Z', 'updated_at': '2021-12-16T09:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'b8be5e3b-1b54-41fe-9283-9590f4917af2', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'port_id': '1f89c331-bd72-46eb-b4dd-82d054e7c59c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'mac_address': 'fa:16:3e:cc:b0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bde9fd-7b34-4998-bb4c-5e81980deffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:07:54Z', 'updated_at': '2021-12-16T10:07:54Z', 'revision_number': 0, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425236ad-81bf-4b8c-8858-713a92ef0796', 'name': '', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'mac_address': 'fa:16:3e:30:0d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:57Z', 'updated_at': '2021-12-16T09:59:02Z', 'revision_number': 5, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'subnets': [{'id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:07:56.916442 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a0f7a348-b800-4dcd-b04a-64ffcd9aabec req-4137678e-c7a6-47d1-840b-7132425ef3d8 service neutron] 10.222.0.58 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993061 Dec 16 10:07:57.025104 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a0f7a348-b800-4dcd-b04a-64ffcd9aabec req-e852fc30-c87a-4fdc-8456-64f5b578e565 service neutron] 10.222.0.58 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012540 Dec 16 10:07:57.064727 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f099f13-e151-45c7-9418-544072c40d8b None None] New status for floating IP b8be5e3b-1b54-41fe-9283-9590f4917af2: ACTIVE {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:07:57.682828 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:59.196722 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:59.557191 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:03.670535 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a7dd2e00-59ec-43b2-bc22-94b5978e8507 req-97d4e315-8cd2-4286-af5c-e165e5eb1d86 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=196c8bb0-43d3-497c-9a39-56b9ebd92de7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424032 Dec 16 10:08:03.766973 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd2e00-59ec-43b2-bc22-94b5978e8507 req-00d6d0d7-1207-40f9-84bc-2c98cb2bb63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:03.768585 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a7dd2e00-59ec-43b2-bc22-94b5978e8507 req-00d6d0d7-1207-40f9-84bc-2c98cb2bb63e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=320bbcd30702464aa30ea049791a3f74&device_id=196c8bb0-43d3-497c-9a39-56b9ebd92de7 HTTP/1.1" status: 200 len: 1096 time: 0.0521150 Dec 16 10:08:03.883301 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd2e00-59ec-43b2-bc22-94b5978e8507 req-1bd6b8b3-822c-445d-83ff-0c99b5489aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:03.884800 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a7dd2e00-59ec-43b2-bc22-94b5978e8507 req-1bd6b8b3-822c-445d-83ff-0c99b5489aed service neutron] 10.222.0.57 "GET /v2.0/networks?id=27292526-6847-40de-8239-e8eb1a5b306e HTTP/1.1" status: 200 len: 910 time: 0.0975680 Dec 16 10:08:03.959411 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a7dd2e00-59ec-43b2-bc22-94b5978e8507 req-a59a2bf1-25c3-447d-897c-068064f3e25a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82a251af-3e0e-4ec8-b45c-06c4248a5d66 HTTP/1.1" status: 200 len: 1001 time: 0.0673649 Dec 16 10:08:04.014130 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd2e00-59ec-43b2-bc22-94b5978e8507 req-5c66073c-31d8-4bb7-994d-6f9d4ba1c926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:04.016162 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a7dd2e00-59ec-43b2-bc22-94b5978e8507 req-5c66073c-31d8-4bb7-994d-6f9d4ba1c926 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9ea4442-54c7-46d2-86a1-f269b79ba78c HTTP/1.1" status: 200 len: 848 time: 0.0507603 Dec 16 10:08:04.066557 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd2e00-59ec-43b2-bc22-94b5978e8507 req-f82df4b5-833d-4b7a-8ce1-46f86f9ae7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:04.068067 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a7dd2e00-59ec-43b2-bc22-94b5978e8507 req-f82df4b5-833d-4b7a-8ce1-46f86f9ae7a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=27292526-6847-40de-8239-e8eb1a5b306e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450919 Dec 16 10:08:04.178074 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a7dd2e00-59ec-43b2-bc22-94b5978e8507 req-0a85de2a-45ac-4484-b7f0-1bae6e4b8a6a service neutron] 10.222.0.57 "GET /v2.0/networks/27292526-6847-40de-8239-e8eb1a5b306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027830 Dec 16 10:08:04.288918 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a7dd2e00-59ec-43b2-bc22-94b5978e8507 req-3e7535b5-db3b-4a98-ac07-9156be448a8a service neutron] 10.222.0.57 "GET /v2.0/networks/27292526-6847-40de-8239-e8eb1a5b306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042151 Dec 16 10:08:07.482074 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:11.041550 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:14.320705 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60542) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:08:14.464596 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9a5e8cb4-6932-4876-9ede-21ba63a724a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:14.547543 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9a5e8cb4-6932-4876-9ede-21ba63a724a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:14.706235 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9a5e8cb4-6932-4876-9ede-21ba63a724a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:14.758847 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9a5e8cb4-6932-4876-9ede-21ba63a724a6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a7e119de441f4d2a97234e10a71824ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4369676 Dec 16 10:08:14.759749 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e8cb4-6932-4876-9ede-21ba63a724a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d4158c-ab78-4235-a3e3-206bdb86b5aa,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:14.761648 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60546) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:08:14.813194 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7dcccffc-9dc8-4f72-ab7c-eba0697efba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:14.835990 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7dcccffc-9dc8-4f72-ab7c-eba0697efba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:14.979222 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7dcccffc-9dc8-4f72-ab7c-eba0697efba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:14.983069 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7dcccffc-9dc8-4f72-ab7c-eba0697efba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:14.985812 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7dcccffc-9dc8-4f72-ab7c-eba0697efba7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b6d4158c-ab78-4235-a3e3-206bdb86b5aa HTTP/1.1" status: 204 len: 168 time: 0.2231143 Dec 16 10:08:14.995059 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcccffc-9dc8-4f72-ab7c-eba0697efba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d4158c-ab78-4235-a3e3-206bdb86b5aa,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:15.051953 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b322d-1975-4319-99f2-b7b27fd8ba6a req-95f7268d-d712-4496-872c-62c33a6893bb tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:15.053569 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-903b322d-1975-4319-99f2-b7b27fd8ba6a req-95f7268d-d712-4496-872c-62c33a6893bb tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "GET /v2.0/ports?device_id=196c8bb0-43d3-497c-9a39-56b9ebd92de7 HTTP/1.1" status: 200 len: 945 time: 0.0650730 Dec 16 10:08:15.093065 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-903b322d-1975-4319-99f2-b7b27fd8ba6a req-8a7e045b-fe8b-4193-921f-1a81ace9ff3b tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bd4c164-a20f-41a7-b87e-8197ebbb10e3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0334902 Dec 16 10:08:15.564946 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7de5b-1a63-4d92-a9b1-306b4f2b0ea1 req-4867e796-4f19-461c-a17a-2f7a50196b40 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:15.566509 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-78e7de5b-1a63-4d92-a9b1-306b4f2b0ea1 req-4867e796-4f19-461c-a17a-2f7a50196b40 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.57 "GET /v2.0/ports?device_id=196c8bb0-43d3-497c-9a39-56b9ebd92de7 HTTP/1.1" status: 200 len: 945 time: 0.0494969 Dec 16 10:08:15.607364 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60554) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:08:15.621878 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f87c4934-54f8-4d63-ab7c-b2857d792cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:15.700852 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f87c4934-54f8-4d63-ab7c-b2857d792cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:15.707055 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-78e7de5b-1a63-4d92-a9b1-306b4f2b0ea1 req-57e7105b-9477-4482-b2cc-446cffc979a8 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Deleting port 82a251af-3e0e-4ec8-b45c-06c4248a5d66 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:08:15.707402 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-78e7de5b-1a63-4d92-a9b1-306b4f2b0ea1 req-57e7105b-9477-4482-b2cc-446cffc979a8 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:15.774326 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f87c4934-54f8-4d63-ab7c-b2857d792cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:15.804018 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-78e7de5b-1a63-4d92-a9b1-306b4f2b0ea1 req-57e7105b-9477-4482-b2cc-446cffc979a8 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] For port 82a251af-3e0e-4ec8-b45c-06c4248a5d66, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=82a251af-3e0e-4ec8-b45c-06c4248a5d66,segment=NetworkSegment(645b9a81-e937-457a-8f98-2f95edce208c),segment_id=645b9a81-e937-457a-8f98-2f95edce208c)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:08:15.804420 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-78e7de5b-1a63-4d92-a9b1-306b4f2b0ea1 req-57e7105b-9477-4482-b2cc-446cffc979a8 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:15.816929 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f87c4934-54f8-4d63-ab7c-b2857d792cec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a1a74706da3e4f5fbb9e0451f5ed929b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2060690 Dec 16 10:08:15.816929 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c4934-54f8-4d63-ab7c-b2857d792cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de30d360-d02f-41f6-902d-9a5f4863f44e,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:15.818025 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60556) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:08:15.871684 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3c2eaa17-72bd-4a85-be4f-527ee8b76f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:15.896200 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3c2eaa17-72bd-4a85-be4f-527ee8b76f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:15.998621 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-78e7de5b-1a63-4d92-a9b1-306b4f2b0ea1 req-57e7105b-9477-4482-b2cc-446cffc979a8 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:15.998983 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-78e7de5b-1a63-4d92-a9b1-306b4f2b0ea1 req-57e7105b-9477-4482-b2cc-446cffc979a8 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:15.999305 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [req-78e7de5b-1a63-4d92-a9b1-306b4f2b0ea1 req-57e7105b-9477-4482-b2cc-446cffc979a8 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Floating IP 58228047-3049-4016-b9be-777b4385df6b disassociated. External IP: 172.25.1.201, port: 82a251af-3e0e-4ec8-b45c-06c4248a5d66. Dec 16 10:08:15.999675 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-78e7de5b-1a63-4d92-a9b1-306b4f2b0ea1 req-57e7105b-9477-4482-b2cc-446cffc979a8 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Calling delete_port for 82a251af-3e0e-4ec8-b45c-06c4248a5d66 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:08:16.020093 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3c2eaa17-72bd-4a85-be4f-527ee8b76f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:16.022812 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3c2eaa17-72bd-4a85-be4f-527ee8b76f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:16.027083 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3c2eaa17-72bd-4a85-be4f-527ee8b76f4e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/de30d360-d02f-41f6-902d-9a5f4863f44e HTTP/1.1" status: 204 len: 168 time: 0.2051661 Dec 16 10:08:16.034045 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2eaa17-72bd-4a85-be4f-527ee8b76f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de30d360-d02f-41f6-902d-9a5f4863f44e,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:16.196895 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-78e7de5b-1a63-4d92-a9b1-306b4f2b0ea1 req-57e7105b-9477-4482-b2cc-446cffc979a8 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:16.225468 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d93002-f377-40cf-a430-85b0240c0268 req-2bd01e94-ee88-4d9d-8c17-fbaee2a879c7 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:16.226954 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-67d93002-f377-40cf-a430-85b0240c0268 req-2bd01e94-ee88-4d9d-8c17-fbaee2a879c7 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "GET /v2.0/ports?device_id=196c8bb0-43d3-497c-9a39-56b9ebd92de7 HTTP/1.1" status: 200 len: 867 time: 0.0540476 Dec 16 10:08:16.232559 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7105b-9477-4482-b2cc-446cffc979a8 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Pushing event deleted for resources: {'Port': ['ID=82a251af-3e0e-4ec8-b45c-06c4248a5d66,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:16.277003 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-67d93002-f377-40cf-a430-85b0240c0268 req-787f250f-8945-432d-ad39-9576806d7968 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bd4c164-a20f-41a7-b87e-8197ebbb10e3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0427787 Dec 16 10:08:16.349535 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78e7de5b-1a63-4d92-a9b1-306b4f2b0ea1 req-57e7105b-9477-4482-b2cc-446cffc979a8 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Router 1e6bd5f6-941f-4abf-8c78-6eff3263139a has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:08:16.462489 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78e7de5b-1a63-4d92-a9b1-306b4f2b0ea1 req-57e7105b-9477-4482-b2cc-446cffc979a8 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:08:16.473025 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab34f815-58b9-4c6d-99e6-a30125301f26 None None] Sync routers for ids ['1e6bd5f6-941f-4abf-8c78-6eff3263139a'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:08:16.483714 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab34f815-58b9-4c6d-99e6-a30125301f26 None None] Routers {'1e6bd5f6-941f-4abf-8c78-6eff3263139a'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:08:16.485251 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-ab34f815-58b9-4c6d-99e6-a30125301f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:07:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['1e6bd5f6-941f-4abf-8c78-6eff3263139a'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:08:16.516103 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e7de5b-1a63-4d92-a9b1-306b4f2b0ea1 req-57e7105b-9477-4482-b2cc-446cffc979a8 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] No DVR routers for this DVR port 82a251af-3e0e-4ec8-b45c-06c4248a5d66 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:08:16.516103 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-78e7de5b-1a63-4d92-a9b1-306b4f2b0ea1 req-57e7105b-9477-4482-b2cc-446cffc979a8 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:16.518496 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-78e7de5b-1a63-4d92-a9b1-306b4f2b0ea1 req-57e7105b-9477-4482-b2cc-446cffc979a8 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.57 "DELETE /v2.0/ports/82a251af-3e0e-4ec8-b45c-06c4248a5d66 HTTP/1.1" status: 204 len: 173 time: 0.9462152 Dec 16 10:08:16.519020 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196c8bb0-43d3-497c-9a39-56b9ebd92de7', 'name': 'network-vif-deleted', 'tag': '82a251af-3e0e-4ec8-b45c-06c4248a5d66'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:08:16.521438 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddebb39b-be81-42e8-8c9c-c381a7778228" -d '{"events": [{"server_uuid": "196c8bb0-43d3-497c-9a39-56b9ebd92de7", "name": "network-vif-deleted", "tag": "82a251af-3e0e-4ec8-b45c-06c4248a5d66"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:08:16.576815 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce9503e-b57e-4d4d-9240-ac0987db521b x-openstack-request-id: req-7ce9503e-b57e-4d4d-9240-ac0987db521b {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:08:16.577439 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196c8bb0-43d3-497c-9a39-56b9ebd92de7", "name": "network-vif-deleted", "tag": "82a251af-3e0e-4ec8-b45c-06c4248a5d66", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:08:16.577439 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7ce9503e-b57e-4d4d-9240-ac0987db521b {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:08:16.577990 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196c8bb0-43d3-497c-9a39-56b9ebd92de7', 'name': 'network-vif-deleted', 'tag': '82a251af-3e0e-4ec8-b45c-06c4248a5d66', 'status': 'completed', 'code': 200} Dec 16 10:08:16.632444 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-ab34f815-58b9-4c6d-99e6-a30125301f26 None None] Set router 1e6bd5f6-941f-4abf-8c78-6eff3263139a gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:08:16.864903 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-ab34f815-58b9-4c6d-99e6-a30125301f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'name': 'tempest-TestServerBasicOps-1747278512-router', 'tenant_id': '320bbcd30702464aa30ea049791a3f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '13f44500-1785-41c7-88f0-84613a59e423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:17Z', 'updated_at': '2021-12-16T10:02:21Z', 'revision_number': 4, 'project_id': '320bbcd30702464aa30ea049791a3f74', 'gw_port': {'id': '13f44500-1785-41c7-88f0-84613a59e423', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:02:18Z', 'updated_at': '2021-12-16T10:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '3e6d4223-c4a7-4260-a37d-f0a0026c6279', 'name': '', 'network_id': '27292526-6847-40de-8239-e8eb1a5b306e', 'tenant_id': '320bbcd30702464aa30ea049791a3f74', 'mac_address': 'fa:16:3e:2a:27:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'a9ea4442-54c7-46d2-86a1-f269b79ba78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:02:20Z', 'updated_at': '2021-12-16T10:02:25Z', 'revision_number': 5, 'project_id': '320bbcd30702464aa30ea049791a3f74', 'subnets': [{'id': 'a9ea4442-54c7-46d2-86a1-f269b79ba78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:08:16.895393 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab34f815-58b9-4c6d-99e6-a30125301f26 None None] Checking router: 1e6bd5f6-941f-4abf-8c78-6eff3263139a for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:08:16.903894 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab34f815-58b9-4c6d-99e6-a30125301f26 None None] Routers {'1e6bd5f6-941f-4abf-8c78-6eff3263139a'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:08:16.904509 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-ab34f815-58b9-4c6d-99e6-a30125301f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:07:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['1e6bd5f6-941f-4abf-8c78-6eff3263139a'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:08:17.018288 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-ab34f815-58b9-4c6d-99e6-a30125301f26 None None] Set router 1e6bd5f6-941f-4abf-8c78-6eff3263139a gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:08:17.340192 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-ab34f815-58b9-4c6d-99e6-a30125301f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'name': 'tempest-TestServerBasicOps-1747278512-router', 'tenant_id': '320bbcd30702464aa30ea049791a3f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '13f44500-1785-41c7-88f0-84613a59e423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:17Z', 'updated_at': '2021-12-16T10:02:21Z', 'revision_number': 4, 'project_id': '320bbcd30702464aa30ea049791a3f74', 'gw_port': {'id': '13f44500-1785-41c7-88f0-84613a59e423', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:02:18Z', 'updated_at': '2021-12-16T10:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '3e6d4223-c4a7-4260-a37d-f0a0026c6279', 'name': '', 'network_id': '27292526-6847-40de-8239-e8eb1a5b306e', 'tenant_id': '320bbcd30702464aa30ea049791a3f74', 'mac_address': 'fa:16:3e:2a:27:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'a9ea4442-54c7-46d2-86a1-f269b79ba78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:02:20Z', 'updated_at': '2021-12-16T10:02:25Z', 'revision_number': 5, 'project_id': '320bbcd30702464aa30ea049791a3f74', 'subnets': [{'id': 'a9ea4442-54c7-46d2-86a1-f269b79ba78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:08:17.371209 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab34f815-58b9-4c6d-99e6-a30125301f26 None None] The sync data for ids ['1e6bd5f6-941f-4abf-8c78-6eff3263139a'] in n-d-820550-2 is: [{'id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'name': 'tempest-TestServerBasicOps-1747278512-router', 'tenant_id': '320bbcd30702464aa30ea049791a3f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '13f44500-1785-41c7-88f0-84613a59e423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:17Z', 'updated_at': '2021-12-16T10:02:21Z', 'revision_number': 4, 'project_id': '320bbcd30702464aa30ea049791a3f74', 'gw_port': {'id': '13f44500-1785-41c7-88f0-84613a59e423', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:02:18Z', 'updated_at': '2021-12-16T10:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '3e6d4223-c4a7-4260-a37d-f0a0026c6279', 'name': '', 'network_id': '27292526-6847-40de-8239-e8eb1a5b306e', 'tenant_id': '320bbcd30702464aa30ea049791a3f74', 'mac_address': 'fa:16:3e:2a:27:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'a9ea4442-54c7-46d2-86a1-f269b79ba78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:02:20Z', 'updated_at': '2021-12-16T10:02:25Z', 'revision_number': 5, 'project_id': '320bbcd30702464aa30ea049791a3f74', 'subnets': [{'id': 'a9ea4442-54c7-46d2-86a1-f269b79ba78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:08:17.427147 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-61295626-7cd3-4942-b7cd-eb199a257461 req-d10f5b48-0d88-454d-a938-9f3512147c29 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "GET /v2.0/ports?device_id=196c8bb0-43d3-497c-9a39-56b9ebd92de7 HTTP/1.1" status: 200 len: 210 time: 0.0382469 Dec 16 10:08:17.632937 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ec84bf-570d-4f0b-8a0f-750b838ffef3 None None] New status for floating IP 58228047-3049-4016-b9be-777b4385df6b: DOWN {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:08:17.984205 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60594) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:08:18.093922 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8577ecea-e79f-4ef5-92b8-1210c208fcb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:18.170772 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8577ecea-e79f-4ef5-92b8-1210c208fcb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:18.265264 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8577ecea-e79f-4ef5-92b8-1210c208fcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:18.304842 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8577ecea-e79f-4ef5-92b8-1210c208fcb5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9eaf282f22294f0eb0b15e03aaed29cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3195000 Dec 16 10:08:18.305760 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577ecea-e79f-4ef5-92b8-1210c208fcb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74c6b6c-8793-45e1-a6d9-6b6fe2c2899c,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:18.308899 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60598) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:08:18.314327 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8577ecea-e79f-4ef5-92b8-1210c208fcb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:08:18.315101 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8577ecea-e79f-4ef5-92b8-1210c208fcb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:08:18.315444 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8577ecea-e79f-4ef5-92b8-1210c208fcb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:08:18.316177 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8577ecea-e79f-4ef5-92b8-1210c208fcb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:08:18.316515 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8577ecea-e79f-4ef5-92b8-1210c208fcb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:08:18.316846 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8577ecea-e79f-4ef5-92b8-1210c208fcb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:08:18.317199 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8577ecea-e79f-4ef5-92b8-1210c208fcb5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:08:18.321765 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8577ecea-e79f-4ef5-92b8-1210c208fcb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:08:18.321765 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8577ecea-e79f-4ef5-92b8-1210c208fcb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:08:18.321765 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8577ecea-e79f-4ef5-92b8-1210c208fcb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:08:18.321765 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8577ecea-e79f-4ef5-92b8-1210c208fcb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:08:18.321765 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8577ecea-e79f-4ef5-92b8-1210c208fcb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:08:18.363291 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fa1c62d3-d20f-4562-b5a6-3b6843bf1b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:18.387148 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fa1c62d3-d20f-4562-b5a6-3b6843bf1b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:18.488667 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60602) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:08:18.524384 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fa1c62d3-d20f-4562-b5a6-3b6843bf1b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:18.526862 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fa1c62d3-d20f-4562-b5a6-3b6843bf1b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:18.528014 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fa1c62d3-d20f-4562-b5a6-3b6843bf1b10 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a74c6b6c-8793-45e1-a6d9-6b6fe2c2899c HTTP/1.1" status: 204 len: 168 time: 0.2179499 Dec 16 10:08:18.547799 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c62d3-d20f-4562-b5a6-3b6843bf1b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74c6b6c-8793-45e1-a6d9-6b6fe2c2899c,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:18.591642 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1c62d3-d20f-4562-b5a6-3b6843bf1b10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:08:18.591984 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1c62d3-d20f-4562-b5a6-3b6843bf1b10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:08:18.592325 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1c62d3-d20f-4562-b5a6-3b6843bf1b10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:08:18.592662 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1c62d3-d20f-4562-b5a6-3b6843bf1b10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:08:18.592994 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1c62d3-d20f-4562-b5a6-3b6843bf1b10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:08:18.593357 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1c62d3-d20f-4562-b5a6-3b6843bf1b10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:08:18.593713 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1c62d3-d20f-4562-b5a6-3b6843bf1b10 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:08:18.594041 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1c62d3-d20f-4562-b5a6-3b6843bf1b10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:08:18.594365 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1c62d3-d20f-4562-b5a6-3b6843bf1b10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:08:18.594691 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1c62d3-d20f-4562-b5a6-3b6843bf1b10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:08:18.595124 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1c62d3-d20f-4562-b5a6-3b6843bf1b10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:08:18.595442 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1c62d3-d20f-4562-b5a6-3b6843bf1b10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:08:18.650350 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-dc6a3c8e-f8d5-4a60-9070-a2b5c58c1c16 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Deleting port b5f4c378-7616-4986-9439-fba94d269105 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:08:18.650696 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dc6a3c8e-f8d5-4a60-9070-a2b5c58c1c16 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:18.736684 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dc6a3c8e-f8d5-4a60-9070-a2b5c58c1c16 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:18.737011 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dc6a3c8e-f8d5-4a60-9070-a2b5c58c1c16 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:18.752251 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-dc6a3c8e-f8d5-4a60-9070-a2b5c58c1c16 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Calling delete_port for b5f4c378-7616-4986-9439-fba94d269105 owned by network:floatingip {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:08:19.004727 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dc6a3c8e-f8d5-4a60-9070-a2b5c58c1c16 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:19.034168 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a3c8e-f8d5-4a60-9070-a2b5c58c1c16 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Pushing event deleted for resources: {'Port': ['ID=b5f4c378-7616-4986-9439-fba94d269105,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:19.107654 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dc6a3c8e-f8d5-4a60-9070-a2b5c58c1c16 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks [] for floatingip, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:19.111225 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dc6a3c8e-f8d5-4a60-9070-a2b5c58c1c16 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:19.112505 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-dc6a3c8e-f8d5-4a60-9070-a2b5c58c1c16 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "DELETE /v2.0/floatingips/58228047-3049-4016-b9be-777b4385df6b HTTP/1.1" status: 204 len: 168 time: 0.6227930 Dec 16 10:08:19.188692 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60620) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:08:19.253579 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b1d9313b-d23a-4f43-9be6-f06e68f8dbc6 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:19.280517 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b1d9313b-d23a-4f43-9be6-f06e68f8dbc6 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:19.455254 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b1d9313b-d23a-4f43-9be6-f06e68f8dbc6 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:19.460804 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b1d9313b-d23a-4f43-9be6-f06e68f8dbc6 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:19.463138 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b1d9313b-d23a-4f43-9be6-f06e68f8dbc6 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] 10.222.0.60 "DELETE /v2.0/security-groups/8bd4c164-a20f-41a7-b87e-8197ebbb10e3 HTTP/1.1" status: 204 len: 168 time: 0.2729199 Dec 16 10:08:19.479044 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 82a251af-3e0e-4ec8-b45c-06c4248a5d66 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:08:19.483856 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9313b-d23a-4f43-9be6-f06e68f8dbc6 tempest-TestServerBasicOps-36128653 tempest-TestServerBasicOps-36128653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd4c164-a20f-41a7-b87e-8197ebbb10e3,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:19.521136 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 82a251af-3e0e-4ec8-b45c-06c4248a5d66 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:08:19.521722 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 82a251af-3e0e-4ec8-b45c-06c4248a5d66 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:08:19.600175 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60632) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:08:19.997428 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-8f9d99d1-34f2-4d58-9ddc-7ae29f8b580b req-7d95f42a-fa00-41da-8f0f-7211fcca4190 service neutron] (102817) timed out ('10.222.0.58', 55819) {{(pid=102817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 16 10:08:20.133667 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-86feffd0-c04a-42a2-a478-f7376cfeba22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:20.217711 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60644) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:08:20.345840 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3615d4db-43b7-41de-bde2-76fb8b901749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:20.404317 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-86feffd0-c04a-42a2-a478-f7376cfeba22 admin admin] Deleting port 3e6d4223-c4a7-4260-a37d-f0a0026c6279 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:08:20.407366 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-86feffd0-c04a-42a2-a478-f7376cfeba22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:20.432105 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3615d4db-43b7-41de-bde2-76fb8b901749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:20.504290 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-86feffd0-c04a-42a2-a478-f7376cfeba22 admin admin] For port 3e6d4223-c4a7-4260-a37d-f0a0026c6279, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=3e6d4223-c4a7-4260-a37d-f0a0026c6279,segment=NetworkSegment(645b9a81-e937-457a-8f98-2f95edce208c),segment_id=645b9a81-e937-457a-8f98-2f95edce208c)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:08:20.504681 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-86feffd0-c04a-42a2-a478-f7376cfeba22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:20.519239 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-86feffd0-c04a-42a2-a478-f7376cfeba22 admin admin] Calling delete_port for 3e6d4223-c4a7-4260-a37d-f0a0026c6279 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:08:20.568281 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3615d4db-43b7-41de-bde2-76fb8b901749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:20.610255 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3615d4db-43b7-41de-bde2-76fb8b901749 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3336a781caa0475c957b8fd9318e12ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3914285 Dec 16 10:08:20.611232 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615d4db-43b7-41de-bde2-76fb8b901749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11914c1-3036-41f8-bd3f-9f2251210e0b,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:20.614569 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60648) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:08:20.672612 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-70344e21-71df-41e3-bc86-eb220c803265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:20.694929 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-70344e21-71df-41e3-bc86-eb220c803265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:20.820072 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-86feffd0-c04a-42a2-a478-f7376cfeba22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:20.847731 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86feffd0-c04a-42a2-a478-f7376cfeba22 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e6d4223-c4a7-4260-a37d-f0a0026c6279,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:20.882792 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-70344e21-71df-41e3-bc86-eb220c803265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:20.885519 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-70344e21-71df-41e3-bc86-eb220c803265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:20.889429 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-70344e21-71df-41e3-bc86-eb220c803265 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a11914c1-3036-41f8-bd3f-9f2251210e0b HTTP/1.1" status: 204 len: 168 time: 0.2710333 Dec 16 10:08:20.898068 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70344e21-71df-41e3-bc86-eb220c803265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11914c1-3036-41f8-bd3f-9f2251210e0b,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:21.022163 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-86feffd0-c04a-42a2-a478-f7376cfeba22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:21.254246 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86feffd0-c04a-42a2-a478-f7376cfeba22 admin admin] Router 1e6bd5f6-941f-4abf-8c78-6eff3263139a has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:08:21.369994 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86feffd0-c04a-42a2-a478-f7376cfeba22 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:08:21.376311 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-86feffd0-c04a-42a2-a478-f7376cfeba22 admin admin] 10.222.0.60 "PUT /v2.0/routers/1e6bd5f6-941f-4abf-8c78-6eff3263139a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7735822 Dec 16 10:08:21.378360 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60660) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:08:21.379653 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df4cda8-ad11-47be-9b5b-fe238574f3ee None None] Sync routers for ids ['1e6bd5f6-941f-4abf-8c78-6eff3263139a'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:08:21.388916 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df4cda8-ad11-47be-9b5b-fe238574f3ee None None] Routers {'1e6bd5f6-941f-4abf-8c78-6eff3263139a'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:08:21.389573 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-3df4cda8-ad11-47be-9b5b-fe238574f3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:07:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['1e6bd5f6-941f-4abf-8c78-6eff3263139a'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:08:21.492093 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-426481d3-300a-47a4-a992-1fe2420440af admin admin] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:21.506631 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-3df4cda8-ad11-47be-9b5b-fe238574f3ee None None] Set router 1e6bd5f6-941f-4abf-8c78-6eff3263139a gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:08:21.601145 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-426481d3-300a-47a4-a992-1fe2420440af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:21.700111 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-3df4cda8-ad11-47be-9b5b-fe238574f3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'name': 'tempest-TestServerBasicOps-1747278512-router', 'tenant_id': '320bbcd30702464aa30ea049791a3f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '13f44500-1785-41c7-88f0-84613a59e423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:17Z', 'updated_at': '2021-12-16T10:08:20Z', 'revision_number': 5, 'project_id': '320bbcd30702464aa30ea049791a3f74', 'gw_port': {'id': '13f44500-1785-41c7-88f0-84613a59e423', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:02:18Z', 'updated_at': '2021-12-16T10:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:08:21.728650 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df4cda8-ad11-47be-9b5b-fe238574f3ee None None] Checking router: 1e6bd5f6-941f-4abf-8c78-6eff3263139a for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:08:21.738617 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-426481d3-300a-47a4-a992-1fe2420440af admin admin] Deleting port 13f44500-1785-41c7-88f0-84613a59e423 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:08:21.738617 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-426481d3-300a-47a4-a992-1fe2420440af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:21.738942 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df4cda8-ad11-47be-9b5b-fe238574f3ee None None] Routers {'1e6bd5f6-941f-4abf-8c78-6eff3263139a'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:08:21.739367 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-3df4cda8-ad11-47be-9b5b-fe238574f3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:07:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['1e6bd5f6-941f-4abf-8c78-6eff3263139a'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:08:21.828611 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-3df4cda8-ad11-47be-9b5b-fe238574f3ee None None] Set router 1e6bd5f6-941f-4abf-8c78-6eff3263139a gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:08:21.834681 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-426481d3-300a-47a4-a992-1fe2420440af admin admin] For port 13f44500-1785-41c7-88f0-84613a59e423, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=13f44500-1785-41c7-88f0-84613a59e423,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:08:21.835287 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-426481d3-300a-47a4-a992-1fe2420440af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:21.850697 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-426481d3-300a-47a4-a992-1fe2420440af admin admin] Calling delete_port for 13f44500-1785-41c7-88f0-84613a59e423 owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:08:21.887418 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-3df4cda8-ad11-47be-9b5b-fe238574f3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'name': 'tempest-TestServerBasicOps-1747278512-router', 'tenant_id': '320bbcd30702464aa30ea049791a3f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:17Z', 'updated_at': '2021-12-16T10:08:21Z', 'revision_number': 6, 'project_id': '320bbcd30702464aa30ea049791a3f74', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:08:21.915508 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df4cda8-ad11-47be-9b5b-fe238574f3ee None None] The sync data for ids ['1e6bd5f6-941f-4abf-8c78-6eff3263139a'] in n-d-820550-2 is: [{'id': '1e6bd5f6-941f-4abf-8c78-6eff3263139a', 'name': 'tempest-TestServerBasicOps-1747278512-router', 'tenant_id': '320bbcd30702464aa30ea049791a3f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:17Z', 'updated_at': '2021-12-16T10:08:21Z', 'revision_number': 6, 'project_id': '320bbcd30702464aa30ea049791a3f74', 'gw_port_host': None}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:08:22.111227 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-426481d3-300a-47a4-a992-1fe2420440af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:22.152734 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426481d3-300a-47a4-a992-1fe2420440af admin admin] Pushing event deleted for resources: {'Port': ['ID=13f44500-1785-41c7-88f0-84613a59e423,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:22.198401 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-426481d3-300a-47a4-a992-1fe2420440af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:22.293297 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-426481d3-300a-47a4-a992-1fe2420440af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:22.295686 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-426481d3-300a-47a4-a992-1fe2420440af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:22.436627 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-426481d3-300a-47a4-a992-1fe2420440af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:22.437898 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426481d3-300a-47a4-a992-1fe2420440af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e6bd5f6-941f-4abf-8c78-6eff3263139a {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:08:22.442758 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-426481d3-300a-47a4-a992-1fe2420440af admin admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:22.443853 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-426481d3-300a-47a4-a992-1fe2420440af admin admin] 10.222.0.60 "DELETE /v2.0/routers/1e6bd5f6-941f-4abf-8c78-6eff3263139a HTTP/1.1" status: 204 len: 168 time: 1.0645103 Dec 16 10:08:22.446364 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60676) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:08:22.492151 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb6cabfb-5687-4241-a57f-5ba26f8195f0 admin admin] Deleting subnet a9ea4442-54c7-46d2-86a1-f269b79ba78c {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:08:22.495622 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eb6cabfb-5687-4241-a57f-5ba26f8195f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:22.532989 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eb6cabfb-5687-4241-a57f-5ba26f8195f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:22.615859 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eb6cabfb-5687-4241-a57f-5ba26f8195f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:22.825446 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eb6cabfb-5687-4241-a57f-5ba26f8195f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:22.851611 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cabfb-5687-4241-a57f-5ba26f8195f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9ea4442-54c7-46d2-86a1-f269b79ba78c,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:22.855487 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eb6cabfb-5687-4241-a57f-5ba26f8195f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:22.861695 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-eb6cabfb-5687-4241-a57f-5ba26f8195f0 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a9ea4442-54c7-46d2-86a1-f269b79ba78c HTTP/1.1" status: 204 len: 168 time: 0.4142261 Dec 16 10:08:22.861962 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60682) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:08:22.862427 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc0d8b8-f11c-484e-a7ab-7666c04c5b44 None None] Network 27292526-6847-40de-8239-e8eb1a5b306e requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:08:22.950665 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-82d4cdb0-8cdd-46fd-b0a8-1a3bba0f5fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:23.018938 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-82d4cdb0-8cdd-46fd-b0a8-1a3bba0f5fe1 admin admin] Deleting port fd19c13f-8bb7-46b1-84f4-3caf3f03ddcc {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:08:23.019280 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-82d4cdb0-8cdd-46fd-b0a8-1a3bba0f5fe1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:23.094555 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-82d4cdb0-8cdd-46fd-b0a8-1a3bba0f5fe1 admin admin] For port fd19c13f-8bb7-46b1-84f4-3caf3f03ddcc, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=fd19c13f-8bb7-46b1-84f4-3caf3f03ddcc,segment=NetworkSegment(645b9a81-e937-457a-8f98-2f95edce208c),segment_id=645b9a81-e937-457a-8f98-2f95edce208c)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:08:23.094924 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-82d4cdb0-8cdd-46fd-b0a8-1a3bba0f5fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:23.111161 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-82d4cdb0-8cdd-46fd-b0a8-1a3bba0f5fe1 admin admin] Calling delete_port for fd19c13f-8bb7-46b1-84f4-3caf3f03ddcc owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:08:23.111968 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5944f1-6ea2-4d3c-9e16-e24f2471073c None None] DHCP port deletion for 27292526-6847-40de-8239-e8eb1a5b306e request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:08:23.187497 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-0b5944f1-6ea2-4d3c-9e16-e24f2471073c None None] Deleting port fd19c13f-8bb7-46b1-84f4-3caf3f03ddcc {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:08:23.188106 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0b5944f1-6ea2-4d3c-9e16-e24f2471073c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:23.265769 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-82d4cdb0-8cdd-46fd-b0a8-1a3bba0f5fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:23.268504 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 3e6d4223-c4a7-4260-a37d-f0a0026c6279 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:08:23.293485 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 3e6d4223-c4a7-4260-a37d-f0a0026c6279 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:08:23.294028 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 3e6d4223-c4a7-4260-a37d-f0a0026c6279 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:08:23.294715 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 13f44500-1785-41c7-88f0-84613a59e423 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:08:23.297669 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d4cdb0-8cdd-46fd-b0a8-1a3bba0f5fe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd19c13f-8bb7-46b1-84f4-3caf3f03ddcc,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:23.301944 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d4cdb0-8cdd-46fd-b0a8-1a3bba0f5fe1 admin admin] No DVR routers for this DVR port fd19c13f-8bb7-46b1-84f4-3caf3f03ddcc on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:08:23.325492 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 13f44500-1785-41c7-88f0-84613a59e423 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:08:23.325841 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 13f44500-1785-41c7-88f0-84613a59e423 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:08:23.326491 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device fd19c13f-8bb7-46b1-84f4-3caf3f03ddcc no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:08:23.329473 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-0b5944f1-6ea2-4d3c-9e16-e24f2471073c None None] For port fd19c13f-8bb7-46b1-84f4-3caf3f03ddcc, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=fd19c13f-8bb7-46b1-84f4-3caf3f03ddcc,segment=NetworkSegment(645b9a81-e937-457a-8f98-2f95edce208c),segment_id=645b9a81-e937-457a-8f98-2f95edce208c)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:08:23.329880 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0b5944f1-6ea2-4d3c-9e16-e24f2471073c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:23.360909 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: fd19c13f-8bb7-46b1-84f4-3caf3f03ddcc {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:08:23.361451 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device fd19c13f-8bb7-46b1-84f4-3caf3f03ddcc not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:08:23.367972 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-0b5944f1-6ea2-4d3c-9e16-e24f2471073c None None] Calling delete_port for fd19c13f-8bb7-46b1-84f4-3caf3f03ddcc owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:08:23.390708 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-82d4cdb0-8cdd-46fd-b0a8-1a3bba0f5fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:23.413767 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-82d4cdb0-8cdd-46fd-b0a8-1a3bba0f5fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27292526-6847-40de-8239-e8eb1a5b306e']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:08:23.426984 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-82d4cdb0-8cdd-46fd-b0a8-1a3bba0f5fe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '645b9a81-e937-457a-8f98-2f95edce208c') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:08:23.428151 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-82d4cdb0-8cdd-46fd-b0a8-1a3bba0f5fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '645b9a81-e937-457a-8f98-2f95edce208c') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:08:23.443615 n-d-820550-2 neutron-server[102818]: self.session.flush() Dec 16 10:08:23.453132 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-82d4cdb0-8cdd-46fd-b0a8-1a3bba0f5fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:23.453270 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0b5944f1-6ea2-4d3c-9e16-e24f2471073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:23.466583 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-82d4cdb0-8cdd-46fd-b0a8-1a3bba0f5fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:23.476836 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d4cdb0-8cdd-46fd-b0a8-1a3bba0f5fe1 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:08:23.477554 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-82d4cdb0-8cdd-46fd-b0a8-1a3bba0f5fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:23.480230 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 10:08:23.480230 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:08:23.480230 n-d-820550-2 neutron-server[102816]: timer() Dec 16 10:08:23.480230 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:08:23.480230 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 10:08:23.480230 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:08:23.480230 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 10:08:23.480230 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:08:23.480230 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 10:08:23.480230 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:08:23.480230 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 10:08:23.480230 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:08:23.480230 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 10:08:23.480230 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:08:23.480230 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:08:23.480230 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:08:23.480230 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:08:23.480230 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:08:23.480230 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 10:08:23.480230 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:08:23.480230 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 10:08:23.480230 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:08:23.480230 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:08:23.480230 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:08:23.480230 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 10:08:23.480230 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:08:23.480230 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:08:23.480230 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:08:23.480230 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:08:23.480230 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:08:23.480230 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:08:23.480230 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:08:23.495671 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5944f1-6ea2-4d3c-9e16-e24f2471073c None None] No DVR routers for this DVR port fd19c13f-8bb7-46b1-84f4-3caf3f03ddcc on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:08:23.499525 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5944f1-6ea2-4d3c-9e16-e24f2471073c None None] Pushing event deleted for resources: {'Port': ['ID=fd19c13f-8bb7-46b1-84f4-3caf3f03ddcc,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:23.637812 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-82d4cdb0-8cdd-46fd-b0a8-1a3bba0f5fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:23.645549 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-82d4cdb0-8cdd-46fd-b0a8-1a3bba0f5fe1 admin admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:23.648694 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-82d4cdb0-8cdd-46fd-b0a8-1a3bba0f5fe1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/27292526-6847-40de-8239-e8eb1a5b306e HTTP/1.1" status: 204 len: 168 time: 0.7854810 Dec 16 10:08:23.651719 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60686) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:08:23.660842 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d4cdb0-8cdd-46fd-b0a8-1a3bba0f5fe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=27292526-6847-40de-8239-e8eb1a5b306e,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:24.071394 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-66a98d8c-5008-4308-9d40-db424bc63ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:24.301768 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4b0e9ae9-2e2d-46b8-986c-8e3b52317995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:24.558479 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-4b0e9ae9-2e2d-46b8-986c-8e3b52317995 admin admin] Deleting port bb5389f5-57c3-4c7e-90b5-012b83dd13ae {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:08:24.558707 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:08:24.559210 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4b0e9ae9-2e2d-46b8-986c-8e3b52317995 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:24.645750 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-4b0e9ae9-2e2d-46b8-986c-8e3b52317995 admin admin] For port bb5389f5-57c3-4c7e-90b5-012b83dd13ae, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=bb5389f5-57c3-4c7e-90b5-012b83dd13ae,segment=NetworkSegment(8c846250-2eff-4fc3-ba4b-d2c180f9a118),segment_id=8c846250-2eff-4fc3-ba4b-d2c180f9a118)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:08:24.646205 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4b0e9ae9-2e2d-46b8-986c-8e3b52317995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:24.659834 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-4b0e9ae9-2e2d-46b8-986c-8e3b52317995 admin admin] Calling delete_port for bb5389f5-57c3-4c7e-90b5-012b83dd13ae owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:08:24.923057 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4b0e9ae9-2e2d-46b8-986c-8e3b52317995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:24.949940 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e9ae9-2e2d-46b8-986c-8e3b52317995 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb5389f5-57c3-4c7e-90b5-012b83dd13ae,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:25.131268 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4b0e9ae9-2e2d-46b8-986c-8e3b52317995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:25.361702 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0e9ae9-2e2d-46b8-986c-8e3b52317995 admin admin] Router 6a9c1a20-6bb1-462a-9e76-382733e74113 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:08:25.471343 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0e9ae9-2e2d-46b8-986c-8e3b52317995 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:08:25.479068 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60706) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:08:25.479560 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4b0e9ae9-2e2d-46b8-986c-8e3b52317995 admin admin] 10.222.0.60 "PUT /v2.0/routers/6a9c1a20-6bb1-462a-9e76-382733e74113/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8267186 Dec 16 10:08:25.481752 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba008d6-ab52-448b-adfc-4e03bf829cc5 None None] Sync routers for ids ['6a9c1a20-6bb1-462a-9e76-382733e74113'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:08:25.496502 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba008d6-ab52-448b-adfc-4e03bf829cc5 None None] Routers {'6a9c1a20-6bb1-462a-9e76-382733e74113'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:08:25.497177 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-cba008d6-ab52-448b-adfc-4e03bf829cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:07:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6a9c1a20-6bb1-462a-9e76-382733e74113'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:08:25.597381 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-41ef7320-5157-442a-a8fe-4b04c0207f56 admin admin] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:25.630776 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-cba008d6-ab52-448b-adfc-4e03bf829cc5 None None] Set router 6a9c1a20-6bb1-462a-9e76-382733e74113 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:08:25.706335 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-41ef7320-5157-442a-a8fe-4b04c0207f56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:25.832460 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-cba008d6-ab52-448b-adfc-4e03bf829cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9c1a20-6bb1-462a-9e76-382733e74113', 'name': 'tempest-TestServerBasicOps-1558656247-router', 'tenant_id': 'f72bbce3bcb74af3892532b6b01e6a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '97744429-2c9f-4e94-9d8a-cd83bfdf09b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:24Z', 'updated_at': '2021-12-16T10:08:24Z', 'revision_number': 5, 'project_id': 'f72bbce3bcb74af3892532b6b01e6a50', 'gw_port': {'id': '97744429-2c9f-4e94-9d8a-cd83bfdf09b9', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9c1a20-6bb1-462a-9e76-382733e74113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:02:25Z', 'updated_at': '2021-12-16T10:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:08:25.864930 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba008d6-ab52-448b-adfc-4e03bf829cc5 None None] Checking router: 6a9c1a20-6bb1-462a-9e76-382733e74113 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:08:25.871042 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-41ef7320-5157-442a-a8fe-4b04c0207f56 admin admin] Deleting port 97744429-2c9f-4e94-9d8a-cd83bfdf09b9 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:08:25.871613 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-41ef7320-5157-442a-a8fe-4b04c0207f56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:25.875668 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba008d6-ab52-448b-adfc-4e03bf829cc5 None None] Routers {'6a9c1a20-6bb1-462a-9e76-382733e74113'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:08:25.876294 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-cba008d6-ab52-448b-adfc-4e03bf829cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:07:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6a9c1a20-6bb1-462a-9e76-382733e74113'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:08:25.966931 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-cba008d6-ab52-448b-adfc-4e03bf829cc5 None None] Set router 6a9c1a20-6bb1-462a-9e76-382733e74113 gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:08:25.967213 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-41ef7320-5157-442a-a8fe-4b04c0207f56 admin admin] For port 97744429-2c9f-4e94-9d8a-cd83bfdf09b9, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=97744429-2c9f-4e94-9d8a-cd83bfdf09b9,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:08:25.967589 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-41ef7320-5157-442a-a8fe-4b04c0207f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:25.981822 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-41ef7320-5157-442a-a8fe-4b04c0207f56 admin admin] Calling delete_port for 97744429-2c9f-4e94-9d8a-cd83bfdf09b9 owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:08:26.033724 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-cba008d6-ab52-448b-adfc-4e03bf829cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9c1a20-6bb1-462a-9e76-382733e74113', 'name': 'tempest-TestServerBasicOps-1558656247-router', 'tenant_id': 'f72bbce3bcb74af3892532b6b01e6a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:24Z', 'updated_at': '2021-12-16T10:08:25Z', 'revision_number': 6, 'project_id': 'f72bbce3bcb74af3892532b6b01e6a50', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:08:26.061816 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba008d6-ab52-448b-adfc-4e03bf829cc5 None None] The sync data for ids ['6a9c1a20-6bb1-462a-9e76-382733e74113'] in n-d-820550-2 is: [{'id': '6a9c1a20-6bb1-462a-9e76-382733e74113', 'name': 'tempest-TestServerBasicOps-1558656247-router', 'tenant_id': 'f72bbce3bcb74af3892532b6b01e6a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:02:24Z', 'updated_at': '2021-12-16T10:08:25Z', 'revision_number': 6, 'project_id': 'f72bbce3bcb74af3892532b6b01e6a50', 'gw_port_host': None}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:08:26.248445 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-41ef7320-5157-442a-a8fe-4b04c0207f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:26.282121 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ef7320-5157-442a-a8fe-4b04c0207f56 admin admin] Pushing event deleted for resources: {'Port': ['ID=97744429-2c9f-4e94-9d8a-cd83bfdf09b9,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:26.356275 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-41ef7320-5157-442a-a8fe-4b04c0207f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:26.414228 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-67a7981e-058d-4fa1-88ec-d3c3ad8612ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:26.463544 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-41ef7320-5157-442a-a8fe-4b04c0207f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:26.465980 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-41ef7320-5157-442a-a8fe-4b04c0207f56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:26.619096 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-41ef7320-5157-442a-a8fe-4b04c0207f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:26.622136 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ef7320-5157-442a-a8fe-4b04c0207f56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a9c1a20-6bb1-462a-9e76-382733e74113 {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:08:26.624487 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-41ef7320-5157-442a-a8fe-4b04c0207f56 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:26.628599 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-41ef7320-5157-442a-a8fe-4b04c0207f56 admin admin] 10.222.0.60 "DELETE /v2.0/routers/6a9c1a20-6bb1-462a-9e76-382733e74113 HTTP/1.1" status: 204 len: 168 time: 1.1455488 Dec 16 10:08:26.629033 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60724) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:08:26.682688 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-afebbc99-2cf5-4465-8f16-dd9aa78dc518 admin admin] Deleting subnet 6c059372-c64a-41d8-a92e-57a4dea6f56e {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:08:26.686377 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-afebbc99-2cf5-4465-8f16-dd9aa78dc518 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:26.732301 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-afebbc99-2cf5-4465-8f16-dd9aa78dc518 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:26.814149 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-afebbc99-2cf5-4465-8f16-dd9aa78dc518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:26.911928 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-afebbc99-2cf5-4465-8f16-dd9aa78dc518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:26.940110 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebbc99-2cf5-4465-8f16-dd9aa78dc518 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c059372-c64a-41d8-a92e-57a4dea6f56e,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:26.944321 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-afebbc99-2cf5-4465-8f16-dd9aa78dc518 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:26.948897 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-afebbc99-2cf5-4465-8f16-dd9aa78dc518 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6c059372-c64a-41d8-a92e-57a4dea6f56e HTTP/1.1" status: 204 len: 168 time: 0.3187699 Dec 16 10:08:26.951505 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60726) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:08:26.952972 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321ad3b0-80a6-41f7-8f0d-84929ffede85 None None] Network 131143cd-8e7c-40c2-9675-9e893ff82101 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:08:27.042914 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-25ca7f90-552f-4561-ab71-829fd8ad5dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:27.113182 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-25ca7f90-552f-4561-ab71-829fd8ad5dc8 admin admin] Deleting port 81472de0-1db3-4e05-9fa2-e31683adc03c {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:08:27.113182 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-25ca7f90-552f-4561-ab71-829fd8ad5dc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:27.165854 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77b1fc6-55e1-469f-bdad-ab3bd94ce1e3 None None] DHCP port deletion for 131143cd-8e7c-40c2-9675-9e893ff82101 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:08:27.219473 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-25ca7f90-552f-4561-ab71-829fd8ad5dc8 admin admin] For port 81472de0-1db3-4e05-9fa2-e31683adc03c, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=81472de0-1db3-4e05-9fa2-e31683adc03c,segment=NetworkSegment(8c846250-2eff-4fc3-ba4b-d2c180f9a118),segment_id=8c846250-2eff-4fc3-ba4b-d2c180f9a118)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:08:27.219923 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-25ca7f90-552f-4561-ab71-829fd8ad5dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:27.237851 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-25ca7f90-552f-4561-ab71-829fd8ad5dc8 admin admin] Calling delete_port for 81472de0-1db3-4e05-9fa2-e31683adc03c owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:08:27.265331 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device bb5389f5-57c3-4c7e-90b5-012b83dd13ae no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:08:27.288368 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: bb5389f5-57c3-4c7e-90b5-012b83dd13ae {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:08:27.288926 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device bb5389f5-57c3-4c7e-90b5-012b83dd13ae not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:08:27.289306 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 97744429-2c9f-4e94-9d8a-cd83bfdf09b9 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:08:27.298251 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f77b1fc6-55e1-469f-bdad-ab3bd94ce1e3 None None] Deleting port 81472de0-1db3-4e05-9fa2-e31683adc03c {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:08:27.298620 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f77b1fc6-55e1-469f-bdad-ab3bd94ce1e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:27.331105 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 97744429-2c9f-4e94-9d8a-cd83bfdf09b9 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:08:27.331496 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 97744429-2c9f-4e94-9d8a-cd83bfdf09b9 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:08:27.331880 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 81472de0-1db3-4e05-9fa2-e31683adc03c no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:08:27.385522 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-25ca7f90-552f-4561-ab71-829fd8ad5dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:27.419256 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca7f90-552f-4561-ab71-829fd8ad5dc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=81472de0-1db3-4e05-9fa2-e31683adc03c,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:27.426072 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ca7f90-552f-4561-ab71-829fd8ad5dc8 admin admin] No DVR routers for this DVR port 81472de0-1db3-4e05-9fa2-e31683adc03c on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:08:27.431751 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f77b1fc6-55e1-469f-bdad-ab3bd94ce1e3 None None] For port 81472de0-1db3-4e05-9fa2-e31683adc03c, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=81472de0-1db3-4e05-9fa2-e31683adc03c,segment=NetworkSegment(8c846250-2eff-4fc3-ba4b-d2c180f9a118),segment_id=8c846250-2eff-4fc3-ba4b-d2c180f9a118)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:08:27.432120 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f77b1fc6-55e1-469f-bdad-ab3bd94ce1e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:27.442982 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] No active binding found for port 81472de0-1db3-4e05-9fa2-e31683adc03c {{(pid=102818) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 16 10:08:27.443437 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 81472de0-1db3-4e05-9fa2-e31683adc03c not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:08:27.449595 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f77b1fc6-55e1-469f-bdad-ab3bd94ce1e3 None None] Calling delete_port for 81472de0-1db3-4e05-9fa2-e31683adc03c owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:08:27.514227 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-25ca7f90-552f-4561-ab71-829fd8ad5dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:27.537697 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-25ca7f90-552f-4561-ab71-829fd8ad5dc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131143cd-8e7c-40c2-9675-9e893ff82101']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:08:27.540852 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f77b1fc6-55e1-469f-bdad-ab3bd94ce1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:27.547754 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-25ca7f90-552f-4561-ab71-829fd8ad5dc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c846250-2eff-4fc3-ba4b-d2c180f9a118') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:08:27.548104 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-25ca7f90-552f-4561-ab71-829fd8ad5dc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c846250-2eff-4fc3-ba4b-d2c180f9a118') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:08:27.558219 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-25ca7f90-552f-4561-ab71-829fd8ad5dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:27.572036 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b1fc6-55e1-469f-bdad-ab3bd94ce1e3 None None] Pushing event deleted for resources: {'Port': ['ID=81472de0-1db3-4e05-9fa2-e31683adc03c,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:27.572545 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-25ca7f90-552f-4561-ab71-829fd8ad5dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:27.575891 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77b1fc6-55e1-469f-bdad-ab3bd94ce1e3 None None] No DVR routers for this DVR port 81472de0-1db3-4e05-9fa2-e31683adc03c on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:08:27.585619 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25ca7f90-552f-4561-ab71-829fd8ad5dc8 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:08:27.591448 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-25ca7f90-552f-4561-ab71-829fd8ad5dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:27.591448 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 10:08:27.591448 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:08:27.591448 n-d-820550-2 neutron-server[102816]: timer() Dec 16 10:08:27.591448 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:08:27.591448 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 10:08:27.591448 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:08:27.591448 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 10:08:27.591448 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:08:27.591448 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 10:08:27.591448 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:08:27.591448 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 10:08:27.591448 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:08:27.591448 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 10:08:27.591448 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:08:27.591448 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:08:27.591448 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:08:27.591448 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:08:27.591448 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:08:27.591448 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 10:08:27.591448 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:08:27.591448 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 10:08:27.591448 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:08:27.591448 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:08:27.591448 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:08:27.591448 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 10:08:27.591448 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:08:27.591448 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:08:27.591448 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:08:27.591448 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:08:27.591448 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:08:27.591448 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:08:27.591448 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:08:27.671511 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:27.745734 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-25ca7f90-552f-4561-ab71-829fd8ad5dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:27.752064 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-25ca7f90-552f-4561-ab71-829fd8ad5dc8 admin admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:27.755183 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-25ca7f90-552f-4561-ab71-829fd8ad5dc8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/131143cd-8e7c-40c2-9675-9e893ff82101 HTTP/1.1" status: 204 len: 168 time: 0.8025067 Dec 16 10:08:27.767493 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca7f90-552f-4561-ab71-829fd8ad5dc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=131143cd-8e7c-40c2-9675-9e893ff82101,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:28.160767 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60732) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:08:28.207177 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f226dc44-dde2-494a-b7ac-2d4bc4eca033 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=320bbcd30702464aa30ea049791a3f74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464222 Dec 16 10:08:28.209928 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60734) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:08:28.260763 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0fa5bc00-c9b3-4ec8-8329-815d43761517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:28.284594 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0fa5bc00-c9b3-4ec8-8329-815d43761517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:28.459489 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0fa5bc00-c9b3-4ec8-8329-815d43761517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:28.462173 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0fa5bc00-c9b3-4ec8-8329-815d43761517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:28.463380 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0fa5bc00-c9b3-4ec8-8329-815d43761517 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5f207da4-2f33-455b-800c-223cf615dba3 HTTP/1.1" status: 204 len: 168 time: 0.2525296 Dec 16 10:08:28.472255 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5bc00-c9b3-4ec8-8329-815d43761517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f207da4-2f33-455b-800c-223cf615dba3,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:28.780152 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60744) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:08:28.928588 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6e73497b-7994-4bd3-b96c-0bf7fd6e1c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:29.013729 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6e73497b-7994-4bd3-b96c-0bf7fd6e1c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:29.100100 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6e73497b-7994-4bd3-b96c-0bf7fd6e1c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:29.141039 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6e73497b-7994-4bd3-b96c-0bf7fd6e1c7e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7759a264177e4a5ab0fd39c604466ad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3597083 Dec 16 10:08:29.141876 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73497b-7994-4bd3-b96c-0bf7fd6e1c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56f82ea-453d-4557-9bcc-2480a4e6d736,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:29.144364 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60750) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:08:29.187957 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:29.211050 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e356f250-edc6-4f09-9978-081748741e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:29.235879 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e356f250-edc6-4f09-9978-081748741e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:29.278140 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 60752) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:08:29.329767 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a60d1b15-8497-4bfa-9c8e-858d483d3871 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f72bbce3bcb74af3892532b6b01e6a50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504174 Dec 16 10:08:29.333589 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 60754) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:08:29.391294 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b7b5b4fb-fe6e-4046-b742-b32a2f9471ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:29.408223 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e356f250-edc6-4f09-9978-081748741e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:29.412055 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e356f250-edc6-4f09-9978-081748741e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:29.415578 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e356f250-edc6-4f09-9978-081748741e70 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b56f82ea-453d-4557-9bcc-2480a4e6d736 HTTP/1.1" status: 204 len: 168 time: 0.2662671 Dec 16 10:08:29.422591 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b7b5b4fb-fe6e-4046-b742-b32a2f9471ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:29.423312 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e356f250-edc6-4f09-9978-081748741e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56f82ea-453d-4557-9bcc-2480a4e6d736,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:29.556621 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b7b5b4fb-fe6e-4046-b742-b32a2f9471ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:29.559326 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b7b5b4fb-fe6e-4046-b742-b32a2f9471ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:29.560668 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b7b5b4fb-fe6e-4046-b742-b32a2f9471ee admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fe75d804-550d-4866-bea2-6977e91ec97f HTTP/1.1" status: 204 len: 168 time: 0.2258916 Dec 16 10:08:29.569387 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5b4fb-fe6e-4046-b742-b32a2f9471ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe75d804-550d-4866-bea2-6977e91ec97f,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:29.625643 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:32.648552 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-9c03ebf1-b587-4a98-a7ea-09c08640eb77 tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=201986e130e8476c8d06be487b26a6be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295346 Dec 16 10:08:33.138186 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-2bfa97f0-5ee3-43f7-b98f-7561edaa7df5 tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:33.139672 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-2bfa97f0-5ee3-43f7-b98f-7561edaa7df5 tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4853170 Dec 16 10:08:33.155726 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-5134a904-2df3-4aff-a4c0-002f1e03d151 tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] 10.222.0.60 "GET /v2.0/quotas/201986e130e8476c8d06be487b26a6be HTTP/1.1" status: 200 len: 375 time: 0.0094049 Dec 16 10:08:33.190720 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-208f10d2-d050-4db3-97cf-5ec7d13f2ecf tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=201986e130e8476c8d06be487b26a6be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287364 Dec 16 10:08:33.432824 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5bba32b1-3e3b-4d53-bd4b-36118f4d8f4f req-477b22a6-8909-4e7d-b314-157824b6a02c tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] 10.222.0.60 "GET /v2.0/ports?device_id=f12aa31a-5469-48be-b14c-ff4936521b69 HTTP/1.1" status: 200 len: 210 time: 0.0324867 Dec 16 10:08:34.528793 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70170ec5-0267-4a7f-9fb0-b20225dde29c req-6077bd62-0adc-4fca-9e46-09249e889bed tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] 10.222.0.60 "GET /v2.0/ports?device_id=f12aa31a-5469-48be-b14c-ff4936521b69 HTTP/1.1" status: 200 len: 210 time: 0.0275135 Dec 16 10:08:35.359958 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-8def5131-ae4e-4c93-aa49-fee8f6bc18ad tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=201986e130e8476c8d06be487b26a6be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226312 Dec 16 10:08:35.476871 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-fa5560d5-09ae-436c-b4e0-eae01fea7a13 tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:35.478290 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-fa5560d5-09ae-436c-b4e0-eae01fea7a13 tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1136298 Dec 16 10:08:35.490970 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-8aebdfd5-e128-44bd-b1c8-6e08f730272d tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Request body: {'port': {'device_id': 'f12aa31a-5469-48be-b14c-ff4936521b69', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'admin_state_up': True, 'tenant_id': '201986e130e8476c8d06be487b26a6be'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:08:35.626042 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dad56175-3165-4afd-895e-532627205542 req-eceffe56-58df-481c-9114-4d0ad908af57 tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] 10.222.0.60 "GET /v2.0/ports?device_id=f12aa31a-5469-48be-b14c-ff4936521b69 HTTP/1.1" status: 200 len: 210 time: 0.0268159 Dec 16 10:08:35.670677 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-8aebdfd5-e128-44bd-b1c8-6e08f730272d tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Made reservation on behalf of 201986e130e8476c8d06be487b26a6be for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:08:35.674261 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-8aebdfd5-e128-44bd-b1c8-6e08f730272d tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:35.683234 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-8aebdfd5-e128-44bd-b1c8-6e08f730272d tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:35.757224 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-8aebdfd5-e128-44bd-b1c8-6e08f730272d tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:35.802252 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-8aebdfd5-e128-44bd-b1c8-6e08f730272d tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:35.864647 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebdfd5-e128-44bd-b1c8-6e08f730272d tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8ea507-3890-472b-aeec-e91ba63a827c,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:35.942616 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-8aebdfd5-e128-44bd-b1c8-6e08f730272d tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Allocated IP 192.168.233.17 (0f25fa8c-dd15-4f99-b14f-112e51884f75/d30f37a6-2496-485e-9480-e5e1789d975f/b8f8b0eb-3286-414f-89d3-1a773b2a7bf3) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:08:36.088885 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-8aebdfd5-e128-44bd-b1c8-6e08f730272d tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:36.174302 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-8aebdfd5-e128-44bd-b1c8-6e08f730272d tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:36.222508 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-8aebdfd5-e128-44bd-b1c8-6e08f730272d tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Network 0f25fa8c-dd15-4f99-b14f-112e51884f75 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:08:36.225720 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-8aebdfd5-e128-44bd-b1c8-6e08f730272d tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:08:36.229441 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-8aebdfd5-e128-44bd-b1c8-6e08f730272d tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:08:36.258890 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebdfd5-e128-44bd-b1c8-6e08f730272d tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Pushing event updated for resources: {'Port': ['ID=b8f8b0eb-3286-414f-89d3-1a773b2a7bf3,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:36.287766 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-8aebdfd5-e128-44bd-b1c8-6e08f730272d tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:36.288417 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-8aebdfd5-e128-44bd-b1c8-6e08f730272d tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:36.394530 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-8aebdfd5-e128-44bd-b1c8-6e08f730272d tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9071128 Dec 16 10:08:36.407831 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-71bf3d3e-1a69-4975-b3b5-bb2c8ce1158e service neutron] Request body: {'port': {'device_id': 'f12aa31a-5469-48be-b14c-ff4936521b69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:08:36.474803 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-71bf3d3e-1a69-4975-b3b5-bb2c8ce1158e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:36.481281 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-fbe84eb8-0f00-418d-a037-a70b97bdc330 None None] Provisioning complete for port b8f8b0eb-3286-414f-89d3-1a773b2a7bf3 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:08:36.481869 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fbe84eb8-0f00-418d-a037-a70b97bdc330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:36.517459 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-fbe84eb8-0f00-418d-a037-a70b97bdc330 None None] Port b8f8b0eb-3286-414f-89d3-1a773b2a7bf3 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:08:36.783269 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-71bf3d3e-1a69-4975-b3b5-bb2c8ce1158e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8f8b0eb-3286-414f-89d3-1a773b2a7bf3 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:08:36.794575 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69f03e-5c5b-45a7-9e19-5ee9e91c8132 req-917f490c-bc0a-44ed-b698-4b58946d52fe tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:36.796107 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-de69f03e-5c5b-45a7-9e19-5ee9e91c8132 req-917f490c-bc0a-44ed-b698-4b58946d52fe tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] 10.222.0.60 "GET /v2.0/ports?device_id=f12aa31a-5469-48be-b14c-ff4936521b69 HTTP/1.1" status: 200 len: 935 time: 0.0980942 Dec 16 10:08:36.801406 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-71bf3d3e-1a69-4975-b3b5-bb2c8ce1158e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:36.828250 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-71bf3d3e-1a69-4975-b3b5-bb2c8ce1158e service neutron] Transition to ACTIVE for port object b8f8b0eb-3286-414f-89d3-1a773b2a7bf3 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:08:36.846159 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-de69f03e-5c5b-45a7-9e19-5ee9e91c8132 req-22a6b2ca-a0a9-4c8b-846c-1e9ae1a9ea25 tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b8ea507-3890-472b-aeec-e91ba63a827c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421469 Dec 16 10:08:36.950933 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-71bf3d3e-1a69-4975-b3b5-bb2c8ce1158e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:37.004231 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf3d3e-1a69-4975-b3b5-bb2c8ce1158e service neutron] Pushing event updated for resources: {'Port': ['ID=b8f8b0eb-3286-414f-89d3-1a773b2a7bf3,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:37.083349 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-71bf3d3e-1a69-4975-b3b5-bb2c8ce1158e service neutron] Attempting to bind port b8f8b0eb-3286-414f-89d3-1a773b2a7bf3 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:08:37.083690 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-71bf3d3e-1a69-4975-b3b5-bb2c8ce1158e service neutron] Attempting to bind port b8f8b0eb-3286-414f-89d3-1a773b2a7bf3 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:08:37.084023 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-71bf3d3e-1a69-4975-b3b5-bb2c8ce1158e service neutron] Attempting to bind port b8f8b0eb-3286-414f-89d3-1a773b2a7bf3 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:08:37.090917 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-71bf3d3e-1a69-4975-b3b5-bb2c8ce1158e service neutron] Port b8f8b0eb-3286-414f-89d3-1a773b2a7bf3 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:08:37.090917 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-71bf3d3e-1a69-4975-b3b5-bb2c8ce1158e service neutron] Attempting to bind port b8f8b0eb-3286-414f-89d3-1a773b2a7bf3 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:08:37.095109 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-71bf3d3e-1a69-4975-b3b5-bb2c8ce1158e service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:08:37.095452 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-71bf3d3e-1a69-4975-b3b5-bb2c8ce1158e service neutron] Checking segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:08:37.095838 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-71bf3d3e-1a69-4975-b3b5-bb2c8ce1158e service neutron] Bound using segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:08:37.096287 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-71bf3d3e-1a69-4975-b3b5-bb2c8ce1158e service neutron] Bound port: b8f8b0eb-3286-414f-89d3-1a773b2a7bf3, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:08:37.096627 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-71bf3d3e-1a69-4975-b3b5-bb2c8ce1158e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:37.168216 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-71bf3d3e-1a69-4975-b3b5-bb2c8ce1158e service neutron] For port b8f8b0eb-3286-414f-89d3-1a773b2a7bf3, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:08:37.171613 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-71bf3d3e-1a69-4975-b3b5-bb2c8ce1158e service neutron] For port b8f8b0eb-3286-414f-89d3-1a773b2a7bf3, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=b8f8b0eb-3286-414f-89d3-1a773b2a7bf3,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:08:37.243541 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-71bf3d3e-1a69-4975-b3b5-bb2c8ce1158e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:37.277476 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-71bf3d3e-1a69-4975-b3b5-bb2c8ce1158e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:37.277915 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-71bf3d3e-1a69-4975-b3b5-bb2c8ce1158e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:37.279342 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-71bf3d3e-1a69-4975-b3b5-bb2c8ce1158e service neutron] 10.222.0.57 "PUT /v2.0/ports/b8f8b0eb-3286-414f-89d3-1a773b2a7bf3 HTTP/1.1" status: 200 len: 1095 time: 0.8767114 Dec 16 10:08:37.282628 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f12aa31a-5469-48be-b14c-ff4936521b69', 'tag': 'b8f8b0eb-3286-414f-89d3-1a773b2a7bf3'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:08:37.285982 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba4f8df-5351-4275-8548-3535957a541e" -d '{"events": [{"name": "network-changed", "server_uuid": "f12aa31a-5469-48be-b14c-ff4936521b69", "tag": "b8f8b0eb-3286-414f-89d3-1a773b2a7bf3"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:08:37.313778 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf3d3e-1a69-4975-b3b5-bb2c8ce1158e service neutron] Pushing event updated for resources: {'Port': ['ID=b8f8b0eb-3286-414f-89d3-1a773b2a7bf3,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:37.327548 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49f3ac4-5ca4-41c0-b7b4-69f128d7a655 x-openstack-request-id: req-b49f3ac4-5ca4-41c0-b7b4-69f128d7a655 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:08:37.328334 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f12aa31a-5469-48be-b14c-ff4936521b69", "tag": "b8f8b0eb-3286-414f-89d3-1a773b2a7bf3", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:08:37.328584 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b49f3ac4-5ca4-41c0-b7b4-69f128d7a655 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:08:37.328989 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f12aa31a-5469-48be-b14c-ff4936521b69', 'tag': 'b8f8b0eb-3286-414f-89d3-1a773b2a7bf3', 'status': 'completed', 'code': 200} Dec 16 10:08:37.397202 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4f8df-5351-4275-8548-3535957a541e req-2ebc5bc5-dfc4-45f2-8c76-7b1ee8562cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:37.398746 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eba4f8df-5351-4275-8548-3535957a541e req-2ebc5bc5-dfc4-45f2-8c76-7b1ee8562cd1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=201986e130e8476c8d06be487b26a6be&device_id=f12aa31a-5469-48be-b14c-ff4936521b69 HTTP/1.1" status: 200 len: 1098 time: 0.0502493 Dec 16 10:08:37.428582 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eba4f8df-5351-4275-8548-3535957a541e req-a29f527a-e5cb-496c-b7a4-d1a3841a26c9 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=201986e130e8476c8d06be487b26a6be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214536 Dec 16 10:08:37.488012 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:37.528998 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4f8df-5351-4275-8548-3535957a541e req-eb7956b0-7846-4921-99e5-dac9464eb6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:37.530445 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eba4f8df-5351-4275-8548-3535957a541e req-eb7956b0-7846-4921-99e5-dac9464eb6da service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952642 Dec 16 10:08:37.616796 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-e5759c12-6b80-41b2-94bb-3bc9abd26dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:37.618354 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-e5759c12-6b80-41b2-94bb-3bc9abd26dbc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=201986e130e8476c8d06be487b26a6be&device_id=f12aa31a-5469-48be-b14c-ff4936521b69 HTTP/1.1" status: 200 len: 1098 time: 0.0482714 Dec 16 10:08:37.660530 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-bc436f37-2fff-4641-9d6f-23f94b4d336a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=b8f8b0eb-3286-414f-89d3-1a773b2a7bf3 HTTP/1.1" status: 200 len: 217 time: 0.0345039 Dec 16 10:08:37.711886 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-0a661dcd-9ea6-4b69-be2a-b52e617a18a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:37.713423 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-0a661dcd-9ea6-4b69-be2a-b52e617a18a0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0464158 Dec 16 10:08:37.759229 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-432ecdc9-3b6a-423d-8f69-ae14e4cd48a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:37.760752 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-432ecdc9-3b6a-423d-8f69-ae14e4cd48a7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0409729 Dec 16 10:08:37.856303 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-7bc30555-dcc9-45d3-b334-1cebc8731128 service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885112 Dec 16 10:08:37.984843 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d51c6da8-8be6-4355-ad28-37ec1ed91060 req-803dceb8-e65f-4eab-9a06-7943c12ca1da service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208794 Dec 16 10:08:37.996586 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ee2b3-7715-4614-a24b-3b6c476d7178 req-e6b4292e-8063-45da-bb4f-78373c8f6d08 tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:37.998146 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-530ee2b3-7715-4614-a24b-3b6c476d7178 req-e6b4292e-8063-45da-bb4f-78373c8f6d08 tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] 10.222.0.60 "GET /v2.0/ports?device_id=f12aa31a-5469-48be-b14c-ff4936521b69 HTTP/1.1" status: 200 len: 947 time: 0.0824010 Dec 16 10:08:38.041098 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-530ee2b3-7715-4614-a24b-3b6c476d7178 req-6feb414f-d452-4ed5-bb89-ecf21b8fcfbb tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b8ea507-3890-472b-aeec-e91ba63a827c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359581 Dec 16 10:08:39.165424 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136de0a-969e-4618-8c1b-4aea070eaf2b req-93b846bc-764e-4c0b-b145-2a4c9344f175 tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:39.167148 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f136de0a-969e-4618-8c1b-4aea070eaf2b req-93b846bc-764e-4c0b-b145-2a4c9344f175 tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] 10.222.0.60 "GET /v2.0/ports?device_id=f12aa31a-5469-48be-b14c-ff4936521b69 HTTP/1.1" status: 200 len: 947 time: 0.0511451 Dec 16 10:08:39.209021 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f136de0a-969e-4618-8c1b-4aea070eaf2b req-e75a5513-3063-42cd-83b7-620afd0a9e29 tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b8ea507-3890-472b-aeec-e91ba63a827c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337677 Dec 16 10:08:40.334177 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e3599-1671-47d9-8bfe-3565c0194f17 req-edf5e0ea-e644-46f5-a664-75e8ae22e84a tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:40.335705 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-600e3599-1671-47d9-8bfe-3565c0194f17 req-edf5e0ea-e644-46f5-a664-75e8ae22e84a tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] 10.222.0.60 "GET /v2.0/ports?device_id=f12aa31a-5469-48be-b14c-ff4936521b69 HTTP/1.1" status: 200 len: 947 time: 0.0590081 Dec 16 10:08:40.375503 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-600e3599-1671-47d9-8bfe-3565c0194f17 req-d8d35597-301e-46ce-b534-8a6f05f05745 tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b8ea507-3890-472b-aeec-e91ba63a827c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329967 Dec 16 10:08:40.922269 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:41.492140 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b46023-bd6a-41e3-959e-49ef7bb64909 req-0d97b037-25f1-4534-88d4-5f157ddce0ff tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:41.493631 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-59b46023-bd6a-41e3-959e-49ef7bb64909 req-0d97b037-25f1-4534-88d4-5f157ddce0ff tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] 10.222.0.60 "GET /v2.0/ports?device_id=f12aa31a-5469-48be-b14c-ff4936521b69 HTTP/1.1" status: 200 len: 947 time: 0.0508311 Dec 16 10:08:41.532065 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-59b46023-bd6a-41e3-959e-49ef7bb64909 req-4a3c4512-109d-4874-b902-7653e1d24fd7 tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b8ea507-3890-472b-aeec-e91ba63a827c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323865 Dec 16 10:08:41.538441 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device b8f8b0eb-3286-414f-89d3-1a773b2a7bf3 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:08:41.642576 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port b8f8b0eb-3286-414f-89d3-1a773b2a7bf3, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=b8f8b0eb-3286-414f-89d3-1a773b2a7bf3,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:08:41.656454 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'b8f8b0eb-3286-414f-89d3-1a773b2a7bf3', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': 'b8f8b0eb-3286-414f-89d3-1a773b2a7bf3', 'mac_address': 'fa:16:3e:97:fc:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:08:41.696772 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:41.710290 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8f8b0eb-3286-414f-89d3-1a773b2a7bf3 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:08:41.729318 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port b8f8b0eb-3286-414f-89d3-1a773b2a7bf3, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=b8f8b0eb-3286-414f-89d3-1a773b2a7bf3,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:08:41.773590 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:41.825658 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=b8f8b0eb-3286-414f-89d3-1a773b2a7bf3,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:42.152686 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['b8f8b0eb-3286-414f-89d3-1a773b2a7bf3'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:08:42.648583 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c41423-b9d3-4937-bf1e-07bf6a3c8358 req-9685aca8-91f4-44a4-a807-cd055bc44408 tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:42.650148 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-42c41423-b9d3-4937-bf1e-07bf6a3c8358 req-9685aca8-91f4-44a4-a807-cd055bc44408 tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] 10.222.0.60 "GET /v2.0/ports?device_id=f12aa31a-5469-48be-b14c-ff4936521b69 HTTP/1.1" status: 200 len: 948 time: 0.0497661 Dec 16 10:08:42.694664 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-42c41423-b9d3-4937-bf1e-07bf6a3c8358 req-cd6cf982-3c77-460a-a338-e4a1d79c3289 tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b8ea507-3890-472b-aeec-e91ba63a827c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383179 Dec 16 10:08:43.553426 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device b8f8b0eb-3286-414f-89d3-1a773b2a7bf3 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:08:43.682286 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port b8f8b0eb-3286-414f-89d3-1a773b2a7bf3 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:08:43.686587 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port b8f8b0eb-3286-414f-89d3-1a773b2a7bf3 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:08:43.686950 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:43.774220 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:43.797579 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12aa31a-5469-48be-b14c-ff4936521b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f8b0eb-3286-414f-89d3-1a773b2a7bf3'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:08:43.799867 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94716f90-4dab-4b62-8843-fc36d5beaef4" -d '{"events": [{"server_uuid": "f12aa31a-5469-48be-b14c-ff4936521b69", "name": "network-vif-plugged", "status": "completed", "tag": "b8f8b0eb-3286-414f-89d3-1a773b2a7bf3"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:08:43.813218 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port b8f8b0eb-3286-414f-89d3-1a773b2a7bf3, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=b8f8b0eb-3286-414f-89d3-1a773b2a7bf3,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:08:43.822728 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b114831-14d9-43ef-9252-477bdcc3d97d req-3121c8c4-203e-489b-9bee-e63f0b22c597 tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:43.824426 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8b114831-14d9-43ef-9252-477bdcc3d97d req-3121c8c4-203e-489b-9bee-e63f0b22c597 tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] 10.222.0.60 "GET /v2.0/ports?device_id=f12aa31a-5469-48be-b14c-ff4936521b69 HTTP/1.1" status: 200 len: 948 time: 0.0567532 Dec 16 10:08:43.840093 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e82706-9f3c-457f-8f73-61884bf63e2c x-openstack-request-id: req-e4e82706-9f3c-457f-8f73-61884bf63e2c {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:08:43.840382 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f12aa31a-5469-48be-b14c-ff4936521b69", "name": "network-vif-plugged", "status": "completed", "tag": "b8f8b0eb-3286-414f-89d3-1a773b2a7bf3", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:08:43.840634 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e4e82706-9f3c-457f-8f73-61884bf63e2c {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:08:43.841141 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f12aa31a-5469-48be-b14c-ff4936521b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f8b0eb-3286-414f-89d3-1a773b2a7bf3', 'code': 200} Dec 16 10:08:43.865757 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:43.869349 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8b114831-14d9-43ef-9252-477bdcc3d97d req-2227af5b-3123-43f4-ba66-00f957024bcd tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b8ea507-3890-472b-aeec-e91ba63a827c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384145 Dec 16 10:08:43.919320 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=b8f8b0eb-3286-414f-89d3-1a773b2a7bf3,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:43.939306 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef168cc-e6e1-482c-b669-eb393547449c req-888208e7-4cb4-4ff5-b637-bed7f4775c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:43.940891 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-aef168cc-e6e1-482c-b669-eb393547449c req-888208e7-4cb4-4ff5-b637-bed7f4775c67 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f12aa31a-5469-48be-b14c-ff4936521b69 HTTP/1.1" status: 200 len: 1100 time: 0.0419557 Dec 16 10:08:43.978755 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-aef168cc-e6e1-482c-b669-eb393547449c req-fc9ef3f8-9e73-4050-b7da-e8e1e8b512bf service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5b8ea507-3890-472b-aeec-e91ba63a827c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300024 Dec 16 10:08:45.000429 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c9736-7c38-40f5-9479-1322c55704b5 req-2fe9c23c-3572-4566-b845-99c0019340df tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:45.002069 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da2c9736-7c38-40f5-9479-1322c55704b5 req-2fe9c23c-3572-4566-b845-99c0019340df tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] 10.222.0.60 "GET /v2.0/ports?device_id=f12aa31a-5469-48be-b14c-ff4936521b69 HTTP/1.1" status: 200 len: 949 time: 0.0586636 Dec 16 10:08:45.046374 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da2c9736-7c38-40f5-9479-1322c55704b5 req-20e6a373-3f7b-4c0b-9b4c-48032ebda867 tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b8ea507-3890-472b-aeec-e91ba63a827c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336978 Dec 16 10:08:46.164763 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816952c7-f2b6-4827-a3cc-36276be61f86 req-4d541753-d201-491b-a3ac-b3a9249a833e tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:46.166372 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-816952c7-f2b6-4827-a3cc-36276be61f86 req-4d541753-d201-491b-a3ac-b3a9249a833e tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] 10.222.0.60 "GET /v2.0/ports?device_id=f12aa31a-5469-48be-b14c-ff4936521b69 HTTP/1.1" status: 200 len: 949 time: 0.0508859 Dec 16 10:08:46.204820 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-816952c7-f2b6-4827-a3cc-36276be61f86 req-a4549db8-7e5e-49ab-b083-5f800d1b5f4d tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b8ea507-3890-472b-aeec-e91ba63a827c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322387 Dec 16 10:08:48.223441 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2f851ea9-251f-4e94-b906-835e713b9533 req-31133295-4a1d-4458-8bef-482aa991bd4d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0497215 Dec 16 10:08:48.312995 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f851ea9-251f-4e94-b906-835e713b9533 req-57098b0c-ae60-487c-b006-312d349381a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:48.314570 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2f851ea9-251f-4e94-b906-835e713b9533 req-57098b0c-ae60-487c-b006-312d349381a5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 1097 time: 0.0460479 Dec 16 10:08:48.421339 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f851ea9-251f-4e94-b906-835e713b9533 req-49d5c581-3a3b-4d75-8db9-c0dd750bb01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:48.422849 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2f851ea9-251f-4e94-b906-835e713b9533 req-49d5c581-3a3b-4d75-8db9-c0dd750bb01f service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3612a9f-8ab3-4e75-9810-d35fcac351bb HTTP/1.1" status: 200 len: 913 time: 0.0895262 Dec 16 10:08:48.495495 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2f851ea9-251f-4e94-b906-835e713b9533 req-8f8e67c1-e580-44ef-9cd1-b800f95fa167 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f89c331-bd72-46eb-b4dd-82d054e7c59c HTTP/1.1" status: 200 len: 1001 time: 0.0645921 Dec 16 10:08:48.559170 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f851ea9-251f-4e94-b906-835e713b9533 req-e6731c9c-9582-478c-84b0-ccd54b185dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:48.560571 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2f851ea9-251f-4e94-b906-835e713b9533 req-e6731c9c-9582-478c-84b0-ccd54b185dd1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=671bcf58-3379-4056-970a-d40ccd64fd91 HTTP/1.1" status: 200 len: 851 time: 0.0581398 Dec 16 10:08:48.611341 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f851ea9-251f-4e94-b906-835e713b9533 req-388bbcea-3f3d-40dc-b5d7-55223c4cf9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:48.612856 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2f851ea9-251f-4e94-b906-835e713b9533 req-388bbcea-3f3d-40dc-b5d7-55223c4cf9f2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3612a9f-8ab3-4e75-9810-d35fcac351bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456908 Dec 16 10:08:48.710863 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2f851ea9-251f-4e94-b906-835e713b9533 req-1d99909b-c1ec-49d9-8b96-18c3f85c5b14 service neutron] 10.222.0.58 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900025 Dec 16 10:08:48.806848 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2f851ea9-251f-4e94-b906-835e713b9533 req-1cfab90c-d6e9-476b-b7f3-d9a7815adc7f service neutron] 10.222.0.58 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894055 Dec 16 10:08:54.109721 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-640128e7-4076-42e5-8fa0-b3cd80148267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:56.427899 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0a3f273c-0d39-4194-8cfb-7df8d6918eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:57.768098 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:59.196200 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:59.567826 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:01.557506 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:09:05.757934 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0cdd6fc9-0b71-4ab3-a2ff-b0b7fbee4451 req-1572c4da-88cd-4575-a716-174b53c58850 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f12aa31a-5469-48be-b14c-ff4936521b69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1493435 Dec 16 10:09:05.847665 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd6fc9-0b71-4ab3-a2ff-b0b7fbee4451 req-bdcf2bec-a733-4aed-b54d-74668056848e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:05.849186 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0cdd6fc9-0b71-4ab3-a2ff-b0b7fbee4451 req-bdcf2bec-a733-4aed-b54d-74668056848e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=201986e130e8476c8d06be487b26a6be&device_id=f12aa31a-5469-48be-b14c-ff4936521b69 HTTP/1.1" status: 200 len: 1100 time: 0.0468359 Dec 16 10:09:05.959740 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd6fc9-0b71-4ab3-a2ff-b0b7fbee4451 req-89d54027-df0c-4122-bde1-13972a750a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:05.961270 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0cdd6fc9-0b71-4ab3-a2ff-b0b7fbee4451 req-89d54027-df0c-4122-bde1-13972a750a18 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.0908747 Dec 16 10:09:06.009943 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0cdd6fc9-0b71-4ab3-a2ff-b0b7fbee4451 req-c4aab033-307a-4043-afb0-faef0622b4de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=b8f8b0eb-3286-414f-89d3-1a773b2a7bf3 HTTP/1.1" status: 200 len: 217 time: 0.0402195 Dec 16 10:09:06.062988 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd6fc9-0b71-4ab3-a2ff-b0b7fbee4451 req-faaea11c-2381-44e1-a357-b1fe17dbb28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:06.064486 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0cdd6fc9-0b71-4ab3-a2ff-b0b7fbee4451 req-faaea11c-2381-44e1-a357-b1fe17dbb28f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0472751 Dec 16 10:09:06.113944 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd6fc9-0b71-4ab3-a2ff-b0b7fbee4451 req-c772c6a5-a185-4657-850e-e70ffae54583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:06.115687 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0cdd6fc9-0b71-4ab3-a2ff-b0b7fbee4451 req-c772c6a5-a185-4657-850e-e70ffae54583 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0430975 Dec 16 10:09:06.227200 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0cdd6fc9-0b71-4ab3-a2ff-b0b7fbee4451 req-f8d57dd5-cbfc-4720-8e59-6502d3618c54 service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031423 Dec 16 10:09:06.321437 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0cdd6fc9-0b71-4ab3-a2ff-b0b7fbee4451 req-21fa5986-9031-40de-bab9-4fd3f26778f5 service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859318 Dec 16 10:09:07.510904 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:10.961757 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:24.093264 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-de526fe9-b249-403d-bb2b-dbd7f9145fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:26.441859 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-03efe860-25f9-48ab-914a-735b87eeb2d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:27.681616 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:29.182036 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:29.572530 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:37.492908 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:38.557038 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:09:40.927079 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:49.262044 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-327a382f-2242-4285-a164-7682f47d6804 req-a9d86f90-e653-411c-9080-cb52e689b649 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1049705 Dec 16 10:09:49.347640 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a382f-2242-4285-a164-7682f47d6804 req-1d35879e-eaf1-41b1-ba2f-a74fe246d7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:49.349156 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-327a382f-2242-4285-a164-7682f47d6804 req-1d35879e-eaf1-41b1-ba2f-a74fe246d7f1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 1097 time: 0.0445726 Dec 16 10:09:49.459562 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a382f-2242-4285-a164-7682f47d6804 req-2695398b-8542-451b-9f23-e5aa1ee6b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:49.461042 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-327a382f-2242-4285-a164-7682f47d6804 req-2695398b-8542-451b-9f23-e5aa1ee6b467 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3612a9f-8ab3-4e75-9810-d35fcac351bb HTTP/1.1" status: 200 len: 913 time: 0.0927064 Dec 16 10:09:49.539845 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-327a382f-2242-4285-a164-7682f47d6804 req-667c6c9a-97d0-4921-a08c-c253b5b83082 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f89c331-bd72-46eb-b4dd-82d054e7c59c HTTP/1.1" status: 200 len: 1001 time: 0.0717914 Dec 16 10:09:49.591941 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a382f-2242-4285-a164-7682f47d6804 req-3c9c3080-8905-4dab-bcc1-c81d9ba25de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:49.593475 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-327a382f-2242-4285-a164-7682f47d6804 req-3c9c3080-8905-4dab-bcc1-c81d9ba25de6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=671bcf58-3379-4056-970a-d40ccd64fd91 HTTP/1.1" status: 200 len: 851 time: 0.0473356 Dec 16 10:09:49.645875 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a382f-2242-4285-a164-7682f47d6804 req-4fcf7bc8-de44-4011-bbfb-0bf6f50ee30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:49.647359 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-327a382f-2242-4285-a164-7682f47d6804 req-4fcf7bc8-de44-4011-bbfb-0bf6f50ee30a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3612a9f-8ab3-4e75-9810-d35fcac351bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465238 Dec 16 10:09:49.745041 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-327a382f-2242-4285-a164-7682f47d6804 req-ff999d7a-13ea-4750-a5cc-e70a9ee9106a service neutron] 10.222.0.58 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906954 Dec 16 10:09:49.835094 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-327a382f-2242-4285-a164-7682f47d6804 req-00bcf3f6-6a4f-456b-bdcd-ecb562bc7fc0 service neutron] 10.222.0.58 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825386 Dec 16 10:09:54.097744 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-21a981e1-55f9-4b18-98d2-bfa3339ff42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:56.400221 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ac26a86e-f9d5-4b0f-a60f-d2c8eca7324f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:57.697737 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:59.235976 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:59.566657 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:06.654609 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2ae32190-8f46-492b-b7c0-6e5f83cba09e req-da7cda42-30eb-4a2a-9027-8ee7868d75a0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f12aa31a-5469-48be-b14c-ff4936521b69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404727 Dec 16 10:10:06.744994 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae32190-8f46-492b-b7c0-6e5f83cba09e req-b8b24d78-5ac7-4885-babc-1baf805e5fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:06.746549 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2ae32190-8f46-492b-b7c0-6e5f83cba09e req-b8b24d78-5ac7-4885-babc-1baf805e5fdb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=201986e130e8476c8d06be487b26a6be&device_id=f12aa31a-5469-48be-b14c-ff4936521b69 HTTP/1.1" status: 200 len: 1100 time: 0.0485375 Dec 16 10:10:06.850599 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae32190-8f46-492b-b7c0-6e5f83cba09e req-a6d6ce5b-376c-4a4e-a64f-8c8da3c84034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:06.852078 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2ae32190-8f46-492b-b7c0-6e5f83cba09e req-a6d6ce5b-376c-4a4e-a64f-8c8da3c84034 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.0858526 Dec 16 10:10:06.894927 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2ae32190-8f46-492b-b7c0-6e5f83cba09e req-ae19203f-9a04-49c5-819d-83539270eeb2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=b8f8b0eb-3286-414f-89d3-1a773b2a7bf3 HTTP/1.1" status: 200 len: 217 time: 0.0347333 Dec 16 10:10:06.951529 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae32190-8f46-492b-b7c0-6e5f83cba09e req-ecd6c34f-de17-4406-b075-79ee84c008f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:06.952980 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2ae32190-8f46-492b-b7c0-6e5f83cba09e req-ecd6c34f-de17-4406-b075-79ee84c008f7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0519214 Dec 16 10:10:06.998347 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae32190-8f46-492b-b7c0-6e5f83cba09e req-4ee591c2-9f8b-42fe-b897-4329d88e10d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:06.999857 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2ae32190-8f46-492b-b7c0-6e5f83cba09e req-4ee591c2-9f8b-42fe-b897-4329d88e10d5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0399163 Dec 16 10:10:07.100313 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2ae32190-8f46-492b-b7c0-6e5f83cba09e req-f03b8543-cdfd-4e1a-9da2-9830f1de1dfc service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932519 Dec 16 10:10:07.199405 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2ae32190-8f46-492b-b7c0-6e5f83cba09e req-07db4ad7-c56a-49e0-9144-282b5d770b27 service neutron] 10.222.0.57 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911748 Dec 16 10:10:07.499711 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:10.915327 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:15.560855 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:10:24.137820 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-170a769e-f29d-4270-90f6-619d5a0c8121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:26.401298 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f0a06642-3989-4352-a7ef-fac16e476ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:27.669663 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:29.212076 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:29.588539 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:29.901477 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c91c4-4065-4fc9-9cc2-354d01fa9c82 req-a43834f2-b2cb-49ff-9d4f-3aaae1673a60 tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:29.902877 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a44c91c4-4065-4fc9-9cc2-354d01fa9c82 req-a43834f2-b2cb-49ff-9d4f-3aaae1673a60 tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] 10.222.0.60 "GET /v2.0/ports?device_id=f12aa31a-5469-48be-b14c-ff4936521b69 HTTP/1.1" status: 200 len: 949 time: 0.0494771 Dec 16 10:10:29.945547 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a44c91c4-4065-4fc9-9cc2-354d01fa9c82 req-49711211-6d77-494b-9e78-495ca776c4d7 tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b8ea507-3890-472b-aeec-e91ba63a827c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361941 Dec 16 10:10:31.083145 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164527e-d57b-4787-9935-f04fb69e3ea7 req-17c8d8ac-a2ef-4c77-8447-df71bb52f29f tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:31.084659 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7164527e-d57b-4787-9935-f04fb69e3ea7 req-17c8d8ac-a2ef-4c77-8447-df71bb52f29f tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] 10.222.0.60 "GET /v2.0/ports?device_id=f12aa31a-5469-48be-b14c-ff4936521b69 HTTP/1.1" status: 200 len: 949 time: 0.0513613 Dec 16 10:10:31.126156 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7164527e-d57b-4787-9935-f04fb69e3ea7 req-3219f5e4-6a00-468a-ae3a-ac9b4e94ebf8 tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b8ea507-3890-472b-aeec-e91ba63a827c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350864 Dec 16 10:10:31.640567 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309a1f2-61ed-4421-9942-2871f221231d req-b9468620-4e21-4cde-947e-4321c382fba9 tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:31.642336 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8309a1f2-61ed-4421-9942-2871f221231d req-b9468620-4e21-4cde-947e-4321c382fba9 tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] 10.222.0.57 "GET /v2.0/ports?device_id=f12aa31a-5469-48be-b14c-ff4936521b69 HTTP/1.1" status: 200 len: 949 time: 0.0536237 Dec 16 10:10:31.734948 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-8309a1f2-61ed-4421-9942-2871f221231d req-618e76b8-4028-4028-abda-8a32d63971fd tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Deleting port b8f8b0eb-3286-414f-89d3-1a773b2a7bf3 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:10:31.735422 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8309a1f2-61ed-4421-9942-2871f221231d req-618e76b8-4028-4028-abda-8a32d63971fd tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:31.827524 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-8309a1f2-61ed-4421-9942-2871f221231d req-618e76b8-4028-4028-abda-8a32d63971fd tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] For port b8f8b0eb-3286-414f-89d3-1a773b2a7bf3, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=b8f8b0eb-3286-414f-89d3-1a773b2a7bf3,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:10:31.827909 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8309a1f2-61ed-4421-9942-2871f221231d req-618e76b8-4028-4028-abda-8a32d63971fd tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:31.841069 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-8309a1f2-61ed-4421-9942-2871f221231d req-618e76b8-4028-4028-abda-8a32d63971fd tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Calling delete_port for b8f8b0eb-3286-414f-89d3-1a773b2a7bf3 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:10:32.040858 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8309a1f2-61ed-4421-9942-2871f221231d req-618e76b8-4028-4028-abda-8a32d63971fd tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:32.055251 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['b8f8b0eb-3286-414f-89d3-1a773b2a7bf3'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:10:32.079923 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e76b8-4028-4028-abda-8a32d63971fd tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Pushing event deleted for resources: {'Port': ['ID=b8f8b0eb-3286-414f-89d3-1a773b2a7bf3,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:10:32.092741 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618e76b8-4028-4028-abda-8a32d63971fd tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:32.093365 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618e76b8-4028-4028-abda-8a32d63971fd tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:32.093435 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618e76b8-4028-4028-abda-8a32d63971fd tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:32.093777 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618e76b8-4028-4028-abda-8a32d63971fd tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:32.096128 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618e76b8-4028-4028-abda-8a32d63971fd tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:32.096128 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618e76b8-4028-4028-abda-8a32d63971fd tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:32.096128 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618e76b8-4028-4028-abda-8a32d63971fd tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:32.096128 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618e76b8-4028-4028-abda-8a32d63971fd tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:32.096128 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618e76b8-4028-4028-abda-8a32d63971fd tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:32.096128 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618e76b8-4028-4028-abda-8a32d63971fd tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:32.096128 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618e76b8-4028-4028-abda-8a32d63971fd tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:32.096966 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618e76b8-4028-4028-abda-8a32d63971fd tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:32.129993 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8309a1f2-61ed-4421-9942-2871f221231d req-618e76b8-4028-4028-abda-8a32d63971fd tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] No DVR routers for this DVR port b8f8b0eb-3286-414f-89d3-1a773b2a7bf3 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:10:32.133451 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-8309a1f2-61ed-4421-9942-2871f221231d req-618e76b8-4028-4028-abda-8a32d63971fd tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:32.136738 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8309a1f2-61ed-4421-9942-2871f221231d req-618e76b8-4028-4028-abda-8a32d63971fd tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] 10.222.0.57 "DELETE /v2.0/ports/b8f8b0eb-3286-414f-89d3-1a773b2a7bf3 HTTP/1.1" status: 204 len: 173 time: 0.4882975 Dec 16 10:10:32.137197 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12aa31a-5469-48be-b14c-ff4936521b69', 'name': 'network-vif-deleted', 'tag': 'b8f8b0eb-3286-414f-89d3-1a773b2a7bf3'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:10:32.139420 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd6817c-7bc9-46f8-ab25-f344857bace3" -d '{"events": [{"server_uuid": "f12aa31a-5469-48be-b14c-ff4936521b69", "name": "network-vif-deleted", "tag": "b8f8b0eb-3286-414f-89d3-1a773b2a7bf3"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:10:32.226978 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fb882098-7d8f-4e87-8785-8ea8e8def3d4 req-733c8384-8d7f-45fe-8563-6228d9b84e14 tempest-VolumesBackupsTest-768403277 tempest-VolumesBackupsTest-768403277-project] 10.222.0.60 "GET /v2.0/ports?device_id=f12aa31a-5469-48be-b14c-ff4936521b69 HTTP/1.1" status: 200 len: 210 time: 0.0279720 Dec 16 10:10:32.329422 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c9c4e4-5d9c-4070-b394-66a20ce18cad x-openstack-request-id: req-b3c9c4e4-5d9c-4070-b394-66a20ce18cad {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:10:32.329711 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f12aa31a-5469-48be-b14c-ff4936521b69", "name": "network-vif-deleted", "tag": "b8f8b0eb-3286-414f-89d3-1a773b2a7bf3", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:10:32.329960 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b3c9c4e4-5d9c-4070-b394-66a20ce18cad {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:10:32.330423 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f12aa31a-5469-48be-b14c-ff4936521b69', 'name': 'network-vif-deleted', 'tag': 'b8f8b0eb-3286-414f-89d3-1a773b2a7bf3', 'status': 'completed', 'code': 200} Dec 16 10:10:34.050079 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device b8f8b0eb-3286-414f-89d3-1a773b2a7bf3 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:10:34.071164 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: b8f8b0eb-3286-414f-89d3-1a773b2a7bf3 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:10:34.071491 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device b8f8b0eb-3286-414f-89d3-1a773b2a7bf3 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:10:35.620264 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-3ca249e1-2396-459d-8768-59af24004583 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-14535292&fields=id&tenant_id=d700775fc1ae4ac7800b87ec102ae69e HTTP/1.1" status: 200 len: 267 time: 0.0350091 Dec 16 10:10:35.736063 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-090adcac-e838-496e-b9d4-4c559e858398 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:35.737688 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-090adcac-e838-496e-b9d4-4c559e858398 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/networks?id=e3612a9f-8ab3-4e75-9810-d35fcac351bb HTTP/1.1" status: 200 len: 812 time: 0.1099100 Dec 16 10:10:35.758421 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-8e27b374-b72b-43b7-826b-1d08b5b0b1c1 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/quotas/d700775fc1ae4ac7800b87ec102ae69e HTTP/1.1" status: 200 len: 375 time: 0.0118051 Dec 16 10:10:35.819756 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-6e25e365-140b-4dfa-ba18-81d772c3ee8b tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0552607 Dec 16 10:10:35.943723 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-0622ec86-f27c-452a-9975-27cbefeb9707 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:10:35.945408 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-0622ec86-f27c-452a-9975-27cbefeb9707 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1120617 Dec 16 10:10:36.044774 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-8368f9f9-2f2d-4a88-beea-4dc6fddd43e8 service neutron] 10.222.0.60 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914710 Dec 16 10:10:36.138937 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-75c9f78b-8710-4d5d-bdb8-13da927eac61 service neutron] 10.222.0.60 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875633 Dec 16 10:10:36.702854 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-53605ad9-2f04-40bd-a313-c96d2cbb7b49 req-3c03dec3-bac3-4b68-a1c2-f11dd1341025 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc HTTP/1.1" status: 200 len: 210 time: 0.0370104 Dec 16 10:10:37.606362 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:37.793538 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1298b01e-632e-4a3d-864d-fc9484373117 req-4d9872d4-3efe-4556-a345-38067e9c5598 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc HTTP/1.1" status: 200 len: 210 time: 0.0317147 Dec 16 10:10:38.860671 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-3bcf78c7-501e-48ea-b04b-92b3fb83485a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:38.862781 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-3bcf78c7-501e-48ea-b04b-92b3fb83485a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.57 "GET /v2.0/networks?id=e3612a9f-8ab3-4e75-9810-d35fcac351bb HTTP/1.1" status: 200 len: 812 time: 0.1157451 Dec 16 10:10:38.897668 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84196a66-8dca-41e9-aa0a-8e7b18faf9c2 req-2bd95c3b-447c-467c-9222-40e9bef566fd tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc HTTP/1.1" status: 200 len: 210 time: 0.0279973 Dec 16 10:10:38.933538 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-a96c8007-4a2e-4807-96f6-2d7dfb3272ed tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d700775fc1ae4ac7800b87ec102ae69e HTTP/1.1" status: 200 len: 378 time: 0.0381992 Dec 16 10:10:38.942830 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-570f9220-669f-42b9-ab09-6d499a236085 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Request body: {'port': {'device_id': '1a22c6ea-9a9a-4054-b0e4-957c453edefc', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'admin_state_up': True, 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'security_groups': ['dcfbf100-e174-4597-aaf6-6c84a73c980c']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:10:39.149415 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-570f9220-669f-42b9-ab09-6d499a236085 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Made reservation on behalf of d700775fc1ae4ac7800b87ec102ae69e for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:10:39.153032 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-570f9220-669f-42b9-ab09-6d499a236085 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:39.295618 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-570f9220-669f-42b9-ab09-6d499a236085 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Allocated IP 172.20.0.9 (e3612a9f-8ab3-4e75-9810-d35fcac351bb/671bcf58-3379-4056-970a-d40ccd64fd91/9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:10:39.450550 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-570f9220-669f-42b9-ab09-6d499a236085 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:39.527176 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-570f9220-669f-42b9-ab09-6d499a236085 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:39.576465 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-570f9220-669f-42b9-ab09-6d499a236085 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Network e3612a9f-8ab3-4e75-9810-d35fcac351bb is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:10:39.582546 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-570f9220-669f-42b9-ab09-6d499a236085 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:10:39.587189 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-570f9220-669f-42b9-ab09-6d499a236085 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:10:39.950408 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-458a65f3-ab07-45a3-8b2e-2db88af0a196 None None] Provisioning complete for port 9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:10:39.951384 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-458a65f3-ab07-45a3-8b2e-2db88af0a196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:39.988862 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f9220-669f-42b9-ab09-6d499a236085 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Pushing event updated for resources: {'Port': ['ID=9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:10:40.006860 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-458a65f3-ab07-45a3-8b2e-2db88af0a196 None None] Port 9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:10:40.025150 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-570f9220-669f-42b9-ab09-6d499a236085 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:40.025792 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-570f9220-669f-42b9-ab09-6d499a236085 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:40.064408 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24d387-bcab-4c08-8822-ce9e450eb534 req-1bfe7df9-f9a7-4f97-bc43-9778d453fb10 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:40.065987 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-df24d387-bcab-4c08-8822-ce9e450eb534 req-1bfe7df9-f9a7-4f97-bc43-9778d453fb10 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc HTTP/1.1" status: 200 len: 931 time: 0.0541382 Dec 16 10:10:40.110977 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-570f9220-669f-42b9-ab09-6d499a236085 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1722667 Dec 16 10:10:40.113600 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-df24d387-bcab-4c08-8822-ce9e450eb534 req-1459edcd-f28b-4c75-a55e-229b52eff1d3 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405023 Dec 16 10:10:40.124509 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-1bfc8879-b24f-4138-ad9a-9c3e79ca4a65 service neutron] Request body: {'port': {'device_id': '1a22c6ea-9a9a-4054-b0e4-957c453edefc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:10:40.188242 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-1bfc8879-b24f-4138-ad9a-9c3e79ca4a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:40.485779 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-1bfc8879-b24f-4138-ad9a-9c3e79ca4a65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:10:40.494130 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-1bfc8879-b24f-4138-ad9a-9c3e79ca4a65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:40.506870 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-1bfc8879-b24f-4138-ad9a-9c3e79ca4a65 service neutron] Transition to ACTIVE for port object 9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:10:40.639866 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-1bfc8879-b24f-4138-ad9a-9c3e79ca4a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:40.696664 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc8879-b24f-4138-ad9a-9c3e79ca4a65 service neutron] Pushing event updated for resources: {'Port': ['ID=9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:10:40.772876 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-1bfc8879-b24f-4138-ad9a-9c3e79ca4a65 service neutron] Attempting to bind port 9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:10:40.773649 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-1bfc8879-b24f-4138-ad9a-9c3e79ca4a65 service neutron] Attempting to bind port 9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:10:40.774060 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-1bfc8879-b24f-4138-ad9a-9c3e79ca4a65 service neutron] Attempting to bind port 9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654 on network e3612a9f-8ab3-4e75-9810-d35fcac351bb {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:10:40.779194 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-1bfc8879-b24f-4138-ad9a-9c3e79ca4a65 service neutron] Port 9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654 on network e3612a9f-8ab3-4e75-9810-d35fcac351bb not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:10:40.779588 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-1bfc8879-b24f-4138-ad9a-9c3e79ca4a65 service neutron] Attempting to bind port 9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654 on network e3612a9f-8ab3-4e75-9810-d35fcac351bb {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:10:40.785874 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-1bfc8879-b24f-4138-ad9a-9c3e79ca4a65 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:10:40.786307 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-1bfc8879-b24f-4138-ad9a-9c3e79ca4a65 service neutron] Checking segment: {'id': 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:10:40.786816 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-1bfc8879-b24f-4138-ad9a-9c3e79ca4a65 service neutron] Bound using segment: {'id': 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:10:40.787318 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-1bfc8879-b24f-4138-ad9a-9c3e79ca4a65 service neutron] Bound port: 9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:10:40.787747 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-1bfc8879-b24f-4138-ad9a-9c3e79ca4a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:40.866133 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-1bfc8879-b24f-4138-ad9a-9c3e79ca4a65 service neutron] For port 9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:10:40.870121 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-1bfc8879-b24f-4138-ad9a-9c3e79ca4a65 service neutron] For port 9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:10:40.972393 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-1bfc8879-b24f-4138-ad9a-9c3e79ca4a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:40.983593 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:41.011244 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-1bfc8879-b24f-4138-ad9a-9c3e79ca4a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:41.011244 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-1bfc8879-b24f-4138-ad9a-9c3e79ca4a65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:41.012852 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-1bfc8879-b24f-4138-ad9a-9c3e79ca4a65 service neutron] 10.222.0.57 "PUT /v2.0/ports/9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654 HTTP/1.1" status: 200 len: 1091 time: 0.8937309 Dec 16 10:10:41.013432 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a22c6ea-9a9a-4054-b0e4-957c453edefc', 'tag': '9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:10:41.015672 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea13eb7-250f-40be-812d-7b987d81c89a" -d '{"events": [{"name": "network-changed", "server_uuid": "1a22c6ea-9a9a-4054-b0e4-957c453edefc", "tag": "9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:10:41.067997 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea7121e-ed52-4d32-862b-e8c9196547e3 x-openstack-request-id: req-2ea7121e-ed52-4d32-862b-e8c9196547e3 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:10:41.068587 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a22c6ea-9a9a-4054-b0e4-957c453edefc", "tag": "9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:10:41.068982 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2ea7121e-ed52-4d32-862b-e8c9196547e3 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:10:41.073660 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a22c6ea-9a9a-4054-b0e4-957c453edefc', 'tag': '9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654', 'status': 'completed', 'code': 200} Dec 16 10:10:41.078093 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc8879-b24f-4138-ad9a-9c3e79ca4a65 service neutron] Pushing event updated for resources: {'Port': ['ID=9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:10:41.146801 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea13eb7-250f-40be-812d-7b987d81c89a req-b4acb04f-449a-481a-a45c-17c88336e3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:41.149779 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1ea13eb7-250f-40be-812d-7b987d81c89a req-b4acb04f-449a-481a-a45c-17c88336e3a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc HTTP/1.1" status: 200 len: 1094 time: 0.0622230 Dec 16 10:10:41.273083 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9254ab7-d968-4a3a-befc-45e7c05d2c7b req-2fd280ac-51e1-4707-9bc1-7ace2fb09e42 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:41.275784 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e9254ab7-d968-4a3a-befc-45e7c05d2c7b req-2fd280ac-51e1-4707-9bc1-7ace2fb09e42 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc HTTP/1.1" status: 200 len: 943 time: 0.0601652 Dec 16 10:10:41.311193 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea13eb7-250f-40be-812d-7b987d81c89a req-52cb823f-416f-4ba4-a44d-986f0c684a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:41.312990 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1ea13eb7-250f-40be-812d-7b987d81c89a req-52cb823f-416f-4ba4-a44d-986f0c684a74 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1538768 Dec 16 10:10:41.330748 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e9254ab7-d968-4a3a-befc-45e7c05d2c7b req-bcc70909-39b1-4964-ad9f-377a1cd13c54 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460162 Dec 16 10:10:41.423393 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea13eb7-250f-40be-812d-7b987d81c89a req-308a7a3b-a740-423c-b9b4-72362ee1abb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:41.424946 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1ea13eb7-250f-40be-812d-7b987d81c89a req-308a7a3b-a740-423c-b9b4-72362ee1abb3 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1054716 Dec 16 10:10:41.512832 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-73a745f4-d740-49a9-99c3-d56170475b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:41.514314 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-73a745f4-d740-49a9-99c3-d56170475b24 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc HTTP/1.1" status: 200 len: 1094 time: 0.0490944 Dec 16 10:10:41.559083 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-cef18a7f-cfe4-41ec-9f2d-fb7a9f0a9294 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654 HTTP/1.1" status: 200 len: 217 time: 0.0362685 Dec 16 10:10:41.619631 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-d7b54e8c-d173-4200-9679-71e7b8dd81a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:41.621463 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-d7b54e8c-d173-4200-9679-71e7b8dd81a7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=671bcf58-3379-4056-970a-d40ccd64fd91 HTTP/1.1" status: 200 len: 851 time: 0.0547092 Dec 16 10:10:41.675635 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-28a75f1d-d596-4907-a42f-c0b93e2f6e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:41.677285 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-28a75f1d-d596-4907-a42f-c0b93e2f6e82 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3612a9f-8ab3-4e75-9810-d35fcac351bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480673 Dec 16 10:10:41.770723 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-fffb0571-8dbd-4a4f-afa9-7288b7a16a20 service neutron] 10.222.0.57 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866511 Dec 16 10:10:41.881769 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-658fe5c5-9c02-42c2-b090-6a39767ff26c req-b7c60f99-20e8-423f-983a-8e9d139757ec service neutron] 10.222.0.57 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029685 Dec 16 10:10:42.479699 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528dfde-096a-4300-bfdb-ce1a84da11aa req-1bdeb07d-a9d3-427a-9b3e-f1ac7c6e140e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:42.481955 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c528dfde-096a-4300-bfdb-ce1a84da11aa req-1bdeb07d-a9d3-427a-9b3e-f1ac7c6e140e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc HTTP/1.1" status: 200 len: 943 time: 0.0635293 Dec 16 10:10:42.524385 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c528dfde-096a-4300-bfdb-ce1a84da11aa req-9def0dae-1a12-4f4b-8edb-96c728e335cc tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359497 Dec 16 10:10:43.652761 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242bc09-df22-4411-8944-4aca0fd746c3 req-bf363ca4-fa14-4731-878b-0f51377031d2 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:43.654319 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4242bc09-df22-4411-8944-4aca0fd746c3 req-bf363ca4-fa14-4731-878b-0f51377031d2 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc HTTP/1.1" status: 200 len: 943 time: 0.0557828 Dec 16 10:10:43.695745 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4242bc09-df22-4411-8944-4aca0fd746c3 req-9c2c1283-32d9-45c6-9716-2ce69907f16f tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349224 Dec 16 10:10:44.821187 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf72942-8c08-4556-9ead-a57e69d47fb2 req-385990eb-1992-4783-bf8c-0c34b509d66c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:44.823065 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-aaf72942-8c08-4556-9ead-a57e69d47fb2 req-385990eb-1992-4783-bf8c-0c34b509d66c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc HTTP/1.1" status: 200 len: 943 time: 0.0549238 Dec 16 10:10:44.862278 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-aaf72942-8c08-4556-9ead-a57e69d47fb2 req-697249e8-bb0b-4edb-a690-b98ed8e9f322 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332451 Dec 16 10:10:45.981429 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b69dc0-ad24-4347-bdf1-a00bb46aa113 req-9ab4c34a-623f-4378-887d-a4551748ae44 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:45.983066 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c4b69dc0-ad24-4347-bdf1-a00bb46aa113 req-9ab4c34a-623f-4378-887d-a4551748ae44 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc HTTP/1.1" status: 200 len: 943 time: 0.0512459 Dec 16 10:10:46.022696 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c4b69dc0-ad24-4347-bdf1-a00bb46aa113 req-38ca8f3d-1094-4a53-ac32-76542288dedc tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333269 Dec 16 10:10:47.152452 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0429a-9e25-4bca-9943-3f9781e6c666 req-e0d7f379-c369-4bb9-a859-93cd1d02c1c3 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:47.154147 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0cb0429a-9e25-4bca-9943-3f9781e6c666 req-e0d7f379-c369-4bb9-a859-93cd1d02c1c3 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc HTTP/1.1" status: 200 len: 943 time: 0.0563521 Dec 16 10:10:47.197003 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0cb0429a-9e25-4bca-9943-3f9781e6c666 req-34c8f0d0-136f-4056-8afb-1eaed0adb0c3 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359371 Dec 16 10:10:48.317450 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64247a2a-68fe-44d1-9dca-cac4a3c615db req-86cd6bd6-a396-40dd-80b4-124f1ff7b899 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:48.318933 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-64247a2a-68fe-44d1-9dca-cac4a3c615db req-86cd6bd6-a396-40dd-80b4-124f1ff7b899 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc HTTP/1.1" status: 200 len: 943 time: 0.0501568 Dec 16 10:10:48.358460 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-64247a2a-68fe-44d1-9dca-cac4a3c615db req-670deeee-31bc-4e1e-8c08-9ac9d77d9a6a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332212 Dec 16 10:10:49.479603 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24014564-391b-4cc8-b78c-9603eb44d3e6 req-7e60e52b-5afe-404a-9aad-9e99a2436ce6 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:49.481159 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24014564-391b-4cc8-b78c-9603eb44d3e6 req-7e60e52b-5afe-404a-9aad-9e99a2436ce6 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc HTTP/1.1" status: 200 len: 943 time: 0.0548697 Dec 16 10:10:49.528356 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-24014564-391b-4cc8-b78c-9603eb44d3e6 req-4d83c68e-8465-464a-9289-4522d777f23f tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377936 Dec 16 10:10:50.655565 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3cb1dc-4434-47f2-a8c8-53936adbaef0 req-984e89b3-49b3-4505-b5b4-482b5b08397c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:50.657186 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3d3cb1dc-4434-47f2-a8c8-53936adbaef0 req-984e89b3-49b3-4505-b5b4-482b5b08397c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc HTTP/1.1" status: 200 len: 943 time: 0.0566144 Dec 16 10:10:50.698799 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3d3cb1dc-4434-47f2-a8c8-53936adbaef0 req-0c59fd8b-ed78-44fc-95b7-936b9c1c11ac tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354691 Dec 16 10:10:51.197946 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-30972b93-63bb-4be0-9273-ec2bdcaecd79 req-6812b58e-68e8-460c-a87e-e127795c4223 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431759 Dec 16 10:10:51.280528 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30972b93-63bb-4be0-9273-ec2bdcaecd79 req-3b6101b4-7752-441f-8dc9-951aabf6ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:51.282100 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-30972b93-63bb-4be0-9273-ec2bdcaecd79 req-3b6101b4-7752-441f-8dc9-951aabf6ca61 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 1097 time: 0.0431564 Dec 16 10:10:51.397138 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30972b93-63bb-4be0-9273-ec2bdcaecd79 req-84081e63-a672-4f6c-b166-2fdd127ca19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:51.398691 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-30972b93-63bb-4be0-9273-ec2bdcaecd79 req-84081e63-a672-4f6c-b166-2fdd127ca19c service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3612a9f-8ab3-4e75-9810-d35fcac351bb HTTP/1.1" status: 200 len: 913 time: 0.0939136 Dec 16 10:10:51.471067 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-30972b93-63bb-4be0-9273-ec2bdcaecd79 req-6610d98c-76cd-41a2-b952-d4fedad2f9ef service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f89c331-bd72-46eb-b4dd-82d054e7c59c HTTP/1.1" status: 200 len: 1001 time: 0.0649951 Dec 16 10:10:51.529452 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30972b93-63bb-4be0-9273-ec2bdcaecd79 req-4d570026-f919-429b-bd2e-02b39bdda9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:51.530988 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-30972b93-63bb-4be0-9273-ec2bdcaecd79 req-4d570026-f919-429b-bd2e-02b39bdda9bb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=671bcf58-3379-4056-970a-d40ccd64fd91 HTTP/1.1" status: 200 len: 851 time: 0.0531285 Dec 16 10:10:51.582064 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30972b93-63bb-4be0-9273-ec2bdcaecd79 req-ada02e37-4303-40d3-8a3f-2f68301c114e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:51.583563 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-30972b93-63bb-4be0-9273-ec2bdcaecd79 req-ada02e37-4303-40d3-8a3f-2f68301c114e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3612a9f-8ab3-4e75-9810-d35fcac351bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452523 Dec 16 10:10:51.683545 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-30972b93-63bb-4be0-9273-ec2bdcaecd79 req-9a052ec5-6c4d-4c83-accc-2f5666f7b03d service neutron] 10.222.0.58 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924258 Dec 16 10:10:51.816186 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-30972b93-63bb-4be0-9273-ec2bdcaecd79 req-7781049f-e78c-48fc-844a-f4f3d19eeb69 service neutron] 10.222.0.58 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259236 Dec 16 10:10:51.845416 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a361c3a-c564-4951-8fcd-ef4c43792214 req-33ee13f2-920a-4001-a956-1d1f4169a6af tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:51.846961 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8a361c3a-c564-4951-8fcd-ef4c43792214 req-33ee13f2-920a-4001-a956-1d1f4169a6af tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc HTTP/1.1" status: 200 len: 943 time: 0.0748227 Dec 16 10:10:51.895354 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8a361c3a-c564-4951-8fcd-ef4c43792214 req-55ef3a8f-15bc-4efd-a81e-33acb056b186 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414162 Dec 16 10:10:52.560842 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:10:53.012684 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a453ccf-4fc5-4c68-b667-0ffc9548376b req-4f6739c6-832a-405a-8be1-60df9f172db9 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:53.014105 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6a453ccf-4fc5-4c68-b667-0ffc9548376b req-4f6739c6-832a-405a-8be1-60df9f172db9 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc HTTP/1.1" status: 200 len: 943 time: 0.0494053 Dec 16 10:10:53.052922 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6a453ccf-4fc5-4c68-b667-0ffc9548376b req-3e3c2cfd-a2df-4dcd-8d11-ca838feea750 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324049 Dec 16 10:10:54.114726 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ff46bedc-8df3-46f4-acf3-5d07df002667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:54.161799 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:10:54.184852 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331a290-6c75-485e-84c3-e109339317af req-859a6609-4b57-4972-963c-807d297b25b6 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:54.186398 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f331a290-6c75-485e-84c3-e109339317af req-859a6609-4b57-4972-963c-807d297b25b6 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc HTTP/1.1" status: 200 len: 943 time: 0.0631902 Dec 16 10:10:54.230105 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f331a290-6c75-485e-84c3-e109339317af req-d0d65ec9-d7cd-4aef-9b62-4caa12824360 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352924 Dec 16 10:10:54.266632 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:10:54.279104 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'port_id': '9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654', 'mac_address': 'fa:16:3e:82:6a:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:10:54.315931 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:54.328788 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:10:54.348139 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:10:54.446982 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:54.501675 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:10:54.510016 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:54.510360 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:54.510693 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:54.511024 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:54.511351 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:54.511674 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:54.512000 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:54.512319 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:54.512635 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:54.512949 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:54.513390 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:54.519123 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:54.752355 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:10:55.350954 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f940b1-493e-4061-9267-86e799ef2301 req-c372ea8f-7c08-4dd2-8cbc-9b8b757341d2 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:55.353650 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-58f940b1-493e-4061-9267-86e799ef2301 req-c372ea8f-7c08-4dd2-8cbc-9b8b757341d2 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc HTTP/1.1" status: 200 len: 944 time: 0.0529053 Dec 16 10:10:55.391740 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-58f940b1-493e-4061-9267-86e799ef2301 req-030efae2-2c54-4ce3-b1f7-61c10099a288 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316510 Dec 16 10:10:56.176534 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:10:56.297401 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:10:56.301270 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:10:56.309696 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:56.394829 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:56.421453 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a22c6ea-9a9a-4054-b0e4-957c453edefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:10:56.423683 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a600054-46b3-4bcb-9c01-47f576dde334" -d '{"events": [{"server_uuid": "1a22c6ea-9a9a-4054-b0e4-957c453edefc", "name": "network-vif-plugged", "status": "completed", "tag": "9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:10:56.428879 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-383bfe1f-dbb9-48d4-927d-5525b647ce5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:56.445194 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:10:56.522522 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6effb5-0caf-4c5a-809f-9b510e7c9325 req-4b2c6311-9b8e-4a99-b8dd-4c9cff778e6d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:56.524146 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6a6effb5-0caf-4c5a-809f-9b510e7c9325 req-4b2c6311-9b8e-4a99-b8dd-4c9cff778e6d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc HTTP/1.1" status: 200 len: 944 time: 0.0547993 Dec 16 10:10:56.526525 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:56.560782 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78d8b20-f1f3-41e9-af3f-8e400fb08527 x-openstack-request-id: req-b78d8b20-f1f3-41e9-af3f-8e400fb08527 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:10:56.561066 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a22c6ea-9a9a-4054-b0e4-957c453edefc", "name": "network-vif-plugged", "status": "completed", "tag": "9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:10:56.561502 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b78d8b20-f1f3-41e9-af3f-8e400fb08527 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:10:56.561887 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a22c6ea-9a9a-4054-b0e4-957c453edefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654', 'code': 200} Dec 16 10:10:56.582786 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:10:56.598477 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6a6effb5-0caf-4c5a-809f-9b510e7c9325 req-f99c74a1-3199-48bc-aec0-885c7c8198fc tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598457 Dec 16 10:10:56.652436 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0aebae-f584-4f30-8b79-46d039446378 req-28b56799-2d33-4c8d-bc44-3cbc85d65d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:56.654407 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dc0aebae-f584-4f30-8b79-46d039446378 req-28b56799-2d33-4c8d-bc44-3cbc85d65d3e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc HTTP/1.1" status: 200 len: 1096 time: 0.0447586 Dec 16 10:10:56.692163 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dc0aebae-f584-4f30-8b79-46d039446378 req-d93c8c84-d08a-4ff4-9e57-6f58316c612b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309088 Dec 16 10:10:57.680555 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:57.722688 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb68420-a20a-4257-be71-fc1894ce8474 req-bf3eb584-b13c-4366-892d-5cc2c4e9ea66 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:57.724261 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5bb68420-a20a-4257-be71-fc1894ce8474 req-bf3eb584-b13c-4366-892d-5cc2c4e9ea66 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc HTTP/1.1" status: 200 len: 945 time: 0.0547776 Dec 16 10:10:57.762680 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5bb68420-a20a-4257-be71-fc1894ce8474 req-bdb486a9-08d8-4f16-bcd6-b57a1c1da682 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323122 Dec 16 10:10:58.888176 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb202d-01a9-4dc0-b1c5-aa99ce64d9fe req-aaf9f647-7a4f-48bb-b464-39e723eaf72d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:58.889670 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b4fb202d-01a9-4dc0-b1c5-aa99ce64d9fe req-aaf9f647-7a4f-48bb-b464-39e723eaf72d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc HTTP/1.1" status: 200 len: 945 time: 0.0560799 Dec 16 10:10:58.936439 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b4fb202d-01a9-4dc0-b1c5-aa99ce64d9fe req-cd8000b0-7f5e-4505-91ef-31544aac89cb tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406294 Dec 16 10:10:59.059412 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93491b0a-cc61-4955-b366-f7fc64efe150 req-e2b104f2-a555-4bd4-b411-7119e3bc0f86 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:59.061298 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-93491b0a-cc61-4955-b366-f7fc64efe150 req-e2b104f2-a555-4bd4-b411-7119e3bc0f86 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc HTTP/1.1" status: 200 len: 945 time: 0.0538754 Dec 16 10:10:59.102220 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-93491b0a-cc61-4955-b366-f7fc64efe150 req-4bd629e7-2412-4903-8544-78513c98b5df tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346878 Dec 16 10:10:59.126571 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34058) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:10:59.211992 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:59.304225 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d9e2eb-f5f4-4cd5-8f32-b0cfc3e4f70e tempest-TestVolumeBootPattern-2142046735 tempest-TestVolumeBootPattern-2142046735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:59.305757 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a3d9e2eb-f5f4-4cd5-8f32-b0cfc3e4f70e tempest-TestVolumeBootPattern-2142046735 tempest-TestVolumeBootPattern-2142046735-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc HTTP/1.1" status: 200 len: 1091 time: 0.1781695 Dec 16 10:10:59.309327 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 34062) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:10:59.314051 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-fbab4ceb-3efc-4b71-814a-ed80e9f8a9ee tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'port_id': '9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:10:59.405482 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fbab4ceb-3efc-4b71-814a-ed80e9f8a9ee tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for floatingip, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:59.511101 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fbab4ceb-3efc-4b71-814a-ed80e9f8a9ee tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:59.626959 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-fbab4ceb-3efc-4b71-814a-ed80e9f8a9ee tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Allocated IP 172.25.1.108 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/ff26da44-ea70-4977-90ef-9cdd5877f5a0) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:10:59.663280 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:59.736753 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fbab4ceb-3efc-4b71-814a-ed80e9f8a9ee tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:59.857838 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fbab4ceb-3efc-4b71-814a-ed80e9f8a9ee tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:59.904127 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbab4ceb-3efc-4b71-814a-ed80e9f8a9ee tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:10:59.907425 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-fbab4ceb-3efc-4b71-814a-ed80e9f8a9ee tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:10:59.916630 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbab4ceb-3efc-4b71-814a-ed80e9f8a9ee tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:10:59.918730 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab4ceb-3efc-4b71-814a-ed80e9f8a9ee tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Pushing event updated for resources: {'Port': ['ID=ff26da44-ea70-4977-90ef-9cdd5877f5a0,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:10:59.945245 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbab4ceb-3efc-4b71-814a-ed80e9f8a9ee tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:59.945599 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbab4ceb-3efc-4b71-814a-ed80e9f8a9ee tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:59.945944 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbab4ceb-3efc-4b71-814a-ed80e9f8a9ee tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:59.946282 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbab4ceb-3efc-4b71-814a-ed80e9f8a9ee tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:59.946616 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbab4ceb-3efc-4b71-814a-ed80e9f8a9ee tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:59.946949 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbab4ceb-3efc-4b71-814a-ed80e9f8a9ee tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:59.947310 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbab4ceb-3efc-4b71-814a-ed80e9f8a9ee tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:59.947632 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbab4ceb-3efc-4b71-814a-ed80e9f8a9ee tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:59.947954 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbab4ceb-3efc-4b71-814a-ed80e9f8a9ee tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:59.948275 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbab4ceb-3efc-4b71-814a-ed80e9f8a9ee tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:59.948599 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbab4ceb-3efc-4b71-814a-ed80e9f8a9ee tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:59.948921 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbab4ceb-3efc-4b71-814a-ed80e9f8a9ee tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:11:00.288215 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fbab4ceb-3efc-4b71-814a-ed80e9f8a9ee tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:00.419977 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fbab4ceb-3efc-4b71-814a-ed80e9f8a9ee tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:00.847285 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fbab4ceb-3efc-4b71-814a-ed80e9f8a9ee tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:00.960046 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fbab4ceb-3efc-4b71-814a-ed80e9f8a9ee tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:01.031088 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab4ceb-3efc-4b71-814a-ed80e9f8a9ee tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Pushing event updated for resources: {'Port': ['ID=ff26da44-ea70-4977-90ef-9cdd5877f5a0,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:11:01.044125 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fbab4ceb-3efc-4b71-814a-ed80e9f8a9ee tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:01.145056 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [None req-fbab4ceb-3efc-4b71-814a-ed80e9f8a9ee tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Floating IP b5453523-b09b-4c6e-ad48-b26940ec7cba associated. External IP: 172.25.1.108, port: 9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654. Dec 16 10:11:01.361086 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbab4ceb-3efc-4b71-814a-ed80e9f8a9ee tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Router 55c9eca4-02fe-40cb-b6f7-c29584055c8b has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:11:01.476890 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbab4ceb-3efc-4b71-814a-ed80e9f8a9ee tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:11:01.486866 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db247e5f-23d3-4de7-abcd-3face4f3d312 None None] Sync routers for ids ['55c9eca4-02fe-40cb-b6f7-c29584055c8b'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:11:01.495668 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db247e5f-23d3-4de7-abcd-3face4f3d312 None None] Routers {'55c9eca4-02fe-40cb-b6f7-c29584055c8b'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:11:01.496273 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-db247e5f-23d3-4de7-abcd-3face4f3d312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:10:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['55c9eca4-02fe-40cb-b6f7-c29584055c8b'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:11:01.601586 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-db247e5f-23d3-4de7-abcd-3face4f3d312 None None] Set router 55c9eca4-02fe-40cb-b6f7-c29584055c8b gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:11:01.603092 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fbab4ceb-3efc-4b71-814a-ed80e9f8a9ee tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:01.642621 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fbab4ceb-3efc-4b71-814a-ed80e9f8a9ee tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3314121 Dec 16 10:11:01.643720 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a22c6ea-9a9a-4054-b0e4-957c453edefc', 'tag': '9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:11:01.647303 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2017be26-5a40-414a-ab70-843f388676c7" -d '{"events": [{"name": "network-changed", "server_uuid": "1a22c6ea-9a9a-4054-b0e4-957c453edefc", "tag": "9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:11:01.687087 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6e27a5-0ceb-416f-abab-107cd98ea7e1 x-openstack-request-id: req-be6e27a5-0ceb-416f-abab-107cd98ea7e1 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:11:01.687376 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a22c6ea-9a9a-4054-b0e4-957c453edefc", "tag": "9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:11:01.687624 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-be6e27a5-0ceb-416f-abab-107cd98ea7e1 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:11:01.688021 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a22c6ea-9a9a-4054-b0e4-957c453edefc', 'tag': '9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654', 'status': 'completed', 'code': 200} Dec 16 10:11:01.750641 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017be26-5a40-414a-ab70-843f388676c7 req-2ad5f78f-47ff-432a-873c-a0190743e8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:01.752215 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2017be26-5a40-414a-ab70-843f388676c7 req-2ad5f78f-47ff-432a-873c-a0190743e8b9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc HTTP/1.1" status: 200 len: 1096 time: 0.0420873 Dec 16 10:11:01.840814 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-db247e5f-23d3-4de7-abcd-3face4f3d312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'name': 'tempest-TestVolumeBootPattern-1877547181-router', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:51Z', 'updated_at': '2021-12-16T09:58:58Z', 'revision_number': 4, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'gw_port': {'id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:52Z', 'updated_at': '2021-12-16T09:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'b5453523-b09b-4c6e-ad48-b26940ec7cba', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'floating_ip_address': '172.25.1.108', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'port_id': '9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'mac_address': 'fa:16:3e:82:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a22c6ea-9a9a-4054-b0e4-957c453edefc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:11:00Z', 'updated_at': '2021-12-16T10:11:00Z', 'revision_number': 0, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'fixed_ip_address_scope': None}, {'id': 'b8be5e3b-1b54-41fe-9283-9590f4917af2', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'port_id': '1f89c331-bd72-46eb-b4dd-82d054e7c59c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'mac_address': 'fa:16:3e:cc:b0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bde9fd-7b34-4998-bb4c-5e81980deffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:07:54Z', 'updated_at': '2021-12-16T10:07:57Z', 'revision_number': 1, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425236ad-81bf-4b8c-8858-713a92ef0796', 'name': '', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'mac_address': 'fa:16:3e:30:0d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:57Z', 'updated_at': '2021-12-16T09:59:02Z', 'revision_number': 5, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'subnets': [{'id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:11:01.852474 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017be26-5a40-414a-ab70-843f388676c7 req-bee90730-0c86-4abf-9dd2-0c62abffbd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:01.854103 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2017be26-5a40-414a-ab70-843f388676c7 req-bee90730-0c86-4abf-9dd2-0c62abffbd1e service neutron] 10.222.0.57 "GET /v2.0/networks?id=e3612a9f-8ab3-4e75-9810-d35fcac351bb HTTP/1.1" status: 200 len: 913 time: 0.0953767 Dec 16 10:11:01.866458 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db247e5f-23d3-4de7-abcd-3face4f3d312 None None] Checking router: 55c9eca4-02fe-40cb-b6f7-c29584055c8b for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:11:01.875764 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db247e5f-23d3-4de7-abcd-3face4f3d312 None None] Routers {'55c9eca4-02fe-40cb-b6f7-c29584055c8b'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:11:01.876369 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-db247e5f-23d3-4de7-abcd-3face4f3d312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:10:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['55c9eca4-02fe-40cb-b6f7-c29584055c8b'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:11:01.932087 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2017be26-5a40-414a-ab70-843f388676c7 req-35bacd28-cfd8-4caa-9a8a-d19d30f7e977 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654 HTTP/1.1" status: 200 len: 999 time: 0.0705440 Dec 16 10:11:01.980875 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-db247e5f-23d3-4de7-abcd-3face4f3d312 None None] Set router 55c9eca4-02fe-40cb-b6f7-c29584055c8b gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:11:01.984249 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017be26-5a40-414a-ab70-843f388676c7 req-00e68f00-b577-4ffc-b349-06a75b3cb549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:01.985800 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2017be26-5a40-414a-ab70-843f388676c7 req-00e68f00-b577-4ffc-b349-06a75b3cb549 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=671bcf58-3379-4056-970a-d40ccd64fd91 HTTP/1.1" status: 200 len: 851 time: 0.0466950 Dec 16 10:11:02.035087 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017be26-5a40-414a-ab70-843f388676c7 req-6f969357-0289-4bf3-ac35-59eb1493e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:02.036476 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2017be26-5a40-414a-ab70-843f388676c7 req-6f969357-0289-4bf3-ac35-59eb1493e282 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3612a9f-8ab3-4e75-9810-d35fcac351bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435438 Dec 16 10:11:02.140090 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2017be26-5a40-414a-ab70-843f388676c7 req-d089689a-44cf-4e2f-8b58-6e57e8719797 service neutron] 10.222.0.57 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967486 Dec 16 10:11:02.245182 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2017be26-5a40-414a-ab70-843f388676c7 req-98697ed5-0a60-462d-b78d-c513b9914dff service neutron] 10.222.0.57 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913019 Dec 16 10:11:02.328249 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-db247e5f-23d3-4de7-abcd-3face4f3d312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'name': 'tempest-TestVolumeBootPattern-1877547181-router', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:51Z', 'updated_at': '2021-12-16T09:58:58Z', 'revision_number': 4, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'gw_port': {'id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:52Z', 'updated_at': '2021-12-16T09:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'b5453523-b09b-4c6e-ad48-b26940ec7cba', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'floating_ip_address': '172.25.1.108', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'port_id': '9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'mac_address': 'fa:16:3e:82:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a22c6ea-9a9a-4054-b0e4-957c453edefc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:11:00Z', 'updated_at': '2021-12-16T10:11:00Z', 'revision_number': 0, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'fixed_ip_address_scope': None}, {'id': 'b8be5e3b-1b54-41fe-9283-9590f4917af2', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'port_id': '1f89c331-bd72-46eb-b4dd-82d054e7c59c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'mac_address': 'fa:16:3e:cc:b0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bde9fd-7b34-4998-bb4c-5e81980deffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:07:54Z', 'updated_at': '2021-12-16T10:07:57Z', 'revision_number': 1, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425236ad-81bf-4b8c-8858-713a92ef0796', 'name': '', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'mac_address': 'fa:16:3e:30:0d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:57Z', 'updated_at': '2021-12-16T09:59:02Z', 'revision_number': 5, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'subnets': [{'id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:11:02.355131 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db247e5f-23d3-4de7-abcd-3face4f3d312 None None] The sync data for ids ['55c9eca4-02fe-40cb-b6f7-c29584055c8b'] in n-d-820550-2 is: [{'id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'name': 'tempest-TestVolumeBootPattern-1877547181-router', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:51Z', 'updated_at': '2021-12-16T09:58:58Z', 'revision_number': 4, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'gw_port': {'id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:52Z', 'updated_at': '2021-12-16T09:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'b5453523-b09b-4c6e-ad48-b26940ec7cba', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'floating_ip_address': '172.25.1.108', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'port_id': '9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'mac_address': 'fa:16:3e:82:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a22c6ea-9a9a-4054-b0e4-957c453edefc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:11:00Z', 'updated_at': '2021-12-16T10:11:00Z', 'revision_number': 0, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'fixed_ip_address_scope': None}, {'id': 'b8be5e3b-1b54-41fe-9283-9590f4917af2', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'port_id': '1f89c331-bd72-46eb-b4dd-82d054e7c59c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'mac_address': 'fa:16:3e:cc:b0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bde9fd-7b34-4998-bb4c-5e81980deffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:07:54Z', 'updated_at': '2021-12-16T10:07:57Z', 'revision_number': 1, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425236ad-81bf-4b8c-8858-713a92ef0796', 'name': '', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'mac_address': 'fa:16:3e:30:0d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:57Z', 'updated_at': '2021-12-16T09:59:02Z', 'revision_number': 5, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'subnets': [{'id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:11:02.570158 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe16a68-123a-4472-87e8-65947d68bfad None None] New status for floating IP b5453523-b09b-4c6e-ad48-b26940ec7cba: ACTIVE {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:11:06.685398 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a9ef2e22-5bfa-48e0-8615-398f0ffd66df req-60897030-a53b-4dde-b863-e3b284008a8e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0496407 Dec 16 10:11:06.777234 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef2e22-5bfa-48e0-8615-398f0ffd66df req-5cd9eeb4-b02d-4b73-8a75-dbb38aeacc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:06.779260 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a9ef2e22-5bfa-48e0-8615-398f0ffd66df req-5cd9eeb4-b02d-4b73-8a75-dbb38aeacc4c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc HTTP/1.1" status: 200 len: 1096 time: 0.0485044 Dec 16 10:11:06.896579 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef2e22-5bfa-48e0-8615-398f0ffd66df req-9ecdb055-c8da-4379-a4e1-3a340ac20f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:06.898254 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a9ef2e22-5bfa-48e0-8615-398f0ffd66df req-9ecdb055-c8da-4379-a4e1-3a340ac20f8c service neutron] 10.222.0.57 "GET /v2.0/networks?id=e3612a9f-8ab3-4e75-9810-d35fcac351bb HTTP/1.1" status: 200 len: 913 time: 0.0977998 Dec 16 10:11:06.971647 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a9ef2e22-5bfa-48e0-8615-398f0ffd66df req-9653d35d-944d-4978-8af6-ff28576b284d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654 HTTP/1.1" status: 200 len: 1001 time: 0.0667579 Dec 16 10:11:07.022242 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef2e22-5bfa-48e0-8615-398f0ffd66df req-2bc62455-610d-4fb0-8b1e-87ddc19ed77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:07.023602 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a9ef2e22-5bfa-48e0-8615-398f0ffd66df req-2bc62455-610d-4fb0-8b1e-87ddc19ed77e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=671bcf58-3379-4056-970a-d40ccd64fd91 HTTP/1.1" status: 200 len: 851 time: 0.0458360 Dec 16 10:11:07.073635 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef2e22-5bfa-48e0-8615-398f0ffd66df req-11b6941f-c308-4b25-a9b7-1d7e9fc5d6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:07.075395 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a9ef2e22-5bfa-48e0-8615-398f0ffd66df req-11b6941f-c308-4b25-a9b7-1d7e9fc5d6d0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3612a9f-8ab3-4e75-9810-d35fcac351bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451188 Dec 16 10:11:07.176028 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a9ef2e22-5bfa-48e0-8615-398f0ffd66df req-6162949a-62f7-40ba-ab83-3e6b638a9981 service neutron] 10.222.0.57 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929885 Dec 16 10:11:07.275091 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a9ef2e22-5bfa-48e0-8615-398f0ffd66df req-3f268faa-5d59-44db-8776-4d99a1a6f2d2 service neutron] 10.222.0.57 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922318 Dec 16 10:11:07.514221 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:10.994742 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:12.327358 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-ce6957b0-b560-45b6-a28e-2a19d750c938 req-e556723c-5643-4c92-bc69-fb8a2cf00b1f service neutron] (102817) timed out ('10.222.0.60', 47620) {{(pid=102817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 16 10:11:24.091838 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ed060f7b-790d-420c-8862-8499bb90e7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:26.405924 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e256739e-d60b-4bde-9f2a-f0238d97c868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:27.685786 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:29.188408 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:29.561842 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:11:29.588963 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:37.497735 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:40.994223 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:51.201568 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f6601dbe-a840-4c86-aa61-2ca16923e9ee req-1265525d-0f7a-4237-acc4-4391f1cade08 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460203 Dec 16 10:11:51.290326 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6601dbe-a840-4c86-aa61-2ca16923e9ee req-ad6cf764-15f4-4a58-b236-102f07a97c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:51.291842 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f6601dbe-a840-4c86-aa61-2ca16923e9ee req-ad6cf764-15f4-4a58-b236-102f07a97c21 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 1097 time: 0.0467508 Dec 16 10:11:51.409393 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6601dbe-a840-4c86-aa61-2ca16923e9ee req-a616c709-f08e-47d9-8baf-8d7d0c92bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:51.410904 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f6601dbe-a840-4c86-aa61-2ca16923e9ee req-a616c709-f08e-47d9-8baf-8d7d0c92bc6b service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3612a9f-8ab3-4e75-9810-d35fcac351bb HTTP/1.1" status: 200 len: 913 time: 0.0927818 Dec 16 10:11:51.491189 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f6601dbe-a840-4c86-aa61-2ca16923e9ee req-fbbf3ea1-d3c6-409f-98c2-f84d996ec9b9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f89c331-bd72-46eb-b4dd-82d054e7c59c HTTP/1.1" status: 200 len: 1001 time: 0.0734789 Dec 16 10:11:51.544471 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6601dbe-a840-4c86-aa61-2ca16923e9ee req-5c447e48-04ca-4e20-b5e6-f88ce3993ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:51.546095 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f6601dbe-a840-4c86-aa61-2ca16923e9ee req-5c447e48-04ca-4e20-b5e6-f88ce3993ac1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=671bcf58-3379-4056-970a-d40ccd64fd91 HTTP/1.1" status: 200 len: 851 time: 0.0478966 Dec 16 10:11:51.603182 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6601dbe-a840-4c86-aa61-2ca16923e9ee req-55d5590f-e63d-4c96-8fee-6c753d24452d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:51.605447 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f6601dbe-a840-4c86-aa61-2ca16923e9ee req-55d5590f-e63d-4c96-8fee-6c753d24452d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3612a9f-8ab3-4e75-9810-d35fcac351bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513806 Dec 16 10:11:51.727915 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f6601dbe-a840-4c86-aa61-2ca16923e9ee req-16826b99-c880-4fdf-b251-f879958af187 service neutron] 10.222.0.58 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156182 Dec 16 10:11:51.827084 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f6601dbe-a840-4c86-aa61-2ca16923e9ee req-5c0aa7fd-4172-4071-90e7-0fe165a524db service neutron] 10.222.0.58 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918968 Dec 16 10:11:54.079439 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-eedd12e5-8bd2-4572-b9ce-bcc72981bfd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:56.394002 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-afb527f7-6c1c-4303-828f-fe82f529bf85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:57.668164 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:59.210909 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:59.588444 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:12:06.564491 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:12:07.563806 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:12:07.667770 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7ee899fe-1763-4985-afaa-6415bd7f565c req-06085d26-9d15-473c-bbc7-4bb520a5a1a8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474799 Dec 16 10:12:07.752302 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee899fe-1763-4985-afaa-6415bd7f565c req-db125f5f-f4ae-4973-83de-5d2390b4cf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:12:07.753894 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7ee899fe-1763-4985-afaa-6415bd7f565c req-db125f5f-f4ae-4973-83de-5d2390b4cf3b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc HTTP/1.1" status: 200 len: 1096 time: 0.0429723 Dec 16 10:12:07.860927 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee899fe-1763-4985-afaa-6415bd7f565c req-024369f8-9086-4aa1-9d52-bd464d64e7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:12:07.862377 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7ee899fe-1763-4985-afaa-6415bd7f565c req-024369f8-9086-4aa1-9d52-bd464d64e7eb service neutron] 10.222.0.57 "GET /v2.0/networks?id=e3612a9f-8ab3-4e75-9810-d35fcac351bb HTTP/1.1" status: 200 len: 913 time: 0.0887010 Dec 16 10:12:07.934499 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7ee899fe-1763-4985-afaa-6415bd7f565c req-56574443-2d5a-44b1-86f6-5fd7b0bc06dc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654 HTTP/1.1" status: 200 len: 1001 time: 0.0647292 Dec 16 10:12:07.985511 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee899fe-1763-4985-afaa-6415bd7f565c req-87cf9a1b-1ace-425d-8a7b-a4dbcfbc7d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:12:07.987106 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7ee899fe-1763-4985-afaa-6415bd7f565c req-87cf9a1b-1ace-425d-8a7b-a4dbcfbc7d08 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=671bcf58-3379-4056-970a-d40ccd64fd91 HTTP/1.1" status: 200 len: 851 time: 0.0457480 Dec 16 10:12:08.033820 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee899fe-1763-4985-afaa-6415bd7f565c req-fdad20cd-1574-4792-9608-27def0674a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:12:08.035390 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7ee899fe-1763-4985-afaa-6415bd7f565c req-fdad20cd-1574-4792-9608-27def0674a91 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3612a9f-8ab3-4e75-9810-d35fcac351bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414286 Dec 16 10:12:08.170195 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7ee899fe-1763-4985-afaa-6415bd7f565c req-d818f5d3-2c31-42d9-8c8c-2f628b8f3309 service neutron] 10.222.0.57 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275828 Dec 16 10:12:08.302324 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7ee899fe-1763-4985-afaa-6415bd7f565c req-7ee6bafc-af8d-4ad4-a079-14c63bc3c402 service neutron] 10.222.0.57 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247907 Dec 16 10:12:11.068078 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:12:24.091069 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-af181fd5-5183-4f7b-a6d6-eeae98e2126f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:12:26.392774 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8fcbdb47-f0d2-4ecd-bd82-c9be65d7de67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:12:27.672968 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:12:29.209748 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:12:29.690235 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:12:37.540699 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:12:41.009363 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:12:43.563189 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:12:53.200793 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ec923bcd-b9ed-4dff-8061-286ee743cbb0 req-5218b0f9-c3b6-4461-8abb-da2905ef187b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0496476 Dec 16 10:12:53.309798 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec923bcd-b9ed-4dff-8061-286ee743cbb0 req-a53611a1-952a-442d-b317-35ad2d77f131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:12:53.311335 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ec923bcd-b9ed-4dff-8061-286ee743cbb0 req-a53611a1-952a-442d-b317-35ad2d77f131 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 1097 time: 0.0497606 Dec 16 10:12:53.426815 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec923bcd-b9ed-4dff-8061-286ee743cbb0 req-c78a45e8-4307-4349-87a9-7ce411426aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:12:53.428321 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ec923bcd-b9ed-4dff-8061-286ee743cbb0 req-c78a45e8-4307-4349-87a9-7ce411426aeb service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3612a9f-8ab3-4e75-9810-d35fcac351bb HTTP/1.1" status: 200 len: 913 time: 0.0972831 Dec 16 10:12:53.499547 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ec923bcd-b9ed-4dff-8061-286ee743cbb0 req-c77314c0-9fde-4927-885a-489fe3aa7ebe service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f89c331-bd72-46eb-b4dd-82d054e7c59c HTTP/1.1" status: 200 len: 1001 time: 0.0646002 Dec 16 10:12:53.554741 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec923bcd-b9ed-4dff-8061-286ee743cbb0 req-9f485a79-5848-45c7-8ff2-fe5514e5d3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:12:53.556183 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ec923bcd-b9ed-4dff-8061-286ee743cbb0 req-9f485a79-5848-45c7-8ff2-fe5514e5d3e7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=671bcf58-3379-4056-970a-d40ccd64fd91 HTTP/1.1" status: 200 len: 851 time: 0.0503430 Dec 16 10:12:53.607672 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec923bcd-b9ed-4dff-8061-286ee743cbb0 req-2151ba81-8e89-401a-a3bc-0237f89ac97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:12:53.609238 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ec923bcd-b9ed-4dff-8061-286ee743cbb0 req-2151ba81-8e89-401a-a3bc-0237f89ac97e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3612a9f-8ab3-4e75-9810-d35fcac351bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447123 Dec 16 10:12:53.722281 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ec923bcd-b9ed-4dff-8061-286ee743cbb0 req-4ce0edaa-36ba-4f37-9330-694ece6c875c service neutron] 10.222.0.58 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047287 Dec 16 10:12:53.817433 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ec923bcd-b9ed-4dff-8061-286ee743cbb0 req-2ec3e4f8-7cc3-4868-b738-fbc20ea7a253 service neutron] 10.222.0.58 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881553 Dec 16 10:12:54.067415 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-410ccbd4-8ac7-42fb-88b1-eb03c6b8fb5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:12:56.404627 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9e101056-df6b-4a28-a184-f049a40c9e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:12:57.673272 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:12:59.198302 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:12:59.593403 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:07.558206 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:09.664816 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-171b120e-5706-42a2-a935-1a7448745aa9 req-693593f6-b2f7-4afc-bbff-3df309e304c7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444195 Dec 16 10:13:09.744445 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b120e-5706-42a2-a935-1a7448745aa9 req-604569b1-5358-42c7-bc66-4e98e540e491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:09.745988 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-171b120e-5706-42a2-a935-1a7448745aa9 req-604569b1-5358-42c7-bc66-4e98e540e491 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc HTTP/1.1" status: 200 len: 1096 time: 0.0395310 Dec 16 10:13:09.856027 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b120e-5706-42a2-a935-1a7448745aa9 req-044efac4-8e1c-480c-b88d-fa2d9910c1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:09.857532 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-171b120e-5706-42a2-a935-1a7448745aa9 req-044efac4-8e1c-480c-b88d-fa2d9910c1ac service neutron] 10.222.0.57 "GET /v2.0/networks?id=e3612a9f-8ab3-4e75-9810-d35fcac351bb HTTP/1.1" status: 200 len: 913 time: 0.0912123 Dec 16 10:13:09.939331 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-171b120e-5706-42a2-a935-1a7448745aa9 req-dab3a27e-3bce-42d4-995f-0ae50fb4c652 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654 HTTP/1.1" status: 200 len: 1001 time: 0.0729847 Dec 16 10:13:09.995520 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b120e-5706-42a2-a935-1a7448745aa9 req-45062ec3-d598-4513-a809-23b3ac73ca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:09.996993 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-171b120e-5706-42a2-a935-1a7448745aa9 req-45062ec3-d598-4513-a809-23b3ac73ca62 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=671bcf58-3379-4056-970a-d40ccd64fd91 HTTP/1.1" status: 200 len: 851 time: 0.0505190 Dec 16 10:13:10.043965 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b120e-5706-42a2-a935-1a7448745aa9 req-1939d26f-0ee3-46c5-8a7a-2a2d04bdec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:10.045502 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-171b120e-5706-42a2-a935-1a7448745aa9 req-1939d26f-0ee3-46c5-8a7a-2a2d04bdec33 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3612a9f-8ab3-4e75-9810-d35fcac351bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414743 Dec 16 10:13:10.140225 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-171b120e-5706-42a2-a935-1a7448745aa9 req-fe6a74d9-4569-4c08-b3d4-02ddc54561d4 service neutron] 10.222.0.57 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875168 Dec 16 10:13:10.240746 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-171b120e-5706-42a2-a935-1a7448745aa9 req-ce9a72d2-2847-4595-8991-1967505c5d85 service neutron] 10.222.0.57 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919337 Dec 16 10:13:10.987262 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:15.491047 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35546) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:13:15.672978 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-d6c0d5fa-b8b3-4ff6-aad7-a52c232de08d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Deleting port ff26da44-ea70-4977-90ef-9cdd5877f5a0 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:13:15.673344 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d6c0d5fa-b8b3-4ff6-aad7-a52c232de08d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:15.749423 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d6c0d5fa-b8b3-4ff6-aad7-a52c232de08d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:15.749756 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d6c0d5fa-b8b3-4ff6-aad7-a52c232de08d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:15.762084 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-d6c0d5fa-b8b3-4ff6-aad7-a52c232de08d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Calling delete_port for ff26da44-ea70-4977-90ef-9cdd5877f5a0 owned by network:floatingip {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:13:16.008900 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d6c0d5fa-b8b3-4ff6-aad7-a52c232de08d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:16.039703 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c0d5fa-b8b3-4ff6-aad7-a52c232de08d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Pushing event deleted for resources: {'Port': ['ID=ff26da44-ea70-4977-90ef-9cdd5877f5a0,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:13:16.065763 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0d5fa-b8b3-4ff6-aad7-a52c232de08d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:13:16.066109 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0d5fa-b8b3-4ff6-aad7-a52c232de08d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:13:16.066447 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0d5fa-b8b3-4ff6-aad7-a52c232de08d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:13:16.066780 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0d5fa-b8b3-4ff6-aad7-a52c232de08d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:13:16.067130 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0d5fa-b8b3-4ff6-aad7-a52c232de08d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:13:16.067440 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0d5fa-b8b3-4ff6-aad7-a52c232de08d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:13:16.067762 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0d5fa-b8b3-4ff6-aad7-a52c232de08d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:13:16.068079 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0d5fa-b8b3-4ff6-aad7-a52c232de08d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:13:16.068398 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0d5fa-b8b3-4ff6-aad7-a52c232de08d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:13:16.068717 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0d5fa-b8b3-4ff6-aad7-a52c232de08d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:13:16.069038 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0d5fa-b8b3-4ff6-aad7-a52c232de08d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:13:16.069509 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0d5fa-b8b3-4ff6-aad7-a52c232de08d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:13:16.121033 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d6c0d5fa-b8b3-4ff6-aad7-a52c232de08d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for floatingip, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:16.121468 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [None req-d6c0d5fa-b8b3-4ff6-aad7-a52c232de08d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Floating IP b5453523-b09b-4c6e-ad48-b26940ec7cba disassociated (deleted). External IP: 172.25.1.108, port: 9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654. Dec 16 10:13:16.372767 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c0d5fa-b8b3-4ff6-aad7-a52c232de08d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Router 55c9eca4-02fe-40cb-b6f7-c29584055c8b has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:13:16.484579 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c0d5fa-b8b3-4ff6-aad7-a52c232de08d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:13:16.489835 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d6c0d5fa-b8b3-4ff6-aad7-a52c232de08d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:16.496423 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54242d72-5f74-4205-b145-fb2e0a8202be None None] Sync routers for ids ['55c9eca4-02fe-40cb-b6f7-c29584055c8b'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:13:16.507121 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54242d72-5f74-4205-b145-fb2e0a8202be None None] Routers {'55c9eca4-02fe-40cb-b6f7-c29584055c8b'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:13:16.507746 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-54242d72-5f74-4205-b145-fb2e0a8202be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:12:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['55c9eca4-02fe-40cb-b6f7-c29584055c8b'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:13:16.526723 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d6c0d5fa-b8b3-4ff6-aad7-a52c232de08d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "DELETE /v2.0/floatingips/b5453523-b09b-4c6e-ad48-b26940ec7cba HTTP/1.1" status: 204 len: 168 time: 1.0341294 Dec 16 10:13:16.527479 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a22c6ea-9a9a-4054-b0e4-957c453edefc', 'tag': '9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:13:16.531905 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8417291-61e9-46d4-ac11-261b2245f1d2" -d '{"events": [{"name": "network-changed", "server_uuid": "1a22c6ea-9a9a-4054-b0e4-957c453edefc", "tag": "9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:13:16.622310 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-54242d72-5f74-4205-b145-fb2e0a8202be None None] Set router 55c9eca4-02fe-40cb-b6f7-c29584055c8b gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:13:16.793659 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26761d0b-4715-4c65-b5d8-b772df563cdb x-openstack-request-id: req-26761d0b-4715-4c65-b5d8-b772df563cdb {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:13:16.794117 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a22c6ea-9a9a-4054-b0e4-957c453edefc", "tag": "9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:13:16.794492 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-26761d0b-4715-4c65-b5d8-b772df563cdb {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:13:16.795102 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a22c6ea-9a9a-4054-b0e4-957c453edefc', 'tag': '9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654', 'status': 'completed', 'code': 200} Dec 16 10:13:16.887483 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8417291-61e9-46d4-ac11-261b2245f1d2 req-e2acd226-35c8-48d5-9cb1-dc15114fd159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:16.889034 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d8417291-61e9-46d4-ac11-261b2245f1d2 req-e2acd226-35c8-48d5-9cb1-dc15114fd159 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc HTTP/1.1" status: 200 len: 1096 time: 0.0662227 Dec 16 10:13:16.970422 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-54242d72-5f74-4205-b145-fb2e0a8202be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'name': 'tempest-TestVolumeBootPattern-1877547181-router', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:51Z', 'updated_at': '2021-12-16T09:58:58Z', 'revision_number': 4, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'gw_port': {'id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:52Z', 'updated_at': '2021-12-16T09:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'b8be5e3b-1b54-41fe-9283-9590f4917af2', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'port_id': '1f89c331-bd72-46eb-b4dd-82d054e7c59c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'mac_address': 'fa:16:3e:cc:b0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bde9fd-7b34-4998-bb4c-5e81980deffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:07:54Z', 'updated_at': '2021-12-16T10:07:57Z', 'revision_number': 1, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425236ad-81bf-4b8c-8858-713a92ef0796', 'name': '', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'mac_address': 'fa:16:3e:30:0d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:57Z', 'updated_at': '2021-12-16T09:59:02Z', 'revision_number': 5, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'subnets': [{'id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:13:17.016212 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54242d72-5f74-4205-b145-fb2e0a8202be None None] Checking router: 55c9eca4-02fe-40cb-b6f7-c29584055c8b for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:13:17.030268 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54242d72-5f74-4205-b145-fb2e0a8202be None None] Routers {'55c9eca4-02fe-40cb-b6f7-c29584055c8b'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:13:17.031152 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-54242d72-5f74-4205-b145-fb2e0a8202be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:12:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['55c9eca4-02fe-40cb-b6f7-c29584055c8b'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:13:17.050983 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8417291-61e9-46d4-ac11-261b2245f1d2 req-ab1b78ba-6b58-42c2-926f-1a96cab4d712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:17.053323 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d8417291-61e9-46d4-ac11-261b2245f1d2 req-ab1b78ba-6b58-42c2-926f-1a96cab4d712 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e3612a9f-8ab3-4e75-9810-d35fcac351bb HTTP/1.1" status: 200 len: 913 time: 0.1563480 Dec 16 10:13:17.124527 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d8417291-61e9-46d4-ac11-261b2245f1d2 req-9c6943c8-7594-4ab3-b71f-5c6ef4e05546 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654 HTTP/1.1" status: 200 len: 217 time: 0.0634170 Dec 16 10:13:17.207663 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8081c-3808-496b-aec4-02ee69e3bd8a req-2f61167c-879d-4738-a4f9-c9d70de51ee7 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:17.209214 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2cc8081c-3808-496b-aec4-02ee69e3bd8a req-2f61167c-879d-4738-a4f9-c9d70de51ee7 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc HTTP/1.1" status: 200 len: 945 time: 0.2343497 Dec 16 10:13:17.224647 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-54242d72-5f74-4205-b145-fb2e0a8202be None None] Set router 55c9eca4-02fe-40cb-b6f7-c29584055c8b gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:13:17.226150 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8417291-61e9-46d4-ac11-261b2245f1d2 req-eb7e8ea8-0ab0-4c68-bc1a-135187e85e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:17.227620 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d8417291-61e9-46d4-ac11-261b2245f1d2 req-eb7e8ea8-0ab0-4c68-bc1a-135187e85e07 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=671bcf58-3379-4056-970a-d40ccd64fd91 HTTP/1.1" status: 200 len: 851 time: 0.0810359 Dec 16 10:13:17.285611 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2cc8081c-3808-496b-aec4-02ee69e3bd8a req-120a2d99-2cd9-4bfd-9efd-21b4eb697d6e tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0694697 Dec 16 10:13:17.295508 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8417291-61e9-46d4-ac11-261b2245f1d2 req-c9184f56-ae45-4d06-bcf3-b94baf52d5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:17.297021 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d8417291-61e9-46d4-ac11-261b2245f1d2 req-c9184f56-ae45-4d06-bcf3-b94baf52d5ac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3612a9f-8ab3-4e75-9810-d35fcac351bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595312 Dec 16 10:13:17.410720 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d8417291-61e9-46d4-ac11-261b2245f1d2 req-24634b9c-1850-44c4-a873-f45f932ba985 service neutron] 10.222.0.57 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040056 Dec 16 10:13:17.540697 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d8417291-61e9-46d4-ac11-261b2245f1d2 req-d37e4353-05bb-4340-9efc-a923dc7536c2 service neutron] 10.222.0.57 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213427 Dec 16 10:13:17.569529 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-54242d72-5f74-4205-b145-fb2e0a8202be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'name': 'tempest-TestVolumeBootPattern-1877547181-router', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:51Z', 'updated_at': '2021-12-16T09:58:58Z', 'revision_number': 4, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'gw_port': {'id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:52Z', 'updated_at': '2021-12-16T09:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'b8be5e3b-1b54-41fe-9283-9590f4917af2', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'port_id': '1f89c331-bd72-46eb-b4dd-82d054e7c59c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'mac_address': 'fa:16:3e:cc:b0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bde9fd-7b34-4998-bb4c-5e81980deffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:07:54Z', 'updated_at': '2021-12-16T10:07:57Z', 'revision_number': 1, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425236ad-81bf-4b8c-8858-713a92ef0796', 'name': '', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'mac_address': 'fa:16:3e:30:0d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:57Z', 'updated_at': '2021-12-16T09:59:02Z', 'revision_number': 5, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'subnets': [{'id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:13:17.600525 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54242d72-5f74-4205-b145-fb2e0a8202be None None] The sync data for ids ['55c9eca4-02fe-40cb-b6f7-c29584055c8b'] in n-d-820550-2 is: [{'id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'name': 'tempest-TestVolumeBootPattern-1877547181-router', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:51Z', 'updated_at': '2021-12-16T09:58:58Z', 'revision_number': 4, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'gw_port': {'id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:52Z', 'updated_at': '2021-12-16T09:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'b8be5e3b-1b54-41fe-9283-9590f4917af2', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'port_id': '1f89c331-bd72-46eb-b4dd-82d054e7c59c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'mac_address': 'fa:16:3e:cc:b0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bde9fd-7b34-4998-bb4c-5e81980deffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:07:54Z', 'updated_at': '2021-12-16T10:07:57Z', 'revision_number': 1, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425236ad-81bf-4b8c-8858-713a92ef0796', 'name': '', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'mac_address': 'fa:16:3e:30:0d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:57Z', 'updated_at': '2021-12-16T09:59:02Z', 'revision_number': 5, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'subnets': [{'id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:13:17.881911 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b99ba06-d3d6-49a6-89ad-7e59ae26c995 None None] New status for floating IP b5453523-b09b-4c6e-ad48-b26940ec7cba: DOWN {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:13:18.468897 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c060f1-3209-4af7-84ba-c62ad4e52498 req-8118b500-8ee1-41e9-bf30-281dc6759e1a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:18.470329 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-22c060f1-3209-4af7-84ba-c62ad4e52498 req-8118b500-8ee1-41e9-bf30-281dc6759e1a tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc HTTP/1.1" status: 200 len: 945 time: 0.1092160 Dec 16 10:13:18.513376 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-22c060f1-3209-4af7-84ba-c62ad4e52498 req-e682c29a-c0b0-4b50-9183-06e2b535775f tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358036 Dec 16 10:13:18.641366 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441155d-0bad-40d3-b2f5-b631781af277 req-8c4a8885-0e33-4875-bf72-8eaac8be8e6d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:18.643418 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9441155d-0bad-40d3-b2f5-b631781af277 req-8c4a8885-0e33-4875-bf72-8eaac8be8e6d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc HTTP/1.1" status: 200 len: 945 time: 0.0545404 Dec 16 10:13:18.734893 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-9441155d-0bad-40d3-b2f5-b631781af277 req-20ad5ba3-1600-4d9e-8da7-de75bfb4f121 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Deleting port 9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:13:18.735160 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9441155d-0bad-40d3-b2f5-b631781af277 req-20ad5ba3-1600-4d9e-8da7-de75bfb4f121 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:18.830744 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-9441155d-0bad-40d3-b2f5-b631781af277 req-20ad5ba3-1600-4d9e-8da7-de75bfb4f121 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] For port 9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:13:18.831118 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9441155d-0bad-40d3-b2f5-b631781af277 req-20ad5ba3-1600-4d9e-8da7-de75bfb4f121 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:18.845587 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-9441155d-0bad-40d3-b2f5-b631781af277 req-20ad5ba3-1600-4d9e-8da7-de75bfb4f121 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Calling delete_port for 9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:13:19.026518 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9441155d-0bad-40d3-b2f5-b631781af277 req-20ad5ba3-1600-4d9e-8da7-de75bfb4f121 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:19.075242 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad5ba3-1600-4d9e-8da7-de75bfb4f121 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Pushing event deleted for resources: {'Port': ['ID=9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:13:19.113826 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad5ba3-1600-4d9e-8da7-de75bfb4f121 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:13:19.114293 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad5ba3-1600-4d9e-8da7-de75bfb4f121 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:13:19.114751 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad5ba3-1600-4d9e-8da7-de75bfb4f121 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:13:19.115205 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad5ba3-1600-4d9e-8da7-de75bfb4f121 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:13:19.115648 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad5ba3-1600-4d9e-8da7-de75bfb4f121 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:13:19.116121 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad5ba3-1600-4d9e-8da7-de75bfb4f121 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:13:19.116533 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad5ba3-1600-4d9e-8da7-de75bfb4f121 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:13:19.116969 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad5ba3-1600-4d9e-8da7-de75bfb4f121 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:13:19.117434 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad5ba3-1600-4d9e-8da7-de75bfb4f121 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:13:19.117873 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad5ba3-1600-4d9e-8da7-de75bfb4f121 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:13:19.118312 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad5ba3-1600-4d9e-8da7-de75bfb4f121 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:13:19.118752 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad5ba3-1600-4d9e-8da7-de75bfb4f121 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:13:19.142403 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9441155d-0bad-40d3-b2f5-b631781af277 req-20ad5ba3-1600-4d9e-8da7-de75bfb4f121 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] No DVR routers for this DVR port 9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:13:19.145048 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9441155d-0bad-40d3-b2f5-b631781af277 req-20ad5ba3-1600-4d9e-8da7-de75bfb4f121 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:19.148442 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9441155d-0bad-40d3-b2f5-b631781af277 req-20ad5ba3-1600-4d9e-8da7-de75bfb4f121 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.57 "DELETE /v2.0/ports/9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654 HTTP/1.1" status: 204 len: 173 time: 0.4998736 Dec 16 10:13:19.148883 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a22c6ea-9a9a-4054-b0e4-957c453edefc', 'name': 'network-vif-deleted', 'tag': '9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:13:19.151148 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8e3cc9-f51c-4ef4-a7b2-622110a4f934" -d '{"events": [{"server_uuid": "1a22c6ea-9a9a-4054-b0e4-957c453edefc", "name": "network-vif-deleted", "tag": "9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:13:19.193340 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10acf2a8-aa32-438f-ada0-0ce2bb292580 x-openstack-request-id: req-10acf2a8-aa32-438f-ada0-0ce2bb292580 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:13:19.193632 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a22c6ea-9a9a-4054-b0e4-957c453edefc", "name": "network-vif-deleted", "tag": "9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:13:19.193885 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-10acf2a8-aa32-438f-ada0-0ce2bb292580 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:13:19.194285 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a22c6ea-9a9a-4054-b0e4-957c453edefc', 'name': 'network-vif-deleted', 'tag': '9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654', 'status': 'completed', 'code': 200} Dec 16 10:13:19.654187 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-35781d29-47dc-4ea1-9045-bbf6aedf9c9a req-5d9a08e5-39fb-4149-a5ca-b0787c5943e7 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc HTTP/1.1" status: 200 len: 210 time: 0.0389016 Dec 16 10:13:20.564385 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:13:20.775095 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c20b2966-745d-4364-9c1d-8822a45b5881 req-980743d5-5c0a-4a91-b5d9-e21857ccc17c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc HTTP/1.1" status: 200 len: 210 time: 0.0293877 Dec 16 10:13:21.873945 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9a7bfd6e-2e77-49ad-bca8-bc8cbbbc10cc req-4d531d39-02cc-40ce-8ea2-bcfa6a314022 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc HTTP/1.1" status: 200 len: 210 time: 0.0281644 Dec 16 10:13:22.940606 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:13:22.963066 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:13:22.963430 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 9a91510b-ebf7-4ce5-bb0a-3f2b8fbd0654 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:13:23.001254 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-596baa36-7729-4ef0-b3fe-d8381faac59a req-b3321c17-9fea-4118-be88-83ffcc669571 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a22c6ea-9a9a-4054-b0e4-957c453edefc HTTP/1.1" status: 200 len: 210 time: 0.0438023 Dec 16 10:13:24.112868 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6556f5bf-2818-4262-b1f0-d97d01e4b2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:26.421680 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4270676e-8c27-4c90-9439-acb34b1edba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:27.712853 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:29.266244 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:29.586495 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:29.705345 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35692) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:13:29.873664 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-38862ff5-b4a1-481b-9292-a35b2367c115 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Deleting port 66ee7990-f1b1-466f-ba74-d2ca67d58e7e {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:13:29.874009 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-38862ff5-b4a1-481b-9292-a35b2367c115 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:29.952692 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-38862ff5-b4a1-481b-9292-a35b2367c115 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:29.953020 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-38862ff5-b4a1-481b-9292-a35b2367c115 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:29.965274 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-38862ff5-b4a1-481b-9292-a35b2367c115 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Calling delete_port for 66ee7990-f1b1-466f-ba74-d2ca67d58e7e owned by network:floatingip {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:13:30.186381 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-38862ff5-b4a1-481b-9292-a35b2367c115 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:30.214023 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38862ff5-b4a1-481b-9292-a35b2367c115 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Pushing event deleted for resources: {'Port': ['ID=66ee7990-f1b1-466f-ba74-d2ca67d58e7e,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:13:30.277938 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-38862ff5-b4a1-481b-9292-a35b2367c115 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for floatingip, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:30.278298 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [None req-38862ff5-b4a1-481b-9292-a35b2367c115 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Floating IP b8be5e3b-1b54-41fe-9283-9590f4917af2 disassociated (deleted). External IP: 172.25.1.47, port: 1f89c331-bd72-46eb-b4dd-82d054e7c59c. Dec 16 10:13:30.497674 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38862ff5-b4a1-481b-9292-a35b2367c115 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Router 55c9eca4-02fe-40cb-b6f7-c29584055c8b has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:13:30.902398 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38862ff5-b4a1-481b-9292-a35b2367c115 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:13:30.907184 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-38862ff5-b4a1-481b-9292-a35b2367c115 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:30.913653 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4145e0b-de79-4b5a-b55f-cbb7c3c85b1d None None] Sync routers for ids ['55c9eca4-02fe-40cb-b6f7-c29584055c8b'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:13:30.922968 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4145e0b-de79-4b5a-b55f-cbb7c3c85b1d None None] Routers {'55c9eca4-02fe-40cb-b6f7-c29584055c8b'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:13:30.924116 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e4145e0b-de79-4b5a-b55f-cbb7c3c85b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:13:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['55c9eca4-02fe-40cb-b6f7-c29584055c8b'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:13:30.936901 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-38862ff5-b4a1-481b-9292-a35b2367c115 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "DELETE /v2.0/floatingips/b8be5e3b-1b54-41fe-9283-9590f4917af2 HTTP/1.1" status: 204 len: 168 time: 1.2277730 Dec 16 10:13:30.936901 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6bde9fd-7b34-4998-bb4c-5e81980deffe', 'tag': '1f89c331-bd72-46eb-b4dd-82d054e7c59c'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:13:30.937590 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264bb50c-472d-4eda-8656-680d8f8dde22" -d '{"events": [{"name": "network-changed", "server_uuid": "e6bde9fd-7b34-4998-bb4c-5e81980deffe", "tag": "1f89c331-bd72-46eb-b4dd-82d054e7c59c"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:13:30.990778 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afbd813-f7c0-4e60-90b1-50f00f91ed18 x-openstack-request-id: req-5afbd813-f7c0-4e60-90b1-50f00f91ed18 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:13:30.991066 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6bde9fd-7b34-4998-bb4c-5e81980deffe", "tag": "1f89c331-bd72-46eb-b4dd-82d054e7c59c", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:13:30.991316 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5afbd813-f7c0-4e60-90b1-50f00f91ed18 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:13:30.991707 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6bde9fd-7b34-4998-bb4c-5e81980deffe', 'tag': '1f89c331-bd72-46eb-b4dd-82d054e7c59c', 'status': 'completed', 'code': 200} Dec 16 10:13:31.050952 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-e4145e0b-de79-4b5a-b55f-cbb7c3c85b1d None None] Set router 55c9eca4-02fe-40cb-b6f7-c29584055c8b gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:13:31.067494 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264bb50c-472d-4eda-8656-680d8f8dde22 req-27d5b0b9-6103-4ffe-bd3c-6baa236282f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:31.069107 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-264bb50c-472d-4eda-8656-680d8f8dde22 req-27d5b0b9-6103-4ffe-bd3c-6baa236282f2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 1097 time: 0.0555768 Dec 16 10:13:31.181867 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264bb50c-472d-4eda-8656-680d8f8dde22 req-f169a4c4-b366-4df5-a1ce-eaefc0164927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:31.183980 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-264bb50c-472d-4eda-8656-680d8f8dde22 req-f169a4c4-b366-4df5-a1ce-eaefc0164927 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3612a9f-8ab3-4e75-9810-d35fcac351bb HTTP/1.1" status: 200 len: 913 time: 0.1079862 Dec 16 10:13:31.247081 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-264bb50c-472d-4eda-8656-680d8f8dde22 req-7016e917-dc52-499a-a58a-1bb4d802c059 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f89c331-bd72-46eb-b4dd-82d054e7c59c HTTP/1.1" status: 200 len: 217 time: 0.0553064 Dec 16 10:13:31.303362 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264bb50c-472d-4eda-8656-680d8f8dde22 req-b7616916-67b5-4c4b-bda8-b2ff8fba54b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:31.304922 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-264bb50c-472d-4eda-8656-680d8f8dde22 req-b7616916-67b5-4c4b-bda8-b2ff8fba54b6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=671bcf58-3379-4056-970a-d40ccd64fd91 HTTP/1.1" status: 200 len: 851 time: 0.0502994 Dec 16 10:13:31.380211 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264bb50c-472d-4eda-8656-680d8f8dde22 req-14fa0b09-7c92-4801-a0a0-7be98003eb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:31.381928 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-264bb50c-472d-4eda-8656-680d8f8dde22 req-14fa0b09-7c92-4801-a0a0-7be98003eb54 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3612a9f-8ab3-4e75-9810-d35fcac351bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700364 Dec 16 10:13:31.390101 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e4145e0b-de79-4b5a-b55f-cbb7c3c85b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'name': 'tempest-TestVolumeBootPattern-1877547181-router', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:51Z', 'updated_at': '2021-12-16T09:58:58Z', 'revision_number': 4, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'gw_port': {'id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:52Z', 'updated_at': '2021-12-16T09:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '425236ad-81bf-4b8c-8858-713a92ef0796', 'name': '', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'mac_address': 'fa:16:3e:30:0d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:57Z', 'updated_at': '2021-12-16T09:59:02Z', 'revision_number': 5, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'subnets': [{'id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:13:31.406620 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d43746-9652-40ae-b5c9-d05650690968 req-1951258e-fd7a-4ea5-a0b6-ece25aec6529 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:31.409778 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-81d43746-9652-40ae-b5c9-d05650690968 req-1951258e-fd7a-4ea5-a0b6-ece25aec6529 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 946 time: 0.0523007 Dec 16 10:13:31.418657 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4145e0b-de79-4b5a-b55f-cbb7c3c85b1d None None] Checking router: 55c9eca4-02fe-40cb-b6f7-c29584055c8b for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:13:31.428051 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4145e0b-de79-4b5a-b55f-cbb7c3c85b1d None None] Routers {'55c9eca4-02fe-40cb-b6f7-c29584055c8b'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:13:31.428755 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e4145e0b-de79-4b5a-b55f-cbb7c3c85b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:13:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['55c9eca4-02fe-40cb-b6f7-c29584055c8b'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:13:31.455494 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-81d43746-9652-40ae-b5c9-d05650690968 req-ce331a4d-d28b-45bb-afe1-99c66e7d6ec7 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/security-groups?id=dcfbf100-e174-4597-aaf6-6c84a73c980c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379095 Dec 16 10:13:31.496671 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-264bb50c-472d-4eda-8656-680d8f8dde22 req-202327d6-0838-4763-810e-5193fd100621 service neutron] 10.222.0.58 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063051 Dec 16 10:13:31.541689 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-e4145e0b-de79-4b5a-b55f-cbb7c3c85b1d None None] Set router 55c9eca4-02fe-40cb-b6f7-c29584055c8b gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:13:31.605149 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-264bb50c-472d-4eda-8656-680d8f8dde22 req-7b5fe33f-917c-4c31-bb75-ce44fb0fce90 service neutron] 10.222.0.58 "GET /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003282 Dec 16 10:13:31.759167 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e4145e0b-de79-4b5a-b55f-cbb7c3c85b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'name': 'tempest-TestVolumeBootPattern-1877547181-router', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:51Z', 'updated_at': '2021-12-16T09:58:58Z', 'revision_number': 4, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'gw_port': {'id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:52Z', 'updated_at': '2021-12-16T09:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '425236ad-81bf-4b8c-8858-713a92ef0796', 'name': '', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'mac_address': 'fa:16:3e:30:0d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:57Z', 'updated_at': '2021-12-16T09:59:02Z', 'revision_number': 5, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'subnets': [{'id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:13:31.786921 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4145e0b-de79-4b5a-b55f-cbb7c3c85b1d None None] The sync data for ids ['55c9eca4-02fe-40cb-b6f7-c29584055c8b'] in n-d-820550-2 is: [{'id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'name': 'tempest-TestVolumeBootPattern-1877547181-router', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:51Z', 'updated_at': '2021-12-16T09:58:58Z', 'revision_number': 4, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'gw_port': {'id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:52Z', 'updated_at': '2021-12-16T09:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '425236ad-81bf-4b8c-8858-713a92ef0796', 'name': '', 'network_id': 'e3612a9f-8ab3-4e75-9810-d35fcac351bb', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'mac_address': 'fa:16:3e:30:0d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:57Z', 'updated_at': '2021-12-16T09:59:02Z', 'revision_number': 5, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'subnets': [{'id': '671bcf58-3379-4056-970a-d40ccd64fd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:13:31.988804 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b03f86-0b56-483d-9156-2114fd3d22c3 req-17e55dc2-8fe2-4125-8648-7ec308cccb5d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:31.990459 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-64b03f86-0b56-483d-9156-2114fd3d22c3 req-17e55dc2-8fe2-4125-8648-7ec308cccb5d tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 946 time: 0.0534661 Dec 16 10:13:32.052846 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b218e0-b6bc-4981-98fd-5f342df9de73 None None] New status for floating IP b8be5e3b-1b54-41fe-9283-9590f4917af2: DOWN {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:13:32.096165 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-64b03f86-0b56-483d-9156-2114fd3d22c3 req-f1277958-b741-4d2a-ab35-f30f96c7eb47 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Deleting port 1f89c331-bd72-46eb-b4dd-82d054e7c59c {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:13:32.096165 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-64b03f86-0b56-483d-9156-2114fd3d22c3 req-f1277958-b741-4d2a-ab35-f30f96c7eb47 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:32.186864 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-64b03f86-0b56-483d-9156-2114fd3d22c3 req-f1277958-b741-4d2a-ab35-f30f96c7eb47 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] For port 1f89c331-bd72-46eb-b4dd-82d054e7c59c, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=1f89c331-bd72-46eb-b4dd-82d054e7c59c,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:13:32.187239 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-64b03f86-0b56-483d-9156-2114fd3d22c3 req-f1277958-b741-4d2a-ab35-f30f96c7eb47 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:32.201009 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-64b03f86-0b56-483d-9156-2114fd3d22c3 req-f1277958-b741-4d2a-ab35-f30f96c7eb47 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Calling delete_port for 1f89c331-bd72-46eb-b4dd-82d054e7c59c owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:13:32.415407 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-64b03f86-0b56-483d-9156-2114fd3d22c3 req-f1277958-b741-4d2a-ab35-f30f96c7eb47 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:32.445715 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1277958-b741-4d2a-ab35-f30f96c7eb47 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Pushing event deleted for resources: {'Port': ['ID=1f89c331-bd72-46eb-b4dd-82d054e7c59c,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:13:32.493387 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b03f86-0b56-483d-9156-2114fd3d22c3 req-f1277958-b741-4d2a-ab35-f30f96c7eb47 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] No DVR routers for this DVR port 1f89c331-bd72-46eb-b4dd-82d054e7c59c on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:13:32.522278 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-64b03f86-0b56-483d-9156-2114fd3d22c3 req-f1277958-b741-4d2a-ab35-f30f96c7eb47 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:32.522278 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-64b03f86-0b56-483d-9156-2114fd3d22c3 req-f1277958-b741-4d2a-ab35-f30f96c7eb47 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.58 "DELETE /v2.0/ports/1f89c331-bd72-46eb-b4dd-82d054e7c59c HTTP/1.1" status: 204 len: 173 time: 0.5026143 Dec 16 10:13:32.522278 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6bde9fd-7b34-4998-bb4c-5e81980deffe', 'name': 'network-vif-deleted', 'tag': '1f89c331-bd72-46eb-b4dd-82d054e7c59c'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:13:32.522278 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506d0e53-1adf-4520-8c58-7739afa4067b" -d '{"events": [{"server_uuid": "e6bde9fd-7b34-4998-bb4c-5e81980deffe", "name": "network-vif-deleted", "tag": "1f89c331-bd72-46eb-b4dd-82d054e7c59c"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:13:32.583697 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610ead8b-e375-4a2f-a808-2cdba9d845a1 x-openstack-request-id: req-610ead8b-e375-4a2f-a808-2cdba9d845a1 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:13:32.585877 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6bde9fd-7b34-4998-bb4c-5e81980deffe", "name": "network-vif-deleted", "tag": "1f89c331-bd72-46eb-b4dd-82d054e7c59c", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:13:32.585877 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-610ead8b-e375-4a2f-a808-2cdba9d845a1 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:13:32.585877 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6bde9fd-7b34-4998-bb4c-5e81980deffe', 'name': 'network-vif-deleted', 'tag': '1f89c331-bd72-46eb-b4dd-82d054e7c59c', 'status': 'completed', 'code': 200} Dec 16 10:13:32.586787 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d8a60627-1221-4c3a-803d-6d74fd279282 req-97df6e23-a408-46b6-886b-58d0343a0d6c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 210 time: 0.0297716 Dec 16 10:13:33.686195 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9c5c6c81-a606-48e4-94fe-c261193b8a01 req-d0cd3d2c-dc69-447a-acbf-5577ec7a235c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 210 time: 0.0265076 Dec 16 10:13:34.794148 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0069a9d7-0523-4037-a8c4-e51fe0f3e5a8 req-5ba67f0a-5ef3-4d44-b5b7-176f769e12d8 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 210 time: 0.0304971 Dec 16 10:13:35.710804 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 1f89c331-bd72-46eb-b4dd-82d054e7c59c no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:13:35.734174 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 1f89c331-bd72-46eb-b4dd-82d054e7c59c {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:13:35.734520 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 1f89c331-bd72-46eb-b4dd-82d054e7c59c not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:13:35.890472 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-53e6b451-b6ba-4cdd-9692-53bb9f7802fa req-515f743e-d5c3-4bd9-918f-c7df102cac2f tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 210 time: 0.0263982 Dec 16 10:13:37.002950 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-229a8302-2d17-4b23-89e9-d18f014f66cd req-14088264-9f57-4b89-aad9-b22664a780ca tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6bde9fd-7b34-4998-bb4c-5e81980deffe HTTP/1.1" status: 200 len: 210 time: 0.0273387 Dec 16 10:13:37.574852 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:38.067233 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35828) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:13:38.194696 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-de7760c6-35f4-4a00-9196-23b02e578125 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Deleting port 07f32e08-1842-43dd-b093-d6321ce87998 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:13:38.195050 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-de7760c6-35f4-4a00-9196-23b02e578125 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:38.273718 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-de7760c6-35f4-4a00-9196-23b02e578125 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:38.274052 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-de7760c6-35f4-4a00-9196-23b02e578125 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:38.285953 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-de7760c6-35f4-4a00-9196-23b02e578125 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Calling delete_port for 07f32e08-1842-43dd-b093-d6321ce87998 owned by network:floatingip {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:13:38.489038 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-de7760c6-35f4-4a00-9196-23b02e578125 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:38.514263 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7760c6-35f4-4a00-9196-23b02e578125 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Pushing event deleted for resources: {'Port': ['ID=07f32e08-1842-43dd-b093-d6321ce87998,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:13:38.580495 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-de7760c6-35f4-4a00-9196-23b02e578125 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for floatingip, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:38.583134 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-de7760c6-35f4-4a00-9196-23b02e578125 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:38.586732 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-de7760c6-35f4-4a00-9196-23b02e578125 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "DELETE /v2.0/floatingips/44a4ba30-9a0b-4428-bedd-f3ccf8b222ac HTTP/1.1" status: 204 len: 168 time: 0.5159848 Dec 16 10:13:41.031926 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:42.034369 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35896) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:13:42.094545 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-69075eb7-81f7-4f96-8d4c-f4d88ec2942c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:42.120040 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-69075eb7-81f7-4f96-8d4c-f4d88ec2942c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:42.260346 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-69075eb7-81f7-4f96-8d4c-f4d88ec2942c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:42.263101 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-69075eb7-81f7-4f96-8d4c-f4d88ec2942c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:42.264350 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-69075eb7-81f7-4f96-8d4c-f4d88ec2942c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] 10.222.0.60 "DELETE /v2.0/security-groups/dcfbf100-e174-4597-aaf6-6c84a73c980c HTTP/1.1" status: 204 len: 168 time: 0.2284443 Dec 16 10:13:42.275207 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69075eb7-81f7-4f96-8d4c-f4d88ec2942c tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfbf100-e174-4597-aaf6-6c84a73c980c,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:13:42.416148 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35904) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:13:42.895630 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d19a31d8-44b6-4179-a8ac-f0198a1fffbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:43.151329 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-d19a31d8-44b6-4179-a8ac-f0198a1fffbf admin admin] Deleting port 425236ad-81bf-4b8c-8858-713a92ef0796 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:13:43.152007 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d19a31d8-44b6-4179-a8ac-f0198a1fffbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:43.236715 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-d19a31d8-44b6-4179-a8ac-f0198a1fffbf admin admin] For port 425236ad-81bf-4b8c-8858-713a92ef0796, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=425236ad-81bf-4b8c-8858-713a92ef0796,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:13:43.236992 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d19a31d8-44b6-4179-a8ac-f0198a1fffbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:43.249348 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-d19a31d8-44b6-4179-a8ac-f0198a1fffbf admin admin] Calling delete_port for 425236ad-81bf-4b8c-8858-713a92ef0796 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:13:43.540268 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d19a31d8-44b6-4179-a8ac-f0198a1fffbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:43.566300 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a31d8-44b6-4179-a8ac-f0198a1fffbf admin admin] Pushing event deleted for resources: {'Port': ['ID=425236ad-81bf-4b8c-8858-713a92ef0796,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:13:43.735632 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d19a31d8-44b6-4179-a8ac-f0198a1fffbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:43.970235 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19a31d8-44b6-4179-a8ac-f0198a1fffbf admin admin] Router 55c9eca4-02fe-40cb-b6f7-c29584055c8b has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:13:44.081122 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19a31d8-44b6-4179-a8ac-f0198a1fffbf admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:13:44.086633 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d19a31d8-44b6-4179-a8ac-f0198a1fffbf admin admin] 10.222.0.60 "PUT /v2.0/routers/55c9eca4-02fe-40cb-b6f7-c29584055c8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6689072 Dec 16 10:13:44.089688 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35932) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:13:44.091530 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f1cb8f-8ecd-4948-b60f-6c220c3ab6f7 None None] Sync routers for ids ['55c9eca4-02fe-40cb-b6f7-c29584055c8b'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:13:44.103926 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f1cb8f-8ecd-4948-b60f-6c220c3ab6f7 None None] Routers {'55c9eca4-02fe-40cb-b6f7-c29584055c8b'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:13:44.104882 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-99f1cb8f-8ecd-4948-b60f-6c220c3ab6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:13:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['55c9eca4-02fe-40cb-b6f7-c29584055c8b'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:13:44.206814 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3f3fe185-6d9c-4f70-b5ae-583c5a1fcbe8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:44.216819 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-99f1cb8f-8ecd-4948-b60f-6c220c3ab6f7 None None] Set router 55c9eca4-02fe-40cb-b6f7-c29584055c8b gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:13:44.313682 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3f3fe185-6d9c-4f70-b5ae-583c5a1fcbe8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:44.394665 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-99f1cb8f-8ecd-4948-b60f-6c220c3ab6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'name': 'tempest-TestVolumeBootPattern-1877547181-router', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:51Z', 'updated_at': '2021-12-16T10:13:43Z', 'revision_number': 5, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'gw_port': {'id': 'bef8128c-bf5d-483b-be5a-0cd3085f64d1', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:58:52Z', 'updated_at': '2021-12-16T09:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:13:44.420836 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f1cb8f-8ecd-4948-b60f-6c220c3ab6f7 None None] Checking router: 55c9eca4-02fe-40cb-b6f7-c29584055c8b for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:13:44.430779 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f1cb8f-8ecd-4948-b60f-6c220c3ab6f7 None None] Routers {'55c9eca4-02fe-40cb-b6f7-c29584055c8b'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:13:44.431495 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-99f1cb8f-8ecd-4948-b60f-6c220c3ab6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:13:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['55c9eca4-02fe-40cb-b6f7-c29584055c8b'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:13:44.451500 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-3f3fe185-6d9c-4f70-b5ae-583c5a1fcbe8 admin admin] Deleting port bef8128c-bf5d-483b-be5a-0cd3085f64d1 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:13:44.451912 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3f3fe185-6d9c-4f70-b5ae-583c5a1fcbe8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:44.526132 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-99f1cb8f-8ecd-4948-b60f-6c220c3ab6f7 None None] Set router 55c9eca4-02fe-40cb-b6f7-c29584055c8b gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:13:44.545706 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-3f3fe185-6d9c-4f70-b5ae-583c5a1fcbe8 admin admin] For port bef8128c-bf5d-483b-be5a-0cd3085f64d1, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=bef8128c-bf5d-483b-be5a-0cd3085f64d1,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:13:44.546154 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3f3fe185-6d9c-4f70-b5ae-583c5a1fcbe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:44.558950 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-3f3fe185-6d9c-4f70-b5ae-583c5a1fcbe8 admin admin] Calling delete_port for bef8128c-bf5d-483b-be5a-0cd3085f64d1 owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:13:44.581610 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-99f1cb8f-8ecd-4948-b60f-6c220c3ab6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'name': 'tempest-TestVolumeBootPattern-1877547181-router', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:51Z', 'updated_at': '2021-12-16T10:13:44Z', 'revision_number': 6, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:13:44.608611 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f1cb8f-8ecd-4948-b60f-6c220c3ab6f7 None None] The sync data for ids ['55c9eca4-02fe-40cb-b6f7-c29584055c8b'] in n-d-820550-2 is: [{'id': '55c9eca4-02fe-40cb-b6f7-c29584055c8b', 'name': 'tempest-TestVolumeBootPattern-1877547181-router', 'tenant_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:58:51Z', 'updated_at': '2021-12-16T10:13:44Z', 'revision_number': 6, 'project_id': 'd700775fc1ae4ac7800b87ec102ae69e', 'gw_port_host': None}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:13:44.803609 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3f3fe185-6d9c-4f70-b5ae-583c5a1fcbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:44.828758 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fe185-6d9c-4f70-b5ae-583c5a1fcbe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bef8128c-bf5d-483b-be5a-0cd3085f64d1,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:13:44.891126 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3f3fe185-6d9c-4f70-b5ae-583c5a1fcbe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:44.982601 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3f3fe185-6d9c-4f70-b5ae-583c5a1fcbe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:44.985076 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3f3fe185-6d9c-4f70-b5ae-583c5a1fcbe8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:45.151725 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3f3fe185-6d9c-4f70-b5ae-583c5a1fcbe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:45.152307 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3fe185-6d9c-4f70-b5ae-583c5a1fcbe8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55c9eca4-02fe-40cb-b6f7-c29584055c8b {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:13:45.156841 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3f3fe185-6d9c-4f70-b5ae-583c5a1fcbe8 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:45.158174 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3f3fe185-6d9c-4f70-b5ae-583c5a1fcbe8 admin admin] 10.222.0.60 "DELETE /v2.0/routers/55c9eca4-02fe-40cb-b6f7-c29584055c8b HTTP/1.1" status: 204 len: 168 time: 1.0673485 Dec 16 10:13:45.161392 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35946) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:13:45.208217 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-31514aaf-f051-4a56-9f53-d7d4ca28dd63 admin admin] Deleting subnet 671bcf58-3379-4056-970a-d40ccd64fd91 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:13:45.211504 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-31514aaf-f051-4a56-9f53-d7d4ca28dd63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:45.248084 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-31514aaf-f051-4a56-9f53-d7d4ca28dd63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:45.332662 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-31514aaf-f051-4a56-9f53-d7d4ca28dd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:45.432940 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device bef8128c-bf5d-483b-be5a-0cd3085f64d1 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:13:45.437987 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-31514aaf-f051-4a56-9f53-d7d4ca28dd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:45.453826 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: bef8128c-bf5d-483b-be5a-0cd3085f64d1 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:13:45.454246 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device bef8128c-bf5d-483b-be5a-0cd3085f64d1 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:13:45.454983 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 425236ad-81bf-4b8c-8858-713a92ef0796 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:13:45.465698 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31514aaf-f051-4a56-9f53-d7d4ca28dd63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=671bcf58-3379-4056-970a-d40ccd64fd91,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:13:45.469451 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-31514aaf-f051-4a56-9f53-d7d4ca28dd63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:45.475115 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-31514aaf-f051-4a56-9f53-d7d4ca28dd63 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/671bcf58-3379-4056-970a-d40ccd64fd91 HTTP/1.1" status: 204 len: 168 time: 0.3104644 Dec 16 10:13:45.475290 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 35952) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:13:45.486244 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5550580-b9c8-42d6-9fb8-73c22b88f8b5 None None] Network e3612a9f-8ab3-4e75-9810-d35fcac351bb requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:13:45.488878 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 425236ad-81bf-4b8c-8858-713a92ef0796 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:13:45.489249 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 425236ad-81bf-4b8c-8858-713a92ef0796 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:13:45.556023 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cf8a4a84-99ef-49d6-93e1-84e85e2301ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:45.702190 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64b0e45-8cbf-4afd-a0e2-541853f947aa None None] DHCP port deletion for e3612a9f-8ab3-4e75-9810-d35fcac351bb request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:13:45.762492 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-c64b0e45-8cbf-4afd-a0e2-541853f947aa None None] Deleting port aa0a4ec1-9c9e-4066-9261-7230fae43e09 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:13:45.763164 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c64b0e45-8cbf-4afd-a0e2-541853f947aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:45.830881 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-c64b0e45-8cbf-4afd-a0e2-541853f947aa None None] For port aa0a4ec1-9c9e-4066-9261-7230fae43e09, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=aa0a4ec1-9c9e-4066-9261-7230fae43e09,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:13:45.831194 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c64b0e45-8cbf-4afd-a0e2-541853f947aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:45.844814 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-c64b0e45-8cbf-4afd-a0e2-541853f947aa None None] Calling delete_port for aa0a4ec1-9c9e-4066-9261-7230fae43e09 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:13:45.951946 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-cf8a4a84-99ef-49d6-93e1-84e85e2301ef admin admin] Deleting port aa0a4ec1-9c9e-4066-9261-7230fae43e09 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:13:45.952290 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cf8a4a84-99ef-49d6-93e1-84e85e2301ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:45.979499 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c64b0e45-8cbf-4afd-a0e2-541853f947aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:46.005763 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b0e45-8cbf-4afd-a0e2-541853f947aa None None] Pushing event deleted for resources: {'Port': ['ID=aa0a4ec1-9c9e-4066-9261-7230fae43e09,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:13:46.013609 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64b0e45-8cbf-4afd-a0e2-541853f947aa None None] No DVR routers for this DVR port aa0a4ec1-9c9e-4066-9261-7230fae43e09 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:13:46.015851 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b0e45-8cbf-4afd-a0e2-541853f947aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:13:46.016259 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b0e45-8cbf-4afd-a0e2-541853f947aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:13:46.016668 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b0e45-8cbf-4afd-a0e2-541853f947aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:13:46.017071 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b0e45-8cbf-4afd-a0e2-541853f947aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:13:46.017532 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b0e45-8cbf-4afd-a0e2-541853f947aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:13:46.017902 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b0e45-8cbf-4afd-a0e2-541853f947aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:13:46.018295 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b0e45-8cbf-4afd-a0e2-541853f947aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:13:46.019033 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b0e45-8cbf-4afd-a0e2-541853f947aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:13:46.019033 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b0e45-8cbf-4afd-a0e2-541853f947aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:13:46.019406 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b0e45-8cbf-4afd-a0e2-541853f947aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:13:46.019792 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b0e45-8cbf-4afd-a0e2-541853f947aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:13:46.020177 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b0e45-8cbf-4afd-a0e2-541853f947aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:13:46.020622 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-cf8a4a84-99ef-49d6-93e1-84e85e2301ef admin admin] For port aa0a4ec1-9c9e-4066-9261-7230fae43e09, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=aa0a4ec1-9c9e-4066-9261-7230fae43e09,segment=NetworkSegment(a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6),segment_id=a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:13:46.020989 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cf8a4a84-99ef-49d6-93e1-84e85e2301ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:46.036885 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-cf8a4a84-99ef-49d6-93e1-84e85e2301ef admin admin] Calling delete_port for aa0a4ec1-9c9e-4066-9261-7230fae43e09 owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:13:46.118232 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cf8a4a84-99ef-49d6-93e1-84e85e2301ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:46.141839 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a4a84-99ef-49d6-93e1-84e85e2301ef admin admin] Pushing event deleted for resources: {'Port': ['ID=aa0a4ec1-9c9e-4066-9261-7230fae43e09,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:13:46.151787 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8a4a84-99ef-49d6-93e1-84e85e2301ef admin admin] No DVR routers for this DVR port aa0a4ec1-9c9e-4066-9261-7230fae43e09 on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:13:46.224790 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cf8a4a84-99ef-49d6-93e1-84e85e2301ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:46.246223 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-cf8a4a84-99ef-49d6-93e1-84e85e2301ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3612a9f-8ab3-4e75-9810-d35fcac351bb']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:13:46.256045 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-cf8a4a84-99ef-49d6-93e1-84e85e2301ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:13:46.256344 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-cf8a4a84-99ef-49d6-93e1-84e85e2301ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2aab6b5-32a9-4b28-b4ec-f4e7ce1285f6') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:13:46.271624 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cf8a4a84-99ef-49d6-93e1-84e85e2301ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:46.288655 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cf8a4a84-99ef-49d6-93e1-84e85e2301ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:46.295774 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf8a4a84-99ef-49d6-93e1-84e85e2301ef admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:13:46.296321 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cf8a4a84-99ef-49d6-93e1-84e85e2301ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: self.session.flush() Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: self.session.flush() Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: self.session.flush() Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: self.session.flush() Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: timer() Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:13:46.298735 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:13:46.431530 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cf8a4a84-99ef-49d6-93e1-84e85e2301ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:46.438572 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cf8a4a84-99ef-49d6-93e1-84e85e2301ef admin admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:46.441772 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-cf8a4a84-99ef-49d6-93e1-84e85e2301ef admin admin] 10.222.0.60 "DELETE /v2.0/networks/e3612a9f-8ab3-4e75-9810-d35fcac351bb HTTP/1.1" status: 204 len: 168 time: 0.9655545 Dec 16 10:13:46.444836 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35966) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:13:46.452243 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a4a84-99ef-49d6-93e1-84e85e2301ef admin admin] Pushing event deleted for resources: {'Network': ['ID=e3612a9f-8ab3-4e75-9810-d35fcac351bb,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:13:46.805220 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-918b3c22-20fd-4f5e-a236-0aa582804ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:47.075135 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-918b3c22-20fd-4f5e-a236-0aa582804ca2 admin admin] Deleting port df6169a4-f9af-4e7d-9e4f-86538f7da360 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:13:47.075763 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-918b3c22-20fd-4f5e-a236-0aa582804ca2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:47.164924 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-918b3c22-20fd-4f5e-a236-0aa582804ca2 admin admin] For port df6169a4-f9af-4e7d-9e4f-86538f7da360, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=df6169a4-f9af-4e7d-9e4f-86538f7da360,segment=NetworkSegment(42edd0f6-c90b-43a8-8ffa-6d04c0a976a2),segment_id=42edd0f6-c90b-43a8-8ffa-6d04c0a976a2)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:13:47.165320 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-918b3c22-20fd-4f5e-a236-0aa582804ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:47.180578 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-918b3c22-20fd-4f5e-a236-0aa582804ca2 admin admin] Calling delete_port for df6169a4-f9af-4e7d-9e4f-86538f7da360 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:13:47.416010 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device aa0a4ec1-9c9e-4066-9261-7230fae43e09 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:13:47.437635 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: aa0a4ec1-9c9e-4066-9261-7230fae43e09 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:13:47.437974 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device aa0a4ec1-9c9e-4066-9261-7230fae43e09 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:13:47.460402 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-918b3c22-20fd-4f5e-a236-0aa582804ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:47.488054 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b3c22-20fd-4f5e-a236-0aa582804ca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=df6169a4-f9af-4e7d-9e4f-86538f7da360,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:13:47.659049 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-918b3c22-20fd-4f5e-a236-0aa582804ca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:47.874550 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918b3c22-20fd-4f5e-a236-0aa582804ca2 admin admin] Router 1fbd206b-a01f-4e0d-8f88-d8f9431add09 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:13:47.984048 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918b3c22-20fd-4f5e-a236-0aa582804ca2 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:13:47.989479 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-918b3c22-20fd-4f5e-a236-0aa582804ca2 admin admin] 10.222.0.60 "PUT /v2.0/routers/1fbd206b-a01f-4e0d-8f88-d8f9431add09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5435495 Dec 16 10:13:47.992221 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 35988) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:13:47.993208 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68484ff2-07cc-4d81-9c60-726aba990eea None None] Sync routers for ids ['1fbd206b-a01f-4e0d-8f88-d8f9431add09'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:13:48.002352 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68484ff2-07cc-4d81-9c60-726aba990eea None None] Routers {'1fbd206b-a01f-4e0d-8f88-d8f9431add09'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:13:48.002959 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-68484ff2-07cc-4d81-9c60-726aba990eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:13:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['1fbd206b-a01f-4e0d-8f88-d8f9431add09'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:13:48.102238 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5c95995a-3461-4ab2-a47a-16e7e3f4e7dc admin admin] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:48.115744 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-68484ff2-07cc-4d81-9c60-726aba990eea None None] Set router 1fbd206b-a01f-4e0d-8f88-d8f9431add09 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:13:48.213917 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5c95995a-3461-4ab2-a47a-16e7e3f4e7dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:48.307426 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-68484ff2-07cc-4d81-9c60-726aba990eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fbd206b-a01f-4e0d-8f88-d8f9431add09', 'name': 'tempest-TestVolumeBootPattern-108702148-router', 'tenant_id': '01a2322ac6d242049015e3f6c9de2eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '77c1f86c-ad58-4c56-8bdd-28ffc41f7b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:04Z', 'updated_at': '2021-12-16T10:13:47Z', 'revision_number': 5, 'project_id': '01a2322ac6d242049015e3f6c9de2eaa', 'gw_port': {'id': '77c1f86c-ad58-4c56-8bdd-28ffc41f7b18', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:da:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbd206b-a01f-4e0d-8f88-d8f9431add09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:04Z', 'updated_at': '2021-12-16T09:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:13:48.334762 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68484ff2-07cc-4d81-9c60-726aba990eea None None] Checking router: 1fbd206b-a01f-4e0d-8f88-d8f9431add09 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:13:48.343293 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68484ff2-07cc-4d81-9c60-726aba990eea None None] Routers {'1fbd206b-a01f-4e0d-8f88-d8f9431add09'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:13:48.343902 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-68484ff2-07cc-4d81-9c60-726aba990eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:13:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['1fbd206b-a01f-4e0d-8f88-d8f9431add09'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:13:48.350292 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-5c95995a-3461-4ab2-a47a-16e7e3f4e7dc admin admin] Deleting port 77c1f86c-ad58-4c56-8bdd-28ffc41f7b18 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:13:48.350648 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5c95995a-3461-4ab2-a47a-16e7e3f4e7dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:48.435815 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-5c95995a-3461-4ab2-a47a-16e7e3f4e7dc admin admin] For port 77c1f86c-ad58-4c56-8bdd-28ffc41f7b18, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=77c1f86c-ad58-4c56-8bdd-28ffc41f7b18,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:13:48.436409 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5c95995a-3461-4ab2-a47a-16e7e3f4e7dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:48.438803 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-68484ff2-07cc-4d81-9c60-726aba990eea None None] Set router 1fbd206b-a01f-4e0d-8f88-d8f9431add09 gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:13:48.451335 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-5c95995a-3461-4ab2-a47a-16e7e3f4e7dc admin admin] Calling delete_port for 77c1f86c-ad58-4c56-8bdd-28ffc41f7b18 owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:13:48.496618 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-68484ff2-07cc-4d81-9c60-726aba990eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fbd206b-a01f-4e0d-8f88-d8f9431add09', 'name': 'tempest-TestVolumeBootPattern-108702148-router', 'tenant_id': '01a2322ac6d242049015e3f6c9de2eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:04Z', 'updated_at': '2021-12-16T10:13:48Z', 'revision_number': 6, 'project_id': '01a2322ac6d242049015e3f6c9de2eaa', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:13:48.524795 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68484ff2-07cc-4d81-9c60-726aba990eea None None] The sync data for ids ['1fbd206b-a01f-4e0d-8f88-d8f9431add09'] in n-d-820550-2 is: [{'id': '1fbd206b-a01f-4e0d-8f88-d8f9431add09', 'name': 'tempest-TestVolumeBootPattern-108702148-router', 'tenant_id': '01a2322ac6d242049015e3f6c9de2eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:04Z', 'updated_at': '2021-12-16T10:13:48Z', 'revision_number': 6, 'project_id': '01a2322ac6d242049015e3f6c9de2eaa', 'gw_port_host': None}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:13:48.968997 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5c95995a-3461-4ab2-a47a-16e7e3f4e7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:48.995542 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95995a-3461-4ab2-a47a-16e7e3f4e7dc admin admin] Pushing event deleted for resources: {'Port': ['ID=77c1f86c-ad58-4c56-8bdd-28ffc41f7b18,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:13:49.057064 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5c95995a-3461-4ab2-a47a-16e7e3f4e7dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:49.154387 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5c95995a-3461-4ab2-a47a-16e7e3f4e7dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:49.157184 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5c95995a-3461-4ab2-a47a-16e7e3f4e7dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:49.260273 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5c95995a-3461-4ab2-a47a-16e7e3f4e7dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:49.260852 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c95995a-3461-4ab2-a47a-16e7e3f4e7dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fbd206b-a01f-4e0d-8f88-d8f9431add09 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:13:49.265080 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5c95995a-3461-4ab2-a47a-16e7e3f4e7dc admin admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:49.268906 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5c95995a-3461-4ab2-a47a-16e7e3f4e7dc admin admin] 10.222.0.60 "DELETE /v2.0/routers/1fbd206b-a01f-4e0d-8f88-d8f9431add09 HTTP/1.1" status: 204 len: 168 time: 1.2731810 Dec 16 10:13:49.268906 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36008) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:13:49.315639 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c969bfd-b278-4e87-a49b-ada1b3819d61 admin admin] Deleting subnet cd69ffff-0e0e-4344-ad69-0eae95c48434 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:13:49.319185 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4c969bfd-b278-4e87-a49b-ada1b3819d61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:49.363237 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4c969bfd-b278-4e87-a49b-ada1b3819d61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:49.409322 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device df6169a4-f9af-4e7d-9e4f-86538f7da360 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:13:49.429562 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: df6169a4-f9af-4e7d-9e4f-86538f7da360 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:13:49.429911 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device df6169a4-f9af-4e7d-9e4f-86538f7da360 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:13:49.430334 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 77c1f86c-ad58-4c56-8bdd-28ffc41f7b18 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:13:49.447618 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4c969bfd-b278-4e87-a49b-ada1b3819d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:49.448511 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 77c1f86c-ad58-4c56-8bdd-28ffc41f7b18 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:13:49.448984 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 77c1f86c-ad58-4c56-8bdd-28ffc41f7b18 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:13:49.591689 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4c969bfd-b278-4e87-a49b-ada1b3819d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:49.620682 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4c969bfd-b278-4e87-a49b-ada1b3819d61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:49.627011 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4c969bfd-b278-4e87-a49b-ada1b3819d61 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/cd69ffff-0e0e-4344-ad69-0eae95c48434 HTTP/1.1" status: 204 len: 168 time: 0.3548000 Dec 16 10:13:49.627011 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c969bfd-b278-4e87-a49b-ada1b3819d61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd69ffff-0e0e-4344-ad69-0eae95c48434,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:13:49.627270 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1c4bf9-5f28-409f-bc7d-7478c54d7f4b None None] Network a4c2bc63-0464-410e-9c38-7fadecdd5ebc requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:13:49.627614 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36014) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:13:49.708869 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8059a3e5-1583-4fa2-ab2c-80b4e46bf671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:49.766391 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-8059a3e5-1583-4fa2-ab2c-80b4e46bf671 admin admin] Deleting port bf03ea41-13b9-4fbc-b905-609721f82dca {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:13:49.766734 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8059a3e5-1583-4fa2-ab2c-80b4e46bf671 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:49.801964 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145435b4-bf7d-4b68-be46-21f73786df1c None None] DHCP port deletion for a4c2bc63-0464-410e-9c38-7fadecdd5ebc request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:13:49.838345 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-8059a3e5-1583-4fa2-ab2c-80b4e46bf671 admin admin] For port bf03ea41-13b9-4fbc-b905-609721f82dca, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=bf03ea41-13b9-4fbc-b905-609721f82dca,segment=NetworkSegment(42edd0f6-c90b-43a8-8ffa-6d04c0a976a2),segment_id=42edd0f6-c90b-43a8-8ffa-6d04c0a976a2)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:13:49.838576 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8059a3e5-1583-4fa2-ab2c-80b4e46bf671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:49.852761 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-8059a3e5-1583-4fa2-ab2c-80b4e46bf671 admin admin] Calling delete_port for bf03ea41-13b9-4fbc-b905-609721f82dca owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:13:49.859599 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-145435b4-bf7d-4b68-be46-21f73786df1c None None] Deleting port bf03ea41-13b9-4fbc-b905-609721f82dca {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:13:49.859973 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-145435b4-bf7d-4b68-be46-21f73786df1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:49.925453 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-145435b4-bf7d-4b68-be46-21f73786df1c None None] For port bf03ea41-13b9-4fbc-b905-609721f82dca, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=bf03ea41-13b9-4fbc-b905-609721f82dca,segment=NetworkSegment(42edd0f6-c90b-43a8-8ffa-6d04c0a976a2),segment_id=42edd0f6-c90b-43a8-8ffa-6d04c0a976a2)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:13:49.925453 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-145435b4-bf7d-4b68-be46-21f73786df1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:49.934037 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-145435b4-bf7d-4b68-be46-21f73786df1c None None] Calling delete_port for bf03ea41-13b9-4fbc-b905-609721f82dca owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:13:50.015142 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8059a3e5-1583-4fa2-ab2c-80b4e46bf671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:50.022292 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-145435b4-bf7d-4b68-be46-21f73786df1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:50.039467 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145435b4-bf7d-4b68-be46-21f73786df1c None None] No DVR routers for this DVR port bf03ea41-13b9-4fbc-b905-609721f82dca on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:13:50.050163 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059a3e5-1583-4fa2-ab2c-80b4e46bf671 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf03ea41-13b9-4fbc-b905-609721f82dca,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:13:50.056548 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8059a3e5-1583-4fa2-ab2c-80b4e46bf671 admin admin] No DVR routers for this DVR port bf03ea41-13b9-4fbc-b905-609721f82dca on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:13:50.066952 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145435b4-bf7d-4b68-be46-21f73786df1c None None] Pushing event deleted for resources: {'Port': ['ID=bf03ea41-13b9-4fbc-b905-609721f82dca,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:13:50.131205 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8059a3e5-1583-4fa2-ab2c-80b4e46bf671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:50.151363 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-8059a3e5-1583-4fa2-ab2c-80b4e46bf671 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c2bc63-0464-410e-9c38-7fadecdd5ebc']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:13:50.161664 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-8059a3e5-1583-4fa2-ab2c-80b4e46bf671 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42edd0f6-c90b-43a8-8ffa-6d04c0a976a2') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:13:50.162103 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-8059a3e5-1583-4fa2-ab2c-80b4e46bf671 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42edd0f6-c90b-43a8-8ffa-6d04c0a976a2') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:13:50.172593 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8059a3e5-1583-4fa2-ab2c-80b4e46bf671 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:50.191240 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8059a3e5-1583-4fa2-ab2c-80b4e46bf671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:50.202925 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8059a3e5-1583-4fa2-ab2c-80b4e46bf671 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:13:50.203372 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8059a3e5-1583-4fa2-ab2c-80b4e46bf671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:50.205493 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 10:13:50.205493 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:13:50.205493 n-d-820550-2 neutron-server[102816]: timer() Dec 16 10:13:50.205493 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:13:50.205493 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 10:13:50.205493 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:13:50.205493 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 10:13:50.205493 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:13:50.205493 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 10:13:50.205493 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:13:50.205493 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 10:13:50.205493 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:13:50.205493 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 10:13:50.205493 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:13:50.205493 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:13:50.205493 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:13:50.205493 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:13:50.205493 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:13:50.205493 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 10:13:50.205493 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:13:50.205493 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 10:13:50.205493 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:13:50.205493 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:13:50.205493 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:13:50.205493 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 10:13:50.205493 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:13:50.205493 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:13:50.205493 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:13:50.205493 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:13:50.205493 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:13:50.205493 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:13:50.205493 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:13:50.334783 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8059a3e5-1583-4fa2-ab2c-80b4e46bf671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:50.339584 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8059a3e5-1583-4fa2-ab2c-80b4e46bf671 admin admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:50.343172 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8059a3e5-1583-4fa2-ab2c-80b4e46bf671 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a4c2bc63-0464-410e-9c38-7fadecdd5ebc HTTP/1.1" status: 204 len: 168 time: 0.7143719 Dec 16 10:13:50.356684 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059a3e5-1583-4fa2-ab2c-80b4e46bf671 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4c2bc63-0464-410e-9c38-7fadecdd5ebc,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:13:50.706466 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36032) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:13:50.746144 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-487da72a-ce4e-4a20-9cb1-9af24524ab96 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d700775fc1ae4ac7800b87ec102ae69e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385361 Dec 16 10:13:50.748752 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36034) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:13:50.798648 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-95e69cc3-268f-4ed8-81b6-e81c8079f7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:50.819994 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-95e69cc3-268f-4ed8-81b6-e81c8079f7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:50.911757 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-95e69cc3-268f-4ed8-81b6-e81c8079f7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:50.914424 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-95e69cc3-268f-4ed8-81b6-e81c8079f7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:50.915628 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-95e69cc3-268f-4ed8-81b6-e81c8079f7ed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fb54de0e-344f-4e35-864a-032ff66c0af9 HTTP/1.1" status: 204 len: 168 time: 0.1655724 Dec 16 10:13:50.931789 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e69cc3-268f-4ed8-81b6-e81c8079f7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb54de0e-344f-4e35-864a-032ff66c0af9,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:13:51.398354 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device bf03ea41-13b9-4fbc-b905-609721f82dca no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:13:51.418301 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: bf03ea41-13b9-4fbc-b905-609721f82dca {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:13:51.418725 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device bf03ea41-13b9-4fbc-b905-609721f82dca not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:13:51.592826 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 36052) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:13:51.635037 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-39815348-dc6a-4e7f-aa1b-ece989d69924 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=01a2322ac6d242049015e3f6c9de2eaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410218 Dec 16 10:13:51.637645 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 36056) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:13:51.696914 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a0a6849a-b4d8-4256-8140-87017adbdb84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:51.726485 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a0a6849a-b4d8-4256-8140-87017adbdb84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:51.854245 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a0a6849a-b4d8-4256-8140-87017adbdb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:51.856909 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a0a6849a-b4d8-4256-8140-87017adbdb84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:51.858146 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a0a6849a-b4d8-4256-8140-87017adbdb84 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/521a3b31-4f8b-4be1-881c-69683ca546ee HTTP/1.1" status: 204 len: 168 time: 0.2195003 Dec 16 10:13:51.868483 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6849a-b4d8-4256-8140-87017adbdb84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521a3b31-4f8b-4be1-881c-69683ca546ee,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:13:54.105567 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2d26fd0b-f210-466c-961e-f4caa4a81c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:56.614048 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0c8b6a8b-292e-421e-9b08-947e3d00028c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:57.564303 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:13:57.723345 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:59.208513 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:59.568531 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:07.551358 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:11.014149 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:24.111055 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d090ef3b-70f9-4767-ac7e-67f434eb0cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:26.453171 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f02c9006-e1f7-4f80-9fa4-d29e38f69ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:27.682461 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:29.219466 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:29.608139 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:34.563310 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:14:37.590539 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:41.024407 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:54.075531 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-daeb3205-3e78-456e-b050-96fe9c6d9a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:55.237591 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37030) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:14:55.374738 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ae3d6941-43a6-443e-b357-aeb9ffa5c0cf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=201986e130e8476c8d06be487b26a6be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1359906 Dec 16 10:14:55.377163 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37036) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:14:55.424112 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8b1c8c11-0d43-4ce6-8644-9fec7f141bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:55.445824 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8b1c8c11-0d43-4ce6-8644-9fec7f141bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:55.572670 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8b1c8c11-0d43-4ce6-8644-9fec7f141bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:55.575496 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8b1c8c11-0d43-4ce6-8644-9fec7f141bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:55.576667 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8b1c8c11-0d43-4ce6-8644-9fec7f141bd1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5b8ea507-3890-472b-aeec-e91ba63a827c HTTP/1.1" status: 204 len: 168 time: 0.1985967 Dec 16 10:14:55.585048 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c8c11-0d43-4ce6-8644-9fec7f141bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8ea507-3890-472b-aeec-e91ba63a827c,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:14:55.592548 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1c8c11-0d43-4ce6-8644-9fec7f141bd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:55.592898 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1c8c11-0d43-4ce6-8644-9fec7f141bd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:55.593341 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1c8c11-0d43-4ce6-8644-9fec7f141bd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:55.593687 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1c8c11-0d43-4ce6-8644-9fec7f141bd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:55.594020 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1c8c11-0d43-4ce6-8644-9fec7f141bd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:55.594352 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1c8c11-0d43-4ce6-8644-9fec7f141bd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:55.594705 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1c8c11-0d43-4ce6-8644-9fec7f141bd1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:55.595024 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1c8c11-0d43-4ce6-8644-9fec7f141bd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:55.595348 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1c8c11-0d43-4ce6-8644-9fec7f141bd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:55.595670 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1c8c11-0d43-4ce6-8644-9fec7f141bd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:55.595991 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1c8c11-0d43-4ce6-8644-9fec7f141bd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:55.596315 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1c8c11-0d43-4ce6-8644-9fec7f141bd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:56.452931 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0957c305-cb5d-4537-829a-eb983f10ddaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:57.792289 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:59.231152 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:59.641785 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:02.344238 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37088) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:15:02.457545 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b05ec656-67b1-43ab-8c63-df3b89df7f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:02.534167 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b05ec656-67b1-43ab-8c63-df3b89df7f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:02.601911 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b05ec656-67b1-43ab-8c63-df3b89df7f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:02.642723 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b05ec656-67b1-43ab-8c63-df3b89df7f6d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9c511e47bec6473297f5e78bf8c812ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2972705 Dec 16 10:15:02.644982 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ec656-67b1-43ab-8c63-df3b89df7f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fd002c-1d85-4383-9140-4cfdf9f158bd,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:15:02.645856 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37092) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:15:02.695921 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c652759e-ae31-45e5-970b-66cfb85642fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:02.717098 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c652759e-ae31-45e5-970b-66cfb85642fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:02.830362 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c652759e-ae31-45e5-970b-66cfb85642fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:02.833252 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c652759e-ae31-45e5-970b-66cfb85642fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:02.834417 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c652759e-ae31-45e5-970b-66cfb85642fb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/11fd002c-1d85-4383-9140-4cfdf9f158bd HTTP/1.1" status: 204 len: 168 time: 0.1875088 Dec 16 10:15:02.845428 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652759e-ae31-45e5-970b-66cfb85642fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fd002c-1d85-4383-9140-4cfdf9f158bd,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:15:02.851370 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c652759e-ae31-45e5-970b-66cfb85642fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:15:02.851756 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c652759e-ae31-45e5-970b-66cfb85642fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:15:02.852100 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c652759e-ae31-45e5-970b-66cfb85642fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:15:02.852441 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c652759e-ae31-45e5-970b-66cfb85642fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:15:02.852775 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c652759e-ae31-45e5-970b-66cfb85642fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:15:02.853273 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c652759e-ae31-45e5-970b-66cfb85642fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:15:02.853554 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c652759e-ae31-45e5-970b-66cfb85642fb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:15:02.853888 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c652759e-ae31-45e5-970b-66cfb85642fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:15:02.854215 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c652759e-ae31-45e5-970b-66cfb85642fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:15:02.854567 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c652759e-ae31-45e5-970b-66cfb85642fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:15:02.854893 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c652759e-ae31-45e5-970b-66cfb85642fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:15:02.855216 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c652759e-ae31-45e5-970b-66cfb85642fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:15:05.742260 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f814ff22-5270-4682-a770-c6395a402eb9 req-3196f836-875b-4708-b03f-0b99b16e2988 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=edfa066ba7ce4a71a6ffe4e9b5030737&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287633 Dec 16 10:15:05.922554 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814ff22-5270-4682-a770-c6395a402eb9 req-f658a95d-169b-4c11-86e3-668867309f2a tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:15:05.923972 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f814ff22-5270-4682-a770-c6395a402eb9 req-f658a95d-169b-4c11-86e3-668867309f2a tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1759949 Dec 16 10:15:05.939088 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f814ff22-5270-4682-a770-c6395a402eb9 req-dd92ea45-8784-412d-bfbb-7aba341ba11a tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] 10.222.0.60 "GET /v2.0/quotas/edfa066ba7ce4a71a6ffe4e9b5030737 HTTP/1.1" status: 200 len: 375 time: 0.0086374 Dec 16 10:15:05.970067 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f814ff22-5270-4682-a770-c6395a402eb9 req-9b063021-aa49-48dd-b174-e1ef1fa466e2 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=edfa066ba7ce4a71a6ffe4e9b5030737&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256765 Dec 16 10:15:06.185152 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a68d6d2e-9e56-4f3b-820c-41c7d2208669 req-e631c300-55b8-47aa-8709-e9883fc224d8 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] 10.222.0.60 "GET /v2.0/ports?device_id=b39e7168-0f6e-4398-80f7-91fb2c1988a6 HTTP/1.1" status: 200 len: 210 time: 0.0287251 Dec 16 10:15:07.262727 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e18221b-eec3-42d3-80e6-d76bb372978b req-19cac984-6dd6-4df7-9f61-ff1f44403637 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] 10.222.0.60 "GET /v2.0/ports?device_id=b39e7168-0f6e-4398-80f7-91fb2c1988a6 HTTP/1.1" status: 200 len: 210 time: 0.0282774 Dec 16 10:15:07.572405 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:08.294433 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f814ff22-5270-4682-a770-c6395a402eb9 req-4286607f-797f-4a44-90b6-736962908b32 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=edfa066ba7ce4a71a6ffe4e9b5030737&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222754 Dec 16 10:15:08.381794 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5e5f7ac8-c3dc-4a38-8a3d-f698b5f36991 req-ee362fdf-7a0f-4d73-971f-ae0bee310069 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] 10.222.0.60 "GET /v2.0/ports?device_id=b39e7168-0f6e-4398-80f7-91fb2c1988a6 HTTP/1.1" status: 200 len: 210 time: 0.0322816 Dec 16 10:15:08.429232 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814ff22-5270-4682-a770-c6395a402eb9 req-6ee23f4f-4b52-4acf-9588-60a821acea19 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:15:08.430626 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f814ff22-5270-4682-a770-c6395a402eb9 req-6ee23f4f-4b52-4acf-9588-60a821acea19 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1308515 Dec 16 10:15:08.445817 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-f814ff22-5270-4682-a770-c6395a402eb9 req-c67de116-26e6-42e6-a5a8-dd94173eb38d tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] Request body: {'port': {'device_id': 'b39e7168-0f6e-4398-80f7-91fb2c1988a6', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'admin_state_up': True, 'tenant_id': 'edfa066ba7ce4a71a6ffe4e9b5030737'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:15:08.629618 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f814ff22-5270-4682-a770-c6395a402eb9 req-c67de116-26e6-42e6-a5a8-dd94173eb38d tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] Made reservation on behalf of edfa066ba7ce4a71a6ffe4e9b5030737 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:15:08.633318 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f814ff22-5270-4682-a770-c6395a402eb9 req-c67de116-26e6-42e6-a5a8-dd94173eb38d tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:08.642742 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f814ff22-5270-4682-a770-c6395a402eb9 req-c67de116-26e6-42e6-a5a8-dd94173eb38d tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:08.717171 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f814ff22-5270-4682-a770-c6395a402eb9 req-c67de116-26e6-42e6-a5a8-dd94173eb38d tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:08.795504 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f814ff22-5270-4682-a770-c6395a402eb9 req-c67de116-26e6-42e6-a5a8-dd94173eb38d tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:08.857768 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67de116-26e6-42e6-a5a8-dd94173eb38d tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=292907a2-22e6-4ac5-b2fb-4965c8eefa76,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:15:08.934888 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-f814ff22-5270-4682-a770-c6395a402eb9 req-c67de116-26e6-42e6-a5a8-dd94173eb38d tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] Allocated IP 192.168.233.110 (0f25fa8c-dd15-4f99-b14f-112e51884f75/d30f37a6-2496-485e-9480-e5e1789d975f/7240c8c7-03a0-4ab2-a6d9-bee621ee7156) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:15:09.083871 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f814ff22-5270-4682-a770-c6395a402eb9 req-c67de116-26e6-42e6-a5a8-dd94173eb38d tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:09.178302 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f814ff22-5270-4682-a770-c6395a402eb9 req-c67de116-26e6-42e6-a5a8-dd94173eb38d tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:09.225854 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f814ff22-5270-4682-a770-c6395a402eb9 req-c67de116-26e6-42e6-a5a8-dd94173eb38d tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] Network 0f25fa8c-dd15-4f99-b14f-112e51884f75 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:15:09.228866 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-f814ff22-5270-4682-a770-c6395a402eb9 req-c67de116-26e6-42e6-a5a8-dd94173eb38d tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:15:09.232911 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f814ff22-5270-4682-a770-c6395a402eb9 req-c67de116-26e6-42e6-a5a8-dd94173eb38d tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:15:09.259963 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67de116-26e6-42e6-a5a8-dd94173eb38d tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] Pushing event updated for resources: {'Port': ['ID=7240c8c7-03a0-4ab2-a6d9-bee621ee7156,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:15:09.289699 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814ff22-5270-4682-a770-c6395a402eb9 req-c67de116-26e6-42e6-a5a8-dd94173eb38d tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:15:09.290346 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f814ff22-5270-4682-a770-c6395a402eb9 req-c67de116-26e6-42e6-a5a8-dd94173eb38d tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:09.369476 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f814ff22-5270-4682-a770-c6395a402eb9 req-c67de116-26e6-42e6-a5a8-dd94173eb38d tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9282682 Dec 16 10:15:09.379701 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-f814ff22-5270-4682-a770-c6395a402eb9 req-0694635b-e9bb-4d0c-b53b-36dc6b21c830 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:15:09.380686 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f814ff22-5270-4682-a770-c6395a402eb9 req-0694635b-e9bb-4d0c-b53b-36dc6b21c830 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055399 Dec 16 10:15:09.466673 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-8411f624-6473-42ce-a286-d8e8daa04d42 None None] Provisioning complete for port 7240c8c7-03a0-4ab2-a6d9-bee621ee7156 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:15:09.467220 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8411f624-6473-42ce-a286-d8e8daa04d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:09.491601 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-f814ff22-5270-4682-a770-c6395a402eb9 req-8c3b2bab-3d13-4d1f-a6c9-dbdb599e365d service neutron] Request body: {'port': {'device_id': 'b39e7168-0f6e-4398-80f7-91fb2c1988a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:15:09.500440 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907927c-a1f3-4fc4-a4d8-e116b191b091 req-f3cf2563-61f3-4629-9b2d-8bd4df64d26c tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:15:09.501037 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-8411f624-6473-42ce-a286-d8e8daa04d42 None None] Port 7240c8c7-03a0-4ab2-a6d9-bee621ee7156 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:15:09.501923 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1907927c-a1f3-4fc4-a4d8-e116b191b091 req-f3cf2563-61f3-4629-9b2d-8bd4df64d26c tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] 10.222.0.60 "GET /v2.0/ports?device_id=b39e7168-0f6e-4398-80f7-91fb2c1988a6 HTTP/1.1" status: 200 len: 936 time: 0.0511212 Dec 16 10:15:09.545550 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f814ff22-5270-4682-a770-c6395a402eb9 req-8c3b2bab-3d13-4d1f-a6c9-dbdb599e365d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:09.546661 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1907927c-a1f3-4fc4-a4d8-e116b191b091 req-c4962d46-7249-41a8-a1e9-836a8418ee8f tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] 10.222.0.60 "GET /v2.0/security-groups?id=292907a2-22e6-4ac5-b2fb-4965c8eefa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342557 Dec 16 10:15:09.824511 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-f814ff22-5270-4682-a770-c6395a402eb9 req-8c3b2bab-3d13-4d1f-a6c9-dbdb599e365d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7240c8c7-03a0-4ab2-a6d9-bee621ee7156 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:15:09.832916 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f814ff22-5270-4682-a770-c6395a402eb9 req-8c3b2bab-3d13-4d1f-a6c9-dbdb599e365d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:09.844969 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-f814ff22-5270-4682-a770-c6395a402eb9 req-8c3b2bab-3d13-4d1f-a6c9-dbdb599e365d service neutron] Transition to ACTIVE for port object 7240c8c7-03a0-4ab2-a6d9-bee621ee7156 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:15:09.938360 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f814ff22-5270-4682-a770-c6395a402eb9 req-8c3b2bab-3d13-4d1f-a6c9-dbdb599e365d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:09.987414 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b2bab-3d13-4d1f-a6c9-dbdb599e365d service neutron] Pushing event updated for resources: {'Port': ['ID=7240c8c7-03a0-4ab2-a6d9-bee621ee7156,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:15:10.066737 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f814ff22-5270-4682-a770-c6395a402eb9 req-8c3b2bab-3d13-4d1f-a6c9-dbdb599e365d service neutron] Attempting to bind port 7240c8c7-03a0-4ab2-a6d9-bee621ee7156 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:15:10.071211 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f814ff22-5270-4682-a770-c6395a402eb9 req-8c3b2bab-3d13-4d1f-a6c9-dbdb599e365d service neutron] Attempting to bind port 7240c8c7-03a0-4ab2-a6d9-bee621ee7156 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:15:10.071211 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f814ff22-5270-4682-a770-c6395a402eb9 req-8c3b2bab-3d13-4d1f-a6c9-dbdb599e365d service neutron] Attempting to bind port 7240c8c7-03a0-4ab2-a6d9-bee621ee7156 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:15:10.072286 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f814ff22-5270-4682-a770-c6395a402eb9 req-8c3b2bab-3d13-4d1f-a6c9-dbdb599e365d service neutron] Port 7240c8c7-03a0-4ab2-a6d9-bee621ee7156 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:15:10.072639 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f814ff22-5270-4682-a770-c6395a402eb9 req-8c3b2bab-3d13-4d1f-a6c9-dbdb599e365d service neutron] Attempting to bind port 7240c8c7-03a0-4ab2-a6d9-bee621ee7156 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:15:10.078050 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f814ff22-5270-4682-a770-c6395a402eb9 req-8c3b2bab-3d13-4d1f-a6c9-dbdb599e365d service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:15:10.078292 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f814ff22-5270-4682-a770-c6395a402eb9 req-8c3b2bab-3d13-4d1f-a6c9-dbdb599e365d service neutron] Checking segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:15:10.078923 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f814ff22-5270-4682-a770-c6395a402eb9 req-8c3b2bab-3d13-4d1f-a6c9-dbdb599e365d service neutron] Bound using segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:15:10.079341 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f814ff22-5270-4682-a770-c6395a402eb9 req-8c3b2bab-3d13-4d1f-a6c9-dbdb599e365d service neutron] Bound port: 7240c8c7-03a0-4ab2-a6d9-bee621ee7156, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:15:10.079693 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f814ff22-5270-4682-a770-c6395a402eb9 req-8c3b2bab-3d13-4d1f-a6c9-dbdb599e365d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:10.152225 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f814ff22-5270-4682-a770-c6395a402eb9 req-8c3b2bab-3d13-4d1f-a6c9-dbdb599e365d service neutron] For port 7240c8c7-03a0-4ab2-a6d9-bee621ee7156, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:15:10.152225 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f814ff22-5270-4682-a770-c6395a402eb9 req-8c3b2bab-3d13-4d1f-a6c9-dbdb599e365d service neutron] For port 7240c8c7-03a0-4ab2-a6d9-bee621ee7156, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=7240c8c7-03a0-4ab2-a6d9-bee621ee7156,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:15:10.236367 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f814ff22-5270-4682-a770-c6395a402eb9 req-8c3b2bab-3d13-4d1f-a6c9-dbdb599e365d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:10.270320 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814ff22-5270-4682-a770-c6395a402eb9 req-8c3b2bab-3d13-4d1f-a6c9-dbdb599e365d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:15:10.270930 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f814ff22-5270-4682-a770-c6395a402eb9 req-8c3b2bab-3d13-4d1f-a6c9-dbdb599e365d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:10.272859 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f814ff22-5270-4682-a770-c6395a402eb9 req-8c3b2bab-3d13-4d1f-a6c9-dbdb599e365d service neutron] 10.222.0.58 "PUT /v2.0/ports/7240c8c7-03a0-4ab2-a6d9-bee621ee7156 HTTP/1.1" status: 200 len: 1096 time: 0.8831751 Dec 16 10:15:10.273343 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b39e7168-0f6e-4398-80f7-91fb2c1988a6', 'tag': '7240c8c7-03a0-4ab2-a6d9-bee621ee7156'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:15:10.275601 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956fe9da-2875-4e08-97ca-66eac47ca209" -d '{"events": [{"name": "network-changed", "server_uuid": "b39e7168-0f6e-4398-80f7-91fb2c1988a6", "tag": "7240c8c7-03a0-4ab2-a6d9-bee621ee7156"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:15:10.306699 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b2bab-3d13-4d1f-a6c9-dbdb599e365d service neutron] Pushing event updated for resources: {'Port': ['ID=7240c8c7-03a0-4ab2-a6d9-bee621ee7156,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:15:10.315858 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1f005d-fe32-4a3a-ae7f-fb65e28b9a8e x-openstack-request-id: req-0e1f005d-fe32-4a3a-ae7f-fb65e28b9a8e {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:15:10.316180 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b39e7168-0f6e-4398-80f7-91fb2c1988a6", "tag": "7240c8c7-03a0-4ab2-a6d9-bee621ee7156", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:15:10.316424 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0e1f005d-fe32-4a3a-ae7f-fb65e28b9a8e {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:15:10.316832 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b39e7168-0f6e-4398-80f7-91fb2c1988a6', 'tag': '7240c8c7-03a0-4ab2-a6d9-bee621ee7156', 'status': 'completed', 'code': 200} Dec 16 10:15:10.378080 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956fe9da-2875-4e08-97ca-66eac47ca209 req-66dd1e5c-8145-4008-8211-d8d697c2df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:15:10.379612 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-956fe9da-2875-4e08-97ca-66eac47ca209 req-66dd1e5c-8145-4008-8211-d8d697c2df36 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=edfa066ba7ce4a71a6ffe4e9b5030737&device_id=b39e7168-0f6e-4398-80f7-91fb2c1988a6 HTTP/1.1" status: 200 len: 1099 time: 0.0431209 Dec 16 10:15:10.408125 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-956fe9da-2875-4e08-97ca-66eac47ca209 req-a4fadace-cf90-4e66-a066-bcf278cf24e8 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=edfa066ba7ce4a71a6ffe4e9b5030737&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208995 Dec 16 10:15:10.506189 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956fe9da-2875-4e08-97ca-66eac47ca209 req-ff1e55b7-b63d-4046-aafc-4f24eaf71e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:15:10.507689 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-956fe9da-2875-4e08-97ca-66eac47ca209 req-ff1e55b7-b63d-4046-aafc-4f24eaf71e47 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935907 Dec 16 10:15:10.590702 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814ff22-5270-4682-a770-c6395a402eb9 req-bc1a2118-b9dc-42d6-948f-63f6be7df818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:15:10.590702 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f814ff22-5270-4682-a770-c6395a402eb9 req-bc1a2118-b9dc-42d6-948f-63f6be7df818 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=edfa066ba7ce4a71a6ffe4e9b5030737&device_id=b39e7168-0f6e-4398-80f7-91fb2c1988a6 HTTP/1.1" status: 200 len: 1099 time: 0.0402555 Dec 16 10:15:10.630158 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f814ff22-5270-4682-a770-c6395a402eb9 req-1dc417ba-f83f-43a0-877e-733b5465aaa1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=7240c8c7-03a0-4ab2-a6d9-bee621ee7156 HTTP/1.1" status: 200 len: 217 time: 0.0381632 Dec 16 10:15:10.666525 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b785df9-2cd5-403d-aae0-54307f9bad4d req-b4474f91-b9dd-47df-ad18-668b31d69a57 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:15:10.668188 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0b785df9-2cd5-403d-aae0-54307f9bad4d req-b4474f91-b9dd-47df-ad18-668b31d69a57 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] 10.222.0.60 "GET /v2.0/ports?device_id=b39e7168-0f6e-4398-80f7-91fb2c1988a6 HTTP/1.1" status: 200 len: 948 time: 0.0531185 Dec 16 10:15:10.680793 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814ff22-5270-4682-a770-c6395a402eb9 req-0e8fc6d6-f668-4e24-b2cd-3581569c6954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:15:10.682301 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f814ff22-5270-4682-a770-c6395a402eb9 req-0e8fc6d6-f668-4e24-b2cd-3581569c6954 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0458717 Dec 16 10:15:10.707417 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0b785df9-2cd5-403d-aae0-54307f9bad4d req-84814f34-ba0b-40ec-9c7b-74a8533e3fbb tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] 10.222.0.60 "GET /v2.0/security-groups?id=292907a2-22e6-4ac5-b2fb-4965c8eefa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329514 Dec 16 10:15:10.729681 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814ff22-5270-4682-a770-c6395a402eb9 req-5162a6bc-7cba-4638-89c5-bb9b986b9fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:15:10.731341 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f814ff22-5270-4682-a770-c6395a402eb9 req-5162a6bc-7cba-4638-89c5-bb9b986b9fdd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0419428 Dec 16 10:15:10.825865 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f814ff22-5270-4682-a770-c6395a402eb9 req-06782df9-36ce-4299-a2d1-247a31b691a7 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872309 Dec 16 10:15:10.918629 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f814ff22-5270-4682-a770-c6395a402eb9 req-9a382ddf-ff0c-45fd-b8a1-7b6502cb220f service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851858 Dec 16 10:15:11.098562 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:11.565229 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:15:11.828198 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7d33c-a4e7-4b1b-ba2d-51ffc688b6d2 req-6c68f5f0-8fd4-418f-b283-dd2611053cc2 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:15:11.829924 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-29c7d33c-a4e7-4b1b-ba2d-51ffc688b6d2 req-6c68f5f0-8fd4-418f-b283-dd2611053cc2 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] 10.222.0.60 "GET /v2.0/ports?device_id=b39e7168-0f6e-4398-80f7-91fb2c1988a6 HTTP/1.1" status: 200 len: 948 time: 0.0511036 Dec 16 10:15:11.873587 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-29c7d33c-a4e7-4b1b-ba2d-51ffc688b6d2 req-0d10caed-c9bd-4382-b3c7-fe6b8ad9b7bf tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] 10.222.0.60 "GET /v2.0/security-groups?id=292907a2-22e6-4ac5-b2fb-4965c8eefa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372369 Dec 16 10:15:12.990771 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51b65e-ead3-474f-8a84-807b924fc897 req-ed206143-04b7-4dcf-9f1b-90b2151820b6 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:15:12.992258 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bf51b65e-ead3-474f-8a84-807b924fc897 req-ed206143-04b7-4dcf-9f1b-90b2151820b6 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] 10.222.0.60 "GET /v2.0/ports?device_id=b39e7168-0f6e-4398-80f7-91fb2c1988a6 HTTP/1.1" status: 200 len: 948 time: 0.0488687 Dec 16 10:15:13.032009 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bf51b65e-ead3-474f-8a84-807b924fc897 req-26e571ce-0389-414a-b343-9ff963982a3e tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] 10.222.0.60 "GET /v2.0/security-groups?id=292907a2-22e6-4ac5-b2fb-4965c8eefa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335779 Dec 16 10:15:14.172186 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77023946-2c86-44da-a43e-a1433306e53b req-5ab8a2bb-b8f5-44d7-9c76-b5ff231c62d6 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:15:14.174101 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77023946-2c86-44da-a43e-a1433306e53b req-5ab8a2bb-b8f5-44d7-9c76-b5ff231c62d6 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] 10.222.0.60 "GET /v2.0/ports?device_id=b39e7168-0f6e-4398-80f7-91fb2c1988a6 HTTP/1.1" status: 200 len: 948 time: 0.0640295 Dec 16 10:15:14.219516 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77023946-2c86-44da-a43e-a1433306e53b req-f75e3d33-3b2e-4543-9907-e3c672af597a tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] 10.222.0.60 "GET /v2.0/security-groups?id=292907a2-22e6-4ac5-b2fb-4965c8eefa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393300 Dec 16 10:15:14.316658 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 7240c8c7-03a0-4ab2-a6d9-bee621ee7156 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:15:14.417951 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 7240c8c7-03a0-4ab2-a6d9-bee621ee7156, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=7240c8c7-03a0-4ab2-a6d9-bee621ee7156,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:15:14.430559 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '7240c8c7-03a0-4ab2-a6d9-bee621ee7156', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': '7240c8c7-03a0-4ab2-a6d9-bee621ee7156', 'mac_address': 'fa:16:3e:fa:26:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:15:14.469567 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:14.484192 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7240c8c7-03a0-4ab2-a6d9-bee621ee7156 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:15:14.505243 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 7240c8c7-03a0-4ab2-a6d9-bee621ee7156, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=7240c8c7-03a0-4ab2-a6d9-bee621ee7156,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:15:14.590232 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:14.638634 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=7240c8c7-03a0-4ab2-a6d9-bee621ee7156,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:15:14.646062 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:15:14.646408 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:15:14.646755 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:15:14.647733 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:15:14.648065 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:15:14.648399 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:15:14.648724 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:15:14.649046 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:15:14.649398 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:15:14.649722 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:15:14.650046 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:15:14.650366 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:15:14.824177 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['7240c8c7-03a0-4ab2-a6d9-bee621ee7156'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:15:15.336103 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6f660-48b1-447a-847f-405f9adbce19 req-eadef47c-58e8-467c-9a58-a651364d43b2 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:15:15.337604 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-95e6f660-48b1-447a-847f-405f9adbce19 req-eadef47c-58e8-467c-9a58-a651364d43b2 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] 10.222.0.60 "GET /v2.0/ports?device_id=b39e7168-0f6e-4398-80f7-91fb2c1988a6 HTTP/1.1" status: 200 len: 949 time: 0.0485671 Dec 16 10:15:15.387625 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-95e6f660-48b1-447a-847f-405f9adbce19 req-fde6ec3f-8eeb-40a3-9877-70c2aa70a83f tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] 10.222.0.60 "GET /v2.0/security-groups?id=292907a2-22e6-4ac5-b2fb-4965c8eefa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436423 Dec 16 10:15:16.331864 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 7240c8c7-03a0-4ab2-a6d9-bee621ee7156 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:15:16.447075 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 7240c8c7-03a0-4ab2-a6d9-bee621ee7156 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:15:16.451024 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 7240c8c7-03a0-4ab2-a6d9-bee621ee7156 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:15:16.451402 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:16.504521 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe6ab8-f440-498a-8bf3-b2cf1e470ef2 req-2fe8bc06-513c-4af5-ba93-8d5e76b53f87 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:15:16.506147 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cffe6ab8-f440-498a-8bf3-b2cf1e470ef2 req-2fe8bc06-513c-4af5-ba93-8d5e76b53f87 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] 10.222.0.60 "GET /v2.0/ports?device_id=b39e7168-0f6e-4398-80f7-91fb2c1988a6 HTTP/1.1" status: 200 len: 949 time: 0.0519106 Dec 16 10:15:16.536819 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:16.558836 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cffe6ab8-f440-498a-8bf3-b2cf1e470ef2 req-7fa6be19-fd5e-482e-8a3c-25048bdeaf1e tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] 10.222.0.60 "GET /v2.0/security-groups?id=292907a2-22e6-4ac5-b2fb-4965c8eefa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456471 Dec 16 10:15:16.562665 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39e7168-0f6e-4398-80f7-91fb2c1988a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7240c8c7-03a0-4ab2-a6d9-bee621ee7156'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:15:16.564888 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffdff7d-f785-472e-99f3-05b392a24245" -d '{"events": [{"server_uuid": "b39e7168-0f6e-4398-80f7-91fb2c1988a6", "name": "network-vif-plugged", "status": "completed", "tag": "7240c8c7-03a0-4ab2-a6d9-bee621ee7156"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:15:16.584234 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 7240c8c7-03a0-4ab2-a6d9-bee621ee7156, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=7240c8c7-03a0-4ab2-a6d9-bee621ee7156,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:15:16.608113 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f339fb7c-a131-4b58-aa5a-de91d708be30 x-openstack-request-id: req-f339fb7c-a131-4b58-aa5a-de91d708be30 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:15:16.608567 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b39e7168-0f6e-4398-80f7-91fb2c1988a6", "name": "network-vif-plugged", "status": "completed", "tag": "7240c8c7-03a0-4ab2-a6d9-bee621ee7156", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:15:16.608966 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f339fb7c-a131-4b58-aa5a-de91d708be30 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:15:16.609416 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39e7168-0f6e-4398-80f7-91fb2c1988a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7240c8c7-03a0-4ab2-a6d9-bee621ee7156', 'code': 200} Dec 16 10:15:16.652825 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:16.706206 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=7240c8c7-03a0-4ab2-a6d9-bee621ee7156,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:15:16.726226 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6586c6c-145d-4af1-82a0-d5d718069c61 req-360f0f34-d022-44bd-9f55-74f2113c387b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:15:16.727901 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b6586c6c-145d-4af1-82a0-d5d718069c61 req-360f0f34-d022-44bd-9f55-74f2113c387b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b39e7168-0f6e-4398-80f7-91fb2c1988a6 HTTP/1.1" status: 200 len: 1101 time: 0.0626676 Dec 16 10:15:16.769553 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b6586c6c-145d-4af1-82a0-d5d718069c61 req-1d6b4b7e-6fa6-4da6-9e3f-0cd7dd05abe3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=292907a2-22e6-4ac5-b2fb-4965c8eefa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344019 Dec 16 10:15:17.675635 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1c3c6-8094-45db-a257-91ae5ef2fb3f req-b14e478c-7b7c-4c0a-8c1b-9aed5daa7c6b tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:15:17.677170 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-32d1c3c6-8094-45db-a257-91ae5ef2fb3f req-b14e478c-7b7c-4c0a-8c1b-9aed5daa7c6b tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] 10.222.0.60 "GET /v2.0/ports?device_id=b39e7168-0f6e-4398-80f7-91fb2c1988a6 HTTP/1.1" status: 200 len: 950 time: 0.0495987 Dec 16 10:15:17.716555 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-32d1c3c6-8094-45db-a257-91ae5ef2fb3f req-9a527aca-0d0a-497e-bf72-29ab3c141406 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] 10.222.0.60 "GET /v2.0/security-groups?id=292907a2-22e6-4ac5-b2fb-4965c8eefa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324237 Dec 16 10:15:18.836614 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20480f-b3e3-4f75-8076-c023f6d82b18 req-9fa4da17-f95f-40f6-a05d-d972444fc919 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:15:18.838163 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-af20480f-b3e3-4f75-8076-c023f6d82b18 req-9fa4da17-f95f-40f6-a05d-d972444fc919 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] 10.222.0.60 "GET /v2.0/ports?device_id=b39e7168-0f6e-4398-80f7-91fb2c1988a6 HTTP/1.1" status: 200 len: 950 time: 0.0507510 Dec 16 10:15:18.876388 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-af20480f-b3e3-4f75-8076-c023f6d82b18 req-73b85c04-c86b-4146-acb4-c68fce3bceb4 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] 10.222.0.60 "GET /v2.0/security-groups?id=292907a2-22e6-4ac5-b2fb-4965c8eefa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320938 Dec 16 10:15:19.367505 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511d026-d0bd-4ca5-abef-1cd782c0660f req-f63bcf77-d117-43f5-915a-0db86c56df91 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:15:19.369048 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3511d026-d0bd-4ca5-abef-1cd782c0660f req-f63bcf77-d117-43f5-915a-0db86c56df91 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] 10.222.0.60 "GET /v2.0/ports?device_id=b39e7168-0f6e-4398-80f7-91fb2c1988a6 HTTP/1.1" status: 200 len: 950 time: 0.0522392 Dec 16 10:15:19.408013 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3511d026-d0bd-4ca5-abef-1cd782c0660f req-dab727ec-3a48-42e6-bbcb-b29043ab4ba6 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] 10.222.0.60 "GET /v2.0/security-groups?id=292907a2-22e6-4ac5-b2fb-4965c8eefa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329916 Dec 16 10:15:20.525572 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d04ef8-dec3-4eb6-8ef0-626b6c42d50e req-ae20af40-46a2-4680-bf97-e292efb5126a tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:15:20.527035 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-63d04ef8-dec3-4eb6-8ef0-626b6c42d50e req-ae20af40-46a2-4680-bf97-e292efb5126a tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] 10.222.0.60 "GET /v2.0/ports?device_id=b39e7168-0f6e-4398-80f7-91fb2c1988a6 HTTP/1.1" status: 200 len: 950 time: 0.0493810 Dec 16 10:15:20.593950 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-63d04ef8-dec3-4eb6-8ef0-626b6c42d50e req-2e43a915-ae9f-4a73-8807-a1dafae80066 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] 10.222.0.60 "GET /v2.0/security-groups?id=292907a2-22e6-4ac5-b2fb-4965c8eefa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609581 Dec 16 10:15:20.610011 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a017e9-1688-4265-8984-ef931ecd16df req-7dafcde3-d36b-4e62-9cc4-7af1687258be tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:15:20.611549 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-59a017e9-1688-4265-8984-ef931ecd16df req-7dafcde3-d36b-4e62-9cc4-7af1687258be tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] 10.222.0.58 "GET /v2.0/ports?device_id=b39e7168-0f6e-4398-80f7-91fb2c1988a6 HTTP/1.1" status: 200 len: 950 time: 0.0656221 Dec 16 10:15:20.713770 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-59a017e9-1688-4265-8984-ef931ecd16df req-ac0f247e-bf45-4154-8d1f-c0c120ca1ef2 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] Deleting port 7240c8c7-03a0-4ab2-a6d9-bee621ee7156 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:15:20.714026 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-59a017e9-1688-4265-8984-ef931ecd16df req-ac0f247e-bf45-4154-8d1f-c0c120ca1ef2 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:20.803520 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-59a017e9-1688-4265-8984-ef931ecd16df req-ac0f247e-bf45-4154-8d1f-c0c120ca1ef2 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] For port 7240c8c7-03a0-4ab2-a6d9-bee621ee7156, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=7240c8c7-03a0-4ab2-a6d9-bee621ee7156,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:15:20.803878 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-59a017e9-1688-4265-8984-ef931ecd16df req-ac0f247e-bf45-4154-8d1f-c0c120ca1ef2 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:20.815914 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-59a017e9-1688-4265-8984-ef931ecd16df req-ac0f247e-bf45-4154-8d1f-c0c120ca1ef2 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] Calling delete_port for 7240c8c7-03a0-4ab2-a6d9-bee621ee7156 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:15:21.023984 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-59a017e9-1688-4265-8984-ef931ecd16df req-ac0f247e-bf45-4154-8d1f-c0c120ca1ef2 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:21.035957 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['7240c8c7-03a0-4ab2-a6d9-bee621ee7156'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:15:21.056933 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f247e-bf45-4154-8d1f-c0c120ca1ef2 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] Pushing event deleted for resources: {'Port': ['ID=7240c8c7-03a0-4ab2-a6d9-bee621ee7156,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:15:21.098456 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a017e9-1688-4265-8984-ef931ecd16df req-ac0f247e-bf45-4154-8d1f-c0c120ca1ef2 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] No DVR routers for this DVR port 7240c8c7-03a0-4ab2-a6d9-bee621ee7156 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:15:21.101645 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-59a017e9-1688-4265-8984-ef931ecd16df req-ac0f247e-bf45-4154-8d1f-c0c120ca1ef2 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:21.105688 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-59a017e9-1688-4265-8984-ef931ecd16df req-ac0f247e-bf45-4154-8d1f-c0c120ca1ef2 tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] 10.222.0.58 "DELETE /v2.0/ports/7240c8c7-03a0-4ab2-a6d9-bee621ee7156 HTTP/1.1" status: 204 len: 173 time: 0.4883263 Dec 16 10:15:21.106138 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39e7168-0f6e-4398-80f7-91fb2c1988a6', 'name': 'network-vif-deleted', 'tag': '7240c8c7-03a0-4ab2-a6d9-bee621ee7156'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:15:21.108465 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad07fe47-b51f-4bd4-b4fe-ad9d0beb6ee3" -d '{"events": [{"server_uuid": "b39e7168-0f6e-4398-80f7-91fb2c1988a6", "name": "network-vif-deleted", "tag": "7240c8c7-03a0-4ab2-a6d9-bee621ee7156"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:15:21.150249 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ef1266-29d8-4fa8-841f-ed7bd4f24484 x-openstack-request-id: req-b5ef1266-29d8-4fa8-841f-ed7bd4f24484 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:15:21.156249 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b39e7168-0f6e-4398-80f7-91fb2c1988a6", "name": "network-vif-deleted", "tag": "7240c8c7-03a0-4ab2-a6d9-bee621ee7156", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:15:21.156249 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b5ef1266-29d8-4fa8-841f-ed7bd4f24484 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:15:21.156249 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39e7168-0f6e-4398-80f7-91fb2c1988a6', 'name': 'network-vif-deleted', 'tag': '7240c8c7-03a0-4ab2-a6d9-bee621ee7156', 'status': 'completed', 'code': 200} Dec 16 10:15:21.706580 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d2f57685-4e86-484c-8079-804196207a53 req-5b34a100-e465-49e1-b4e6-8be6e0fa26cf tempest-VolumesNegativeTest-1742253537 tempest-VolumesNegativeTest-1742253537-project] 10.222.0.60 "GET /v2.0/ports?device_id=b39e7168-0f6e-4398-80f7-91fb2c1988a6 HTTP/1.1" status: 200 len: 210 time: 0.0334358 Dec 16 10:15:24.189446 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-05cbcefa-01b1-4594-961f-ab10e14190ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:24.363225 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 7240c8c7-03a0-4ab2-a6d9-bee621ee7156 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:15:24.384358 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 7240c8c7-03a0-4ab2-a6d9-bee621ee7156 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:15:24.384704 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 7240c8c7-03a0-4ab2-a6d9-bee621ee7156 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:15:26.407237 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7ba18fd1-62bc-4f0a-9bb1-d9f2d98c0172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:27.727054 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:29.269718 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:29.606495 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:29.813194 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37458) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:15:29.952630 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a75e86d3-4a73-44b0-bfb6-b7c88f503ee7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=edfa066ba7ce4a71a6ffe4e9b5030737&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1381485 Dec 16 10:15:29.955390 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37462) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:15:30.008143 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a87a380a-2ee9-4ada-98bd-883874989dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:30.033410 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a87a380a-2ee9-4ada-98bd-883874989dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:30.172438 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a87a380a-2ee9-4ada-98bd-883874989dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:30.176124 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a87a380a-2ee9-4ada-98bd-883874989dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:30.177343 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a87a380a-2ee9-4ada-98bd-883874989dd9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/292907a2-22e6-4ac5-b2fb-4965c8eefa76 HTTP/1.1" status: 204 len: 168 time: 0.2208991 Dec 16 10:15:30.199238 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a380a-2ee9-4ada-98bd-883874989dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292907a2-22e6-4ac5-b2fb-4965c8eefa76,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:15:31.115692 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37484) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:15:31.222865 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-124bc135-037f-4784-9808-9616c266f836 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1356629047-network', 'tenant_id': 'a5c43e74356a49fab1b1ce04cd688416'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:15:31.310008 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124bc135-037f-4784-9808-9616c266f836 admin admin] Made reservation on behalf of a5c43e74356a49fab1b1ce04cd688416 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:15:31.312286 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-124bc135-037f-4784-9808-9616c266f836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:31.321033 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-124bc135-037f-4784-9808-9616c266f836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:31.397485 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-124bc135-037f-4784-9808-9616c266f836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:31.469566 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-124bc135-037f-4784-9808-9616c266f836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:31.498019 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-124bc135-037f-4784-9808-9616c266f836 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:15:31.507170 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124bc135-037f-4784-9808-9616c266f836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ec3594-74a2-477c-9b03-0d5ff2484dc4,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:15:31.514867 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-124bc135-037f-4784-9808-9616c266f836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:31.519793 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-124bc135-037f-4784-9808-9616c266f836 admin admin] Added segment b02819ab-fe63-4486-8acc-62617d1f5546 of type vlan for network 96f3de76-1842-4f91-8970-eb6c6873a455 Dec 16 10:15:31.555831 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-124bc135-037f-4784-9808-9616c266f836 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:31.663543 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-124bc135-037f-4784-9808-9616c266f836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:31.664549 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124bc135-037f-4784-9808-9616c266f836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:15:31.665171 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-124bc135-037f-4784-9808-9616c266f836 admin admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:31.727365 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124bc135-037f-4784-9808-9616c266f836 admin admin] Pushing event updated for resources: {'Network': ['ID=96f3de76-1842-4f91-8970-eb6c6873a455,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:15:31.737696 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 96f3de76-1842-4f91-8970-eb6c6873a455 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:15:31.786415 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-124bc135-037f-4784-9808-9616c266f836 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6695855 Dec 16 10:15:31.789107 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37488) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:15:31.794499 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-34b2e0c2-ee4e-4822-aeee-6c280564e5f8 admin admin] Request body: {'subnet': {'network_id': '96f3de76-1842-4f91-8970-eb6c6873a455', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1356629047-subnet', 'tenant_id': 'a5c43e74356a49fab1b1ce04cd688416', 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:15:31.886257 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b2e0c2-ee4e-4822-aeee-6c280564e5f8 admin admin] Made reservation on behalf of a5c43e74356a49fab1b1ce04cd688416 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:15:31.888777 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-34b2e0c2-ee4e-4822-aeee-6c280564e5f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:32.127069 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-34b2e0c2-ee4e-4822-aeee-6c280564e5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:32.182320 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b2e0c2-ee4e-4822-aeee-6c280564e5f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc38a98f-cae4-4cde-99e9-9955fdb512e5,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:15:32.192680 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b2e0c2-ee4e-4822-aeee-6c280564e5f8 admin admin] Checking segment: {'id': 'b02819ab-fe63-4486-8acc-62617d1f5546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '96f3de76-1842-4f91-8970-eb6c6873a455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:15:32.193039 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b2e0c2-ee4e-4822-aeee-6c280564e5f8 admin admin] Network hostable DHCP agents. Network: 96f3de76-1842-4f91-8970-eb6c6873a455, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:15:32.297969 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b2e0c2-ee4e-4822-aeee-6c280564e5f8 admin admin] Network 96f3de76-1842-4f91-8970-eb6c6873a455 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:15:32.366920 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-34b2e0c2-ee4e-4822-aeee-6c280564e5f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 96f3de76-1842-4f91-8970-eb6c6873a455) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:15:32.371328 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b2e0c2-ee4e-4822-aeee-6c280564e5f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:15:32.371906 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-34b2e0c2-ee4e-4822-aeee-6c280564e5f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:32.376604 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63545afb-b8c0-434f-adea-36ec963ecb80 None None] Network 96f3de76-1842-4f91-8970-eb6c6873a455 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:15:32.470055 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-34b2e0c2-ee4e-4822-aeee-6c280564e5f8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6773157 Dec 16 10:15:32.470264 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37490) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:15:32.475062 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-da264ca0-d980-4c36-bcbf-7048583979d5 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1356629047-router', 'tenant_id': 'a5c43e74356a49fab1b1ce04cd688416', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:15:32.566849 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da264ca0-d980-4c36-bcbf-7048583979d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:32.567926 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da264ca0-d980-4c36-bcbf-7048583979d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:32.630283 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da264ca0-d980-4c36-bcbf-7048583979d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:32.683847 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d3d00f-5ae2-42e0-a3a1-aff5a09d3547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-96f3de76-1842-4f91-8970-eb6c6873a455', 'network_id': '96f3de76-1842-4f91-8970-eb6c6873a455', 'tenant_id': 'a5c43e74356a49fab1b1ce04cd688416', 'fixed_ips': [{'subnet_id': 'cc38a98f-cae4-4cde-99e9-9955fdb512e5'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:15:32.684734 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-92d3d00f-5ae2-42e0-a3a1-aff5a09d3547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:32.826259 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da264ca0-d980-4c36-bcbf-7048583979d5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:32.929408 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-92d3d00f-5ae2-42e0-a3a1-aff5a09d3547 None None] Allocated IP 172.20.0.2 (96f3de76-1842-4f91-8970-eb6c6873a455/cc38a98f-cae4-4cde-99e9-9955fdb512e5/0a9f2d89-809b-43e9-8096-a67410e787c0) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:15:33.081476 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-92d3d00f-5ae2-42e0-a3a1-aff5a09d3547 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:33.094017 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da264ca0-d980-4c36-bcbf-7048583979d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:33.114007 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da264ca0-d980-4c36-bcbf-7048583979d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:33.132835 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-92d3d00f-5ae2-42e0-a3a1-aff5a09d3547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:33.170883 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d3d00f-5ae2-42e0-a3a1-aff5a09d3547 None None] Network 96f3de76-1842-4f91-8970-eb6c6873a455 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:15:33.173871 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-92d3d00f-5ae2-42e0-a3a1-aff5a09d3547 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:15:33.177343 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d3d00f-5ae2-42e0-a3a1-aff5a09d3547 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:15:33.194335 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d3d00f-5ae2-42e0-a3a1-aff5a09d3547 None None] Pushing event updated for resources: {'Port': ['ID=0a9f2d89-809b-43e9-8096-a67410e787c0,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:15:33.233878 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-da264ca0-d980-4c36-bcbf-7048583979d5 admin admin] Allocated IP 172.25.1.22 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/dbbce89e-7e42-44f4-8572-e408da37c574) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:15:33.243517 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-92d3d00f-5ae2-42e0-a3a1-aff5a09d3547 None None] Attempting to bind port 0a9f2d89-809b-43e9-8096-a67410e787c0 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:15:33.243897 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-92d3d00f-5ae2-42e0-a3a1-aff5a09d3547 None None] Attempting to bind port 0a9f2d89-809b-43e9-8096-a67410e787c0 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'b02819ab-fe63-4486-8acc-62617d1f5546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '96f3de76-1842-4f91-8970-eb6c6873a455'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:15:33.245036 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d3d00f-5ae2-42e0-a3a1-aff5a09d3547 None None] Attempting to bind port 0a9f2d89-809b-43e9-8096-a67410e787c0 on network 96f3de76-1842-4f91-8970-eb6c6873a455 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:15:33.250362 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d3d00f-5ae2-42e0-a3a1-aff5a09d3547 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:15:33.254587 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d3d00f-5ae2-42e0-a3a1-aff5a09d3547 None None] Checking segment: {'id': 'b02819ab-fe63-4486-8acc-62617d1f5546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '96f3de76-1842-4f91-8970-eb6c6873a455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:15:33.254587 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-92d3d00f-5ae2-42e0-a3a1-aff5a09d3547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:33.254587 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d3d00f-5ae2-42e0-a3a1-aff5a09d3547 None None] Bound using segment: {'id': 'b02819ab-fe63-4486-8acc-62617d1f5546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '96f3de76-1842-4f91-8970-eb6c6873a455'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:15:33.254587 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-92d3d00f-5ae2-42e0-a3a1-aff5a09d3547 None None] Bound port: 0a9f2d89-809b-43e9-8096-a67410e787c0, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02819ab-fe63-4486-8acc-62617d1f5546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '96f3de76-1842-4f91-8970-eb6c6873a455'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:15:33.254587 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-92d3d00f-5ae2-42e0-a3a1-aff5a09d3547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:33.317358 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-92d3d00f-5ae2-42e0-a3a1-aff5a09d3547 None None] For port 0a9f2d89-809b-43e9-8096-a67410e787c0, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:15:33.320465 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-92d3d00f-5ae2-42e0-a3a1-aff5a09d3547 None None] For port 0a9f2d89-809b-43e9-8096-a67410e787c0, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=0a9f2d89-809b-43e9-8096-a67410e787c0,segment=NetworkSegment(b02819ab-fe63-4486-8acc-62617d1f5546),segment_id=b02819ab-fe63-4486-8acc-62617d1f5546)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:15:33.339899 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da264ca0-d980-4c36-bcbf-7048583979d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:33.384419 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-92d3d00f-5ae2-42e0-a3a1-aff5a09d3547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:33.441298 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da264ca0-d980-4c36-bcbf-7048583979d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:33.441533 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d3d00f-5ae2-42e0-a3a1-aff5a09d3547 None None] Pushing event updated for resources: {'Port': ['ID=0a9f2d89-809b-43e9-8096-a67410e787c0,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:15:33.484479 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da264ca0-d980-4c36-bcbf-7048583979d5 admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:15:33.487405 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-da264ca0-d980-4c36-bcbf-7048583979d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:15:33.490870 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da264ca0-d980-4c36-bcbf-7048583979d5 admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:15:33.515469 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da264ca0-d980-4c36-bcbf-7048583979d5 admin admin] Pushing event updated for resources: {'Port': ['ID=dbbce89e-7e42-44f4-8572-e408da37c574,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:15:33.823512 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da264ca0-d980-4c36-bcbf-7048583979d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:34.349713 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da264ca0-d980-4c36-bcbf-7048583979d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:34.376875 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90872fe1-7d5a-4240-8864-cbf4f769f5f8 None None] Network 96f3de76-1842-4f91-8970-eb6c6873a455 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:15:34.445160 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-e234a1f0-d83c-4a85-9898-749a3ca1e050 None None] Provisioning complete for port 0a9f2d89-809b-43e9-8096-a67410e787c0 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:15:34.445720 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e234a1f0-d83c-4a85-9898-749a3ca1e050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:34.549165 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da264ca0-d980-4c36-bcbf-7048583979d5 admin admin] Router f2accd9d-6ae6-477f-b573-143f7242c5e0 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:15:34.595626 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e234a1f0-d83c-4a85-9898-749a3ca1e050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:34.636784 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-e234a1f0-d83c-4a85-9898-749a3ca1e050 None None] For port 0a9f2d89-809b-43e9-8096-a67410e787c0, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=0a9f2d89-809b-43e9-8096-a67410e787c0,segment=NetworkSegment(b02819ab-fe63-4486-8acc-62617d1f5546),segment_id=b02819ab-fe63-4486-8acc-62617d1f5546)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:15:34.663205 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da264ca0-d980-4c36-bcbf-7048583979d5 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:15:34.678791 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca37f0eb-66c3-42b3-85c0-0aa96be1e76d None None] Sync routers for ids ['f2accd9d-6ae6-477f-b573-143f7242c5e0'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:15:34.686404 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e234a1f0-d83c-4a85-9898-749a3ca1e050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:34.691702 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca37f0eb-66c3-42b3-85c0-0aa96be1e76d None None] Routers {'f2accd9d-6ae6-477f-b573-143f7242c5e0'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:15:34.692516 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-ca37f0eb-66c3-42b3-85c0-0aa96be1e76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:15:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['f2accd9d-6ae6-477f-b573-143f7242c5e0'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:15:34.740018 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da264ca0-d980-4c36-bcbf-7048583979d5 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:34.742643 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-da264ca0-d980-4c36-bcbf-7048583979d5 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.2699552 Dec 16 10:15:34.748115 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234a1f0-d83c-4a85-9898-749a3ca1e050 None None] Pushing event updated for resources: {'Port': ['ID=0a9f2d89-809b-43e9-8096-a67410e787c0,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:15:34.750196 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37492) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:15:34.815851 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-ca37f0eb-66c3-42b3-85c0-0aa96be1e76d None None] Set router f2accd9d-6ae6-477f-b573-143f7242c5e0 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:15:34.910881 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-1ce63b8e-9015-4280-b670-a5135ce62e78 None None] Provisioning complete for port 0a9f2d89-809b-43e9-8096-a67410e787c0 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:15:34.911193 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1ce63b8e-9015-4280-b670-a5135ce62e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:35.000193 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-ca37f0eb-66c3-42b3-85c0-0aa96be1e76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2accd9d-6ae6-477f-b573-143f7242c5e0', 'name': 'tempest-ImageQuotaTest-1356629047-router', 'tenant_id': 'a5c43e74356a49fab1b1ce04cd688416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': 'dbbce89e-7e42-44f4-8572-e408da37c574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:15:32Z', 'updated_at': '2021-12-16T10:15:33Z', 'revision_number': 3, 'project_id': 'a5c43e74356a49fab1b1ce04cd688416', 'gw_port': {'id': 'dbbce89e-7e42-44f4-8572-e408da37c574', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c4:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2accd9d-6ae6-477f-b573-143f7242c5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:15:33Z', 'updated_at': '2021-12-16T10:15:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:15:35.030568 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca37f0eb-66c3-42b3-85c0-0aa96be1e76d None None] Checking router: f2accd9d-6ae6-477f-b573-143f7242c5e0 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:15:35.030880 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca37f0eb-66c3-42b3-85c0-0aa96be1e76d None None] Updating router f2accd9d-6ae6-477f-b573-143f7242c5e0 port dbbce89e-7e42-44f4-8572-e408da37c574 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:15:35.057854 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-ca37f0eb-66c3-42b3-85c0-0aa96be1e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:35.197867 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e599fe27-c069-49f6-a2b1-6f4243c3776c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:35.375700 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-e599fe27-c069-49f6-a2b1-6f4243c3776c admin admin] Allocated IP 172.20.0.1 (96f3de76-1842-4f91-8970-eb6c6873a455/cc38a98f-cae4-4cde-99e9-9955fdb512e5/f20284f8-4e43-4de8-8d0f-57b34dbeac5d) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:15:35.417106 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-ca37f0eb-66c3-42b3-85c0-0aa96be1e76d None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:35.484463 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-ca37f0eb-66c3-42b3-85c0-0aa96be1e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:35.488467 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 0a9f2d89-809b-43e9-8096-a67410e787c0 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:15:35.494850 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e599fe27-c069-49f6-a2b1-6f4243c3776c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:35.537654 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-ca37f0eb-66c3-42b3-85c0-0aa96be1e76d None None] Attempting to bind port dbbce89e-7e42-44f4-8572-e408da37c574 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:15:35.538237 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-ca37f0eb-66c3-42b3-85c0-0aa96be1e76d None None] Attempting to bind port dbbce89e-7e42-44f4-8572-e408da37c574 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:15:35.538480 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca37f0eb-66c3-42b3-85c0-0aa96be1e76d None None] Attempting to bind port dbbce89e-7e42-44f4-8572-e408da37c574 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:15:35.543184 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 0a9f2d89-809b-43e9-8096-a67410e787c0 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:15:35.543586 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:35.547255 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca37f0eb-66c3-42b3-85c0-0aa96be1e76d None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:15:35.552505 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca37f0eb-66c3-42b3-85c0-0aa96be1e76d None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:15:35.552505 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-ca37f0eb-66c3-42b3-85c0-0aa96be1e76d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:35.552505 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca37f0eb-66c3-42b3-85c0-0aa96be1e76d None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:15:35.552505 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-ca37f0eb-66c3-42b3-85c0-0aa96be1e76d None None] Bound port: dbbce89e-7e42-44f4-8572-e408da37c574, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:15:35.552505 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-ca37f0eb-66c3-42b3-85c0-0aa96be1e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:35.578940 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e1513-8e6f-4853-8e37-84a6d4371da1 None None] Pushing event updated for resources: {'Port': ['ID=dbbce89e-7e42-44f4-8572-e408da37c574,revision_number=2']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:15:35.591142 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e1513-8e6f-4853-8e37-84a6d4371da1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:15:35.591501 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e1513-8e6f-4853-8e37-84a6d4371da1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:15:35.591878 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e1513-8e6f-4853-8e37-84a6d4371da1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:15:35.592218 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e1513-8e6f-4853-8e37-84a6d4371da1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:15:35.592594 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e1513-8e6f-4853-8e37-84a6d4371da1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:15:35.592934 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e1513-8e6f-4853-8e37-84a6d4371da1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:15:35.593316 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e1513-8e6f-4853-8e37-84a6d4371da1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:15:35.593670 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e1513-8e6f-4853-8e37-84a6d4371da1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:15:35.594016 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e1513-8e6f-4853-8e37-84a6d4371da1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:15:35.594361 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e1513-8e6f-4853-8e37-84a6d4371da1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:15:35.594704 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e1513-8e6f-4853-8e37-84a6d4371da1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:15:35.595049 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e1513-8e6f-4853-8e37-84a6d4371da1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:15:35.618180 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e599fe27-c069-49f6-a2b1-6f4243c3776c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:35.632648 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-ca37f0eb-66c3-42b3-85c0-0aa96be1e76d None None] For port dbbce89e-7e42-44f4-8572-e408da37c574, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:15:35.632648 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-ca37f0eb-66c3-42b3-85c0-0aa96be1e76d None None] For port dbbce89e-7e42-44f4-8572-e408da37c574, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=dbbce89e-7e42-44f4-8572-e408da37c574,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:15:35.667004 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e599fe27-c069-49f6-a2b1-6f4243c3776c admin admin] Network 96f3de76-1842-4f91-8970-eb6c6873a455 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:15:35.669900 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-e599fe27-c069-49f6-a2b1-6f4243c3776c admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:15:35.672480 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e599fe27-c069-49f6-a2b1-6f4243c3776c admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:15:35.700645 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599fe27-c069-49f6-a2b1-6f4243c3776c admin admin] Pushing event updated for resources: {'Port': ['ID=f20284f8-4e43-4de8-8d0f-57b34dbeac5d,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:15:35.709958 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-ca37f0eb-66c3-42b3-85c0-0aa96be1e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:35.727277 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e599fe27-c069-49f6-a2b1-6f4243c3776c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:35.776485 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca37f0eb-66c3-42b3-85c0-0aa96be1e76d None None] Routers {'f2accd9d-6ae6-477f-b573-143f7242c5e0'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:15:35.777141 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-ca37f0eb-66c3-42b3-85c0-0aa96be1e76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:15:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['f2accd9d-6ae6-477f-b573-143f7242c5e0'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:15:35.781906 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e1513-8e6f-4853-8e37-84a6d4371da1 None None] Pushing event updated for resources: {'Port': ['ID=dbbce89e-7e42-44f4-8572-e408da37c574,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:15:35.894029 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-ca37f0eb-66c3-42b3-85c0-0aa96be1e76d None None] Set router f2accd9d-6ae6-477f-b573-143f7242c5e0 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:15:35.914699 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-218c2d37-642a-4274-9a6f-de5320bb5bba None None] Provisioning complete for port f20284f8-4e43-4de8-8d0f-57b34dbeac5d triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:15:35.915067 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-218c2d37-642a-4274-9a6f-de5320bb5bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:35.937457 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e599fe27-c069-49f6-a2b1-6f4243c3776c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:35.950636 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-218c2d37-642a-4274-9a6f-de5320bb5bba None None] Port f20284f8-4e43-4de8-8d0f-57b34dbeac5d cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:15:36.085055 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-ca37f0eb-66c3-42b3-85c0-0aa96be1e76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2accd9d-6ae6-477f-b573-143f7242c5e0', 'name': 'tempest-ImageQuotaTest-1356629047-router', 'tenant_id': 'a5c43e74356a49fab1b1ce04cd688416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': 'dbbce89e-7e42-44f4-8572-e408da37c574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:15:32Z', 'updated_at': '2021-12-16T10:15:33Z', 'revision_number': 3, 'project_id': 'a5c43e74356a49fab1b1ce04cd688416', 'gw_port': {'id': 'dbbce89e-7e42-44f4-8572-e408da37c574', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c4:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2accd9d-6ae6-477f-b573-143f7242c5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:15:33Z', 'updated_at': '2021-12-16T10:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:15:36.103103 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e599fe27-c069-49f6-a2b1-6f4243c3776c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:36.111546 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca37f0eb-66c3-42b3-85c0-0aa96be1e76d None None] The sync data for ids ['f2accd9d-6ae6-477f-b573-143f7242c5e0'] in n-d-820550-2 is: [{'id': 'f2accd9d-6ae6-477f-b573-143f7242c5e0', 'name': 'tempest-ImageQuotaTest-1356629047-router', 'tenant_id': 'a5c43e74356a49fab1b1ce04cd688416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': 'dbbce89e-7e42-44f4-8572-e408da37c574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:15:32Z', 'updated_at': '2021-12-16T10:15:33Z', 'revision_number': 3, 'project_id': 'a5c43e74356a49fab1b1ce04cd688416', 'gw_port': {'id': 'dbbce89e-7e42-44f4-8572-e408da37c574', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c4:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2accd9d-6ae6-477f-b573-143f7242c5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:15:33Z', 'updated_at': '2021-12-16T10:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:15:36.172948 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e599fe27-c069-49f6-a2b1-6f4243c3776c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:36.240350 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599fe27-c069-49f6-a2b1-6f4243c3776c admin admin] Pushing event updated for resources: {'Port': ['ID=f20284f8-4e43-4de8-8d0f-57b34dbeac5d,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:15:36.246422 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e599fe27-c069-49f6-a2b1-6f4243c3776c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:36.376883 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e599fe27-c069-49f6-a2b1-6f4243c3776c admin admin] Network 96f3de76-1842-4f91-8970-eb6c6873a455 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:15:36.380541 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-e599fe27-c069-49f6-a2b1-6f4243c3776c admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:15:36.517670 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e599fe27-c069-49f6-a2b1-6f4243c3776c admin admin] Router f2accd9d-6ae6-477f-b573-143f7242c5e0 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:15:36.632793 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e599fe27-c069-49f6-a2b1-6f4243c3776c admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:15:36.645172 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e599fe27-c069-49f6-a2b1-6f4243c3776c admin admin] 10.222.0.60 "PUT /v2.0/routers/f2accd9d-6ae6-477f-b573-143f7242c5e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8869240 Dec 16 10:15:36.678855 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-6f1f573e-75c0-460a-93d7-4e15b9075a7d None None] Provisioning complete for port f20284f8-4e43-4de8-8d0f-57b34dbeac5d triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:15:36.679480 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6f1f573e-75c0-460a-93d7-4e15b9075a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:36.723506 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-6f1f573e-75c0-460a-93d7-4e15b9075a7d None None] Port f20284f8-4e43-4de8-8d0f-57b34dbeac5d cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:15:37.503233 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device dbbce89e-7e42-44f4-8572-e408da37c574 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:15:37.574685 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port dbbce89e-7e42-44f4-8572-e408da37c574 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:15:37.575059 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:37.655590 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:37.664053 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:37.684125 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port dbbce89e-7e42-44f4-8572-e408da37c574, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=dbbce89e-7e42-44f4-8572-e408da37c574,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:15:37.778117 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:37.830790 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=dbbce89e-7e42-44f4-8572-e408da37c574,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:15:37.875989 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384110ba-3dba-425b-9de3-ceb75af393c2 None None] Sync routers for ids ['f2accd9d-6ae6-477f-b573-143f7242c5e0'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:15:37.885359 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384110ba-3dba-425b-9de3-ceb75af393c2 None None] Routers {'f2accd9d-6ae6-477f-b573-143f7242c5e0'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:15:37.885977 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-384110ba-3dba-425b-9de3-ceb75af393c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:15:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['f2accd9d-6ae6-477f-b573-143f7242c5e0'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:15:37.993756 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-384110ba-3dba-425b-9de3-ceb75af393c2 None None] Set router f2accd9d-6ae6-477f-b573-143f7242c5e0 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:15:38.007719 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37512) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:15:38.195919 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-384110ba-3dba-425b-9de3-ceb75af393c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2accd9d-6ae6-477f-b573-143f7242c5e0', 'name': 'tempest-ImageQuotaTest-1356629047-router', 'tenant_id': 'a5c43e74356a49fab1b1ce04cd688416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': 'dbbce89e-7e42-44f4-8572-e408da37c574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:15:32Z', 'updated_at': '2021-12-16T10:15:35Z', 'revision_number': 4, 'project_id': 'a5c43e74356a49fab1b1ce04cd688416', 'gw_port': {'id': 'dbbce89e-7e42-44f4-8572-e408da37c574', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2accd9d-6ae6-477f-b573-143f7242c5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:15:33Z', 'updated_at': '2021-12-16T10:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'f20284f8-4e43-4de8-8d0f-57b34dbeac5d', 'name': '', 'network_id': '96f3de76-1842-4f91-8970-eb6c6873a455', 'tenant_id': 'a5c43e74356a49fab1b1ce04cd688416', 'mac_address': 'fa:16:3e:ba:71:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2accd9d-6ae6-477f-b573-143f7242c5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'cc38a98f-cae4-4cde-99e9-9955fdb512e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:15:35Z', 'updated_at': '2021-12-16T10:15:35Z', 'revision_number': 2, 'project_id': 'a5c43e74356a49fab1b1ce04cd688416', 'subnets': [{'id': 'cc38a98f-cae4-4cde-99e9-9955fdb512e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:15:38.226303 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384110ba-3dba-425b-9de3-ceb75af393c2 None None] Checking router: f2accd9d-6ae6-477f-b573-143f7242c5e0 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:15:38.226654 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384110ba-3dba-425b-9de3-ceb75af393c2 None None] Updating router f2accd9d-6ae6-477f-b573-143f7242c5e0 port f20284f8-4e43-4de8-8d0f-57b34dbeac5d binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:15:38.251446 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-384110ba-3dba-425b-9de3-ceb75af393c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:38.348017 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-295a8b12-91b2-4435-b534-f7acba5f5432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:38.525257 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-384110ba-3dba-425b-9de3-ceb75af393c2 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:38.594593 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-295a8b12-91b2-4435-b534-f7acba5f5432 admin admin] Deleting port f20284f8-4e43-4de8-8d0f-57b34dbeac5d {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:15:38.594849 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-384110ba-3dba-425b-9de3-ceb75af393c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:38.594981 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-295a8b12-91b2-4435-b534-f7acba5f5432 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:38.644201 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49120a73-893a-47a8-beff-285b7dafedb6 None None] Pushing event updated for resources: {'Port': ['ID=f20284f8-4e43-4de8-8d0f-57b34dbeac5d,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:15:38.683869 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-295a8b12-91b2-4435-b534-f7acba5f5432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:38.698999 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-295a8b12-91b2-4435-b534-f7acba5f5432 admin admin] Calling delete_port for f20284f8-4e43-4de8-8d0f-57b34dbeac5d owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:15:38.703478 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-384110ba-3dba-425b-9de3-ceb75af393c2 None None] Attempting to bind port f20284f8-4e43-4de8-8d0f-57b34dbeac5d on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:15:38.704091 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-384110ba-3dba-425b-9de3-ceb75af393c2 None None] Attempting to bind port f20284f8-4e43-4de8-8d0f-57b34dbeac5d by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'b02819ab-fe63-4486-8acc-62617d1f5546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '96f3de76-1842-4f91-8970-eb6c6873a455'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:15:38.704208 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384110ba-3dba-425b-9de3-ceb75af393c2 None None] Attempting to bind port f20284f8-4e43-4de8-8d0f-57b34dbeac5d on network 96f3de76-1842-4f91-8970-eb6c6873a455 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:15:38.709948 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384110ba-3dba-425b-9de3-ceb75af393c2 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:15:38.710317 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384110ba-3dba-425b-9de3-ceb75af393c2 None None] Checking segment: {'id': 'b02819ab-fe63-4486-8acc-62617d1f5546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '96f3de76-1842-4f91-8970-eb6c6873a455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:15:38.710821 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-384110ba-3dba-425b-9de3-ceb75af393c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:38.711212 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384110ba-3dba-425b-9de3-ceb75af393c2 None None] Bound using segment: {'id': 'b02819ab-fe63-4486-8acc-62617d1f5546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '96f3de76-1842-4f91-8970-eb6c6873a455'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:15:38.711689 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-384110ba-3dba-425b-9de3-ceb75af393c2 None None] Bound port: f20284f8-4e43-4de8-8d0f-57b34dbeac5d, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02819ab-fe63-4486-8acc-62617d1f5546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '96f3de76-1842-4f91-8970-eb6c6873a455'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:15:38.712072 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-384110ba-3dba-425b-9de3-ceb75af393c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:38.787148 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-384110ba-3dba-425b-9de3-ceb75af393c2 None None] For port f20284f8-4e43-4de8-8d0f-57b34dbeac5d, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:15:38.791384 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-384110ba-3dba-425b-9de3-ceb75af393c2 None None] For port f20284f8-4e43-4de8-8d0f-57b34dbeac5d, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f20284f8-4e43-4de8-8d0f-57b34dbeac5d,segment=NetworkSegment(b02819ab-fe63-4486-8acc-62617d1f5546),segment_id=b02819ab-fe63-4486-8acc-62617d1f5546)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:15:38.847080 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-384110ba-3dba-425b-9de3-ceb75af393c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:38.920904 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49120a73-893a-47a8-beff-285b7dafedb6 None None] Pushing event updated for resources: {'Port': ['ID=f20284f8-4e43-4de8-8d0f-57b34dbeac5d,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:15:38.923538 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384110ba-3dba-425b-9de3-ceb75af393c2 None None] Routers {'f2accd9d-6ae6-477f-b573-143f7242c5e0'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:15:38.924214 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-384110ba-3dba-425b-9de3-ceb75af393c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:15:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['f2accd9d-6ae6-477f-b573-143f7242c5e0'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:15:38.926203 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-00a0d68e-fb2d-48eb-8b40-f418eb66c21c None None] Provisioning complete for port f20284f8-4e43-4de8-8d0f-57b34dbeac5d triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:15:38.926629 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-00a0d68e-fb2d-48eb-8b40-f418eb66c21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:38.978050 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-295a8b12-91b2-4435-b534-f7acba5f5432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:39.008377 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a8b12-91b2-4435-b534-f7acba5f5432 admin admin] Pushing event deleted for resources: {'Port': ['ID=f20284f8-4e43-4de8-8d0f-57b34dbeac5d,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:15:39.046636 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-00a0d68e-fb2d-48eb-8b40-f418eb66c21c None None] Could not find standard attr ID for object f20284f8-4e43-4de8-8d0f-57b34dbeac5d. {{(pid=102818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 10:15:39.052141 n-d-820550-2 neutron-server[102818]: INFO neutron.plugins.ml2.db [None req-00a0d68e-fb2d-48eb-8b40-f418eb66c21c None None] No ports have port_id starting with f20284f8-4e43-4de8-8d0f-57b34dbeac5d Dec 16 10:15:39.075387 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-384110ba-3dba-425b-9de3-ceb75af393c2 None None] Set router f2accd9d-6ae6-477f-b573-143f7242c5e0 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:15:39.193794 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-295a8b12-91b2-4435-b534-f7acba5f5432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:39.198073 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-73c20ed6-e0bc-47da-b518-2165492de438 None None] Could not find standard attr ID for object f20284f8-4e43-4de8-8d0f-57b34dbeac5d. {{(pid=102818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 10:15:39.301796 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-384110ba-3dba-425b-9de3-ceb75af393c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2accd9d-6ae6-477f-b573-143f7242c5e0', 'name': 'tempest-ImageQuotaTest-1356629047-router', 'tenant_id': 'a5c43e74356a49fab1b1ce04cd688416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': 'dbbce89e-7e42-44f4-8572-e408da37c574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:15:32Z', 'updated_at': '2021-12-16T10:15:35Z', 'revision_number': 4, 'project_id': 'a5c43e74356a49fab1b1ce04cd688416', 'gw_port': {'id': 'dbbce89e-7e42-44f4-8572-e408da37c574', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2accd9d-6ae6-477f-b573-143f7242c5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:15:33Z', 'updated_at': '2021-12-16T10:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'f20284f8-4e43-4de8-8d0f-57b34dbeac5d', 'name': '', 'network_id': '96f3de76-1842-4f91-8970-eb6c6873a455', 'tenant_id': 'a5c43e74356a49fab1b1ce04cd688416', 'mac_address': 'fa:16:3e:ba:71:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2accd9d-6ae6-477f-b573-143f7242c5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'cc38a98f-cae4-4cde-99e9-9955fdb512e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:15:35Z', 'updated_at': '2021-12-16T10:15:38Z', 'revision_number': 4, 'project_id': 'a5c43e74356a49fab1b1ce04cd688416', 'subnets': [{'id': 'cc38a98f-cae4-4cde-99e9-9955fdb512e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:15:39.333310 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384110ba-3dba-425b-9de3-ceb75af393c2 None None] The sync data for ids ['f2accd9d-6ae6-477f-b573-143f7242c5e0'] in n-d-820550-2 is: [{'id': 'f2accd9d-6ae6-477f-b573-143f7242c5e0', 'name': 'tempest-ImageQuotaTest-1356629047-router', 'tenant_id': 'a5c43e74356a49fab1b1ce04cd688416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': 'dbbce89e-7e42-44f4-8572-e408da37c574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:15:32Z', 'updated_at': '2021-12-16T10:15:35Z', 'revision_number': 4, 'project_id': 'a5c43e74356a49fab1b1ce04cd688416', 'gw_port': {'id': 'dbbce89e-7e42-44f4-8572-e408da37c574', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2accd9d-6ae6-477f-b573-143f7242c5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:15:33Z', 'updated_at': '2021-12-16T10:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'f20284f8-4e43-4de8-8d0f-57b34dbeac5d', 'name': '', 'network_id': '96f3de76-1842-4f91-8970-eb6c6873a455', 'tenant_id': 'a5c43e74356a49fab1b1ce04cd688416', 'mac_address': 'fa:16:3e:ba:71:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2accd9d-6ae6-477f-b573-143f7242c5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'cc38a98f-cae4-4cde-99e9-9955fdb512e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:15:35Z', 'updated_at': '2021-12-16T10:15:38Z', 'revision_number': 4, 'project_id': 'a5c43e74356a49fab1b1ce04cd688416', 'subnets': [{'id': 'cc38a98f-cae4-4cde-99e9-9955fdb512e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:15:39.457890 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295a8b12-91b2-4435-b534-f7acba5f5432 admin admin] Router f2accd9d-6ae6-477f-b573-143f7242c5e0 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:15:39.514548 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device dbbce89e-7e42-44f4-8572-e408da37c574 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:15:39.568482 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port dbbce89e-7e42-44f4-8572-e408da37c574 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:15:39.568858 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:39.620068 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295a8b12-91b2-4435-b534-f7acba5f5432 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:15:39.627139 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-295a8b12-91b2-4435-b534-f7acba5f5432 admin admin] 10.222.0.60 "PUT /v2.0/routers/f2accd9d-6ae6-477f-b573-143f7242c5e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6181080 Dec 16 10:15:39.629919 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37514) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:15:39.746620 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bee1206d-9871-4978-9a9c-9795b6c99258 admin admin] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:39.857429 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bee1206d-9871-4978-9a9c-9795b6c99258 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:39.995104 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-bee1206d-9871-4978-9a9c-9795b6c99258 admin admin] Deleting port dbbce89e-7e42-44f4-8572-e408da37c574 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:15:39.995591 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bee1206d-9871-4978-9a9c-9795b6c99258 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:40.084774 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-bee1206d-9871-4978-9a9c-9795b6c99258 admin admin] For port dbbce89e-7e42-44f4-8572-e408da37c574, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=dbbce89e-7e42-44f4-8572-e408da37c574,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:15:40.085180 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bee1206d-9871-4978-9a9c-9795b6c99258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:40.100275 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-bee1206d-9871-4978-9a9c-9795b6c99258 admin admin] Calling delete_port for dbbce89e-7e42-44f4-8572-e408da37c574 owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:15:40.344576 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bee1206d-9871-4978-9a9c-9795b6c99258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:40.372269 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1206d-9871-4978-9a9c-9795b6c99258 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbbce89e-7e42-44f4-8572-e408da37c574,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:15:40.438401 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bee1206d-9871-4978-9a9c-9795b6c99258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:40.502839 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90da1b54-b166-4f4b-acb3-5a27d2f34079 None None] Sync routers for ids ['f2accd9d-6ae6-477f-b573-143f7242c5e0'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:15:40.511811 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90da1b54-b166-4f4b-acb3-5a27d2f34079 None None] Routers {'f2accd9d-6ae6-477f-b573-143f7242c5e0'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:15:40.512419 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-90da1b54-b166-4f4b-acb3-5a27d2f34079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:15:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['f2accd9d-6ae6-477f-b573-143f7242c5e0'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:15:40.534306 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bee1206d-9871-4978-9a9c-9795b6c99258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:40.536570 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bee1206d-9871-4978-9a9c-9795b6c99258 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:40.583733 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-90da1b54-b166-4f4b-acb3-5a27d2f34079 None None] Set router f2accd9d-6ae6-477f-b573-143f7242c5e0 gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:15:40.635097 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bee1206d-9871-4978-9a9c-9795b6c99258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:40.635691 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee1206d-9871-4978-9a9c-9795b6c99258 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2accd9d-6ae6-477f-b573-143f7242c5e0 {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:15:40.636182 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-90da1b54-b166-4f4b-acb3-5a27d2f34079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2accd9d-6ae6-477f-b573-143f7242c5e0', 'name': 'tempest-ImageQuotaTest-1356629047-router', 'tenant_id': 'a5c43e74356a49fab1b1ce04cd688416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:15:32Z', 'updated_at': '2021-12-16T10:15:40Z', 'revision_number': 7, 'project_id': 'a5c43e74356a49fab1b1ce04cd688416', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:15:40.640142 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bee1206d-9871-4978-9a9c-9795b6c99258 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:40.641320 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bee1206d-9871-4978-9a9c-9795b6c99258 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f2accd9d-6ae6-477f-b573-143f7242c5e0 HTTP/1.1" status: 204 len: 168 time: 1.0101755 Dec 16 10:15:40.644132 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37516) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:15:40.667388 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90da1b54-b166-4f4b-acb3-5a27d2f34079 None None] Checking router: f2accd9d-6ae6-477f-b573-143f7242c5e0 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:15:40.675732 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90da1b54-b166-4f4b-acb3-5a27d2f34079 None None] Routers set() bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:15:40.676096 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90da1b54-b166-4f4b-acb3-5a27d2f34079 None None] Router IDs set() for agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 10:15:40.676679 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_agentschedulers_db [None req-90da1b54-b166-4f4b-acb3-5a27d2f34079 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f2accd9d-6ae6-477f-b573-143f7242c5e0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:15:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent'). {{(pid=102819) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 16 10:15:40.677051 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90da1b54-b166-4f4b-acb3-5a27d2f34079 None None] The sync data for ids ['f2accd9d-6ae6-477f-b573-143f7242c5e0'] in n-d-820550-2 is: [] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:15:40.692572 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-3df16e28-13b1-4046-b431-089b40a3ce43 admin admin] Deleting subnet cc38a98f-cae4-4cde-99e9-9955fdb512e5 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:15:40.695808 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3df16e28-13b1-4046-b431-089b40a3ce43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:40.731999 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3df16e28-13b1-4046-b431-089b40a3ce43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:40.817393 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3df16e28-13b1-4046-b431-089b40a3ce43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:40.967090 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3df16e28-13b1-4046-b431-089b40a3ce43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:40.992102 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df16e28-13b1-4046-b431-089b40a3ce43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc38a98f-cae4-4cde-99e9-9955fdb512e5,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:15:40.997972 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3df16e28-13b1-4046-b431-089b40a3ce43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:41.001677 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3df16e28-13b1-4046-b431-089b40a3ce43 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/cc38a98f-cae4-4cde-99e9-9955fdb512e5 HTTP/1.1" status: 204 len: 168 time: 0.3561354 Dec 16 10:15:41.004899 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37518) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:15:41.007427 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79032fb-36ff-4f3a-9e0f-bde36e1dd1fa None None] Network 96f3de76-1842-4f91-8970-eb6c6873a455 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:15:41.091808 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2c659196-3801-4171-8dcd-56e0aef47484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:41.159288 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-2c659196-3801-4171-8dcd-56e0aef47484 admin admin] Deleting port 0a9f2d89-809b-43e9-8096-a67410e787c0 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:15:41.159920 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2c659196-3801-4171-8dcd-56e0aef47484 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:41.209763 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:41.231957 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-2c659196-3801-4171-8dcd-56e0aef47484 admin admin] For port 0a9f2d89-809b-43e9-8096-a67410e787c0, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=0a9f2d89-809b-43e9-8096-a67410e787c0,segment=NetworkSegment(b02819ab-fe63-4486-8acc-62617d1f5546),segment_id=b02819ab-fe63-4486-8acc-62617d1f5546)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:15:41.232620 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2c659196-3801-4171-8dcd-56e0aef47484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:41.245676 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-2c659196-3801-4171-8dcd-56e0aef47484 admin admin] Calling delete_port for 0a9f2d89-809b-43e9-8096-a67410e787c0 owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:15:41.351071 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a7b9b9-1ed4-405d-91bc-c0889e1cf50d None None] DHCP port deletion for 96f3de76-1842-4f91-8970-eb6c6873a455 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:15:41.389234 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2c659196-3801-4171-8dcd-56e0aef47484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:41.398593 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-35a7b9b9-1ed4-405d-91bc-c0889e1cf50d None None] Deleting port 0a9f2d89-809b-43e9-8096-a67410e787c0 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:15:41.403501 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-35a7b9b9-1ed4-405d-91bc-c0889e1cf50d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:41.416968 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c659196-3801-4171-8dcd-56e0aef47484 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a9f2d89-809b-43e9-8096-a67410e787c0,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:15:41.420674 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c659196-3801-4171-8dcd-56e0aef47484 admin admin] No DVR routers for this DVR port 0a9f2d89-809b-43e9-8096-a67410e787c0 on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:15:41.472651 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-35a7b9b9-1ed4-405d-91bc-c0889e1cf50d None None] For port 0a9f2d89-809b-43e9-8096-a67410e787c0, host n-d-820550-2, got binding levels [] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:15:41.473337 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-35a7b9b9-1ed4-405d-91bc-c0889e1cf50d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:41.489200 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-35a7b9b9-1ed4-405d-91bc-c0889e1cf50d None None] Calling delete_port for 0a9f2d89-809b-43e9-8096-a67410e787c0 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:15:41.491862 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.ipam_backend_mixin [None req-35a7b9b9-1ed4-405d-91bc-c0889e1cf50d None None] Port 0a9f2d89-809b-43e9-8096-a67410e787c0 was not found and therefore no delete operation was performed {{(pid=102818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 10:15:41.493382 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-35a7b9b9-1ed4-405d-91bc-c0889e1cf50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:41.498007 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 0a9f2d89-809b-43e9-8096-a67410e787c0 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:15:41.505709 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2c659196-3801-4171-8dcd-56e0aef47484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:41.527264 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-2c659196-3801-4171-8dcd-56e0aef47484 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f3de76-1842-4f91-8970-eb6c6873a455']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:15:41.537018 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-2c659196-3801-4171-8dcd-56e0aef47484 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b02819ab-fe63-4486-8acc-62617d1f5546') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:15:41.537341 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-2c659196-3801-4171-8dcd-56e0aef47484 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b02819ab-fe63-4486-8acc-62617d1f5546') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:15:41.538372 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a7b9b9-1ed4-405d-91bc-c0889e1cf50d None None] Pushing event deleted for resources: {'Port': ['ID=0a9f2d89-809b-43e9-8096-a67410e787c0,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:15:41.540324 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 0a9f2d89-809b-43e9-8096-a67410e787c0 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:15:41.540691 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 0a9f2d89-809b-43e9-8096-a67410e787c0 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:15:41.541103 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f20284f8-4e43-4de8-8d0f-57b34dbeac5d no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:15:41.548666 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2c659196-3801-4171-8dcd-56e0aef47484 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:41.561665 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a7b9b9-1ed4-405d-91bc-c0889e1cf50d None None] No DVR routers for this DVR port 0a9f2d89-809b-43e9-8096-a67410e787c0 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:15:41.563231 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: f20284f8-4e43-4de8-8d0f-57b34dbeac5d {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:15:41.563668 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f20284f8-4e43-4de8-8d0f-57b34dbeac5d not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:15:41.564004 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device dbbce89e-7e42-44f4-8572-e408da37c574 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:15:41.565968 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2c659196-3801-4171-8dcd-56e0aef47484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:41.578710 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c659196-3801-4171-8dcd-56e0aef47484 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:15:41.578710 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2c659196-3801-4171-8dcd-56e0aef47484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:41.578710 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 10:15:41.578710 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:15:41.578710 n-d-820550-2 neutron-server[102816]: timer() Dec 16 10:15:41.578710 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:15:41.578710 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 10:15:41.578710 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:15:41.578710 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 10:15:41.578710 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:15:41.578710 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 10:15:41.578710 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:15:41.578710 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 10:15:41.578710 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:15:41.578710 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 10:15:41.578710 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:15:41.578710 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:15:41.578710 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:15:41.578710 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:15:41.578710 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:15:41.578710 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 10:15:41.578710 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:15:41.578710 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 10:15:41.578710 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:15:41.578710 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:15:41.578710 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:15:41.578710 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 10:15:41.578710 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:15:41.578710 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:15:41.578710 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:15:41.578710 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:15:41.578710 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:15:41.578710 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:15:41.578710 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:15:41.590802 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: dbbce89e-7e42-44f4-8572-e408da37c574 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:15:41.591148 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device dbbce89e-7e42-44f4-8572-e408da37c574 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:15:41.704152 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2c659196-3801-4171-8dcd-56e0aef47484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:41.710090 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2c659196-3801-4171-8dcd-56e0aef47484 admin admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:41.713156 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2c659196-3801-4171-8dcd-56e0aef47484 admin admin] 10.222.0.60 "DELETE /v2.0/networks/96f3de76-1842-4f91-8970-eb6c6873a455 HTTP/1.1" status: 204 len: 168 time: 0.7072983 Dec 16 10:15:41.725340 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c659196-3801-4171-8dcd-56e0aef47484 admin admin] Pushing event deleted for resources: {'Network': ['ID=96f3de76-1842-4f91-8970-eb6c6873a455,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:15:42.028436 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37522) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:15:42.071577 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-51992b83-2912-441a-ae3a-b04a852f9a64 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a5c43e74356a49fab1b1ce04cd688416&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419149 Dec 16 10:15:42.074141 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37524) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:15:42.122058 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f7213c60-cfe8-4e6e-85c3-2a55fdb8c265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:42.145941 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f7213c60-cfe8-4e6e-85c3-2a55fdb8c265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:42.293054 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f7213c60-cfe8-4e6e-85c3-2a55fdb8c265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:42.295755 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f7213c60-cfe8-4e6e-85c3-2a55fdb8c265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:42.296931 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f7213c60-cfe8-4e6e-85c3-2a55fdb8c265 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/65ec3594-74a2-477c-9b03-0d5ff2484dc4 HTTP/1.1" status: 204 len: 168 time: 0.2218916 Dec 16 10:15:42.305166 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7213c60-cfe8-4e6e-85c3-2a55fdb8c265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ec3594-74a2-477c-9b03-0d5ff2484dc4,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:15:43.052867 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37530) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:15:43.066131 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5b25b816-92b3-46e0-951e-aa3de1cc3161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:43.147319 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5b25b816-92b3-46e0-951e-aa3de1cc3161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:43.214240 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5b25b816-92b3-46e0-951e-aa3de1cc3161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:43.254512 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5b25b816-92b3-46e0-951e-aa3de1cc3161 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2004852 Dec 16 10:15:43.255450 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25b816-92b3-46e0-951e-aa3de1cc3161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82f44b9-7758-4f23-98df-399bfd11ede7,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:15:43.257421 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37532) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:15:43.307490 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-aecc8e47-4319-4277-bd85-487bbd00ccc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:43.330116 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-aecc8e47-4319-4277-bd85-487bbd00ccc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:43.446582 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-aecc8e47-4319-4277-bd85-487bbd00ccc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:43.449786 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-aecc8e47-4319-4277-bd85-487bbd00ccc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:43.450945 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-aecc8e47-4319-4277-bd85-487bbd00ccc6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c82f44b9-7758-4f23-98df-399bfd11ede7 HTTP/1.1" status: 204 len: 168 time: 0.1925273 Dec 16 10:15:43.459123 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc8e47-4319-4277-bd85-487bbd00ccc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82f44b9-7758-4f23-98df-399bfd11ede7,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:15:48.563947 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:15:54.092149 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3b3522ed-6ad2-420c-8baa-1697726718f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:54.227488 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-659148ce-5da4-41ce-ae76-b4f60f199379 tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1c576319f28f419d8abe4ac8fab35db7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226996 Dec 16 10:15:54.336669 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-10e57dee-f511-43b6-bd04-f371cdb6c1cc tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:15:54.338797 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-10e57dee-f511-43b6-bd04-f371cdb6c1cc tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1055539 Dec 16 10:15:54.354818 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-aa359b16-d2da-43c2-880d-320d98f735ef tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] 10.222.0.60 "GET /v2.0/quotas/1c576319f28f419d8abe4ac8fab35db7 HTTP/1.1" status: 200 len: 375 time: 0.0094032 Dec 16 10:15:54.386331 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-8c17d7e4-6747-4319-b539-6bea9c79de87 tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1c576319f28f419d8abe4ac8fab35db7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264492 Dec 16 10:15:54.631632 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d7df1e39-20c0-4a19-8aa3-ba5c49f1a4b5 req-71a5e485-70d0-45e4-815f-b3041d53dd47 tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f626e66-8342-497e-a01f-5eb9e50ecdce HTTP/1.1" status: 200 len: 210 time: 0.0334496 Dec 16 10:15:55.746115 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bfe190e6-b8d6-451c-8713-3e7793bce79f req-0f1b7427-9359-43ba-9228-32a42b49549f tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f626e66-8342-497e-a01f-5eb9e50ecdce HTTP/1.1" status: 200 len: 210 time: 0.0295007 Dec 16 10:15:56.418058 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-177cde18-2448-46de-83ad-71ee0e9853ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:56.824740 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0aa05132-1d33-47c9-8161-0c5178f8e38c req-05aedd5a-f780-4aad-b47e-788400ff749e tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f626e66-8342-497e-a01f-5eb9e50ecdce HTTP/1.1" status: 200 len: 210 time: 0.0262187 Dec 16 10:15:57.720156 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:57.925140 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-831efa12-a280-4509-8973-1273d74b920e req-177e2351-ce8a-4bec-9027-c7526a60e73e tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f626e66-8342-497e-a01f-5eb9e50ecdce HTTP/1.1" status: 200 len: 210 time: 0.0271406 Dec 16 10:15:59.031014 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5f761664-1be9-4d22-bf0e-8a797e95ad90 req-752b34c8-7136-4555-9c43-04587631187d tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f626e66-8342-497e-a01f-5eb9e50ecdce HTTP/1.1" status: 200 len: 210 time: 0.0295482 Dec 16 10:15:59.234373 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:59.606305 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:00.091291 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-46e88c5f-466e-4783-8af8-3ae644d7e442 tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=1c576319f28f419d8abe4ac8fab35db7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241010 Dec 16 10:16:00.223369 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3700f357-cf8d-4ce7-8db8-db018d5d89d2 req-23d93136-4ba0-4736-ad8b-1cec492a7de4 tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f626e66-8342-497e-a01f-5eb9e50ecdce HTTP/1.1" status: 200 len: 210 time: 0.0970130 Dec 16 10:16:00.266233 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-990d2808-37ad-4511-97b5-9d10197e8b4b tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:00.267746 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-990d2808-37ad-4511-97b5-9d10197e8b4b tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1777184 Dec 16 10:16:00.280590 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-19e62939-5431-4b7a-9760-94c8c24dd56f tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Request body: {'port': {'device_id': '6f626e66-8342-497e-a01f-5eb9e50ecdce', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'admin_state_up': True, 'tenant_id': '1c576319f28f419d8abe4ac8fab35db7'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:16:00.777544 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-19e62939-5431-4b7a-9760-94c8c24dd56f tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Made reservation on behalf of 1c576319f28f419d8abe4ac8fab35db7 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:16:00.781357 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-19e62939-5431-4b7a-9760-94c8c24dd56f tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:00.792174 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-19e62939-5431-4b7a-9760-94c8c24dd56f tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:00.888380 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-19e62939-5431-4b7a-9760-94c8c24dd56f tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:00.955285 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-19e62939-5431-4b7a-9760-94c8c24dd56f tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:01.021315 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e62939-5431-4b7a-9760-94c8c24dd56f tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18b3bed7-c04a-4bca-9929-b17de5abfe37,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:16:01.043009 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e62939-5431-4b7a-9760-94c8c24dd56f tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:16:01.043267 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e62939-5431-4b7a-9760-94c8c24dd56f tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:16:01.043617 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e62939-5431-4b7a-9760-94c8c24dd56f tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:16:01.043957 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e62939-5431-4b7a-9760-94c8c24dd56f tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:16:01.044304 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e62939-5431-4b7a-9760-94c8c24dd56f tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:16:01.044640 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e62939-5431-4b7a-9760-94c8c24dd56f tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:16:01.044974 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e62939-5431-4b7a-9760-94c8c24dd56f tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:16:01.045350 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e62939-5431-4b7a-9760-94c8c24dd56f tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:16:01.045673 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e62939-5431-4b7a-9760-94c8c24dd56f tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:16:01.046004 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e62939-5431-4b7a-9760-94c8c24dd56f tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:16:01.046336 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e62939-5431-4b7a-9760-94c8c24dd56f tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:16:01.046664 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e62939-5431-4b7a-9760-94c8c24dd56f tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:16:01.117101 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-19e62939-5431-4b7a-9760-94c8c24dd56f tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Allocated IP 192.168.233.136 (0f25fa8c-dd15-4f99-b14f-112e51884f75/d30f37a6-2496-485e-9480-e5e1789d975f/231e6bd0-94e8-4fa4-b386-1bec06094367) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:16:01.286959 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-19e62939-5431-4b7a-9760-94c8c24dd56f tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:01.329443 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d5352b22-cf4c-45b0-973b-0dfe7bc4afea req-2a699512-e3e8-4b2e-b087-6d5630547579 tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f626e66-8342-497e-a01f-5eb9e50ecdce HTTP/1.1" status: 200 len: 210 time: 0.0291274 Dec 16 10:16:01.372020 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-19e62939-5431-4b7a-9760-94c8c24dd56f tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:01.415112 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-19e62939-5431-4b7a-9760-94c8c24dd56f tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Network 0f25fa8c-dd15-4f99-b14f-112e51884f75 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:16:01.419198 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-19e62939-5431-4b7a-9760-94c8c24dd56f tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:16:01.423035 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-19e62939-5431-4b7a-9760-94c8c24dd56f tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:16:01.473663 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e62939-5431-4b7a-9760-94c8c24dd56f tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Pushing event updated for resources: {'Port': ['ID=231e6bd0-94e8-4fa4-b386-1bec06094367,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:16:01.491734 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-19e62939-5431-4b7a-9760-94c8c24dd56f tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:01.492408 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-19e62939-5431-4b7a-9760-94c8c24dd56f tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:01.575250 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-19e62939-5431-4b7a-9760-94c8c24dd56f tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2984021 Dec 16 10:16:01.589095 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-663fec32-6c0e-48b4-821b-5a618cb98449 service neutron] Request body: {'port': {'device_id': '6f626e66-8342-497e-a01f-5eb9e50ecdce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:16:01.656215 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-663fec32-6c0e-48b4-821b-5a618cb98449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:01.682358 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-7d16742b-9931-44b7-96c8-88fe4c8338da None None] Provisioning complete for port 231e6bd0-94e8-4fa4-b386-1bec06094367 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:16:01.683003 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7d16742b-9931-44b7-96c8-88fe4c8338da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:01.719813 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-7d16742b-9931-44b7-96c8-88fe4c8338da None None] Port 231e6bd0-94e8-4fa4-b386-1bec06094367 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:16:01.958162 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-663fec32-6c0e-48b4-821b-5a618cb98449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 231e6bd0-94e8-4fa4-b386-1bec06094367 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:16:01.969935 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-663fec32-6c0e-48b4-821b-5a618cb98449 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:01.987929 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-663fec32-6c0e-48b4-821b-5a618cb98449 service neutron] Transition to ACTIVE for port object 231e6bd0-94e8-4fa4-b386-1bec06094367 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:16:02.046226 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-663fec32-6c0e-48b4-821b-5a618cb98449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:02.100984 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663fec32-6c0e-48b4-821b-5a618cb98449 service neutron] Pushing event updated for resources: {'Port': ['ID=231e6bd0-94e8-4fa4-b386-1bec06094367,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:16:02.192932 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-663fec32-6c0e-48b4-821b-5a618cb98449 service neutron] Attempting to bind port 231e6bd0-94e8-4fa4-b386-1bec06094367 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:16:02.193754 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-663fec32-6c0e-48b4-821b-5a618cb98449 service neutron] Attempting to bind port 231e6bd0-94e8-4fa4-b386-1bec06094367 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:16:02.193754 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-663fec32-6c0e-48b4-821b-5a618cb98449 service neutron] Attempting to bind port 231e6bd0-94e8-4fa4-b386-1bec06094367 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:16:02.198695 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-663fec32-6c0e-48b4-821b-5a618cb98449 service neutron] Port 231e6bd0-94e8-4fa4-b386-1bec06094367 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:16:02.199011 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-663fec32-6c0e-48b4-821b-5a618cb98449 service neutron] Attempting to bind port 231e6bd0-94e8-4fa4-b386-1bec06094367 on network 0f25fa8c-dd15-4f99-b14f-112e51884f75 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:16:02.204558 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-663fec32-6c0e-48b4-821b-5a618cb98449 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:16:02.204896 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-663fec32-6c0e-48b4-821b-5a618cb98449 service neutron] Checking segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:16:02.205318 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-663fec32-6c0e-48b4-821b-5a618cb98449 service neutron] Bound using segment: {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:16:02.205742 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-663fec32-6c0e-48b4-821b-5a618cb98449 service neutron] Bound port: 231e6bd0-94e8-4fa4-b386-1bec06094367, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:16:02.206095 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-663fec32-6c0e-48b4-821b-5a618cb98449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:02.284103 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-663fec32-6c0e-48b4-821b-5a618cb98449 service neutron] For port 231e6bd0-94e8-4fa4-b386-1bec06094367, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:16:02.287649 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-663fec32-6c0e-48b4-821b-5a618cb98449 service neutron] For port 231e6bd0-94e8-4fa4-b386-1bec06094367, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=231e6bd0-94e8-4fa4-b386-1bec06094367,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:16:02.344494 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-663fec32-6c0e-48b4-821b-5a618cb98449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:02.379749 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-663fec32-6c0e-48b4-821b-5a618cb98449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:02.380418 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-663fec32-6c0e-48b4-821b-5a618cb98449 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:02.381812 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-663fec32-6c0e-48b4-821b-5a618cb98449 service neutron] 10.222.0.58 "PUT /v2.0/ports/231e6bd0-94e8-4fa4-b386-1bec06094367 HTTP/1.1" status: 200 len: 1096 time: 0.7985353 Dec 16 10:16:02.382266 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f626e66-8342-497e-a01f-5eb9e50ecdce', 'tag': '231e6bd0-94e8-4fa4-b386-1bec06094367'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:16:02.384704 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2192a25f-0144-4b70-a439-47421e41f293" -d '{"events": [{"name": "network-changed", "server_uuid": "6f626e66-8342-497e-a01f-5eb9e50ecdce", "tag": "231e6bd0-94e8-4fa4-b386-1bec06094367"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:16:02.418489 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663fec32-6c0e-48b4-821b-5a618cb98449 service neutron] Pushing event updated for resources: {'Port': ['ID=231e6bd0-94e8-4fa4-b386-1bec06094367,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:16:02.523898 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91768f3b-5a53-4818-93e3-6bb9b756534f x-openstack-request-id: req-91768f3b-5a53-4818-93e3-6bb9b756534f {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:16:02.524188 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f626e66-8342-497e-a01f-5eb9e50ecdce", "tag": "231e6bd0-94e8-4fa4-b386-1bec06094367", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:16:02.524457 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-91768f3b-5a53-4818-93e3-6bb9b756534f {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:16:02.524833 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f626e66-8342-497e-a01f-5eb9e50ecdce', 'tag': '231e6bd0-94e8-4fa4-b386-1bec06094367', 'status': 'completed', 'code': 200} Dec 16 10:16:02.570703 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-c63e4097-ea82-4935-bd9a-bc47a03f56a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:02.572398 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-c63e4097-ea82-4935-bd9a-bc47a03f56a2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c576319f28f419d8abe4ac8fab35db7&device_id=6f626e66-8342-497e-a01f-5eb9e50ecdce HTTP/1.1" status: 200 len: 1099 time: 0.0825050 Dec 16 10:16:02.585093 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a495e8f-4959-4f8f-b53a-3cc0da12758e req-c902336d-1c5c-46cb-ad7e-35933ef5ab3d tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:02.586656 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8a495e8f-4959-4f8f-b53a-3cc0da12758e req-c902336d-1c5c-46cb-ad7e-35933ef5ab3d tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f626e66-8342-497e-a01f-5eb9e50ecdce HTTP/1.1" status: 200 len: 948 time: 0.0656157 Dec 16 10:16:02.628750 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-b1846187-83cb-4d3b-9de0-6fbd2845ee3d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=231e6bd0-94e8-4fa4-b386-1bec06094367 HTTP/1.1" status: 200 len: 217 time: 0.0410874 Dec 16 10:16:02.694279 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8a495e8f-4959-4f8f-b53a-3cc0da12758e req-edb1b842-5735-4d73-859b-eddc67fa3513 tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] 10.222.0.60 "GET /v2.0/security-groups?id=18b3bed7-c04a-4bca-9929-b17de5abfe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003652 Dec 16 10:16:02.703736 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-d154d31f-ec20-4f58-9089-3e11ac4b4d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:02.705251 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-d154d31f-ec20-4f58-9089-3e11ac4b4d48 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0671341 Dec 16 10:16:02.754513 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-19b066c8-b0e7-42cf-8866-40ef511de88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:02.755988 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-19b066c8-b0e7-42cf-8866-40ef511de88b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0418198 Dec 16 10:16:02.860666 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-b79ed90a-25c6-49fe-b13b-38b3d16fb328 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940647 Dec 16 10:16:02.969025 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6adbda9c-62d4-460e-997b-cff9c64b744c req-8a188fbf-ac03-49d3-ae22-a84f11437c29 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984423 Dec 16 10:16:03.119946 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192a25f-0144-4b70-a439-47421e41f293 req-3c70150d-d2e2-400b-870a-dda0f610f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:03.121778 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2192a25f-0144-4b70-a439-47421e41f293 req-3c70150d-d2e2-400b-870a-dda0f610f96f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c576319f28f419d8abe4ac8fab35db7&device_id=6f626e66-8342-497e-a01f-5eb9e50ecdce HTTP/1.1" status: 200 len: 1099 time: 0.0504663 Dec 16 10:16:03.236886 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192a25f-0144-4b70-a439-47421e41f293 req-748136e1-b618-4834-8c81-78a1e2964401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:03.238389 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2192a25f-0144-4b70-a439-47421e41f293 req-748136e1-b618-4834-8c81-78a1e2964401 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0f25fa8c-dd15-4f99-b14f-112e51884f75 HTTP/1.1" status: 200 len: 870 time: 0.1095629 Dec 16 10:16:03.281497 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2192a25f-0144-4b70-a439-47421e41f293 req-c43d2298-35f6-45a6-b73a-87ba7f2e5715 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=231e6bd0-94e8-4fa4-b386-1bec06094367 HTTP/1.1" status: 200 len: 217 time: 0.0347152 Dec 16 10:16:03.333762 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192a25f-0144-4b70-a439-47421e41f293 req-c40cc834-85e1-4bef-9017-45031b3fe97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:03.335294 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2192a25f-0144-4b70-a439-47421e41f293 req-c40cc834-85e1-4bef-9017-45031b3fe97a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30f37a6-2496-485e-9480-e5e1789d975f HTTP/1.1" status: 200 len: 843 time: 0.0467727 Dec 16 10:16:03.387026 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192a25f-0144-4b70-a439-47421e41f293 req-24842207-d27d-4c3c-bef4-19aa47b2cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:03.388439 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2192a25f-0144-4b70-a439-47421e41f293 req-24842207-d27d-4c3c-bef4-19aa47b2cfee service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0f25fa8c-dd15-4f99-b14f-112e51884f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0457132 Dec 16 10:16:03.483564 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2192a25f-0144-4b70-a439-47421e41f293 req-b85c269d-349a-47cf-a774-f5fe01226c06 service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867133 Dec 16 10:16:03.587268 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2192a25f-0144-4b70-a439-47421e41f293 req-e8a19645-7b22-4f6d-a73b-b6c4409a8e1c service neutron] 10.222.0.58 "GET /v2.0/networks/0f25fa8c-dd15-4f99-b14f-112e51884f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957327 Dec 16 10:16:03.810024 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda6067-8b07-4bb8-bcc1-2852da14c107 req-86a2baf3-281d-45f7-bc21-6487a04de74f tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:03.811513 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2dda6067-8b07-4bb8-bcc1-2852da14c107 req-86a2baf3-281d-45f7-bc21-6487a04de74f tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f626e66-8342-497e-a01f-5eb9e50ecdce HTTP/1.1" status: 200 len: 948 time: 0.0483427 Dec 16 10:16:03.854699 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2dda6067-8b07-4bb8-bcc1-2852da14c107 req-71231efd-19e4-4155-b6f7-20a5b48f800b tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] 10.222.0.60 "GET /v2.0/security-groups?id=18b3bed7-c04a-4bca-9929-b17de5abfe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371788 Dec 16 10:16:04.970743 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee002fdb-7cb7-498b-aaee-7b40ddaebe74 req-4b2a18b4-a142-4753-8c75-4b060ca0c93b tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:04.972261 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ee002fdb-7cb7-498b-aaee-7b40ddaebe74 req-4b2a18b4-a142-4753-8c75-4b060ca0c93b tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f626e66-8342-497e-a01f-5eb9e50ecdce HTTP/1.1" status: 200 len: 948 time: 0.0504735 Dec 16 10:16:05.010509 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ee002fdb-7cb7-498b-aaee-7b40ddaebe74 req-23a1e144-dddf-44d2-83bb-667024f3127e tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] 10.222.0.60 "GET /v2.0/security-groups?id=18b3bed7-c04a-4bca-9929-b17de5abfe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321732 Dec 16 10:16:06.138060 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8501e63-f126-4f07-b0b1-ffaa753d383b req-d403d5b9-d7b2-48da-85d0-ee0e9b6062a3 tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:06.139629 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e8501e63-f126-4f07-b0b1-ffaa753d383b req-d403d5b9-d7b2-48da-85d0-ee0e9b6062a3 tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f626e66-8342-497e-a01f-5eb9e50ecdce HTTP/1.1" status: 200 len: 948 time: 0.0516818 Dec 16 10:16:06.177855 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e8501e63-f126-4f07-b0b1-ffaa753d383b req-9b17982c-e159-43ea-8c0b-35172739a3c4 tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] 10.222.0.60 "GET /v2.0/security-groups?id=18b3bed7-c04a-4bca-9929-b17de5abfe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322585 Dec 16 10:16:06.584911 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 231e6bd0-94e8-4fa4-b386-1bec06094367 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:16:06.683531 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 231e6bd0-94e8-4fa4-b386-1bec06094367, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=231e6bd0-94e8-4fa4-b386-1bec06094367,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:16:06.694742 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '231e6bd0-94e8-4fa4-b386-1bec06094367', 'network_id': '0f25fa8c-dd15-4f99-b14f-112e51884f75', 'port_id': '231e6bd0-94e8-4fa4-b386-1bec06094367', 'mac_address': 'fa:16:3e:bd:88:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30f37a6-2496-485e-9480-e5e1789d975f', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:16:06.731770 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:06.744690 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 231e6bd0-94e8-4fa4-b386-1bec06094367 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:16:06.764236 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 231e6bd0-94e8-4fa4-b386-1bec06094367, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=231e6bd0-94e8-4fa4-b386-1bec06094367,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:16:06.811432 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:06.861368 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=231e6bd0-94e8-4fa4-b386-1bec06094367,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:16:07.003971 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['231e6bd0-94e8-4fa4-b386-1bec06094367'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:16:07.292409 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062ddee-289a-49a6-86c6-462d8d107025 req-b57d9246-88ad-43a8-948d-a7fb1700ee2b tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:07.293931 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7062ddee-289a-49a6-86c6-462d8d107025 req-b57d9246-88ad-43a8-948d-a7fb1700ee2b tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f626e66-8342-497e-a01f-5eb9e50ecdce HTTP/1.1" status: 200 len: 949 time: 0.0494545 Dec 16 10:16:07.333506 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7062ddee-289a-49a6-86c6-462d8d107025 req-3d5a69a8-88cf-4ae0-8be6-78a491c3a2dd tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] 10.222.0.60 "GET /v2.0/security-groups?id=18b3bed7-c04a-4bca-9929-b17de5abfe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333691 Dec 16 10:16:07.611355 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:08.448017 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a53fb2-452a-40bb-bee7-49d9502ca950 req-0d65b8bc-18bb-4689-955b-754f38194599 tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:08.449480 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-13a53fb2-452a-40bb-bee7-49d9502ca950 req-0d65b8bc-18bb-4689-955b-754f38194599 tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f626e66-8342-497e-a01f-5eb9e50ecdce HTTP/1.1" status: 200 len: 949 time: 0.0501666 Dec 16 10:16:08.488687 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-13a53fb2-452a-40bb-bee7-49d9502ca950 req-c6c20497-7645-4747-b426-b30c193d1efd tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] 10.222.0.60 "GET /v2.0/security-groups?id=18b3bed7-c04a-4bca-9929-b17de5abfe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328190 Dec 16 10:16:08.595419 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 231e6bd0-94e8-4fa4-b386-1bec06094367 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:16:08.697217 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 231e6bd0-94e8-4fa4-b386-1bec06094367 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:16:08.704408 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 231e6bd0-94e8-4fa4-b386-1bec06094367 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:16:08.704408 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:08.784391 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:08.807945 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f626e66-8342-497e-a01f-5eb9e50ecdce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231e6bd0-94e8-4fa4-b386-1bec06094367'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:16:08.810242 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc6137f-cf49-4450-9baf-c658f62dd10c" -d '{"events": [{"server_uuid": "6f626e66-8342-497e-a01f-5eb9e50ecdce", "name": "network-vif-plugged", "status": "completed", "tag": "231e6bd0-94e8-4fa4-b386-1bec06094367"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:16:08.824198 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 231e6bd0-94e8-4fa4-b386-1bec06094367, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=231e6bd0-94e8-4fa4-b386-1bec06094367,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:16:08.874759 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:08.923703 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0a45f9-b56b-4c40-ac87-64bdc1750e3e x-openstack-request-id: req-3f0a45f9-b56b-4c40-ac87-64bdc1750e3e {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:16:08.924136 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f626e66-8342-497e-a01f-5eb9e50ecdce", "name": "network-vif-plugged", "status": "completed", "tag": "231e6bd0-94e8-4fa4-b386-1bec06094367", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:16:08.924268 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3f0a45f9-b56b-4c40-ac87-64bdc1750e3e {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:16:08.924652 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f626e66-8342-497e-a01f-5eb9e50ecdce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231e6bd0-94e8-4fa4-b386-1bec06094367', 'code': 200} Dec 16 10:16:08.925604 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=231e6bd0-94e8-4fa4-b386-1bec06094367,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:16:09.023220 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb7523-b456-4606-8e9a-6e35ab42ccd8 req-bae31aaa-6c07-4a06-ba9a-62c1822f10ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:09.028565 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dbfb7523-b456-4606-8e9a-6e35ab42ccd8 req-bae31aaa-6c07-4a06-ba9a-62c1822f10ab service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6f626e66-8342-497e-a01f-5eb9e50ecdce HTTP/1.1" status: 200 len: 1101 time: 0.0413132 Dec 16 10:16:09.065614 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dbfb7523-b456-4606-8e9a-6e35ab42ccd8 req-828aa774-7c63-4f10-9552-91a4ec6e56cb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=18b3bed7-c04a-4bca-9929-b17de5abfe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342221 Dec 16 10:16:09.606570 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c19407-6bea-427e-af82-82bc9b3ee90d req-483e79c7-3533-4f25-98b1-86be52fbee2d tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:09.608089 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-85c19407-6bea-427e-af82-82bc9b3ee90d req-483e79c7-3533-4f25-98b1-86be52fbee2d tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f626e66-8342-497e-a01f-5eb9e50ecdce HTTP/1.1" status: 200 len: 950 time: 0.0519495 Dec 16 10:16:09.651639 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-85c19407-6bea-427e-af82-82bc9b3ee90d req-dcd29512-c690-4a20-a1df-1ff1ba6f0ac6 tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] 10.222.0.60 "GET /v2.0/security-groups?id=18b3bed7-c04a-4bca-9929-b17de5abfe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368564 Dec 16 10:16:10.786588 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164fb3e7-0915-42d2-b055-72ad95773c1b req-bb23a1a7-24b0-4557-a63f-0236ded9bd7e tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:10.788516 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-164fb3e7-0915-42d2-b055-72ad95773c1b req-bb23a1a7-24b0-4557-a63f-0236ded9bd7e tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f626e66-8342-497e-a01f-5eb9e50ecdce HTTP/1.1" status: 200 len: 950 time: 0.0653460 Dec 16 10:16:10.833257 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-164fb3e7-0915-42d2-b055-72ad95773c1b req-aac00a81-6379-4b54-8b73-3109073814fd tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] 10.222.0.60 "GET /v2.0/security-groups?id=18b3bed7-c04a-4bca-9929-b17de5abfe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374701 Dec 16 10:16:11.114116 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:11.317818 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-849b191c-12d8-4177-8516-a6b33659ef91 req-01b33861-d6c3-49aa-a57b-53f8f1336cfd service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:16:11.318838 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-849b191c-12d8-4177-8516-a6b33659ef91 req-01b33861-d6c3-49aa-a57b-53f8f1336cfd service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1043215 Dec 16 10:16:11.842903 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-f9132204-a6e1-4f78-b92a-27a75ef05b51 req-f201d4bb-b880-4e26-8061-42ebde1777fb service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:16:11.843943 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f9132204-a6e1-4f78-b92a-27a75ef05b51 req-f201d4bb-b880-4e26-8061-42ebde1777fb service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0599377 Dec 16 10:16:12.432680 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15303a28-32d9-442e-bd3f-7d1fd7c23042 req-dbfe14a2-801a-4078-8b5a-8ed57f220386 tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:12.434220 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-15303a28-32d9-442e-bd3f-7d1fd7c23042 req-dbfe14a2-801a-4078-8b5a-8ed57f220386 tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f626e66-8342-497e-a01f-5eb9e50ecdce HTTP/1.1" status: 200 len: 950 time: 0.0503814 Dec 16 10:16:12.473309 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-15303a28-32d9-442e-bd3f-7d1fd7c23042 req-1075b2d7-51b8-459d-95b4-4b85673062d5 tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] 10.222.0.60 "GET /v2.0/security-groups?id=18b3bed7-c04a-4bca-9929-b17de5abfe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329065 Dec 16 10:16:13.590837 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d6341-3d11-4763-82f8-4b71b1ce9957 req-8e56df19-d712-4dfb-bd44-66f28aa7b378 tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:13.592360 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9f7d6341-3d11-4763-82f8-4b71b1ce9957 req-8e56df19-d712-4dfb-bd44-66f28aa7b378 tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f626e66-8342-497e-a01f-5eb9e50ecdce HTTP/1.1" status: 200 len: 950 time: 0.0488732 Dec 16 10:16:13.632619 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9f7d6341-3d11-4763-82f8-4b71b1ce9957 req-e788bb5f-355a-47e7-b6d1-6316fce4db82 tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] 10.222.0.60 "GET /v2.0/security-groups?id=18b3bed7-c04a-4bca-9929-b17de5abfe37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334096 Dec 16 10:16:13.678860 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3beaec7-8f39-4089-bcb2-33b6aca27102 req-d8765e4a-50d3-4d50-8629-ff7c343b9ed1 tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:13.680608 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f3beaec7-8f39-4089-bcb2-33b6aca27102 req-d8765e4a-50d3-4d50-8629-ff7c343b9ed1 tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f626e66-8342-497e-a01f-5eb9e50ecdce HTTP/1.1" status: 200 len: 950 time: 0.0564578 Dec 16 10:16:13.776844 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-f3beaec7-8f39-4089-bcb2-33b6aca27102 req-5f544fb8-0ba0-46e4-9de6-16561ea085e1 tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Deleting port 231e6bd0-94e8-4fa4-b386-1bec06094367 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:16:13.777212 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f3beaec7-8f39-4089-bcb2-33b6aca27102 req-5f544fb8-0ba0-46e4-9de6-16561ea085e1 tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:13.867563 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f3beaec7-8f39-4089-bcb2-33b6aca27102 req-5f544fb8-0ba0-46e4-9de6-16561ea085e1 tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] For port 231e6bd0-94e8-4fa4-b386-1bec06094367, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=231e6bd0-94e8-4fa4-b386-1bec06094367,segment=NetworkSegment(eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59),segment_id=eea1e24c-fd8a-4cb6-9924-1c4e9dff9f59)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:16:13.867928 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f3beaec7-8f39-4089-bcb2-33b6aca27102 req-5f544fb8-0ba0-46e4-9de6-16561ea085e1 tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:13.885192 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-f3beaec7-8f39-4089-bcb2-33b6aca27102 req-5f544fb8-0ba0-46e4-9de6-16561ea085e1 tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Calling delete_port for 231e6bd0-94e8-4fa4-b386-1bec06094367 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:16:14.050842 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f3beaec7-8f39-4089-bcb2-33b6aca27102 req-5f544fb8-0ba0-46e4-9de6-16561ea085e1 tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:14.062518 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['231e6bd0-94e8-4fa4-b386-1bec06094367'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:16:14.079911 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f544fb8-0ba0-46e4-9de6-16561ea085e1 tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Pushing event deleted for resources: {'Port': ['ID=231e6bd0-94e8-4fa4-b386-1bec06094367,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:16:14.124947 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3beaec7-8f39-4089-bcb2-33b6aca27102 req-5f544fb8-0ba0-46e4-9de6-16561ea085e1 tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] No DVR routers for this DVR port 231e6bd0-94e8-4fa4-b386-1bec06094367 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:16:14.127787 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f3beaec7-8f39-4089-bcb2-33b6aca27102 req-5f544fb8-0ba0-46e4-9de6-16561ea085e1 tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:14.131067 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f3beaec7-8f39-4089-bcb2-33b6aca27102 req-5f544fb8-0ba0-46e4-9de6-16561ea085e1 tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] 10.222.0.58 "DELETE /v2.0/ports/231e6bd0-94e8-4fa4-b386-1bec06094367 HTTP/1.1" status: 204 len: 173 time: 0.4442997 Dec 16 10:16:14.131525 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f626e66-8342-497e-a01f-5eb9e50ecdce', 'name': 'network-vif-deleted', 'tag': '231e6bd0-94e8-4fa4-b386-1bec06094367'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:16:14.133804 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1898720d-0a48-4b5d-8581-ba1abbf1e5a5" -d '{"events": [{"server_uuid": "6f626e66-8342-497e-a01f-5eb9e50ecdce", "name": "network-vif-deleted", "tag": "231e6bd0-94e8-4fa4-b386-1bec06094367"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:16:14.175492 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09fd4b6-a450-4df8-a045-0a6a78ad70af x-openstack-request-id: req-b09fd4b6-a450-4df8-a045-0a6a78ad70af {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:16:14.175780 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f626e66-8342-497e-a01f-5eb9e50ecdce", "name": "network-vif-deleted", "tag": "231e6bd0-94e8-4fa4-b386-1bec06094367", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:16:14.176025 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b09fd4b6-a450-4df8-a045-0a6a78ad70af {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:16:14.176436 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f626e66-8342-497e-a01f-5eb9e50ecdce', 'name': 'network-vif-deleted', 'tag': '231e6bd0-94e8-4fa4-b386-1bec06094367', 'status': 'completed', 'code': 200} Dec 16 10:16:14.749613 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-88618fab-30ed-4c3a-b635-684379cb87b8 req-2ca90cbb-cd6f-408c-9c87-812745058b1f tempest-ServersAdminNegativeTestJSON-1823391433 tempest-ServersAdminNegativeTestJSON-1823391433-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f626e66-8342-497e-a01f-5eb9e50ecdce HTTP/1.1" status: 200 len: 210 time: 0.0312786 Dec 16 10:16:16.215253 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37698) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:16:16.353664 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-02409699-25ab-4676-a096-1e43aad9acf7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1c576319f28f419d8abe4ac8fab35db7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1370451 Dec 16 10:16:16.355943 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37702) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:16:16.404822 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6afa1bf-5fef-41cd-890c-ff60c5428d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:16.428855 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6afa1bf-5fef-41cd-890c-ff60c5428d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:16.643502 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 231e6bd0-94e8-4fa4-b386-1bec06094367 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:16:16.664286 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 231e6bd0-94e8-4fa4-b386-1bec06094367 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:16:16.664639 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 231e6bd0-94e8-4fa4-b386-1bec06094367 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:16:16.800201 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6afa1bf-5fef-41cd-890c-ff60c5428d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:16.802954 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6afa1bf-5fef-41cd-890c-ff60c5428d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:16.804312 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c6afa1bf-5fef-41cd-890c-ff60c5428d35 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/18b3bed7-c04a-4bca-9929-b17de5abfe37 HTTP/1.1" status: 204 len: 168 time: 0.4473281 Dec 16 10:16:16.813693 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afa1bf-5fef-41cd-890c-ff60c5428d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b3bed7-c04a-4bca-9929-b17de5abfe37,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:16:16.821904 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6afa1bf-5fef-41cd-890c-ff60c5428d35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:16:16.822253 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6afa1bf-5fef-41cd-890c-ff60c5428d35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:16:16.822587 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6afa1bf-5fef-41cd-890c-ff60c5428d35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:16:16.822920 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6afa1bf-5fef-41cd-890c-ff60c5428d35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:16:16.823281 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6afa1bf-5fef-41cd-890c-ff60c5428d35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:16:16.823723 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6afa1bf-5fef-41cd-890c-ff60c5428d35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:16:16.824104 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6afa1bf-5fef-41cd-890c-ff60c5428d35 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:16:16.824299 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6afa1bf-5fef-41cd-890c-ff60c5428d35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:16:16.824617 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6afa1bf-5fef-41cd-890c-ff60c5428d35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:16:16.824933 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6afa1bf-5fef-41cd-890c-ff60c5428d35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:16:16.825281 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6afa1bf-5fef-41cd-890c-ff60c5428d35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:16:16.825599 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6afa1bf-5fef-41cd-890c-ff60c5428d35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:16:17.390479 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37708) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:16:17.403633 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7878a44f-797f-47f1-acd7-ef6099bc4cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:17.477391 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7878a44f-797f-47f1-acd7-ef6099bc4cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:17.543181 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7878a44f-797f-47f1-acd7-ef6099bc4cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:17.580876 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7878a44f-797f-47f1-acd7-ef6099bc4cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87991b4-9227-4fc1-b25f-6229abebf5d1,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:16:17.585366 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7878a44f-797f-47f1-acd7-ef6099bc4cb3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b783e948c62a4ce69d58619646eff9ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1937337 Dec 16 10:16:17.588637 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37710) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:16:17.636857 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6af1061a-2299-4ebb-9341-2676e1d29269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:17.657637 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6af1061a-2299-4ebb-9341-2676e1d29269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:17.777428 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6af1061a-2299-4ebb-9341-2676e1d29269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:17.780001 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6af1061a-2299-4ebb-9341-2676e1d29269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:17.781232 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6af1061a-2299-4ebb-9341-2676e1d29269 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f87991b4-9227-4fc1-b25f-6229abebf5d1 HTTP/1.1" status: 204 len: 168 time: 0.1916084 Dec 16 10:16:17.789055 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1061a-2299-4ebb-9341-2676e1d29269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87991b4-9227-4fc1-b25f-6229abebf5d1,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:16:18.861802 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37732) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:16:18.959541 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-e2d9e106-95d9-4cfa-9730-df44d2ec4533 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-982250586-network', 'tenant_id': 'fc7726ffdfd940baa305dd51064542ae'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:16:19.034247 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d9e106-95d9-4cfa-9730-df44d2ec4533 admin admin] Made reservation on behalf of fc7726ffdfd940baa305dd51064542ae for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:16:19.036614 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e2d9e106-95d9-4cfa-9730-df44d2ec4533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:19.045940 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e2d9e106-95d9-4cfa-9730-df44d2ec4533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:19.124742 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e2d9e106-95d9-4cfa-9730-df44d2ec4533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:19.182929 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e2d9e106-95d9-4cfa-9730-df44d2ec4533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:19.207076 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d9e106-95d9-4cfa-9730-df44d2ec4533 admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:16:19.222471 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9e106-95d9-4cfa-9730-df44d2ec4533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa21218f-6a94-417c-8072-2cc6205ac6be,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:16:19.225372 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e2d9e106-95d9-4cfa-9730-df44d2ec4533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:19.226123 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-e2d9e106-95d9-4cfa-9730-df44d2ec4533 admin admin] Added segment 26cd6d12-1e08-4bbf-9a41-38cb4c7e31b1 of type vlan for network 5ad5db1d-7144-4bf7-bf56-ddc30953801c Dec 16 10:16:19.268194 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e2d9e106-95d9-4cfa-9730-df44d2ec4533 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:19.331300 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e2d9e106-95d9-4cfa-9730-df44d2ec4533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:19.332332 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d9e106-95d9-4cfa-9730-df44d2ec4533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:19.332925 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e2d9e106-95d9-4cfa-9730-df44d2ec4533 admin admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:19.394444 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9e106-95d9-4cfa-9730-df44d2ec4533 admin admin] Pushing event updated for resources: {'Network': ['ID=5ad5db1d-7144-4bf7-bf56-ddc30953801c,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:16:19.408478 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 5ad5db1d-7144-4bf7-bf56-ddc30953801c details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:16:19.435813 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e2d9e106-95d9-4cfa-9730-df44d2ec4533 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5701952 Dec 16 10:16:19.436705 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37736) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:16:19.442032 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-6ba6a26c-ebb1-45ef-90be-356c52e56c3e admin admin] Request body: {'subnet': {'network_id': '5ad5db1d-7144-4bf7-bf56-ddc30953801c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-982250586-subnet', 'tenant_id': 'fc7726ffdfd940baa305dd51064542ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:16:19.502849 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba6a26c-ebb1-45ef-90be-356c52e56c3e admin admin] Made reservation on behalf of fc7726ffdfd940baa305dd51064542ae for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:16:19.505593 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6ba6a26c-ebb1-45ef-90be-356c52e56c3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:19.725806 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6ba6a26c-ebb1-45ef-90be-356c52e56c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:19.781464 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba6a26c-ebb1-45ef-90be-356c52e56c3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd146f79-1110-424f-9a16-050f6c8c68c1,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:16:19.792137 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba6a26c-ebb1-45ef-90be-356c52e56c3e admin admin] Checking segment: {'id': '26cd6d12-1e08-4bbf-9a41-38cb4c7e31b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5ad5db1d-7144-4bf7-bf56-ddc30953801c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:16:19.792496 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba6a26c-ebb1-45ef-90be-356c52e56c3e admin admin] Network hostable DHCP agents. Network: 5ad5db1d-7144-4bf7-bf56-ddc30953801c, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:16:19.868465 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba6a26c-ebb1-45ef-90be-356c52e56c3e admin admin] Network 5ad5db1d-7144-4bf7-bf56-ddc30953801c is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:16:19.987781 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-6ba6a26c-ebb1-45ef-90be-356c52e56c3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 5ad5db1d-7144-4bf7-bf56-ddc30953801c) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:16:19.991898 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba6a26c-ebb1-45ef-90be-356c52e56c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:19.992535 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6ba6a26c-ebb1-45ef-90be-356c52e56c3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:20.000803 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c47fb79-5746-4c8c-9585-5ed5a94e54cf None None] Network 5ad5db1d-7144-4bf7-bf56-ddc30953801c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:16:20.090331 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6ba6a26c-ebb1-45ef-90be-356c52e56c3e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6447158 Dec 16 10:16:20.127881 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25614cb5-4c45-4199-8e52-6dc3075df8f6 None None] Network 5ad5db1d-7144-4bf7-bf56-ddc30953801c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:16:20.539485 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-89274f7e-7181-442e-8ff7-9b81b727ab85 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:20.541406 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-89274f7e-7181-442e-8ff7-9b81b727ab85 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/networks?id=5ad5db1d-7144-4bf7-bf56-ddc30953801c HTTP/1.1" status: 200 len: 811 time: 0.1015856 Dec 16 10:16:20.557096 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-227f148a-c320-4cf3-bf50-1206fe43d231 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/quotas/fc7726ffdfd940baa305dd51064542ae HTTP/1.1" status: 200 len: 375 time: 0.0091960 Dec 16 10:16:20.593222 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-6c18f1bb-bd9c-42d6-8d8a-08145911e99a tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fc7726ffdfd940baa305dd51064542ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304234 Dec 16 10:16:20.682998 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-66bd6c34-d40a-4308-b16e-ebb67c1ca805 service neutron] 10.222.0.60 "GET /v2.0/networks/5ad5db1d-7144-4bf7-bf56-ddc30953801c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827909 Dec 16 10:16:20.779289 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-9889e707-3d52-4bfe-962b-46c03258430e service neutron] 10.222.0.60 "GET /v2.0/networks/5ad5db1d-7144-4bf7-bf56-ddc30953801c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895205 Dec 16 10:16:20.992081 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4034ba82-68c6-4a27-a39f-18b6f30e4fe1 req-b7734e11-0fab-4a44-a261-9bd1f1b7f7ac tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 210 time: 0.0266263 Dec 16 10:16:22.095815 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ecd50cdb-8736-4c4b-963c-a97859d1dbbf req-4546ad6c-d600-4669-9eff-0e04a4d8ba4e tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 210 time: 0.0274558 Dec 16 10:16:23.079449 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-aa68e973-edda-4c47-958d-31d88c6c669c tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:23.081002 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-aa68e973-edda-4c47-958d-31d88c6c669c tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.58 "GET /v2.0/networks?id=5ad5db1d-7144-4bf7-bf56-ddc30953801c HTTP/1.1" status: 200 len: 811 time: 0.1136665 Dec 16 10:16:23.093670 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-80238fed-bf44-4599-95a8-a1303c208cd5 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Request body: {'port': {'device_id': '20e1e087-d422-4acd-8aad-6e14df33ea31', 'network_id': '5ad5db1d-7144-4bf7-bf56-ddc30953801c', 'admin_state_up': True, 'tenant_id': 'fc7726ffdfd940baa305dd51064542ae'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:16:23.219790 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ebd65959-f78d-4008-a737-d0339193b6fe req-2bfbcdcb-1efb-4475-961a-b439fdafe4f4 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 210 time: 0.0391381 Dec 16 10:16:23.308828 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-80238fed-bf44-4599-95a8-a1303c208cd5 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Made reservation on behalf of fc7726ffdfd940baa305dd51064542ae for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:16:23.312511 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-80238fed-bf44-4599-95a8-a1303c208cd5 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:23.453014 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-80238fed-bf44-4599-95a8-a1303c208cd5 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Allocated IP 172.20.0.13 (5ad5db1d-7144-4bf7-bf56-ddc30953801c/bd146f79-1110-424f-9a16-050f6c8c68c1/d732bf13-190e-4069-a007-51bb9ba8f164) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:16:23.607137 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-80238fed-bf44-4599-95a8-a1303c208cd5 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:23.709264 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-80238fed-bf44-4599-95a8-a1303c208cd5 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:23.753968 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-80238fed-bf44-4599-95a8-a1303c208cd5 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Network 5ad5db1d-7144-4bf7-bf56-ddc30953801c is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:16:23.757165 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-80238fed-bf44-4599-95a8-a1303c208cd5 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:16:23.763056 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-80238fed-bf44-4599-95a8-a1303c208cd5 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:16:23.772281 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80238fed-bf44-4599-95a8-a1303c208cd5 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Pushing event updated for resources: {'Port': ['ID=d732bf13-190e-4069-a007-51bb9ba8f164,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:16:23.820349 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-80238fed-bf44-4599-95a8-a1303c208cd5 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:23.820969 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-80238fed-bf44-4599-95a8-a1303c208cd5 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:23.870687 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-80238fed-bf44-4599-95a8-a1303c208cd5 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7810276 Dec 16 10:16:23.883356 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-2e4bd595-4f55-478d-b0c7-534d90c4279b service neutron] Request body: {'port': {'device_id': '20e1e087-d422-4acd-8aad-6e14df33ea31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:16:23.943264 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-2e4bd595-4f55-478d-b0c7-534d90c4279b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:24.096604 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-18f1f564-9e42-4adc-aa4b-4e4f28682d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:24.222772 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-2e4bd595-4f55-478d-b0c7-534d90c4279b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d732bf13-190e-4069-a007-51bb9ba8f164 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:16:24.230552 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-2e4bd595-4f55-478d-b0c7-534d90c4279b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:24.242389 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-2e4bd595-4f55-478d-b0c7-534d90c4279b service neutron] Transition to ACTIVE for port object d732bf13-190e-4069-a007-51bb9ba8f164 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:16:24.314178 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-2e4bd595-4f55-478d-b0c7-534d90c4279b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:24.341265 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838af4cf-d33e-4e64-8afb-30e18f4a8fb6 req-be225479-93a9-438a-b370-25160e843d32 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:24.343152 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-838af4cf-d33e-4e64-8afb-30e18f4a8fb6 req-be225479-93a9-438a-b370-25160e843d32 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 932 time: 0.0532022 Dec 16 10:16:24.386488 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4bd595-4f55-478d-b0c7-534d90c4279b service neutron] Pushing event updated for resources: {'Port': ['ID=d732bf13-190e-4069-a007-51bb9ba8f164,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:16:24.391557 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-838af4cf-d33e-4e64-8afb-30e18f4a8fb6 req-b8ac109c-8013-475a-bc20-f423e907b1a9 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349934 Dec 16 10:16:24.444794 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-2e4bd595-4f55-478d-b0c7-534d90c4279b service neutron] Attempting to bind port d732bf13-190e-4069-a007-51bb9ba8f164 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:16:24.445148 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-2e4bd595-4f55-478d-b0c7-534d90c4279b service neutron] Attempting to bind port d732bf13-190e-4069-a007-51bb9ba8f164 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '26cd6d12-1e08-4bbf-9a41-38cb4c7e31b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5ad5db1d-7144-4bf7-bf56-ddc30953801c'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:16:24.445495 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-2e4bd595-4f55-478d-b0c7-534d90c4279b service neutron] Attempting to bind port d732bf13-190e-4069-a007-51bb9ba8f164 on network 5ad5db1d-7144-4bf7-bf56-ddc30953801c {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:16:24.450872 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-2e4bd595-4f55-478d-b0c7-534d90c4279b service neutron] Port d732bf13-190e-4069-a007-51bb9ba8f164 on network 5ad5db1d-7144-4bf7-bf56-ddc30953801c not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:16:24.451191 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-2e4bd595-4f55-478d-b0c7-534d90c4279b service neutron] Attempting to bind port d732bf13-190e-4069-a007-51bb9ba8f164 on network 5ad5db1d-7144-4bf7-bf56-ddc30953801c {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:16:24.456558 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-2e4bd595-4f55-478d-b0c7-534d90c4279b service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:16:24.456890 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-2e4bd595-4f55-478d-b0c7-534d90c4279b service neutron] Checking segment: {'id': '26cd6d12-1e08-4bbf-9a41-38cb4c7e31b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5ad5db1d-7144-4bf7-bf56-ddc30953801c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:16:24.457312 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-2e4bd595-4f55-478d-b0c7-534d90c4279b service neutron] Bound using segment: {'id': '26cd6d12-1e08-4bbf-9a41-38cb4c7e31b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5ad5db1d-7144-4bf7-bf56-ddc30953801c'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:16:24.457730 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-2e4bd595-4f55-478d-b0c7-534d90c4279b service neutron] Bound port: d732bf13-190e-4069-a007-51bb9ba8f164, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26cd6d12-1e08-4bbf-9a41-38cb4c7e31b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5ad5db1d-7144-4bf7-bf56-ddc30953801c'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:16:24.458083 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-2e4bd595-4f55-478d-b0c7-534d90c4279b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:24.527627 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-2e4bd595-4f55-478d-b0c7-534d90c4279b service neutron] For port d732bf13-190e-4069-a007-51bb9ba8f164, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:16:24.530875 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-2e4bd595-4f55-478d-b0c7-534d90c4279b service neutron] For port d732bf13-190e-4069-a007-51bb9ba8f164, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=d732bf13-190e-4069-a007-51bb9ba8f164,segment=NetworkSegment(26cd6d12-1e08-4bbf-9a41-38cb4c7e31b1),segment_id=26cd6d12-1e08-4bbf-9a41-38cb4c7e31b1)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:16:24.611628 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-2e4bd595-4f55-478d-b0c7-534d90c4279b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:24.648750 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-2e4bd595-4f55-478d-b0c7-534d90c4279b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:24.649396 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-2e4bd595-4f55-478d-b0c7-534d90c4279b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:24.650887 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-2e4bd595-4f55-478d-b0c7-534d90c4279b service neutron] 10.222.0.58 "PUT /v2.0/ports/d732bf13-190e-4069-a007-51bb9ba8f164 HTTP/1.1" status: 200 len: 1092 time: 0.7718086 Dec 16 10:16:24.651329 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e1e087-d422-4acd-8aad-6e14df33ea31', 'tag': 'd732bf13-190e-4069-a007-51bb9ba8f164'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:16:24.653656 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7804a4-101d-4633-b924-fe6e2c59098a" -d '{"events": [{"name": "network-changed", "server_uuid": "20e1e087-d422-4acd-8aad-6e14df33ea31", "tag": "d732bf13-190e-4069-a007-51bb9ba8f164"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:16:24.677488 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4bd595-4f55-478d-b0c7-534d90c4279b service neutron] Pushing event updated for resources: {'Port': ['ID=d732bf13-190e-4069-a007-51bb9ba8f164,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:16:24.695046 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6310eb0-0ebb-4c69-8427-9584fa880968 x-openstack-request-id: req-f6310eb0-0ebb-4c69-8427-9584fa880968 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:16:24.695428 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e1e087-d422-4acd-8aad-6e14df33ea31", "tag": "d732bf13-190e-4069-a007-51bb9ba8f164", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:16:24.695678 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f6310eb0-0ebb-4c69-8427-9584fa880968 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:16:24.696082 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e1e087-d422-4acd-8aad-6e14df33ea31', 'tag': 'd732bf13-190e-4069-a007-51bb9ba8f164', 'status': 'completed', 'code': 200} Dec 16 10:16:24.761925 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7804a4-101d-4633-b924-fe6e2c59098a req-e3a0e22b-2bb3-42cb-a5dc-d9de1fc7d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:24.763432 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7d7804a4-101d-4633-b924-fe6e2c59098a req-e3a0e22b-2bb3-42cb-a5dc-d9de1fc7d848 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc7726ffdfd940baa305dd51064542ae&device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 1095 time: 0.0439713 Dec 16 10:16:24.869865 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7804a4-101d-4633-b924-fe6e2c59098a req-58c0e7f9-be18-4fd8-951f-ee70c19cdb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:24.871227 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7d7804a4-101d-4633-b924-fe6e2c59098a req-58c0e7f9-be18-4fd8-951f-ee70c19cdb35 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=fc7726ffdfd940baa305dd51064542ae&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0998373 Dec 16 10:16:24.977400 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7804a4-101d-4633-b924-fe6e2c59098a req-8dcaaf44-72ab-4121-82c6-b37577a39c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:24.979688 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7d7804a4-101d-4633-b924-fe6e2c59098a req-8dcaaf44-72ab-4121-82c6-b37577a39c8f service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0995393 Dec 16 10:16:25.057143 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-c338900f-b4f0-4835-8712-fd50a5300573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:25.058706 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-c338900f-b4f0-4835-8712-fd50a5300573 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc7726ffdfd940baa305dd51064542ae&device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 1095 time: 0.0418985 Dec 16 10:16:25.102719 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-f69f4c1a-a928-47cb-af1f-5d94c2bbc38c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d732bf13-190e-4069-a007-51bb9ba8f164 HTTP/1.1" status: 200 len: 217 time: 0.0353057 Dec 16 10:16:25.156638 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-7fea73d0-2220-4245-94a4-e1e129e48870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:25.158112 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-7fea73d0-2220-4245-94a4-e1e129e48870 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bd146f79-1110-424f-9a16-050f6c8c68c1 HTTP/1.1" status: 200 len: 851 time: 0.0489535 Dec 16 10:16:25.190450 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-1330441d-1d84-4df9-8d13-98ff3fd15308 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5ad5db1d-7144-4bf7-bf56-ddc30953801c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253456 Dec 16 10:16:25.283149 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-28ef0519-1f5e-496c-a877-8bf35b69589b service neutron] 10.222.0.58 "GET /v2.0/networks/5ad5db1d-7144-4bf7-bf56-ddc30953801c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854771 Dec 16 10:16:25.388243 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-290f3c8f-77c7-4cfb-9167-c8b45055160d req-1704a8c7-4eaf-4f98-ac4e-721693e72448 service neutron] 10.222.0.58 "GET /v2.0/networks/5ad5db1d-7144-4bf7-bf56-ddc30953801c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977106 Dec 16 10:16:25.513012 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb61b2f-608e-45fe-8a48-1503b1b5a4c1 req-4cc8fde9-382f-4c50-94a6-e67379a038ff tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:25.514541 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9fb61b2f-608e-45fe-8a48-1503b1b5a4c1 req-4cc8fde9-382f-4c50-94a6-e67379a038ff tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 944 time: 0.0502448 Dec 16 10:16:25.562517 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9fb61b2f-608e-45fe-8a48-1503b1b5a4c1 req-144adea1-630e-4abc-a57e-c59297dca9d3 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416701 Dec 16 10:16:25.565913 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:16:26.405486 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-65184990-74f8-46b2-8137-e6d97404cb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:26.692267 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b717e1-950d-4f18-a042-85f1e00ee811 req-1b4cdad8-a0cd-4eca-b97f-e421cd4044fc tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:26.693909 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e9b717e1-950d-4f18-a042-85f1e00ee811 req-1b4cdad8-a0cd-4eca-b97f-e421cd4044fc tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 944 time: 0.0569875 Dec 16 10:16:26.734838 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e9b717e1-950d-4f18-a042-85f1e00ee811 req-60d6ff9f-5aac-4afb-88a4-85321cb29b74 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346596 Dec 16 10:16:27.690485 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:27.859038 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de040e3-3970-445c-b3bc-7e5952d0321f req-5b281e49-9a00-460a-8815-8635cbb48cd8 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:27.860620 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5de040e3-3970-445c-b3bc-7e5952d0321f req-5b281e49-9a00-460a-8815-8635cbb48cd8 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 944 time: 0.0572360 Dec 16 10:16:27.900150 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5de040e3-3970-445c-b3bc-7e5952d0321f req-f94de16d-3d5a-4542-ad84-d6289c26ccba tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333850 Dec 16 10:16:28.131848 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-ed0f9c27-e138-45ea-b7cf-50f1a233569e req-7248531b-b4ac-464d-9938-ef910268bfa4 tempest-TestVolumeBootPattern-1104632543 tempest-TestVolumeBootPattern-1104632543-project] (102817) timed out ('10.222.0.58', 55627) {{(pid=102817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 16 10:16:28.689663 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device d732bf13-190e-4069-a007-51bb9ba8f164 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:16:28.790844 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port d732bf13-190e-4069-a007-51bb9ba8f164, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=d732bf13-190e-4069-a007-51bb9ba8f164,segment=NetworkSegment(26cd6d12-1e08-4bbf-9a41-38cb4c7e31b1),segment_id=26cd6d12-1e08-4bbf-9a41-38cb4c7e31b1)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:16:28.802973 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'd732bf13-190e-4069-a007-51bb9ba8f164', 'network_id': '5ad5db1d-7144-4bf7-bf56-ddc30953801c', 'port_id': 'd732bf13-190e-4069-a007-51bb9ba8f164', 'mac_address': 'fa:16:3e:6b:dc:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd146f79-1110-424f-9a16-050f6c8c68c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:16:28.845900 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:28.865623 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d732bf13-190e-4069-a007-51bb9ba8f164 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:16:28.894934 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port d732bf13-190e-4069-a007-51bb9ba8f164, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=d732bf13-190e-4069-a007-51bb9ba8f164,segment=NetworkSegment(26cd6d12-1e08-4bbf-9a41-38cb4c7e31b1),segment_id=26cd6d12-1e08-4bbf-9a41-38cb4c7e31b1)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:16:28.959186 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:29.018227 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=d732bf13-190e-4069-a007-51bb9ba8f164,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:16:29.019130 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3cc3c-ff55-4c4a-8ecd-3b251d4f46f0 req-65924a33-d8d5-47a1-ab97-984d0cd84c92 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:29.020785 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5d3cc3c-ff55-4c4a-8ecd-3b251d4f46f0 req-65924a33-d8d5-47a1-ab97-984d0cd84c92 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 945 time: 0.0511041 Dec 16 10:16:29.026156 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:16:29.026508 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:16:29.026848 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:16:29.027188 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:16:29.027517 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:16:29.027853 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:16:29.028174 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:16:29.028500 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:16:29.028825 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:16:29.029160 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:16:29.029486 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:16:29.029803 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:16:29.059526 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5d3cc3c-ff55-4c4a-8ecd-3b251d4f46f0 req-fe804f50-a07f-4cbf-b383-6f99e1661e23 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326240 Dec 16 10:16:29.171383 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['d732bf13-190e-4069-a007-51bb9ba8f164'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:16:29.225334 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:29.583026 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:30.176456 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bbca3-2247-4899-b458-f583fd773e1f req-b8e9d081-4009-438b-952a-2022de25edca tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:30.179463 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-349bbca3-2247-4899-b458-f583fd773e1f req-b8e9d081-4009-438b-952a-2022de25edca tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 945 time: 0.0502026 Dec 16 10:16:30.219600 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-349bbca3-2247-4899-b458-f583fd773e1f req-43b517fb-61be-4095-baa5-5fcbdab634da tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355389 Dec 16 10:16:30.706980 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device d732bf13-190e-4069-a007-51bb9ba8f164 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:16:30.856371 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port d732bf13-190e-4069-a007-51bb9ba8f164 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:16:30.860391 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port d732bf13-190e-4069-a007-51bb9ba8f164 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:16:30.860764 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:30.941893 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:30.969362 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e1e087-d422-4acd-8aad-6e14df33ea31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd732bf13-190e-4069-a007-51bb9ba8f164'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:16:30.971573 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfda71f-015a-46d0-9bfe-7e837101c9dc" -d '{"events": [{"server_uuid": "20e1e087-d422-4acd-8aad-6e14df33ea31", "name": "network-vif-plugged", "status": "completed", "tag": "d732bf13-190e-4069-a007-51bb9ba8f164"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:16:30.985033 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port d732bf13-190e-4069-a007-51bb9ba8f164, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=d732bf13-190e-4069-a007-51bb9ba8f164,segment=NetworkSegment(26cd6d12-1e08-4bbf-9a41-38cb4c7e31b1),segment_id=26cd6d12-1e08-4bbf-9a41-38cb4c7e31b1)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:16:31.036764 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49117047-ec01-47b1-9823-27f756f3d77b x-openstack-request-id: req-49117047-ec01-47b1-9823-27f756f3d77b {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:16:31.036764 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e1e087-d422-4acd-8aad-6e14df33ea31", "name": "network-vif-plugged", "status": "completed", "tag": "d732bf13-190e-4069-a007-51bb9ba8f164", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:16:31.036764 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-49117047-ec01-47b1-9823-27f756f3d77b {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:16:31.036764 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e1e087-d422-4acd-8aad-6e14df33ea31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd732bf13-190e-4069-a007-51bb9ba8f164', 'code': 200} Dec 16 10:16:31.056592 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:31.104776 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=d732bf13-190e-4069-a007-51bb9ba8f164,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:16:31.138946 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a76f2-0932-4d39-8f71-28e32e7065e4 req-2d7cc38a-3da2-4c5d-ba14-b746aef77e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:31.140448 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-492a76f2-0932-4d39-8f71-28e32e7065e4 req-2d7cc38a-3da2-4c5d-ba14-b746aef77e40 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 1097 time: 0.0453072 Dec 16 10:16:31.175774 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-492a76f2-0932-4d39-8f71-28e32e7065e4 req-4fb2a04f-94b1-47db-85c3-80cca1430f84 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283928 Dec 16 10:16:31.342188 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fefb2-85ab-4d46-b62b-a703dfc647a4 req-3b793e17-7d65-4ea5-a844-823a3219e363 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:31.343681 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a24fefb2-85ab-4d46-b62b-a703dfc647a4 req-3b793e17-7d65-4ea5-a844-823a3219e363 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 946 time: 0.0569253 Dec 16 10:16:31.384299 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a24fefb2-85ab-4d46-b62b-a703dfc647a4 req-abc11936-766d-4cee-85b6-8fd804717de1 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346696 Dec 16 10:16:32.502176 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f5ae2-7ea8-47f3-b69f-e17415c035e4 req-32e13a21-2b0b-4125-9b5b-83d337dc0682 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:32.503600 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a67f5ae2-7ea8-47f3-b69f-e17415c035e4 req-32e13a21-2b0b-4125-9b5b-83d337dc0682 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 946 time: 0.0492456 Dec 16 10:16:32.542094 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a67f5ae2-7ea8-47f3-b69f-e17415c035e4 req-173a7747-f1e3-42e9-af18-018d446d926a tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323093 Dec 16 10:16:32.871013 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202fc875-5494-40a6-a683-a4f701707b84 req-67293b90-520c-45b5-b408-cb54daba81c8 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:32.872657 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-202fc875-5494-40a6-a683-a4f701707b84 req-67293b90-520c-45b5-b408-cb54daba81c8 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 946 time: 0.0507793 Dec 16 10:16:32.912055 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-202fc875-5494-40a6-a683-a4f701707b84 req-7fd84ec2-e2a6-4151-a03c-843f1a702792 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332341 Dec 16 10:16:32.940265 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37794) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:16:33.042139 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-cdb600db-bff7-4116-89af-8881735d4176 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0996976 Dec 16 10:16:33.050928 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-323de7e0-ece9-4832-8619-ab0a5b40e286 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:16:33.051992 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-323de7e0-ece9-4832-8619-ab0a5b40e286 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053995 Dec 16 10:16:34.059271 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fdec3-9040-4840-9ea9-8aae366afb7e req-a012d809-e67b-47d5-bfb4-0c224c6ca212 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:34.061206 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-da3fdec3-9040-4840-9ea9-8aae366afb7e req-a012d809-e67b-47d5-bfb4-0c224c6ca212 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 946 time: 0.0516858 Dec 16 10:16:34.100640 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-da3fdec3-9040-4840-9ea9-8aae366afb7e req-53608f88-f1fd-4e27-9f62-9b83d8a284a3 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332401 Dec 16 10:16:34.888213 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-b5911958-b9bd-4c1d-8cb6-ee6729e014a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:34.889732 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-b5911958-b9bd-4c1d-8cb6-ee6729e014a6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc7726ffdfd940baa305dd51064542ae&device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 1097 time: 0.0440772 Dec 16 10:16:34.979861 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-25f5692c-1e60-40d6-a525-41d6f331b9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:34.981367 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-25f5692c-1e60-40d6-a525-41d6f331b9ab service neutron] 10.222.0.58 "GET /v2.0/networks?id=5ad5db1d-7144-4bf7-bf56-ddc30953801c HTTP/1.1" status: 200 len: 912 time: 0.0842123 Dec 16 10:16:35.026433 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-5491ea31-6a20-491f-83a7-087c253dfdd6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d732bf13-190e-4069-a007-51bb9ba8f164 HTTP/1.1" status: 200 len: 217 time: 0.0378723 Dec 16 10:16:35.074727 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-fa371f6e-f53c-430b-8854-3d7754dbbf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:35.076136 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-fa371f6e-f53c-430b-8854-3d7754dbbf03 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bd146f79-1110-424f-9a16-050f6c8c68c1 HTTP/1.1" status: 200 len: 851 time: 0.0427907 Dec 16 10:16:35.109291 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-11d9a742-96d4-4537-9b43-25902ee92c7f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5ad5db1d-7144-4bf7-bf56-ddc30953801c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253048 Dec 16 10:16:35.234306 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-6942238c-e322-4c31-88b5-6bd617d90386 service neutron] 10.222.0.58 "GET /v2.0/networks/5ad5db1d-7144-4bf7-bf56-ddc30953801c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178868 Dec 16 10:16:35.245494 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9545033-31c2-4327-beb4-93908ca4e12a req-1b22a7b0-914d-4ba9-ae4c-4798d9a7527d tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:35.246874 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b9545033-31c2-4327-beb4-93908ca4e12a req-1b22a7b0-914d-4ba9-ae4c-4798d9a7527d tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 946 time: 0.0766315 Dec 16 10:16:35.334052 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b9545033-31c2-4327-beb4-93908ca4e12a req-45a7b628-2347-4a49-9f9f-76a9f9ded545 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786476 Dec 16 10:16:35.360663 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-e308040f-5a77-4bab-8eb4-05eddc737da6 service neutron] 10.222.0.58 "GET /v2.0/networks/5ad5db1d-7144-4bf7-bf56-ddc30953801c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128292 Dec 16 10:16:36.449814 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e8e49-8f2a-4e93-ab28-63b408d38bf9 req-f9a39659-5464-402a-aaa2-f8a464ef0014 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:36.451243 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-536e8e49-8f2a-4e93-ab28-63b408d38bf9 req-f9a39659-5464-402a-aaa2-f8a464ef0014 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 946 time: 0.0493791 Dec 16 10:16:36.491108 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-536e8e49-8f2a-4e93-ab28-63b408d38bf9 req-0e0364ee-e35d-4a5a-9a90-34ca1622a7af tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334632 Dec 16 10:16:37.610459 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b04383-17b8-427c-af6d-1736a0245355 req-b7f25e39-0113-4174-a4f4-ec370368420e tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:37.611960 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-20b04383-17b8-427c-af6d-1736a0245355 req-b7f25e39-0113-4174-a4f4-ec370368420e tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 946 time: 0.0544353 Dec 16 10:16:37.650491 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-20b04383-17b8-427c-af6d-1736a0245355 req-50303b02-4eca-4a96-b70e-16ef413deeca tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324185 Dec 16 10:16:37.650937 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:38.769696 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f468a-6439-4f6f-a6d4-902b66ae0ad5 req-e9b35a96-2a66-4ab5-91e0-98e867f63e48 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:38.771086 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1d3f468a-6439-4f6f-a6d4-902b66ae0ad5 req-e9b35a96-2a66-4ab5-91e0-98e867f63e48 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 946 time: 0.0523748 Dec 16 10:16:38.808021 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1d3f468a-6439-4f6f-a6d4-902b66ae0ad5 req-4b36de76-d6ee-40cc-8d24-1d4a047f525b tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309663 Dec 16 10:16:39.924641 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0c0e7-43c0-48d0-b433-e1de5b161265 req-fda78e62-1a09-4457-9c03-e1bc76fbf28e tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:39.926180 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-63f0c0e7-43c0-48d0-b433-e1de5b161265 req-fda78e62-1a09-4457-9c03-e1bc76fbf28e tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 946 time: 0.0503888 Dec 16 10:16:39.972333 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-63f0c0e7-43c0-48d0-b433-e1de5b161265 req-f77f62dc-6f56-41ff-8d96-8dfd34e6015b tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399365 Dec 16 10:16:41.073612 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:41.089889 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11c673-893f-4af4-8f47-6bcf61e83fa1 req-2fb65976-deba-4fef-afbe-f74482966314 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:41.091379 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ae11c673-893f-4af4-8f47-6bcf61e83fa1 req-2fb65976-deba-4fef-afbe-f74482966314 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 946 time: 0.0512073 Dec 16 10:16:41.129014 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ae11c673-893f-4af4-8f47-6bcf61e83fa1 req-56ea049f-1323-4282-9409-0bab7465a097 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316477 Dec 16 10:16:42.246129 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b932abc-4559-42ac-8b24-c5373ca4e62a req-cd09f6d5-626c-4152-bec7-ff4174cb9398 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:42.247603 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b932abc-4559-42ac-8b24-c5373ca4e62a req-cd09f6d5-626c-4152-bec7-ff4174cb9398 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 946 time: 0.0517180 Dec 16 10:16:42.284090 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b932abc-4559-42ac-8b24-c5373ca4e62a req-8d69ae4a-bed1-47a6-abac-cc6650859ab7 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303707 Dec 16 10:16:43.400619 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09302587-714c-4ea8-a534-a491c033cfd9 req-b17f5062-a2bf-4c3a-8b07-bde85d04209c tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:43.402122 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-09302587-714c-4ea8-a534-a491c033cfd9 req-b17f5062-a2bf-4c3a-8b07-bde85d04209c tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 946 time: 0.0490057 Dec 16 10:16:43.439214 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-09302587-714c-4ea8-a534-a491c033cfd9 req-b4797d88-27c6-4a17-9003-cd99ef209314 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310931 Dec 16 10:16:44.563971 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1d728-b2e9-4286-910a-a3403eb9bdf0 req-fdb44744-ea2d-4c5b-8d32-c22043bc5a61 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:44.565495 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a5f1d728-b2e9-4286-910a-a3403eb9bdf0 req-fdb44744-ea2d-4c5b-8d32-c22043bc5a61 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 946 time: 0.0562706 Dec 16 10:16:44.604512 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a5f1d728-b2e9-4286-910a-a3403eb9bdf0 req-3c8dfaa6-f0b3-4f2f-9621-733882686667 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328972 Dec 16 10:16:45.725981 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6068633-c126-4eb2-8f79-825cf66d0f23 req-aed6e518-d1c4-4cee-9913-a2dc3cdf6136 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:45.727400 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b6068633-c126-4eb2-8f79-825cf66d0f23 req-aed6e518-d1c4-4cee-9913-a2dc3cdf6136 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 946 time: 0.0539911 Dec 16 10:16:45.765289 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b6068633-c126-4eb2-8f79-825cf66d0f23 req-fda45210-f94f-46b7-ae7e-ec318dc2ace4 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318420 Dec 16 10:16:46.882092 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b76d4b-7c84-4aa7-b120-fb7729bf0aa8 req-11daf7f6-3ae1-495e-8954-3d378e8f9991 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:46.883600 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f9b76d4b-7c84-4aa7-b120-fb7729bf0aa8 req-11daf7f6-3ae1-495e-8954-3d378e8f9991 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 946 time: 0.0505395 Dec 16 10:16:46.922712 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f9b76d4b-7c84-4aa7-b120-fb7729bf0aa8 req-0b175af3-c675-495e-b28a-004a37879d59 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329516 Dec 16 10:16:48.045512 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99973c79-961e-417b-9120-b525b8b008e8 req-09bc856a-7267-4963-bb3e-31d8e3b7062e tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:48.047449 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-99973c79-961e-417b-9120-b525b8b008e8 req-09bc856a-7267-4963-bb3e-31d8e3b7062e tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 946 time: 0.0509367 Dec 16 10:16:48.086967 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-99973c79-961e-417b-9120-b525b8b008e8 req-32a45801-7cb5-4e0b-a8cb-d452ed3f4f21 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338068 Dec 16 10:16:49.208959 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63960718-75ec-471e-9280-9dbc3e03a2b5 req-b3e4b7f8-e930-4df6-98f8-d8817ee5cf7e tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:49.210540 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-63960718-75ec-471e-9280-9dbc3e03a2b5 req-b3e4b7f8-e930-4df6-98f8-d8817ee5cf7e tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 946 time: 0.0535817 Dec 16 10:16:49.248726 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-63960718-75ec-471e-9280-9dbc3e03a2b5 req-6c09ea71-5837-452d-9fcf-ad498a2bc268 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319235 Dec 16 10:16:50.373642 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e30a1-dffe-4877-b1c6-084fd669eaa6 req-49db0b1a-3df5-45f2-a44a-f3e48e0ade63 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:50.375163 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e20e30a1-dffe-4877-b1c6-084fd669eaa6 req-49db0b1a-3df5-45f2-a44a-f3e48e0ade63 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 946 time: 0.0499220 Dec 16 10:16:50.413986 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e20e30a1-dffe-4877-b1c6-084fd669eaa6 req-8477cacb-a775-4ef1-930c-2ac52af3c008 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327845 Dec 16 10:16:51.536700 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8917bd3-6689-40a7-9da7-2901893453df req-e0999458-c7dc-4341-a1df-30dac31cd467 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:51.538243 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b8917bd3-6689-40a7-9da7-2901893453df req-e0999458-c7dc-4341-a1df-30dac31cd467 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 946 time: 0.0547049 Dec 16 10:16:51.576153 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b8917bd3-6689-40a7-9da7-2901893453df req-067dc709-cdb3-42b5-9e2c-8c0f1cb90e8a tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310354 Dec 16 10:16:52.699848 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6cba2-9730-43ae-a487-8b34b1d6a42e req-abb3c974-fa56-47f9-b965-296221bdebce tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:52.701428 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-afa6cba2-9730-43ae-a487-8b34b1d6a42e req-abb3c974-fa56-47f9-b965-296221bdebce tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 946 time: 0.0547197 Dec 16 10:16:52.742215 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-afa6cba2-9730-43ae-a487-8b34b1d6a42e req-38f4d1df-3c19-4c34-824a-78af163c2222 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343578 Dec 16 10:16:53.865056 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b910e3-f8d1-4070-aa9e-548e0abe318c req-30a7107e-d1e6-4408-804d-f4203a7f1a0e tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:53.866670 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-38b910e3-f8d1-4070-aa9e-548e0abe318c req-30a7107e-d1e6-4408-804d-f4203a7f1a0e tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 946 time: 0.0518155 Dec 16 10:16:53.906964 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-38b910e3-f8d1-4070-aa9e-548e0abe318c req-b0d5423e-c8ac-4633-a8d2-8b78f2839cb9 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335646 Dec 16 10:16:54.090767 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-59e9ca85-8e49-4b3c-92db-27a2f8e7f338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:54.537986 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada00d3-736d-4e12-a3f3-2cf8bc67a8e7 req-ba75073a-3a3b-44bc-bf7a-19373d9a95c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:54.539400 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9ada00d3-736d-4e12-a3f3-2cf8bc67a8e7 req-ba75073a-3a3b-44bc-bf7a-19373d9a95c0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc7726ffdfd940baa305dd51064542ae&device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 1097 time: 0.0421498 Dec 16 10:16:54.649791 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada00d3-736d-4e12-a3f3-2cf8bc67a8e7 req-1af564d4-a51c-4d8c-a0ce-d739d72ffe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:54.651885 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9ada00d3-736d-4e12-a3f3-2cf8bc67a8e7 req-1af564d4-a51c-4d8c-a0ce-d739d72ffe5d service neutron] 10.222.0.58 "GET /v2.0/networks?id=5ad5db1d-7144-4bf7-bf56-ddc30953801c HTTP/1.1" status: 200 len: 912 time: 0.0911200 Dec 16 10:16:54.692811 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9ada00d3-736d-4e12-a3f3-2cf8bc67a8e7 req-35129248-3166-479d-921d-001030bf9a9d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d732bf13-190e-4069-a007-51bb9ba8f164 HTTP/1.1" status: 200 len: 217 time: 0.0338414 Dec 16 10:16:54.743994 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada00d3-736d-4e12-a3f3-2cf8bc67a8e7 req-11e59d50-bdf7-418a-9307-de212d06555a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:54.745498 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9ada00d3-736d-4e12-a3f3-2cf8bc67a8e7 req-11e59d50-bdf7-418a-9307-de212d06555a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bd146f79-1110-424f-9a16-050f6c8c68c1 HTTP/1.1" status: 200 len: 851 time: 0.0460045 Dec 16 10:16:54.785163 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9ada00d3-736d-4e12-a3f3-2cf8bc67a8e7 req-4d97a94f-1979-41c7-943f-b891d23ae255 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5ad5db1d-7144-4bf7-bf56-ddc30953801c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312645 Dec 16 10:16:54.873228 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9ada00d3-736d-4e12-a3f3-2cf8bc67a8e7 req-366387e0-8fe1-46e0-bb40-25fb53af08b2 service neutron] 10.222.0.58 "GET /v2.0/networks/5ad5db1d-7144-4bf7-bf56-ddc30953801c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811133 Dec 16 10:16:54.975471 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9ada00d3-736d-4e12-a3f3-2cf8bc67a8e7 req-868de29d-6f80-49c3-a72c-2e1b2fe096b7 service neutron] 10.222.0.58 "GET /v2.0/networks/5ad5db1d-7144-4bf7-bf56-ddc30953801c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932159 Dec 16 10:16:55.030802 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc9cd6-caed-4b0a-a0ad-3c97a53ac6eb req-8eb299c7-234d-4e32-97d2-4ab3a6db831f tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:55.032338 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9ebc9cd6-caed-4b0a-a0ad-3c97a53ac6eb req-8eb299c7-234d-4e32-97d2-4ab3a6db831f tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 946 time: 0.0502965 Dec 16 10:16:55.071086 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9ebc9cd6-caed-4b0a-a0ad-3c97a53ac6eb req-75eec307-a266-4003-b1a5-f831367d932f tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326159 Dec 16 10:16:56.202255 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b566d2-6444-4218-99b7-c5428a38ffc5 req-0be46eff-a295-4ed6-9858-fe1719254d27 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:56.203824 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-81b566d2-6444-4218-99b7-c5428a38ffc5 req-0be46eff-a295-4ed6-9858-fe1719254d27 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 946 time: 0.0566344 Dec 16 10:16:56.251022 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-81b566d2-6444-4218-99b7-c5428a38ffc5 req-26c26104-aef7-4bc9-b0a5-71aa4e61660f tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410464 Dec 16 10:16:56.404780 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6f6d0c23-b3e3-4ee8-9a56-9bba453d2dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:57.373468 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00221c95-a9cf-4630-9f5f-8fdd9636fabc req-dc5cd6b1-05fd-44b0-9fb8-bab501e81250 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:57.374984 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-00221c95-a9cf-4630-9f5f-8fdd9636fabc req-dc5cd6b1-05fd-44b0-9fb8-bab501e81250 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 946 time: 0.0503519 Dec 16 10:16:57.415843 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-00221c95-a9cf-4630-9f5f-8fdd9636fabc req-9fbb9d43-bf71-4dce-8840-29ae3ae36431 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348048 Dec 16 10:16:57.702302 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:58.554088 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c390605-aca4-43cf-b9ee-82a942625c05 req-42a45e23-b865-4981-87d7-7c022e7bde40 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:58.559962 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7c390605-aca4-43cf-b9ee-82a942625c05 req-42a45e23-b865-4981-87d7-7c022e7bde40 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 946 time: 0.0574725 Dec 16 10:16:58.599306 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7c390605-aca4-43cf-b9ee-82a942625c05 req-c6b4ff58-59f4-40ec-b8e4-cfd293008d0a tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344834 Dec 16 10:16:59.244675 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:59.615767 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:59.722017 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3afc8-960a-4904-9cfa-bba69c81b761 req-fffb3506-3ba1-4d12-ae12-2adea8d12958 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:59.723439 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7af3afc8-960a-4904-9cfa-bba69c81b761 req-fffb3506-3ba1-4d12-ae12-2adea8d12958 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 946 time: 0.0544345 Dec 16 10:16:59.762247 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7af3afc8-960a-4904-9cfa-bba69c81b761 req-5b729c45-79cf-4642-ad5b-876193883e02 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327890 Dec 16 10:17:00.882824 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdca6d7-cef8-4b12-9ad5-683f54559ede req-3acfa164-4972-4e44-a444-dcdafdf616fd tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:00.884296 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5fdca6d7-cef8-4b12-9ad5-683f54559ede req-3acfa164-4972-4e44-a444-dcdafdf616fd tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 946 time: 0.0527406 Dec 16 10:17:00.920898 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5fdca6d7-cef8-4b12-9ad5-683f54559ede req-dc1c7bfa-f67a-4557-a828-8b291202f7d0 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306695 Dec 16 10:17:02.037223 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d0b61-cd6a-4a39-8458-2f48ef923564 req-98826d99-7de5-4319-bda1-79aff29ad46b tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:02.038707 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-500d0b61-cd6a-4a39-8458-2f48ef923564 req-98826d99-7de5-4319-bda1-79aff29ad46b tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 946 time: 0.0491436 Dec 16 10:17:02.075859 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-500d0b61-cd6a-4a39-8458-2f48ef923564 req-8666256c-159e-473d-8940-c004350a93a1 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305042 Dec 16 10:17:02.521107 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-71185fd4-511b-4346-87e3-49e1880adb03 service neutron] show failed (client error): The resource could not be found. Dec 16 10:17:02.522656 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-71185fd4-511b-4346-87e3-49e1880adb03 service neutron] 10.222.0.58 "GET /v2.0/ports/d732bf13-190e-4069-a007-51bb9ba8f164/bindings/n-h1-820550-2 HTTP/1.1" status: 404 len: 380 time: 0.0655046 Dec 16 10:17:02.566175 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:17:03.066954 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-4fd43da9-3e1f-4055-907c-4dd0925e573c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:03.068457 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-4fd43da9-3e1f-4055-907c-4dd0925e573c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31&tenant_id=fc7726ffdfd940baa305dd51064542ae HTTP/1.1" status: 200 len: 1097 time: 0.1213443 Dec 16 10:17:03.079540 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-60928c34-efc2-4e85-995d-5914b85e2840 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:17:03.080493 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-60928c34-efc2-4e85-995d-5914b85e2840 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050771 Dec 16 10:17:03.091520 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-9104ea06-dd60-44be-95fe-4d1ff91aeb2c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820550-2', 'device_owner': 'compute:nova'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:17:03.491412 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-9104ea06-dd60-44be-95fe-4d1ff91aeb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:03.518175 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e85bc8-e005-478c-b01c-da4a8f6695b1 req-aeba1038-e3e8-4533-a8e8-5688ce3bd709 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:03.519733 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-35e85bc8-e005-478c-b01c-da4a8f6695b1 req-aeba1038-e3e8-4533-a8e8-5688ce3bd709 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 946 time: 0.0808709 Dec 16 10:17:03.637307 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-35e85bc8-e005-478c-b01c-da4a8f6695b1 req-55406590-08cc-4b45-8477-c5a121439b3b tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997581 Dec 16 10:17:03.738745 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-9104ea06-dd60-44be-95fe-4d1ff91aeb2c service neutron] For port d732bf13-190e-4069-a007-51bb9ba8f164, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=d732bf13-190e-4069-a007-51bb9ba8f164,segment=NetworkSegment(26cd6d12-1e08-4bbf-9a41-38cb4c7e31b1),segment_id=26cd6d12-1e08-4bbf-9a41-38cb4c7e31b1)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:17:03.776976 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-9104ea06-dd60-44be-95fe-4d1ff91aeb2c service neutron] For port d732bf13-190e-4069-a007-51bb9ba8f164, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:17:03.820197 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e1e087-d422-4acd-8aad-6e14df33ea31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd732bf13-190e-4069-a007-51bb9ba8f164'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:17:03.822478 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb66595-9258-41a5-800a-ce7f4e4fd20c" -d '{"events": [{"server_uuid": "20e1e087-d422-4acd-8aad-6e14df33ea31", "name": "network-vif-unplugged", "status": "completed", "tag": "d732bf13-190e-4069-a007-51bb9ba8f164"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:17:03.827209 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-9104ea06-dd60-44be-95fe-4d1ff91aeb2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:03.841889 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-9104ea06-dd60-44be-95fe-4d1ff91aeb2c service neutron] Transition to ACTIVE for port object d732bf13-190e-4069-a007-51bb9ba8f164 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:17:03.875549 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 10:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9101312-f042-4b7a-ba49-b8d2a43acfa9 x-openstack-request-id: req-b9101312-f042-4b7a-ba49-b8d2a43acfa9 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:17:03.875774 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e1e087-d422-4acd-8aad-6e14df33ea31", "name": "network-vif-unplugged", "status": "completed", "tag": "d732bf13-190e-4069-a007-51bb9ba8f164", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:17:03.876040 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b9101312-f042-4b7a-ba49-b8d2a43acfa9 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:17:03.876421 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e1e087-d422-4acd-8aad-6e14df33ea31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd732bf13-190e-4069-a007-51bb9ba8f164', 'code': 200} Dec 16 10:17:03.884268 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-9104ea06-dd60-44be-95fe-4d1ff91aeb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:03.945433 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104ea06-dd60-44be-95fe-4d1ff91aeb2c service neutron] Pushing event updated for resources: {'Port': ['ID=d732bf13-190e-4069-a007-51bb9ba8f164,revision_number=6']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:17:03.947621 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-9104ea06-dd60-44be-95fe-4d1ff91aeb2c service neutron] No DVR routers for this DVR port d732bf13-190e-4069-a007-51bb9ba8f164 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:17:03.957780 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104ea06-dd60-44be-95fe-4d1ff91aeb2c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:03.958011 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104ea06-dd60-44be-95fe-4d1ff91aeb2c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:03.958328 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104ea06-dd60-44be-95fe-4d1ff91aeb2c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:03.958657 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104ea06-dd60-44be-95fe-4d1ff91aeb2c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:03.958981 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104ea06-dd60-44be-95fe-4d1ff91aeb2c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:03.959302 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104ea06-dd60-44be-95fe-4d1ff91aeb2c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:03.959624 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104ea06-dd60-44be-95fe-4d1ff91aeb2c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:03.959943 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104ea06-dd60-44be-95fe-4d1ff91aeb2c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:03.960260 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104ea06-dd60-44be-95fe-4d1ff91aeb2c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:03.960575 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104ea06-dd60-44be-95fe-4d1ff91aeb2c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:03.960889 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104ea06-dd60-44be-95fe-4d1ff91aeb2c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:03.961225 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9104ea06-dd60-44be-95fe-4d1ff91aeb2c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:03.994617 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-9104ea06-dd60-44be-95fe-4d1ff91aeb2c service neutron] Attempting to bind port d732bf13-190e-4069-a007-51bb9ba8f164 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:17:03.994865 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-9104ea06-dd60-44be-95fe-4d1ff91aeb2c service neutron] Attempting to bind port d732bf13-190e-4069-a007-51bb9ba8f164 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '26cd6d12-1e08-4bbf-9a41-38cb4c7e31b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5ad5db1d-7144-4bf7-bf56-ddc30953801c'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:17:03.995192 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-9104ea06-dd60-44be-95fe-4d1ff91aeb2c service neutron] Attempting to bind port d732bf13-190e-4069-a007-51bb9ba8f164 on network 5ad5db1d-7144-4bf7-bf56-ddc30953801c {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:17:03.999450 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-9104ea06-dd60-44be-95fe-4d1ff91aeb2c service neutron] Port d732bf13-190e-4069-a007-51bb9ba8f164 on network 5ad5db1d-7144-4bf7-bf56-ddc30953801c not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:17:03.999768 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-9104ea06-dd60-44be-95fe-4d1ff91aeb2c service neutron] Attempting to bind port d732bf13-190e-4069-a007-51bb9ba8f164 on network 5ad5db1d-7144-4bf7-bf56-ddc30953801c {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:17:04.004532 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-9104ea06-dd60-44be-95fe-4d1ff91aeb2c service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:17:04.004872 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-9104ea06-dd60-44be-95fe-4d1ff91aeb2c service neutron] Checking segment: {'id': '26cd6d12-1e08-4bbf-9a41-38cb4c7e31b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5ad5db1d-7144-4bf7-bf56-ddc30953801c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:17:04.005287 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-9104ea06-dd60-44be-95fe-4d1ff91aeb2c service neutron] Bound using segment: {'id': '26cd6d12-1e08-4bbf-9a41-38cb4c7e31b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5ad5db1d-7144-4bf7-bf56-ddc30953801c'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:17:04.005709 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-9104ea06-dd60-44be-95fe-4d1ff91aeb2c service neutron] Bound port: d732bf13-190e-4069-a007-51bb9ba8f164, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26cd6d12-1e08-4bbf-9a41-38cb4c7e31b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5ad5db1d-7144-4bf7-bf56-ddc30953801c'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:17:04.006062 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-9104ea06-dd60-44be-95fe-4d1ff91aeb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:04.072080 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-9104ea06-dd60-44be-95fe-4d1ff91aeb2c service neutron] For port d732bf13-190e-4069-a007-51bb9ba8f164, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:17:04.075907 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-9104ea06-dd60-44be-95fe-4d1ff91aeb2c service neutron] For port d732bf13-190e-4069-a007-51bb9ba8f164, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=d732bf13-190e-4069-a007-51bb9ba8f164,segment=NetworkSegment(26cd6d12-1e08-4bbf-9a41-38cb4c7e31b1),segment_id=26cd6d12-1e08-4bbf-9a41-38cb4c7e31b1)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:17:04.137268 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-9104ea06-dd60-44be-95fe-4d1ff91aeb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:04.170817 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-9104ea06-dd60-44be-95fe-4d1ff91aeb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:04.171673 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-9104ea06-dd60-44be-95fe-4d1ff91aeb2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:04.173281 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-9104ea06-dd60-44be-95fe-4d1ff91aeb2c service neutron] 10.222.0.57 "PUT /v2.0/ports/d732bf13-190e-4069-a007-51bb9ba8f164 HTTP/1.1" status: 200 len: 1092 time: 1.0853584 Dec 16 10:17:04.218690 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104ea06-dd60-44be-95fe-4d1ff91aeb2c service neutron] Pushing event updated for resources: {'Port': ['ID=d732bf13-190e-4069-a007-51bb9ba8f164,revision_number=7']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:17:04.254113 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-509d3c16-1a78-4885-ad83-b98af8e66710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:04.255536 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-509d3c16-1a78-4885-ad83-b98af8e66710 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc7726ffdfd940baa305dd51064542ae&device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 1095 time: 0.0513382 Dec 16 10:17:04.351992 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-3de7beb6-c020-44d0-b0c7-b798668f3016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:04.353502 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-3de7beb6-c020-44d0-b0c7-b798668f3016 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5ad5db1d-7144-4bf7-bf56-ddc30953801c HTTP/1.1" status: 200 len: 912 time: 0.0912278 Dec 16 10:17:04.398803 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-1939be7a-5a5f-45f9-8d59-38b5ca2679b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d732bf13-190e-4069-a007-51bb9ba8f164 HTTP/1.1" status: 200 len: 217 time: 0.0374095 Dec 16 10:17:04.450604 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-fa4e54ba-3255-4dd7-b877-0a797296be1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:04.452340 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-fa4e54ba-3255-4dd7-b877-0a797296be1f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd146f79-1110-424f-9a16-050f6c8c68c1 HTTP/1.1" status: 200 len: 851 time: 0.0461388 Dec 16 10:17:04.485477 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-7e706932-88fd-491c-9ffb-23e2383bf36e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5ad5db1d-7144-4bf7-bf56-ddc30953801c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253057 Dec 16 10:17:04.602294 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-d40bec75-e843-485a-965c-f5bd558adf4f service neutron] 10.222.0.57 "GET /v2.0/networks/5ad5db1d-7144-4bf7-bf56-ddc30953801c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092901 Dec 16 10:17:04.698465 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da359550-b1ea-4e87-a440-f9b4da61d3d7 req-2d4dae7c-e993-45bf-a9cb-b8f28e922489 service neutron] 10.222.0.57 "GET /v2.0/networks/5ad5db1d-7144-4bf7-bf56-ddc30953801c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891135 Dec 16 10:17:04.765664 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2b508-6b22-4393-a2c8-67b6a44e37c8 req-0d59834a-9564-48c9-bad9-3e0c42bb212c tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:04.767242 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-40a2b508-6b22-4393-a2c8-67b6a44e37c8 req-0d59834a-9564-48c9-bad9-3e0c42bb212c tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 944 time: 0.0583017 Dec 16 10:17:04.807926 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-40a2b508-6b22-4393-a2c8-67b6a44e37c8 req-b583a41c-4dbc-4891-b803-86aeea1bf8bb tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339727 Dec 16 10:17:05.877190 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e1e087-d422-4acd-8aad-6e14df33ea31', 'tag': 'd732bf13-190e-4069-a007-51bb9ba8f164'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:17:05.879604 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bca296-0a6c-42e9-a5b0-520ad3fe88aa" -d '{"events": [{"name": "network-changed", "server_uuid": "20e1e087-d422-4acd-8aad-6e14df33ea31", "tag": "d732bf13-190e-4069-a007-51bb9ba8f164"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:17:05.934033 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7204e0d-be78-4be8-a1a1-b10dd182411a req-f848c048-9175-4506-8683-f5f2fa36c4d1 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:05.935139 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8362a781-244a-41e1-8755-373acb6276d3 x-openstack-request-id: req-8362a781-244a-41e1-8755-373acb6276d3 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:17:05.935423 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e1e087-d422-4acd-8aad-6e14df33ea31", "tag": "d732bf13-190e-4069-a007-51bb9ba8f164", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:17:05.935640 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f7204e0d-be78-4be8-a1a1-b10dd182411a req-f848c048-9175-4506-8683-f5f2fa36c4d1 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 944 time: 0.0552413 Dec 16 10:17:05.935791 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8362a781-244a-41e1-8755-373acb6276d3 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:17:05.936097 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e1e087-d422-4acd-8aad-6e14df33ea31', 'tag': 'd732bf13-190e-4069-a007-51bb9ba8f164', 'status': 'completed', 'code': 200} Dec 16 10:17:05.980982 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f7204e0d-be78-4be8-a1a1-b10dd182411a req-294ddf66-170d-4d6f-b8e4-06cae8b9ff9e tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377598 Dec 16 10:17:06.024408 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bca296-0a6c-42e9-a5b0-520ad3fe88aa req-45848b0b-d97d-4f8e-932f-55ae1aa2c791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:06.025995 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-33bca296-0a6c-42e9-a5b0-520ad3fe88aa req-45848b0b-d97d-4f8e-932f-55ae1aa2c791 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc7726ffdfd940baa305dd51064542ae&device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 1095 time: 0.0692449 Dec 16 10:17:06.031878 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bca296-0a6c-42e9-a5b0-520ad3fe88aa req-ce12a83c-95a1-4809-bcd1-2b9b5340d965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:06.033339 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-33bca296-0a6c-42e9-a5b0-520ad3fe88aa req-ce12a83c-95a1-4809-bcd1-2b9b5340d965 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc7726ffdfd940baa305dd51064542ae&device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 1095 time: 0.0675170 Dec 16 10:17:06.194489 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bca296-0a6c-42e9-a5b0-520ad3fe88aa req-beed981a-9dc5-4c22-8fe8-0b01fbab8c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:06.195947 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-33bca296-0a6c-42e9-a5b0-520ad3fe88aa req-beed981a-9dc5-4c22-8fe8-0b01fbab8c9e service neutron] 10.222.0.58 "GET /v2.0/networks?id=5ad5db1d-7144-4bf7-bf56-ddc30953801c HTTP/1.1" status: 200 len: 912 time: 0.1617732 Dec 16 10:17:06.199052 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bca296-0a6c-42e9-a5b0-520ad3fe88aa req-16cb742c-90ef-471b-b841-b335cb491ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:06.200352 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-33bca296-0a6c-42e9-a5b0-520ad3fe88aa req-16cb742c-90ef-471b-b841-b335cb491ec9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5ad5db1d-7144-4bf7-bf56-ddc30953801c HTTP/1.1" status: 200 len: 912 time: 0.1591544 Dec 16 10:17:06.243136 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-33bca296-0a6c-42e9-a5b0-520ad3fe88aa req-a8f460dd-2061-41c8-b032-2ead99668805 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d732bf13-190e-4069-a007-51bb9ba8f164 HTTP/1.1" status: 200 len: 217 time: 0.0400558 Dec 16 10:17:06.278363 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-33bca296-0a6c-42e9-a5b0-520ad3fe88aa req-c494b73e-29ce-49a3-b28c-c5961533aa76 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d732bf13-190e-4069-a007-51bb9ba8f164 HTTP/1.1" status: 200 len: 217 time: 0.0683582 Dec 16 10:17:06.350902 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bca296-0a6c-42e9-a5b0-520ad3fe88aa req-14bc0596-d2d6-4966-8ae3-728057d15aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:06.352361 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-33bca296-0a6c-42e9-a5b0-520ad3fe88aa req-14bc0596-d2d6-4966-8ae3-728057d15aac service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bd146f79-1110-424f-9a16-050f6c8c68c1 HTTP/1.1" status: 200 len: 851 time: 0.0832305 Dec 16 10:17:06.357536 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bca296-0a6c-42e9-a5b0-520ad3fe88aa req-5f4d0acc-1fed-4e43-8aec-6c65be1cc4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:06.358885 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-33bca296-0a6c-42e9-a5b0-520ad3fe88aa req-5f4d0acc-1fed-4e43-8aec-6c65be1cc4cf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd146f79-1110-424f-9a16-050f6c8c68c1 HTTP/1.1" status: 200 len: 851 time: 0.0616565 Dec 16 10:17:06.403929 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-33bca296-0a6c-42e9-a5b0-520ad3fe88aa req-f6136601-f3ff-42f7-9a63-6cac1e86a6ea service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5ad5db1d-7144-4bf7-bf56-ddc30953801c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440373 Dec 16 10:17:06.405850 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-33bca296-0a6c-42e9-a5b0-520ad3fe88aa req-460746c1-335b-4f06-9593-d2567eae2f7a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5ad5db1d-7144-4bf7-bf56-ddc30953801c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386202 Dec 16 10:17:06.566274 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-33bca296-0a6c-42e9-a5b0-520ad3fe88aa req-129f0aa5-3d5a-4438-8555-03b21cfe4d95 service neutron] 10.222.0.58 "GET /v2.0/networks/5ad5db1d-7144-4bf7-bf56-ddc30953801c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526599 Dec 16 10:17:06.566274 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-33bca296-0a6c-42e9-a5b0-520ad3fe88aa req-c1913129-efa0-4be3-8753-008b98eb797d service neutron] 10.222.0.57 "GET /v2.0/networks/5ad5db1d-7144-4bf7-bf56-ddc30953801c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475463 Dec 16 10:17:06.733317 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-33bca296-0a6c-42e9-a5b0-520ad3fe88aa req-af5246b6-50e6-49d0-9e86-6ea67686be09 service neutron] 10.222.0.58 "GET /v2.0/networks/5ad5db1d-7144-4bf7-bf56-ddc30953801c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624382 Dec 16 10:17:06.735194 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-33bca296-0a6c-42e9-a5b0-520ad3fe88aa req-3fe1a6f0-02b5-410d-895c-924ba83c4ee1 service neutron] 10.222.0.57 "GET /v2.0/networks/5ad5db1d-7144-4bf7-bf56-ddc30953801c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572323 Dec 16 10:17:06.875349 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device d732bf13-190e-4069-a007-51bb9ba8f164 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:17:06.911967 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device d732bf13-190e-4069-a007-51bb9ba8f164 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:17:07.099625 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e0e2f-9103-4903-92b4-2006dcc08d16 req-83581822-9496-4020-bfd4-16862e7315cc tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:07.101107 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-584e0e2f-9103-4903-92b4-2006dcc08d16 req-83581822-9496-4020-bfd4-16862e7315cc tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 944 time: 0.0494730 Dec 16 10:17:07.139424 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-584e0e2f-9103-4903-92b4-2006dcc08d16 req-5fbb7939-3a68-4840-99b7-fbaadc348270 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315664 Dec 16 10:17:07.633337 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:07.850616 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device d732bf13-190e-4069-a007-51bb9ba8f164 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:17:07.951531 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port d732bf13-190e-4069-a007-51bb9ba8f164, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=d732bf13-190e-4069-a007-51bb9ba8f164,segment=NetworkSegment(26cd6d12-1e08-4bbf-9a41-38cb4c7e31b1),segment_id=26cd6d12-1e08-4bbf-9a41-38cb4c7e31b1)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:17:07.964517 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'd732bf13-190e-4069-a007-51bb9ba8f164', 'network_id': '5ad5db1d-7144-4bf7-bf56-ddc30953801c', 'port_id': 'd732bf13-190e-4069-a007-51bb9ba8f164', 'mac_address': 'fa:16:3e:6b:dc:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd146f79-1110-424f-9a16-050f6c8c68c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:17:08.001682 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:08.014195 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d732bf13-190e-4069-a007-51bb9ba8f164 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:17:08.034760 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port d732bf13-190e-4069-a007-51bb9ba8f164, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=d732bf13-190e-4069-a007-51bb9ba8f164,segment=NetworkSegment(26cd6d12-1e08-4bbf-9a41-38cb4c7e31b1),segment_id=26cd6d12-1e08-4bbf-9a41-38cb4c7e31b1)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:17:08.101050 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:08.149074 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=d732bf13-190e-4069-a007-51bb9ba8f164,revision_number=8']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:17:08.262692 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e78445-c537-44ca-9560-c43c9d97fbda req-d71c1c15-1dfe-4792-85bd-64e76c373c3a tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:08.264184 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-80e78445-c537-44ca-9560-c43c9d97fbda req-d71c1c15-1dfe-4792-85bd-64e76c373c3a tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 945 time: 0.0534887 Dec 16 10:17:08.308149 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-80e78445-c537-44ca-9560-c43c9d97fbda req-0d899b1b-2f92-4131-a0f4-4353d1442dc6 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376546 Dec 16 10:17:08.472385 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['d732bf13-190e-4069-a007-51bb9ba8f164'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:17:09.423562 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162abc65-295f-438f-9be6-c4deb83082d4 req-8fce6d9a-524b-4c38-b2de-85bd37e22c6b tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:09.424959 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-162abc65-295f-438f-9be6-c4deb83082d4 req-8fce6d9a-524b-4c38-b2de-85bd37e22c6b tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 945 time: 0.0484958 Dec 16 10:17:09.463925 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-162abc65-295f-438f-9be6-c4deb83082d4 req-cc99e805-e493-4302-844a-d18a603324d9 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328164 Dec 16 10:17:09.881683 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device d732bf13-190e-4069-a007-51bb9ba8f164 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:17:09.927036 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4c530-db3a-46e5-a640-633580d7f359 req-5c8453bc-9cc7-45ea-bbcb-8ba3d124b1d8 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:09.930928 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6fe4c530-db3a-46e5-a640-633580d7f359 req-5c8453bc-9cc7-45ea-bbcb-8ba3d124b1d8 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.58 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31&tenant_id=fc7726ffdfd940baa305dd51064542ae&binding%3Ahost_id=n-h1-820550-2 HTTP/1.1" status: 200 len: 945 time: 0.0889781 Dec 16 10:17:09.989698 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [req-6fe4c530-db3a-46e5-a640-633580d7f359 req-d93520cb-eb58-423f-9e26-5e04687a0f1a service neutron] delete failed (client error): The resource could not be found. Dec 16 10:17:09.990703 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6fe4c530-db3a-46e5-a640-633580d7f359 req-d93520cb-eb58-423f-9e26-5e04687a0f1a service neutron] 10.222.0.58 "DELETE /v2.0/ports/d732bf13-190e-4069-a007-51bb9ba8f164/bindings/n-h2-820550-2 HTTP/1.1" status: 404 len: 380 time: 0.0537627 Dec 16 10:17:09.998503 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port d732bf13-190e-4069-a007-51bb9ba8f164 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:17:10.002430 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port d732bf13-190e-4069-a007-51bb9ba8f164 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:17:10.003055 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:10.071391 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4c530-db3a-46e5-a640-633580d7f359 req-2a6fc2ab-96b7-46b5-9bdd-38b6b0cbf853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:10.072957 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6fe4c530-db3a-46e5-a640-633580d7f359 req-2a6fc2ab-96b7-46b5-9bdd-38b6b0cbf853 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc7726ffdfd940baa305dd51064542ae&device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 1096 time: 0.0404143 Dec 16 10:17:10.082423 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:10.105794 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e1e087-d422-4acd-8aad-6e14df33ea31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd732bf13-190e-4069-a007-51bb9ba8f164'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:17:10.108001 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafbf50f-93dd-4ee9-8e2a-d475937632e1" -d '{"events": [{"server_uuid": "20e1e087-d422-4acd-8aad-6e14df33ea31", "name": "network-vif-plugged", "status": "completed", "tag": "d732bf13-190e-4069-a007-51bb9ba8f164"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:17:10.120459 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port d732bf13-190e-4069-a007-51bb9ba8f164, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=d732bf13-190e-4069-a007-51bb9ba8f164,segment=NetworkSegment(26cd6d12-1e08-4bbf-9a41-38cb4c7e31b1),segment_id=26cd6d12-1e08-4bbf-9a41-38cb4c7e31b1)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:17:10.174852 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4dcec58-38eb-47b1-a40c-35432cbf454a x-openstack-request-id: req-d4dcec58-38eb-47b1-a40c-35432cbf454a {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:17:10.174979 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e1e087-d422-4acd-8aad-6e14df33ea31", "name": "network-vif-plugged", "status": "completed", "tag": "d732bf13-190e-4069-a007-51bb9ba8f164", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:17:10.175217 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d4dcec58-38eb-47b1-a40c-35432cbf454a {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:17:10.175713 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e1e087-d422-4acd-8aad-6e14df33ea31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd732bf13-190e-4069-a007-51bb9ba8f164', 'code': 200} Dec 16 10:17:10.176982 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:10.189252 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4c530-db3a-46e5-a640-633580d7f359 req-dff5b21f-9278-4bda-8aff-593dd0388e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:10.190089 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6fe4c530-db3a-46e5-a640-633580d7f359 req-dff5b21f-9278-4bda-8aff-593dd0388e22 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5ad5db1d-7144-4bf7-bf56-ddc30953801c HTTP/1.1" status: 200 len: 912 time: 0.1099577 Dec 16 10:17:10.240641 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=d732bf13-190e-4069-a007-51bb9ba8f164,revision_number=9']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:17:10.250789 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6fe4c530-db3a-46e5-a640-633580d7f359 req-f498f406-83b5-46ba-84f0-a923bb73dde5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d732bf13-190e-4069-a007-51bb9ba8f164 HTTP/1.1" status: 200 len: 217 time: 0.0536251 Dec 16 10:17:10.311080 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4c530-db3a-46e5-a640-633580d7f359 req-cbf8ae6b-266b-4230-92fd-35513eb00e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:10.313187 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6fe4c530-db3a-46e5-a640-633580d7f359 req-cbf8ae6b-266b-4230-92fd-35513eb00e3d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bd146f79-1110-424f-9a16-050f6c8c68c1 HTTP/1.1" status: 200 len: 851 time: 0.0521128 Dec 16 10:17:10.345028 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6fe4c530-db3a-46e5-a640-633580d7f359 req-5da83b59-8050-48dd-8008-f5453494bf2e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5ad5db1d-7144-4bf7-bf56-ddc30953801c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253029 Dec 16 10:17:10.438174 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6fe4c530-db3a-46e5-a640-633580d7f359 req-22d7c28a-c075-4841-a95e-e2448cbf1885 service neutron] 10.222.0.58 "GET /v2.0/networks/5ad5db1d-7144-4bf7-bf56-ddc30953801c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854831 Dec 16 10:17:10.535816 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6fe4c530-db3a-46e5-a640-633580d7f359 req-57faea37-4806-4159-9cc0-70c5f81161c6 service neutron] 10.222.0.58 "GET /v2.0/networks/5ad5db1d-7144-4bf7-bf56-ddc30953801c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908723 Dec 16 10:17:11.074016 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:11.813782 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff8621-c422-42b9-82f2-a041bc3a6ea3 req-67f77187-5d56-49c6-be2a-a605bd1dc344 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:11.815284 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-13ff8621-c422-42b9-82f2-a041bc3a6ea3 req-67f77187-5d56-49c6-be2a-a605bd1dc344 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 946 time: 0.0502937 Dec 16 10:17:11.854484 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-13ff8621-c422-42b9-82f2-a041bc3a6ea3 req-a0049320-b8bc-4ecf-816f-c758e964da65 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326328 Dec 16 10:17:12.974481 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d74c9d-8d6b-4d2f-84f7-78fa17c9a1d8 req-220582c8-b433-4bf1-8235-a5cfe9d054a4 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:12.976029 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-96d74c9d-8d6b-4d2f-84f7-78fa17c9a1d8 req-220582c8-b433-4bf1-8235-a5cfe9d054a4 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 946 time: 0.0508022 Dec 16 10:17:13.020982 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-96d74c9d-8d6b-4d2f-84f7-78fa17c9a1d8 req-b2baacb5-5f83-4b53-98a1-921ed5a3e198 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa21218f-6a94-417c-8072-2cc6205ac6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373850 Dec 16 10:17:13.173726 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4c530-db3a-46e5-a640-633580d7f359 req-2a0361f0-25ad-4670-84c6-6ffded09fc2d tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:13.175225 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6fe4c530-db3a-46e5-a640-633580d7f359 req-2a0361f0-25ad-4670-84c6-6ffded09fc2d tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.57 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 946 time: 0.0495303 Dec 16 10:17:13.271228 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-6fe4c530-db3a-46e5-a640-633580d7f359 req-03232bdd-9c1c-4fef-8673-182615583b56 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Deleting port d732bf13-190e-4069-a007-51bb9ba8f164 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:17:13.271583 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6fe4c530-db3a-46e5-a640-633580d7f359 req-03232bdd-9c1c-4fef-8673-182615583b56 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:13.359355 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-6fe4c530-db3a-46e5-a640-633580d7f359 req-03232bdd-9c1c-4fef-8673-182615583b56 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] For port d732bf13-190e-4069-a007-51bb9ba8f164, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=d732bf13-190e-4069-a007-51bb9ba8f164,segment=NetworkSegment(26cd6d12-1e08-4bbf-9a41-38cb4c7e31b1),segment_id=26cd6d12-1e08-4bbf-9a41-38cb4c7e31b1)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:17:13.359720 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6fe4c530-db3a-46e5-a640-633580d7f359 req-03232bdd-9c1c-4fef-8673-182615583b56 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:13.372391 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-6fe4c530-db3a-46e5-a640-633580d7f359 req-03232bdd-9c1c-4fef-8673-182615583b56 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Calling delete_port for d732bf13-190e-4069-a007-51bb9ba8f164 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:17:13.552909 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6fe4c530-db3a-46e5-a640-633580d7f359 req-03232bdd-9c1c-4fef-8673-182615583b56 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:13.565191 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['d732bf13-190e-4069-a007-51bb9ba8f164'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:17:13.584617 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03232bdd-9c1c-4fef-8673-182615583b56 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Pushing event deleted for resources: {'Port': ['ID=d732bf13-190e-4069-a007-51bb9ba8f164,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:17:13.627714 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe4c530-db3a-46e5-a640-633580d7f359 req-03232bdd-9c1c-4fef-8673-182615583b56 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] No DVR routers for this DVR port d732bf13-190e-4069-a007-51bb9ba8f164 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:17:13.630368 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-6fe4c530-db3a-46e5-a640-633580d7f359 req-03232bdd-9c1c-4fef-8673-182615583b56 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:13.633640 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6fe4c530-db3a-46e5-a640-633580d7f359 req-03232bdd-9c1c-4fef-8673-182615583b56 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.57 "DELETE /v2.0/ports/d732bf13-190e-4069-a007-51bb9ba8f164 HTTP/1.1" status: 204 len: 173 time: 0.4505136 Dec 16 10:17:13.634078 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e1e087-d422-4acd-8aad-6e14df33ea31', 'name': 'network-vif-deleted', 'tag': 'd732bf13-190e-4069-a007-51bb9ba8f164'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:17:13.636816 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aca6815-84e4-4ab6-b1dd-bbf40f629b7b" -d '{"events": [{"server_uuid": "20e1e087-d422-4acd-8aad-6e14df33ea31", "name": "network-vif-deleted", "tag": "d732bf13-190e-4069-a007-51bb9ba8f164"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:17:13.671440 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80eed3c4-9b90-4fb6-bdea-83c75278865e x-openstack-request-id: req-80eed3c4-9b90-4fb6-bdea-83c75278865e {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:17:13.671729 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e1e087-d422-4acd-8aad-6e14df33ea31", "name": "network-vif-deleted", "tag": "d732bf13-190e-4069-a007-51bb9ba8f164", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:17:13.671971 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-80eed3c4-9b90-4fb6-bdea-83c75278865e {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:17:13.672368 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e1e087-d422-4acd-8aad-6e14df33ea31', 'name': 'network-vif-deleted', 'tag': 'd732bf13-190e-4069-a007-51bb9ba8f164', 'status': 'completed', 'code': 200} Dec 16 10:17:14.130085 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e02de500-14a2-4e75-8ff5-8d5e13f3b1eb req-d997b295-b57e-485b-b005-c205e102e2f2 tempest-DeleteServersTestJSON-1406395675 tempest-DeleteServersTestJSON-1406395675-project] 10.222.0.60 "GET /v2.0/ports?device_id=20e1e087-d422-4acd-8aad-6e14df33ea31 HTTP/1.1" status: 200 len: 210 time: 0.0266488 Dec 16 10:17:15.266974 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37916) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:17:15.315653 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-af1f2e64-1c98-4ac6-b1f1-17defddc58e4 admin admin] Deleting subnet bd146f79-1110-424f-9a16-050f6c8c68c1 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:17:15.318778 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-af1f2e64-1c98-4ac6-b1f1-17defddc58e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:15.353454 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-af1f2e64-1c98-4ac6-b1f1-17defddc58e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:15.391559 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-af1f2e64-1c98-4ac6-b1f1-17defddc58e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:15.479274 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-af1f2e64-1c98-4ac6-b1f1-17defddc58e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:15.505747 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f2e64-1c98-4ac6-b1f1-17defddc58e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd146f79-1110-424f-9a16-050f6c8c68c1,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:17:15.509516 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-af1f2e64-1c98-4ac6-b1f1-17defddc58e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:15.512631 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-af1f2e64-1c98-4ac6-b1f1-17defddc58e4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/bd146f79-1110-424f-9a16-050f6c8c68c1 HTTP/1.1" status: 204 len: 168 time: 0.2446554 Dec 16 10:17:15.515084 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37918) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:17:15.585791 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-922b27ea-eb60-4d38-82bb-23a4a887096a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:15.665609 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-922b27ea-eb60-4d38-82bb-23a4a887096a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:15.690671 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-922b27ea-eb60-4d38-82bb-23a4a887096a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ad5db1d-7144-4bf7-bf56-ddc30953801c']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:17:15.700849 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-922b27ea-eb60-4d38-82bb-23a4a887096a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26cd6d12-1e08-4bbf-9a41-38cb4c7e31b1') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:17:15.701157 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-922b27ea-eb60-4d38-82bb-23a4a887096a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26cd6d12-1e08-4bbf-9a41-38cb4c7e31b1') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:17:15.710938 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-922b27ea-eb60-4d38-82bb-23a4a887096a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:15.724465 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-922b27ea-eb60-4d38-82bb-23a4a887096a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:15.730316 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-922b27ea-eb60-4d38-82bb-23a4a887096a admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:17:15.730698 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-922b27ea-eb60-4d38-82bb-23a4a887096a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:15.732326 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 10:17:15.732326 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:17:15.732326 n-d-820550-2 neutron-server[102817]: timer() Dec 16 10:17:15.732326 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:17:15.732326 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 10:17:15.732326 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:17:15.732326 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 10:17:15.732326 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:17:15.732326 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 10:17:15.732326 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:17:15.732326 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 10:17:15.732326 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:17:15.732326 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 10:17:15.732326 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:17:15.732326 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:17:15.732326 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:17:15.732326 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:17:15.732326 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:17:15.732326 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 10:17:15.732326 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:17:15.732326 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 10:17:15.732326 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:17:15.732326 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:17:15.732326 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:17:15.732326 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 10:17:15.732326 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:17:15.732326 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:17:15.732326 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:17:15.732326 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:17:15.732326 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:17:15.732326 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:17:15.732326 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:17:15.844679 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-922b27ea-eb60-4d38-82bb-23a4a887096a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:15.851320 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-922b27ea-eb60-4d38-82bb-23a4a887096a admin admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:15.854685 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-922b27ea-eb60-4d38-82bb-23a4a887096a admin admin] 10.222.0.60 "DELETE /v2.0/networks/5ad5db1d-7144-4bf7-bf56-ddc30953801c HTTP/1.1" status: 204 len: 168 time: 0.3386722 Dec 16 10:17:15.867885 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b27ea-eb60-4d38-82bb-23a4a887096a admin admin] Pushing event deleted for resources: {'Network': ['ID=5ad5db1d-7144-4bf7-bf56-ddc30953801c,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:17:16.125895 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 37922) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:17:16.166468 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-50309d4a-83db-4d69-bd57-5ed4ed90da0a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fc7726ffdfd940baa305dd51064542ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392632 Dec 16 10:17:16.168978 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37924) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:17:16.219670 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb2a909f-cc62-4957-aa21-1dfaf3507f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:16.241803 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb2a909f-cc62-4957-aa21-1dfaf3507f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:16.352395 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb2a909f-cc62-4957-aa21-1dfaf3507f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:16.356959 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb2a909f-cc62-4957-aa21-1dfaf3507f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:16.358467 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-eb2a909f-cc62-4957-aa21-1dfaf3507f7a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fa21218f-6a94-417c-8072-2cc6205ac6be HTTP/1.1" status: 204 len: 168 time: 0.1883111 Dec 16 10:17:16.370306 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a909f-cc62-4957-aa21-1dfaf3507f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa21218f-6a94-417c-8072-2cc6205ac6be,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:17:17.420307 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37946) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:17:17.514590 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-565fac2d-e35e-492b-9e40-d2923b62232a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-849960749-network', 'tenant_id': 'db24d11d57a04a08ba31a547ecf43942'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:17:17.615235 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565fac2d-e35e-492b-9e40-d2923b62232a admin admin] Made reservation on behalf of db24d11d57a04a08ba31a547ecf43942 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:17:17.617659 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-565fac2d-e35e-492b-9e40-d2923b62232a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:17.627285 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-565fac2d-e35e-492b-9e40-d2923b62232a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:17.702024 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-565fac2d-e35e-492b-9e40-d2923b62232a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:17.758331 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-565fac2d-e35e-492b-9e40-d2923b62232a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:17.786006 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-565fac2d-e35e-492b-9e40-d2923b62232a admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:17:17.795695 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565fac2d-e35e-492b-9e40-d2923b62232a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8adb5e54-5993-4900-824b-95c40b688b4e,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:17:17.800334 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-565fac2d-e35e-492b-9e40-d2923b62232a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:17.800696 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-565fac2d-e35e-492b-9e40-d2923b62232a admin admin] Added segment e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056 of type vlan for network b68001f4-7967-4e2e-8276-8b502e56dee5 Dec 16 10:17:17.841793 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-565fac2d-e35e-492b-9e40-d2923b62232a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:17.912259 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device d732bf13-190e-4069-a007-51bb9ba8f164 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:17:17.929852 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-565fac2d-e35e-492b-9e40-d2923b62232a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:17.930975 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565fac2d-e35e-492b-9e40-d2923b62232a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:17.931561 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-565fac2d-e35e-492b-9e40-d2923b62232a admin admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:17.935722 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: d732bf13-190e-4069-a007-51bb9ba8f164 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:17:17.936069 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device d732bf13-190e-4069-a007-51bb9ba8f164 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:17:17.993325 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565fac2d-e35e-492b-9e40-d2923b62232a admin admin] Pushing event updated for resources: {'Network': ['ID=b68001f4-7967-4e2e-8276-8b502e56dee5,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:17:18.003752 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network b68001f4-7967-4e2e-8276-8b502e56dee5 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:17:18.046530 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-565fac2d-e35e-492b-9e40-d2923b62232a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6251345 Dec 16 10:17:18.049479 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 37950) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:17:18.054560 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-8e8e28e3-a4a2-4fbd-afb2-1287f9db5222 admin admin] Request body: {'subnet': {'network_id': 'b68001f4-7967-4e2e-8276-8b502e56dee5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-849960749-subnet', 'tenant_id': 'db24d11d57a04a08ba31a547ecf43942', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:17:18.135509 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8e28e3-a4a2-4fbd-afb2-1287f9db5222 admin admin] Made reservation on behalf of db24d11d57a04a08ba31a547ecf43942 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:17:18.138046 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8e8e28e3-a4a2-4fbd-afb2-1287f9db5222 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:18.358579 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8e8e28e3-a4a2-4fbd-afb2-1287f9db5222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:18.419890 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e28e3-a4a2-4fbd-afb2-1287f9db5222 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7442729a-bc60-4f95-807a-5a38d338e17d,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:17:18.431643 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8e28e3-a4a2-4fbd-afb2-1287f9db5222 admin admin] Checking segment: {'id': 'e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b68001f4-7967-4e2e-8276-8b502e56dee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:17:18.432237 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8e28e3-a4a2-4fbd-afb2-1287f9db5222 admin admin] Network hostable DHCP agents. Network: b68001f4-7967-4e2e-8276-8b502e56dee5, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:17:18.489582 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8e28e3-a4a2-4fbd-afb2-1287f9db5222 admin admin] Network b68001f4-7967-4e2e-8276-8b502e56dee5 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:17:18.541053 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-8e8e28e3-a4a2-4fbd-afb2-1287f9db5222 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, b68001f4-7967-4e2e-8276-8b502e56dee5) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:17:18.547499 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8e28e3-a4a2-4fbd-afb2-1287f9db5222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:18.548905 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8e8e28e3-a4a2-4fbd-afb2-1287f9db5222 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:18.552904 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bdeecd-3d5e-4545-9ae1-47d97bf73d17 None None] Network b68001f4-7967-4e2e-8276-8b502e56dee5 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:17:18.612527 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8e8e28e3-a4a2-4fbd-afb2-1287f9db5222 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5617714 Dec 16 10:17:18.679188 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf91cf28-99e5-4951-94d5-31959469d106 None None] Network b68001f4-7967-4e2e-8276-8b502e56dee5 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:17:19.065477 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-220d215d-a062-4bf3-9a63-33a4709e3813 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:19.066948 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-220d215d-a062-4bf3-9a63-33a4709e3813 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/networks?id=b68001f4-7967-4e2e-8276-8b502e56dee5 HTTP/1.1" status: 200 len: 814 time: 0.1075275 Dec 16 10:17:19.082696 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-c276ff5e-b173-4fd4-86ca-693af17b5be7 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/quotas/db24d11d57a04a08ba31a547ecf43942 HTTP/1.1" status: 200 len: 375 time: 0.0098350 Dec 16 10:17:19.115966 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-a4ef3a59-87d7-4d52-a35e-28333e50c389 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=db24d11d57a04a08ba31a547ecf43942&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273941 Dec 16 10:17:19.210596 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-71263490-0c89-4363-8e6f-abd2a0b2c4f5 service neutron] 10.222.0.60 "GET /v2.0/networks/b68001f4-7967-4e2e-8276-8b502e56dee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874166 Dec 16 10:17:19.297880 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-1523b14d-e04d-4747-a795-a1cf0751096e service neutron] 10.222.0.60 "GET /v2.0/networks/b68001f4-7967-4e2e-8276-8b502e56dee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807140 Dec 16 10:17:19.545641 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2e67f06a-feda-409d-9b69-79c03588ea00 req-725f1b00-b7af-42b1-b60d-a0362cadf944 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 210 time: 0.0316005 Dec 16 10:17:20.639347 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e1fc4692-0e9b-47f5-ad81-d822cb7f67d3 req-7f947839-c32a-4c3a-a66d-8d2acfd22652 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 210 time: 0.0267291 Dec 16 10:17:21.406859 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-99e3841a-c8de-4cfa-8243-44829d434f16 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:21.408780 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-99e3841a-c8de-4cfa-8243-44829d434f16 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.58 "GET /v2.0/networks?id=b68001f4-7967-4e2e-8276-8b502e56dee5 HTTP/1.1" status: 200 len: 814 time: 0.1050341 Dec 16 10:17:21.422160 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-95aeab8c-64eb-45d0-aad1-e0442f0ef5f8 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Request body: {'port': {'device_id': 'fbf90915-f750-416c-af45-c16c09c3c42b', 'network_id': 'b68001f4-7967-4e2e-8276-8b502e56dee5', 'admin_state_up': True, 'tenant_id': 'db24d11d57a04a08ba31a547ecf43942'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:17:21.638589 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-95aeab8c-64eb-45d0-aad1-e0442f0ef5f8 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Made reservation on behalf of db24d11d57a04a08ba31a547ecf43942 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:17:21.642264 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-95aeab8c-64eb-45d0-aad1-e0442f0ef5f8 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:21.748836 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d46b090b-856e-4bb4-b233-9d4f2809f480 req-b7164b59-e23b-48bb-85ff-10ad264636af tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 210 time: 0.0376554 Dec 16 10:17:21.800687 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-95aeab8c-64eb-45d0-aad1-e0442f0ef5f8 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Allocated IP 172.20.0.14 (b68001f4-7967-4e2e-8276-8b502e56dee5/7442729a-bc60-4f95-807a-5a38d338e17d/917e8e68-5b5a-42ed-87a3-e2d0a3753c86) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:17:21.946701 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-95aeab8c-64eb-45d0-aad1-e0442f0ef5f8 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:22.061755 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-95aeab8c-64eb-45d0-aad1-e0442f0ef5f8 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:22.108324 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-95aeab8c-64eb-45d0-aad1-e0442f0ef5f8 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Network b68001f4-7967-4e2e-8276-8b502e56dee5 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:17:22.111504 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-95aeab8c-64eb-45d0-aad1-e0442f0ef5f8 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:17:22.115214 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-95aeab8c-64eb-45d0-aad1-e0442f0ef5f8 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:17:22.142671 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aeab8c-64eb-45d0-aad1-e0442f0ef5f8 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Pushing event updated for resources: {'Port': ['ID=917e8e68-5b5a-42ed-87a3-e2d0a3753c86,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:17:22.175436 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-95aeab8c-64eb-45d0-aad1-e0442f0ef5f8 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:22.176068 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-95aeab8c-64eb-45d0-aad1-e0442f0ef5f8 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:22.247249 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-95aeab8c-64eb-45d0-aad1-e0442f0ef5f8 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8289800 Dec 16 10:17:22.259736 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-f288fe35-cfff-40fe-b313-87c4ba0bcd45 service neutron] Request body: {'port': {'device_id': 'fbf90915-f750-416c-af45-c16c09c3c42b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:17:22.313318 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-f288fe35-cfff-40fe-b313-87c4ba0bcd45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:22.576758 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-f288fe35-cfff-40fe-b313-87c4ba0bcd45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 917e8e68-5b5a-42ed-87a3-e2d0a3753c86 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:17:22.584225 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-f288fe35-cfff-40fe-b313-87c4ba0bcd45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:22.596574 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-f288fe35-cfff-40fe-b313-87c4ba0bcd45 service neutron] Transition to ACTIVE for port object 917e8e68-5b5a-42ed-87a3-e2d0a3753c86 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:17:22.661052 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-f288fe35-cfff-40fe-b313-87c4ba0bcd45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:22.715122 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288fe35-cfff-40fe-b313-87c4ba0bcd45 service neutron] Pushing event updated for resources: {'Port': ['ID=917e8e68-5b5a-42ed-87a3-e2d0a3753c86,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:17:22.778195 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-f288fe35-cfff-40fe-b313-87c4ba0bcd45 service neutron] Attempting to bind port 917e8e68-5b5a-42ed-87a3-e2d0a3753c86 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:17:22.779663 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-f288fe35-cfff-40fe-b313-87c4ba0bcd45 service neutron] Attempting to bind port 917e8e68-5b5a-42ed-87a3-e2d0a3753c86 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b68001f4-7967-4e2e-8276-8b502e56dee5'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:17:22.779663 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-f288fe35-cfff-40fe-b313-87c4ba0bcd45 service neutron] Attempting to bind port 917e8e68-5b5a-42ed-87a3-e2d0a3753c86 on network b68001f4-7967-4e2e-8276-8b502e56dee5 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:17:22.783353 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-f288fe35-cfff-40fe-b313-87c4ba0bcd45 service neutron] Port 917e8e68-5b5a-42ed-87a3-e2d0a3753c86 on network b68001f4-7967-4e2e-8276-8b502e56dee5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:17:22.783679 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-f288fe35-cfff-40fe-b313-87c4ba0bcd45 service neutron] Attempting to bind port 917e8e68-5b5a-42ed-87a3-e2d0a3753c86 on network b68001f4-7967-4e2e-8276-8b502e56dee5 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:17:22.788688 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-f288fe35-cfff-40fe-b313-87c4ba0bcd45 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:17:22.789029 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-f288fe35-cfff-40fe-b313-87c4ba0bcd45 service neutron] Checking segment: {'id': 'e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b68001f4-7967-4e2e-8276-8b502e56dee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:17:22.789443 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-f288fe35-cfff-40fe-b313-87c4ba0bcd45 service neutron] Bound using segment: {'id': 'e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b68001f4-7967-4e2e-8276-8b502e56dee5'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:17:22.789869 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-f288fe35-cfff-40fe-b313-87c4ba0bcd45 service neutron] Bound port: 917e8e68-5b5a-42ed-87a3-e2d0a3753c86, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b68001f4-7967-4e2e-8276-8b502e56dee5'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:17:22.790230 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-f288fe35-cfff-40fe-b313-87c4ba0bcd45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:22.861224 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-f288fe35-cfff-40fe-b313-87c4ba0bcd45 service neutron] For port 917e8e68-5b5a-42ed-87a3-e2d0a3753c86, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:17:22.864340 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-f288fe35-cfff-40fe-b313-87c4ba0bcd45 service neutron] For port 917e8e68-5b5a-42ed-87a3-e2d0a3753c86, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=917e8e68-5b5a-42ed-87a3-e2d0a3753c86,segment=NetworkSegment(e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056),segment_id=e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:17:22.872015 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9947fd8-e0be-4e59-a5b4-4fa5c95841d8 req-3b86fb97-852f-4fb1-a340-a7b78cc4a5e3 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:22.873552 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b9947fd8-e0be-4e59-a5b4-4fa5c95841d8 req-3b86fb97-852f-4fb1-a340-a7b78cc4a5e3 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 944 time: 0.0555327 Dec 16 10:17:22.913416 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b9947fd8-e0be-4e59-a5b4-4fa5c95841d8 req-4e1008cf-db50-474a-b588-c97e86bfa122 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322440 Dec 16 10:17:22.941801 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-f288fe35-cfff-40fe-b313-87c4ba0bcd45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:22.976544 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-f288fe35-cfff-40fe-b313-87c4ba0bcd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:22.977181 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-f288fe35-cfff-40fe-b313-87c4ba0bcd45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:22.978616 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-f288fe35-cfff-40fe-b313-87c4ba0bcd45 service neutron] 10.222.0.58 "PUT /v2.0/ports/917e8e68-5b5a-42ed-87a3-e2d0a3753c86 HTTP/1.1" status: 200 len: 1092 time: 0.7235086 Dec 16 10:17:22.979131 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf90915-f750-416c-af45-c16c09c3c42b', 'tag': '917e8e68-5b5a-42ed-87a3-e2d0a3753c86'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:17:22.981689 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68aeda81-4027-477d-84de-a385687ed125" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf90915-f750-416c-af45-c16c09c3c42b", "tag": "917e8e68-5b5a-42ed-87a3-e2d0a3753c86"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:17:23.007615 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288fe35-cfff-40fe-b313-87c4ba0bcd45 service neutron] Pushing event updated for resources: {'Port': ['ID=917e8e68-5b5a-42ed-87a3-e2d0a3753c86,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:17:23.024017 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68fd5bb-f50c-407f-8d9b-cb3cc0bea52d x-openstack-request-id: req-c68fd5bb-f50c-407f-8d9b-cb3cc0bea52d {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:17:23.024236 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf90915-f750-416c-af45-c16c09c3c42b", "tag": "917e8e68-5b5a-42ed-87a3-e2d0a3753c86", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:17:23.024485 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c68fd5bb-f50c-407f-8d9b-cb3cc0bea52d {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:17:23.024887 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf90915-f750-416c-af45-c16c09c3c42b', 'tag': '917e8e68-5b5a-42ed-87a3-e2d0a3753c86', 'status': 'completed', 'code': 200} Dec 16 10:17:23.092095 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aeda81-4027-477d-84de-a385687ed125 req-36be5331-cf2f-4311-9b5e-eb77c47e8ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:23.093644 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-68aeda81-4027-477d-84de-a385687ed125 req-36be5331-cf2f-4311-9b5e-eb77c47e8ddd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=db24d11d57a04a08ba31a547ecf43942&device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 1095 time: 0.0500658 Dec 16 10:17:23.200830 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aeda81-4027-477d-84de-a385687ed125 req-2cd4b1a2-cd68-4964-8ecd-d3c3c5700779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:23.202589 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-68aeda81-4027-477d-84de-a385687ed125 req-2cd4b1a2-cd68-4964-8ecd-d3c3c5700779 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=db24d11d57a04a08ba31a547ecf43942&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1010559 Dec 16 10:17:23.293773 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aeda81-4027-477d-84de-a385687ed125 req-cc65e58b-cf2a-4c84-9a77-62719700cd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:23.295216 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-68aeda81-4027-477d-84de-a385687ed125 req-cc65e58b-cf2a-4c84-9a77-62719700cd4c service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0856023 Dec 16 10:17:23.374165 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-ed5cd1c5-d4b7-4e63-8e77-d47934ffb995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:23.375644 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-ed5cd1c5-d4b7-4e63-8e77-d47934ffb995 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=db24d11d57a04a08ba31a547ecf43942&device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 1095 time: 0.0448649 Dec 16 10:17:23.416768 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-6e7dd454-4478-4d08-8afa-f308b14aac60 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=917e8e68-5b5a-42ed-87a3-e2d0a3753c86 HTTP/1.1" status: 200 len: 217 time: 0.0329626 Dec 16 10:17:23.466105 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-e7eca72e-99be-4a1a-ba8f-8fed834df1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:23.467577 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-e7eca72e-99be-4a1a-ba8f-8fed834df1dc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7442729a-bc60-4f95-807a-5a38d338e17d HTTP/1.1" status: 200 len: 854 time: 0.0434785 Dec 16 10:17:23.498869 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-32dbb5e8-b67c-4aa8-8368-0d19ebbd756b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b68001f4-7967-4e2e-8276-8b502e56dee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242479 Dec 16 10:17:23.591307 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-5be4012f-2441-401c-9cc6-20570313d408 service neutron] 10.222.0.58 "GET /v2.0/networks/b68001f4-7967-4e2e-8276-8b502e56dee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852597 Dec 16 10:17:23.681894 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d81c55bb-2126-4511-9437-1b9bc910bd98 req-5fb8f6bc-6d89-4148-884b-89de389a2ae2 service neutron] 10.222.0.58 "GET /v2.0/networks/b68001f4-7967-4e2e-8276-8b502e56dee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824182 Dec 16 10:17:24.028799 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a281d10-5518-4001-8e16-4f1e04f01eae req-920540f8-b940-4106-a017-40c8bcefa6d1 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:24.030504 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7a281d10-5518-4001-8e16-4f1e04f01eae req-920540f8-b940-4106-a017-40c8bcefa6d1 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 944 time: 0.0502596 Dec 16 10:17:24.073900 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7a281d10-5518-4001-8e16-4f1e04f01eae req-dcdf3adb-fad8-403c-b470-2a8b7f27c8ba tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330708 Dec 16 10:17:24.112525 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f52d8a7c-50fc-4307-b8f8-7d022aca6a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:25.196540 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466a5b9-2da1-4ad0-869a-9b0facc0d0a4 req-b47cec65-8569-42cc-bad4-4038f4a8d5e3 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:25.198063 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3466a5b9-2da1-4ad0-869a-9b0facc0d0a4 req-b47cec65-8569-42cc-bad4-4038f4a8d5e3 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 944 time: 0.0547006 Dec 16 10:17:25.236546 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3466a5b9-2da1-4ad0-869a-9b0facc0d0a4 req-3cb2d2d2-ba0e-496a-821a-d7ac492e6339 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321224 Dec 16 10:17:26.350003 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f84f6f-aea1-423a-b2dd-337659db5d87 req-c4c08478-465e-4285-8583-b8f35dd42368 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:26.351506 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e1f84f6f-aea1-423a-b2dd-337659db5d87 req-c4c08478-465e-4285-8583-b8f35dd42368 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 944 time: 0.0490515 Dec 16 10:17:26.390174 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e1f84f6f-aea1-423a-b2dd-337659db5d87 req-5f3dfdb4-560a-4647-80bf-efd2ae873e81 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320454 Dec 16 10:17:26.426796 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-28287991-8aa5-4ba7-9fd3-c7e55629f3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:26.984404 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 917e8e68-5b5a-42ed-87a3-e2d0a3753c86 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:17:27.076281 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 917e8e68-5b5a-42ed-87a3-e2d0a3753c86, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=917e8e68-5b5a-42ed-87a3-e2d0a3753c86,segment=NetworkSegment(e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056),segment_id=e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:17:27.088804 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '917e8e68-5b5a-42ed-87a3-e2d0a3753c86', 'network_id': 'b68001f4-7967-4e2e-8276-8b502e56dee5', 'port_id': '917e8e68-5b5a-42ed-87a3-e2d0a3753c86', 'mac_address': 'fa:16:3e:db:15:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7442729a-bc60-4f95-807a-5a38d338e17d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:17:27.279411 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:27.291970 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 917e8e68-5b5a-42ed-87a3-e2d0a3753c86 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:17:27.310901 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 917e8e68-5b5a-42ed-87a3-e2d0a3753c86, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=917e8e68-5b5a-42ed-87a3-e2d0a3753c86,segment=NetworkSegment(e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056),segment_id=e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:17:27.392149 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:27.438807 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=917e8e68-5b5a-42ed-87a3-e2d0a3753c86,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:17:27.506135 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808dd06-c753-4eba-a041-9ad793c67783 req-88bc60b6-c43f-43b8-a64e-9d0decbf8080 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:27.507614 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3808dd06-c753-4eba-a041-9ad793c67783 req-88bc60b6-c43f-43b8-a64e-9d0decbf8080 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 945 time: 0.0482373 Dec 16 10:17:27.545446 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3808dd06-c753-4eba-a041-9ad793c67783 req-13849aca-0791-45c3-9b33-d117996f5756 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309041 Dec 16 10:17:27.577870 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['917e8e68-5b5a-42ed-87a3-e2d0a3753c86'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:17:27.714081 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:28.668025 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e34a8-104b-4cbc-9de4-f6f7526a3b8f req-b5a02c40-40d3-49e3-af59-26b5054a42da tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:28.669526 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d16e34a8-104b-4cbc-9de4-f6f7526a3b8f req-b5a02c40-40d3-49e3-af59-26b5054a42da tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 945 time: 0.0539556 Dec 16 10:17:28.706894 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d16e34a8-104b-4cbc-9de4-f6f7526a3b8f req-5cd66912-5a1b-4da1-a33e-453c3a3f4c6e tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314252 Dec 16 10:17:28.999946 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 917e8e68-5b5a-42ed-87a3-e2d0a3753c86 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:17:29.095004 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 917e8e68-5b5a-42ed-87a3-e2d0a3753c86 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:17:29.098973 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 917e8e68-5b5a-42ed-87a3-e2d0a3753c86 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:17:29.099337 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:29.186388 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:29.207763 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf90915-f750-416c-af45-c16c09c3c42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917e8e68-5b5a-42ed-87a3-e2d0a3753c86'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:17:29.209982 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0341a2b5-c6c1-4ca2-b09d-30949c4b3ce5" -d '{"events": [{"server_uuid": "fbf90915-f750-416c-af45-c16c09c3c42b", "name": "network-vif-plugged", "status": "completed", "tag": "917e8e68-5b5a-42ed-87a3-e2d0a3753c86"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:17:29.222320 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 917e8e68-5b5a-42ed-87a3-e2d0a3753c86, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=917e8e68-5b5a-42ed-87a3-e2d0a3753c86,segment=NetworkSegment(e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056),segment_id=e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:17:29.246214 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca272faa-87ff-495b-9926-70b58da13006 x-openstack-request-id: req-ca272faa-87ff-495b-9926-70b58da13006 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:17:29.246502 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf90915-f750-416c-af45-c16c09c3c42b", "name": "network-vif-plugged", "status": "completed", "tag": "917e8e68-5b5a-42ed-87a3-e2d0a3753c86", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:17:29.246753 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ca272faa-87ff-495b-9926-70b58da13006 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:17:29.247149 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf90915-f750-416c-af45-c16c09c3c42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917e8e68-5b5a-42ed-87a3-e2d0a3753c86', 'code': 200} Dec 16 10:17:29.261921 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:29.290328 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:29.338885 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=917e8e68-5b5a-42ed-87a3-e2d0a3753c86,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:17:29.339386 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f8c70-f283-490c-8bdd-ada5ea2ae49c req-56b0c616-fa5c-44a4-afa2-34a871838959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:29.340893 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-584f8c70-f283-490c-8bdd-ada5ea2ae49c req-56b0c616-fa5c-44a4-afa2-34a871838959 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 1097 time: 0.0404508 Dec 16 10:17:29.346536 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:29.346890 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:29.347301 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:29.347645 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:29.347981 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:29.348322 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:29.348651 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:29.348983 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:29.349431 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:29.349763 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:29.350094 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:29.350420 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:29.375831 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-584f8c70-f283-490c-8bdd-ada5ea2ae49c req-d922b40e-1c39-4a5f-895b-17b045364547 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278323 Dec 16 10:17:29.587049 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:29.820963 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51521865-0f3f-4539-ad4f-99dfe94a969a req-def77fdf-6650-4cac-b6b0-ead4921f40a5 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:29.823064 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-51521865-0f3f-4539-ad4f-99dfe94a969a req-def77fdf-6650-4cac-b6b0-ead4921f40a5 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 946 time: 0.0496576 Dec 16 10:17:29.861636 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-51521865-0f3f-4539-ad4f-99dfe94a969a req-a69d4403-632b-488b-93a1-ca4c1a9f3e18 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319035 Dec 16 10:17:30.980186 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabfcac-e6f7-4d5d-b7dd-a281f100eb03 req-ad9e62a4-eafe-47a4-a4d5-ef322ea9e800 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:30.981897 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ecabfcac-e6f7-4d5d-b7dd-a281f100eb03 req-ad9e62a4-eafe-47a4-a4d5-ef322ea9e800 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 946 time: 0.0534749 Dec 16 10:17:31.019285 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ecabfcac-e6f7-4d5d-b7dd-a281f100eb03 req-0a57223d-6f95-4d68-9824-0f1350040d3f tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313916 Dec 16 10:17:31.132355 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef93dd0-cc47-4bc7-b595-90ca8035633c req-60f46ed9-f2a2-4f14-a7df-3d9b86c7f43b tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:31.133894 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cef93dd0-cc47-4bc7-b595-90ca8035633c req-60f46ed9-f2a2-4f14-a7df-3d9b86c7f43b tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 946 time: 0.0488846 Dec 16 10:17:31.172109 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cef93dd0-cc47-4bc7-b595-90ca8035633c req-afb7f7ec-4ee8-450b-aa68-fa448ebaf6de tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321167 Dec 16 10:17:31.458111 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888888ea-871a-466a-ae2c-71bedc06b86f req-751511b4-87b2-4bb3-83d7-6ba0b194d228 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:31.459505 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-888888ea-871a-466a-ae2c-71bedc06b86f req-751511b4-87b2-4bb3-83d7-6ba0b194d228 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 946 time: 0.0528963 Dec 16 10:17:31.497853 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-888888ea-871a-466a-ae2c-71bedc06b86f req-53cce936-379c-4624-9bee-efe966ca0217 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314045 Dec 16 10:17:31.611907 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf3b29-7d13-4dfb-a83f-f2d99c09290c req-678e6dbf-f4f8-4f3c-8650-8b77bdcd2028 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:31.613407 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-48cf3b29-7d13-4dfb-a83f-f2d99c09290c req-678e6dbf-f4f8-4f3c-8650-8b77bdcd2028 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 946 time: 0.0488446 Dec 16 10:17:31.650331 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-48cf3b29-7d13-4dfb-a83f-f2d99c09290c req-4443d595-a3a5-4f5a-a441-b6dc7ed25ee9 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309644 Dec 16 10:17:32.039319 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ab431-fbf0-41c7-8d6e-7d1118c69d0b req-b9db9508-5300-453b-8715-a1427955f39c tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:32.040723 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-371ab431-fbf0-41c7-8d6e-7d1118c69d0b req-b9db9508-5300-453b-8715-a1427955f39c tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 946 time: 0.0493641 Dec 16 10:17:32.079944 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-371ab431-fbf0-41c7-8d6e-7d1118c69d0b req-3d5147d7-5f85-4c82-abd7-b7c929dab543 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329564 Dec 16 10:17:32.144277 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-5bcf931f-8136-4a0d-8512-452f909fa0a8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0394418 Dec 16 10:17:33.198219 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71c5d5-a9e1-47ec-82f1-ee9d660d4bab req-18e9f41a-fbc2-4f22-9154-5c142b1c7fc8 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:33.199643 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ff71c5d5-a9e1-47ec-82f1-ee9d660d4bab req-18e9f41a-fbc2-4f22-9154-5c142b1c7fc8 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 946 time: 0.0507426 Dec 16 10:17:33.240259 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ff71c5d5-a9e1-47ec-82f1-ee9d660d4bab req-83014433-a98f-4a30-942d-e9f3aa9437fc tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341759 Dec 16 10:17:34.127371 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-9e2b6f5c-e2d3-49b2-8fa4-151e60323938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:34.129978 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-9e2b6f5c-e2d3-49b2-8fa4-151e60323938 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=db24d11d57a04a08ba31a547ecf43942&device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 1097 time: 0.0607688 Dec 16 10:17:34.219653 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-fb08332a-74d5-4edf-96a4-99c8f2eb1728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:34.221143 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-fb08332a-74d5-4edf-96a4-99c8f2eb1728 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b68001f4-7967-4e2e-8276-8b502e56dee5 HTTP/1.1" status: 200 len: 915 time: 0.0848246 Dec 16 10:17:34.268928 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-a9372feb-2103-4b37-a97e-0c0c195e7513 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=917e8e68-5b5a-42ed-87a3-e2d0a3753c86 HTTP/1.1" status: 200 len: 217 time: 0.0404470 Dec 16 10:17:34.343997 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-9b5b1557-01d4-481b-9c59-9ace5a649717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:34.345458 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-9b5b1557-01d4-481b-9c59-9ace5a649717 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7442729a-bc60-4f95-807a-5a38d338e17d HTTP/1.1" status: 200 len: 854 time: 0.0708375 Dec 16 10:17:34.381839 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-a5834e95-c3a3-4a4e-bedd-5a420b298012 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b68001f4-7967-4e2e-8276-8b502e56dee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282869 Dec 16 10:17:34.390784 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74993f89-6545-4bb9-aca3-3eb30935ffad req-d752570f-2507-4ba1-b318-280c16bdd061 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:34.392159 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74993f89-6545-4bb9-aca3-3eb30935ffad req-d752570f-2507-4ba1-b318-280c16bdd061 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 946 time: 0.0771055 Dec 16 10:17:34.480543 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74993f89-6545-4bb9-aca3-3eb30935ffad req-7d20d774-5689-4ba6-a38d-130c493e1b28 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804541 Dec 16 10:17:34.505656 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-1e6df3a2-b1db-4cb4-8677-73791a772c3f service neutron] 10.222.0.58 "GET /v2.0/networks/b68001f4-7967-4e2e-8276-8b502e56dee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125798 Dec 16 10:17:34.606260 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-6af892a8-d4f4-46b5-a736-46e8ad8b27d4 service neutron] 10.222.0.58 "GET /v2.0/networks/b68001f4-7967-4e2e-8276-8b502e56dee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935242 Dec 16 10:17:35.600182 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe7f1c-875d-4215-9c75-3f1cccd58247 req-6761f46a-fbd3-4bc2-91e8-609a818511f0 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:35.601865 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-53fe7f1c-875d-4215-9c75-3f1cccd58247 req-6761f46a-fbd3-4bc2-91e8-609a818511f0 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 946 time: 0.0541370 Dec 16 10:17:35.644822 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-53fe7f1c-875d-4215-9c75-3f1cccd58247 req-1cdb099c-6c23-47d5-8c0a-b038971c789e tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361006 Dec 16 10:17:36.780607 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf871f-49fe-484b-80b1-7aa949322682 req-ed7c5768-04d3-4e85-8d32-4b2bb1135918 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:36.782850 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5edf871f-49fe-484b-80b1-7aa949322682 req-ed7c5768-04d3-4e85-8d32-4b2bb1135918 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 946 time: 0.0622401 Dec 16 10:17:36.820673 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5edf871f-49fe-484b-80b1-7aa949322682 req-3d778dbf-92f4-4b35-9a1b-f365969885e3 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319161 Dec 16 10:17:37.654931 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:37.938986 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fabc5-89fa-42dd-b22f-eccf6fa233f6 req-5a4e3043-dbbd-4910-9200-f1633bfdb922 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:37.940664 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b93fabc5-89fa-42dd-b22f-eccf6fa233f6 req-5a4e3043-dbbd-4910-9200-f1633bfdb922 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 946 time: 0.0490582 Dec 16 10:17:37.980156 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b93fabc5-89fa-42dd-b22f-eccf6fa233f6 req-0ef7a631-1ae4-45c5-8818-a3177c501b61 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335460 Dec 16 10:17:39.094379 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e03f4-7b81-45b9-a605-0e6b83e1dda6 req-2216f116-d18a-4283-8734-314fceca6d9d tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:39.095891 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ca3e03f4-7b81-45b9-a605-0e6b83e1dda6 req-2216f116-d18a-4283-8734-314fceca6d9d tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 946 time: 0.0492065 Dec 16 10:17:39.134082 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ca3e03f4-7b81-45b9-a605-0e6b83e1dda6 req-4be0563b-910e-476b-86f1-fecd37d1639c tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320261 Dec 16 10:17:39.565483 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:17:40.249902 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2828c-84ab-498e-aef4-c6d9d6a1c3f9 req-0a6964e6-922b-46d4-a21c-30dc558ff46e tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:40.251382 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5ac2828c-84ab-498e-aef4-c6d9d6a1c3f9 req-0a6964e6-922b-46d4-a21c-30dc558ff46e tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 946 time: 0.0500126 Dec 16 10:17:40.289990 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5ac2828c-84ab-498e-aef4-c6d9d6a1c3f9 req-1a187a44-43c5-4bbf-83e9-fc043f06b575 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326777 Dec 16 10:17:41.077844 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:41.406031 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e0803-b148-4407-9946-4938e3d854c3 req-1ddded79-2d4d-4b19-8ef8-9f117f90029a tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:41.407482 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-540e0803-b148-4407-9946-4938e3d854c3 req-1ddded79-2d4d-4b19-8ef8-9f117f90029a tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 946 time: 0.0491371 Dec 16 10:17:41.447905 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-540e0803-b148-4407-9946-4938e3d854c3 req-2316b46a-8363-44de-982c-1e826fb2cc55 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338714 Dec 16 10:17:42.179883 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-b4b16bf0-5200-49e6-aeca-1b9ffa196301 req-2ccd2422-c1d3-49ac-bd86-bd24dbe7d206 service neutron] (102817) timed out ('10.222.0.57', 65022) {{(pid=102817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 16 10:17:42.564500 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e56bb-ed98-45b6-b119-f2ef6991a817 req-35b33496-e675-4b14-8072-00a29404bd58 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:42.566371 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6a0e56bb-ed98-45b6-b119-f2ef6991a817 req-35b33496-e675-4b14-8072-00a29404bd58 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 946 time: 0.0513227 Dec 16 10:17:42.608643 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6a0e56bb-ed98-45b6-b119-f2ef6991a817 req-8a0e6829-f8d7-4838-afcb-775fecaef694 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365670 Dec 16 10:17:44.048689 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a50a9-049d-4b96-8c35-d86dcb10f799 req-9f73dc85-0129-4621-add2-106456cdd71e tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:44.050285 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-473a50a9-049d-4b96-8c35-d86dcb10f799 req-9f73dc85-0129-4621-add2-106456cdd71e tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 946 time: 0.3724217 Dec 16 10:17:44.091729 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-473a50a9-049d-4b96-8c35-d86dcb10f799 req-4e62b4a0-d994-40b6-a4df-94a0205fecf3 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352457 Dec 16 10:17:45.208597 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484e8c9-9f72-4d1e-9de7-5d2c9eeac163 req-6baba2e3-2c56-44d8-95b5-01cb50141b05 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:45.210096 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8484e8c9-9f72-4d1e-9de7-5d2c9eeac163 req-6baba2e3-2c56-44d8-95b5-01cb50141b05 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 946 time: 0.0502458 Dec 16 10:17:45.247589 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8484e8c9-9f72-4d1e-9de7-5d2c9eeac163 req-2cc37ddf-a7cc-498e-a420-1db3ad08dd00 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307665 Dec 16 10:17:46.362610 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958c1c8-d1ca-4dd3-a6cf-7631354f46f7 req-f08cb33a-e658-408e-a2d5-aecae03f0532 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:46.364094 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4958c1c8-d1ca-4dd3-a6cf-7631354f46f7 req-f08cb33a-e658-408e-a2d5-aecae03f0532 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 946 time: 0.0498323 Dec 16 10:17:46.402777 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4958c1c8-d1ca-4dd3-a6cf-7631354f46f7 req-83b32906-2d41-4054-866a-d3536ce4fd54 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324874 Dec 16 10:17:47.522806 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0647a-29a4-4582-a724-87be8f188006 req-65c4cfa2-4007-4a6a-8b03-8bcdbb2f648b tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:47.524317 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0ee0647a-29a4-4582-a724-87be8f188006 req-65c4cfa2-4007-4a6a-8b03-8bcdbb2f648b tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 946 time: 0.0505962 Dec 16 10:17:47.563331 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0ee0647a-29a4-4582-a724-87be8f188006 req-907c2e22-61ae-4399-92c4-7734ac0df1cc tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323696 Dec 16 10:17:48.677916 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c18a6b-0ba6-4dae-8e5d-6224cbceafec req-2c615f50-f092-49b1-b51b-4f9eac7663ba tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:48.679380 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-61c18a6b-0ba6-4dae-8e5d-6224cbceafec req-2c615f50-f092-49b1-b51b-4f9eac7663ba tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 946 time: 0.0483043 Dec 16 10:17:48.719611 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-61c18a6b-0ba6-4dae-8e5d-6224cbceafec req-05978202-14a1-4399-867b-a1ea4ca12867 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335476 Dec 16 10:17:49.845855 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65c393-e364-49d0-87c8-8e0457b7395a req-4f2ce223-94b0-47cf-bd96-4fa712e9ce7f tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:49.847314 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-da65c393-e364-49d0-87c8-8e0457b7395a req-4f2ce223-94b0-47cf-bd96-4fa712e9ce7f tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 946 time: 0.0508642 Dec 16 10:17:49.888459 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-da65c393-e364-49d0-87c8-8e0457b7395a req-bc796b01-1d82-40f3-b3c4-7a7589ebf007 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351713 Dec 16 10:17:51.002041 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfd95d-dcd0-4e00-b55c-515af0e522b3 req-89b6ccac-e76a-4341-91d9-24e4e253fc78 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:51.003519 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-20dfd95d-dcd0-4e00-b55c-515af0e522b3 req-89b6ccac-e76a-4341-91d9-24e4e253fc78 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 946 time: 0.0483968 Dec 16 10:17:51.040847 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-20dfd95d-dcd0-4e00-b55c-515af0e522b3 req-4cd12b8a-c6a0-4c44-b0e0-0e462dfa7e77 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313308 Dec 16 10:17:52.155891 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221c81a-4fba-4199-a4cd-0f11859b412b req-27c6b6a0-dd90-409f-9f43-6f2a8296766c tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:52.157454 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f221c81a-4fba-4199-a4cd-0f11859b412b req-27c6b6a0-dd90-409f-9f43-6f2a8296766c tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 946 time: 0.0494959 Dec 16 10:17:52.196701 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f221c81a-4fba-4199-a4cd-0f11859b412b req-3cfed400-4698-48f4-b71b-98e6ee4216ac tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329492 Dec 16 10:17:53.311290 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b4ede-1aaf-4e13-b4f5-2347e169ebfa req-16155831-b832-4c76-ae36-c01b7c6735b4 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:53.312754 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d81b4ede-1aaf-4e13-b4f5-2347e169ebfa req-16155831-b832-4c76-ae36-c01b7c6735b4 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 946 time: 0.0480821 Dec 16 10:17:53.351730 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d81b4ede-1aaf-4e13-b4f5-2347e169ebfa req-dfb16ec3-f1df-417a-aa86-b2e256c3fb9b tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326748 Dec 16 10:17:54.089066 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-86928cb1-817b-4034-9e45-54c32ca4e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:54.468174 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f764d-9e63-4130-8821-08d7ebd209bb req-a428a3e8-0209-4eeb-9951-9aa83b2a64e1 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:54.469721 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f03f764d-9e63-4130-8821-08d7ebd209bb req-a428a3e8-0209-4eeb-9951-9aa83b2a64e1 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 946 time: 0.0489099 Dec 16 10:17:54.506660 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f03f764d-9e63-4130-8821-08d7ebd209bb req-31bcdca9-ebd0-44ce-8210-f6382453afa0 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310452 Dec 16 10:17:55.621207 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b3692-b086-4e82-b976-817ed8f1c92d req-9759ec22-63f4-41bc-a68d-a77c5547a551 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:55.622696 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a30b3692-b086-4e82-b976-817ed8f1c92d req-9759ec22-63f4-41bc-a68d-a77c5547a551 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 946 time: 0.0494666 Dec 16 10:17:55.663239 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a30b3692-b086-4e82-b976-817ed8f1c92d req-2cf99edb-bd4f-4e39-b775-bd354254f5dc tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345991 Dec 16 10:17:56.223711 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2f5d5-6f4c-4dc4-bb74-9141cc156ff9 req-5f50f97f-64c1-42fe-82b8-6aef29f815d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:56.225228 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d9d2f5d5-6f4c-4dc4-bb74-9141cc156ff9 req-5f50f97f-64c1-42fe-82b8-6aef29f815d0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=db24d11d57a04a08ba31a547ecf43942&device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 1097 time: 0.0409558 Dec 16 10:17:56.325712 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2f5d5-6f4c-4dc4-bb74-9141cc156ff9 req-e7eea03b-2119-4dac-bc50-5f1294993580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:56.327426 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d9d2f5d5-6f4c-4dc4-bb74-9141cc156ff9 req-e7eea03b-2119-4dac-bc50-5f1294993580 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b68001f4-7967-4e2e-8276-8b502e56dee5 HTTP/1.1" status: 200 len: 915 time: 0.0836504 Dec 16 10:17:56.374192 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d9d2f5d5-6f4c-4dc4-bb74-9141cc156ff9 req-e0d7f86c-33d4-4fb0-a285-62580be8565a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=917e8e68-5b5a-42ed-87a3-e2d0a3753c86 HTTP/1.1" status: 200 len: 217 time: 0.0394897 Dec 16 10:17:56.419831 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1e4aaf60-eb1f-46f0-84c4-85a761ea7a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:56.426578 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2f5d5-6f4c-4dc4-bb74-9141cc156ff9 req-34fb89e6-f538-409d-bad9-c8116a6e81dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:56.428108 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d9d2f5d5-6f4c-4dc4-bb74-9141cc156ff9 req-34fb89e6-f538-409d-bad9-c8116a6e81dd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7442729a-bc60-4f95-807a-5a38d338e17d HTTP/1.1" status: 200 len: 854 time: 0.0477331 Dec 16 10:17:56.459883 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d9d2f5d5-6f4c-4dc4-bb74-9141cc156ff9 req-1a07701a-5409-4ed6-9eb5-453b8476592a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b68001f4-7967-4e2e-8276-8b502e56dee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251336 Dec 16 10:17:56.554481 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d9d2f5d5-6f4c-4dc4-bb74-9141cc156ff9 req-ba8f2e5f-89b3-4797-98ca-d8071039619f service neutron] 10.222.0.58 "GET /v2.0/networks/b68001f4-7967-4e2e-8276-8b502e56dee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872955 Dec 16 10:17:56.648618 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d9d2f5d5-6f4c-4dc4-bb74-9141cc156ff9 req-5d8feeb8-ae0f-4282-bbc7-1313567cb72f service neutron] 10.222.0.58 "GET /v2.0/networks/b68001f4-7967-4e2e-8276-8b502e56dee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858166 Dec 16 10:17:56.778769 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28382736-526c-4ad2-8e59-ab1e49200995 req-92a765f8-c29f-4919-92a6-82078a796a64 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:56.780342 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-28382736-526c-4ad2-8e59-ab1e49200995 req-92a765f8-c29f-4919-92a6-82078a796a64 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 946 time: 0.0498559 Dec 16 10:17:56.823172 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-28382736-526c-4ad2-8e59-ab1e49200995 req-528dbe60-89a7-4dea-994d-6aff765a5df0 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368526 Dec 16 10:17:57.722900 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:57.942525 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31894f32-9e25-44f0-b7fd-d48bb2781447 req-d27f012a-b84d-4b8a-81d4-b97c71f3197f tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:57.943997 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31894f32-9e25-44f0-b7fd-d48bb2781447 req-d27f012a-b84d-4b8a-81d4-b97c71f3197f tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 946 time: 0.0502989 Dec 16 10:17:57.982781 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31894f32-9e25-44f0-b7fd-d48bb2781447 req-10991ae7-034a-480b-b2ab-dc0c8ee5bd00 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326662 Dec 16 10:17:59.106720 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72b87b-73ea-4ba4-ba75-5092b5cb0fa1 req-ccac9e0e-3bee-446f-b78a-f795d4065a20 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:59.108232 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5c72b87b-73ea-4ba4-ba75-5092b5cb0fa1 req-ccac9e0e-3bee-446f-b78a-f795d4065a20 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 946 time: 0.0524375 Dec 16 10:17:59.146867 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5c72b87b-73ea-4ba4-ba75-5092b5cb0fa1 req-ba73b17c-d962-425d-8d2b-149e8594b9a9 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323105 Dec 16 10:17:59.220471 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:59.574698 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:00.268036 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9cc76-713e-4939-8eb2-82d1f981175c req-90d6e998-02ab-4b2a-973e-d7f37a3c3b99 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:00.269536 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0d9cc76-713e-4939-8eb2-82d1f981175c req-90d6e998-02ab-4b2a-973e-d7f37a3c3b99 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 946 time: 0.0536795 Dec 16 10:18:00.308144 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0d9cc76-713e-4939-8eb2-82d1f981175c req-b56ffef5-353f-48b8-8597-a276d4f47569 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319676 Dec 16 10:18:01.424476 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195cb9e8-d96d-4c33-a17f-d172f58d557c req-95888e77-58b6-46fb-b995-62895eb7ee3b tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:01.425898 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-195cb9e8-d96d-4c33-a17f-d172f58d557c req-95888e77-58b6-46fb-b995-62895eb7ee3b tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 946 time: 0.0503616 Dec 16 10:18:01.465284 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-195cb9e8-d96d-4c33-a17f-d172f58d557c req-efc751f0-b664-4e6c-a8bb-72329d77c1b7 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325181 Dec 16 10:18:01.651446 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-9d61c921-c521-4876-a2ea-53ad9a59e6e0 service neutron] show failed (client error): The resource could not be found. Dec 16 10:18:01.652546 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-9d61c921-c521-4876-a2ea-53ad9a59e6e0 service neutron] 10.222.0.58 "GET /v2.0/ports/917e8e68-5b5a-42ed-87a3-e2d0a3753c86/bindings/n-h1-820550-2 HTTP/1.1" status: 404 len: 380 time: 0.0561416 Dec 16 10:18:02.170026 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-7fa45189-972e-4a9e-bdae-eb9341d5dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:02.171679 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-7fa45189-972e-4a9e-bdae-eb9341d5dcdd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b&tenant_id=db24d11d57a04a08ba31a547ecf43942 HTTP/1.1" status: 200 len: 1097 time: 0.0416567 Dec 16 10:18:02.184972 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-c6b29ff4-b153-408e-98c3-9072707988a0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820550-2', 'device_owner': 'compute:nova'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:18:02.240637 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-c6b29ff4-b153-408e-98c3-9072707988a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:02.443378 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-c6b29ff4-b153-408e-98c3-9072707988a0 service neutron] For port 917e8e68-5b5a-42ed-87a3-e2d0a3753c86, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=917e8e68-5b5a-42ed-87a3-e2d0a3753c86,segment=NetworkSegment(e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056),segment_id=e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:18:02.478995 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-c6b29ff4-b153-408e-98c3-9072707988a0 service neutron] For port 917e8e68-5b5a-42ed-87a3-e2d0a3753c86, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:18:02.526265 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf90915-f750-416c-af45-c16c09c3c42b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '917e8e68-5b5a-42ed-87a3-e2d0a3753c86'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:18:02.538200 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5933cf1-07b6-4f0a-a544-f7d905a1a7ac" -d '{"events": [{"server_uuid": "fbf90915-f750-416c-af45-c16c09c3c42b", "name": "network-vif-unplugged", "status": "completed", "tag": "917e8e68-5b5a-42ed-87a3-e2d0a3753c86"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:18:02.538200 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-c6b29ff4-b153-408e-98c3-9072707988a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:02.559839 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-c6b29ff4-b153-408e-98c3-9072707988a0 service neutron] Transition to ACTIVE for port object 917e8e68-5b5a-42ed-87a3-e2d0a3753c86 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:18:02.591210 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 10:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d8abb5-9722-4838-9474-36a1cdef0468 x-openstack-request-id: req-11d8abb5-9722-4838-9474-36a1cdef0468 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:18:02.591210 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf90915-f750-416c-af45-c16c09c3c42b", "name": "network-vif-unplugged", "status": "completed", "tag": "917e8e68-5b5a-42ed-87a3-e2d0a3753c86", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:18:02.591210 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-11d8abb5-9722-4838-9474-36a1cdef0468 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:18:02.591210 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf90915-f750-416c-af45-c16c09c3c42b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '917e8e68-5b5a-42ed-87a3-e2d0a3753c86', 'code': 200} Dec 16 10:18:02.611900 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91eb610-100a-4caf-a95f-3daaa3070fa6 req-31fa43a1-9c2c-45d1-9f69-9022954cc3ea tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:02.613489 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a91eb610-100a-4caf-a95f-3daaa3070fa6 req-31fa43a1-9c2c-45d1-9f69-9022954cc3ea tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 946 time: 0.0661151 Dec 16 10:18:02.627502 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-c6b29ff4-b153-408e-98c3-9072707988a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:02.713822 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a91eb610-100a-4caf-a95f-3daaa3070fa6 req-5b77ea6d-ca99-4b0b-99bd-5344a319792d tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939014 Dec 16 10:18:02.719423 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-c6b29ff4-b153-408e-98c3-9072707988a0 service neutron] No DVR routers for this DVR port 917e8e68-5b5a-42ed-87a3-e2d0a3753c86 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:18:02.724046 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b29ff4-b153-408e-98c3-9072707988a0 service neutron] Pushing event updated for resources: {'Port': ['ID=917e8e68-5b5a-42ed-87a3-e2d0a3753c86,revision_number=6']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:18:02.759767 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-c6b29ff4-b153-408e-98c3-9072707988a0 service neutron] Attempting to bind port 917e8e68-5b5a-42ed-87a3-e2d0a3753c86 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:18:02.760217 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-c6b29ff4-b153-408e-98c3-9072707988a0 service neutron] Attempting to bind port 917e8e68-5b5a-42ed-87a3-e2d0a3753c86 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b68001f4-7967-4e2e-8276-8b502e56dee5'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:18:02.760676 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-c6b29ff4-b153-408e-98c3-9072707988a0 service neutron] Attempting to bind port 917e8e68-5b5a-42ed-87a3-e2d0a3753c86 on network b68001f4-7967-4e2e-8276-8b502e56dee5 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:18:02.765366 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-c6b29ff4-b153-408e-98c3-9072707988a0 service neutron] Port 917e8e68-5b5a-42ed-87a3-e2d0a3753c86 on network b68001f4-7967-4e2e-8276-8b502e56dee5 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:18:02.765699 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-c6b29ff4-b153-408e-98c3-9072707988a0 service neutron] Attempting to bind port 917e8e68-5b5a-42ed-87a3-e2d0a3753c86 on network b68001f4-7967-4e2e-8276-8b502e56dee5 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:18:02.771415 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-c6b29ff4-b153-408e-98c3-9072707988a0 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:18:02.771762 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-c6b29ff4-b153-408e-98c3-9072707988a0 service neutron] Checking segment: {'id': 'e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b68001f4-7967-4e2e-8276-8b502e56dee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:18:02.772166 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-c6b29ff4-b153-408e-98c3-9072707988a0 service neutron] Bound using segment: {'id': 'e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b68001f4-7967-4e2e-8276-8b502e56dee5'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:18:02.772612 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-c6b29ff4-b153-408e-98c3-9072707988a0 service neutron] Bound port: 917e8e68-5b5a-42ed-87a3-e2d0a3753c86, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b68001f4-7967-4e2e-8276-8b502e56dee5'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:18:02.773083 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-c6b29ff4-b153-408e-98c3-9072707988a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:02.843405 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-c6b29ff4-b153-408e-98c3-9072707988a0 service neutron] For port 917e8e68-5b5a-42ed-87a3-e2d0a3753c86, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:18:02.846827 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-c6b29ff4-b153-408e-98c3-9072707988a0 service neutron] For port 917e8e68-5b5a-42ed-87a3-e2d0a3753c86, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=917e8e68-5b5a-42ed-87a3-e2d0a3753c86,segment=NetworkSegment(e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056),segment_id=e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:18:02.946687 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-c6b29ff4-b153-408e-98c3-9072707988a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:02.987768 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-c6b29ff4-b153-408e-98c3-9072707988a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:02.988464 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-c6b29ff4-b153-408e-98c3-9072707988a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:02.989917 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-c6b29ff4-b153-408e-98c3-9072707988a0 service neutron] 10.222.0.57 "PUT /v2.0/ports/917e8e68-5b5a-42ed-87a3-e2d0a3753c86 HTTP/1.1" status: 200 len: 1092 time: 0.8096898 Dec 16 10:18:03.023968 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b29ff4-b153-408e-98c3-9072707988a0 service neutron] Pushing event updated for resources: {'Port': ['ID=917e8e68-5b5a-42ed-87a3-e2d0a3753c86,revision_number=7']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:18:03.057466 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-9669b951-6573-49c1-8453-316a83f2b225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:03.059033 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-9669b951-6573-49c1-8453-316a83f2b225 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db24d11d57a04a08ba31a547ecf43942&device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 1095 time: 0.0466497 Dec 16 10:18:03.158777 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-5b4f4c15-23d4-4686-b4db-d4fb1c9a6fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:03.160289 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-5b4f4c15-23d4-4686-b4db-d4fb1c9a6fb4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b68001f4-7967-4e2e-8276-8b502e56dee5 HTTP/1.1" status: 200 len: 915 time: 0.0937006 Dec 16 10:18:03.207410 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-adbb3d8e-3c98-4988-889d-d3480251883d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=917e8e68-5b5a-42ed-87a3-e2d0a3753c86 HTTP/1.1" status: 200 len: 217 time: 0.0402496 Dec 16 10:18:03.258421 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-038035cd-0914-45d2-9f69-66e41d33bf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:03.259906 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-038035cd-0914-45d2-9f69-66e41d33bf17 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7442729a-bc60-4f95-807a-5a38d338e17d HTTP/1.1" status: 200 len: 854 time: 0.0462959 Dec 16 10:18:03.297945 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-ffb32d77-5328-4667-a695-85083079a3ec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b68001f4-7967-4e2e-8276-8b502e56dee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304396 Dec 16 10:18:03.401472 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-575e156c-664f-4614-bfea-7b209456575b service neutron] 10.222.0.57 "GET /v2.0/networks/b68001f4-7967-4e2e-8276-8b502e56dee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963938 Dec 16 10:18:03.495173 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-59a4aa2b-26f3-419d-917e-3a7b4b138bcf req-f167b785-961f-4ff1-a208-77f4f8aec15a service neutron] 10.222.0.57 "GET /v2.0/networks/b68001f4-7967-4e2e-8276-8b502e56dee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861926 Dec 16 10:18:03.846836 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8338a4-9873-4a00-9ea9-450dc9701279 req-7308e18a-e3d0-443e-bdbf-90cf6c8a8adf tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:03.848360 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3f8338a4-9873-4a00-9ea9-450dc9701279 req-7308e18a-e3d0-443e-bdbf-90cf6c8a8adf tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 944 time: 0.0565138 Dec 16 10:18:03.892224 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3f8338a4-9873-4a00-9ea9-450dc9701279 req-3b69b3a6-6682-46ae-8b21-e9b991f5ce68 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376666 Dec 16 10:18:04.591398 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf90915-f750-416c-af45-c16c09c3c42b', 'tag': '917e8e68-5b5a-42ed-87a3-e2d0a3753c86'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:18:04.593827 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98bd938-807f-4574-9b43-274ee2137612" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf90915-f750-416c-af45-c16c09c3c42b", "tag": "917e8e68-5b5a-42ed-87a3-e2d0a3753c86"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:18:04.643882 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc75df0-fdf1-444b-a123-8b0e47c66804 x-openstack-request-id: req-ccc75df0-fdf1-444b-a123-8b0e47c66804 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:18:04.644173 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf90915-f750-416c-af45-c16c09c3c42b", "tag": "917e8e68-5b5a-42ed-87a3-e2d0a3753c86", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:18:04.644426 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ccc75df0-fdf1-444b-a123-8b0e47c66804 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:18:04.644862 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf90915-f750-416c-af45-c16c09c3c42b', 'tag': '917e8e68-5b5a-42ed-87a3-e2d0a3753c86', 'status': 'completed', 'code': 200} Dec 16 10:18:04.738462 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bd938-807f-4574-9b43-274ee2137612 req-6abc443b-740f-4bac-b27f-fb476579dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:04.740015 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a98bd938-807f-4574-9b43-274ee2137612 req-6abc443b-740f-4bac-b27f-fb476579dd9d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=db24d11d57a04a08ba31a547ecf43942&device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 1095 time: 0.0770092 Dec 16 10:18:04.745578 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bd938-807f-4574-9b43-274ee2137612 req-79e9812b-ccf6-4909-bc92-e718a367fee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:04.747077 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a98bd938-807f-4574-9b43-274ee2137612 req-79e9812b-ccf6-4909-bc92-e718a367fee0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db24d11d57a04a08ba31a547ecf43942&device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 1095 time: 0.0751290 Dec 16 10:18:04.913101 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bd938-807f-4574-9b43-274ee2137612 req-aeaf8a56-c0ef-42de-a4d0-f2394275e204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:04.914525 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a98bd938-807f-4574-9b43-274ee2137612 req-aeaf8a56-c0ef-42de-a4d0-f2394275e204 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b68001f4-7967-4e2e-8276-8b502e56dee5 HTTP/1.1" status: 200 len: 915 time: 0.1665897 Dec 16 10:18:04.918494 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bd938-807f-4574-9b43-274ee2137612 req-ee177e0b-9e68-48e0-aa8b-36eaf64551f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:04.919954 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a98bd938-807f-4574-9b43-274ee2137612 req-ee177e0b-9e68-48e0-aa8b-36eaf64551f8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b68001f4-7967-4e2e-8276-8b502e56dee5 HTTP/1.1" status: 200 len: 915 time: 0.1646154 Dec 16 10:18:04.962805 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a98bd938-807f-4574-9b43-274ee2137612 req-4382ab1d-89e1-4130-b955-7f943f5c11a6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=917e8e68-5b5a-42ed-87a3-e2d0a3753c86 HTTP/1.1" status: 200 len: 217 time: 0.0400267 Dec 16 10:18:05.001921 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a98bd938-807f-4574-9b43-274ee2137612 req-a5213753-7d32-47c4-abc1-cf493c9dde43 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=917e8e68-5b5a-42ed-87a3-e2d0a3753c86 HTTP/1.1" status: 200 len: 217 time: 0.0729477 Dec 16 10:18:05.012202 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50de9c-baf5-414f-9b26-10b242a67842 req-13bd6002-16e1-4f45-b524-a43c13f27065 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:05.013789 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4f50de9c-baf5-414f-9b26-10b242a67842 req-13bd6002-16e1-4f45-b524-a43c13f27065 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 944 time: 0.0498831 Dec 16 10:18:05.055323 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4f50de9c-baf5-414f-9b26-10b242a67842 req-19072cde-a4ec-4432-9c09-279650a0a230 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353689 Dec 16 10:18:05.072443 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bd938-807f-4574-9b43-274ee2137612 req-8b200340-c4d5-4b70-9224-000274237f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:05.073944 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a98bd938-807f-4574-9b43-274ee2137612 req-8b200340-c4d5-4b70-9224-000274237f73 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7442729a-bc60-4f95-807a-5a38d338e17d HTTP/1.1" status: 200 len: 854 time: 0.0805514 Dec 16 10:18:05.080708 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bd938-807f-4574-9b43-274ee2137612 req-3ab1165f-3ce7-40e9-85db-61e2518d7b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:05.082204 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a98bd938-807f-4574-9b43-274ee2137612 req-3ab1165f-3ce7-40e9-85db-61e2518d7b45 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7442729a-bc60-4f95-807a-5a38d338e17d HTTP/1.1" status: 200 len: 854 time: 0.0610876 Dec 16 10:18:05.121371 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a98bd938-807f-4574-9b43-274ee2137612 req-70714fd8-8e4b-4028-b13d-04dd8bafec6d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b68001f4-7967-4e2e-8276-8b502e56dee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381057 Dec 16 10:18:05.144200 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a98bd938-807f-4574-9b43-274ee2137612 req-7464aadf-0871-4b35-9b6d-e1d788f4776e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b68001f4-7967-4e2e-8276-8b502e56dee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527487 Dec 16 10:18:05.280625 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 917e8e68-5b5a-42ed-87a3-e2d0a3753c86 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:18:05.290613 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a98bd938-807f-4574-9b43-274ee2137612 req-6dac6281-226f-4f82-ae36-106836624485 service neutron] 10.222.0.58 "GET /v2.0/networks/b68001f4-7967-4e2e-8276-8b502e56dee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547992 Dec 16 10:18:05.309927 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a98bd938-807f-4574-9b43-274ee2137612 req-49890fae-ab38-4536-98d7-693f3fc3d303 service neutron] 10.222.0.57 "GET /v2.0/networks/b68001f4-7967-4e2e-8276-8b502e56dee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536813 Dec 16 10:18:05.325275 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 917e8e68-5b5a-42ed-87a3-e2d0a3753c86 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:18:05.454419 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a98bd938-807f-4574-9b43-274ee2137612 req-381184c2-0c7d-4d7c-a307-d798e0fe21bb service neutron] 10.222.0.58 "GET /v2.0/networks/b68001f4-7967-4e2e-8276-8b502e56dee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560376 Dec 16 10:18:05.465882 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a98bd938-807f-4574-9b43-274ee2137612 req-55aa8b67-642f-4afd-90c6-aa043487056b service neutron] 10.222.0.57 "GET /v2.0/networks/b68001f4-7967-4e2e-8276-8b502e56dee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464670 Dec 16 10:18:06.106356 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 917e8e68-5b5a-42ed-87a3-e2d0a3753c86 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:18:06.190170 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124c15a-fcd8-4451-a107-e9f15084dd25 req-15ce5dad-e550-4862-a891-71d847b997f2 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:06.191718 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0124c15a-fcd8-4451-a107-e9f15084dd25 req-15ce5dad-e550-4862-a891-71d847b997f2 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 944 time: 0.0587237 Dec 16 10:18:06.206294 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 917e8e68-5b5a-42ed-87a3-e2d0a3753c86, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=917e8e68-5b5a-42ed-87a3-e2d0a3753c86,segment=NetworkSegment(e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056),segment_id=e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:18:06.219733 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '917e8e68-5b5a-42ed-87a3-e2d0a3753c86', 'network_id': 'b68001f4-7967-4e2e-8276-8b502e56dee5', 'port_id': '917e8e68-5b5a-42ed-87a3-e2d0a3753c86', 'mac_address': 'fa:16:3e:db:15:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7442729a-bc60-4f95-807a-5a38d338e17d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:18:06.232653 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0124c15a-fcd8-4451-a107-e9f15084dd25 req-55742e7f-2154-4f29-8282-daed057850f0 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346916 Dec 16 10:18:06.263221 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:06.276742 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 917e8e68-5b5a-42ed-87a3-e2d0a3753c86 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:18:06.300437 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 917e8e68-5b5a-42ed-87a3-e2d0a3753c86, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=917e8e68-5b5a-42ed-87a3-e2d0a3753c86,segment=NetworkSegment(e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056),segment_id=e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:18:06.334233 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:06.386395 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=917e8e68-5b5a-42ed-87a3-e2d0a3753c86,revision_number=8']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:18:07.358230 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e986f-f9e9-4fee-85e1-57551aa100db req-fc8fbefe-3821-4217-be90-6fa994cfc261 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:07.359731 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-be6e986f-f9e9-4fee-85e1-57551aa100db req-fc8fbefe-3821-4217-be90-6fa994cfc261 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 945 time: 0.0497003 Dec 16 10:18:07.400901 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-be6e986f-f9e9-4fee-85e1-57551aa100db req-5730726d-ed80-4ab6-97b1-524e77c379cc tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349724 Dec 16 10:18:07.643044 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:07.734555 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['917e8e68-5b5a-42ed-87a3-e2d0a3753c86'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:18:07.790914 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51f0a8-dbc5-4bc7-8fc4-7df074d5f1f3 req-35541909-c2e7-4cf2-bd49-8be32c28ad74 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:07.792718 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ac51f0a8-dbc5-4bc7-8fc4-7df074d5f1f3 req-35541909-c2e7-4cf2-bd49-8be32c28ad74 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 945 time: 0.0529425 Dec 16 10:18:07.842789 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ac51f0a8-dbc5-4bc7-8fc4-7df074d5f1f3 req-46847a9b-6a33-4886-97cd-409001a06f89 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437477 Dec 16 10:18:07.895514 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab71b0-e663-4e7b-afc7-48a249912c04 req-244b24ca-c006-49dc-bde9-0cd637088ebb tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:07.897188 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a1ab71b0-e663-4e7b-afc7-48a249912c04 req-244b24ca-c006-49dc-bde9-0cd637088ebb tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b&tenant_id=db24d11d57a04a08ba31a547ecf43942&binding%3Ahost_id=n-h1-820550-2 HTTP/1.1" status: 200 len: 945 time: 0.0562510 Dec 16 10:18:07.959930 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [req-a1ab71b0-e663-4e7b-afc7-48a249912c04 req-a680f16b-da87-45b6-9266-758232413428 service neutron] delete failed (client error): The resource could not be found. Dec 16 10:18:07.961000 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a1ab71b0-e663-4e7b-afc7-48a249912c04 req-a680f16b-da87-45b6-9266-758232413428 service neutron] 10.222.0.58 "DELETE /v2.0/ports/917e8e68-5b5a-42ed-87a3-e2d0a3753c86/bindings/n-h2-820550-2 HTTP/1.1" status: 404 len: 380 time: 0.0566607 Dec 16 10:18:08.053770 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab71b0-e663-4e7b-afc7-48a249912c04 req-f19e4bdf-5a35-4e09-9a3c-ac0cfe8f67e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:08.055361 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a1ab71b0-e663-4e7b-afc7-48a249912c04 req-f19e4bdf-5a35-4e09-9a3c-ac0cfe8f67e2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=db24d11d57a04a08ba31a547ecf43942&device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 1096 time: 0.0433404 Dec 16 10:18:08.154844 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab71b0-e663-4e7b-afc7-48a249912c04 req-f56e4c06-2884-42c5-ab95-c1b0bc7272cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:08.156355 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a1ab71b0-e663-4e7b-afc7-48a249912c04 req-f56e4c06-2884-42c5-ab95-c1b0bc7272cb service neutron] 10.222.0.58 "GET /v2.0/networks?id=b68001f4-7967-4e2e-8276-8b502e56dee5 HTTP/1.1" status: 200 len: 915 time: 0.0940485 Dec 16 10:18:08.199834 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a1ab71b0-e663-4e7b-afc7-48a249912c04 req-2a064d0b-5f45-4fdf-b666-1424b6728f21 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=917e8e68-5b5a-42ed-87a3-e2d0a3753c86 HTTP/1.1" status: 200 len: 217 time: 0.0366242 Dec 16 10:18:08.251619 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab71b0-e663-4e7b-afc7-48a249912c04 req-bb4a229f-1c2d-483d-86c6-65f32494715a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:08.253090 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a1ab71b0-e663-4e7b-afc7-48a249912c04 req-bb4a229f-1c2d-483d-86c6-65f32494715a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7442729a-bc60-4f95-807a-5a38d338e17d HTTP/1.1" status: 200 len: 854 time: 0.0459676 Dec 16 10:18:08.290234 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a1ab71b0-e663-4e7b-afc7-48a249912c04 req-15f37627-12cb-45b8-a540-d169f2555d09 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b68001f4-7967-4e2e-8276-8b502e56dee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298352 Dec 16 10:18:08.384419 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a1ab71b0-e663-4e7b-afc7-48a249912c04 req-cad9f4e2-e426-4adc-9177-a9c6239a9a24 service neutron] 10.222.0.58 "GET /v2.0/networks/b68001f4-7967-4e2e-8276-8b502e56dee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869765 Dec 16 10:18:08.482871 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a1ab71b0-e663-4e7b-afc7-48a249912c04 req-0e86ec6e-7ef3-430a-88bb-264cae1bad7f service neutron] 10.222.0.58 "GET /v2.0/networks/b68001f4-7967-4e2e-8276-8b502e56dee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915699 Dec 16 10:18:08.978211 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd3a62-e291-41de-a12d-ed7ea7a34cc5 req-f6287914-669c-4f05-bae7-118b248b2c55 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:08.980603 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0bdd3a62-e291-41de-a12d-ed7ea7a34cc5 req-f6287914-669c-4f05-bae7-118b248b2c55 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 945 time: 0.0564673 Dec 16 10:18:09.031661 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0bdd3a62-e291-41de-a12d-ed7ea7a34cc5 req-af96bc38-f412-4d8a-ada8-c2d57dab6a22 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446663 Dec 16 10:18:10.107929 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 917e8e68-5b5a-42ed-87a3-e2d0a3753c86 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:18:10.158583 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ab114-ff06-41f6-b28f-38b0137fa21c req-9e6f1d81-b2c8-482d-8e36-948c6a2311e1 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:10.160164 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-292ab114-ff06-41f6-b28f-38b0137fa21c req-9e6f1d81-b2c8-482d-8e36-948c6a2311e1 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 945 time: 0.0560634 Dec 16 10:18:10.210273 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-292ab114-ff06-41f6-b28f-38b0137fa21c req-18c261cf-f2da-47d3-bcf0-330e886f4374 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391946 Dec 16 10:18:10.236778 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 917e8e68-5b5a-42ed-87a3-e2d0a3753c86 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:18:10.241503 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 917e8e68-5b5a-42ed-87a3-e2d0a3753c86 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:18:10.241877 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:10.328832 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:10.335652 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae18f05-a634-4c66-81d8-760ea1edf116 req-bfa0ab19-a30b-4a04-bfc7-240af1edd85b tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:10.337825 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bae18f05-a634-4c66-81d8-760ea1edf116 req-bfa0ab19-a30b-4a04-bfc7-240af1edd85b tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 945 time: 0.0516179 Dec 16 10:18:10.358416 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf90915-f750-416c-af45-c16c09c3c42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917e8e68-5b5a-42ed-87a3-e2d0a3753c86'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:18:10.365319 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14d0034-9a36-4970-b8a9-4c5e930ae8f8" -d '{"events": [{"server_uuid": "fbf90915-f750-416c-af45-c16c09c3c42b", "name": "network-vif-plugged", "status": "completed", "tag": "917e8e68-5b5a-42ed-87a3-e2d0a3753c86"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:18:10.378968 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 917e8e68-5b5a-42ed-87a3-e2d0a3753c86, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=917e8e68-5b5a-42ed-87a3-e2d0a3753c86,segment=NetworkSegment(e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056),segment_id=e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:18:10.393954 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bae18f05-a634-4c66-81d8-760ea1edf116 req-94148935-aa37-436d-8931-a1e4926c1b33 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486829 Dec 16 10:18:10.410381 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5d3768-70d2-4a90-b11b-8905a18ddfcf x-openstack-request-id: req-8b5d3768-70d2-4a90-b11b-8905a18ddfcf {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:18:10.410381 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf90915-f750-416c-af45-c16c09c3c42b", "name": "network-vif-plugged", "status": "completed", "tag": "917e8e68-5b5a-42ed-87a3-e2d0a3753c86", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:18:10.410381 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8b5d3768-70d2-4a90-b11b-8905a18ddfcf {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:18:10.410381 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf90915-f750-416c-af45-c16c09c3c42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917e8e68-5b5a-42ed-87a3-e2d0a3753c86', 'code': 200} Dec 16 10:18:10.460339 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:10.518005 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=917e8e68-5b5a-42ed-87a3-e2d0a3753c86,revision_number=9']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:18:10.531219 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0e6b9-2ec9-409f-bf71-dc31cacb5c92 req-a4d0f00b-1dce-4079-a531-8101818d13ff tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:10.532882 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b0b0e6b9-2ec9-409f-bf71-dc31cacb5c92 req-a4d0f00b-1dce-4079-a531-8101818d13ff tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 946 time: 0.0591967 Dec 16 10:18:10.571993 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b0b0e6b9-2ec9-409f-bf71-dc31cacb5c92 req-c7ccc30c-d782-47bf-a33b-7c2b3cb34cf9 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325561 Dec 16 10:18:11.077474 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:11.102679 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6248e09-2d68-473b-adc4-049af76654ab req-a8b4aa39-6859-4a41-8cfe-968437af2d1f tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:11.105839 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f6248e09-2d68-473b-adc4-049af76654ab req-a8b4aa39-6859-4a41-8cfe-968437af2d1f tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/networks?id=b68001f4-7967-4e2e-8276-8b502e56dee5 HTTP/1.1" status: 200 len: 814 time: 0.1159446 Dec 16 10:18:11.121025 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f6248e09-2d68-473b-adc4-049af76654ab req-842d8c77-59f6-4782-8433-931d520adef4 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/quotas/db24d11d57a04a08ba31a547ecf43942 HTTP/1.1" status: 200 len: 375 time: 0.0102022 Dec 16 10:18:11.173620 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f6248e09-2d68-473b-adc4-049af76654ab req-78eb0733-b12b-4329-9eef-3b5a5412ae28 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=db24d11d57a04a08ba31a547ecf43942&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0467141 Dec 16 10:18:11.276727 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f6248e09-2d68-473b-adc4-049af76654ab req-691088b8-ee03-4ed9-98a6-f1f9f1f94ca1 service neutron] 10.222.0.60 "GET /v2.0/networks/b68001f4-7967-4e2e-8276-8b502e56dee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960155 Dec 16 10:18:11.370921 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f6248e09-2d68-473b-adc4-049af76654ab req-e5446d97-1a3b-4531-adbe-56abd0f5c21b service neutron] 10.222.0.60 "GET /v2.0/networks/b68001f4-7967-4e2e-8276-8b502e56dee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876153 Dec 16 10:18:11.614650 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6ca898d5-b36c-4b95-bfc3-932076f63140 req-34e44720-d879-4db6-aa6e-75726443a6c2 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 210 time: 0.0347061 Dec 16 10:18:12.611859 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e2b50-f0b6-4661-9304-7f36b6b3b073 req-6c6439cf-262e-492f-ae8b-5c3b75894d0f tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:12.613425 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-398e2b50-f0b6-4661-9304-7f36b6b3b073 req-6c6439cf-262e-492f-ae8b-5c3b75894d0f tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbf90915-f750-416c-af45-c16c09c3c42b HTTP/1.1" status: 200 len: 946 time: 0.0506601 Dec 16 10:18:12.712972 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-398e2b50-f0b6-4661-9304-7f36b6b3b073 req-de063353-b438-4902-ad40-fb7cd96ba1f0 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Deleting port 917e8e68-5b5a-42ed-87a3-e2d0a3753c86 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:18:12.713680 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-398e2b50-f0b6-4661-9304-7f36b6b3b073 req-de063353-b438-4902-ad40-fb7cd96ba1f0 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:12.713821 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d97f1ae9-19d9-4136-a990-b5bb885cb5c4 req-46eb17dc-0c6f-43e7-b09b-05ebca5dd1da tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 210 time: 0.0321498 Dec 16 10:18:12.814009 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-398e2b50-f0b6-4661-9304-7f36b6b3b073 req-de063353-b438-4902-ad40-fb7cd96ba1f0 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] For port 917e8e68-5b5a-42ed-87a3-e2d0a3753c86, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=917e8e68-5b5a-42ed-87a3-e2d0a3753c86,segment=NetworkSegment(e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056),segment_id=e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:18:12.814381 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-398e2b50-f0b6-4661-9304-7f36b6b3b073 req-de063353-b438-4902-ad40-fb7cd96ba1f0 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:12.827885 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-398e2b50-f0b6-4661-9304-7f36b6b3b073 req-de063353-b438-4902-ad40-fb7cd96ba1f0 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Calling delete_port for 917e8e68-5b5a-42ed-87a3-e2d0a3753c86 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:18:13.020549 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-398e2b50-f0b6-4661-9304-7f36b6b3b073 req-de063353-b438-4902-ad40-fb7cd96ba1f0 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:13.032638 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['917e8e68-5b5a-42ed-87a3-e2d0a3753c86'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:18:13.056685 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de063353-b438-4902-ad40-fb7cd96ba1f0 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Pushing event deleted for resources: {'Port': ['ID=917e8e68-5b5a-42ed-87a3-e2d0a3753c86,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:18:13.066174 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de063353-b438-4902-ad40-fb7cd96ba1f0 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:18:13.066446 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de063353-b438-4902-ad40-fb7cd96ba1f0 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:18:13.066793 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de063353-b438-4902-ad40-fb7cd96ba1f0 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:18:13.067130 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de063353-b438-4902-ad40-fb7cd96ba1f0 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:18:13.067458 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de063353-b438-4902-ad40-fb7cd96ba1f0 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:18:13.068176 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de063353-b438-4902-ad40-fb7cd96ba1f0 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:18:13.068176 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de063353-b438-4902-ad40-fb7cd96ba1f0 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:18:13.068415 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de063353-b438-4902-ad40-fb7cd96ba1f0 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:18:13.068744 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de063353-b438-4902-ad40-fb7cd96ba1f0 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:18:13.069064 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de063353-b438-4902-ad40-fb7cd96ba1f0 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:18:13.069400 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de063353-b438-4902-ad40-fb7cd96ba1f0 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:18:13.069716 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de063353-b438-4902-ad40-fb7cd96ba1f0 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:18:13.109899 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-398e2b50-f0b6-4661-9304-7f36b6b3b073 req-de063353-b438-4902-ad40-fb7cd96ba1f0 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] No DVR routers for this DVR port 917e8e68-5b5a-42ed-87a3-e2d0a3753c86 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:18:13.112559 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-398e2b50-f0b6-4661-9304-7f36b6b3b073 req-de063353-b438-4902-ad40-fb7cd96ba1f0 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:13.116016 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-398e2b50-f0b6-4661-9304-7f36b6b3b073 req-de063353-b438-4902-ad40-fb7cd96ba1f0 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.57 "DELETE /v2.0/ports/917e8e68-5b5a-42ed-87a3-e2d0a3753c86 HTTP/1.1" status: 204 len: 173 time: 0.4962745 Dec 16 10:18:13.122910 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf90915-f750-416c-af45-c16c09c3c42b', 'name': 'network-vif-deleted', 'tag': '917e8e68-5b5a-42ed-87a3-e2d0a3753c86'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:18:13.122910 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3b23e9-9e90-4f3c-8570-7ad64052d292" -d '{"events": [{"server_uuid": "fbf90915-f750-416c-af45-c16c09c3c42b", "name": "network-vif-deleted", "tag": "917e8e68-5b5a-42ed-87a3-e2d0a3753c86"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:18:13.181286 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd34310d-e0f4-4a55-84e8-bb81b355313a x-openstack-request-id: req-cd34310d-e0f4-4a55-84e8-bb81b355313a {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:18:13.181583 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf90915-f750-416c-af45-c16c09c3c42b", "name": "network-vif-deleted", "tag": "917e8e68-5b5a-42ed-87a3-e2d0a3753c86", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:18:13.181835 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cd34310d-e0f4-4a55-84e8-bb81b355313a {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:18:13.182230 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf90915-f750-416c-af45-c16c09c3c42b', 'name': 'network-vif-deleted', 'tag': '917e8e68-5b5a-42ed-87a3-e2d0a3753c86', 'status': 'completed', 'code': 200} Dec 16 10:18:13.273613 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6248e09-2d68-473b-adc4-049af76654ab req-43272f49-0f28-4ef4-b09a-428de8d64356 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:13.275703 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f6248e09-2d68-473b-adc4-049af76654ab req-43272f49-0f28-4ef4-b09a-428de8d64356 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.58 "GET /v2.0/networks?id=b68001f4-7967-4e2e-8276-8b502e56dee5 HTTP/1.1" status: 200 len: 814 time: 0.1216938 Dec 16 10:18:13.289544 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-f6248e09-2d68-473b-adc4-049af76654ab req-015232da-7410-4ef0-aaae-42d32ba9a469 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Request body: {'port': {'device_id': 'cc7f8997-594e-4527-9f4a-e40b59f18d1d', 'network_id': 'b68001f4-7967-4e2e-8276-8b502e56dee5', 'admin_state_up': True, 'tenant_id': 'db24d11d57a04a08ba31a547ecf43942'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:18:13.494425 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6248e09-2d68-473b-adc4-049af76654ab req-015232da-7410-4ef0-aaae-42d32ba9a469 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Made reservation on behalf of db24d11d57a04a08ba31a547ecf43942 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:18:13.498082 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f6248e09-2d68-473b-adc4-049af76654ab req-015232da-7410-4ef0-aaae-42d32ba9a469 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:13.631546 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-f6248e09-2d68-473b-adc4-049af76654ab req-015232da-7410-4ef0-aaae-42d32ba9a469 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Allocated IP 172.20.0.3 (b68001f4-7967-4e2e-8276-8b502e56dee5/7442729a-bc60-4f95-807a-5a38d338e17d/5d0d2ff2-624d-475b-9681-5c59ed2f55fc) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:18:13.797647 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f6248e09-2d68-473b-adc4-049af76654ab req-015232da-7410-4ef0-aaae-42d32ba9a469 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:13.823769 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4935e66b-ccfc-41c7-bf4e-068839f7d4fb req-c7fbc3f7-bbdf-4589-a8b4-c4c7f0ca0860 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 210 time: 0.0297520 Dec 16 10:18:13.883598 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f6248e09-2d68-473b-adc4-049af76654ab req-015232da-7410-4ef0-aaae-42d32ba9a469 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:13.895793 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['917e8e68-5b5a-42ed-87a3-e2d0a3753c86'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:18:13.931549 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6248e09-2d68-473b-adc4-049af76654ab req-015232da-7410-4ef0-aaae-42d32ba9a469 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Network b68001f4-7967-4e2e-8276-8b502e56dee5 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:18:13.934618 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-f6248e09-2d68-473b-adc4-049af76654ab req-015232da-7410-4ef0-aaae-42d32ba9a469 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:18:13.941211 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6248e09-2d68-473b-adc4-049af76654ab req-015232da-7410-4ef0-aaae-42d32ba9a469 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:18:13.948744 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015232da-7410-4ef0-aaae-42d32ba9a469 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Pushing event updated for resources: {'Port': ['ID=5d0d2ff2-624d-475b-9681-5c59ed2f55fc,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:18:13.991338 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6248e09-2d68-473b-adc4-049af76654ab req-015232da-7410-4ef0-aaae-42d32ba9a469 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:13.991942 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f6248e09-2d68-473b-adc4-049af76654ab req-015232da-7410-4ef0-aaae-42d32ba9a469 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:14.080004 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f6248e09-2d68-473b-adc4-049af76654ab req-015232da-7410-4ef0-aaae-42d32ba9a469 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7951188 Dec 16 10:18:14.092669 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-f6248e09-2d68-473b-adc4-049af76654ab req-40f06d39-a4a4-4711-aff3-f219fd250f3c service neutron] Request body: {'port': {'device_id': 'cc7f8997-594e-4527-9f4a-e40b59f18d1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:18:14.153656 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f6248e09-2d68-473b-adc4-049af76654ab req-40f06d39-a4a4-4711-aff3-f219fd250f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:14.415680 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-f6248e09-2d68-473b-adc4-049af76654ab req-40f06d39-a4a4-4711-aff3-f219fd250f3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d0d2ff2-624d-475b-9681-5c59ed2f55fc {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:18:14.423008 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f6248e09-2d68-473b-adc4-049af76654ab req-40f06d39-a4a4-4711-aff3-f219fd250f3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:14.434386 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-f6248e09-2d68-473b-adc4-049af76654ab req-40f06d39-a4a4-4711-aff3-f219fd250f3c service neutron] Transition to ACTIVE for port object 5d0d2ff2-624d-475b-9681-5c59ed2f55fc will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:18:14.494278 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f6248e09-2d68-473b-adc4-049af76654ab req-40f06d39-a4a4-4711-aff3-f219fd250f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:14.547548 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f06d39-a4a4-4711-aff3-f219fd250f3c service neutron] Pushing event updated for resources: {'Port': ['ID=5d0d2ff2-624d-475b-9681-5c59ed2f55fc,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:18:14.626827 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f6248e09-2d68-473b-adc4-049af76654ab req-40f06d39-a4a4-4711-aff3-f219fd250f3c service neutron] Attempting to bind port 5d0d2ff2-624d-475b-9681-5c59ed2f55fc on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:18:14.627157 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f6248e09-2d68-473b-adc4-049af76654ab req-40f06d39-a4a4-4711-aff3-f219fd250f3c service neutron] Attempting to bind port 5d0d2ff2-624d-475b-9681-5c59ed2f55fc by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b68001f4-7967-4e2e-8276-8b502e56dee5'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:18:14.627483 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6248e09-2d68-473b-adc4-049af76654ab req-40f06d39-a4a4-4711-aff3-f219fd250f3c service neutron] Attempting to bind port 5d0d2ff2-624d-475b-9681-5c59ed2f55fc on network b68001f4-7967-4e2e-8276-8b502e56dee5 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:18:14.631852 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6248e09-2d68-473b-adc4-049af76654ab req-40f06d39-a4a4-4711-aff3-f219fd250f3c service neutron] Port 5d0d2ff2-624d-475b-9681-5c59ed2f55fc on network b68001f4-7967-4e2e-8276-8b502e56dee5 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:18:14.632172 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6248e09-2d68-473b-adc4-049af76654ab req-40f06d39-a4a4-4711-aff3-f219fd250f3c service neutron] Attempting to bind port 5d0d2ff2-624d-475b-9681-5c59ed2f55fc on network b68001f4-7967-4e2e-8276-8b502e56dee5 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:18:14.638079 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6248e09-2d68-473b-adc4-049af76654ab req-40f06d39-a4a4-4711-aff3-f219fd250f3c service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:18:14.638413 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6248e09-2d68-473b-adc4-049af76654ab req-40f06d39-a4a4-4711-aff3-f219fd250f3c service neutron] Checking segment: {'id': 'e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b68001f4-7967-4e2e-8276-8b502e56dee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:18:14.638794 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6248e09-2d68-473b-adc4-049af76654ab req-40f06d39-a4a4-4711-aff3-f219fd250f3c service neutron] Bound using segment: {'id': 'e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b68001f4-7967-4e2e-8276-8b502e56dee5'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:18:14.639213 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f6248e09-2d68-473b-adc4-049af76654ab req-40f06d39-a4a4-4711-aff3-f219fd250f3c service neutron] Bound port: 5d0d2ff2-624d-475b-9681-5c59ed2f55fc, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b68001f4-7967-4e2e-8276-8b502e56dee5'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:18:14.639589 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f6248e09-2d68-473b-adc4-049af76654ab req-40f06d39-a4a4-4711-aff3-f219fd250f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:14.702145 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f6248e09-2d68-473b-adc4-049af76654ab req-40f06d39-a4a4-4711-aff3-f219fd250f3c service neutron] For port 5d0d2ff2-624d-475b-9681-5c59ed2f55fc, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:18:14.705053 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f6248e09-2d68-473b-adc4-049af76654ab req-40f06d39-a4a4-4711-aff3-f219fd250f3c service neutron] For port 5d0d2ff2-624d-475b-9681-5c59ed2f55fc, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=5d0d2ff2-624d-475b-9681-5c59ed2f55fc,segment=NetworkSegment(e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056),segment_id=e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:18:14.768847 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f6248e09-2d68-473b-adc4-049af76654ab req-40f06d39-a4a4-4711-aff3-f219fd250f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:14.802622 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6248e09-2d68-473b-adc4-049af76654ab req-40f06d39-a4a4-4711-aff3-f219fd250f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:14.803686 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f6248e09-2d68-473b-adc4-049af76654ab req-40f06d39-a4a4-4711-aff3-f219fd250f3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:14.804690 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f6248e09-2d68-473b-adc4-049af76654ab req-40f06d39-a4a4-4711-aff3-f219fd250f3c service neutron] 10.222.0.58 "PUT /v2.0/ports/5d0d2ff2-624d-475b-9681-5c59ed2f55fc HTTP/1.1" status: 200 len: 1091 time: 0.7162271 Dec 16 10:18:14.827011 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f06d39-a4a4-4711-aff3-f219fd250f3c service neutron] Pushing event updated for resources: {'Port': ['ID=5d0d2ff2-624d-475b-9681-5c59ed2f55fc,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:18:14.963146 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7424393-2f69-4956-89be-a2b6c6728f87 req-df5eb717-b612-42a6-82f9-47d10abc18fe tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:14.964576 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e7424393-2f69-4956-89be-a2b6c6728f87 req-df5eb717-b612-42a6-82f9-47d10abc18fe tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 943 time: 0.0551369 Dec 16 10:18:15.025729 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e7424393-2f69-4956-89be-a2b6c6728f87 req-eca42e52-33b5-460b-9b8f-a4ed2dec6887 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524993 Dec 16 10:18:15.030111 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6248e09-2d68-473b-adc4-049af76654ab req-a2c4ca4e-36e4-4be7-8518-d703aef353ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:15.031550 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f6248e09-2d68-473b-adc4-049af76654ab req-a2c4ca4e-36e4-4be7-8518-d703aef353ed service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=db24d11d57a04a08ba31a547ecf43942&device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 1094 time: 0.0661261 Dec 16 10:18:15.077489 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f6248e09-2d68-473b-adc4-049af76654ab req-7a4e08cb-bb59-471a-8554-3ed67e3c6081 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d0d2ff2-624d-475b-9681-5c59ed2f55fc HTTP/1.1" status: 200 len: 217 time: 0.0376589 Dec 16 10:18:15.131105 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6248e09-2d68-473b-adc4-049af76654ab req-74d19e39-0648-4a50-81bf-35940001b71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:15.132596 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f6248e09-2d68-473b-adc4-049af76654ab req-74d19e39-0648-4a50-81bf-35940001b71a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7442729a-bc60-4f95-807a-5a38d338e17d HTTP/1.1" status: 200 len: 854 time: 0.0484300 Dec 16 10:18:15.166151 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f6248e09-2d68-473b-adc4-049af76654ab req-9184100b-6d2d-47b0-8038-2aba04406aae service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b68001f4-7967-4e2e-8276-8b502e56dee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262241 Dec 16 10:18:15.191501 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7f8997-594e-4527-9f4a-e40b59f18d1d', 'tag': '5d0d2ff2-624d-475b-9681-5c59ed2f55fc'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:18:15.193747 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b0a92b-02d9-46bd-b15f-ede2bddd3e49" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7f8997-594e-4527-9f4a-e40b59f18d1d", "tag": "5d0d2ff2-624d-475b-9681-5c59ed2f55fc"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:18:15.265214 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1f71b2-fe1c-494d-b575-af27c83714e9 x-openstack-request-id: req-1a1f71b2-fe1c-494d-b575-af27c83714e9 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:18:15.265503 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7f8997-594e-4527-9f4a-e40b59f18d1d", "tag": "5d0d2ff2-624d-475b-9681-5c59ed2f55fc", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:18:15.265761 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1a1f71b2-fe1c-494d-b575-af27c83714e9 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:18:15.266145 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7f8997-594e-4527-9f4a-e40b59f18d1d', 'tag': '5d0d2ff2-624d-475b-9681-5c59ed2f55fc', 'status': 'completed', 'code': 200} Dec 16 10:18:15.272250 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f6248e09-2d68-473b-adc4-049af76654ab req-174615ea-ca8a-4b3b-a09f-161d62e46f53 service neutron] 10.222.0.58 "GET /v2.0/networks/b68001f4-7967-4e2e-8276-8b502e56dee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983686 Dec 16 10:18:15.371787 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f6248e09-2d68-473b-adc4-049af76654ab req-9f1e3bc8-7de0-4d02-9978-289e0ff88f9a service neutron] 10.222.0.58 "GET /v2.0/networks/b68001f4-7967-4e2e-8276-8b502e56dee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918865 Dec 16 10:18:15.534449 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0a92b-02d9-46bd-b15f-ede2bddd3e49 req-0717ae20-f04b-4c63-a835-38122af044fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:15.535946 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d6b0a92b-02d9-46bd-b15f-ede2bddd3e49 req-0717ae20-f04b-4c63-a835-38122af044fb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=db24d11d57a04a08ba31a547ecf43942&device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 1094 time: 0.0481620 Dec 16 10:18:15.937313 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0a92b-02d9-46bd-b15f-ede2bddd3e49 req-24b16002-8747-49ae-8ebc-673c27e22d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:15.938801 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d6b0a92b-02d9-46bd-b15f-ede2bddd3e49 req-24b16002-8747-49ae-8ebc-673c27e22d6b service neutron] 10.222.0.58 "GET /v2.0/networks?id=b68001f4-7967-4e2e-8276-8b502e56dee5 HTTP/1.1" status: 200 len: 915 time: 0.3961165 Dec 16 10:18:15.980491 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d6b0a92b-02d9-46bd-b15f-ede2bddd3e49 req-dfa9c280-c763-4139-8a66-a6479a39e386 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d0d2ff2-624d-475b-9681-5c59ed2f55fc HTTP/1.1" status: 200 len: 217 time: 0.0339897 Dec 16 10:18:16.030425 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0a92b-02d9-46bd-b15f-ede2bddd3e49 req-d2c61fad-ae46-4a2b-a25c-7ae17bcdc321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:16.031919 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d6b0a92b-02d9-46bd-b15f-ede2bddd3e49 req-d2c61fad-ae46-4a2b-a25c-7ae17bcdc321 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7442729a-bc60-4f95-807a-5a38d338e17d HTTP/1.1" status: 200 len: 854 time: 0.0446377 Dec 16 10:18:16.071050 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d6b0a92b-02d9-46bd-b15f-ede2bddd3e49 req-9fb6c01b-2349-4a3f-8c18-7a81e4995789 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b68001f4-7967-4e2e-8276-8b502e56dee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296309 Dec 16 10:18:16.130828 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 917e8e68-5b5a-42ed-87a3-e2d0a3753c86 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:18:16.152272 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 917e8e68-5b5a-42ed-87a3-e2d0a3753c86 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:18:16.152624 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 917e8e68-5b5a-42ed-87a3-e2d0a3753c86 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:18:16.202962 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610f7b5-0e28-4506-90d3-e7c1fb527cc5 req-23f0dc63-418f-451e-a30d-b44b7d2669ee tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:16.204361 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1610f7b5-0e28-4506-90d3-e7c1fb527cc5 req-23f0dc63-418f-451e-a30d-b44b7d2669ee tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 943 time: 0.1062744 Dec 16 10:18:16.210945 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d6b0a92b-02d9-46bd-b15f-ede2bddd3e49 req-9931671b-8c4e-4ceb-895b-28086a51558b service neutron] 10.222.0.58 "GET /v2.0/networks/b68001f4-7967-4e2e-8276-8b502e56dee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317878 Dec 16 10:18:16.290757 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1610f7b5-0e28-4506-90d3-e7c1fb527cc5 req-47645e51-feed-4798-8cd0-4249ee1d1675 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782855 Dec 16 10:18:16.322945 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d6b0a92b-02d9-46bd-b15f-ede2bddd3e49 req-bb204005-6542-4fc2-b5c8-d6d8e2ae1b41 service neutron] 10.222.0.58 "GET /v2.0/networks/b68001f4-7967-4e2e-8276-8b502e56dee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036546 Dec 16 10:18:16.564518 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:18:17.327477 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 5d0d2ff2-624d-475b-9681-5c59ed2f55fc details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:18:17.413741 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178ac04-5426-4b1b-a662-bb96794f47a6 req-f17b07a9-9f81-46f6-8a2a-33c229390843 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:17.415736 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6178ac04-5426-4b1b-a662-bb96794f47a6 req-f17b07a9-9f81-46f6-8a2a-33c229390843 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 943 time: 0.0552227 Dec 16 10:18:17.433175 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 5d0d2ff2-624d-475b-9681-5c59ed2f55fc, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=5d0d2ff2-624d-475b-9681-5c59ed2f55fc,segment=NetworkSegment(e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056),segment_id=e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:18:17.440295 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '5d0d2ff2-624d-475b-9681-5c59ed2f55fc', 'network_id': 'b68001f4-7967-4e2e-8276-8b502e56dee5', 'port_id': '5d0d2ff2-624d-475b-9681-5c59ed2f55fc', 'mac_address': 'fa:16:3e:62:0c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7442729a-bc60-4f95-807a-5a38d338e17d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:18:17.455086 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6178ac04-5426-4b1b-a662-bb96794f47a6 req-96b426d9-1bbb-4003-9c7f-0b60f05341f9 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331857 Dec 16 10:18:17.477189 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:17.490946 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d0d2ff2-624d-475b-9681-5c59ed2f55fc {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:18:17.516845 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 5d0d2ff2-624d-475b-9681-5c59ed2f55fc, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=5d0d2ff2-624d-475b-9681-5c59ed2f55fc,segment=NetworkSegment(e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056),segment_id=e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:18:17.563005 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:17.611301 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=5d0d2ff2-624d-475b-9681-5c59ed2f55fc,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:18:17.766026 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['5d0d2ff2-624d-475b-9681-5c59ed2f55fc'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:18:18.652232 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c782c-af3f-4bae-b228-dcf4d340fddb req-dd9cf62f-12ff-46b7-b122-8ccfebf64c1f tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:18.653977 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-205c782c-af3f-4bae-b228-dcf4d340fddb req-dd9cf62f-12ff-46b7-b122-8ccfebf64c1f tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 944 time: 0.1251562 Dec 16 10:18:18.697617 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-205c782c-af3f-4bae-b228-dcf4d340fddb req-9a0d6382-ad6c-4516-8814-ee4045aac7c4 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374184 Dec 16 10:18:19.342552 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 5d0d2ff2-624d-475b-9681-5c59ed2f55fc up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:18:19.443164 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 5d0d2ff2-624d-475b-9681-5c59ed2f55fc completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:18:19.447695 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 5d0d2ff2-624d-475b-9681-5c59ed2f55fc triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:18:19.448063 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:19.528595 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:19.551029 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7f8997-594e-4527-9f4a-e40b59f18d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0d2ff2-624d-475b-9681-5c59ed2f55fc'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:18:19.553324 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030ca00a-24b5-47c9-ad5e-4cf3ed853fe0" -d '{"events": [{"server_uuid": "cc7f8997-594e-4527-9f4a-e40b59f18d1d", "name": "network-vif-plugged", "status": "completed", "tag": "5d0d2ff2-624d-475b-9681-5c59ed2f55fc"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:18:19.576750 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 5d0d2ff2-624d-475b-9681-5c59ed2f55fc, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=5d0d2ff2-624d-475b-9681-5c59ed2f55fc,segment=NetworkSegment(e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056),segment_id=e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:18:19.595674 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a7145c-5e06-46e8-8bc7-f883cfd88f7c x-openstack-request-id: req-99a7145c-5e06-46e8-8bc7-f883cfd88f7c {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:18:19.595960 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7f8997-594e-4527-9f4a-e40b59f18d1d", "name": "network-vif-plugged", "status": "completed", "tag": "5d0d2ff2-624d-475b-9681-5c59ed2f55fc", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:18:19.596210 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-99a7145c-5e06-46e8-8bc7-f883cfd88f7c {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:18:19.596616 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7f8997-594e-4527-9f4a-e40b59f18d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0d2ff2-624d-475b-9681-5c59ed2f55fc', 'code': 200} Dec 16 10:18:19.632215 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:19.691058 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=5d0d2ff2-624d-475b-9681-5c59ed2f55fc,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:18:19.696157 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f6f4f-15ee-488b-8549-7c52e1b61f0d req-6a31db72-a92b-4929-a79d-ebc6297000fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:19.698250 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6a1f6f4f-15ee-488b-8549-7c52e1b61f0d req-6a31db72-a92b-4929-a79d-ebc6297000fe service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 1096 time: 0.0412123 Dec 16 10:18:19.736286 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6a1f6f4f-15ee-488b-8549-7c52e1b61f0d req-bbfedde6-b43a-45ad-9f98-6c408c7f049d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301778 Dec 16 10:18:19.814602 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7547fc-a94c-405e-964e-b571e0351f01 req-5dcdd2c6-5896-44d3-9409-7953d97e448a tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:19.816079 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bb7547fc-a94c-405e-964e-b571e0351f01 req-5dcdd2c6-5896-44d3-9409-7953d97e448a tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 945 time: 0.0500660 Dec 16 10:18:19.855093 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bb7547fc-a94c-405e-964e-b571e0351f01 req-fcd99955-9048-48bf-8c85-e4846a5e0126 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322976 Dec 16 10:18:21.041398 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ec4f9-54cf-4af4-b86a-6f2c2793aa6b req-ba424ca3-11dc-46b9-b9da-569d6c93c955 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:21.042932 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-442ec4f9-54cf-4af4-b86a-6f2c2793aa6b req-ba424ca3-11dc-46b9-b9da-569d6c93c955 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 945 time: 0.1164193 Dec 16 10:18:21.083346 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-442ec4f9-54cf-4af4-b86a-6f2c2793aa6b req-1c6b3d26-fdac-4894-8ed3-2eb9f0bc3336 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341916 Dec 16 10:18:21.202990 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e33d42-aa8b-47c0-bce1-51031962e619 req-76f409d8-4e4b-4736-9ebf-811dda772aeb tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:21.204499 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31e33d42-aa8b-47c0-bce1-51031962e619 req-76f409d8-4e4b-4736-9ebf-811dda772aeb tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 945 time: 0.0528922 Dec 16 10:18:21.247950 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-31e33d42-aa8b-47c0-bce1-51031962e619 req-453f652f-3b89-439f-9b72-3acf17aace2e tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373218 Dec 16 10:18:21.636568 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f0704-bb8c-4fec-9572-16085b4da54b req-3cef25bf-3d99-4537-8b1d-f9fe54342d54 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:21.638134 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-015f0704-bb8c-4fec-9572-16085b4da54b req-3cef25bf-3d99-4537-8b1d-f9fe54342d54 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 945 time: 0.0526800 Dec 16 10:18:21.676459 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-015f0704-bb8c-4fec-9572-16085b4da54b req-dd34274b-fa38-4a25-9234-bd111d0e37c4 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322623 Dec 16 10:18:21.761039 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-b59eafb1-f6f9-44d4-bfc0-06eabb0900b6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0400419 Dec 16 10:18:22.799473 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8c149-e897-44ae-a8e7-a940ca1ad002 req-794c85a9-7a53-4fa3-b1bf-b4cdd355588f tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:22.800965 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c5a8c149-e897-44ae-a8e7-a940ca1ad002 req-794c85a9-7a53-4fa3-b1bf-b4cdd355588f tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 945 time: 0.0556982 Dec 16 10:18:22.842801 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c5a8c149-e897-44ae-a8e7-a940ca1ad002 req-318d1c27-4d97-4cc7-bf65-4e1947883901 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342860 Dec 16 10:18:23.734885 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-5a6b518f-de96-4bdf-bb8d-44c8335ddac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:23.736401 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-5a6b518f-de96-4bdf-bb8d-44c8335ddac4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=db24d11d57a04a08ba31a547ecf43942&device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 1096 time: 0.0496995 Dec 16 10:18:23.831776 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-7b389edc-445d-4412-9bf9-e65a2143961d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:23.833475 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-7b389edc-445d-4412-9bf9-e65a2143961d service neutron] 10.222.0.58 "GET /v2.0/networks?id=b68001f4-7967-4e2e-8276-8b502e56dee5 HTTP/1.1" status: 200 len: 915 time: 0.0902998 Dec 16 10:18:23.875921 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-3b274b38-3f9d-48d1-b941-1b018da4c6ae service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d0d2ff2-624d-475b-9681-5c59ed2f55fc HTTP/1.1" status: 200 len: 217 time: 0.0353823 Dec 16 10:18:23.960497 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-180b146b-7912-4661-b1a6-88e1d06502ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:23.962070 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-180b146b-7912-4661-b1a6-88e1d06502ea service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7442729a-bc60-4f95-807a-5a38d338e17d HTTP/1.1" status: 200 len: 854 time: 0.0794034 Dec 16 10:18:23.986270 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b499010-e3f5-41ab-a2e3-0fc02a9bde78 req-bb3f6928-c5eb-4247-b527-69ea033de3a2 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:23.987772 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1b499010-e3f5-41ab-a2e3-0fc02a9bde78 req-bb3f6928-c5eb-4247-b527-69ea033de3a2 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 945 time: 0.0750337 Dec 16 10:18:24.007661 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-e40cdc43-649c-4937-9e72-ff09b2292949 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b68001f4-7967-4e2e-8276-8b502e56dee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366790 Dec 16 10:18:24.088206 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1b499010-e3f5-41ab-a2e3-0fc02a9bde78 req-42f19cbc-cf0a-4115-829d-17a0a8f693b9 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828986 Dec 16 10:18:24.089163 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-be495a66-6bc3-4c37-be5c-836babeb66de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:24.129220 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-949fd045-ea5e-4e90-b4ab-eabdb5d9b73c service neutron] 10.222.0.58 "GET /v2.0/networks/b68001f4-7967-4e2e-8276-8b502e56dee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084950 Dec 16 10:18:24.230680 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-bae848b4-18e7-4bb2-a627-8ab4f6a57477 service neutron] 10.222.0.58 "GET /v2.0/networks/b68001f4-7967-4e2e-8276-8b502e56dee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945532 Dec 16 10:18:25.207402 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51b7bb-46ec-4740-9a77-0ce28f13ffa8 req-b1aa6a73-832c-4b7c-848e-74a7a82d20e4 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:25.208961 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4a51b7bb-46ec-4740-9a77-0ce28f13ffa8 req-b1aa6a73-832c-4b7c-848e-74a7a82d20e4 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 945 time: 0.0507154 Dec 16 10:18:25.250990 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4a51b7bb-46ec-4740-9a77-0ce28f13ffa8 req-55af5486-e1d3-4b54-a22e-4ccd2781418a tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353982 Dec 16 10:18:26.373351 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e77141-7c92-4496-8f28-d5ab8e33c89a req-c8a931ec-e75e-4b8e-a701-cda5d6f2ab64 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:26.374888 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f5e77141-7c92-4496-8f28-d5ab8e33c89a req-c8a931ec-e75e-4b8e-a701-cda5d6f2ab64 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 945 time: 0.0540693 Dec 16 10:18:26.402319 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f5397c2b-9ee3-416b-a3ca-d7c4d7e4de02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:26.415930 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f5e77141-7c92-4496-8f28-d5ab8e33c89a req-b2305a95-9eee-4183-bd99-8b2b1ae8082e tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348382 Dec 16 10:18:27.535187 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f52928-492c-4f97-9f17-7b77f7af3283 req-a4c88db2-75e2-4123-9c63-d6d046860fa2 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:27.536709 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a2f52928-492c-4f97-9f17-7b77f7af3283 req-a4c88db2-75e2-4123-9c63-d6d046860fa2 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 945 time: 0.0498672 Dec 16 10:18:27.576846 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a2f52928-492c-4f97-9f17-7b77f7af3283 req-fbd32036-25bf-4e63-9276-a01dc61af2c2 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337522 Dec 16 10:18:27.711496 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:28.693823 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f373d38-7bb2-46a9-bb4d-feb26330ace5 req-0e56e1a2-ae11-49b4-8e08-e533e197c0d2 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:28.695335 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3f373d38-7bb2-46a9-bb4d-feb26330ace5 req-0e56e1a2-ae11-49b4-8e08-e533e197c0d2 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 945 time: 0.0496104 Dec 16 10:18:28.740558 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3f373d38-7bb2-46a9-bb4d-feb26330ace5 req-00e7b108-5143-4080-90ac-5c41d572e030 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379219 Dec 16 10:18:29.236589 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:29.585248 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:29.864828 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb1a14-93d6-454b-8eb1-1baddf26e9c0 req-88fb730d-a6f9-4ef8-9922-20ea8dd563f7 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:29.866364 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0bdb1a14-93d6-454b-8eb1-1baddf26e9c0 req-88fb730d-a6f9-4ef8-9922-20ea8dd563f7 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 945 time: 0.0554144 Dec 16 10:18:29.911093 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0bdb1a14-93d6-454b-8eb1-1baddf26e9c0 req-0df4cc51-1932-4f54-aa5c-79729851fe5a tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387022 Dec 16 10:18:31.030537 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ef6ba-250f-484a-873e-f6ec06fb65f2 req-d6bb24c6-e38d-422e-91cb-3596ea7da4e5 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:31.032056 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f63ef6ba-250f-484a-873e-f6ec06fb65f2 req-d6bb24c6-e38d-422e-91cb-3596ea7da4e5 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 945 time: 0.0503497 Dec 16 10:18:31.071265 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f63ef6ba-250f-484a-873e-f6ec06fb65f2 req-e5f3f632-f3e2-4fe2-b6e8-a268173841ed tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330200 Dec 16 10:18:32.189450 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe06e0c-8156-4582-af0b-b4ebef85c8fb req-10f8f512-16ee-4a1b-8614-c79b99580ecc tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:32.190937 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0fe06e0c-8156-4582-af0b-b4ebef85c8fb req-10f8f512-16ee-4a1b-8614-c79b99580ecc tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 945 time: 0.0503736 Dec 16 10:18:32.233494 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0fe06e0c-8156-4582-af0b-b4ebef85c8fb req-d3d6911c-8abd-4f09-a4b1-4d330abf1638 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323329 Dec 16 10:18:33.366768 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c228c-f233-428f-a4e3-7cd201943e4c req-c23d19dc-33ee-4130-8564-ba2b3d979eff tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:33.368291 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-293c228c-f233-428f-a4e3-7cd201943e4c req-c23d19dc-33ee-4130-8564-ba2b3d979eff tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 945 time: 0.0508814 Dec 16 10:18:33.407731 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-293c228c-f233-428f-a4e3-7cd201943e4c req-6cb6fb17-fceb-47be-ac54-0cfe324a93a5 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328307 Dec 16 10:18:34.524151 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826cd57-b6d4-4bcc-bc5b-f575ca03e066 req-0404b3e8-db20-4835-8828-a599e9ba6dff tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:34.525661 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b826cd57-b6d4-4bcc-bc5b-f575ca03e066 req-0404b3e8-db20-4835-8828-a599e9ba6dff tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 945 time: 0.0489621 Dec 16 10:18:34.563630 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b826cd57-b6d4-4bcc-bc5b-f575ca03e066 req-f8147723-2b26-451c-bd3e-c2a65843773e tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313883 Dec 16 10:18:35.688645 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46992e-3e30-4c0d-87e8-ce99d883627b req-323929f5-7239-4cec-9a0b-1104a6f8f4c7 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:35.690215 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1e46992e-3e30-4c0d-87e8-ce99d883627b req-323929f5-7239-4cec-9a0b-1104a6f8f4c7 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 945 time: 0.0563567 Dec 16 10:18:35.737885 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1e46992e-3e30-4c0d-87e8-ce99d883627b req-e628fc80-8bbd-4be1-a0e6-2e08f03a7872 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411599 Dec 16 10:18:36.861375 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b4f43-b227-499f-858d-3f534404560f req-509fe8c5-07d7-4f83-86bd-d1b4922e93c4 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:36.862858 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0f2b4f43-b227-499f-858d-3f534404560f req-509fe8c5-07d7-4f83-86bd-d1b4922e93c4 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 945 time: 0.0556450 Dec 16 10:18:36.903060 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0f2b4f43-b227-499f-858d-3f534404560f req-3e60d100-21f3-4a53-a3b4-adf9da3434b6 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336509 Dec 16 10:18:37.688202 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:38.022524 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07622d7-bbf3-46d6-adcb-0a84b22aac70 req-171e75bd-504a-4295-baab-717751580fda tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:38.024060 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d07622d7-bbf3-46d6-adcb-0a84b22aac70 req-171e75bd-504a-4295-baab-717751580fda tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 945 time: 0.0511303 Dec 16 10:18:38.062892 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d07622d7-bbf3-46d6-adcb-0a84b22aac70 req-d8787b55-49e4-46a7-8d36-60d10c3087c8 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327084 Dec 16 10:18:39.187037 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01b5d2-5b77-4029-8f62-c76b4269f85e req-c8fcafcc-5bda-4e0d-83f7-754b5977d9f4 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:39.188504 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e01b5d2-5b77-4029-8f62-c76b4269f85e req-c8fcafcc-5bda-4e0d-83f7-754b5977d9f4 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 945 time: 0.0490084 Dec 16 10:18:39.230140 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9e01b5d2-5b77-4029-8f62-c76b4269f85e req-9949b46f-0d9d-4962-b888-8861c449508d tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353713 Dec 16 10:18:40.344539 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997e52b-ed9c-487e-a8cb-1f2af48662d7 req-b6d971e3-7747-4cbc-b8ee-3a221d46450b tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:40.346042 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1997e52b-ed9c-487e-a8cb-1f2af48662d7 req-b6d971e3-7747-4cbc-b8ee-3a221d46450b tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 945 time: 0.0489111 Dec 16 10:18:40.384672 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1997e52b-ed9c-487e-a8cb-1f2af48662d7 req-a15b9b29-35c5-4ed8-91fd-8ca9398b0393 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324695 Dec 16 10:18:41.076640 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:41.500308 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd877f-748a-4e95-8fe1-8aefb055ca13 req-dfd7cfdc-8716-4c4c-baa9-c0a2e5e2c146 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:41.501810 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a8dd877f-748a-4e95-8fe1-8aefb055ca13 req-dfd7cfdc-8716-4c4c-baa9-c0a2e5e2c146 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 945 time: 0.0479348 Dec 16 10:18:41.538800 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a8dd877f-748a-4e95-8fe1-8aefb055ca13 req-b6361546-e20a-4634-a07d-13333e764c2b tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310245 Dec 16 10:18:42.659545 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a5544-f699-4a9a-81d0-507e3593f80f req-ca0ddb2c-154e-4621-911f-6d5b1c13dbd0 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:42.661083 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c23a5544-f699-4a9a-81d0-507e3593f80f req-ca0ddb2c-154e-4621-911f-6d5b1c13dbd0 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 945 time: 0.0502498 Dec 16 10:18:42.705081 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c23a5544-f699-4a9a-81d0-507e3593f80f req-0596bb20-fa62-410f-ae99-05f2d5bb1e1a tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376813 Dec 16 10:18:43.828624 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa87b40-c152-459c-a9a8-2a73c915b70a req-aa100e54-60b0-4969-8893-fdb855515ebe tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:43.830278 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2aa87b40-c152-459c-a9a8-2a73c915b70a req-aa100e54-60b0-4969-8893-fdb855515ebe tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 945 time: 0.0545807 Dec 16 10:18:43.869890 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2aa87b40-c152-459c-a9a8-2a73c915b70a req-4b611f2d-05b6-40a4-b50c-d0240b50736c tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334651 Dec 16 10:18:44.989942 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99008b1f-34b8-4eb5-b451-74a4ded43a32 req-6ea3b6a2-7536-4828-b6b3-93796f875c6a tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:44.991451 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99008b1f-34b8-4eb5-b451-74a4ded43a32 req-6ea3b6a2-7536-4828-b6b3-93796f875c6a tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 945 time: 0.0502191 Dec 16 10:18:45.030876 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99008b1f-34b8-4eb5-b451-74a4ded43a32 req-7c554c5f-9a40-46cf-beef-11f35a1641ab tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327580 Dec 16 10:18:46.155171 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9ce3f-f2db-4249-a7a5-6aca3f78b639 req-2e4127ed-dd52-4194-8133-530b98ac3865 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:46.156669 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fee9ce3f-f2db-4249-a7a5-6aca3f78b639 req-2e4127ed-dd52-4194-8133-530b98ac3865 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 945 time: 0.0556695 Dec 16 10:18:46.195939 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fee9ce3f-f2db-4249-a7a5-6aca3f78b639 req-9184d344-d1e2-423c-b13d-29892182cdfe tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329263 Dec 16 10:18:47.314183 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad29c89-f20f-4be2-a493-5f4f2c4106a2 req-43234502-6547-4c4a-aa7f-7053e0cf6b8f tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:47.315715 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8ad29c89-f20f-4be2-a493-5f4f2c4106a2 req-43234502-6547-4c4a-aa7f-7053e0cf6b8f tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 945 time: 0.0512495 Dec 16 10:18:47.356377 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8ad29c89-f20f-4be2-a493-5f4f2c4106a2 req-ff466bb2-446f-435b-9ddd-5bee32d1156b tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338230 Dec 16 10:18:48.477256 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66630440-0743-4ae3-bba4-05ece38b1f5b req-df7efc0c-3ea3-45fd-836a-752e2d0005a7 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:48.478685 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-66630440-0743-4ae3-bba4-05ece38b1f5b req-df7efc0c-3ea3-45fd-836a-752e2d0005a7 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 945 time: 0.0518844 Dec 16 10:18:48.517132 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-66630440-0743-4ae3-bba4-05ece38b1f5b req-b6422544-6673-4dcf-b846-738933e60dcc tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316801 Dec 16 10:18:49.641545 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe8d9f-d0c8-47d6-a979-fd84eabf7625 req-98e1e321-4aec-44f4-8546-456d797d7cbf tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:49.643123 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9dbe8d9f-d0c8-47d6-a979-fd84eabf7625 req-98e1e321-4aec-44f4-8546-456d797d7cbf tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 945 time: 0.0567701 Dec 16 10:18:49.688201 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9dbe8d9f-d0c8-47d6-a979-fd84eabf7625 req-7c5b4658-ecb0-4bce-901a-47eaeaf29ca8 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380890 Dec 16 10:18:50.808181 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03b63d-7000-456d-8cf2-3669c0078c02 req-182b3178-9673-4a36-b722-36d34044d076 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:50.809726 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3f03b63d-7000-456d-8cf2-3669c0078c02 req-182b3178-9673-4a36-b722-36d34044d076 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 945 time: 0.0534768 Dec 16 10:18:50.849063 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3f03b63d-7000-456d-8cf2-3669c0078c02 req-cad7dfe2-ff63-4dec-b0a4-7c57eff33692 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329466 Dec 16 10:18:51.450901 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-c350106d-1f78-40d3-a796-aaef2fc68852 service neutron] show failed (client error): The resource could not be found. Dec 16 10:18:51.451852 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-c350106d-1f78-40d3-a796-aaef2fc68852 service neutron] 10.222.0.58 "GET /v2.0/ports/5d0d2ff2-624d-475b-9681-5c59ed2f55fc/bindings/n-h1-820550-2 HTTP/1.1" status: 404 len: 380 time: 0.0592639 Dec 16 10:18:51.972050 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-9c4ca74c-28a8-4aba-9ed1-48e9f06cd1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:51.973671 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-9c4ca74c-28a8-4aba-9ed1-48e9f06cd1ec service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d&tenant_id=db24d11d57a04a08ba31a547ecf43942 HTTP/1.1" status: 200 len: 1096 time: 0.0728002 Dec 16 10:18:51.986022 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531aec1f-0bd9-4f60-8c17-2c880a39089b req-00de9b94-56f9-4701-916a-c75dbe0c9621 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:51.987453 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-531aec1f-0bd9-4f60-8c17-2c880a39089b req-00de9b94-56f9-4701-916a-c75dbe0c9621 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 945 time: 0.0611413 Dec 16 10:18:51.992471 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-5e173053-814e-438b-9780-d57d8ced16d1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820550-2', 'device_owner': 'compute:nova'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:18:52.075315 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-531aec1f-0bd9-4f60-8c17-2c880a39089b req-e59e0946-b7d5-4d40-b684-5d5cfb21bdb6 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797098 Dec 16 10:18:52.078361 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-5e173053-814e-438b-9780-d57d8ced16d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:52.285528 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-5e173053-814e-438b-9780-d57d8ced16d1 service neutron] For port 5d0d2ff2-624d-475b-9681-5c59ed2f55fc, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=5d0d2ff2-624d-475b-9681-5c59ed2f55fc,segment=NetworkSegment(e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056),segment_id=e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:18:52.320502 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-5e173053-814e-438b-9780-d57d8ced16d1 service neutron] For port 5d0d2ff2-624d-475b-9681-5c59ed2f55fc, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:18:52.364853 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7f8997-594e-4527-9f4a-e40b59f18d1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d0d2ff2-624d-475b-9681-5c59ed2f55fc'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:18:52.367207 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7f238f-f206-44e3-a461-1d3930673b8d" -d '{"events": [{"server_uuid": "cc7f8997-594e-4527-9f4a-e40b59f18d1d", "name": "network-vif-unplugged", "status": "completed", "tag": "5d0d2ff2-624d-475b-9681-5c59ed2f55fc"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:18:52.372247 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-5e173053-814e-438b-9780-d57d8ced16d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:52.385392 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-5e173053-814e-438b-9780-d57d8ced16d1 service neutron] Transition to ACTIVE for port object 5d0d2ff2-624d-475b-9681-5c59ed2f55fc will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:18:52.423530 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 10:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc840a20-6d82-4af3-9d9a-048f2f3fb855 x-openstack-request-id: req-fc840a20-6d82-4af3-9d9a-048f2f3fb855 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:18:52.423759 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7f8997-594e-4527-9f4a-e40b59f18d1d", "name": "network-vif-unplugged", "status": "completed", "tag": "5d0d2ff2-624d-475b-9681-5c59ed2f55fc", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:18:52.424015 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fc840a20-6d82-4af3-9d9a-048f2f3fb855 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:18:52.424423 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7f8997-594e-4527-9f4a-e40b59f18d1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d0d2ff2-624d-475b-9681-5c59ed2f55fc', 'code': 200} Dec 16 10:18:52.436230 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-5e173053-814e-438b-9780-d57d8ced16d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:52.507427 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-5e173053-814e-438b-9780-d57d8ced16d1 service neutron] No DVR routers for this DVR port 5d0d2ff2-624d-475b-9681-5c59ed2f55fc on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:18:52.509534 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e173053-814e-438b-9780-d57d8ced16d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0d2ff2-624d-475b-9681-5c59ed2f55fc,revision_number=6']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:18:52.544286 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-5e173053-814e-438b-9780-d57d8ced16d1 service neutron] Attempting to bind port 5d0d2ff2-624d-475b-9681-5c59ed2f55fc on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:18:52.544636 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-5e173053-814e-438b-9780-d57d8ced16d1 service neutron] Attempting to bind port 5d0d2ff2-624d-475b-9681-5c59ed2f55fc by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b68001f4-7967-4e2e-8276-8b502e56dee5'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:18:52.544970 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-5e173053-814e-438b-9780-d57d8ced16d1 service neutron] Attempting to bind port 5d0d2ff2-624d-475b-9681-5c59ed2f55fc on network b68001f4-7967-4e2e-8276-8b502e56dee5 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:18:52.549539 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-5e173053-814e-438b-9780-d57d8ced16d1 service neutron] Port 5d0d2ff2-624d-475b-9681-5c59ed2f55fc on network b68001f4-7967-4e2e-8276-8b502e56dee5 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:18:52.549856 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-5e173053-814e-438b-9780-d57d8ced16d1 service neutron] Attempting to bind port 5d0d2ff2-624d-475b-9681-5c59ed2f55fc on network b68001f4-7967-4e2e-8276-8b502e56dee5 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:18:52.554984 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-5e173053-814e-438b-9780-d57d8ced16d1 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:18:52.555328 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-5e173053-814e-438b-9780-d57d8ced16d1 service neutron] Checking segment: {'id': 'e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b68001f4-7967-4e2e-8276-8b502e56dee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:18:52.555749 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-5e173053-814e-438b-9780-d57d8ced16d1 service neutron] Bound using segment: {'id': 'e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b68001f4-7967-4e2e-8276-8b502e56dee5'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:18:52.556170 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-5e173053-814e-438b-9780-d57d8ced16d1 service neutron] Bound port: 5d0d2ff2-624d-475b-9681-5c59ed2f55fc, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b68001f4-7967-4e2e-8276-8b502e56dee5'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:18:52.556522 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-5e173053-814e-438b-9780-d57d8ced16d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:52.624746 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-5e173053-814e-438b-9780-d57d8ced16d1 service neutron] For port 5d0d2ff2-624d-475b-9681-5c59ed2f55fc, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:18:52.628011 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-5e173053-814e-438b-9780-d57d8ced16d1 service neutron] For port 5d0d2ff2-624d-475b-9681-5c59ed2f55fc, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=5d0d2ff2-624d-475b-9681-5c59ed2f55fc,segment=NetworkSegment(e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056),segment_id=e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:18:52.704707 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-5e173053-814e-438b-9780-d57d8ced16d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:52.742486 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-5e173053-814e-438b-9780-d57d8ced16d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:52.743114 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-5e173053-814e-438b-9780-d57d8ced16d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:52.744521 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-5e173053-814e-438b-9780-d57d8ced16d1 service neutron] 10.222.0.57 "PUT /v2.0/ports/5d0d2ff2-624d-475b-9681-5c59ed2f55fc HTTP/1.1" status: 200 len: 1091 time: 0.7561717 Dec 16 10:18:52.780406 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e173053-814e-438b-9780-d57d8ced16d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0d2ff2-624d-475b-9681-5c59ed2f55fc,revision_number=7']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:18:52.817055 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-541ff7d5-9e27-49c1-9548-7b73a72edd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:52.818603 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-541ff7d5-9e27-49c1-9548-7b73a72edd97 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db24d11d57a04a08ba31a547ecf43942&device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 1094 time: 0.0505488 Dec 16 10:18:52.912789 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-533f40d1-4c6d-4d21-b63e-d6a02d184c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:52.914295 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-533f40d1-4c6d-4d21-b63e-d6a02d184c24 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b68001f4-7967-4e2e-8276-8b502e56dee5 HTTP/1.1" status: 200 len: 915 time: 0.0891654 Dec 16 10:18:52.960579 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-579013e6-3ff6-40be-8d90-d4cbde413dfe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d0d2ff2-624d-475b-9681-5c59ed2f55fc HTTP/1.1" status: 200 len: 217 time: 0.0392811 Dec 16 10:18:53.009928 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-78fb025c-3fea-4321-b693-7f959db6f116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:53.011410 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-78fb025c-3fea-4321-b693-7f959db6f116 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7442729a-bc60-4f95-807a-5a38d338e17d HTTP/1.1" status: 200 len: 854 time: 0.0449140 Dec 16 10:18:53.043960 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-4d2b606c-2535-46a5-aefd-049242d52818 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b68001f4-7967-4e2e-8276-8b502e56dee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249264 Dec 16 10:18:53.143180 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-976c9be5-6d38-43c1-a764-86e2fddb6607 service neutron] 10.222.0.57 "GET /v2.0/networks/b68001f4-7967-4e2e-8276-8b502e56dee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915380 Dec 16 10:18:53.243348 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c6787-148b-46ed-9266-29d17cc82644 req-8decf66e-2bfb-46be-8246-f030a450c104 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:53.244799 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-139c6787-148b-46ed-9266-29d17cc82644 req-8decf66e-2bfb-46be-8246-f030a450c104 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 943 time: 0.1007106 Dec 16 10:18:53.286054 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ffb4f95-72d6-4de0-a3d0-bb4b0c5a7614 req-13639be4-39c7-4924-be48-ae80cecf182e service neutron] 10.222.0.57 "GET /v2.0/networks/b68001f4-7967-4e2e-8276-8b502e56dee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328983 Dec 16 10:18:53.307203 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-139c6787-148b-46ed-9266-29d17cc82644 req-674062ad-d58c-4d03-a836-3a39680da8d1 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538750 Dec 16 10:18:53.564136 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:18:54.087751 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-11c014c5-1346-4645-97d1-09e08103437f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:54.425953 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7f8997-594e-4527-9f4a-e40b59f18d1d', 'tag': '5d0d2ff2-624d-475b-9681-5c59ed2f55fc'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:18:54.428373 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b254d821-521f-4f26-ba04-d4d995065848" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7f8997-594e-4527-9f4a-e40b59f18d1d", "tag": "5d0d2ff2-624d-475b-9681-5c59ed2f55fc"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:18:54.430149 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8446b-1c1b-46e4-878a-349a29022a91 req-001f80ea-990d-4172-a363-708225cad1f5 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:54.431781 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6ec8446b-1c1b-46e4-878a-349a29022a91 req-001f80ea-990d-4172-a363-708225cad1f5 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 943 time: 0.0493042 Dec 16 10:18:54.473715 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6ec8446b-1c1b-46e4-878a-349a29022a91 req-217fb1d7-c0de-454d-8a7f-341ad9fb7ddd tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351915 Dec 16 10:18:54.479186 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76302a7f-a7ae-4704-b1ec-0dfe6944e371 x-openstack-request-id: req-76302a7f-a7ae-4704-b1ec-0dfe6944e371 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:18:54.479541 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7f8997-594e-4527-9f4a-e40b59f18d1d", "tag": "5d0d2ff2-624d-475b-9681-5c59ed2f55fc", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:18:54.480330 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-76302a7f-a7ae-4704-b1ec-0dfe6944e371 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:18:54.480737 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7f8997-594e-4527-9f4a-e40b59f18d1d', 'tag': '5d0d2ff2-624d-475b-9681-5c59ed2f55fc', 'status': 'completed', 'code': 200} Dec 16 10:18:54.576394 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254d821-521f-4f26-ba04-d4d995065848 req-775ca481-9904-4095-a6b8-18cede2dc9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:54.577945 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b254d821-521f-4f26-ba04-d4d995065848 req-775ca481-9904-4095-a6b8-18cede2dc9af service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=db24d11d57a04a08ba31a547ecf43942&device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 1094 time: 0.0764513 Dec 16 10:18:54.580313 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254d821-521f-4f26-ba04-d4d995065848 req-243870a7-0afe-4cc4-8a7a-e3725ee8c183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:54.581849 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b254d821-521f-4f26-ba04-d4d995065848 req-243870a7-0afe-4cc4-8a7a-e3725ee8c183 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db24d11d57a04a08ba31a547ecf43942&device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 1094 time: 0.0720398 Dec 16 10:18:54.741765 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254d821-521f-4f26-ba04-d4d995065848 req-3d43a121-e6cb-4bce-8cdc-b376a2955f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:54.743144 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b254d821-521f-4f26-ba04-d4d995065848 req-3d43a121-e6cb-4bce-8cdc-b376a2955f24 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b68001f4-7967-4e2e-8276-8b502e56dee5 HTTP/1.1" status: 200 len: 915 time: 0.1577697 Dec 16 10:18:54.744222 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254d821-521f-4f26-ba04-d4d995065848 req-65c504fe-01cd-4db8-afd5-c884cf6259c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:54.745579 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b254d821-521f-4f26-ba04-d4d995065848 req-65c504fe-01cd-4db8-afd5-c884cf6259c5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b68001f4-7967-4e2e-8276-8b502e56dee5 HTTP/1.1" status: 200 len: 915 time: 0.1524961 Dec 16 10:18:54.795384 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b254d821-521f-4f26-ba04-d4d995065848 req-e5f083ff-91bd-4775-b6c2-f4c52404fe82 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d0d2ff2-624d-475b-9681-5c59ed2f55fc HTTP/1.1" status: 200 len: 217 time: 0.0448225 Dec 16 10:18:54.830897 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b254d821-521f-4f26-ba04-d4d995065848 req-7e6bf48a-2c12-4071-b066-06b79dca8095 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d0d2ff2-624d-475b-9681-5c59ed2f55fc HTTP/1.1" status: 200 len: 217 time: 0.0748444 Dec 16 10:18:54.905873 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254d821-521f-4f26-ba04-d4d995065848 req-31051e9b-2a80-4f89-b1c4-02e7b5806abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:54.907344 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b254d821-521f-4f26-ba04-d4d995065848 req-31051e9b-2a80-4f89-b1c4-02e7b5806abd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7442729a-bc60-4f95-807a-5a38d338e17d HTTP/1.1" status: 200 len: 854 time: 0.0855744 Dec 16 10:18:54.914260 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254d821-521f-4f26-ba04-d4d995065848 req-1fc6221e-efb2-4e90-b462-1d02099a4e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:54.915616 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b254d821-521f-4f26-ba04-d4d995065848 req-1fc6221e-efb2-4e90-b462-1d02099a4e1d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7442729a-bc60-4f95-807a-5a38d338e17d HTTP/1.1" status: 200 len: 854 time: 0.0638053 Dec 16 10:18:54.960468 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b254d821-521f-4f26-ba04-d4d995065848 req-672a556f-a4fe-475d-9c0a-82b02bb90432 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b68001f4-7967-4e2e-8276-8b502e56dee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438533 Dec 16 10:18:54.962335 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b254d821-521f-4f26-ba04-d4d995065848 req-0361da00-2049-4f64-8a7a-59fbc9e53523 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b68001f4-7967-4e2e-8276-8b502e56dee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384157 Dec 16 10:18:55.119966 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b254d821-521f-4f26-ba04-d4d995065848 req-9d7627a4-e3a1-4238-9011-4b90a5e0e509 service neutron] 10.222.0.58 "GET /v2.0/networks/b68001f4-7967-4e2e-8276-8b502e56dee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523724 Dec 16 10:18:55.124067 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b254d821-521f-4f26-ba04-d4d995065848 req-20148997-4da6-4166-a6a7-4aa9e0244e28 service neutron] 10.222.0.57 "GET /v2.0/networks/b68001f4-7967-4e2e-8276-8b502e56dee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496553 Dec 16 10:18:55.288891 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b254d821-521f-4f26-ba04-d4d995065848 req-4fbc9be3-4a2c-4f59-9515-5042500d560d service neutron] 10.222.0.57 "GET /v2.0/networks/b68001f4-7967-4e2e-8276-8b502e56dee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549227 Dec 16 10:18:55.290648 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b254d821-521f-4f26-ba04-d4d995065848 req-5d11ce5d-0b7a-44b8-be05-4b59a2a82141 service neutron] 10.222.0.58 "GET /v2.0/networks/b68001f4-7967-4e2e-8276-8b502e56dee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638460 Dec 16 10:18:55.536988 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 5d0d2ff2-624d-475b-9681-5c59ed2f55fc no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:18:55.582539 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 5d0d2ff2-624d-475b-9681-5c59ed2f55fc not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:18:55.607693 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0b316-9c21-4a6c-9804-d324510e8438 req-bdb7c254-0544-4a3f-863f-3b9f34208675 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:55.609252 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0dd0b316-9c21-4a6c-9804-d324510e8438 req-bdb7c254-0544-4a3f-863f-3b9f34208675 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 943 time: 0.0553105 Dec 16 10:18:55.648370 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0dd0b316-9c21-4a6c-9804-d324510e8438 req-f572ab86-774c-4931-a589-dbdcc66567e6 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329723 Dec 16 10:18:56.278942 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 5d0d2ff2-624d-475b-9681-5c59ed2f55fc details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:18:56.383560 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 5d0d2ff2-624d-475b-9681-5c59ed2f55fc, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=5d0d2ff2-624d-475b-9681-5c59ed2f55fc,segment=NetworkSegment(e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056),segment_id=e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:18:56.395969 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '5d0d2ff2-624d-475b-9681-5c59ed2f55fc', 'network_id': 'b68001f4-7967-4e2e-8276-8b502e56dee5', 'port_id': '5d0d2ff2-624d-475b-9681-5c59ed2f55fc', 'mac_address': 'fa:16:3e:62:0c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7442729a-bc60-4f95-807a-5a38d338e17d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:18:56.422969 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c0ec1b46-17cc-4ada-acbd-2479077c908f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:56.439692 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:56.456962 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d0d2ff2-624d-475b-9681-5c59ed2f55fc {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:18:56.476572 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 5d0d2ff2-624d-475b-9681-5c59ed2f55fc, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=5d0d2ff2-624d-475b-9681-5c59ed2f55fc,segment=NetworkSegment(e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056),segment_id=e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:18:56.528127 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:56.582410 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=5d0d2ff2-624d-475b-9681-5c59ed2f55fc,revision_number=8']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:18:56.590135 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:18:56.590484 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:18:56.590826 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:18:56.591171 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:18:56.591592 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:18:56.591838 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:18:56.592165 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:18:56.592494 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:18:56.592821 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:18:56.593169 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:18:56.593493 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:18:56.593814 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:18:56.767823 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f175f4-63cf-4eef-888d-f520354f00c5 req-fea598c8-1938-4725-aaff-470026a98f38 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:56.769351 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-77f175f4-63cf-4eef-888d-f520354f00c5 req-fea598c8-1938-4725-aaff-470026a98f38 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 944 time: 0.0528529 Dec 16 10:18:56.808295 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-77f175f4-63cf-4eef-888d-f520354f00c5 req-72770733-0627-427d-9ada-00b3e9a4fb04 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322895 Dec 16 10:18:56.888204 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['5d0d2ff2-624d-475b-9681-5c59ed2f55fc'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:18:57.704616 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:57.934646 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519c89a-49d3-487f-bcb8-c78124b0aa17 req-dc6af551-6d78-4f95-8d17-a343061ba0ee tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:57.936188 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d519c89a-49d3-487f-bcb8-c78124b0aa17 req-dc6af551-6d78-4f95-8d17-a343061ba0ee tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 944 time: 0.0557544 Dec 16 10:18:57.976902 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d519c89a-49d3-487f-bcb8-c78124b0aa17 req-3cdb7fc4-3ea5-4e90-a5bc-af8c4e17bf19 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339100 Dec 16 10:18:58.273317 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d3b50-4d51-4f0f-a083-ad61f2c1ade0 req-06320b6b-71d0-426b-a2c8-9b5bc5758ed3 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:58.274897 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c10d3b50-4d51-4f0f-a083-ad61f2c1ade0 req-06320b6b-71d0-426b-a2c8-9b5bc5758ed3 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 944 time: 0.0536582 Dec 16 10:18:58.287744 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 5d0d2ff2-624d-475b-9681-5c59ed2f55fc up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:18:58.353874 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c10d3b50-4d51-4f0f-a083-ad61f2c1ade0 req-6b793388-0283-4ece-a1bd-73e7fa628b5b tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641022 Dec 16 10:18:58.363864 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad1a7e-396c-4f95-857e-8e3d147bee37 req-d05183d9-ca0f-4a6f-9daa-185646ecf61d tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:58.365475 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84ad1a7e-396c-4f95-857e-8e3d147bee37 req-d05183d9-ca0f-4a6f-9daa-185646ecf61d tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d&tenant_id=db24d11d57a04a08ba31a547ecf43942&binding%3Ahost_id=n-h1-820550-2 HTTP/1.1" status: 200 len: 944 time: 0.0851760 Dec 16 10:18:58.424833 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 5d0d2ff2-624d-475b-9681-5c59ed2f55fc completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:18:58.428111 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [req-84ad1a7e-396c-4f95-857e-8e3d147bee37 req-7c022b31-33a9-4556-8e9b-cb6bbb6fa14f service neutron] delete failed (client error): The resource could not be found. Dec 16 10:18:58.429092 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 5d0d2ff2-624d-475b-9681-5c59ed2f55fc triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:18:58.429335 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84ad1a7e-396c-4f95-857e-8e3d147bee37 req-7c022b31-33a9-4556-8e9b-cb6bbb6fa14f service neutron] 10.222.0.58 "DELETE /v2.0/ports/5d0d2ff2-624d-475b-9681-5c59ed2f55fc/bindings/n-h2-820550-2 HTTP/1.1" status: 404 len: 380 time: 0.0563531 Dec 16 10:18:58.429506 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:58.516324 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:58.523629 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad1a7e-396c-4f95-857e-8e3d147bee37 req-a08d51e7-f1a5-4867-8ced-0e86329d2b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:58.525175 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84ad1a7e-396c-4f95-857e-8e3d147bee37 req-a08d51e7-f1a5-4867-8ced-0e86329d2b08 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=db24d11d57a04a08ba31a547ecf43942&device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 1095 time: 0.0460730 Dec 16 10:18:58.539863 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7f8997-594e-4527-9f4a-e40b59f18d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0d2ff2-624d-475b-9681-5c59ed2f55fc'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:18:58.542728 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a57b668-6b8c-4bb4-be12-678a54d4a1e5" -d '{"events": [{"server_uuid": "cc7f8997-594e-4527-9f4a-e40b59f18d1d", "name": "network-vif-plugged", "status": "completed", "tag": "5d0d2ff2-624d-475b-9681-5c59ed2f55fc"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:18:58.557095 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 5d0d2ff2-624d-475b-9681-5c59ed2f55fc, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=5d0d2ff2-624d-475b-9681-5c59ed2f55fc,segment=NetworkSegment(e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056),segment_id=e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:18:58.595480 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96733153-e7eb-497a-a931-d6468e575609 x-openstack-request-id: req-96733153-e7eb-497a-a931-d6468e575609 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:18:58.595771 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7f8997-594e-4527-9f4a-e40b59f18d1d", "name": "network-vif-plugged", "status": "completed", "tag": "5d0d2ff2-624d-475b-9681-5c59ed2f55fc", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:18:58.596028 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-96733153-e7eb-497a-a931-d6468e575609 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:18:58.596421 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7f8997-594e-4527-9f4a-e40b59f18d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0d2ff2-624d-475b-9681-5c59ed2f55fc', 'code': 200} Dec 16 10:18:58.624562 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:58.632189 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad1a7e-396c-4f95-857e-8e3d147bee37 req-21d09020-5527-4c39-a255-8ea6f56942ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:58.633713 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84ad1a7e-396c-4f95-857e-8e3d147bee37 req-21d09020-5527-4c39-a255-8ea6f56942ca service neutron] 10.222.0.58 "GET /v2.0/networks?id=b68001f4-7967-4e2e-8276-8b502e56dee5 HTTP/1.1" status: 200 len: 915 time: 0.1020346 Dec 16 10:18:58.676580 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=5d0d2ff2-624d-475b-9681-5c59ed2f55fc,revision_number=9']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:18:58.677808 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84ad1a7e-396c-4f95-857e-8e3d147bee37 req-75403a9e-26d3-4fbe-a8e4-0a44be3d0bc6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d0d2ff2-624d-475b-9681-5c59ed2f55fc HTTP/1.1" status: 200 len: 217 time: 0.0357573 Dec 16 10:18:58.729072 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad1a7e-396c-4f95-857e-8e3d147bee37 req-388f8313-caa4-43d6-9079-96e40f857b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:58.731202 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84ad1a7e-396c-4f95-857e-8e3d147bee37 req-388f8313-caa4-43d6-9079-96e40f857b69 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7442729a-bc60-4f95-807a-5a38d338e17d HTTP/1.1" status: 200 len: 854 time: 0.0466330 Dec 16 10:18:58.767338 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84ad1a7e-396c-4f95-857e-8e3d147bee37 req-a0e93ce8-a4f0-4639-9035-51f3b7c586a4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b68001f4-7967-4e2e-8276-8b502e56dee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290217 Dec 16 10:18:58.863499 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84ad1a7e-396c-4f95-857e-8e3d147bee37 req-3ae1ff94-2bd1-4489-b32b-855bcf18c6be service neutron] 10.222.0.58 "GET /v2.0/networks/b68001f4-7967-4e2e-8276-8b502e56dee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891621 Dec 16 10:18:58.963414 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84ad1a7e-396c-4f95-857e-8e3d147bee37 req-f8efaaa0-9ca0-4801-8161-a5a5e08fea7f service neutron] 10.222.0.58 "GET /v2.0/networks/b68001f4-7967-4e2e-8276-8b502e56dee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928917 Dec 16 10:18:59.213166 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:59.522806 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ec9a2-78a7-40c1-bd8b-11b6d227fc02 req-2e5cc956-f036-4973-a3e7-29d50c75edf8 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:59.525963 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-078ec9a2-78a7-40c1-bd8b-11b6d227fc02 req-2e5cc956-f036-4973-a3e7-29d50c75edf8 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 945 time: 0.0558941 Dec 16 10:18:59.567319 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-078ec9a2-78a7-40c1-bd8b-11b6d227fc02 req-efb15dbb-909c-485c-890d-4553d9a32005 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367534 Dec 16 10:18:59.630749 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:00.708040 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4514db-0787-4273-bd1c-38d868988242 req-8380f355-ba98-4ba2-9c63-a963fc7dc968 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:00.709841 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7d4514db-0787-4273-bd1c-38d868988242 req-8380f355-ba98-4ba2-9c63-a963fc7dc968 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 945 time: 0.0600631 Dec 16 10:19:00.748224 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7d4514db-0787-4273-bd1c-38d868988242 req-28e891da-b302-4bb5-bc6f-1ac5dd091dcd tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320187 Dec 16 10:19:00.878693 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e37651-84e6-4474-8c3f-0cc6e50ed760 req-93bc2e8c-1385-44a3-bf45-c182e6d118f3 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:00.880089 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b9e37651-84e6-4474-8c3f-0cc6e50ed760 req-93bc2e8c-1385-44a3-bf45-c182e6d118f3 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 945 time: 0.0507731 Dec 16 10:19:00.922126 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b9e37651-84e6-4474-8c3f-0cc6e50ed760 req-b39b1fee-77d0-4253-9d74-ce606811d677 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359473 Dec 16 10:19:01.041341 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4747042-3c56-42d7-8cc2-50aadc6cb2a8 req-9fdabef3-8fd0-4fe2-84dd-f8fab060543f tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:01.043046 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a4747042-3c56-42d7-8cc2-50aadc6cb2a8 req-9fdabef3-8fd0-4fe2-84dd-f8fab060543f tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 945 time: 0.0514839 Dec 16 10:19:01.089395 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a4747042-3c56-42d7-8cc2-50aadc6cb2a8 req-ed346e46-a9a2-4730-97cd-0b512ce94636 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382881 Dec 16 10:19:01.712216 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096c2f3-2cd1-4afe-a677-441813058fff req-7a86d385-4181-4382-8e54-c2f7d39a15b2 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:01.715209 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d096c2f3-2cd1-4afe-a677-441813058fff req-7a86d385-4181-4382-8e54-c2f7d39a15b2 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 945 time: 0.0616944 Dec 16 10:19:01.753847 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d096c2f3-2cd1-4afe-a677-441813058fff req-7fe978ac-2912-47b1-99ab-86f33b5d34ac tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335553 Dec 16 10:19:02.884614 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778236c6-de46-4870-bec7-204fb23bd01e req-0e3f3ff8-4124-4466-9bab-d564afed60ef tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:02.886214 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-778236c6-de46-4870-bec7-204fb23bd01e req-0e3f3ff8-4124-4466-9bab-d564afed60ef tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 945 time: 0.0575590 Dec 16 10:19:02.924507 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-778236c6-de46-4870-bec7-204fb23bd01e req-695f223a-dd95-4617-82b6-dba77a1cd035 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/security-groups?id=8adb5e54-5993-4900-824b-95c40b688b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322556 Dec 16 10:19:03.115097 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1948e7c-0894-40a4-8344-d64d0db484a4 req-3e3f30dc-8384-44da-abcb-71b481b74984 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:03.116608 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a1948e7c-0894-40a4-8344-d64d0db484a4 req-3e3f30dc-8384-44da-abcb-71b481b74984 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 945 time: 0.0509672 Dec 16 10:19:03.218091 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-a1948e7c-0894-40a4-8344-d64d0db484a4 req-2dd029dc-342e-447b-bd04-f2a94ffd3069 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Deleting port 5d0d2ff2-624d-475b-9681-5c59ed2f55fc {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:19:03.218460 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a1948e7c-0894-40a4-8344-d64d0db484a4 req-2dd029dc-342e-447b-bd04-f2a94ffd3069 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:03.313799 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-a1948e7c-0894-40a4-8344-d64d0db484a4 req-2dd029dc-342e-447b-bd04-f2a94ffd3069 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] For port 5d0d2ff2-624d-475b-9681-5c59ed2f55fc, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=5d0d2ff2-624d-475b-9681-5c59ed2f55fc,segment=NetworkSegment(e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056),segment_id=e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:19:03.314156 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a1948e7c-0894-40a4-8344-d64d0db484a4 req-2dd029dc-342e-447b-bd04-f2a94ffd3069 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:03.329201 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-a1948e7c-0894-40a4-8344-d64d0db484a4 req-2dd029dc-342e-447b-bd04-f2a94ffd3069 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Calling delete_port for 5d0d2ff2-624d-475b-9681-5c59ed2f55fc owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:19:03.527934 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a1948e7c-0894-40a4-8344-d64d0db484a4 req-2dd029dc-342e-447b-bd04-f2a94ffd3069 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:03.540883 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['5d0d2ff2-624d-475b-9681-5c59ed2f55fc'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:19:03.561354 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd029dc-342e-447b-bd04-f2a94ffd3069 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Pushing event deleted for resources: {'Port': ['ID=5d0d2ff2-624d-475b-9681-5c59ed2f55fc,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:03.605167 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1948e7c-0894-40a4-8344-d64d0db484a4 req-2dd029dc-342e-447b-bd04-f2a94ffd3069 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] No DVR routers for this DVR port 5d0d2ff2-624d-475b-9681-5c59ed2f55fc on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:19:03.608251 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a1948e7c-0894-40a4-8344-d64d0db484a4 req-2dd029dc-342e-447b-bd04-f2a94ffd3069 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:03.612084 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a1948e7c-0894-40a4-8344-d64d0db484a4 req-2dd029dc-342e-447b-bd04-f2a94ffd3069 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.57 "DELETE /v2.0/ports/5d0d2ff2-624d-475b-9681-5c59ed2f55fc HTTP/1.1" status: 204 len: 173 time: 0.4888444 Dec 16 10:19:03.612568 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7f8997-594e-4527-9f4a-e40b59f18d1d', 'name': 'network-vif-deleted', 'tag': '5d0d2ff2-624d-475b-9681-5c59ed2f55fc'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:19:03.614891 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd30d65-6661-427b-9f5a-35f666a761b9" -d '{"events": [{"server_uuid": "cc7f8997-594e-4527-9f4a-e40b59f18d1d", "name": "network-vif-deleted", "tag": "5d0d2ff2-624d-475b-9681-5c59ed2f55fc"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:19:03.656162 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdee468f-d023-4b77-b84f-6ebfecac504f x-openstack-request-id: req-bdee468f-d023-4b77-b84f-6ebfecac504f {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:19:03.656479 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7f8997-594e-4527-9f4a-e40b59f18d1d", "name": "network-vif-deleted", "tag": "5d0d2ff2-624d-475b-9681-5c59ed2f55fc", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:19:03.656733 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bdee468f-d023-4b77-b84f-6ebfecac504f {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:19:03.657171 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7f8997-594e-4527-9f4a-e40b59f18d1d', 'name': 'network-vif-deleted', 'tag': '5d0d2ff2-624d-475b-9681-5c59ed2f55fc', 'status': 'completed', 'code': 200} Dec 16 10:19:04.042929 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d33d3b5f-4237-4023-8de3-64d46053f0a9 req-8004cc39-0515-4902-b4e7-117cbc661f98 tempest-ServerDiskConfigTestJSON-1428885417 tempest-ServerDiskConfigTestJSON-1428885417-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc7f8997-594e-4527-9f4a-e40b59f18d1d HTTP/1.1" status: 200 len: 210 time: 0.0348706 Dec 16 10:19:05.174608 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38304) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:19:05.221285 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-557d24ad-bf50-46eb-aadb-8e1a360d3b1a admin admin] Deleting subnet 7442729a-bc60-4f95-807a-5a38d338e17d {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:19:05.224615 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-557d24ad-bf50-46eb-aadb-8e1a360d3b1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:05.260594 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-557d24ad-bf50-46eb-aadb-8e1a360d3b1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:05.301006 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-557d24ad-bf50-46eb-aadb-8e1a360d3b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:05.414412 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-557d24ad-bf50-46eb-aadb-8e1a360d3b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:05.443214 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-557d24ad-bf50-46eb-aadb-8e1a360d3b1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:05.447173 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-557d24ad-bf50-46eb-aadb-8e1a360d3b1a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7442729a-bc60-4f95-807a-5a38d338e17d HTTP/1.1" status: 204 len: 168 time: 0.2714643 Dec 16 10:19:05.448031 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d24ad-bf50-46eb-aadb-8e1a360d3b1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7442729a-bc60-4f95-807a-5a38d338e17d,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:05.450021 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38306) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:19:05.456609 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557d24ad-bf50-46eb-aadb-8e1a360d3b1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:05.456957 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557d24ad-bf50-46eb-aadb-8e1a360d3b1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:05.457459 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557d24ad-bf50-46eb-aadb-8e1a360d3b1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:05.457799 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557d24ad-bf50-46eb-aadb-8e1a360d3b1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:05.458133 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557d24ad-bf50-46eb-aadb-8e1a360d3b1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:05.458466 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557d24ad-bf50-46eb-aadb-8e1a360d3b1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:05.458794 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557d24ad-bf50-46eb-aadb-8e1a360d3b1a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:05.459120 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557d24ad-bf50-46eb-aadb-8e1a360d3b1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:05.459442 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557d24ad-bf50-46eb-aadb-8e1a360d3b1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:05.459767 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557d24ad-bf50-46eb-aadb-8e1a360d3b1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:05.460090 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557d24ad-bf50-46eb-aadb-8e1a360d3b1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:05.460410 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557d24ad-bf50-46eb-aadb-8e1a360d3b1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:05.530528 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fa867598-25d0-4264-8daa-02dd26a718ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:05.613198 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fa867598-25d0-4264-8daa-02dd26a718ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:05.638014 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-fa867598-25d0-4264-8daa-02dd26a718ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b68001f4-7967-4e2e-8276-8b502e56dee5']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:19:05.647675 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-fa867598-25d0-4264-8daa-02dd26a718ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:19:05.647969 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-fa867598-25d0-4264-8daa-02dd26a718ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1e1eb72-b4c0-4b8b-a4fa-d9e398f23056') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:19:05.663234 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fa867598-25d0-4264-8daa-02dd26a718ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:05.678281 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fa867598-25d0-4264-8daa-02dd26a718ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:05.685422 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa867598-25d0-4264-8daa-02dd26a718ea admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:19:05.685944 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fa867598-25d0-4264-8daa-02dd26a718ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:05.695626 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 10:19:05.695626 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:19:05.695626 n-d-820550-2 neutron-server[102816]: timer() Dec 16 10:19:05.695626 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:19:05.695626 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 10:19:05.695626 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:19:05.695626 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 10:19:05.695626 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:19:05.695626 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 10:19:05.695626 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:19:05.695626 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 10:19:05.695626 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:19:05.695626 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 10:19:05.695626 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:19:05.695626 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:19:05.695626 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:19:05.695626 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:19:05.695626 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:19:05.695626 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 10:19:05.695626 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:19:05.695626 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 10:19:05.695626 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:19:05.695626 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:19:05.695626 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:19:05.695626 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 10:19:05.695626 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:19:05.695626 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:19:05.695626 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:19:05.695626 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:19:05.695626 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:19:05.695626 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:19:05.695626 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:19:05.835863 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fa867598-25d0-4264-8daa-02dd26a718ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:05.842643 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fa867598-25d0-4264-8daa-02dd26a718ea admin admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:05.845642 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fa867598-25d0-4264-8daa-02dd26a718ea admin admin] 10.222.0.60 "DELETE /v2.0/networks/b68001f4-7967-4e2e-8276-8b502e56dee5 HTTP/1.1" status: 204 len: 168 time: 0.3945582 Dec 16 10:19:05.857004 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa867598-25d0-4264-8daa-02dd26a718ea admin admin] Pushing event deleted for resources: {'Network': ['ID=b68001f4-7967-4e2e-8276-8b502e56dee5,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:06.120107 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38310) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:19:06.164449 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-29dc3335-fc52-44e0-a485-eae1d00acd60 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=db24d11d57a04a08ba31a547ecf43942&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431421 Dec 16 10:19:06.166990 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38312) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:19:06.218044 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ca8c8f42-209f-4f4d-a8ca-9703f0738d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:06.244326 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ca8c8f42-209f-4f4d-a8ca-9703f0738d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:06.312537 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 5d0d2ff2-624d-475b-9681-5c59ed2f55fc no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:19:06.333453 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 5d0d2ff2-624d-475b-9681-5c59ed2f55fc {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:19:06.334412 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 5d0d2ff2-624d-475b-9681-5c59ed2f55fc not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:19:06.344602 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ca8c8f42-209f-4f4d-a8ca-9703f0738d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:06.347429 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ca8c8f42-209f-4f4d-a8ca-9703f0738d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:06.350675 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ca8c8f42-209f-4f4d-a8ca-9703f0738d64 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8adb5e54-5993-4900-824b-95c40b688b4e HTTP/1.1" status: 204 len: 168 time: 0.1807032 Dec 16 10:19:06.356676 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c8f42-209f-4f4d-a8ca-9703f0738d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adb5e54-5993-4900-824b-95c40b688b4e,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:07.413047 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38334) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:19:07.517369 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-3fa07118-b2b2-4f6c-9d62-089a747dd537 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1583793777-network', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:19:07.601235 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa07118-b2b2-4f6c-9d62-089a747dd537 admin admin] Made reservation on behalf of 4da94f25b7d54edb95f41f67c8de1711 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:19:07.603694 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3fa07118-b2b2-4f6c-9d62-089a747dd537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:07.613998 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3fa07118-b2b2-4f6c-9d62-089a747dd537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:07.675907 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:07.698210 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3fa07118-b2b2-4f6c-9d62-089a747dd537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:07.750078 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3fa07118-b2b2-4f6c-9d62-089a747dd537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:07.774812 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fa07118-b2b2-4f6c-9d62-089a747dd537 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:19:07.785194 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa07118-b2b2-4f6c-9d62-089a747dd537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c6ebd7-7fbb-4cb2-9517-7d910afd0351,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:07.790183 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3fa07118-b2b2-4f6c-9d62-089a747dd537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:07.790521 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-3fa07118-b2b2-4f6c-9d62-089a747dd537 admin admin] Added segment 358fcaad-bf69-419c-90fc-a287d47ac540 of type vlan for network 5bc0b40a-5afa-415c-9959-71400fc1d7dc Dec 16 10:19:07.833830 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3fa07118-b2b2-4f6c-9d62-089a747dd537 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:07.910783 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3fa07118-b2b2-4f6c-9d62-089a747dd537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:07.911786 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa07118-b2b2-4f6c-9d62-089a747dd537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:07.912404 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3fa07118-b2b2-4f6c-9d62-089a747dd537 admin admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:07.979738 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa07118-b2b2-4f6c-9d62-089a747dd537 admin admin] Pushing event updated for resources: {'Network': ['ID=5bc0b40a-5afa-415c-9959-71400fc1d7dc,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:07.990319 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 5bc0b40a-5afa-415c-9959-71400fc1d7dc details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:19:08.027699 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3fa07118-b2b2-4f6c-9d62-089a747dd537 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6128871 Dec 16 10:19:08.031116 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38338) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:19:08.036373 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-89f420e2-a0a2-48ad-b80a-7230d32f7b98 admin admin] Request body: {'subnet': {'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1583793777-subnet', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:19:08.144509 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f420e2-a0a2-48ad-b80a-7230d32f7b98 admin admin] Made reservation on behalf of 4da94f25b7d54edb95f41f67c8de1711 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:19:08.147016 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89f420e2-a0a2-48ad-b80a-7230d32f7b98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:08.390339 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89f420e2-a0a2-48ad-b80a-7230d32f7b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:08.447758 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f420e2-a0a2-48ad-b80a-7230d32f7b98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d818db7-c8fb-43a5-acbf-5ffa681879fd,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:08.459888 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f420e2-a0a2-48ad-b80a-7230d32f7b98 admin admin] Checking segment: {'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:19:08.460419 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f420e2-a0a2-48ad-b80a-7230d32f7b98 admin admin] Network hostable DHCP agents. Network: 5bc0b40a-5afa-415c-9959-71400fc1d7dc, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:19:08.549827 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f420e2-a0a2-48ad-b80a-7230d32f7b98 admin admin] Network 5bc0b40a-5afa-415c-9959-71400fc1d7dc is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:19:08.647344 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-89f420e2-a0a2-48ad-b80a-7230d32f7b98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 5bc0b40a-5afa-415c-9959-71400fc1d7dc) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:19:08.651336 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f420e2-a0a2-48ad-b80a-7230d32f7b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:08.651934 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89f420e2-a0a2-48ad-b80a-7230d32f7b98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:08.656425 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2bbdfd-0c95-4b52-b56b-718a5c1dc8ba None None] Network 5bc0b40a-5afa-415c-9959-71400fc1d7dc requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:19:08.752912 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-89f420e2-a0a2-48ad-b80a-7230d32f7b98 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7205055 Dec 16 10:19:08.755706 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38340) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:19:08.760118 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-da9e3f26-d916-420d-98da-2f1f06adf7b9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1583793777-router', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:19:08.812069 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7178fb52-d099-4ccf-aae2-a1bdcfcb86e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:19:08.812968 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7178fb52-d099-4ccf-aae2-a1bdcfcb86e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:08.842232 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da9e3f26-d916-420d-98da-2f1f06adf7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:08.843880 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da9e3f26-d916-420d-98da-2f1f06adf7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:08.910417 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da9e3f26-d916-420d-98da-2f1f06adf7b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:08.967833 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-7178fb52-d099-4ccf-aae2-a1bdcfcb86e2 None None] Allocated IP 172.20.0.2 (5bc0b40a-5afa-415c-9959-71400fc1d7dc/9d818db7-c8fb-43a5-acbf-5ffa681879fd/6b881ea0-35ed-4bd1-b163-d6b1fd8c594e) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:19:09.102472 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da9e3f26-d916-420d-98da-2f1f06adf7b9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:09.123429 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7178fb52-d099-4ccf-aae2-a1bdcfcb86e2 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:09.173530 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7178fb52-d099-4ccf-aae2-a1bdcfcb86e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:09.210489 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7178fb52-d099-4ccf-aae2-a1bdcfcb86e2 None None] Network 5bc0b40a-5afa-415c-9959-71400fc1d7dc is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:19:09.213542 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-7178fb52-d099-4ccf-aae2-a1bdcfcb86e2 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:19:09.217675 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7178fb52-d099-4ccf-aae2-a1bdcfcb86e2 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:19:09.228501 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178fb52-d099-4ccf-aae2-a1bdcfcb86e2 None None] Pushing event updated for resources: {'Port': ['ID=6b881ea0-35ed-4bd1-b163-d6b1fd8c594e,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:09.298550 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-7178fb52-d099-4ccf-aae2-a1bdcfcb86e2 None None] Attempting to bind port 6b881ea0-35ed-4bd1-b163-d6b1fd8c594e on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:19:09.299088 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-7178fb52-d099-4ccf-aae2-a1bdcfcb86e2 None None] Attempting to bind port 6b881ea0-35ed-4bd1-b163-d6b1fd8c594e by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:19:09.299617 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7178fb52-d099-4ccf-aae2-a1bdcfcb86e2 None None] Attempting to bind port 6b881ea0-35ed-4bd1-b163-d6b1fd8c594e on network 5bc0b40a-5afa-415c-9959-71400fc1d7dc {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:19:09.307100 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7178fb52-d099-4ccf-aae2-a1bdcfcb86e2 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:19:09.307630 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7178fb52-d099-4ccf-aae2-a1bdcfcb86e2 None None] Checking segment: {'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:19:09.308218 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7178fb52-d099-4ccf-aae2-a1bdcfcb86e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:09.308822 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7178fb52-d099-4ccf-aae2-a1bdcfcb86e2 None None] Bound using segment: {'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:19:09.309557 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-7178fb52-d099-4ccf-aae2-a1bdcfcb86e2 None None] Bound port: 6b881ea0-35ed-4bd1-b163-d6b1fd8c594e, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:19:09.310115 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7178fb52-d099-4ccf-aae2-a1bdcfcb86e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:09.390543 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-7178fb52-d099-4ccf-aae2-a1bdcfcb86e2 None None] For port 6b881ea0-35ed-4bd1-b163-d6b1fd8c594e, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:19:09.394070 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-7178fb52-d099-4ccf-aae2-a1bdcfcb86e2 None None] For port 6b881ea0-35ed-4bd1-b163-d6b1fd8c594e, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=6b881ea0-35ed-4bd1-b163-d6b1fd8c594e,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:19:09.453659 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7178fb52-d099-4ccf-aae2-a1bdcfcb86e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:09.515295 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178fb52-d099-4ccf-aae2-a1bdcfcb86e2 None None] Pushing event updated for resources: {'Port': ['ID=6b881ea0-35ed-4bd1-b163-d6b1fd8c594e,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:09.717640 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-3e436c8c-a084-47cc-a867-d0635abd9f8a req-ec88a628-6fa7-4a9a-a4da-bf0dbe955cba service neutron] (102816) timed out ('10.222.0.60', 58326) {{(pid=102816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 16 10:19:09.731660 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da9e3f26-d916-420d-98da-2f1f06adf7b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:09.752236 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da9e3f26-d916-420d-98da-2f1f06adf7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:09.869301 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-da9e3f26-d916-420d-98da-2f1f06adf7b9 admin admin] Allocated IP 172.25.1.154 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/606b4bba-1c04-4b48-96e2-fcdfcda86c29) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:19:09.978496 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da9e3f26-d916-420d-98da-2f1f06adf7b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:10.076404 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da9e3f26-d916-420d-98da-2f1f06adf7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:10.118961 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9e3f26-d916-420d-98da-2f1f06adf7b9 admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:19:10.122298 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-da9e3f26-d916-420d-98da-2f1f06adf7b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:19:10.125557 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9e3f26-d916-420d-98da-2f1f06adf7b9 admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:19:10.159479 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e3f26-d916-420d-98da-2f1f06adf7b9 admin admin] Pushing event updated for resources: {'Port': ['ID=606b4bba-1c04-4b48-96e2-fcdfcda86c29,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:10.455808 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c251af9-e56f-45e5-a96f-b714bd5d6704 None None] Network 5bc0b40a-5afa-415c-9959-71400fc1d7dc requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:19:10.489386 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da9e3f26-d916-420d-98da-2f1f06adf7b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:10.572163 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-0257f5ee-35b0-466b-8c5c-c44fc60db9b6 None None] Provisioning complete for port 6b881ea0-35ed-4bd1-b163-d6b1fd8c594e triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:19:10.573205 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0257f5ee-35b0-466b-8c5c-c44fc60db9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:10.691232 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0257f5ee-35b0-466b-8c5c-c44fc60db9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:10.698096 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da9e3f26-d916-420d-98da-2f1f06adf7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:10.728824 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-0257f5ee-35b0-466b-8c5c-c44fc60db9b6 None None] For port 6b881ea0-35ed-4bd1-b163-d6b1fd8c594e, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=6b881ea0-35ed-4bd1-b163-d6b1fd8c594e,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:19:10.784316 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0257f5ee-35b0-466b-8c5c-c44fc60db9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:10.848291 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0257f5ee-35b0-466b-8c5c-c44fc60db9b6 None None] Pushing event updated for resources: {'Port': ['ID=6b881ea0-35ed-4bd1-b163-d6b1fd8c594e,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:10.902911 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-7e34435f-a234-46ea-b83e-c09ed0626526 None None] Provisioning complete for port 6b881ea0-35ed-4bd1-b163-d6b1fd8c594e triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:19:10.903295 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7e34435f-a234-46ea-b83e-c09ed0626526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:10.904104 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9e3f26-d916-420d-98da-2f1f06adf7b9 admin admin] Router 712ade94-60a9-4e59-ab53-ba8ee6504d3a is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:19:11.019448 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9e3f26-d916-420d-98da-2f1f06adf7b9 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:19:11.032121 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b70675-cd1c-474e-9840-2fb614bbc421 None None] Sync routers for ids ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:19:11.047356 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b70675-cd1c-474e-9840-2fb614bbc421 None None] Routers {'712ade94-60a9-4e59-ab53-ba8ee6504d3a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:19:11.047981 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-94b70675-cd1c-474e-9840-2fb614bbc421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:18:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:19:11.083470 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-da9e3f26-d916-420d-98da-2f1f06adf7b9 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:11.084828 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-da9e3f26-d916-420d-98da-2f1f06adf7b9 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3281360 Dec 16 10:19:11.087664 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38342) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:19:11.110591 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:11.163273 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-94b70675-cd1c-474e-9840-2fb614bbc421 None None] Set router 712ade94-60a9-4e59-ab53-ba8ee6504d3a gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:19:11.499589 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-94b70675-cd1c-474e-9840-2fb614bbc421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'name': 'tempest-ServerActionsTestJSON-1583793777-router', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:19:08Z', 'updated_at': '2021-12-16T10:19:10Z', 'revision_number': 3, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'gw_port': {'id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:09Z', 'updated_at': '2021-12-16T10:19:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:19:11.525368 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b70675-cd1c-474e-9840-2fb614bbc421 None None] Checking router: 712ade94-60a9-4e59-ab53-ba8ee6504d3a for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:19:11.526232 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b70675-cd1c-474e-9840-2fb614bbc421 None None] Updating router 712ade94-60a9-4e59-ab53-ba8ee6504d3a port 606b4bba-1c04-4b48-96e2-fcdfcda86c29 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:19:11.553346 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1d2c2fe1-25b5-4598-a425-2941bc2a7a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:11.554119 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-94b70675-cd1c-474e-9840-2fb614bbc421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:11.648528 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6b881ea0-35ed-4bd1-b163-d6b1fd8c594e up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:19:11.725711 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-1d2c2fe1-25b5-4598-a425-2941bc2a7a42 admin admin] Allocated IP 172.20.0.1 (5bc0b40a-5afa-415c-9959-71400fc1d7dc/9d818db7-c8fb-43a5-acbf-5ffa681879fd/891a8e49-a72c-4c53-a227-153878641df4) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:19:11.767577 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 6b881ea0-35ed-4bd1-b163-d6b1fd8c594e triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:19:11.767868 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:11.843599 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1d2c2fe1-25b5-4598-a425-2941bc2a7a42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:11.922063 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1d2c2fe1-25b5-4598-a425-2941bc2a7a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:11.922778 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-94b70675-cd1c-474e-9840-2fb614bbc421 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:11.961422 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2c2fe1-25b5-4598-a425-2941bc2a7a42 admin admin] Network 5bc0b40a-5afa-415c-9959-71400fc1d7dc is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:19:11.964313 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-1d2c2fe1-25b5-4598-a425-2941bc2a7a42 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:19:11.967042 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2c2fe1-25b5-4598-a425-2941bc2a7a42 admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:19:11.998848 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c2fe1-25b5-4598-a425-2941bc2a7a42 admin admin] Pushing event updated for resources: {'Port': ['ID=891a8e49-a72c-4c53-a227-153878641df4,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:12.008167 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-94b70675-cd1c-474e-9840-2fb614bbc421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:12.024121 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1d2c2fe1-25b5-4598-a425-2941bc2a7a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:12.063778 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8da984-3709-4814-96ac-5ddcd054eed4 None None] Pushing event updated for resources: {'Port': ['ID=606b4bba-1c04-4b48-96e2-fcdfcda86c29,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:12.066133 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-94b70675-cd1c-474e-9840-2fb614bbc421 None None] Attempting to bind port 606b4bba-1c04-4b48-96e2-fcdfcda86c29 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:19:12.066499 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-94b70675-cd1c-474e-9840-2fb614bbc421 None None] Attempting to bind port 606b4bba-1c04-4b48-96e2-fcdfcda86c29 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:19:12.066859 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b70675-cd1c-474e-9840-2fb614bbc421 None None] Attempting to bind port 606b4bba-1c04-4b48-96e2-fcdfcda86c29 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:19:12.073237 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b70675-cd1c-474e-9840-2fb614bbc421 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:19:12.073600 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b70675-cd1c-474e-9840-2fb614bbc421 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:19:12.074036 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-94b70675-cd1c-474e-9840-2fb614bbc421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:12.074428 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b70675-cd1c-474e-9840-2fb614bbc421 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:19:12.075147 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-94b70675-cd1c-474e-9840-2fb614bbc421 None None] Bound port: 606b4bba-1c04-4b48-96e2-fcdfcda86c29, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:19:12.075529 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-94b70675-cd1c-474e-9840-2fb614bbc421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:12.134319 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-94b70675-cd1c-474e-9840-2fb614bbc421 None None] For port 606b4bba-1c04-4b48-96e2-fcdfcda86c29, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:19:12.137622 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-94b70675-cd1c-474e-9840-2fb614bbc421 None None] For port 606b4bba-1c04-4b48-96e2-fcdfcda86c29, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=606b4bba-1c04-4b48-96e2-fcdfcda86c29,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:19:12.213371 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-94b70675-cd1c-474e-9840-2fb614bbc421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:12.263051 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1d2c2fe1-25b5-4598-a425-2941bc2a7a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:12.283134 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-dab8cb11-aae9-47e4-9308-733bcaf171b8 None None] Provisioning complete for port 891a8e49-a72c-4c53-a227-153878641df4 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:19:12.283523 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-dab8cb11-aae9-47e4-9308-733bcaf171b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:12.290085 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8da984-3709-4814-96ac-5ddcd054eed4 None None] Pushing event updated for resources: {'Port': ['ID=606b4bba-1c04-4b48-96e2-fcdfcda86c29,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:12.293336 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b70675-cd1c-474e-9840-2fb614bbc421 None None] Routers {'712ade94-60a9-4e59-ab53-ba8ee6504d3a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:19:12.293793 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-94b70675-cd1c-474e-9840-2fb614bbc421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:18:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:19:12.391047 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-dab8cb11-aae9-47e4-9308-733bcaf171b8 None None] Port 891a8e49-a72c-4c53-a227-153878641df4 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:19:12.426655 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-94b70675-cd1c-474e-9840-2fb614bbc421 None None] Set router 712ade94-60a9-4e59-ab53-ba8ee6504d3a gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:19:12.446390 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1d2c2fe1-25b5-4598-a425-2941bc2a7a42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:12.527627 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1d2c2fe1-25b5-4598-a425-2941bc2a7a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:12.600132 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c2fe1-25b5-4598-a425-2941bc2a7a42 admin admin] Pushing event updated for resources: {'Port': ['ID=891a8e49-a72c-4c53-a227-153878641df4,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:12.605391 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1d2c2fe1-25b5-4598-a425-2941bc2a7a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:12.641474 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-94b70675-cd1c-474e-9840-2fb614bbc421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'name': 'tempest-ServerActionsTestJSON-1583793777-router', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:19:08Z', 'updated_at': '2021-12-16T10:19:12Z', 'revision_number': 4, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'gw_port': {'id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:09Z', 'updated_at': '2021-12-16T10:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '891a8e49-a72c-4c53-a227-153878641df4', 'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'mac_address': 'fa:16:3e:15:93:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:11Z', 'updated_at': '2021-12-16T10:19:11Z', 'revision_number': 1, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'subnets': [{'id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:19:12.672906 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b70675-cd1c-474e-9840-2fb614bbc421 None None] The sync data for ids ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'] in n-d-820550-2 is: [{'id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'name': 'tempest-ServerActionsTestJSON-1583793777-router', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:19:08Z', 'updated_at': '2021-12-16T10:19:12Z', 'revision_number': 4, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'gw_port': {'id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:09Z', 'updated_at': '2021-12-16T10:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '891a8e49-a72c-4c53-a227-153878641df4', 'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'mac_address': 'fa:16:3e:15:93:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:11Z', 'updated_at': '2021-12-16T10:19:11Z', 'revision_number': 1, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'subnets': [{'id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:19:12.711852 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2c2fe1-25b5-4598-a425-2941bc2a7a42 admin admin] Network 5bc0b40a-5afa-415c-9959-71400fc1d7dc is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:19:12.713380 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-1d2c2fe1-25b5-4598-a425-2941bc2a7a42 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:19:12.851793 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2c2fe1-25b5-4598-a425-2941bc2a7a42 admin admin] Router 712ade94-60a9-4e59-ab53-ba8ee6504d3a has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:19:12.981781 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2c2fe1-25b5-4598-a425-2941bc2a7a42 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:19:12.989762 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1d2c2fe1-25b5-4598-a425-2941bc2a7a42 admin admin] 10.222.0.60 "PUT /v2.0/routers/712ade94-60a9-4e59-ab53-ba8ee6504d3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9007614 Dec 16 10:19:13.018140 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-dda7e2e8-4280-4556-a907-346c42407533 None None] Provisioning complete for port 891a8e49-a72c-4c53-a227-153878641df4 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:19:13.018771 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-dda7e2e8-4280-4556-a907-346c42407533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:13.056802 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-dda7e2e8-4280-4556-a907-346c42407533 None None] Port 891a8e49-a72c-4c53-a227-153878641df4 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:19:13.526359 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38350) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:19:13.531116 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-e21a1e0d-0366-425f-af6c-012a7e1e19af tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1017554644', 'description': 'tempest-description--1522033581'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:19:13.619240 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e21a1e0d-0366-425f-af6c-012a7e1e19af tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:13.630699 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 606b4bba-1c04-4b48-96e2-fcdfcda86c29 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:19:13.689232 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 606b4bba-1c04-4b48-96e2-fcdfcda86c29 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:19:13.689972 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:13.702362 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e21a1e0d-0366-425f-af6c-012a7e1e19af tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:13.750115 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e21a1e0d-0366-425f-af6c-012a7e1e19af tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:13.780408 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:13.787881 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a1e0d-0366-425f-af6c-012a7e1e19af tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:13.812661 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 606b4bba-1c04-4b48-96e2-fcdfcda86c29, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=606b4bba-1c04-4b48-96e2-fcdfcda86c29,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:19:13.832315 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e21a1e0d-0366-425f-af6c-012a7e1e19af tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:13.834341 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e21a1e0d-0366-425f-af6c-012a7e1e19af tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3067777 Dec 16 10:19:13.840527 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38352) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:19:13.841790 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-15b8ce53-9f74-4c7f-adfc-29928e3301be tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Request body: {'security_group_rule': {'security_group_id': 'dfc865d4-0b03-432e-ae9b-3d7d2955dcf5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:19:13.893098 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:13.948220 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=606b4bba-1c04-4b48-96e2-fcdfcda86c29,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:13.956850 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-15b8ce53-9f74-4c7f-adfc-29928e3301be tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:14.025963 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-15b8ce53-9f74-4c7f-adfc-29928e3301be tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:14.092787 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-15b8ce53-9f74-4c7f-adfc-29928e3301be tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:14.111074 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8ce53-9f74-4c7f-adfc-29928e3301be tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f9929f-dc3b-455b-9467-59edde6297a1,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:14.119446 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8ce53-9f74-4c7f-adfc-29928e3301be tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:14.119791 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8ce53-9f74-4c7f-adfc-29928e3301be tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:14.120232 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8ce53-9f74-4c7f-adfc-29928e3301be tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:14.120469 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8ce53-9f74-4c7f-adfc-29928e3301be tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:14.121507 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8ce53-9f74-4c7f-adfc-29928e3301be tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:14.121724 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8ce53-9f74-4c7f-adfc-29928e3301be tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:14.122028 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8ce53-9f74-4c7f-adfc-29928e3301be tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:14.122347 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8ce53-9f74-4c7f-adfc-29928e3301be tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:14.122740 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8ce53-9f74-4c7f-adfc-29928e3301be tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:14.122978 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8ce53-9f74-4c7f-adfc-29928e3301be tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:14.123294 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8ce53-9f74-4c7f-adfc-29928e3301be tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:14.123636 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8ce53-9f74-4c7f-adfc-29928e3301be tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:14.192105 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-15b8ce53-9f74-4c7f-adfc-29928e3301be tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:14.193373 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-15b8ce53-9f74-4c7f-adfc-29928e3301be tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3557043 Dec 16 10:19:14.196253 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38354) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:19:14.201084 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-8d74d5e5-90a6-42a8-8a03-09836e9f8f4c tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Request body: {'security_group_rule': {'security_group_id': 'dfc865d4-0b03-432e-ae9b-3d7d2955dcf5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:19:14.292491 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8d74d5e5-90a6-42a8-8a03-09836e9f8f4c tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:14.356420 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8d74d5e5-90a6-42a8-8a03-09836e9f8f4c tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:14.396448 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8d74d5e5-90a6-42a8-8a03-09836e9f8f4c tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:14.414833 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74d5e5-90a6-42a8-8a03-09836e9f8f4c tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f33e0ab9-209f-4b48-bf07-46809cc51e19,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:14.472042 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-8d74d5e5-90a6-42a8-8a03-09836e9f8f4c tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:14.473329 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-8d74d5e5-90a6-42a8-8a03-09836e9f8f4c tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2760801 Dec 16 10:19:14.477637 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38356) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:19:14.483082 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-089f86d7-8e26-40b7-b8e5-ce71482eebda tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:19:14.555950 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-089f86d7-8e26-40b7-b8e5-ce71482eebda tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks [] for floatingip, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:14.671079 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-089f86d7-8e26-40b7-b8e5-ce71482eebda tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:14.801719 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-089f86d7-8e26-40b7-b8e5-ce71482eebda tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Allocated IP 172.25.1.123 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/4b641198-72c4-40ff-89a2-ed50732262ec) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:19:14.806441 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6937e631-b08b-4bac-ba42-413f46c6213b None None] Sync routers for ids ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:19:14.816659 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6937e631-b08b-4bac-ba42-413f46c6213b None None] Routers {'712ade94-60a9-4e59-ab53-ba8ee6504d3a'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:19:14.817543 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6937e631-b08b-4bac-ba42-413f46c6213b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:18:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:19:14.919853 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-089f86d7-8e26-40b7-b8e5-ce71482eebda tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:14.926912 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-6937e631-b08b-4bac-ba42-413f46c6213b None None] Set router 712ade94-60a9-4e59-ab53-ba8ee6504d3a gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:19:15.001959 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-089f86d7-8e26-40b7-b8e5-ce71482eebda tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:15.041910 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089f86d7-8e26-40b7-b8e5-ce71482eebda tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:19:15.044828 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-089f86d7-8e26-40b7-b8e5-ce71482eebda tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:19:15.048385 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089f86d7-8e26-40b7-b8e5-ce71482eebda tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:19:15.078566 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f86d7-8e26-40b7-b8e5-ce71482eebda tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Pushing event updated for resources: {'Port': ['ID=4b641198-72c4-40ff-89a2-ed50732262ec,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:15.145906 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-089f86d7-8e26-40b7-b8e5-ce71482eebda tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:15.150053 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6937e631-b08b-4bac-ba42-413f46c6213b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'name': 'tempest-ServerActionsTestJSON-1583793777-router', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:19:08Z', 'updated_at': '2021-12-16T10:19:12Z', 'revision_number': 4, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'gw_port': {'id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:09Z', 'updated_at': '2021-12-16T10:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '891a8e49-a72c-4c53-a227-153878641df4', 'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'mac_address': 'fa:16:3e:15:93:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:11Z', 'updated_at': '2021-12-16T10:19:12Z', 'revision_number': 2, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'subnets': [{'id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:19:15.180197 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6937e631-b08b-4bac-ba42-413f46c6213b None None] Checking router: 712ade94-60a9-4e59-ab53-ba8ee6504d3a for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:19:15.180543 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6937e631-b08b-4bac-ba42-413f46c6213b None None] Updating router 712ade94-60a9-4e59-ab53-ba8ee6504d3a port 891a8e49-a72c-4c53-a227-153878641df4 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:19:15.207381 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6937e631-b08b-4bac-ba42-413f46c6213b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:15.217637 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-089f86d7-8e26-40b7-b8e5-ce71482eebda tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:15.383990 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-089f86d7-8e26-40b7-b8e5-ce71482eebda tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:15.435781 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-089f86d7-8e26-40b7-b8e5-ce71482eebda tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:15.505231 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f86d7-8e26-40b7-b8e5-ce71482eebda tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Pushing event updated for resources: {'Port': ['ID=4b641198-72c4-40ff-89a2-ed50732262ec,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:15.518005 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-089f86d7-8e26-40b7-b8e5-ce71482eebda tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:15.593102 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-089f86d7-8e26-40b7-b8e5-ce71482eebda tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:15.594655 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-089f86d7-8e26-40b7-b8e5-ce71482eebda tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1160374 Dec 16 10:19:15.607051 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6937e631-b08b-4bac-ba42-413f46c6213b None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:15.610412 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 606b4bba-1c04-4b48-96e2-fcdfcda86c29 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:19:15.661584 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 606b4bba-1c04-4b48-96e2-fcdfcda86c29 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:19:15.661957 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:15.670192 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6937e631-b08b-4bac-ba42-413f46c6213b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:15.761026 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-57416f63-cc3e-4efb-a71f-ec130e4a1163 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1017554644&fields=id&tenant_id=4da94f25b7d54edb95f41f67c8de1711 HTTP/1.1" status: 200 len: 267 time: 0.0534444 Dec 16 10:19:15.770411 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d9e756-ff67-409d-b09c-3da9465be283 None None] Pushing event updated for resources: {'Port': ['ID=891a8e49-a72c-4c53-a227-153878641df4,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:15.807448 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d9e756-ff67-409d-b09c-3da9465be283 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:15.808221 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d9e756-ff67-409d-b09c-3da9465be283 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:15.808221 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d9e756-ff67-409d-b09c-3da9465be283 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:15.809104 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d9e756-ff67-409d-b09c-3da9465be283 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:15.809642 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d9e756-ff67-409d-b09c-3da9465be283 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:15.809969 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d9e756-ff67-409d-b09c-3da9465be283 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:15.810289 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d9e756-ff67-409d-b09c-3da9465be283 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:15.810605 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d9e756-ff67-409d-b09c-3da9465be283 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:15.810915 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d9e756-ff67-409d-b09c-3da9465be283 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:15.811324 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d9e756-ff67-409d-b09c-3da9465be283 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:15.811841 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d9e756-ff67-409d-b09c-3da9465be283 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:15.812227 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d9e756-ff67-409d-b09c-3da9465be283 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:15.825810 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-6937e631-b08b-4bac-ba42-413f46c6213b None None] Attempting to bind port 891a8e49-a72c-4c53-a227-153878641df4 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:19:15.826986 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-6937e631-b08b-4bac-ba42-413f46c6213b None None] Attempting to bind port 891a8e49-a72c-4c53-a227-153878641df4 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:19:15.827358 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6937e631-b08b-4bac-ba42-413f46c6213b None None] Attempting to bind port 891a8e49-a72c-4c53-a227-153878641df4 on network 5bc0b40a-5afa-415c-9959-71400fc1d7dc {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:19:15.833614 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6937e631-b08b-4bac-ba42-413f46c6213b None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:19:15.834306 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6937e631-b08b-4bac-ba42-413f46c6213b None None] Checking segment: {'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:19:15.834897 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6937e631-b08b-4bac-ba42-413f46c6213b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:15.835487 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6937e631-b08b-4bac-ba42-413f46c6213b None None] Bound using segment: {'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:19:15.836182 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-6937e631-b08b-4bac-ba42-413f46c6213b None None] Bound port: 891a8e49-a72c-4c53-a227-153878641df4, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:19:15.836624 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6937e631-b08b-4bac-ba42-413f46c6213b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:15.909947 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-52761331-15c0-4300-bb91-a5f392b35c32 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:15.911624 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-52761331-15c0-4300-bb91-a5f392b35c32 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 812 time: 0.1495922 Dec 16 10:19:15.933314 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-36fede14-8470-4ee9-94d9-371a795d13da tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/quotas/4da94f25b7d54edb95f41f67c8de1711 HTTP/1.1" status: 200 len: 375 time: 0.0143239 Dec 16 10:19:15.934354 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-6937e631-b08b-4bac-ba42-413f46c6213b None None] For port 891a8e49-a72c-4c53-a227-153878641df4, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:19:15.937924 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-6937e631-b08b-4bac-ba42-413f46c6213b None None] For port 891a8e49-a72c-4c53-a227-153878641df4, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=891a8e49-a72c-4c53-a227-153878641df4,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:19:16.001825 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-8500d20f-e61c-4c11-9086-f153dcec9ac2 None None] Provisioning complete for port 891a8e49-a72c-4c53-a227-153878641df4 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:19:16.002131 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8500d20f-e61c-4c11-9086-f153dcec9ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:16.013799 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-b8e90964-6844-4ddd-a976-ffc177d7533e tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0730462 Dec 16 10:19:16.023973 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6937e631-b08b-4bac-ba42-413f46c6213b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:16.033149 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-6e123898-0bc6-42ad-8739-203a7b26d08c service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:19:16.033900 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-6e123898-0bc6-42ad-8739-203a7b26d08c service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056894 Dec 16 10:19:16.043530 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-8500d20f-e61c-4c11-9086-f153dcec9ac2 None None] Port 891a8e49-a72c-4c53-a227-153878641df4 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:19:16.092857 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6937e631-b08b-4bac-ba42-413f46c6213b None None] Routers {'712ade94-60a9-4e59-ab53-ba8ee6504d3a'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:19:16.093552 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6937e631-b08b-4bac-ba42-413f46c6213b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:18:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:19:16.128473 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d9e756-ff67-409d-b09c-3da9465be283 None None] Pushing event updated for resources: {'Port': ['ID=891a8e49-a72c-4c53-a227-153878641df4,revision_number=4']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:16.149230 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-f6e5c4e6-0801-4835-8f40-18997283e195 service neutron] 10.222.0.60 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034567 Dec 16 10:19:16.220554 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-6937e631-b08b-4bac-ba42-413f46c6213b None None] Set router 712ade94-60a9-4e59-ab53-ba8ee6504d3a gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:19:16.258100 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-0fdf48f5-b96d-48f4-899e-fbdc66a7e3e9 service neutron] 10.222.0.60 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020584 Dec 16 10:19:16.374713 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-07680fd6-5aaf-4b7e-9826-e4108573b434 None None] Provisioning complete for port 891a8e49-a72c-4c53-a227-153878641df4 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:19:16.375183 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-07680fd6-5aaf-4b7e-9826-e4108573b434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:16.458681 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6937e631-b08b-4bac-ba42-413f46c6213b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'name': 'tempest-ServerActionsTestJSON-1583793777-router', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:19:08Z', 'updated_at': '2021-12-16T10:19:12Z', 'revision_number': 4, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'gw_port': {'id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:09Z', 'updated_at': '2021-12-16T10:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '891a8e49-a72c-4c53-a227-153878641df4', 'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'mac_address': 'fa:16:3e:15:93:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:11Z', 'updated_at': '2021-12-16T10:19:15Z', 'revision_number': 4, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'subnets': [{'id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:19:16.488101 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6937e631-b08b-4bac-ba42-413f46c6213b None None] The sync data for ids ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'] in n-d-820550-2 is: [{'id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'name': 'tempest-ServerActionsTestJSON-1583793777-router', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:19:08Z', 'updated_at': '2021-12-16T10:19:12Z', 'revision_number': 4, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'gw_port': {'id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:09Z', 'updated_at': '2021-12-16T10:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '891a8e49-a72c-4c53-a227-153878641df4', 'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'mac_address': 'fa:16:3e:15:93:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:11Z', 'updated_at': '2021-12-16T10:19:15Z', 'revision_number': 4, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'subnets': [{'id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:19:16.507965 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-07680fd6-5aaf-4b7e-9826-e4108573b434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:16.559614 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a40a42a6-4fa6-4734-abdb-f6769e4e2b94 req-31d1c5a4-3bef-40f8-8665-324df71fa5d3 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 210 time: 0.0403194 Dec 16 10:19:16.566914 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-07680fd6-5aaf-4b7e-9826-e4108573b434 None None] For port 891a8e49-a72c-4c53-a227-153878641df4, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=891a8e49-a72c-4c53-a227-153878641df4,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:19:16.612908 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-07680fd6-5aaf-4b7e-9826-e4108573b434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:16.678786 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07680fd6-5aaf-4b7e-9826-e4108573b434 None None] Pushing event updated for resources: {'Port': ['ID=891a8e49-a72c-4c53-a227-153878641df4,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:17.611933 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 891a8e49-a72c-4c53-a227-153878641df4 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:19:17.664166 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-831eff49-3566-4b4d-953e-db680a2c13d4 req-3685c375-e53c-4d0c-b2d8-2dffdeff40af tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 210 time: 0.0295997 Dec 16 10:19:17.664977 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 891a8e49-a72c-4c53-a227-153878641df4 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:19:17.665859 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:18.592675 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-c3fdb575-56d0-4a74-b93e-5aed3e3e3553 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:18.594248 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-c3fdb575-56d0-4a74-b93e-5aed3e3e3553 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.58 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 812 time: 0.1129856 Dec 16 10:19:18.638981 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-ec2ab171-95d2-409b-89f2-e0a1098494d1 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4da94f25b7d54edb95f41f67c8de1711 HTTP/1.1" status: 200 len: 380 time: 0.0356274 Dec 16 10:19:18.649673 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-011d356c-5577-4034-8747-0ace1fc21fdd tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Request body: {'port': {'device_id': 'cba2a807-96d0-4555-aa66-6b8b1122d6ac', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'admin_state_up': True, 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'security_groups': ['dfc865d4-0b03-432e-ae9b-3d7d2955dcf5']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:19:18.804332 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c1aa2051-1388-4317-9cf4-c61ddf395acb req-a6c94eef-d447-4fa8-9e08-3aa00a32ce9d tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 210 time: 0.0332689 Dec 16 10:19:18.869731 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-011d356c-5577-4034-8747-0ace1fc21fdd tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Made reservation on behalf of 4da94f25b7d54edb95f41f67c8de1711 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:19:18.873964 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-011d356c-5577-4034-8747-0ace1fc21fdd tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:19.016672 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-011d356c-5577-4034-8747-0ace1fc21fdd tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Allocated IP 172.20.0.4 (5bc0b40a-5afa-415c-9959-71400fc1d7dc/9d818db7-c8fb-43a5-acbf-5ffa681879fd/176a2e22-a170-4c4e-a8ae-7d33959221d7) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:19:19.164845 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-011d356c-5577-4034-8747-0ace1fc21fdd tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:19.253080 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-011d356c-5577-4034-8747-0ace1fc21fdd tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:19.294780 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-011d356c-5577-4034-8747-0ace1fc21fdd tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Network 5bc0b40a-5afa-415c-9959-71400fc1d7dc is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:19:19.299891 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-011d356c-5577-4034-8747-0ace1fc21fdd tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:19:19.303614 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-011d356c-5577-4034-8747-0ace1fc21fdd tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:19:19.313026 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d356c-5577-4034-8747-0ace1fc21fdd tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Pushing event updated for resources: {'Port': ['ID=176a2e22-a170-4c4e-a8ae-7d33959221d7,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:19.550667 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-26899a3e-0880-41e9-82e8-21ba7ce37190 None None] Provisioning complete for port 176a2e22-a170-4c4e-a8ae-7d33959221d7 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:19:19.551337 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-26899a3e-0880-41e9-82e8-21ba7ce37190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:19.586740 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-26899a3e-0880-41e9-82e8-21ba7ce37190 None None] Port 176a2e22-a170-4c4e-a8ae-7d33959221d7 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:19:19.676780 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-011d356c-5577-4034-8747-0ace1fc21fdd tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:19.677411 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-011d356c-5577-4034-8747-0ace1fc21fdd tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:19.758167 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-011d356c-5577-4034-8747-0ace1fc21fdd tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1122839 Dec 16 10:19:19.771503 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-a8b22758-bd0b-4621-a5c0-6a83621740b9 service neutron] Request body: {'port': {'device_id': 'cba2a807-96d0-4555-aa66-6b8b1122d6ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:19:19.826281 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-a8b22758-bd0b-4621-a5c0-6a83621740b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:19.991658 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4c485-0097-4dc0-ae55-af72d4eceb49 req-473e03d9-8b0a-4592-a283-5bd172cf0439 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:19.993214 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8da4c485-0097-4dc0-ae55-af72d4eceb49 req-473e03d9-8b0a-4592-a283-5bd172cf0439 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 931 time: 0.1205037 Dec 16 10:19:20.093265 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8da4c485-0097-4dc0-ae55-af72d4eceb49 req-354736ee-6f85-4dba-8d0b-0297cd0468b2 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892706 Dec 16 10:19:20.184789 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-a8b22758-bd0b-4621-a5c0-6a83621740b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 176a2e22-a170-4c4e-a8ae-7d33959221d7 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:19:20.193038 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-a8b22758-bd0b-4621-a5c0-6a83621740b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:20.206061 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-a8b22758-bd0b-4621-a5c0-6a83621740b9 service neutron] Transition to ACTIVE for port object 176a2e22-a170-4c4e-a8ae-7d33959221d7 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:19:20.286946 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-a8b22758-bd0b-4621-a5c0-6a83621740b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:20.338282 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b22758-bd0b-4621-a5c0-6a83621740b9 service neutron] Pushing event updated for resources: {'Port': ['ID=176a2e22-a170-4c4e-a8ae-7d33959221d7,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:20.414196 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-a8b22758-bd0b-4621-a5c0-6a83621740b9 service neutron] Attempting to bind port 176a2e22-a170-4c4e-a8ae-7d33959221d7 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:19:20.414629 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-a8b22758-bd0b-4621-a5c0-6a83621740b9 service neutron] Attempting to bind port 176a2e22-a170-4c4e-a8ae-7d33959221d7 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:19:20.414868 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-a8b22758-bd0b-4621-a5c0-6a83621740b9 service neutron] Attempting to bind port 176a2e22-a170-4c4e-a8ae-7d33959221d7 on network 5bc0b40a-5afa-415c-9959-71400fc1d7dc {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:19:20.419640 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-a8b22758-bd0b-4621-a5c0-6a83621740b9 service neutron] Port 176a2e22-a170-4c4e-a8ae-7d33959221d7 on network 5bc0b40a-5afa-415c-9959-71400fc1d7dc not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:19:20.419942 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-a8b22758-bd0b-4621-a5c0-6a83621740b9 service neutron] Attempting to bind port 176a2e22-a170-4c4e-a8ae-7d33959221d7 on network 5bc0b40a-5afa-415c-9959-71400fc1d7dc {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:19:20.425451 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-a8b22758-bd0b-4621-a5c0-6a83621740b9 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:19:20.425792 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-a8b22758-bd0b-4621-a5c0-6a83621740b9 service neutron] Checking segment: {'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:19:20.426169 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-a8b22758-bd0b-4621-a5c0-6a83621740b9 service neutron] Bound using segment: {'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:19:20.426589 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-a8b22758-bd0b-4621-a5c0-6a83621740b9 service neutron] Bound port: 176a2e22-a170-4c4e-a8ae-7d33959221d7, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:19:20.426936 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-a8b22758-bd0b-4621-a5c0-6a83621740b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:20.495177 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-a8b22758-bd0b-4621-a5c0-6a83621740b9 service neutron] For port 176a2e22-a170-4c4e-a8ae-7d33959221d7, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:19:20.498264 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-a8b22758-bd0b-4621-a5c0-6a83621740b9 service neutron] For port 176a2e22-a170-4c4e-a8ae-7d33959221d7, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=176a2e22-a170-4c4e-a8ae-7d33959221d7,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:19:20.561320 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-a8b22758-bd0b-4621-a5c0-6a83621740b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:20.597459 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-a8b22758-bd0b-4621-a5c0-6a83621740b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:20.598018 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-a8b22758-bd0b-4621-a5c0-6a83621740b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:20.599459 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-a8b22758-bd0b-4621-a5c0-6a83621740b9 service neutron] 10.222.0.58 "PUT /v2.0/ports/176a2e22-a170-4c4e-a8ae-7d33959221d7 HTTP/1.1" status: 200 len: 1091 time: 0.8319983 Dec 16 10:19:20.599857 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba2a807-96d0-4555-aa66-6b8b1122d6ac', 'tag': '176a2e22-a170-4c4e-a8ae-7d33959221d7'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:19:20.602165 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821e853e40a70f31f9be6478743c2b4385db0d3a9afd44d2a83042faad5704a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8e64f7-940e-48c7-af28-24fbadd3b5b9" -d '{"events": [{"name": "network-changed", "server_uuid": "cba2a807-96d0-4555-aa66-6b8b1122d6ac", "tag": "176a2e22-a170-4c4e-a8ae-7d33959221d7"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:19:20.629364 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b22758-bd0b-4621-a5c0-6a83621740b9 service neutron] Pushing event updated for resources: {'Port': ['ID=176a2e22-a170-4c4e-a8ae-7d33959221d7,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:20.648695 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f058621f-ba20-4710-b6ee-cf2be0127c47 x-openstack-request-id: req-f058621f-ba20-4710-b6ee-cf2be0127c47 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:19:20.648994 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba2a807-96d0-4555-aa66-6b8b1122d6ac", "tag": "176a2e22-a170-4c4e-a8ae-7d33959221d7", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:19:20.649281 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f058621f-ba20-4710-b6ee-cf2be0127c47 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:19:20.649826 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba2a807-96d0-4555-aa66-6b8b1122d6ac', 'tag': '176a2e22-a170-4c4e-a8ae-7d33959221d7', 'status': 'completed', 'code': 200} Dec 16 10:19:20.719279 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e64f7-940e-48c7-af28-24fbadd3b5b9 req-f8a83c19-9061-4af6-8302-b62cf40b32c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:20.720957 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8f8e64f7-940e-48c7-af28-24fbadd3b5b9 req-f8a83c19-9061-4af6-8302-b62cf40b32c3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 1094 time: 0.0517015 Dec 16 10:19:20.828571 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e64f7-940e-48c7-af28-24fbadd3b5b9 req-1e7a49b0-647d-45d5-96c2-ead4a8736fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:20.833855 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8f8e64f7-940e-48c7-af28-24fbadd3b5b9 req-1e7a49b0-647d-45d5-96c2-ead4a8736fb0 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=4da94f25b7d54edb95f41f67c8de1711&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1013610 Dec 16 10:19:20.933942 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e64f7-940e-48c7-af28-24fbadd3b5b9 req-0ce1a8b6-1af7-4c4b-aeab-1c7b9ccaa7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:20.936088 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8f8e64f7-940e-48c7-af28-24fbadd3b5b9 req-0ce1a8b6-1af7-4c4b-aeab-1c7b9ccaa7f2 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0993268 Dec 16 10:19:21.012852 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-04d072e7-81fd-4146-b5f8-8b0b379930f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:21.014418 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-04d072e7-81fd-4146-b5f8-8b0b379930f9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 1094 time: 0.0409245 Dec 16 10:19:21.056344 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-0dc5d19f-c6e6-43ba-88bc-5fdd2d1e2be2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=176a2e22-a170-4c4e-a8ae-7d33959221d7 HTTP/1.1" status: 200 len: 217 time: 0.0341794 Dec 16 10:19:21.110875 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-7e5aba32-834a-48c6-a9ca-0e8162f9ee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:21.112318 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-7e5aba32-834a-48c6-a9ca-0e8162f9ee0c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0495632 Dec 16 10:19:21.160473 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-63874c93-f9e6-413f-b548-970dc9224396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:21.162061 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-63874c93-f9e6-413f-b548-970dc9224396 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422411 Dec 16 10:19:21.266182 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324ea8d-ed26-4f02-aff9-488238d25e0d req-7499c3ac-c1fe-423c-81b8-f45a57a3b4a8 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:21.267607 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3324ea8d-ed26-4f02-aff9-488238d25e0d req-7499c3ac-c1fe-423c-81b8-f45a57a3b4a8 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 943 time: 0.1046088 Dec 16 10:19:21.308689 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-2d1131eb-d963-4eac-946e-a6b2dc9bd363 service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364069 Dec 16 10:19:21.332153 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3324ea8d-ed26-4f02-aff9-488238d25e0d req-06973c81-04c1-4d53-9104-596e49dfa3c6 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555184 Dec 16 10:19:21.414175 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-70a0e803-38fe-4cde-bea3-ab7a5327018d req-7eb629a6-13af-4325-9357-f3abc8411ef2 service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969934 Dec 16 10:19:22.466334 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415624d-afef-4e79-b160-ca29894e6d86 req-f52e5635-0a4d-4a3d-a938-5bb9fbeade83 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:22.468426 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2415624d-afef-4e79-b160-ca29894e6d86 req-f52e5635-0a4d-4a3d-a938-5bb9fbeade83 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 943 time: 0.0650151 Dec 16 10:19:22.510583 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2415624d-afef-4e79-b160-ca29894e6d86 req-49c37787-06ae-4d7e-9ed6-9f2e967693b6 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355046 Dec 16 10:19:23.629264 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a021d-c9f1-44e8-a2f0-59e260893856 req-11f5368e-7457-4972-a33e-53184cf33491 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:23.630814 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-093a021d-c9f1-44e8-a2f0-59e260893856 req-11f5368e-7457-4972-a33e-53184cf33491 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 943 time: 0.0507202 Dec 16 10:19:23.669026 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 176a2e22-a170-4c4e-a8ae-7d33959221d7 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:19:23.669866 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-093a021d-c9f1-44e8-a2f0-59e260893856 req-d42c369d-8a26-4ee9-bd0a-8fbfa3043cbb tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330119 Dec 16 10:19:23.767057 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 176a2e22-a170-4c4e-a8ae-7d33959221d7, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=176a2e22-a170-4c4e-a8ae-7d33959221d7,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:19:23.782761 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '176a2e22-a170-4c4e-a8ae-7d33959221d7', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'port_id': '176a2e22-a170-4c4e-a8ae-7d33959221d7', 'mac_address': 'fa:16:3e:3e:a5:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:19:23.821270 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:23.839654 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 176a2e22-a170-4c4e-a8ae-7d33959221d7 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:19:23.859093 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 176a2e22-a170-4c4e-a8ae-7d33959221d7, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=176a2e22-a170-4c4e-a8ae-7d33959221d7,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:19:23.938788 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:23.987046 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=176a2e22-a170-4c4e-a8ae-7d33959221d7,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:24.092573 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-acae9ee6-b9a0-4b28-8aeb-06dc6ca65aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:24.141221 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['176a2e22-a170-4c4e-a8ae-7d33959221d7'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:19:24.796567 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddbfca-71d4-4c71-b884-774a7ab1ec2c req-73930686-4d24-46ef-a9b9-981cee0e6ff9 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:24.798117 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f9ddbfca-71d4-4c71-b884-774a7ab1ec2c req-73930686-4d24-46ef-a9b9-981cee0e6ff9 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 944 time: 0.0516472 Dec 16 10:19:24.837768 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f9ddbfca-71d4-4c71-b884-774a7ab1ec2c req-de241a0f-b124-492c-8afc-b760af448bb6 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336506 Dec 16 10:19:25.668753 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 176a2e22-a170-4c4e-a8ae-7d33959221d7 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:19:25.760596 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 176a2e22-a170-4c4e-a8ae-7d33959221d7 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:19:25.764690 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 176a2e22-a170-4c4e-a8ae-7d33959221d7 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:19:25.765061 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:25.864180 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:25.889008 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba2a807-96d0-4555-aa66-6b8b1122d6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176a2e22-a170-4c4e-a8ae-7d33959221d7'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:19:25.891668 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fb50c8830cf0c5df4ef3241469cb0f3719637c29a153ff1ffdc281c1f1448e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a57d828-5953-4733-b972-fcda7e45ff3c" -d '{"events": [{"server_uuid": "cba2a807-96d0-4555-aa66-6b8b1122d6ac", "name": "network-vif-plugged", "status": "completed", "tag": "176a2e22-a170-4c4e-a8ae-7d33959221d7"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:19:25.906378 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 176a2e22-a170-4c4e-a8ae-7d33959221d7, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=176a2e22-a170-4c4e-a8ae-7d33959221d7,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:19:25.943074 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b257212f-8340-4513-b11f-fecff472cf1d x-openstack-request-id: req-b257212f-8340-4513-b11f-fecff472cf1d {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:19:25.943401 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba2a807-96d0-4555-aa66-6b8b1122d6ac", "name": "network-vif-plugged", "status": "completed", "tag": "176a2e22-a170-4c4e-a8ae-7d33959221d7", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:19:25.943594 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b257212f-8340-4513-b11f-fecff472cf1d {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:19:25.943988 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba2a807-96d0-4555-aa66-6b8b1122d6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176a2e22-a170-4c4e-a8ae-7d33959221d7', 'code': 200} Dec 16 10:19:25.972601 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:25.974585 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57153b3-070e-419b-8d62-c161f2e7038e req-3c04a1b1-3f95-4600-b8ab-30185dad04f4 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:25.976160 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f57153b3-070e-419b-8d62-c161f2e7038e req-3c04a1b1-3f95-4600-b8ab-30185dad04f4 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 944 time: 0.0653625 Dec 16 10:19:26.032845 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=176a2e22-a170-4c4e-a8ae-7d33959221d7,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:26.041006 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f57153b3-070e-419b-8d62-c161f2e7038e req-3fe36efd-6043-4102-8ee7-0b9cc210ae11 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584235 Dec 16 10:19:26.068612 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6114a-643f-418c-bb09-f816fb1a1330 req-2b6a7287-a9a0-42a0-a896-7b6ea7998514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:26.070156 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0fd6114a-643f-418c-bb09-f816fb1a1330 req-2b6a7287-a9a0-42a0-a896-7b6ea7998514 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 1096 time: 0.0600877 Dec 16 10:19:26.111137 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0fd6114a-643f-418c-bb09-f816fb1a1330 req-83b69296-f737-46e4-8659-1745e58f306f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337439 Dec 16 10:19:26.430177 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-191e909d-d209-4895-9bad-476e2dfec668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:27.171252 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e81300-e4b4-47cf-98fb-0270b7b35f40 req-04e78502-8c37-4d0a-930f-e77877354350 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:27.172751 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-49e81300-e4b4-47cf-98fb-0270b7b35f40 req-04e78502-8c37-4d0a-930f-e77877354350 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 945 time: 0.0570884 Dec 16 10:19:27.216897 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-49e81300-e4b4-47cf-98fb-0270b7b35f40 req-1c1162bb-781f-43e0-8921-732037c66351 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340600 Dec 16 10:19:27.721316 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:28.341193 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111ef87-db42-4a38-aba9-f3db78c8e3f7 req-57563fe6-996b-49de-b5b5-82740b04561e tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:28.342697 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0111ef87-db42-4a38-aba9-f3db78c8e3f7 req-57563fe6-996b-49de-b5b5-82740b04561e tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 945 time: 0.0567846 Dec 16 10:19:28.384972 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0111ef87-db42-4a38-aba9-f3db78c8e3f7 req-72f589e8-9add-40d6-89dc-5ad6515018f6 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322628 Dec 16 10:19:28.501263 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd551d-0e22-4125-b8fa-f29f3b04b126 req-8bf75a24-a66c-44c1-9924-84e7c1adde29 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:28.502687 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b9fd551d-0e22-4125-b8fa-f29f3b04b126 req-8bf75a24-a66c-44c1-9924-84e7c1adde29 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 945 time: 0.0538950 Dec 16 10:19:28.511297 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 38412) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:19:28.515805 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-3cb2b67a-4937-4499-b6a7-9e83fdc44a55 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Request body: {'floatingip': {'port_id': '176a2e22-a170-4c4e-a8ae-7d33959221d7'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:19:28.555072 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3cb2b67a-4937-4499-b6a7-9e83fdc44a55 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks [] for floatingip, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:29.252759 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:29.288353 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3cb2b67a-4937-4499-b6a7-9e83fdc44a55 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:29.395697 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3cb2b67a-4937-4499-b6a7-9e83fdc44a55 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:29.499166 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [None req-3cb2b67a-4937-4499-b6a7-9e83fdc44a55 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Floating IP 3ec34af4-d60b-4a9d-abf2-4abe835ad90e associated. External IP: 172.25.1.123, port: 176a2e22-a170-4c4e-a8ae-7d33959221d7. Dec 16 10:19:29.607283 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:29.711333 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb2b67a-4937-4499-b6a7-9e83fdc44a55 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Router 712ade94-60a9-4e59-ab53-ba8ee6504d3a has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:19:29.822330 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb2b67a-4937-4499-b6a7-9e83fdc44a55 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:19:29.828471 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3cb2b67a-4937-4499-b6a7-9e83fdc44a55 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:29.833306 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b46a13d-9374-4d17-9177-76bc72dd3c9d None None] Sync routers for ids ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:19:29.844053 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b46a13d-9374-4d17-9177-76bc72dd3c9d None None] Routers {'712ade94-60a9-4e59-ab53-ba8ee6504d3a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:19:29.844668 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-9b46a13d-9374-4d17-9177-76bc72dd3c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:19:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:19:29.857754 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3cb2b67a-4937-4499-b6a7-9e83fdc44a55 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "PUT /v2.0/floatingips/3ec34af4-d60b-4a9d-abf2-4abe835ad90e HTTP/1.1" status: 200 len: 991 time: 1.3453565 Dec 16 10:19:29.858370 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba2a807-96d0-4555-aa66-6b8b1122d6ac', 'tag': '176a2e22-a170-4c4e-a8ae-7d33959221d7'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:19:29.860664 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b52d4b1cba97caa63faf2eb5b3bb40a91d349ae8c8240e7882341590ce14b6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe549f5-ac2f-48d0-95bb-acc7eab2610e" -d '{"events": [{"name": "network-changed", "server_uuid": "cba2a807-96d0-4555-aa66-6b8b1122d6ac", "tag": "176a2e22-a170-4c4e-a8ae-7d33959221d7"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:19:29.967564 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-9b46a13d-9374-4d17-9177-76bc72dd3c9d None None] Set router 712ade94-60a9-4e59-ab53-ba8ee6504d3a gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:19:29.981501 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4dc62ff-17bf-465a-bc5a-cee1a03aafa6 x-openstack-request-id: req-f4dc62ff-17bf-465a-bc5a-cee1a03aafa6 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:19:29.981501 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba2a807-96d0-4555-aa66-6b8b1122d6ac", "tag": "176a2e22-a170-4c4e-a8ae-7d33959221d7", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:19:29.981501 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f4dc62ff-17bf-465a-bc5a-cee1a03aafa6 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:19:29.981501 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba2a807-96d0-4555-aa66-6b8b1122d6ac', 'tag': '176a2e22-a170-4c4e-a8ae-7d33959221d7', 'status': 'completed', 'code': 200} Dec 16 10:19:30.044296 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe549f5-ac2f-48d0-95bb-acc7eab2610e req-b34b3c47-3191-453f-89a8-c167918ecff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:30.046015 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8fe549f5-ac2f-48d0-95bb-acc7eab2610e req-b34b3c47-3191-453f-89a8-c167918ecff4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 1096 time: 0.0432944 Dec 16 10:19:30.148896 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe549f5-ac2f-48d0-95bb-acc7eab2610e req-e8dc779c-ac35-4f5f-94e2-f7ae1a0ca339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:30.150471 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8fe549f5-ac2f-48d0-95bb-acc7eab2610e req-e8dc779c-ac35-4f5f-94e2-f7ae1a0ca339 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.0962465 Dec 16 10:19:30.229302 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8fe549f5-ac2f-48d0-95bb-acc7eab2610e req-7a0911a3-7afb-4058-a57c-809e20c54fd7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=176a2e22-a170-4c4e-a8ae-7d33959221d7 HTTP/1.1" status: 200 len: 999 time: 0.0714884 Dec 16 10:19:30.236897 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-9b46a13d-9374-4d17-9177-76bc72dd3c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'name': 'tempest-ServerActionsTestJSON-1583793777-router', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:19:08Z', 'updated_at': '2021-12-16T10:19:12Z', 'revision_number': 4, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'gw_port': {'id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:09Z', 'updated_at': '2021-12-16T10:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '3ec34af4-d60b-4a9d-abf2-4abe835ad90e', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'port_id': '176a2e22-a170-4c4e-a8ae-7d33959221d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'mac_address': 'fa:16:3e:3e:a5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba2a807-96d0-4555-aa66-6b8b1122d6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:19:15Z', 'updated_at': '2021-12-16T10:19:29Z', 'revision_number': 1, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '891a8e49-a72c-4c53-a227-153878641df4', 'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'mac_address': 'fa:16:3e:15:93:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:11Z', 'updated_at': '2021-12-16T10:19:16Z', 'revision_number': 5, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'subnets': [{'id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:19:30.265222 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b46a13d-9374-4d17-9177-76bc72dd3c9d None None] Checking router: 712ade94-60a9-4e59-ab53-ba8ee6504d3a for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:19:30.274088 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b46a13d-9374-4d17-9177-76bc72dd3c9d None None] Routers {'712ade94-60a9-4e59-ab53-ba8ee6504d3a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:19:30.274696 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-9b46a13d-9374-4d17-9177-76bc72dd3c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:19:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:19:30.281161 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe549f5-ac2f-48d0-95bb-acc7eab2610e req-e5d307b6-234c-4675-b3a7-4fbbcb2f6dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:30.282859 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8fe549f5-ac2f-48d0-95bb-acc7eab2610e req-e5d307b6-234c-4675-b3a7-4fbbcb2f6dc0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0470984 Dec 16 10:19:30.335064 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe549f5-ac2f-48d0-95bb-acc7eab2610e req-c747234d-5655-434f-96aa-3bafd30a4001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:30.336628 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8fe549f5-ac2f-48d0-95bb-acc7eab2610e req-c747234d-5655-434f-96aa-3bafd30a4001 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473270 Dec 16 10:19:30.442638 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8fe549f5-ac2f-48d0-95bb-acc7eab2610e req-0ddc7aab-0c62-4810-8fdf-94e75995c50d service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980825 Dec 16 10:19:30.536660 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-9b46a13d-9374-4d17-9177-76bc72dd3c9d None None] Set router 712ade94-60a9-4e59-ab53-ba8ee6504d3a gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:19:30.550410 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8fe549f5-ac2f-48d0-95bb-acc7eab2610e req-4793cbd7-3029-4f2f-a12c-b0ff7115a0f9 service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001196 Dec 16 10:19:30.563654 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:19:30.779700 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-9b46a13d-9374-4d17-9177-76bc72dd3c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'name': 'tempest-ServerActionsTestJSON-1583793777-router', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:19:08Z', 'updated_at': '2021-12-16T10:19:12Z', 'revision_number': 4, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'gw_port': {'id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:09Z', 'updated_at': '2021-12-16T10:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '3ec34af4-d60b-4a9d-abf2-4abe835ad90e', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'port_id': '176a2e22-a170-4c4e-a8ae-7d33959221d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'mac_address': 'fa:16:3e:3e:a5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba2a807-96d0-4555-aa66-6b8b1122d6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:19:15Z', 'updated_at': '2021-12-16T10:19:29Z', 'revision_number': 1, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '891a8e49-a72c-4c53-a227-153878641df4', 'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'mac_address': 'fa:16:3e:15:93:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:11Z', 'updated_at': '2021-12-16T10:19:16Z', 'revision_number': 5, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'subnets': [{'id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:19:30.810154 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b46a13d-9374-4d17-9177-76bc72dd3c9d None None] The sync data for ids ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'] in n-d-820550-2 is: [{'id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'name': 'tempest-ServerActionsTestJSON-1583793777-router', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:19:08Z', 'updated_at': '2021-12-16T10:19:12Z', 'revision_number': 4, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'gw_port': {'id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:09Z', 'updated_at': '2021-12-16T10:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '3ec34af4-d60b-4a9d-abf2-4abe835ad90e', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'port_id': '176a2e22-a170-4c4e-a8ae-7d33959221d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'mac_address': 'fa:16:3e:3e:a5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba2a807-96d0-4555-aa66-6b8b1122d6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:19:15Z', 'updated_at': '2021-12-16T10:19:29Z', 'revision_number': 1, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '891a8e49-a72c-4c53-a227-153878641df4', 'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'mac_address': 'fa:16:3e:15:93:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:11Z', 'updated_at': '2021-12-16T10:19:16Z', 'revision_number': 5, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'subnets': [{'id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:19:31.027406 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585b68ce-13cd-45dc-b8f2-976c37587c2f None None] New status for floating IP 3ec34af4-d60b-4a9d-abf2-4abe835ad90e: ACTIVE {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:19:37.688293 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:41.126745 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:54.155033 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-adf58153-7ece-4f90-b0eb-fe13a04b234b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:56.446248 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9da2a1d5-5271-4bf9-9525-ba08711594b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:57.189476 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-edfa783f-d3b9-4f22-9d29-fad064140b57 req-3300283f-8df6-40cd-bdf9-2dbe1d14c763 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446062 Dec 16 10:19:57.272216 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa783f-d3b9-4f22-9d29-fad064140b57 req-13875372-c4a8-4e24-a227-91636bcc3d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:57.273751 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-edfa783f-d3b9-4f22-9d29-fad064140b57 req-13875372-c4a8-4e24-a227-91636bcc3d21 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 1096 time: 0.0408301 Dec 16 10:19:57.386258 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa783f-d3b9-4f22-9d29-fad064140b57 req-e5899d14-53b6-4a7d-b2d4-6446c1733917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:57.387748 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-edfa783f-d3b9-4f22-9d29-fad064140b57 req-e5899d14-53b6-4a7d-b2d4-6446c1733917 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.0917466 Dec 16 10:19:57.454998 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-edfa783f-d3b9-4f22-9d29-fad064140b57 req-b544cdb6-2b9c-4423-b118-0cab4070506d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=176a2e22-a170-4c4e-a8ae-7d33959221d7 HTTP/1.1" status: 200 len: 1001 time: 0.0592597 Dec 16 10:19:57.506330 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa783f-d3b9-4f22-9d29-fad064140b57 req-33ed8d18-7a61-40b9-80b9-eac43b7b2abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:57.507804 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-edfa783f-d3b9-4f22-9d29-fad064140b57 req-33ed8d18-7a61-40b9-80b9-eac43b7b2abf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0458715 Dec 16 10:19:57.565204 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa783f-d3b9-4f22-9d29-fad064140b57 req-0f32d813-e9e7-46cf-81ed-44d14f74a86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:57.572387 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-edfa783f-d3b9-4f22-9d29-fad064140b57 req-0f32d813-e9e7-46cf-81ed-44d14f74a86c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514071 Dec 16 10:19:57.666493 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-edfa783f-d3b9-4f22-9d29-fad064140b57 req-9e8c15b2-8e85-46cf-a081-c26e88ab49ef service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907738 Dec 16 10:19:57.726151 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:57.771148 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-edfa783f-d3b9-4f22-9d29-fad064140b57 req-046e2c17-d4c2-4419-a521-3bb55e73cbad service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964503 Dec 16 10:19:59.257149 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:59.589212 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:20:07.563976 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:20:07.760074 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:20:11.119787 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:20:24.091057 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fa399230-a46a-44d8-b6f4-7312b1d90f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:20:26.429314 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b5b02342-e3e8-4450-8358-eb14998b32dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:20:27.702709 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:20:29.239308 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:20:29.576489 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:20:37.707810 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:20:41.113729 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:20:44.564210 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:20:54.118566 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-94cd9d0a-d26e-4085-8fba-635bd0ce3283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:20:56.410453 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c8950f92-7743-44c1-bccd-0f2f97a29df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:20:57.318537 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-87dae910-8e6e-49d3-8bf1-61acaaf67c39 req-97b31a86-1d47-4e78-b545-1b620f97fae0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1007998 Dec 16 10:20:57.400496 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dae910-8e6e-49d3-8bf1-61acaaf67c39 req-778646a8-e4df-4210-9d04-d582b300a6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:20:57.402034 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-87dae910-8e6e-49d3-8bf1-61acaaf67c39 req-778646a8-e4df-4210-9d04-d582b300a6b8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 1096 time: 0.0407505 Dec 16 10:20:57.507272 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dae910-8e6e-49d3-8bf1-61acaaf67c39 req-1133df1e-0dab-43a2-a025-1f2108d181fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:20:57.508655 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-87dae910-8e6e-49d3-8bf1-61acaaf67c39 req-1133df1e-0dab-43a2-a025-1f2108d181fe service neutron] 10.222.0.58 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.0869315 Dec 16 10:20:57.573078 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-87dae910-8e6e-49d3-8bf1-61acaaf67c39 req-17308ecd-3070-4f20-8beb-d52750fd5af7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=176a2e22-a170-4c4e-a8ae-7d33959221d7 HTTP/1.1" status: 200 len: 1001 time: 0.0568714 Dec 16 10:20:57.622735 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dae910-8e6e-49d3-8bf1-61acaaf67c39 req-bd453290-0442-4812-b027-f6ccfaa344ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:20:57.624187 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-87dae910-8e6e-49d3-8bf1-61acaaf67c39 req-bd453290-0442-4812-b027-f6ccfaa344ba service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0447059 Dec 16 10:20:57.675725 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dae910-8e6e-49d3-8bf1-61acaaf67c39 req-3d418075-df81-490e-936a-de47f1b44ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:20:57.677304 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-87dae910-8e6e-49d3-8bf1-61acaaf67c39 req-3d418075-df81-490e-936a-de47f1b44ba7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460749 Dec 16 10:20:57.718927 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:20:57.771083 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-87dae910-8e6e-49d3-8bf1-61acaaf67c39 req-9d1ec821-ef64-4317-88a2-88d988d4750b service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866077 Dec 16 10:20:57.875715 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-87dae910-8e6e-49d3-8bf1-61acaaf67c39 req-f09cd4ad-c878-484a-a2c1-267d5c626cf0 service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975606 Dec 16 10:20:59.232664 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:20:59.621207 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:04.958751 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e164f8e-5af1-43d8-9c8d-7481e469d5a0 req-ca4ead2b-cda2-479f-8585-ce2916ca072a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:04.960256 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1e164f8e-5af1-43d8-9c8d-7481e469d5a0 req-ca4ead2b-cda2-479f-8585-ce2916ca072a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 945 time: 0.1035972 Dec 16 10:21:04.997386 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1e164f8e-5af1-43d8-9c8d-7481e469d5a0 req-b8a94369-598b-4316-ba0a-56e62e1afa1d tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310349 Dec 16 10:21:05.421348 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8395d8-d358-412d-9639-6a43e4ecaf29 req-fe62b197-ba23-4c60-84f0-e922ef43867a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:05.423486 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cf8395d8-d358-412d-9639-6a43e4ecaf29 req-fe62b197-ba23-4c60-84f0-e922ef43867a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 945 time: 0.0492063 Dec 16 10:21:05.453319 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38632) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:21:05.461790 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cf8395d8-d358-412d-9639-6a43e4ecaf29 req-c18a0acc-525c-4484-bb43-ebf7ef2702f8 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323381 Dec 16 10:21:05.544192 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-4180f932-999b-4d4d-b796-c8eb4a4c9f58 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0896559 Dec 16 10:21:05.553360 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-04a19c83-f3eb-4372-9ee8-0bfd417b5038 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:21:05.554314 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-04a19c83-f3eb-4372-9ee8-0bfd417b5038 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048525 Dec 16 10:21:06.706235 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1f0e1-52f9-439b-850c-33a3d54d40c5 req-de8f68c0-e15c-4a87-9d12-d20a94be1418 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:06.707789 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-03c1f0e1-52f9-439b-850c-33a3d54d40c5 req-de8f68c0-e15c-4a87-9d12-d20a94be1418 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 945 time: 0.1015120 Dec 16 10:21:06.745242 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-03c1f0e1-52f9-439b-850c-33a3d54d40c5 req-91b3166d-500b-46bf-8869-66070185d219 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313427 Dec 16 10:21:07.646320 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-ee2e0897-5274-4d7d-99d0-598380a53c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:07.647871 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-ee2e0897-5274-4d7d-99d0-598380a53c38 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 1096 time: 0.0401859 Dec 16 10:21:07.695564 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:07.750772 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-db5ad186-703e-4091-b7c8-8d7f71c233f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:07.752329 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-db5ad186-703e-4091-b7c8-8d7f71c233f9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.0973303 Dec 16 10:21:07.819030 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-de889e90-d18c-4120-a58a-42ee58363f09 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=176a2e22-a170-4c4e-a8ae-7d33959221d7 HTTP/1.1" status: 200 len: 1001 time: 0.0587831 Dec 16 10:21:07.863734 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea962b-1326-47ac-9f5e-061726ea6204 req-53491802-4ab1-444e-8445-bf6ccbff90e5 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:07.865232 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a0ea962b-1326-47ac-9f5e-061726ea6204 req-53491802-4ab1-444e-8445-bf6ccbff90e5 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 945 time: 0.0491281 Dec 16 10:21:07.872211 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-984aa63d-e856-47c6-9e5f-477612e9fdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:07.873701 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-984aa63d-e856-47c6-9e5f-477612e9fdbf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0481660 Dec 16 10:21:07.908701 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a0ea962b-1326-47ac-9f5e-061726ea6204 req-f245f073-4eb5-4ba8-a5c8-dcc42b57e0a4 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370269 Dec 16 10:21:07.918854 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-d320a0a2-bcf8-4b63-b7bd-143af121171e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:07.920422 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-d320a0a2-bcf8-4b63-b7bd-143af121171e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397830 Dec 16 10:21:08.009893 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-a6f69591-126f-4d21-a107-05ebc3dec5cc service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821609 Dec 16 10:21:08.105574 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-624ea727-679e-4135-9d67-a4b10bf87e9b service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875411 Dec 16 10:21:09.026951 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a6f14-e074-4b1b-ab31-499c48762929 req-ad9f8d26-673a-483a-9d22-41c9949a88e8 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:09.028489 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-217a6f14-e074-4b1b-ab31-499c48762929 req-ad9f8d26-673a-483a-9d22-41c9949a88e8 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 945 time: 0.0511954 Dec 16 10:21:09.076571 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-217a6f14-e074-4b1b-ab31-499c48762929 req-e0dbbffc-7728-414c-9ab2-5947b558c01b tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411334 Dec 16 10:21:10.202122 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3bc6a-033d-48b0-878c-6a04e151314f req-f671ca2a-c42f-4842-ae76-7aa6cea75366 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:10.203738 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-25f3bc6a-033d-48b0-878c-6a04e151314f req-f671ca2a-c42f-4842-ae76-7aa6cea75366 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 945 time: 0.0519152 Dec 16 10:21:10.247233 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-25f3bc6a-033d-48b0-878c-6a04e151314f req-21e168bb-8c21-49cc-9d80-cd67e356ebc3 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355017 Dec 16 10:21:11.135966 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:11.374864 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2355b0eb-19e9-4f01-b8f1-e3a73c6cadc8 req-bb5a99cc-1ab8-48d6-9032-74b2e1183fbd tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:11.376996 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2355b0eb-19e9-4f01-b8f1-e3a73c6cadc8 req-bb5a99cc-1ab8-48d6-9032-74b2e1183fbd tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 945 time: 0.0545895 Dec 16 10:21:11.414459 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2355b0eb-19e9-4f01-b8f1-e3a73c6cadc8 req-1d8374e8-0148-4c92-ad17-28ef7b6efa24 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313683 Dec 16 10:21:12.543206 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710357d7-8db9-4687-b591-2627be45f59c req-02107735-e549-4958-b147-24429be232d1 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:12.545451 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-710357d7-8db9-4687-b591-2627be45f59c req-02107735-e549-4958-b147-24429be232d1 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 945 time: 0.0631287 Dec 16 10:21:12.598559 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-710357d7-8db9-4687-b591-2627be45f59c req-b436e019-c879-4d3b-81ff-ab592f1993dd tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372727 Dec 16 10:21:13.715745 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faefcc0-8971-460f-af16-e61212cadade req-2a7a21b0-4df7-4f28-957e-e6f69da0a819 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:13.717291 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0faefcc0-8971-460f-af16-e61212cadade req-2a7a21b0-4df7-4f28-957e-e6f69da0a819 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 945 time: 0.0499785 Dec 16 10:21:13.756642 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0faefcc0-8971-460f-af16-e61212cadade req-b819e175-b141-41fd-bf9a-f0ce06b2a18d tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326917 Dec 16 10:21:14.876727 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a811990-a57c-4985-97e9-76b8d534e8b5 req-918a4207-0bc1-4f0e-b2c5-22657b64d551 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:14.878268 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8a811990-a57c-4985-97e9-76b8d534e8b5 req-918a4207-0bc1-4f0e-b2c5-22657b64d551 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 945 time: 0.0515754 Dec 16 10:21:14.921848 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8a811990-a57c-4985-97e9-76b8d534e8b5 req-87774686-2a17-4536-a115-f998af73d3c5 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373645 Dec 16 10:21:16.043066 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a1b35-2a4e-46f1-981a-3ae8abdb9c34 req-56ef18bd-0cc4-48c2-ba32-4ffd470ffb17 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:16.044576 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-534a1b35-2a4e-46f1-981a-3ae8abdb9c34 req-56ef18bd-0cc4-48c2-ba32-4ffd470ffb17 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 945 time: 0.0505412 Dec 16 10:21:16.083692 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-534a1b35-2a4e-46f1-981a-3ae8abdb9c34 req-a6012a1b-536a-4f4a-8915-df2108f9e1f8 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331500 Dec 16 10:21:17.206542 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f093949-4a5e-4b79-bda1-38e023791bb9 req-e8372fb0-5097-435e-add9-0adcdc7d5bba tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:17.208232 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2f093949-4a5e-4b79-bda1-38e023791bb9 req-e8372fb0-5097-435e-add9-0adcdc7d5bba tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 945 time: 0.0536222 Dec 16 10:21:17.248506 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2f093949-4a5e-4b79-bda1-38e023791bb9 req-99ebb802-f24f-42a1-a3e0-a9032676a2ec tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340328 Dec 16 10:21:18.376985 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568d30e-3b0b-401c-b72a-6ab3552f632b req-256f840a-3fdb-44c8-8274-faac28cef469 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:18.378543 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4568d30e-3b0b-401c-b72a-6ab3552f632b req-256f840a-3fdb-44c8-8274-faac28cef469 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 945 time: 0.0611117 Dec 16 10:21:18.418450 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4568d30e-3b0b-401c-b72a-6ab3552f632b req-36764846-b98a-4860-8b23-02ab36dc4ffd tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334015 Dec 16 10:21:19.538053 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afd9e7-eacb-42bd-9fe9-25ace5771389 req-cb36bfac-a42b-40ed-b6dc-48af5abcbac8 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:19.539538 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-19afd9e7-eacb-42bd-9fe9-25ace5771389 req-cb36bfac-a42b-40ed-b6dc-48af5abcbac8 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 945 time: 0.0510254 Dec 16 10:21:19.580061 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-19afd9e7-eacb-42bd-9fe9-25ace5771389 req-778b756c-a732-4bc7-8a9c-618f35435892 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342290 Dec 16 10:21:20.698729 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c942bb-be14-4b13-bcb1-761fcdfedbb7 req-6250c353-ce18-481e-b574-db96518e2452 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:20.700244 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-88c942bb-be14-4b13-bcb1-761fcdfedbb7 req-6250c353-ce18-481e-b574-db96518e2452 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 945 time: 0.0508890 Dec 16 10:21:20.739126 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-88c942bb-be14-4b13-bcb1-761fcdfedbb7 req-d8d9d3f9-7a07-4e8d-83f1-37a3a0feee28 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320904 Dec 16 10:21:20.834932 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-38d69bf2-9210-4712-a505-0a64b4dd749d service neutron] show failed (client error): The resource could not be found. Dec 16 10:21:20.835960 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-38d69bf2-9210-4712-a505-0a64b4dd749d service neutron] 10.222.0.58 "GET /v2.0/ports/176a2e22-a170-4c4e-a8ae-7d33959221d7/bindings/n-h1-820550-2 HTTP/1.1" status: 404 len: 380 time: 0.0573599 Dec 16 10:21:21.418021 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-aed8a431-023e-4182-91ae-6d5856c71bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:21.419547 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-aed8a431-023e-4182-91ae-6d5856c71bb7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac&tenant_id=4da94f25b7d54edb95f41f67c8de1711 HTTP/1.1" status: 200 len: 1096 time: 0.0812497 Dec 16 10:21:21.431169 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-1ddfb483-7e5b-40d2-b4fe-8c6c4b5a41ff service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820550-2', 'device_owner': 'compute:nova'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:21:21.489623 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-1ddfb483-7e5b-40d2-b4fe-8c6c4b5a41ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:21.562408 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:21:21.702498 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-1ddfb483-7e5b-40d2-b4fe-8c6c4b5a41ff service neutron] For port 176a2e22-a170-4c4e-a8ae-7d33959221d7, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=176a2e22-a170-4c4e-a8ae-7d33959221d7,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:21:21.736763 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-1ddfb483-7e5b-40d2-b4fe-8c6c4b5a41ff service neutron] For port 176a2e22-a170-4c4e-a8ae-7d33959221d7, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:21:21.777517 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba2a807-96d0-4555-aa66-6b8b1122d6ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '176a2e22-a170-4c4e-a8ae-7d33959221d7'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:21:21.787016 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-1ddfb483-7e5b-40d2-b4fe-8c6c4b5a41ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:21.801013 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-1ddfb483-7e5b-40d2-b4fe-8c6c4b5a41ff service neutron] Transition to ACTIVE for port object 176a2e22-a170-4c4e-a8ae-7d33959221d7 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:21:21.817879 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174f6471-b30b-4f53-b101-5a66050f76fb" -d '{"events": [{"server_uuid": "cba2a807-96d0-4555-aa66-6b8b1122d6ac", "name": "network-vif-unplugged", "status": "completed", "tag": "176a2e22-a170-4c4e-a8ae-7d33959221d7"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:21:21.861392 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4dd9d0-060f-4a16-b687-6bb60ee1b400 req-3aeab248-77be-4b4d-8792-bbde051d31cd tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:21.862899 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cc4dd9d0-060f-4a16-b687-6bb60ee1b400 req-3aeab248-77be-4b4d-8792-bbde051d31cd tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 945 time: 0.0521061 Dec 16 10:21:21.878692 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-1ddfb483-7e5b-40d2-b4fe-8c6c4b5a41ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:21.910102 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cc4dd9d0-060f-4a16-b687-6bb60ee1b400 req-25c48459-4109-4b8c-b65f-21931d9f9bb6 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412230 Dec 16 10:21:21.978203 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 10:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1490b0-3ba4-4c8a-9ff2-589d1ceea612 x-openstack-request-id: req-fd1490b0-3ba4-4c8a-9ff2-589d1ceea612 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:21:21.985387 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba2a807-96d0-4555-aa66-6b8b1122d6ac", "name": "network-vif-unplugged", "status": "completed", "tag": "176a2e22-a170-4c4e-a8ae-7d33959221d7", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:21:21.985387 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fd1490b0-3ba4-4c8a-9ff2-589d1ceea612 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:21:21.985387 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba2a807-96d0-4555-aa66-6b8b1122d6ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '176a2e22-a170-4c4e-a8ae-7d33959221d7', 'code': 200} Dec 16 10:21:22.018297 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddfb483-7e5b-40d2-b4fe-8c6c4b5a41ff service neutron] Pushing event updated for resources: {'Port': ['ID=176a2e22-a170-4c4e-a8ae-7d33959221d7,revision_number=6']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:21:22.043808 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddfb483-7e5b-40d2-b4fe-8c6c4b5a41ff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:21:22.044162 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddfb483-7e5b-40d2-b4fe-8c6c4b5a41ff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:21:22.044510 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddfb483-7e5b-40d2-b4fe-8c6c4b5a41ff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:21:22.044936 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddfb483-7e5b-40d2-b4fe-8c6c4b5a41ff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:21:22.045307 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddfb483-7e5b-40d2-b4fe-8c6c4b5a41ff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:21:22.045678 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddfb483-7e5b-40d2-b4fe-8c6c4b5a41ff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:21:22.046030 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddfb483-7e5b-40d2-b4fe-8c6c4b5a41ff service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:21:22.046337 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddfb483-7e5b-40d2-b4fe-8c6c4b5a41ff service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:21:22.046666 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddfb483-7e5b-40d2-b4fe-8c6c4b5a41ff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:21:22.046993 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddfb483-7e5b-40d2-b4fe-8c6c4b5a41ff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:21:22.047318 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddfb483-7e5b-40d2-b4fe-8c6c4b5a41ff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:21:22.047640 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddfb483-7e5b-40d2-b4fe-8c6c4b5a41ff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:21:22.079016 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-1ddfb483-7e5b-40d2-b4fe-8c6c4b5a41ff service neutron] No DVR routers for this DVR port 176a2e22-a170-4c4e-a8ae-7d33959221d7 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:21:22.218462 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-1ddfb483-7e5b-40d2-b4fe-8c6c4b5a41ff service neutron] Attempting to bind port 176a2e22-a170-4c4e-a8ae-7d33959221d7 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:21:22.218677 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-1ddfb483-7e5b-40d2-b4fe-8c6c4b5a41ff service neutron] Attempting to bind port 176a2e22-a170-4c4e-a8ae-7d33959221d7 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:21:22.219000 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-1ddfb483-7e5b-40d2-b4fe-8c6c4b5a41ff service neutron] Attempting to bind port 176a2e22-a170-4c4e-a8ae-7d33959221d7 on network 5bc0b40a-5afa-415c-9959-71400fc1d7dc {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:21:22.223593 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-1ddfb483-7e5b-40d2-b4fe-8c6c4b5a41ff service neutron] Port 176a2e22-a170-4c4e-a8ae-7d33959221d7 on network 5bc0b40a-5afa-415c-9959-71400fc1d7dc not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:21:22.223917 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-1ddfb483-7e5b-40d2-b4fe-8c6c4b5a41ff service neutron] Attempting to bind port 176a2e22-a170-4c4e-a8ae-7d33959221d7 on network 5bc0b40a-5afa-415c-9959-71400fc1d7dc {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:21:22.228984 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-1ddfb483-7e5b-40d2-b4fe-8c6c4b5a41ff service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:21:22.229855 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-1ddfb483-7e5b-40d2-b4fe-8c6c4b5a41ff service neutron] Checking segment: {'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:21:22.229855 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-1ddfb483-7e5b-40d2-b4fe-8c6c4b5a41ff service neutron] Bound using segment: {'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:21:22.230364 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-1ddfb483-7e5b-40d2-b4fe-8c6c4b5a41ff service neutron] Bound port: 176a2e22-a170-4c4e-a8ae-7d33959221d7, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:21:22.230692 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-1ddfb483-7e5b-40d2-b4fe-8c6c4b5a41ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:22.296226 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-1ddfb483-7e5b-40d2-b4fe-8c6c4b5a41ff service neutron] For port 176a2e22-a170-4c4e-a8ae-7d33959221d7, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:21:22.299545 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-1ddfb483-7e5b-40d2-b4fe-8c6c4b5a41ff service neutron] For port 176a2e22-a170-4c4e-a8ae-7d33959221d7, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=176a2e22-a170-4c4e-a8ae-7d33959221d7,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:21:22.364472 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-1ddfb483-7e5b-40d2-b4fe-8c6c4b5a41ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:22.400359 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-1ddfb483-7e5b-40d2-b4fe-8c6c4b5a41ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:22.400970 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-1ddfb483-7e5b-40d2-b4fe-8c6c4b5a41ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:22.402450 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-1ddfb483-7e5b-40d2-b4fe-8c6c4b5a41ff service neutron] 10.222.0.57 "PUT /v2.0/ports/176a2e22-a170-4c4e-a8ae-7d33959221d7 HTTP/1.1" status: 200 len: 1091 time: 0.9755912 Dec 16 10:21:22.423934 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddfb483-7e5b-40d2-b4fe-8c6c4b5a41ff service neutron] Pushing event updated for resources: {'Port': ['ID=176a2e22-a170-4c4e-a8ae-7d33959221d7,revision_number=7']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:21:22.474243 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-d24c4e8c-f781-4c9b-b691-75a1b4d08073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:22.475704 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-d24c4e8c-f781-4c9b-b691-75a1b4d08073 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 1094 time: 0.0488307 Dec 16 10:21:22.570839 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-46db45ce-edd4-44ed-9448-8d76b1abd642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:22.572590 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-46db45ce-edd4-44ed-9448-8d76b1abd642 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.0898924 Dec 16 10:21:22.658796 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-41d0851f-4f9c-40bd-83e0-b297fe006f60 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=176a2e22-a170-4c4e-a8ae-7d33959221d7 HTTP/1.1" status: 200 len: 999 time: 0.0789049 Dec 16 10:21:23.063026 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-fb637c61-0897-4c1f-b26b-7f32ef808d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:23.064567 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-fb637c61-0897-4c1f-b26b-7f32ef808d1e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.3982716 Dec 16 10:21:23.105702 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284d740-3cba-4d99-9aa9-a718351707bf req-67e28a84-6573-4470-b2fb-85b78475430a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:23.107178 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2284d740-3cba-4d99-9aa9-a718351707bf req-67e28a84-6573-4470-b2fb-85b78475430a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 943 time: 0.0854509 Dec 16 10:21:23.149355 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-022bef5b-a8e3-4bc7-89e3-08ae833598ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:23.150865 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-022bef5b-a8e3-4bc7-89e3-08ae833598ff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790842 Dec 16 10:21:23.159306 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2284d740-3cba-4d99-9aa9-a718351707bf req-b990914f-b956-44cf-8a1e-6a44d4a2441f tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450761 Dec 16 10:21:23.254873 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-feb1f1d6-322f-4668-9219-4427adbc9b99 service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945110 Dec 16 10:21:23.353882 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6937ec9-4a65-4fd7-ac67-6a2526ad7f22 req-2706a601-74ce-44fb-ba56-654ee194ac69 service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920827 Dec 16 10:21:23.981058 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba2a807-96d0-4555-aa66-6b8b1122d6ac', 'tag': '176a2e22-a170-4c4e-a8ae-7d33959221d7'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:21:23.983503 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45522c73-8c41-417f-ba61-10c03803ae8d" -d '{"events": [{"name": "network-changed", "server_uuid": "cba2a807-96d0-4555-aa66-6b8b1122d6ac", "tag": "176a2e22-a170-4c4e-a8ae-7d33959221d7"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:21:24.034455 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13938b83-a2ca-47e2-bc83-92eb72ae8301 x-openstack-request-id: req-13938b83-a2ca-47e2-bc83-92eb72ae8301 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:21:24.034743 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba2a807-96d0-4555-aa66-6b8b1122d6ac", "tag": "176a2e22-a170-4c4e-a8ae-7d33959221d7", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:21:24.035065 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-13938b83-a2ca-47e2-bc83-92eb72ae8301 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:21:24.035571 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba2a807-96d0-4555-aa66-6b8b1122d6ac', 'tag': '176a2e22-a170-4c4e-a8ae-7d33959221d7', 'status': 'completed', 'code': 200} Dec 16 10:21:24.100982 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f8d59455-c611-4a2f-85d8-4b769ac6e4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:24.129190 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45522c73-8c41-417f-ba61-10c03803ae8d req-fed305ef-0889-4a7e-83cd-d94ab71ff33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:24.130705 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45522c73-8c41-417f-ba61-10c03803ae8d req-fed305ef-0889-4a7e-83cd-d94ab71ff33f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 1094 time: 0.0654895 Dec 16 10:21:24.133384 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45522c73-8c41-417f-ba61-10c03803ae8d req-7dfa120c-d43d-40e5-b1f3-7d7831f46465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:24.134778 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45522c73-8c41-417f-ba61-10c03803ae8d req-7dfa120c-d43d-40e5-b1f3-7d7831f46465 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 1094 time: 0.0792654 Dec 16 10:21:24.347072 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45522c73-8c41-417f-ba61-10c03803ae8d req-03a53876-d32f-41f0-9460-c784964d8b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:24.348575 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45522c73-8c41-417f-ba61-10c03803ae8d req-03a53876-d32f-41f0-9460-c784964d8b87 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.2107897 Dec 16 10:21:24.358043 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a992c7c-9a32-4122-a9fa-7f1804b7290a req-93cdd1e8-5a3f-4ef6-af0a-4b15f924700b tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:24.359550 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8a992c7c-9a32-4122-a9fa-7f1804b7290a req-93cdd1e8-5a3f-4ef6-af0a-4b15f924700b tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 943 time: 0.1284881 Dec 16 10:21:24.370714 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45522c73-8c41-417f-ba61-10c03803ae8d req-55f9d415-0922-4133-a6e2-04c232a64522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:24.372360 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45522c73-8c41-417f-ba61-10c03803ae8d req-55f9d415-0922-4133-a6e2-04c232a64522 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.2263029 Dec 16 10:21:24.401880 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 176a2e22-a170-4c4e-a8ae-7d33959221d7 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:21:24.446805 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 176a2e22-a170-4c4e-a8ae-7d33959221d7 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:21:24.504578 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45522c73-8c41-417f-ba61-10c03803ae8d req-da8cf13b-1658-4224-b312-4cf269319302 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=176a2e22-a170-4c4e-a8ae-7d33959221d7 HTTP/1.1" status: 200 len: 999 time: 0.1424122 Dec 16 10:21:24.507437 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8a992c7c-9a32-4122-a9fa-7f1804b7290a req-599777f9-e3ba-4ad6-a960-b30e24a88989 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383765 Dec 16 10:21:24.522554 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45522c73-8c41-417f-ba61-10c03803ae8d req-c5c7efe1-4031-4010-9425-e98fc27979ef service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=176a2e22-a170-4c4e-a8ae-7d33959221d7 HTTP/1.1" status: 200 len: 999 time: 0.1147380 Dec 16 10:21:24.599108 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45522c73-8c41-417f-ba61-10c03803ae8d req-41964d9e-2594-4465-a397-9fa3f8f97d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:24.600587 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45522c73-8c41-417f-ba61-10c03803ae8d req-41964d9e-2594-4465-a397-9fa3f8f97d29 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0880351 Dec 16 10:21:24.606085 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45522c73-8c41-417f-ba61-10c03803ae8d req-eee0dee6-c765-4b6f-8074-58f97c58d643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:24.607501 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45522c73-8c41-417f-ba61-10c03803ae8d req-eee0dee6-c765-4b6f-8074-58f97c58d643 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0605934 Dec 16 10:21:24.690315 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45522c73-8c41-417f-ba61-10c03803ae8d req-a862542c-3175-4d1e-99b4-097de4426850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:24.691916 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45522c73-8c41-417f-ba61-10c03803ae8d req-a862542c-3175-4d1e-99b4-097de4426850 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835652 Dec 16 10:21:24.694873 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45522c73-8c41-417f-ba61-10c03803ae8d req-962c3c80-0843-4bc7-abbd-e1acdce65d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:24.696275 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45522c73-8c41-417f-ba61-10c03803ae8d req-962c3c80-0843-4bc7-abbd-e1acdce65d52 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798333 Dec 16 10:21:24.865256 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45522c73-8c41-417f-ba61-10c03803ae8d req-ac906d07-43aa-48de-8577-9e3f7d9a60a8 service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557035 Dec 16 10:21:24.866945 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45522c73-8c41-417f-ba61-10c03803ae8d req-b0d5f6cd-4499-45fa-ba6b-55919c3743f5 service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667557 Dec 16 10:21:25.049492 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45522c73-8c41-417f-ba61-10c03803ae8d req-ddac6342-cf05-4589-88e7-861ce8c6dacd service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771922 Dec 16 10:21:25.052249 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45522c73-8c41-417f-ba61-10c03803ae8d req-7bef116b-3317-4309-8e09-79f57e449b06 service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717889 Dec 16 10:21:25.634179 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eacb47-2861-4a55-b566-cd9690db59ea req-4327cfae-6d15-4092-86ed-43e0cb390a89 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:25.635725 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-02eacb47-2861-4a55-b566-cd9690db59ea req-4327cfae-6d15-4092-86ed-43e0cb390a89 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 943 time: 0.0551090 Dec 16 10:21:25.674299 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-02eacb47-2861-4a55-b566-cd9690db59ea req-7e4a1bbc-c3ad-4efb-976f-9ad257aa1049 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323212 Dec 16 10:21:26.392580 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ea6d179d-9e18-4271-917b-def5700263b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:26.805833 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f590b-c707-4b38-ab5d-068a69676110 req-6616a1de-432f-4e16-8c0f-549cdff93bf7 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:26.807422 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d35f590b-c707-4b38-ab5d-068a69676110 req-6616a1de-432f-4e16-8c0f-549cdff93bf7 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 943 time: 0.0585392 Dec 16 10:21:26.849503 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d35f590b-c707-4b38-ab5d-068a69676110 req-f2acf3e7-48e5-4336-9660-7d6e7e07dabc tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359213 Dec 16 10:21:26.962428 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 176a2e22-a170-4c4e-a8ae-7d33959221d7 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:21:27.064382 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 176a2e22-a170-4c4e-a8ae-7d33959221d7, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=176a2e22-a170-4c4e-a8ae-7d33959221d7,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:21:27.076678 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '176a2e22-a170-4c4e-a8ae-7d33959221d7', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'port_id': '176a2e22-a170-4c4e-a8ae-7d33959221d7', 'mac_address': 'fa:16:3e:3e:a5:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:21:27.137524 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:27.155590 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 176a2e22-a170-4c4e-a8ae-7d33959221d7 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:21:27.180015 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 176a2e22-a170-4c4e-a8ae-7d33959221d7, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=176a2e22-a170-4c4e-a8ae-7d33959221d7,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:21:27.243693 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:27.297711 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=176a2e22-a170-4c4e-a8ae-7d33959221d7,revision_number=8']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:21:27.305205 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:21:27.305474 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:21:27.305808 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:21:27.306137 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:21:27.306465 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:21:27.306785 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:21:27.307105 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:21:27.307424 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:21:27.307740 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:21:27.308053 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:21:27.308368 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:21:27.308685 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:21:27.631738 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['176a2e22-a170-4c4e-a8ae-7d33959221d7'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:21:27.729792 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:27.966830 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4f321-5db2-419e-9e65-4419c27cb84e req-3dbec1f6-5409-44f1-858f-8bcc6982b6bb tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:27.968336 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-59f4f321-5db2-419e-9e65-4419c27cb84e req-3dbec1f6-5409-44f1-858f-8bcc6982b6bb tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 944 time: 0.0510392 Dec 16 10:21:28.008524 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-59f4f321-5db2-419e-9e65-4419c27cb84e req-b68b2b40-672f-497d-8ca8-211560579ec2 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329876 Dec 16 10:21:28.344444 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27975159-57d6-4d57-a9f4-eb934429f2f0 req-f2381f26-f5dc-4575-a2d5-414011477219 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:28.346055 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-27975159-57d6-4d57-a9f4-eb934429f2f0 req-f2381f26-f5dc-4575-a2d5-414011477219 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 944 time: 0.0544751 Dec 16 10:21:28.390292 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-27975159-57d6-4d57-a9f4-eb934429f2f0 req-e0640411-f9da-41a9-8c10-3ef902d29ab3 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380726 Dec 16 10:21:28.404563 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4bc14-fea9-4951-b1d1-55993a33ca5b req-14bd82b5-501c-4035-aa7d-e6f3791394f7 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:28.406257 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74c4bc14-fea9-4951-b1d1-55993a33ca5b req-14bd82b5-501c-4035-aa7d-e6f3791394f7 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.58 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac&tenant_id=4da94f25b7d54edb95f41f67c8de1711&binding%3Ahost_id=n-h1-820550-2 HTTP/1.1" status: 200 len: 944 time: 0.0534146 Dec 16 10:21:28.469226 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [req-74c4bc14-fea9-4951-b1d1-55993a33ca5b req-8b2b2bf0-a55e-4159-88c6-3f749bb883ed service neutron] delete failed (client error): The resource could not be found. Dec 16 10:21:28.470167 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74c4bc14-fea9-4951-b1d1-55993a33ca5b req-8b2b2bf0-a55e-4159-88c6-3f749bb883ed service neutron] 10.222.0.58 "DELETE /v2.0/ports/176a2e22-a170-4c4e-a8ae-7d33959221d7/bindings/n-h2-820550-2 HTTP/1.1" status: 404 len: 380 time: 0.0559716 Dec 16 10:21:28.564502 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4bc14-fea9-4951-b1d1-55993a33ca5b req-305b74f4-6e82-4119-aafb-e3d8ea1b12f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:28.567405 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74c4bc14-fea9-4951-b1d1-55993a33ca5b req-305b74f4-6e82-4119-aafb-e3d8ea1b12f2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 1095 time: 0.0514312 Dec 16 10:21:28.667393 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4bc14-fea9-4951-b1d1-55993a33ca5b req-397377c8-4483-4a66-ae5a-be45d4405358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:28.668878 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74c4bc14-fea9-4951-b1d1-55993a33ca5b req-397377c8-4483-4a66-ae5a-be45d4405358 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.0946417 Dec 16 10:21:28.735641 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74c4bc14-fea9-4951-b1d1-55993a33ca5b req-fe971332-2425-4286-ad51-e70fe3c0e55c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=176a2e22-a170-4c4e-a8ae-7d33959221d7 HTTP/1.1" status: 200 len: 1000 time: 0.0591705 Dec 16 10:21:28.790561 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4bc14-fea9-4951-b1d1-55993a33ca5b req-46358037-2c4e-4217-ae41-22399b8a4c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:28.792094 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74c4bc14-fea9-4951-b1d1-55993a33ca5b req-46358037-2c4e-4217-ae41-22399b8a4c5e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0497868 Dec 16 10:21:28.839555 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4bc14-fea9-4951-b1d1-55993a33ca5b req-ea67a38f-1084-42be-a994-8acc3c859232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:28.841166 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74c4bc14-fea9-4951-b1d1-55993a33ca5b req-ea67a38f-1084-42be-a994-8acc3c859232 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425010 Dec 16 10:21:28.951909 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74c4bc14-fea9-4951-b1d1-55993a33ca5b req-3a195c5e-e88b-46b1-b3ef-019fdccb9bd7 service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036718 Dec 16 10:21:28.977903 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 176a2e22-a170-4c4e-a8ae-7d33959221d7 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:21:29.054982 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-74c4bc14-fea9-4951-b1d1-55993a33ca5b req-cf35744e-fd81-45f6-adb6-413bb8c4d0d4 service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964653 Dec 16 10:21:29.078109 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 176a2e22-a170-4c4e-a8ae-7d33959221d7 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:21:29.082123 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 176a2e22-a170-4c4e-a8ae-7d33959221d7 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:21:29.085208 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:29.171749 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:29.204787 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba2a807-96d0-4555-aa66-6b8b1122d6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176a2e22-a170-4c4e-a8ae-7d33959221d7'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:21:29.220622 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 176a2e22-a170-4c4e-a8ae-7d33959221d7, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=176a2e22-a170-4c4e-a8ae-7d33959221d7,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:21:29.245794 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43456ec7ce59ea77a0f74ce1d1a90a56292c95d5d3a8a10fcc4b35aa5a8e1da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae1040b-e700-4460-a500-f2f030b7fead" -d '{"events": [{"server_uuid": "cba2a807-96d0-4555-aa66-6b8b1122d6ac", "name": "network-vif-plugged", "status": "completed", "tag": "176a2e22-a170-4c4e-a8ae-7d33959221d7"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:21:29.285244 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:29.286181 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:29.339440 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=176a2e22-a170-4c4e-a8ae-7d33959221d7,revision_number=9']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:21:29.352035 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9518df-c7e0-4d8b-89d2-708155ce4ce5 x-openstack-request-id: req-8f9518df-c7e0-4d8b-89d2-708155ce4ce5 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:21:29.352341 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba2a807-96d0-4555-aa66-6b8b1122d6ac", "name": "network-vif-plugged", "status": "completed", "tag": "176a2e22-a170-4c4e-a8ae-7d33959221d7", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:21:29.352584 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8f9518df-c7e0-4d8b-89d2-708155ce4ce5 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:21:29.352976 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba2a807-96d0-4555-aa66-6b8b1122d6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176a2e22-a170-4c4e-a8ae-7d33959221d7', 'code': 200} Dec 16 10:21:29.525725 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29046617-7a40-4776-a92e-fceb15e80729 req-db06e5a9-92d2-487c-81da-15822c66de16 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:29.527448 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29046617-7a40-4776-a92e-fceb15e80729 req-db06e5a9-92d2-487c-81da-15822c66de16 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 945 time: 0.0659490 Dec 16 10:21:29.567357 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29046617-7a40-4776-a92e-fceb15e80729 req-ed8fe8d5-0fe9-4a16-93af-948de3ed8775 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332217 Dec 16 10:21:29.649586 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:30.687631 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69619d16-6b98-4e5a-b461-eb6d96a171e6 req-69601013-22e4-4994-8349-2f8a8e0c39f7 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:30.689184 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-69619d16-6b98-4e5a-b461-eb6d96a171e6 req-69601013-22e4-4994-8349-2f8a8e0c39f7 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 945 time: 0.0506656 Dec 16 10:21:30.730781 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-69619d16-6b98-4e5a-b461-eb6d96a171e6 req-5c33acb6-a412-46fc-b1d6-bd1c6e152bc0 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349886 Dec 16 10:21:30.846908 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b3e0c-b3ff-416c-b9f3-375533451076 req-3ece1f4b-9365-4fbe-9f78-3dc246e5772d tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:30.848523 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-df6b3e0c-b3ff-416c-b9f3-375533451076 req-3ece1f4b-9365-4fbe-9f78-3dc246e5772d tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 945 time: 0.0502105 Dec 16 10:21:30.888342 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-df6b3e0c-b3ff-416c-b9f3-375533451076 req-f764b5fd-1d57-41f0-a751-86f27380f1d1 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337644 Dec 16 10:21:31.013570 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92623133-4d28-4308-8e84-3fc222b90759 req-10a0e1e6-de85-493e-95d8-368122fd415c tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:31.015083 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-92623133-4d28-4308-8e84-3fc222b90759 req-10a0e1e6-de85-493e-95d8-368122fd415c tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 945 time: 0.0559053 Dec 16 10:21:31.059486 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-92623133-4d28-4308-8e84-3fc222b90759 req-6b3abd63-f878-4c6e-8a41-aac3020e8f6d tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380142 Dec 16 10:21:31.458896 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a92026-245c-4b27-91a2-1e5b3bab7536 req-d31c13ba-4809-4d10-badc-422c1fc6491b tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:31.460402 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d7a92026-245c-4b27-91a2-1e5b3bab7536 req-d31c13ba-4809-4d10-badc-422c1fc6491b tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 945 time: 0.0507720 Dec 16 10:21:31.500615 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d7a92026-245c-4b27-91a2-1e5b3bab7536 req-1f679bab-40ce-4fc7-bc4f-57cd2062d39a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342431 Dec 16 10:21:32.626737 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97abc53c-63de-4aa3-b50a-f1eb94c2d646 req-20a00982-ce62-4489-af34-5274e86f14c7 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:32.628334 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-97abc53c-63de-4aa3-b50a-f1eb94c2d646 req-20a00982-ce62-4489-af34-5274e86f14c7 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 945 time: 0.0533159 Dec 16 10:21:32.673697 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-97abc53c-63de-4aa3-b50a-f1eb94c2d646 req-60fd4b36-f789-4c19-809c-509aba5e669b tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393236 Dec 16 10:21:33.023340 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cb410-5571-4ce8-87de-58a4305d2a56 req-64333214-2e58-45d5-8ebe-055e466b427b tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:33.024887 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cd0cb410-5571-4ce8-87de-58a4305d2a56 req-64333214-2e58-45d5-8ebe-055e466b427b tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.57 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 945 time: 0.0521250 Dec 16 10:21:33.122965 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-cd0cb410-5571-4ce8-87de-58a4305d2a56 req-b2bf63c1-996b-4a40-ae58-eb15a532914a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Deleting port 176a2e22-a170-4c4e-a8ae-7d33959221d7 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:21:33.123323 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-cd0cb410-5571-4ce8-87de-58a4305d2a56 req-b2bf63c1-996b-4a40-ae58-eb15a532914a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:33.218169 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-cd0cb410-5571-4ce8-87de-58a4305d2a56 req-b2bf63c1-996b-4a40-ae58-eb15a532914a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] For port 176a2e22-a170-4c4e-a8ae-7d33959221d7, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=176a2e22-a170-4c4e-a8ae-7d33959221d7,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:21:33.218534 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-cd0cb410-5571-4ce8-87de-58a4305d2a56 req-b2bf63c1-996b-4a40-ae58-eb15a532914a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:33.407572 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-cd0cb410-5571-4ce8-87de-58a4305d2a56 req-b2bf63c1-996b-4a40-ae58-eb15a532914a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:33.407931 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-cd0cb410-5571-4ce8-87de-58a4305d2a56 req-b2bf63c1-996b-4a40-ae58-eb15a532914a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:33.408256 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [req-cd0cb410-5571-4ce8-87de-58a4305d2a56 req-b2bf63c1-996b-4a40-ae58-eb15a532914a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Floating IP 3ec34af4-d60b-4a9d-abf2-4abe835ad90e disassociated. External IP: 172.25.1.123, port: 176a2e22-a170-4c4e-a8ae-7d33959221d7. Dec 16 10:21:33.408603 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-cd0cb410-5571-4ce8-87de-58a4305d2a56 req-b2bf63c1-996b-4a40-ae58-eb15a532914a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Calling delete_port for 176a2e22-a170-4c4e-a8ae-7d33959221d7 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:21:33.603894 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-cd0cb410-5571-4ce8-87de-58a4305d2a56 req-b2bf63c1-996b-4a40-ae58-eb15a532914a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:33.638501 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf63c1-996b-4a40-ae58-eb15a532914a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Pushing event deleted for resources: {'Port': ['ID=176a2e22-a170-4c4e-a8ae-7d33959221d7,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:21:33.784978 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-97384083-6f11-4087-8c1a-f3ed01406f9a req-c1eafed8-4057-4fb0-9f81-c92291f357a6 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2a807-96d0-4555-aa66-6b8b1122d6ac HTTP/1.1" status: 200 len: 210 time: 0.0363567 Dec 16 10:21:33.802842 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd0cb410-5571-4ce8-87de-58a4305d2a56 req-b2bf63c1-996b-4a40-ae58-eb15a532914a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Router 712ade94-60a9-4e59-ab53-ba8ee6504d3a has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:21:33.915996 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd0cb410-5571-4ce8-87de-58a4305d2a56 req-b2bf63c1-996b-4a40-ae58-eb15a532914a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:21:33.927109 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf4a746-6ab1-4b2e-96f2-38ab8ff484e7 None None] Sync routers for ids ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:21:33.937388 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf4a746-6ab1-4b2e-96f2-38ab8ff484e7 None None] Routers {'712ade94-60a9-4e59-ab53-ba8ee6504d3a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:21:33.938002 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-5cf4a746-6ab1-4b2e-96f2-38ab8ff484e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:21:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:21:33.958767 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0cb410-5571-4ce8-87de-58a4305d2a56 req-b2bf63c1-996b-4a40-ae58-eb15a532914a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] No DVR routers for this DVR port 176a2e22-a170-4c4e-a8ae-7d33959221d7 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:21:33.961584 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-cd0cb410-5571-4ce8-87de-58a4305d2a56 req-b2bf63c1-996b-4a40-ae58-eb15a532914a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:33.965101 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cd0cb410-5571-4ce8-87de-58a4305d2a56 req-b2bf63c1-996b-4a40-ae58-eb15a532914a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.57 "DELETE /v2.0/ports/176a2e22-a170-4c4e-a8ae-7d33959221d7 HTTP/1.1" status: 204 len: 173 time: 0.9338503 Dec 16 10:21:33.965581 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba2a807-96d0-4555-aa66-6b8b1122d6ac', 'name': 'network-vif-deleted', 'tag': '176a2e22-a170-4c4e-a8ae-7d33959221d7'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:21:33.968170 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24604acd-fcd8-4d0c-a7b2-37426848565b" -d '{"events": [{"server_uuid": "cba2a807-96d0-4555-aa66-6b8b1122d6ac", "name": "network-vif-deleted", "tag": "176a2e22-a170-4c4e-a8ae-7d33959221d7"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:21:34.011162 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ecb994-aebd-4e3f-89cf-7a8b14186b78 x-openstack-request-id: req-e5ecb994-aebd-4e3f-89cf-7a8b14186b78 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:21:34.011454 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba2a807-96d0-4555-aa66-6b8b1122d6ac", "name": "network-vif-deleted", "tag": "176a2e22-a170-4c4e-a8ae-7d33959221d7", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:21:34.011702 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e5ecb994-aebd-4e3f-89cf-7a8b14186b78 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:21:34.012110 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba2a807-96d0-4555-aa66-6b8b1122d6ac', 'name': 'network-vif-deleted', 'tag': '176a2e22-a170-4c4e-a8ae-7d33959221d7', 'status': 'completed', 'code': 200} Dec 16 10:21:34.061412 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-5cf4a746-6ab1-4b2e-96f2-38ab8ff484e7 None None] Set router 712ade94-60a9-4e59-ab53-ba8ee6504d3a gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:21:34.287628 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-5cf4a746-6ab1-4b2e-96f2-38ab8ff484e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'name': 'tempest-ServerActionsTestJSON-1583793777-router', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:19:08Z', 'updated_at': '2021-12-16T10:19:12Z', 'revision_number': 4, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'gw_port': {'id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:09Z', 'updated_at': '2021-12-16T10:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '891a8e49-a72c-4c53-a227-153878641df4', 'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'mac_address': 'fa:16:3e:15:93:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:11Z', 'updated_at': '2021-12-16T10:19:16Z', 'revision_number': 5, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'subnets': [{'id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:21:34.323800 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf4a746-6ab1-4b2e-96f2-38ab8ff484e7 None None] Checking router: 712ade94-60a9-4e59-ab53-ba8ee6504d3a for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:21:34.332910 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf4a746-6ab1-4b2e-96f2-38ab8ff484e7 None None] Routers {'712ade94-60a9-4e59-ab53-ba8ee6504d3a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:21:34.333569 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-5cf4a746-6ab1-4b2e-96f2-38ab8ff484e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:21:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:21:34.454111 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-5cf4a746-6ab1-4b2e-96f2-38ab8ff484e7 None None] Set router 712ade94-60a9-4e59-ab53-ba8ee6504d3a gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:21:34.660038 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-5cf4a746-6ab1-4b2e-96f2-38ab8ff484e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'name': 'tempest-ServerActionsTestJSON-1583793777-router', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:19:08Z', 'updated_at': '2021-12-16T10:19:12Z', 'revision_number': 4, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'gw_port': {'id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:09Z', 'updated_at': '2021-12-16T10:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '891a8e49-a72c-4c53-a227-153878641df4', 'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'mac_address': 'fa:16:3e:15:93:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:11Z', 'updated_at': '2021-12-16T10:19:16Z', 'revision_number': 5, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'subnets': [{'id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:21:34.689402 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf4a746-6ab1-4b2e-96f2-38ab8ff484e7 None None] The sync data for ids ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'] in n-d-820550-2 is: [{'id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'name': 'tempest-ServerActionsTestJSON-1583793777-router', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:19:08Z', 'updated_at': '2021-12-16T10:19:12Z', 'revision_number': 4, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'gw_port': {'id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:09Z', 'updated_at': '2021-12-16T10:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '891a8e49-a72c-4c53-a227-153878641df4', 'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'mac_address': 'fa:16:3e:15:93:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:11Z', 'updated_at': '2021-12-16T10:19:16Z', 'revision_number': 5, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'subnets': [{'id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:21:34.923839 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ef0a24-2cab-4811-ae65-318278c2424d None None] New status for floating IP 3ec34af4-d60b-4a9d-abf2-4abe835ad90e: DOWN {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:21:35.040801 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2040ee94-0255-47e0-856f-2e0599f03afb req-183960ae-dabf-40d0-909c-27def73dea79 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1017554644&fields=id&tenant_id=4da94f25b7d54edb95f41f67c8de1711 HTTP/1.1" status: 200 len: 267 time: 0.0342312 Dec 16 10:21:35.166999 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040ee94-0255-47e0-856f-2e0599f03afb req-22f01904-3c30-46da-8df7-1c6a7ce8e927 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:35.168544 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2040ee94-0255-47e0-856f-2e0599f03afb req-22f01904-3c30-46da-8df7-1c6a7ce8e927 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 812 time: 0.1205075 Dec 16 10:21:35.184483 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2040ee94-0255-47e0-856f-2e0599f03afb req-1c331092-1812-4487-9dd1-a4cc61d6da14 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/quotas/4da94f25b7d54edb95f41f67c8de1711 HTTP/1.1" status: 200 len: 375 time: 0.0097029 Dec 16 10:21:35.242434 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2040ee94-0255-47e0-856f-2e0599f03afb req-78024b2d-2a27-439e-aee1-95f67f5c3a24 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512257 Dec 16 10:21:35.418700 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2040ee94-0255-47e0-856f-2e0599f03afb req-d889a6e6-ce92-44b6-9c96-a8063fe75cc5 service neutron] 10.222.0.60 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289687 Dec 16 10:21:35.516095 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2040ee94-0255-47e0-856f-2e0599f03afb req-25094047-fe28-48aa-ae80-eb69da778ea6 service neutron] 10.222.0.60 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906470 Dec 16 10:21:35.741057 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-85098ab2-9551-4b78-8ab6-e7b2ff1032c2 req-6a321d2e-7a72-44e0-abe9-607df5e0bf46 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 210 time: 0.0276165 Dec 16 10:21:36.844415 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8ded2d6e-ee9d-4f54-b5be-35c6dd9e7d8d req-71db7113-ee63-4c8c-b2bb-29d2d33f4a48 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 210 time: 0.0306273 Dec 16 10:21:37.040649 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 176a2e22-a170-4c4e-a8ae-7d33959221d7 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:21:37.061479 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 176a2e22-a170-4c4e-a8ae-7d33959221d7 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:21:37.061831 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 176a2e22-a170-4c4e-a8ae-7d33959221d7 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:21:37.583881 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040ee94-0255-47e0-856f-2e0599f03afb req-85aa0014-b2a3-4e5c-9e6e-632f911a5a08 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:37.585432 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2040ee94-0255-47e0-856f-2e0599f03afb req-85aa0014-b2a3-4e5c-9e6e-632f911a5a08 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.57 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 812 time: 0.1154397 Dec 16 10:21:37.638547 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2040ee94-0255-47e0-856f-2e0599f03afb req-d400a7de-4afa-4d48-9753-3c3661325a9a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4da94f25b7d54edb95f41f67c8de1711 HTTP/1.1" status: 200 len: 380 time: 0.0409431 Dec 16 10:21:37.648362 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-2040ee94-0255-47e0-856f-2e0599f03afb req-48829ee6-6f53-462f-b336-26c4ac739d37 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Request body: {'port': {'device_id': '89d5899d-cf7e-4772-9b4c-2aa157b13166', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'admin_state_up': True, 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'security_groups': ['dfc865d4-0b03-432e-ae9b-3d7d2955dcf5']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:21:37.700584 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:37.878353 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2040ee94-0255-47e0-856f-2e0599f03afb req-48829ee6-6f53-462f-b336-26c4ac739d37 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Made reservation on behalf of 4da94f25b7d54edb95f41f67c8de1711 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:21:37.882018 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2040ee94-0255-47e0-856f-2e0599f03afb req-48829ee6-6f53-462f-b336-26c4ac739d37 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:37.943122 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-90afba8b-e3c5-491f-98d4-a8b55e50c579 req-6de7f332-44b9-4c4c-95ae-42cb6c358fd7 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 210 time: 0.0280471 Dec 16 10:21:38.022743 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-2040ee94-0255-47e0-856f-2e0599f03afb req-48829ee6-6f53-462f-b336-26c4ac739d37 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Allocated IP 172.20.0.5 (5bc0b40a-5afa-415c-9959-71400fc1d7dc/9d818db7-c8fb-43a5-acbf-5ffa681879fd/8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:21:38.184010 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2040ee94-0255-47e0-856f-2e0599f03afb req-48829ee6-6f53-462f-b336-26c4ac739d37 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:38.335204 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2040ee94-0255-47e0-856f-2e0599f03afb req-48829ee6-6f53-462f-b336-26c4ac739d37 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:38.382000 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2040ee94-0255-47e0-856f-2e0599f03afb req-48829ee6-6f53-462f-b336-26c4ac739d37 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Network 5bc0b40a-5afa-415c-9959-71400fc1d7dc is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:21:38.385140 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-2040ee94-0255-47e0-856f-2e0599f03afb req-48829ee6-6f53-462f-b336-26c4ac739d37 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:21:38.391934 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2040ee94-0255-47e0-856f-2e0599f03afb req-48829ee6-6f53-462f-b336-26c4ac739d37 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:21:38.396398 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48829ee6-6f53-462f-b336-26c4ac739d37 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Pushing event updated for resources: {'Port': ['ID=8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:21:38.448598 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040ee94-0255-47e0-856f-2e0599f03afb req-48829ee6-6f53-462f-b336-26c4ac739d37 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:38.449232 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2040ee94-0255-47e0-856f-2e0599f03afb req-48829ee6-6f53-462f-b336-26c4ac739d37 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:38.560398 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2040ee94-0255-47e0-856f-2e0599f03afb req-48829ee6-6f53-462f-b336-26c4ac739d37 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9158354 Dec 16 10:21:38.573555 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-2040ee94-0255-47e0-856f-2e0599f03afb req-3c65f612-463b-436d-bf58-d2557f5fd76a service neutron] Request body: {'port': {'device_id': '89d5899d-cf7e-4772-9b4c-2aa157b13166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:21:38.624285 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-7ed2e762-cbc2-417f-be46-e14e47736ca4 None None] Provisioning complete for port 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:21:38.624900 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7ed2e762-cbc2-417f-be46-e14e47736ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:38.636090 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2040ee94-0255-47e0-856f-2e0599f03afb req-3c65f612-463b-436d-bf58-d2557f5fd76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:38.680809 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-7ed2e762-cbc2-417f-be46-e14e47736ca4 None None] Port 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:21:38.904997 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-2040ee94-0255-47e0-856f-2e0599f03afb req-3c65f612-463b-436d-bf58-d2557f5fd76a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:21:38.913290 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2040ee94-0255-47e0-856f-2e0599f03afb req-3c65f612-463b-436d-bf58-d2557f5fd76a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:38.926241 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-2040ee94-0255-47e0-856f-2e0599f03afb req-3c65f612-463b-436d-bf58-d2557f5fd76a service neutron] Transition to ACTIVE for port object 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:21:39.003410 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2040ee94-0255-47e0-856f-2e0599f03afb req-3c65f612-463b-436d-bf58-d2557f5fd76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:39.409430 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65f612-463b-436d-bf58-d2557f5fd76a service neutron] Pushing event updated for resources: {'Port': ['ID=8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:21:39.461517 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c8c72-7a3d-478b-8f6a-77b25b95139e req-48a3dc98-d5df-44f6-aeb3-db1677b49450 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:39.463060 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6d5c8c72-7a3d-478b-8f6a-77b25b95139e req-48a3dc98-d5df-44f6-aeb3-db1677b49450 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 943 time: 0.4342749 Dec 16 10:21:39.514627 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-2040ee94-0255-47e0-856f-2e0599f03afb req-3c65f612-463b-436d-bf58-d2557f5fd76a service neutron] Attempting to bind port 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:21:39.514997 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-2040ee94-0255-47e0-856f-2e0599f03afb req-3c65f612-463b-436d-bf58-d2557f5fd76a service neutron] Attempting to bind port 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:21:39.515288 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2040ee94-0255-47e0-856f-2e0599f03afb req-3c65f612-463b-436d-bf58-d2557f5fd76a service neutron] Attempting to bind port 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 on network 5bc0b40a-5afa-415c-9959-71400fc1d7dc {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:21:39.527109 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6d5c8c72-7a3d-478b-8f6a-77b25b95139e req-b8c2d979-c417-442a-a2f7-4b509453d43b tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575252 Dec 16 10:21:39.527810 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2040ee94-0255-47e0-856f-2e0599f03afb req-3c65f612-463b-436d-bf58-d2557f5fd76a service neutron] Port 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 on network 5bc0b40a-5afa-415c-9959-71400fc1d7dc not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:21:39.528132 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2040ee94-0255-47e0-856f-2e0599f03afb req-3c65f612-463b-436d-bf58-d2557f5fd76a service neutron] Attempting to bind port 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 on network 5bc0b40a-5afa-415c-9959-71400fc1d7dc {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:21:39.534219 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2040ee94-0255-47e0-856f-2e0599f03afb req-3c65f612-463b-436d-bf58-d2557f5fd76a service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:21:39.534561 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2040ee94-0255-47e0-856f-2e0599f03afb req-3c65f612-463b-436d-bf58-d2557f5fd76a service neutron] Checking segment: {'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:21:39.534941 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2040ee94-0255-47e0-856f-2e0599f03afb req-3c65f612-463b-436d-bf58-d2557f5fd76a service neutron] Bound using segment: {'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:21:39.535371 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-2040ee94-0255-47e0-856f-2e0599f03afb req-3c65f612-463b-436d-bf58-d2557f5fd76a service neutron] Bound port: 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:21:39.535731 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2040ee94-0255-47e0-856f-2e0599f03afb req-3c65f612-463b-436d-bf58-d2557f5fd76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:39.599185 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-2040ee94-0255-47e0-856f-2e0599f03afb req-3c65f612-463b-436d-bf58-d2557f5fd76a service neutron] For port 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:21:39.602364 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-2040ee94-0255-47e0-856f-2e0599f03afb req-3c65f612-463b-436d-bf58-d2557f5fd76a service neutron] For port 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:21:39.672470 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2040ee94-0255-47e0-856f-2e0599f03afb req-3c65f612-463b-436d-bf58-d2557f5fd76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:39.708877 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040ee94-0255-47e0-856f-2e0599f03afb req-3c65f612-463b-436d-bf58-d2557f5fd76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:39.709673 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2040ee94-0255-47e0-856f-2e0599f03afb req-3c65f612-463b-436d-bf58-d2557f5fd76a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:39.711078 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2040ee94-0255-47e0-856f-2e0599f03afb req-3c65f612-463b-436d-bf58-d2557f5fd76a service neutron] 10.222.0.57 "PUT /v2.0/ports/8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 HTTP/1.1" status: 200 len: 1091 time: 1.1422338 Dec 16 10:21:39.713484 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89d5899d-cf7e-4772-9b4c-2aa157b13166', 'tag': '8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:21:39.716642 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee687fcb-c94e-4152-b366-0cb9895c79ab" -d '{"events": [{"name": "network-changed", "server_uuid": "89d5899d-cf7e-4772-9b4c-2aa157b13166", "tag": "8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:21:39.760425 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65f612-463b-436d-bf58-d2557f5fd76a service neutron] Pushing event updated for resources: {'Port': ['ID=8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:21:39.774545 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e69345e-5a66-4ef1-9122-398f20387d66 x-openstack-request-id: req-6e69345e-5a66-4ef1-9122-398f20387d66 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:21:39.774755 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89d5899d-cf7e-4772-9b4c-2aa157b13166", "tag": "8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:21:39.775030 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6e69345e-5a66-4ef1-9122-398f20387d66 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:21:39.775792 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89d5899d-cf7e-4772-9b4c-2aa157b13166', 'tag': '8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4', 'status': 'completed', 'code': 200} Dec 16 10:21:39.841258 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee687fcb-c94e-4152-b366-0cb9895c79ab req-0a4b5977-aea8-4023-9707-fda34d5521c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:39.842895 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ee687fcb-c94e-4152-b366-0cb9895c79ab req-0a4b5977-aea8-4023-9707-fda34d5521c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 1094 time: 0.0470948 Dec 16 10:21:39.955021 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee687fcb-c94e-4152-b366-0cb9895c79ab req-57a2ad36-ffdb-4f00-8d76-f0f561ceb152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:39.956510 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ee687fcb-c94e-4152-b366-0cb9895c79ab req-57a2ad36-ffdb-4f00-8d76-f0f561ceb152 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4da94f25b7d54edb95f41f67c8de1711&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1050668 Dec 16 10:21:40.058408 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee687fcb-c94e-4152-b366-0cb9895c79ab req-bc732867-bd1c-420a-9513-87f7cf34fdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:40.059777 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ee687fcb-c94e-4152-b366-0cb9895c79ab req-bc732867-bd1c-420a-9513-87f7cf34fdb9 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948513 Dec 16 10:21:40.137349 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040ee94-0255-47e0-856f-2e0599f03afb req-ecece930-50ce-4b02-8686-ee64ea238ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:40.138802 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2040ee94-0255-47e0-856f-2e0599f03afb req-ecece930-50ce-4b02-8686-ee64ea238ed0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 1094 time: 0.0435643 Dec 16 10:21:40.180476 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2040ee94-0255-47e0-856f-2e0599f03afb req-21f780d3-d081-4c80-9b03-0c554bad1d65 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 HTTP/1.1" status: 200 len: 217 time: 0.0339501 Dec 16 10:21:40.228650 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040ee94-0255-47e0-856f-2e0599f03afb req-d249d5de-970a-455c-942e-5d4545c0e607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:40.230065 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2040ee94-0255-47e0-856f-2e0599f03afb req-d249d5de-970a-455c-942e-5d4545c0e607 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0433774 Dec 16 10:21:40.275492 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040ee94-0255-47e0-856f-2e0599f03afb req-e8e7dd39-36b3-491a-a77e-cdba33294b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:40.276964 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2040ee94-0255-47e0-856f-2e0599f03afb req-e8e7dd39-36b3-491a-a77e-cdba33294b5e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394702 Dec 16 10:21:40.376296 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2040ee94-0255-47e0-856f-2e0599f03afb req-9c88e049-a0a9-482f-99d8-1845c730b64e service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917983 Dec 16 10:21:40.472434 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2040ee94-0255-47e0-856f-2e0599f03afb req-59ebd6f2-d9c9-4f00-a821-6d5cef833047 service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879357 Dec 16 10:21:40.659348 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd9a17-a82f-41a1-bc35-d7e7ef4785df req-bbd84674-e46c-48b3-926f-b9e8ceb7409f tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:40.660992 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-edfd9a17-a82f-41a1-bc35-d7e7ef4785df req-bbd84674-e46c-48b3-926f-b9e8ceb7409f tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 943 time: 0.0559080 Dec 16 10:21:40.704109 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-edfd9a17-a82f-41a1-bc35-d7e7ef4785df req-599503d0-709f-4b7c-9dc3-2b482b82ec55 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365582 Dec 16 10:21:41.157796 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:41.822147 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a27b15-112f-48db-a841-2e518c935107 req-c1d8629d-5b8c-4398-82a7-66ea334b5acf tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:41.823645 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a9a27b15-112f-48db-a841-2e518c935107 req-c1d8629d-5b8c-4398-82a7-66ea334b5acf tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 943 time: 0.0489168 Dec 16 10:21:41.862858 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a9a27b15-112f-48db-a841-2e518c935107 req-84a99989-c2c1-4281-a2c1-1914476f82b6 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332279 Dec 16 10:21:42.977659 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4743f0-2e26-424f-9d91-817c945325aa req-63861213-b9d2-4dfd-ad1c-bda414dd8eac tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:42.979128 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dd4743f0-2e26-424f-9d91-817c945325aa req-63861213-b9d2-4dfd-ad1c-bda414dd8eac tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 943 time: 0.0487309 Dec 16 10:21:43.016256 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dd4743f0-2e26-424f-9d91-817c945325aa req-6695d88a-9b84-48eb-84ca-50b351f72352 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312905 Dec 16 10:21:44.133935 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa58878-a2fa-448d-bdc7-50bfab020ddc req-5b53f0e5-1459-4c9a-bfe3-67c64c5ed2a9 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:44.135433 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4aa58878-a2fa-448d-bdc7-50bfab020ddc req-5b53f0e5-1459-4c9a-bfe3-67c64c5ed2a9 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 943 time: 0.0504272 Dec 16 10:21:44.177507 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4aa58878-a2fa-448d-bdc7-50bfab020ddc req-d6d38a89-4d53-4c54-b564-e93b52fab536 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360804 Dec 16 10:21:45.057282 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:21:45.153261 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:21:45.164830 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'port_id': '8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4', 'mac_address': 'fa:16:3e:f8:1d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:21:45.203266 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:45.216407 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:21:45.235438 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:21:45.277061 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:45.293904 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405f4f3-235a-4717-8a08-2ab9dd6ecf2f req-d8c901ee-d1cb-46b3-a0bf-4f669798a631 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:45.304746 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2405f4f3-235a-4717-8a08-2ab9dd6ecf2f req-d8c901ee-d1cb-46b3-a0bf-4f669798a631 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 943 time: 0.0493941 Dec 16 10:21:45.324925 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:21:45.338196 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2405f4f3-235a-4717-8a08-2ab9dd6ecf2f req-b9159fa9-3636-4bc8-bcbe-92264848c7ae tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361965 Dec 16 10:21:45.588558 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:21:46.459503 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6efbc2-dcc4-46af-944d-0a8ed6c0554c req-fef493ab-8586-4fad-b457-ccfc79c8e5fe tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:46.460904 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ae6efbc2-dcc4-46af-944d-0a8ed6c0554c req-fef493ab-8586-4fad-b457-ccfc79c8e5fe tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 944 time: 0.0493896 Dec 16 10:21:46.500476 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ae6efbc2-dcc4-46af-944d-0a8ed6c0554c req-b3228e10-1356-49b8-b62b-25b0a661a3da tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333767 Dec 16 10:21:47.070945 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:21:47.180024 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:21:47.184145 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:21:47.184517 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:47.264480 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:47.288429 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d5899d-cf7e-4772-9b4c-2aa157b13166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:21:47.290719 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43456ec7ce59ea77a0f74ce1d1a90a56292c95d5d3a8a10fcc4b35aa5a8e1da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d91386-3589-41f5-bcd8-1052863e1940" -d '{"events": [{"server_uuid": "89d5899d-cf7e-4772-9b4c-2aa157b13166", "name": "network-vif-plugged", "status": "completed", "tag": "8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:21:47.304154 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:21:47.332276 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992c91bd-bf6b-4726-b1f7-641dd1385532 x-openstack-request-id: req-992c91bd-bf6b-4726-b1f7-641dd1385532 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:21:47.332727 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d5899d-cf7e-4772-9b4c-2aa157b13166", "name": "network-vif-plugged", "status": "completed", "tag": "8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:21:47.333025 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-992c91bd-bf6b-4726-b1f7-641dd1385532 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:21:47.333419 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d5899d-cf7e-4772-9b4c-2aa157b13166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4', 'code': 200} Dec 16 10:21:47.374502 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:47.440800 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:21:47.441589 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be2254-47b2-4912-9496-5d4833e3d1f4 req-042cb7df-2c42-47c6-b661-e93b49135f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:47.444146 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c8be2254-47b2-4912-9496-5d4833e3d1f4 req-042cb7df-2c42-47c6-b661-e93b49135f67 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 1096 time: 0.0534413 Dec 16 10:21:47.484184 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c8be2254-47b2-4912-9496-5d4833e3d1f4 req-a1048176-81c0-4fde-977c-924a44e2bfba service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331092 Dec 16 10:21:47.619146 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada1f46-e96c-4b76-bbfd-b120b398cc19 req-e28c79fd-2764-4b02-844a-527adc286569 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:47.620634 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dada1f46-e96c-4b76-bbfd-b120b398cc19 req-e28c79fd-2764-4b02-844a-527adc286569 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 945 time: 0.0508471 Dec 16 10:21:47.658750 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dada1f46-e96c-4b76-bbfd-b120b398cc19 req-bf746ae9-a82e-4c2d-b1ff-f66b855722f8 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321724 Dec 16 10:21:48.777574 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484b330-ec9f-42a7-89bb-76b434149df9 req-d628b60b-31bc-41eb-96a8-140fe3466ffe tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:48.779127 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b484b330-ec9f-42a7-89bb-76b434149df9 req-d628b60b-31bc-41eb-96a8-140fe3466ffe tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 945 time: 0.0514557 Dec 16 10:21:48.819347 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b484b330-ec9f-42a7-89bb-76b434149df9 req-692bcdc0-f72e-4723-b5f3-710b07699e70 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339823 Dec 16 10:21:49.937209 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c638c3-ad94-4838-966c-74e374a8e473 req-af71119c-690e-4beb-a075-4e4d339a1e17 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:49.938569 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-27c638c3-ad94-4838-966c-74e374a8e473 req-af71119c-690e-4beb-a075-4e4d339a1e17 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 945 time: 0.0484760 Dec 16 10:21:49.980358 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-27c638c3-ad94-4838-966c-74e374a8e473 req-7c6860da-4f08-4217-8e9b-acacce8861a9 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353189 Dec 16 10:21:50.090034 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d563de-44ad-4357-b0ec-2aa2611077b8 req-59bd0c6a-cd73-4801-8584-7cc68c941acf tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:50.091509 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-86d563de-44ad-4357-b0ec-2aa2611077b8 req-59bd0c6a-cd73-4801-8584-7cc68c941acf tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 945 time: 0.0488815 Dec 16 10:21:50.100053 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 38828) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:21:50.104445 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-d86289ff-b28d-4c3e-8012-26456f293cae tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Request body: {'floatingip': {'port_id': '8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:21:50.148233 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d86289ff-b28d-4c3e-8012-26456f293cae tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks [] for floatingip, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:50.617370 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d86289ff-b28d-4c3e-8012-26456f293cae tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:50.665741 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d86289ff-b28d-4c3e-8012-26456f293cae tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:50.769719 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [None req-d86289ff-b28d-4c3e-8012-26456f293cae tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Floating IP 3ec34af4-d60b-4a9d-abf2-4abe835ad90e associated. External IP: 172.25.1.123, port: 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4. Dec 16 10:21:50.978340 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86289ff-b28d-4c3e-8012-26456f293cae tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Router 712ade94-60a9-4e59-ab53-ba8ee6504d3a has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:21:51.090618 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86289ff-b28d-4c3e-8012-26456f293cae tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:21:51.095709 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d86289ff-b28d-4c3e-8012-26456f293cae tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:51.100507 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46cce43-8be5-42e5-93ac-227bf0fba5d1 None None] Sync routers for ids ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:21:51.110691 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46cce43-8be5-42e5-93ac-227bf0fba5d1 None None] Routers {'712ade94-60a9-4e59-ab53-ba8ee6504d3a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:21:51.111332 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-c46cce43-8be5-42e5-93ac-227bf0fba5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:21:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:21:51.125266 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d86289ff-b28d-4c3e-8012-26456f293cae tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "PUT /v2.0/floatingips/3ec34af4-d60b-4a9d-abf2-4abe835ad90e HTTP/1.1" status: 200 len: 991 time: 1.0241098 Dec 16 10:21:51.125860 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89d5899d-cf7e-4772-9b4c-2aa157b13166', 'tag': '8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:21:51.128714 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7c8c2a-8592-4289-9284-584bb53a4fde" -d '{"events": [{"name": "network-changed", "server_uuid": "89d5899d-cf7e-4772-9b4c-2aa157b13166", "tag": "8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:21:51.175831 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e3c2ab-bdfb-43cb-b7e5-9026a0af08f8 x-openstack-request-id: req-99e3c2ab-bdfb-43cb-b7e5-9026a0af08f8 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:21:51.176118 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89d5899d-cf7e-4772-9b4c-2aa157b13166", "tag": "8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:21:51.176367 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-99e3c2ab-bdfb-43cb-b7e5-9026a0af08f8 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:21:51.176872 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89d5899d-cf7e-4772-9b4c-2aa157b13166', 'tag': '8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4', 'status': 'completed', 'code': 200} Dec 16 10:21:51.224552 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-c46cce43-8be5-42e5-93ac-227bf0fba5d1 None None] Set router 712ade94-60a9-4e59-ab53-ba8ee6504d3a gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:21:51.241478 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c8c2a-8592-4289-9284-584bb53a4fde req-bff3256d-da70-4188-ad85-cc55bd2d21d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:51.242913 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ec7c8c2a-8592-4289-9284-584bb53a4fde req-bff3256d-da70-4188-ad85-cc55bd2d21d1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 1096 time: 0.0417292 Dec 16 10:21:51.339483 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c8c2a-8592-4289-9284-584bb53a4fde req-8efd71e2-9abd-4860-a409-c64e0fcce111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:51.340964 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ec7c8c2a-8592-4289-9284-584bb53a4fde req-8efd71e2-9abd-4860-a409-c64e0fcce111 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.0910621 Dec 16 10:21:51.407553 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ec7c8c2a-8592-4289-9284-584bb53a4fde req-f6bb2a1e-57d3-42b6-85f9-bc7c2915221b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 HTTP/1.1" status: 200 len: 999 time: 0.0593405 Dec 16 10:21:51.457898 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-c46cce43-8be5-42e5-93ac-227bf0fba5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'name': 'tempest-ServerActionsTestJSON-1583793777-router', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:19:08Z', 'updated_at': '2021-12-16T10:19:12Z', 'revision_number': 4, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'gw_port': {'id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:09Z', 'updated_at': '2021-12-16T10:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '3ec34af4-d60b-4a9d-abf2-4abe835ad90e', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'port_id': '8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'mac_address': 'fa:16:3e:f8:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d5899d-cf7e-4772-9b4c-2aa157b13166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:19:15Z', 'updated_at': '2021-12-16T10:21:50Z', 'revision_number': 5, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '891a8e49-a72c-4c53-a227-153878641df4', 'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'mac_address': 'fa:16:3e:15:93:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:11Z', 'updated_at': '2021-12-16T10:19:16Z', 'revision_number': 5, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'subnets': [{'id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:21:51.464984 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c8c2a-8592-4289-9284-584bb53a4fde req-2048dfc3-9f2f-47e9-b853-65c2a4f33152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:51.466520 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ec7c8c2a-8592-4289-9284-584bb53a4fde req-2048dfc3-9f2f-47e9-b853-65c2a4f33152 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0511367 Dec 16 10:21:51.484630 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46cce43-8be5-42e5-93ac-227bf0fba5d1 None None] Checking router: 712ade94-60a9-4e59-ab53-ba8ee6504d3a for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:21:51.493812 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46cce43-8be5-42e5-93ac-227bf0fba5d1 None None] Routers {'712ade94-60a9-4e59-ab53-ba8ee6504d3a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:21:51.494352 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-c46cce43-8be5-42e5-93ac-227bf0fba5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:21:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:21:51.513613 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c8c2a-8592-4289-9284-584bb53a4fde req-9a77745b-0a65-48cd-92b1-90396a84d2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:51.515121 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ec7c8c2a-8592-4289-9284-584bb53a4fde req-9a77745b-0a65-48cd-92b1-90396a84d2ca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404046 Dec 16 10:21:51.609581 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ec7c8c2a-8592-4289-9284-584bb53a4fde req-1d14913e-784e-4dc9-9a09-e4faf80df740 service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868981 Dec 16 10:21:51.712033 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ec7c8c2a-8592-4289-9284-584bb53a4fde req-77bb3f45-c929-445f-8e3c-5bce695e2c36 service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943968 Dec 16 10:21:51.754183 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-c46cce43-8be5-42e5-93ac-227bf0fba5d1 None None] Set router 712ade94-60a9-4e59-ab53-ba8ee6504d3a gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:21:51.984990 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-c46cce43-8be5-42e5-93ac-227bf0fba5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'name': 'tempest-ServerActionsTestJSON-1583793777-router', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:19:08Z', 'updated_at': '2021-12-16T10:19:12Z', 'revision_number': 4, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'gw_port': {'id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:09Z', 'updated_at': '2021-12-16T10:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '3ec34af4-d60b-4a9d-abf2-4abe835ad90e', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'port_id': '8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'mac_address': 'fa:16:3e:f8:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d5899d-cf7e-4772-9b4c-2aa157b13166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:19:15Z', 'updated_at': '2021-12-16T10:21:50Z', 'revision_number': 5, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '891a8e49-a72c-4c53-a227-153878641df4', 'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'mac_address': 'fa:16:3e:15:93:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:11Z', 'updated_at': '2021-12-16T10:19:16Z', 'revision_number': 5, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'subnets': [{'id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:21:52.010992 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46cce43-8be5-42e5-93ac-227bf0fba5d1 None None] The sync data for ids ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'] in n-d-820550-2 is: [{'id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'name': 'tempest-ServerActionsTestJSON-1583793777-router', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:19:08Z', 'updated_at': '2021-12-16T10:19:12Z', 'revision_number': 4, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'gw_port': {'id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:09Z', 'updated_at': '2021-12-16T10:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '3ec34af4-d60b-4a9d-abf2-4abe835ad90e', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'port_id': '8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'mac_address': 'fa:16:3e:f8:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d5899d-cf7e-4772-9b4c-2aa157b13166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:19:15Z', 'updated_at': '2021-12-16T10:21:50Z', 'revision_number': 5, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '891a8e49-a72c-4c53-a227-153878641df4', 'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'mac_address': 'fa:16:3e:15:93:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:11Z', 'updated_at': '2021-12-16T10:19:16Z', 'revision_number': 5, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'subnets': [{'id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:21:52.208860 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d004dfa-4261-4262-92f4-61c2605efefa None None] New status for floating IP 3ec34af4-d60b-4a9d-abf2-4abe835ad90e: ACTIVE {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:21:54.088683 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d99e37a2-6855-4af0-8606-6e315545ff7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:56.390818 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-86be88ae-d39a-4386-bef9-963b445f4442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:57.722822 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:58.561280 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:21:59.231432 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:59.591805 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:07.741071 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:11.185134 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:15.291185 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dafcd345-dfbb-43be-b500-3188dff650da req-629a0093-09b6-4c37-ab88-95d896ba7084 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400510 Dec 16 10:22:15.368787 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafcd345-dfbb-43be-b500-3188dff650da req-af073e29-aee1-4021-bcdf-f093ffd198ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:15.370274 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dafcd345-dfbb-43be-b500-3188dff650da req-af073e29-aee1-4021-bcdf-f093ffd198ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 1096 time: 0.0388396 Dec 16 10:22:15.474428 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafcd345-dfbb-43be-b500-3188dff650da req-69e078ff-a6d6-48e7-abcf-92ecc5f95391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:15.475778 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dafcd345-dfbb-43be-b500-3188dff650da req-69e078ff-a6d6-48e7-abcf-92ecc5f95391 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.0867760 Dec 16 10:22:15.540188 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dafcd345-dfbb-43be-b500-3188dff650da req-f4afd816-71d0-447a-a83e-d7a0a4e9c4f2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 HTTP/1.1" status: 200 len: 1001 time: 0.0572524 Dec 16 10:22:15.599887 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafcd345-dfbb-43be-b500-3188dff650da req-6ba54d6d-0c24-4fa3-b3b5-c0815664ad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:15.601458 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dafcd345-dfbb-43be-b500-3188dff650da req-6ba54d6d-0c24-4fa3-b3b5-c0815664ad5b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0541534 Dec 16 10:22:15.655542 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafcd345-dfbb-43be-b500-3188dff650da req-ef695caa-651f-4aea-a5e9-bda53bf84d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:15.657080 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dafcd345-dfbb-43be-b500-3188dff650da req-ef695caa-651f-4aea-a5e9-bda53bf84d9c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482924 Dec 16 10:22:15.755521 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dafcd345-dfbb-43be-b500-3188dff650da req-b9ab5db6-2276-4147-ac0a-f3dfd62e6fde service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905106 Dec 16 10:22:15.854185 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dafcd345-dfbb-43be-b500-3188dff650da req-27d0f695-0c36-4d56-8de9-9542e07ed86b service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906925 Dec 16 10:22:24.082202 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-12e75ad1-bb9a-4bed-b5e1-5a32e450a421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:26.413439 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-102fe4d5-2779-43ca-b692-3bcb9438df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:27.733312 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:29.247600 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:29.624679 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:35.560522 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:22:37.756363 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:41.184821 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:54.081507 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5c8f6516-3fac-405c-8949-179213b7c29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:56.424176 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a6296a39-970e-414d-b072-e59615f08296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:57.766848 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:59.263890 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:59.583827 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:07.789346 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:11.177967 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:12.559617 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:23:14.642293 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0822a48e-423f-4aa3-a84c-4e7362673c84 req-bf2c4bd2-b93f-4a38-82ed-4a8654d775ee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463750 Dec 16 10:23:14.732719 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822a48e-423f-4aa3-a84c-4e7362673c84 req-a320e549-0d94-4b5a-be54-913a1c108680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:14.734245 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0822a48e-423f-4aa3-a84c-4e7362673c84 req-a320e549-0d94-4b5a-be54-913a1c108680 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 1096 time: 0.0449677 Dec 16 10:23:14.841875 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822a48e-423f-4aa3-a84c-4e7362673c84 req-082d50af-130c-410d-8227-5357e3acb6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:14.843350 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0822a48e-423f-4aa3-a84c-4e7362673c84 req-082d50af-130c-410d-8227-5357e3acb6f4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.0891612 Dec 16 10:23:14.909846 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0822a48e-423f-4aa3-a84c-4e7362673c84 req-4feed67c-e5f7-49d7-b34e-579e47851bb1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 HTTP/1.1" status: 200 len: 1001 time: 0.0589089 Dec 16 10:23:14.966637 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822a48e-423f-4aa3-a84c-4e7362673c84 req-b5ca3e64-9f2a-4b55-aa38-639ed6292415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:14.968116 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0822a48e-423f-4aa3-a84c-4e7362673c84 req-b5ca3e64-9f2a-4b55-aa38-639ed6292415 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0508480 Dec 16 10:23:15.014209 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822a48e-423f-4aa3-a84c-4e7362673c84 req-6baf267e-e979-4634-83c3-5ae6afd9b2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:15.015707 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0822a48e-423f-4aa3-a84c-4e7362673c84 req-6baf267e-e979-4634-83c3-5ae6afd9b2d3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399213 Dec 16 10:23:15.107429 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0822a48e-423f-4aa3-a84c-4e7362673c84 req-a63b2d1f-54d1-4eb0-aa48-f04c2b4a69e2 service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838225 Dec 16 10:23:15.205531 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0822a48e-423f-4aa3-a84c-4e7362673c84 req-aeb5630e-da59-483d-b849-b725ff908726 service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905304 Dec 16 10:23:24.109098 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2b908def-1d28-4d6c-917c-b9a3c7d216a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:26.406003 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c1e42664-1271-41ef-99e1-678cd878b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:27.737188 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:29.297691 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:29.600083 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:37.805979 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:41.182956 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:49.558237 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:23:54.114456 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-010f6b9f-6d90-4ac0-bd3e-df02906614a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:56.399341 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-42f36ce5-db63-4918-af0a-38c4d8807ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:57.731087 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:59.251030 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:59.576615 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:07.781987 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:11.182190 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:15.660379 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6850d9d5-cc62-4cb0-ac75-2f6e4c20853c req-628b5cc0-dce7-4d5d-ab16-77f913e10d50 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436537 Dec 16 10:24:15.745916 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850d9d5-cc62-4cb0-ac75-2f6e4c20853c req-fcb5760d-2b95-436d-8336-420223879e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:15.747383 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6850d9d5-cc62-4cb0-ac75-2f6e4c20853c req-fcb5760d-2b95-436d-8336-420223879e2c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 1096 time: 0.0404515 Dec 16 10:24:15.870810 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850d9d5-cc62-4cb0-ac75-2f6e4c20853c req-a965f63d-9da4-4fdc-b1dd-2fdd43191e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:15.872327 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6850d9d5-cc62-4cb0-ac75-2f6e4c20853c req-a965f63d-9da4-4fdc-b1dd-2fdd43191e1b service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.0894406 Dec 16 10:24:15.941239 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6850d9d5-cc62-4cb0-ac75-2f6e4c20853c req-431e00b1-474d-497b-9603-3cea97388648 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 HTTP/1.1" status: 200 len: 1001 time: 0.0617621 Dec 16 10:24:15.993823 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850d9d5-cc62-4cb0-ac75-2f6e4c20853c req-c4f37f68-beba-4473-a561-015745560afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:15.995249 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6850d9d5-cc62-4cb0-ac75-2f6e4c20853c req-c4f37f68-beba-4473-a561-015745560afd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0474167 Dec 16 10:24:16.039366 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850d9d5-cc62-4cb0-ac75-2f6e4c20853c req-1e2b1260-bf3f-4815-b439-34703dd95e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:16.040817 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6850d9d5-cc62-4cb0-ac75-2f6e4c20853c req-1e2b1260-bf3f-4815-b439-34703dd95e94 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381713 Dec 16 10:24:16.129388 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6850d9d5-cc62-4cb0-ac75-2f6e4c20853c req-9491f236-e50d-46a7-845d-958ab34a2a81 service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798862 Dec 16 10:24:16.233353 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6850d9d5-cc62-4cb0-ac75-2f6e4c20853c req-72fefe22-f9e8-47ce-8546-fe25a521d18f service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966127 Dec 16 10:24:24.101600 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-45469c86-d28d-431c-945e-caebe0c9254a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:26.404137 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-59c46625-3904-478c-ac45-60cc8339d989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:26.558116 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:24:27.729694 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:29.238625 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:29.587062 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:36.387355 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8957f93-27c5-4fb5-9f89-8f8435678d25 req-35efc301-3039-421e-8bf7-5d8f4279530a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:36.388848 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c8957f93-27c5-4fb5-9f89-8f8435678d25 req-35efc301-3039-421e-8bf7-5d8f4279530a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 945 time: 0.0498908 Dec 16 10:24:36.425852 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c8957f93-27c5-4fb5-9f89-8f8435678d25 req-9a287225-6d51-45aa-9312-02105c30fc69 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308053 Dec 16 10:24:37.548288 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fdf75-bbca-47b8-b520-126a097c84bd req-30f3ab21-87ba-4cd9-9b95-51bab339788b tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:37.549803 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5e9fdf75-bbca-47b8-b520-126a097c84bd req-30f3ab21-87ba-4cd9-9b95-51bab339788b tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 945 time: 0.0545738 Dec 16 10:24:37.589612 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5e9fdf75-bbca-47b8-b520-126a097c84bd req-5383a982-6dd0-45a3-8210-814ddcd37340 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334952 Dec 16 10:24:37.792597 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:38.705078 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce978947-757a-48e8-8fd9-5d626f3aba5b req-5d688ba5-620e-47ef-a3f7-db5c5653a4e6 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:38.706579 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce978947-757a-48e8-8fd9-5d626f3aba5b req-5d688ba5-620e-47ef-a3f7-db5c5653a4e6 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 945 time: 0.0487502 Dec 16 10:24:38.743633 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce978947-757a-48e8-8fd9-5d626f3aba5b req-488abeac-fec7-440b-80f1-295d7971b814 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304163 Dec 16 10:24:39.858420 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b8919-0a22-4239-868d-f4139cf35e98 req-bec03f02-9814-40b0-8c65-8b1bc4ffa273 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:39.859880 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d05b8919-0a22-4239-868d-f4139cf35e98 req-bec03f02-9814-40b0-8c65-8b1bc4ffa273 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 945 time: 0.0491269 Dec 16 10:24:39.897327 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d05b8919-0a22-4239-868d-f4139cf35e98 req-74184918-e386-423a-be39-a517fe91945b tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315425 Dec 16 10:24:41.015540 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41198a-1f25-4ef5-a319-b22b1294a511 req-4e5a0621-5b43-4bd8-af85-46555e61b857 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:41.017013 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9e41198a-1f25-4ef5-a319-b22b1294a511 req-4e5a0621-5b43-4bd8-af85-46555e61b857 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 945 time: 0.0534770 Dec 16 10:24:41.054320 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9e41198a-1f25-4ef5-a319-b22b1294a511 req-a7900090-d690-4e9e-a0d7-ff777cf79f86 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306866 Dec 16 10:24:41.186797 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:42.174650 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ed84a-1c11-4f32-9d3a-0cc8cb906faa req-1e55fad6-a9b1-4f55-bea2-28f17260aad3 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:42.176609 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b49ed84a-1c11-4f32-9d3a-0cc8cb906faa req-1e55fad6-a9b1-4f55-bea2-28f17260aad3 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 945 time: 0.0572062 Dec 16 10:24:42.215289 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b49ed84a-1c11-4f32-9d3a-0cc8cb906faa req-81eec035-45be-43be-9d72-3f74be5288bd tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317304 Dec 16 10:24:43.329022 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5283452-4894-416c-b449-e615dd6fddfe req-7d3a94e3-1573-4310-b026-1e87ee85c71d tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:43.330614 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e5283452-4894-416c-b449-e615dd6fddfe req-7d3a94e3-1573-4310-b026-1e87ee85c71d tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 945 time: 0.0490296 Dec 16 10:24:43.370967 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e5283452-4894-416c-b449-e615dd6fddfe req-7c6e50c7-6284-4cc8-ae14-bc63ff7bcbe6 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344441 Dec 16 10:24:44.486416 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aeae07-21d6-47d5-a46f-35827a7bca8f req-79e1bdfe-89c7-4cbe-a87d-917bc518ce88 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:44.487803 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c1aeae07-21d6-47d5-a46f-35827a7bca8f req-79e1bdfe-89c7-4cbe-a87d-917bc518ce88 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 945 time: 0.0501394 Dec 16 10:24:44.525742 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c1aeae07-21d6-47d5-a46f-35827a7bca8f req-df70bef3-1051-4f2b-80fc-2942bf932612 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319355 Dec 16 10:24:45.640060 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c15232-69a5-4369-be99-d3c3757b8315 req-877f0ebb-16d9-464d-bb01-14d903f541ef tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:45.641541 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-51c15232-69a5-4369-be99-d3c3757b8315 req-877f0ebb-16d9-464d-bb01-14d903f541ef tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 945 time: 0.0488763 Dec 16 10:24:45.677823 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-51c15232-69a5-4369-be99-d3c3757b8315 req-0daf4a32-a1eb-4b0c-9f4b-d0761fb11ed4 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304346 Dec 16 10:24:46.796232 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec067f-9ded-4689-9d4f-4addc9966e94 req-ca4338e1-eff7-46b4-8a73-187ec6c64522 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:46.797695 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cfec067f-9ded-4689-9d4f-4addc9966e94 req-ca4338e1-eff7-46b4-8a73-187ec6c64522 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 945 time: 0.0523269 Dec 16 10:24:46.837184 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cfec067f-9ded-4689-9d4f-4addc9966e94 req-e51eba8c-4ad3-4e94-98f2-d54625f5a9cc tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327055 Dec 16 10:24:47.954541 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10836d-913d-415c-a5b5-8f1b2be24e9e req-0397873b-9c7f-4296-8c78-e406ddb2fd76 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:47.956064 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bf10836d-913d-415c-a5b5-8f1b2be24e9e req-0397873b-9c7f-4296-8c78-e406ddb2fd76 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 945 time: 0.0526755 Dec 16 10:24:47.992364 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bf10836d-913d-415c-a5b5-8f1b2be24e9e req-6fe949ca-3cdc-4ad7-9807-f271893f9286 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304854 Dec 16 10:24:48.331225 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ebea7-0abd-4ee0-ac9d-fc16bfec24ae req-767caf07-4832-463b-a852-dd75c2e1f472 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:48.332735 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3a9ebea7-0abd-4ee0-ac9d-fc16bfec24ae req-767caf07-4832-463b-a852-dd75c2e1f472 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 945 time: 0.0505655 Dec 16 10:24:48.370528 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3a9ebea7-0abd-4ee0-ac9d-fc16bfec24ae req-411b49a2-5d18-46fc-bbe1-864f1f5e45f1 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317576 Dec 16 10:24:48.566626 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f2797f7f-88b0-4651-9051-c713126820aa req-56c7b79e-394a-4252-82f4-b03858d64917 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0785127 Dec 16 10:24:49.490309 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ea7c0-6413-4829-a3e4-3dc666127009 req-96318920-76ac-4fb8-8934-f9b08b6f0e9b tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:49.491854 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c22ea7c0-6413-4829-a3e4-3dc666127009 req-96318920-76ac-4fb8-8934-f9b08b6f0e9b tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 945 time: 0.0545864 Dec 16 10:24:49.529571 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c22ea7c0-6413-4829-a3e4-3dc666127009 req-8335a1a9-7502-4280-b2dc-8724e1de8bb1 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313380 Dec 16 10:24:50.473269 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2797f7f-88b0-4651-9051-c713126820aa req-3c880d01-42c8-45fb-b685-f8714b932d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:50.475173 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f2797f7f-88b0-4651-9051-c713126820aa req-3c880d01-42c8-45fb-b685-f8714b932d46 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 1096 time: 0.0456026 Dec 16 10:24:50.570728 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2797f7f-88b0-4651-9051-c713126820aa req-06a2d91c-37b9-4294-ac61-303360eaa29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:50.572210 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f2797f7f-88b0-4651-9051-c713126820aa req-06a2d91c-37b9-4294-ac61-303360eaa29e service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.0898004 Dec 16 10:24:50.668524 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f2797f7f-88b0-4651-9051-c713126820aa req-10f59011-25af-4b77-a6ad-f04202c2d192 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 HTTP/1.1" status: 200 len: 1001 time: 0.0875971 Dec 16 10:24:50.685188 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6fa88-223e-47c9-a77a-1874c26bb995 req-c1f71d20-549b-4e0a-b279-519a38c7ec5a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:50.686603 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-91a6fa88-223e-47c9-a77a-1874c26bb995 req-c1f71d20-549b-4e0a-b279-519a38c7ec5a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 945 time: 0.0663426 Dec 16 10:24:50.754335 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-91a6fa88-223e-47c9-a77a-1874c26bb995 req-8ae63305-874b-4792-bad6-7b4e6bc2c51e tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604739 Dec 16 10:24:50.756268 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2797f7f-88b0-4651-9051-c713126820aa req-4aaf1e10-5d4d-4064-9458-b76053342ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:50.757779 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f2797f7f-88b0-4651-9051-c713126820aa req-4aaf1e10-5d4d-4064-9458-b76053342ec3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0812066 Dec 16 10:24:50.807403 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2797f7f-88b0-4651-9051-c713126820aa req-64565a8b-60bd-4a1d-90bc-dc34bb2ff645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:50.808851 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f2797f7f-88b0-4651-9051-c713126820aa req-64565a8b-60bd-4a1d-90bc-dc34bb2ff645 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431807 Dec 16 10:24:50.898172 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f2797f7f-88b0-4651-9051-c713126820aa req-f42508f0-c7d3-4204-b021-81880b44bb95 service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814295 Dec 16 10:24:50.993426 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f2797f7f-88b0-4651-9051-c713126820aa req-0272e470-428a-473e-a0d0-e7040ff53bba service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863516 Dec 16 10:24:51.868282 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc28cb-2481-454d-9dee-f9c3f1250682 req-859a02b0-1900-4b8f-89c8-f4a75f28de8d tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:51.869951 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-78cc28cb-2481-454d-9dee-f9c3f1250682 req-859a02b0-1900-4b8f-89c8-f4a75f28de8d tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 945 time: 0.0493896 Dec 16 10:24:51.907747 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-78cc28cb-2481-454d-9dee-f9c3f1250682 req-b48b5a3a-5066-4cd1-86f5-e838f0315f32 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319064 Dec 16 10:24:53.022412 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb126fa0-6fd5-4288-8afc-9d2d8b86e915 req-caa10f47-9fbf-48bb-a319-3579647cb531 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:53.023852 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fb126fa0-6fd5-4288-8afc-9d2d8b86e915 req-caa10f47-9fbf-48bb-a319-3579647cb531 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 945 time: 0.0487523 Dec 16 10:24:53.060162 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fb126fa0-6fd5-4288-8afc-9d2d8b86e915 req-d3f6a404-917a-49a6-9a73-b5252f936937 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304031 Dec 16 10:24:53.670878 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [req-f2797f7f-88b0-4651-9051-c713126820aa req-3cd39fd6-f61e-44e4-bf94-f581fbe5bce9 service neutron] show failed (client error): The resource could not be found. Dec 16 10:24:53.671896 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f2797f7f-88b0-4651-9051-c713126820aa req-3cd39fd6-f61e-44e4-bf94-f581fbe5bce9 service neutron] 10.222.0.57 "GET /v2.0/ports/8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4/bindings/n-h2-820550-2 HTTP/1.1" status: 404 len: 380 time: 0.0548041 Dec 16 10:24:54.123839 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-05d9c427-5739-4068-92d4-d1d8b6c578a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:54.181708 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815dbe0-99ef-4b20-bb1e-936df25d290f req-79304ff0-e986-4b22-93a3-0116ff4c6feb tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:54.181708 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f815dbe0-99ef-4b20-bb1e-936df25d290f req-79304ff0-e986-4b22-93a3-0116ff4c6feb tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 945 time: 0.0503404 Dec 16 10:24:54.209789 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2797f7f-88b0-4651-9051-c713126820aa req-52f0db14-f269-4fac-aed9-b920fb108d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:54.211173 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f2797f7f-88b0-4651-9051-c713126820aa req-52f0db14-f269-4fac-aed9-b920fb108d68 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166&tenant_id=4da94f25b7d54edb95f41f67c8de1711 HTTP/1.1" status: 200 len: 1096 time: 0.0415101 Dec 16 10:24:54.219711 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f815dbe0-99ef-4b20-bb1e-936df25d290f req-3c139c77-5454-43c1-9572-186e4bc3e39d tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322680 Dec 16 10:24:54.223866 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-f2797f7f-88b0-4651-9051-c713126820aa req-86ccb34b-f25b-411f-ba3e-d4d08cf80503 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820550-2', 'device_owner': 'compute:nova'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:24:54.279019 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f2797f7f-88b0-4651-9051-c713126820aa req-86ccb34b-f25b-411f-ba3e-d4d08cf80503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:54.476459 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f2797f7f-88b0-4651-9051-c713126820aa req-86ccb34b-f25b-411f-ba3e-d4d08cf80503 service neutron] For port 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:24:54.508567 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f2797f7f-88b0-4651-9051-c713126820aa req-86ccb34b-f25b-411f-ba3e-d4d08cf80503 service neutron] For port 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:24:54.545854 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d5899d-cf7e-4772-9b4c-2aa157b13166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:24:54.548069 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a044fb12-272d-4dd5-8739-064ada407053" -d '{"events": [{"server_uuid": "89d5899d-cf7e-4772-9b4c-2aa157b13166", "name": "network-vif-unplugged", "status": "completed", "tag": "8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:24:54.552163 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f2797f7f-88b0-4651-9051-c713126820aa req-86ccb34b-f25b-411f-ba3e-d4d08cf80503 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:54.564547 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-f2797f7f-88b0-4651-9051-c713126820aa req-86ccb34b-f25b-411f-ba3e-d4d08cf80503 service neutron] Transition to ACTIVE for port object 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:24:54.596126 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 10:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196e6802-d507-4841-be25-0f574127c58d x-openstack-request-id: req-196e6802-d507-4841-be25-0f574127c58d {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:24:54.596418 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d5899d-cf7e-4772-9b4c-2aa157b13166", "name": "network-vif-unplugged", "status": "completed", "tag": "8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:24:54.596672 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-196e6802-d507-4841-be25-0f574127c58d {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:24:54.597071 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d5899d-cf7e-4772-9b4c-2aa157b13166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4', 'code': 200} Dec 16 10:24:54.632579 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f2797f7f-88b0-4651-9051-c713126820aa req-86ccb34b-f25b-411f-ba3e-d4d08cf80503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:54.680902 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccb34b-f25b-411f-ba3e-d4d08cf80503 service neutron] Pushing event updated for resources: {'Port': ['ID=8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4,revision_number=6']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:24:55.047483 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ccb34b-f25b-411f-ba3e-d4d08cf80503 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:55.047712 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ccb34b-f25b-411f-ba3e-d4d08cf80503 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:55.048037 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ccb34b-f25b-411f-ba3e-d4d08cf80503 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:55.048365 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ccb34b-f25b-411f-ba3e-d4d08cf80503 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:55.048691 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ccb34b-f25b-411f-ba3e-d4d08cf80503 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:55.049014 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ccb34b-f25b-411f-ba3e-d4d08cf80503 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:55.049363 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ccb34b-f25b-411f-ba3e-d4d08cf80503 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:55.049686 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ccb34b-f25b-411f-ba3e-d4d08cf80503 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:55.050007 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ccb34b-f25b-411f-ba3e-d4d08cf80503 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:55.050327 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ccb34b-f25b-411f-ba3e-d4d08cf80503 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:55.050643 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ccb34b-f25b-411f-ba3e-d4d08cf80503 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:55.050959 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ccb34b-f25b-411f-ba3e-d4d08cf80503 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:55.090053 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2797f7f-88b0-4651-9051-c713126820aa req-86ccb34b-f25b-411f-ba3e-d4d08cf80503 service neutron] No DVR routers for this DVR port 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:24:55.223575 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f2797f7f-88b0-4651-9051-c713126820aa req-86ccb34b-f25b-411f-ba3e-d4d08cf80503 service neutron] Attempting to bind port 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:24:55.224876 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f2797f7f-88b0-4651-9051-c713126820aa req-86ccb34b-f25b-411f-ba3e-d4d08cf80503 service neutron] Attempting to bind port 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:24:55.224876 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2797f7f-88b0-4651-9051-c713126820aa req-86ccb34b-f25b-411f-ba3e-d4d08cf80503 service neutron] Attempting to bind port 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 on network 5bc0b40a-5afa-415c-9959-71400fc1d7dc {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:24:55.229204 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2797f7f-88b0-4651-9051-c713126820aa req-86ccb34b-f25b-411f-ba3e-d4d08cf80503 service neutron] Port 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 on network 5bc0b40a-5afa-415c-9959-71400fc1d7dc not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:24:55.229532 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2797f7f-88b0-4651-9051-c713126820aa req-86ccb34b-f25b-411f-ba3e-d4d08cf80503 service neutron] Attempting to bind port 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 on network 5bc0b40a-5afa-415c-9959-71400fc1d7dc {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:24:55.234303 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2797f7f-88b0-4651-9051-c713126820aa req-86ccb34b-f25b-411f-ba3e-d4d08cf80503 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:24:55.234639 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2797f7f-88b0-4651-9051-c713126820aa req-86ccb34b-f25b-411f-ba3e-d4d08cf80503 service neutron] Checking segment: {'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:24:55.235031 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2797f7f-88b0-4651-9051-c713126820aa req-86ccb34b-f25b-411f-ba3e-d4d08cf80503 service neutron] Bound using segment: {'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:24:55.235445 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-f2797f7f-88b0-4651-9051-c713126820aa req-86ccb34b-f25b-411f-ba3e-d4d08cf80503 service neutron] Bound port: 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:24:55.235802 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f2797f7f-88b0-4651-9051-c713126820aa req-86ccb34b-f25b-411f-ba3e-d4d08cf80503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:55.301077 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f2797f7f-88b0-4651-9051-c713126820aa req-86ccb34b-f25b-411f-ba3e-d4d08cf80503 service neutron] For port 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:24:55.304454 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f2797f7f-88b0-4651-9051-c713126820aa req-86ccb34b-f25b-411f-ba3e-d4d08cf80503 service neutron] For port 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:24:55.341153 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93fa27-37cd-4c09-badd-90416779304e req-06a3282d-4778-4365-bc13-0fd7e7b83f6a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:55.342080 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fe93fa27-37cd-4c09-badd-90416779304e req-06a3282d-4778-4365-bc13-0fd7e7b83f6a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 943 time: 0.0532982 Dec 16 10:24:55.358468 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f2797f7f-88b0-4651-9051-c713126820aa req-86ccb34b-f25b-411f-ba3e-d4d08cf80503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:55.381156 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fe93fa27-37cd-4c09-badd-90416779304e req-575d9fa2-5d6f-4a7b-b18d-bdf7f0ba6bfd tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328178 Dec 16 10:24:55.408891 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2797f7f-88b0-4651-9051-c713126820aa req-86ccb34b-f25b-411f-ba3e-d4d08cf80503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:55.409557 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f2797f7f-88b0-4651-9051-c713126820aa req-86ccb34b-f25b-411f-ba3e-d4d08cf80503 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:55.411057 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f2797f7f-88b0-4651-9051-c713126820aa req-86ccb34b-f25b-411f-ba3e-d4d08cf80503 service neutron] 10.222.0.58 "PUT /v2.0/ports/8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 HTTP/1.1" status: 200 len: 1091 time: 1.1914203 Dec 16 10:24:55.421607 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccb34b-f25b-411f-ba3e-d4d08cf80503 service neutron] Pushing event updated for resources: {'Port': ['ID=8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4,revision_number=7']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:24:55.476943 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2797f7f-88b0-4651-9051-c713126820aa req-c6366712-f53f-4d3a-ad6c-3049c20150c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:55.479882 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f2797f7f-88b0-4651-9051-c713126820aa req-c6366712-f53f-4d3a-ad6c-3049c20150c9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 1094 time: 0.0446062 Dec 16 10:24:55.574945 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2797f7f-88b0-4651-9051-c713126820aa req-52ecb907-be10-45e8-b9f1-bb3a83adcfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:55.576437 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f2797f7f-88b0-4651-9051-c713126820aa req-52ecb907-be10-45e8-b9f1-bb3a83adcfde service neutron] 10.222.0.58 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.0901668 Dec 16 10:24:55.642740 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f2797f7f-88b0-4651-9051-c713126820aa req-ac69699c-d902-4f50-a888-985aba33e739 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 HTTP/1.1" status: 200 len: 999 time: 0.0593939 Dec 16 10:24:55.690033 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2797f7f-88b0-4651-9051-c713126820aa req-111c0cc9-4617-4026-b637-91c34adbc934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:55.691378 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f2797f7f-88b0-4651-9051-c713126820aa req-111c0cc9-4617-4026-b637-91c34adbc934 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0418091 Dec 16 10:24:55.741748 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2797f7f-88b0-4651-9051-c713126820aa req-252c5e5c-45df-4635-affe-af968fbdce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:55.743252 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f2797f7f-88b0-4651-9051-c713126820aa req-252c5e5c-45df-4635-affe-af968fbdce95 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446930 Dec 16 10:24:55.831516 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f2797f7f-88b0-4651-9051-c713126820aa req-4f9ef259-68e3-4e9d-97e6-88d2d0c9aafc service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806727 Dec 16 10:24:55.926021 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:24:55.938435 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f2797f7f-88b0-4651-9051-c713126820aa req-164dbc46-9d85-4d20-8218-ddc06ed69453 service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963213 Dec 16 10:24:55.964139 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:24:56.403275 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-391e6ff5-08e7-48cc-9104-9e08172e9b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:56.499443 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e20901-cec4-4de4-bf1e-610bc7f1f843 req-e2e38cc8-25ce-496f-8a1d-06ad80a17e22 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:56.500809 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-40e20901-cec4-4de4-bf1e-610bc7f1f843 req-e2e38cc8-25ce-496f-8a1d-06ad80a17e22 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 943 time: 0.0491507 Dec 16 10:24:56.537091 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-40e20901-cec4-4de4-bf1e-610bc7f1f843 req-e2f6ab30-a802-486c-92e6-9848367e74d0 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298471 Dec 16 10:24:56.597738 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89d5899d-cf7e-4772-9b4c-2aa157b13166', 'tag': '8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:24:56.600532 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b58974-06c6-458a-bbbe-86fc84f9c661" -d '{"events": [{"name": "network-changed", "server_uuid": "89d5899d-cf7e-4772-9b4c-2aa157b13166", "tag": "8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:24:56.646649 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1858c9-2c88-40eb-8c4c-c3e775cb420c x-openstack-request-id: req-aa1858c9-2c88-40eb-8c4c-c3e775cb420c {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:24:56.646935 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89d5899d-cf7e-4772-9b4c-2aa157b13166", "tag": "8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:24:56.647182 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa1858c9-2c88-40eb-8c4c-c3e775cb420c {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:24:56.647581 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89d5899d-cf7e-4772-9b4c-2aa157b13166', 'tag': '8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4', 'status': 'completed', 'code': 200} Dec 16 10:24:56.731070 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b58974-06c6-458a-bbbe-86fc84f9c661 req-d8f11448-a194-42b9-aab9-6ff40484e038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:56.732559 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-80b58974-06c6-458a-bbbe-86fc84f9c661 req-d8f11448-a194-42b9-aab9-6ff40484e038 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 1094 time: 0.0654173 Dec 16 10:24:56.738170 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b58974-06c6-458a-bbbe-86fc84f9c661 req-7a3ef1bb-cff7-4b32-a900-aa7257980497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:56.739509 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-80b58974-06c6-458a-bbbe-86fc84f9c661 req-7a3ef1bb-cff7-4b32-a900-aa7257980497 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 1094 time: 0.0633638 Dec 16 10:24:56.904328 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b58974-06c6-458a-bbbe-86fc84f9c661 req-2f941977-824b-4ee2-b345-6293a4b31b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:56.905849 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-80b58974-06c6-458a-bbbe-86fc84f9c661 req-2f941977-824b-4ee2-b345-6293a4b31b2a service neutron] 10.222.0.58 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.1635799 Dec 16 10:24:56.906958 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b58974-06c6-458a-bbbe-86fc84f9c661 req-b4bfb88e-7e13-41ea-b7f4-b8fcd397c95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:56.908297 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-80b58974-06c6-458a-bbbe-86fc84f9c661 req-b4bfb88e-7e13-41ea-b7f4-b8fcd397c95a service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.1590657 Dec 16 10:24:57.013684 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-80b58974-06c6-458a-bbbe-86fc84f9c661 req-bb1de8f4-f59a-4eaf-a3a7-aadee7f41ce5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 HTTP/1.1" status: 200 len: 999 time: 0.0997071 Dec 16 10:24:57.019274 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-80b58974-06c6-458a-bbbe-86fc84f9c661 req-e35f8243-12b5-4a8a-9901-cbb99aaf292b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 HTTP/1.1" status: 200 len: 999 time: 0.0991395 Dec 16 10:24:57.096296 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b58974-06c6-458a-bbbe-86fc84f9c661 req-28fef3e5-621a-4dec-996a-710068908343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:57.097743 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-80b58974-06c6-458a-bbbe-86fc84f9c661 req-28fef3e5-621a-4dec-996a-710068908343 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0756862 Dec 16 10:24:57.101634 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b58974-06c6-458a-bbbe-86fc84f9c661 req-f04b850f-21b2-4d74-92a6-61a150a7595c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:57.102939 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-80b58974-06c6-458a-bbbe-86fc84f9c661 req-f04b850f-21b2-4d74-92a6-61a150a7595c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0738459 Dec 16 10:24:57.175583 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b58974-06c6-458a-bbbe-86fc84f9c661 req-c483454b-e4a9-467a-870f-303d3090ef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:57.177083 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-80b58974-06c6-458a-bbbe-86fc84f9c661 req-c483454b-e4a9-467a-870f-303d3090ef10 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638759 Dec 16 10:24:57.178817 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b58974-06c6-458a-bbbe-86fc84f9c661 req-6215d2f0-39b0-46ce-b1b0-25edb0b98df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:57.180152 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-80b58974-06c6-458a-bbbe-86fc84f9c661 req-6215d2f0-39b0-46ce-b1b0-25edb0b98df1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741756 Dec 16 10:24:57.347783 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-80b58974-06c6-458a-bbbe-86fc84f9c661 req-f26bef0a-0f2e-4134-a07b-aa9dbaa57ab3 service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627574 Dec 16 10:24:57.349677 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-80b58974-06c6-458a-bbbe-86fc84f9c661 req-de2366bc-91c0-4eb0-b852-331b534bb074 service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577413 Dec 16 10:24:57.510293 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-80b58974-06c6-458a-bbbe-86fc84f9c661 req-24bb34a9-8282-49cc-897a-10e119d997f3 service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482117 Dec 16 10:24:57.511932 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-80b58974-06c6-458a-bbbe-86fc84f9c661 req-7b24b906-34df-4630-91c1-46bc4fbe3997 service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571610 Dec 16 10:24:57.613024 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:24:57.661861 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff93e6f3-8988-4566-a007-c40532003911 req-eec38822-8f6c-45d2-bd51-991d6c68eaa5 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:57.663346 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ff93e6f3-8988-4566-a007-c40532003911 req-eec38822-8f6c-45d2-bd51-991d6c68eaa5 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 943 time: 0.0551116 Dec 16 10:24:57.701984 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ff93e6f3-8988-4566-a007-c40532003911 req-5bf358ef-2b9d-41b8-bd3c-ab29c3364c47 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323126 Dec 16 10:24:57.717812 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:24:57.729698 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:57.730446 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'port_id': '8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4', 'mac_address': 'fa:16:3e:f8:1d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:24:57.768265 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:57.781141 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:24:57.799603 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:24:57.871952 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:57.917049 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4,revision_number=8']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:24:57.924272 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:57.924628 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:57.924947 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:57.925303 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:57.925635 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:57.925961 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:57.926282 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:57.926602 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:57.926926 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:57.927936 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:57.928266 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:57.928589 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:58.032310 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b032ef4-1bdb-4acb-ac9b-f7e510d4551a req-5d54d803-bcba-4a6c-b2ec-c81bc5d2396f tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:58.033741 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3b032ef4-1bdb-4acb-ac9b-f7e510d4551a req-5d54d803-bcba-4a6c-b2ec-c81bc5d2396f tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 944 time: 0.0495212 Dec 16 10:24:58.081187 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3b032ef4-1bdb-4acb-ac9b-f7e510d4551a req-ab7d2834-0b00-4541-beab-2ac4107f454d tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407176 Dec 16 10:24:58.096628 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:24:58.119119 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e90204-2092-491f-8cdb-5ef0836153be req-acfc5a19-2a32-43c4-b3e1-b052ffa2069e tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:58.120560 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c4e90204-2092-491f-8cdb-5ef0836153be req-acfc5a19-2a32-43c4-b3e1-b052ffa2069e tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.57 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166&tenant_id=4da94f25b7d54edb95f41f67c8de1711&binding%3Ahost_id=n-h2-820550-2 HTTP/1.1" status: 200 len: 944 time: 0.0598273 Dec 16 10:24:58.189652 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [req-c4e90204-2092-491f-8cdb-5ef0836153be req-125a1d97-c680-48d3-8e27-58875a71780d service neutron] delete failed (client error): The resource could not be found. Dec 16 10:24:58.190694 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c4e90204-2092-491f-8cdb-5ef0836153be req-125a1d97-c680-48d3-8e27-58875a71780d service neutron] 10.222.0.57 "DELETE /v2.0/ports/8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4/bindings/n-h1-820550-2 HTTP/1.1" status: 404 len: 380 time: 0.0620179 Dec 16 10:24:58.273350 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e90204-2092-491f-8cdb-5ef0836153be req-b19e1013-a955-4e7e-9b16-cc03f00d3782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:58.274943 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c4e90204-2092-491f-8cdb-5ef0836153be req-b19e1013-a955-4e7e-9b16-cc03f00d3782 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 1095 time: 0.0406766 Dec 16 10:24:58.363935 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e90204-2092-491f-8cdb-5ef0836153be req-71dd3a33-ee32-4dde-820b-f5fe626421be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:58.365394 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c4e90204-2092-491f-8cdb-5ef0836153be req-71dd3a33-ee32-4dde-820b-f5fe626421be service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.0825641 Dec 16 10:24:58.432554 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c4e90204-2092-491f-8cdb-5ef0836153be req-9f16e992-4fcd-4902-9c42-3e03402c61d4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 HTTP/1.1" status: 200 len: 1000 time: 0.0606289 Dec 16 10:24:58.481369 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e90204-2092-491f-8cdb-5ef0836153be req-b2e10cea-357a-49b3-a574-c5c0da59b21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:58.482747 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c4e90204-2092-491f-8cdb-5ef0836153be req-b2e10cea-357a-49b3-a574-c5c0da59b21e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0427780 Dec 16 10:24:58.526296 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e90204-2092-491f-8cdb-5ef0836153be req-5c495dd1-3fdf-402a-adbd-a16cd02ba8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:58.527728 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c4e90204-2092-491f-8cdb-5ef0836153be req-5c495dd1-3fdf-402a-adbd-a16cd02ba8a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381556 Dec 16 10:24:58.622011 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c4e90204-2092-491f-8cdb-5ef0836153be req-015db825-d545-4edb-a6a3-d033cdcc9958 service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865791 Dec 16 10:24:58.710232 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c4e90204-2092-491f-8cdb-5ef0836153be req-5cdd493c-407a-4fc2-867d-a0b36518785a service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807657 Dec 16 10:24:59.198558 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb0bab-9e3f-4bbd-a199-70b0ec1e3ce8 req-9f1b4994-a0cf-4c3e-99d6-1f3e59e68521 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:59.206351 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3deb0bab-9e3f-4bbd-a199-70b0ec1e3ce8 req-9f1b4994-a0cf-4c3e-99d6-1f3e59e68521 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 944 time: 0.0498157 Dec 16 10:24:59.253273 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3deb0bab-9e3f-4bbd-a199-70b0ec1e3ce8 req-5509e71e-7fb9-46ee-b3e9-55104f5f633f tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408993 Dec 16 10:24:59.277612 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:59.569905 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:59.612691 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:24:59.734910 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:24:59.738750 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:24:59.739179 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:59.816313 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:59.838213 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d5899d-cf7e-4772-9b4c-2aa157b13166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:24:59.840419 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43456ec7ce59ea77a0f74ce1d1a90a56292c95d5d3a8a10fcc4b35aa5a8e1da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4996e1fa-5c85-44c6-b0f4-49dfffe64c32" -d '{"events": [{"server_uuid": "89d5899d-cf7e-4772-9b4c-2aa157b13166", "name": "network-vif-plugged", "status": "completed", "tag": "8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:24:59.853089 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:24:59.876399 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8646704b-4bfa-48cb-ac6d-defd2e36320d x-openstack-request-id: req-8646704b-4bfa-48cb-ac6d-defd2e36320d {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:24:59.876682 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d5899d-cf7e-4772-9b4c-2aa157b13166", "name": "network-vif-plugged", "status": "completed", "tag": "8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:24:59.876929 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8646704b-4bfa-48cb-ac6d-defd2e36320d {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:24:59.877352 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d5899d-cf7e-4772-9b4c-2aa157b13166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4', 'code': 200} Dec 16 10:24:59.917948 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:59.964242 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4,revision_number=9']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:00.172926 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bb40ed18-07f6-4e2a-b36c-44ca3e4d2c70 req-8a765f52-be06-4508-b5da-34e4c01e68c6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396564 Dec 16 10:25:00.253471 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40ed18-07f6-4e2a-b36c-44ca3e4d2c70 req-d355320e-3096-4daf-ad93-f386eb04bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:00.254819 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bb40ed18-07f6-4e2a-b36c-44ca3e4d2c70 req-d355320e-3096-4daf-ad93-f386eb04bc9d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 1096 time: 0.0422056 Dec 16 10:25:00.363267 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40ed18-07f6-4e2a-b36c-44ca3e4d2c70 req-3c41e9d0-cd6a-4663-9b8b-9a2af720f2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:00.364755 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bb40ed18-07f6-4e2a-b36c-44ca3e4d2c70 req-3c41e9d0-cd6a-4663-9b8b-9a2af720f2d4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.0900145 Dec 16 10:25:00.374074 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d5617-3b3f-47f4-9dc1-7aad0c9cb0cc req-2ba58e06-8d08-4a18-b096-0ec1f7f83137 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:00.375554 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8e3d5617-3b3f-47f4-9dc1-7aad0c9cb0cc req-2ba58e06-8d08-4a18-b096-0ec1f7f83137 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 945 time: 0.0490501 Dec 16 10:25:00.413784 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8e3d5617-3b3f-47f4-9dc1-7aad0c9cb0cc req-15fe2506-1a3b-4095-aa5f-0fd659bdd6ba tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315220 Dec 16 10:25:00.438342 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bb40ed18-07f6-4e2a-b36c-44ca3e4d2c70 req-b3f6b8f8-3c7d-41c7-b3c0-d843169fc2b3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 HTTP/1.1" status: 200 len: 1001 time: 0.0623946 Dec 16 10:25:00.495044 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40ed18-07f6-4e2a-b36c-44ca3e4d2c70 req-1e6b2330-4008-46e8-b540-000c2d0229b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:00.496499 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bb40ed18-07f6-4e2a-b36c-44ca3e4d2c70 req-1e6b2330-4008-46e8-b540-000c2d0229b3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0559192 Dec 16 10:25:00.559450 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c33101-5956-4d82-82a2-e670a2c0c417 req-1d0681f9-d1f5-4611-84ad-1ff90a2cc878 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:00.560831 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c7c33101-5956-4d82-82a2-e670a2c0c417 req-1d0681f9-d1f5-4611-84ad-1ff90a2cc878 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 945 time: 0.0786872 Dec 16 10:25:00.566001 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40ed18-07f6-4e2a-b36c-44ca3e4d2c70 req-31bee28b-a57f-43f0-9d56-1d03c34de66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:00.567356 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bb40ed18-07f6-4e2a-b36c-44ca3e4d2c70 req-31bee28b-a57f-43f0-9d56-1d03c34de66c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566850 Dec 16 10:25:00.650560 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c7c33101-5956-4d82-82a2-e670a2c0c417 req-0ed5c62a-920a-4d45-ab75-ab933b0c8698 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814090 Dec 16 10:25:00.683713 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bb40ed18-07f6-4e2a-b36c-44ca3e4d2c70 req-ccbbcd7d-186e-4736-9954-20f20a74e440 service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082468 Dec 16 10:25:00.781386 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bb40ed18-07f6-4e2a-b36c-44ca3e4d2c70 req-5644f2bf-85e1-4c9e-815c-b29af3d8a47f service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890706 Dec 16 10:25:00.941238 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a78a3-e792-4933-84ec-15842f41537a req-0c4e2138-54c1-4754-a383-0c1d5000cd59 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:00.943487 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ca2a78a3-e792-4933-84ec-15842f41537a req-0c4e2138-54c1-4754-a383-0c1d5000cd59 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 945 time: 0.0523705 Dec 16 10:25:00.981882 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ca2a78a3-e792-4933-84ec-15842f41537a req-6b05a1c3-349c-4112-bacc-d545a1dd84bf tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323389 Dec 16 10:25:01.020181 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0dac81-c5c1-46ef-abb7-9ffff030afbf req-b1bda58a-4d5e-40ee-bec8-ecd136f24efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:01.022382 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c0dac81-c5c1-46ef-abb7-9ffff030afbf req-b1bda58a-4d5e-40ee-bec8-ecd136f24efc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 1096 time: 0.0396285 Dec 16 10:25:01.113725 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0dac81-c5c1-46ef-abb7-9ffff030afbf req-5c19c675-4f44-40c0-876d-771ff3e565e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:01.115125 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c0dac81-c5c1-46ef-abb7-9ffff030afbf req-5c19c675-4f44-40c0-876d-771ff3e565e5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.0855870 Dec 16 10:25:01.179595 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c0dac81-c5c1-46ef-abb7-9ffff030afbf req-7d245fad-ecbc-4f97-9f25-cbf7e2448c08 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 HTTP/1.1" status: 200 len: 1001 time: 0.0578473 Dec 16 10:25:01.229019 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0dac81-c5c1-46ef-abb7-9ffff030afbf req-777cd001-9c7c-4ca4-8d3a-3b97c32496dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:01.238160 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c0dac81-c5c1-46ef-abb7-9ffff030afbf req-777cd001-9c7c-4ca4-8d3a-3b97c32496dc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0438898 Dec 16 10:25:01.280711 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0dac81-c5c1-46ef-abb7-9ffff030afbf req-6fff19fd-7505-4290-b23f-e944e19299c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:01.282246 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c0dac81-c5c1-46ef-abb7-9ffff030afbf req-6fff19fd-7505-4290-b23f-e944e19299c7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440691 Dec 16 10:25:01.370514 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c0dac81-c5c1-46ef-abb7-9ffff030afbf req-e720cefc-1eb1-424a-a442-b5fe821c033a service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812275 Dec 16 10:25:01.464784 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c0dac81-c5c1-46ef-abb7-9ffff030afbf req-7f875a2c-0c40-441b-8b3d-2836ecb912b7 service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862188 Dec 16 10:25:02.103676 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a4de0-acbf-47da-a547-3a754df3a18f req-347818a0-446e-4c6d-b402-3d692aef05f5 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:02.105174 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c72a4de0-acbf-47da-a547-3a754df3a18f req-347818a0-446e-4c6d-b402-3d692aef05f5 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 945 time: 0.0539818 Dec 16 10:25:02.143430 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c72a4de0-acbf-47da-a547-3a754df3a18f req-dfaec53f-82cc-4925-8fe0-5f464a37820c tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323310 Dec 16 10:25:02.576350 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836c9bd-659e-4c29-ba14-d0ea8f80aa5b req-9771249d-dd82-47d7-9404-e4f54c0a55d8 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:02.577831 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2836c9bd-659e-4c29-ba14-d0ea8f80aa5b req-9771249d-dd82-47d7-9404-e4f54c0a55d8 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 945 time: 0.0484951 Dec 16 10:25:02.614328 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2836c9bd-659e-4c29-ba14-d0ea8f80aa5b req-768ed121-6f74-4f0c-8a9f-a4ab28be123e tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305307 Dec 16 10:25:03.557670 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:25:03.741412 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9417330-1476-4804-b099-353e1f12ce9c req-101d401b-83ff-4b9b-b145-9244859b8f89 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:03.742873 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a9417330-1476-4804-b099-353e1f12ce9c req-101d401b-83ff-4b9b-b145-9244859b8f89 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 945 time: 0.0547621 Dec 16 10:25:03.806920 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a9417330-1476-4804-b099-353e1f12ce9c req-f5911017-c12d-4c7c-b163-5cad29cbb41b tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527196 Dec 16 10:25:03.815204 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4c638-4fa9-418f-a364-ef8310d0f4f1 req-192c3d61-15b5-496b-9636-97f4cc9d5f0b tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:03.816602 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dec4c638-4fa9-418f-a364-ef8310d0f4f1 req-192c3d61-15b5-496b-9636-97f4cc9d5f0b tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.58 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 945 time: 0.0699461 Dec 16 10:25:03.908366 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-dec4c638-4fa9-418f-a364-ef8310d0f4f1 req-8f4f4ece-7ef8-4d33-b9fd-f1aca71fb439 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Deleting port 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:25:03.908741 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-dec4c638-4fa9-418f-a364-ef8310d0f4f1 req-8f4f4ece-7ef8-4d33-b9fd-f1aca71fb439 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:03.999695 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-dec4c638-4fa9-418f-a364-ef8310d0f4f1 req-8f4f4ece-7ef8-4d33-b9fd-f1aca71fb439 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] For port 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:25:04.000309 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-dec4c638-4fa9-418f-a364-ef8310d0f4f1 req-8f4f4ece-7ef8-4d33-b9fd-f1aca71fb439 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:04.176378 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-dec4c638-4fa9-418f-a364-ef8310d0f4f1 req-8f4f4ece-7ef8-4d33-b9fd-f1aca71fb439 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:04.176740 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-dec4c638-4fa9-418f-a364-ef8310d0f4f1 req-8f4f4ece-7ef8-4d33-b9fd-f1aca71fb439 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:04.177054 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [req-dec4c638-4fa9-418f-a364-ef8310d0f4f1 req-8f4f4ece-7ef8-4d33-b9fd-f1aca71fb439 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Floating IP 3ec34af4-d60b-4a9d-abf2-4abe835ad90e disassociated. External IP: 172.25.1.123, port: 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4. Dec 16 10:25:04.177423 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-dec4c638-4fa9-418f-a364-ef8310d0f4f1 req-8f4f4ece-7ef8-4d33-b9fd-f1aca71fb439 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Calling delete_port for 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:25:04.358174 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-dec4c638-4fa9-418f-a364-ef8310d0f4f1 req-8f4f4ece-7ef8-4d33-b9fd-f1aca71fb439 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:04.391841 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f4ece-7ef8-4d33-b9fd-f1aca71fb439 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Pushing event deleted for resources: {'Port': ['ID=8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:04.509580 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dec4c638-4fa9-418f-a364-ef8310d0f4f1 req-8f4f4ece-7ef8-4d33-b9fd-f1aca71fb439 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Router 712ade94-60a9-4e59-ab53-ba8ee6504d3a has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:25:04.902010 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-847a6812-4d9c-4574-add0-de8d32f4fb02 req-da567d6e-f6b7-4921-b006-0d9d5439e4aa tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=89d5899d-cf7e-4772-9b4c-2aa157b13166 HTTP/1.1" status: 200 len: 210 time: 0.0265064 Dec 16 10:25:04.929439 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dec4c638-4fa9-418f-a364-ef8310d0f4f1 req-8f4f4ece-7ef8-4d33-b9fd-f1aca71fb439 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:25:04.939490 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16641daf-1a54-4d8a-9d36-94bc262532a5 None None] Sync routers for ids ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:25:04.949493 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16641daf-1a54-4d8a-9d36-94bc262532a5 None None] Routers {'712ade94-60a9-4e59-ab53-ba8ee6504d3a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:25:04.950122 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-16641daf-1a54-4d8a-9d36-94bc262532a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:24:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:25:04.968859 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec4c638-4fa9-418f-a364-ef8310d0f4f1 req-8f4f4ece-7ef8-4d33-b9fd-f1aca71fb439 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] No DVR routers for this DVR port 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:25:04.971776 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-dec4c638-4fa9-418f-a364-ef8310d0f4f1 req-8f4f4ece-7ef8-4d33-b9fd-f1aca71fb439 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:04.976025 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dec4c638-4fa9-418f-a364-ef8310d0f4f1 req-8f4f4ece-7ef8-4d33-b9fd-f1aca71fb439 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.58 "DELETE /v2.0/ports/8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 HTTP/1.1" status: 204 len: 173 time: 1.1530392 Dec 16 10:25:04.976762 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d5899d-cf7e-4772-9b4c-2aa157b13166', 'name': 'network-vif-deleted', 'tag': '8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:25:04.979462 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2faea03-c950-4284-9a7c-280fb0de6dc2" -d '{"events": [{"server_uuid": "89d5899d-cf7e-4772-9b4c-2aa157b13166", "name": "network-vif-deleted", "tag": "8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:25:05.029131 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf5692f-0765-471c-bab9-d1544859c463 x-openstack-request-id: req-dbf5692f-0765-471c-bab9-d1544859c463 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:25:05.029461 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d5899d-cf7e-4772-9b4c-2aa157b13166", "name": "network-vif-deleted", "tag": "8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:25:05.029734 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dbf5692f-0765-471c-bab9-d1544859c463 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:25:05.030157 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d5899d-cf7e-4772-9b4c-2aa157b13166', 'name': 'network-vif-deleted', 'tag': '8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4', 'status': 'completed', 'code': 200} Dec 16 10:25:05.057591 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-16641daf-1a54-4d8a-9d36-94bc262532a5 None None] Set router 712ade94-60a9-4e59-ab53-ba8ee6504d3a gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:25:05.257751 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-16641daf-1a54-4d8a-9d36-94bc262532a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'name': 'tempest-ServerActionsTestJSON-1583793777-router', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:19:08Z', 'updated_at': '2021-12-16T10:19:12Z', 'revision_number': 4, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'gw_port': {'id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:09Z', 'updated_at': '2021-12-16T10:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '891a8e49-a72c-4c53-a227-153878641df4', 'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'mac_address': 'fa:16:3e:15:93:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:11Z', 'updated_at': '2021-12-16T10:19:16Z', 'revision_number': 5, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'subnets': [{'id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:25:05.287941 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16641daf-1a54-4d8a-9d36-94bc262532a5 None None] Checking router: 712ade94-60a9-4e59-ab53-ba8ee6504d3a for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:25:05.296257 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16641daf-1a54-4d8a-9d36-94bc262532a5 None None] Routers {'712ade94-60a9-4e59-ab53-ba8ee6504d3a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:25:05.296853 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-16641daf-1a54-4d8a-9d36-94bc262532a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:24:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:25:05.403610 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-16641daf-1a54-4d8a-9d36-94bc262532a5 None None] Set router 712ade94-60a9-4e59-ab53-ba8ee6504d3a gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:25:05.612677 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-16641daf-1a54-4d8a-9d36-94bc262532a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'name': 'tempest-ServerActionsTestJSON-1583793777-router', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:19:08Z', 'updated_at': '2021-12-16T10:19:12Z', 'revision_number': 4, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'gw_port': {'id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:09Z', 'updated_at': '2021-12-16T10:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '891a8e49-a72c-4c53-a227-153878641df4', 'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'mac_address': 'fa:16:3e:15:93:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:11Z', 'updated_at': '2021-12-16T10:19:16Z', 'revision_number': 5, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'subnets': [{'id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:25:05.816358 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16641daf-1a54-4d8a-9d36-94bc262532a5 None None] The sync data for ids ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'] in n-d-820550-2 is: [{'id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'name': 'tempest-ServerActionsTestJSON-1583793777-router', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:19:08Z', 'updated_at': '2021-12-16T10:19:12Z', 'revision_number': 4, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'gw_port': {'id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:09Z', 'updated_at': '2021-12-16T10:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '891a8e49-a72c-4c53-a227-153878641df4', 'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'mac_address': 'fa:16:3e:15:93:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:11Z', 'updated_at': '2021-12-16T10:19:16Z', 'revision_number': 5, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'subnets': [{'id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:25:06.054480 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db88b89-9981-4bf4-8233-712cd99882e0 None None] New status for floating IP 3ec34af4-d60b-4a9d-abf2-4abe835ad90e: DOWN {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:25:06.213449 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-1498d69e-78a1-4f75-a013-10b6083ecb92 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1017554644&fields=id&tenant_id=4da94f25b7d54edb95f41f67c8de1711 HTTP/1.1" status: 200 len: 267 time: 0.0332561 Dec 16 10:25:06.324831 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-b58d0347-e2af-4cbd-b6f0-fa776743434d tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:06.326341 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-b58d0347-e2af-4cbd-b6f0-fa776743434d tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 812 time: 0.1057274 Dec 16 10:25:06.340808 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-6c965049-5af1-4376-9123-7fc4ae20fda2 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/quotas/4da94f25b7d54edb95f41f67c8de1711 HTTP/1.1" status: 200 len: 375 time: 0.0088058 Dec 16 10:25:06.392425 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-fede12fb-2264-4205-8009-966a8cf6e75d tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463841 Dec 16 10:25:06.487981 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-e9911f32-f4ac-4ef9-a0be-a5f9ffad42de service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:25:06.488938 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-e9911f32-f4ac-4ef9-a0be-a5f9ffad42de service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0428574 Dec 16 10:25:06.580252 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-6c0d986a-ce68-42d6-be4d-5c8fafa45a83 service neutron] 10.222.0.60 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845098 Dec 16 10:25:06.667431 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-4b47a4c4-96e6-4766-af81-fd51f40caf5e service neutron] 10.222.0.60 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806670 Dec 16 10:25:06.921970 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eecc4a3a-ae01-488b-b60b-af24bebad60b req-0db92e7f-d950-4cc8-b856-2659e25be9fd tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 210 time: 0.0270894 Dec 16 10:25:07.693325 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:25:07.713042 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:25:07.713418 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 8ecfdc4a-13df-4d9d-bd08-ca9d4b9454d4 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:25:07.791835 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:08.020119 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-332824fc-e0cc-4842-b090-6079092ff910 req-2acf05e9-5478-42f3-96ae-8ed478acb714 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 210 time: 0.0274570 Dec 16 10:25:08.704175 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-2f5aa2a1-193e-4a5d-91eb-050f6bba7c28 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:08.705649 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-2f5aa2a1-193e-4a5d-91eb-050f6bba7c28 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.57 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 812 time: 0.1037376 Dec 16 10:25:08.748795 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-1eb123e4-11bd-472c-b741-ca328dadf20f tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4da94f25b7d54edb95f41f67c8de1711 HTTP/1.1" status: 200 len: 380 time: 0.0326664 Dec 16 10:25:08.759080 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-01218c21-6926-4fb6-a269-7d18d477737a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Request body: {'port': {'device_id': '9c158193-1f21-405c-b93c-d263a070e054', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'admin_state_up': True, 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'security_groups': ['dfc865d4-0b03-432e-ae9b-3d7d2955dcf5']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:25:08.940270 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-01218c21-6926-4fb6-a269-7d18d477737a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Made reservation on behalf of 4da94f25b7d54edb95f41f67c8de1711 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:25:08.944753 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-01218c21-6926-4fb6-a269-7d18d477737a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:09.074375 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-01218c21-6926-4fb6-a269-7d18d477737a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Allocated IP 172.20.0.9 (5bc0b40a-5afa-415c-9959-71400fc1d7dc/9d818db7-c8fb-43a5-acbf-5ffa681879fd/c5513328-54ab-4b8a-9454-01b6a0617e10) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:25:09.128593 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-22a1f0ba-c51b-43f6-939d-95f466c82dc3 req-fa549e92-7643-4268-b8aa-0b613e32e085 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 210 time: 0.0377061 Dec 16 10:25:09.240361 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-01218c21-6926-4fb6-a269-7d18d477737a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:09.329357 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-01218c21-6926-4fb6-a269-7d18d477737a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:09.371894 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-01218c21-6926-4fb6-a269-7d18d477737a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Network 5bc0b40a-5afa-415c-9959-71400fc1d7dc is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:25:09.374910 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-01218c21-6926-4fb6-a269-7d18d477737a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:25:09.378399 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-01218c21-6926-4fb6-a269-7d18d477737a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:25:09.386660 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01218c21-6926-4fb6-a269-7d18d477737a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Pushing event updated for resources: {'Port': ['ID=c5513328-54ab-4b8a-9454-01b6a0617e10,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:09.437628 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-01218c21-6926-4fb6-a269-7d18d477737a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:09.438270 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-01218c21-6926-4fb6-a269-7d18d477737a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:09.503206 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-01218c21-6926-4fb6-a269-7d18d477737a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7481887 Dec 16 10:25:09.516798 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-39bba3c9-37d9-45da-94a2-3dd5457861b6 service neutron] Request body: {'port': {'device_id': '9c158193-1f21-405c-b93c-d263a070e054', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:25:09.571690 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-39bba3c9-37d9-45da-94a2-3dd5457861b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:09.625431 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-f6520ef2-49f7-4aeb-9ff7-f86ccfc0ee8a None None] Provisioning complete for port c5513328-54ab-4b8a-9454-01b6a0617e10 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:25:09.625975 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f6520ef2-49f7-4aeb-9ff7-f86ccfc0ee8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:09.660595 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f6520ef2-49f7-4aeb-9ff7-f86ccfc0ee8a None None] Port c5513328-54ab-4b8a-9454-01b6a0617e10 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:25:09.832918 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-39bba3c9-37d9-45da-94a2-3dd5457861b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5513328-54ab-4b8a-9454-01b6a0617e10 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:25:09.840842 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-39bba3c9-37d9-45da-94a2-3dd5457861b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:09.853793 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-39bba3c9-37d9-45da-94a2-3dd5457861b6 service neutron] Transition to ACTIVE for port object c5513328-54ab-4b8a-9454-01b6a0617e10 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:25:09.928953 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-39bba3c9-37d9-45da-94a2-3dd5457861b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:09.999421 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bba3c9-37d9-45da-94a2-3dd5457861b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c5513328-54ab-4b8a-9454-01b6a0617e10,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:10.054794 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-39bba3c9-37d9-45da-94a2-3dd5457861b6 service neutron] Attempting to bind port c5513328-54ab-4b8a-9454-01b6a0617e10 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:25:10.055129 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-39bba3c9-37d9-45da-94a2-3dd5457861b6 service neutron] Attempting to bind port c5513328-54ab-4b8a-9454-01b6a0617e10 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:25:10.055460 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-39bba3c9-37d9-45da-94a2-3dd5457861b6 service neutron] Attempting to bind port c5513328-54ab-4b8a-9454-01b6a0617e10 on network 5bc0b40a-5afa-415c-9959-71400fc1d7dc {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:25:10.059881 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-39bba3c9-37d9-45da-94a2-3dd5457861b6 service neutron] Port c5513328-54ab-4b8a-9454-01b6a0617e10 on network 5bc0b40a-5afa-415c-9959-71400fc1d7dc not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:25:10.060199 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-39bba3c9-37d9-45da-94a2-3dd5457861b6 service neutron] Attempting to bind port c5513328-54ab-4b8a-9454-01b6a0617e10 on network 5bc0b40a-5afa-415c-9959-71400fc1d7dc {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:25:10.065170 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-39bba3c9-37d9-45da-94a2-3dd5457861b6 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:25:10.065505 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-39bba3c9-37d9-45da-94a2-3dd5457861b6 service neutron] Checking segment: {'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:25:10.065883 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-39bba3c9-37d9-45da-94a2-3dd5457861b6 service neutron] Bound using segment: {'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:25:10.066307 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-39bba3c9-37d9-45da-94a2-3dd5457861b6 service neutron] Bound port: c5513328-54ab-4b8a-9454-01b6a0617e10, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:25:10.066666 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-39bba3c9-37d9-45da-94a2-3dd5457861b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:10.143200 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-39bba3c9-37d9-45da-94a2-3dd5457861b6 service neutron] For port c5513328-54ab-4b8a-9454-01b6a0617e10, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:25:10.146312 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-39bba3c9-37d9-45da-94a2-3dd5457861b6 service neutron] For port c5513328-54ab-4b8a-9454-01b6a0617e10, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c5513328-54ab-4b8a-9454-01b6a0617e10,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:25:10.209653 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-39bba3c9-37d9-45da-94a2-3dd5457861b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:10.250833 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-39bba3c9-37d9-45da-94a2-3dd5457861b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:10.251458 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-39bba3c9-37d9-45da-94a2-3dd5457861b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:10.252848 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-39bba3c9-37d9-45da-94a2-3dd5457861b6 service neutron] 10.222.0.57 "PUT /v2.0/ports/c5513328-54ab-4b8a-9454-01b6a0617e10 HTTP/1.1" status: 200 len: 1091 time: 0.7406425 Dec 16 10:25:10.253383 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c158193-1f21-405c-b93c-d263a070e054', 'tag': 'c5513328-54ab-4b8a-9454-01b6a0617e10'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:25:10.254032 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5b7a2-6ef9-4745-96ed-9a560f8f42ec req-945e1d92-ced5-400b-8799-128a8232e013 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:10.255614 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfb6684-97e6-4500-b050-01201b49bd98" -d '{"events": [{"name": "network-changed", "server_uuid": "9c158193-1f21-405c-b93c-d263a070e054", "tag": "c5513328-54ab-4b8a-9454-01b6a0617e10"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:25:10.255764 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-32c5b7a2-6ef9-4745-96ed-9a560f8f42ec req-945e1d92-ced5-400b-8799-128a8232e013 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 943 time: 0.0559943 Dec 16 10:25:10.278044 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bba3c9-37d9-45da-94a2-3dd5457861b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c5513328-54ab-4b8a-9454-01b6a0617e10,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:10.309241 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-32c5b7a2-6ef9-4745-96ed-9a560f8f42ec req-e96d0269-d8d9-437e-b1ac-c7b6c61b41b6 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345562 Dec 16 10:25:10.309372 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88462d13-7ea2-49e1-853c-cab0fdcd3108 x-openstack-request-id: req-88462d13-7ea2-49e1-853c-cab0fdcd3108 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:25:10.309372 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c158193-1f21-405c-b93c-d263a070e054", "tag": "c5513328-54ab-4b8a-9454-01b6a0617e10", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:25:10.309372 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-88462d13-7ea2-49e1-853c-cab0fdcd3108 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:25:10.309372 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c158193-1f21-405c-b93c-d263a070e054', 'tag': 'c5513328-54ab-4b8a-9454-01b6a0617e10', 'status': 'completed', 'code': 200} Dec 16 10:25:10.394461 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb6684-97e6-4500-b050-01201b49bd98 req-ac6d9066-c9fd-4f95-be38-1fa78b668958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:10.396542 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7cfb6684-97e6-4500-b050-01201b49bd98 req-ac6d9066-c9fd-4f95-be38-1fa78b668958 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 1094 time: 0.0553777 Dec 16 10:25:10.499841 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb6684-97e6-4500-b050-01201b49bd98 req-dca60c59-e01d-4636-a093-30db87e686c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:10.501367 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7cfb6684-97e6-4500-b050-01201b49bd98 req-dca60c59-e01d-4636-a093-30db87e686c3 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4da94f25b7d54edb95f41f67c8de1711&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0960240 Dec 16 10:25:10.600310 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb6684-97e6-4500-b050-01201b49bd98 req-271cd5f6-c302-45f3-a66e-fd978895d561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:10.601821 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7cfb6684-97e6-4500-b050-01201b49bd98 req-271cd5f6-c302-45f3-a66e-fd978895d561 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936103 Dec 16 10:25:10.676358 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-9d6bec55-d690-4ba5-bdb7-aee94848c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:10.677995 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-9d6bec55-d690-4ba5-bdb7-aee94848c8f8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 1094 time: 0.0400538 Dec 16 10:25:10.724852 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-9a7a4d40-e775-4bc2-904e-6fc5e5880b92 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5513328-54ab-4b8a-9454-01b6a0617e10 HTTP/1.1" status: 200 len: 217 time: 0.0379632 Dec 16 10:25:10.775174 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-2a23ac9c-e781-4dd8-a556-f11b8b4af92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:10.776589 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-2a23ac9c-e781-4dd8-a556-f11b8b4af92f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0445814 Dec 16 10:25:10.821959 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-a702a2b4-f497-40dd-b999-8da79775e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:10.823414 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-a702a2b4-f497-40dd-b999-8da79775e85f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390468 Dec 16 10:25:10.916298 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-73b6ac08-4021-46de-bcc9-8aaa3382a000 service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851231 Dec 16 10:25:11.006845 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7637fd9d-29cf-43a3-be2f-bb96b45bd739 req-dcc930cc-275d-4c5d-b3bb-f1f84817f9a3 service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829976 Dec 16 10:25:11.209241 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:11.434728 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b89f5-1844-4b78-a5b3-5b88c77749f2 req-ab93d723-2324-43c3-b32c-f7d369babb83 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:11.436391 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f87b89f5-1844-4b78-a5b3-5b88c77749f2 req-ab93d723-2324-43c3-b32c-f7d369babb83 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 943 time: 0.0522480 Dec 16 10:25:11.476401 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f87b89f5-1844-4b78-a5b3-5b88c77749f2 req-dd2c8c75-64a5-4d27-80c3-8c00978d3084 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337956 Dec 16 10:25:12.589063 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b9d92-5e8d-452a-b153-6137e190a14d req-aed4ea77-5d12-4cdf-a7af-9505f25df0b8 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:12.590549 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eb2b9d92-5e8d-452a-b153-6137e190a14d req-aed4ea77-5d12-4cdf-a7af-9505f25df0b8 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 943 time: 0.0491014 Dec 16 10:25:12.627457 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eb2b9d92-5e8d-452a-b153-6137e190a14d req-0b2443b9-d55b-4b9b-8553-32f241e5fec2 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310514 Dec 16 10:25:13.747013 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abe45f-5452-47a1-9e18-a1f31bf5d249 req-5117f830-0469-44ce-a266-03015a87b5d7 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:13.748508 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6abe45f-5452-47a1-9e18-a1f31bf5d249 req-5117f830-0469-44ce-a266-03015a87b5d7 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 943 time: 0.0545440 Dec 16 10:25:13.785073 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6abe45f-5452-47a1-9e18-a1f31bf5d249 req-eef97811-6532-4f7a-bd64-7fc5cb1aa7ae tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305703 Dec 16 10:25:14.898321 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f70a78-fbb6-4266-ade1-174307dcef19 req-d402ee22-98fd-4e6c-b9c5-2d474a2ec649 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:14.899756 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-39f70a78-fbb6-4266-ade1-174307dcef19 req-d402ee22-98fd-4e6c-b9c5-2d474a2ec649 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 943 time: 0.0476904 Dec 16 10:25:14.936577 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-39f70a78-fbb6-4266-ade1-174307dcef19 req-ac4336b9-a5db-4bfe-89dd-9018f421142b tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309083 Dec 16 10:25:16.049757 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d47c3-ffd0-469d-bea6-1f4601a59a9d req-cf7ddbfa-e868-4b54-8bd3-4958b02cb0a2 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:16.050363 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device c5513328-54ab-4b8a-9454-01b6a0617e10 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:25:16.051253 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-368d47c3-ffd0-469d-bea6-1f4601a59a9d req-cf7ddbfa-e868-4b54-8bd3-4958b02cb0a2 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 943 time: 0.0488422 Dec 16 10:25:16.089847 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-368d47c3-ffd0-469d-bea6-1f4601a59a9d req-2bd55d7a-ecb0-484b-bd59-f6ff134c655b tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324600 Dec 16 10:25:16.157818 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port c5513328-54ab-4b8a-9454-01b6a0617e10, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c5513328-54ab-4b8a-9454-01b6a0617e10,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:25:16.169542 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'c5513328-54ab-4b8a-9454-01b6a0617e10', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'port_id': 'c5513328-54ab-4b8a-9454-01b6a0617e10', 'mac_address': 'fa:16:3e:c9:66:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:25:16.205169 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:16.217815 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5513328-54ab-4b8a-9454-01b6a0617e10 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:25:16.236340 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port c5513328-54ab-4b8a-9454-01b6a0617e10, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c5513328-54ab-4b8a-9454-01b6a0617e10,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:25:16.294330 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:16.343125 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=c5513328-54ab-4b8a-9454-01b6a0617e10,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:16.642631 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['c5513328-54ab-4b8a-9454-01b6a0617e10'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:25:17.207300 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20550efd-927c-447e-bad4-2d1ac1376bf8 req-70f121bb-a619-4195-b6b5-40364ab3b2ce tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:17.209284 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-20550efd-927c-447e-bad4-2d1ac1376bf8 req-70f121bb-a619-4195-b6b5-40364ab3b2ce tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 944 time: 0.0528042 Dec 16 10:25:17.246022 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-20550efd-927c-447e-bad4-2d1ac1376bf8 req-d1192ef2-de28-46de-8154-d48d09fa124c tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307889 Dec 16 10:25:18.050339 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device c5513328-54ab-4b8a-9454-01b6a0617e10 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:25:18.180149 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port c5513328-54ab-4b8a-9454-01b6a0617e10 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:25:18.184173 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port c5513328-54ab-4b8a-9454-01b6a0617e10 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:25:18.184547 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:18.264082 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:18.286372 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c158193-1f21-405c-b93c-d263a070e054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5513328-54ab-4b8a-9454-01b6a0617e10'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:25:18.289218 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43456ec7ce59ea77a0f74ce1d1a90a56292c95d5d3a8a10fcc4b35aa5a8e1da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252aa732-328b-4f92-878d-30554f4541fc" -d '{"events": [{"server_uuid": "9c158193-1f21-405c-b93c-d263a070e054", "name": "network-vif-plugged", "status": "completed", "tag": "c5513328-54ab-4b8a-9454-01b6a0617e10"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:25:18.302251 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port c5513328-54ab-4b8a-9454-01b6a0617e10, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c5513328-54ab-4b8a-9454-01b6a0617e10,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:25:18.328772 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860f69b6-54d3-4973-821c-9e5d98e96ea9 x-openstack-request-id: req-860f69b6-54d3-4973-821c-9e5d98e96ea9 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:25:18.329087 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c158193-1f21-405c-b93c-d263a070e054", "name": "network-vif-plugged", "status": "completed", "tag": "c5513328-54ab-4b8a-9454-01b6a0617e10", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:25:18.329372 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-860f69b6-54d3-4973-821c-9e5d98e96ea9 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:25:18.329770 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c158193-1f21-405c-b93c-d263a070e054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5513328-54ab-4b8a-9454-01b6a0617e10', 'code': 200} Dec 16 10:25:18.345812 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:18.364629 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3dd23-4c3e-4d0b-a26e-d11b95599191 req-bd9b717c-2c37-4f25-9788-341db4a1d1eb tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:18.366974 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dbb3dd23-4c3e-4d0b-a26e-d11b95599191 req-bd9b717c-2c37-4f25-9788-341db4a1d1eb tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 944 time: 0.0522971 Dec 16 10:25:18.399860 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=c5513328-54ab-4b8a-9454-01b6a0617e10,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:18.434819 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dbb3dd23-4c3e-4d0b-a26e-d11b95599191 req-f13ee025-d8a6-404c-bc57-257bde369e67 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614669 Dec 16 10:25:18.443478 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbc795-ed38-4903-bdac-71757acea68b req-71260586-f8a5-4ab3-8cbc-42f7ccc9e716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:18.445096 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-49cbc795-ed38-4903-bdac-71757acea68b req-71260586-f8a5-4ab3-8cbc-42f7ccc9e716 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 1096 time: 0.0564337 Dec 16 10:25:18.481818 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-49cbc795-ed38-4903-bdac-71757acea68b req-b1ed00c8-8ee9-4d5a-9a68-e57a4b4b21a8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282862 Dec 16 10:25:19.567899 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb85ce-df7f-43b4-957d-ce7249a3d68c req-0781b883-eab9-4598-b981-20a88109ac9f tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:19.570034 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d7bb85ce-df7f-43b4-957d-ce7249a3d68c req-0781b883-eab9-4598-b981-20a88109ac9f tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 945 time: 0.0523186 Dec 16 10:25:19.606997 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d7bb85ce-df7f-43b4-957d-ce7249a3d68c req-885f0e1b-f72b-4ad4-9ae9-dd63432aebbb tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310619 Dec 16 10:25:20.721285 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7246643-e21f-4e3f-b2cc-65e10624ed13 req-c2d4dc32-dd26-4c4a-a8a4-d214e10e59fe tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:20.722761 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a7246643-e21f-4e3f-b2cc-65e10624ed13 req-c2d4dc32-dd26-4c4a-a8a4-d214e10e59fe tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 945 time: 0.0494375 Dec 16 10:25:20.760529 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a7246643-e21f-4e3f-b2cc-65e10624ed13 req-c1eb3cd7-82d8-4ba0-af2e-37d6bb4dae51 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318413 Dec 16 10:25:20.871707 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b3145-fde0-41af-9104-07f5a73c4e7c req-59317520-6793-4260-b2f1-b0d304311d8e tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:20.874240 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c76b3145-fde0-41af-9104-07f5a73c4e7c req-59317520-6793-4260-b2f1-b0d304311d8e tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 945 time: 0.0487194 Dec 16 10:25:20.883791 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 39446) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:25:20.888500 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-9348e055-04dc-4113-bfcb-a581658887eb tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Request body: {'floatingip': {'port_id': 'c5513328-54ab-4b8a-9454-01b6a0617e10'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:25:20.934118 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9348e055-04dc-4113-bfcb-a581658887eb tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks [] for floatingip, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:21.351034 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9348e055-04dc-4113-bfcb-a581658887eb tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:21.396773 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9348e055-04dc-4113-bfcb-a581658887eb tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:21.490481 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [None req-9348e055-04dc-4113-bfcb-a581658887eb tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Floating IP 3ec34af4-d60b-4a9d-abf2-4abe835ad90e associated. External IP: 172.25.1.123, port: c5513328-54ab-4b8a-9454-01b6a0617e10. Dec 16 10:25:21.688943 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9348e055-04dc-4113-bfcb-a581658887eb tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Router 712ade94-60a9-4e59-ab53-ba8ee6504d3a has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:25:22.078341 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9348e055-04dc-4113-bfcb-a581658887eb tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:25:22.083143 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9348e055-04dc-4113-bfcb-a581658887eb tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:22.088842 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445267b7-599e-4b84-900b-e0ded70b7199 None None] Sync routers for ids ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:25:22.098643 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445267b7-599e-4b84-900b-e0ded70b7199 None None] Routers {'712ade94-60a9-4e59-ab53-ba8ee6504d3a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:25:22.099800 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-445267b7-599e-4b84-900b-e0ded70b7199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:24:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:25:22.110505 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9348e055-04dc-4113-bfcb-a581658887eb tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "PUT /v2.0/floatingips/3ec34af4-d60b-4a9d-abf2-4abe835ad90e HTTP/1.1" status: 200 len: 991 time: 1.2256594 Dec 16 10:25:22.111200 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c158193-1f21-405c-b93c-d263a070e054', 'tag': 'c5513328-54ab-4b8a-9454-01b6a0617e10'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:25:22.156650 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d26ae51030dc677b2798be63b73eac8166a15593755268c5273421dc3d5daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c644b91c-21db-40ac-9b85-f69f3400078c" -d '{"events": [{"name": "network-changed", "server_uuid": "9c158193-1f21-405c-b93c-d263a070e054", "tag": "c5513328-54ab-4b8a-9454-01b6a0617e10"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:25:22.208198 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-445267b7-599e-4b84-900b-e0ded70b7199 None None] Set router 712ade94-60a9-4e59-ab53-ba8ee6504d3a gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:25:22.255605 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93e2a59-911d-40e9-9934-def6b2c3d91e x-openstack-request-id: req-e93e2a59-911d-40e9-9934-def6b2c3d91e {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:25:22.255899 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c158193-1f21-405c-b93c-d263a070e054", "tag": "c5513328-54ab-4b8a-9454-01b6a0617e10", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:25:22.256149 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e93e2a59-911d-40e9-9934-def6b2c3d91e {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:25:22.256544 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c158193-1f21-405c-b93c-d263a070e054', 'tag': 'c5513328-54ab-4b8a-9454-01b6a0617e10', 'status': 'completed', 'code': 200} Dec 16 10:25:22.316016 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644b91c-21db-40ac-9b85-f69f3400078c req-add871df-2766-4797-bcdf-6846a96ef734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:22.317769 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c644b91c-21db-40ac-9b85-f69f3400078c req-add871df-2766-4797-bcdf-6846a96ef734 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 1096 time: 0.0401638 Dec 16 10:25:22.410805 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644b91c-21db-40ac-9b85-f69f3400078c req-4a9f8710-a0a9-452c-a047-5af3a99aadc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:22.412727 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c644b91c-21db-40ac-9b85-f69f3400078c req-4a9f8710-a0a9-452c-a047-5af3a99aadc5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.0884302 Dec 16 10:25:22.436746 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-445267b7-599e-4b84-900b-e0ded70b7199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'name': 'tempest-ServerActionsTestJSON-1583793777-router', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:19:08Z', 'updated_at': '2021-12-16T10:19:12Z', 'revision_number': 4, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'gw_port': {'id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:09Z', 'updated_at': '2021-12-16T10:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '3ec34af4-d60b-4a9d-abf2-4abe835ad90e', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'port_id': 'c5513328-54ab-4b8a-9454-01b6a0617e10', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'mac_address': 'fa:16:3e:c9:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c158193-1f21-405c-b93c-d263a070e054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:19:15Z', 'updated_at': '2021-12-16T10:25:21Z', 'revision_number': 9, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '891a8e49-a72c-4c53-a227-153878641df4', 'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'mac_address': 'fa:16:3e:15:93:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:11Z', 'updated_at': '2021-12-16T10:19:16Z', 'revision_number': 5, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'subnets': [{'id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:25:22.462461 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445267b7-599e-4b84-900b-e0ded70b7199 None None] Checking router: 712ade94-60a9-4e59-ab53-ba8ee6504d3a for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:25:22.470542 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445267b7-599e-4b84-900b-e0ded70b7199 None None] Routers {'712ade94-60a9-4e59-ab53-ba8ee6504d3a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:25:22.471133 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-445267b7-599e-4b84-900b-e0ded70b7199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:24:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:25:22.479365 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c644b91c-21db-40ac-9b85-f69f3400078c req-f9ab6444-e66c-47f7-be0b-ceb22f89f1a0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5513328-54ab-4b8a-9454-01b6a0617e10 HTTP/1.1" status: 200 len: 999 time: 0.0588288 Dec 16 10:25:22.537731 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644b91c-21db-40ac-9b85-f69f3400078c req-ed0c5d2e-81b7-4880-b7db-2d0eba837da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:22.539258 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c644b91c-21db-40ac-9b85-f69f3400078c req-ed0c5d2e-81b7-4880-b7db-2d0eba837da3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0513325 Dec 16 10:25:22.576334 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-445267b7-599e-4b84-900b-e0ded70b7199 None None] Set router 712ade94-60a9-4e59-ab53-ba8ee6504d3a gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:25:22.586100 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644b91c-21db-40ac-9b85-f69f3400078c req-afd083f6-7460-448d-a4d7-945cccc2510c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:22.587606 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c644b91c-21db-40ac-9b85-f69f3400078c req-afd083f6-7460-448d-a4d7-945cccc2510c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405757 Dec 16 10:25:22.679899 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c644b91c-21db-40ac-9b85-f69f3400078c req-e98e67f6-ce81-4c5e-a5e0-ea8d7f6efc67 service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834100 Dec 16 10:25:22.778701 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c644b91c-21db-40ac-9b85-f69f3400078c req-e4a07bf1-6514-4028-a546-8192efc0875e service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895407 Dec 16 10:25:22.801635 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-445267b7-599e-4b84-900b-e0ded70b7199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'name': 'tempest-ServerActionsTestJSON-1583793777-router', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:19:08Z', 'updated_at': '2021-12-16T10:19:12Z', 'revision_number': 4, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'gw_port': {'id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:09Z', 'updated_at': '2021-12-16T10:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '3ec34af4-d60b-4a9d-abf2-4abe835ad90e', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'port_id': 'c5513328-54ab-4b8a-9454-01b6a0617e10', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'mac_address': 'fa:16:3e:c9:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c158193-1f21-405c-b93c-d263a070e054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:19:15Z', 'updated_at': '2021-12-16T10:25:21Z', 'revision_number': 9, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '891a8e49-a72c-4c53-a227-153878641df4', 'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'mac_address': 'fa:16:3e:15:93:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:11Z', 'updated_at': '2021-12-16T10:19:16Z', 'revision_number': 5, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'subnets': [{'id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:25:22.828323 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445267b7-599e-4b84-900b-e0ded70b7199 None None] The sync data for ids ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'] in n-d-820550-2 is: [{'id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'name': 'tempest-ServerActionsTestJSON-1583793777-router', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:19:08Z', 'updated_at': '2021-12-16T10:19:12Z', 'revision_number': 4, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'gw_port': {'id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:09Z', 'updated_at': '2021-12-16T10:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '3ec34af4-d60b-4a9d-abf2-4abe835ad90e', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'port_id': 'c5513328-54ab-4b8a-9454-01b6a0617e10', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'mac_address': 'fa:16:3e:c9:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c158193-1f21-405c-b93c-d263a070e054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:19:15Z', 'updated_at': '2021-12-16T10:25:21Z', 'revision_number': 9, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '891a8e49-a72c-4c53-a227-153878641df4', 'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'mac_address': 'fa:16:3e:15:93:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:11Z', 'updated_at': '2021-12-16T10:19:16Z', 'revision_number': 5, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'subnets': [{'id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:25:23.023271 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfa230c-636e-47e9-85ec-daeb38a3587e None None] New status for floating IP 3ec34af4-d60b-4a9d-abf2-4abe835ad90e: ACTIVE {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:25:24.105570 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f4c1593d-c319-44bc-b895-c42fe7c1c6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:26.397849 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ba0c34c8-d955-456d-9335-73ad110376d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:27.774344 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:29.265414 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:29.574183 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:37.785132 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:40.558511 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:25:41.219152 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:54.110610 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fbed1f94-0828-4392-9e39-95f3c0657768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:56.436162 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d756d906-8f25-4a05-af3b-30245667f2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:57.767336 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:59.258518 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:59.572887 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:07.801541 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:11.258845 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:17.558961 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:26:18.632957 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ef45d080-71d4-4add-959a-a354a8b90f29 req-61005348-61f7-4dbd-9c05-207d62b9c6dd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392764 Dec 16 10:26:18.712224 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45d080-71d4-4add-959a-a354a8b90f29 req-16014b60-ff87-4621-81a0-12bc1d125d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:26:18.713633 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ef45d080-71d4-4add-959a-a354a8b90f29 req-16014b60-ff87-4621-81a0-12bc1d125d40 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 1096 time: 0.0397782 Dec 16 10:26:18.820016 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45d080-71d4-4add-959a-a354a8b90f29 req-62a03660-3654-4a88-884d-2b9a855ed1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:26:18.821506 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ef45d080-71d4-4add-959a-a354a8b90f29 req-62a03660-3654-4a88-884d-2b9a855ed1c7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.0880399 Dec 16 10:26:18.886029 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ef45d080-71d4-4add-959a-a354a8b90f29 req-c20a8bdb-e62f-4581-b48f-5fb11efae697 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5513328-54ab-4b8a-9454-01b6a0617e10 HTTP/1.1" status: 200 len: 1002 time: 0.0572321 Dec 16 10:26:18.939556 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45d080-71d4-4add-959a-a354a8b90f29 req-05784478-472b-4414-a053-eaf0afc6014c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:26:18.941301 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ef45d080-71d4-4add-959a-a354a8b90f29 req-05784478-472b-4414-a053-eaf0afc6014c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0473132 Dec 16 10:26:18.987085 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45d080-71d4-4add-959a-a354a8b90f29 req-5450999f-8cd2-4f33-87af-d120ee4de375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:26:18.988452 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ef45d080-71d4-4add-959a-a354a8b90f29 req-5450999f-8cd2-4f33-87af-d120ee4de375 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397127 Dec 16 10:26:19.079872 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ef45d080-71d4-4add-959a-a354a8b90f29 req-b5b3e376-dfc0-47be-930c-1ad632af7b4e service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822544 Dec 16 10:26:19.183439 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ef45d080-71d4-4add-959a-a354a8b90f29 req-a2a5ca4d-aa3a-4efa-841d-824e4e3d5594 service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954852 Dec 16 10:26:24.115277 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3050cb3e-90c2-4c25-833c-201051d90257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:26.412305 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1cccd91c-dc72-419c-b4b6-bd0d89a7d9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:27.749196 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:29.275456 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:29.583724 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:37.783549 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:41.297871 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:54.125815 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e4aa31db-57c0-47ba-86e2-6156a4d5e432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:54.558063 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:26:56.422823 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4f8c1d45-8e7a-4d99-8259-8f6e8b14fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:57.777511 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:59.274561 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:59.566114 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:07.816996 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:11.279621 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:21.289651 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-20808ec4-a30b-4de0-84a2-886a6021d511 req-40520cbe-d386-4909-b7ec-204266d72934 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0804875 Dec 16 10:27:21.373246 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20808ec4-a30b-4de0-84a2-886a6021d511 req-f634e5ec-9997-4df2-9370-9c45ed212151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:21.375172 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-20808ec4-a30b-4de0-84a2-886a6021d511 req-f634e5ec-9997-4df2-9370-9c45ed212151 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 1096 time: 0.0421572 Dec 16 10:27:21.482270 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20808ec4-a30b-4de0-84a2-886a6021d511 req-f7db1f9b-9107-436c-bba3-b475b30733ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:21.483734 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-20808ec4-a30b-4de0-84a2-886a6021d511 req-f7db1f9b-9107-436c-bba3-b475b30733ba service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.0883968 Dec 16 10:27:21.548895 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-20808ec4-a30b-4de0-84a2-886a6021d511 req-108264ed-64a2-4c90-b2ad-c2cd487e336f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5513328-54ab-4b8a-9454-01b6a0617e10 HTTP/1.1" status: 200 len: 1002 time: 0.0574310 Dec 16 10:27:21.602408 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20808ec4-a30b-4de0-84a2-886a6021d511 req-7290da7e-f8da-4cbc-a422-2d276a83b299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:21.603831 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-20808ec4-a30b-4de0-84a2-886a6021d511 req-7290da7e-f8da-4cbc-a422-2d276a83b299 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0475447 Dec 16 10:27:21.650609 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20808ec4-a30b-4de0-84a2-886a6021d511 req-02004e80-ee94-4ad6-b5d0-cec866cd36d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:21.650805 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-20808ec4-a30b-4de0-84a2-886a6021d511 req-02004e80-ee94-4ad6-b5d0-cec866cd36d8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389128 Dec 16 10:27:21.662412 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-20808ec4-a30b-4de0-84a2-886a6021d511 req-1c736213-6e48-4477-adbb-7e15de954625 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:27:21.663364 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-20808ec4-a30b-4de0-84a2-886a6021d511 req-1c736213-6e48-4477-adbb-7e15de954625 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049171 Dec 16 10:27:21.751681 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-20808ec4-a30b-4de0-84a2-886a6021d511 req-30cf9a72-f1a0-4d44-abf1-71b9c9f5538d service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814898 Dec 16 10:27:21.844817 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-20808ec4-a30b-4de0-84a2-886a6021d511 req-458bfecd-7d8b-4fb6-b5ab-8b4aa18fa317 service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859616 Dec 16 10:27:24.136385 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7b5b4e15-3bba-4e1a-999a-425174ad7870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:26.422435 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-dc995452-d4a9-43cf-8730-0f636d432e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:27.759358 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:29.279268 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:29.588125 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:31.557537 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:27:37.833020 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:41.284835 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:54.112697 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0e62b309-2ff5-4aba-8f33-02474e536c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:54.132651 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-7d5d1a9f-0c37-475b-a160-d1ada0b90d57 req-ee576011-317a-42b8-9033-fd45017df45c service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:27:54.133672 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7d5d1a9f-0c37-475b-a160-d1ada0b90d57 req-ee576011-317a-42b8-9033-fd45017df45c service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067513 Dec 16 10:27:54.460184 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad21af-64ed-438d-bb32-e7a14c5e2419 req-e22ed295-10aa-4225-a7b8-e96e80e41fa4 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:54.461744 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d5ad21af-64ed-438d-bb32-e7a14c5e2419 req-e22ed295-10aa-4225-a7b8-e96e80e41fa4 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 945 time: 0.1020548 Dec 16 10:27:54.502235 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d5ad21af-64ed-438d-bb32-e7a14c5e2419 req-6cf61cab-34b2-474c-bdaa-7d1fa35e0931 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344894 Dec 16 10:27:54.583842 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-6c3f3940-50fb-48f2-9097-fcac46e9d9d2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0901082 Dec 16 10:27:54.595339 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-4ce930aa-843f-49a0-ada4-41dcf421a80c service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:27:54.597207 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-4ce930aa-843f-49a0-ada4-41dcf421a80c service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084097 Dec 16 10:27:55.660385 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f1e29-ccdf-41ce-a407-33ed2e5bfcba req-20d22583-3d56-4c44-9d3c-000242d5e9a4 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:55.661885 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e30f1e29-ccdf-41ce-a407-33ed2e5bfcba req-20d22583-3d56-4c44-9d3c-000242d5e9a4 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 945 time: 0.0919538 Dec 16 10:27:55.700117 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e30f1e29-ccdf-41ce-a407-33ed2e5bfcba req-1e6948c3-24c1-4b81-801b-2bcc8755be59 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322433 Dec 16 10:27:56.392583 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6cfaf51b-631e-46ca-9407-0ee8ada3e05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:56.817379 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ad385-a7ab-4b51-829f-13be79839a31 req-051f925e-132b-4530-b7de-96f74b9e7abe tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:56.818914 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7f2ad385-a7ab-4b51-829f-13be79839a31 req-051f925e-132b-4530-b7de-96f74b9e7abe tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 945 time: 0.0504513 Dec 16 10:27:56.862404 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7f2ad385-a7ab-4b51-829f-13be79839a31 req-82f67623-037f-481c-967a-dbad0af02372 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372097 Dec 16 10:27:57.530368 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-58c9ba09-982a-416b-a191-ad855a46e37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:57.531732 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-58c9ba09-982a-416b-a191-ad855a46e37c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 1096 time: 0.0403957 Dec 16 10:27:57.618026 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-277ec0be-f4f3-4acd-a192-2eb519abc44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:57.619447 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-277ec0be-f4f3-4acd-a192-2eb519abc44d service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.0804801 Dec 16 10:27:57.687340 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-e7a2655e-59f1-4d2a-952d-f6b5d4563eaa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5513328-54ab-4b8a-9454-01b6a0617e10 HTTP/1.1" status: 200 len: 1002 time: 0.0603137 Dec 16 10:27:57.736085 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-9b5cf469-f953-4f48-adde-c28e4260711a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:57.737617 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-9b5cf469-f953-4f48-adde-c28e4260711a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0435638 Dec 16 10:27:57.758394 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:57.784827 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-fd129098-eb09-480b-af55-0efec51ff4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:57.784827 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-fd129098-eb09-480b-af55-0efec51ff4cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386398 Dec 16 10:27:57.874008 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-28951cb9-196b-481b-a33c-125e218737f7 service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836344 Dec 16 10:27:57.965659 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-bc2fc87f-c20f-4a41-99e1-d31634ba086f service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843639 Dec 16 10:27:57.986104 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30451ee6-67f1-4915-8ea2-171af7213090 req-51a1a033-94bb-4c21-a642-02dfb1fe44d1 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:57.988302 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-30451ee6-67f1-4915-8ea2-171af7213090 req-51a1a033-94bb-4c21-a642-02dfb1fe44d1 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 945 time: 0.0508015 Dec 16 10:27:58.025979 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-30451ee6-67f1-4915-8ea2-171af7213090 req-b760fd38-78b8-4dc9-a3d3-226ecd4aed46 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316038 Dec 16 10:27:59.141536 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bbcfaf-bed7-4905-a2ea-a1b8bdf0b72a req-a6001b0f-843a-45d2-a0b8-c1374d37aa33 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:59.143020 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-87bbcfaf-bed7-4905-a2ea-a1b8bdf0b72a req-a6001b0f-843a-45d2-a0b8-c1374d37aa33 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 945 time: 0.0493519 Dec 16 10:27:59.185738 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-87bbcfaf-bed7-4905-a2ea-a1b8bdf0b72a req-9667467c-e327-42a6-a083-1378e71aa254 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360882 Dec 16 10:27:59.272300 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:59.592294 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:00.301238 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935383e6-39ec-4a81-a6f2-84eafac9f45b req-140d7a5f-811d-4d48-afcc-e3ec46da3f4e tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:00.302686 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-935383e6-39ec-4a81-a6f2-84eafac9f45b req-140d7a5f-811d-4d48-afcc-e3ec46da3f4e tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 945 time: 0.0480475 Dec 16 10:28:00.346555 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-935383e6-39ec-4a81-a6f2-84eafac9f45b req-8fd91b83-e32b-4923-9fa8-ac0196306153 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377767 Dec 16 10:28:01.459517 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271c8e9-806a-46d3-9bef-9163e08527e6 req-2792368f-8a90-4fb8-bf2e-e115eaf05080 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:01.460931 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4271c8e9-806a-46d3-9bef-9163e08527e6 req-2792368f-8a90-4fb8-bf2e-e115eaf05080 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 945 time: 0.0486851 Dec 16 10:28:01.498494 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4271c8e9-806a-46d3-9bef-9163e08527e6 req-bdad1311-3059-41cb-9446-966fbbb5ebc8 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315456 Dec 16 10:28:02.615307 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f111ad6-e945-414b-9b5c-60c932375a80 req-e516109f-1f46-457e-b278-c142f23ae8c9 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:02.616770 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7f111ad6-e945-414b-9b5c-60c932375a80 req-e516109f-1f46-457e-b278-c142f23ae8c9 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 945 time: 0.0500994 Dec 16 10:28:02.653396 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7f111ad6-e945-414b-9b5c-60c932375a80 req-6e62fde8-1f5a-4dfd-89ea-a27ac973f09d tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307081 Dec 16 10:28:03.766946 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43227be2-fe2b-4329-8bf9-4e6adb650b30 req-d0895cc0-fc70-4306-8a8d-2bac81913c03 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:03.768422 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-43227be2-fe2b-4329-8bf9-4e6adb650b30 req-d0895cc0-fc70-4306-8a8d-2bac81913c03 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 945 time: 0.0479732 Dec 16 10:28:03.805220 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-43227be2-fe2b-4329-8bf9-4e6adb650b30 req-87daa9f1-0b03-4dcf-82f2-184a675ed670 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302694 Dec 16 10:28:04.919052 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51a043-9e6c-4a2c-8083-8845bd570e69 req-2e11cef5-8458-4b87-8d7b-3ec49dfbe08f tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:04.920511 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4c51a043-9e6c-4a2c-8083-8845bd570e69 req-2e11cef5-8458-4b87-8d7b-3ec49dfbe08f tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 945 time: 0.0474780 Dec 16 10:28:04.957508 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4c51a043-9e6c-4a2c-8083-8845bd570e69 req-6dcb1c7c-7988-4ce3-ba81-d6b09620623d tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311410 Dec 16 10:28:06.076717 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd248885-d011-42f3-a80d-f437776c126c req-71adf3bb-a5d0-45b7-95df-0fd0ec3fac1d tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:06.079701 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bd248885-d011-42f3-a80d-f437776c126c req-71adf3bb-a5d0-45b7-95df-0fd0ec3fac1d tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 945 time: 0.0545776 Dec 16 10:28:06.119447 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bd248885-d011-42f3-a80d-f437776c126c req-b703c86c-b24d-4c72-ba09-c61a17f04f5f tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349834 Dec 16 10:28:07.233620 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1cf66b-a676-42c4-ad90-05d95ec8be86 req-72389a9f-4690-4223-8f0a-f7f917e56975 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:07.235096 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fe1cf66b-a676-42c4-ad90-05d95ec8be86 req-72389a9f-4690-4223-8f0a-f7f917e56975 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 945 time: 0.0487151 Dec 16 10:28:07.276253 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fe1cf66b-a676-42c4-ad90-05d95ec8be86 req-8453d01b-f2d6-4950-9016-1dc80fd50ecc tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353098 Dec 16 10:28:07.826724 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:08.401207 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3d3dd-f1a8-481a-8219-07b9fa592327 req-c723bf80-842e-4815-9373-7fd481b7502a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:08.402943 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e3e3d3dd-f1a8-481a-8219-07b9fa592327 req-c723bf80-842e-4815-9373-7fd481b7502a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 945 time: 0.0488148 Dec 16 10:28:08.442616 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e3e3d3dd-f1a8-481a-8219-07b9fa592327 req-f84f2e0a-36e9-4a17-8775-45e6edcd82f9 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337024 Dec 16 10:28:08.558205 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:28:09.560548 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a939f31-e8e6-4dbf-bb9c-ac14a6550285 req-6a723e92-3e55-4056-948f-4e2f9cdd82fb tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:09.562045 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4a939f31-e8e6-4dbf-bb9c-ac14a6550285 req-6a723e92-3e55-4056-948f-4e2f9cdd82fb tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 945 time: 0.0488355 Dec 16 10:28:09.599008 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4a939f31-e8e6-4dbf-bb9c-ac14a6550285 req-10336bb3-f1e2-49a8-b605-d296060b7ffe tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306847 Dec 16 10:28:10.273027 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-25ca6b42-8bdf-4062-ba36-5920ea935e07 service neutron] show failed (client error): The resource could not be found. Dec 16 10:28:10.274048 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-25ca6b42-8bdf-4062-ba36-5920ea935e07 service neutron] 10.222.0.57 "GET /v2.0/ports/c5513328-54ab-4b8a-9454-01b6a0617e10/bindings/n-h2-820550-2 HTTP/1.1" status: 404 len: 380 time: 0.0534546 Dec 16 10:28:10.718527 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600b83d-94f2-4fa4-aa0e-6c77325bc92d req-c48c2521-2bec-4f88-93c1-fa894e2d715a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:10.720038 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a600b83d-94f2-4fa4-aa0e-6c77325bc92d req-c48c2521-2bec-4f88-93c1-fa894e2d715a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 945 time: 0.0529590 Dec 16 10:28:10.769798 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a600b83d-94f2-4fa4-aa0e-6c77325bc92d req-cf449813-c645-4ac9-889e-fbae09dd0557 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427816 Dec 16 10:28:10.820101 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-d87f8fc2-8189-4a10-9570-b0ede6019f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:10.821679 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-d87f8fc2-8189-4a10-9570-b0ede6019f3a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054&tenant_id=4da94f25b7d54edb95f41f67c8de1711 HTTP/1.1" status: 200 len: 1096 time: 0.0803328 Dec 16 10:28:10.831834 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-ad689926-20f3-4efc-ae4a-acf408171272 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:28:10.832807 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-ad689926-20f3-4efc-ae4a-acf408171272 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048249 Dec 16 10:28:10.845294 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-c2aff8bf-7363-48c5-8774-54b0771e0f0f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820550-2', 'device_owner': 'compute:nova'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:28:10.898037 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-c2aff8bf-7363-48c5-8774-54b0771e0f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:11.097916 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-c2aff8bf-7363-48c5-8774-54b0771e0f0f service neutron] For port c5513328-54ab-4b8a-9454-01b6a0617e10, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c5513328-54ab-4b8a-9454-01b6a0617e10,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:28:11.132666 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-c2aff8bf-7363-48c5-8774-54b0771e0f0f service neutron] For port c5513328-54ab-4b8a-9454-01b6a0617e10, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:28:11.177224 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c158193-1f21-405c-b93c-d263a070e054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5513328-54ab-4b8a-9454-01b6a0617e10'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:28:11.180101 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad3ea27-9a3f-4a8f-8e0a-9ef74af7ad1c" -d '{"events": [{"server_uuid": "9c158193-1f21-405c-b93c-d263a070e054", "name": "network-vif-unplugged", "status": "completed", "tag": "c5513328-54ab-4b8a-9454-01b6a0617e10"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:28:11.184431 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-c2aff8bf-7363-48c5-8774-54b0771e0f0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:11.197509 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-c2aff8bf-7363-48c5-8774-54b0771e0f0f service neutron] Transition to ACTIVE for port object c5513328-54ab-4b8a-9454-01b6a0617e10 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:28:11.243803 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-c2aff8bf-7363-48c5-8774-54b0771e0f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:11.261015 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:11.280496 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 10:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6a878f-ebba-410c-8320-a25048752c57 x-openstack-request-id: req-7d6a878f-ebba-410c-8320-a25048752c57 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:28:11.280894 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c158193-1f21-405c-b93c-d263a070e054", "name": "network-vif-unplugged", "status": "completed", "tag": "c5513328-54ab-4b8a-9454-01b6a0617e10", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:28:11.280894 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7d6a878f-ebba-410c-8320-a25048752c57 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:28:11.281390 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c158193-1f21-405c-b93c-d263a070e054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5513328-54ab-4b8a-9454-01b6a0617e10', 'code': 200} Dec 16 10:28:11.329438 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aff8bf-7363-48c5-8774-54b0771e0f0f service neutron] Pushing event updated for resources: {'Port': ['ID=c5513328-54ab-4b8a-9454-01b6a0617e10,revision_number=6']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:11.342197 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aff8bf-7363-48c5-8774-54b0771e0f0f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:11.342546 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aff8bf-7363-48c5-8774-54b0771e0f0f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:11.342890 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aff8bf-7363-48c5-8774-54b0771e0f0f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:11.343224 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aff8bf-7363-48c5-8774-54b0771e0f0f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:11.343559 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aff8bf-7363-48c5-8774-54b0771e0f0f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:11.343888 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aff8bf-7363-48c5-8774-54b0771e0f0f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:11.344618 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aff8bf-7363-48c5-8774-54b0771e0f0f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:11.344618 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aff8bf-7363-48c5-8774-54b0771e0f0f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:11.344839 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aff8bf-7363-48c5-8774-54b0771e0f0f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:11.345173 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aff8bf-7363-48c5-8774-54b0771e0f0f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:11.345498 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aff8bf-7363-48c5-8774-54b0771e0f0f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:11.345811 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aff8bf-7363-48c5-8774-54b0771e0f0f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:11.385093 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-c2aff8bf-7363-48c5-8774-54b0771e0f0f service neutron] No DVR routers for this DVR port c5513328-54ab-4b8a-9454-01b6a0617e10 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:28:11.525614 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-c2aff8bf-7363-48c5-8774-54b0771e0f0f service neutron] Attempting to bind port c5513328-54ab-4b8a-9454-01b6a0617e10 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:28:11.525947 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-c2aff8bf-7363-48c5-8774-54b0771e0f0f service neutron] Attempting to bind port c5513328-54ab-4b8a-9454-01b6a0617e10 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:28:11.526277 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-c2aff8bf-7363-48c5-8774-54b0771e0f0f service neutron] Attempting to bind port c5513328-54ab-4b8a-9454-01b6a0617e10 on network 5bc0b40a-5afa-415c-9959-71400fc1d7dc {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:28:11.530414 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-c2aff8bf-7363-48c5-8774-54b0771e0f0f service neutron] Port c5513328-54ab-4b8a-9454-01b6a0617e10 on network 5bc0b40a-5afa-415c-9959-71400fc1d7dc not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:28:11.530734 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-c2aff8bf-7363-48c5-8774-54b0771e0f0f service neutron] Attempting to bind port c5513328-54ab-4b8a-9454-01b6a0617e10 on network 5bc0b40a-5afa-415c-9959-71400fc1d7dc {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:28:11.535545 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-c2aff8bf-7363-48c5-8774-54b0771e0f0f service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:28:11.535887 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-c2aff8bf-7363-48c5-8774-54b0771e0f0f service neutron] Checking segment: {'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:28:11.536266 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-c2aff8bf-7363-48c5-8774-54b0771e0f0f service neutron] Bound using segment: {'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:28:11.537432 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-c2aff8bf-7363-48c5-8774-54b0771e0f0f service neutron] Bound port: c5513328-54ab-4b8a-9454-01b6a0617e10, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:28:11.538920 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-c2aff8bf-7363-48c5-8774-54b0771e0f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:11.600709 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-c2aff8bf-7363-48c5-8774-54b0771e0f0f service neutron] For port c5513328-54ab-4b8a-9454-01b6a0617e10, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:28:11.603728 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-c2aff8bf-7363-48c5-8774-54b0771e0f0f service neutron] For port c5513328-54ab-4b8a-9454-01b6a0617e10, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=c5513328-54ab-4b8a-9454-01b6a0617e10,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:28:11.678467 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-c2aff8bf-7363-48c5-8774-54b0771e0f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:11.713963 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-c2aff8bf-7363-48c5-8774-54b0771e0f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:11.714606 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-c2aff8bf-7363-48c5-8774-54b0771e0f0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:11.715991 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-c2aff8bf-7363-48c5-8774-54b0771e0f0f service neutron] 10.222.0.58 "PUT /v2.0/ports/c5513328-54ab-4b8a-9454-01b6a0617e10 HTTP/1.1" status: 200 len: 1091 time: 0.8742979 Dec 16 10:28:11.737053 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aff8bf-7363-48c5-8774-54b0771e0f0f service neutron] Pushing event updated for resources: {'Port': ['ID=c5513328-54ab-4b8a-9454-01b6a0617e10,revision_number=7']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:11.785731 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-a71240a5-2a46-4418-94aa-86c9f991e922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:11.787510 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-a71240a5-2a46-4418-94aa-86c9f991e922 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 1094 time: 0.0473919 Dec 16 10:28:11.919082 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21461493-4232-434b-93b9-54010487433a req-c4d2dd37-522a-456b-9a85-58c1a5a91d76 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:11.920561 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21461493-4232-434b-93b9-54010487433a req-c4d2dd37-522a-456b-9a85-58c1a5a91d76 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 943 time: 0.0781686 Dec 16 10:28:11.923420 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-cec887c2-1abb-48a6-9644-f654ae2409ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:11.924777 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-cec887c2-1abb-48a6-9644-f654ae2409ce service neutron] 10.222.0.58 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.1292136 Dec 16 10:28:12.007603 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21461493-4232-434b-93b9-54010487433a req-ee5aef9f-5aa2-40c4-9735-5fc3f0c80eb1 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808613 Dec 16 10:28:12.019412 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-c956711b-9379-445f-b8bf-17a239468b87 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5513328-54ab-4b8a-9454-01b6a0617e10 HTTP/1.1" status: 200 len: 1000 time: 0.0843728 Dec 16 10:28:12.069863 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-4c66b6ae-c3cf-4bca-a20e-778a434e6ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:12.071303 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-4c66b6ae-c3cf-4bca-a20e-778a434e6ce4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0443430 Dec 16 10:28:12.115507 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-86d82dfd-89d8-4b0f-bfec-a6d4de12f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:12.116938 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-86d82dfd-89d8-4b0f-bfec-a6d4de12f64a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383306 Dec 16 10:28:12.211017 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-141f915e-ba09-423b-9faa-cb51b2cc36f5 service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865493 Dec 16 10:28:12.298744 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ca4e903-dcf4-4bcb-899b-55414c735064 req-7dfc512d-cf06-419a-b2e0-c62e4e952bec service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798144 Dec 16 10:28:12.983153 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device c5513328-54ab-4b8a-9454-01b6a0617e10 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:28:13.031797 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device c5513328-54ab-4b8a-9454-01b6a0617e10 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:28:13.121908 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c579d-7cdf-449d-8362-69ad6c8e6ba6 req-537ec2e9-7135-4c86-8773-f77e4dfa27f9 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:13.123364 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-394c579d-7cdf-449d-8362-69ad6c8e6ba6 req-537ec2e9-7135-4c86-8773-f77e4dfa27f9 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 943 time: 0.0477369 Dec 16 10:28:13.160575 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-394c579d-7cdf-449d-8362-69ad6c8e6ba6 req-771c3266-4af2-49bf-af2d-ea9c40933116 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312519 Dec 16 10:28:13.282970 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c158193-1f21-405c-b93c-d263a070e054', 'tag': 'c5513328-54ab-4b8a-9454-01b6a0617e10'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:28:13.285302 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae60c0e-6979-4126-840e-752602f1899a" -d '{"events": [{"name": "network-changed", "server_uuid": "9c158193-1f21-405c-b93c-d263a070e054", "tag": "c5513328-54ab-4b8a-9454-01b6a0617e10"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:28:13.331107 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bfa5bf-4630-4587-a1fc-e05f20cc2a8c x-openstack-request-id: req-09bfa5bf-4630-4587-a1fc-e05f20cc2a8c {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:28:13.331663 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c158193-1f21-405c-b93c-d263a070e054", "tag": "c5513328-54ab-4b8a-9454-01b6a0617e10", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:28:13.331663 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-09bfa5bf-4630-4587-a1fc-e05f20cc2a8c {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:28:13.332013 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c158193-1f21-405c-b93c-d263a070e054', 'tag': 'c5513328-54ab-4b8a-9454-01b6a0617e10', 'status': 'completed', 'code': 200} Dec 16 10:28:13.421993 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae60c0e-6979-4126-840e-752602f1899a req-f597b7f2-888d-4d0a-83fd-d2d92262ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:13.423455 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1ae60c0e-6979-4126-840e-752602f1899a req-f597b7f2-888d-4d0a-83fd-d2d92262ae92 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 1094 time: 0.0711336 Dec 16 10:28:13.425043 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae60c0e-6979-4126-840e-752602f1899a req-e4a66164-276f-4ef8-ad4c-e7b60073cb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:13.426359 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1ae60c0e-6979-4126-840e-752602f1899a req-e4a66164-276f-4ef8-ad4c-e7b60073cb55 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 1094 time: 0.0650566 Dec 16 10:28:13.578543 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae60c0e-6979-4126-840e-752602f1899a req-cc4da78c-190a-4685-b16e-1d24ad167449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:13.579997 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1ae60c0e-6979-4126-840e-752602f1899a req-cc4da78c-190a-4685-b16e-1d24ad167449 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.1487572 Dec 16 10:28:13.582492 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae60c0e-6979-4126-840e-752602f1899a req-5156073e-be5c-4e37-aaee-85741194015b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:13.583805 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1ae60c0e-6979-4126-840e-752602f1899a req-5156073e-be5c-4e37-aaee-85741194015b service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.1457026 Dec 16 10:28:13.690078 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1ae60c0e-6979-4126-840e-752602f1899a req-8ee50c45-0739-4f5b-9898-fe49c7b1b6ba service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5513328-54ab-4b8a-9454-01b6a0617e10 HTTP/1.1" status: 200 len: 1000 time: 0.1026061 Dec 16 10:28:13.691792 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1ae60c0e-6979-4126-840e-752602f1899a req-9fb69f53-893e-4247-b78e-e36516dcecc2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5513328-54ab-4b8a-9454-01b6a0617e10 HTTP/1.1" status: 200 len: 1000 time: 0.0982535 Dec 16 10:28:13.773501 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae60c0e-6979-4126-840e-752602f1899a req-34df6a05-9bcb-4766-afb9-d00348611559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:13.774914 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1ae60c0e-6979-4126-840e-752602f1899a req-34df6a05-9bcb-4766-afb9-d00348611559 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0767872 Dec 16 10:28:13.778081 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae60c0e-6979-4126-840e-752602f1899a req-f9ef8a28-5472-4935-b904-46bcd2f1dacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:13.779352 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1ae60c0e-6979-4126-840e-752602f1899a req-f9ef8a28-5472-4935-b904-46bcd2f1dacf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0742722 Dec 16 10:28:14.166027 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae60c0e-6979-4126-840e-752602f1899a req-9cfa5d0e-82bc-4efc-b8f9-cb85982ae551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:14.167522 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1ae60c0e-6979-4126-840e-752602f1899a req-9cfa5d0e-82bc-4efc-b8f9-cb85982ae551 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3809955 Dec 16 10:28:14.169929 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae60c0e-6979-4126-840e-752602f1899a req-2b3e889a-40e1-4fa6-8b53-a67888c148b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:14.171278 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1ae60c0e-6979-4126-840e-752602f1899a req-2b3e889a-40e1-4fa6-8b53-a67888c148b3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3776450 Dec 16 10:28:14.276524 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ccaa3-924b-4988-8e5b-2732b476d7ed req-35457f82-b96f-409f-a2b0-3111a886d14f tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:14.278378 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b23ccaa3-924b-4988-8e5b-2732b476d7ed req-35457f82-b96f-409f-a2b0-3111a886d14f tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 943 time: 0.0495789 Dec 16 10:28:14.320785 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b23ccaa3-924b-4988-8e5b-2732b476d7ed req-d3edcf0e-19ec-4057-ab94-a640d948cd14 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359259 Dec 16 10:28:14.326602 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1ae60c0e-6979-4126-840e-752602f1899a req-2c26d9ad-8f6a-42cd-a45e-22783206c9e0 service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508207 Dec 16 10:28:14.329975 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1ae60c0e-6979-4126-840e-752602f1899a req-7ea6a2f4-f7c0-426e-bea2-8bc0adda07ab service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457949 Dec 16 10:28:14.488334 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1ae60c0e-6979-4126-840e-752602f1899a req-128b4718-ee69-46ca-b87d-9caa482c2f62 service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539574 Dec 16 10:28:14.491615 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1ae60c0e-6979-4126-840e-752602f1899a req-37b819e0-db7a-422b-a33f-dca39250814a service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501999 Dec 16 10:28:14.762398 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device c5513328-54ab-4b8a-9454-01b6a0617e10 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:28:14.825259 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6884f-1053-45ad-93fa-cfb4d46f8eaa req-270e4659-e93e-4a40-af2e-27230a0e661b tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:14.826862 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e0f6884f-1053-45ad-93fa-cfb4d46f8eaa req-270e4659-e93e-4a40-af2e-27230a0e661b tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 943 time: 0.0498755 Dec 16 10:28:14.863792 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port c5513328-54ab-4b8a-9454-01b6a0617e10, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=c5513328-54ab-4b8a-9454-01b6a0617e10,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:28:14.865480 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e0f6884f-1053-45ad-93fa-cfb4d46f8eaa req-5128bf34-762c-4029-972b-7f98b89d919f tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323150 Dec 16 10:28:14.875558 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'c5513328-54ab-4b8a-9454-01b6a0617e10', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'port_id': 'c5513328-54ab-4b8a-9454-01b6a0617e10', 'mac_address': 'fa:16:3e:c9:66:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:28:14.877307 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-830e33b1-167e-4786-90e6-c75af7b3d10f tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:14.878967 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-830e33b1-167e-4786-90e6-c75af7b3d10f tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054&tenant_id=4da94f25b7d54edb95f41f67c8de1711&binding%3Ahost_id=n-h2-820550-2 HTTP/1.1" status: 200 len: 943 time: 0.0595877 Dec 16 10:28:14.915672 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:14.929684 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5513328-54ab-4b8a-9454-01b6a0617e10 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:28:14.940415 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-9dacf770-df0b-4a20-a90d-607decb9cdca service neutron] 10.222.0.58 "GET /v2.0/ports/c5513328-54ab-4b8a-9454-01b6a0617e10/bindings/n-h2-820550-2 HTTP/1.1" status: 200 len: 382 time: 0.0533607 Dec 16 10:28:14.950481 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port c5513328-54ab-4b8a-9454-01b6a0617e10, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=c5513328-54ab-4b8a-9454-01b6a0617e10,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:28:15.003104 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-e234eed6-63e3-450c-b2a1-710b2ffad2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:15.004491 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-e234eed6-63e3-450c-b2a1-710b2ffad2ad service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 1094 time: 0.0408559 Dec 16 10:28:15.009187 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:15.055280 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=c5513328-54ab-4b8a-9454-01b6a0617e10,revision_number=8']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:15.062829 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:15.063631 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:15.064144 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:15.064646 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:15.064985 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:15.065338 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:15.065674 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:15.066006 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:15.066359 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:15.066677 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:15.067001 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:15.067323 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:15.099324 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-6a34701c-62b1-435a-a5cd-5d27ae0153b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:15.100803 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-6a34701c-62b1-435a-a5cd-5d27ae0153b2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.0888636 Dec 16 10:28:15.169082 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-70e1d217-e778-4a3d-b843-82d6ebadaaa0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5513328-54ab-4b8a-9454-01b6a0617e10 HTTP/1.1" status: 200 len: 1001 time: 0.0596819 Dec 16 10:28:15.225035 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-ac449771-8ffd-40b8-9538-a058d4768bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:15.226490 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-ac449771-8ffd-40b8-9538-a058d4768bca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0502646 Dec 16 10:28:15.259182 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['c5513328-54ab-4b8a-9454-01b6a0617e10'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:28:15.273325 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-68a3c3ff-5d60-4f09-8d84-5f371f8ab2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:15.274855 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-68a3c3ff-5d60-4f09-8d84-5f371f8ab2c8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404754 Dec 16 10:28:15.365602 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-3d36af7e-de03-4b1f-b210-b4775fcf816d service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821760 Dec 16 10:28:15.457772 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-ebedf6fb-5ab3-482a-80eb-42e1659a3680 service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858862 Dec 16 10:28:15.988748 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62310ff-163d-4a42-8cdb-129c5fe8c61f req-b2610a9b-f727-4e97-bc37-65a9512f382a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:15.990318 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e62310ff-163d-4a42-8cdb-129c5fe8c61f req-b2610a9b-f727-4e97-bc37-65a9512f382a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 944 time: 0.0502200 Dec 16 10:28:16.027179 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e62310ff-163d-4a42-8cdb-129c5fe8c61f req-82ed8f24-fc61-4c5a-a1d4-bac13deb0eab tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309982 Dec 16 10:28:16.768953 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device c5513328-54ab-4b8a-9454-01b6a0617e10 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:28:16.855167 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port c5513328-54ab-4b8a-9454-01b6a0617e10 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:28:16.859060 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port c5513328-54ab-4b8a-9454-01b6a0617e10 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:28:16.859437 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:16.941551 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:16.962929 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c158193-1f21-405c-b93c-d263a070e054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5513328-54ab-4b8a-9454-01b6a0617e10'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:28:16.965173 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43456ec7ce59ea77a0f74ce1d1a90a56292c95d5d3a8a10fcc4b35aa5a8e1da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fea55c2-0e79-49e4-a573-a5509ba161d1" -d '{"events": [{"server_uuid": "9c158193-1f21-405c-b93c-d263a070e054", "name": "network-vif-plugged", "status": "completed", "tag": "c5513328-54ab-4b8a-9454-01b6a0617e10"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:28:16.978518 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port c5513328-54ab-4b8a-9454-01b6a0617e10, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=c5513328-54ab-4b8a-9454-01b6a0617e10,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:28:17.043975 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:17.068341 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb37309-fcc2-43bd-9f0f-3edb615c3bd6 x-openstack-request-id: req-1cb37309-fcc2-43bd-9f0f-3edb615c3bd6 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:28:17.068676 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c158193-1f21-405c-b93c-d263a070e054", "name": "network-vif-plugged", "status": "completed", "tag": "c5513328-54ab-4b8a-9454-01b6a0617e10", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:28:17.068923 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1cb37309-fcc2-43bd-9f0f-3edb615c3bd6 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:28:17.069332 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c158193-1f21-405c-b93c-d263a070e054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5513328-54ab-4b8a-9454-01b6a0617e10', 'code': 200} Dec 16 10:28:17.093722 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=c5513328-54ab-4b8a-9454-01b6a0617e10,revision_number=9']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:17.148479 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cba2f5-8f25-463a-98d7-e4b5ec4a1ea2 req-8a131fcb-e728-4085-b568-cc343cd5a92b tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:17.149975 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-38cba2f5-8f25-463a-98d7-e4b5ec4a1ea2 req-8a131fcb-e728-4085-b568-cc343cd5a92b tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 945 time: 0.0509622 Dec 16 10:28:17.189711 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-38cba2f5-8f25-463a-98d7-e4b5ec4a1ea2 req-af028520-f7fd-42a9-941a-94f47794871a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330496 Dec 16 10:28:17.884157 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-f9fff6e3-18c5-4862-9ad7-c40d3db87f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:17.885640 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-f9fff6e3-18c5-4862-9ad7-c40d3db87f67 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054&tenant_id=4da94f25b7d54edb95f41f67c8de1711 HTTP/1.1" status: 200 len: 1096 time: 0.0449047 Dec 16 10:28:17.898661 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-90089d31-2345-4dfb-8774-f59f000d5d75 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820550-2', 'device_owner': 'compute:nova'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:28:17.950346 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-90089d31-2345-4dfb-8774-f59f000d5d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:18.146999 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-90089d31-2345-4dfb-8774-f59f000d5d75 service neutron] For port c5513328-54ab-4b8a-9454-01b6a0617e10, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=c5513328-54ab-4b8a-9454-01b6a0617e10,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:28:18.179728 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-90089d31-2345-4dfb-8774-f59f000d5d75 service neutron] For port c5513328-54ab-4b8a-9454-01b6a0617e10, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:28:18.223706 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c158193-1f21-405c-b93c-d263a070e054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5513328-54ab-4b8a-9454-01b6a0617e10'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:28:18.226206 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e34e03-42fd-4c36-a69a-91f714d56d53" -d '{"events": [{"server_uuid": "9c158193-1f21-405c-b93c-d263a070e054", "name": "network-vif-unplugged", "status": "completed", "tag": "c5513328-54ab-4b8a-9454-01b6a0617e10"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:28:18.231797 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-90089d31-2345-4dfb-8774-f59f000d5d75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:18.251296 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-90089d31-2345-4dfb-8774-f59f000d5d75 service neutron] Transition to ACTIVE for port object c5513328-54ab-4b8a-9454-01b6a0617e10 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:28:18.283239 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 10:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f54c6f8-d13c-4b11-ab5b-6191ecab63bd x-openstack-request-id: req-7f54c6f8-d13c-4b11-ab5b-6191ecab63bd {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:28:18.283533 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c158193-1f21-405c-b93c-d263a070e054", "name": "network-vif-unplugged", "status": "completed", "tag": "c5513328-54ab-4b8a-9454-01b6a0617e10", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:28:18.283784 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7f54c6f8-d13c-4b11-ab5b-6191ecab63bd {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:28:18.284184 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c158193-1f21-405c-b93c-d263a070e054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5513328-54ab-4b8a-9454-01b6a0617e10', 'code': 200} Dec 16 10:28:18.317357 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109777e-f580-4687-9a5b-61710e9fc81c req-51701310-8095-4001-8805-0fd5084cd699 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:18.318460 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-90089d31-2345-4dfb-8774-f59f000d5d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:18.319489 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e109777e-f580-4687-9a5b-61710e9fc81c req-51701310-8095-4001-8805-0fd5084cd699 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 945 time: 0.0504463 Dec 16 10:28:18.359180 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e109777e-f580-4687-9a5b-61710e9fc81c req-54f885bf-191b-49af-bd75-63a81cf3c5a0 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335369 Dec 16 10:28:18.402011 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90089d31-2345-4dfb-8774-f59f000d5d75 service neutron] Pushing event updated for resources: {'Port': ['ID=c5513328-54ab-4b8a-9454-01b6a0617e10,revision_number=10']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:18.440441 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-90089d31-2345-4dfb-8774-f59f000d5d75 service neutron] No DVR routers for this DVR port c5513328-54ab-4b8a-9454-01b6a0617e10 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:28:18.582064 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-90089d31-2345-4dfb-8774-f59f000d5d75 service neutron] Attempting to bind port c5513328-54ab-4b8a-9454-01b6a0617e10 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:28:18.582402 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-90089d31-2345-4dfb-8774-f59f000d5d75 service neutron] Attempting to bind port c5513328-54ab-4b8a-9454-01b6a0617e10 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:28:18.582735 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-90089d31-2345-4dfb-8774-f59f000d5d75 service neutron] Attempting to bind port c5513328-54ab-4b8a-9454-01b6a0617e10 on network 5bc0b40a-5afa-415c-9959-71400fc1d7dc {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:28:18.587701 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-90089d31-2345-4dfb-8774-f59f000d5d75 service neutron] Port c5513328-54ab-4b8a-9454-01b6a0617e10 on network 5bc0b40a-5afa-415c-9959-71400fc1d7dc not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:28:18.588176 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-90089d31-2345-4dfb-8774-f59f000d5d75 service neutron] Attempting to bind port c5513328-54ab-4b8a-9454-01b6a0617e10 on network 5bc0b40a-5afa-415c-9959-71400fc1d7dc {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:28:18.593775 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-90089d31-2345-4dfb-8774-f59f000d5d75 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:28:18.594125 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-90089d31-2345-4dfb-8774-f59f000d5d75 service neutron] Checking segment: {'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:28:18.594536 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-90089d31-2345-4dfb-8774-f59f000d5d75 service neutron] Bound using segment: {'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:28:18.595023 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-90089d31-2345-4dfb-8774-f59f000d5d75 service neutron] Bound port: c5513328-54ab-4b8a-9454-01b6a0617e10, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:28:18.595393 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-90089d31-2345-4dfb-8774-f59f000d5d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:18.660229 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-90089d31-2345-4dfb-8774-f59f000d5d75 service neutron] For port c5513328-54ab-4b8a-9454-01b6a0617e10, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:28:18.663879 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-90089d31-2345-4dfb-8774-f59f000d5d75 service neutron] For port c5513328-54ab-4b8a-9454-01b6a0617e10, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c5513328-54ab-4b8a-9454-01b6a0617e10,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:28:18.729309 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-90089d31-2345-4dfb-8774-f59f000d5d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:18.763713 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-90089d31-2345-4dfb-8774-f59f000d5d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:18.764200 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-90089d31-2345-4dfb-8774-f59f000d5d75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:18.765592 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-90089d31-2345-4dfb-8774-f59f000d5d75 service neutron] 10.222.0.57 "PUT /v2.0/ports/c5513328-54ab-4b8a-9454-01b6a0617e10 HTTP/1.1" status: 200 len: 1092 time: 0.8713822 Dec 16 10:28:18.800816 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90089d31-2345-4dfb-8774-f59f000d5d75 service neutron] Pushing event updated for resources: {'Port': ['ID=c5513328-54ab-4b8a-9454-01b6a0617e10,revision_number=11']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:18.841556 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-51f43772-48a2-404b-8ada-5cd848183c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:18.843102 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-51f43772-48a2-404b-8ada-5cd848183c61 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 1095 time: 0.0502069 Dec 16 10:28:18.938004 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-7d64486b-7e54-42eb-b49c-d51826044d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:18.939744 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-7d64486b-7e54-42eb-b49c-d51826044d93 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.0878520 Dec 16 10:28:19.013164 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-35349399-5fd2-474d-8ae1-474667a5ac03 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5513328-54ab-4b8a-9454-01b6a0617e10 HTTP/1.1" status: 200 len: 1000 time: 0.0638413 Dec 16 10:28:19.070128 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-98f97dd5-50e0-4452-948f-8cad40017d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:19.070128 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-98f97dd5-50e0-4452-948f-8cad40017d1d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0442615 Dec 16 10:28:19.111538 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-144325c9-bb49-44b6-a328-5fb74701ac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:19.113050 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-144325c9-bb49-44b6-a328-5fb74701ac8a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405915 Dec 16 10:28:19.207944 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-6b5ece0f-fe3e-4be2-b410-cc82092aa06e service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868819 Dec 16 10:28:19.299792 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-306349cd-517d-44b4-96e8-3d15535a6e21 req-cca248de-5c2f-45bd-b587-97ebfaadc3f7 service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836155 Dec 16 10:28:19.476607 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669aba7d-9010-458e-83c2-0cded0b89842 req-917bae91-f0b8-4441-ab9b-10cb68ea1bb0 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:19.478017 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-669aba7d-9010-458e-83c2-0cded0b89842 req-917bae91-f0b8-4441-ab9b-10cb68ea1bb0 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 944 time: 0.0489402 Dec 16 10:28:19.515032 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-669aba7d-9010-458e-83c2-0cded0b89842 req-55fb51e0-95c2-4804-b44f-7c15d3d88f88 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312665 Dec 16 10:28:20.284948 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c158193-1f21-405c-b93c-d263a070e054', 'tag': 'c5513328-54ab-4b8a-9454-01b6a0617e10'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:28:20.287467 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b19e9a-e334-457d-b315-d48e9502b583" -d '{"events": [{"name": "network-changed", "server_uuid": "9c158193-1f21-405c-b93c-d263a070e054", "tag": "c5513328-54ab-4b8a-9454-01b6a0617e10"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:28:20.334481 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9724c7-a30a-4363-bda7-a136b00ef3b8 x-openstack-request-id: req-ae9724c7-a30a-4363-bda7-a136b00ef3b8 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:28:20.335356 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c158193-1f21-405c-b93c-d263a070e054", "tag": "c5513328-54ab-4b8a-9454-01b6a0617e10", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:28:20.335677 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ae9724c7-a30a-4363-bda7-a136b00ef3b8 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:28:20.336774 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c158193-1f21-405c-b93c-d263a070e054', 'tag': 'c5513328-54ab-4b8a-9454-01b6a0617e10', 'status': 'completed', 'code': 200} Dec 16 10:28:20.429704 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b19e9a-e334-457d-b315-d48e9502b583 req-01df7419-e6f9-4c28-bb50-6a21fa469506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:20.431123 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77b19e9a-e334-457d-b315-d48e9502b583 req-01df7419-e6f9-4c28-bb50-6a21fa469506 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 1095 time: 0.0740399 Dec 16 10:28:20.433499 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b19e9a-e334-457d-b315-d48e9502b583 req-de020974-2467-4f45-abb6-e60564cf4e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:20.438808 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77b19e9a-e334-457d-b315-d48e9502b583 req-de020974-2467-4f45-abb6-e60564cf4e14 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 1095 time: 0.0695682 Dec 16 10:28:20.602766 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b19e9a-e334-457d-b315-d48e9502b583 req-f40c4aa9-c76b-4c44-ad88-48d01d0834b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:20.604189 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77b19e9a-e334-457d-b315-d48e9502b583 req-f40c4aa9-c76b-4c44-ad88-48d01d0834b3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.1661870 Dec 16 10:28:20.621408 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b19e9a-e334-457d-b315-d48e9502b583 req-559af3f3-5afa-4011-901f-ce2841d6cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:20.622753 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77b19e9a-e334-457d-b315-d48e9502b583 req-559af3f3-5afa-4011-901f-ce2841d6cf7e service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.1772797 Dec 16 10:28:20.742539 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8391bef-bd45-43f8-9d48-e98aa439b8bd req-7551ee25-1a53-4dbc-a77b-0eb0009e45db tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:20.744006 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e8391bef-bd45-43f8-9d48-e98aa439b8bd req-7551ee25-1a53-4dbc-a77b-0eb0009e45db tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 944 time: 0.1565495 Dec 16 10:28:20.745707 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77b19e9a-e334-457d-b315-d48e9502b583 req-a8743704-8d45-4b8c-9d80-f6b8cb508543 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5513328-54ab-4b8a-9454-01b6a0617e10 HTTP/1.1" status: 200 len: 1000 time: 0.1219952 Dec 16 10:28:20.757386 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77b19e9a-e334-457d-b315-d48e9502b583 req-606c7f04-1a54-4672-a5cc-e5f88f52d897 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5513328-54ab-4b8a-9454-01b6a0617e10 HTTP/1.1" status: 200 len: 1000 time: 0.0979614 Dec 16 10:28:20.792815 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device c5513328-54ab-4b8a-9454-01b6a0617e10 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:28:20.833144 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device c5513328-54ab-4b8a-9454-01b6a0617e10 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:28:20.870374 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b19e9a-e334-457d-b315-d48e9502b583 req-7dce315f-7b17-42bf-ba94-e64beaac47f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:20.872498 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77b19e9a-e334-457d-b315-d48e9502b583 req-7dce315f-7b17-42bf-ba94-e64beaac47f9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.1187601 Dec 16 10:28:20.875304 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e8391bef-bd45-43f8-9d48-e98aa439b8bd req-bec5e551-4c19-43e6-98c5-74fc9f2b2290 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229327 Dec 16 10:28:20.876757 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b19e9a-e334-457d-b315-d48e9502b583 req-844a3441-b722-4f35-9767-f14fcfa22829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:20.878212 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77b19e9a-e334-457d-b315-d48e9502b583 req-844a3441-b722-4f35-9767-f14fcfa22829 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.1105421 Dec 16 10:28:20.951505 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b19e9a-e334-457d-b315-d48e9502b583 req-c3cde191-dd21-4bfe-8051-92228ff5431f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:20.952998 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77b19e9a-e334-457d-b315-d48e9502b583 req-c3cde191-dd21-4bfe-8051-92228ff5431f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737920 Dec 16 10:28:20.955346 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b19e9a-e334-457d-b315-d48e9502b583 req-9ef8be86-35f0-4e5d-9a64-2161349fdcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:20.956713 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77b19e9a-e334-457d-b315-d48e9502b583 req-9ef8be86-35f0-4e5d-9a64-2161349fdcb8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682378 Dec 16 10:28:21.110766 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77b19e9a-e334-457d-b315-d48e9502b583 req-083f253a-58bc-496c-8449-fd60f57a5515 service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495955 Dec 16 10:28:21.112575 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77b19e9a-e334-457d-b315-d48e9502b583 req-59fd42e0-d8ff-4111-b700-3260baf3e18c service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445780 Dec 16 10:28:21.281127 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77b19e9a-e334-457d-b315-d48e9502b583 req-53b89079-2331-4691-a051-1d617ff4eb40 service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632955 Dec 16 10:28:21.283007 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-77b19e9a-e334-457d-b315-d48e9502b583 req-a45cbf4e-daab-4cff-974d-e790ffb1291d service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585054 Dec 16 10:28:22.006641 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c017680-4bf8-418e-86ce-98da20e5c152 req-ed121bf4-30bc-44c3-b763-1ae6b0d7c394 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:22.008107 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1c017680-4bf8-418e-86ce-98da20e5c152 req-ed121bf4-30bc-44c3-b763-1ae6b0d7c394 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 944 time: 0.0481625 Dec 16 10:28:22.049407 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1c017680-4bf8-418e-86ce-98da20e5c152 req-6b3ffddc-2324-49d4-8812-1cd6556139df tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348804 Dec 16 10:28:22.991219 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device c5513328-54ab-4b8a-9454-01b6a0617e10 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:28:23.088702 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port c5513328-54ab-4b8a-9454-01b6a0617e10, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c5513328-54ab-4b8a-9454-01b6a0617e10,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:28:23.100299 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'c5513328-54ab-4b8a-9454-01b6a0617e10', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'port_id': 'c5513328-54ab-4b8a-9454-01b6a0617e10', 'mac_address': 'fa:16:3e:c9:66:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:28:23.138479 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:23.152261 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5513328-54ab-4b8a-9454-01b6a0617e10 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:28:23.173376 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port c5513328-54ab-4b8a-9454-01b6a0617e10, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c5513328-54ab-4b8a-9454-01b6a0617e10,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:28:23.175134 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ecfbcc-c01e-42c8-92bc-2f779ae1f869 req-172ce6f7-17ca-4395-8c01-d640cb0d03fb tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:23.176884 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-85ecfbcc-c01e-42c8-92bc-2f779ae1f869 req-172ce6f7-17ca-4395-8c01-d640cb0d03fb tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 944 time: 0.0556471 Dec 16 10:28:23.216194 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-85ecfbcc-c01e-42c8-92bc-2f779ae1f869 req-aa737ffe-3a95-4f6b-a5fd-fa402f840440 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331349 Dec 16 10:28:23.220873 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:23.272015 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=c5513328-54ab-4b8a-9454-01b6a0617e10,revision_number=12']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:23.345296 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-891d1732-e50c-4b11-8cca-bf0b52db7687 req-62e2d7fb-f059-410f-9864-ddb5546fd95f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396190 Dec 16 10:28:23.429831 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d1732-e50c-4b11-8cca-bf0b52db7687 req-e7d9cde6-d7f6-4d42-99e9-565cc3760e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:23.431323 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-891d1732-e50c-4b11-8cca-bf0b52db7687 req-e7d9cde6-d7f6-4d42-99e9-565cc3760e74 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 1096 time: 0.0402553 Dec 16 10:28:23.536999 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d1732-e50c-4b11-8cca-bf0b52db7687 req-6eeb4cac-c2d5-42b4-9eae-14c8b452553e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:23.538427 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-891d1732-e50c-4b11-8cca-bf0b52db7687 req-6eeb4cac-c2d5-42b4-9eae-14c8b452553e service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.0874760 Dec 16 10:28:23.603345 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-891d1732-e50c-4b11-8cca-bf0b52db7687 req-099731ca-f640-4cad-8d80-1db6df2f37f4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5513328-54ab-4b8a-9454-01b6a0617e10 HTTP/1.1" status: 200 len: 1001 time: 0.0570385 Dec 16 10:28:23.651694 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d1732-e50c-4b11-8cca-bf0b52db7687 req-9090af1d-f566-49a3-bebc-6cf8109077cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:23.653075 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-891d1732-e50c-4b11-8cca-bf0b52db7687 req-9090af1d-f566-49a3-bebc-6cf8109077cc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0419080 Dec 16 10:28:23.657492 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['c5513328-54ab-4b8a-9454-01b6a0617e10'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:28:23.704173 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d1732-e50c-4b11-8cca-bf0b52db7687 req-d14eb95f-ed9a-42c9-a442-896a47f89ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:23.705906 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-891d1732-e50c-4b11-8cca-bf0b52db7687 req-d14eb95f-ed9a-42c9-a442-896a47f89ea2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445442 Dec 16 10:28:23.796348 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-891d1732-e50c-4b11-8cca-bf0b52db7687 req-33d7c885-1a7c-4c24-8899-e1001af6081b service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816486 Dec 16 10:28:23.890455 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-891d1732-e50c-4b11-8cca-bf0b52db7687 req-f75368e2-0041-4e07-954c-4baafc9f90fa service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848112 Dec 16 10:28:24.117512 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ca5d17be-2248-46b7-a5d5-88ac8902fe96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:24.333028 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282321d-93e6-4256-b577-71e05f5fcb30 req-87edfe27-42a1-449a-838b-8dab9edd9456 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:24.334516 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c282321d-93e6-4256-b577-71e05f5fcb30 req-87edfe27-42a1-449a-838b-8dab9edd9456 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 945 time: 0.0508146 Dec 16 10:28:24.371183 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c282321d-93e6-4256-b577-71e05f5fcb30 req-f6617002-d2bf-447d-9836-729848d86049 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300598 Dec 16 10:28:24.484171 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbcea5-fce0-43d4-b8ce-1541f46cb3ea req-b8b9e57b-d4c5-46e9-9087-0d6f61666975 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:24.485660 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-09fbcea5-fce0-43d4-b8ce-1541f46cb3ea req-b8b9e57b-d4c5-46e9-9087-0d6f61666975 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 945 time: 0.0498936 Dec 16 10:28:24.522945 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-09fbcea5-fce0-43d4-b8ce-1541f46cb3ea req-19db2228-2345-4c70-86ae-d4bdd7dab53d tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308239 Dec 16 10:28:24.638814 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bca617-197d-4090-818d-94c505a5be36 req-e2dd4b9d-65c9-48c7-9e7c-dcc52c5033a8 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:24.640193 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d2bca617-197d-4090-818d-94c505a5be36 req-e2dd4b9d-65c9-48c7-9e7c-dcc52c5033a8 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 945 time: 0.0494235 Dec 16 10:28:24.676721 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d2bca617-197d-4090-818d-94c505a5be36 req-182404ad-9eaf-4ad5-9730-97f9b89ff0a0 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306535 Dec 16 10:28:25.011267 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device c5513328-54ab-4b8a-9454-01b6a0617e10 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:28:25.051042 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3f0b0-8786-4c11-961f-71f872e3e5c2 req-512edbe6-2c54-45c8-b533-adc341a95da4 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:25.052542 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-83b3f0b0-8786-4c11-961f-71f872e3e5c2 req-512edbe6-2c54-45c8-b533-adc341a95da4 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 945 time: 0.0487130 Dec 16 10:28:25.096990 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-83b3f0b0-8786-4c11-961f-71f872e3e5c2 req-ba08a5f5-51a2-4af2-88bd-ea7a331a902c tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374942 Dec 16 10:28:25.112203 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port c5513328-54ab-4b8a-9454-01b6a0617e10 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:28:25.116885 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port c5513328-54ab-4b8a-9454-01b6a0617e10 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:28:25.117474 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:25.193298 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:25.214523 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c158193-1f21-405c-b93c-d263a070e054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5513328-54ab-4b8a-9454-01b6a0617e10'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:28:25.216651 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43456ec7ce59ea77a0f74ce1d1a90a56292c95d5d3a8a10fcc4b35aa5a8e1da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae1ef23-471a-42f1-be4d-fe74371a4fa3" -d '{"events": [{"server_uuid": "9c158193-1f21-405c-b93c-d263a070e054", "name": "network-vif-plugged", "status": "completed", "tag": "c5513328-54ab-4b8a-9454-01b6a0617e10"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:28:25.229939 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port c5513328-54ab-4b8a-9454-01b6a0617e10, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c5513328-54ab-4b8a-9454-01b6a0617e10,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:28:25.254522 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9beb689d-3c50-4fc1-b467-89253c27de47 x-openstack-request-id: req-9beb689d-3c50-4fc1-b467-89253c27de47 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:28:25.254814 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c158193-1f21-405c-b93c-d263a070e054", "name": "network-vif-plugged", "status": "completed", "tag": "c5513328-54ab-4b8a-9454-01b6a0617e10", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:28:25.255067 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9beb689d-3c50-4fc1-b467-89253c27de47 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:28:25.255464 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c158193-1f21-405c-b93c-d263a070e054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5513328-54ab-4b8a-9454-01b6a0617e10', 'code': 200} Dec 16 10:28:25.306240 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:25.354116 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=c5513328-54ab-4b8a-9454-01b6a0617e10,revision_number=13']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:26.213226 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e54a8-0fcd-4f0c-8448-35b6d8ffd9b3 req-63b1a581-f7b8-40b6-89a6-4a5dd489e292 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:26.215369 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6d4e54a8-0fcd-4f0c-8448-35b6d8ffd9b3 req-63b1a581-f7b8-40b6-89a6-4a5dd489e292 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 946 time: 0.0503511 Dec 16 10:28:26.252546 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6d4e54a8-0fcd-4f0c-8448-35b6d8ffd9b3 req-961d338f-c217-424b-a6e0-7c173e7efc38 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309889 Dec 16 10:28:26.432004 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-25d96e52-8c92-412c-b369-f6dc712ad887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:26.604077 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c290b-2bb6-40f3-972f-b1daf0c6df10 req-eb0ea26b-707d-4109-8cca-d1eb33f71b88 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:26.605558 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-df5c290b-2bb6-40f3-972f-b1daf0c6df10 req-eb0ea26b-707d-4109-8cca-d1eb33f71b88 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 946 time: 0.0485070 Dec 16 10:28:26.695580 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-df5c290b-2bb6-40f3-972f-b1daf0c6df10 req-5a8489fa-558f-4add-a06b-2b07a1c2198a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Deleting port c5513328-54ab-4b8a-9454-01b6a0617e10 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:28:26.695843 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-df5c290b-2bb6-40f3-972f-b1daf0c6df10 req-5a8489fa-558f-4add-a06b-2b07a1c2198a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:26.782892 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-df5c290b-2bb6-40f3-972f-b1daf0c6df10 req-5a8489fa-558f-4add-a06b-2b07a1c2198a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] For port c5513328-54ab-4b8a-9454-01b6a0617e10, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=c5513328-54ab-4b8a-9454-01b6a0617e10,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:28:26.783254 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-df5c290b-2bb6-40f3-972f-b1daf0c6df10 req-5a8489fa-558f-4add-a06b-2b07a1c2198a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:27.263599 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-df5c290b-2bb6-40f3-972f-b1daf0c6df10 req-5a8489fa-558f-4add-a06b-2b07a1c2198a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:27.263953 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-df5c290b-2bb6-40f3-972f-b1daf0c6df10 req-5a8489fa-558f-4add-a06b-2b07a1c2198a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:27.264264 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [req-df5c290b-2bb6-40f3-972f-b1daf0c6df10 req-5a8489fa-558f-4add-a06b-2b07a1c2198a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Floating IP 3ec34af4-d60b-4a9d-abf2-4abe835ad90e disassociated. External IP: 172.25.1.123, port: c5513328-54ab-4b8a-9454-01b6a0617e10. Dec 16 10:28:27.264638 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-df5c290b-2bb6-40f3-972f-b1daf0c6df10 req-5a8489fa-558f-4add-a06b-2b07a1c2198a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Calling delete_port for c5513328-54ab-4b8a-9454-01b6a0617e10 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:28:27.404420 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a929879-7f25-4003-99d6-9e234aa92549 req-04d8c674-ed84-48d5-b8f0-14239aca5e95 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:27.405912 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3a929879-7f25-4003-99d6-9e234aa92549 req-04d8c674-ed84-48d5-b8f0-14239aca5e95 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 946 time: 0.0819499 Dec 16 10:28:27.453321 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3a929879-7f25-4003-99d6-9e234aa92549 req-28ef9d95-1a79-4367-96f4-4cbd4abbb626 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406334 Dec 16 10:28:27.483619 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-df5c290b-2bb6-40f3-972f-b1daf0c6df10 req-5a8489fa-558f-4add-a06b-2b07a1c2198a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:27.511582 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8489fa-558f-4add-a06b-2b07a1c2198a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Pushing event deleted for resources: {'Port': ['ID=c5513328-54ab-4b8a-9454-01b6a0617e10,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:27.628487 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df5c290b-2bb6-40f3-972f-b1daf0c6df10 req-5a8489fa-558f-4add-a06b-2b07a1c2198a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Router 712ade94-60a9-4e59-ab53-ba8ee6504d3a has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:28:27.758457 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:27.760118 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df5c290b-2bb6-40f3-972f-b1daf0c6df10 req-5a8489fa-558f-4add-a06b-2b07a1c2198a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:28:27.770081 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d146c3e-0236-474d-baa1-dd24b397c83c None None] Sync routers for ids ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:28:27.778317 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d146c3e-0236-474d-baa1-dd24b397c83c None None] Routers {'712ade94-60a9-4e59-ab53-ba8ee6504d3a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:28:27.778939 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-1d146c3e-0236-474d-baa1-dd24b397c83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:28:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:28:27.802757 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5c290b-2bb6-40f3-972f-b1daf0c6df10 req-5a8489fa-558f-4add-a06b-2b07a1c2198a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] No DVR routers for this DVR port c5513328-54ab-4b8a-9454-01b6a0617e10 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:28:27.806157 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-df5c290b-2bb6-40f3-972f-b1daf0c6df10 req-5a8489fa-558f-4add-a06b-2b07a1c2198a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:27.809568 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-df5c290b-2bb6-40f3-972f-b1daf0c6df10 req-5a8489fa-558f-4add-a06b-2b07a1c2198a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.57 "DELETE /v2.0/ports/c5513328-54ab-4b8a-9454-01b6a0617e10 HTTP/1.1" status: 204 len: 173 time: 1.1973660 Dec 16 10:28:27.810028 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c158193-1f21-405c-b93c-d263a070e054', 'name': 'network-vif-deleted', 'tag': 'c5513328-54ab-4b8a-9454-01b6a0617e10'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:28:27.812337 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd51afb-54c7-4a6c-af7a-f8522f3906c5" -d '{"events": [{"server_uuid": "9c158193-1f21-405c-b93c-d263a070e054", "name": "network-vif-deleted", "tag": "c5513328-54ab-4b8a-9454-01b6a0617e10"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:28:27.854184 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7532fc-fa91-4c46-bf09-5472cfd1dd94 x-openstack-request-id: req-bd7532fc-fa91-4c46-bf09-5472cfd1dd94 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:28:27.854471 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c158193-1f21-405c-b93c-d263a070e054", "name": "network-vif-deleted", "tag": "c5513328-54ab-4b8a-9454-01b6a0617e10", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:28:27.854714 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bd7532fc-fa91-4c46-bf09-5472cfd1dd94 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:28:27.855107 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c158193-1f21-405c-b93c-d263a070e054', 'name': 'network-vif-deleted', 'tag': 'c5513328-54ab-4b8a-9454-01b6a0617e10', 'status': 'completed', 'code': 200} Dec 16 10:28:27.887377 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-1d146c3e-0236-474d-baa1-dd24b397c83c None None] Set router 712ade94-60a9-4e59-ab53-ba8ee6504d3a gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:28:28.232205 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-1d146c3e-0236-474d-baa1-dd24b397c83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'name': 'tempest-ServerActionsTestJSON-1583793777-router', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:19:08Z', 'updated_at': '2021-12-16T10:19:12Z', 'revision_number': 4, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'gw_port': {'id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:09Z', 'updated_at': '2021-12-16T10:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '891a8e49-a72c-4c53-a227-153878641df4', 'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'mac_address': 'fa:16:3e:15:93:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:11Z', 'updated_at': '2021-12-16T10:19:16Z', 'revision_number': 5, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'subnets': [{'id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:28:28.257562 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d146c3e-0236-474d-baa1-dd24b397c83c None None] Checking router: 712ade94-60a9-4e59-ab53-ba8ee6504d3a for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:28:28.265507 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d146c3e-0236-474d-baa1-dd24b397c83c None None] Routers {'712ade94-60a9-4e59-ab53-ba8ee6504d3a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:28:28.266113 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-1d146c3e-0236-474d-baa1-dd24b397c83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:28:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:28:28.371606 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-1d146c3e-0236-474d-baa1-dd24b397c83c None None] Set router 712ade94-60a9-4e59-ab53-ba8ee6504d3a gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:28:28.565215 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99047126-6d58-4366-aeff-197033a26062 req-54f7f530-4832-41fb-b942-8fa0e39d0348 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c158193-1f21-405c-b93c-d263a070e054 HTTP/1.1" status: 200 len: 210 time: 0.0328360 Dec 16 10:28:28.572528 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-1d146c3e-0236-474d-baa1-dd24b397c83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'name': 'tempest-ServerActionsTestJSON-1583793777-router', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:19:08Z', 'updated_at': '2021-12-16T10:19:12Z', 'revision_number': 4, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'gw_port': {'id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:09Z', 'updated_at': '2021-12-16T10:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '891a8e49-a72c-4c53-a227-153878641df4', 'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'mac_address': 'fa:16:3e:15:93:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:11Z', 'updated_at': '2021-12-16T10:19:16Z', 'revision_number': 5, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'subnets': [{'id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:28:28.599994 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d146c3e-0236-474d-baa1-dd24b397c83c None None] The sync data for ids ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'] in n-d-820550-2 is: [{'id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'name': 'tempest-ServerActionsTestJSON-1583793777-router', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:19:08Z', 'updated_at': '2021-12-16T10:19:12Z', 'revision_number': 4, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'gw_port': {'id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:09Z', 'updated_at': '2021-12-16T10:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '891a8e49-a72c-4c53-a227-153878641df4', 'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'mac_address': 'fa:16:3e:15:93:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:11Z', 'updated_at': '2021-12-16T10:19:16Z', 'revision_number': 5, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'subnets': [{'id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:28:28.823795 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84d6e7a-0a11-4c9b-95ee-5bcc77319f21 None None] New status for floating IP 3ec34af4-d60b-4a9d-abf2-4abe835ad90e: DOWN {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:28:29.034787 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device c5513328-54ab-4b8a-9454-01b6a0617e10 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:28:29.058034 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: c5513328-54ab-4b8a-9454-01b6a0617e10 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:28:29.058380 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device c5513328-54ab-4b8a-9454-01b6a0617e10 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:28:29.271615 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:29.614565 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:29.861337 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-6364faaf-dde8-4704-a00a-f49280d0db1e tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1017554644&fields=id&tenant_id=4da94f25b7d54edb95f41f67c8de1711 HTTP/1.1" status: 200 len: 267 time: 0.0325580 Dec 16 10:28:29.970060 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-0eee6898-eb81-4560-9ec7-13529073f392 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:29.971502 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-0eee6898-eb81-4560-9ec7-13529073f392 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 812 time: 0.1030149 Dec 16 10:28:29.986693 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-6405badf-eb5e-4160-ad81-7fb66c5533fa tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/quotas/4da94f25b7d54edb95f41f67c8de1711 HTTP/1.1" status: 200 len: 375 time: 0.0087779 Dec 16 10:28:30.038522 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-c32d0f60-117e-4600-95cb-dce752aebd2a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461829 Dec 16 10:28:30.130695 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-f155bc4b-6b2e-457a-bd68-1de644342a5c service neutron] 10.222.0.60 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806329 Dec 16 10:28:30.222632 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-9264140f-b9c7-4dd1-bc6b-e875f5f31287 service neutron] 10.222.0.60 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858014 Dec 16 10:28:30.471228 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b11cfe6c-115c-490b-9f23-2b922cb33cdf req-1df15cb4-e383-4c9b-8125-2a9c7a431264 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 210 time: 0.0270674 Dec 16 10:28:31.563827 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7c4c5eb1-cb01-4507-aa2b-ed1569337b87 req-01764c55-0d07-4c02-912e-669a9d60dead tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 210 time: 0.0273421 Dec 16 10:28:32.135749 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-044c737a-bd0e-445c-bb97-3def5b7dad65 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:32.137751 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-044c737a-bd0e-445c-bb97-3def5b7dad65 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.57 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 812 time: 0.1076734 Dec 16 10:28:32.179572 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-2b715fc1-1071-4ca8-b9d6-0ead3fdba9cf tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4da94f25b7d54edb95f41f67c8de1711 HTTP/1.1" status: 200 len: 380 time: 0.0326769 Dec 16 10:28:32.190283 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-1a6e51aa-1a3f-4ae5-8463-ba0539d74a74 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Request body: {'port': {'device_id': '9df594bd-c38a-492f-8b2c-f87bbfecf6d4', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'admin_state_up': True, 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'security_groups': ['dfc865d4-0b03-432e-ae9b-3d7d2955dcf5']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:28:32.368431 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-1a6e51aa-1a3f-4ae5-8463-ba0539d74a74 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Made reservation on behalf of 4da94f25b7d54edb95f41f67c8de1711 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:28:32.372479 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-1a6e51aa-1a3f-4ae5-8463-ba0539d74a74 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:32.495031 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-1a6e51aa-1a3f-4ae5-8463-ba0539d74a74 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Allocated IP 172.20.0.12 (5bc0b40a-5afa-415c-9959-71400fc1d7dc/9d818db7-c8fb-43a5-acbf-5ffa681879fd/ccaa6f60-6e2e-45da-87da-f95f4ae5f802) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:28:32.634918 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-1a6e51aa-1a3f-4ae5-8463-ba0539d74a74 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:32.661401 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a3a8a53e-1cb6-4b23-b11b-ac0eacce0b82 req-80ca2a36-4862-4c5b-ae4a-482f51c7e30c tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 210 time: 0.0307255 Dec 16 10:28:32.734697 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-1a6e51aa-1a3f-4ae5-8463-ba0539d74a74 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:32.781276 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-1a6e51aa-1a3f-4ae5-8463-ba0539d74a74 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Network 5bc0b40a-5afa-415c-9959-71400fc1d7dc is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:28:32.784451 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-1a6e51aa-1a3f-4ae5-8463-ba0539d74a74 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:28:32.787512 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-1a6e51aa-1a3f-4ae5-8463-ba0539d74a74 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:28:32.819626 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e51aa-1a3f-4ae5-8463-ba0539d74a74 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Pushing event updated for resources: {'Port': ['ID=ccaa6f60-6e2e-45da-87da-f95f4ae5f802,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:32.849590 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-1a6e51aa-1a3f-4ae5-8463-ba0539d74a74 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:32.849590 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-1a6e51aa-1a3f-4ae5-8463-ba0539d74a74 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:32.897620 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-1a6e51aa-1a3f-4ae5-8463-ba0539d74a74 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7112975 Dec 16 10:28:32.929669 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-0f47bec9-e631-4c24-9ff8-5f65f863892f service neutron] Request body: {'port': {'device_id': '9df594bd-c38a-492f-8b2c-f87bbfecf6d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:28:32.984341 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-0f47bec9-e631-4c24-9ff8-5f65f863892f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:33.012874 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-3eace2d9-d3ba-460c-afbb-cb8951b2855a None None] Provisioning complete for port ccaa6f60-6e2e-45da-87da-f95f4ae5f802 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:28:33.013504 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3eace2d9-d3ba-460c-afbb-cb8951b2855a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:33.047549 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-3eace2d9-d3ba-460c-afbb-cb8951b2855a None None] Port ccaa6f60-6e2e-45da-87da-f95f4ae5f802 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:28:33.248009 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-0f47bec9-e631-4c24-9ff8-5f65f863892f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccaa6f60-6e2e-45da-87da-f95f4ae5f802 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:28:33.255212 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-0f47bec9-e631-4c24-9ff8-5f65f863892f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:33.267125 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-0f47bec9-e631-4c24-9ff8-5f65f863892f service neutron] Transition to ACTIVE for port object ccaa6f60-6e2e-45da-87da-f95f4ae5f802 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:28:33.317407 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-0f47bec9-e631-4c24-9ff8-5f65f863892f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:33.369492 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47bec9-e631-4c24-9ff8-5f65f863892f service neutron] Pushing event updated for resources: {'Port': ['ID=ccaa6f60-6e2e-45da-87da-f95f4ae5f802,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:33.435545 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-0f47bec9-e631-4c24-9ff8-5f65f863892f service neutron] Attempting to bind port ccaa6f60-6e2e-45da-87da-f95f4ae5f802 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:28:33.435876 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-0f47bec9-e631-4c24-9ff8-5f65f863892f service neutron] Attempting to bind port ccaa6f60-6e2e-45da-87da-f95f4ae5f802 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:28:33.436203 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-0f47bec9-e631-4c24-9ff8-5f65f863892f service neutron] Attempting to bind port ccaa6f60-6e2e-45da-87da-f95f4ae5f802 on network 5bc0b40a-5afa-415c-9959-71400fc1d7dc {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:28:33.440967 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-0f47bec9-e631-4c24-9ff8-5f65f863892f service neutron] Port ccaa6f60-6e2e-45da-87da-f95f4ae5f802 on network 5bc0b40a-5afa-415c-9959-71400fc1d7dc not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:28:33.441319 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-0f47bec9-e631-4c24-9ff8-5f65f863892f service neutron] Attempting to bind port ccaa6f60-6e2e-45da-87da-f95f4ae5f802 on network 5bc0b40a-5afa-415c-9959-71400fc1d7dc {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:28:33.446414 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-0f47bec9-e631-4c24-9ff8-5f65f863892f service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:28:33.446750 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-0f47bec9-e631-4c24-9ff8-5f65f863892f service neutron] Checking segment: {'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:28:33.447132 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-0f47bec9-e631-4c24-9ff8-5f65f863892f service neutron] Bound using segment: {'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:28:33.447553 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-0f47bec9-e631-4c24-9ff8-5f65f863892f service neutron] Bound port: ccaa6f60-6e2e-45da-87da-f95f4ae5f802, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:28:33.447910 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-0f47bec9-e631-4c24-9ff8-5f65f863892f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:33.518895 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-0f47bec9-e631-4c24-9ff8-5f65f863892f service neutron] For port ccaa6f60-6e2e-45da-87da-f95f4ae5f802, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:28:33.521830 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-0f47bec9-e631-4c24-9ff8-5f65f863892f service neutron] For port ccaa6f60-6e2e-45da-87da-f95f4ae5f802, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ccaa6f60-6e2e-45da-87da-f95f4ae5f802,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:28:33.575403 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-0f47bec9-e631-4c24-9ff8-5f65f863892f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:33.608118 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-0f47bec9-e631-4c24-9ff8-5f65f863892f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:33.608725 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-0f47bec9-e631-4c24-9ff8-5f65f863892f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:33.610263 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-0f47bec9-e631-4c24-9ff8-5f65f863892f service neutron] 10.222.0.57 "PUT /v2.0/ports/ccaa6f60-6e2e-45da-87da-f95f4ae5f802 HTTP/1.1" status: 200 len: 1092 time: 0.6850927 Dec 16 10:28:33.610737 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df594bd-c38a-492f-8b2c-f87bbfecf6d4', 'tag': 'ccaa6f60-6e2e-45da-87da-f95f4ae5f802'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:28:33.612918 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ecb665-8a35-4d46-8a74-a1228ad286d3" -d '{"events": [{"name": "network-changed", "server_uuid": "9df594bd-c38a-492f-8b2c-f87bbfecf6d4", "tag": "ccaa6f60-6e2e-45da-87da-f95f4ae5f802"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:28:33.639649 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47bec9-e631-4c24-9ff8-5f65f863892f service neutron] Pushing event updated for resources: {'Port': ['ID=ccaa6f60-6e2e-45da-87da-f95f4ae5f802,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:33.661604 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecef4355-5cd5-4edd-8e55-9bc5c1f4334f x-openstack-request-id: req-ecef4355-5cd5-4edd-8e55-9bc5c1f4334f {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:28:33.661604 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df594bd-c38a-492f-8b2c-f87bbfecf6d4", "tag": "ccaa6f60-6e2e-45da-87da-f95f4ae5f802", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:28:33.661604 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ecef4355-5cd5-4edd-8e55-9bc5c1f4334f {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:28:33.661604 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df594bd-c38a-492f-8b2c-f87bbfecf6d4', 'tag': 'ccaa6f60-6e2e-45da-87da-f95f4ae5f802', 'status': 'completed', 'code': 200} Dec 16 10:28:33.726519 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecb665-8a35-4d46-8a74-a1228ad286d3 req-4307783e-b944-4b6a-8101-2a58b3138f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:33.728078 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-57ecb665-8a35-4d46-8a74-a1228ad286d3 req-4307783e-b944-4b6a-8101-2a58b3138f4d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 1095 time: 0.0461144 Dec 16 10:28:33.851196 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0d603-db5a-4488-b86a-3e9dee0c8fa5 req-2f5186a6-027a-432d-9043-81b58b846345 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:33.852702 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ebc0d603-db5a-4488-b86a-3e9dee0c8fa5 req-2f5186a6-027a-432d-9043-81b58b846345 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 944 time: 0.1194968 Dec 16 10:28:33.893443 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecb665-8a35-4d46-8a74-a1228ad286d3 req-1952ee9a-91ca-47bb-b30e-f37b204760d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:33.894897 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-57ecb665-8a35-4d46-8a74-a1228ad286d3 req-1952ee9a-91ca-47bb-b30e-f37b204760d1 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4da94f25b7d54edb95f41f67c8de1711&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1480987 Dec 16 10:28:33.934223 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ebc0d603-db5a-4488-b86a-3e9dee0c8fa5 req-f11df581-0b8b-40c8-8559-93fc01565d76 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696063 Dec 16 10:28:34.004036 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecb665-8a35-4d46-8a74-a1228ad286d3 req-0d33bacb-7d82-4906-bf7a-61d0b358b898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:34.005552 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-57ecb665-8a35-4d46-8a74-a1228ad286d3 req-0d33bacb-7d82-4906-bf7a-61d0b358b898 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1015372 Dec 16 10:28:34.093141 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-0e08491c-ab84-4c7b-8a1f-802a2c11e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:34.094532 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-0e08491c-ab84-4c7b-8a1f-802a2c11e825 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 1095 time: 0.0413992 Dec 16 10:28:34.140539 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-8fdcdfda-c55f-48d0-8093-329635742f08 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccaa6f60-6e2e-45da-87da-f95f4ae5f802 HTTP/1.1" status: 200 len: 217 time: 0.0374548 Dec 16 10:28:34.190869 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-c10ff60f-557b-4d90-a347-3310445c297a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:34.192311 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-c10ff60f-557b-4d90-a347-3310445c297a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0438221 Dec 16 10:28:34.238678 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-2f40b074-1b77-4fc4-83f8-7da9bb2b9aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:34.240257 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-2f40b074-1b77-4fc4-83f8-7da9bb2b9aef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400138 Dec 16 10:28:34.335482 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-ba849e70-e5a7-4c38-9cc3-43866d5d7a64 service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867412 Dec 16 10:28:34.423848 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b227a02-a824-4e64-a0c0-c4157e77898d req-30d6d536-a550-4de5-aa8b-0e55c7de662c service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809515 Dec 16 10:28:35.049933 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394fbcf-71f7-4c2e-b4bc-530c0b107ff6 req-9bb70c68-2bfe-4506-9929-4055a458e303 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:35.051415 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5394fbcf-71f7-4c2e-b4bc-530c0b107ff6 req-9bb70c68-2bfe-4506-9929-4055a458e303 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 944 time: 0.0486219 Dec 16 10:28:35.090256 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5394fbcf-71f7-4c2e-b4bc-530c0b107ff6 req-48a77985-3031-4549-947f-0f285352ff3f tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326366 Dec 16 10:28:36.205561 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da7dc9-b029-403d-aa33-bc789b5ae479 req-3ee16b81-559e-48b2-b629-e2496b124c6e tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:36.207057 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d4da7dc9-b029-403d-aa33-bc789b5ae479 req-3ee16b81-559e-48b2-b629-e2496b124c6e tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 944 time: 0.0498602 Dec 16 10:28:36.243256 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d4da7dc9-b029-403d-aa33-bc789b5ae479 req-5e0a023e-eaab-437d-b57a-26cc84f21178 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303454 Dec 16 10:28:37.365995 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf028d2-0ced-47dc-ac48-914ddf4d8247 req-fe962c19-11c1-489a-a0a1-7c54b047cb66 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:37.367469 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ccf028d2-0ced-47dc-ac48-914ddf4d8247 req-fe962c19-11c1-489a-a0a1-7c54b047cb66 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 944 time: 0.0529187 Dec 16 10:28:37.404698 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ccf028d2-0ced-47dc-ac48-914ddf4d8247 req-bb778e16-e3d5-44ac-ba06-70aed7773027 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307858 Dec 16 10:28:37.842766 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:38.522725 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9ee95-ced2-412b-8900-8f1652b90a0a req-1de20f1e-1d26-48a0-abfa-cdcc641bbfeb tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:38.524213 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-81a9ee95-ced2-412b-8900-8f1652b90a0a req-1de20f1e-1d26-48a0-abfa-cdcc641bbfeb tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 944 time: 0.0527973 Dec 16 10:28:38.561485 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-81a9ee95-ced2-412b-8900-8f1652b90a0a req-8fa2590e-826c-462c-b5fc-8db7d90394a1 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306506 Dec 16 10:28:39.068757 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ccaa6f60-6e2e-45da-87da-f95f4ae5f802 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:28:39.163691 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port ccaa6f60-6e2e-45da-87da-f95f4ae5f802, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ccaa6f60-6e2e-45da-87da-f95f4ae5f802,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:28:39.179374 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'ccaa6f60-6e2e-45da-87da-f95f4ae5f802', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'port_id': 'ccaa6f60-6e2e-45da-87da-f95f4ae5f802', 'mac_address': 'fa:16:3e:1c:6b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:28:39.215834 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:39.228023 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccaa6f60-6e2e-45da-87da-f95f4ae5f802 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:28:39.246158 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port ccaa6f60-6e2e-45da-87da-f95f4ae5f802, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ccaa6f60-6e2e-45da-87da-f95f4ae5f802,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:28:39.294420 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:39.341149 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=ccaa6f60-6e2e-45da-87da-f95f4ae5f802,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:39.577343 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['ccaa6f60-6e2e-45da-87da-f95f4ae5f802'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:28:39.676487 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8407f03-22d4-4cad-bed9-cdcd3e64e53d req-c535c771-08e6-4f77-aea6-25e274ffdd0a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:39.678025 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d8407f03-22d4-4cad-bed9-cdcd3e64e53d req-c535c771-08e6-4f77-aea6-25e274ffdd0a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 945 time: 0.0493045 Dec 16 10:28:39.716806 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d8407f03-22d4-4cad-bed9-cdcd3e64e53d req-438594fc-3130-470f-9bb8-bca701ffccb0 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326126 Dec 16 10:28:40.831548 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d19c79-6d73-4810-83dd-67f8c35d6f3f req-6b1f04d8-0e72-4bb7-b48e-cba7eb12c70d tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:40.833033 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a2d19c79-6d73-4810-83dd-67f8c35d6f3f req-6b1f04d8-0e72-4bb7-b48e-cba7eb12c70d tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 945 time: 0.0510576 Dec 16 10:28:40.870143 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a2d19c79-6d73-4810-83dd-67f8c35d6f3f req-9237b809-e7e0-4049-808e-f5802c56974f tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312119 Dec 16 10:28:41.083995 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ccaa6f60-6e2e-45da-87da-f95f4ae5f802 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:28:41.232074 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port ccaa6f60-6e2e-45da-87da-f95f4ae5f802 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:28:41.235851 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port ccaa6f60-6e2e-45da-87da-f95f4ae5f802 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:28:41.236216 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:41.261873 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:41.321315 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:41.342887 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df594bd-c38a-492f-8b2c-f87bbfecf6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccaa6f60-6e2e-45da-87da-f95f4ae5f802'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:28:41.345010 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43456ec7ce59ea77a0f74ce1d1a90a56292c95d5d3a8a10fcc4b35aa5a8e1da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c2c8ca-0312-4ca0-8457-c6cbb4c62b2d" -d '{"events": [{"server_uuid": "9df594bd-c38a-492f-8b2c-f87bbfecf6d4", "name": "network-vif-plugged", "status": "completed", "tag": "ccaa6f60-6e2e-45da-87da-f95f4ae5f802"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:28:41.357738 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port ccaa6f60-6e2e-45da-87da-f95f4ae5f802, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ccaa6f60-6e2e-45da-87da-f95f4ae5f802,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:28:41.383684 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd5a7fe-336d-456e-929c-d5f7505b985a x-openstack-request-id: req-bdd5a7fe-336d-456e-929c-d5f7505b985a {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:28:41.384044 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df594bd-c38a-492f-8b2c-f87bbfecf6d4", "name": "network-vif-plugged", "status": "completed", "tag": "ccaa6f60-6e2e-45da-87da-f95f4ae5f802", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:28:41.384297 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bdd5a7fe-336d-456e-929c-d5f7505b985a {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:28:41.384741 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df594bd-c38a-492f-8b2c-f87bbfecf6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccaa6f60-6e2e-45da-87da-f95f4ae5f802', 'code': 200} Dec 16 10:28:41.408799 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:41.456270 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=ccaa6f60-6e2e-45da-87da-f95f4ae5f802,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:41.493807 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f831727-6ff3-4fec-853e-e43582e8ff19 req-661e7007-2e06-4888-bfe8-5e1584dfcdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:41.495291 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f831727-6ff3-4fec-853e-e43582e8ff19 req-661e7007-2e06-4888-bfe8-5e1584dfcdff service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 1097 time: 0.0404022 Dec 16 10:28:41.531641 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f831727-6ff3-4fec-853e-e43582e8ff19 req-039bcd4c-ebc5-4cc2-a2b5-605d388f1304 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274668 Dec 16 10:28:41.986074 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc44c2c-f3e8-46a6-bad3-8ce9d3730542 req-44610c77-3266-43c7-b00c-f0e40b10c089 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:41.987546 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1bc44c2c-f3e8-46a6-bad3-8ce9d3730542 req-44610c77-3266-43c7-b00c-f0e40b10c089 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 946 time: 0.0535102 Dec 16 10:28:42.025092 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1bc44c2c-f3e8-46a6-bad3-8ce9d3730542 req-a93b6904-f689-465a-86ee-ac1a3b3c8b2a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315218 Dec 16 10:28:43.140787 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424ab03-dd58-4612-a27e-7dbb8116cf6a req-77edaa0b-efc7-4595-ae9f-b6db4f28220e tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:43.143305 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c424ab03-dd58-4612-a27e-7dbb8116cf6a req-77edaa0b-efc7-4595-ae9f-b6db4f28220e tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 946 time: 0.0483131 Dec 16 10:28:43.180515 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c424ab03-dd58-4612-a27e-7dbb8116cf6a req-b2770f7b-65e2-4462-b513-a65765abbc64 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322039 Dec 16 10:28:43.290600 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a32005-0f87-4910-81a1-447613b20da7 req-ee325973-8d2e-4ef0-bb3a-7716f7ee5d35 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:43.292062 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-87a32005-0f87-4910-81a1-447613b20da7 req-ee325973-8d2e-4ef0-bb3a-7716f7ee5d35 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 946 time: 0.0490463 Dec 16 10:28:43.300585 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40004) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:28:43.304897 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-33d230d0-d57e-4990-96f9-fa1376ad4029 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Request body: {'floatingip': {'port_id': 'ccaa6f60-6e2e-45da-87da-f95f4ae5f802'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:28:43.349733 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-33d230d0-d57e-4990-96f9-fa1376ad4029 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks [] for floatingip, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:43.765776 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-33d230d0-d57e-4990-96f9-fa1376ad4029 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:43.808259 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-33d230d0-d57e-4990-96f9-fa1376ad4029 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:43.907401 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [None req-33d230d0-d57e-4990-96f9-fa1376ad4029 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Floating IP 3ec34af4-d60b-4a9d-abf2-4abe835ad90e associated. External IP: 172.25.1.123, port: ccaa6f60-6e2e-45da-87da-f95f4ae5f802. Dec 16 10:28:44.115969 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d230d0-d57e-4990-96f9-fa1376ad4029 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Router 712ade94-60a9-4e59-ab53-ba8ee6504d3a has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:28:44.222916 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d230d0-d57e-4990-96f9-fa1376ad4029 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:28:44.227749 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-33d230d0-d57e-4990-96f9-fa1376ad4029 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:44.234286 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1244f3b-9ba6-4be0-98bb-0a5e42e77353 None None] Sync routers for ids ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:28:44.243978 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1244f3b-9ba6-4be0-98bb-0a5e42e77353 None None] Routers {'712ade94-60a9-4e59-ab53-ba8ee6504d3a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:28:44.244597 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-b1244f3b-9ba6-4be0-98bb-0a5e42e77353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:28:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:28:44.254523 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-33d230d0-d57e-4990-96f9-fa1376ad4029 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "PUT /v2.0/floatingips/3ec34af4-d60b-4a9d-abf2-4abe835ad90e HTTP/1.1" status: 200 len: 993 time: 0.9528785 Dec 16 10:28:44.255120 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df594bd-c38a-492f-8b2c-f87bbfecf6d4', 'tag': 'ccaa6f60-6e2e-45da-87da-f95f4ae5f802'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:28:44.257420 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08927c69-70bb-40f2-ab2e-3d621ac0add5" -d '{"events": [{"name": "network-changed", "server_uuid": "9df594bd-c38a-492f-8b2c-f87bbfecf6d4", "tag": "ccaa6f60-6e2e-45da-87da-f95f4ae5f802"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:28:44.295193 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c13d88a-4432-4912-9e40-c28adad55a6e x-openstack-request-id: req-8c13d88a-4432-4912-9e40-c28adad55a6e {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:28:44.295778 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df594bd-c38a-492f-8b2c-f87bbfecf6d4", "tag": "ccaa6f60-6e2e-45da-87da-f95f4ae5f802", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:28:44.295778 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8c13d88a-4432-4912-9e40-c28adad55a6e {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:28:44.296166 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df594bd-c38a-492f-8b2c-f87bbfecf6d4', 'tag': 'ccaa6f60-6e2e-45da-87da-f95f4ae5f802', 'status': 'completed', 'code': 200} Dec 16 10:28:44.365359 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08927c69-70bb-40f2-ab2e-3d621ac0add5 req-e1a9bb1a-b27b-4ed9-a778-26ada2e7ef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:44.365633 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-b1244f3b-9ba6-4be0-98bb-0a5e42e77353 None None] Set router 712ade94-60a9-4e59-ab53-ba8ee6504d3a gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:28:44.367086 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-08927c69-70bb-40f2-ab2e-3d621ac0add5 req-e1a9bb1a-b27b-4ed9-a778-26ada2e7ef55 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 1097 time: 0.0424390 Dec 16 10:28:44.461137 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08927c69-70bb-40f2-ab2e-3d621ac0add5 req-fb7a78ab-6a39-4638-bbee-8d19a0da3940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:44.462676 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-08927c69-70bb-40f2-ab2e-3d621ac0add5 req-fb7a78ab-6a39-4638-bbee-8d19a0da3940 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.0887074 Dec 16 10:28:44.527497 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-08927c69-70bb-40f2-ab2e-3d621ac0add5 req-0cd63060-425a-4d6b-9214-ce3b34c12d9b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccaa6f60-6e2e-45da-87da-f95f4ae5f802 HTTP/1.1" status: 200 len: 1001 time: 0.0576465 Dec 16 10:28:44.576203 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08927c69-70bb-40f2-ab2e-3d621ac0add5 req-e420f582-dda5-41fe-a780-f062a0ddb8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:44.577673 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-08927c69-70bb-40f2-ab2e-3d621ac0add5 req-e420f582-dda5-41fe-a780-f062a0ddb8cf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0437217 Dec 16 10:28:44.631288 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08927c69-70bb-40f2-ab2e-3d621ac0add5 req-63a79fef-c3ed-4bd6-8849-44ec0fc24256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:44.632695 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-08927c69-70bb-40f2-ab2e-3d621ac0add5 req-63a79fef-c3ed-4bd6-8849-44ec0fc24256 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442250 Dec 16 10:28:44.681606 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-b1244f3b-9ba6-4be0-98bb-0a5e42e77353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'name': 'tempest-ServerActionsTestJSON-1583793777-router', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:19:08Z', 'updated_at': '2021-12-16T10:19:12Z', 'revision_number': 4, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'gw_port': {'id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:09Z', 'updated_at': '2021-12-16T10:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '3ec34af4-d60b-4a9d-abf2-4abe835ad90e', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'port_id': 'ccaa6f60-6e2e-45da-87da-f95f4ae5f802', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'mac_address': 'fa:16:3e:1c:6b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df594bd-c38a-492f-8b2c-f87bbfecf6d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:19:15Z', 'updated_at': '2021-12-16T10:28:43Z', 'revision_number': 13, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '891a8e49-a72c-4c53-a227-153878641df4', 'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'mac_address': 'fa:16:3e:15:93:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:11Z', 'updated_at': '2021-12-16T10:19:16Z', 'revision_number': 5, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'subnets': [{'id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:28:44.707793 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1244f3b-9ba6-4be0-98bb-0a5e42e77353 None None] Checking router: 712ade94-60a9-4e59-ab53-ba8ee6504d3a for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:28:44.716386 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1244f3b-9ba6-4be0-98bb-0a5e42e77353 None None] Routers {'712ade94-60a9-4e59-ab53-ba8ee6504d3a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:28:44.716987 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-b1244f3b-9ba6-4be0-98bb-0a5e42e77353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:28:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:28:44.721509 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-08927c69-70bb-40f2-ab2e-3d621ac0add5 req-f3ab8e36-9dfa-4450-8715-15e611a5c31f service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814579 Dec 16 10:28:44.814341 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-08927c69-70bb-40f2-ab2e-3d621ac0add5 req-de1c68e4-f4a7-49aa-a4a6-47164c9f0bf5 service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864763 Dec 16 10:28:44.821322 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-b1244f3b-9ba6-4be0-98bb-0a5e42e77353 None None] Set router 712ade94-60a9-4e59-ab53-ba8ee6504d3a gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:28:45.039259 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-b1244f3b-9ba6-4be0-98bb-0a5e42e77353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'name': 'tempest-ServerActionsTestJSON-1583793777-router', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:19:08Z', 'updated_at': '2021-12-16T10:19:12Z', 'revision_number': 4, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'gw_port': {'id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:09Z', 'updated_at': '2021-12-16T10:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '3ec34af4-d60b-4a9d-abf2-4abe835ad90e', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'port_id': 'ccaa6f60-6e2e-45da-87da-f95f4ae5f802', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'mac_address': 'fa:16:3e:1c:6b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df594bd-c38a-492f-8b2c-f87bbfecf6d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:19:15Z', 'updated_at': '2021-12-16T10:28:43Z', 'revision_number': 13, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '891a8e49-a72c-4c53-a227-153878641df4', 'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'mac_address': 'fa:16:3e:15:93:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:11Z', 'updated_at': '2021-12-16T10:19:16Z', 'revision_number': 5, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'subnets': [{'id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:28:45.065095 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1244f3b-9ba6-4be0-98bb-0a5e42e77353 None None] The sync data for ids ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'] in n-d-820550-2 is: [{'id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'name': 'tempest-ServerActionsTestJSON-1583793777-router', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:19:08Z', 'updated_at': '2021-12-16T10:19:12Z', 'revision_number': 4, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'gw_port': {'id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:09Z', 'updated_at': '2021-12-16T10:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '3ec34af4-d60b-4a9d-abf2-4abe835ad90e', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'port_id': 'ccaa6f60-6e2e-45da-87da-f95f4ae5f802', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'mac_address': 'fa:16:3e:1c:6b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df594bd-c38a-492f-8b2c-f87bbfecf6d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:19:15Z', 'updated_at': '2021-12-16T10:28:43Z', 'revision_number': 13, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '891a8e49-a72c-4c53-a227-153878641df4', 'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'mac_address': 'fa:16:3e:15:93:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:11Z', 'updated_at': '2021-12-16T10:19:16Z', 'revision_number': 5, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'subnets': [{'id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:28:45.245892 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1006ba0-d496-420b-8858-e1a7b351de47 None None] New status for floating IP 3ec34af4-d60b-4a9d-abf2-4abe835ad90e: ACTIVE {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:28:45.556566 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:28:54.105383 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a954fcae-bb9a-4f35-b525-7eb5e604edb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:56.414230 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-43aa3da7-bcf8-4037-bf51-1fe0de6a95eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:57.779978 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:59.316527 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:59.590984 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:29:07.842678 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:29:11.293618 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:29:22.556880 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:29:24.093311 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3dfcb126-a480-43ba-aae3-24e1e25cde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:29:24.333899 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dabbd0ee-567a-4503-804e-2f759810517a req-d7baa0cf-a68b-44a8-8878-8e3d1dcc3bac service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411513 Dec 16 10:29:24.419226 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbd0ee-567a-4503-804e-2f759810517a req-43de6e8b-5159-44a7-aead-999754025978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:29:24.420607 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dabbd0ee-567a-4503-804e-2f759810517a req-43de6e8b-5159-44a7-aead-999754025978 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 1097 time: 0.0401907 Dec 16 10:29:24.839508 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbd0ee-567a-4503-804e-2f759810517a req-7549918c-c836-4f6c-8053-34609464c538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:29:24.840999 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dabbd0ee-567a-4503-804e-2f759810517a req-7549918c-c836-4f6c-8053-34609464c538 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.3999314 Dec 16 10:29:24.907759 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dabbd0ee-567a-4503-804e-2f759810517a req-6631cd43-7791-407e-9939-69b6729140fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccaa6f60-6e2e-45da-87da-f95f4ae5f802 HTTP/1.1" status: 200 len: 1003 time: 0.0579402 Dec 16 10:29:24.968483 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbd0ee-567a-4503-804e-2f759810517a req-48aa6f3f-bc28-4e56-b7a9-2b55f0f4d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:29:24.969911 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dabbd0ee-567a-4503-804e-2f759810517a req-48aa6f3f-bc28-4e56-b7a9-2b55f0f4d534 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0467727 Dec 16 10:29:25.015351 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbd0ee-567a-4503-804e-2f759810517a req-a5539497-5adb-436d-8182-aaa4638b5fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:29:25.016773 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dabbd0ee-567a-4503-804e-2f759810517a req-a5539497-5adb-436d-8182-aaa4638b5fe9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392492 Dec 16 10:29:25.108568 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dabbd0ee-567a-4503-804e-2f759810517a req-25df39fc-3eba-4449-94c9-f35370c5d940 service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836933 Dec 16 10:29:25.203802 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dabbd0ee-567a-4503-804e-2f759810517a req-34038cd1-87f5-43fe-80ce-a5f29548448c service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869751 Dec 16 10:29:26.441437 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-15b5b8a2-ebda-4880-94bb-afb840ce69d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:29:27.767184 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:29:29.284976 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:29:29.607838 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:29:37.847049 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:29:41.269670 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:29:54.114946 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ed75bcfd-3eee-49d4-bed3-0c985f3b7fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:29:56.446477 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4af72b4a-2a7e-4c2b-9fe1-fc2bba376b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:29:57.760633 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:29:59.286308 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:29:59.555961 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:29:59.600788 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:07.840460 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:11.279987 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:24.114508 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6db8ace4-3da1-4f65-94cb-74c97a68f08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:25.623053 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2bfcf9fd-d98d-468d-ae47-df455bba7ef3 req-39fa401f-8bfd-453b-9422-33c9bb27e48a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413094 Dec 16 10:30:25.705477 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfcf9fd-d98d-468d-ae47-df455bba7ef3 req-262c7bec-fced-4653-875c-f47e95182499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:25.706860 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2bfcf9fd-d98d-468d-ae47-df455bba7ef3 req-262c7bec-fced-4653-875c-f47e95182499 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 1097 time: 0.0404730 Dec 16 10:30:25.821368 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfcf9fd-d98d-468d-ae47-df455bba7ef3 req-d354f604-ad38-4262-8a0a-11408432a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:25.822848 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2bfcf9fd-d98d-468d-ae47-df455bba7ef3 req-d354f604-ad38-4262-8a0a-11408432a88e service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.0960846 Dec 16 10:30:25.888487 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2bfcf9fd-d98d-468d-ae47-df455bba7ef3 req-0975ca9a-3e2f-4bce-a0c7-3e5b0196597f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccaa6f60-6e2e-45da-87da-f95f4ae5f802 HTTP/1.1" status: 200 len: 1003 time: 0.0575223 Dec 16 10:30:25.941353 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfcf9fd-d98d-468d-ae47-df455bba7ef3 req-101a6476-0eac-4f1f-9133-9e44a19331f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:25.942761 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2bfcf9fd-d98d-468d-ae47-df455bba7ef3 req-101a6476-0eac-4f1f-9133-9e44a19331f8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0472906 Dec 16 10:30:25.989343 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfcf9fd-d98d-468d-ae47-df455bba7ef3 req-b5e0e3e6-5932-458e-9b71-4212c8e6f665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:25.990707 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2bfcf9fd-d98d-468d-ae47-df455bba7ef3 req-b5e0e3e6-5932-458e-9b71-4212c8e6f665 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400770 Dec 16 10:30:26.078914 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2bfcf9fd-d98d-468d-ae47-df455bba7ef3 req-e6922ea1-2563-430b-8b98-143a2d04f7a6 service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808418 Dec 16 10:30:26.184518 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2bfcf9fd-d98d-468d-ae47-df455bba7ef3 req-ed7508c6-7905-4431-b11f-f21521a2ed45 service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974023 Dec 16 10:30:26.416744 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e0d712c9-6bd0-4c11-ab12-ca58924d5d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:27.799714 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:29.296776 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:29.605093 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:36.555424 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:30:37.873790 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:41.302274 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:54.107534 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-43c399de-c654-4f08-bf98-d833027f6942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:56.422039 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-44c7b953-10a6-458b-884f-51129a66e1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:57.770473 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:59.336116 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:59.616196 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:31:07.850167 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:31:11.318387 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:31:13.554898 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:31:24.158165 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d4ce0dc7-d58d-41c2-948c-874bd8997c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:31:26.420696 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e229f0cc-1ba5-4432-bf2d-c258a3cabf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:31:27.651837 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ccadd051-ecd9-4e6a-9aac-6aaf3c95e9e7 req-ca037f75-e570-4b20-ab78-1a1a000d08f5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398357 Dec 16 10:31:27.736862 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccadd051-ecd9-4e6a-9aac-6aaf3c95e9e7 req-f2423a5f-0423-449b-a535-c589ac123178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:27.743181 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ccadd051-ecd9-4e6a-9aac-6aaf3c95e9e7 req-f2423a5f-0423-449b-a535-c589ac123178 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 1097 time: 0.0429587 Dec 16 10:31:27.792778 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:31:27.847247 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccadd051-ecd9-4e6a-9aac-6aaf3c95e9e7 req-63a43014-4235-499d-b196-c989a5b55c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:27.848718 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ccadd051-ecd9-4e6a-9aac-6aaf3c95e9e7 req-63a43014-4235-499d-b196-c989a5b55c64 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.0896161 Dec 16 10:31:27.914104 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ccadd051-ecd9-4e6a-9aac-6aaf3c95e9e7 req-c5c5af4c-5e12-4e33-9bce-c09183856fa8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccaa6f60-6e2e-45da-87da-f95f4ae5f802 HTTP/1.1" status: 200 len: 1003 time: 0.0579288 Dec 16 10:31:27.966904 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccadd051-ecd9-4e6a-9aac-6aaf3c95e9e7 req-6c223c43-569a-4a7a-b84c-dee58d0d8edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:27.968329 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ccadd051-ecd9-4e6a-9aac-6aaf3c95e9e7 req-6c223c43-569a-4a7a-b84c-dee58d0d8edb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0474017 Dec 16 10:31:28.014184 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccadd051-ecd9-4e6a-9aac-6aaf3c95e9e7 req-e97e9c0f-dcc0-41b6-8b10-6f5b8e5b40ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:28.015658 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ccadd051-ecd9-4e6a-9aac-6aaf3c95e9e7 req-e97e9c0f-dcc0-41b6-8b10-6f5b8e5b40ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402575 Dec 16 10:31:28.105502 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ccadd051-ecd9-4e6a-9aac-6aaf3c95e9e7 req-0b7e7fb1-39f9-4054-993f-0eed30c25386 service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818555 Dec 16 10:31:28.202169 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ccadd051-ecd9-4e6a-9aac-6aaf3c95e9e7 req-c4aeda00-9f0a-4dde-8093-ada49e237ae4 service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897512 Dec 16 10:31:29.312283 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:31:29.614811 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:31:34.070683 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bcad57-b1fd-427f-964e-4f8bafbf7fcb req-ad33fd3f-6ddd-4b52-84c4-09bf5bd9d564 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:34.072280 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84bcad57-b1fd-427f-964e-4f8bafbf7fcb req-ad33fd3f-6ddd-4b52-84c4-09bf5bd9d564 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 946 time: 0.0506270 Dec 16 10:31:34.110521 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84bcad57-b1fd-427f-964e-4f8bafbf7fcb req-f3a7f08f-393b-44b5-a3ff-c4292daa2ddd tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322773 Dec 16 10:31:37.884131 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:31:41.329061 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:31:45.532072 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-4a595980-4991-4b79-a5bc-3d8d88fc4375 req-bbf565fa-97cb-4e3a-afc3-40c753e2e563 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:31:45.533092 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4a595980-4991-4b79-a5bc-3d8d88fc4375 req-bbf565fa-97cb-4e3a-afc3-40c753e2e563 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0947957 Dec 16 10:31:45.843142 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7633a1c-0a64-459d-a7c3-688471ece10a req-18795e88-3784-4689-ab1d-bd4e907d8f8a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:45.844626 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d7633a1c-0a64-459d-a7c3-688471ece10a req-18795e88-3784-4689-ab1d-bd4e907d8f8a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 946 time: 0.0532539 Dec 16 10:31:45.904260 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d7633a1c-0a64-459d-a7c3-688471ece10a req-96038446-50a1-460d-b41f-45ea3f95ad91 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532765 Dec 16 10:31:45.920946 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-4e5586e3-d716-448d-ac6d-1095af5362a2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0445418 Dec 16 10:31:47.029919 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350d2a5-b2b7-426c-9ebe-6b5d80e60a0c req-dd4bcc29-024f-44d9-96a6-79a108c5aa2a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:47.031435 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8350d2a5-b2b7-426c-9ebe-6b5d80e60a0c req-dd4bcc29-024f-44d9-96a6-79a108c5aa2a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 946 time: 0.0551949 Dec 16 10:31:47.075764 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8350d2a5-b2b7-426c-9ebe-6b5d80e60a0c req-03b11a0a-bb8d-434e-810e-64134e54f70d tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380445 Dec 16 10:31:47.850683 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-c283c593-9a7f-4f36-aa51-41f1808aa46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:47.852130 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-c283c593-9a7f-4f36-aa51-41f1808aa46d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 1097 time: 0.0409255 Dec 16 10:31:47.940015 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-f8fd5b44-0015-4676-b535-ed936f56905b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:47.941484 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-f8fd5b44-0015-4676-b535-ed936f56905b service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.0827339 Dec 16 10:31:48.015829 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-8fbd3d06-62d7-48f3-9da8-5b52c2c1d461 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccaa6f60-6e2e-45da-87da-f95f4ae5f802 HTTP/1.1" status: 200 len: 1003 time: 0.0673220 Dec 16 10:31:48.065141 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-afe752d0-7991-48d3-8225-4a68375cb327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:48.066598 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-afe752d0-7991-48d3-8225-4a68375cb327 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0445092 Dec 16 10:31:48.112060 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-ac3715d6-4ea5-46f9-80e8-c9de47ea5460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:48.113737 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-ac3715d6-4ea5-46f9-80e8-c9de47ea5460 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401273 Dec 16 10:31:48.194042 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87113667-aa72-42e5-8e93-e1613b91470f req-b6c6cda4-fdd2-4bc7-942a-5035ff75ffe8 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:48.195537 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-87113667-aa72-42e5-8e93-e1613b91470f req-b6c6cda4-fdd2-4bc7-942a-5035ff75ffe8 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 946 time: 0.0501952 Dec 16 10:31:48.209786 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-49730b98-3a76-47c6-8180-5273e240930b service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879366 Dec 16 10:31:48.233210 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-87113667-aa72-42e5-8e93-e1613b91470f req-bd1317cc-441b-4c03-9c19-24aacb536890 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315528 Dec 16 10:31:48.301987 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-ee9afc8d-22ad-4e0b-b0b8-20d86ac537b9 service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846021 Dec 16 10:31:49.353613 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe2e57-ea5a-4636-94ff-62a64417dafc req-e7bbd376-b839-4f08-83cd-678315c3de7b tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:49.355091 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f8fe2e57-ea5a-4636-94ff-62a64417dafc req-e7bbd376-b839-4f08-83cd-678315c3de7b tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 946 time: 0.0555904 Dec 16 10:31:49.392021 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f8fe2e57-ea5a-4636-94ff-62a64417dafc req-fb911ae3-0fb2-41eb-8d4e-961bf6cee369 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303483 Dec 16 10:31:50.525555 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab8098-7463-4e6e-bd1a-fbd4669f579a req-2dede20e-93ae-417f-92cc-cba315f0a9ad tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:50.527019 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-daab8098-7463-4e6e-bd1a-fbd4669f579a req-2dede20e-93ae-417f-92cc-cba315f0a9ad tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 946 time: 0.0525498 Dec 16 10:31:50.556382 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:31:50.567445 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-daab8098-7463-4e6e-bd1a-fbd4669f579a req-aa0b6ffd-09b3-4c1e-86bf-179a87d35cc0 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329225 Dec 16 10:31:51.682805 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdee84-ae23-4acd-a2a5-ecb381f34074 req-92896ac4-6c6d-44e4-b5fa-3efc842ff135 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:51.684559 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3bbdee84-ae23-4acd-a2a5-ecb381f34074 req-92896ac4-6c6d-44e4-b5fa-3efc842ff135 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 946 time: 0.0495050 Dec 16 10:31:51.723021 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3bbdee84-ae23-4acd-a2a5-ecb381f34074 req-36ca6a83-f2e7-4cb4-b9f0-0559e7a6fe7d tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322955 Dec 16 10:31:52.838495 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a0332-7c44-46dd-bcf5-0a3585f09470 req-5619cbed-89c7-41d9-825f-213241ecd74d tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:52.840051 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-227a0332-7c44-46dd-bcf5-0a3585f09470 req-5619cbed-89c7-41d9-825f-213241ecd74d tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 946 time: 0.0492337 Dec 16 10:31:52.877517 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-227a0332-7c44-46dd-bcf5-0a3585f09470 req-80abb9f6-ab63-4f46-b0c0-cb9e467d5cda tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315163 Dec 16 10:31:53.992271 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a11ac-2612-4c57-8c38-b36648d743f2 req-e56cff70-c81d-4fc9-bad1-82e55364f6a2 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:53.993766 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4f9a11ac-2612-4c57-8c38-b36648d743f2 req-e56cff70-c81d-4fc9-bad1-82e55364f6a2 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 946 time: 0.0485663 Dec 16 10:31:54.031099 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4f9a11ac-2612-4c57-8c38-b36648d743f2 req-a28a3a92-acc9-42bb-ab11-2ca53d50d813 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314493 Dec 16 10:31:54.112247 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9b2bd06c-7129-44f1-a54d-d072ce1a01a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:31:55.146128 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8d42f-0894-4543-9301-65b93c740ff0 req-b2590610-66c2-4ab9-8199-f148af02d1e2 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:55.151721 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-44c8d42f-0894-4543-9301-65b93c740ff0 req-b2590610-66c2-4ab9-8199-f148af02d1e2 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 946 time: 0.0492778 Dec 16 10:31:55.185579 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-44c8d42f-0894-4543-9301-65b93c740ff0 req-605277dc-ab1c-43c1-9372-a382dfd88314 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317783 Dec 16 10:31:56.311450 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb08d5-a012-4122-9078-79a75f471a50 req-ca051cd5-93d0-4c47-99a4-f1f3764bb84b tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:56.312899 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6bb08d5-a012-4122-9078-79a75f471a50 req-ca051cd5-93d0-4c47-99a4-f1f3764bb84b tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 946 time: 0.0546632 Dec 16 10:31:56.350407 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a6bb08d5-a012-4122-9078-79a75f471a50 req-6f972cef-501c-420e-9756-cf8c26759312 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316725 Dec 16 10:31:56.425782 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d71ff53f-e99b-4874-82b9-5305b160fd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:31:57.467614 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c54470-5ce4-472e-b6c1-7fd742a8c9c6 req-d975caf6-a34c-4cf9-ac92-fb719979a594 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:57.468998 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e0c54470-5ce4-472e-b6c1-7fd742a8c9c6 req-d975caf6-a34c-4cf9-ac92-fb719979a594 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 946 time: 0.0536325 Dec 16 10:31:57.507953 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e0c54470-5ce4-472e-b6c1-7fd742a8c9c6 req-52a34c0c-973e-4e3c-bcb8-82a307c34ed5 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323451 Dec 16 10:31:57.791478 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:31:58.622286 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ebc99-e2a4-48d5-83a4-c46224a4f1cd req-4cd468fe-c6b5-4d87-bf63-474d7c6c87c8 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:58.623737 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-824ebc99-e2a4-48d5-83a4-c46224a4f1cd req-4cd468fe-c6b5-4d87-bf63-474d7c6c87c8 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 946 time: 0.0480103 Dec 16 10:31:58.660488 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-824ebc99-e2a4-48d5-83a4-c46224a4f1cd req-d67067bb-2120-40a7-a251-3b9fd8278750 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301185 Dec 16 10:31:59.280583 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:31:59.597305 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:31:59.774490 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a4ad7-fa44-4f58-bc0f-d17d007c9994 req-60480742-ed32-4bdb-b2a5-d7f84747da68 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:59.775953 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2c3a4ad7-fa44-4f58-bc0f-d17d007c9994 req-60480742-ed32-4bdb-b2a5-d7f84747da68 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 946 time: 0.0487728 Dec 16 10:31:59.812399 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2c3a4ad7-fa44-4f58-bc0f-d17d007c9994 req-cf8a360d-74dc-4ac4-9642-aca5ba80c32b tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304801 Dec 16 10:32:00.928601 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a38b4-6ceb-420f-a785-5f781a657482 req-a21b0d65-5979-4b91-9f74-0bb94f32c3e3 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:00.930303 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-315a38b4-6ceb-420f-a785-5f781a657482 req-a21b0d65-5979-4b91-9f74-0bb94f32c3e3 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 946 time: 0.0503540 Dec 16 10:32:00.969076 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-315a38b4-6ceb-420f-a785-5f781a657482 req-893255df-9d37-4ca9-9b97-10214a887867 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324352 Dec 16 10:32:02.084226 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec3e21-5e79-4664-ae1d-de3291143b11 req-8a326634-82ce-4509-a518-12e9fca1374d tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:02.085717 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-edec3e21-5e79-4664-ae1d-de3291143b11 req-8a326634-82ce-4509-a518-12e9fca1374d tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 946 time: 0.0482914 Dec 16 10:32:02.123565 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-edec3e21-5e79-4664-ae1d-de3291143b11 req-567afc89-38e5-409d-969d-a210aeae6890 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318878 Dec 16 10:32:02.681503 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-59381d9d-2376-43e6-8036-f8a6fdd6b400 service neutron] show failed (client error): The resource could not be found. Dec 16 10:32:02.682419 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-59381d9d-2376-43e6-8036-f8a6fdd6b400 service neutron] 10.222.0.57 "GET /v2.0/ports/ccaa6f60-6e2e-45da-87da-f95f4ae5f802/bindings/n-h2-820550-2 HTTP/1.1" status: 404 len: 380 time: 0.0601861 Dec 16 10:32:03.242443 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-a0ea2a62-76cb-4027-91d9-511bd4a89db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:03.243919 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-a0ea2a62-76cb-4027-91d9-511bd4a89db2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4&tenant_id=4da94f25b7d54edb95f41f67c8de1711 HTTP/1.1" status: 200 len: 1097 time: 0.0719271 Dec 16 10:32:03.256484 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b54ba50-b694-456d-b4b3-3bc7db217b9f req-3d164852-6f7b-4e1a-95a6-8587bfa0e278 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:03.257922 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1b54ba50-b694-456d-b4b3-3bc7db217b9f req-3d164852-6f7b-4e1a-95a6-8587bfa0e278 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 946 time: 0.0594599 Dec 16 10:32:03.263158 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-1cad423b-af1e-4f23-a146-15d45c662e21 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820550-2', 'device_owner': 'compute:nova'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:32:03.343139 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1b54ba50-b694-456d-b4b3-3bc7db217b9f req-e76924cc-f272-46b3-8b95-f7b932738d93 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770247 Dec 16 10:32:03.347955 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-1cad423b-af1e-4f23-a146-15d45c662e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:03.547087 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-1cad423b-af1e-4f23-a146-15d45c662e21 service neutron] For port ccaa6f60-6e2e-45da-87da-f95f4ae5f802, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ccaa6f60-6e2e-45da-87da-f95f4ae5f802,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:32:03.579961 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-1cad423b-af1e-4f23-a146-15d45c662e21 service neutron] For port ccaa6f60-6e2e-45da-87da-f95f4ae5f802, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:32:03.619400 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df594bd-c38a-492f-8b2c-f87bbfecf6d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccaa6f60-6e2e-45da-87da-f95f4ae5f802'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:32:03.621884 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1124bc00-95cd-4e16-af4d-5a4fd9ff16a0" -d '{"events": [{"server_uuid": "9df594bd-c38a-492f-8b2c-f87bbfecf6d4", "name": "network-vif-unplugged", "status": "completed", "tag": "ccaa6f60-6e2e-45da-87da-f95f4ae5f802"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:32:03.625718 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-1cad423b-af1e-4f23-a146-15d45c662e21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:03.638106 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-1cad423b-af1e-4f23-a146-15d45c662e21 service neutron] Transition to ACTIVE for port object ccaa6f60-6e2e-45da-87da-f95f4ae5f802 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:32:03.672642 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 10:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f7b1ff-ccd9-4ae6-b6d1-6749d7a5ff33 x-openstack-request-id: req-c4f7b1ff-ccd9-4ae6-b6d1-6749d7a5ff33 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:32:03.672937 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df594bd-c38a-492f-8b2c-f87bbfecf6d4", "name": "network-vif-unplugged", "status": "completed", "tag": "ccaa6f60-6e2e-45da-87da-f95f4ae5f802", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:32:03.673256 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c4f7b1ff-ccd9-4ae6-b6d1-6749d7a5ff33 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:32:03.674196 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df594bd-c38a-492f-8b2c-f87bbfecf6d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccaa6f60-6e2e-45da-87da-f95f4ae5f802', 'code': 200} Dec 16 10:32:03.716866 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-1cad423b-af1e-4f23-a146-15d45c662e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:03.803219 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad423b-af1e-4f23-a146-15d45c662e21 service neutron] Pushing event updated for resources: {'Port': ['ID=ccaa6f60-6e2e-45da-87da-f95f4ae5f802,revision_number=6']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:03.815897 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad423b-af1e-4f23-a146-15d45c662e21 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:03.816247 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad423b-af1e-4f23-a146-15d45c662e21 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:03.816597 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad423b-af1e-4f23-a146-15d45c662e21 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:03.816936 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad423b-af1e-4f23-a146-15d45c662e21 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:03.817301 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad423b-af1e-4f23-a146-15d45c662e21 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:03.817636 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad423b-af1e-4f23-a146-15d45c662e21 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:03.817964 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad423b-af1e-4f23-a146-15d45c662e21 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:03.818291 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad423b-af1e-4f23-a146-15d45c662e21 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:03.818619 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad423b-af1e-4f23-a146-15d45c662e21 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:03.818945 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad423b-af1e-4f23-a146-15d45c662e21 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:03.819270 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad423b-af1e-4f23-a146-15d45c662e21 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:03.819596 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cad423b-af1e-4f23-a146-15d45c662e21 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:03.853856 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-1cad423b-af1e-4f23-a146-15d45c662e21 service neutron] No DVR routers for this DVR port ccaa6f60-6e2e-45da-87da-f95f4ae5f802 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:32:03.991009 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-1cad423b-af1e-4f23-a146-15d45c662e21 service neutron] Attempting to bind port ccaa6f60-6e2e-45da-87da-f95f4ae5f802 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:32:03.991361 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-1cad423b-af1e-4f23-a146-15d45c662e21 service neutron] Attempting to bind port ccaa6f60-6e2e-45da-87da-f95f4ae5f802 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:32:03.991696 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-1cad423b-af1e-4f23-a146-15d45c662e21 service neutron] Attempting to bind port ccaa6f60-6e2e-45da-87da-f95f4ae5f802 on network 5bc0b40a-5afa-415c-9959-71400fc1d7dc {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:32:03.992985 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ccaa6f60-6e2e-45da-87da-f95f4ae5f802 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:32:03.996150 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-1cad423b-af1e-4f23-a146-15d45c662e21 service neutron] Port ccaa6f60-6e2e-45da-87da-f95f4ae5f802 on network 5bc0b40a-5afa-415c-9959-71400fc1d7dc not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:32:03.996475 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-1cad423b-af1e-4f23-a146-15d45c662e21 service neutron] Attempting to bind port ccaa6f60-6e2e-45da-87da-f95f4ae5f802 on network 5bc0b40a-5afa-415c-9959-71400fc1d7dc {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:32:04.001450 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-1cad423b-af1e-4f23-a146-15d45c662e21 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:32:04.001809 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-1cad423b-af1e-4f23-a146-15d45c662e21 service neutron] Checking segment: {'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:32:04.002194 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-1cad423b-af1e-4f23-a146-15d45c662e21 service neutron] Bound using segment: {'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:32:04.002615 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-1cad423b-af1e-4f23-a146-15d45c662e21 service neutron] Bound port: ccaa6f60-6e2e-45da-87da-f95f4ae5f802, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:32:04.003001 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-1cad423b-af1e-4f23-a146-15d45c662e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:04.029417 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ccaa6f60-6e2e-45da-87da-f95f4ae5f802 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:32:04.066682 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-1cad423b-af1e-4f23-a146-15d45c662e21 service neutron] For port ccaa6f60-6e2e-45da-87da-f95f4ae5f802, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:32:04.069611 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-1cad423b-af1e-4f23-a146-15d45c662e21 service neutron] For port ccaa6f60-6e2e-45da-87da-f95f4ae5f802, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ccaa6f60-6e2e-45da-87da-f95f4ae5f802,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:32:04.117094 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-1cad423b-af1e-4f23-a146-15d45c662e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:04.159506 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-1cad423b-af1e-4f23-a146-15d45c662e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:04.159506 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-1cad423b-af1e-4f23-a146-15d45c662e21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:04.159506 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-1cad423b-af1e-4f23-a146-15d45c662e21 service neutron] 10.222.0.58 "PUT /v2.0/ports/ccaa6f60-6e2e-45da-87da-f95f4ae5f802 HTTP/1.1" status: 200 len: 1092 time: 0.8987463 Dec 16 10:32:04.182288 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad423b-af1e-4f23-a146-15d45c662e21 service neutron] Pushing event updated for resources: {'Port': ['ID=ccaa6f60-6e2e-45da-87da-f95f4ae5f802,revision_number=7']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:04.227758 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-22454342-81be-45c1-9702-870ff5679334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:04.229328 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-22454342-81be-45c1-9702-870ff5679334 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 1095 time: 0.0437238 Dec 16 10:32:04.334993 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-5655227e-3cbf-442f-96cb-bbbd32c917c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:04.336356 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-5655227e-3cbf-442f-96cb-bbbd32c917c5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.1006076 Dec 16 10:32:04.408204 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-fd69224e-13b8-4e43-8d18-18cb93e814c8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccaa6f60-6e2e-45da-87da-f95f4ae5f802 HTTP/1.1" status: 200 len: 1001 time: 0.0644982 Dec 16 10:32:04.489186 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-95dd45de-24e6-429f-898d-c31f6e5aed01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:04.490530 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-95dd45de-24e6-429f-898d-c31f6e5aed01 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0735199 Dec 16 10:32:04.501250 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c823999-ac94-4f1e-be86-f8cef9c07154 req-28f78f07-5b83-44da-afdf-5dc4a3bfa328 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:04.503210 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0c823999-ac94-4f1e-be86-f8cef9c07154 req-28f78f07-5b83-44da-afdf-5dc4a3bfa328 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 944 time: 0.0878234 Dec 16 10:32:04.563873 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0c823999-ac94-4f1e-be86-f8cef9c07154 req-685fd44f-97f4-490f-a381-afdf49e67445 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525482 Dec 16 10:32:04.566911 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-bb58868d-62f2-4334-b20f-50470b11716c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:04.568292 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-bb58868d-62f2-4334-b20f-50470b11716c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642612 Dec 16 10:32:04.663590 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-1670663b-3fac-4bda-9c85-f1a0efbe742d service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875659 Dec 16 10:32:04.757550 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-09f78de0-7f15-45bd-8008-375ec6ebcaeb req-bb46b92c-4775-4302-b102-3157928c57a1 service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871150 Dec 16 10:32:05.675088 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df594bd-c38a-492f-8b2c-f87bbfecf6d4', 'tag': 'ccaa6f60-6e2e-45da-87da-f95f4ae5f802'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:32:05.677469 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7838cc29-7039-4364-857f-9f76cc32b6a0" -d '{"events": [{"name": "network-changed", "server_uuid": "9df594bd-c38a-492f-8b2c-f87bbfecf6d4", "tag": "ccaa6f60-6e2e-45da-87da-f95f4ae5f802"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:32:05.700492 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d396f86-f32c-4d99-9aca-0bc1934b1f2c req-5761e481-92d1-4248-a37a-8cba3caa25e3 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:05.702039 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9d396f86-f32c-4d99-9aca-0bc1934b1f2c req-5761e481-92d1-4248-a37a-8cba3caa25e3 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 944 time: 0.0680749 Dec 16 10:32:05.735753 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf149f9-9c16-4e52-93f8-80351984721a x-openstack-request-id: req-bdf149f9-9c16-4e52-93f8-80351984721a {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:32:05.736042 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df594bd-c38a-492f-8b2c-f87bbfecf6d4", "tag": "ccaa6f60-6e2e-45da-87da-f95f4ae5f802", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:32:05.736294 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bdf149f9-9c16-4e52-93f8-80351984721a {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:32:05.736699 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df594bd-c38a-492f-8b2c-f87bbfecf6d4', 'tag': 'ccaa6f60-6e2e-45da-87da-f95f4ae5f802', 'status': 'completed', 'code': 200} Dec 16 10:32:05.758500 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9d396f86-f32c-4d99-9aca-0bc1934b1f2c req-29ead058-70aa-4af1-b1b5-5849e5b72379 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492628 Dec 16 10:32:05.828828 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838cc29-7039-4364-857f-9f76cc32b6a0 req-a01d5330-bb42-4f55-92a4-0abe41271490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:05.831028 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7838cc29-7039-4364-857f-9f76cc32b6a0 req-a01d5330-bb42-4f55-92a4-0abe41271490 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 1095 time: 0.0670664 Dec 16 10:32:05.832780 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838cc29-7039-4364-857f-9f76cc32b6a0 req-da146ccf-e4f8-4195-a93b-3c1552062f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:05.834155 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7838cc29-7039-4364-857f-9f76cc32b6a0 req-da146ccf-e4f8-4195-a93b-3c1552062f3d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 1095 time: 0.0789211 Dec 16 10:32:05.991380 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838cc29-7039-4364-857f-9f76cc32b6a0 req-438d6ddc-0fad-4d57-a6f3-8923d23b6aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:05.992864 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7838cc29-7039-4364-857f-9f76cc32b6a0 req-438d6ddc-0fad-4d57-a6f3-8923d23b6aa8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.1543314 Dec 16 10:32:05.995628 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838cc29-7039-4364-857f-9f76cc32b6a0 req-5b967a4c-d2de-482a-94f4-469cdf45e54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:05.996858 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7838cc29-7039-4364-857f-9f76cc32b6a0 req-5b967a4c-d2de-482a-94f4-469cdf45e54a service neutron] 10.222.0.58 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.1511290 Dec 16 10:32:06.114219 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7838cc29-7039-4364-857f-9f76cc32b6a0 req-5678c490-4f6d-475e-a8e8-519599aeabce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccaa6f60-6e2e-45da-87da-f95f4ae5f802 HTTP/1.1" status: 200 len: 1001 time: 0.1141763 Dec 16 10:32:06.116031 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7838cc29-7039-4364-857f-9f76cc32b6a0 req-d421c51f-bee4-48d8-a892-edd5e8681df1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccaa6f60-6e2e-45da-87da-f95f4ae5f802 HTTP/1.1" status: 200 len: 1001 time: 0.1072867 Dec 16 10:32:06.206881 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838cc29-7039-4364-857f-9f76cc32b6a0 req-034f6fa6-1955-4f8c-91fe-b6a0a84f9d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:06.208368 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7838cc29-7039-4364-857f-9f76cc32b6a0 req-034f6fa6-1955-4f8c-91fe-b6a0a84f9d1a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0864949 Dec 16 10:32:06.210069 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838cc29-7039-4364-857f-9f76cc32b6a0 req-0571b520-ed6d-4666-b08d-c3e892b5c13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:06.211380 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7838cc29-7039-4364-857f-9f76cc32b6a0 req-0571b520-ed6d-4666-b08d-c3e892b5c13f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0812528 Dec 16 10:32:06.286308 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838cc29-7039-4364-857f-9f76cc32b6a0 req-ef1302cc-bd37-4d0d-9333-235066e94177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:06.287820 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7838cc29-7039-4364-857f-9f76cc32b6a0 req-ef1302cc-bd37-4d0d-9333-235066e94177 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716221 Dec 16 10:32:06.290273 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838cc29-7039-4364-857f-9f76cc32b6a0 req-5eebe355-5ea9-456c-a996-7ed2483fd0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:06.291619 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7838cc29-7039-4364-857f-9f76cc32b6a0 req-5eebe355-5ea9-456c-a996-7ed2483fd0bc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678954 Dec 16 10:32:06.447588 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7838cc29-7039-4364-857f-9f76cc32b6a0 req-2393b121-c239-428a-92ba-9546a286b2d8 service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521962 Dec 16 10:32:06.449372 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7838cc29-7039-4364-857f-9f76cc32b6a0 req-e8ab859c-36c6-42ba-9c6a-e88bd162653c service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467493 Dec 16 10:32:06.607508 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7838cc29-7039-4364-857f-9f76cc32b6a0 req-e75b5ae9-4a72-4221-92af-423c3e7f9d75 service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521239 Dec 16 10:32:06.609418 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7838cc29-7039-4364-857f-9f76cc32b6a0 req-e399fa0f-ff15-4978-8386-4f1ac9fd718c service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468847 Dec 16 10:32:06.881469 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c53379-4738-4437-9d2c-823a209b6a5c req-92470356-0f7b-4d7e-99d1-dc511a205933 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:06.882985 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c4c53379-4738-4437-9d2c-823a209b6a5c req-92470356-0f7b-4d7e-99d1-dc511a205933 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 944 time: 0.0535836 Dec 16 10:32:06.927623 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c4c53379-4738-4437-9d2c-823a209b6a5c req-e72041c8-b278-48ef-92d8-1eea30bb458a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326669 Dec 16 10:32:07.877535 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:08.042720 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbfe82-9dfc-48fe-8b39-83f5a9ae114c req-ef59dbe1-1ff7-4fba-983b-6f110f9cb381 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:08.044201 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-64fbfe82-9dfc-48fe-8b39-83f5a9ae114c req-ef59dbe1-1ff7-4fba-983b-6f110f9cb381 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 944 time: 0.0492172 Dec 16 10:32:08.088712 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-64fbfe82-9dfc-48fe-8b39-83f5a9ae114c req-6247df68-2990-42cb-a5d1-dc13ab05a78f tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381901 Dec 16 10:32:09.215662 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414f035-0ffb-48e0-9533-afd22406aaed req-2900fce1-234c-496c-ae3f-f79a598c6438 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:09.217196 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e414f035-0ffb-48e0-9533-afd22406aaed req-2900fce1-234c-496c-ae3f-f79a598c6438 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 944 time: 0.0535550 Dec 16 10:32:09.258089 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e414f035-0ffb-48e0-9533-afd22406aaed req-e33ba84e-19dd-44f0-8e6c-546faefaf594 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324099 Dec 16 10:32:10.371467 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b9161-1699-4e91-a5e4-5917c20c5c75 req-3c73839c-5349-45b7-a974-e136784237eb tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:10.372918 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-495b9161-1699-4e91-a5e4-5917c20c5c75 req-3c73839c-5349-45b7-a974-e136784237eb tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 944 time: 0.0477500 Dec 16 10:32:10.409989 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-495b9161-1699-4e91-a5e4-5917c20c5c75 req-7eead555-dccc-41f0-aabd-4ca14253943e tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304587 Dec 16 10:32:11.179676 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9f8f5-9a96-412e-8b5d-640d3fd7498c req-82197aa3-c80d-4173-9be7-aae223b8fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:11.181204 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cbb9f8f5-9a96-412e-8b5d-640d3fd7498c req-82197aa3-c80d-4173-9be7-aae223b8fa88 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 1095 time: 0.0425735 Dec 16 10:32:11.286457 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9f8f5-9a96-412e-8b5d-640d3fd7498c req-d3a4600d-a96f-4baf-8b9c-12398a784828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:11.287953 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cbb9f8f5-9a96-412e-8b5d-640d3fd7498c req-d3a4600d-a96f-4baf-8b9c-12398a784828 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.0878482 Dec 16 10:32:11.322876 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:11.352384 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cbb9f8f5-9a96-412e-8b5d-640d3fd7498c req-de57f5db-c2e7-4469-b494-8c4fba3fa0a5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccaa6f60-6e2e-45da-87da-f95f4ae5f802 HTTP/1.1" status: 200 len: 1001 time: 0.0580475 Dec 16 10:32:11.405943 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9f8f5-9a96-412e-8b5d-640d3fd7498c req-37256122-33d8-4586-966a-290931dbac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:11.407389 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cbb9f8f5-9a96-412e-8b5d-640d3fd7498c req-37256122-33d8-4586-966a-290931dbac10 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0479670 Dec 16 10:32:11.452282 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9f8f5-9a96-412e-8b5d-640d3fd7498c req-33e60aaa-5d9b-49bf-8933-26f959c52b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:11.453835 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cbb9f8f5-9a96-412e-8b5d-640d3fd7498c req-33e60aaa-5d9b-49bf-8933-26f959c52b48 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394528 Dec 16 10:32:11.894034 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322334b-915b-4f99-a66e-61b20725046d req-b61b84ed-cdeb-4b2f-bc2d-527d35cff929 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:11.895491 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a322334b-915b-4f99-a66e-61b20725046d req-b61b84ed-cdeb-4b2f-bc2d-527d35cff929 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 944 time: 0.3923585 Dec 16 10:32:11.900709 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cbb9f8f5-9a96-412e-8b5d-640d3fd7498c req-b977b5ae-597b-41eb-891a-5d5371fddf31 service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387476 Dec 16 10:32:11.975089 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a322334b-915b-4f99-a66e-61b20725046d req-49b50453-5a5e-4035-a649-97c57cc08ad1 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733545 Dec 16 10:32:12.010583 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cbb9f8f5-9a96-412e-8b5d-640d3fd7498c req-c3e981dd-d31b-4219-b364-b72a1726b3e2 service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964074 Dec 16 10:32:13.095789 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee0988-0237-4753-8639-9ce1256019a3 req-50398b8c-5043-4bc1-a954-c9fb41061dbc tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:13.097685 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eeee0988-0237-4753-8639-9ce1256019a3 req-50398b8c-5043-4bc1-a954-c9fb41061dbc tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 944 time: 0.0537241 Dec 16 10:32:13.135094 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eeee0988-0237-4753-8639-9ce1256019a3 req-66f16b95-9866-4882-8da5-62ead1f8fac1 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315762 Dec 16 10:32:14.253537 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e789d0b-9624-46c5-8d19-12e72f57fc32 req-414d1121-5f4d-4250-9b5a-5e7c181ee2cd tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:14.254938 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4e789d0b-9624-46c5-8d19-12e72f57fc32 req-414d1121-5f4d-4250-9b5a-5e7c181ee2cd tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 944 time: 0.0527112 Dec 16 10:32:14.293187 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4e789d0b-9624-46c5-8d19-12e72f57fc32 req-cb187c4f-bc88-413c-8efc-7a43f93c9012 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323133 Dec 16 10:32:15.430915 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8adbf0c-d23d-4b77-aed5-2348c0c8d78d req-308654eb-80cd-4a0b-b1de-3d843ea1eaf0 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:15.431703 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b8adbf0c-d23d-4b77-aed5-2348c0c8d78d req-308654eb-80cd-4a0b-b1de-3d843ea1eaf0 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 944 time: 0.0696905 Dec 16 10:32:15.472960 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b8adbf0c-d23d-4b77-aed5-2348c0c8d78d req-5790c302-1b53-444f-801d-7b568ad4d102 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347764 Dec 16 10:32:15.897316 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device ccaa6f60-6e2e-45da-87da-f95f4ae5f802 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:32:15.993147 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port ccaa6f60-6e2e-45da-87da-f95f4ae5f802, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ccaa6f60-6e2e-45da-87da-f95f4ae5f802,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:32:16.004291 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'ccaa6f60-6e2e-45da-87da-f95f4ae5f802', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'port_id': 'ccaa6f60-6e2e-45da-87da-f95f4ae5f802', 'mac_address': 'fa:16:3e:1c:6b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:32:16.040563 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:16.052800 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccaa6f60-6e2e-45da-87da-f95f4ae5f802 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:32:16.071605 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port ccaa6f60-6e2e-45da-87da-f95f4ae5f802, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ccaa6f60-6e2e-45da-87da-f95f4ae5f802,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:32:16.128001 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:16.174919 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=ccaa6f60-6e2e-45da-87da-f95f4ae5f802,revision_number=8']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:16.182278 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:16.182629 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:16.183232 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:16.183568 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:16.183901 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:16.184230 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:16.184559 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:16.184884 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:16.185245 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:16.185573 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:16.185895 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:16.186215 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:16.588468 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786b1bd-39cf-4585-bf84-986a8a622161 req-fdacbbe0-d36a-488f-9356-6e2d3326633a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:16.590016 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6786b1bd-39cf-4585-bf84-986a8a622161 req-fdacbbe0-d36a-488f-9356-6e2d3326633a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 945 time: 0.0492399 Dec 16 10:32:16.627548 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6786b1bd-39cf-4585-bf84-986a8a622161 req-a3d2a556-a020-4042-b646-15d1e0489220 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315740 Dec 16 10:32:17.410591 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['ccaa6f60-6e2e-45da-87da-f95f4ae5f802'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:32:17.742134 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27018fcc-084b-4c46-9b1f-c05c7f9b3b70 req-f4ed0624-0c01-4fa4-8b2b-2fe54966064a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:17.743600 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-27018fcc-084b-4c46-9b1f-c05c7f9b3b70 req-f4ed0624-0c01-4fa4-8b2b-2fe54966064a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 945 time: 0.0477366 Dec 16 10:32:17.780434 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-27018fcc-084b-4c46-9b1f-c05c7f9b3b70 req-b4d10290-c773-43b0-bcb4-227114ed9808 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310378 Dec 16 10:32:17.898090 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device ccaa6f60-6e2e-45da-87da-f95f4ae5f802 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:32:18.008157 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port ccaa6f60-6e2e-45da-87da-f95f4ae5f802 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:32:18.012142 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port ccaa6f60-6e2e-45da-87da-f95f4ae5f802 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:32:18.012549 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:18.090141 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:18.111824 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df594bd-c38a-492f-8b2c-f87bbfecf6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccaa6f60-6e2e-45da-87da-f95f4ae5f802'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:32:18.114081 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43456ec7ce59ea77a0f74ce1d1a90a56292c95d5d3a8a10fcc4b35aa5a8e1da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b2b9c6-ad87-4a63-88d4-17cfd33361af" -d '{"events": [{"server_uuid": "9df594bd-c38a-492f-8b2c-f87bbfecf6d4", "name": "network-vif-plugged", "status": "completed", "tag": "ccaa6f60-6e2e-45da-87da-f95f4ae5f802"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:32:18.126195 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port ccaa6f60-6e2e-45da-87da-f95f4ae5f802, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ccaa6f60-6e2e-45da-87da-f95f4ae5f802,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:32:18.167408 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf6bdaf-680e-4abe-8065-94715c322555 x-openstack-request-id: req-2bf6bdaf-680e-4abe-8065-94715c322555 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:32:18.167408 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df594bd-c38a-492f-8b2c-f87bbfecf6d4", "name": "network-vif-plugged", "status": "completed", "tag": "ccaa6f60-6e2e-45da-87da-f95f4ae5f802", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:32:18.167408 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2bf6bdaf-680e-4abe-8065-94715c322555 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:32:18.167408 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df594bd-c38a-492f-8b2c-f87bbfecf6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccaa6f60-6e2e-45da-87da-f95f4ae5f802', 'code': 200} Dec 16 10:32:18.180007 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:18.231535 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=ccaa6f60-6e2e-45da-87da-f95f4ae5f802,revision_number=9']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:18.323151 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0342ab4-30f4-439d-a56a-d33003c6bc34 req-35849c54-74df-4c0c-af3a-95d8970494e4 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:18.324627 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b0342ab4-30f4-439d-a56a-d33003c6bc34 req-35849c54-74df-4c0c-af3a-95d8970494e4 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 946 time: 0.0528245 Dec 16 10:32:18.366055 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b0342ab4-30f4-439d-a56a-d33003c6bc34 req-322ff18f-e2b4-4a53-86ac-3709a6ab23e9 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349710 Dec 16 10:32:18.374695 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-26f8518a-5d07-46c9-a67e-e70f905addae tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:18.376201 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-26f8518a-5d07-46c9-a67e-e70f905addae tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.58 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4&tenant_id=4da94f25b7d54edb95f41f67c8de1711&binding%3Ahost_id=n-h2-820550-2 HTTP/1.1" status: 200 len: 946 time: 0.0532198 Dec 16 10:32:18.439056 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-5cbef285-5675-42bb-aba0-609ef30dc6a6 service neutron] 10.222.0.58 "GET /v2.0/ports/ccaa6f60-6e2e-45da-87da-f95f4ae5f802/bindings/n-h2-820550-2 HTTP/1.1" status: 200 len: 382 time: 0.0550978 Dec 16 10:32:18.506073 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-7cedc92f-ae32-4e97-bcf6-969d3f629ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:18.507472 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-7cedc92f-ae32-4e97-bcf6-969d3f629ecc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 1097 time: 0.0456223 Dec 16 10:32:18.595795 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-96a6410c-5afc-4139-8d8a-5c16e0b5d830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:18.597243 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-96a6410c-5afc-4139-8d8a-5c16e0b5d830 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.0827012 Dec 16 10:32:18.665425 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-27d203ce-1809-4d97-a289-e2947714d445 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccaa6f60-6e2e-45da-87da-f95f4ae5f802 HTTP/1.1" status: 200 len: 1003 time: 0.0606117 Dec 16 10:32:18.712812 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-3ebabc08-4e33-4cfb-9ef3-b0df5c660f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:18.714206 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-3ebabc08-4e33-4cfb-9ef3-b0df5c660f12 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0423906 Dec 16 10:32:18.759099 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-9076781f-d7d1-4c29-b936-6437778921ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:18.760540 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-9076781f-d7d1-4c29-b936-6437778921ba service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393071 Dec 16 10:32:18.861129 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-15923697-f118-4e77-b1e4-0b8785e54eec service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911136 Dec 16 10:32:18.950542 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-24ca40ca-8083-4464-8d38-465053e73e72 service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821033 Dec 16 10:32:19.483713 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be9f166-fdc3-46c1-b11e-db929a71bc97 req-6f3ae5c2-87ff-4f96-983e-8597c4175db9 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:19.485085 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5be9f166-fdc3-46c1-b11e-db929a71bc97 req-6f3ae5c2-87ff-4f96-983e-8597c4175db9 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 946 time: 0.0484180 Dec 16 10:32:19.526966 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5be9f166-fdc3-46c1-b11e-db929a71bc97 req-e2caff70-d9cb-4729-9198-1f6fab925ae9 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352912 Dec 16 10:32:20.643557 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c40393-38d5-4008-8051-8eac51ca638e req-c4b0bbbd-601a-44d3-b9dd-c2bd8f21ecb7 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:20.645056 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-33c40393-38d5-4008-8051-8eac51ca638e req-c4b0bbbd-601a-44d3-b9dd-c2bd8f21ecb7 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 946 time: 0.0499811 Dec 16 10:32:20.683153 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-33c40393-38d5-4008-8051-8eac51ca638e req-520db042-3fda-4287-97f1-445ce08033bf tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319893 Dec 16 10:32:21.797598 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ab645-aaef-4677-9a58-3a3c3c119020 req-d846364f-1864-4f10-8ca6-ae0e2f91dc3f tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:21.799741 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6f8ab645-aaef-4677-9a58-3a3c3c119020 req-d846364f-1864-4f10-8ca6-ae0e2f91dc3f tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 946 time: 0.0500698 Dec 16 10:32:21.837854 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6f8ab645-aaef-4677-9a58-3a3c3c119020 req-98eb8862-b6d7-4f39-94a8-02f2bd76361d tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319912 Dec 16 10:32:22.953528 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e6f12-1ed7-4078-b871-d3f00edc8012 req-66e65ee7-bfcb-4834-a59a-3de6f542b4bd tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:22.955025 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-847e6f12-1ed7-4078-b871-d3f00edc8012 req-66e65ee7-bfcb-4834-a59a-3de6f542b4bd tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 946 time: 0.0497978 Dec 16 10:32:22.993273 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-847e6f12-1ed7-4078-b871-d3f00edc8012 req-589e9ef5-917c-4fcb-b28e-edfbdc15ad09 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310471 Dec 16 10:32:23.435849 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-2c10f576-e4e3-402f-841c-eda8ac66dbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:23.437343 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-2c10f576-e4e3-402f-841c-eda8ac66dbcf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4&tenant_id=4da94f25b7d54edb95f41f67c8de1711 HTTP/1.1" status: 200 len: 1097 time: 0.0834174 Dec 16 10:32:23.450066 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-518c0b9e-3e93-42ac-9bcf-3634ecd65fc9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820550-2', 'device_owner': 'compute:nova'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:32:23.503790 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-518c0b9e-3e93-42ac-9bcf-3634ecd65fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:23.701318 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-518c0b9e-3e93-42ac-9bcf-3634ecd65fc9 service neutron] For port ccaa6f60-6e2e-45da-87da-f95f4ae5f802, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ccaa6f60-6e2e-45da-87da-f95f4ae5f802,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:32:23.732709 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-518c0b9e-3e93-42ac-9bcf-3634ecd65fc9 service neutron] For port ccaa6f60-6e2e-45da-87da-f95f4ae5f802, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:32:23.770222 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df594bd-c38a-492f-8b2c-f87bbfecf6d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccaa6f60-6e2e-45da-87da-f95f4ae5f802'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:32:23.772472 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c681d7-73cf-45c8-98fa-3d92dde79425" -d '{"events": [{"server_uuid": "9df594bd-c38a-492f-8b2c-f87bbfecf6d4", "name": "network-vif-unplugged", "status": "completed", "tag": "ccaa6f60-6e2e-45da-87da-f95f4ae5f802"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:32:23.776244 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-518c0b9e-3e93-42ac-9bcf-3634ecd65fc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:23.789837 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-518c0b9e-3e93-42ac-9bcf-3634ecd65fc9 service neutron] Transition to ACTIVE for port object ccaa6f60-6e2e-45da-87da-f95f4ae5f802 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:32:23.822480 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 10:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91dd7d2-3162-4267-b65c-ba11722d73a9 x-openstack-request-id: req-f91dd7d2-3162-4267-b65c-ba11722d73a9 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:32:23.822773 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df594bd-c38a-492f-8b2c-f87bbfecf6d4", "name": "network-vif-unplugged", "status": "completed", "tag": "ccaa6f60-6e2e-45da-87da-f95f4ae5f802", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:32:23.823029 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f91dd7d2-3162-4267-b65c-ba11722d73a9 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:32:23.823480 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df594bd-c38a-492f-8b2c-f87bbfecf6d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccaa6f60-6e2e-45da-87da-f95f4ae5f802', 'code': 200} Dec 16 10:32:23.859011 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-518c0b9e-3e93-42ac-9bcf-3634ecd65fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:23.897180 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device ccaa6f60-6e2e-45da-87da-f95f4ae5f802 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:32:23.907450 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c0b9e-3e93-42ac-9bcf-3634ecd65fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=ccaa6f60-6e2e-45da-87da-f95f4ae5f802,revision_number=10']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:23.942115 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device ccaa6f60-6e2e-45da-87da-f95f4ae5f802 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:32:23.992301 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-518c0b9e-3e93-42ac-9bcf-3634ecd65fc9 service neutron] No DVR routers for this DVR port ccaa6f60-6e2e-45da-87da-f95f4ae5f802 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:32:24.093585 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-63ea0950-b634-49f1-b0c3-312930324f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:24.125862 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f6bc2-2d55-437d-a697-c879df599b20 req-85f03a23-8a0b-444b-961e-596059af0a6e tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:24.127377 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0b3f6bc2-2d55-437d-a697-c879df599b20 req-85f03a23-8a0b-444b-961e-596059af0a6e tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 945 time: 0.0583916 Dec 16 10:32:24.134883 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-518c0b9e-3e93-42ac-9bcf-3634ecd65fc9 service neutron] Attempting to bind port ccaa6f60-6e2e-45da-87da-f95f4ae5f802 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:32:24.135236 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-518c0b9e-3e93-42ac-9bcf-3634ecd65fc9 service neutron] Attempting to bind port ccaa6f60-6e2e-45da-87da-f95f4ae5f802 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:32:24.135555 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-518c0b9e-3e93-42ac-9bcf-3634ecd65fc9 service neutron] Attempting to bind port ccaa6f60-6e2e-45da-87da-f95f4ae5f802 on network 5bc0b40a-5afa-415c-9959-71400fc1d7dc {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:32:24.139869 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-518c0b9e-3e93-42ac-9bcf-3634ecd65fc9 service neutron] Port ccaa6f60-6e2e-45da-87da-f95f4ae5f802 on network 5bc0b40a-5afa-415c-9959-71400fc1d7dc not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:32:24.140191 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-518c0b9e-3e93-42ac-9bcf-3634ecd65fc9 service neutron] Attempting to bind port ccaa6f60-6e2e-45da-87da-f95f4ae5f802 on network 5bc0b40a-5afa-415c-9959-71400fc1d7dc {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:32:24.145546 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-518c0b9e-3e93-42ac-9bcf-3634ecd65fc9 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:32:24.145880 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-518c0b9e-3e93-42ac-9bcf-3634ecd65fc9 service neutron] Checking segment: {'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:32:24.146259 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-518c0b9e-3e93-42ac-9bcf-3634ecd65fc9 service neutron] Bound using segment: {'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:32:24.146680 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-518c0b9e-3e93-42ac-9bcf-3634ecd65fc9 service neutron] Bound port: ccaa6f60-6e2e-45da-87da-f95f4ae5f802, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '358fcaad-bf69-419c-90fc-a287d47ac540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:32:24.147036 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-518c0b9e-3e93-42ac-9bcf-3634ecd65fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:24.166903 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0b3f6bc2-2d55-437d-a697-c879df599b20 req-c2b2295f-a974-42ff-97df-eab02024ba49 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331426 Dec 16 10:32:24.214749 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-518c0b9e-3e93-42ac-9bcf-3634ecd65fc9 service neutron] For port ccaa6f60-6e2e-45da-87da-f95f4ae5f802, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:32:24.217661 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-518c0b9e-3e93-42ac-9bcf-3634ecd65fc9 service neutron] For port ccaa6f60-6e2e-45da-87da-f95f4ae5f802, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ccaa6f60-6e2e-45da-87da-f95f4ae5f802,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:32:24.277119 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-518c0b9e-3e93-42ac-9bcf-3634ecd65fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:24.318059 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-518c0b9e-3e93-42ac-9bcf-3634ecd65fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:24.318677 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-518c0b9e-3e93-42ac-9bcf-3634ecd65fc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:24.320155 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-518c0b9e-3e93-42ac-9bcf-3634ecd65fc9 service neutron] 10.222.0.57 "PUT /v2.0/ports/ccaa6f60-6e2e-45da-87da-f95f4ae5f802 HTTP/1.1" status: 200 len: 1093 time: 0.8739309 Dec 16 10:32:24.342996 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c0b9e-3e93-42ac-9bcf-3634ecd65fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=ccaa6f60-6e2e-45da-87da-f95f4ae5f802,revision_number=11']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:24.390447 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-34f4486a-c0ca-4d9e-8231-76fc9c27f6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:24.391967 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-34f4486a-c0ca-4d9e-8231-76fc9c27f6ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 1096 time: 0.0453203 Dec 16 10:32:24.486439 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-4fd2e2de-f2a1-4c5e-b312-bc9df1f44445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:24.488175 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-4fd2e2de-f2a1-4c5e-b312-bc9df1f44445 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.0888522 Dec 16 10:32:24.564774 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-d68dd70e-f889-4e19-bf96-c1f6c55e1feb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccaa6f60-6e2e-45da-87da-f95f4ae5f802 HTTP/1.1" status: 200 len: 1001 time: 0.0686212 Dec 16 10:32:24.614996 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-dc07fad2-0896-4b23-b207-3768a88e8f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:24.616333 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-dc07fad2-0896-4b23-b207-3768a88e8f90 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0443509 Dec 16 10:32:24.662696 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-c533f2a9-736b-468c-9b18-78cb93c70ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:24.664153 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-c533f2a9-736b-468c-9b18-78cb93c70ca6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399945 Dec 16 10:32:24.758073 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-614325bb-f808-4ba3-bb13-d7b3ce0f8e85 service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852611 Dec 16 10:32:24.847619 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-147d51cf-5618-4371-84e6-8a85e74cd1be req-ef8a11a5-edab-4356-a12d-7dca4165a504 service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814164 Dec 16 10:32:25.289996 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99134e-d61c-430a-bb98-c889305a1d38 req-fa7d78ba-a7ce-4f35-a671-b88379fab77a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:25.291371 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4e99134e-d61c-430a-bb98-c889305a1d38 req-fa7d78ba-a7ce-4f35-a671-b88379fab77a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 945 time: 0.0499492 Dec 16 10:32:25.334381 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4e99134e-d61c-430a-bb98-c889305a1d38 req-00ad7806-fb84-4ba7-a5fb-134792cec56f tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369365 Dec 16 10:32:25.824670 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df594bd-c38a-492f-8b2c-f87bbfecf6d4', 'tag': 'ccaa6f60-6e2e-45da-87da-f95f4ae5f802'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:32:25.827445 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e8fcd8-1bf0-4614-bab7-e6fd6acf3b72" -d '{"events": [{"name": "network-changed", "server_uuid": "9df594bd-c38a-492f-8b2c-f87bbfecf6d4", "tag": "ccaa6f60-6e2e-45da-87da-f95f4ae5f802"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:32:25.889520 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701e9f46-d5c7-4ae7-a39e-ac55a0f2a831 x-openstack-request-id: req-701e9f46-d5c7-4ae7-a39e-ac55a0f2a831 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:32:25.889815 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df594bd-c38a-492f-8b2c-f87bbfecf6d4", "tag": "ccaa6f60-6e2e-45da-87da-f95f4ae5f802", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:32:25.890072 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-701e9f46-d5c7-4ae7-a39e-ac55a0f2a831 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:32:25.890475 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df594bd-c38a-492f-8b2c-f87bbfecf6d4', 'tag': 'ccaa6f60-6e2e-45da-87da-f95f4ae5f802', 'status': 'completed', 'code': 200} Dec 16 10:32:25.991696 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8fcd8-1bf0-4614-bab7-e6fd6acf3b72 req-bd56020a-467a-4917-9c90-8216b7336dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:25.995769 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25e8fcd8-1bf0-4614-bab7-e6fd6acf3b72 req-bd56020a-467a-4917-9c90-8216b7336dd3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 1096 time: 0.0735140 Dec 16 10:32:25.995769 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8fcd8-1bf0-4614-bab7-e6fd6acf3b72 req-a0d54a35-957d-4844-bdbf-9427a2926dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:25.997172 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25e8fcd8-1bf0-4614-bab7-e6fd6acf3b72 req-a0d54a35-957d-4844-bdbf-9427a2926dbb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 1096 time: 0.0690084 Dec 16 10:32:26.169769 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8fcd8-1bf0-4614-bab7-e6fd6acf3b72 req-9c6be1da-7614-447a-8d2f-c25190933819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:26.171292 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25e8fcd8-1bf0-4614-bab7-e6fd6acf3b72 req-9c6be1da-7614-447a-8d2f-c25190933819 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.1702633 Dec 16 10:32:26.175320 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8fcd8-1bf0-4614-bab7-e6fd6acf3b72 req-ecc01dbf-a40a-4e17-8f93-dca0eafb8161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:26.176671 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25e8fcd8-1bf0-4614-bab7-e6fd6acf3b72 req-ecc01dbf-a40a-4e17-8f93-dca0eafb8161 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.1675651 Dec 16 10:32:26.282681 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25e8fcd8-1bf0-4614-bab7-e6fd6acf3b72 req-8d8b4382-c621-414b-b08c-85c815163444 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccaa6f60-6e2e-45da-87da-f95f4ae5f802 HTTP/1.1" status: 200 len: 1001 time: 0.1047280 Dec 16 10:32:26.298899 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25e8fcd8-1bf0-4614-bab7-e6fd6acf3b72 req-7a5230d6-8895-4530-843f-aa88df784e2e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccaa6f60-6e2e-45da-87da-f95f4ae5f802 HTTP/1.1" status: 200 len: 1001 time: 0.0815868 Dec 16 10:32:26.382431 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8fcd8-1bf0-4614-bab7-e6fd6acf3b72 req-40dabe9c-c32f-480d-96b8-d45071dbaa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:26.384457 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25e8fcd8-1bf0-4614-bab7-e6fd6acf3b72 req-40dabe9c-c32f-480d-96b8-d45071dbaa70 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0630240 Dec 16 10:32:26.391143 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8fcd8-1bf0-4614-bab7-e6fd6acf3b72 req-5b40bef3-f19a-41cc-a266-f7aedc806864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:26.392748 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25e8fcd8-1bf0-4614-bab7-e6fd6acf3b72 req-5b40bef3-f19a-41cc-a266-f7aedc806864 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.1035631 Dec 16 10:32:26.407886 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5cc8eafc-f63c-4e08-be4b-bec1cf552765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:26.501396 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8fcd8-1bf0-4614-bab7-e6fd6acf3b72 req-23abf901-5c7d-4b09-8d4f-e82988f3ae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:26.503369 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25e8fcd8-1bf0-4614-bab7-e6fd6acf3b72 req-23abf901-5c7d-4b09-8d4f-e82988f3ae16 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089916 Dec 16 10:32:26.508125 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8fcd8-1bf0-4614-bab7-e6fd6acf3b72 req-aed8d686-d6ff-44ab-9a50-c7780630c026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:26.509517 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25e8fcd8-1bf0-4614-bab7-e6fd6acf3b72 req-aed8d686-d6ff-44ab-9a50-c7780630c026 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1071076 Dec 16 10:32:26.517590 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5211f2e-abb5-4b6d-a5ad-5c37234b0749 req-82990617-0d4d-402c-8bc7-886c8e2e8e11 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:26.519019 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b5211f2e-abb5-4b6d-a5ad-5c37234b0749 req-82990617-0d4d-402c-8bc7-886c8e2e8e11 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 945 time: 0.1036758 Dec 16 10:32:26.662023 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b5211f2e-abb5-4b6d-a5ad-5c37234b0749 req-78684b89-44c2-46bb-bcc8-77af9eaa08fa tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272302 Dec 16 10:32:26.704700 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25e8fcd8-1bf0-4614-bab7-e6fd6acf3b72 req-ebb6bab7-98dc-4da5-ad82-3244bed94dc0 service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847365 Dec 16 10:32:26.706624 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25e8fcd8-1bf0-4614-bab7-e6fd6acf3b72 req-ab0b0202-412d-4c0b-a868-4231929b3672 service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857347 Dec 16 10:32:26.863740 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25e8fcd8-1bf0-4614-bab7-e6fd6acf3b72 req-8ab1cc1d-9613-40f9-b10a-673070ae18e8 service neutron] 10.222.0.58 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520481 Dec 16 10:32:26.865652 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25e8fcd8-1bf0-4614-bab7-e6fd6acf3b72 req-e95001a9-5e6f-4dd0-af1b-03ff43c30a39 service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467617 Dec 16 10:32:27.554827 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:32:27.781139 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23de82a-66e1-44df-a0b0-191568cd5279 req-a24c6359-2a35-49e1-b2b3-16ac2df2a225 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:27.782627 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b23de82a-66e1-44df-a0b0-191568cd5279 req-a24c6359-2a35-49e1-b2b3-16ac2df2a225 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 945 time: 0.0493202 Dec 16 10:32:27.785181 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:27.821009 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b23de82a-66e1-44df-a0b0-191568cd5279 req-61312bd2-2aeb-47f6-b7af-8164a8309b03 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320771 Dec 16 10:32:28.948850 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a15ae4-8e1d-4699-9487-33d86f8cbbea req-5d25cdb9-e179-44bc-bb26-e5d63cdfc492 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:28.950333 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-54a15ae4-8e1d-4699-9487-33d86f8cbbea req-5d25cdb9-e179-44bc-bb26-e5d63cdfc492 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 945 time: 0.0616250 Dec 16 10:32:28.991683 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-54a15ae4-8e1d-4699-9487-33d86f8cbbea req-52b01968-5a37-4e67-9c1e-b0e73c52da50 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347998 Dec 16 10:32:29.299091 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:29.624856 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:29.651928 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6358bed-7513-4e74-83d9-cc0dfa7d8d96 req-539b59c5-5ef9-4b60-b17d-a57842f3c341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:29.653464 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e6358bed-7513-4e74-83d9-cc0dfa7d8d96 req-539b59c5-5ef9-4b60-b17d-a57842f3c341 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4da94f25b7d54edb95f41f67c8de1711&device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 1096 time: 0.0402441 Dec 16 10:32:29.756577 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6358bed-7513-4e74-83d9-cc0dfa7d8d96 req-67542c0e-a5c1-4986-9fc5-87d6cd7d7a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:29.758084 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e6358bed-7513-4e74-83d9-cc0dfa7d8d96 req-67542c0e-a5c1-4986-9fc5-87d6cd7d7a14 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 200 len: 913 time: 0.0848293 Dec 16 10:32:29.827528 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e6358bed-7513-4e74-83d9-cc0dfa7d8d96 req-53ec33c0-3892-4f07-b709-667318398ed5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccaa6f60-6e2e-45da-87da-f95f4ae5f802 HTTP/1.1" status: 200 len: 1001 time: 0.0608222 Dec 16 10:32:29.878143 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6358bed-7513-4e74-83d9-cc0dfa7d8d96 req-e12d01c3-4d11-4c4a-9b90-7723b2000bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:29.879471 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e6358bed-7513-4e74-83d9-cc0dfa7d8d96 req-e12d01c3-4d11-4c4a-9b90-7723b2000bac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 200 len: 851 time: 0.0447032 Dec 16 10:32:29.925872 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6358bed-7513-4e74-83d9-cc0dfa7d8d96 req-5a056c37-5127-4a61-8019-cb8c56e66cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:29.927310 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e6358bed-7513-4e74-83d9-cc0dfa7d8d96 req-5a056c37-5127-4a61-8019-cb8c56e66cd0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bc0b40a-5afa-415c-9959-71400fc1d7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394905 Dec 16 10:32:30.019447 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e6358bed-7513-4e74-83d9-cc0dfa7d8d96 req-8b863de9-e14a-46d3-ad69-1d217aa87c0e service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831561 Dec 16 10:32:30.108398 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865f15b-18db-4b0f-8201-44828bc5968b req-d1b6b732-76d1-40f3-a5e0-aa71f27496c2 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:30.109651 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e6358bed-7513-4e74-83d9-cc0dfa7d8d96 req-a6d2a8a3-1690-4bec-a6eb-a73f8fe74217 service neutron] 10.222.0.57 "GET /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825965 Dec 16 10:32:30.109976 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1865f15b-18db-4b0f-8201-44828bc5968b req-d1b6b732-76d1-40f3-a5e0-aa71f27496c2 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 945 time: 0.0489347 Dec 16 10:32:30.147832 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1865f15b-18db-4b0f-8201-44828bc5968b req-c0937cd3-e2c7-4b06-b316-d4a1603d3535 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313663 Dec 16 10:32:31.271273 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6b347-9e5a-42b3-8a1a-d314ada7b568 req-951b1f35-ac65-4763-8076-5de4d9cad481 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:31.272739 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f3e6b347-9e5a-42b3-8a1a-d314ada7b568 req-951b1f35-ac65-4763-8076-5de4d9cad481 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 945 time: 0.0535731 Dec 16 10:32:31.309327 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f3e6b347-9e5a-42b3-8a1a-d314ada7b568 req-889ac0ea-f506-4525-9425-97863e5be4ee tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307231 Dec 16 10:32:32.428732 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7868e1b6-e8e0-46da-8fc9-423d1cbccb94 req-88d51c45-c2f2-4e81-8358-03c1fbceb359 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:32.430230 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7868e1b6-e8e0-46da-8fc9-423d1cbccb94 req-88d51c45-c2f2-4e81-8358-03c1fbceb359 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 945 time: 0.0526495 Dec 16 10:32:32.466812 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7868e1b6-e8e0-46da-8fc9-423d1cbccb94 req-25754a56-a9e9-4eb2-9bd5-6d48199595f2 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305140 Dec 16 10:32:33.580178 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d2445-b053-46e1-a830-921b7d8c579e req-0d283e06-7647-42c1-9139-29b6c8dd1cbc tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:33.581692 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5a2d2445-b053-46e1-a830-921b7d8c579e req-0d283e06-7647-42c1-9139-29b6c8dd1cbc tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 945 time: 0.0492644 Dec 16 10:32:33.619201 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5a2d2445-b053-46e1-a830-921b7d8c579e req-f03d5680-a18f-40b4-8e8e-b7adb948346f tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317101 Dec 16 10:32:34.733798 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084c5a5-e05b-4406-aed1-3b107da566ac req-43ed0488-245e-4c99-8732-d875bceb6597 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:34.735265 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e084c5a5-e05b-4406-aed1-3b107da566ac req-43ed0488-245e-4c99-8732-d875bceb6597 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 945 time: 0.0487816 Dec 16 10:32:34.772404 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e084c5a5-e05b-4406-aed1-3b107da566ac req-ec0f7182-27d8-411b-9399-0b67ea81132b tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312924 Dec 16 10:32:35.887509 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bda779-dffe-4d00-969b-eb97d1b22c80 req-1baa9752-cae4-40b2-9d5f-9543bbb841df tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:35.888972 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e5bda779-dffe-4d00-969b-eb97d1b22c80 req-1baa9752-cae4-40b2-9d5f-9543bbb841df tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 945 time: 0.0483844 Dec 16 10:32:35.927016 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e5bda779-dffe-4d00-969b-eb97d1b22c80 req-d2d57c1f-b135-48b2-9e28-db50550d5264 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313566 Dec 16 10:32:37.043135 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af03390-f36e-4e4d-86f6-15c15bfb3ae0 req-c2641c70-30d3-4211-bd15-d487b50830e3 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:37.044610 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6af03390-f36e-4e4d-86f6-15c15bfb3ae0 req-c2641c70-30d3-4211-bd15-d487b50830e3 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 945 time: 0.0493529 Dec 16 10:32:37.082905 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6af03390-f36e-4e4d-86f6-15c15bfb3ae0 req-183ef43f-af32-4522-8d4e-c597acb3776a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323846 Dec 16 10:32:37.893510 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:38.120612 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ccaa6f60-6e2e-45da-87da-f95f4ae5f802 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:32:38.208485 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1c19a-4b18-4ac8-8329-a52bfd98046f req-03c6b3c3-a856-45df-a1cb-fe80816d3e8a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:38.210069 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f1f1c19a-4b18-4ac8-8329-a52bfd98046f req-03c6b3c3-a856-45df-a1cb-fe80816d3e8a tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 945 time: 0.0582700 Dec 16 10:32:38.219671 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port ccaa6f60-6e2e-45da-87da-f95f4ae5f802, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ccaa6f60-6e2e-45da-87da-f95f4ae5f802,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:32:38.232279 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'ccaa6f60-6e2e-45da-87da-f95f4ae5f802', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'port_id': 'ccaa6f60-6e2e-45da-87da-f95f4ae5f802', 'mac_address': 'fa:16:3e:1c:6b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:32:38.248834 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f1f1c19a-4b18-4ac8-8329-a52bfd98046f req-8fa77adc-2e9c-48aa-a5a2-2e5b4e6082d6 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325902 Dec 16 10:32:38.276009 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:38.289905 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccaa6f60-6e2e-45da-87da-f95f4ae5f802 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:32:38.309468 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port ccaa6f60-6e2e-45da-87da-f95f4ae5f802, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ccaa6f60-6e2e-45da-87da-f95f4ae5f802,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:32:38.375811 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e59927-f5a6-44f9-83fe-9c5158c90695 req-01925400-058b-4a9d-a693-27ff95b57257 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:38.377290 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-95e59927-f5a6-44f9-83fe-9c5158c90695 req-01925400-058b-4a9d-a693-27ff95b57257 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 945 time: 0.0538790 Dec 16 10:32:38.384696 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:38.417402 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-95e59927-f5a6-44f9-83fe-9c5158c90695 req-8066a043-d5e2-4058-a053-0bf2b08ab450 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341139 Dec 16 10:32:38.432923 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=ccaa6f60-6e2e-45da-87da-f95f4ae5f802,revision_number=12']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:38.529988 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b75bc-897e-48f4-a7a5-142d52df7b11 req-ba033d12-3618-4e75-8fa3-80605c84e398 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:38.531456 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-098b75bc-897e-48f4-a7a5-142d52df7b11 req-ba033d12-3618-4e75-8fa3-80605c84e398 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 946 time: 0.0489435 Dec 16 10:32:38.569331 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-098b75bc-897e-48f4-a7a5-142d52df7b11 req-24def598-c494-4ca0-9cbc-03287161cb86 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319662 Dec 16 10:32:38.829168 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['ccaa6f60-6e2e-45da-87da-f95f4ae5f802'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:32:38.994988 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849c239-d4e7-4d0d-9708-aa94f7943ed4 req-665a9553-d414-4960-b841-79bbd76298f9 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:38.996826 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1849c239-d4e7-4d0d-9708-aa94f7943ed4 req-665a9553-d414-4960-b841-79bbd76298f9 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 946 time: 0.0510013 Dec 16 10:32:39.034528 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1849c239-d4e7-4d0d-9708-aa94f7943ed4 req-662cf35b-b06b-4523-be99-7a856a6cc234 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312114 Dec 16 10:32:40.140676 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ccaa6f60-6e2e-45da-87da-f95f4ae5f802 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:32:40.149041 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c5b3b-076e-413f-9564-0267d3d9d264 req-69fc4477-0bd7-4963-b1c7-35c67613e021 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:40.150527 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cb7c5b3b-076e-413f-9564-0267d3d9d264 req-69fc4477-0bd7-4963-b1c7-35c67613e021 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 946 time: 0.0481589 Dec 16 10:32:40.188954 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cb7c5b3b-076e-413f-9564-0267d3d9d264 req-be35e941-284c-4092-8b6c-734d617c500b tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321081 Dec 16 10:32:40.270731 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port ccaa6f60-6e2e-45da-87da-f95f4ae5f802 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:32:40.274691 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port ccaa6f60-6e2e-45da-87da-f95f4ae5f802 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:32:40.275067 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:40.350384 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:40.372006 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df594bd-c38a-492f-8b2c-f87bbfecf6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccaa6f60-6e2e-45da-87da-f95f4ae5f802'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:32:40.374331 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43456ec7ce59ea77a0f74ce1d1a90a56292c95d5d3a8a10fcc4b35aa5a8e1da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e12a18-7aa3-4572-b6ab-e971f82de111" -d '{"events": [{"server_uuid": "9df594bd-c38a-492f-8b2c-f87bbfecf6d4", "name": "network-vif-plugged", "status": "completed", "tag": "ccaa6f60-6e2e-45da-87da-f95f4ae5f802"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:32:40.390907 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port ccaa6f60-6e2e-45da-87da-f95f4ae5f802, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ccaa6f60-6e2e-45da-87da-f95f4ae5f802,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:32:40.410209 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd65eec-2cf2-4c49-b873-98738b259928 x-openstack-request-id: req-5bd65eec-2cf2-4c49-b873-98738b259928 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:32:40.410490 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df594bd-c38a-492f-8b2c-f87bbfecf6d4", "name": "network-vif-plugged", "status": "completed", "tag": "ccaa6f60-6e2e-45da-87da-f95f4ae5f802", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:32:40.410733 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5bd65eec-2cf2-4c49-b873-98738b259928 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:32:40.411115 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df594bd-c38a-492f-8b2c-f87bbfecf6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccaa6f60-6e2e-45da-87da-f95f4ae5f802', 'code': 200} Dec 16 10:32:40.447260 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:40.494088 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=ccaa6f60-6e2e-45da-87da-f95f4ae5f802,revision_number=13']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:41.242835 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f73ff8-6e09-46e0-b6f1-044585941824 req-38d6b66b-041a-4d1c-b78c-4c2e6d237cb7 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:41.251845 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e6f73ff8-6e09-46e0-b6f1-044585941824 req-38d6b66b-041a-4d1c-b78c-4c2e6d237cb7 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.57 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 947 time: 0.0602474 Dec 16 10:32:41.309819 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f4ce9-8a62-46a2-ae27-c06e79295e9b req-d9a60ecc-39f6-47b4-9ad0-53ecfc000d32 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:41.311737 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d61f4ce9-8a62-46a2-ae27-c06e79295e9b req-d9a60ecc-39f6-47b4-9ad0-53ecfc000d32 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 947 time: 0.0542452 Dec 16 10:32:41.347766 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-e6f73ff8-6e09-46e0-b6f1-044585941824 req-628ce8f5-e2c2-4d79-921b-cead7e0f2dd8 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Deleting port ccaa6f60-6e2e-45da-87da-f95f4ae5f802 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:32:41.348107 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e6f73ff8-6e09-46e0-b6f1-044585941824 req-628ce8f5-e2c2-4d79-921b-cead7e0f2dd8 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:41.350427 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:41.355495 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d61f4ce9-8a62-46a2-ae27-c06e79295e9b req-dea5afcc-0080-4e82-b036-f2613f4a8eec tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338571 Dec 16 10:32:41.442722 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-e6f73ff8-6e09-46e0-b6f1-044585941824 req-628ce8f5-e2c2-4d79-921b-cead7e0f2dd8 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] For port ccaa6f60-6e2e-45da-87da-f95f4ae5f802, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ccaa6f60-6e2e-45da-87da-f95f4ae5f802,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:32:41.443007 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e6f73ff8-6e09-46e0-b6f1-044585941824 req-628ce8f5-e2c2-4d79-921b-cead7e0f2dd8 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:41.609087 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e6f73ff8-6e09-46e0-b6f1-044585941824 req-628ce8f5-e2c2-4d79-921b-cead7e0f2dd8 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:41.609469 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e6f73ff8-6e09-46e0-b6f1-044585941824 req-628ce8f5-e2c2-4d79-921b-cead7e0f2dd8 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:41.609782 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [req-e6f73ff8-6e09-46e0-b6f1-044585941824 req-628ce8f5-e2c2-4d79-921b-cead7e0f2dd8 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Floating IP 3ec34af4-d60b-4a9d-abf2-4abe835ad90e disassociated. External IP: 172.25.1.123, port: ccaa6f60-6e2e-45da-87da-f95f4ae5f802. Dec 16 10:32:41.610119 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-e6f73ff8-6e09-46e0-b6f1-044585941824 req-628ce8f5-e2c2-4d79-921b-cead7e0f2dd8 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Calling delete_port for ccaa6f60-6e2e-45da-87da-f95f4ae5f802 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:32:41.824630 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e6f73ff8-6e09-46e0-b6f1-044585941824 req-628ce8f5-e2c2-4d79-921b-cead7e0f2dd8 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:41.852465 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ce8f5-e2c2-4d79-921b-cead7e0f2dd8 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Pushing event deleted for resources: {'Port': ['ID=ccaa6f60-6e2e-45da-87da-f95f4ae5f802,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:41.973431 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6f73ff8-6e09-46e0-b6f1-044585941824 req-628ce8f5-e2c2-4d79-921b-cead7e0f2dd8 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Router 712ade94-60a9-4e59-ab53-ba8ee6504d3a has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:32:42.392006 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6f73ff8-6e09-46e0-b6f1-044585941824 req-628ce8f5-e2c2-4d79-921b-cead7e0f2dd8 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:32:42.403307 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271de0d6-c477-4b55-a04e-d7575699ae95 None None] Sync routers for ids ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:32:42.412961 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271de0d6-c477-4b55-a04e-d7575699ae95 None None] Routers {'712ade94-60a9-4e59-ab53-ba8ee6504d3a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:32:42.413628 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-271de0d6-c477-4b55-a04e-d7575699ae95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:32:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:32:42.434144 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f73ff8-6e09-46e0-b6f1-044585941824 req-628ce8f5-e2c2-4d79-921b-cead7e0f2dd8 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] No DVR routers for this DVR port ccaa6f60-6e2e-45da-87da-f95f4ae5f802 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:32:42.443272 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e6f73ff8-6e09-46e0-b6f1-044585941824 req-628ce8f5-e2c2-4d79-921b-cead7e0f2dd8 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:42.446611 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e6f73ff8-6e09-46e0-b6f1-044585941824 req-628ce8f5-e2c2-4d79-921b-cead7e0f2dd8 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.57 "DELETE /v2.0/ports/ccaa6f60-6e2e-45da-87da-f95f4ae5f802 HTTP/1.1" status: 204 len: 173 time: 1.1886289 Dec 16 10:32:42.447057 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df594bd-c38a-492f-8b2c-f87bbfecf6d4', 'name': 'network-vif-deleted', 'tag': 'ccaa6f60-6e2e-45da-87da-f95f4ae5f802'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:32:42.449287 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3a71b1-e265-47f9-965c-d571d64d27ea" -d '{"events": [{"server_uuid": "9df594bd-c38a-492f-8b2c-f87bbfecf6d4", "name": "network-vif-deleted", "tag": "ccaa6f60-6e2e-45da-87da-f95f4ae5f802"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:32:42.477569 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-29ae761d-9497-417f-aa18-d2365bf39804 req-3e9164de-14c9-4a97-b54e-e7dad2b34d51 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 210 time: 0.0411723 Dec 16 10:32:42.490663 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4141c12a-29c8-4dbc-8b2a-b091e3da23cd x-openstack-request-id: req-4141c12a-29c8-4dbc-8b2a-b091e3da23cd {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:32:42.491034 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df594bd-c38a-492f-8b2c-f87bbfecf6d4", "name": "network-vif-deleted", "tag": "ccaa6f60-6e2e-45da-87da-f95f4ae5f802", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:32:42.491293 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4141c12a-29c8-4dbc-8b2a-b091e3da23cd {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:32:42.491811 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df594bd-c38a-492f-8b2c-f87bbfecf6d4', 'name': 'network-vif-deleted', 'tag': 'ccaa6f60-6e2e-45da-87da-f95f4ae5f802', 'status': 'completed', 'code': 200} Dec 16 10:32:42.524151 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-271de0d6-c477-4b55-a04e-d7575699ae95 None None] Set router 712ade94-60a9-4e59-ab53-ba8ee6504d3a gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:32:42.730017 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-271de0d6-c477-4b55-a04e-d7575699ae95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'name': 'tempest-ServerActionsTestJSON-1583793777-router', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:19:08Z', 'updated_at': '2021-12-16T10:19:12Z', 'revision_number': 4, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'gw_port': {'id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:09Z', 'updated_at': '2021-12-16T10:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '891a8e49-a72c-4c53-a227-153878641df4', 'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'mac_address': 'fa:16:3e:15:93:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:11Z', 'updated_at': '2021-12-16T10:19:16Z', 'revision_number': 5, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'subnets': [{'id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:32:42.759646 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271de0d6-c477-4b55-a04e-d7575699ae95 None None] Checking router: 712ade94-60a9-4e59-ab53-ba8ee6504d3a for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:32:42.768609 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271de0d6-c477-4b55-a04e-d7575699ae95 None None] Routers {'712ade94-60a9-4e59-ab53-ba8ee6504d3a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:32:42.769271 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-271de0d6-c477-4b55-a04e-d7575699ae95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:32:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:32:42.874509 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-271de0d6-c477-4b55-a04e-d7575699ae95 None None] Set router 712ade94-60a9-4e59-ab53-ba8ee6504d3a gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:32:43.079787 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-271de0d6-c477-4b55-a04e-d7575699ae95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'name': 'tempest-ServerActionsTestJSON-1583793777-router', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:19:08Z', 'updated_at': '2021-12-16T10:19:12Z', 'revision_number': 4, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'gw_port': {'id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:09Z', 'updated_at': '2021-12-16T10:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '891a8e49-a72c-4c53-a227-153878641df4', 'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'mac_address': 'fa:16:3e:15:93:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:11Z', 'updated_at': '2021-12-16T10:19:16Z', 'revision_number': 5, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'subnets': [{'id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:32:43.105734 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271de0d6-c477-4b55-a04e-d7575699ae95 None None] The sync data for ids ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'] in n-d-820550-2 is: [{'id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'name': 'tempest-ServerActionsTestJSON-1583793777-router', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:19:08Z', 'updated_at': '2021-12-16T10:19:12Z', 'revision_number': 4, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'gw_port': {'id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:09Z', 'updated_at': '2021-12-16T10:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '891a8e49-a72c-4c53-a227-153878641df4', 'name': '', 'network_id': '5bc0b40a-5afa-415c-9959-71400fc1d7dc', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'mac_address': 'fa:16:3e:15:93:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:11Z', 'updated_at': '2021-12-16T10:19:16Z', 'revision_number': 5, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'subnets': [{'id': '9d818db7-c8fb-43a5-acbf-5ffa681879fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:32:43.349299 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39f48ec-f3e6-45e8-b54d-6c72c74c160e None None] New status for floating IP 3ec34af4-d60b-4a9d-abf2-4abe835ad90e: DOWN {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:32:43.573883 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7f03b4cc-4160-4737-ac07-c745a0acec55 req-352992b1-f9e5-4d80-b8b1-5365e7644ea5 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 210 time: 0.0289483 Dec 16 10:32:44.179768 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ccaa6f60-6e2e-45da-87da-f95f4ae5f802 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:32:44.200415 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: ccaa6f60-6e2e-45da-87da-f95f4ae5f802 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:32:44.200684 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ccaa6f60-6e2e-45da-87da-f95f4ae5f802 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:32:44.679247 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a670ae3a-a8e5-46da-a3b6-794e9dae3e18 req-7e9d507b-ef93-4e8e-b562-d6d130ac3e58 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 210 time: 0.0312483 Dec 16 10:32:45.777842 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1bac2ba6-65fe-4ca4-b59c-08456b3f6bcb req-65170610-8560-468d-aeba-55a423fb59cf tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df594bd-c38a-492f-8b2c-f87bbfecf6d4 HTTP/1.1" status: 200 len: 210 time: 0.0262275 Dec 16 10:32:50.768517 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40640) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:32:50.825365 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b79b201f-25f3-4c50-962d-053fa38be91e tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:50.848341 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b79b201f-25f3-4c50-962d-053fa38be91e tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:50.950297 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b79b201f-25f3-4c50-962d-053fa38be91e tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:50.952681 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b79b201f-25f3-4c50-962d-053fa38be91e tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:50.954114 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b79b201f-25f3-4c50-962d-053fa38be91e tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "DELETE /v2.0/security-groups/dfc865d4-0b03-432e-ae9b-3d7d2955dcf5 HTTP/1.1" status: 204 len: 168 time: 0.1843019 Dec 16 10:32:50.956411 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40642) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:32:50.963149 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b201f-25f3-4c50-962d-053fa38be91e tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc865d4-0b03-432e-ae9b-3d7d2955dcf5,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:50.969547 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-f39f4ef6-a971-4a4f-97c1-5297dbe939fe tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] show failed (client error): The resource could not be found. Dec 16 10:32:50.973203 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f39f4ef6-a971-4a4f-97c1-5297dbe939fe tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "GET /v2.0/security-groups/dfc865d4-0b03-432e-ae9b-3d7d2955dcf5 HTTP/1.1" status: 404 len: 347 time: 0.0131547 Dec 16 10:32:50.973459 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40644) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:32:51.103820 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-9fbf6258-fcee-4328-9a73-e314b1f9def1 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Deleting port 4b641198-72c4-40ff-89a2-ed50732262ec {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:32:51.104164 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6258-fcee-4328-9a73-e314b1f9def1 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:51.179933 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6258-fcee-4328-9a73-e314b1f9def1 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:51.180270 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6258-fcee-4328-9a73-e314b1f9def1 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:51.192562 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-9fbf6258-fcee-4328-9a73-e314b1f9def1 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Calling delete_port for 4b641198-72c4-40ff-89a2-ed50732262ec owned by network:floatingip {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:32:51.378673 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6258-fcee-4328-9a73-e314b1f9def1 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:51.403762 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf6258-fcee-4328-9a73-e314b1f9def1 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Pushing event deleted for resources: {'Port': ['ID=4b641198-72c4-40ff-89a2-ed50732262ec,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:51.415764 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbf6258-fcee-4328-9a73-e314b1f9def1 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:51.416097 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbf6258-fcee-4328-9a73-e314b1f9def1 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:51.418060 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbf6258-fcee-4328-9a73-e314b1f9def1 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:51.418060 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbf6258-fcee-4328-9a73-e314b1f9def1 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:51.418060 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbf6258-fcee-4328-9a73-e314b1f9def1 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:51.418060 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbf6258-fcee-4328-9a73-e314b1f9def1 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:51.418060 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbf6258-fcee-4328-9a73-e314b1f9def1 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:51.418060 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbf6258-fcee-4328-9a73-e314b1f9def1 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:51.418712 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbf6258-fcee-4328-9a73-e314b1f9def1 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:51.418712 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbf6258-fcee-4328-9a73-e314b1f9def1 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:51.419022 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbf6258-fcee-4328-9a73-e314b1f9def1 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:51.419337 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbf6258-fcee-4328-9a73-e314b1f9def1 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:51.475297 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6258-fcee-4328-9a73-e314b1f9def1 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks [] for floatingip, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:51.477901 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6258-fcee-4328-9a73-e314b1f9def1 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:51.479028 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9fbf6258-fcee-4328-9a73-e314b1f9def1 tempest-ServerActionsTestJSON-1878775387 tempest-ServerActionsTestJSON-1878775387-project] 10.222.0.60 "DELETE /v2.0/floatingips/3ec34af4-d60b-4a9d-abf2-4abe835ad90e HTTP/1.1" status: 204 len: 168 time: 0.5046151 Dec 16 10:32:51.481993 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40646) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:32:51.943799 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-546c2dd0-d058-4b6a-8cf0-6a1519a8ac3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:52.181907 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-546c2dd0-d058-4b6a-8cf0-6a1519a8ac3f admin admin] Deleting port 891a8e49-a72c-4c53-a227-153878641df4 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:32:52.182739 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-546c2dd0-d058-4b6a-8cf0-6a1519a8ac3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:52.260159 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-546c2dd0-d058-4b6a-8cf0-6a1519a8ac3f admin admin] For port 891a8e49-a72c-4c53-a227-153878641df4, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=891a8e49-a72c-4c53-a227-153878641df4,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:32:52.260430 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-546c2dd0-d058-4b6a-8cf0-6a1519a8ac3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:52.273127 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-546c2dd0-d058-4b6a-8cf0-6a1519a8ac3f admin admin] Calling delete_port for 891a8e49-a72c-4c53-a227-153878641df4 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:32:52.498386 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-546c2dd0-d058-4b6a-8cf0-6a1519a8ac3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:52.523782 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c2dd0-d058-4b6a-8cf0-6a1519a8ac3f admin admin] Pushing event deleted for resources: {'Port': ['ID=891a8e49-a72c-4c53-a227-153878641df4,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:52.690536 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-546c2dd0-d058-4b6a-8cf0-6a1519a8ac3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:52.902210 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546c2dd0-d058-4b6a-8cf0-6a1519a8ac3f admin admin] Router 712ade94-60a9-4e59-ab53-ba8ee6504d3a has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:32:53.004044 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546c2dd0-d058-4b6a-8cf0-6a1519a8ac3f admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:32:53.010644 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-546c2dd0-d058-4b6a-8cf0-6a1519a8ac3f admin admin] 10.222.0.60 "PUT /v2.0/routers/712ade94-60a9-4e59-ab53-ba8ee6504d3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5260353 Dec 16 10:32:53.011476 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40650) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:32:53.014164 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2b3e2b-f823-4597-b3a6-39cd6e9cbc09 None None] Sync routers for ids ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:32:53.025406 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2b3e2b-f823-4597-b3a6-39cd6e9cbc09 None None] Routers {'712ade94-60a9-4e59-ab53-ba8ee6504d3a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:32:53.026022 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-2d2b3e2b-f823-4597-b3a6-39cd6e9cbc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:32:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:32:53.113544 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cf9c2880-5aee-4eb6-944b-0c212d39a0c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:53.124832 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-2d2b3e2b-f823-4597-b3a6-39cd6e9cbc09 None None] Set router 712ade94-60a9-4e59-ab53-ba8ee6504d3a gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:32:53.307663 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-2d2b3e2b-f823-4597-b3a6-39cd6e9cbc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'name': 'tempest-ServerActionsTestJSON-1583793777-router', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:19:08Z', 'updated_at': '2021-12-16T10:32:52Z', 'revision_number': 5, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'gw_port': {'id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:09Z', 'updated_at': '2021-12-16T10:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:32:53.334697 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2b3e2b-f823-4597-b3a6-39cd6e9cbc09 None None] Checking router: 712ade94-60a9-4e59-ab53-ba8ee6504d3a for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:32:53.343341 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2b3e2b-f823-4597-b3a6-39cd6e9cbc09 None None] Routers {'712ade94-60a9-4e59-ab53-ba8ee6504d3a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:32:53.343953 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-2d2b3e2b-f823-4597-b3a6-39cd6e9cbc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:32:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:32:53.508448 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cf9c2880-5aee-4eb6-944b-0c212d39a0c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:53.600030 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-2d2b3e2b-f823-4597-b3a6-39cd6e9cbc09 None None] Set router 712ade94-60a9-4e59-ab53-ba8ee6504d3a gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:32:53.608561 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-cf9c2880-5aee-4eb6-944b-0c212d39a0c6 admin admin] Deleting port 606b4bba-1c04-4b48-96e2-fcdfcda86c29 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:32:53.608898 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cf9c2880-5aee-4eb6-944b-0c212d39a0c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:53.685436 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-cf9c2880-5aee-4eb6-944b-0c212d39a0c6 admin admin] For port 606b4bba-1c04-4b48-96e2-fcdfcda86c29, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=606b4bba-1c04-4b48-96e2-fcdfcda86c29,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:32:53.685804 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cf9c2880-5aee-4eb6-944b-0c212d39a0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:53.701648 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-cf9c2880-5aee-4eb6-944b-0c212d39a0c6 admin admin] Calling delete_port for 606b4bba-1c04-4b48-96e2-fcdfcda86c29 owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:32:53.771608 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-2d2b3e2b-f823-4597-b3a6-39cd6e9cbc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'name': 'tempest-ServerActionsTestJSON-1583793777-router', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:19:08Z', 'updated_at': '2021-12-16T10:32:52Z', 'revision_number': 5, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'gw_port': {'id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:09Z', 'updated_at': '2021-12-16T10:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:32:53.801920 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2b3e2b-f823-4597-b3a6-39cd6e9cbc09 None None] The sync data for ids ['712ade94-60a9-4e59-ab53-ba8ee6504d3a'] in n-d-820550-2 is: [{'id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'name': 'tempest-ServerActionsTestJSON-1583793777-router', 'tenant_id': '4da94f25b7d54edb95f41f67c8de1711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:19:08Z', 'updated_at': '2021-12-16T10:32:52Z', 'revision_number': 5, 'project_id': '4da94f25b7d54edb95f41f67c8de1711', 'gw_port': {'id': '606b4bba-1c04-4b48-96e2-fcdfcda86c29', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712ade94-60a9-4e59-ab53-ba8ee6504d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:19:09Z', 'updated_at': '2021-12-16T10:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:32:53.915859 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cf9c2880-5aee-4eb6-944b-0c212d39a0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:53.941757 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c2880-5aee-4eb6-944b-0c212d39a0c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=606b4bba-1c04-4b48-96e2-fcdfcda86c29,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:53.998374 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cf9c2880-5aee-4eb6-944b-0c212d39a0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:54.087696 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cf9c2880-5aee-4eb6-944b-0c212d39a0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:54.089782 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cf9c2880-5aee-4eb6-944b-0c212d39a0c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:54.125102 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a94b7f43-ecad-4807-bc49-d055677b6a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:54.184985 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cf9c2880-5aee-4eb6-944b-0c212d39a0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:54.185672 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9c2880-5aee-4eb6-944b-0c212d39a0c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 712ade94-60a9-4e59-ab53-ba8ee6504d3a {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:32:54.190338 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cf9c2880-5aee-4eb6-944b-0c212d39a0c6 admin admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:54.191721 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-cf9c2880-5aee-4eb6-944b-0c212d39a0c6 admin admin] 10.222.0.60 "DELETE /v2.0/routers/712ade94-60a9-4e59-ab53-ba8ee6504d3a HTTP/1.1" status: 204 len: 168 time: 1.1793098 Dec 16 10:32:54.194143 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40652) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:32:54.232834 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 891a8e49-a72c-4c53-a227-153878641df4 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:32:54.244525 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a35bb92-080d-43f8-8a08-76a570069d31 admin admin] Deleting subnet 9d818db7-c8fb-43a5-acbf-5ffa681879fd {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:32:54.247857 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5a35bb92-080d-43f8-8a08-76a570069d31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:54.255507 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 891a8e49-a72c-4c53-a227-153878641df4 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:32:54.255855 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 891a8e49-a72c-4c53-a227-153878641df4 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:32:54.283293 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5a35bb92-080d-43f8-8a08-76a570069d31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:54.364288 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5a35bb92-080d-43f8-8a08-76a570069d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:54.487321 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5a35bb92-080d-43f8-8a08-76a570069d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:54.512676 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a35bb92-080d-43f8-8a08-76a570069d31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d818db7-c8fb-43a5-acbf-5ffa681879fd,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:54.516288 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5a35bb92-080d-43f8-8a08-76a570069d31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:54.519980 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5a35bb92-080d-43f8-8a08-76a570069d31 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9d818db7-c8fb-43a5-acbf-5ffa681879fd HTTP/1.1" status: 204 len: 168 time: 0.3246703 Dec 16 10:32:54.522653 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40654) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:32:54.525550 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a001394f-57fc-4def-9558-b745d7be64f7 None None] Network 5bc0b40a-5afa-415c-9959-71400fc1d7dc requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:32:54.590114 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fe396944-fa8d-400b-b1d8-846cf0d27154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:54.645470 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-fe396944-fa8d-400b-b1d8-846cf0d27154 admin admin] Deleting port 6b881ea0-35ed-4bd1-b163-d6b1fd8c594e {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:32:54.645778 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fe396944-fa8d-400b-b1d8-846cf0d27154 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:54.709632 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-fe396944-fa8d-400b-b1d8-846cf0d27154 admin admin] For port 6b881ea0-35ed-4bd1-b163-d6b1fd8c594e, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=6b881ea0-35ed-4bd1-b163-d6b1fd8c594e,segment=NetworkSegment(358fcaad-bf69-419c-90fc-a287d47ac540),segment_id=358fcaad-bf69-419c-90fc-a287d47ac540)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:32:54.709995 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fe396944-fa8d-400b-b1d8-846cf0d27154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:54.723653 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-fe396944-fa8d-400b-b1d8-846cf0d27154 admin admin] Calling delete_port for 6b881ea0-35ed-4bd1-b163-d6b1fd8c594e owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:32:54.825047 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944a165a-3ab6-4a45-8bc5-f8a0b8b395f5 None None] DHCP port deletion for 5bc0b40a-5afa-415c-9959-71400fc1d7dc request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:32:54.858350 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fe396944-fa8d-400b-b1d8-846cf0d27154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:54.873340 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-944a165a-3ab6-4a45-8bc5-f8a0b8b395f5 None None] Deleting port 6b881ea0-35ed-4bd1-b163-d6b1fd8c594e {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:32:54.873718 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-944a165a-3ab6-4a45-8bc5-f8a0b8b395f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:54.886652 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe396944-fa8d-400b-b1d8-846cf0d27154 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b881ea0-35ed-4bd1-b163-d6b1fd8c594e,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:54.888497 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe396944-fa8d-400b-b1d8-846cf0d27154 admin admin] No DVR routers for this DVR port 6b881ea0-35ed-4bd1-b163-d6b1fd8c594e on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:32:54.940956 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-944a165a-3ab6-4a45-8bc5-f8a0b8b395f5 None None] For port 6b881ea0-35ed-4bd1-b163-d6b1fd8c594e, host n-d-820550-2, got binding levels [] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:32:54.941389 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-944a165a-3ab6-4a45-8bc5-f8a0b8b395f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:54.953527 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-944a165a-3ab6-4a45-8bc5-f8a0b8b395f5 None None] Calling delete_port for 6b881ea0-35ed-4bd1-b163-d6b1fd8c594e owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:32:54.956773 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.ipam_backend_mixin [None req-944a165a-3ab6-4a45-8bc5-f8a0b8b395f5 None None] Port 6b881ea0-35ed-4bd1-b163-d6b1fd8c594e was not found and therefore no delete operation was performed {{(pid=102818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 10:32:54.958111 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-944a165a-3ab6-4a45-8bc5-f8a0b8b395f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:54.961007 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fe396944-fa8d-400b-b1d8-846cf0d27154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:54.987575 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a165a-3ab6-4a45-8bc5-f8a0b8b395f5 None None] Pushing event deleted for resources: {'Port': ['ID=6b881ea0-35ed-4bd1-b163-d6b1fd8c594e,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:54.989448 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-fe396944-fa8d-400b-b1d8-846cf0d27154 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc0b40a-5afa-415c-9959-71400fc1d7dc']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:32:54.989713 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944a165a-3ab6-4a45-8bc5-f8a0b8b395f5 None None] No DVR routers for this DVR port 6b881ea0-35ed-4bd1-b163-d6b1fd8c594e on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:32:55.003099 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-fe396944-fa8d-400b-b1d8-846cf0d27154 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '358fcaad-bf69-419c-90fc-a287d47ac540') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:32:55.003399 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-fe396944-fa8d-400b-b1d8-846cf0d27154 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '358fcaad-bf69-419c-90fc-a287d47ac540') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:32:55.013556 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fe396944-fa8d-400b-b1d8-846cf0d27154 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:55.027167 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fe396944-fa8d-400b-b1d8-846cf0d27154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:55.033908 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe396944-fa8d-400b-b1d8-846cf0d27154 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:32:55.034324 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fe396944-fa8d-400b-b1d8-846cf0d27154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:55.036152 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 10:32:55.036152 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:32:55.036152 n-d-820550-2 neutron-server[102816]: timer() Dec 16 10:32:55.036152 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:32:55.036152 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 10:32:55.036152 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:32:55.036152 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 10:32:55.036152 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:32:55.036152 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 10:32:55.036152 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:32:55.036152 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 10:32:55.036152 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:32:55.036152 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 10:32:55.036152 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:32:55.036152 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:32:55.036152 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:32:55.036152 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:32:55.036152 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:32:55.036152 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 10:32:55.036152 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:32:55.036152 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 10:32:55.036152 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:32:55.036152 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:32:55.036152 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:32:55.036152 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 10:32:55.036152 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:32:55.036152 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:32:55.036152 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:32:55.036152 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:32:55.036152 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:32:55.036152 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:32:55.036152 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:32:55.201390 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fe396944-fa8d-400b-b1d8-846cf0d27154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:55.207697 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fe396944-fa8d-400b-b1d8-846cf0d27154 admin admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:55.210961 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fe396944-fa8d-400b-b1d8-846cf0d27154 admin admin] 10.222.0.60 "DELETE /v2.0/networks/5bc0b40a-5afa-415c-9959-71400fc1d7dc HTTP/1.1" status: 204 len: 168 time: 0.6872196 Dec 16 10:32:55.224985 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe396944-fa8d-400b-b1d8-846cf0d27154 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bc0b40a-5afa-415c-9959-71400fc1d7dc,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:55.516252 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40658) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:32:55.555909 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-97f347ef-29ae-4e1a-abbb-cc0b2596feaf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4da94f25b7d54edb95f41f67c8de1711&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384989 Dec 16 10:32:55.558519 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40660) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:32:55.605958 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-15c21928-a230-4c94-b3e9-6c683f23cb85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:55.631754 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-15c21928-a230-4c94-b3e9-6c683f23cb85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:55.738624 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-15c21928-a230-4c94-b3e9-6c683f23cb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:55.741088 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-15c21928-a230-4c94-b3e9-6c683f23cb85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:55.742268 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-15c21928-a230-4c94-b3e9-6c683f23cb85 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/00c6ebd7-7fbb-4cb2-9517-7d910afd0351 HTTP/1.1" status: 204 len: 168 time: 0.1827826 Dec 16 10:32:55.750077 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c21928-a230-4c94-b3e9-6c683f23cb85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c6ebd7-7fbb-4cb2-9517-7d910afd0351,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:56.026435 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 606b4bba-1c04-4b48-96e2-fcdfcda86c29 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:32:56.047489 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 606b4bba-1c04-4b48-96e2-fcdfcda86c29 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:32:56.047923 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 606b4bba-1c04-4b48-96e2-fcdfcda86c29 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:32:56.048332 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6b881ea0-35ed-4bd1-b163-d6b1fd8c594e no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:32:56.068191 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 6b881ea0-35ed-4bd1-b163-d6b1fd8c594e {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:32:56.068535 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 6b881ea0-35ed-4bd1-b163-d6b1fd8c594e not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:32:56.452356 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-95fc51d4-d7c4-446f-834e-14482de567b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:56.699890 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40682) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:32:56.798528 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-f29040cb-dafb-4351-9c1b-35250274e134 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2107319492-network', 'tenant_id': '5d205d51fbe744dcbfda4e3161b97eff'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:32:56.909797 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29040cb-dafb-4351-9c1b-35250274e134 admin admin] Made reservation on behalf of 5d205d51fbe744dcbfda4e3161b97eff for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:32:56.912197 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f29040cb-dafb-4351-9c1b-35250274e134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:56.921526 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f29040cb-dafb-4351-9c1b-35250274e134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:56.994202 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f29040cb-dafb-4351-9c1b-35250274e134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:57.046989 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f29040cb-dafb-4351-9c1b-35250274e134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:57.072015 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f29040cb-dafb-4351-9c1b-35250274e134 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:32:57.080795 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29040cb-dafb-4351-9c1b-35250274e134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8027dac-b6b3-4565-bc86-3010b8212d91,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:57.086634 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f29040cb-dafb-4351-9c1b-35250274e134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:57.086972 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-f29040cb-dafb-4351-9c1b-35250274e134 admin admin] Added segment 5a06e8f3-8795-48fc-844f-850c5aa38910 of type vlan for network 105bef3e-bae3-43a0-84c1-c20236b6bf6b Dec 16 10:32:57.126038 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f29040cb-dafb-4351-9c1b-35250274e134 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:57.190767 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f29040cb-dafb-4351-9c1b-35250274e134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:57.191791 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29040cb-dafb-4351-9c1b-35250274e134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:57.192398 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f29040cb-dafb-4351-9c1b-35250274e134 admin admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:57.252921 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29040cb-dafb-4351-9c1b-35250274e134 admin admin] Pushing event updated for resources: {'Network': ['ID=105bef3e-bae3-43a0-84c1-c20236b6bf6b,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:57.263310 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 105bef3e-bae3-43a0-84c1-c20236b6bf6b details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:32:57.289700 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f29040cb-dafb-4351-9c1b-35250274e134 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5886638 Dec 16 10:32:57.292555 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40686) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:32:57.297497 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-5c720a69-c8e2-416d-8bcf-ccfa2fecfa47 admin admin] Request body: {'subnet': {'network_id': '105bef3e-bae3-43a0-84c1-c20236b6bf6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2107319492-subnet', 'tenant_id': '5d205d51fbe744dcbfda4e3161b97eff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:32:57.378658 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c720a69-c8e2-416d-8bcf-ccfa2fecfa47 admin admin] Made reservation on behalf of 5d205d51fbe744dcbfda4e3161b97eff for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:32:57.381018 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5c720a69-c8e2-416d-8bcf-ccfa2fecfa47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:57.595449 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5c720a69-c8e2-416d-8bcf-ccfa2fecfa47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:57.648554 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c720a69-c8e2-416d-8bcf-ccfa2fecfa47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aee42e13-ed81-49ab-abff-7e1f7a939c04,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:57.659090 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c720a69-c8e2-416d-8bcf-ccfa2fecfa47 admin admin] Checking segment: {'id': '5a06e8f3-8795-48fc-844f-850c5aa38910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '105bef3e-bae3-43a0-84c1-c20236b6bf6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:32:57.659447 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c720a69-c8e2-416d-8bcf-ccfa2fecfa47 admin admin] Network hostable DHCP agents. Network: 105bef3e-bae3-43a0-84c1-c20236b6bf6b, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:32:57.721408 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c720a69-c8e2-416d-8bcf-ccfa2fecfa47 admin admin] Network 105bef3e-bae3-43a0-84c1-c20236b6bf6b is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:32:57.784168 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-5c720a69-c8e2-416d-8bcf-ccfa2fecfa47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 105bef3e-bae3-43a0-84c1-c20236b6bf6b) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:32:57.789545 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c720a69-c8e2-416d-8bcf-ccfa2fecfa47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:57.790140 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5c720a69-c8e2-416d-8bcf-ccfa2fecfa47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:57.794123 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fc29aa-b7f3-491c-bae6-be584c264e6e None None] Network 105bef3e-bae3-43a0-84c1-c20236b6bf6b requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:32:57.807607 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:57.896544 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5c720a69-c8e2-416d-8bcf-ccfa2fecfa47 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6027672 Dec 16 10:32:57.923093 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c772b58-feeb-4612-a7a1-cb1ddf75f83c None None] Network 105bef3e-bae3-43a0-84c1-c20236b6bf6b requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:32:58.492042 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-b9d1c77d-93e6-475e-bf69-0274f2e7a124 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:58.493454 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-b9d1c77d-93e6-475e-bf69-0274f2e7a124 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/networks?id=105bef3e-bae3-43a0-84c1-c20236b6bf6b HTTP/1.1" status: 200 len: 814 time: 0.1093123 Dec 16 10:32:58.508536 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-2f8e4917-a38a-4921-a4e8-86aabf3dd1d2 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/quotas/5d205d51fbe744dcbfda4e3161b97eff HTTP/1.1" status: 200 len: 375 time: 0.0093074 Dec 16 10:32:58.538804 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-db8f21e7-3193-4cd7-b917-22a93f09ac57 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d205d51fbe744dcbfda4e3161b97eff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250952 Dec 16 10:32:58.549723 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-8aa87b6b-8310-4ea6-bbdc-df787bb5266b service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:32:58.550689 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-8aa87b6b-8310-4ea6-bbdc-df787bb5266b service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053947 Dec 16 10:32:58.638591 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-bd417c74-4817-48e8-b861-7711514b1c8d service neutron] 10.222.0.60 "GET /v2.0/networks/105bef3e-bae3-43a0-84c1-c20236b6bf6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823963 Dec 16 10:32:58.730048 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-bbfcbc3c-096a-472f-aa72-843b2d365c65 service neutron] 10.222.0.60 "GET /v2.0/networks/105bef3e-bae3-43a0-84c1-c20236b6bf6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853524 Dec 16 10:32:59.050916 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e9e69e05-caed-46ff-99b3-005c1c60846a req-7aa9dc25-7c8c-4a12-a734-2ae515091355 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/ports?device_id=8293f581-9c03-4bd1-95ea-52c7722bb918 HTTP/1.1" status: 200 len: 210 time: 0.0807042 Dec 16 10:32:59.304497 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:59.606711 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:00.147839 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-074ab606-579c-4189-9fa3-91342fc58a04 req-6c944820-898e-4bd2-85a6-9d176a339ebf tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/ports?device_id=8293f581-9c03-4bd1-95ea-52c7722bb918 HTTP/1.1" status: 200 len: 210 time: 0.0281613 Dec 16 10:33:00.982637 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-3c825042-5c78-4600-b071-a0ef460027cf tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:00.984246 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-3c825042-5c78-4600-b071-a0ef460027cf tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.58 "GET /v2.0/networks?id=105bef3e-bae3-43a0-84c1-c20236b6bf6b HTTP/1.1" status: 200 len: 814 time: 0.1051571 Dec 16 10:33:00.999342 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-c5b5b613-0089-47ff-8123-8787050bd3fe tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Request body: {'port': {'device_id': '8293f581-9c03-4bd1-95ea-52c7722bb918', 'network_id': '105bef3e-bae3-43a0-84c1-c20236b6bf6b', 'admin_state_up': True, 'tenant_id': '5d205d51fbe744dcbfda4e3161b97eff'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:33:01.161105 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-c5b5b613-0089-47ff-8123-8787050bd3fe tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Made reservation on behalf of 5d205d51fbe744dcbfda4e3161b97eff for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:33:01.164841 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-c5b5b613-0089-47ff-8123-8787050bd3fe tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:01.244494 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0852fcef-8956-42e6-a128-d850d6cfc257 req-76f1f58a-54ac-4f00-b88d-9eabc322cd59 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/ports?device_id=8293f581-9c03-4bd1-95ea-52c7722bb918 HTTP/1.1" status: 200 len: 210 time: 0.0272818 Dec 16 10:33:01.296074 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-c5b5b613-0089-47ff-8123-8787050bd3fe tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Allocated IP 172.20.0.5 (105bef3e-bae3-43a0-84c1-c20236b6bf6b/aee42e13-ed81-49ab-abff-7e1f7a939c04/5ef36f49-10fa-4cda-88a8-7101d524b3d6) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:33:01.441881 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-c5b5b613-0089-47ff-8123-8787050bd3fe tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:01.505056 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-c5b5b613-0089-47ff-8123-8787050bd3fe tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:01.548801 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-c5b5b613-0089-47ff-8123-8787050bd3fe tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Network 105bef3e-bae3-43a0-84c1-c20236b6bf6b is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:33:01.551804 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-c5b5b613-0089-47ff-8123-8787050bd3fe tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:33:01.555354 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-c5b5b613-0089-47ff-8123-8787050bd3fe tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:33:01.581295 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5b613-0089-47ff-8123-8787050bd3fe tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Pushing event updated for resources: {'Port': ['ID=5ef36f49-10fa-4cda-88a8-7101d524b3d6,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:01.609133 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-c5b5b613-0089-47ff-8123-8787050bd3fe tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:01.609797 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-c5b5b613-0089-47ff-8123-8787050bd3fe tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:01.661621 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-c5b5b613-0089-47ff-8123-8787050bd3fe tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6671898 Dec 16 10:33:01.674649 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-a32a5057-0af1-4be9-87b5-8d571e4f933e service neutron] Request body: {'port': {'device_id': '8293f581-9c03-4bd1-95ea-52c7722bb918', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:33:01.732849 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-a32a5057-0af1-4be9-87b5-8d571e4f933e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:01.992908 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-a32a5057-0af1-4be9-87b5-8d571e4f933e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ef36f49-10fa-4cda-88a8-7101d524b3d6 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:33:02.000266 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-a32a5057-0af1-4be9-87b5-8d571e4f933e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:02.012304 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-a32a5057-0af1-4be9-87b5-8d571e4f933e service neutron] Transition to ACTIVE for port object 5ef36f49-10fa-4cda-88a8-7101d524b3d6 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:33:02.097765 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-a32a5057-0af1-4be9-87b5-8d571e4f933e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:02.151753 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a5057-0af1-4be9-87b5-8d571e4f933e service neutron] Pushing event updated for resources: {'Port': ['ID=5ef36f49-10fa-4cda-88a8-7101d524b3d6,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:02.225990 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-a32a5057-0af1-4be9-87b5-8d571e4f933e service neutron] Attempting to bind port 5ef36f49-10fa-4cda-88a8-7101d524b3d6 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:33:02.226606 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-a32a5057-0af1-4be9-87b5-8d571e4f933e service neutron] Attempting to bind port 5ef36f49-10fa-4cda-88a8-7101d524b3d6 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '5a06e8f3-8795-48fc-844f-850c5aa38910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '105bef3e-bae3-43a0-84c1-c20236b6bf6b'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:33:02.226606 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-a32a5057-0af1-4be9-87b5-8d571e4f933e service neutron] Attempting to bind port 5ef36f49-10fa-4cda-88a8-7101d524b3d6 on network 105bef3e-bae3-43a0-84c1-c20236b6bf6b {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:33:02.230787 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-a32a5057-0af1-4be9-87b5-8d571e4f933e service neutron] Port 5ef36f49-10fa-4cda-88a8-7101d524b3d6 on network 105bef3e-bae3-43a0-84c1-c20236b6bf6b not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:33:02.231108 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-a32a5057-0af1-4be9-87b5-8d571e4f933e service neutron] Attempting to bind port 5ef36f49-10fa-4cda-88a8-7101d524b3d6 on network 105bef3e-bae3-43a0-84c1-c20236b6bf6b {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:33:02.235869 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-a32a5057-0af1-4be9-87b5-8d571e4f933e service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:33:02.236696 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-a32a5057-0af1-4be9-87b5-8d571e4f933e service neutron] Checking segment: {'id': '5a06e8f3-8795-48fc-844f-850c5aa38910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '105bef3e-bae3-43a0-84c1-c20236b6bf6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:33:02.237077 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-a32a5057-0af1-4be9-87b5-8d571e4f933e service neutron] Bound using segment: {'id': '5a06e8f3-8795-48fc-844f-850c5aa38910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '105bef3e-bae3-43a0-84c1-c20236b6bf6b'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:33:02.237520 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-a32a5057-0af1-4be9-87b5-8d571e4f933e service neutron] Bound port: 5ef36f49-10fa-4cda-88a8-7101d524b3d6, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a06e8f3-8795-48fc-844f-850c5aa38910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '105bef3e-bae3-43a0-84c1-c20236b6bf6b'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:33:02.237871 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-a32a5057-0af1-4be9-87b5-8d571e4f933e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:02.300744 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-a32a5057-0af1-4be9-87b5-8d571e4f933e service neutron] For port 5ef36f49-10fa-4cda-88a8-7101d524b3d6, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:33:02.303818 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-a32a5057-0af1-4be9-87b5-8d571e4f933e service neutron] For port 5ef36f49-10fa-4cda-88a8-7101d524b3d6, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=5ef36f49-10fa-4cda-88a8-7101d524b3d6,segment=NetworkSegment(5a06e8f3-8795-48fc-844f-850c5aa38910),segment_id=5a06e8f3-8795-48fc-844f-850c5aa38910)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:33:02.357424 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950cc00-e39c-4614-a66f-864848bb92d8 req-cdd79935-6a7d-4326-9267-5c62656e7669 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:02.358906 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1950cc00-e39c-4614-a66f-864848bb92d8 req-cdd79935-6a7d-4326-9267-5c62656e7669 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/ports?device_id=8293f581-9c03-4bd1-95ea-52c7722bb918 HTTP/1.1" status: 200 len: 943 time: 0.0481210 Dec 16 10:33:02.379030 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-a32a5057-0af1-4be9-87b5-8d571e4f933e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:02.435826 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-a32a5057-0af1-4be9-87b5-8d571e4f933e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:02.436449 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-a32a5057-0af1-4be9-87b5-8d571e4f933e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:02.439092 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-a32a5057-0af1-4be9-87b5-8d571e4f933e service neutron] 10.222.0.58 "PUT /v2.0/ports/5ef36f49-10fa-4cda-88a8-7101d524b3d6 HTTP/1.1" status: 200 len: 1091 time: 0.7686343 Dec 16 10:33:02.439577 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8293f581-9c03-4bd1-95ea-52c7722bb918', 'tag': '5ef36f49-10fa-4cda-88a8-7101d524b3d6'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:33:02.442562 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5c2088-7f0a-4d34-8474-52ed8ae985aa" -d '{"events": [{"name": "network-changed", "server_uuid": "8293f581-9c03-4bd1-95ea-52c7722bb918", "tag": "5ef36f49-10fa-4cda-88a8-7101d524b3d6"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:33:02.457011 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1950cc00-e39c-4614-a66f-864848bb92d8 req-312a3607-03a4-41cd-93dc-40189545108c tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8027dac-b6b3-4565-bc86-3010b8212d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913935 Dec 16 10:33:02.482178 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a5057-0af1-4be9-87b5-8d571e4f933e service neutron] Pushing event updated for resources: {'Port': ['ID=5ef36f49-10fa-4cda-88a8-7101d524b3d6,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:02.492217 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6903a696-5d5d-40ab-aa55-6eab74d09833 x-openstack-request-id: req-6903a696-5d5d-40ab-aa55-6eab74d09833 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:33:02.492516 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8293f581-9c03-4bd1-95ea-52c7722bb918", "tag": "5ef36f49-10fa-4cda-88a8-7101d524b3d6", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:33:02.492822 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6903a696-5d5d-40ab-aa55-6eab74d09833 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:33:02.493448 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8293f581-9c03-4bd1-95ea-52c7722bb918', 'tag': '5ef36f49-10fa-4cda-88a8-7101d524b3d6', 'status': 'completed', 'code': 200} Dec 16 10:33:02.561043 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c2088-7f0a-4d34-8474-52ed8ae985aa req-50a463b5-68d9-4914-9cec-84c9f577bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:02.562627 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3f5c2088-7f0a-4d34-8474-52ed8ae985aa req-50a463b5-68d9-4914-9cec-84c9f577bc68 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d205d51fbe744dcbfda4e3161b97eff&device_id=8293f581-9c03-4bd1-95ea-52c7722bb918 HTTP/1.1" status: 200 len: 1094 time: 0.0466971 Dec 16 10:33:02.667575 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c2088-7f0a-4d34-8474-52ed8ae985aa req-992c88a4-5f6e-41a3-b330-5c7419317993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:02.669038 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3f5c2088-7f0a-4d34-8474-52ed8ae985aa req-992c88a4-5f6e-41a3-b330-5c7419317993 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=5d205d51fbe744dcbfda4e3161b97eff&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0980628 Dec 16 10:33:02.762064 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c2088-7f0a-4d34-8474-52ed8ae985aa req-4b8dd4c8-bac7-4e75-a3fc-4d27ea47a55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:02.763445 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3f5c2088-7f0a-4d34-8474-52ed8ae985aa req-4b8dd4c8-bac7-4e75-a3fc-4d27ea47a55e service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871584 Dec 16 10:33:02.848885 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-ef8cdee5-9c53-4512-9b01-1f197415f400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:02.851230 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-ef8cdee5-9c53-4512-9b01-1f197415f400 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d205d51fbe744dcbfda4e3161b97eff&device_id=8293f581-9c03-4bd1-95ea-52c7722bb918 HTTP/1.1" status: 200 len: 1094 time: 0.0487394 Dec 16 10:33:02.897053 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-9f7f124e-4115-4f29-a5b0-85333e38ad0d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ef36f49-10fa-4cda-88a8-7101d524b3d6 HTTP/1.1" status: 200 len: 217 time: 0.0381317 Dec 16 10:33:02.944952 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-e38f746e-5c29-42e8-932e-a7d96acd53d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:02.946385 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-e38f746e-5c29-42e8-932e-a7d96acd53d2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=aee42e13-ed81-49ab-abff-7e1f7a939c04 HTTP/1.1" status: 200 len: 854 time: 0.0431845 Dec 16 10:33:02.977408 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-a97614da-5332-416c-a21b-7a0a07f2e4e2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=105bef3e-bae3-43a0-84c1-c20236b6bf6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244753 Dec 16 10:33:03.068356 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-cdf13d1c-7f1e-443d-a437-e5486af50409 service neutron] 10.222.0.58 "GET /v2.0/networks/105bef3e-bae3-43a0-84c1-c20236b6bf6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842564 Dec 16 10:33:03.162777 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ece27371-1437-4c94-98b4-10df5a5af4b0 req-aae1e6c3-cd30-47b2-9c0c-6d55ff705543 service neutron] 10.222.0.58 "GET /v2.0/networks/105bef3e-bae3-43a0-84c1-c20236b6bf6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875797 Dec 16 10:33:03.572779 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da121f-cf21-455f-855b-8b342a0641f2 req-5259a8e9-2cc0-4c41-83ba-6468275261af tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:03.574289 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-50da121f-cf21-455f-855b-8b342a0641f2 req-5259a8e9-2cc0-4c41-83ba-6468275261af tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/ports?device_id=8293f581-9c03-4bd1-95ea-52c7722bb918 HTTP/1.1" status: 200 len: 943 time: 0.0492136 Dec 16 10:33:03.611709 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-50da121f-cf21-455f-855b-8b342a0641f2 req-300a1a80-59d1-4c3b-b3b5-10f480d93e31 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8027dac-b6b3-4565-bc86-3010b8212d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308316 Dec 16 10:33:04.554122 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:33:04.730063 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14bcc8-bcdd-4f2b-9d13-4dc7103b98cf req-88dace8b-7790-4674-ac75-489756da49d6 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:04.731525 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cb14bcc8-bcdd-4f2b-9d13-4dc7103b98cf req-88dace8b-7790-4674-ac75-489756da49d6 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/ports?device_id=8293f581-9c03-4bd1-95ea-52c7722bb918 HTTP/1.1" status: 200 len: 943 time: 0.0525866 Dec 16 10:33:04.769255 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cb14bcc8-bcdd-4f2b-9d13-4dc7103b98cf req-d52c6b7e-5ff9-4bd5-9adb-9c3105beb6c8 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8027dac-b6b3-4565-bc86-3010b8212d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317538 Dec 16 10:33:05.893865 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5860046-16a3-462b-96a0-080f3dc1c461 req-a1a34f37-c0e1-42db-9534-6ba19a959b43 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:05.895370 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5860046-16a3-462b-96a0-080f3dc1c461 req-a1a34f37-c0e1-42db-9534-6ba19a959b43 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/ports?device_id=8293f581-9c03-4bd1-95ea-52c7722bb918 HTTP/1.1" status: 200 len: 943 time: 0.0613620 Dec 16 10:33:05.931640 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c5860046-16a3-462b-96a0-080f3dc1c461 req-a4142462-5fc1-42ea-a2d8-ae0d71c383e6 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8027dac-b6b3-4565-bc86-3010b8212d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304098 Dec 16 10:33:06.098905 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 5ef36f49-10fa-4cda-88a8-7101d524b3d6 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:33:06.195475 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 5ef36f49-10fa-4cda-88a8-7101d524b3d6, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=5ef36f49-10fa-4cda-88a8-7101d524b3d6,segment=NetworkSegment(5a06e8f3-8795-48fc-844f-850c5aa38910),segment_id=5a06e8f3-8795-48fc-844f-850c5aa38910)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:33:06.207052 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '5ef36f49-10fa-4cda-88a8-7101d524b3d6', 'network_id': '105bef3e-bae3-43a0-84c1-c20236b6bf6b', 'port_id': '5ef36f49-10fa-4cda-88a8-7101d524b3d6', 'mac_address': 'fa:16:3e:49:66:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aee42e13-ed81-49ab-abff-7e1f7a939c04', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:33:06.245660 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:06.259174 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef36f49-10fa-4cda-88a8-7101d524b3d6 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:33:06.281605 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 5ef36f49-10fa-4cda-88a8-7101d524b3d6, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=5ef36f49-10fa-4cda-88a8-7101d524b3d6,segment=NetworkSegment(5a06e8f3-8795-48fc-844f-850c5aa38910),segment_id=5a06e8f3-8795-48fc-844f-850c5aa38910)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:33:06.372410 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:06.418462 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=5ef36f49-10fa-4cda-88a8-7101d524b3d6,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:06.558047 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['5ef36f49-10fa-4cda-88a8-7101d524b3d6'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:33:07.043038 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf631b02-97b0-4562-8f14-a33e1414c9fc req-dbfaf8b2-e45d-460c-9f42-973697926a96 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:07.044482 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cf631b02-97b0-4562-8f14-a33e1414c9fc req-dbfaf8b2-e45d-460c-9f42-973697926a96 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/ports?device_id=8293f581-9c03-4bd1-95ea-52c7722bb918 HTTP/1.1" status: 200 len: 944 time: 0.0482585 Dec 16 10:33:07.082165 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cf631b02-97b0-4562-8f14-a33e1414c9fc req-9eb8f2ff-d382-49a5-b88d-c4eea7e2e256 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8027dac-b6b3-4565-bc86-3010b8212d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310998 Dec 16 10:33:07.886697 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:08.119102 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 5ef36f49-10fa-4cda-88a8-7101d524b3d6 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:33:08.199229 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0477c-77a0-4754-9fb8-732f8abb3467 req-02f4c748-ce89-486f-8c57-0c7c00756f0f tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:08.200783 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2be0477c-77a0-4754-9fb8-732f8abb3467 req-02f4c748-ce89-486f-8c57-0c7c00756f0f tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/ports?device_id=8293f581-9c03-4bd1-95ea-52c7722bb918 HTTP/1.1" status: 200 len: 944 time: 0.0505590 Dec 16 10:33:08.235233 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 5ef36f49-10fa-4cda-88a8-7101d524b3d6 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:33:08.238728 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2be0477c-77a0-4754-9fb8-732f8abb3467 req-7af75f1c-0887-4718-a8cf-ad319ed5d7ca tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8027dac-b6b3-4565-bc86-3010b8212d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319383 Dec 16 10:33:08.240876 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 5ef36f49-10fa-4cda-88a8-7101d524b3d6 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:33:08.241285 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:08.322009 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:08.342970 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8293f581-9c03-4bd1-95ea-52c7722bb918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef36f49-10fa-4cda-88a8-7101d524b3d6'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:33:08.345196 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43456ec7ce59ea77a0f74ce1d1a90a56292c95d5d3a8a10fcc4b35aa5a8e1da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b940e78-d94d-457b-bb9a-838a94308f17" -d '{"events": [{"server_uuid": "8293f581-9c03-4bd1-95ea-52c7722bb918", "name": "network-vif-plugged", "status": "completed", "tag": "5ef36f49-10fa-4cda-88a8-7101d524b3d6"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:33:08.356915 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 5ef36f49-10fa-4cda-88a8-7101d524b3d6, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=5ef36f49-10fa-4cda-88a8-7101d524b3d6,segment=NetworkSegment(5a06e8f3-8795-48fc-844f-850c5aa38910),segment_id=5a06e8f3-8795-48fc-844f-850c5aa38910)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:33:08.381843 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bea51f-5dec-45d0-a923-1328b5caf95e x-openstack-request-id: req-b8bea51f-5dec-45d0-a923-1328b5caf95e {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:33:08.382826 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8293f581-9c03-4bd1-95ea-52c7722bb918", "name": "network-vif-plugged", "status": "completed", "tag": "5ef36f49-10fa-4cda-88a8-7101d524b3d6", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:33:08.382826 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b8bea51f-5dec-45d0-a923-1328b5caf95e {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:33:08.383037 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8293f581-9c03-4bd1-95ea-52c7722bb918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef36f49-10fa-4cda-88a8-7101d524b3d6', 'code': 200} Dec 16 10:33:08.412664 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:08.465342 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=5ef36f49-10fa-4cda-88a8-7101d524b3d6,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:08.477460 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b0a62-ae52-43d2-b768-47b5a6e7d11e req-33f586b8-08a0-4c85-8dbd-da5a84b5abef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:08.478940 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dc9b0a62-ae52-43d2-b768-47b5a6e7d11e req-33f586b8-08a0-4c85-8dbd-da5a84b5abef service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8293f581-9c03-4bd1-95ea-52c7722bb918 HTTP/1.1" status: 200 len: 1096 time: 0.0398097 Dec 16 10:33:08.513217 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dc9b0a62-ae52-43d2-b768-47b5a6e7d11e req-c879c0d3-adc3-41bc-b290-9df353ddb9a2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a8027dac-b6b3-4565-bc86-3010b8212d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271077 Dec 16 10:33:09.361031 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5cd38-64ec-4bac-9180-cf4e45f25c0f req-91cfc558-4524-48d3-8e3e-9d4a54434a7f tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:09.362527 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0eb5cd38-64ec-4bac-9180-cf4e45f25c0f req-91cfc558-4524-48d3-8e3e-9d4a54434a7f tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/ports?device_id=8293f581-9c03-4bd1-95ea-52c7722bb918 HTTP/1.1" status: 200 len: 945 time: 0.0524137 Dec 16 10:33:09.402844 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0eb5cd38-64ec-4bac-9180-cf4e45f25c0f req-ebcefb43-bd95-4a34-aba5-42f38b5a9b4f tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8027dac-b6b3-4565-bc86-3010b8212d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342655 Dec 16 10:33:10.516903 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f791b7-b825-438a-a18a-04f36b390acc req-99e07789-4e4b-4627-9b9c-20626b3df25b tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:10.518593 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-33f791b7-b825-438a-a18a-04f36b390acc req-99e07789-4e4b-4627-9b9c-20626b3df25b tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/ports?device_id=8293f581-9c03-4bd1-95ea-52c7722bb918 HTTP/1.1" status: 200 len: 945 time: 0.0480113 Dec 16 10:33:10.555486 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-33f791b7-b825-438a-a18a-04f36b390acc req-874de54a-e61d-47da-ba7e-cce488e9e34d tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8027dac-b6b3-4565-bc86-3010b8212d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310843 Dec 16 10:33:10.772448 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-b978895b-27da-4f39-833a-44f4bdc0612f tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:10.773844 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-b978895b-27da-4f39-833a-44f4bdc0612f tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/networks?id=105bef3e-bae3-43a0-84c1-c20236b6bf6b HTTP/1.1" status: 200 len: 814 time: 0.0997052 Dec 16 10:33:10.788832 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-6b9dfba6-f044-4bda-a9f4-dc1e15f2a4e2 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/quotas/5d205d51fbe744dcbfda4e3161b97eff HTTP/1.1" status: 200 len: 375 time: 0.0092607 Dec 16 10:33:10.839969 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-590a91d9-bbdf-4603-8f3c-5c947e966f5a tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d205d51fbe744dcbfda4e3161b97eff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0458908 Dec 16 10:33:10.930410 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-1855b154-20b6-4f17-8a85-551eb3741223 service neutron] 10.222.0.60 "GET /v2.0/networks/105bef3e-bae3-43a0-84c1-c20236b6bf6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815420 Dec 16 10:33:11.019959 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-c4ea6156-5072-4852-a53f-f8834dcee196 service neutron] 10.222.0.60 "GET /v2.0/networks/105bef3e-bae3-43a0-84c1-c20236b6bf6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833619 Dec 16 10:33:11.207834 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-00391516-ddeb-4487-a47f-ee04d2db7ec3 req-bf733561-514f-4a16-8a9d-a6beb2c8c1ba service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8293f581-9c03-4bd1-95ea-52c7722bb918&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0882664 Dec 16 10:33:11.228043 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-30d64c81-f0c4-4581-ace3-b0d449dbb75d req-89cac8dd-ab3f-4410-b271-4566d4739303 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/ports?device_id=2bebf23b-c28d-4dc2-a0a3-d406b563c89e HTTP/1.1" status: 200 len: 210 time: 0.0348556 Dec 16 10:33:11.297726 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00391516-ddeb-4487-a47f-ee04d2db7ec3 req-f1f4e5b2-21ca-44a5-9af3-bef48aa75fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:11.299280 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-00391516-ddeb-4487-a47f-ee04d2db7ec3 req-f1f4e5b2-21ca-44a5-9af3-bef48aa75fe4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d205d51fbe744dcbfda4e3161b97eff&device_id=8293f581-9c03-4bd1-95ea-52c7722bb918 HTTP/1.1" status: 200 len: 1096 time: 0.0432198 Dec 16 10:33:11.355371 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:11.410172 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00391516-ddeb-4487-a47f-ee04d2db7ec3 req-dbc8ddbe-169d-40cb-871f-afa315529e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:11.411726 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-00391516-ddeb-4487-a47f-ee04d2db7ec3 req-dbc8ddbe-169d-40cb-871f-afa315529e89 service neutron] 10.222.0.58 "GET /v2.0/networks?id=105bef3e-bae3-43a0-84c1-c20236b6bf6b HTTP/1.1" status: 200 len: 915 time: 0.0903311 Dec 16 10:33:11.452807 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-00391516-ddeb-4487-a47f-ee04d2db7ec3 req-2e0f3a3f-624f-4028-8d99-23dfb742c5c6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ef36f49-10fa-4cda-88a8-7101d524b3d6 HTTP/1.1" status: 200 len: 217 time: 0.0341806 Dec 16 10:33:11.500884 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00391516-ddeb-4487-a47f-ee04d2db7ec3 req-51732e0d-dc64-43ad-a8b9-38dc168e59f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:11.502885 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-00391516-ddeb-4487-a47f-ee04d2db7ec3 req-51732e0d-dc64-43ad-a8b9-38dc168e59f4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=aee42e13-ed81-49ab-abff-7e1f7a939c04 HTTP/1.1" status: 200 len: 854 time: 0.0434899 Dec 16 10:33:11.540093 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-00391516-ddeb-4487-a47f-ee04d2db7ec3 req-65970b34-54fd-4157-aa3a-6de8b2dff45b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=105bef3e-bae3-43a0-84c1-c20236b6bf6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289800 Dec 16 10:33:11.640441 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-00391516-ddeb-4487-a47f-ee04d2db7ec3 req-bef5f1dc-ca1e-4895-841b-095765d32222 service neutron] 10.222.0.58 "GET /v2.0/networks/105bef3e-bae3-43a0-84c1-c20236b6bf6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907319 Dec 16 10:33:11.733826 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-00391516-ddeb-4487-a47f-ee04d2db7ec3 req-b942ac63-7db7-4f0e-b0bd-89e18492f6ce service neutron] 10.222.0.58 "GET /v2.0/networks/105bef3e-bae3-43a0-84c1-c20236b6bf6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886631 Dec 16 10:33:12.321832 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e2c5f4e9-273b-494f-8b2f-304388b7bc0a req-0bfcdd4b-3978-49f9-bf85-1226e3dfe0cc tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/ports?device_id=2bebf23b-c28d-4dc2-a0a3-d406b563c89e HTTP/1.1" status: 200 len: 210 time: 0.0283563 Dec 16 10:33:12.987371 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-5c483acb-41e0-47dd-ae4b-a104639c7d29 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:12.988803 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-5c483acb-41e0-47dd-ae4b-a104639c7d29 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.57 "GET /v2.0/networks?id=105bef3e-bae3-43a0-84c1-c20236b6bf6b HTTP/1.1" status: 200 len: 814 time: 0.1047852 Dec 16 10:33:13.003536 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-9d829910-4eff-4ff8-ba5e-1867cd81d718 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Request body: {'port': {'device_id': '2bebf23b-c28d-4dc2-a0a3-d406b563c89e', 'network_id': '105bef3e-bae3-43a0-84c1-c20236b6bf6b', 'admin_state_up': True, 'tenant_id': '5d205d51fbe744dcbfda4e3161b97eff'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:33:13.177865 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-9d829910-4eff-4ff8-ba5e-1867cd81d718 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Made reservation on behalf of 5d205d51fbe744dcbfda4e3161b97eff for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:33:13.181467 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-9d829910-4eff-4ff8-ba5e-1867cd81d718 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:13.307785 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-9d829910-4eff-4ff8-ba5e-1867cd81d718 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Allocated IP 172.20.0.13 (105bef3e-bae3-43a0-84c1-c20236b6bf6b/aee42e13-ed81-49ab-abff-7e1f7a939c04/04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:33:13.414485 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9aef48c6-c100-4aea-9060-deac8f7b87e5 req-37cd2e5d-49cc-468b-b349-47e126abf30d tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/ports?device_id=2bebf23b-c28d-4dc2-a0a3-d406b563c89e HTTP/1.1" status: 200 len: 210 time: 0.0262470 Dec 16 10:33:13.452924 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-9d829910-4eff-4ff8-ba5e-1867cd81d718 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:13.538289 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-9d829910-4eff-4ff8-ba5e-1867cd81d718 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:13.550122 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['5ef36f49-10fa-4cda-88a8-7101d524b3d6'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:33:13.582682 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-9d829910-4eff-4ff8-ba5e-1867cd81d718 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Network 105bef3e-bae3-43a0-84c1-c20236b6bf6b is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:33:13.585733 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-9d829910-4eff-4ff8-ba5e-1867cd81d718 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:33:13.589357 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-9d829910-4eff-4ff8-ba5e-1867cd81d718 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:33:13.616443 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d829910-4eff-4ff8-ba5e-1867cd81d718 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Pushing event updated for resources: {'Port': ['ID=04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:13.631376 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d829910-4eff-4ff8-ba5e-1867cd81d718 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:33:13.631695 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d829910-4eff-4ff8-ba5e-1867cd81d718 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:33:13.632062 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d829910-4eff-4ff8-ba5e-1867cd81d718 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:33:13.632356 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d829910-4eff-4ff8-ba5e-1867cd81d718 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:33:13.632681 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d829910-4eff-4ff8-ba5e-1867cd81d718 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:33:13.633004 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d829910-4eff-4ff8-ba5e-1867cd81d718 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:33:13.633357 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d829910-4eff-4ff8-ba5e-1867cd81d718 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:33:13.633674 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d829910-4eff-4ff8-ba5e-1867cd81d718 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:33:13.633993 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d829910-4eff-4ff8-ba5e-1867cd81d718 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:33:13.634303 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d829910-4eff-4ff8-ba5e-1867cd81d718 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:33:13.634616 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d829910-4eff-4ff8-ba5e-1867cd81d718 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:33:13.634923 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d829910-4eff-4ff8-ba5e-1867cd81d718 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:33:13.654395 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-9d829910-4eff-4ff8-ba5e-1867cd81d718 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:13.654995 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-9d829910-4eff-4ff8-ba5e-1867cd81d718 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:13.723671 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-9d829910-4eff-4ff8-ba5e-1867cd81d718 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7243793 Dec 16 10:33:13.769206 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-a705f6da-c607-4ef0-9a03-216c05ccd6e6 service neutron] Request body: {'port': {'device_id': '2bebf23b-c28d-4dc2-a0a3-d406b563c89e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:33:13.821255 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-a705f6da-c607-4ef0-9a03-216c05ccd6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:14.081281 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-a705f6da-c607-4ef0-9a03-216c05ccd6e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:33:14.088955 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-a705f6da-c607-4ef0-9a03-216c05ccd6e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:14.101432 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-a705f6da-c607-4ef0-9a03-216c05ccd6e6 service neutron] Transition to ACTIVE for port object 04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:33:14.183604 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-a705f6da-c607-4ef0-9a03-216c05ccd6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:14.248543 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705f6da-c607-4ef0-9a03-216c05ccd6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:14.322421 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-a705f6da-c607-4ef0-9a03-216c05ccd6e6 service neutron] Attempting to bind port 04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:33:14.322746 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-a705f6da-c607-4ef0-9a03-216c05ccd6e6 service neutron] Attempting to bind port 04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '5a06e8f3-8795-48fc-844f-850c5aa38910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '105bef3e-bae3-43a0-84c1-c20236b6bf6b'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:33:14.323081 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-a705f6da-c607-4ef0-9a03-216c05ccd6e6 service neutron] Attempting to bind port 04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af on network 105bef3e-bae3-43a0-84c1-c20236b6bf6b {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:33:14.328164 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-a705f6da-c607-4ef0-9a03-216c05ccd6e6 service neutron] Port 04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af on network 105bef3e-bae3-43a0-84c1-c20236b6bf6b not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:33:14.330426 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-a705f6da-c607-4ef0-9a03-216c05ccd6e6 service neutron] Attempting to bind port 04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af on network 105bef3e-bae3-43a0-84c1-c20236b6bf6b {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:33:14.334846 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-a705f6da-c607-4ef0-9a03-216c05ccd6e6 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:33:14.335188 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-a705f6da-c607-4ef0-9a03-216c05ccd6e6 service neutron] Checking segment: {'id': '5a06e8f3-8795-48fc-844f-850c5aa38910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '105bef3e-bae3-43a0-84c1-c20236b6bf6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:33:14.335571 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-a705f6da-c607-4ef0-9a03-216c05ccd6e6 service neutron] Bound using segment: {'id': '5a06e8f3-8795-48fc-844f-850c5aa38910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '105bef3e-bae3-43a0-84c1-c20236b6bf6b'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:33:14.335998 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-a705f6da-c607-4ef0-9a03-216c05ccd6e6 service neutron] Bound port: 04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a06e8f3-8795-48fc-844f-850c5aa38910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '105bef3e-bae3-43a0-84c1-c20236b6bf6b'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:33:14.336432 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-a705f6da-c607-4ef0-9a03-216c05ccd6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:14.402031 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-a705f6da-c607-4ef0-9a03-216c05ccd6e6 service neutron] For port 04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:33:14.405618 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-a705f6da-c607-4ef0-9a03-216c05ccd6e6 service neutron] For port 04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af,segment=NetworkSegment(5a06e8f3-8795-48fc-844f-850c5aa38910),segment_id=5a06e8f3-8795-48fc-844f-850c5aa38910)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:33:14.493162 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-a705f6da-c607-4ef0-9a03-216c05ccd6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:14.544537 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-a705f6da-c607-4ef0-9a03-216c05ccd6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:14.548717 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-a705f6da-c607-4ef0-9a03-216c05ccd6e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:14.548717 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-a705f6da-c607-4ef0-9a03-216c05ccd6e6 service neutron] 10.222.0.57 "PUT /v2.0/ports/04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af HTTP/1.1" status: 200 len: 1092 time: 0.7814441 Dec 16 10:33:14.548717 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bebf23b-c28d-4dc2-a0a3-d406b563c89e', 'tag': '04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:33:14.549346 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634a09b5-f6b4-4033-a95b-a7e0e06109df" -d '{"events": [{"name": "network-changed", "server_uuid": "2bebf23b-c28d-4dc2-a0a3-d406b563c89e", "tag": "04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:33:14.585594 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c1d35-20eb-4d06-8262-1ffc1bf021f8 req-88e8d957-3afc-44a7-92f2-921344df122c tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:14.587101 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5d2c1d35-20eb-4d06-8262-1ffc1bf021f8 req-88e8d957-3afc-44a7-92f2-921344df122c tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/ports?device_id=2bebf23b-c28d-4dc2-a0a3-d406b563c89e HTTP/1.1" status: 200 len: 944 time: 0.1056995 Dec 16 10:33:14.590468 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705f6da-c607-4ef0-9a03-216c05ccd6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:14.633263 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5d2c1d35-20eb-4d06-8262-1ffc1bf021f8 req-200f0647-290b-49ee-a058-aef6d8826bd7 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8027dac-b6b3-4565-bc86-3010b8212d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385270 Dec 16 10:33:14.664600 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50c0280-cb71-430c-8062-9efbb64f6c36 x-openstack-request-id: req-e50c0280-cb71-430c-8062-9efbb64f6c36 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:33:14.664884 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bebf23b-c28d-4dc2-a0a3-d406b563c89e", "tag": "04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:33:14.665151 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e50c0280-cb71-430c-8062-9efbb64f6c36 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:33:14.665536 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bebf23b-c28d-4dc2-a0a3-d406b563c89e', 'tag': '04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af', 'status': 'completed', 'code': 200} Dec 16 10:33:14.681421 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-2786963e-cccd-42f9-aae1-425c0904409c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:14.683157 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-2786963e-cccd-42f9-aae1-425c0904409c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5d205d51fbe744dcbfda4e3161b97eff&device_id=2bebf23b-c28d-4dc2-a0a3-d406b563c89e HTTP/1.1" status: 200 len: 1095 time: 0.0451686 Dec 16 10:33:14.726193 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-4d4ad4df-7834-41dc-9da2-a0095844dd2f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af HTTP/1.1" status: 200 len: 217 time: 0.0343063 Dec 16 10:33:14.775598 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-299cd828-4412-41d1-939d-d6f0dd7550d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:14.777003 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-299cd828-4412-41d1-939d-d6f0dd7550d1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aee42e13-ed81-49ab-abff-7e1f7a939c04 HTTP/1.1" status: 200 len: 854 time: 0.0432355 Dec 16 10:33:14.812903 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-35e2e3f0-c06e-4295-8eb0-4c5ca2c475d9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=105bef3e-bae3-43a0-84c1-c20236b6bf6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275049 Dec 16 10:33:14.902330 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-6de60ad7-faae-4d4a-8da3-368cfb9621e7 service neutron] 10.222.0.57 "GET /v2.0/networks/105bef3e-bae3-43a0-84c1-c20236b6bf6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815957 Dec 16 10:33:14.996485 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-69350c8d-eb32-4b71-af59-3be3b20472f5 req-37c7f9db-b6e8-4d8b-8b42-8558ce6e81da service neutron] 10.222.0.57 "GET /v2.0/networks/105bef3e-bae3-43a0-84c1-c20236b6bf6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863974 Dec 16 10:33:15.143668 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a09b5-f6b4-4033-a95b-a7e0e06109df req-97ae91dd-4082-4b46-b4ef-85962b305ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:15.145081 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-634a09b5-f6b4-4033-a95b-a7e0e06109df req-97ae91dd-4082-4b46-b4ef-85962b305ccd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5d205d51fbe744dcbfda4e3161b97eff&device_id=2bebf23b-c28d-4dc2-a0a3-d406b563c89e HTTP/1.1" status: 200 len: 1095 time: 0.0416970 Dec 16 10:33:15.237591 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a09b5-f6b4-4033-a95b-a7e0e06109df req-21220297-0554-4551-b326-396234dca9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:15.239050 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-634a09b5-f6b4-4033-a95b-a7e0e06109df req-21220297-0554-4551-b326-396234dca9f8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=105bef3e-bae3-43a0-84c1-c20236b6bf6b HTTP/1.1" status: 200 len: 915 time: 0.0853524 Dec 16 10:33:15.290965 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-634a09b5-f6b4-4033-a95b-a7e0e06109df req-3c80c1ad-d1a5-4b18-b385-6238091f5e41 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af HTTP/1.1" status: 200 len: 217 time: 0.0437264 Dec 16 10:33:15.341581 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a09b5-f6b4-4033-a95b-a7e0e06109df req-e91ff253-b66e-4c38-8136-40f49cd91404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:15.343040 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-634a09b5-f6b4-4033-a95b-a7e0e06109df req-e91ff253-b66e-4c38-8136-40f49cd91404 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aee42e13-ed81-49ab-abff-7e1f7a939c04 HTTP/1.1" status: 200 len: 854 time: 0.0440438 Dec 16 10:33:15.375136 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-634a09b5-f6b4-4033-a95b-a7e0e06109df req-a1d6dcdf-c9e7-47f6-acce-a2b251097bb4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=105bef3e-bae3-43a0-84c1-c20236b6bf6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243382 Dec 16 10:33:15.474299 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-634a09b5-f6b4-4033-a95b-a7e0e06109df req-4ca9aaaf-361f-45d8-b9a5-7b01beded488 service neutron] 10.222.0.57 "GET /v2.0/networks/105bef3e-bae3-43a0-84c1-c20236b6bf6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902357 Dec 16 10:33:15.574596 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-634a09b5-f6b4-4033-a95b-a7e0e06109df req-1d8a4f1c-003d-4590-b9fd-eae602ac36c3 service neutron] 10.222.0.57 "GET /v2.0/networks/105bef3e-bae3-43a0-84c1-c20236b6bf6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874102 Dec 16 10:33:15.751148 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9030a-5f1a-481f-99ae-44a5e6e3519a req-47f9f0a5-6f60-4797-9b6e-500ee847572c tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:15.753142 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-06e9030a-5f1a-481f-99ae-44a5e6e3519a req-47f9f0a5-6f60-4797-9b6e-500ee847572c tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/ports?device_id=2bebf23b-c28d-4dc2-a0a3-d406b563c89e HTTP/1.1" status: 200 len: 944 time: 0.0493279 Dec 16 10:33:15.794320 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-06e9030a-5f1a-481f-99ae-44a5e6e3519a req-f641275c-1d39-477d-a69d-14b178fca9a2 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8027dac-b6b3-4565-bc86-3010b8212d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351279 Dec 16 10:33:16.909372 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39cd4c-596c-41e1-9ac0-32af3e3fb509 req-e6bad5ba-8dd0-4ead-923f-33dbb18d7f48 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:16.910823 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6d39cd4c-596c-41e1-9ac0-32af3e3fb509 req-e6bad5ba-8dd0-4ead-923f-33dbb18d7f48 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/ports?device_id=2bebf23b-c28d-4dc2-a0a3-d406b563c89e HTTP/1.1" status: 200 len: 944 time: 0.0480008 Dec 16 10:33:16.952297 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6d39cd4c-596c-41e1-9ac0-32af3e3fb509 req-f46c8aec-572a-456d-b64a-3d9a9913c42f tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8027dac-b6b3-4565-bc86-3010b8212d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353954 Dec 16 10:33:18.064284 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f46fe-65e7-4207-8de4-c344961fc008 req-3cd1ffee-22f3-40bf-8f1e-70ec300290cb tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:18.065781 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4f7f46fe-65e7-4207-8de4-c344961fc008 req-3cd1ffee-22f3-40bf-8f1e-70ec300290cb tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/ports?device_id=2bebf23b-c28d-4dc2-a0a3-d406b563c89e HTTP/1.1" status: 200 len: 944 time: 0.0490954 Dec 16 10:33:18.103621 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4f7f46fe-65e7-4207-8de4-c344961fc008 req-44b8c008-99bd-4b46-938f-8fda11f26a9b tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8027dac-b6b3-4565-bc86-3010b8212d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318022 Dec 16 10:33:18.381875 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:33:18.477480 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af,segment=NetworkSegment(5a06e8f3-8795-48fc-844f-850c5aa38910),segment_id=5a06e8f3-8795-48fc-844f-850c5aa38910)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:33:18.488414 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af', 'network_id': '105bef3e-bae3-43a0-84c1-c20236b6bf6b', 'port_id': '04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af', 'mac_address': 'fa:16:3e:f7:f8:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aee42e13-ed81-49ab-abff-7e1f7a939c04', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:33:18.524801 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:18.537003 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:33:18.555330 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af,segment=NetworkSegment(5a06e8f3-8795-48fc-844f-850c5aa38910),segment_id=5a06e8f3-8795-48fc-844f-850c5aa38910)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:33:18.635383 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:18.684661 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:18.692312 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:33:18.692652 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:33:18.692986 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:33:18.693338 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:33:18.693664 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:33:18.693983 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:33:18.694297 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:33:18.694610 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:33:18.694922 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:33:18.695232 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:33:18.695543 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:33:18.695851 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:33:18.950707 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:33:19.215318 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55baef-4437-4d19-86c3-e010de997abd req-1b53c8cb-58fb-452b-9adb-d475b8215d22 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:19.216699 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6c55baef-4437-4d19-86c3-e010de997abd req-1b53c8cb-58fb-452b-9adb-d475b8215d22 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/ports?device_id=2bebf23b-c28d-4dc2-a0a3-d406b563c89e HTTP/1.1" status: 200 len: 945 time: 0.0483217 Dec 16 10:33:19.253507 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6c55baef-4437-4d19-86c3-e010de997abd req-e346fe10-c197-4a39-9158-c5d4351653e2 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8027dac-b6b3-4565-bc86-3010b8212d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302517 Dec 16 10:33:20.364974 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37edebc7-5dac-490b-af98-60ab798efa12 req-41274d5d-6609-4ec0-a9b1-657564973ab6 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:20.366455 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-37edebc7-5dac-490b-af98-60ab798efa12 req-41274d5d-6609-4ec0-a9b1-657564973ab6 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/ports?device_id=2bebf23b-c28d-4dc2-a0a3-d406b563c89e HTTP/1.1" status: 200 len: 945 time: 0.0478282 Dec 16 10:33:20.397425 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:33:20.403394 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-37edebc7-5dac-490b-af98-60ab798efa12 req-39a13d22-5c44-4044-a6a6-afa0bee2fd3c tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8027dac-b6b3-4565-bc86-3010b8212d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311246 Dec 16 10:33:20.508745 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:33:20.512401 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:33:20.512771 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:20.590405 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:20.613423 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bebf23b-c28d-4dc2-a0a3-d406b563c89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:33:20.615628 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43456ec7ce59ea77a0f74ce1d1a90a56292c95d5d3a8a10fcc4b35aa5a8e1da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a06f17-c237-46fa-95b3-e46240da4eb8" -d '{"events": [{"server_uuid": "2bebf23b-c28d-4dc2-a0a3-d406b563c89e", "name": "network-vif-plugged", "status": "completed", "tag": "04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:33:20.628330 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af,segment=NetworkSegment(5a06e8f3-8795-48fc-844f-850c5aa38910),segment_id=5a06e8f3-8795-48fc-844f-850c5aa38910)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:33:20.669423 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:20.715806 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94ad8a7-707e-440d-81b3-9ecf85f212b5 x-openstack-request-id: req-e94ad8a7-707e-440d-81b3-9ecf85f212b5 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:33:20.716103 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bebf23b-c28d-4dc2-a0a3-d406b563c89e", "name": "network-vif-plugged", "status": "completed", "tag": "04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:33:20.717837 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e94ad8a7-707e-440d-81b3-9ecf85f212b5 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:33:20.717837 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bebf23b-c28d-4dc2-a0a3-d406b563c89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af', 'code': 200} Dec 16 10:33:20.721773 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:20.815348 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189f072-6124-4310-adf2-e8f320474749 req-05cc8733-734d-48c0-a427-225b83a650ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:20.816792 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c189f072-6124-4310-adf2-e8f320474749 req-05cc8733-734d-48c0-a427-225b83a650ce service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2bebf23b-c28d-4dc2-a0a3-d406b563c89e HTTP/1.1" status: 200 len: 1097 time: 0.0405464 Dec 16 10:33:20.854300 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c189f072-6124-4310-adf2-e8f320474749 req-a6a65594-2828-4c60-ac33-1214a54e088c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a8027dac-b6b3-4565-bc86-3010b8212d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294490 Dec 16 10:33:21.836807 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11fcf17-8239-497b-9c02-cd161a520b0c req-1ac3d8ea-652c-483a-84c6-a94cda172eb2 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:21.838292 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c11fcf17-8239-497b-9c02-cd161a520b0c req-1ac3d8ea-652c-483a-84c6-a94cda172eb2 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/ports?device_id=2bebf23b-c28d-4dc2-a0a3-d406b563c89e HTTP/1.1" status: 200 len: 946 time: 0.3699310 Dec 16 10:33:21.874725 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c11fcf17-8239-497b-9c02-cd161a520b0c req-56d36af5-ff3e-4841-8fd4-255a15ef298f tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8027dac-b6b3-4565-bc86-3010b8212d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304389 Dec 16 10:33:23.000621 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319a18b-4144-49ee-a63f-4a81ef38e13a req-b0473e29-6dce-4eaf-aceb-59eb0f3c9061 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:23.002114 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b319a18b-4144-49ee-a63f-4a81ef38e13a req-b0473e29-6dce-4eaf-aceb-59eb0f3c9061 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/ports?device_id=2bebf23b-c28d-4dc2-a0a3-d406b563c89e HTTP/1.1" status: 200 len: 946 time: 0.0586321 Dec 16 10:33:23.039939 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b319a18b-4144-49ee-a63f-4a81ef38e13a req-97f8b247-6c59-49ea-8600-1d9130074487 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8027dac-b6b3-4565-bc86-3010b8212d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316596 Dec 16 10:33:23.470088 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f37f3-ee50-4451-8c4b-458f761d4c44 req-76cc8b88-499f-4644-b179-2bafbc3a0a89 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:23.472108 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ca1f37f3-ee50-4451-8c4b-458f761d4c44 req-76cc8b88-499f-4644-b179-2bafbc3a0a89 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/ports?device_id=2bebf23b-c28d-4dc2-a0a3-d406b563c89e HTTP/1.1" status: 200 len: 946 time: 0.0495043 Dec 16 10:33:23.509386 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ca1f37f3-ee50-4451-8c4b-458f761d4c44 req-db333fb1-99fc-488e-9a35-60f5b209020d tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8027dac-b6b3-4565-bc86-3010b8212d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312095 Dec 16 10:33:24.125946 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2942cc67-592f-4679-9e58-c4f0acb4a5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:24.624352 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0827c44-15c3-4dec-a636-fe6fff3e08b2 req-f03814d3-82aa-448d-b8bf-7b77ba24cd24 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:24.625853 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0827c44-15c3-4dec-a636-fe6fff3e08b2 req-f03814d3-82aa-448d-b8bf-7b77ba24cd24 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/ports?device_id=2bebf23b-c28d-4dc2-a0a3-d406b563c89e HTTP/1.1" status: 200 len: 946 time: 0.0481689 Dec 16 10:33:24.662632 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0827c44-15c3-4dec-a636-fe6fff3e08b2 req-09c226a8-c5a4-493e-86c2-5128164c448d tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8027dac-b6b3-4565-bc86-3010b8212d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303173 Dec 16 10:33:25.098518 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232059f2-986e-421c-b8c7-59df8a3bacaa req-cb224c12-b88e-4710-93c6-f9004f710661 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:25.099959 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-232059f2-986e-421c-b8c7-59df8a3bacaa req-cb224c12-b88e-4710-93c6-f9004f710661 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.57 "GET /v2.0/ports?device_id=2bebf23b-c28d-4dc2-a0a3-d406b563c89e HTTP/1.1" status: 200 len: 946 time: 0.0493286 Dec 16 10:33:25.191701 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-232059f2-986e-421c-b8c7-59df8a3bacaa req-c7389d76-23bb-4734-b356-10d40824501f tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Deleting port 04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:33:25.192098 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-232059f2-986e-421c-b8c7-59df8a3bacaa req-c7389d76-23bb-4734-b356-10d40824501f tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:25.278811 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-232059f2-986e-421c-b8c7-59df8a3bacaa req-c7389d76-23bb-4734-b356-10d40824501f tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] For port 04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af,segment=NetworkSegment(5a06e8f3-8795-48fc-844f-850c5aa38910),segment_id=5a06e8f3-8795-48fc-844f-850c5aa38910)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:33:25.279177 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-232059f2-986e-421c-b8c7-59df8a3bacaa req-c7389d76-23bb-4734-b356-10d40824501f tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:25.295772 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-232059f2-986e-421c-b8c7-59df8a3bacaa req-c7389d76-23bb-4734-b356-10d40824501f tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Calling delete_port for 04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:33:25.486501 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-232059f2-986e-421c-b8c7-59df8a3bacaa req-c7389d76-23bb-4734-b356-10d40824501f tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:25.500034 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['5ef36f49-10fa-4cda-88a8-7101d524b3d6'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:33:25.502284 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:33:25.515984 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7389d76-23bb-4734-b356-10d40824501f tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Pushing event deleted for resources: {'Port': ['ID=04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:25.560727 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-232059f2-986e-421c-b8c7-59df8a3bacaa req-c7389d76-23bb-4734-b356-10d40824501f tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] No DVR routers for this DVR port 04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:33:25.563427 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-232059f2-986e-421c-b8c7-59df8a3bacaa req-c7389d76-23bb-4734-b356-10d40824501f tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:25.566912 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-232059f2-986e-421c-b8c7-59df8a3bacaa req-c7389d76-23bb-4734-b356-10d40824501f tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.57 "DELETE /v2.0/ports/04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af HTTP/1.1" status: 204 len: 173 time: 0.4597492 Dec 16 10:33:25.567353 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bebf23b-c28d-4dc2-a0a3-d406b563c89e', 'name': 'network-vif-deleted', 'tag': '04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:33:25.569697 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a9c271-24e3-40ef-831c-f51f5d0c7b4d" -d '{"events": [{"server_uuid": "2bebf23b-c28d-4dc2-a0a3-d406b563c89e", "name": "network-vif-deleted", "tag": "04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:33:25.606125 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3971d339-3e2e-4058-94de-2af5ac842962 x-openstack-request-id: req-3971d339-3e2e-4058-94de-2af5ac842962 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:33:25.606441 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bebf23b-c28d-4dc2-a0a3-d406b563c89e", "name": "network-vif-deleted", "tag": "04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:33:25.606692 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3971d339-3e2e-4058-94de-2af5ac842962 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:33:25.607092 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bebf23b-c28d-4dc2-a0a3-d406b563c89e', 'name': 'network-vif-deleted', 'tag': '04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af', 'status': 'completed', 'code': 200} Dec 16 10:33:25.761027 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-64503400-dbc3-4b58-b3be-30ab3a5984e2 req-12a3e783-cb4d-46ad-a0f6-c7f4ce91b6fb tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/ports?device_id=2bebf23b-c28d-4dc2-a0a3-d406b563c89e HTTP/1.1" status: 200 len: 210 time: 0.0296595 Dec 16 10:33:26.400395 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8df06ebc-38c6-4197-9f6c-8fcb2172499c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:26.917269 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ebf4c3-57a8-4007-a25a-d0b8aa76cb89 req-58101339-74df-4410-a3b1-ca2af31b3596 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:26.918749 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-72ebf4c3-57a8-4007-a25a-d0b8aa76cb89 req-58101339-74df-4410-a3b1-ca2af31b3596 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/ports?device_id=8293f581-9c03-4bd1-95ea-52c7722bb918 HTTP/1.1" status: 200 len: 945 time: 0.0497687 Dec 16 10:33:26.957428 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-72ebf4c3-57a8-4007-a25a-d0b8aa76cb89 req-52d2c5bb-9630-401d-b828-e87895b043c2 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8027dac-b6b3-4565-bc86-3010b8212d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325739 Dec 16 10:33:27.091685 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc9b1b-bad2-44c3-af6e-03cb1e9cb263 req-39008733-6643-4bab-98fa-eba068e9d159 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:27.093159 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4efc9b1b-bad2-44c3-af6e-03cb1e9cb263 req-39008733-6643-4bab-98fa-eba068e9d159 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/ports?device_id=8293f581-9c03-4bd1-95ea-52c7722bb918 HTTP/1.1" status: 200 len: 945 time: 0.0524700 Dec 16 10:33:27.131629 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4efc9b1b-bad2-44c3-af6e-03cb1e9cb263 req-57a08b06-fced-4258-8630-eef297d11534 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8027dac-b6b3-4565-bc86-3010b8212d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317304 Dec 16 10:33:27.246546 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24bb31-3908-4e98-9442-4856a0d8aae9 req-03e84ed6-7352-44bc-8f7d-23cb399ad5a7 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:27.248036 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2d24bb31-3908-4e98-9442-4856a0d8aae9 req-03e84ed6-7352-44bc-8f7d-23cb399ad5a7 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/ports?device_id=8293f581-9c03-4bd1-95ea-52c7722bb918 HTTP/1.1" status: 200 len: 945 time: 0.0481558 Dec 16 10:33:27.285586 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2d24bb31-3908-4e98-9442-4856a0d8aae9 req-7eabb713-13fe-417c-8d3a-23ea7013e2d4 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8027dac-b6b3-4565-bc86-3010b8212d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309911 Dec 16 10:33:27.457440 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854b292-e3c6-4ab1-8ece-0f3824b7b2fd req-10f14c0e-5b0c-4920-a338-5f976cb4ed0e tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:27.458896 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1854b292-e3c6-4ab1-8ece-0f3824b7b2fd req-10f14c0e-5b0c-4920-a338-5f976cb4ed0e tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/ports?device_id=8293f581-9c03-4bd1-95ea-52c7722bb918 HTTP/1.1" status: 200 len: 945 time: 0.0526342 Dec 16 10:33:27.495116 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1854b292-e3c6-4ab1-8ece-0f3824b7b2fd req-f843fd86-52f5-48f2-b8c2-ff91ebf45645 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8027dac-b6b3-4565-bc86-3010b8212d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303850 Dec 16 10:33:27.608308 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736570e-959e-4415-840d-8917615dd0e0 req-f69e89e0-8fb1-492b-a990-6257044775c0 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:27.609709 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c736570e-959e-4415-840d-8917615dd0e0 req-f69e89e0-8fb1-492b-a990-6257044775c0 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/ports?device_id=8293f581-9c03-4bd1-95ea-52c7722bb918 HTTP/1.1" status: 200 len: 945 time: 0.0488181 Dec 16 10:33:27.647227 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c736570e-959e-4415-840d-8917615dd0e0 req-76f25c7e-32d0-4901-96c0-26eb3753cf55 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8027dac-b6b3-4565-bc86-3010b8212d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310464 Dec 16 10:33:27.768922 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e21d2f-6b7e-4188-8a7c-d488a2aac788 req-5ec4cfa2-42cc-46fd-9054-d7743739f2f6 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:27.770758 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0e21d2f-6b7e-4188-8a7c-d488a2aac788 req-5ec4cfa2-42cc-46fd-9054-d7743739f2f6 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/ports?device_id=8293f581-9c03-4bd1-95ea-52c7722bb918 HTTP/1.1" status: 200 len: 945 time: 0.0491936 Dec 16 10:33:27.789138 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:27.809165 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0e21d2f-6b7e-4188-8a7c-d488a2aac788 req-3db33271-822d-4f4e-bdff-8afc19c27132 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8027dac-b6b3-4565-bc86-3010b8212d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326731 Dec 16 10:33:28.256405 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02aee90-ada5-402e-8180-9e87c96220af req-a3d3e021-17da-4155-9201-d1671fe52254 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:28.257879 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b02aee90-ada5-402e-8180-9e87c96220af req-a3d3e021-17da-4155-9201-d1671fe52254 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/ports?device_id=8293f581-9c03-4bd1-95ea-52c7722bb918 HTTP/1.1" status: 200 len: 945 time: 0.0526514 Dec 16 10:33:28.294308 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b02aee90-ada5-402e-8180-9e87c96220af req-863e6ee9-b239-4d95-b584-f9f765ac8595 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8027dac-b6b3-4565-bc86-3010b8212d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304608 Dec 16 10:33:28.397621 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:33:28.419910 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:33:28.420190 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 04f10d7a-38bd-48c5-b9d0-0f8a3cb1a0af not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:33:29.298191 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:29.411901 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17057154-3232-405a-9223-f8799c0803ff req-65094f30-3d7c-4516-9bd3-f24b310c35d4 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:29.415070 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-17057154-3232-405a-9223-f8799c0803ff req-65094f30-3d7c-4516-9bd3-f24b310c35d4 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/ports?device_id=8293f581-9c03-4bd1-95ea-52c7722bb918 HTTP/1.1" status: 200 len: 945 time: 0.0515356 Dec 16 10:33:29.456912 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-17057154-3232-405a-9223-f8799c0803ff req-598f80aa-a274-446b-963c-efc3d2913312 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8027dac-b6b3-4565-bc86-3010b8212d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334120 Dec 16 10:33:29.623347 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:29.655072 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6fda2-a64c-4d34-8126-ab104c136ed5 req-ae1326e6-2a47-48ad-a133-ab3af45dd842 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:29.656524 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ac6fda2-a64c-4d34-8126-ab104c136ed5 req-ae1326e6-2a47-48ad-a133-ab3af45dd842 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.58 "GET /v2.0/ports?device_id=8293f581-9c03-4bd1-95ea-52c7722bb918 HTTP/1.1" status: 200 len: 945 time: 0.0485015 Dec 16 10:33:29.745019 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-3ac6fda2-a64c-4d34-8126-ab104c136ed5 req-aaef913b-552b-460e-a942-4ee903e785d4 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Deleting port 5ef36f49-10fa-4cda-88a8-7101d524b3d6 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:33:29.745383 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3ac6fda2-a64c-4d34-8126-ab104c136ed5 req-aaef913b-552b-460e-a942-4ee903e785d4 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:29.841528 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-3ac6fda2-a64c-4d34-8126-ab104c136ed5 req-aaef913b-552b-460e-a942-4ee903e785d4 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] For port 5ef36f49-10fa-4cda-88a8-7101d524b3d6, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=5ef36f49-10fa-4cda-88a8-7101d524b3d6,segment=NetworkSegment(5a06e8f3-8795-48fc-844f-850c5aa38910),segment_id=5a06e8f3-8795-48fc-844f-850c5aa38910)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:33:29.841897 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3ac6fda2-a64c-4d34-8126-ab104c136ed5 req-aaef913b-552b-460e-a942-4ee903e785d4 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:29.855167 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-3ac6fda2-a64c-4d34-8126-ab104c136ed5 req-aaef913b-552b-460e-a942-4ee903e785d4 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Calling delete_port for 5ef36f49-10fa-4cda-88a8-7101d524b3d6 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:33:30.051729 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3ac6fda2-a64c-4d34-8126-ab104c136ed5 req-aaef913b-552b-460e-a942-4ee903e785d4 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:30.062943 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['5ef36f49-10fa-4cda-88a8-7101d524b3d6'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:33:30.082758 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef913b-552b-460e-a942-4ee903e785d4 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Pushing event deleted for resources: {'Port': ['ID=5ef36f49-10fa-4cda-88a8-7101d524b3d6,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:30.131758 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac6fda2-a64c-4d34-8126-ab104c136ed5 req-aaef913b-552b-460e-a942-4ee903e785d4 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] No DVR routers for this DVR port 5ef36f49-10fa-4cda-88a8-7101d524b3d6 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:33:30.136053 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-3ac6fda2-a64c-4d34-8126-ab104c136ed5 req-aaef913b-552b-460e-a942-4ee903e785d4 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:30.137965 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ac6fda2-a64c-4d34-8126-ab104c136ed5 req-aaef913b-552b-460e-a942-4ee903e785d4 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.58 "DELETE /v2.0/ports/5ef36f49-10fa-4cda-88a8-7101d524b3d6 HTTP/1.1" status: 204 len: 173 time: 0.4758573 Dec 16 10:33:30.138400 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8293f581-9c03-4bd1-95ea-52c7722bb918', 'name': 'network-vif-deleted', 'tag': '5ef36f49-10fa-4cda-88a8-7101d524b3d6'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:33:30.140736 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4fb975-a0c8-4393-a2c7-b75cf488eb58" -d '{"events": [{"server_uuid": "8293f581-9c03-4bd1-95ea-52c7722bb918", "name": "network-vif-deleted", "tag": "5ef36f49-10fa-4cda-88a8-7101d524b3d6"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:33:30.176859 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0863d02a-e49e-4d2f-b180-a944fb4571fb x-openstack-request-id: req-0863d02a-e49e-4d2f-b180-a944fb4571fb {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:33:30.177183 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8293f581-9c03-4bd1-95ea-52c7722bb918", "name": "network-vif-deleted", "tag": "5ef36f49-10fa-4cda-88a8-7101d524b3d6", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:33:30.177444 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0863d02a-e49e-4d2f-b180-a944fb4571fb {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:33:30.177847 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8293f581-9c03-4bd1-95ea-52c7722bb918', 'name': 'network-vif-deleted', 'tag': '5ef36f49-10fa-4cda-88a8-7101d524b3d6', 'status': 'completed', 'code': 200} Dec 16 10:33:30.561224 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-abc151c0-bd05-46bc-b6a0-2b9c390c674e req-7f822197-9902-41e3-b848-30d87cda49d1 tempest-ServersNegativeTestJSON-533370951 tempest-ServersNegativeTestJSON-533370951-project] 10.222.0.60 "GET /v2.0/ports?device_id=8293f581-9c03-4bd1-95ea-52c7722bb918 HTTP/1.1" status: 200 len: 210 time: 0.0270684 Dec 16 10:33:31.617859 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40856) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:31.666213 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-f472d6e1-bcfe-4b9e-9e04-678ca9212cfd admin admin] Deleting subnet aee42e13-ed81-49ab-abff-7e1f7a939c04 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:33:31.669182 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f472d6e1-bcfe-4b9e-9e04-678ca9212cfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:31.702282 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f472d6e1-bcfe-4b9e-9e04-678ca9212cfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:31.740244 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f472d6e1-bcfe-4b9e-9e04-678ca9212cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:31.886504 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f472d6e1-bcfe-4b9e-9e04-678ca9212cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:31.910513 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472d6e1-bcfe-4b9e-9e04-678ca9212cfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aee42e13-ed81-49ab-abff-7e1f7a939c04,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:31.918647 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f472d6e1-bcfe-4b9e-9e04-678ca9212cfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:31.920153 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f472d6e1-bcfe-4b9e-9e04-678ca9212cfd admin admin] 10.222.0.60 "DELETE /v2.0/subnets/aee42e13-ed81-49ab-abff-7e1f7a939c04 HTTP/1.1" status: 204 len: 168 time: 0.3012071 Dec 16 10:33:31.922754 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40858) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:31.992662 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2ec227c4-4067-43b3-be97-c95d56c8cb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:32.069465 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2ec227c4-4067-43b3-be97-c95d56c8cb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:32.088764 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-2ec227c4-4067-43b3-be97-c95d56c8cb68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['105bef3e-bae3-43a0-84c1-c20236b6bf6b']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:33:32.097698 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-2ec227c4-4067-43b3-be97-c95d56c8cb68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a06e8f3-8795-48fc-844f-850c5aa38910') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:33:32.097997 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-2ec227c4-4067-43b3-be97-c95d56c8cb68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a06e8f3-8795-48fc-844f-850c5aa38910') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:33:32.111219 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2ec227c4-4067-43b3-be97-c95d56c8cb68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:32.124420 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2ec227c4-4067-43b3-be97-c95d56c8cb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:32.130758 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec227c4-4067-43b3-be97-c95d56c8cb68 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:33:32.131140 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2ec227c4-4067-43b3-be97-c95d56c8cb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:32.132759 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 10:33:32.132759 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:33:32.132759 n-d-820550-2 neutron-server[102817]: timer() Dec 16 10:33:32.132759 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:33:32.132759 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 10:33:32.132759 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:33:32.132759 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 10:33:32.132759 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:33:32.132759 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 10:33:32.132759 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:33:32.132759 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 10:33:32.132759 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:33:32.132759 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 10:33:32.132759 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:33:32.132759 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:33:32.132759 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:33:32.132759 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:33:32.132759 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:33:32.132759 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 10:33:32.132759 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:33:32.132759 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 10:33:32.132759 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:33:32.132759 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:33:32.132759 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:33:32.132759 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 10:33:32.132759 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:33:32.132759 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:33:32.132759 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:33:32.132759 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:33:32.132759 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:33:32.132759 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:33:32.132759 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:33:32.251731 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2ec227c4-4067-43b3-be97-c95d56c8cb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:32.257834 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2ec227c4-4067-43b3-be97-c95d56c8cb68 admin admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:32.260861 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2ec227c4-4067-43b3-be97-c95d56c8cb68 admin admin] 10.222.0.60 "DELETE /v2.0/networks/105bef3e-bae3-43a0-84c1-c20236b6bf6b HTTP/1.1" status: 204 len: 168 time: 0.3370912 Dec 16 10:33:32.271961 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec227c4-4067-43b3-be97-c95d56c8cb68 admin admin] Pushing event deleted for resources: {'Network': ['ID=105bef3e-bae3-43a0-84c1-c20236b6bf6b,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:32.577423 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40862) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:32.616472 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d90bd5b6-c7f3-43ef-9861-3f7899809413 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5d205d51fbe744dcbfda4e3161b97eff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379081 Dec 16 10:33:32.618894 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40864) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:32.664918 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9fd0028e-1e48-4101-8a49-54bff72363f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:32.685568 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9fd0028e-1e48-4101-8a49-54bff72363f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:32.788829 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9fd0028e-1e48-4101-8a49-54bff72363f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:32.791329 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9fd0028e-1e48-4101-8a49-54bff72363f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:32.792517 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9fd0028e-1e48-4101-8a49-54bff72363f0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a8027dac-b6b3-4565-bc86-3010b8212d91 HTTP/1.1" status: 204 len: 168 time: 0.1727200 Dec 16 10:33:32.801537 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0028e-1e48-4101-8a49-54bff72363f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8027dac-b6b3-4565-bc86-3010b8212d91,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:33.835061 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40886) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:33.929098 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-e11f5011-453d-4124-932c-45caab555264 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-180128658'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:33:34.005640 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11f5011-453d-4124-932c-45caab555264 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Made reservation on behalf of daaaa6a691484c37b63d8180e0d37fa3 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:33:34.009075 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e11f5011-453d-4124-932c-45caab555264 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:34.017533 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e11f5011-453d-4124-932c-45caab555264 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:34.094586 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e11f5011-453d-4124-932c-45caab555264 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:34.177333 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e11f5011-453d-4124-932c-45caab555264 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:34.205950 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e11f5011-453d-4124-932c-45caab555264 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:33:34.207351 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 5ef36f49-10fa-4cda-88a8-7101d524b3d6 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:33:34.211368 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f5011-453d-4124-932c-45caab555264 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c361aec1-dca9-4a28-b512-ea31cc68bd95,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:34.218630 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e11f5011-453d-4124-932c-45caab555264 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:34.218984 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-e11f5011-453d-4124-932c-45caab555264 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Added segment 9bb28f37-5511-461b-957d-c2737a4ac6c8 of type vlan for network 62175a99-7856-4e86-bc7d-4688a28ccedf Dec 16 10:33:34.227352 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 5ef36f49-10fa-4cda-88a8-7101d524b3d6 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:33:34.227699 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 5ef36f49-10fa-4cda-88a8-7101d524b3d6 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:33:34.259548 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e11f5011-453d-4124-932c-45caab555264 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:34.354538 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e11f5011-453d-4124-932c-45caab555264 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:34.360121 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11f5011-453d-4124-932c-45caab555264 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:34.360703 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e11f5011-453d-4124-932c-45caab555264 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:34.427786 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f5011-453d-4124-932c-45caab555264 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Pushing event updated for resources: {'Network': ['ID=62175a99-7856-4e86-bc7d-4688a28ccedf,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:34.440391 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 62175a99-7856-4e86-bc7d-4688a28ccedf details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:33:34.472451 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e11f5011-453d-4124-932c-45caab555264 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6362808 Dec 16 10:33:37.691631 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40890) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:37.696880 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-2c380f52-4e0f-42aa-b6ba-44e271ad15f2 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Request body: {'subnet': {'network_id': '62175a99-7856-4e86-bc7d-4688a28ccedf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:33:37.875037 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c380f52-4e0f-42aa-b6ba-44e271ad15f2 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Made reservation on behalf of daaaa6a691484c37b63d8180e0d37fa3 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:33:37.879055 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2c380f52-4e0f-42aa-b6ba-44e271ad15f2 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:37.920158 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:38.125914 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2c380f52-4e0f-42aa-b6ba-44e271ad15f2 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:38.197340 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c380f52-4e0f-42aa-b6ba-44e271ad15f2 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Pushing event updated for resources: {'Subnet': ['ID=da0794f5-dda3-46b5-acea-37573e4a3246,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:38.202672 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c380f52-4e0f-42aa-b6ba-44e271ad15f2 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Checking segment: {'id': '9bb28f37-5511-461b-957d-c2737a4ac6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '62175a99-7856-4e86-bc7d-4688a28ccedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:33:38.203042 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c380f52-4e0f-42aa-b6ba-44e271ad15f2 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Network hostable DHCP agents. Network: 62175a99-7856-4e86-bc7d-4688a28ccedf, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:33:38.286207 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c380f52-4e0f-42aa-b6ba-44e271ad15f2 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Network 62175a99-7856-4e86-bc7d-4688a28ccedf is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:33:38.354193 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-2c380f52-4e0f-42aa-b6ba-44e271ad15f2 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 62175a99-7856-4e86-bc7d-4688a28ccedf) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:33:38.358299 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c380f52-4e0f-42aa-b6ba-44e271ad15f2 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:38.358886 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2c380f52-4e0f-42aa-b6ba-44e271ad15f2 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:38.363312 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2e6609-49ef-4628-b98b-8c33a9829f84 None None] Network 62175a99-7856-4e86-bc7d-4688a28ccedf requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:33:38.477391 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2c380f52-4e0f-42aa-b6ba-44e271ad15f2 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7844009 Dec 16 10:33:38.480795 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40892) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:38.485825 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-d7ac3e96-05ac-4fc3-8cdc-eb6497ff07b6 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-784935824'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:33:38.506811 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2557b880-4410-4f4a-8966-19d03e1d39ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-62175a99-7856-4e86-bc7d-4688a28ccedf', 'network_id': '62175a99-7856-4e86-bc7d-4688a28ccedf', 'tenant_id': 'daaaa6a691484c37b63d8180e0d37fa3', 'fixed_ips': [{'subnet_id': 'da0794f5-dda3-46b5-acea-37573e4a3246'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:33:38.507681 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2557b880-4410-4f4a-8966-19d03e1d39ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:38.571364 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ac3e96-05ac-4fc3-8cdc-eb6497ff07b6 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Made reservation on behalf of daaaa6a691484c37b63d8180e0d37fa3 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:33:38.574991 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d7ac3e96-05ac-4fc3-8cdc-eb6497ff07b6 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:38.598843 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ac3e96-05ac-4fc3-8cdc-eb6497ff07b6 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:33:38.607683 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d7ac3e96-05ac-4fc3-8cdc-eb6497ff07b6 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:38.608031 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-d7ac3e96-05ac-4fc3-8cdc-eb6497ff07b6 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Added segment 96dcc55a-eb48-4321-9b54-dbeedb15cf5b of type vlan for network 450a97cc-e537-449d-be93-9157cc83e1ce Dec 16 10:33:38.641663 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-2557b880-4410-4f4a-8966-19d03e1d39ec None None] Allocated IP 2001:db8:0:ffff::2 (62175a99-7856-4e86-bc7d-4688a28ccedf/da0794f5-dda3-46b5-acea-37573e4a3246/17492b9c-b35a-49c9-9b77-2b07ea5db87a) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:33:38.649954 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d7ac3e96-05ac-4fc3-8cdc-eb6497ff07b6 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:38.748815 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d7ac3e96-05ac-4fc3-8cdc-eb6497ff07b6 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:38.755093 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ac3e96-05ac-4fc3-8cdc-eb6497ff07b6 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:38.755790 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d7ac3e96-05ac-4fc3-8cdc-eb6497ff07b6 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:38.783370 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2557b880-4410-4f4a-8966-19d03e1d39ec None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:38.825689 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ac3e96-05ac-4fc3-8cdc-eb6497ff07b6 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Pushing event updated for resources: {'Network': ['ID=450a97cc-e537-449d-be93-9157cc83e1ce,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:38.836379 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 450a97cc-e537-449d-be93-9157cc83e1ce details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:33:38.873351 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2557b880-4410-4f4a-8966-19d03e1d39ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:38.888892 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d7ac3e96-05ac-4fc3-8cdc-eb6497ff07b6 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4069812 Dec 16 10:33:38.891988 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40894) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:38.898035 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-cf8ae0ec-1a13-4d00-b508-bc16a9977762 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Request body: {'subnet': {'network_id': '450a97cc-e537-449d-be93-9157cc83e1ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:33:38.933529 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2557b880-4410-4f4a-8966-19d03e1d39ec None None] Network 62175a99-7856-4e86-bc7d-4688a28ccedf is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:33:38.937989 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-2557b880-4410-4f4a-8966-19d03e1d39ec None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:33:38.945822 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2557b880-4410-4f4a-8966-19d03e1d39ec None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:33:38.949195 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557b880-4410-4f4a-8966-19d03e1d39ec None None] Pushing event updated for resources: {'Port': ['ID=17492b9c-b35a-49c9-9b77-2b07ea5db87a,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:38.999040 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-2557b880-4410-4f4a-8966-19d03e1d39ec None None] Attempting to bind port 17492b9c-b35a-49c9-9b77-2b07ea5db87a on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:33:38.999400 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-2557b880-4410-4f4a-8966-19d03e1d39ec None None] Attempting to bind port 17492b9c-b35a-49c9-9b77-2b07ea5db87a by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '9bb28f37-5511-461b-957d-c2737a4ac6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '62175a99-7856-4e86-bc7d-4688a28ccedf'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:33:38.999760 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2557b880-4410-4f4a-8966-19d03e1d39ec None None] Attempting to bind port 17492b9c-b35a-49c9-9b77-2b07ea5db87a on network 62175a99-7856-4e86-bc7d-4688a28ccedf {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:33:39.005188 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2557b880-4410-4f4a-8966-19d03e1d39ec None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:33:39.005563 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2557b880-4410-4f4a-8966-19d03e1d39ec None None] Checking segment: {'id': '9bb28f37-5511-461b-957d-c2737a4ac6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '62175a99-7856-4e86-bc7d-4688a28ccedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:33:39.005957 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2557b880-4410-4f4a-8966-19d03e1d39ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:39.006342 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2557b880-4410-4f4a-8966-19d03e1d39ec None None] Bound using segment: {'id': '9bb28f37-5511-461b-957d-c2737a4ac6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '62175a99-7856-4e86-bc7d-4688a28ccedf'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:33:39.006797 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-2557b880-4410-4f4a-8966-19d03e1d39ec None None] Bound port: 17492b9c-b35a-49c9-9b77-2b07ea5db87a, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb28f37-5511-461b-957d-c2737a4ac6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '62175a99-7856-4e86-bc7d-4688a28ccedf'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:33:39.007175 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2557b880-4410-4f4a-8966-19d03e1d39ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:39.137460 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8ae0ec-1a13-4d00-b508-bc16a9977762 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Made reservation on behalf of daaaa6a691484c37b63d8180e0d37fa3 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:33:39.140942 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cf8ae0ec-1a13-4d00-b508-bc16a9977762 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:39.177664 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2557b880-4410-4f4a-8966-19d03e1d39ec None None] For port 17492b9c-b35a-49c9-9b77-2b07ea5db87a, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:33:39.182677 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2557b880-4410-4f4a-8966-19d03e1d39ec None None] For port 17492b9c-b35a-49c9-9b77-2b07ea5db87a, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=17492b9c-b35a-49c9-9b77-2b07ea5db87a,segment=NetworkSegment(9bb28f37-5511-461b-957d-c2737a4ac6c8),segment_id=9bb28f37-5511-461b-957d-c2737a4ac6c8)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:33:39.263499 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2557b880-4410-4f4a-8966-19d03e1d39ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:39.325936 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557b880-4410-4f4a-8966-19d03e1d39ec None None] Pushing event updated for resources: {'Port': ['ID=17492b9c-b35a-49c9-9b77-2b07ea5db87a,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:39.423456 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cf8ae0ec-1a13-4d00-b508-bc16a9977762 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:39.495242 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ae0ec-1a13-4d00-b508-bc16a9977762 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Pushing event updated for resources: {'Subnet': ['ID=4543dc38-4a4f-4a93-80ca-8fa108a07fb9,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:39.505906 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8ae0ec-1a13-4d00-b508-bc16a9977762 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Checking segment: {'id': '96dcc55a-eb48-4321-9b54-dbeedb15cf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '450a97cc-e537-449d-be93-9157cc83e1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:33:39.506281 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8ae0ec-1a13-4d00-b508-bc16a9977762 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Network hostable DHCP agents. Network: 450a97cc-e537-449d-be93-9157cc83e1ce, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:33:39.566658 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8ae0ec-1a13-4d00-b508-bc16a9977762 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Network 450a97cc-e537-449d-be93-9157cc83e1ce is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:33:39.634575 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-cf8ae0ec-1a13-4d00-b508-bc16a9977762 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 450a97cc-e537-449d-be93-9157cc83e1ce) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:33:39.638690 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8ae0ec-1a13-4d00-b508-bc16a9977762 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:39.639359 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cf8ae0ec-1a13-4d00-b508-bc16a9977762 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:39.643755 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bc722b-b012-4f91-97d5-ef8e006ddf5f None None] Network 450a97cc-e537-449d-be93-9157cc83e1ce requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:33:39.726150 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-cf8ae0ec-1a13-4d00-b508-bc16a9977762 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8306642 Dec 16 10:33:39.726489 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40896) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:39.790859 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f6385a-103c-4322-af4c-5800c05ff36c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-450a97cc-e537-449d-be93-9157cc83e1ce', 'network_id': '450a97cc-e537-449d-be93-9157cc83e1ce', 'tenant_id': 'daaaa6a691484c37b63d8180e0d37fa3', 'fixed_ips': [{'subnet_id': '4543dc38-4a4f-4a93-80ca-8fa108a07fb9'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:33:39.791728 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-75f6385a-103c-4322-af4c-5800c05ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:39.828956 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c02f04b-d01c-4345-94c0-bc2bf7b4fd23 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:39.911129 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c02f04b-d01c-4345-94c0-bc2bf7b4fd23 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:39.941346 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-75f6385a-103c-4322-af4c-5800c05ff36c None None] Allocated IP 2001:db8::2 (450a97cc-e537-449d-be93-9157cc83e1ce/4543dc38-4a4f-4a93-80ca-8fa108a07fb9/71508886-3e56-4709-be4e-6c82c713e30e) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:33:40.105743 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 17492b9c-b35a-49c9-9b77-2b07ea5db87a up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:33:40.132153 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-75f6385a-103c-4322-af4c-5800c05ff36c None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:40.159465 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 17492b9c-b35a-49c9-9b77-2b07ea5db87a triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:33:40.159890 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:40.201695 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-75f6385a-103c-4322-af4c-5800c05ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:40.248848 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f6385a-103c-4322-af4c-5800c05ff36c None None] Network 450a97cc-e537-449d-be93-9157cc83e1ce is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:33:40.249735 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70359775-246c-47ec-83c2-a83ea1574f27 None None] Network 62175a99-7856-4e86-bc7d-4688a28ccedf requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:33:40.278738 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-75f6385a-103c-4322-af4c-5800c05ff36c None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:33:40.292222 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c02f04b-d01c-4345-94c0-bc2bf7b4fd23 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:40.321708 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02f04b-d01c-4345-94c0-bc2bf7b4fd23 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Pushing event deleted for resources: {'Subnet': ['ID=4543dc38-4a4f-4a93-80ca-8fa108a07fb9,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:40.392159 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c02f04b-d01c-4345-94c0-bc2bf7b4fd23 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:40.414618 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-9c02f04b-d01c-4345-94c0-bc2bf7b4fd23 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['450a97cc-e537-449d-be93-9157cc83e1ce']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:33:40.424726 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-9c02f04b-d01c-4345-94c0-bc2bf7b4fd23 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96dcc55a-eb48-4321-9b54-dbeedb15cf5b') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:33:40.425022 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-9c02f04b-d01c-4345-94c0-bc2bf7b4fd23 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96dcc55a-eb48-4321-9b54-dbeedb15cf5b') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:33:40.435269 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c02f04b-d01c-4345-94c0-bc2bf7b4fd23 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:40.448413 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c02f04b-d01c-4345-94c0-bc2bf7b4fd23 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:40.454496 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c02f04b-d01c-4345-94c0-bc2bf7b4fd23 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:33:40.454891 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c02f04b-d01c-4345-94c0-bc2bf7b4fd23 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:40.458489 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 10:33:40.458489 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:33:40.458489 n-d-820550-2 neutron-server[102817]: timer() Dec 16 10:33:40.458489 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:33:40.458489 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 10:33:40.458489 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:33:40.458489 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 10:33:40.458489 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:33:40.458489 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 10:33:40.458489 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:33:40.458489 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 10:33:40.458489 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:33:40.458489 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 10:33:40.458489 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:33:40.458489 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:33:40.458489 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:33:40.458489 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:33:40.458489 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:33:40.458489 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 10:33:40.458489 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:33:40.458489 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 10:33:40.458489 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:33:40.458489 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:33:40.458489 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:33:40.458489 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 10:33:40.458489 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:33:40.458489 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:33:40.458489 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:33:40.458489 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:33:40.458489 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:33:40.458489 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:33:40.458489 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:33:40.465939 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f6385a-103c-4322-af4c-5800c05ff36c None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:33:40.478546 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f6385a-103c-4322-af4c-5800c05ff36c None None] Pushing event updated for resources: {'Port': ['ID=71508886-3e56-4709-be4e-6c82c713e30e,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:40.519889 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:40.551941 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-9875b811-a924-4b74-aa40-5e18e8809d12 None None] Provisioning complete for port 17492b9c-b35a-49c9-9b77-2b07ea5db87a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:33:40.552299 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9875b811-a924-4b74-aa40-5e18e8809d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:40.560676 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.db.api [None req-9c02f04b-d01c-4345-94c0-bc2bf7b4fd23 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 10:33:40.560676 n-d-820550-2 neutron-server[102817]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 10:33:40.560676 n-d-820550-2 neutron-server[102817]: [parameters: {'id': '450a97cc-e537-449d-be93-9157cc83e1ce'}] Dec 16 10:33:40.560676 n-d-820550-2 neutron-server[102817]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 10:33:40.561099 n-d-820550-2 neutron-server[102817]: DEBUG oslo_db.api [None req-9c02f04b-d01c-4345-94c0-bc2bf7b4fd23 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 10:33:40.614782 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-75f6385a-103c-4322-af4c-5800c05ff36c None None] Attempting to bind port 71508886-3e56-4709-be4e-6c82c713e30e on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:33:40.615123 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-75f6385a-103c-4322-af4c-5800c05ff36c None None] Attempting to bind port 71508886-3e56-4709-be4e-6c82c713e30e by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '96dcc55a-eb48-4321-9b54-dbeedb15cf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '450a97cc-e537-449d-be93-9157cc83e1ce'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:33:40.615474 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f6385a-103c-4322-af4c-5800c05ff36c None None] Attempting to bind port 71508886-3e56-4709-be4e-6c82c713e30e on network 450a97cc-e537-449d-be93-9157cc83e1ce {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:33:40.634255 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 17492b9c-b35a-49c9-9b77-2b07ea5db87a, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=17492b9c-b35a-49c9-9b77-2b07ea5db87a,segment=NetworkSegment(9bb28f37-5511-461b-957d-c2737a4ac6c8),segment_id=9bb28f37-5511-461b-957d-c2737a4ac6c8)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:33:40.636569 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f6385a-103c-4322-af4c-5800c05ff36c None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:33:40.636932 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f6385a-103c-4322-af4c-5800c05ff36c None None] Checking segment: {'id': '96dcc55a-eb48-4321-9b54-dbeedb15cf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '450a97cc-e537-449d-be93-9157cc83e1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:33:40.637350 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-75f6385a-103c-4322-af4c-5800c05ff36c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:40.637737 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f6385a-103c-4322-af4c-5800c05ff36c None None] Bound using segment: {'id': '96dcc55a-eb48-4321-9b54-dbeedb15cf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '450a97cc-e537-449d-be93-9157cc83e1ce'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:33:40.638183 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-75f6385a-103c-4322-af4c-5800c05ff36c None None] Bound port: 71508886-3e56-4709-be4e-6c82c713e30e, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96dcc55a-eb48-4321-9b54-dbeedb15cf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '450a97cc-e537-449d-be93-9157cc83e1ce'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:33:40.638554 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-75f6385a-103c-4322-af4c-5800c05ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:40.704317 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:40.826725 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-75f6385a-103c-4322-af4c-5800c05ff36c None None] For port 71508886-3e56-4709-be4e-6c82c713e30e, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:33:40.828757 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=17492b9c-b35a-49c9-9b77-2b07ea5db87a,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:40.844649 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-75f6385a-103c-4322-af4c-5800c05ff36c None None] For port 71508886-3e56-4709-be4e-6c82c713e30e, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=71508886-3e56-4709-be4e-6c82c713e30e,segment=NetworkSegment(96dcc55a-eb48-4321-9b54-dbeedb15cf5b),segment_id=96dcc55a-eb48-4321-9b54-dbeedb15cf5b)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:33:40.897902 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-75f6385a-103c-4322-af4c-5800c05ff36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:40.980661 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f6385a-103c-4322-af4c-5800c05ff36c None None] Pushing event updated for resources: {'Port': ['ID=71508886-3e56-4709-be4e-6c82c713e30e,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:40.992564 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec469930-d733-4177-944e-8b7dc0f6dede None None] Network 450a97cc-e537-449d-be93-9157cc83e1ce requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:33:41.062214 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c02f04b-d01c-4345-94c0-bc2bf7b4fd23 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:41.105877 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-8b6127a8-c28d-4fc4-93a4-9fbe2dec054b None None] Provisioning complete for port 17492b9c-b35a-49c9-9b77-2b07ea5db87a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:33:41.106170 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8b6127a8-c28d-4fc4-93a4-9fbe2dec054b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:41.126440 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-9c02f04b-d01c-4345-94c0-bc2bf7b4fd23 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Deleting port 71508886-3e56-4709-be4e-6c82c713e30e {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:33:41.126678 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c02f04b-d01c-4345-94c0-bc2bf7b4fd23 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:41.177338 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38f30e0-db25-4e1d-8b46-ce0b94129080 None None] get_active_networks_info from n-d-820550-2 {{(pid=102818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 10:33:41.197386 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-9c02f04b-d01c-4345-94c0-bc2bf7b4fd23 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] For port 71508886-3e56-4709-be4e-6c82c713e30e, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=71508886-3e56-4709-be4e-6c82c713e30e,segment=NetworkSegment(96dcc55a-eb48-4321-9b54-dbeedb15cf5b),segment_id=96dcc55a-eb48-4321-9b54-dbeedb15cf5b)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:33:41.197754 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c02f04b-d01c-4345-94c0-bc2bf7b4fd23 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:41.210986 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-9c02f04b-d01c-4345-94c0-bc2bf7b4fd23 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Calling delete_port for 71508886-3e56-4709-be4e-6c82c713e30e owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:33:41.274746 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38f30e0-db25-4e1d-8b46-ce0b94129080 None None] Resources bound (agent type, host, resource id): {{(pid=102818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 10:33:41.388751 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c02f04b-d01c-4345-94c0-bc2bf7b4fd23 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:41.414301 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02f04b-d01c-4345-94c0-bc2bf7b4fd23 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Pushing event deleted for resources: {'Port': ['ID=71508886-3e56-4709-be4e-6c82c713e30e,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:41.417729 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:41.419362 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c02f04b-d01c-4345-94c0-bc2bf7b4fd23 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] No DVR routers for this DVR port 71508886-3e56-4709-be4e-6c82c713e30e on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:33:41.500628 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c02f04b-d01c-4345-94c0-bc2bf7b4fd23 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:41.521460 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-9c02f04b-d01c-4345-94c0-bc2bf7b4fd23 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['450a97cc-e537-449d-be93-9157cc83e1ce']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:33:41.531620 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-9c02f04b-d01c-4345-94c0-bc2bf7b4fd23 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96dcc55a-eb48-4321-9b54-dbeedb15cf5b') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:33:41.531921 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-9c02f04b-d01c-4345-94c0-bc2bf7b4fd23 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96dcc55a-eb48-4321-9b54-dbeedb15cf5b') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:33:41.545212 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c02f04b-d01c-4345-94c0-bc2bf7b4fd23 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:41.554262 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:33:41.559860 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c02f04b-d01c-4345-94c0-bc2bf7b4fd23 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:41.565597 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c02f04b-d01c-4345-94c0-bc2bf7b4fd23 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:33:41.565975 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c02f04b-d01c-4345-94c0-bc2bf7b4fd23 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:41.568819 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 10:33:41.568819 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:33:41.568819 n-d-820550-2 neutron-server[102817]: timer() Dec 16 10:33:41.568819 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:33:41.568819 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 10:33:41.568819 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:33:41.568819 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 10:33:41.568819 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:33:41.568819 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 10:33:41.568819 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:33:41.568819 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 10:33:41.568819 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:33:41.568819 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 10:33:41.568819 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:33:41.568819 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:33:41.568819 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:33:41.568819 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:33:41.568819 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:33:41.568819 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 10:33:41.568819 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:33:41.568819 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 10:33:41.568819 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:33:41.568819 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:33:41.568819 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:33:41.568819 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 10:33:41.568819 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:33:41.568819 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:33:41.568819 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:33:41.568819 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:33:41.568819 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:33:41.568819 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:33:41.568819 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:33:41.668646 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c02f04b-d01c-4345-94c0-bc2bf7b4fd23 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:41.673135 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9c02f04b-d01c-4345-94c0-bc2bf7b4fd23 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:41.676932 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9c02f04b-d01c-4345-94c0-bc2bf7b4fd23 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] 10.222.0.60 "DELETE /v2.0/networks/450a97cc-e537-449d-be93-9157cc83e1ce HTTP/1.1" status: 204 len: 168 time: 1.9493258 Dec 16 10:33:41.680396 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40898) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:41.686684 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-db0059ee-1823-4f4d-a8b4-9b287b2f5f2b tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-468336306'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:33:41.704763 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02f04b-d01c-4345-94c0-bc2bf7b4fd23 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Pushing event deleted for resources: {'Network': ['ID=450a97cc-e537-449d-be93-9157cc83e1ce,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:41.800586 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0059ee-1823-4f4d-a8b4-9b287b2f5f2b tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Made reservation on behalf of daaaa6a691484c37b63d8180e0d37fa3 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:33:41.804136 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-db0059ee-1823-4f4d-a8b4-9b287b2f5f2b tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:41.827839 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db0059ee-1823-4f4d-a8b4-9b287b2f5f2b tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:33:41.837802 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-db0059ee-1823-4f4d-a8b4-9b287b2f5f2b tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:41.838144 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-db0059ee-1823-4f4d-a8b4-9b287b2f5f2b tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Added segment f8e857ef-6bc3-4d59-8039-6225d18aec4e of type vlan for network 4a8af5e2-f4b0-4290-8a8c-93263667876f Dec 16 10:33:41.875805 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-db0059ee-1823-4f4d-a8b4-9b287b2f5f2b tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:41.977479 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-db0059ee-1823-4f4d-a8b4-9b287b2f5f2b tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:41.983102 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0059ee-1823-4f4d-a8b4-9b287b2f5f2b tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:41.983677 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-db0059ee-1823-4f4d-a8b4-9b287b2f5f2b tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:42.047935 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0059ee-1823-4f4d-a8b4-9b287b2f5f2b tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Pushing event updated for resources: {'Network': ['ID=4a8af5e2-f4b0-4290-8a8c-93263667876f,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:42.052057 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 17492b9c-b35a-49c9-9b77-2b07ea5db87a up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:33:42.075139 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 4a8af5e2-f4b0-4290-8a8c-93263667876f details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:33:42.134463 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-db0059ee-1823-4f4d-a8b4-9b287b2f5f2b tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4527698 Dec 16 10:33:42.137274 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40900) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:42.142254 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-5202902b-e829-4704-bd6c-3035e0922520 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Request body: {'subnet': {'network_id': '4a8af5e2-f4b0-4290-8a8c-93263667876f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:33:42.158869 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 17492b9c-b35a-49c9-9b77-2b07ea5db87a triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:33:42.159233 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:42.285631 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5202902b-e829-4704-bd6c-3035e0922520 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Made reservation on behalf of daaaa6a691484c37b63d8180e0d37fa3 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:33:42.289259 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5202902b-e829-4704-bd6c-3035e0922520 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:42.347498 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.ipam_backend_mixin [None req-5202902b-e829-4704-bd6c-3035e0922520 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Performing IP validity checks on allocation pools {{(pid=102817) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 10:33:42.348015 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.ipam_backend_mixin [None req-5202902b-e829-4704-bd6c-3035e0922520 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102817) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 10:33:42.537055 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5202902b-e829-4704-bd6c-3035e0922520 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:42.597679 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202902b-e829-4704-bd6c-3035e0922520 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Pushing event updated for resources: {'Subnet': ['ID=d589fb90-e435-4216-87c2-7531b0ba655d,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:42.604716 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5202902b-e829-4704-bd6c-3035e0922520 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Checking segment: {'id': 'f8e857ef-6bc3-4d59-8039-6225d18aec4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4a8af5e2-f4b0-4290-8a8c-93263667876f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:33:42.605140 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5202902b-e829-4704-bd6c-3035e0922520 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Network hostable DHCP agents. Network: 4a8af5e2-f4b0-4290-8a8c-93263667876f, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:33:42.708105 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5202902b-e829-4704-bd6c-3035e0922520 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Network 4a8af5e2-f4b0-4290-8a8c-93263667876f is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:33:42.794051 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-5202902b-e829-4704-bd6c-3035e0922520 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 4a8af5e2-f4b0-4290-8a8c-93263667876f) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:33:42.798034 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5202902b-e829-4704-bd6c-3035e0922520 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:42.798687 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5202902b-e829-4704-bd6c-3035e0922520 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:42.803729 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805eb179-8984-4370-a680-72755002e35f None None] Network 4a8af5e2-f4b0-4290-8a8c-93263667876f requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:33:42.876737 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5202902b-e829-4704-bd6c-3035e0922520 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7382517 Dec 16 10:33:42.880039 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40902) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:42.949151 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc37ef05-1a5d-4019-b2f3-de7e6e1a4ab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-4a8af5e2-f4b0-4290-8a8c-93263667876f', 'network_id': '4a8af5e2-f4b0-4290-8a8c-93263667876f', 'tenant_id': 'daaaa6a691484c37b63d8180e0d37fa3', 'fixed_ips': [{'subnet_id': 'd589fb90-e435-4216-87c2-7531b0ba655d'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:33:42.952777 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-dc37ef05-1a5d-4019-b2f3-de7e6e1a4ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:42.980264 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad46de91-70cc-4fd5-a60c-d59f484b7b13 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:43.030342 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad46de91-70cc-4fd5-a60c-d59f484b7b13 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:43.086708 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-dc37ef05-1a5d-4019-b2f3-de7e6e1a4ab0 None None] Allocated IP 2001:db8::3 (4a8af5e2-f4b0-4290-8a8c-93263667876f/d589fb90-e435-4216-87c2-7531b0ba655d/181929f8-b711-4c43-b8df-1dba35e7cb6a) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:33:43.228165 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-dc37ef05-1a5d-4019-b2f3-de7e6e1a4ab0 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:43.297099 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-dc37ef05-1a5d-4019-b2f3-de7e6e1a4ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:43.335001 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc37ef05-1a5d-4019-b2f3-de7e6e1a4ab0 None None] Network 4a8af5e2-f4b0-4290-8a8c-93263667876f is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:33:43.337931 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-dc37ef05-1a5d-4019-b2f3-de7e6e1a4ab0 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:33:43.341212 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc37ef05-1a5d-4019-b2f3-de7e6e1a4ab0 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:33:43.350658 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37ef05-1a5d-4019-b2f3-de7e6e1a4ab0 None None] Pushing event updated for resources: {'Port': ['ID=181929f8-b711-4c43-b8df-1dba35e7cb6a,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:43.400230 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-dc37ef05-1a5d-4019-b2f3-de7e6e1a4ab0 None None] Attempting to bind port 181929f8-b711-4c43-b8df-1dba35e7cb6a on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:33:43.400599 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-dc37ef05-1a5d-4019-b2f3-de7e6e1a4ab0 None None] Attempting to bind port 181929f8-b711-4c43-b8df-1dba35e7cb6a by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'f8e857ef-6bc3-4d59-8039-6225d18aec4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4a8af5e2-f4b0-4290-8a8c-93263667876f'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:33:43.400956 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc37ef05-1a5d-4019-b2f3-de7e6e1a4ab0 None None] Attempting to bind port 181929f8-b711-4c43-b8df-1dba35e7cb6a on network 4a8af5e2-f4b0-4290-8a8c-93263667876f {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:33:43.406160 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc37ef05-1a5d-4019-b2f3-de7e6e1a4ab0 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:33:43.406408 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad46de91-70cc-4fd5-a60c-d59f484b7b13 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:43.406904 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc37ef05-1a5d-4019-b2f3-de7e6e1a4ab0 None None] Checking segment: {'id': 'f8e857ef-6bc3-4d59-8039-6225d18aec4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4a8af5e2-f4b0-4290-8a8c-93263667876f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:33:43.406904 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-dc37ef05-1a5d-4019-b2f3-de7e6e1a4ab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:43.407287 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc37ef05-1a5d-4019-b2f3-de7e6e1a4ab0 None None] Bound using segment: {'id': 'f8e857ef-6bc3-4d59-8039-6225d18aec4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4a8af5e2-f4b0-4290-8a8c-93263667876f'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:33:43.407746 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-dc37ef05-1a5d-4019-b2f3-de7e6e1a4ab0 None None] Bound port: 181929f8-b711-4c43-b8df-1dba35e7cb6a, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e857ef-6bc3-4d59-8039-6225d18aec4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4a8af5e2-f4b0-4290-8a8c-93263667876f'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:33:43.408125 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-dc37ef05-1a5d-4019-b2f3-de7e6e1a4ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:43.434429 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46de91-70cc-4fd5-a60c-d59f484b7b13 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Pushing event deleted for resources: {'Subnet': ['ID=d589fb90-e435-4216-87c2-7531b0ba655d,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:43.473862 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-dc37ef05-1a5d-4019-b2f3-de7e6e1a4ab0 None None] For port 181929f8-b711-4c43-b8df-1dba35e7cb6a, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:33:43.476938 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-dc37ef05-1a5d-4019-b2f3-de7e6e1a4ab0 None None] For port 181929f8-b711-4c43-b8df-1dba35e7cb6a, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=181929f8-b711-4c43-b8df-1dba35e7cb6a,segment=NetworkSegment(f8e857ef-6bc3-4d59-8039-6225d18aec4e),segment_id=f8e857ef-6bc3-4d59-8039-6225d18aec4e)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:33:43.494632 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad46de91-70cc-4fd5-a60c-d59f484b7b13 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:43.514263 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-ad46de91-70cc-4fd5-a60c-d59f484b7b13 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a8af5e2-f4b0-4290-8a8c-93263667876f']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:33:43.523821 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-ad46de91-70cc-4fd5-a60c-d59f484b7b13 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e857ef-6bc3-4d59-8039-6225d18aec4e') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:33:43.524101 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-ad46de91-70cc-4fd5-a60c-d59f484b7b13 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e857ef-6bc3-4d59-8039-6225d18aec4e') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:33:43.531865 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-dc37ef05-1a5d-4019-b2f3-de7e6e1a4ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:43.533102 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad46de91-70cc-4fd5-a60c-d59f484b7b13 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:43.546681 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad46de91-70cc-4fd5-a60c-d59f484b7b13 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:43.552451 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad46de91-70cc-4fd5-a60c-d59f484b7b13 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:33:43.552840 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad46de91-70cc-4fd5-a60c-d59f484b7b13 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:43.555872 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 10:33:43.555872 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:33:43.555872 n-d-820550-2 neutron-server[102817]: timer() Dec 16 10:33:43.555872 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:33:43.555872 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 10:33:43.555872 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:33:43.555872 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 10:33:43.555872 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:33:43.555872 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 10:33:43.555872 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:33:43.555872 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 10:33:43.555872 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:33:43.555872 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 10:33:43.555872 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:33:43.555872 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:33:43.555872 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:33:43.555872 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:33:43.555872 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:33:43.555872 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 10:33:43.555872 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:33:43.555872 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 10:33:43.555872 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:33:43.555872 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:33:43.555872 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:33:43.555872 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 10:33:43.555872 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:33:43.555872 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:33:43.555872 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:33:43.555872 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:33:43.555872 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:33:43.555872 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:33:43.555872 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:33:43.611433 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37ef05-1a5d-4019-b2f3-de7e6e1a4ab0 None None] Pushing event updated for resources: {'Port': ['ID=181929f8-b711-4c43-b8df-1dba35e7cb6a,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:43.621344 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7229896c-2e2e-429c-aea1-636578a7a2cb None None] Network 4a8af5e2-f4b0-4290-8a8c-93263667876f requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:33:43.657555 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.db.api [None req-ad46de91-70cc-4fd5-a60c-d59f484b7b13 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 10:33:43.657555 n-d-820550-2 neutron-server[102817]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 10:33:43.657555 n-d-820550-2 neutron-server[102817]: [parameters: {'id': '4a8af5e2-f4b0-4290-8a8c-93263667876f'}] Dec 16 10:33:43.657555 n-d-820550-2 neutron-server[102817]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 10:33:43.658020 n-d-820550-2 neutron-server[102817]: DEBUG oslo_db.api [None req-ad46de91-70cc-4fd5-a60c-d59f484b7b13 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 10:33:43.741630 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac782121-87f7-403e-9a98-bb1e8211e526 None None] get_active_networks_info from n-d-820550-2 {{(pid=102818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 10:33:43.804868 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac782121-87f7-403e-9a98-bb1e8211e526 None None] Resources bound (agent type, host, resource id): {{(pid=102818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 10:33:44.159441 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad46de91-70cc-4fd5-a60c-d59f484b7b13 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:44.211000 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-ad46de91-70cc-4fd5-a60c-d59f484b7b13 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Deleting port 181929f8-b711-4c43-b8df-1dba35e7cb6a {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:33:44.211345 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad46de91-70cc-4fd5-a60c-d59f484b7b13 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:44.275899 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-ad46de91-70cc-4fd5-a60c-d59f484b7b13 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] For port 181929f8-b711-4c43-b8df-1dba35e7cb6a, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=181929f8-b711-4c43-b8df-1dba35e7cb6a,segment=NetworkSegment(f8e857ef-6bc3-4d59-8039-6225d18aec4e),segment_id=f8e857ef-6bc3-4d59-8039-6225d18aec4e)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:33:44.276185 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad46de91-70cc-4fd5-a60c-d59f484b7b13 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:44.287957 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-ad46de91-70cc-4fd5-a60c-d59f484b7b13 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Calling delete_port for 181929f8-b711-4c43-b8df-1dba35e7cb6a owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:33:44.462579 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad46de91-70cc-4fd5-a60c-d59f484b7b13 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:44.488260 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46de91-70cc-4fd5-a60c-d59f484b7b13 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Pushing event deleted for resources: {'Port': ['ID=181929f8-b711-4c43-b8df-1dba35e7cb6a,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:44.492134 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad46de91-70cc-4fd5-a60c-d59f484b7b13 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] No DVR routers for this DVR port 181929f8-b711-4c43-b8df-1dba35e7cb6a on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:33:44.570844 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad46de91-70cc-4fd5-a60c-d59f484b7b13 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:44.590476 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-ad46de91-70cc-4fd5-a60c-d59f484b7b13 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a8af5e2-f4b0-4290-8a8c-93263667876f']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:33:44.600066 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-ad46de91-70cc-4fd5-a60c-d59f484b7b13 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e857ef-6bc3-4d59-8039-6225d18aec4e') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:33:44.600362 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-ad46de91-70cc-4fd5-a60c-d59f484b7b13 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e857ef-6bc3-4d59-8039-6225d18aec4e') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:33:44.609460 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad46de91-70cc-4fd5-a60c-d59f484b7b13 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:44.622577 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad46de91-70cc-4fd5-a60c-d59f484b7b13 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:44.628300 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad46de91-70cc-4fd5-a60c-d59f484b7b13 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:33:44.628683 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad46de91-70cc-4fd5-a60c-d59f484b7b13 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:44.631663 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 10:33:44.631663 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:33:44.631663 n-d-820550-2 neutron-server[102817]: timer() Dec 16 10:33:44.631663 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:33:44.631663 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 10:33:44.631663 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:33:44.631663 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 10:33:44.631663 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:33:44.631663 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 10:33:44.631663 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:33:44.631663 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 10:33:44.631663 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:33:44.631663 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 10:33:44.631663 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:33:44.631663 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:33:44.631663 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:33:44.631663 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:33:44.631663 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:33:44.631663 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 10:33:44.631663 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:33:44.631663 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 10:33:44.631663 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:33:44.631663 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:33:44.631663 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:33:44.631663 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 10:33:44.631663 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:33:44.631663 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:33:44.631663 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:33:44.631663 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:33:44.631663 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:33:44.631663 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:33:44.631663 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:33:44.748357 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad46de91-70cc-4fd5-a60c-d59f484b7b13 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:44.759348 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad46de91-70cc-4fd5-a60c-d59f484b7b13 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:44.759348 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ad46de91-70cc-4fd5-a60c-d59f484b7b13 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] 10.222.0.60 "DELETE /v2.0/networks/4a8af5e2-f4b0-4290-8a8c-93263667876f HTTP/1.1" status: 204 len: 168 time: 1.8770881 Dec 16 10:33:44.761853 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40904) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:44.766879 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-66110075-480e-46aa-a7a5-f644e596a816 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2093456213'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:33:44.770423 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46de91-70cc-4fd5-a60c-d59f484b7b13 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Pushing event deleted for resources: {'Network': ['ID=4a8af5e2-f4b0-4290-8a8c-93263667876f,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:44.840188 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66110075-480e-46aa-a7a5-f644e596a816 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Made reservation on behalf of daaaa6a691484c37b63d8180e0d37fa3 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:33:44.843596 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-66110075-480e-46aa-a7a5-f644e596a816 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:44.867413 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66110075-480e-46aa-a7a5-f644e596a816 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:33:44.876063 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-66110075-480e-46aa-a7a5-f644e596a816 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:44.876410 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-66110075-480e-46aa-a7a5-f644e596a816 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Added segment 8f67ec33-3204-4b11-b74f-9fe25db006e2 of type vlan for network e3286d03-3b0c-4c0e-a93c-805691ff262b Dec 16 10:33:44.938590 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-66110075-480e-46aa-a7a5-f644e596a816 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:45.022547 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-66110075-480e-46aa-a7a5-f644e596a816 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:45.028126 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66110075-480e-46aa-a7a5-f644e596a816 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:45.028742 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-66110075-480e-46aa-a7a5-f644e596a816 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:45.094457 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66110075-480e-46aa-a7a5-f644e596a816 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Pushing event updated for resources: {'Network': ['ID=e3286d03-3b0c-4c0e-a93c-805691ff262b,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:45.105744 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network e3286d03-3b0c-4c0e-a93c-805691ff262b details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:33:45.169572 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-66110075-480e-46aa-a7a5-f644e596a816 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4059579 Dec 16 10:33:45.171870 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40906) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:45.178277 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-5b697b48-6a23-4bac-ad20-a94c4c1b4dce tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Request body: {'subnet': {'network_id': 'e3286d03-3b0c-4c0e-a93c-805691ff262b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:33:45.337374 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b697b48-6a23-4bac-ad20-a94c4c1b4dce tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Made reservation on behalf of daaaa6a691484c37b63d8180e0d37fa3 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:33:45.340899 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5b697b48-6a23-4bac-ad20-a94c4c1b4dce tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:45.588200 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5b697b48-6a23-4bac-ad20-a94c4c1b4dce tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:45.657414 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b697b48-6a23-4bac-ad20-a94c4c1b4dce tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Pushing event updated for resources: {'Subnet': ['ID=f8342e84-0a3c-48f1-a7da-f1ce50762ed1,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:45.666780 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b697b48-6a23-4bac-ad20-a94c4c1b4dce tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Checking segment: {'id': '8f67ec33-3204-4b11-b74f-9fe25db006e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e3286d03-3b0c-4c0e-a93c-805691ff262b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:33:45.667140 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b697b48-6a23-4bac-ad20-a94c4c1b4dce tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Network hostable DHCP agents. Network: e3286d03-3b0c-4c0e-a93c-805691ff262b, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:33:45.748284 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b697b48-6a23-4bac-ad20-a94c4c1b4dce tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Network e3286d03-3b0c-4c0e-a93c-805691ff262b is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:33:45.828149 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-5b697b48-6a23-4bac-ad20-a94c4c1b4dce tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, e3286d03-3b0c-4c0e-a93c-805691ff262b) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:33:45.832626 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b697b48-6a23-4bac-ad20-a94c4c1b4dce tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:45.833248 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5b697b48-6a23-4bac-ad20-a94c4c1b4dce tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:45.837978 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cba8fc-092c-4636-90d4-0f86e0db1530 None None] Network e3286d03-3b0c-4c0e-a93c-805691ff262b requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:33:45.939883 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5b697b48-6a23-4bac-ad20-a94c4c1b4dce tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7657270 Dec 16 10:33:45.946762 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40908) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:45.951569 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-ef24a550-059f-49b0-9262-5b40b28aa66e tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1375107084'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:33:45.985676 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c4763d-4759-4e9c-b341-f1b2b482c5eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-e3286d03-3b0c-4c0e-a93c-805691ff262b', 'network_id': 'e3286d03-3b0c-4c0e-a93c-805691ff262b', 'tenant_id': 'daaaa6a691484c37b63d8180e0d37fa3', 'fixed_ips': [{'subnet_id': 'f8342e84-0a3c-48f1-a7da-f1ce50762ed1'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:33:45.986544 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-83c4763d-4759-4e9c-b341-f1b2b482c5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:46.039821 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef24a550-059f-49b0-9262-5b40b28aa66e tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Made reservation on behalf of daaaa6a691484c37b63d8180e0d37fa3 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:33:46.043423 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ef24a550-059f-49b0-9262-5b40b28aa66e tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:46.067815 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef24a550-059f-49b0-9262-5b40b28aa66e tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:33:46.076435 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ef24a550-059f-49b0-9262-5b40b28aa66e tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:46.076833 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-ef24a550-059f-49b0-9262-5b40b28aa66e tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Added segment 481278d2-f845-4d29-988d-72631e46520f of type vlan for network df802a9d-4136-41b6-85a3-6d45e9331415 Dec 16 10:33:46.116362 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ef24a550-059f-49b0-9262-5b40b28aa66e tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:46.121258 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-83c4763d-4759-4e9c-b341-f1b2b482c5eb None None] Allocated IP 2001:db8::2 (e3286d03-3b0c-4c0e-a93c-805691ff262b/f8342e84-0a3c-48f1-a7da-f1ce50762ed1/96bec8d0-c789-4487-8b13-dd5e1ecf39b4) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:33:46.211408 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ef24a550-059f-49b0-9262-5b40b28aa66e tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:46.217033 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef24a550-059f-49b0-9262-5b40b28aa66e tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:46.217622 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ef24a550-059f-49b0-9262-5b40b28aa66e tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:46.263604 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-83c4763d-4759-4e9c-b341-f1b2b482c5eb None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:46.281481 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24a550-059f-49b0-9262-5b40b28aa66e tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Pushing event updated for resources: {'Network': ['ID=df802a9d-4136-41b6-85a3-6d45e9331415,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:46.291458 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network df802a9d-4136-41b6-85a3-6d45e9331415 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:33:46.334871 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ef24a550-059f-49b0-9262-5b40b28aa66e tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3871286 Dec 16 10:33:46.337693 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40910) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:46.342643 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-1286ec5a-6f80-4c35-9bff-7b1beb8e6117 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Request body: {'subnet': {'network_id': 'df802a9d-4136-41b6-85a3-6d45e9331415', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:33:46.343761 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-83c4763d-4759-4e9c-b341-f1b2b482c5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:46.396294 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c4763d-4759-4e9c-b341-f1b2b482c5eb None None] Network e3286d03-3b0c-4c0e-a93c-805691ff262b is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:33:46.402267 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-83c4763d-4759-4e9c-b341-f1b2b482c5eb None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:33:46.404044 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4763d-4759-4e9c-b341-f1b2b482c5eb None None] Pushing event updated for resources: {'Port': ['ID=96bec8d0-c789-4487-8b13-dd5e1ecf39b4,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:46.406096 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c4763d-4759-4e9c-b341-f1b2b482c5eb None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:33:46.458793 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-83c4763d-4759-4e9c-b341-f1b2b482c5eb None None] Attempting to bind port 96bec8d0-c789-4487-8b13-dd5e1ecf39b4 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:33:46.459156 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-83c4763d-4759-4e9c-b341-f1b2b482c5eb None None] Attempting to bind port 96bec8d0-c789-4487-8b13-dd5e1ecf39b4 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '8f67ec33-3204-4b11-b74f-9fe25db006e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e3286d03-3b0c-4c0e-a93c-805691ff262b'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:33:46.459515 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c4763d-4759-4e9c-b341-f1b2b482c5eb None None] Attempting to bind port 96bec8d0-c789-4487-8b13-dd5e1ecf39b4 on network e3286d03-3b0c-4c0e-a93c-805691ff262b {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:33:46.464394 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c4763d-4759-4e9c-b341-f1b2b482c5eb None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:33:46.464697 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c4763d-4759-4e9c-b341-f1b2b482c5eb None None] Checking segment: {'id': '8f67ec33-3204-4b11-b74f-9fe25db006e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e3286d03-3b0c-4c0e-a93c-805691ff262b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:33:46.465089 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-83c4763d-4759-4e9c-b341-f1b2b482c5eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:46.465505 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c4763d-4759-4e9c-b341-f1b2b482c5eb None None] Bound using segment: {'id': '8f67ec33-3204-4b11-b74f-9fe25db006e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e3286d03-3b0c-4c0e-a93c-805691ff262b'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:33:46.465967 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-83c4763d-4759-4e9c-b341-f1b2b482c5eb None None] Bound port: 96bec8d0-c789-4487-8b13-dd5e1ecf39b4, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f67ec33-3204-4b11-b74f-9fe25db006e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e3286d03-3b0c-4c0e-a93c-805691ff262b'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:33:46.466338 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-83c4763d-4759-4e9c-b341-f1b2b482c5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:46.520306 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1286ec5a-6f80-4c35-9bff-7b1beb8e6117 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Made reservation on behalf of daaaa6a691484c37b63d8180e0d37fa3 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:33:46.524590 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1286ec5a-6f80-4c35-9bff-7b1beb8e6117 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:46.531752 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-83c4763d-4759-4e9c-b341-f1b2b482c5eb None None] For port 96bec8d0-c789-4487-8b13-dd5e1ecf39b4, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:33:46.534898 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-83c4763d-4759-4e9c-b341-f1b2b482c5eb None None] For port 96bec8d0-c789-4487-8b13-dd5e1ecf39b4, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=96bec8d0-c789-4487-8b13-dd5e1ecf39b4,segment=NetworkSegment(8f67ec33-3204-4b11-b74f-9fe25db006e2),segment_id=8f67ec33-3204-4b11-b74f-9fe25db006e2)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:33:46.624710 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-83c4763d-4759-4e9c-b341-f1b2b482c5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:46.691809 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4763d-4759-4e9c-b341-f1b2b482c5eb None None] Pushing event updated for resources: {'Port': ['ID=96bec8d0-c789-4487-8b13-dd5e1ecf39b4,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:46.788435 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1286ec5a-6f80-4c35-9bff-7b1beb8e6117 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:46.874324 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286ec5a-6f80-4c35-9bff-7b1beb8e6117 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Pushing event updated for resources: {'Subnet': ['ID=33d03056-a942-4ace-a947-6640794433c1,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:46.889774 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1286ec5a-6f80-4c35-9bff-7b1beb8e6117 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Checking segment: {'id': '481278d2-f845-4d29-988d-72631e46520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'df802a9d-4136-41b6-85a3-6d45e9331415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:33:46.890226 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1286ec5a-6f80-4c35-9bff-7b1beb8e6117 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Network hostable DHCP agents. Network: df802a9d-4136-41b6-85a3-6d45e9331415, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:33:46.994701 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1286ec5a-6f80-4c35-9bff-7b1beb8e6117 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Network df802a9d-4136-41b6-85a3-6d45e9331415 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:33:47.068655 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-1286ec5a-6f80-4c35-9bff-7b1beb8e6117 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, df802a9d-4136-41b6-85a3-6d45e9331415) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:33:47.073243 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1286ec5a-6f80-4c35-9bff-7b1beb8e6117 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:47.074083 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1286ec5a-6f80-4c35-9bff-7b1beb8e6117 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:47.078544 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e28e038-82eb-4021-ba9a-76dc5cbd1353 None None] Network df802a9d-4136-41b6-85a3-6d45e9331415 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:33:47.158539 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1286ec5a-6f80-4c35-9bff-7b1beb8e6117 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8194137 Dec 16 10:33:47.160754 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40912) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:47.401525 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb152b97-984e-47b0-843e-89bdb65f9113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-df802a9d-4136-41b6-85a3-6d45e9331415', 'network_id': 'df802a9d-4136-41b6-85a3-6d45e9331415', 'tenant_id': 'daaaa6a691484c37b63d8180e0d37fa3', 'fixed_ips': [{'subnet_id': '33d03056-a942-4ace-a947-6640794433c1'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:33:47.402580 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bb152b97-984e-47b0-843e-89bdb65f9113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:47.563531 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-bb152b97-984e-47b0-843e-89bdb65f9113 None None] Allocated IP 2001:db8::2 (df802a9d-4136-41b6-85a3-6d45e9331415/33d03056-a942-4ace-a947-6640794433c1/ce66150c-5a58-4ae2-b5da-806ff1428f56) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:33:47.599787 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a6be051-a47e-419a-b2fa-f37bfdab5591 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:47.654443 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a6be051-a47e-419a-b2fa-f37bfdab5591 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:47.704182 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec0282a-be76-4d4a-8c36-53f1d6566e24 None None] Network e3286d03-3b0c-4c0e-a93c-805691ff262b requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:33:47.775879 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bb152b97-984e-47b0-843e-89bdb65f9113 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:47.777268 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-9e157fe8-d1c1-4a7c-b565-75846fa50931 None None] Provisioning complete for port 96bec8d0-c789-4487-8b13-dd5e1ecf39b4 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:33:47.777609 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9e157fe8-d1c1-4a7c-b565-75846fa50931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:47.863970 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bb152b97-984e-47b0-843e-89bdb65f9113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:47.926069 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a6be051-a47e-419a-b2fa-f37bfdab5591 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:47.945994 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb152b97-984e-47b0-843e-89bdb65f9113 None None] Network df802a9d-4136-41b6-85a3-6d45e9331415 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:33:47.957893 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9e157fe8-d1c1-4a7c-b565-75846fa50931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:47.959562 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb152b97-984e-47b0-843e-89bdb65f9113 None None] Pushing event updated for resources: {'Port': ['ID=ce66150c-5a58-4ae2-b5da-806ff1428f56,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:47.960558 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6be051-a47e-419a-b2fa-f37bfdab5591 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Pushing event deleted for resources: {'Subnet': ['ID=33d03056-a942-4ace-a947-6640794433c1,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:47.964340 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-bb152b97-984e-47b0-843e-89bdb65f9113 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:33:47.968434 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb152b97-984e-47b0-843e-89bdb65f9113 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:33:48.023775 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a6be051-a47e-419a-b2fa-f37bfdab5591 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:48.045662 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-8a6be051-a47e-419a-b2fa-f37bfdab5591 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df802a9d-4136-41b6-85a3-6d45e9331415']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:33:48.055292 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-8a6be051-a47e-419a-b2fa-f37bfdab5591 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '481278d2-f845-4d29-988d-72631e46520f') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:33:48.055593 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-8a6be051-a47e-419a-b2fa-f37bfdab5591 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '481278d2-f845-4d29-988d-72631e46520f') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:33:48.061264 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-9e157fe8-d1c1-4a7c-b565-75846fa50931 None None] For port 96bec8d0-c789-4487-8b13-dd5e1ecf39b4, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=96bec8d0-c789-4487-8b13-dd5e1ecf39b4,segment=NetworkSegment(8f67ec33-3204-4b11-b74f-9fe25db006e2),segment_id=8f67ec33-3204-4b11-b74f-9fe25db006e2)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:33:48.066357 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a6be051-a47e-419a-b2fa-f37bfdab5591 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:48.077514 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-bb152b97-984e-47b0-843e-89bdb65f9113 None None] Attempting to bind port ce66150c-5a58-4ae2-b5da-806ff1428f56 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:33:48.080614 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-bb152b97-984e-47b0-843e-89bdb65f9113 None None] Attempting to bind port ce66150c-5a58-4ae2-b5da-806ff1428f56 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '481278d2-f845-4d29-988d-72631e46520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'df802a9d-4136-41b6-85a3-6d45e9331415'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:33:48.081086 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb152b97-984e-47b0-843e-89bdb65f9113 None None] Attempting to bind port ce66150c-5a58-4ae2-b5da-806ff1428f56 on network df802a9d-4136-41b6-85a3-6d45e9331415 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:33:48.084529 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a6be051-a47e-419a-b2fa-f37bfdab5591 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:48.087325 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb152b97-984e-47b0-843e-89bdb65f9113 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:33:48.087803 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb152b97-984e-47b0-843e-89bdb65f9113 None None] Checking segment: {'id': '481278d2-f845-4d29-988d-72631e46520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'df802a9d-4136-41b6-85a3-6d45e9331415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:33:48.088302 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bb152b97-984e-47b0-843e-89bdb65f9113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:48.088744 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb152b97-984e-47b0-843e-89bdb65f9113 None None] Bound using segment: {'id': '481278d2-f845-4d29-988d-72631e46520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'df802a9d-4136-41b6-85a3-6d45e9331415'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:33:48.093283 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-bb152b97-984e-47b0-843e-89bdb65f9113 None None] Bound port: ce66150c-5a58-4ae2-b5da-806ff1428f56, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481278d2-f845-4d29-988d-72631e46520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'df802a9d-4136-41b6-85a3-6d45e9331415'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:33:48.093283 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bb152b97-984e-47b0-843e-89bdb65f9113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:48.093500 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a6be051-a47e-419a-b2fa-f37bfdab5591 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:33:48.093500 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a6be051-a47e-419a-b2fa-f37bfdab5591 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:48.095237 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 10:33:48.095237 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:33:48.095237 n-d-820550-2 neutron-server[102817]: timer() Dec 16 10:33:48.095237 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:33:48.095237 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 10:33:48.095237 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:33:48.095237 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 10:33:48.095237 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:33:48.095237 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 10:33:48.095237 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:33:48.095237 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 10:33:48.095237 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:33:48.095237 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 10:33:48.095237 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:33:48.095237 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:33:48.095237 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:33:48.095237 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:33:48.095237 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:33:48.095237 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 10:33:48.095237 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:33:48.095237 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 10:33:48.095237 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:33:48.095237 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:33:48.095237 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:33:48.095237 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 10:33:48.095237 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:33:48.095237 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:33:48.095237 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:33:48.095237 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:33:48.095237 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:33:48.095237 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:33:48.095237 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:33:48.137010 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 96bec8d0-c789-4487-8b13-dd5e1ecf39b4 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:33:48.163711 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9e157fe8-d1c1-4a7c-b565-75846fa50931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:48.211990 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.db.api [None req-8a6be051-a47e-419a-b2fa-f37bfdab5591 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 10:33:48.211990 n-d-820550-2 neutron-server[102817]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 10:33:48.211990 n-d-820550-2 neutron-server[102817]: [parameters: {'id': 'df802a9d-4136-41b6-85a3-6d45e9331415'}] Dec 16 10:33:48.211990 n-d-820550-2 neutron-server[102817]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 10:33:48.213816 n-d-820550-2 neutron-server[102817]: DEBUG oslo_db.api [None req-8a6be051-a47e-419a-b2fa-f37bfdab5591 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 10:33:48.234544 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-bb152b97-984e-47b0-843e-89bdb65f9113 None None] For port ce66150c-5a58-4ae2-b5da-806ff1428f56, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:33:48.242959 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-bb152b97-984e-47b0-843e-89bdb65f9113 None None] For port ce66150c-5a58-4ae2-b5da-806ff1428f56, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ce66150c-5a58-4ae2-b5da-806ff1428f56,segment=NetworkSegment(481278d2-f845-4d29-988d-72631e46520f),segment_id=481278d2-f845-4d29-988d-72631e46520f)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:33:48.257262 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e157fe8-d1c1-4a7c-b565-75846fa50931 None None] Pushing event updated for resources: {'Port': ['ID=96bec8d0-c789-4487-8b13-dd5e1ecf39b4,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:48.271423 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 96bec8d0-c789-4487-8b13-dd5e1ecf39b4 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:33:48.271423 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:48.329849 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bb152b97-984e-47b0-843e-89bdb65f9113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:48.423640 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb152b97-984e-47b0-843e-89bdb65f9113 None None] Pushing event updated for resources: {'Port': ['ID=ce66150c-5a58-4ae2-b5da-806ff1428f56,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:48.432969 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-1960cd2d-b1df-46af-9068-0d0c4b23f544 None None] Provisioning complete for port 96bec8d0-c789-4487-8b13-dd5e1ecf39b4 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:33:48.433301 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1960cd2d-b1df-46af-9068-0d0c4b23f544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:48.453652 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5fe65e-da63-4023-a9c5-ded8223e7490 None None] Network df802a9d-4136-41b6-85a3-6d45e9331415 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:33:48.617884 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e3d2e1-b721-40bd-9a0b-6d0e49ccdf7e None None] get_active_networks_info from n-d-820550-2 {{(pid=102818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 10:33:48.688192 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e3d2e1-b721-40bd-9a0b-6d0e49ccdf7e None None] Resources bound (agent type, host, resource id): {{(pid=102818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 10:33:48.715588 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a6be051-a47e-419a-b2fa-f37bfdab5591 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:48.767543 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-8a6be051-a47e-419a-b2fa-f37bfdab5591 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Deleting port ce66150c-5a58-4ae2-b5da-806ff1428f56 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:33:48.767886 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a6be051-a47e-419a-b2fa-f37bfdab5591 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:48.829215 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-8a6be051-a47e-419a-b2fa-f37bfdab5591 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] For port ce66150c-5a58-4ae2-b5da-806ff1428f56, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ce66150c-5a58-4ae2-b5da-806ff1428f56,segment=NetworkSegment(481278d2-f845-4d29-988d-72631e46520f),segment_id=481278d2-f845-4d29-988d-72631e46520f)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:33:48.829770 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a6be051-a47e-419a-b2fa-f37bfdab5591 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:48.847744 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-8a6be051-a47e-419a-b2fa-f37bfdab5591 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Calling delete_port for ce66150c-5a58-4ae2-b5da-806ff1428f56 owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:33:49.045413 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a6be051-a47e-419a-b2fa-f37bfdab5591 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:49.070864 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6be051-a47e-419a-b2fa-f37bfdab5591 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Pushing event deleted for resources: {'Port': ['ID=ce66150c-5a58-4ae2-b5da-806ff1428f56,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:49.074527 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6be051-a47e-419a-b2fa-f37bfdab5591 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] No DVR routers for this DVR port ce66150c-5a58-4ae2-b5da-806ff1428f56 on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:33:49.154061 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a6be051-a47e-419a-b2fa-f37bfdab5591 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:49.174857 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-8a6be051-a47e-419a-b2fa-f37bfdab5591 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df802a9d-4136-41b6-85a3-6d45e9331415']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:33:49.184298 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-8a6be051-a47e-419a-b2fa-f37bfdab5591 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '481278d2-f845-4d29-988d-72631e46520f') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:33:49.184599 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-8a6be051-a47e-419a-b2fa-f37bfdab5591 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '481278d2-f845-4d29-988d-72631e46520f') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:33:49.194255 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a6be051-a47e-419a-b2fa-f37bfdab5591 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:49.208026 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a6be051-a47e-419a-b2fa-f37bfdab5591 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:49.214034 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a6be051-a47e-419a-b2fa-f37bfdab5591 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:33:49.214417 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a6be051-a47e-419a-b2fa-f37bfdab5591 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:49.217462 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 10:33:49.217462 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:33:49.217462 n-d-820550-2 neutron-server[102817]: timer() Dec 16 10:33:49.217462 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:33:49.217462 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 10:33:49.217462 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:33:49.217462 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 10:33:49.217462 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:33:49.217462 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 10:33:49.217462 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:33:49.217462 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 10:33:49.217462 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:33:49.217462 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 10:33:49.217462 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:33:49.217462 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:33:49.217462 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:33:49.217462 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:33:49.217462 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:33:49.217462 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 10:33:49.217462 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:33:49.217462 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 10:33:49.217462 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:33:49.217462 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:33:49.217462 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:33:49.217462 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 10:33:49.217462 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:33:49.217462 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:33:49.217462 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:33:49.217462 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:33:49.217462 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:33:49.217462 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:33:49.217462 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:33:49.342776 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a6be051-a47e-419a-b2fa-f37bfdab5591 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:49.353315 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8a6be051-a47e-419a-b2fa-f37bfdab5591 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:49.353435 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8a6be051-a47e-419a-b2fa-f37bfdab5591 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] 10.222.0.60 "DELETE /v2.0/networks/df802a9d-4136-41b6-85a3-6d45e9331415 HTTP/1.1" status: 204 len: 168 time: 2.1903908 Dec 16 10:33:49.356575 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40914) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:49.364658 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6be051-a47e-419a-b2fa-f37bfdab5591 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Pushing event deleted for resources: {'Network': ['ID=df802a9d-4136-41b6-85a3-6d45e9331415,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:49.388720 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da3e97c-be83-49ca-be4b-59b50a83d642 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] GET failed (client error): The resource could not be found. Dec 16 10:33:49.390060 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9da3e97c-be83-49ca-be4b-59b50a83d642 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] 10.222.0.60 "GET /v2.0/subnets/33d03056-a942-4ace-a947-6640794433c1 HTTP/1.1" status: 404 len: 337 time: 0.0324311 Dec 16 10:33:49.393249 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40916) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:49.411002 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-318faec7-d2c1-4ff6-aa39-4f72bf00e0b7 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] DELETE failed (client error): The resource could not be found. Dec 16 10:33:49.411552 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-318faec7-d2c1-4ff6-aa39-4f72bf00e0b7 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 10:33:49.414564 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-318faec7-d2c1-4ff6-aa39-4f72bf00e0b7 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] 10.222.0.60 "DELETE /v2.0/networks/df802a9d-4136-41b6-85a3-6d45e9331415 HTTP/1.1" status: 404 len: 339 time: 0.0204399 Dec 16 10:33:49.418089 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40918) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:49.443061 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-13457c51-3359-4792-a427-bba2a12fa2e4 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] DELETE failed (client error): The resource could not be found. Dec 16 10:33:49.443495 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13457c51-3359-4792-a427-bba2a12fa2e4 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 10:33:49.446463 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-13457c51-3359-4792-a427-bba2a12fa2e4 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] 10.222.0.60 "DELETE /v2.0/subnets/33d03056-a942-4ace-a947-6640794433c1 HTTP/1.1" status: 404 len: 337 time: 0.0275047 Dec 16 10:33:49.448699 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40920) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:49.466235 n-d-820550-2 neutron-server[102816]: INFO neutron.pecan_wsgi.hooks.translation [None req-04c613af-09ed-45d8-a85b-bb030bdb9693 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] DELETE failed (client error): The resource could not be found. Dec 16 10:33:49.466758 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04c613af-09ed-45d8-a85b-bb030bdb9693 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 10:33:49.469653 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-04c613af-09ed-45d8-a85b-bb030bdb9693 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] 10.222.0.60 "DELETE /v2.0/networks/df802a9d-4136-41b6-85a3-6d45e9331415 HTTP/1.1" status: 404 len: 339 time: 0.0200579 Dec 16 10:33:49.472414 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40922) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:49.520467 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8dfb8e1-7cde-4151-a147-042e5cbc51dc tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Deleting subnet f8342e84-0a3c-48f1-a7da-f1ce50762ed1 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:33:49.523397 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f8dfb8e1-7cde-4151-a147-042e5cbc51dc tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:49.562457 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f8dfb8e1-7cde-4151-a147-042e5cbc51dc tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:49.651303 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f8dfb8e1-7cde-4151-a147-042e5cbc51dc tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:49.794589 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f8dfb8e1-7cde-4151-a147-042e5cbc51dc tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:49.823053 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dfb8e1-7cde-4151-a147-042e5cbc51dc tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Pushing event deleted for resources: {'Subnet': ['ID=f8342e84-0a3c-48f1-a7da-f1ce50762ed1,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:49.825026 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f8dfb8e1-7cde-4151-a147-042e5cbc51dc tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:49.828165 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f8dfb8e1-7cde-4151-a147-042e5cbc51dc tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] 10.222.0.60 "DELETE /v2.0/subnets/f8342e84-0a3c-48f1-a7da-f1ce50762ed1 HTTP/1.1" status: 204 len: 168 time: 0.3548341 Dec 16 10:33:49.831204 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40924) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:49.831470 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bcfd4b-19d2-4fa2-9b4b-0ff38495e5ec None None] Network e3286d03-3b0c-4c0e-a93c-805691ff262b requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:33:49.912359 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d1402e39-d6b2-4079-ba42-ad08bb2f64b5 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:49.966270 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-d1402e39-d6b2-4079-ba42-ad08bb2f64b5 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Deleting port 96bec8d0-c789-4487-8b13-dd5e1ecf39b4 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:33:49.966620 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d1402e39-d6b2-4079-ba42-ad08bb2f64b5 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:50.000528 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a267ec66-c670-46a1-89f5-883e40998862 None None] DHCP port deletion for e3286d03-3b0c-4c0e-a93c-805691ff262b request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:33:50.033149 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-d1402e39-d6b2-4079-ba42-ad08bb2f64b5 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] For port 96bec8d0-c789-4487-8b13-dd5e1ecf39b4, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=96bec8d0-c789-4487-8b13-dd5e1ecf39b4,segment=NetworkSegment(8f67ec33-3204-4b11-b74f-9fe25db006e2),segment_id=8f67ec33-3204-4b11-b74f-9fe25db006e2)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:33:50.033374 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d1402e39-d6b2-4079-ba42-ad08bb2f64b5 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:50.050842 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-d1402e39-d6b2-4079-ba42-ad08bb2f64b5 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Calling delete_port for 96bec8d0-c789-4487-8b13-dd5e1ecf39b4 owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:33:50.053509 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-a267ec66-c670-46a1-89f5-883e40998862 None None] Deleting port 96bec8d0-c789-4487-8b13-dd5e1ecf39b4 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:33:50.053885 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a267ec66-c670-46a1-89f5-883e40998862 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:50.093160 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 96bec8d0-c789-4487-8b13-dd5e1ecf39b4 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:33:50.146348 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-a267ec66-c670-46a1-89f5-883e40998862 None None] For port 96bec8d0-c789-4487-8b13-dd5e1ecf39b4, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=96bec8d0-c789-4487-8b13-dd5e1ecf39b4,segment=NetworkSegment(8f67ec33-3204-4b11-b74f-9fe25db006e2),segment_id=8f67ec33-3204-4b11-b74f-9fe25db006e2)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:33:50.146744 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a267ec66-c670-46a1-89f5-883e40998862 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:50.160329 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-a267ec66-c670-46a1-89f5-883e40998862 None None] Calling delete_port for 96bec8d0-c789-4487-8b13-dd5e1ecf39b4 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:33:50.217293 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d1402e39-d6b2-4079-ba42-ad08bb2f64b5 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:50.238974 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:50.244783 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1402e39-d6b2-4079-ba42-ad08bb2f64b5 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Pushing event deleted for resources: {'Port': ['ID=96bec8d0-c789-4487-8b13-dd5e1ecf39b4,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:50.249737 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1402e39-d6b2-4079-ba42-ad08bb2f64b5 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] No DVR routers for this DVR port 96bec8d0-c789-4487-8b13-dd5e1ecf39b4 on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:33:50.296544 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a267ec66-c670-46a1-89f5-883e40998862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:50.322266 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267ec66-c670-46a1-89f5-883e40998862 None None] Pushing event deleted for resources: {'Port': ['ID=96bec8d0-c789-4487-8b13-dd5e1ecf39b4,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:50.325667 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a267ec66-c670-46a1-89f5-883e40998862 None None] No DVR routers for this DVR port 96bec8d0-c789-4487-8b13-dd5e1ecf39b4 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:33:50.339154 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d1402e39-d6b2-4079-ba42-ad08bb2f64b5 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:50.358841 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-d1402e39-d6b2-4079-ba42-ad08bb2f64b5 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3286d03-3b0c-4c0e-a93c-805691ff262b']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:33:50.368656 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-d1402e39-d6b2-4079-ba42-ad08bb2f64b5 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f67ec33-3204-4b11-b74f-9fe25db006e2') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:33:50.368954 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-d1402e39-d6b2-4079-ba42-ad08bb2f64b5 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f67ec33-3204-4b11-b74f-9fe25db006e2') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:33:50.378973 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d1402e39-d6b2-4079-ba42-ad08bb2f64b5 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:50.391667 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d1402e39-d6b2-4079-ba42-ad08bb2f64b5 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:50.397369 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1402e39-d6b2-4079-ba42-ad08bb2f64b5 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:33:50.397755 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d1402e39-d6b2-4079-ba42-ad08bb2f64b5 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:50.400795 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 10:33:50.400795 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:33:50.400795 n-d-820550-2 neutron-server[102816]: timer() Dec 16 10:33:50.400795 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:33:50.400795 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 10:33:50.400795 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:33:50.400795 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 10:33:50.400795 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:33:50.400795 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 10:33:50.400795 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:33:50.400795 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 10:33:50.400795 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:33:50.400795 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 10:33:50.400795 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:33:50.400795 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:33:50.400795 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:33:50.400795 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:33:50.400795 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:33:50.400795 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 10:33:50.400795 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:33:50.400795 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 10:33:50.400795 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:33:50.400795 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:33:50.400795 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:33:50.400795 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 10:33:50.400795 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:33:50.400795 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:33:50.400795 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:33:50.400795 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:33:50.400795 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:33:50.400795 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:33:50.400795 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:33:50.525809 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d1402e39-d6b2-4079-ba42-ad08bb2f64b5 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:50.534370 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d1402e39-d6b2-4079-ba42-ad08bb2f64b5 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:50.537469 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d1402e39-d6b2-4079-ba42-ad08bb2f64b5 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] 10.222.0.60 "DELETE /v2.0/networks/e3286d03-3b0c-4c0e-a93c-805691ff262b HTTP/1.1" status: 204 len: 168 time: 0.7053127 Dec 16 10:33:50.540088 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40926) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:50.547143 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1402e39-d6b2-4079-ba42-ad08bb2f64b5 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Pushing event deleted for resources: {'Network': ['ID=e3286d03-3b0c-4c0e-a93c-805691ff262b,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:50.567474 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfbc5009-dc29-4ddf-a903-d62d2bfe7bf6 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] DELETE failed (client error): The resource could not be found. Dec 16 10:33:50.567925 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfbc5009-dc29-4ddf-a903-d62d2bfe7bf6 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 10:33:50.570945 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-dfbc5009-dc29-4ddf-a903-d62d2bfe7bf6 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] 10.222.0.60 "DELETE /v2.0/subnets/d589fb90-e435-4216-87c2-7531b0ba655d HTTP/1.1" status: 404 len: 337 time: 0.0298605 Dec 16 10:33:50.573481 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40928) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:50.594345 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-e293b4bc-064c-4a2e-a4fa-9e2ec5952c73 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] DELETE failed (client error): The resource could not be found. Dec 16 10:33:50.594345 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e293b4bc-064c-4a2e-a4fa-9e2ec5952c73 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 10:33:50.594345 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e293b4bc-064c-4a2e-a4fa-9e2ec5952c73 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] 10.222.0.60 "DELETE /v2.0/networks/4a8af5e2-f4b0-4290-8a8c-93263667876f HTTP/1.1" status: 404 len: 339 time: 0.0198874 Dec 16 10:33:50.597175 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40930) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:50.625421 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-839b5951-c262-4c68-989a-b87467cb5c16 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] DELETE failed (client error): The resource could not be found. Dec 16 10:33:50.626218 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-839b5951-c262-4c68-989a-b87467cb5c16 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 10:33:50.629326 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-839b5951-c262-4c68-989a-b87467cb5c16 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] 10.222.0.60 "DELETE /v2.0/subnets/4543dc38-4a4f-4a93-80ca-8fa108a07fb9 HTTP/1.1" status: 404 len: 337 time: 0.0311756 Dec 16 10:33:50.631908 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40932) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:50.655955 n-d-820550-2 neutron-server[102817]: INFO neutron.pecan_wsgi.hooks.translation [None req-73b5e6e7-5a9f-4bbf-bdd8-cf759b9e63e0 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] DELETE failed (client error): The resource could not be found. Dec 16 10:33:50.656665 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73b5e6e7-5a9f-4bbf-bdd8-cf759b9e63e0 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 10:33:50.660168 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-73b5e6e7-5a9f-4bbf-bdd8-cf759b9e63e0 tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] 10.222.0.60 "DELETE /v2.0/networks/450a97cc-e537-449d-be93-9157cc83e1ce HTTP/1.1" status: 404 len: 339 time: 0.0246775 Dec 16 10:33:50.662748 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40934) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:50.712420 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-6af4b966-5512-4369-9921-3818c1dbc85c tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Deleting subnet da0794f5-dda3-46b5-acea-37573e4a3246 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:33:50.715416 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6af4b966-5512-4369-9921-3818c1dbc85c tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:50.759187 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6af4b966-5512-4369-9921-3818c1dbc85c tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:50.840107 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6af4b966-5512-4369-9921-3818c1dbc85c tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:50.960527 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6af4b966-5512-4369-9921-3818c1dbc85c tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:50.991844 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4b966-5512-4369-9921-3818c1dbc85c tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Pushing event deleted for resources: {'Subnet': ['ID=da0794f5-dda3-46b5-acea-37573e4a3246,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:50.995725 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6af4b966-5512-4369-9921-3818c1dbc85c tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:51.001143 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b87d88-1d85-457a-acae-4e561b0c2e2f None None] Network 62175a99-7856-4e86-bc7d-4688a28ccedf requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:33:51.001655 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6af4b966-5512-4369-9921-3818c1dbc85c tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] 10.222.0.60 "DELETE /v2.0/subnets/da0794f5-dda3-46b5-acea-37573e4a3246 HTTP/1.1" status: 204 len: 168 time: 0.3353436 Dec 16 10:33:51.001867 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40936) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:51.076518 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b4ba6522-5bb5-43d1-8452-ec2368fba88a tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:51.128510 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-b4ba6522-5bb5-43d1-8452-ec2368fba88a tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Deleting port 17492b9c-b35a-49c9-9b77-2b07ea5db87a {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:33:51.128860 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b4ba6522-5bb5-43d1-8452-ec2368fba88a tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:51.170379 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62092f79-1536-459a-9dbb-dc31ad954b46 None None] DHCP port deletion for 62175a99-7856-4e86-bc7d-4688a28ccedf request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:33:51.204466 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-b4ba6522-5bb5-43d1-8452-ec2368fba88a tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] For port 17492b9c-b35a-49c9-9b77-2b07ea5db87a, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=17492b9c-b35a-49c9-9b77-2b07ea5db87a,segment=NetworkSegment(9bb28f37-5511-461b-957d-c2737a4ac6c8),segment_id=9bb28f37-5511-461b-957d-c2737a4ac6c8)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:33:51.205527 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b4ba6522-5bb5-43d1-8452-ec2368fba88a tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:51.216167 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-62092f79-1536-459a-9dbb-dc31ad954b46 None None] Deleting port 17492b9c-b35a-49c9-9b77-2b07ea5db87a {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:33:51.216543 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-62092f79-1536-459a-9dbb-dc31ad954b46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:51.218614 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-b4ba6522-5bb5-43d1-8452-ec2368fba88a tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Calling delete_port for 17492b9c-b35a-49c9-9b77-2b07ea5db87a owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:33:51.281509 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-62092f79-1536-459a-9dbb-dc31ad954b46 None None] For port 17492b9c-b35a-49c9-9b77-2b07ea5db87a, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=17492b9c-b35a-49c9-9b77-2b07ea5db87a,segment=NetworkSegment(9bb28f37-5511-461b-957d-c2737a4ac6c8),segment_id=9bb28f37-5511-461b-957d-c2737a4ac6c8)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:33:51.281906 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-62092f79-1536-459a-9dbb-dc31ad954b46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:51.300452 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-62092f79-1536-459a-9dbb-dc31ad954b46 None None] Calling delete_port for 17492b9c-b35a-49c9-9b77-2b07ea5db87a owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:33:51.371200 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b4ba6522-5bb5-43d1-8452-ec2368fba88a tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:51.376470 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-62092f79-1536-459a-9dbb-dc31ad954b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:51.403869 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba6522-5bb5-43d1-8452-ec2368fba88a tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Pushing event deleted for resources: {'Port': ['ID=17492b9c-b35a-49c9-9b77-2b07ea5db87a,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:51.404085 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62092f79-1536-459a-9dbb-dc31ad954b46 None None] Pushing event deleted for resources: {'Port': ['ID=17492b9c-b35a-49c9-9b77-2b07ea5db87a,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:51.405610 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ba6522-5bb5-43d1-8452-ec2368fba88a tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] No DVR routers for this DVR port 17492b9c-b35a-49c9-9b77-2b07ea5db87a on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:33:51.409608 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62092f79-1536-459a-9dbb-dc31ad954b46 None None] No DVR routers for this DVR port 17492b9c-b35a-49c9-9b77-2b07ea5db87a on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:33:51.484547 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b4ba6522-5bb5-43d1-8452-ec2368fba88a tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:51.504325 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-b4ba6522-5bb5-43d1-8452-ec2368fba88a tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62175a99-7856-4e86-bc7d-4688a28ccedf']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:33:51.513539 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-b4ba6522-5bb5-43d1-8452-ec2368fba88a tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb28f37-5511-461b-957d-c2737a4ac6c8') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:33:51.513837 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-b4ba6522-5bb5-43d1-8452-ec2368fba88a tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb28f37-5511-461b-957d-c2737a4ac6c8') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:33:51.523778 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b4ba6522-5bb5-43d1-8452-ec2368fba88a tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:51.536411 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b4ba6522-5bb5-43d1-8452-ec2368fba88a tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:51.542306 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4ba6522-5bb5-43d1-8452-ec2368fba88a tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:33:51.542899 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b4ba6522-5bb5-43d1-8452-ec2368fba88a tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:51.545589 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 10:33:51.545589 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:33:51.545589 n-d-820550-2 neutron-server[102817]: timer() Dec 16 10:33:51.545589 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:33:51.545589 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 10:33:51.545589 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:33:51.545589 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 10:33:51.545589 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:33:51.545589 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 10:33:51.545589 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:33:51.545589 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 10:33:51.545589 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:33:51.545589 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 10:33:51.545589 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:33:51.545589 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:33:51.545589 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:33:51.545589 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:33:51.545589 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:33:51.545589 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 10:33:51.545589 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:33:51.545589 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 10:33:51.545589 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:33:51.545589 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:33:51.545589 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:33:51.545589 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 10:33:51.545589 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:33:51.545589 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:33:51.545589 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:33:51.545589 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:33:51.545589 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:33:51.545589 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:33:51.545589 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:33:51.662401 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b4ba6522-5bb5-43d1-8452-ec2368fba88a tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:51.669306 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b4ba6522-5bb5-43d1-8452-ec2368fba88a tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:51.672383 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b4ba6522-5bb5-43d1-8452-ec2368fba88a tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] 10.222.0.60 "DELETE /v2.0/networks/62175a99-7856-4e86-bc7d-4688a28ccedf HTTP/1.1" status: 204 len: 168 time: 0.6695979 Dec 16 10:33:51.684682 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba6522-5bb5-43d1-8452-ec2368fba88a tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Pushing event deleted for resources: {'Network': ['ID=62175a99-7856-4e86-bc7d-4688a28ccedf,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:51.692727 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba6522-5bb5-43d1-8452-ec2368fba88a tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:33:51.693084 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba6522-5bb5-43d1-8452-ec2368fba88a tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:33:51.693448 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba6522-5bb5-43d1-8452-ec2368fba88a tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:33:51.693783 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba6522-5bb5-43d1-8452-ec2368fba88a tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:33:51.694112 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba6522-5bb5-43d1-8452-ec2368fba88a tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:33:51.694442 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba6522-5bb5-43d1-8452-ec2368fba88a tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:33:51.694768 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba6522-5bb5-43d1-8452-ec2368fba88a tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:33:51.695093 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba6522-5bb5-43d1-8452-ec2368fba88a tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:33:51.695472 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba6522-5bb5-43d1-8452-ec2368fba88a tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:33:51.695781 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba6522-5bb5-43d1-8452-ec2368fba88a tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:33:51.696157 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba6522-5bb5-43d1-8452-ec2368fba88a tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:33:51.696487 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba6522-5bb5-43d1-8452-ec2368fba88a tempest-NetworksIpV6Test-371239720 tempest-NetworksIpV6Test-371239720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:33:52.053990 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 17492b9c-b35a-49c9-9b77-2b07ea5db87a no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:33:52.077171 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 17492b9c-b35a-49c9-9b77-2b07ea5db87a {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:33:52.077511 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 17492b9c-b35a-49c9-9b77-2b07ea5db87a not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:33:52.142476 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40942) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:52.274144 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ac12cd84-1e3a-4b00-9429-3bdf159f234f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=daaaa6a691484c37b63d8180e0d37fa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1304190 Dec 16 10:33:52.276591 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40946) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:52.326421 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-06634f26-1e79-451c-acf0-48bae93ee443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:52.348114 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-06634f26-1e79-451c-acf0-48bae93ee443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:52.450953 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-06634f26-1e79-451c-acf0-48bae93ee443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:52.453595 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-06634f26-1e79-451c-acf0-48bae93ee443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:52.454777 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-06634f26-1e79-451c-acf0-48bae93ee443 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c361aec1-dca9-4a28-b512-ea31cc68bd95 HTTP/1.1" status: 204 len: 168 time: 0.1772707 Dec 16 10:33:52.464804 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634f26-1e79-451c-acf0-48bae93ee443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c361aec1-dca9-4a28-b512-ea31cc68bd95,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:53.386420 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40968) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:53.481906 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-784548a5-a630-4423-92c0-2ce8703f7a00 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1281209989', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:33:53.565418 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-784548a5-a630-4423-92c0-2ce8703f7a00 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:53.566428 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-784548a5-a630-4423-92c0-2ce8703f7a00 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:53.619138 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-784548a5-a630-4423-92c0-2ce8703f7a00 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:53.714653 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-784548a5-a630-4423-92c0-2ce8703f7a00 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:53.812941 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-784548a5-a630-4423-92c0-2ce8703f7a00 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:53.814172 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-784548a5-a630-4423-92c0-2ce8703f7a00 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4267452 Dec 16 10:33:53.816935 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40972) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:53.821590 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-708cc362-9d2b-4324-8f1c-1821c20c54ca tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2096828351'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:33:53.913883 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708cc362-9d2b-4324-8f1c-1821c20c54ca tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Made reservation on behalf of 58d8a62854af4262866867f48d5e0ecf for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:33:53.917514 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-708cc362-9d2b-4324-8f1c-1821c20c54ca tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:53.926292 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-708cc362-9d2b-4324-8f1c-1821c20c54ca tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:53.998951 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-708cc362-9d2b-4324-8f1c-1821c20c54ca tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:54.062911 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-708cc362-9d2b-4324-8f1c-1821c20c54ca tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:54.086893 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708cc362-9d2b-4324-8f1c-1821c20c54ca tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:33:54.102237 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708cc362-9d2b-4324-8f1c-1821c20c54ca tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=298ce91d-f363-417f-8081-4f630669b636,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:54.106033 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-708cc362-9d2b-4324-8f1c-1821c20c54ca tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:54.106378 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-708cc362-9d2b-4324-8f1c-1821c20c54ca tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Added segment 67b2a7cf-8bf4-4de9-be41-256bc22873b7 of type vlan for network 22404cdc-4ac2-4c06-9316-32adbefc4e9e Dec 16 10:33:54.142577 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7c948e88-f546-4a12-87d6-8799b48ad52b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:54.147041 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-708cc362-9d2b-4324-8f1c-1821c20c54ca tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:54.228088 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-708cc362-9d2b-4324-8f1c-1821c20c54ca tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:54.233800 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708cc362-9d2b-4324-8f1c-1821c20c54ca tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:54.234384 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-708cc362-9d2b-4324-8f1c-1821c20c54ca tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:54.302781 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708cc362-9d2b-4324-8f1c-1821c20c54ca tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Pushing event updated for resources: {'Network': ['ID=22404cdc-4ac2-4c06-9316-32adbefc4e9e,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:54.313504 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 22404cdc-4ac2-4c06-9316-32adbefc4e9e details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:33:54.345462 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-708cc362-9d2b-4324-8f1c-1821c20c54ca tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5273740 Dec 16 10:33:54.348157 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40974) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:54.353068 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-d0c79aca-1c24-4084-b68f-6a8ac44d4574 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Request body: {'subnet': {'network_id': '22404cdc-4ac2-4c06-9316-32adbefc4e9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:33:54.515642 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c79aca-1c24-4084-b68f-6a8ac44d4574 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Made reservation on behalf of 58d8a62854af4262866867f48d5e0ecf for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:33:54.519876 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d0c79aca-1c24-4084-b68f-6a8ac44d4574 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:54.737014 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d0c79aca-1c24-4084-b68f-6a8ac44d4574 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:54.802273 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c79aca-1c24-4084-b68f-6a8ac44d4574 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Pushing event updated for resources: {'Subnet': ['ID=92307995-516a-4ec1-b4f3-f86a8d51c673,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:54.809282 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c79aca-1c24-4084-b68f-6a8ac44d4574 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Checking segment: {'id': '67b2a7cf-8bf4-4de9-be41-256bc22873b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '22404cdc-4ac2-4c06-9316-32adbefc4e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:33:54.809640 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c79aca-1c24-4084-b68f-6a8ac44d4574 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Network hostable DHCP agents. Network: 22404cdc-4ac2-4c06-9316-32adbefc4e9e, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:33:54.862226 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c79aca-1c24-4084-b68f-6a8ac44d4574 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Network 22404cdc-4ac2-4c06-9316-32adbefc4e9e is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:33:54.908082 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-d0c79aca-1c24-4084-b68f-6a8ac44d4574 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 22404cdc-4ac2-4c06-9316-32adbefc4e9e) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:33:54.912228 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c79aca-1c24-4084-b68f-6a8ac44d4574 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:54.912819 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d0c79aca-1c24-4084-b68f-6a8ac44d4574 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:54.917027 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79db7767-9d60-4cd1-b3c8-08132caab863 None None] Network 22404cdc-4ac2-4c06-9316-32adbefc4e9e requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:33:54.968341 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d0c79aca-1c24-4084-b68f-6a8ac44d4574 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6190972 Dec 16 10:33:54.971497 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40976) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:54.977610 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-2f302e16-2832-4b90-b386-16de28d44cc9 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-446155111'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:33:55.034113 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f302e16-2832-4b90-b386-16de28d44cc9 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Made reservation on behalf of 58d8a62854af4262866867f48d5e0ecf for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:33:55.038336 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2f302e16-2832-4b90-b386-16de28d44cc9 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:55.064886 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f302e16-2832-4b90-b386-16de28d44cc9 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:33:55.074945 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2f302e16-2832-4b90-b386-16de28d44cc9 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:55.075286 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-2f302e16-2832-4b90-b386-16de28d44cc9 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Added segment 5c04b2fe-bf7f-4bab-81ba-40862f6081c7 of type vlan for network 7d1709cf-dba1-457a-99b0-a2fd7879c0f3 Dec 16 10:33:55.118714 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2f302e16-2832-4b90-b386-16de28d44cc9 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:55.177239 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2f302e16-2832-4b90-b386-16de28d44cc9 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:55.183231 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f302e16-2832-4b90-b386-16de28d44cc9 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:55.183832 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-2f302e16-2832-4b90-b386-16de28d44cc9 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:55.206614 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c47da7b-c4df-46c4-b8af-7a6350875aa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-22404cdc-4ac2-4c06-9316-32adbefc4e9e', 'network_id': '22404cdc-4ac2-4c06-9316-32adbefc4e9e', 'tenant_id': '58d8a62854af4262866867f48d5e0ecf', 'fixed_ips': [{'subnet_id': '92307995-516a-4ec1-b4f3-f86a8d51c673'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:33:55.207449 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5c47da7b-c4df-46c4-b8af-7a6350875aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:55.252655 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f302e16-2832-4b90-b386-16de28d44cc9 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Pushing event updated for resources: {'Network': ['ID=7d1709cf-dba1-457a-99b0-a2fd7879c0f3,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:55.273866 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 7d1709cf-dba1-457a-99b0-a2fd7879c0f3 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:33:55.311287 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2f302e16-2832-4b90-b386-16de28d44cc9 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3377814 Dec 16 10:33:55.313961 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40978) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:55.319085 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-4d483399-5ab8-4358-afd0-62cb82f752e1 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Request body: {'subnet': {'network_id': '7d1709cf-dba1-457a-99b0-a2fd7879c0f3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:33:55.400880 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-5c47da7b-c4df-46c4-b8af-7a6350875aa1 None None] Allocated IP 172.20.0.2 (22404cdc-4ac2-4c06-9316-32adbefc4e9e/92307995-516a-4ec1-b4f3-f86a8d51c673/09535761-b197-4477-848e-f8f1fefb51df) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:33:55.485478 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d483399-5ab8-4358-afd0-62cb82f752e1 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Made reservation on behalf of 58d8a62854af4262866867f48d5e0ecf for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:33:55.489227 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4d483399-5ab8-4358-afd0-62cb82f752e1 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:55.542799 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5c47da7b-c4df-46c4-b8af-7a6350875aa1 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:55.634565 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5c47da7b-c4df-46c4-b8af-7a6350875aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:55.673932 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c47da7b-c4df-46c4-b8af-7a6350875aa1 None None] Network 22404cdc-4ac2-4c06-9316-32adbefc4e9e is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:33:55.676722 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-5c47da7b-c4df-46c4-b8af-7a6350875aa1 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:33:55.680108 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c47da7b-c4df-46c4-b8af-7a6350875aa1 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:33:55.689854 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c47da7b-c4df-46c4-b8af-7a6350875aa1 None None] Pushing event updated for resources: {'Port': ['ID=09535761-b197-4477-848e-f8f1fefb51df,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:55.742988 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-5c47da7b-c4df-46c4-b8af-7a6350875aa1 None None] Attempting to bind port 09535761-b197-4477-848e-f8f1fefb51df on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:33:55.743346 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-5c47da7b-c4df-46c4-b8af-7a6350875aa1 None None] Attempting to bind port 09535761-b197-4477-848e-f8f1fefb51df by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '67b2a7cf-8bf4-4de9-be41-256bc22873b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '22404cdc-4ac2-4c06-9316-32adbefc4e9e'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:33:55.743706 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47da7b-c4df-46c4-b8af-7a6350875aa1 None None] Attempting to bind port 09535761-b197-4477-848e-f8f1fefb51df on network 22404cdc-4ac2-4c06-9316-32adbefc4e9e {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:33:55.748489 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4d483399-5ab8-4358-afd0-62cb82f752e1 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:55.749019 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47da7b-c4df-46c4-b8af-7a6350875aa1 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:33:55.749019 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47da7b-c4df-46c4-b8af-7a6350875aa1 None None] Checking segment: {'id': '67b2a7cf-8bf4-4de9-be41-256bc22873b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '22404cdc-4ac2-4c06-9316-32adbefc4e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:33:55.749323 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5c47da7b-c4df-46c4-b8af-7a6350875aa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:55.749707 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47da7b-c4df-46c4-b8af-7a6350875aa1 None None] Bound using segment: {'id': '67b2a7cf-8bf4-4de9-be41-256bc22873b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '22404cdc-4ac2-4c06-9316-32adbefc4e9e'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:33:55.750169 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-5c47da7b-c4df-46c4-b8af-7a6350875aa1 None None] Bound port: 09535761-b197-4477-848e-f8f1fefb51df, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b2a7cf-8bf4-4de9-be41-256bc22873b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '22404cdc-4ac2-4c06-9316-32adbefc4e9e'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:33:55.750544 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5c47da7b-c4df-46c4-b8af-7a6350875aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:55.811596 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-5c47da7b-c4df-46c4-b8af-7a6350875aa1 None None] For port 09535761-b197-4477-848e-f8f1fefb51df, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:33:55.814669 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-5c47da7b-c4df-46c4-b8af-7a6350875aa1 None None] For port 09535761-b197-4477-848e-f8f1fefb51df, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=09535761-b197-4477-848e-f8f1fefb51df,segment=NetworkSegment(67b2a7cf-8bf4-4de9-be41-256bc22873b7),segment_id=67b2a7cf-8bf4-4de9-be41-256bc22873b7)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:33:55.820101 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d483399-5ab8-4358-afd0-62cb82f752e1 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Pushing event updated for resources: {'Subnet': ['ID=fd69cb05-b7b6-4723-b69a-5475a8a0130a,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:55.823049 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d483399-5ab8-4358-afd0-62cb82f752e1 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Checking segment: {'id': '5c04b2fe-bf7f-4bab-81ba-40862f6081c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7d1709cf-dba1-457a-99b0-a2fd7879c0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:33:55.823416 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d483399-5ab8-4358-afd0-62cb82f752e1 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Network hostable DHCP agents. Network: 7d1709cf-dba1-457a-99b0-a2fd7879c0f3, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:33:55.891506 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5c47da7b-c4df-46c4-b8af-7a6350875aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:55.919382 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d483399-5ab8-4358-afd0-62cb82f752e1 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Network 7d1709cf-dba1-457a-99b0-a2fd7879c0f3 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:33:55.947905 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c47da7b-c4df-46c4-b8af-7a6350875aa1 None None] Pushing event updated for resources: {'Port': ['ID=09535761-b197-4477-848e-f8f1fefb51df,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:55.994043 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-4d483399-5ab8-4358-afd0-62cb82f752e1 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 7d1709cf-dba1-457a-99b0-a2fd7879c0f3) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:33:55.998138 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d483399-5ab8-4358-afd0-62cb82f752e1 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:55.998732 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4d483399-5ab8-4358-afd0-62cb82f752e1 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:56.004730 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3214430f-01c1-41ee-a452-000655d26ed9 None None] Network 7d1709cf-dba1-457a-99b0-a2fd7879c0f3 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:33:56.096153 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4d483399-5ab8-4358-afd0-62cb82f752e1 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7810819 Dec 16 10:33:56.098972 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40980) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:56.104650 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-6d33d563-7f36-4a2e-a04e-50e0af7cd6c3 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Request body: {'router': {'external_gateway_info': {'network_id': '7d1709cf-dba1-457a-99b0-a2fd7879c0f3'}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:33:56.179063 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25cab65-6b5c-4e20-b46d-535659b88440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-7d1709cf-dba1-457a-99b0-a2fd7879c0f3', 'network_id': '7d1709cf-dba1-457a-99b0-a2fd7879c0f3', 'tenant_id': '58d8a62854af4262866867f48d5e0ecf', 'fixed_ips': [{'subnet_id': 'fd69cb05-b7b6-4723-b69a-5475a8a0130a'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:33:56.180051 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c25cab65-6b5c-4e20-b46d-535659b88440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:56.320775 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-c25cab65-6b5c-4e20-b46d-535659b88440 None None] Allocated IP 172.21.0.2 (7d1709cf-dba1-457a-99b0-a2fd7879c0f3/fd69cb05-b7b6-4723-b69a-5475a8a0130a/3006bb60-9461-41c9-8531-ab619a156334) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:33:56.323947 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6d33d563-7f36-4a2e-a04e-50e0af7cd6c3 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:56.487302 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c25cab65-6b5c-4e20-b46d-535659b88440 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:56.511449 n-d-820550-2 neutron-server[102817]: INFO neutron.api.v2.resource [None req-6d33d563-7f36-4a2e-a04e-50e0af7cd6c3 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 10:33:56.512500 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6d33d563-7f36-4a2e-a04e-50e0af7cd6c3 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] 10.222.0.60 "PUT /v2.0/routers/1d404f40-c037-45d8-b06e-a0c1f22bf9b2 HTTP/1.1" status: 400 len: 364 time: 0.4123023 Dec 16 10:33:56.518340 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40982) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:56.571413 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a1124330-248f-43aa-8375-e27491f7a8fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:56.571867 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-4934d555-718f-4d51-93df-b620f0bd84bd tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Deleting subnet fd69cb05-b7b6-4723-b69a-5475a8a0130a {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:33:56.593773 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4934d555-718f-4d51-93df-b620f0bd84bd tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:56.594879 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c25cab65-6b5c-4e20-b46d-535659b88440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:56.633402 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25cab65-6b5c-4e20-b46d-535659b88440 None None] Network 7d1709cf-dba1-457a-99b0-a2fd7879c0f3 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:33:56.636523 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-c25cab65-6b5c-4e20-b46d-535659b88440 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:33:56.639123 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25cab65-6b5c-4e20-b46d-535659b88440 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:33:56.641954 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4934d555-718f-4d51-93df-b620f0bd84bd tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:56.673871 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25cab65-6b5c-4e20-b46d-535659b88440 None None] Pushing event updated for resources: {'Port': ['ID=3006bb60-9461-41c9-8531-ab619a156334,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:56.703470 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-c25cab65-6b5c-4e20-b46d-535659b88440 None None] Attempting to bind port 3006bb60-9461-41c9-8531-ab619a156334 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:33:56.703837 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-c25cab65-6b5c-4e20-b46d-535659b88440 None None] Attempting to bind port 3006bb60-9461-41c9-8531-ab619a156334 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '5c04b2fe-bf7f-4bab-81ba-40862f6081c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7d1709cf-dba1-457a-99b0-a2fd7879c0f3'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:33:56.704196 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25cab65-6b5c-4e20-b46d-535659b88440 None None] Attempting to bind port 3006bb60-9461-41c9-8531-ab619a156334 on network 7d1709cf-dba1-457a-99b0-a2fd7879c0f3 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:33:56.709604 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25cab65-6b5c-4e20-b46d-535659b88440 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:33:56.710097 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25cab65-6b5c-4e20-b46d-535659b88440 None None] Checking segment: {'id': '5c04b2fe-bf7f-4bab-81ba-40862f6081c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7d1709cf-dba1-457a-99b0-a2fd7879c0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:33:56.710503 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c25cab65-6b5c-4e20-b46d-535659b88440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:56.710887 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25cab65-6b5c-4e20-b46d-535659b88440 None None] Bound using segment: {'id': '5c04b2fe-bf7f-4bab-81ba-40862f6081c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7d1709cf-dba1-457a-99b0-a2fd7879c0f3'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:33:56.711346 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-c25cab65-6b5c-4e20-b46d-535659b88440 None None] Bound port: 3006bb60-9461-41c9-8531-ab619a156334, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c04b2fe-bf7f-4bab-81ba-40862f6081c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7d1709cf-dba1-457a-99b0-a2fd7879c0f3'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:33:56.711718 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c25cab65-6b5c-4e20-b46d-535659b88440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:56.739769 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4934d555-718f-4d51-93df-b620f0bd84bd tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:56.845996 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4934d555-718f-4d51-93df-b620f0bd84bd tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:56.852800 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-c25cab65-6b5c-4e20-b46d-535659b88440 None None] For port 3006bb60-9461-41c9-8531-ab619a156334, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:33:56.853320 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-c25cab65-6b5c-4e20-b46d-535659b88440 None None] For port 3006bb60-9461-41c9-8531-ab619a156334, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=3006bb60-9461-41c9-8531-ab619a156334,segment=NetworkSegment(5c04b2fe-bf7f-4bab-81ba-40862f6081c7),segment_id=5c04b2fe-bf7f-4bab-81ba-40862f6081c7)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:33:56.879343 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934d555-718f-4d51-93df-b620f0bd84bd tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Pushing event deleted for resources: {'Subnet': ['ID=fd69cb05-b7b6-4723-b69a-5475a8a0130a,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:56.883205 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4934d555-718f-4d51-93df-b620f0bd84bd tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:56.885052 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9351dcd6-9531-4690-974d-d298004cbdba None None] Network 22404cdc-4ac2-4c06-9316-32adbefc4e9e requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:33:56.886749 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4934d555-718f-4d51-93df-b620f0bd84bd tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] 10.222.0.60 "DELETE /v2.0/subnets/fd69cb05-b7b6-4723-b69a-5475a8a0130a HTTP/1.1" status: 204 len: 168 time: 0.3671088 Dec 16 10:33:56.888991 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40984) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:56.925865 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c25cab65-6b5c-4e20-b46d-535659b88440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:56.966704 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-92bb1381-9cbe-4c1b-8c89-5eb63af470d4 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:57.021310 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-fd4c7c83-4355-427d-a985-5b5053a3f9ec None None] Provisioning complete for port 09535761-b197-4477-848e-f8f1fefb51df triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:33:57.021680 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fd4c7c83-4355-427d-a985-5b5053a3f9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:57.021808 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-92bb1381-9cbe-4c1b-8c89-5eb63af470d4 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Deleting port 3006bb60-9461-41c9-8531-ab619a156334 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:33:57.022073 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-92bb1381-9cbe-4c1b-8c89-5eb63af470d4 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:57.024903 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25cab65-6b5c-4e20-b46d-535659b88440 None None] Pushing event updated for resources: {'Port': ['ID=3006bb60-9461-41c9-8531-ab619a156334,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:57.095413 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-92bb1381-9cbe-4c1b-8c89-5eb63af470d4 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] For port 3006bb60-9461-41c9-8531-ab619a156334, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=3006bb60-9461-41c9-8531-ab619a156334,segment=NetworkSegment(5c04b2fe-bf7f-4bab-81ba-40862f6081c7),segment_id=5c04b2fe-bf7f-4bab-81ba-40862f6081c7)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:33:57.095782 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-92bb1381-9cbe-4c1b-8c89-5eb63af470d4 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:57.110185 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-92bb1381-9cbe-4c1b-8c89-5eb63af470d4 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Calling delete_port for 3006bb60-9461-41c9-8531-ab619a156334 owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:33:57.166953 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fd4c7c83-4355-427d-a985-5b5053a3f9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:57.231224 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-fd4c7c83-4355-427d-a985-5b5053a3f9ec None None] For port 09535761-b197-4477-848e-f8f1fefb51df, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=09535761-b197-4477-848e-f8f1fefb51df,segment=NetworkSegment(67b2a7cf-8bf4-4de9-be41-256bc22873b7),segment_id=67b2a7cf-8bf4-4de9-be41-256bc22873b7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:33:57.308492 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-92bb1381-9cbe-4c1b-8c89-5eb63af470d4 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:57.322385 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fd4c7c83-4355-427d-a985-5b5053a3f9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:57.341683 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb1381-9cbe-4c1b-8c89-5eb63af470d4 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Pushing event deleted for resources: {'Port': ['ID=3006bb60-9461-41c9-8531-ab619a156334,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:57.347208 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bb1381-9cbe-4c1b-8c89-5eb63af470d4 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] No DVR routers for this DVR port 3006bb60-9461-41c9-8531-ab619a156334 on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:33:57.379184 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c7c83-4355-427d-a985-5b5053a3f9ec None None] Pushing event updated for resources: {'Port': ['ID=09535761-b197-4477-848e-f8f1fefb51df,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:57.438673 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-880b4729-6949-4f33-b9b9-8cc1eed122a0 None None] Provisioning complete for port 09535761-b197-4477-848e-f8f1fefb51df triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:33:57.438965 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-880b4729-6949-4f33-b9b9-8cc1eed122a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:57.448845 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-92bb1381-9cbe-4c1b-8c89-5eb63af470d4 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:57.469136 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-92bb1381-9cbe-4c1b-8c89-5eb63af470d4 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d1709cf-dba1-457a-99b0-a2fd7879c0f3']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:33:57.478413 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-92bb1381-9cbe-4c1b-8c89-5eb63af470d4 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c04b2fe-bf7f-4bab-81ba-40862f6081c7') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:33:57.478711 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-92bb1381-9cbe-4c1b-8c89-5eb63af470d4 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c04b2fe-bf7f-4bab-81ba-40862f6081c7') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:33:57.488288 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-92bb1381-9cbe-4c1b-8c89-5eb63af470d4 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:57.501350 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-92bb1381-9cbe-4c1b-8c89-5eb63af470d4 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:57.508220 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92bb1381-9cbe-4c1b-8c89-5eb63af470d4 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:33:57.508544 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-92bb1381-9cbe-4c1b-8c89-5eb63af470d4 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:57.511556 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 10:33:57.511556 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:33:57.511556 n-d-820550-2 neutron-server[102816]: timer() Dec 16 10:33:57.511556 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:33:57.511556 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 10:33:57.511556 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:33:57.511556 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 10:33:57.511556 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:33:57.511556 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 10:33:57.511556 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:33:57.511556 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 10:33:57.511556 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:33:57.511556 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 10:33:57.511556 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:33:57.511556 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:33:57.511556 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:33:57.511556 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:33:57.511556 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:33:57.511556 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 10:33:57.511556 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:33:57.511556 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 10:33:57.511556 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:33:57.511556 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:33:57.511556 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:33:57.511556 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 10:33:57.511556 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:33:57.511556 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:33:57.511556 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:33:57.511556 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:33:57.511556 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:33:57.511556 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:33:57.511556 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:33:57.639305 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-92bb1381-9cbe-4c1b-8c89-5eb63af470d4 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:57.646362 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-92bb1381-9cbe-4c1b-8c89-5eb63af470d4 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:57.649769 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-92bb1381-9cbe-4c1b-8c89-5eb63af470d4 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] 10.222.0.60 "DELETE /v2.0/networks/7d1709cf-dba1-457a-99b0-a2fd7879c0f3 HTTP/1.1" status: 204 len: 168 time: 0.7594233 Dec 16 10:33:57.651961 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40986) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:57.669820 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb1381-9cbe-4c1b-8c89-5eb63af470d4 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Pushing event deleted for resources: {'Network': ['ID=7d1709cf-dba1-457a-99b0-a2fd7879c0f3,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:57.716011 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e034d8-87d7-447c-bfe7-14d2a96792f9 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Deleting subnet 92307995-516a-4ec1-b4f3-f86a8d51c673 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:33:57.719442 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d1e034d8-87d7-447c-bfe7-14d2a96792f9 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:57.761750 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d1e034d8-87d7-447c-bfe7-14d2a96792f9 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:57.805986 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:57.852869 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d1e034d8-87d7-447c-bfe7-14d2a96792f9 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:57.977239 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d1e034d8-87d7-447c-bfe7-14d2a96792f9 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:58.003790 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e034d8-87d7-447c-bfe7-14d2a96792f9 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Pushing event deleted for resources: {'Subnet': ['ID=92307995-516a-4ec1-b4f3-f86a8d51c673,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:58.009899 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d1e034d8-87d7-447c-bfe7-14d2a96792f9 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:58.013331 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d1e034d8-87d7-447c-bfe7-14d2a96792f9 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] 10.222.0.60 "DELETE /v2.0/subnets/92307995-516a-4ec1-b4f3-f86a8d51c673 HTTP/1.1" status: 204 len: 168 time: 0.3601828 Dec 16 10:33:58.015528 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 40988) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:58.033841 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498363b7-0a26-4374-8be3-f526b7716080 None None] Network 22404cdc-4ac2-4c06-9316-32adbefc4e9e requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:33:58.037219 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-7405b823-22ba-42c2-8574-98de6fbab87b None None] Could not find standard attr ID for object 3006bb60-9461-41c9-8531-ab619a156334. {{(pid=102818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 10:33:58.076461 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5a660f-0372-49ee-976f-e313718a5eb7 None None] DHCP port deletion for 7d1709cf-dba1-457a-99b0-a2fd7879c0f3 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:33:58.109124 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b3fd1a96-686c-4ef3-a292-b264399422fc tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:58.111567 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a5310a-b669-4e6f-bab6-650ebe1ec1b7 None None] Network 7d1709cf-dba1-457a-99b0-a2fd7879c0f3 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:33:58.129363 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a5310a-b669-4e6f-bab6-650ebe1ec1b7 None None] Network 7d1709cf-dba1-457a-99b0-a2fd7879c0f3 could not be found, it might have been deleted concurrently. {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 16 10:33:58.155942 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 09535761-b197-4477-848e-f8f1fefb51df up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:33:58.170957 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-b3fd1a96-686c-4ef3-a292-b264399422fc tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Deleting port 09535761-b197-4477-848e-f8f1fefb51df {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:33:58.171611 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b3fd1a96-686c-4ef3-a292-b264399422fc tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:58.230215 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 09535761-b197-4477-848e-f8f1fefb51df triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:33:58.230938 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:58.238986 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-b3fd1a96-686c-4ef3-a292-b264399422fc tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] For port 09535761-b197-4477-848e-f8f1fefb51df, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=09535761-b197-4477-848e-f8f1fefb51df,segment=NetworkSegment(67b2a7cf-8bf4-4de9-be41-256bc22873b7),segment_id=67b2a7cf-8bf4-4de9-be41-256bc22873b7)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:33:58.239350 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b3fd1a96-686c-4ef3-a292-b264399422fc tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:58.252386 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-b3fd1a96-686c-4ef3-a292-b264399422fc tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Calling delete_port for 09535761-b197-4477-848e-f8f1fefb51df owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:33:58.299752 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b6c111-3081-495d-b5d0-56b89703f02a None None] DHCP port deletion for 22404cdc-4ac2-4c06-9316-32adbefc4e9e request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:33:58.357882 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-c2b6c111-3081-495d-b5d0-56b89703f02a None None] Deleting port 09535761-b197-4477-848e-f8f1fefb51df {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:33:58.358601 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c2b6c111-3081-495d-b5d0-56b89703f02a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:58.418689 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-c2b6c111-3081-495d-b5d0-56b89703f02a None None] For port 09535761-b197-4477-848e-f8f1fefb51df, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=09535761-b197-4477-848e-f8f1fefb51df,segment=NetworkSegment(67b2a7cf-8bf4-4de9-be41-256bc22873b7),segment_id=67b2a7cf-8bf4-4de9-be41-256bc22873b7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:33:58.419077 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c2b6c111-3081-495d-b5d0-56b89703f02a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:58.422396 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b3fd1a96-686c-4ef3-a292-b264399422fc tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:58.432413 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-c2b6c111-3081-495d-b5d0-56b89703f02a None None] Calling delete_port for 09535761-b197-4477-848e-f8f1fefb51df owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:33:58.448266 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd1a96-686c-4ef3-a292-b264399422fc tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Pushing event deleted for resources: {'Port': ['ID=09535761-b197-4477-848e-f8f1fefb51df,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:58.451797 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fd1a96-686c-4ef3-a292-b264399422fc tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] No DVR routers for this DVR port 09535761-b197-4477-848e-f8f1fefb51df on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:33:58.516005 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c2b6c111-3081-495d-b5d0-56b89703f02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:58.536227 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b3fd1a96-686c-4ef3-a292-b264399422fc tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:58.541096 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6c111-3081-495d-b5d0-56b89703f02a None None] Pushing event deleted for resources: {'Port': ['ID=09535761-b197-4477-848e-f8f1fefb51df,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:58.545514 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b6c111-3081-495d-b5d0-56b89703f02a None None] No DVR routers for this DVR port 09535761-b197-4477-848e-f8f1fefb51df on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:33:58.557714 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-b3fd1a96-686c-4ef3-a292-b264399422fc tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22404cdc-4ac2-4c06-9316-32adbefc4e9e']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:33:58.566902 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-b3fd1a96-686c-4ef3-a292-b264399422fc tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b2a7cf-8bf4-4de9-be41-256bc22873b7') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:33:58.572237 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-b3fd1a96-686c-4ef3-a292-b264399422fc tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b2a7cf-8bf4-4de9-be41-256bc22873b7') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:33:58.576292 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b3fd1a96-686c-4ef3-a292-b264399422fc tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:58.589323 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b3fd1a96-686c-4ef3-a292-b264399422fc tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:58.594897 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3fd1a96-686c-4ef3-a292-b264399422fc tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:33:58.600881 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b3fd1a96-686c-4ef3-a292-b264399422fc tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:58.600881 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 10:33:58.600881 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:33:58.600881 n-d-820550-2 neutron-server[102816]: timer() Dec 16 10:33:58.600881 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:33:58.600881 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 10:33:58.600881 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:33:58.600881 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 10:33:58.600881 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:33:58.600881 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 10:33:58.600881 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:33:58.600881 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 10:33:58.600881 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:33:58.600881 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 10:33:58.600881 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:33:58.600881 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:33:58.600881 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:33:58.600881 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:33:58.600881 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:33:58.600881 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 10:33:58.600881 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:33:58.600881 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 10:33:58.600881 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:33:58.600881 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:33:58.600881 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:33:58.600881 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 10:33:58.600881 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:33:58.600881 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:33:58.600881 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:33:58.600881 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:33:58.600881 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:33:58.600881 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:33:58.600881 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:33:58.691613 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b3fd1a96-686c-4ef3-a292-b264399422fc tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:58.698669 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b3fd1a96-686c-4ef3-a292-b264399422fc tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:58.701485 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b3fd1a96-686c-4ef3-a292-b264399422fc tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] 10.222.0.60 "DELETE /v2.0/networks/22404cdc-4ac2-4c06-9316-32adbefc4e9e HTTP/1.1" status: 204 len: 168 time: 0.6850436 Dec 16 10:33:58.704340 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40990) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:58.717453 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd1a96-686c-4ef3-a292-b264399422fc tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Pushing event deleted for resources: {'Network': ['ID=22404cdc-4ac2-4c06-9316-32adbefc4e9e,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:33:58.732039 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f88712fd-163b-464a-bef5-ce44510d5d19 tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d404f40-c037-45d8-b06e-a0c1f22bf9b2 HTTP/1.1" status: 200 len: 205 time: 0.0265274 Dec 16 10:33:58.734352 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40992) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:58.807563 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-22f294c1-c31e-437f-bcd7-3d8c5405fcdb tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:58.960984 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-22f294c1-c31e-437f-bcd7-3d8c5405fcdb tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:58.963112 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-22f294c1-c31e-437f-bcd7-3d8c5405fcdb tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:59.051676 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-22f294c1-c31e-437f-bcd7-3d8c5405fcdb tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:59.052278 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f294c1-c31e-437f-bcd7-3d8c5405fcdb tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Fanout notify agent at l3_agent the message router_deleted on router 1d404f40-c037-45d8-b06e-a0c1f22bf9b2 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:33:59.059523 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-22f294c1-c31e-437f-bcd7-3d8c5405fcdb tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:59.060654 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-22f294c1-c31e-437f-bcd7-3d8c5405fcdb tempest-RoutersNegativeTest-1901027912 tempest-RoutersNegativeTest-1901027912-project] 10.222.0.60 "DELETE /v2.0/routers/1d404f40-c037-45d8-b06e-a0c1f22bf9b2 HTTP/1.1" status: 204 len: 168 time: 0.3254197 Dec 16 10:33:59.364938 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:59.564147 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 40998) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:59.605164 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:59.692960 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-178815a2-9204-4c81-9c51-5b678bce704c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=58d8a62854af4262866867f48d5e0ecf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1276858 Dec 16 10:33:59.695488 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41002) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:59.742741 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-36a982a4-b937-4b93-8932-a191c7b2b9a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:59.762747 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-36a982a4-b937-4b93-8932-a191c7b2b9a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:59.862446 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-36a982a4-b937-4b93-8932-a191c7b2b9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:59.864923 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-36a982a4-b937-4b93-8932-a191c7b2b9a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:59.866104 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-36a982a4-b937-4b93-8932-a191c7b2b9a6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/298ce91d-f363-417f-8081-4f630669b636 HTTP/1.1" status: 204 len: 168 time: 0.1696801 Dec 16 10:33:59.873853 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a982a4-b937-4b93-8932-a191c7b2b9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298ce91d-f363-417f-8081-4f630669b636,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:00.058522 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 09535761-b197-4477-848e-f8f1fefb51df no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:34:00.077933 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 09535761-b197-4477-848e-f8f1fefb51df {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:34:00.078334 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 09535761-b197-4477-848e-f8f1fefb51df not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:34:00.078753 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 3006bb60-9461-41c9-8531-ab619a156334 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:34:00.097887 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 3006bb60-9461-41c9-8531-ab619a156334 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:34:00.098246 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 3006bb60-9461-41c9-8531-ab619a156334 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:34:00.697372 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41024) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:34:00.791317 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-266858c0-355b-4b5d-88f6-a7c121b40014 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-21165558-network', 'tenant_id': '8eebcbb66cc94d358e996f8782532657'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:34:00.863105 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266858c0-355b-4b5d-88f6-a7c121b40014 admin admin] Made reservation on behalf of 8eebcbb66cc94d358e996f8782532657 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:34:00.865580 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-266858c0-355b-4b5d-88f6-a7c121b40014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:00.874589 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-266858c0-355b-4b5d-88f6-a7c121b40014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:00.949005 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-266858c0-355b-4b5d-88f6-a7c121b40014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:01.021809 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-266858c0-355b-4b5d-88f6-a7c121b40014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:01.047643 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-266858c0-355b-4b5d-88f6-a7c121b40014 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:34:01.055969 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266858c0-355b-4b5d-88f6-a7c121b40014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69742d9-083e-408d-8818-1536c2c390b1,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:01.061799 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-266858c0-355b-4b5d-88f6-a7c121b40014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:01.062142 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-266858c0-355b-4b5d-88f6-a7c121b40014 admin admin] Added segment 4ba27883-679e-43e0-816a-9a0448509dc4 of type vlan for network 9153953e-076a-4178-a223-e3fc74d904e2 Dec 16 10:34:01.101172 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-266858c0-355b-4b5d-88f6-a7c121b40014 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:01.159787 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-266858c0-355b-4b5d-88f6-a7c121b40014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:01.160772 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266858c0-355b-4b5d-88f6-a7c121b40014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:01.161448 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-266858c0-355b-4b5d-88f6-a7c121b40014 admin admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:01.224062 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266858c0-355b-4b5d-88f6-a7c121b40014 admin admin] Pushing event updated for resources: {'Network': ['ID=9153953e-076a-4178-a223-e3fc74d904e2,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:01.234001 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 9153953e-076a-4178-a223-e3fc74d904e2 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:34:01.247679 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-266858c0-355b-4b5d-88f6-a7c121b40014 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5491722 Dec 16 10:34:01.253355 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41028) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:34:01.255725 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-eda72446-5145-42f5-b988-32af296f118f admin admin] Request body: {'subnet': {'network_id': '9153953e-076a-4178-a223-e3fc74d904e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-21165558-subnet', 'tenant_id': '8eebcbb66cc94d358e996f8782532657', 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:34:01.342119 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda72446-5145-42f5-b988-32af296f118f admin admin] Made reservation on behalf of 8eebcbb66cc94d358e996f8782532657 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:34:01.344520 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eda72446-5145-42f5-b988-32af296f118f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:01.565538 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eda72446-5145-42f5-b988-32af296f118f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:01.619282 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda72446-5145-42f5-b988-32af296f118f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcd291a3-0871-4660-a339-2e5ce93ab595,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:01.627752 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda72446-5145-42f5-b988-32af296f118f admin admin] Checking segment: {'id': '4ba27883-679e-43e0-816a-9a0448509dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9153953e-076a-4178-a223-e3fc74d904e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:34:01.628105 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda72446-5145-42f5-b988-32af296f118f admin admin] Network hostable DHCP agents. Network: 9153953e-076a-4178-a223-e3fc74d904e2, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:34:01.725082 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda72446-5145-42f5-b988-32af296f118f admin admin] Network 9153953e-076a-4178-a223-e3fc74d904e2 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:34:01.782241 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-eda72446-5145-42f5-b988-32af296f118f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 9153953e-076a-4178-a223-e3fc74d904e2) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:34:01.786284 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda72446-5145-42f5-b988-32af296f118f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:01.789723 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eda72446-5145-42f5-b988-32af296f118f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:01.791001 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4931fc9-0596-4ae7-ab34-5a2ccb5add78 None None] Network 9153953e-076a-4178-a223-e3fc74d904e2 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:34:01.854045 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-eda72446-5145-42f5-b988-32af296f118f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6022890 Dec 16 10:34:01.856682 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41030) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:34:01.861015 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-5f3fbe43-e768-4206-8b79-cdfc64f46424 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-21165558-router', 'tenant_id': '8eebcbb66cc94d358e996f8782532657', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:34:01.935225 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4117e68-e240-48d2-b06f-b9e913ad487f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-9153953e-076a-4178-a223-e3fc74d904e2', 'network_id': '9153953e-076a-4178-a223-e3fc74d904e2', 'tenant_id': '8eebcbb66cc94d358e996f8782532657', 'fixed_ips': [{'subnet_id': 'bcd291a3-0871-4660-a339-2e5ce93ab595'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:34:01.936072 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a4117e68-e240-48d2-b06f-b9e913ad487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:01.936871 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5f3fbe43-e768-4206-8b79-cdfc64f46424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:01.938165 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5f3fbe43-e768-4206-8b79-cdfc64f46424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:01.993391 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5f3fbe43-e768-4206-8b79-cdfc64f46424 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:02.068837 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-a4117e68-e240-48d2-b06f-b9e913ad487f None None] Allocated IP 172.20.0.2 (9153953e-076a-4178-a223-e3fc74d904e2/bcd291a3-0871-4660-a339-2e5ce93ab595/916a23f7-49a1-44d5-be8a-7c5a1c0ef4ae) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:34:02.190455 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5f3fbe43-e768-4206-8b79-cdfc64f46424 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:02.210267 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a4117e68-e240-48d2-b06f-b9e913ad487f None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:02.256942 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a4117e68-e240-48d2-b06f-b9e913ad487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:02.293481 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4117e68-e240-48d2-b06f-b9e913ad487f None None] Network 9153953e-076a-4178-a223-e3fc74d904e2 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:34:02.296286 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-a4117e68-e240-48d2-b06f-b9e913ad487f None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:34:02.299272 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4117e68-e240-48d2-b06f-b9e913ad487f None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:34:02.330270 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4117e68-e240-48d2-b06f-b9e913ad487f None None] Pushing event updated for resources: {'Port': ['ID=916a23f7-49a1-44d5-be8a-7c5a1c0ef4ae,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:02.364908 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-a4117e68-e240-48d2-b06f-b9e913ad487f None None] Attempting to bind port 916a23f7-49a1-44d5-be8a-7c5a1c0ef4ae on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:34:02.365615 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-a4117e68-e240-48d2-b06f-b9e913ad487f None None] Attempting to bind port 916a23f7-49a1-44d5-be8a-7c5a1c0ef4ae by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '4ba27883-679e-43e0-816a-9a0448509dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9153953e-076a-4178-a223-e3fc74d904e2'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:34:02.365976 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4117e68-e240-48d2-b06f-b9e913ad487f None None] Attempting to bind port 916a23f7-49a1-44d5-be8a-7c5a1c0ef4ae on network 9153953e-076a-4178-a223-e3fc74d904e2 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:34:02.371430 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4117e68-e240-48d2-b06f-b9e913ad487f None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:34:02.371802 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4117e68-e240-48d2-b06f-b9e913ad487f None None] Checking segment: {'id': '4ba27883-679e-43e0-816a-9a0448509dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9153953e-076a-4178-a223-e3fc74d904e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:34:02.372208 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a4117e68-e240-48d2-b06f-b9e913ad487f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:02.372595 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4117e68-e240-48d2-b06f-b9e913ad487f None None] Bound using segment: {'id': '4ba27883-679e-43e0-816a-9a0448509dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9153953e-076a-4178-a223-e3fc74d904e2'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:34:02.373061 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-a4117e68-e240-48d2-b06f-b9e913ad487f None None] Bound port: 916a23f7-49a1-44d5-be8a-7c5a1c0ef4ae, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba27883-679e-43e0-816a-9a0448509dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9153953e-076a-4178-a223-e3fc74d904e2'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:34:02.373484 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a4117e68-e240-48d2-b06f-b9e913ad487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:02.439352 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-a4117e68-e240-48d2-b06f-b9e913ad487f None None] For port 916a23f7-49a1-44d5-be8a-7c5a1c0ef4ae, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:34:02.443259 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-a4117e68-e240-48d2-b06f-b9e913ad487f None None] For port 916a23f7-49a1-44d5-be8a-7c5a1c0ef4ae, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=916a23f7-49a1-44d5-be8a-7c5a1c0ef4ae,segment=NetworkSegment(4ba27883-679e-43e0-816a-9a0448509dc4),segment_id=4ba27883-679e-43e0-816a-9a0448509dc4)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:34:02.497203 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a4117e68-e240-48d2-b06f-b9e913ad487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:02.558142 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4117e68-e240-48d2-b06f-b9e913ad487f None None] Pushing event updated for resources: {'Port': ['ID=916a23f7-49a1-44d5-be8a-7c5a1c0ef4ae,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:02.759238 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5f3fbe43-e768-4206-8b79-cdfc64f46424 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:02.779340 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5f3fbe43-e768-4206-8b79-cdfc64f46424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:02.886302 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-5f3fbe43-e768-4206-8b79-cdfc64f46424 admin admin] Allocated IP 172.25.1.82 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/adea89f5-cfe2-47dc-b3ed-68516f0de62d) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:34:02.992378 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5f3fbe43-e768-4206-8b79-cdfc64f46424 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:03.079774 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5f3fbe43-e768-4206-8b79-cdfc64f46424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:03.119685 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3fbe43-e768-4206-8b79-cdfc64f46424 admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:34:03.122604 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-5f3fbe43-e768-4206-8b79-cdfc64f46424 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:34:03.129823 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3fbe43-e768-4206-8b79-cdfc64f46424 admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:34:03.132937 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3fbe43-e768-4206-8b79-cdfc64f46424 admin admin] Pushing event updated for resources: {'Port': ['ID=adea89f5-cfe2-47dc-b3ed-68516f0de62d,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:03.434096 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894baf78-d0dd-41e0-b55f-a27b75cd8549 None None] Network 9153953e-076a-4178-a223-e3fc74d904e2 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:34:03.439982 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5f3fbe43-e768-4206-8b79-cdfc64f46424 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:03.501107 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-8c08efc9-9c91-46e3-9974-1d81023ef4dc None None] Provisioning complete for port 916a23f7-49a1-44d5-be8a-7c5a1c0ef4ae triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:34:03.501422 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8c08efc9-9c91-46e3-9974-1d81023ef4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:03.634595 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5f3fbe43-e768-4206-8b79-cdfc64f46424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:03.647778 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8c08efc9-9c91-46e3-9974-1d81023ef4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:03.687874 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-8c08efc9-9c91-46e3-9974-1d81023ef4dc None None] For port 916a23f7-49a1-44d5-be8a-7c5a1c0ef4ae, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=916a23f7-49a1-44d5-be8a-7c5a1c0ef4ae,segment=NetworkSegment(4ba27883-679e-43e0-816a-9a0448509dc4),segment_id=4ba27883-679e-43e0-816a-9a0448509dc4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:34:03.742972 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8c08efc9-9c91-46e3-9974-1d81023ef4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:03.794373 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08efc9-9c91-46e3-9974-1d81023ef4dc None None] Pushing event updated for resources: {'Port': ['ID=916a23f7-49a1-44d5-be8a-7c5a1c0ef4ae,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:03.816954 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3fbe43-e768-4206-8b79-cdfc64f46424 admin admin] Router 6df33cc5-3008-4605-ac8b-0e54f947b22b is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:34:03.862777 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-20d55b13-b80b-496c-a48d-bd1fffa21dc0 None None] Provisioning complete for port 916a23f7-49a1-44d5-be8a-7c5a1c0ef4ae triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:34:03.863149 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-20d55b13-b80b-496c-a48d-bd1fffa21dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:03.926358 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3fbe43-e768-4206-8b79-cdfc64f46424 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:34:03.937102 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b4d709-0bf1-4ae8-9cf1-7b9d6d2307df None None] Sync routers for ids ['6df33cc5-3008-4605-ac8b-0e54f947b22b'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:34:03.947641 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b4d709-0bf1-4ae8-9cf1-7b9d6d2307df None None] Routers {'6df33cc5-3008-4605-ac8b-0e54f947b22b'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:34:03.950045 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-c6b4d709-0bf1-4ae8-9cf1-7b9d6d2307df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:33:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6df33cc5-3008-4605-ac8b-0e54f947b22b'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:03.985057 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5f3fbe43-e768-4206-8b79-cdfc64f46424 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:03.989005 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5f3fbe43-e768-4206-8b79-cdfc64f46424 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1287971 Dec 16 10:34:03.989444 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41032) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:34:04.069918 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-c6b4d709-0bf1-4ae8-9cf1-7b9d6d2307df None None] Set router 6df33cc5-3008-4605-ac8b-0e54f947b22b gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:34:04.146373 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 916a23f7-49a1-44d5-be8a-7c5a1c0ef4ae up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:34:04.197989 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 916a23f7-49a1-44d5-be8a-7c5a1c0ef4ae triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:34:04.198355 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:04.270825 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-c6b4d709-0bf1-4ae8-9cf1-7b9d6d2307df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df33cc5-3008-4605-ac8b-0e54f947b22b', 'name': 'tempest-TestEncryptedCinderVolumes-21165558-router', 'tenant_id': '8eebcbb66cc94d358e996f8782532657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'adea89f5-cfe2-47dc-b3ed-68516f0de62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:34:01Z', 'updated_at': '2021-12-16T10:34:03Z', 'revision_number': 3, 'project_id': '8eebcbb66cc94d358e996f8782532657', 'gw_port': {'id': 'adea89f5-cfe2-47dc-b3ed-68516f0de62d', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:56:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df33cc5-3008-4605-ac8b-0e54f947b22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:02Z', 'updated_at': '2021-12-16T10:34:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:04.297696 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b4d709-0bf1-4ae8-9cf1-7b9d6d2307df None None] Checking router: 6df33cc5-3008-4605-ac8b-0e54f947b22b for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:34:04.298115 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b4d709-0bf1-4ae8-9cf1-7b9d6d2307df None None] Updating router 6df33cc5-3008-4605-ac8b-0e54f947b22b port adea89f5-cfe2-47dc-b3ed-68516f0de62d binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:34:04.322328 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-c6b4d709-0bf1-4ae8-9cf1-7b9d6d2307df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:04.458806 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a485652b-54ed-4a32-aba1-fdc3bdb1091b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:04.614325 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-a485652b-54ed-4a32-aba1-fdc3bdb1091b admin admin] Allocated IP 172.20.0.1 (9153953e-076a-4178-a223-e3fc74d904e2/bcd291a3-0871-4660-a339-2e5ce93ab595/7305020a-98dd-441e-8232-d83501da4f82) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:34:04.662269 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-c6b4d709-0bf1-4ae8-9cf1-7b9d6d2307df None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:04.717106 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a485652b-54ed-4a32-aba1-fdc3bdb1091b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:04.723265 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-c6b4d709-0bf1-4ae8-9cf1-7b9d6d2307df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:04.779968 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-c6b4d709-0bf1-4ae8-9cf1-7b9d6d2307df None None] Attempting to bind port adea89f5-cfe2-47dc-b3ed-68516f0de62d on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:34:04.780337 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-c6b4d709-0bf1-4ae8-9cf1-7b9d6d2307df None None] Attempting to bind port adea89f5-cfe2-47dc-b3ed-68516f0de62d by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:34:04.780702 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b4d709-0bf1-4ae8-9cf1-7b9d6d2307df None None] Attempting to bind port adea89f5-cfe2-47dc-b3ed-68516f0de62d on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:34:04.787996 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeba633-69a2-40b0-b3fd-9e1a6c4215ed None None] Pushing event updated for resources: {'Port': ['ID=adea89f5-cfe2-47dc-b3ed-68516f0de62d,revision_number=2']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:04.789088 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a485652b-54ed-4a32-aba1-fdc3bdb1091b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:04.795772 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b4d709-0bf1-4ae8-9cf1-7b9d6d2307df None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:34:04.804361 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b4d709-0bf1-4ae8-9cf1-7b9d6d2307df None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:34:04.804361 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-c6b4d709-0bf1-4ae8-9cf1-7b9d6d2307df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:04.804361 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b4d709-0bf1-4ae8-9cf1-7b9d6d2307df None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:34:04.804361 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-c6b4d709-0bf1-4ae8-9cf1-7b9d6d2307df None None] Bound port: adea89f5-cfe2-47dc-b3ed-68516f0de62d, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:34:04.804361 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-c6b4d709-0bf1-4ae8-9cf1-7b9d6d2307df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:04.804361 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeba633-69a2-40b0-b3fd-9e1a6c4215ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:04.804361 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeba633-69a2-40b0-b3fd-9e1a6c4215ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:04.804361 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeba633-69a2-40b0-b3fd-9e1a6c4215ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:04.804361 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeba633-69a2-40b0-b3fd-9e1a6c4215ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:04.804361 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeba633-69a2-40b0-b3fd-9e1a6c4215ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:04.804361 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeba633-69a2-40b0-b3fd-9e1a6c4215ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:04.804361 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeba633-69a2-40b0-b3fd-9e1a6c4215ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:04.804361 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeba633-69a2-40b0-b3fd-9e1a6c4215ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:04.804361 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeba633-69a2-40b0-b3fd-9e1a6c4215ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:04.804361 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeba633-69a2-40b0-b3fd-9e1a6c4215ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:04.804361 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeba633-69a2-40b0-b3fd-9e1a6c4215ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:04.806068 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeba633-69a2-40b0-b3fd-9e1a6c4215ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:04.828693 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a485652b-54ed-4a32-aba1-fdc3bdb1091b admin admin] Network 9153953e-076a-4178-a223-e3fc74d904e2 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:34:04.832440 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-a485652b-54ed-4a32-aba1-fdc3bdb1091b admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:34:04.835941 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a485652b-54ed-4a32-aba1-fdc3bdb1091b admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:34:04.857033 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-c6b4d709-0bf1-4ae8-9cf1-7b9d6d2307df None None] For port adea89f5-cfe2-47dc-b3ed-68516f0de62d, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:34:04.860245 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-c6b4d709-0bf1-4ae8-9cf1-7b9d6d2307df None None] For port adea89f5-cfe2-47dc-b3ed-68516f0de62d, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=adea89f5-cfe2-47dc-b3ed-68516f0de62d,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:34:04.866940 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485652b-54ed-4a32-aba1-fdc3bdb1091b admin admin] Pushing event updated for resources: {'Port': ['ID=7305020a-98dd-441e-8232-d83501da4f82,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:04.885437 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a485652b-54ed-4a32-aba1-fdc3bdb1091b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:04.908914 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-c6b4d709-0bf1-4ae8-9cf1-7b9d6d2307df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:04.971291 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b4d709-0bf1-4ae8-9cf1-7b9d6d2307df None None] Routers {'6df33cc5-3008-4605-ac8b-0e54f947b22b'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:34:04.972862 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-c6b4d709-0bf1-4ae8-9cf1-7b9d6d2307df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:33:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6df33cc5-3008-4605-ac8b-0e54f947b22b'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:05.011351 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeba633-69a2-40b0-b3fd-9e1a6c4215ed None None] Pushing event updated for resources: {'Port': ['ID=adea89f5-cfe2-47dc-b3ed-68516f0de62d,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:05.086124 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-c6b4d709-0bf1-4ae8-9cf1-7b9d6d2307df None None] Set router 6df33cc5-3008-4605-ac8b-0e54f947b22b gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:34:05.099776 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a485652b-54ed-4a32-aba1-fdc3bdb1091b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:05.127530 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-a8c1ed11-50ac-4408-a68d-5e49ba2b51f5 None None] Provisioning complete for port 7305020a-98dd-441e-8232-d83501da4f82 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:34:05.128113 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a8c1ed11-50ac-4408-a68d-5e49ba2b51f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:05.167237 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-a8c1ed11-50ac-4408-a68d-5e49ba2b51f5 None None] Port 7305020a-98dd-441e-8232-d83501da4f82 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:34:05.278634 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a485652b-54ed-4a32-aba1-fdc3bdb1091b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:05.282510 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-c6b4d709-0bf1-4ae8-9cf1-7b9d6d2307df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df33cc5-3008-4605-ac8b-0e54f947b22b', 'name': 'tempest-TestEncryptedCinderVolumes-21165558-router', 'tenant_id': '8eebcbb66cc94d358e996f8782532657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'adea89f5-cfe2-47dc-b3ed-68516f0de62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:34:01Z', 'updated_at': '2021-12-16T10:34:03Z', 'revision_number': 3, 'project_id': '8eebcbb66cc94d358e996f8782532657', 'gw_port': {'id': 'adea89f5-cfe2-47dc-b3ed-68516f0de62d', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:56:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df33cc5-3008-4605-ac8b-0e54f947b22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:02Z', 'updated_at': '2021-12-16T10:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:05.309307 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b4d709-0bf1-4ae8-9cf1-7b9d6d2307df None None] The sync data for ids ['6df33cc5-3008-4605-ac8b-0e54f947b22b'] in n-d-820550-2 is: [{'id': '6df33cc5-3008-4605-ac8b-0e54f947b22b', 'name': 'tempest-TestEncryptedCinderVolumes-21165558-router', 'tenant_id': '8eebcbb66cc94d358e996f8782532657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'adea89f5-cfe2-47dc-b3ed-68516f0de62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:34:01Z', 'updated_at': '2021-12-16T10:34:03Z', 'revision_number': 3, 'project_id': '8eebcbb66cc94d358e996f8782532657', 'gw_port': {'id': 'adea89f5-cfe2-47dc-b3ed-68516f0de62d', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:56:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df33cc5-3008-4605-ac8b-0e54f947b22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:02Z', 'updated_at': '2021-12-16T10:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:34:05.319610 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a485652b-54ed-4a32-aba1-fdc3bdb1091b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:05.388681 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485652b-54ed-4a32-aba1-fdc3bdb1091b admin admin] Pushing event updated for resources: {'Port': ['ID=7305020a-98dd-441e-8232-d83501da4f82,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:05.393560 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a485652b-54ed-4a32-aba1-fdc3bdb1091b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:05.491329 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a485652b-54ed-4a32-aba1-fdc3bdb1091b admin admin] Network 9153953e-076a-4178-a223-e3fc74d904e2 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:34:05.492889 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-a485652b-54ed-4a32-aba1-fdc3bdb1091b admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:34:05.621745 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a485652b-54ed-4a32-aba1-fdc3bdb1091b admin admin] Router 6df33cc5-3008-4605-ac8b-0e54f947b22b has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:34:05.739225 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a485652b-54ed-4a32-aba1-fdc3bdb1091b admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:34:05.744795 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a485652b-54ed-4a32-aba1-fdc3bdb1091b admin admin] 10.222.0.60 "PUT /v2.0/routers/6df33cc5-3008-4605-ac8b-0e54f947b22b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7542961 Dec 16 10:34:05.797099 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-cec2de13-dc3d-473d-b459-ee792cd0ed88 None None] Provisioning complete for port 7305020a-98dd-441e-8232-d83501da4f82 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:34:05.797514 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cec2de13-dc3d-473d-b459-ee792cd0ed88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:05.834093 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-cec2de13-dc3d-473d-b459-ee792cd0ed88 None None] Port 7305020a-98dd-441e-8232-d83501da4f82 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:34:06.095525 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device adea89f5-cfe2-47dc-b3ed-68516f0de62d up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:34:06.144188 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port adea89f5-cfe2-47dc-b3ed-68516f0de62d triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:34:06.145330 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:06.230824 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:06.251022 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port adea89f5-cfe2-47dc-b3ed-68516f0de62d, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=adea89f5-cfe2-47dc-b3ed-68516f0de62d,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:34:06.296325 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:06.343404 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=adea89f5-cfe2-47dc-b3ed-68516f0de62d,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:06.416437 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41048) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:34:06.421435 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-7dbca9f7-0bac-4cbd-9fd3-d5253716595f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2111498630-network', 'tenant_id': 'f0b3bf8eeb44473fa2e868cd3dfed4ef'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:34:06.479442 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbca9f7-0bac-4cbd-9fd3-d5253716595f admin admin] Made reservation on behalf of f0b3bf8eeb44473fa2e868cd3dfed4ef for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:34:06.481787 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7dbca9f7-0bac-4cbd-9fd3-d5253716595f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:06.491650 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7dbca9f7-0bac-4cbd-9fd3-d5253716595f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:06.568713 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7dbca9f7-0bac-4cbd-9fd3-d5253716595f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:06.616376 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7dbca9f7-0bac-4cbd-9fd3-d5253716595f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:06.643528 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dbca9f7-0bac-4cbd-9fd3-d5253716595f admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:34:06.653323 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbca9f7-0bac-4cbd-9fd3-d5253716595f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca38875-990a-4a53-8cc6-10547c74da24,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:06.656704 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7dbca9f7-0bac-4cbd-9fd3-d5253716595f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:06.657067 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-7dbca9f7-0bac-4cbd-9fd3-d5253716595f admin admin] Added segment e5fb9109-94df-4431-8f48-3b7e8181d281 of type vlan for network 72aa0a23-0e2f-479b-b35d-4cc3cf0667cc Dec 16 10:34:06.700514 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7dbca9f7-0bac-4cbd-9fd3-d5253716595f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:06.782227 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7dbca9f7-0bac-4cbd-9fd3-d5253716595f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:06.783272 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbca9f7-0bac-4cbd-9fd3-d5253716595f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:06.783859 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7dbca9f7-0bac-4cbd-9fd3-d5253716595f admin admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:06.843885 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbca9f7-0bac-4cbd-9fd3-d5253716595f admin admin] Pushing event updated for resources: {'Network': ['ID=72aa0a23-0e2f-479b-b35d-4cc3cf0667cc,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:06.854565 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 72aa0a23-0e2f-479b-b35d-4cc3cf0667cc details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:34:06.868504 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4343a08d-90e1-4091-bd00-91e9e3f66bf0 None None] Sync routers for ids ['6df33cc5-3008-4605-ac8b-0e54f947b22b'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:34:06.887784 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7dbca9f7-0bac-4cbd-9fd3-d5253716595f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4702423 Dec 16 10:34:06.896031 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41050) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:34:06.901358 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-fca75110-cb0b-4618-82a9-3975b15b0dc7 admin admin] Request body: {'subnet': {'network_id': '72aa0a23-0e2f-479b-b35d-4cc3cf0667cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2111498630-subnet', 'tenant_id': 'f0b3bf8eeb44473fa2e868cd3dfed4ef', 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:34:06.917670 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4343a08d-90e1-4091-bd00-91e9e3f66bf0 None None] Routers {'6df33cc5-3008-4605-ac8b-0e54f947b22b'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:34:06.918348 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-4343a08d-90e1-4091-bd00-91e9e3f66bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:33:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6df33cc5-3008-4605-ac8b-0e54f947b22b'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:06.982286 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca75110-cb0b-4618-82a9-3975b15b0dc7 admin admin] Made reservation on behalf of f0b3bf8eeb44473fa2e868cd3dfed4ef for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:34:06.984848 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fca75110-cb0b-4618-82a9-3975b15b0dc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:07.028236 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-4343a08d-90e1-4091-bd00-91e9e3f66bf0 None None] Set router 6df33cc5-3008-4605-ac8b-0e54f947b22b gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:34:07.238877 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-4343a08d-90e1-4091-bd00-91e9e3f66bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df33cc5-3008-4605-ac8b-0e54f947b22b', 'name': 'tempest-TestEncryptedCinderVolumes-21165558-router', 'tenant_id': '8eebcbb66cc94d358e996f8782532657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'adea89f5-cfe2-47dc-b3ed-68516f0de62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:34:01Z', 'updated_at': '2021-12-16T10:34:04Z', 'revision_number': 4, 'project_id': '8eebcbb66cc94d358e996f8782532657', 'gw_port': {'id': 'adea89f5-cfe2-47dc-b3ed-68516f0de62d', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:56:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df33cc5-3008-4605-ac8b-0e54f947b22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:02Z', 'updated_at': '2021-12-16T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '7305020a-98dd-441e-8232-d83501da4f82', 'name': '', 'network_id': '9153953e-076a-4178-a223-e3fc74d904e2', 'tenant_id': '8eebcbb66cc94d358e996f8782532657', 'mac_address': 'fa:16:3e:83:d4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df33cc5-3008-4605-ac8b-0e54f947b22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'bcd291a3-0871-4660-a339-2e5ce93ab595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:04Z', 'updated_at': '2021-12-16T10:34:05Z', 'revision_number': 2, 'project_id': '8eebcbb66cc94d358e996f8782532657', 'subnets': [{'id': 'bcd291a3-0871-4660-a339-2e5ce93ab595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:07.267636 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4343a08d-90e1-4091-bd00-91e9e3f66bf0 None None] Checking router: 6df33cc5-3008-4605-ac8b-0e54f947b22b for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:34:07.267974 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4343a08d-90e1-4091-bd00-91e9e3f66bf0 None None] Updating router 6df33cc5-3008-4605-ac8b-0e54f947b22b port 7305020a-98dd-441e-8232-d83501da4f82 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:34:07.295089 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4343a08d-90e1-4091-bd00-91e9e3f66bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:07.491318 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fca75110-cb0b-4618-82a9-3975b15b0dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:07.551644 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca75110-cb0b-4618-82a9-3975b15b0dc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a829ce6f-db3e-4489-aa94-73c3dd9f74e2,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:07.556125 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca75110-cb0b-4618-82a9-3975b15b0dc7 admin admin] Checking segment: {'id': 'e5fb9109-94df-4431-8f48-3b7e8181d281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '72aa0a23-0e2f-479b-b35d-4cc3cf0667cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:34:07.556492 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca75110-cb0b-4618-82a9-3975b15b0dc7 admin admin] Network hostable DHCP agents. Network: 72aa0a23-0e2f-479b-b35d-4cc3cf0667cc, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:34:07.578723 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4343a08d-90e1-4091-bd00-91e9e3f66bf0 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:07.639184 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca75110-cb0b-4618-82a9-3975b15b0dc7 admin admin] Network 72aa0a23-0e2f-479b-b35d-4cc3cf0667cc is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:34:07.650870 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4343a08d-90e1-4091-bd00-91e9e3f66bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:07.702914 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab23aa3-0140-4670-a0c7-97da227bff01 None None] Pushing event updated for resources: {'Port': ['ID=7305020a-98dd-441e-8232-d83501da4f82,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:07.719730 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-fca75110-cb0b-4618-82a9-3975b15b0dc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 72aa0a23-0e2f-479b-b35d-4cc3cf0667cc) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:34:07.724674 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca75110-cb0b-4618-82a9-3975b15b0dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:07.725818 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fca75110-cb0b-4618-82a9-3975b15b0dc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:07.732360 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec71e40-bfe2-4375-b078-dc7b08875123 None None] Network 72aa0a23-0e2f-479b-b35d-4cc3cf0667cc requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:34:07.799498 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41052) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:34:07.800935 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fca75110-cb0b-4618-82a9-3975b15b0dc7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9029019 Dec 16 10:34:07.806840 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-6536f639-6b1d-4f98-9600-416e4c04fa03 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2111498630-router', 'tenant_id': 'f0b3bf8eeb44473fa2e868cd3dfed4ef', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:34:07.807273 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-4343a08d-90e1-4091-bd00-91e9e3f66bf0 None None] Attempting to bind port 7305020a-98dd-441e-8232-d83501da4f82 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:34:07.816683 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-4343a08d-90e1-4091-bd00-91e9e3f66bf0 None None] Attempting to bind port 7305020a-98dd-441e-8232-d83501da4f82 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '4ba27883-679e-43e0-816a-9a0448509dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9153953e-076a-4178-a223-e3fc74d904e2'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:34:07.817249 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4343a08d-90e1-4091-bd00-91e9e3f66bf0 None None] Attempting to bind port 7305020a-98dd-441e-8232-d83501da4f82 on network 9153953e-076a-4178-a223-e3fc74d904e2 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:34:07.825431 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4343a08d-90e1-4091-bd00-91e9e3f66bf0 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:34:07.828941 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4343a08d-90e1-4091-bd00-91e9e3f66bf0 None None] Checking segment: {'id': '4ba27883-679e-43e0-816a-9a0448509dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9153953e-076a-4178-a223-e3fc74d904e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:34:07.828941 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4343a08d-90e1-4091-bd00-91e9e3f66bf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:07.828941 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4343a08d-90e1-4091-bd00-91e9e3f66bf0 None None] Bound using segment: {'id': '4ba27883-679e-43e0-816a-9a0448509dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9153953e-076a-4178-a223-e3fc74d904e2'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:34:07.828941 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-4343a08d-90e1-4091-bd00-91e9e3f66bf0 None None] Bound port: 7305020a-98dd-441e-8232-d83501da4f82, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba27883-679e-43e0-816a-9a0448509dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9153953e-076a-4178-a223-e3fc74d904e2'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:34:07.828941 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4343a08d-90e1-4091-bd00-91e9e3f66bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:07.891179 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6536f639-6b1d-4f98-9600-416e4c04fa03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:07.892257 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6536f639-6b1d-4f98-9600-416e4c04fa03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:07.945143 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6536f639-6b1d-4f98-9600-416e4c04fa03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:07.950847 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:07.973649 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4343a08d-90e1-4091-bd00-91e9e3f66bf0 None None] For port 7305020a-98dd-441e-8232-d83501da4f82, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:34:07.979461 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4343a08d-90e1-4091-bd00-91e9e3f66bf0 None None] For port 7305020a-98dd-441e-8232-d83501da4f82, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=7305020a-98dd-441e-8232-d83501da4f82,segment=NetworkSegment(4ba27883-679e-43e0-816a-9a0448509dc4),segment_id=4ba27883-679e-43e0-816a-9a0448509dc4)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:34:08.003648 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e571a98-c5fe-43e5-9d90-937a13057511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-72aa0a23-0e2f-479b-b35d-4cc3cf0667cc', 'network_id': '72aa0a23-0e2f-479b-b35d-4cc3cf0667cc', 'tenant_id': 'f0b3bf8eeb44473fa2e868cd3dfed4ef', 'fixed_ips': [{'subnet_id': 'a829ce6f-db3e-4489-aa94-73c3dd9f74e2'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:34:08.004513 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2e571a98-c5fe-43e5-9d90-937a13057511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:08.009853 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-248f6f9d-d9c6-4c2c-9e0a-9422449455d8 None None] Provisioning complete for port 7305020a-98dd-441e-8232-d83501da4f82 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:34:08.009853 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-248f6f9d-d9c6-4c2c-9e0a-9422449455d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:08.058581 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4343a08d-90e1-4091-bd00-91e9e3f66bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:08.063919 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-248f6f9d-d9c6-4c2c-9e0a-9422449455d8 None None] Port 7305020a-98dd-441e-8232-d83501da4f82 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:34:08.133066 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device adea89f5-cfe2-47dc-b3ed-68516f0de62d up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:34:08.143746 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6536f639-6b1d-4f98-9600-416e4c04fa03 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:08.245849 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4343a08d-90e1-4091-bd00-91e9e3f66bf0 None None] Routers {'6df33cc5-3008-4605-ac8b-0e54f947b22b'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:34:08.246660 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-4343a08d-90e1-4091-bd00-91e9e3f66bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:33:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6df33cc5-3008-4605-ac8b-0e54f947b22b'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:08.248374 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab23aa3-0140-4670-a0c7-97da227bff01 None None] Pushing event updated for resources: {'Port': ['ID=7305020a-98dd-441e-8232-d83501da4f82,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:08.338902 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-2e571a98-c5fe-43e5-9d90-937a13057511 None None] Allocated IP 172.20.0.2 (72aa0a23-0e2f-479b-b35d-4cc3cf0667cc/a829ce6f-db3e-4489-aa94-73c3dd9f74e2/95fa5ae7-5307-4cf7-8542-81005f855972) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:34:08.382397 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port adea89f5-cfe2-47dc-b3ed-68516f0de62d triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:34:08.382773 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:08.402745 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6536f639-6b1d-4f98-9600-416e4c04fa03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:08.427727 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6536f639-6b1d-4f98-9600-416e4c04fa03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:08.453585 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-4343a08d-90e1-4091-bd00-91e9e3f66bf0 None None] Set router 6df33cc5-3008-4605-ac8b-0e54f947b22b gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:34:08.507440 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-da345eff-ffad-4981-a937-73c72706df66 None None] Provisioning complete for port 7305020a-98dd-441e-8232-d83501da4f82 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:34:08.507807 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-da345eff-ffad-4981-a937-73c72706df66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:08.537334 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-6536f639-6b1d-4f98-9600-416e4c04fa03 admin admin] Allocated IP 172.25.1.117 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/56c7000a-646c-4262-b54b-294ba454ebd7) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:34:08.651499 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6536f639-6b1d-4f98-9600-416e4c04fa03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:08.759870 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6536f639-6b1d-4f98-9600-416e4c04fa03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:08.797787 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6536f639-6b1d-4f98-9600-416e4c04fa03 admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:34:08.802853 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-6536f639-6b1d-4f98-9600-416e4c04fa03 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:34:08.810388 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6536f639-6b1d-4f98-9600-416e4c04fa03 admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:34:08.814793 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536f639-6b1d-4f98-9600-416e4c04fa03 admin admin] Pushing event updated for resources: {'Port': ['ID=56c7000a-646c-4262-b54b-294ba454ebd7,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:08.931582 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2e571a98-c5fe-43e5-9d90-937a13057511 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:08.970279 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-da345eff-ffad-4981-a937-73c72706df66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:08.995953 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2e571a98-c5fe-43e5-9d90-937a13057511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:09.035708 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-da345eff-ffad-4981-a937-73c72706df66 None None] For port 7305020a-98dd-441e-8232-d83501da4f82, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=7305020a-98dd-441e-8232-d83501da4f82,segment=NetworkSegment(4ba27883-679e-43e0-816a-9a0448509dc4),segment_id=4ba27883-679e-43e0-816a-9a0448509dc4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:34:09.053306 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e571a98-c5fe-43e5-9d90-937a13057511 None None] Network 72aa0a23-0e2f-479b-b35d-4cc3cf0667cc is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:34:09.058965 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-2e571a98-c5fe-43e5-9d90-937a13057511 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:34:09.063171 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e571a98-c5fe-43e5-9d90-937a13057511 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:34:09.075051 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-4343a08d-90e1-4091-bd00-91e9e3f66bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df33cc5-3008-4605-ac8b-0e54f947b22b', 'name': 'tempest-TestEncryptedCinderVolumes-21165558-router', 'tenant_id': '8eebcbb66cc94d358e996f8782532657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'adea89f5-cfe2-47dc-b3ed-68516f0de62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:34:01Z', 'updated_at': '2021-12-16T10:34:04Z', 'revision_number': 4, 'project_id': '8eebcbb66cc94d358e996f8782532657', 'gw_port': {'id': 'adea89f5-cfe2-47dc-b3ed-68516f0de62d', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:56:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df33cc5-3008-4605-ac8b-0e54f947b22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:02Z', 'updated_at': '2021-12-16T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '7305020a-98dd-441e-8232-d83501da4f82', 'name': '', 'network_id': '9153953e-076a-4178-a223-e3fc74d904e2', 'tenant_id': '8eebcbb66cc94d358e996f8782532657', 'mac_address': 'fa:16:3e:83:d4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df33cc5-3008-4605-ac8b-0e54f947b22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'bcd291a3-0871-4660-a339-2e5ce93ab595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:04Z', 'updated_at': '2021-12-16T10:34:07Z', 'revision_number': 4, 'project_id': '8eebcbb66cc94d358e996f8782532657', 'subnets': [{'id': 'bcd291a3-0871-4660-a339-2e5ce93ab595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:09.076730 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e571a98-c5fe-43e5-9d90-937a13057511 None None] Pushing event updated for resources: {'Port': ['ID=95fa5ae7-5307-4cf7-8542-81005f855972,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:09.080810 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-da345eff-ffad-4981-a937-73c72706df66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:09.113785 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6536f639-6b1d-4f98-9600-416e4c04fa03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:09.131096 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4343a08d-90e1-4091-bd00-91e9e3f66bf0 None None] The sync data for ids ['6df33cc5-3008-4605-ac8b-0e54f947b22b'] in n-d-820550-2 is: [{'id': '6df33cc5-3008-4605-ac8b-0e54f947b22b', 'name': 'tempest-TestEncryptedCinderVolumes-21165558-router', 'tenant_id': '8eebcbb66cc94d358e996f8782532657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'adea89f5-cfe2-47dc-b3ed-68516f0de62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:34:01Z', 'updated_at': '2021-12-16T10:34:04Z', 'revision_number': 4, 'project_id': '8eebcbb66cc94d358e996f8782532657', 'gw_port': {'id': 'adea89f5-cfe2-47dc-b3ed-68516f0de62d', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:56:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df33cc5-3008-4605-ac8b-0e54f947b22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:02Z', 'updated_at': '2021-12-16T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '7305020a-98dd-441e-8232-d83501da4f82', 'name': '', 'network_id': '9153953e-076a-4178-a223-e3fc74d904e2', 'tenant_id': '8eebcbb66cc94d358e996f8782532657', 'mac_address': 'fa:16:3e:83:d4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df33cc5-3008-4605-ac8b-0e54f947b22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'bcd291a3-0871-4660-a339-2e5ce93ab595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:04Z', 'updated_at': '2021-12-16T10:34:07Z', 'revision_number': 4, 'project_id': '8eebcbb66cc94d358e996f8782532657', 'subnets': [{'id': 'bcd291a3-0871-4660-a339-2e5ce93ab595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:34:09.198237 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da345eff-ffad-4981-a937-73c72706df66 None None] Pushing event updated for resources: {'Port': ['ID=7305020a-98dd-441e-8232-d83501da4f82,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:09.217129 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-2e571a98-c5fe-43e5-9d90-937a13057511 None None] Attempting to bind port 95fa5ae7-5307-4cf7-8542-81005f855972 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:34:09.217523 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-2e571a98-c5fe-43e5-9d90-937a13057511 None None] Attempting to bind port 95fa5ae7-5307-4cf7-8542-81005f855972 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'e5fb9109-94df-4431-8f48-3b7e8181d281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '72aa0a23-0e2f-479b-b35d-4cc3cf0667cc'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:34:09.218088 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e571a98-c5fe-43e5-9d90-937a13057511 None None] Attempting to bind port 95fa5ae7-5307-4cf7-8542-81005f855972 on network 72aa0a23-0e2f-479b-b35d-4cc3cf0667cc {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:34:09.225071 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e571a98-c5fe-43e5-9d90-937a13057511 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:34:09.225071 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e571a98-c5fe-43e5-9d90-937a13057511 None None] Checking segment: {'id': 'e5fb9109-94df-4431-8f48-3b7e8181d281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '72aa0a23-0e2f-479b-b35d-4cc3cf0667cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:34:09.225071 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2e571a98-c5fe-43e5-9d90-937a13057511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:09.225709 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e571a98-c5fe-43e5-9d90-937a13057511 None None] Bound using segment: {'id': 'e5fb9109-94df-4431-8f48-3b7e8181d281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '72aa0a23-0e2f-479b-b35d-4cc3cf0667cc'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:34:09.225709 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-2e571a98-c5fe-43e5-9d90-937a13057511 None None] Bound port: 95fa5ae7-5307-4cf7-8542-81005f855972, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fb9109-94df-4431-8f48-3b7e8181d281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '72aa0a23-0e2f-479b-b35d-4cc3cf0667cc'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:34:09.226187 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2e571a98-c5fe-43e5-9d90-937a13057511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:09.310647 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2e571a98-c5fe-43e5-9d90-937a13057511 None None] For port 95fa5ae7-5307-4cf7-8542-81005f855972, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:34:09.314097 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2e571a98-c5fe-43e5-9d90-937a13057511 None None] For port 95fa5ae7-5307-4cf7-8542-81005f855972, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=95fa5ae7-5307-4cf7-8542-81005f855972,segment=NetworkSegment(e5fb9109-94df-4431-8f48-3b7e8181d281),segment_id=e5fb9109-94df-4431-8f48-3b7e8181d281)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:34:09.364869 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6536f639-6b1d-4f98-9600-416e4c04fa03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:09.382631 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2e571a98-c5fe-43e5-9d90-937a13057511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:09.448700 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e571a98-c5fe-43e5-9d90-937a13057511 None None] Pushing event updated for resources: {'Port': ['ID=95fa5ae7-5307-4cf7-8542-81005f855972,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:09.574148 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6536f639-6b1d-4f98-9600-416e4c04fa03 admin admin] Router b7dab8e6-5fef-4fe1-a033-93184055929f is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:34:09.725044 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6536f639-6b1d-4f98-9600-416e4c04fa03 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:34:09.739323 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eee1b2-de02-4184-b251-6474f34e0fd9 None None] Sync routers for ids ['b7dab8e6-5fef-4fe1-a033-93184055929f'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:34:09.756556 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eee1b2-de02-4184-b251-6474f34e0fd9 None None] Routers {'b7dab8e6-5fef-4fe1-a033-93184055929f'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:34:09.757485 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-c6eee1b2-de02-4184-b251-6474f34e0fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:33:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b7dab8e6-5fef-4fe1-a033-93184055929f'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:09.801824 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6536f639-6b1d-4f98-9600-416e4c04fa03 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:09.803195 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6536f639-6b1d-4f98-9600-416e4c04fa03 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0008337 Dec 16 10:34:09.806251 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41054) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:34:09.964998 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-c6eee1b2-de02-4184-b251-6474f34e0fd9 None None] Set router b7dab8e6-5fef-4fe1-a033-93184055929f gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:34:10.190352 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 95fa5ae7-5307-4cf7-8542-81005f855972 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:34:10.226262 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-c6eee1b2-de02-4184-b251-6474f34e0fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dab8e6-5fef-4fe1-a033-93184055929f', 'name': 'tempest-TestEncryptedCinderVolumes-2111498630-router', 'tenant_id': 'f0b3bf8eeb44473fa2e868cd3dfed4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '56c7000a-646c-4262-b54b-294ba454ebd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:34:07Z', 'updated_at': '2021-12-16T10:34:08Z', 'revision_number': 3, 'project_id': 'f0b3bf8eeb44473fa2e868cd3dfed4ef', 'gw_port': {'id': '56c7000a-646c-4262-b54b-294ba454ebd7', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:89:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dab8e6-5fef-4fe1-a033-93184055929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:08Z', 'updated_at': '2021-12-16T10:34:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:10.263084 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eee1b2-de02-4184-b251-6474f34e0fd9 None None] Checking router: b7dab8e6-5fef-4fe1-a033-93184055929f for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:34:10.263444 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eee1b2-de02-4184-b251-6474f34e0fd9 None None] Updating router b7dab8e6-5fef-4fe1-a033-93184055929f port 56c7000a-646c-4262-b54b-294ba454ebd7 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:34:10.277492 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 95fa5ae7-5307-4cf7-8542-81005f855972 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:34:10.278123 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:10.297409 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-c6eee1b2-de02-4184-b251-6474f34e0fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:10.386833 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:10.432165 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 95fa5ae7-5307-4cf7-8542-81005f855972, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=95fa5ae7-5307-4cf7-8542-81005f855972,segment=NetworkSegment(e5fb9109-94df-4431-8f48-3b7e8181d281),segment_id=e5fb9109-94df-4431-8f48-3b7e8181d281)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:34:10.486995 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:10.488326 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 7305020a-98dd-441e-8232-d83501da4f82 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:34:10.583542 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f12b8a0-44ce-4e2c-91d2-39366135992c None None] Network 72aa0a23-0e2f-479b-b35d-4cc3cf0667cc requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:34:10.585401 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=95fa5ae7-5307-4cf7-8542-81005f855972,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:10.649411 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-c6eee1b2-de02-4184-b251-6474f34e0fd9 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:10.659821 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 7305020a-98dd-441e-8232-d83501da4f82 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:34:10.660199 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:10.685847 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-eca6e842-ac21-47a0-9c8b-6331692d3ec2 None None] Provisioning complete for port 95fa5ae7-5307-4cf7-8542-81005f855972 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:34:10.686137 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-eca6e842-ac21-47a0-9c8b-6331692d3ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:10.697565 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-c6eee1b2-de02-4184-b251-6474f34e0fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:10.758240 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-c6eee1b2-de02-4184-b251-6474f34e0fd9 None None] Attempting to bind port 56c7000a-646c-4262-b54b-294ba454ebd7 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:34:10.758906 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-c6eee1b2-de02-4184-b251-6474f34e0fd9 None None] Attempting to bind port 56c7000a-646c-4262-b54b-294ba454ebd7 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:34:10.759052 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eee1b2-de02-4184-b251-6474f34e0fd9 None None] Attempting to bind port 56c7000a-646c-4262-b54b-294ba454ebd7 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:34:10.764283 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-94364b03-e87f-4713-8e9c-04791c761b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:10.770447 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eee1b2-de02-4184-b251-6474f34e0fd9 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:34:10.770818 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eee1b2-de02-4184-b251-6474f34e0fd9 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:34:10.771216 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-c6eee1b2-de02-4184-b251-6474f34e0fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:10.771606 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eee1b2-de02-4184-b251-6474f34e0fd9 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:34:10.772067 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-c6eee1b2-de02-4184-b251-6474f34e0fd9 None None] Bound port: 56c7000a-646c-4262-b54b-294ba454ebd7, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:34:10.772440 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-c6eee1b2-de02-4184-b251-6474f34e0fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:10.773977 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd018f6-1ecf-486a-940f-bfa8d493bc2d None None] Pushing event updated for resources: {'Port': ['ID=56c7000a-646c-4262-b54b-294ba454ebd7,revision_number=2']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:10.840923 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-c6eee1b2-de02-4184-b251-6474f34e0fd9 None None] For port 56c7000a-646c-4262-b54b-294ba454ebd7, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:34:10.844633 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-c6eee1b2-de02-4184-b251-6474f34e0fd9 None None] For port 56c7000a-646c-4262-b54b-294ba454ebd7, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=56c7000a-646c-4262-b54b-294ba454ebd7,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:34:10.919862 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-c6eee1b2-de02-4184-b251-6474f34e0fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:10.937483 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-94364b03-e87f-4713-8e9c-04791c761b3a admin admin] Allocated IP 172.20.0.1 (72aa0a23-0e2f-479b-b35d-4cc3cf0667cc/a829ce6f-db3e-4489-aa94-73c3dd9f74e2/3822fc87-3cee-435f-b68e-7f0851bb9e0d) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:34:10.986516 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eee1b2-de02-4184-b251-6474f34e0fd9 None None] Routers {'b7dab8e6-5fef-4fe1-a033-93184055929f'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:34:10.987202 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-c6eee1b2-de02-4184-b251-6474f34e0fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:33:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b7dab8e6-5fef-4fe1-a033-93184055929f'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:11.023822 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd018f6-1ecf-486a-940f-bfa8d493bc2d None None] Pushing event updated for resources: {'Port': ['ID=56c7000a-646c-4262-b54b-294ba454ebd7,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:11.060131 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-94364b03-e87f-4713-8e9c-04791c761b3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:11.101314 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-c6eee1b2-de02-4184-b251-6474f34e0fd9 None None] Set router b7dab8e6-5fef-4fe1-a033-93184055929f gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:34:11.103967 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-50b204ae-9b32-46d1-bb53-260c8f5ba628 None None] Provisioning complete for port 95fa5ae7-5307-4cf7-8542-81005f855972 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:34:11.103967 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-50b204ae-9b32-46d1-bb53-260c8f5ba628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:11.142765 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-94364b03-e87f-4713-8e9c-04791c761b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:11.196215 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94364b03-e87f-4713-8e9c-04791c761b3a admin admin] Network 72aa0a23-0e2f-479b-b35d-4cc3cf0667cc is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:34:11.201186 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-94364b03-e87f-4713-8e9c-04791c761b3a admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:34:11.207958 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94364b03-e87f-4713-8e9c-04791c761b3a admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:34:11.211262 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94364b03-e87f-4713-8e9c-04791c761b3a admin admin] Pushing event updated for resources: {'Port': ['ID=3822fc87-3cee-435f-b68e-7f0851bb9e0d,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:11.254178 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-94364b03-e87f-4713-8e9c-04791c761b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:11.294408 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-c6eee1b2-de02-4184-b251-6474f34e0fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dab8e6-5fef-4fe1-a033-93184055929f', 'name': 'tempest-TestEncryptedCinderVolumes-2111498630-router', 'tenant_id': 'f0b3bf8eeb44473fa2e868cd3dfed4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '56c7000a-646c-4262-b54b-294ba454ebd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:34:07Z', 'updated_at': '2021-12-16T10:34:08Z', 'revision_number': 3, 'project_id': 'f0b3bf8eeb44473fa2e868cd3dfed4ef', 'gw_port': {'id': '56c7000a-646c-4262-b54b-294ba454ebd7', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:89:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dab8e6-5fef-4fe1-a033-93184055929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:08Z', 'updated_at': '2021-12-16T10:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:11.327077 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eee1b2-de02-4184-b251-6474f34e0fd9 None None] The sync data for ids ['b7dab8e6-5fef-4fe1-a033-93184055929f'] in n-d-820550-2 is: [{'id': 'b7dab8e6-5fef-4fe1-a033-93184055929f', 'name': 'tempest-TestEncryptedCinderVolumes-2111498630-router', 'tenant_id': 'f0b3bf8eeb44473fa2e868cd3dfed4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '56c7000a-646c-4262-b54b-294ba454ebd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:34:07Z', 'updated_at': '2021-12-16T10:34:08Z', 'revision_number': 3, 'project_id': 'f0b3bf8eeb44473fa2e868cd3dfed4ef', 'gw_port': {'id': '56c7000a-646c-4262-b54b-294ba454ebd7', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:89:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dab8e6-5fef-4fe1-a033-93184055929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:08Z', 'updated_at': '2021-12-16T10:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:34:11.376230 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:11.440039 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-94364b03-e87f-4713-8e9c-04791c761b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:11.509563 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2b653a13-1499-40c7-962e-bdc5ec2791fc None None] Provisioning complete for port 3822fc87-3cee-435f-b68e-7f0851bb9e0d triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:34:11.510170 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2b653a13-1499-40c7-962e-bdc5ec2791fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:11.547449 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2b653a13-1499-40c7-962e-bdc5ec2791fc None None] Port 3822fc87-3cee-435f-b68e-7f0851bb9e0d cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:34:11.619289 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-94364b03-e87f-4713-8e9c-04791c761b3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:11.673564 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-94364b03-e87f-4713-8e9c-04791c761b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:11.746946 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94364b03-e87f-4713-8e9c-04791c761b3a admin admin] Pushing event updated for resources: {'Port': ['ID=3822fc87-3cee-435f-b68e-7f0851bb9e0d,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:11.753701 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-94364b03-e87f-4713-8e9c-04791c761b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:11.854890 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94364b03-e87f-4713-8e9c-04791c761b3a admin admin] Network 72aa0a23-0e2f-479b-b35d-4cc3cf0667cc is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:34:11.856316 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-94364b03-e87f-4713-8e9c-04791c761b3a admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:34:11.981661 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94364b03-e87f-4713-8e9c-04791c761b3a admin admin] Router b7dab8e6-5fef-4fe1-a033-93184055929f has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:34:12.111933 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94364b03-e87f-4713-8e9c-04791c761b3a admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:34:12.117325 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-94364b03-e87f-4713-8e9c-04791c761b3a admin admin] 10.222.0.60 "PUT /v2.0/routers/b7dab8e6-5fef-4fe1-a033-93184055929f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3098488 Dec 16 10:34:12.174144 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-599ac43b-940d-4573-af7f-b93cca462eb3 None None] Provisioning complete for port 3822fc87-3cee-435f-b68e-7f0851bb9e0d triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:34:12.174533 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-599ac43b-940d-4573-af7f-b93cca462eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:12.200977 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 95fa5ae7-5307-4cf7-8542-81005f855972 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:34:12.245513 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-599ac43b-940d-4573-af7f-b93cca462eb3 None None] Port 3822fc87-3cee-435f-b68e-7f0851bb9e0d cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:34:12.265294 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 95fa5ae7-5307-4cf7-8542-81005f855972 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:34:12.265661 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:12.344150 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 56c7000a-646c-4262-b54b-294ba454ebd7 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:34:12.389020 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 56c7000a-646c-4262-b54b-294ba454ebd7 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:34:12.389426 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:12.472117 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:12.491191 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 56c7000a-646c-4262-b54b-294ba454ebd7, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=56c7000a-646c-4262-b54b-294ba454ebd7,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:34:12.553632 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:12.608474 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=56c7000a-646c-4262-b54b-294ba454ebd7,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:12.905269 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-62942dfe-7d20-4ab9-9112-eedffae6f107 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:12.906763 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-62942dfe-7d20-4ab9-9112-eedffae6f107 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/networks?id=9153953e-076a-4178-a223-e3fc74d904e2 HTTP/1.1" status: 200 len: 815 time: 0.1072650 Dec 16 10:34:12.923484 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-fd3c719c-2127-4012-a8d0-f93e61d997dc tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/quotas/8eebcbb66cc94d358e996f8782532657 HTTP/1.1" status: 200 len: 375 time: 0.0100868 Dec 16 10:34:12.926325 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da92709-c640-4fdb-a052-f62870b9c0c4 None None] Sync routers for ids ['b7dab8e6-5fef-4fe1-a033-93184055929f'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:34:12.935551 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da92709-c640-4fdb-a052-f62870b9c0c4 None None] Routers {'b7dab8e6-5fef-4fe1-a033-93184055929f'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:34:12.936161 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-8da92709-c640-4fdb-a052-f62870b9c0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:33:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b7dab8e6-5fef-4fe1-a033-93184055929f'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:12.975222 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-2848eeea-be0f-42e9-87de-cd714a7ba9ca tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8eebcbb66cc94d358e996f8782532657&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460618 Dec 16 10:34:13.040130 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-8da92709-c640-4fdb-a052-f62870b9c0c4 None None] Set router b7dab8e6-5fef-4fe1-a033-93184055929f gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:34:13.074602 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-785b2a1a-ffbb-43db-b0fa-43e8788f7fd3 service neutron] 10.222.0.60 "GET /v2.0/networks/9153953e-076a-4178-a223-e3fc74d904e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874848 Dec 16 10:34:13.165228 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-ce527a1d-4dbe-47ec-a8fe-e928bb96e192 service neutron] 10.222.0.60 "GET /v2.0/networks/9153953e-076a-4178-a223-e3fc74d904e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844433 Dec 16 10:34:13.236562 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-8da92709-c640-4fdb-a052-f62870b9c0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dab8e6-5fef-4fe1-a033-93184055929f', 'name': 'tempest-TestEncryptedCinderVolumes-2111498630-router', 'tenant_id': 'f0b3bf8eeb44473fa2e868cd3dfed4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '56c7000a-646c-4262-b54b-294ba454ebd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:34:07Z', 'updated_at': '2021-12-16T10:34:11Z', 'revision_number': 4, 'project_id': 'f0b3bf8eeb44473fa2e868cd3dfed4ef', 'gw_port': {'id': '56c7000a-646c-4262-b54b-294ba454ebd7', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:89:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dab8e6-5fef-4fe1-a033-93184055929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:08Z', 'updated_at': '2021-12-16T10:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '3822fc87-3cee-435f-b68e-7f0851bb9e0d', 'name': '', 'network_id': '72aa0a23-0e2f-479b-b35d-4cc3cf0667cc', 'tenant_id': 'f0b3bf8eeb44473fa2e868cd3dfed4ef', 'mac_address': 'fa:16:3e:27:91:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dab8e6-5fef-4fe1-a033-93184055929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'a829ce6f-db3e-4489-aa94-73c3dd9f74e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:10Z', 'updated_at': '2021-12-16T10:34:11Z', 'revision_number': 2, 'project_id': 'f0b3bf8eeb44473fa2e868cd3dfed4ef', 'subnets': [{'id': 'a829ce6f-db3e-4489-aa94-73c3dd9f74e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:13.267501 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da92709-c640-4fdb-a052-f62870b9c0c4 None None] Checking router: b7dab8e6-5fef-4fe1-a033-93184055929f for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:34:13.267854 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da92709-c640-4fdb-a052-f62870b9c0c4 None None] Updating router b7dab8e6-5fef-4fe1-a033-93184055929f port 3822fc87-3cee-435f-b68e-7f0851bb9e0d binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:34:13.292595 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8da92709-c640-4fdb-a052-f62870b9c0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:13.416811 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b94b1ed8-4ebf-471c-8c05-05406a0d81de req-ce4e23b7-8681-4c3e-bbf5-6410c67778cd tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/ports?device_id=e63de36b-7bd8-426e-a6bf-b55ebe4ed3e5 HTTP/1.1" status: 200 len: 210 time: 0.0316157 Dec 16 10:34:13.556980 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8da92709-c640-4fdb-a052-f62870b9c0c4 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:13.610472 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8da92709-c640-4fdb-a052-f62870b9c0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:13.666080 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fbdc62-c110-4ab8-b054-85672308a4dc None None] Pushing event updated for resources: {'Port': ['ID=3822fc87-3cee-435f-b68e-7f0851bb9e0d,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:13.715930 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-8da92709-c640-4fdb-a052-f62870b9c0c4 None None] Attempting to bind port 3822fc87-3cee-435f-b68e-7f0851bb9e0d on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:34:13.716305 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-8da92709-c640-4fdb-a052-f62870b9c0c4 None None] Attempting to bind port 3822fc87-3cee-435f-b68e-7f0851bb9e0d by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'e5fb9109-94df-4431-8f48-3b7e8181d281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '72aa0a23-0e2f-479b-b35d-4cc3cf0667cc'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:34:13.716671 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da92709-c640-4fdb-a052-f62870b9c0c4 None None] Attempting to bind port 3822fc87-3cee-435f-b68e-7f0851bb9e0d on network 72aa0a23-0e2f-479b-b35d-4cc3cf0667cc {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:34:13.721898 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da92709-c640-4fdb-a052-f62870b9c0c4 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:34:13.722277 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da92709-c640-4fdb-a052-f62870b9c0c4 None None] Checking segment: {'id': 'e5fb9109-94df-4431-8f48-3b7e8181d281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '72aa0a23-0e2f-479b-b35d-4cc3cf0667cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:34:13.722679 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8da92709-c640-4fdb-a052-f62870b9c0c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:13.723071 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da92709-c640-4fdb-a052-f62870b9c0c4 None None] Bound using segment: {'id': 'e5fb9109-94df-4431-8f48-3b7e8181d281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '72aa0a23-0e2f-479b-b35d-4cc3cf0667cc'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:34:13.723575 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-8da92709-c640-4fdb-a052-f62870b9c0c4 None None] Bound port: 3822fc87-3cee-435f-b68e-7f0851bb9e0d, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fb9109-94df-4431-8f48-3b7e8181d281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '72aa0a23-0e2f-479b-b35d-4cc3cf0667cc'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:34:13.723956 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8da92709-c640-4fdb-a052-f62870b9c0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:13.791411 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-8da92709-c640-4fdb-a052-f62870b9c0c4 None None] For port 3822fc87-3cee-435f-b68e-7f0851bb9e0d, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:34:13.794934 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-8da92709-c640-4fdb-a052-f62870b9c0c4 None None] For port 3822fc87-3cee-435f-b68e-7f0851bb9e0d, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=3822fc87-3cee-435f-b68e-7f0851bb9e0d,segment=NetworkSegment(e5fb9109-94df-4431-8f48-3b7e8181d281),segment_id=e5fb9109-94df-4431-8f48-3b7e8181d281)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:34:13.845333 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8da92709-c640-4fdb-a052-f62870b9c0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:13.919251 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-0f010c06-f238-4217-9900-e091a0e70231 None None] Provisioning complete for port 3822fc87-3cee-435f-b68e-7f0851bb9e0d triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:34:13.919631 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0f010c06-f238-4217-9900-e091a0e70231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:13.921526 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da92709-c640-4fdb-a052-f62870b9c0c4 None None] Routers {'b7dab8e6-5fef-4fe1-a033-93184055929f'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:34:13.922173 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-8da92709-c640-4fdb-a052-f62870b9c0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:33:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b7dab8e6-5fef-4fe1-a033-93184055929f'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:13.923808 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fbdc62-c110-4ab8-b054-85672308a4dc None None] Pushing event updated for resources: {'Port': ['ID=3822fc87-3cee-435f-b68e-7f0851bb9e0d,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:14.088821 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-8da92709-c640-4fdb-a052-f62870b9c0c4 None None] Set router b7dab8e6-5fef-4fe1-a033-93184055929f gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:34:14.120722 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 56c7000a-646c-4262-b54b-294ba454ebd7 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:34:14.161093 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0f010c06-f238-4217-9900-e091a0e70231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:14.286832 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-0f010c06-f238-4217-9900-e091a0e70231 None None] For port 3822fc87-3cee-435f-b68e-7f0851bb9e0d, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=3822fc87-3cee-435f-b68e-7f0851bb9e0d,segment=NetworkSegment(e5fb9109-94df-4431-8f48-3b7e8181d281),segment_id=e5fb9109-94df-4431-8f48-3b7e8181d281)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:34:14.309696 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 56c7000a-646c-4262-b54b-294ba454ebd7 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:34:14.309696 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:14.415355 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0f010c06-f238-4217-9900-e091a0e70231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:14.547271 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-79282fb5-5022-4491-9e53-c9d39b3c75cc req-f9acec26-0fe4-487a-a39e-a29c5f8ccb3f tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/ports?device_id=e63de36b-7bd8-426e-a6bf-b55ebe4ed3e5 HTTP/1.1" status: 200 len: 210 time: 0.0303168 Dec 16 10:34:14.633812 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-8da92709-c640-4fdb-a052-f62870b9c0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dab8e6-5fef-4fe1-a033-93184055929f', 'name': 'tempest-TestEncryptedCinderVolumes-2111498630-router', 'tenant_id': 'f0b3bf8eeb44473fa2e868cd3dfed4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '56c7000a-646c-4262-b54b-294ba454ebd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:34:07Z', 'updated_at': '2021-12-16T10:34:11Z', 'revision_number': 4, 'project_id': 'f0b3bf8eeb44473fa2e868cd3dfed4ef', 'gw_port': {'id': '56c7000a-646c-4262-b54b-294ba454ebd7', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:89:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dab8e6-5fef-4fe1-a033-93184055929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:08Z', 'updated_at': '2021-12-16T10:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '3822fc87-3cee-435f-b68e-7f0851bb9e0d', 'name': '', 'network_id': '72aa0a23-0e2f-479b-b35d-4cc3cf0667cc', 'tenant_id': 'f0b3bf8eeb44473fa2e868cd3dfed4ef', 'mac_address': 'fa:16:3e:27:91:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dab8e6-5fef-4fe1-a033-93184055929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'a829ce6f-db3e-4489-aa94-73c3dd9f74e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:10Z', 'updated_at': '2021-12-16T10:34:13Z', 'revision_number': 4, 'project_id': 'f0b3bf8eeb44473fa2e868cd3dfed4ef', 'subnets': [{'id': 'a829ce6f-db3e-4489-aa94-73c3dd9f74e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:14.670712 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f010c06-f238-4217-9900-e091a0e70231 None None] Pushing event updated for resources: {'Port': ['ID=3822fc87-3cee-435f-b68e-7f0851bb9e0d,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:14.674047 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da92709-c640-4fdb-a052-f62870b9c0c4 None None] The sync data for ids ['b7dab8e6-5fef-4fe1-a033-93184055929f'] in n-d-820550-2 is: [{'id': 'b7dab8e6-5fef-4fe1-a033-93184055929f', 'name': 'tempest-TestEncryptedCinderVolumes-2111498630-router', 'tenant_id': 'f0b3bf8eeb44473fa2e868cd3dfed4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '56c7000a-646c-4262-b54b-294ba454ebd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:34:07Z', 'updated_at': '2021-12-16T10:34:11Z', 'revision_number': 4, 'project_id': 'f0b3bf8eeb44473fa2e868cd3dfed4ef', 'gw_port': {'id': '56c7000a-646c-4262-b54b-294ba454ebd7', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:89:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dab8e6-5fef-4fe1-a033-93184055929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:08Z', 'updated_at': '2021-12-16T10:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '3822fc87-3cee-435f-b68e-7f0851bb9e0d', 'name': '', 'network_id': '72aa0a23-0e2f-479b-b35d-4cc3cf0667cc', 'tenant_id': 'f0b3bf8eeb44473fa2e868cd3dfed4ef', 'mac_address': 'fa:16:3e:27:91:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dab8e6-5fef-4fe1-a033-93184055929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'a829ce6f-db3e-4489-aa94-73c3dd9f74e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:10Z', 'updated_at': '2021-12-16T10:34:13Z', 'revision_number': 4, 'project_id': 'f0b3bf8eeb44473fa2e868cd3dfed4ef', 'subnets': [{'id': 'a829ce6f-db3e-4489-aa94-73c3dd9f74e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:34:14.675910 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-9f7789a1-57a0-47ca-adaf-36308fada268 None None] Provisioning complete for port 3822fc87-3cee-435f-b68e-7f0851bb9e0d triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:34:14.676283 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9f7789a1-57a0-47ca-adaf-36308fada268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:15.433012 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-6086828a-f5ee-4edb-aa07-e56ff2d5f434 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:15.434448 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-6086828a-f5ee-4edb-aa07-e56ff2d5f434 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.58 "GET /v2.0/networks?id=9153953e-076a-4178-a223-e3fc74d904e2 HTTP/1.1" status: 200 len: 815 time: 0.1243901 Dec 16 10:34:15.447995 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-ecf062aa-711c-4f96-8268-e898f0c94efa tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Request body: {'port': {'device_id': 'e63de36b-7bd8-426e-a6bf-b55ebe4ed3e5', 'network_id': '9153953e-076a-4178-a223-e3fc74d904e2', 'admin_state_up': True, 'tenant_id': '8eebcbb66cc94d358e996f8782532657'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:34:15.604685 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-ecf062aa-711c-4f96-8268-e898f0c94efa tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Made reservation on behalf of 8eebcbb66cc94d358e996f8782532657 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:34:15.608496 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-ecf062aa-711c-4f96-8268-e898f0c94efa tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:15.644725 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-26387c0f-954a-4605-b7cf-bce83054ff7d req-af4033df-47fb-4905-82ca-cf78540df07b tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/ports?device_id=e63de36b-7bd8-426e-a6bf-b55ebe4ed3e5 HTTP/1.1" status: 200 len: 210 time: 0.0267546 Dec 16 10:34:15.740907 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-ecf062aa-711c-4f96-8268-e898f0c94efa tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Allocated IP 172.20.0.8 (9153953e-076a-4178-a223-e3fc74d904e2/bcd291a3-0871-4660-a339-2e5ce93ab595/3e521d00-2d6d-49a8-8d72-e86f71d55d28) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:34:15.895791 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-ecf062aa-711c-4f96-8268-e898f0c94efa tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:16.011151 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-ecf062aa-711c-4f96-8268-e898f0c94efa tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:16.060242 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-ecf062aa-711c-4f96-8268-e898f0c94efa tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Network 9153953e-076a-4178-a223-e3fc74d904e2 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:34:16.064190 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-ecf062aa-711c-4f96-8268-e898f0c94efa tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:34:16.067969 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-ecf062aa-711c-4f96-8268-e898f0c94efa tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:34:16.102012 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf062aa-711c-4f96-8268-e898f0c94efa tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Pushing event updated for resources: {'Port': ['ID=3e521d00-2d6d-49a8-8d72-e86f71d55d28,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:16.114879 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf062aa-711c-4f96-8268-e898f0c94efa tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:16.115254 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf062aa-711c-4f96-8268-e898f0c94efa tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:16.115567 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf062aa-711c-4f96-8268-e898f0c94efa tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:16.115903 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf062aa-711c-4f96-8268-e898f0c94efa tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:16.116284 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf062aa-711c-4f96-8268-e898f0c94efa tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:16.116630 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf062aa-711c-4f96-8268-e898f0c94efa tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:16.116871 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf062aa-711c-4f96-8268-e898f0c94efa tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:16.117221 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf062aa-711c-4f96-8268-e898f0c94efa tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:16.117554 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf062aa-711c-4f96-8268-e898f0c94efa tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:16.117875 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf062aa-711c-4f96-8268-e898f0c94efa tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:16.118194 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf062aa-711c-4f96-8268-e898f0c94efa tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:16.118513 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf062aa-711c-4f96-8268-e898f0c94efa tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:16.121972 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 3822fc87-3cee-435f-b68e-7f0851bb9e0d up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:34:16.142457 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-ecf062aa-711c-4f96-8268-e898f0c94efa tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:16.143130 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-ecf062aa-711c-4f96-8268-e898f0c94efa tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:16.198754 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 3822fc87-3cee-435f-b68e-7f0851bb9e0d triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:34:16.198754 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:16.219438 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-ecf062aa-711c-4f96-8268-e898f0c94efa tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7751756 Dec 16 10:34:16.234421 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-1f2c9ff4-2dd8-44e7-a096-0ac37c047a31 service neutron] Request body: {'port': {'device_id': 'e63de36b-7bd8-426e-a6bf-b55ebe4ed3e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:34:16.301356 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-1f2c9ff4-2dd8-44e7-a096-0ac37c047a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:16.411026 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-7b935fa1-5533-4c0e-9842-783d16c77a8b None None] Provisioning complete for port 3e521d00-2d6d-49a8-8d72-e86f71d55d28 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:34:16.416166 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7b935fa1-5533-4c0e-9842-783d16c77a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:16.452075 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-7b935fa1-5533-4c0e-9842-783d16c77a8b None None] Port 3e521d00-2d6d-49a8-8d72-e86f71d55d28 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:34:16.579431 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-1f2c9ff4-2dd8-44e7-a096-0ac37c047a31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e521d00-2d6d-49a8-8d72-e86f71d55d28 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:34:16.587256 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-1f2c9ff4-2dd8-44e7-a096-0ac37c047a31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:16.599388 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-1f2c9ff4-2dd8-44e7-a096-0ac37c047a31 service neutron] Transition to ACTIVE for port object 3e521d00-2d6d-49a8-8d72-e86f71d55d28 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:34:16.650604 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-1f2c9ff4-2dd8-44e7-a096-0ac37c047a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:16.706082 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c9ff4-2dd8-44e7-a096-0ac37c047a31 service neutron] Pushing event updated for resources: {'Port': ['ID=3e521d00-2d6d-49a8-8d72-e86f71d55d28,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:16.817450 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-1f2c9ff4-2dd8-44e7-a096-0ac37c047a31 service neutron] Attempting to bind port 3e521d00-2d6d-49a8-8d72-e86f71d55d28 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:34:16.817786 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-1f2c9ff4-2dd8-44e7-a096-0ac37c047a31 service neutron] Attempting to bind port 3e521d00-2d6d-49a8-8d72-e86f71d55d28 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '4ba27883-679e-43e0-816a-9a0448509dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9153953e-076a-4178-a223-e3fc74d904e2'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:34:16.818121 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-1f2c9ff4-2dd8-44e7-a096-0ac37c047a31 service neutron] Attempting to bind port 3e521d00-2d6d-49a8-8d72-e86f71d55d28 on network 9153953e-076a-4178-a223-e3fc74d904e2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:34:16.828698 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707f3c5-f6dd-4906-a6b2-1cf9a86a9f30 req-7ad12274-ec87-4d6d-95cc-86764d16e6c2 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:16.830235 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7707f3c5-f6dd-4906-a6b2-1cf9a86a9f30 req-7ad12274-ec87-4d6d-95cc-86764d16e6c2 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/ports?device_id=e63de36b-7bd8-426e-a6bf-b55ebe4ed3e5 HTTP/1.1" status: 200 len: 943 time: 0.0950601 Dec 16 10:34:16.832516 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-1f2c9ff4-2dd8-44e7-a096-0ac37c047a31 service neutron] Port 3e521d00-2d6d-49a8-8d72-e86f71d55d28 on network 9153953e-076a-4178-a223-e3fc74d904e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:34:16.832844 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-1f2c9ff4-2dd8-44e7-a096-0ac37c047a31 service neutron] Attempting to bind port 3e521d00-2d6d-49a8-8d72-e86f71d55d28 on network 9153953e-076a-4178-a223-e3fc74d904e2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:34:16.840091 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-1f2c9ff4-2dd8-44e7-a096-0ac37c047a31 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:34:16.840429 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-1f2c9ff4-2dd8-44e7-a096-0ac37c047a31 service neutron] Checking segment: {'id': '4ba27883-679e-43e0-816a-9a0448509dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9153953e-076a-4178-a223-e3fc74d904e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:34:16.840814 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-1f2c9ff4-2dd8-44e7-a096-0ac37c047a31 service neutron] Bound using segment: {'id': '4ba27883-679e-43e0-816a-9a0448509dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9153953e-076a-4178-a223-e3fc74d904e2'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:34:16.841348 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-1f2c9ff4-2dd8-44e7-a096-0ac37c047a31 service neutron] Bound port: 3e521d00-2d6d-49a8-8d72-e86f71d55d28, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba27883-679e-43e0-816a-9a0448509dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9153953e-076a-4178-a223-e3fc74d904e2'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:34:16.841709 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-1f2c9ff4-2dd8-44e7-a096-0ac37c047a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:16.907947 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7707f3c5-f6dd-4906-a6b2-1cf9a86a9f30 req-7784ec68-50dc-4803-b95c-f0a5ea5c2067 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69742d9-083e-408d-8818-1536c2c390b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698535 Dec 16 10:34:16.936041 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-1f2c9ff4-2dd8-44e7-a096-0ac37c047a31 service neutron] For port 3e521d00-2d6d-49a8-8d72-e86f71d55d28, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:34:16.938991 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-1f2c9ff4-2dd8-44e7-a096-0ac37c047a31 service neutron] For port 3e521d00-2d6d-49a8-8d72-e86f71d55d28, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=3e521d00-2d6d-49a8-8d72-e86f71d55d28,segment=NetworkSegment(4ba27883-679e-43e0-816a-9a0448509dc4),segment_id=4ba27883-679e-43e0-816a-9a0448509dc4)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:34:16.988619 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-1f2c9ff4-2dd8-44e7-a096-0ac37c047a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:17.023445 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-1f2c9ff4-2dd8-44e7-a096-0ac37c047a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:17.024060 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-1f2c9ff4-2dd8-44e7-a096-0ac37c047a31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:17.025488 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-1f2c9ff4-2dd8-44e7-a096-0ac37c047a31 service neutron] 10.222.0.58 "PUT /v2.0/ports/3e521d00-2d6d-49a8-8d72-e86f71d55d28 HTTP/1.1" status: 200 len: 1091 time: 0.7958436 Dec 16 10:34:17.025925 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63de36b-7bd8-426e-a6bf-b55ebe4ed3e5', 'tag': '3e521d00-2d6d-49a8-8d72-e86f71d55d28'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:34:17.028179 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca13566-4fcb-4dad-a12f-c861ed76e09e" -d '{"events": [{"name": "network-changed", "server_uuid": "e63de36b-7bd8-426e-a6bf-b55ebe4ed3e5", "tag": "3e521d00-2d6d-49a8-8d72-e86f71d55d28"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:34:17.061489 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c9ff4-2dd8-44e7-a096-0ac37c047a31 service neutron] Pushing event updated for resources: {'Port': ['ID=3e521d00-2d6d-49a8-8d72-e86f71d55d28,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:17.072539 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5eea25-0254-4c42-8518-174256256b36 x-openstack-request-id: req-3a5eea25-0254-4c42-8518-174256256b36 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:34:17.072875 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63de36b-7bd8-426e-a6bf-b55ebe4ed3e5", "tag": "3e521d00-2d6d-49a8-8d72-e86f71d55d28", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:34:17.073185 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3a5eea25-0254-4c42-8518-174256256b36 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:34:17.073591 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63de36b-7bd8-426e-a6bf-b55ebe4ed3e5', 'tag': '3e521d00-2d6d-49a8-8d72-e86f71d55d28', 'status': 'completed', 'code': 200} Dec 16 10:34:17.138152 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca13566-4fcb-4dad-a12f-c861ed76e09e req-88828647-5568-4880-a3f9-3e49c9fbe445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:17.139695 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eca13566-4fcb-4dad-a12f-c861ed76e09e req-88828647-5568-4880-a3f9-3e49c9fbe445 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8eebcbb66cc94d358e996f8782532657&device_id=e63de36b-7bd8-426e-a6bf-b55ebe4ed3e5 HTTP/1.1" status: 200 len: 1094 time: 0.0433626 Dec 16 10:34:17.244502 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca13566-4fcb-4dad-a12f-c861ed76e09e req-8885ab58-caac-4832-8ebb-048c4c8b5f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:17.246018 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eca13566-4fcb-4dad-a12f-c861ed76e09e req-8885ab58-caac-4832-8ebb-048c4c8b5f49 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=8eebcbb66cc94d358e996f8782532657&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0985034 Dec 16 10:34:17.339505 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca13566-4fcb-4dad-a12f-c861ed76e09e req-c2f523c9-e405-40fe-9209-0ad9554148f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:17.340994 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eca13566-4fcb-4dad-a12f-c861ed76e09e req-c2f523c9-e405-40fe-9209-0ad9554148f9 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884340 Dec 16 10:34:17.419271 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-d46472e2-2f6b-4ccd-a0af-9dd4afeead20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:17.420740 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-d46472e2-2f6b-4ccd-a0af-9dd4afeead20 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8eebcbb66cc94d358e996f8782532657&device_id=e63de36b-7bd8-426e-a6bf-b55ebe4ed3e5 HTTP/1.1" status: 200 len: 1094 time: 0.0454895 Dec 16 10:34:17.463121 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-e7172934-67ac-470f-a148-1f5ce01d337b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e521d00-2d6d-49a8-8d72-e86f71d55d28 HTTP/1.1" status: 200 len: 217 time: 0.0343461 Dec 16 10:34:17.511906 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-fc611e4a-4c5a-47f4-aa3b-fbaf8c4cffdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:17.513344 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-fc611e4a-4c5a-47f4-aa3b-fbaf8c4cffdf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bcd291a3-0871-4660-a339-2e5ce93ab595 HTTP/1.1" status: 200 len: 854 time: 0.0433524 Dec 16 10:34:17.558754 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-d255c8f4-7dc5-4d74-813d-24a0a94f11b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:17.560255 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-d255c8f4-7dc5-4d74-813d-24a0a94f11b8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9153953e-076a-4178-a223-e3fc74d904e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397117 Dec 16 10:34:17.656638 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-526281ae-5048-46ea-8e91-c77f02a2d587 service neutron] 10.222.0.58 "GET /v2.0/networks/9153953e-076a-4178-a223-e3fc74d904e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878139 Dec 16 10:34:17.745440 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c2ffe1d3-3099-4e7e-b224-9f91fc0adfe4 req-f41afab9-7cac-4673-8650-39715b87e760 service neutron] 10.222.0.58 "GET /v2.0/networks/9153953e-076a-4178-a223-e3fc74d904e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818036 Dec 16 10:34:18.025323 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98478a-20f4-4676-9239-761f68b029ca req-c59e63c5-f0e4-43ce-9f0f-b03f5b487f1a tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:18.026782 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fb98478a-20f4-4676-9239-761f68b029ca req-c59e63c5-f0e4-43ce-9f0f-b03f5b487f1a tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/ports?device_id=e63de36b-7bd8-426e-a6bf-b55ebe4ed3e5 HTTP/1.1" status: 200 len: 943 time: 0.0527287 Dec 16 10:34:18.068180 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fb98478a-20f4-4676-9239-761f68b029ca req-d9584ee3-f739-44d1-969c-cbd4e9bbdb8f tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69742d9-083e-408d-8818-1536c2c390b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354567 Dec 16 10:34:18.554117 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:34:19.183866 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ca08d-2607-4bed-9df1-c7628b8dbb5b req-b7017b46-d045-4b23-9ee1-d504378b2a43 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:19.185407 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-458ca08d-2607-4bed-9df1-c7628b8dbb5b req-b7017b46-d045-4b23-9ee1-d504378b2a43 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/ports?device_id=e63de36b-7bd8-426e-a6bf-b55ebe4ed3e5 HTTP/1.1" status: 200 len: 943 time: 0.0499661 Dec 16 10:34:19.224533 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-458ca08d-2607-4bed-9df1-c7628b8dbb5b req-2fda6e9d-692c-472c-8a81-c2ff3e4a611e tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69742d9-083e-408d-8818-1536c2c390b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327551 Dec 16 10:34:20.343271 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f58ed-6269-46a1-96de-357d707b78b9 req-4d4ff885-8b36-4e0b-82aa-7ed3a24b158b tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:20.344743 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dd6f58ed-6269-46a1-96de-357d707b78b9 req-4d4ff885-8b36-4e0b-82aa-7ed3a24b158b tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/ports?device_id=e63de36b-7bd8-426e-a6bf-b55ebe4ed3e5 HTTP/1.1" status: 200 len: 943 time: 0.0499961 Dec 16 10:34:20.384123 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dd6f58ed-6269-46a1-96de-357d707b78b9 req-7ce33139-9ed6-48be-b041-8fc853e407c9 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69742d9-083e-408d-8818-1536c2c390b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333607 Dec 16 10:34:20.472045 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 3e521d00-2d6d-49a8-8d72-e86f71d55d28 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:34:20.565488 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 3e521d00-2d6d-49a8-8d72-e86f71d55d28, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=3e521d00-2d6d-49a8-8d72-e86f71d55d28,segment=NetworkSegment(4ba27883-679e-43e0-816a-9a0448509dc4),segment_id=4ba27883-679e-43e0-816a-9a0448509dc4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:34:20.577435 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '3e521d00-2d6d-49a8-8d72-e86f71d55d28', 'network_id': '9153953e-076a-4178-a223-e3fc74d904e2', 'port_id': '3e521d00-2d6d-49a8-8d72-e86f71d55d28', 'mac_address': 'fa:16:3e:9d:d1:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcd291a3-0871-4660-a339-2e5ce93ab595', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:34:20.623364 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:20.636581 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e521d00-2d6d-49a8-8d72-e86f71d55d28 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:34:20.655460 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 3e521d00-2d6d-49a8-8d72-e86f71d55d28, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=3e521d00-2d6d-49a8-8d72-e86f71d55d28,segment=NetworkSegment(4ba27883-679e-43e0-816a-9a0448509dc4),segment_id=4ba27883-679e-43e0-816a-9a0448509dc4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:34:20.724327 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:20.771566 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=3e521d00-2d6d-49a8-8d72-e86f71d55d28,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:20.778740 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:20.779091 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:20.779429 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:20.779766 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:20.780099 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:20.780428 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:20.780752 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:20.781074 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:20.781419 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:20.781741 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:20.782062 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:20.782384 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:20.929082 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['3e521d00-2d6d-49a8-8d72-e86f71d55d28'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:34:21.496699 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc38eb-a744-4a28-a316-39a0453651ae req-54b28421-f146-4636-9fb8-553bfc82722a tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:21.498122 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-48cc38eb-a744-4a28-a316-39a0453651ae req-54b28421-f146-4636-9fb8-553bfc82722a tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/ports?device_id=e63de36b-7bd8-426e-a6bf-b55ebe4ed3e5 HTTP/1.1" status: 200 len: 944 time: 0.0488901 Dec 16 10:34:21.535749 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-48cc38eb-a744-4a28-a316-39a0453651ae req-4a79cfc7-ae4b-4098-a608-99ca1560f510 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69742d9-083e-408d-8818-1536c2c390b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312266 Dec 16 10:34:22.472866 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 3e521d00-2d6d-49a8-8d72-e86f71d55d28 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:34:22.599171 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 3e521d00-2d6d-49a8-8d72-e86f71d55d28 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:34:22.603248 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 3e521d00-2d6d-49a8-8d72-e86f71d55d28 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:34:22.603645 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:22.651252 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cafd52-4a5d-47d6-84c5-6fdd9905fb24 req-26046d26-e284-488a-bab5-c1d7feb3fcd4 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:22.652910 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f2cafd52-4a5d-47d6-84c5-6fdd9905fb24 req-26046d26-e284-488a-bab5-c1d7feb3fcd4 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/ports?device_id=e63de36b-7bd8-426e-a6bf-b55ebe4ed3e5 HTTP/1.1" status: 200 len: 944 time: 0.0500503 Dec 16 10:34:22.679714 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:22.691095 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f2cafd52-4a5d-47d6-84c5-6fdd9905fb24 req-ac6ed326-e033-4257-8f9d-8593e69c548f tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69742d9-083e-408d-8818-1536c2c390b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321748 Dec 16 10:34:22.702682 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63de36b-7bd8-426e-a6bf-b55ebe4ed3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e521d00-2d6d-49a8-8d72-e86f71d55d28'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:34:22.704939 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43456ec7ce59ea77a0f74ce1d1a90a56292c95d5d3a8a10fcc4b35aa5a8e1da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fb2d42-0906-41ba-b0a3-67b984c3f5fa" -d '{"events": [{"server_uuid": "e63de36b-7bd8-426e-a6bf-b55ebe4ed3e5", "name": "network-vif-plugged", "status": "completed", "tag": "3e521d00-2d6d-49a8-8d72-e86f71d55d28"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:34:22.721419 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 3e521d00-2d6d-49a8-8d72-e86f71d55d28, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=3e521d00-2d6d-49a8-8d72-e86f71d55d28,segment=NetworkSegment(4ba27883-679e-43e0-816a-9a0448509dc4),segment_id=4ba27883-679e-43e0-816a-9a0448509dc4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:34:22.741773 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12bd12c-b88a-46a5-820a-504a456e2f4b x-openstack-request-id: req-d12bd12c-b88a-46a5-820a-504a456e2f4b {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:34:22.742099 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63de36b-7bd8-426e-a6bf-b55ebe4ed3e5", "name": "network-vif-plugged", "status": "completed", "tag": "3e521d00-2d6d-49a8-8d72-e86f71d55d28", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:34:22.742349 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d12bd12c-b88a-46a5-820a-504a456e2f4b {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:34:22.742739 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63de36b-7bd8-426e-a6bf-b55ebe4ed3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e521d00-2d6d-49a8-8d72-e86f71d55d28', 'code': 200} Dec 16 10:34:22.764587 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:22.811603 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=3e521d00-2d6d-49a8-8d72-e86f71d55d28,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:22.842209 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5b102-52c9-407d-8e2b-b8f4295e3c9c req-4a5001f4-08a2-4507-8e7c-57c667df49ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:22.843696 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dcc5b102-52c9-407d-8e2b-b8f4295e3c9c req-4a5001f4-08a2-4507-8e7c-57c667df49ed service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e63de36b-7bd8-426e-a6bf-b55ebe4ed3e5 HTTP/1.1" status: 200 len: 1096 time: 0.0449054 Dec 16 10:34:22.878265 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dcc5b102-52c9-407d-8e2b-b8f4295e3c9c req-8dff51aa-118a-4f4e-9af7-3af82eea3b77 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d69742d9-083e-408d-8818-1536c2c390b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259271 Dec 16 10:34:23.806234 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad294b-fb3a-4f16-a8a0-0539a2cc7027 req-bd9ea380-cdf3-480d-a25e-b44b86bde44e tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:23.807721 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4bad294b-fb3a-4f16-a8a0-0539a2cc7027 req-bd9ea380-cdf3-480d-a25e-b44b86bde44e tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/ports?device_id=e63de36b-7bd8-426e-a6bf-b55ebe4ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0501876 Dec 16 10:34:23.847068 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4bad294b-fb3a-4f16-a8a0-0539a2cc7027 req-3022b8ab-0cc7-4187-9535-86b067cf5f97 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69742d9-083e-408d-8818-1536c2c390b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327239 Dec 16 10:34:24.135586 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c21fbc0b-514a-433b-a7a8-9c5348a5dd4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:24.965332 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629f05d-0a22-46a7-9cd1-67f9f07480d9 req-383d3ad6-ddcf-4811-be72-3f6871f81c4b tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:24.966766 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4629f05d-0a22-46a7-9cd1-67f9f07480d9 req-383d3ad6-ddcf-4811-be72-3f6871f81c4b tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/ports?device_id=e63de36b-7bd8-426e-a6bf-b55ebe4ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0510042 Dec 16 10:34:25.002711 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4629f05d-0a22-46a7-9cd1-67f9f07480d9 req-48535369-3f67-4007-9ae4-505d52425540 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69742d9-083e-408d-8818-1536c2c390b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294449 Dec 16 10:34:25.114812 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974cc8e-0ab2-4910-9617-b684f2070da6 req-1b54f0e7-3752-4177-9769-ca9b4cdd43d1 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:25.116317 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d974cc8e-0ab2-4910-9617-b684f2070da6 req-1b54f0e7-3752-4177-9769-ca9b4cdd43d1 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/ports?device_id=e63de36b-7bd8-426e-a6bf-b55ebe4ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0482008 Dec 16 10:34:25.152483 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d974cc8e-0ab2-4910-9617-b684f2070da6 req-aa40ea79-257a-4d00-b74e-60bb7fe7ddcb tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69742d9-083e-408d-8818-1536c2c390b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302494 Dec 16 10:34:26.462049 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e4dcfd17-8408-4b42-841e-cc966bf32569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:27.827365 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:29.289939 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:29.598785 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:37.935159 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:41.403873 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:47.103150 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001e3ec-67ac-48a1-806d-e93c8fe83e9a req-fb2c6716-8177-4b66-83ff-bfe69bb20a1e tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:47.104734 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2001e3ec-67ac-48a1-806d-e93c8fe83e9a req-fb2c6716-8177-4b66-83ff-bfe69bb20a1e tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/ports?device_id=e63de36b-7bd8-426e-a6bf-b55ebe4ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0556667 Dec 16 10:34:47.147319 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2001e3ec-67ac-48a1-806d-e93c8fe83e9a req-37cc9898-b7e1-4a69-828f-29b00fe5af8e tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69742d9-083e-408d-8818-1536c2c390b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327773 Dec 16 10:34:48.263213 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab9da6-450a-413d-a76d-badea8f55e24 req-f8e0ea34-f06f-4983-b8ac-a799b1325a34 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:48.264685 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d5ab9da6-450a-413d-a76d-badea8f55e24 req-f8e0ea34-f06f-4983-b8ac-a799b1325a34 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/ports?device_id=e63de36b-7bd8-426e-a6bf-b55ebe4ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0489218 Dec 16 10:34:48.301809 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d5ab9da6-450a-413d-a76d-badea8f55e24 req-022afa99-73b3-4922-8882-29cb065f2e09 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69742d9-083e-408d-8818-1536c2c390b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311120 Dec 16 10:34:48.557215 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970dc59b-ff8e-4a4f-8052-5d8173359a57 req-df916695-17af-4278-8ad9-bf93a45bb1a9 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:48.558595 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-970dc59b-ff8e-4a4f-8052-5d8173359a57 req-df916695-17af-4278-8ad9-bf93a45bb1a9 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.58 "GET /v2.0/ports?device_id=e63de36b-7bd8-426e-a6bf-b55ebe4ed3e5 HTTP/1.1" status: 200 len: 945 time: 0.0486078 Dec 16 10:34:48.651454 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-970dc59b-ff8e-4a4f-8052-5d8173359a57 req-c4a0f379-47bc-4879-846a-6c1fd8a4e908 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Deleting port 3e521d00-2d6d-49a8-8d72-e86f71d55d28 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:34:48.651791 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-970dc59b-ff8e-4a4f-8052-5d8173359a57 req-c4a0f379-47bc-4879-846a-6c1fd8a4e908 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:48.737822 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-970dc59b-ff8e-4a4f-8052-5d8173359a57 req-c4a0f379-47bc-4879-846a-6c1fd8a4e908 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] For port 3e521d00-2d6d-49a8-8d72-e86f71d55d28, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=3e521d00-2d6d-49a8-8d72-e86f71d55d28,segment=NetworkSegment(4ba27883-679e-43e0-816a-9a0448509dc4),segment_id=4ba27883-679e-43e0-816a-9a0448509dc4)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:34:48.738178 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-970dc59b-ff8e-4a4f-8052-5d8173359a57 req-c4a0f379-47bc-4879-846a-6c1fd8a4e908 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:48.750106 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-970dc59b-ff8e-4a4f-8052-5d8173359a57 req-c4a0f379-47bc-4879-846a-6c1fd8a4e908 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Calling delete_port for 3e521d00-2d6d-49a8-8d72-e86f71d55d28 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:34:48.941448 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-970dc59b-ff8e-4a4f-8052-5d8173359a57 req-c4a0f379-47bc-4879-846a-6c1fd8a4e908 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:48.953335 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['3e521d00-2d6d-49a8-8d72-e86f71d55d28'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:34:48.972561 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a0f379-47bc-4879-846a-6c1fd8a4e908 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Pushing event deleted for resources: {'Port': ['ID=3e521d00-2d6d-49a8-8d72-e86f71d55d28,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:49.013580 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-970dc59b-ff8e-4a4f-8052-5d8173359a57 req-c4a0f379-47bc-4879-846a-6c1fd8a4e908 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] No DVR routers for this DVR port 3e521d00-2d6d-49a8-8d72-e86f71d55d28 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:34:49.016219 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-970dc59b-ff8e-4a4f-8052-5d8173359a57 req-c4a0f379-47bc-4879-846a-6c1fd8a4e908 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:49.020182 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-970dc59b-ff8e-4a4f-8052-5d8173359a57 req-c4a0f379-47bc-4879-846a-6c1fd8a4e908 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.58 "DELETE /v2.0/ports/3e521d00-2d6d-49a8-8d72-e86f71d55d28 HTTP/1.1" status: 204 len: 173 time: 0.4543571 Dec 16 10:34:49.020630 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63de36b-7bd8-426e-a6bf-b55ebe4ed3e5', 'name': 'network-vif-deleted', 'tag': '3e521d00-2d6d-49a8-8d72-e86f71d55d28'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:34:49.022898 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546b8b78-8595-4749-8202-22602fe971f3" -d '{"events": [{"server_uuid": "e63de36b-7bd8-426e-a6bf-b55ebe4ed3e5", "name": "network-vif-deleted", "tag": "3e521d00-2d6d-49a8-8d72-e86f71d55d28"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:34:49.057504 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddef71b6-d9b5-47b5-82a9-3bb4eae716fb x-openstack-request-id: req-ddef71b6-d9b5-47b5-82a9-3bb4eae716fb {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:34:49.057791 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63de36b-7bd8-426e-a6bf-b55ebe4ed3e5", "name": "network-vif-deleted", "tag": "3e521d00-2d6d-49a8-8d72-e86f71d55d28", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:34:49.058037 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ddef71b6-d9b5-47b5-82a9-3bb4eae716fb {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:34:49.058434 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63de36b-7bd8-426e-a6bf-b55ebe4ed3e5', 'name': 'network-vif-deleted', 'tag': '3e521d00-2d6d-49a8-8d72-e86f71d55d28', 'status': 'completed', 'code': 200} Dec 16 10:34:49.416589 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8adabb7f-9dd5-45b0-89b9-9720175eefe1 req-fab4990a-4792-42a9-8df9-287757a7a378 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/ports?device_id=e63de36b-7bd8-426e-a6bf-b55ebe4ed3e5 HTTP/1.1" status: 200 len: 210 time: 0.0278566 Dec 16 10:34:51.059305 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-a0798055-c321-4a48-95f8-165936cf8833 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:51.060733 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-a0798055-c321-4a48-95f8-165936cf8833 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/networks?id=9153953e-076a-4178-a223-e3fc74d904e2 HTTP/1.1" status: 200 len: 815 time: 0.1009350 Dec 16 10:34:51.075922 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-b4b71b7d-db35-4899-bb0e-7470957607a3 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/quotas/8eebcbb66cc94d358e996f8782532657 HTTP/1.1" status: 200 len: 375 time: 0.0086994 Dec 16 10:34:51.124183 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-31787721-ad31-4d1e-bf30-0bd71025328e tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8eebcbb66cc94d358e996f8782532657&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431433 Dec 16 10:34:51.340983 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-5195707d-677f-459c-9c47-81b695243501 service neutron] 10.222.0.60 "GET /v2.0/networks/9153953e-076a-4178-a223-e3fc74d904e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045836 Dec 16 10:34:51.430169 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-6d5999e2-e152-4b93-9931-747e0d7f663f service neutron] 10.222.0.60 "GET /v2.0/networks/9153953e-076a-4178-a223-e3fc74d904e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826869 Dec 16 10:34:51.685012 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c995646-6232-4575-9fa2-0736c66ed715 req-9a2c7c27-2131-423f-b9ca-333bd2640304 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2849146-fa9f-4835-8c65-24665c628d8c HTTP/1.1" status: 200 len: 210 time: 0.0310228 Dec 16 10:34:52.610984 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 3e521d00-2d6d-49a8-8d72-e86f71d55d28 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:34:52.634130 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 3e521d00-2d6d-49a8-8d72-e86f71d55d28 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:34:52.634499 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 3e521d00-2d6d-49a8-8d72-e86f71d55d28 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:34:52.778474 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-56050819-8ce3-40d1-9015-cf11d90f16b8 req-d25a618e-dcda-48d5-a06c-52212d1dddb0 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2849146-fa9f-4835-8c65-24665c628d8c HTTP/1.1" status: 200 len: 210 time: 0.0268798 Dec 16 10:34:53.531986 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-073935be-0336-4d78-89e3-a8d12509fff9 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:53.533418 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-073935be-0336-4d78-89e3-a8d12509fff9 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.58 "GET /v2.0/networks?id=9153953e-076a-4178-a223-e3fc74d904e2 HTTP/1.1" status: 200 len: 815 time: 0.1023304 Dec 16 10:34:53.545347 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-c5c2dfe1-b30c-4920-a063-45a4414ccf84 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Request body: {'port': {'device_id': 'c2849146-fa9f-4835-8c65-24665c628d8c', 'network_id': '9153953e-076a-4178-a223-e3fc74d904e2', 'admin_state_up': True, 'tenant_id': '8eebcbb66cc94d358e996f8782532657'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:34:53.700668 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-c5c2dfe1-b30c-4920-a063-45a4414ccf84 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Made reservation on behalf of 8eebcbb66cc94d358e996f8782532657 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:34:53.704353 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-c5c2dfe1-b30c-4920-a063-45a4414ccf84 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:53.826834 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-c5c2dfe1-b30c-4920-a063-45a4414ccf84 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Allocated IP 172.20.0.12 (9153953e-076a-4178-a223-e3fc74d904e2/bcd291a3-0871-4660-a339-2e5ce93ab595/995473db-6585-4b15-8681-b9693fa01cde) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:34:53.890874 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d5e257be-905c-4af5-9007-b7152d175a82 req-144031b4-0c8c-425f-8c59-122157b26a7e tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2849146-fa9f-4835-8c65-24665c628d8c HTTP/1.1" status: 200 len: 210 time: 0.0403242 Dec 16 10:34:54.000186 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-c5c2dfe1-b30c-4920-a063-45a4414ccf84 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:54.089829 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-c5c2dfe1-b30c-4920-a063-45a4414ccf84 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:54.112690 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90760ce0-bc9a-4d2a-9ab6-a71b0e72c1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:54.136351 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-c5c2dfe1-b30c-4920-a063-45a4414ccf84 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Network 9153953e-076a-4178-a223-e3fc74d904e2 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:34:54.139422 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-c5c2dfe1-b30c-4920-a063-45a4414ccf84 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:34:54.142971 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-c5c2dfe1-b30c-4920-a063-45a4414ccf84 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:34:54.152670 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c2dfe1-b30c-4920-a063-45a4414ccf84 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Pushing event updated for resources: {'Port': ['ID=995473db-6585-4b15-8681-b9693fa01cde,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:54.202438 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-c5c2dfe1-b30c-4920-a063-45a4414ccf84 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:54.203040 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-c5c2dfe1-b30c-4920-a063-45a4414ccf84 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:54.263586 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-c5c2dfe1-b30c-4920-a063-45a4414ccf84 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7217758 Dec 16 10:34:54.275744 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-594444bd-5919-4698-9a1e-5ed0b0b451f9 service neutron] Request body: {'port': {'device_id': 'c2849146-fa9f-4835-8c65-24665c628d8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:34:54.331985 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-84590c2f-dc63-42f4-a681-f97c842cb54f None None] Provisioning complete for port 995473db-6585-4b15-8681-b9693fa01cde triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:34:54.332352 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-84590c2f-dc63-42f4-a681-f97c842cb54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:54.335395 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-594444bd-5919-4698-9a1e-5ed0b0b451f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:54.367594 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-84590c2f-dc63-42f4-a681-f97c842cb54f None None] Port 995473db-6585-4b15-8681-b9693fa01cde cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:34:54.590608 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-594444bd-5919-4698-9a1e-5ed0b0b451f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 995473db-6585-4b15-8681-b9693fa01cde {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:34:54.598402 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-594444bd-5919-4698-9a1e-5ed0b0b451f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:54.609687 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-594444bd-5919-4698-9a1e-5ed0b0b451f9 service neutron] Transition to ACTIVE for port object 995473db-6585-4b15-8681-b9693fa01cde will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:34:54.655155 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-594444bd-5919-4698-9a1e-5ed0b0b451f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:54.704777 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594444bd-5919-4698-9a1e-5ed0b0b451f9 service neutron] Pushing event updated for resources: {'Port': ['ID=995473db-6585-4b15-8681-b9693fa01cde,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:54.777587 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-594444bd-5919-4698-9a1e-5ed0b0b451f9 service neutron] Attempting to bind port 995473db-6585-4b15-8681-b9693fa01cde on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:34:54.777915 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-594444bd-5919-4698-9a1e-5ed0b0b451f9 service neutron] Attempting to bind port 995473db-6585-4b15-8681-b9693fa01cde by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '4ba27883-679e-43e0-816a-9a0448509dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9153953e-076a-4178-a223-e3fc74d904e2'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:34:54.778247 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-594444bd-5919-4698-9a1e-5ed0b0b451f9 service neutron] Attempting to bind port 995473db-6585-4b15-8681-b9693fa01cde on network 9153953e-076a-4178-a223-e3fc74d904e2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:34:54.782966 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-594444bd-5919-4698-9a1e-5ed0b0b451f9 service neutron] Port 995473db-6585-4b15-8681-b9693fa01cde on network 9153953e-076a-4178-a223-e3fc74d904e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:34:54.783288 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-594444bd-5919-4698-9a1e-5ed0b0b451f9 service neutron] Attempting to bind port 995473db-6585-4b15-8681-b9693fa01cde on network 9153953e-076a-4178-a223-e3fc74d904e2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:34:54.789008 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-594444bd-5919-4698-9a1e-5ed0b0b451f9 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:34:54.789376 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-594444bd-5919-4698-9a1e-5ed0b0b451f9 service neutron] Checking segment: {'id': '4ba27883-679e-43e0-816a-9a0448509dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9153953e-076a-4178-a223-e3fc74d904e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:34:54.789765 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-594444bd-5919-4698-9a1e-5ed0b0b451f9 service neutron] Bound using segment: {'id': '4ba27883-679e-43e0-816a-9a0448509dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9153953e-076a-4178-a223-e3fc74d904e2'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:34:54.790347 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-594444bd-5919-4698-9a1e-5ed0b0b451f9 service neutron] Bound port: 995473db-6585-4b15-8681-b9693fa01cde, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba27883-679e-43e0-816a-9a0448509dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9153953e-076a-4178-a223-e3fc74d904e2'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:34:54.790694 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-594444bd-5919-4698-9a1e-5ed0b0b451f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:54.857364 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-594444bd-5919-4698-9a1e-5ed0b0b451f9 service neutron] For port 995473db-6585-4b15-8681-b9693fa01cde, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:34:54.860319 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-594444bd-5919-4698-9a1e-5ed0b0b451f9 service neutron] For port 995473db-6585-4b15-8681-b9693fa01cde, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=995473db-6585-4b15-8681-b9693fa01cde,segment=NetworkSegment(4ba27883-679e-43e0-816a-9a0448509dc4),segment_id=4ba27883-679e-43e0-816a-9a0448509dc4)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:34:54.935637 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-594444bd-5919-4698-9a1e-5ed0b0b451f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:54.968862 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-594444bd-5919-4698-9a1e-5ed0b0b451f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:54.969385 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-594444bd-5919-4698-9a1e-5ed0b0b451f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:54.972483 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-594444bd-5919-4698-9a1e-5ed0b0b451f9 service neutron] 10.222.0.58 "PUT /v2.0/ports/995473db-6585-4b15-8681-b9693fa01cde HTTP/1.1" status: 200 len: 1092 time: 0.6994164 Dec 16 10:34:54.973421 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2849146-fa9f-4835-8c65-24665c628d8c', 'tag': '995473db-6585-4b15-8681-b9693fa01cde'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:34:54.975763 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49487695-3c46-4320-9138-d95b4162381b" -d '{"events": [{"name": "network-changed", "server_uuid": "c2849146-fa9f-4835-8c65-24665c628d8c", "tag": "995473db-6585-4b15-8681-b9693fa01cde"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:34:55.004010 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594444bd-5919-4698-9a1e-5ed0b0b451f9 service neutron] Pushing event updated for resources: {'Port': ['ID=995473db-6585-4b15-8681-b9693fa01cde,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:55.023197 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61a41b-b3c7-4edd-a106-df8b70d904ea req-add2b334-8d8a-4a42-9843-6bc407fd9504 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:55.024361 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6dcbd87-f04d-4a51-b585-e706efd0a405 x-openstack-request-id: req-a6dcbd87-f04d-4a51-b585-e706efd0a405 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:34:55.024655 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2849146-fa9f-4835-8c65-24665c628d8c", "tag": "995473db-6585-4b15-8681-b9693fa01cde", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:34:55.024910 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a6dcbd87-f04d-4a51-b585-e706efd0a405 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:34:55.025411 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2849146-fa9f-4835-8c65-24665c628d8c', 'tag': '995473db-6585-4b15-8681-b9693fa01cde', 'status': 'completed', 'code': 200} Dec 16 10:34:55.025776 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4c61a41b-b3c7-4edd-a106-df8b70d904ea req-add2b334-8d8a-4a42-9843-6bc407fd9504 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2849146-fa9f-4835-8c65-24665c628d8c HTTP/1.1" status: 200 len: 944 time: 0.0651259 Dec 16 10:34:55.068370 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4c61a41b-b3c7-4edd-a106-df8b70d904ea req-3b7f1a4e-f698-4f88-8736-5b2cb4dd3c08 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69742d9-083e-408d-8818-1536c2c390b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375962 Dec 16 10:34:55.092064 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49487695-3c46-4320-9138-d95b4162381b req-3659cadb-3c85-4810-bc98-b208995025f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:55.093645 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-49487695-3c46-4320-9138-d95b4162381b req-3659cadb-3c85-4810-bc98-b208995025f9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8eebcbb66cc94d358e996f8782532657&device_id=c2849146-fa9f-4835-8c65-24665c628d8c HTTP/1.1" status: 200 len: 1095 time: 0.0469556 Dec 16 10:34:55.200620 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49487695-3c46-4320-9138-d95b4162381b req-e13ff26c-0022-4e4a-9260-fb8e27597c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:55.202140 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-49487695-3c46-4320-9138-d95b4162381b req-e13ff26c-0022-4e4a-9260-fb8e27597c57 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=8eebcbb66cc94d358e996f8782532657&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1000776 Dec 16 10:34:55.300346 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49487695-3c46-4320-9138-d95b4162381b req-401d27c6-cf59-4dfb-8a8a-4f160e591ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:55.301772 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-49487695-3c46-4320-9138-d95b4162381b req-401d27c6-cf59-4dfb-8a8a-4f160e591ab8 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923607 Dec 16 10:34:55.374648 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-2695a9a1-097d-43d7-8be7-c1b2fc991532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:55.376125 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-2695a9a1-097d-43d7-8be7-c1b2fc991532 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8eebcbb66cc94d358e996f8782532657&device_id=c2849146-fa9f-4835-8c65-24665c628d8c HTTP/1.1" status: 200 len: 1095 time: 0.0401263 Dec 16 10:34:55.416428 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-a8d8bd2b-d4f5-4f3d-bcd8-68e7a190c403 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=995473db-6585-4b15-8681-b9693fa01cde HTTP/1.1" status: 200 len: 217 time: 0.0329652 Dec 16 10:34:55.470255 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-2b0c298e-b4d1-491f-a8db-c0d8951c3654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:55.472301 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-2b0c298e-b4d1-491f-a8db-c0d8951c3654 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bcd291a3-0871-4660-a339-2e5ce93ab595 HTTP/1.1" status: 200 len: 854 time: 0.0493307 Dec 16 10:34:55.515814 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-bf395e8c-67ff-4a8f-b67f-c17b6a1f64ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:55.517284 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-bf395e8c-67ff-4a8f-b67f-c17b6a1f64ba service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9153953e-076a-4178-a223-e3fc74d904e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383158 Dec 16 10:34:55.553563 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:34:55.605296 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-a3c01c7a-3ceb-4140-badf-16be678db057 service neutron] 10.222.0.58 "GET /v2.0/networks/9153953e-076a-4178-a223-e3fc74d904e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806577 Dec 16 10:34:55.697970 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99bcc620-4dcb-41b8-8291-20ec10c9e62b req-ecd0cfd6-560b-44a7-a5e0-dfda7fc72f4a service neutron] 10.222.0.58 "GET /v2.0/networks/9153953e-076a-4178-a223-e3fc74d904e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846188 Dec 16 10:34:56.184336 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232ce61-cf7d-45c2-960b-47aff9469e5a req-133f3bec-0427-42b8-a3e3-8d283adc6118 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:56.185835 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d232ce61-cf7d-45c2-960b-47aff9469e5a req-133f3bec-0427-42b8-a3e3-8d283adc6118 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2849146-fa9f-4835-8c65-24665c628d8c HTTP/1.1" status: 200 len: 944 time: 0.0484452 Dec 16 10:34:56.222647 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d232ce61-cf7d-45c2-960b-47aff9469e5a req-3efc16bc-ddc8-4672-8517-b224953f61fc tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69742d9-083e-408d-8818-1536c2c390b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301516 Dec 16 10:34:56.420420 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2141dd28-3590-4f55-b7a8-dec50c885abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:57.336086 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6947a-0989-4a2e-aa36-b9e51f2a3bb6 req-ac7bd19f-33ce-46c2-8c51-74394d9437bc tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:57.337578 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c4e6947a-0989-4a2e-aa36-b9e51f2a3bb6 req-ac7bd19f-33ce-46c2-8c51-74394d9437bc tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2849146-fa9f-4835-8c65-24665c628d8c HTTP/1.1" status: 200 len: 944 time: 0.0489593 Dec 16 10:34:57.373788 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c4e6947a-0989-4a2e-aa36-b9e51f2a3bb6 req-df76a8f9-fa28-4f6c-a2c4-e5370f79caed tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69742d9-083e-408d-8818-1536c2c390b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302873 Dec 16 10:34:57.814679 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:58.487290 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac52116-5e44-4446-b55f-3a75de4369c9 req-538295e7-2d5c-4e80-8636-acb2f52977f3 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:58.488674 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dac52116-5e44-4446-b55f-3a75de4369c9 req-538295e7-2d5c-4e80-8636-acb2f52977f3 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2849146-fa9f-4835-8c65-24665c628d8c HTTP/1.1" status: 200 len: 944 time: 0.0482295 Dec 16 10:34:58.529166 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dac52116-5e44-4446-b55f-3a75de4369c9 req-6aba7b09-2f40-4040-9c3f-c550c9f86eed tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69742d9-083e-408d-8818-1536c2c390b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346491 Dec 16 10:34:58.627198 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 995473db-6585-4b15-8681-b9693fa01cde details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:34:58.718919 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 995473db-6585-4b15-8681-b9693fa01cde, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=995473db-6585-4b15-8681-b9693fa01cde,segment=NetworkSegment(4ba27883-679e-43e0-816a-9a0448509dc4),segment_id=4ba27883-679e-43e0-816a-9a0448509dc4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:34:58.732950 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '995473db-6585-4b15-8681-b9693fa01cde', 'network_id': '9153953e-076a-4178-a223-e3fc74d904e2', 'port_id': '995473db-6585-4b15-8681-b9693fa01cde', 'mac_address': 'fa:16:3e:a3:91:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcd291a3-0871-4660-a339-2e5ce93ab595', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:34:58.769304 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:58.781402 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 995473db-6585-4b15-8681-b9693fa01cde {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:34:58.799481 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 995473db-6585-4b15-8681-b9693fa01cde, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=995473db-6585-4b15-8681-b9693fa01cde,segment=NetworkSegment(4ba27883-679e-43e0-816a-9a0448509dc4),segment_id=4ba27883-679e-43e0-816a-9a0448509dc4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:34:58.871766 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:58.917694 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=995473db-6585-4b15-8681-b9693fa01cde,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:59.058373 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['995473db-6585-4b15-8681-b9693fa01cde'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:34:59.323568 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:59.620805 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:59.643326 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3bda4-1b2c-453c-919f-263d44ed0068 req-7de9d3ee-8b43-4f3d-918f-5137ad061ed7 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:59.646764 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-20a3bda4-1b2c-453c-919f-263d44ed0068 req-7de9d3ee-8b43-4f3d-918f-5137ad061ed7 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2849146-fa9f-4835-8c65-24665c628d8c HTTP/1.1" status: 200 len: 945 time: 0.0504980 Dec 16 10:34:59.683462 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-20a3bda4-1b2c-453c-919f-263d44ed0068 req-24653c26-1e34-4bb0-a9ba-c6b06e375955 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69742d9-083e-408d-8818-1536c2c390b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325830 Dec 16 10:35:00.626493 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 995473db-6585-4b15-8681-b9693fa01cde up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:35:00.724104 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 995473db-6585-4b15-8681-b9693fa01cde completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:35:00.729603 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 995473db-6585-4b15-8681-b9693fa01cde triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:00.733298 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:00.797022 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280a6d3-41df-419d-8335-c1915c4f5cf4 req-4693f614-1f16-4436-8fb1-c2f4071aeaa6 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:00.798854 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b280a6d3-41df-419d-8335-c1915c4f5cf4 req-4693f614-1f16-4436-8fb1-c2f4071aeaa6 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2849146-fa9f-4835-8c65-24665c628d8c HTTP/1.1" status: 200 len: 945 time: 0.0490777 Dec 16 10:35:00.808829 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:00.830056 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2849146-fa9f-4835-8c65-24665c628d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995473db-6585-4b15-8681-b9693fa01cde'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:35:00.832823 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43456ec7ce59ea77a0f74ce1d1a90a56292c95d5d3a8a10fcc4b35aa5a8e1da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd91e0f-bd8b-418f-88d7-b870ddf63279" -d '{"events": [{"server_uuid": "c2849146-fa9f-4835-8c65-24665c628d8c", "name": "network-vif-plugged", "status": "completed", "tag": "995473db-6585-4b15-8681-b9693fa01cde"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:35:00.836802 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b280a6d3-41df-419d-8335-c1915c4f5cf4 req-a05be9be-e019-4245-9e29-f0b70c52f700 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69742d9-083e-408d-8818-1536c2c390b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313852 Dec 16 10:35:00.846611 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 995473db-6585-4b15-8681-b9693fa01cde, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=995473db-6585-4b15-8681-b9693fa01cde,segment=NetworkSegment(4ba27883-679e-43e0-816a-9a0448509dc4),segment_id=4ba27883-679e-43e0-816a-9a0448509dc4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:35:00.880128 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a02d596-16ef-4757-b467-b1393eedbb4e x-openstack-request-id: req-2a02d596-16ef-4757-b467-b1393eedbb4e {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:35:00.880128 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2849146-fa9f-4835-8c65-24665c628d8c", "name": "network-vif-plugged", "status": "completed", "tag": "995473db-6585-4b15-8681-b9693fa01cde", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:35:00.880128 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2a02d596-16ef-4757-b467-b1393eedbb4e {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:35:00.880128 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2849146-fa9f-4835-8c65-24665c628d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995473db-6585-4b15-8681-b9693fa01cde', 'code': 200} Dec 16 10:35:00.952343 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:00.968695 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d576f-e376-4041-a86f-f97a3aa9a333 req-cf70c08b-41bc-4ebd-8200-d28e2817a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:00.970275 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b04d576f-e376-4041-a86f-f97a3aa9a333 req-cf70c08b-41bc-4ebd-8200-d28e2817a21f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c2849146-fa9f-4835-8c65-24665c628d8c HTTP/1.1" status: 200 len: 1096 time: 0.0423334 Dec 16 10:35:00.999858 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=995473db-6585-4b15-8681-b9693fa01cde,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:01.006518 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b04d576f-e376-4041-a86f-f97a3aa9a333 req-a34dc7a2-efed-4e92-948d-d1d95c4ee9b5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d69742d9-083e-408d-8818-1536c2c390b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287182 Dec 16 10:35:01.956119 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ea5dd-b9b1-42fc-a10c-900fcdbdaa65 req-eed4a1b9-b97d-4a6f-af11-d9103e4bc074 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:01.957819 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cd8ea5dd-b9b1-42fc-a10c-900fcdbdaa65 req-eed4a1b9-b97d-4a6f-af11-d9103e4bc074 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2849146-fa9f-4835-8c65-24665c628d8c HTTP/1.1" status: 200 len: 946 time: 0.0529416 Dec 16 10:35:01.999682 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cd8ea5dd-b9b1-42fc-a10c-900fcdbdaa65 req-21ca4e61-5af7-439a-aa8d-3a54270b6166 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69742d9-083e-408d-8818-1536c2c390b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358741 Dec 16 10:35:03.123079 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4703131-972e-435c-b4e8-b9517263f02c req-5190d90c-aa7e-48cd-a008-46836775267e tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:03.124618 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d4703131-972e-435c-b4e8-b9517263f02c req-5190d90c-aa7e-48cd-a008-46836775267e tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2849146-fa9f-4835-8c65-24665c628d8c HTTP/1.1" status: 200 len: 946 time: 0.0556252 Dec 16 10:35:03.168861 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d4703131-972e-435c-b4e8-b9517263f02c req-ff4e2943-59d0-4390-b71d-57847cd6019c tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69742d9-083e-408d-8818-1536c2c390b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372093 Dec 16 10:35:03.281798 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f30a8-776d-484a-bd74-d9f16dde6b3a req-e28e6fdc-4ae1-4625-8caa-c770a28d8a93 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:03.283160 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0c7f30a8-776d-484a-bd74-d9f16dde6b3a req-e28e6fdc-4ae1-4625-8caa-c770a28d8a93 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2849146-fa9f-4835-8c65-24665c628d8c HTTP/1.1" status: 200 len: 946 time: 0.0494998 Dec 16 10:35:03.321550 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0c7f30a8-776d-484a-bd74-d9f16dde6b3a req-183369e5-5b5a-4b97-9f80-f6000d90b7d0 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69742d9-083e-408d-8818-1536c2c390b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320020 Dec 16 10:35:07.952065 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:11.397627 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:12.152318 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9938003f-68b7-41ae-8f03-b6c07e27980c req-06fe9887-e4cd-4fa5-ae2a-01668d0deb83 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c2849146-fa9f-4835-8c65-24665c628d8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406868 Dec 16 10:35:12.236387 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938003f-68b7-41ae-8f03-b6c07e27980c req-d3811963-50e7-4ac8-9174-40c04aa2c276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:12.237913 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9938003f-68b7-41ae-8f03-b6c07e27980c req-d3811963-50e7-4ac8-9174-40c04aa2c276 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8eebcbb66cc94d358e996f8782532657&device_id=c2849146-fa9f-4835-8c65-24665c628d8c HTTP/1.1" status: 200 len: 1097 time: 0.0416608 Dec 16 10:35:12.346249 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938003f-68b7-41ae-8f03-b6c07e27980c req-8df4e190-d4a3-4b57-b227-d4ca84ea9108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:12.347699 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9938003f-68b7-41ae-8f03-b6c07e27980c req-8df4e190-d4a3-4b57-b227-d4ca84ea9108 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9153953e-076a-4178-a223-e3fc74d904e2 HTTP/1.1" status: 200 len: 916 time: 0.0908933 Dec 16 10:35:12.388236 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9938003f-68b7-41ae-8f03-b6c07e27980c req-f59f06a6-7e0a-4038-97c6-9f0ca21dfd01 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=995473db-6585-4b15-8681-b9693fa01cde HTTP/1.1" status: 200 len: 217 time: 0.0332737 Dec 16 10:35:12.442172 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938003f-68b7-41ae-8f03-b6c07e27980c req-bfcfd75d-ece5-43c2-9338-30005e00ab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:12.443660 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9938003f-68b7-41ae-8f03-b6c07e27980c req-bfcfd75d-ece5-43c2-9338-30005e00ab5b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bcd291a3-0871-4660-a339-2e5ce93ab595 HTTP/1.1" status: 200 len: 854 time: 0.0482166 Dec 16 10:35:12.493432 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938003f-68b7-41ae-8f03-b6c07e27980c req-3a12c05e-486a-440f-89b5-9ac0a19b532b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:12.494865 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9938003f-68b7-41ae-8f03-b6c07e27980c req-3a12c05e-486a-440f-89b5-9ac0a19b532b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9153953e-076a-4178-a223-e3fc74d904e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399005 Dec 16 10:35:12.583244 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9938003f-68b7-41ae-8f03-b6c07e27980c req-0ad8e16c-a2c0-4185-9ad7-588985775660 service neutron] 10.222.0.58 "GET /v2.0/networks/9153953e-076a-4178-a223-e3fc74d904e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806112 Dec 16 10:35:12.680310 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9938003f-68b7-41ae-8f03-b6c07e27980c req-08b61508-7ab3-462d-b6f6-b3dfd61a5332 service neutron] 10.222.0.58 "GET /v2.0/networks/9153953e-076a-4178-a223-e3fc74d904e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895886 Dec 16 10:35:24.117398 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a0b1ab5e-bdfb-42f2-8224-f67c0f5dd080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:25.060715 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ffff0-0c55-4774-9b99-9783f4b50a80 req-101c4dc3-8570-41bd-8ee2-3b43fb9b0bf2 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:25.062223 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0c1ffff0-0c55-4774-9b99-9783f4b50a80 req-101c4dc3-8570-41bd-8ee2-3b43fb9b0bf2 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2849146-fa9f-4835-8c65-24665c628d8c HTTP/1.1" status: 200 len: 946 time: 0.0494945 Dec 16 10:35:25.098474 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0c1ffff0-0c55-4774-9b99-9783f4b50a80 req-8980491e-f21a-403a-b6c8-fd4103e599a0 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69742d9-083e-408d-8818-1536c2c390b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303674 Dec 16 10:35:26.214289 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3fa460-8a08-4bbb-bee1-9a9064b5b219 req-53ffe603-6da3-4acc-918b-5c022e9814c5 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:26.215768 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2b3fa460-8a08-4bbb-bee1-9a9064b5b219 req-53ffe603-6da3-4acc-918b-5c022e9814c5 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2849146-fa9f-4835-8c65-24665c628d8c HTTP/1.1" status: 200 len: 946 time: 0.0494201 Dec 16 10:35:26.252777 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2b3fa460-8a08-4bbb-bee1-9a9064b5b219 req-e801a6e5-5a55-4fd7-aa50-43073af9b3fb tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69742d9-083e-408d-8818-1536c2c390b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309346 Dec 16 10:35:26.471667 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-82fb7302-9bdf-43bd-bb3b-f6eaa23551bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:26.515672 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f2f27-fe2d-4812-90d8-8f61905a6276 req-9e893fd2-a8b6-4498-adb5-9636ae98cf75 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:26.517179 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a43f2f27-fe2d-4812-90d8-8f61905a6276 req-9e893fd2-a8b6-4498-adb5-9636ae98cf75 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2849146-fa9f-4835-8c65-24665c628d8c HTTP/1.1" status: 200 len: 946 time: 0.0502665 Dec 16 10:35:26.610177 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-a43f2f27-fe2d-4812-90d8-8f61905a6276 req-3c33daae-caa1-4bfc-8b63-21e52ff63e50 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Deleting port 995473db-6585-4b15-8681-b9693fa01cde {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:35:26.610518 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a43f2f27-fe2d-4812-90d8-8f61905a6276 req-3c33daae-caa1-4bfc-8b63-21e52ff63e50 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:26.700524 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-a43f2f27-fe2d-4812-90d8-8f61905a6276 req-3c33daae-caa1-4bfc-8b63-21e52ff63e50 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] For port 995473db-6585-4b15-8681-b9693fa01cde, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=995473db-6585-4b15-8681-b9693fa01cde,segment=NetworkSegment(4ba27883-679e-43e0-816a-9a0448509dc4),segment_id=4ba27883-679e-43e0-816a-9a0448509dc4)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:35:26.700881 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a43f2f27-fe2d-4812-90d8-8f61905a6276 req-3c33daae-caa1-4bfc-8b63-21e52ff63e50 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:26.713535 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-a43f2f27-fe2d-4812-90d8-8f61905a6276 req-3c33daae-caa1-4bfc-8b63-21e52ff63e50 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Calling delete_port for 995473db-6585-4b15-8681-b9693fa01cde owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:35:26.900222 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a43f2f27-fe2d-4812-90d8-8f61905a6276 req-3c33daae-caa1-4bfc-8b63-21e52ff63e50 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:26.912737 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['995473db-6585-4b15-8681-b9693fa01cde'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:35:26.930862 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33daae-caa1-4bfc-8b63-21e52ff63e50 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Pushing event deleted for resources: {'Port': ['ID=995473db-6585-4b15-8681-b9693fa01cde,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:26.944358 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c33daae-caa1-4bfc-8b63-21e52ff63e50 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:26.944715 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c33daae-caa1-4bfc-8b63-21e52ff63e50 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:26.945141 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c33daae-caa1-4bfc-8b63-21e52ff63e50 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:26.945426 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c33daae-caa1-4bfc-8b63-21e52ff63e50 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:26.945769 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c33daae-caa1-4bfc-8b63-21e52ff63e50 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:26.946105 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c33daae-caa1-4bfc-8b63-21e52ff63e50 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:26.946438 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c33daae-caa1-4bfc-8b63-21e52ff63e50 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:26.946771 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c33daae-caa1-4bfc-8b63-21e52ff63e50 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:26.947101 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c33daae-caa1-4bfc-8b63-21e52ff63e50 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:26.947456 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c33daae-caa1-4bfc-8b63-21e52ff63e50 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:26.947807 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c33daae-caa1-4bfc-8b63-21e52ff63e50 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:26.948128 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c33daae-caa1-4bfc-8b63-21e52ff63e50 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:26.986288 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43f2f27-fe2d-4812-90d8-8f61905a6276 req-3c33daae-caa1-4bfc-8b63-21e52ff63e50 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] No DVR routers for this DVR port 995473db-6585-4b15-8681-b9693fa01cde on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:35:26.988799 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-a43f2f27-fe2d-4812-90d8-8f61905a6276 req-3c33daae-caa1-4bfc-8b63-21e52ff63e50 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:26.992090 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a43f2f27-fe2d-4812-90d8-8f61905a6276 req-3c33daae-caa1-4bfc-8b63-21e52ff63e50 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.58 "DELETE /v2.0/ports/995473db-6585-4b15-8681-b9693fa01cde HTTP/1.1" status: 204 len: 173 time: 0.4683526 Dec 16 10:35:26.992670 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2849146-fa9f-4835-8c65-24665c628d8c', 'name': 'network-vif-deleted', 'tag': '995473db-6585-4b15-8681-b9693fa01cde'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:35:26.995942 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cafdc8f-19e5-4fc3-9783-5f644dbc6baa" -d '{"events": [{"server_uuid": "c2849146-fa9f-4835-8c65-24665c628d8c", "name": "network-vif-deleted", "tag": "995473db-6585-4b15-8681-b9693fa01cde"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:35:27.043383 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b143e23c-cbf8-4755-b111-88254c8bc29e x-openstack-request-id: req-b143e23c-cbf8-4755-b111-88254c8bc29e {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:35:27.043383 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2849146-fa9f-4835-8c65-24665c628d8c", "name": "network-vif-deleted", "tag": "995473db-6585-4b15-8681-b9693fa01cde", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:35:27.043383 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b143e23c-cbf8-4755-b111-88254c8bc29e {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:35:27.043383 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2849146-fa9f-4835-8c65-24665c628d8c', 'name': 'network-vif-deleted', 'tag': '995473db-6585-4b15-8681-b9693fa01cde', 'status': 'completed', 'code': 200} Dec 16 10:35:27.362547 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6069a25c-69f6-4a6b-84f0-3527c189830b req-7ec639b9-05d6-449c-ba15-29011a291146 tempest-TestEncryptedCinderVolumes-2064710996 tempest-TestEncryptedCinderVolumes-2064710996-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2849146-fa9f-4835-8c65-24665c628d8c HTTP/1.1" status: 200 len: 210 time: 0.0280602 Dec 16 10:35:27.819826 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:28.523388 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41384) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:29.168213 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65c88d01-1c77-4466-806f-f10fac6e850f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:29.311316 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:29.413794 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-65c88d01-1c77-4466-806f-f10fac6e850f admin admin] Deleting port 7305020a-98dd-441e-8232-d83501da4f82 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:35:29.414138 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65c88d01-1c77-4466-806f-f10fac6e850f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:29.495057 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-65c88d01-1c77-4466-806f-f10fac6e850f admin admin] For port 7305020a-98dd-441e-8232-d83501da4f82, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=7305020a-98dd-441e-8232-d83501da4f82,segment=NetworkSegment(4ba27883-679e-43e0-816a-9a0448509dc4),segment_id=4ba27883-679e-43e0-816a-9a0448509dc4)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:35:29.495333 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65c88d01-1c77-4466-806f-f10fac6e850f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:29.507814 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-65c88d01-1c77-4466-806f-f10fac6e850f admin admin] Calling delete_port for 7305020a-98dd-441e-8232-d83501da4f82 owned by network:router_interface {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:35:29.613969 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:29.728792 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65c88d01-1c77-4466-806f-f10fac6e850f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:29.753709 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c88d01-1c77-4466-806f-f10fac6e850f admin admin] Pushing event deleted for resources: {'Port': ['ID=7305020a-98dd-441e-8232-d83501da4f82,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:29.916946 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-65c88d01-1c77-4466-806f-f10fac6e850f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:30.130676 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c88d01-1c77-4466-806f-f10fac6e850f admin admin] Router 6df33cc5-3008-4605-ac8b-0e54f947b22b has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:35:30.236102 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c88d01-1c77-4466-806f-f10fac6e850f admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:35:30.241414 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-65c88d01-1c77-4466-806f-f10fac6e850f admin admin] 10.222.0.60 "PUT /v2.0/routers/6df33cc5-3008-4605-ac8b-0e54f947b22b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7169909 Dec 16 10:35:30.245080 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41386) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:30.245403 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbd7599-7ea2-4ed6-a7ec-e4e9eb0f4a72 None None] Sync routers for ids ['6df33cc5-3008-4605-ac8b-0e54f947b22b'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:35:30.255335 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbd7599-7ea2-4ed6-a7ec-e4e9eb0f4a72 None None] Routers {'6df33cc5-3008-4605-ac8b-0e54f947b22b'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:35:30.255943 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-3dbd7599-7ea2-4ed6-a7ec-e4e9eb0f4a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:35:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6df33cc5-3008-4605-ac8b-0e54f947b22b'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:30.350283 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0123def-94e1-4c71-bb07-e5fbb3667715 admin admin] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:30.357954 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-3dbd7599-7ea2-4ed6-a7ec-e4e9eb0f4a72 None None] Set router 6df33cc5-3008-4605-ac8b-0e54f947b22b gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:35:30.461680 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0123def-94e1-4c71-bb07-e5fbb3667715 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:30.540537 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-3dbd7599-7ea2-4ed6-a7ec-e4e9eb0f4a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df33cc5-3008-4605-ac8b-0e54f947b22b', 'name': 'tempest-TestEncryptedCinderVolumes-21165558-router', 'tenant_id': '8eebcbb66cc94d358e996f8782532657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'adea89f5-cfe2-47dc-b3ed-68516f0de62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:34:01Z', 'updated_at': '2021-12-16T10:35:29Z', 'revision_number': 5, 'project_id': '8eebcbb66cc94d358e996f8782532657', 'gw_port': {'id': 'adea89f5-cfe2-47dc-b3ed-68516f0de62d', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:56:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df33cc5-3008-4605-ac8b-0e54f947b22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:02Z', 'updated_at': '2021-12-16T10:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:30.572775 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbd7599-7ea2-4ed6-a7ec-e4e9eb0f4a72 None None] Checking router: 6df33cc5-3008-4605-ac8b-0e54f947b22b for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:35:30.573556 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-e0123def-94e1-4c71-bb07-e5fbb3667715 admin admin] Deleting port adea89f5-cfe2-47dc-b3ed-68516f0de62d {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:35:30.573908 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0123def-94e1-4c71-bb07-e5fbb3667715 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:30.581532 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbd7599-7ea2-4ed6-a7ec-e4e9eb0f4a72 None None] Routers {'6df33cc5-3008-4605-ac8b-0e54f947b22b'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:35:30.582137 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-3dbd7599-7ea2-4ed6-a7ec-e4e9eb0f4a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:35:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['6df33cc5-3008-4605-ac8b-0e54f947b22b'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:30.658750 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-e0123def-94e1-4c71-bb07-e5fbb3667715 admin admin] For port adea89f5-cfe2-47dc-b3ed-68516f0de62d, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=adea89f5-cfe2-47dc-b3ed-68516f0de62d,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:35:30.659033 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0123def-94e1-4c71-bb07-e5fbb3667715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:30.667349 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-3dbd7599-7ea2-4ed6-a7ec-e4e9eb0f4a72 None None] Set router 6df33cc5-3008-4605-ac8b-0e54f947b22b gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:35:30.671988 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-e0123def-94e1-4c71-bb07-e5fbb3667715 admin admin] Calling delete_port for adea89f5-cfe2-47dc-b3ed-68516f0de62d owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:35:30.721546 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-3dbd7599-7ea2-4ed6-a7ec-e4e9eb0f4a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df33cc5-3008-4605-ac8b-0e54f947b22b', 'name': 'tempest-TestEncryptedCinderVolumes-21165558-router', 'tenant_id': '8eebcbb66cc94d358e996f8782532657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:34:01Z', 'updated_at': '2021-12-16T10:35:30Z', 'revision_number': 6, 'project_id': '8eebcbb66cc94d358e996f8782532657', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:30.747458 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbd7599-7ea2-4ed6-a7ec-e4e9eb0f4a72 None None] The sync data for ids ['6df33cc5-3008-4605-ac8b-0e54f947b22b'] in n-d-820550-2 is: [{'id': '6df33cc5-3008-4605-ac8b-0e54f947b22b', 'name': 'tempest-TestEncryptedCinderVolumes-21165558-router', 'tenant_id': '8eebcbb66cc94d358e996f8782532657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:34:01Z', 'updated_at': '2021-12-16T10:35:30Z', 'revision_number': 6, 'project_id': '8eebcbb66cc94d358e996f8782532657', 'gw_port_host': None}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:35:30.813448 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 995473db-6585-4b15-8681-b9693fa01cde no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:35:30.833137 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 995473db-6585-4b15-8681-b9693fa01cde {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:35:30.833483 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 995473db-6585-4b15-8681-b9693fa01cde not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:35:30.888552 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0123def-94e1-4c71-bb07-e5fbb3667715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:30.918898 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0123def-94e1-4c71-bb07-e5fbb3667715 admin admin] Pushing event deleted for resources: {'Port': ['ID=adea89f5-cfe2-47dc-b3ed-68516f0de62d,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:30.978946 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0123def-94e1-4c71-bb07-e5fbb3667715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:31.070442 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0123def-94e1-4c71-bb07-e5fbb3667715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:31.072571 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0123def-94e1-4c71-bb07-e5fbb3667715 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:31.180024 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0123def-94e1-4c71-bb07-e5fbb3667715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:31.185476 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0123def-94e1-4c71-bb07-e5fbb3667715 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6df33cc5-3008-4605-ac8b-0e54f947b22b {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:35:31.185476 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e0123def-94e1-4c71-bb07-e5fbb3667715 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:31.186037 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e0123def-94e1-4c71-bb07-e5fbb3667715 admin admin] 10.222.0.60 "DELETE /v2.0/routers/6df33cc5-3008-4605-ac8b-0e54f947b22b HTTP/1.1" status: 204 len: 168 time: 0.9400208 Dec 16 10:35:31.188436 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41388) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:31.237295 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e9cca0-8e0d-4593-a80b-5a88c2779139 admin admin] Deleting subnet bcd291a3-0871-4660-a339-2e5ce93ab595 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:35:31.240428 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-79e9cca0-8e0d-4593-a80b-5a88c2779139 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:31.275312 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-79e9cca0-8e0d-4593-a80b-5a88c2779139 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:31.350524 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-79e9cca0-8e0d-4593-a80b-5a88c2779139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:31.466112 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-79e9cca0-8e0d-4593-a80b-5a88c2779139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:31.493965 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9cca0-8e0d-4593-a80b-5a88c2779139 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcd291a3-0871-4660-a339-2e5ce93ab595,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:31.499780 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-79e9cca0-8e0d-4593-a80b-5a88c2779139 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:31.504398 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-79e9cca0-8e0d-4593-a80b-5a88c2779139 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/bcd291a3-0871-4660-a339-2e5ce93ab595 HTTP/1.1" status: 204 len: 168 time: 0.3147597 Dec 16 10:35:31.504846 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbe3778-833c-4875-bbd6-9afb50fe4f34 None None] Network 9153953e-076a-4178-a223-e3fc74d904e2 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:35:31.506941 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41390) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:31.580282 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89527aae-8992-4e49-a2ef-9c7d7908f218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:31.635731 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-89527aae-8992-4e49-a2ef-9c7d7908f218 admin admin] Deleting port 916a23f7-49a1-44d5-be8a-7c5a1c0ef4ae {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:35:31.636073 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89527aae-8992-4e49-a2ef-9c7d7908f218 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:31.693589 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9979a923-3658-4b19-b31f-72388b7b7094 None None] DHCP port deletion for 9153953e-076a-4178-a223-e3fc74d904e2 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:35:31.713369 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-89527aae-8992-4e49-a2ef-9c7d7908f218 admin admin] For port 916a23f7-49a1-44d5-be8a-7c5a1c0ef4ae, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=916a23f7-49a1-44d5-be8a-7c5a1c0ef4ae,segment=NetworkSegment(4ba27883-679e-43e0-816a-9a0448509dc4),segment_id=4ba27883-679e-43e0-816a-9a0448509dc4)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:35:31.713778 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89527aae-8992-4e49-a2ef-9c7d7908f218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:31.729961 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-89527aae-8992-4e49-a2ef-9c7d7908f218 admin admin] Calling delete_port for 916a23f7-49a1-44d5-be8a-7c5a1c0ef4ae owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:35:31.741798 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-9979a923-3658-4b19-b31f-72388b7b7094 None None] Deleting port 916a23f7-49a1-44d5-be8a-7c5a1c0ef4ae {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:35:31.742179 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9979a923-3658-4b19-b31f-72388b7b7094 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:31.804334 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-9979a923-3658-4b19-b31f-72388b7b7094 None None] For port 916a23f7-49a1-44d5-be8a-7c5a1c0ef4ae, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=916a23f7-49a1-44d5-be8a-7c5a1c0ef4ae,segment=NetworkSegment(4ba27883-679e-43e0-816a-9a0448509dc4),segment_id=4ba27883-679e-43e0-816a-9a0448509dc4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:35:31.804725 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9979a923-3658-4b19-b31f-72388b7b7094 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:31.817554 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-9979a923-3658-4b19-b31f-72388b7b7094 None None] Calling delete_port for 916a23f7-49a1-44d5-be8a-7c5a1c0ef4ae owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:35:31.905464 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89527aae-8992-4e49-a2ef-9c7d7908f218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:31.911377 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9979a923-3658-4b19-b31f-72388b7b7094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:31.937665 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89527aae-8992-4e49-a2ef-9c7d7908f218 admin admin] Pushing event deleted for resources: {'Port': ['ID=916a23f7-49a1-44d5-be8a-7c5a1c0ef4ae,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:31.938013 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979a923-3658-4b19-b31f-72388b7b7094 None None] Pushing event deleted for resources: {'Port': ['ID=916a23f7-49a1-44d5-be8a-7c5a1c0ef4ae,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:31.939147 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89527aae-8992-4e49-a2ef-9c7d7908f218 admin admin] No DVR routers for this DVR port 916a23f7-49a1-44d5-be8a-7c5a1c0ef4ae on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:35:31.945681 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9979a923-3658-4b19-b31f-72388b7b7094 None None] No DVR routers for this DVR port 916a23f7-49a1-44d5-be8a-7c5a1c0ef4ae on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:35:31.947839 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9979a923-3658-4b19-b31f-72388b7b7094 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:31.948188 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9979a923-3658-4b19-b31f-72388b7b7094 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:31.948538 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9979a923-3658-4b19-b31f-72388b7b7094 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:31.948870 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9979a923-3658-4b19-b31f-72388b7b7094 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:31.949233 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9979a923-3658-4b19-b31f-72388b7b7094 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:31.949573 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9979a923-3658-4b19-b31f-72388b7b7094 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:31.949883 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9979a923-3658-4b19-b31f-72388b7b7094 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:31.950206 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9979a923-3658-4b19-b31f-72388b7b7094 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:31.950525 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9979a923-3658-4b19-b31f-72388b7b7094 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:31.951004 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9979a923-3658-4b19-b31f-72388b7b7094 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:31.951166 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9979a923-3658-4b19-b31f-72388b7b7094 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:31.951488 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9979a923-3658-4b19-b31f-72388b7b7094 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:32.014138 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89527aae-8992-4e49-a2ef-9c7d7908f218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:32.034342 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-89527aae-8992-4e49-a2ef-9c7d7908f218 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9153953e-076a-4178-a223-e3fc74d904e2']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:32.044031 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-89527aae-8992-4e49-a2ef-9c7d7908f218 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba27883-679e-43e0-816a-9a0448509dc4') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:32.044329 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-89527aae-8992-4e49-a2ef-9c7d7908f218 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba27883-679e-43e0-816a-9a0448509dc4') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:32.053857 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89527aae-8992-4e49-a2ef-9c7d7908f218 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:32.066951 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89527aae-8992-4e49-a2ef-9c7d7908f218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:32.072850 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89527aae-8992-4e49-a2ef-9c7d7908f218 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:35:32.073264 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89527aae-8992-4e49-a2ef-9c7d7908f218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:32.075050 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 10:35:32.075050 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:35:32.075050 n-d-820550-2 neutron-server[102816]: timer() Dec 16 10:35:32.075050 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:35:32.075050 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 10:35:32.075050 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:35:32.075050 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 10:35:32.075050 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:35:32.075050 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 10:35:32.075050 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:35:32.075050 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 10:35:32.075050 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:35:32.075050 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 10:35:32.075050 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:35:32.075050 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:35:32.075050 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:35:32.075050 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:35:32.075050 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:35:32.075050 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 10:35:32.075050 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:35:32.075050 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 10:35:32.075050 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:35:32.075050 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:35:32.075050 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:35:32.075050 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 10:35:32.075050 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:35:32.075050 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:35:32.075050 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:35:32.075050 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:35:32.075050 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:35:32.075050 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:35:32.075050 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:35:32.116725 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 916a23f7-49a1-44d5-be8a-7c5a1c0ef4ae no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:35:32.135752 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 916a23f7-49a1-44d5-be8a-7c5a1c0ef4ae {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:35:32.136095 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 916a23f7-49a1-44d5-be8a-7c5a1c0ef4ae not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:35:32.136509 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 7305020a-98dd-441e-8232-d83501da4f82 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:35:32.154783 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 7305020a-98dd-441e-8232-d83501da4f82 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:35:32.155127 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 7305020a-98dd-441e-8232-d83501da4f82 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:35:32.155525 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device adea89f5-cfe2-47dc-b3ed-68516f0de62d no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:35:32.176504 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: adea89f5-cfe2-47dc-b3ed-68516f0de62d {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:35:32.176943 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device adea89f5-cfe2-47dc-b3ed-68516f0de62d not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:35:32.180328 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89527aae-8992-4e49-a2ef-9c7d7908f218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:32.185904 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-89527aae-8992-4e49-a2ef-9c7d7908f218 admin admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:32.189213 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-89527aae-8992-4e49-a2ef-9c7d7908f218 admin admin] 10.222.0.60 "DELETE /v2.0/networks/9153953e-076a-4178-a223-e3fc74d904e2 HTTP/1.1" status: 204 len: 168 time: 0.6804132 Dec 16 10:35:32.192256 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41392) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:32.200527 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89527aae-8992-4e49-a2ef-9c7d7908f218 admin admin] Pushing event deleted for resources: {'Network': ['ID=9153953e-076a-4178-a223-e3fc74d904e2,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:32.535980 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-830a7d09-6ef0-40c8-b343-702af78bf838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:32.552831 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:35:32.792229 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-830a7d09-6ef0-40c8-b343-702af78bf838 admin admin] Deleting port 3822fc87-3cee-435f-b68e-7f0851bb9e0d {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:35:32.792462 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-830a7d09-6ef0-40c8-b343-702af78bf838 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:32.867913 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-830a7d09-6ef0-40c8-b343-702af78bf838 admin admin] For port 3822fc87-3cee-435f-b68e-7f0851bb9e0d, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=3822fc87-3cee-435f-b68e-7f0851bb9e0d,segment=NetworkSegment(e5fb9109-94df-4431-8f48-3b7e8181d281),segment_id=e5fb9109-94df-4431-8f48-3b7e8181d281)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:35:32.868812 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-830a7d09-6ef0-40c8-b343-702af78bf838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:32.881020 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-830a7d09-6ef0-40c8-b343-702af78bf838 admin admin] Calling delete_port for 3822fc87-3cee-435f-b68e-7f0851bb9e0d owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:35:33.157100 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-830a7d09-6ef0-40c8-b343-702af78bf838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:33.184090 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a7d09-6ef0-40c8-b343-702af78bf838 admin admin] Pushing event deleted for resources: {'Port': ['ID=3822fc87-3cee-435f-b68e-7f0851bb9e0d,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:33.211998 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830a7d09-6ef0-40c8-b343-702af78bf838 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:33.212623 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830a7d09-6ef0-40c8-b343-702af78bf838 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:33.212752 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830a7d09-6ef0-40c8-b343-702af78bf838 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:33.212990 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830a7d09-6ef0-40c8-b343-702af78bf838 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:33.213340 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830a7d09-6ef0-40c8-b343-702af78bf838 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:33.213671 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830a7d09-6ef0-40c8-b343-702af78bf838 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:33.213993 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830a7d09-6ef0-40c8-b343-702af78bf838 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:33.214317 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830a7d09-6ef0-40c8-b343-702af78bf838 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:33.214639 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830a7d09-6ef0-40c8-b343-702af78bf838 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:33.214958 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830a7d09-6ef0-40c8-b343-702af78bf838 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:33.215273 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830a7d09-6ef0-40c8-b343-702af78bf838 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:33.215608 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830a7d09-6ef0-40c8-b343-702af78bf838 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:33.357485 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-830a7d09-6ef0-40c8-b343-702af78bf838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:33.575702 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830a7d09-6ef0-40c8-b343-702af78bf838 admin admin] Router b7dab8e6-5fef-4fe1-a033-93184055929f has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:35:33.676666 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830a7d09-6ef0-40c8-b343-702af78bf838 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:35:33.681842 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-830a7d09-6ef0-40c8-b343-702af78bf838 admin admin] 10.222.0.60 "PUT /v2.0/routers/b7dab8e6-5fef-4fe1-a033-93184055929f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4885938 Dec 16 10:35:33.684432 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41394) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:33.685460 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f6d510-b2c4-4a97-a891-0435e5c37e06 None None] Sync routers for ids ['b7dab8e6-5fef-4fe1-a033-93184055929f'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:35:33.694312 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f6d510-b2c4-4a97-a891-0435e5c37e06 None None] Routers {'b7dab8e6-5fef-4fe1-a033-93184055929f'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:35:33.694915 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-b6f6d510-b2c4-4a97-a891-0435e5c37e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:35:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b7dab8e6-5fef-4fe1-a033-93184055929f'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:33.788370 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ecf80892-cf39-4e35-9e62-09f6f0cb2564 admin admin] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:33.793595 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-b6f6d510-b2c4-4a97-a891-0435e5c37e06 None None] Set router b7dab8e6-5fef-4fe1-a033-93184055929f gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:35:33.892072 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ecf80892-cf39-4e35-9e62-09f6f0cb2564 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:33.971184 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-b6f6d510-b2c4-4a97-a891-0435e5c37e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dab8e6-5fef-4fe1-a033-93184055929f', 'name': 'tempest-TestEncryptedCinderVolumes-2111498630-router', 'tenant_id': 'f0b3bf8eeb44473fa2e868cd3dfed4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '56c7000a-646c-4262-b54b-294ba454ebd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:34:07Z', 'updated_at': '2021-12-16T10:35:33Z', 'revision_number': 5, 'project_id': 'f0b3bf8eeb44473fa2e868cd3dfed4ef', 'gw_port': {'id': '56c7000a-646c-4262-b54b-294ba454ebd7', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:89:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dab8e6-5fef-4fe1-a033-93184055929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:08Z', 'updated_at': '2021-12-16T10:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:33.993988 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-ecf80892-cf39-4e35-9e62-09f6f0cb2564 admin admin] Deleting port 56c7000a-646c-4262-b54b-294ba454ebd7 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:35:33.994330 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ecf80892-cf39-4e35-9e62-09f6f0cb2564 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:33.997893 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f6d510-b2c4-4a97-a891-0435e5c37e06 None None] Checking router: b7dab8e6-5fef-4fe1-a033-93184055929f for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:35:34.006212 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f6d510-b2c4-4a97-a891-0435e5c37e06 None None] Routers {'b7dab8e6-5fef-4fe1-a033-93184055929f'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:35:34.007084 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-b6f6d510-b2c4-4a97-a891-0435e5c37e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:35:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b7dab8e6-5fef-4fe1-a033-93184055929f'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:34.076685 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-ecf80892-cf39-4e35-9e62-09f6f0cb2564 admin admin] For port 56c7000a-646c-4262-b54b-294ba454ebd7, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=56c7000a-646c-4262-b54b-294ba454ebd7,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:35:34.077210 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ecf80892-cf39-4e35-9e62-09f6f0cb2564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:34.092287 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-ecf80892-cf39-4e35-9e62-09f6f0cb2564 admin admin] Calling delete_port for 56c7000a-646c-4262-b54b-294ba454ebd7 owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:35:34.097128 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-b6f6d510-b2c4-4a97-a891-0435e5c37e06 None None] Set router b7dab8e6-5fef-4fe1-a033-93184055929f gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:35:34.152364 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-b6f6d510-b2c4-4a97-a891-0435e5c37e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dab8e6-5fef-4fe1-a033-93184055929f', 'name': 'tempest-TestEncryptedCinderVolumes-2111498630-router', 'tenant_id': 'f0b3bf8eeb44473fa2e868cd3dfed4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:34:07Z', 'updated_at': '2021-12-16T10:35:33Z', 'revision_number': 6, 'project_id': 'f0b3bf8eeb44473fa2e868cd3dfed4ef', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:34.178165 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f6d510-b2c4-4a97-a891-0435e5c37e06 None None] The sync data for ids ['b7dab8e6-5fef-4fe1-a033-93184055929f'] in n-d-820550-2 is: [{'id': 'b7dab8e6-5fef-4fe1-a033-93184055929f', 'name': 'tempest-TestEncryptedCinderVolumes-2111498630-router', 'tenant_id': 'f0b3bf8eeb44473fa2e868cd3dfed4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:34:07Z', 'updated_at': '2021-12-16T10:35:33Z', 'revision_number': 6, 'project_id': 'f0b3bf8eeb44473fa2e868cd3dfed4ef', 'gw_port_host': None}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:35:34.294131 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ecf80892-cf39-4e35-9e62-09f6f0cb2564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:34.329334 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf80892-cf39-4e35-9e62-09f6f0cb2564 admin admin] Pushing event deleted for resources: {'Port': ['ID=56c7000a-646c-4262-b54b-294ba454ebd7,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:34.386357 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ecf80892-cf39-4e35-9e62-09f6f0cb2564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:34.476547 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ecf80892-cf39-4e35-9e62-09f6f0cb2564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:34.478555 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ecf80892-cf39-4e35-9e62-09f6f0cb2564 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:34.579702 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ecf80892-cf39-4e35-9e62-09f6f0cb2564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:34.580311 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf80892-cf39-4e35-9e62-09f6f0cb2564 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7dab8e6-5fef-4fe1-a033-93184055929f {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:35:34.587699 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ecf80892-cf39-4e35-9e62-09f6f0cb2564 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:34.587699 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ecf80892-cf39-4e35-9e62-09f6f0cb2564 admin admin] 10.222.0.60 "DELETE /v2.0/routers/b7dab8e6-5fef-4fe1-a033-93184055929f HTTP/1.1" status: 204 len: 168 time: 0.9006848 Dec 16 10:35:34.590866 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41396) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:34.639351 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd95831-7710-4984-a7c0-e07cfef46547 admin admin] Deleting subnet a829ce6f-db3e-4489-aa94-73c3dd9f74e2 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:35:34.642414 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6bd95831-7710-4984-a7c0-e07cfef46547 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:34.676308 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6bd95831-7710-4984-a7c0-e07cfef46547 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:34.753469 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6bd95831-7710-4984-a7c0-e07cfef46547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:34.877298 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6bd95831-7710-4984-a7c0-e07cfef46547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:34.900924 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd95831-7710-4984-a7c0-e07cfef46547 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a829ce6f-db3e-4489-aa94-73c3dd9f74e2,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:34.906558 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6bd95831-7710-4984-a7c0-e07cfef46547 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:34.909981 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6bd95831-7710-4984-a7c0-e07cfef46547 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a829ce6f-db3e-4489-aa94-73c3dd9f74e2 HTTP/1.1" status: 204 len: 168 time: 0.3179119 Dec 16 10:35:34.912308 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41398) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:34.913038 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e93f4c5-50e3-46bc-81cc-af225b9fdf84 None None] Network 72aa0a23-0e2f-479b-b35d-4cc3cf0667cc requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:35:34.984817 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9325d5e8-809c-4df9-a432-6dea133d9741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:35.037876 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-9325d5e8-809c-4df9-a432-6dea133d9741 admin admin] Deleting port 95fa5ae7-5307-4cf7-8542-81005f855972 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:35:35.038215 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9325d5e8-809c-4df9-a432-6dea133d9741 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:35.097299 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6f37b4-0196-4ab6-849c-9c0ff2783861 None None] DHCP port deletion for 72aa0a23-0e2f-479b-b35d-4cc3cf0667cc request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:35:35.108721 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-9325d5e8-809c-4df9-a432-6dea133d9741 admin admin] For port 95fa5ae7-5307-4cf7-8542-81005f855972, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=95fa5ae7-5307-4cf7-8542-81005f855972,segment=NetworkSegment(e5fb9109-94df-4431-8f48-3b7e8181d281),segment_id=e5fb9109-94df-4431-8f48-3b7e8181d281)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:35:35.109086 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9325d5e8-809c-4df9-a432-6dea133d9741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:35.121988 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-9325d5e8-809c-4df9-a432-6dea133d9741 admin admin] Calling delete_port for 95fa5ae7-5307-4cf7-8542-81005f855972 owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:35:35.143750 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-ed6f37b4-0196-4ab6-849c-9c0ff2783861 None None] Deleting port 95fa5ae7-5307-4cf7-8542-81005f855972 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:35:35.144129 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ed6f37b4-0196-4ab6-849c-9c0ff2783861 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:35.213426 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-ed6f37b4-0196-4ab6-849c-9c0ff2783861 None None] For port 95fa5ae7-5307-4cf7-8542-81005f855972, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=95fa5ae7-5307-4cf7-8542-81005f855972,segment=NetworkSegment(e5fb9109-94df-4431-8f48-3b7e8181d281),segment_id=e5fb9109-94df-4431-8f48-3b7e8181d281)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:35:35.223132 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ed6f37b4-0196-4ab6-849c-9c0ff2783861 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:35.227322 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-ed6f37b4-0196-4ab6-849c-9c0ff2783861 None None] Calling delete_port for 95fa5ae7-5307-4cf7-8542-81005f855972 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:35:35.276944 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9325d5e8-809c-4df9-a432-6dea133d9741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:35.302238 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ed6f37b4-0196-4ab6-849c-9c0ff2783861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:35.306260 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9325d5e8-809c-4df9-a432-6dea133d9741 admin admin] No DVR routers for this DVR port 95fa5ae7-5307-4cf7-8542-81005f855972 on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:35:35.311830 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325d5e8-809c-4df9-a432-6dea133d9741 admin admin] Pushing event deleted for resources: {'Port': ['ID=95fa5ae7-5307-4cf7-8542-81005f855972,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:35.324810 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f37b4-0196-4ab6-849c-9c0ff2783861 None None] Pushing event deleted for resources: {'Port': ['ID=95fa5ae7-5307-4cf7-8542-81005f855972,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:35.333194 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6f37b4-0196-4ab6-849c-9c0ff2783861 None None] No DVR routers for this DVR port 95fa5ae7-5307-4cf7-8542-81005f855972 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:35:35.386802 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9325d5e8-809c-4df9-a432-6dea133d9741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:35.407565 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-9325d5e8-809c-4df9-a432-6dea133d9741 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72aa0a23-0e2f-479b-b35d-4cc3cf0667cc']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:35.417179 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-9325d5e8-809c-4df9-a432-6dea133d9741 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5fb9109-94df-4431-8f48-3b7e8181d281') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:35.417476 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-9325d5e8-809c-4df9-a432-6dea133d9741 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5fb9109-94df-4431-8f48-3b7e8181d281') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:35.427141 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9325d5e8-809c-4df9-a432-6dea133d9741 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:35.440246 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9325d5e8-809c-4df9-a432-6dea133d9741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:35.446043 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9325d5e8-809c-4df9-a432-6dea133d9741 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:35:35.446938 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9325d5e8-809c-4df9-a432-6dea133d9741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:35.448560 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 10:35:35.448560 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:35:35.448560 n-d-820550-2 neutron-server[102816]: timer() Dec 16 10:35:35.448560 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:35:35.448560 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 10:35:35.448560 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:35:35.448560 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 10:35:35.448560 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:35:35.448560 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 10:35:35.448560 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:35:35.448560 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 10:35:35.448560 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:35:35.448560 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 10:35:35.448560 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:35:35.448560 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:35:35.448560 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:35:35.448560 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:35:35.448560 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:35:35.448560 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 10:35:35.448560 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:35:35.448560 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 10:35:35.448560 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:35:35.448560 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:35:35.448560 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:35:35.448560 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 10:35:35.448560 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:35:35.448560 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:35:35.448560 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:35:35.448560 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:35:35.448560 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:35:35.448560 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:35:35.448560 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:35:35.905170 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9325d5e8-809c-4df9-a432-6dea133d9741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:35.910460 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9325d5e8-809c-4df9-a432-6dea133d9741 admin admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:35.913690 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9325d5e8-809c-4df9-a432-6dea133d9741 admin admin] 10.222.0.60 "DELETE /v2.0/networks/72aa0a23-0e2f-479b-b35d-4cc3cf0667cc HTTP/1.1" status: 204 len: 168 time: 1.0004656 Dec 16 10:35:35.924929 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325d5e8-809c-4df9-a432-6dea133d9741 admin admin] Pushing event deleted for resources: {'Network': ['ID=72aa0a23-0e2f-479b-b35d-4cc3cf0667cc,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:36.113777 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 3822fc87-3cee-435f-b68e-7f0851bb9e0d no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:35:36.134448 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 3822fc87-3cee-435f-b68e-7f0851bb9e0d {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:35:36.134798 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 3822fc87-3cee-435f-b68e-7f0851bb9e0d not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:35:36.135207 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 95fa5ae7-5307-4cf7-8542-81005f855972 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:35:36.156061 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 95fa5ae7-5307-4cf7-8542-81005f855972 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:35:36.156345 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 95fa5ae7-5307-4cf7-8542-81005f855972 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:35:36.156762 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 56c7000a-646c-4262-b54b-294ba454ebd7 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:35:36.175982 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 56c7000a-646c-4262-b54b-294ba454ebd7 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:35:36.176330 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 56c7000a-646c-4262-b54b-294ba454ebd7 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:35:36.267180 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41402) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:36.308160 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-50ec2c7d-5b16-4660-bbf9-2ab64694aedd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8eebcbb66cc94d358e996f8782532657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396965 Dec 16 10:35:36.310657 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41404) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:36.357435 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6d38a07a-9847-4461-8e90-25913eebc23c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:36.378259 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6d38a07a-9847-4461-8e90-25913eebc23c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:36.487874 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6d38a07a-9847-4461-8e90-25913eebc23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:36.490451 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6d38a07a-9847-4461-8e90-25913eebc23c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:36.491723 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6d38a07a-9847-4461-8e90-25913eebc23c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d69742d9-083e-408d-8818-1536c2c390b1 HTTP/1.1" status: 204 len: 168 time: 0.1801596 Dec 16 10:35:36.500298 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38a07a-9847-4461-8e90-25913eebc23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69742d9-083e-408d-8818-1536c2c390b1,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:37.082746 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41410) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:37.125199 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-caa2e330-91cc-485e-bca0-883dc170bee9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f0b3bf8eeb44473fa2e868cd3dfed4ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411580 Dec 16 10:35:37.127534 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41412) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:37.175488 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b3b59e0a-3aa6-45b2-b178-2529b0816f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:37.197458 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b3b59e0a-3aa6-45b2-b178-2529b0816f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:37.288405 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b3b59e0a-3aa6-45b2-b178-2529b0816f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:37.291089 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b3b59e0a-3aa6-45b2-b178-2529b0816f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:37.292267 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b3b59e0a-3aa6-45b2-b178-2529b0816f6f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2ca38875-990a-4a53-8cc6-10547c74da24 HTTP/1.1" status: 204 len: 168 time: 0.1638403 Dec 16 10:35:37.299848 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b59e0a-3aa6-45b2-b178-2529b0816f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca38875-990a-4a53-8cc6-10547c74da24,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:37.963055 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:38.305870 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41434) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:38.418007 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-0b83f5bb-b96e-4c06-be80-d413cd14ca42 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-713113103-network', 'tenant_id': '2ef7d49427be43919d4e56b2c893be08'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:35:38.494021 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b83f5bb-b96e-4c06-be80-d413cd14ca42 admin admin] Made reservation on behalf of 2ef7d49427be43919d4e56b2c893be08 for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:35:38.496370 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0b83f5bb-b96e-4c06-be80-d413cd14ca42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:38.505238 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0b83f5bb-b96e-4c06-be80-d413cd14ca42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:38.579541 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0b83f5bb-b96e-4c06-be80-d413cd14ca42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:38.642143 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0b83f5bb-b96e-4c06-be80-d413cd14ca42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:38.666140 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b83f5bb-b96e-4c06-be80-d413cd14ca42 admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:35:38.674369 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83f5bb-b96e-4c06-be80-d413cd14ca42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef83c85-493a-4f59-93e5-0372816e12b4,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:38.680335 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0b83f5bb-b96e-4c06-be80-d413cd14ca42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:38.681702 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-0b83f5bb-b96e-4c06-be80-d413cd14ca42 admin admin] Added segment 98cb5762-2ad9-4d9a-a974-084b193344a5 of type vlan for network f795303f-2d68-46cf-a2d1-28cc2d12c325 Dec 16 10:35:38.729635 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0b83f5bb-b96e-4c06-be80-d413cd14ca42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:38.808015 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0b83f5bb-b96e-4c06-be80-d413cd14ca42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:38.808966 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b83f5bb-b96e-4c06-be80-d413cd14ca42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:38.809563 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0b83f5bb-b96e-4c06-be80-d413cd14ca42 admin admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:38.865972 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83f5bb-b96e-4c06-be80-d413cd14ca42 admin admin] Pushing event updated for resources: {'Network': ['ID=f795303f-2d68-46cf-a2d1-28cc2d12c325,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:38.876097 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network f795303f-2d68-46cf-a2d1-28cc2d12c325 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:35:38.902388 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0b83f5bb-b96e-4c06-be80-d413cd14ca42 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5953658 Dec 16 10:35:38.905072 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41438) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:38.909910 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-d8399126-fa1c-41d8-844d-91f4a7f128eb admin admin] Request body: {'subnet': {'network_id': 'f795303f-2d68-46cf-a2d1-28cc2d12c325', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-713113103-subnet', 'tenant_id': '2ef7d49427be43919d4e56b2c893be08', 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:35:38.973805 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8399126-fa1c-41d8-844d-91f4a7f128eb admin admin] Made reservation on behalf of 2ef7d49427be43919d4e56b2c893be08 for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:35:38.976190 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d8399126-fa1c-41d8-844d-91f4a7f128eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:39.196502 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d8399126-fa1c-41d8-844d-91f4a7f128eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:39.250921 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8399126-fa1c-41d8-844d-91f4a7f128eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c65690c3-6f97-4e19-9b35-993873553746,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:39.259404 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8399126-fa1c-41d8-844d-91f4a7f128eb admin admin] Checking segment: {'id': '98cb5762-2ad9-4d9a-a974-084b193344a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f795303f-2d68-46cf-a2d1-28cc2d12c325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:35:39.259760 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8399126-fa1c-41d8-844d-91f4a7f128eb admin admin] Network hostable DHCP agents. Network: f795303f-2d68-46cf-a2d1-28cc2d12c325, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:35:39.350629 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8399126-fa1c-41d8-844d-91f4a7f128eb admin admin] Network f795303f-2d68-46cf-a2d1-28cc2d12c325 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:35:39.436542 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-d8399126-fa1c-41d8-844d-91f4a7f128eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, f795303f-2d68-46cf-a2d1-28cc2d12c325) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:35:39.440471 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8399126-fa1c-41d8-844d-91f4a7f128eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:39.446364 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d8399126-fa1c-41d8-844d-91f4a7f128eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:39.447171 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e5c3cd-4a50-48d1-9d92-89f8d28b0d2c None None] Network f795303f-2d68-46cf-a2d1-28cc2d12c325 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:35:39.588652 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d8399126-fa1c-41d8-844d-91f4a7f128eb admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6824338 Dec 16 10:35:39.589257 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b379ea4e-30cb-491c-a611-6f915b1650b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-f795303f-2d68-46cf-a2d1-28cc2d12c325', 'network_id': 'f795303f-2d68-46cf-a2d1-28cc2d12c325', 'tenant_id': '2ef7d49427be43919d4e56b2c893be08', 'fixed_ips': [{'subnet_id': 'c65690c3-6f97-4e19-9b35-993873553746'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:35:39.590306 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b379ea4e-30cb-491c-a611-6f915b1650b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:39.591371 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41440) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:39.595674 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-28b723f1-2cd1-4148-aa0e-4bef66c9c85c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-713113103-router', 'tenant_id': '2ef7d49427be43919d4e56b2c893be08', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:35:39.694243 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-28b723f1-2cd1-4148-aa0e-4bef66c9c85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:39.695405 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-28b723f1-2cd1-4148-aa0e-4bef66c9c85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:39.756458 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-28b723f1-2cd1-4148-aa0e-4bef66c9c85c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:39.882943 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-b379ea4e-30cb-491c-a611-6f915b1650b2 None None] Allocated IP 172.20.0.2 (f795303f-2d68-46cf-a2d1-28cc2d12c325/c65690c3-6f97-4e19-9b35-993873553746/128284b4-0952-4ad8-81d6-386aa25a2c68) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:35:39.945457 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-28b723f1-2cd1-4148-aa0e-4bef66c9c85c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:40.022871 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b379ea4e-30cb-491c-a611-6f915b1650b2 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:40.083143 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b379ea4e-30cb-491c-a611-6f915b1650b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:40.119989 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b379ea4e-30cb-491c-a611-6f915b1650b2 None None] Network f795303f-2d68-46cf-a2d1-28cc2d12c325 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:35:40.122913 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-b379ea4e-30cb-491c-a611-6f915b1650b2 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:35:40.125865 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b379ea4e-30cb-491c-a611-6f915b1650b2 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:35:40.143634 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b379ea4e-30cb-491c-a611-6f915b1650b2 None None] Pushing event updated for resources: {'Port': ['ID=128284b4-0952-4ad8-81d6-386aa25a2c68,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:40.191024 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-b379ea4e-30cb-491c-a611-6f915b1650b2 None None] Attempting to bind port 128284b4-0952-4ad8-81d6-386aa25a2c68 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:35:40.191398 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-b379ea4e-30cb-491c-a611-6f915b1650b2 None None] Attempting to bind port 128284b4-0952-4ad8-81d6-386aa25a2c68 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '98cb5762-2ad9-4d9a-a974-084b193344a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f795303f-2d68-46cf-a2d1-28cc2d12c325'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:35:40.191757 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b379ea4e-30cb-491c-a611-6f915b1650b2 None None] Attempting to bind port 128284b4-0952-4ad8-81d6-386aa25a2c68 on network f795303f-2d68-46cf-a2d1-28cc2d12c325 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:35:40.198199 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b379ea4e-30cb-491c-a611-6f915b1650b2 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:35:40.198533 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b379ea4e-30cb-491c-a611-6f915b1650b2 None None] Checking segment: {'id': '98cb5762-2ad9-4d9a-a974-084b193344a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f795303f-2d68-46cf-a2d1-28cc2d12c325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:35:40.198916 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b379ea4e-30cb-491c-a611-6f915b1650b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:40.199323 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b379ea4e-30cb-491c-a611-6f915b1650b2 None None] Bound using segment: {'id': '98cb5762-2ad9-4d9a-a974-084b193344a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f795303f-2d68-46cf-a2d1-28cc2d12c325'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:35:40.199802 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-b379ea4e-30cb-491c-a611-6f915b1650b2 None None] Bound port: 128284b4-0952-4ad8-81d6-386aa25a2c68, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98cb5762-2ad9-4d9a-a974-084b193344a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f795303f-2d68-46cf-a2d1-28cc2d12c325'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:35:40.200191 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b379ea4e-30cb-491c-a611-6f915b1650b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:40.270082 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-b379ea4e-30cb-491c-a611-6f915b1650b2 None None] For port 128284b4-0952-4ad8-81d6-386aa25a2c68, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:35:40.273462 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-b379ea4e-30cb-491c-a611-6f915b1650b2 None None] For port 128284b4-0952-4ad8-81d6-386aa25a2c68, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=128284b4-0952-4ad8-81d6-386aa25a2c68,segment=NetworkSegment(98cb5762-2ad9-4d9a-a974-084b193344a5),segment_id=98cb5762-2ad9-4d9a-a974-084b193344a5)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:35:40.363112 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b379ea4e-30cb-491c-a611-6f915b1650b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:40.424607 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b379ea4e-30cb-491c-a611-6f915b1650b2 None None] Pushing event updated for resources: {'Port': ['ID=128284b4-0952-4ad8-81d6-386aa25a2c68,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:40.505722 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-28b723f1-2cd1-4148-aa0e-4bef66c9c85c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:40.531956 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-28b723f1-2cd1-4148-aa0e-4bef66c9c85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:40.653782 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-28b723f1-2cd1-4148-aa0e-4bef66c9c85c admin admin] Allocated IP 172.25.1.63 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/f5bb78f8-620b-48dd-8148-2a84364053e3) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:35:40.757656 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-28b723f1-2cd1-4148-aa0e-4bef66c9c85c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:40.831191 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-28b723f1-2cd1-4148-aa0e-4bef66c9c85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:40.870751 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b723f1-2cd1-4148-aa0e-4bef66c9c85c admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:35:40.873720 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-28b723f1-2cd1-4148-aa0e-4bef66c9c85c admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:35:40.877292 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b723f1-2cd1-4148-aa0e-4bef66c9c85c admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:35:40.903060 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b723f1-2cd1-4148-aa0e-4bef66c9c85c admin admin] Pushing event updated for resources: {'Port': ['ID=f5bb78f8-620b-48dd-8148-2a84364053e3,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:41.186815 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-28b723f1-2cd1-4148-aa0e-4bef66c9c85c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:41.319193 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bdbf47-6dfd-4c36-ba89-042a0b4cd546 None None] Network f795303f-2d68-46cf-a2d1-28cc2d12c325 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:35:41.392235 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-28b723f1-2cd1-4148-aa0e-4bef66c9c85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:41.437381 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-6392dd84-1fb8-4cba-8f02-331e2cdaa12e None None] Provisioning complete for port 128284b4-0952-4ad8-81d6-386aa25a2c68 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:41.437756 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6392dd84-1fb8-4cba-8f02-331e2cdaa12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:41.476480 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:41.557915 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6392dd84-1fb8-4cba-8f02-331e2cdaa12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:41.592619 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b723f1-2cd1-4148-aa0e-4bef66c9c85c admin admin] Router f1c1fd86-835a-4f69-879f-98758a59d31a is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:35:41.594441 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-6392dd84-1fb8-4cba-8f02-331e2cdaa12e None None] For port 128284b4-0952-4ad8-81d6-386aa25a2c68, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=128284b4-0952-4ad8-81d6-386aa25a2c68,segment=NetworkSegment(98cb5762-2ad9-4d9a-a974-084b193344a5),segment_id=98cb5762-2ad9-4d9a-a974-084b193344a5)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:35:41.664947 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6392dd84-1fb8-4cba-8f02-331e2cdaa12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:41.711914 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b723f1-2cd1-4148-aa0e-4bef66c9c85c admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:35:41.726441 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f122d8f-31b5-4ba0-b4b6-3f18e64952fc None None] Sync routers for ids ['f1c1fd86-835a-4f69-879f-98758a59d31a'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:35:41.740830 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f122d8f-31b5-4ba0-b4b6-3f18e64952fc None None] Routers {'f1c1fd86-835a-4f69-879f-98758a59d31a'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:35:41.741683 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6f122d8f-31b5-4ba0-b4b6-3f18e64952fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:35:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['f1c1fd86-835a-4f69-879f-98758a59d31a'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:41.750753 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392dd84-1fb8-4cba-8f02-331e2cdaa12e None None] Pushing event updated for resources: {'Port': ['ID=128284b4-0952-4ad8-81d6-386aa25a2c68,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:41.786844 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-5f31016e-5e9f-4644-ac71-027c8c295c7b None None] Provisioning complete for port 128284b4-0952-4ad8-81d6-386aa25a2c68 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:41.788537 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5f31016e-5e9f-4644-ac71-027c8c295c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:41.817322 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-28b723f1-2cd1-4148-aa0e-4bef66c9c85c admin admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:41.817322 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-28b723f1-2cd1-4148-aa0e-4bef66c9c85c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2193379 Dec 16 10:35:41.817322 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41442) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:41.953840 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-6f122d8f-31b5-4ba0-b4b6-3f18e64952fc None None] Set router f1c1fd86-835a-4f69-879f-98758a59d31a gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:35:42.133038 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6f122d8f-31b5-4ba0-b4b6-3f18e64952fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'name': 'tempest-TestMinimumBasicScenario-713113103-router', 'tenant_id': '2ef7d49427be43919d4e56b2c893be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'f5bb78f8-620b-48dd-8148-2a84364053e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:39Z', 'updated_at': '2021-12-16T10:35:41Z', 'revision_number': 3, 'project_id': '2ef7d49427be43919d4e56b2c893be08', 'gw_port': {'id': 'f5bb78f8-620b-48dd-8148-2a84364053e3', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:40Z', 'updated_at': '2021-12-16T10:35:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:42.161392 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f122d8f-31b5-4ba0-b4b6-3f18e64952fc None None] Checking router: f1c1fd86-835a-4f69-879f-98758a59d31a for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:35:42.161741 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f122d8f-31b5-4ba0-b4b6-3f18e64952fc None None] Updating router f1c1fd86-835a-4f69-879f-98758a59d31a port f5bb78f8-620b-48dd-8148-2a84364053e3 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:35:42.187723 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 128284b4-0952-4ad8-81d6-386aa25a2c68 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:35:42.190339 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6f122d8f-31b5-4ba0-b4b6-3f18e64952fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:42.240405 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 128284b4-0952-4ad8-81d6-386aa25a2c68 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:42.240830 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:42.283948 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b7489cec-52fb-4124-8812-57be1380a29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:42.442573 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6f122d8f-31b5-4ba0-b4b6-3f18e64952fc None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:42.446905 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-b7489cec-52fb-4124-8812-57be1380a29a admin admin] Allocated IP 172.20.0.1 (f795303f-2d68-46cf-a2d1-28cc2d12c325/c65690c3-6f97-4e19-9b35-993873553746/faf03bf8-90fb-4a12-9f12-157e567ad5ab) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:35:42.539549 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6f122d8f-31b5-4ba0-b4b6-3f18e64952fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:42.548801 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b7489cec-52fb-4124-8812-57be1380a29a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:42.595356 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-6f122d8f-31b5-4ba0-b4b6-3f18e64952fc None None] Attempting to bind port f5bb78f8-620b-48dd-8148-2a84364053e3 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:35:42.595713 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-6f122d8f-31b5-4ba0-b4b6-3f18e64952fc None None] Attempting to bind port f5bb78f8-620b-48dd-8148-2a84364053e3 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:35:42.596076 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f122d8f-31b5-4ba0-b4b6-3f18e64952fc None None] Attempting to bind port f5bb78f8-620b-48dd-8148-2a84364053e3 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:35:42.598938 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87aa9e-d317-4c77-8397-fc0c8a16bf23 None None] Pushing event updated for resources: {'Port': ['ID=f5bb78f8-620b-48dd-8148-2a84364053e3,revision_number=2']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:42.607189 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f122d8f-31b5-4ba0-b4b6-3f18e64952fc None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:35:42.607555 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f122d8f-31b5-4ba0-b4b6-3f18e64952fc None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:35:42.607956 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6f122d8f-31b5-4ba0-b4b6-3f18e64952fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:42.608348 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f122d8f-31b5-4ba0-b4b6-3f18e64952fc None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:35:42.608807 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-6f122d8f-31b5-4ba0-b4b6-3f18e64952fc None None] Bound port: f5bb78f8-620b-48dd-8148-2a84364053e3, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:35:42.609229 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6f122d8f-31b5-4ba0-b4b6-3f18e64952fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:42.614180 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b87aa9e-d317-4c77-8397-fc0c8a16bf23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:42.617917 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b87aa9e-d317-4c77-8397-fc0c8a16bf23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:42.617917 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b87aa9e-d317-4c77-8397-fc0c8a16bf23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:42.617917 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b87aa9e-d317-4c77-8397-fc0c8a16bf23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:42.617917 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b87aa9e-d317-4c77-8397-fc0c8a16bf23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:42.617917 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b87aa9e-d317-4c77-8397-fc0c8a16bf23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:42.617917 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b87aa9e-d317-4c77-8397-fc0c8a16bf23 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:42.617917 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b87aa9e-d317-4c77-8397-fc0c8a16bf23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:42.617917 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b87aa9e-d317-4c77-8397-fc0c8a16bf23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:42.617917 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b87aa9e-d317-4c77-8397-fc0c8a16bf23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:42.618654 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b87aa9e-d317-4c77-8397-fc0c8a16bf23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:42.620568 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b87aa9e-d317-4c77-8397-fc0c8a16bf23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:42.637193 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b7489cec-52fb-4124-8812-57be1380a29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:42.675276 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-6f122d8f-31b5-4ba0-b4b6-3f18e64952fc None None] For port f5bb78f8-620b-48dd-8148-2a84364053e3, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:35:42.677061 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7489cec-52fb-4124-8812-57be1380a29a admin admin] Network f795303f-2d68-46cf-a2d1-28cc2d12c325 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:35:42.678647 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-6f122d8f-31b5-4ba0-b4b6-3f18e64952fc None None] For port f5bb78f8-620b-48dd-8148-2a84364053e3, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f5bb78f8-620b-48dd-8148-2a84364053e3,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:35:42.681635 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-b7489cec-52fb-4124-8812-57be1380a29a admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:35:42.688138 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7489cec-52fb-4124-8812-57be1380a29a admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:35:42.691219 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7489cec-52fb-4124-8812-57be1380a29a admin admin] Pushing event updated for resources: {'Port': ['ID=faf03bf8-90fb-4a12-9f12-157e567ad5ab,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:42.732518 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b7489cec-52fb-4124-8812-57be1380a29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:42.745942 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-6f122d8f-31b5-4ba0-b4b6-3f18e64952fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:42.803606 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f122d8f-31b5-4ba0-b4b6-3f18e64952fc None None] Routers {'f1c1fd86-835a-4f69-879f-98758a59d31a'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:35:42.804240 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6f122d8f-31b5-4ba0-b4b6-3f18e64952fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:35:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['f1c1fd86-835a-4f69-879f-98758a59d31a'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:42.808316 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87aa9e-d317-4c77-8397-fc0c8a16bf23 None None] Pushing event updated for resources: {'Port': ['ID=f5bb78f8-620b-48dd-8148-2a84364053e3,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:42.904064 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b7489cec-52fb-4124-8812-57be1380a29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:42.919086 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-a13b2a09-5c94-449f-9cc6-765f9501ee9f None None] Provisioning complete for port faf03bf8-90fb-4a12-9f12-157e567ad5ab triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:42.919693 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a13b2a09-5c94-449f-9cc6-765f9501ee9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:42.921136 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-6f122d8f-31b5-4ba0-b4b6-3f18e64952fc None None] Set router f1c1fd86-835a-4f69-879f-98758a59d31a gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:35:42.954937 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-a13b2a09-5c94-449f-9cc6-765f9501ee9f None None] Port faf03bf8-90fb-4a12-9f12-157e567ad5ab cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:35:43.068115 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b7489cec-52fb-4124-8812-57be1380a29a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:43.098868 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-6f122d8f-31b5-4ba0-b4b6-3f18e64952fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'name': 'tempest-TestMinimumBasicScenario-713113103-router', 'tenant_id': '2ef7d49427be43919d4e56b2c893be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'f5bb78f8-620b-48dd-8148-2a84364053e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:39Z', 'updated_at': '2021-12-16T10:35:41Z', 'revision_number': 3, 'project_id': '2ef7d49427be43919d4e56b2c893be08', 'gw_port': {'id': 'f5bb78f8-620b-48dd-8148-2a84364053e3', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:40Z', 'updated_at': '2021-12-16T10:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:43.125297 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f122d8f-31b5-4ba0-b4b6-3f18e64952fc None None] The sync data for ids ['f1c1fd86-835a-4f69-879f-98758a59d31a'] in n-d-820550-2 is: [{'id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'name': 'tempest-TestMinimumBasicScenario-713113103-router', 'tenant_id': '2ef7d49427be43919d4e56b2c893be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'f5bb78f8-620b-48dd-8148-2a84364053e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:39Z', 'updated_at': '2021-12-16T10:35:41Z', 'revision_number': 3, 'project_id': '2ef7d49427be43919d4e56b2c893be08', 'gw_port': {'id': 'f5bb78f8-620b-48dd-8148-2a84364053e3', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:40Z', 'updated_at': '2021-12-16T10:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:35:43.133373 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b7489cec-52fb-4124-8812-57be1380a29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:43.206177 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b7489cec-52fb-4124-8812-57be1380a29a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:43.207970 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7489cec-52fb-4124-8812-57be1380a29a admin admin] Pushing event updated for resources: {'Port': ['ID=faf03bf8-90fb-4a12-9f12-157e567ad5ab,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:43.298728 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7489cec-52fb-4124-8812-57be1380a29a admin admin] Network f795303f-2d68-46cf-a2d1-28cc2d12c325 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:35:43.300165 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-b7489cec-52fb-4124-8812-57be1380a29a admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:35:43.436228 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7489cec-52fb-4124-8812-57be1380a29a admin admin] Router f1c1fd86-835a-4f69-879f-98758a59d31a has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:35:43.562852 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7489cec-52fb-4124-8812-57be1380a29a admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:35:43.571564 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b7489cec-52fb-4124-8812-57be1380a29a admin admin] 10.222.0.60 "PUT /v2.0/routers/f1c1fd86-835a-4f69-879f-98758a59d31a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7558365 Dec 16 10:35:43.577696 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-5c026bb6-d235-4458-b75a-22b25e62e15a None None] Provisioning complete for port faf03bf8-90fb-4a12-9f12-157e567ad5ab triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:43.577993 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5c026bb6-d235-4458-b75a-22b25e62e15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:43.615088 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-5c026bb6-d235-4458-b75a-22b25e62e15a None None] Port faf03bf8-90fb-4a12-9f12-157e567ad5ab cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:35:44.137869 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f5bb78f8-620b-48dd-8148-2a84364053e3 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:35:44.186297 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port f5bb78f8-620b-48dd-8148-2a84364053e3 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:44.186672 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:44.226969 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41458) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:44.232550 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-092587fe-a5a4-4652-8e79-9ab412391db3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-771680362-network', 'tenant_id': 'f4faa181bfbd411eae42fbd7fec6fdaa'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:35:44.262446 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:44.282047 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port f5bb78f8-620b-48dd-8148-2a84364053e3, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f5bb78f8-620b-48dd-8148-2a84364053e3,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:35:44.293620 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092587fe-a5a4-4652-8e79-9ab412391db3 admin admin] Made reservation on behalf of f4faa181bfbd411eae42fbd7fec6fdaa for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:35:44.296028 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-092587fe-a5a4-4652-8e79-9ab412391db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:44.305312 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-092587fe-a5a4-4652-8e79-9ab412391db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:44.345141 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:44.384687 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-092587fe-a5a4-4652-8e79-9ab412391db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:44.398877 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=f5bb78f8-620b-48dd-8148-2a84364053e3,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:44.453577 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-092587fe-a5a4-4652-8e79-9ab412391db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:44.479528 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-092587fe-a5a4-4652-8e79-9ab412391db3 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:35:44.490475 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092587fe-a5a4-4652-8e79-9ab412391db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e95944-bb0c-43fd-a192-3fffe1a99280,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:44.495161 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-092587fe-a5a4-4652-8e79-9ab412391db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:44.495508 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-092587fe-a5a4-4652-8e79-9ab412391db3 admin admin] Added segment 67b6e5c9-217a-4423-88f8-36f06465b974 of type vlan for network d1b6ed64-30e5-4fd1-8f0d-6d5d466fb610 Dec 16 10:35:44.536146 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-092587fe-a5a4-4652-8e79-9ab412391db3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:44.625348 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-092587fe-a5a4-4652-8e79-9ab412391db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:44.626424 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092587fe-a5a4-4652-8e79-9ab412391db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:44.627010 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-092587fe-a5a4-4652-8e79-9ab412391db3 admin admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:44.684870 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85e24c6-bf59-409f-8814-5cdcbc4c90b9 None None] Sync routers for ids ['f1c1fd86-835a-4f69-879f-98758a59d31a'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:35:44.691352 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092587fe-a5a4-4652-8e79-9ab412391db3 admin admin] Pushing event updated for resources: {'Network': ['ID=d1b6ed64-30e5-4fd1-8f0d-6d5d466fb610,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:44.694461 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85e24c6-bf59-409f-8814-5cdcbc4c90b9 None None] Routers {'f1c1fd86-835a-4f69-879f-98758a59d31a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:35:44.698233 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-d85e24c6-bf59-409f-8814-5cdcbc4c90b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:35:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['f1c1fd86-835a-4f69-879f-98758a59d31a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:44.729740 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network d1b6ed64-30e5-4fd1-8f0d-6d5d466fb610 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:35:44.736536 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-092587fe-a5a4-4652-8e79-9ab412391db3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5084696 Dec 16 10:35:44.739275 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41460) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:44.744566 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-dd74f9db-5c3b-437c-b232-4440fc0b6eb1 admin admin] Request body: {'subnet': {'network_id': 'd1b6ed64-30e5-4fd1-8f0d-6d5d466fb610', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-771680362-subnet', 'tenant_id': 'f4faa181bfbd411eae42fbd7fec6fdaa', 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:35:44.819488 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd74f9db-5c3b-437c-b232-4440fc0b6eb1 admin admin] Made reservation on behalf of f4faa181bfbd411eae42fbd7fec6fdaa for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:35:44.822483 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dd74f9db-5c3b-437c-b232-4440fc0b6eb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:44.851054 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-d85e24c6-bf59-409f-8814-5cdcbc4c90b9 None None] Set router f1c1fd86-835a-4f69-879f-98758a59d31a gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:35:45.050270 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-d85e24c6-bf59-409f-8814-5cdcbc4c90b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'name': 'tempest-TestMinimumBasicScenario-713113103-router', 'tenant_id': '2ef7d49427be43919d4e56b2c893be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'f5bb78f8-620b-48dd-8148-2a84364053e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:39Z', 'updated_at': '2021-12-16T10:35:42Z', 'revision_number': 4, 'project_id': '2ef7d49427be43919d4e56b2c893be08', 'gw_port': {'id': 'f5bb78f8-620b-48dd-8148-2a84364053e3', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:40Z', 'updated_at': '2021-12-16T10:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'faf03bf8-90fb-4a12-9f12-157e567ad5ab', 'name': '', 'network_id': 'f795303f-2d68-46cf-a2d1-28cc2d12c325', 'tenant_id': '2ef7d49427be43919d4e56b2c893be08', 'mac_address': 'fa:16:3e:04:ba:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'c65690c3-6f97-4e19-9b35-993873553746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:42Z', 'updated_at': '2021-12-16T10:35:42Z', 'revision_number': 2, 'project_id': '2ef7d49427be43919d4e56b2c893be08', 'subnets': [{'id': 'c65690c3-6f97-4e19-9b35-993873553746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:45.054428 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dd74f9db-5c3b-437c-b232-4440fc0b6eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:45.076596 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85e24c6-bf59-409f-8814-5cdcbc4c90b9 None None] Checking router: f1c1fd86-835a-4f69-879f-98758a59d31a for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:35:45.076937 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85e24c6-bf59-409f-8814-5cdcbc4c90b9 None None] Updating router f1c1fd86-835a-4f69-879f-98758a59d31a port faf03bf8-90fb-4a12-9f12-157e567ad5ab binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:35:45.101819 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d85e24c6-bf59-409f-8814-5cdcbc4c90b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:45.111782 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74f9db-5c3b-437c-b232-4440fc0b6eb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3257102e-d20f-4843-ba9a-9cd382426965,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:45.120533 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd74f9db-5c3b-437c-b232-4440fc0b6eb1 admin admin] Checking segment: {'id': '67b6e5c9-217a-4423-88f8-36f06465b974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd1b6ed64-30e5-4fd1-8f0d-6d5d466fb610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:35:45.121045 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd74f9db-5c3b-437c-b232-4440fc0b6eb1 admin admin] Network hostable DHCP agents. Network: d1b6ed64-30e5-4fd1-8f0d-6d5d466fb610, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:35:45.207920 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd74f9db-5c3b-437c-b232-4440fc0b6eb1 admin admin] Network d1b6ed64-30e5-4fd1-8f0d-6d5d466fb610 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:35:45.282188 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-dd74f9db-5c3b-437c-b232-4440fc0b6eb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, d1b6ed64-30e5-4fd1-8f0d-6d5d466fb610) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:35:45.291570 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd74f9db-5c3b-437c-b232-4440fc0b6eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:45.292162 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dd74f9db-5c3b-437c-b232-4440fc0b6eb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:45.293450 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690d3089-275c-4da3-8ba7-6520bc6942a4 None None] Network d1b6ed64-30e5-4fd1-8f0d-6d5d466fb610 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:35:45.371278 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-dd74f9db-5c3b-437c-b232-4440fc0b6eb1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6309588 Dec 16 10:35:45.373837 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41462) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:45.378115 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-71a63827-3695-4fb1-89a7-ddb4387e25a8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-771680362-router', 'tenant_id': 'f4faa181bfbd411eae42fbd7fec6fdaa', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:35:45.428683 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d85e24c6-bf59-409f-8814-5cdcbc4c90b9 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:45.476777 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-71a63827-3695-4fb1-89a7-ddb4387e25a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:45.478508 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-71a63827-3695-4fb1-89a7-ddb4387e25a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:45.493550 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f681f8-1636-4af7-99e4-453aef0625f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-d1b6ed64-30e5-4fd1-8f0d-6d5d466fb610', 'network_id': 'd1b6ed64-30e5-4fd1-8f0d-6d5d466fb610', 'tenant_id': 'f4faa181bfbd411eae42fbd7fec6fdaa', 'fixed_ips': [{'subnet_id': '3257102e-d20f-4843-ba9a-9cd382426965'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:35:45.494403 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e8f681f8-1636-4af7-99e4-453aef0625f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:45.534296 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-71a63827-3695-4fb1-89a7-ddb4387e25a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:45.559567 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d85e24c6-bf59-409f-8814-5cdcbc4c90b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:45.663603 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a66106-3925-4ccf-bf39-9207ab2e9801 None None] Pushing event updated for resources: {'Port': ['ID=faf03bf8-90fb-4a12-9f12-157e567ad5ab,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:45.711302 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-e8f681f8-1636-4af7-99e4-453aef0625f2 None None] Allocated IP 172.20.0.2 (d1b6ed64-30e5-4fd1-8f0d-6d5d466fb610/3257102e-d20f-4843-ba9a-9cd382426965/f7463790-ceab-43be-860c-97310c7af8ab) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:35:45.732132 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-d85e24c6-bf59-409f-8814-5cdcbc4c90b9 None None] Attempting to bind port faf03bf8-90fb-4a12-9f12-157e567ad5ab on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:35:45.732132 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-d85e24c6-bf59-409f-8814-5cdcbc4c90b9 None None] Attempting to bind port faf03bf8-90fb-4a12-9f12-157e567ad5ab by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '98cb5762-2ad9-4d9a-a974-084b193344a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f795303f-2d68-46cf-a2d1-28cc2d12c325'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:35:45.732132 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85e24c6-bf59-409f-8814-5cdcbc4c90b9 None None] Attempting to bind port faf03bf8-90fb-4a12-9f12-157e567ad5ab on network f795303f-2d68-46cf-a2d1-28cc2d12c325 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:35:45.740671 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85e24c6-bf59-409f-8814-5cdcbc4c90b9 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:35:45.741050 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85e24c6-bf59-409f-8814-5cdcbc4c90b9 None None] Checking segment: {'id': '98cb5762-2ad9-4d9a-a974-084b193344a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f795303f-2d68-46cf-a2d1-28cc2d12c325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:35:45.741476 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d85e24c6-bf59-409f-8814-5cdcbc4c90b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:45.742077 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85e24c6-bf59-409f-8814-5cdcbc4c90b9 None None] Bound using segment: {'id': '98cb5762-2ad9-4d9a-a974-084b193344a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f795303f-2d68-46cf-a2d1-28cc2d12c325'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:35:45.742829 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-d85e24c6-bf59-409f-8814-5cdcbc4c90b9 None None] Bound port: faf03bf8-90fb-4a12-9f12-157e567ad5ab, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98cb5762-2ad9-4d9a-a974-084b193344a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f795303f-2d68-46cf-a2d1-28cc2d12c325'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:35:45.743512 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d85e24c6-bf59-409f-8814-5cdcbc4c90b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:45.762904 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-71a63827-3695-4fb1-89a7-ddb4387e25a8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:45.886178 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-d85e24c6-bf59-409f-8814-5cdcbc4c90b9 None None] For port faf03bf8-90fb-4a12-9f12-157e567ad5ab, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:35:45.892245 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-d85e24c6-bf59-409f-8814-5cdcbc4c90b9 None None] For port faf03bf8-90fb-4a12-9f12-157e567ad5ab, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=faf03bf8-90fb-4a12-9f12-157e567ad5ab,segment=NetworkSegment(98cb5762-2ad9-4d9a-a974-084b193344a5),segment_id=98cb5762-2ad9-4d9a-a974-084b193344a5)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:35:45.901069 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-a0d596fb-b884-4886-aeca-9a06980d0931 None None] Provisioning complete for port faf03bf8-90fb-4a12-9f12-157e567ad5ab triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:45.901463 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a0d596fb-b884-4886-aeca-9a06980d0931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:45.967768 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-a0d596fb-b884-4886-aeca-9a06980d0931 None None] Port faf03bf8-90fb-4a12-9f12-157e567ad5ab cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:35:45.971912 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e8f681f8-1636-4af7-99e4-453aef0625f2 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:45.996400 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d85e24c6-bf59-409f-8814-5cdcbc4c90b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:46.046731 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-71a63827-3695-4fb1-89a7-ddb4387e25a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:46.056162 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85e24c6-bf59-409f-8814-5cdcbc4c90b9 None None] Routers {'f1c1fd86-835a-4f69-879f-98758a59d31a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:35:46.056795 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-d85e24c6-bf59-409f-8814-5cdcbc4c90b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:35:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['f1c1fd86-835a-4f69-879f-98758a59d31a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:46.063463 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e8f681f8-1636-4af7-99e4-453aef0625f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:46.066705 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-71a63827-3695-4fb1-89a7-ddb4387e25a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:46.098345 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a66106-3925-4ccf-bf39-9207ab2e9801 None None] Pushing event updated for resources: {'Port': ['ID=faf03bf8-90fb-4a12-9f12-157e567ad5ab,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:46.162020 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f5bb78f8-620b-48dd-8148-2a84364053e3 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:35:46.188911 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-71a63827-3695-4fb1-89a7-ddb4387e25a8 admin admin] Allocated IP 172.25.1.134 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/50389c64-4f20-4701-b6be-59cd896e8381) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:35:46.207050 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f681f8-1636-4af7-99e4-453aef0625f2 None None] Network d1b6ed64-30e5-4fd1-8f0d-6d5d466fb610 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:35:46.222091 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-e8f681f8-1636-4af7-99e4-453aef0625f2 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:35:46.224499 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f681f8-1636-4af7-99e4-453aef0625f2 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:35:46.238407 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f681f8-1636-4af7-99e4-453aef0625f2 None None] Pushing event updated for resources: {'Port': ['ID=f7463790-ceab-43be-860c-97310c7af8ab,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:46.304649 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-71a63827-3695-4fb1-89a7-ddb4387e25a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:46.391361 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-71a63827-3695-4fb1-89a7-ddb4387e25a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:46.429956 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a63827-3695-4fb1-89a7-ddb4387e25a8 admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:35:46.433450 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-71a63827-3695-4fb1-89a7-ddb4387e25a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:35:46.437009 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a63827-3695-4fb1-89a7-ddb4387e25a8 admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:35:46.445233 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a63827-3695-4fb1-89a7-ddb4387e25a8 admin admin] Pushing event updated for resources: {'Port': ['ID=50389c64-4f20-4701-b6be-59cd896e8381,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:46.472111 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-d85e24c6-bf59-409f-8814-5cdcbc4c90b9 None None] Set router f1c1fd86-835a-4f69-879f-98758a59d31a gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:35:46.504938 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-e8f681f8-1636-4af7-99e4-453aef0625f2 None None] Attempting to bind port f7463790-ceab-43be-860c-97310c7af8ab on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:35:46.505361 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-e8f681f8-1636-4af7-99e4-453aef0625f2 None None] Attempting to bind port f7463790-ceab-43be-860c-97310c7af8ab by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '67b6e5c9-217a-4423-88f8-36f06465b974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd1b6ed64-30e5-4fd1-8f0d-6d5d466fb610'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:35:46.505729 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f681f8-1636-4af7-99e4-453aef0625f2 None None] Attempting to bind port f7463790-ceab-43be-860c-97310c7af8ab on network d1b6ed64-30e5-4fd1-8f0d-6d5d466fb610 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:35:46.516889 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port f5bb78f8-620b-48dd-8148-2a84364053e3 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:46.517298 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:46.521832 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f681f8-1636-4af7-99e4-453aef0625f2 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:35:46.522107 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f681f8-1636-4af7-99e4-453aef0625f2 None None] Checking segment: {'id': '67b6e5c9-217a-4423-88f8-36f06465b974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd1b6ed64-30e5-4fd1-8f0d-6d5d466fb610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:35:46.522510 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e8f681f8-1636-4af7-99e4-453aef0625f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:46.522905 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f681f8-1636-4af7-99e4-453aef0625f2 None None] Bound using segment: {'id': '67b6e5c9-217a-4423-88f8-36f06465b974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd1b6ed64-30e5-4fd1-8f0d-6d5d466fb610'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:35:46.523388 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-e8f681f8-1636-4af7-99e4-453aef0625f2 None None] Bound port: f7463790-ceab-43be-860c-97310c7af8ab, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b6e5c9-217a-4423-88f8-36f06465b974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd1b6ed64-30e5-4fd1-8f0d-6d5d466fb610'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:35:46.523764 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e8f681f8-1636-4af7-99e4-453aef0625f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:46.525586 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-51d507b8-e351-4e15-bd32-35c9fc54a84e None None] Provisioning complete for port faf03bf8-90fb-4a12-9f12-157e567ad5ab triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:46.525939 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-51d507b8-e351-4e15-bd32-35c9fc54a84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:46.763097 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-e8f681f8-1636-4af7-99e4-453aef0625f2 None None] For port f7463790-ceab-43be-860c-97310c7af8ab, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:35:46.834471 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-e8f681f8-1636-4af7-99e4-453aef0625f2 None None] For port f7463790-ceab-43be-860c-97310c7af8ab, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f7463790-ceab-43be-860c-97310c7af8ab,segment=NetworkSegment(67b6e5c9-217a-4423-88f8-36f06465b974),segment_id=67b6e5c9-217a-4423-88f8-36f06465b974)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:35:46.859105 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-51d507b8-e351-4e15-bd32-35c9fc54a84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:46.909700 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e8f681f8-1636-4af7-99e4-453aef0625f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:46.961036 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-51d507b8-e351-4e15-bd32-35c9fc54a84e None None] For port faf03bf8-90fb-4a12-9f12-157e567ad5ab, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=faf03bf8-90fb-4a12-9f12-157e567ad5ab,segment=NetworkSegment(98cb5762-2ad9-4d9a-a974-084b193344a5),segment_id=98cb5762-2ad9-4d9a-a974-084b193344a5)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:35:46.999368 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f681f8-1636-4af7-99e4-453aef0625f2 None None] Pushing event updated for resources: {'Port': ['ID=f7463790-ceab-43be-860c-97310c7af8ab,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:47.019503 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-d85e24c6-bf59-409f-8814-5cdcbc4c90b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'name': 'tempest-TestMinimumBasicScenario-713113103-router', 'tenant_id': '2ef7d49427be43919d4e56b2c893be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'f5bb78f8-620b-48dd-8148-2a84364053e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:39Z', 'updated_at': '2021-12-16T10:35:42Z', 'revision_number': 4, 'project_id': '2ef7d49427be43919d4e56b2c893be08', 'gw_port': {'id': 'f5bb78f8-620b-48dd-8148-2a84364053e3', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:40Z', 'updated_at': '2021-12-16T10:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'faf03bf8-90fb-4a12-9f12-157e567ad5ab', 'name': '', 'network_id': 'f795303f-2d68-46cf-a2d1-28cc2d12c325', 'tenant_id': '2ef7d49427be43919d4e56b2c893be08', 'mac_address': 'fa:16:3e:04:ba:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'c65690c3-6f97-4e19-9b35-993873553746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:42Z', 'updated_at': '2021-12-16T10:35:45Z', 'revision_number': 4, 'project_id': '2ef7d49427be43919d4e56b2c893be08', 'subnets': [{'id': 'c65690c3-6f97-4e19-9b35-993873553746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:47.051948 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85e24c6-bf59-409f-8814-5cdcbc4c90b9 None None] The sync data for ids ['f1c1fd86-835a-4f69-879f-98758a59d31a'] in n-d-820550-2 is: [{'id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'name': 'tempest-TestMinimumBasicScenario-713113103-router', 'tenant_id': '2ef7d49427be43919d4e56b2c893be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'f5bb78f8-620b-48dd-8148-2a84364053e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:39Z', 'updated_at': '2021-12-16T10:35:42Z', 'revision_number': 4, 'project_id': '2ef7d49427be43919d4e56b2c893be08', 'gw_port': {'id': 'f5bb78f8-620b-48dd-8148-2a84364053e3', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:40Z', 'updated_at': '2021-12-16T10:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'faf03bf8-90fb-4a12-9f12-157e567ad5ab', 'name': '', 'network_id': 'f795303f-2d68-46cf-a2d1-28cc2d12c325', 'tenant_id': '2ef7d49427be43919d4e56b2c893be08', 'mac_address': 'fa:16:3e:04:ba:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'c65690c3-6f97-4e19-9b35-993873553746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:42Z', 'updated_at': '2021-12-16T10:35:45Z', 'revision_number': 4, 'project_id': '2ef7d49427be43919d4e56b2c893be08', 'subnets': [{'id': 'c65690c3-6f97-4e19-9b35-993873553746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:35:47.060083 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-51d507b8-e351-4e15-bd32-35c9fc54a84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:47.080707 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-71a63827-3695-4fb1-89a7-ddb4387e25a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:47.167094 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d507b8-e351-4e15-bd32-35c9fc54a84e None None] Pushing event updated for resources: {'Port': ['ID=faf03bf8-90fb-4a12-9f12-157e567ad5ab,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:47.382065 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-71a63827-3695-4fb1-89a7-ddb4387e25a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:47.596649 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a63827-3695-4fb1-89a7-ddb4387e25a8 admin admin] Router db8780c3-8d28-45b5-ae1d-5933fe553871 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:35:47.710119 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a63827-3695-4fb1-89a7-ddb4387e25a8 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:35:47.719790 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e169083-a9e6-405a-a30c-4e86b8805ebe None None] Sync routers for ids ['db8780c3-8d28-45b5-ae1d-5933fe553871'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:35:47.729082 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e169083-a9e6-405a-a30c-4e86b8805ebe None None] Routers {'db8780c3-8d28-45b5-ae1d-5933fe553871'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:35:47.729721 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-2e169083-a9e6-405a-a30c-4e86b8805ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:35:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['db8780c3-8d28-45b5-ae1d-5933fe553871'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:47.792840 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-71a63827-3695-4fb1-89a7-ddb4387e25a8 admin admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:47.794430 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-71a63827-3695-4fb1-89a7-ddb4387e25a8 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4195940 Dec 16 10:35:47.797647 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41464) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:47.852945 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-2e169083-a9e6-405a-a30c-4e86b8805ebe None None] Set router db8780c3-8d28-45b5-ae1d-5933fe553871 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:35:48.064947 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-2e169083-a9e6-405a-a30c-4e86b8805ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8780c3-8d28-45b5-ae1d-5933fe553871', 'name': 'tempest-TestMinimumBasicScenario-771680362-router', 'tenant_id': 'f4faa181bfbd411eae42fbd7fec6fdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '50389c64-4f20-4701-b6be-59cd896e8381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:45Z', 'updated_at': '2021-12-16T10:35:46Z', 'revision_number': 3, 'project_id': 'f4faa181bfbd411eae42fbd7fec6fdaa', 'gw_port': {'id': '50389c64-4f20-4701-b6be-59cd896e8381', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8780c3-8d28-45b5-ae1d-5933fe553871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:46Z', 'updated_at': '2021-12-16T10:35:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:48.104916 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e169083-a9e6-405a-a30c-4e86b8805ebe None None] Checking router: db8780c3-8d28-45b5-ae1d-5933fe553871 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:35:48.105291 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e169083-a9e6-405a-a30c-4e86b8805ebe None None] Updating router db8780c3-8d28-45b5-ae1d-5933fe553871 port 50389c64-4f20-4701-b6be-59cd896e8381 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:35:48.137911 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-2e169083-a9e6-405a-a30c-4e86b8805ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:48.209580 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da1ed2f-33ac-4da4-8f86-eb14b8ca26bb None None] Network d1b6ed64-30e5-4fd1-8f0d-6d5d466fb610 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:35:48.271807 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f7463790-ceab-43be-860c-97310c7af8ab up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:35:48.338559 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2dee1276-47aa-4617-ba77-ebf1bcb27bdb None None] Provisioning complete for port f7463790-ceab-43be-860c-97310c7af8ab triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:48.339097 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2dee1276-47aa-4617-ba77-ebf1bcb27bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:48.348163 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ef9195f5-497a-4143-86fe-9ea17e52ab95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:48.425221 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port f7463790-ceab-43be-860c-97310c7af8ab triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:48.425862 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:48.450760 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-2e169083-a9e6-405a-a30c-4e86b8805ebe None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:48.510635 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-2e169083-a9e6-405a-a30c-4e86b8805ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:48.527558 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-ef9195f5-497a-4143-86fe-9ea17e52ab95 admin admin] Allocated IP 172.20.0.1 (d1b6ed64-30e5-4fd1-8f0d-6d5d466fb610/3257102e-d20f-4843-ba9a-9cd382426965/72fa84f3-6e4e-4d32-a0d1-335a4048fd90) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:35:48.538061 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2dee1276-47aa-4617-ba77-ebf1bcb27bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:48.579618 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-2e169083-a9e6-405a-a30c-4e86b8805ebe None None] Attempting to bind port 50389c64-4f20-4701-b6be-59cd896e8381 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:35:48.579929 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-2e169083-a9e6-405a-a30c-4e86b8805ebe None None] Attempting to bind port 50389c64-4f20-4701-b6be-59cd896e8381 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:35:48.580611 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e169083-a9e6-405a-a30c-4e86b8805ebe None None] Attempting to bind port 50389c64-4f20-4701-b6be-59cd896e8381 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:35:48.582463 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31451a0f-1008-4090-b028-9903d0354ed4 None None] Pushing event updated for resources: {'Port': ['ID=50389c64-4f20-4701-b6be-59cd896e8381,revision_number=2']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:48.590488 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e169083-a9e6-405a-a30c-4e86b8805ebe None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:35:48.591734 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e169083-a9e6-405a-a30c-4e86b8805ebe None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:35:48.592286 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-2e169083-a9e6-405a-a30c-4e86b8805ebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:48.592505 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e169083-a9e6-405a-a30c-4e86b8805ebe None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:35:48.592981 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-2e169083-a9e6-405a-a30c-4e86b8805ebe None None] Bound port: 50389c64-4f20-4701-b6be-59cd896e8381, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:35:48.593399 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-2e169083-a9e6-405a-a30c-4e86b8805ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:48.609790 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2dee1276-47aa-4617-ba77-ebf1bcb27bdb None None] For port f7463790-ceab-43be-860c-97310c7af8ab, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f7463790-ceab-43be-860c-97310c7af8ab,segment=NetworkSegment(67b6e5c9-217a-4423-88f8-36f06465b974),segment_id=67b6e5c9-217a-4423-88f8-36f06465b974)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:35:48.614024 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:48.656951 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ef9195f5-497a-4143-86fe-9ea17e52ab95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:48.662546 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-2e169083-a9e6-405a-a30c-4e86b8805ebe None None] For port 50389c64-4f20-4701-b6be-59cd896e8381, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:35:48.666478 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-2e169083-a9e6-405a-a30c-4e86b8805ebe None None] For port 50389c64-4f20-4701-b6be-59cd896e8381, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=50389c64-4f20-4701-b6be-59cd896e8381,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:35:48.683527 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2dee1276-47aa-4617-ba77-ebf1bcb27bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:48.746368 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-2e169083-a9e6-405a-a30c-4e86b8805ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:48.761176 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 10:35:48.761534 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 10:35:48.766150 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee1276-47aa-4617-ba77-ebf1bcb27bdb None None] Pushing event updated for resources: {'Port': ['ID=f7463790-ceab-43be-860c-97310c7af8ab,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:48.775030 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ef9195f5-497a-4143-86fe-9ea17e52ab95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:48.810776 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e169083-a9e6-405a-a30c-4e86b8805ebe None None] Routers {'db8780c3-8d28-45b5-ae1d-5933fe553871'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:35:48.811750 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-2e169083-a9e6-405a-a30c-4e86b8805ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:35:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['db8780c3-8d28-45b5-ae1d-5933fe553871'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:48.818215 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9195f5-497a-4143-86fe-9ea17e52ab95 admin admin] Network d1b6ed64-30e5-4fd1-8f0d-6d5d466fb610 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:35:48.823541 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-ef9195f5-497a-4143-86fe-9ea17e52ab95 admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:35:48.825979 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9195f5-497a-4143-86fe-9ea17e52ab95 admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:35:48.833940 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9195f5-497a-4143-86fe-9ea17e52ab95 admin admin] Pushing event updated for resources: {'Port': ['ID=72fa84f3-6e4e-4d32-a0d1-335a4048fd90,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:48.845491 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31451a0f-1008-4090-b028-9903d0354ed4 None None] Pushing event updated for resources: {'Port': ['ID=50389c64-4f20-4701-b6be-59cd896e8381,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:48.874841 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ef9195f5-497a-4143-86fe-9ea17e52ab95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:48.910337 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-d280cab2-807b-4efd-a2bd-3f0a89b297bf None None] Provisioning complete for port f7463790-ceab-43be-860c-97310c7af8ab triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:48.910794 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d280cab2-807b-4efd-a2bd-3f0a89b297bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:49.035288 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-2e169083-a9e6-405a-a30c-4e86b8805ebe None None] Set router db8780c3-8d28-45b5-ae1d-5933fe553871 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:35:49.097538 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ef9195f5-497a-4143-86fe-9ea17e52ab95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:49.120871 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-bbb66ca1-541c-4a63-a93c-a6f994189dff None None] Provisioning complete for port 72fa84f3-6e4e-4d32-a0d1-335a4048fd90 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:49.121248 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bbb66ca1-541c-4a63-a93c-a6f994189dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:49.157489 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-bbb66ca1-541c-4a63-a93c-a6f994189dff None None] Port 72fa84f3-6e4e-4d32-a0d1-335a4048fd90 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:35:49.221235 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-2e169083-a9e6-405a-a30c-4e86b8805ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8780c3-8d28-45b5-ae1d-5933fe553871', 'name': 'tempest-TestMinimumBasicScenario-771680362-router', 'tenant_id': 'f4faa181bfbd411eae42fbd7fec6fdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '50389c64-4f20-4701-b6be-59cd896e8381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:45Z', 'updated_at': '2021-12-16T10:35:46Z', 'revision_number': 3, 'project_id': 'f4faa181bfbd411eae42fbd7fec6fdaa', 'gw_port': {'id': '50389c64-4f20-4701-b6be-59cd896e8381', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8780c3-8d28-45b5-ae1d-5933fe553871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:46Z', 'updated_at': '2021-12-16T10:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:49.250905 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e169083-a9e6-405a-a30c-4e86b8805ebe None None] The sync data for ids ['db8780c3-8d28-45b5-ae1d-5933fe553871'] in n-d-820550-2 is: [{'id': 'db8780c3-8d28-45b5-ae1d-5933fe553871', 'name': 'tempest-TestMinimumBasicScenario-771680362-router', 'tenant_id': 'f4faa181bfbd411eae42fbd7fec6fdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '50389c64-4f20-4701-b6be-59cd896e8381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:45Z', 'updated_at': '2021-12-16T10:35:46Z', 'revision_number': 3, 'project_id': 'f4faa181bfbd411eae42fbd7fec6fdaa', 'gw_port': {'id': '50389c64-4f20-4701-b6be-59cd896e8381', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8780c3-8d28-45b5-ae1d-5933fe553871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:46Z', 'updated_at': '2021-12-16T10:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:35:49.277133 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ef9195f5-497a-4143-86fe-9ea17e52ab95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:49.302533 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device faf03bf8-90fb-4a12-9f12-157e567ad5ab up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:35:49.353642 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port faf03bf8-90fb-4a12-9f12-157e567ad5ab triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:49.355172 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:49.373413 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ef9195f5-497a-4143-86fe-9ea17e52ab95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:49.447490 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9195f5-497a-4143-86fe-9ea17e52ab95 admin admin] Pushing event updated for resources: {'Port': ['ID=72fa84f3-6e4e-4d32-a0d1-335a4048fd90,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:49.452828 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ef9195f5-497a-4143-86fe-9ea17e52ab95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:49.560083 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9195f5-497a-4143-86fe-9ea17e52ab95 admin admin] Network d1b6ed64-30e5-4fd1-8f0d-6d5d466fb610 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:35:49.561547 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-ef9195f5-497a-4143-86fe-9ea17e52ab95 admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:35:49.687352 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9195f5-497a-4143-86fe-9ea17e52ab95 admin admin] Router db8780c3-8d28-45b5-ae1d-5933fe553871 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:35:49.781555 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-fe3a9c3d-f63e-4bf7-b924-0fe8075eba72 None None] Provisioning complete for port 72fa84f3-6e4e-4d32-a0d1-335a4048fd90 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:49.782359 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fe3a9c3d-f63e-4bf7-b924-0fe8075eba72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:49.805475 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9195f5-497a-4143-86fe-9ea17e52ab95 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:35:49.819397 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ef9195f5-497a-4143-86fe-9ea17e52ab95 admin admin] 10.222.0.60 "PUT /v2.0/routers/db8780c3-8d28-45b5-ae1d-5933fe553871/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0133152 Dec 16 10:35:49.824545 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a9c3d-f63e-4bf7-b924-0fe8075eba72 None None] Port 72fa84f3-6e4e-4d32-a0d1-335a4048fd90 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:35:50.202246 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 50389c64-4f20-4701-b6be-59cd896e8381 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:35:50.256711 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 50389c64-4f20-4701-b6be-59cd896e8381 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:50.257085 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:50.335927 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:50.360113 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 50389c64-4f20-4701-b6be-59cd896e8381, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=50389c64-4f20-4701-b6be-59cd896e8381,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:35:50.442117 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:50.442926 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f7463790-ceab-43be-860c-97310c7af8ab up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:35:50.524765 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=50389c64-4f20-4701-b6be-59cd896e8381,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:50.536475 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port f7463790-ceab-43be-860c-97310c7af8ab triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:50.536877 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:50.842775 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2bd54b-3d05-42f2-a80e-28b8c1d6f9d0 None None] Sync routers for ids ['db8780c3-8d28-45b5-ae1d-5933fe553871'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:35:50.853292 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2bd54b-3d05-42f2-a80e-28b8c1d6f9d0 None None] Routers {'db8780c3-8d28-45b5-ae1d-5933fe553871'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:35:50.853906 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-bb2bd54b-3d05-42f2-a80e-28b8c1d6f9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:35:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['db8780c3-8d28-45b5-ae1d-5933fe553871'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:50.969667 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-bb2bd54b-3d05-42f2-a80e-28b8c1d6f9d0 None None] Set router db8780c3-8d28-45b5-ae1d-5933fe553871 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:35:51.189846 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-bb2bd54b-3d05-42f2-a80e-28b8c1d6f9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8780c3-8d28-45b5-ae1d-5933fe553871', 'name': 'tempest-TestMinimumBasicScenario-771680362-router', 'tenant_id': 'f4faa181bfbd411eae42fbd7fec6fdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '50389c64-4f20-4701-b6be-59cd896e8381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:45Z', 'updated_at': '2021-12-16T10:35:48Z', 'revision_number': 4, 'project_id': 'f4faa181bfbd411eae42fbd7fec6fdaa', 'gw_port': {'id': '50389c64-4f20-4701-b6be-59cd896e8381', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8780c3-8d28-45b5-ae1d-5933fe553871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:46Z', 'updated_at': '2021-12-16T10:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '72fa84f3-6e4e-4d32-a0d1-335a4048fd90', 'name': '', 'network_id': 'd1b6ed64-30e5-4fd1-8f0d-6d5d466fb610', 'tenant_id': 'f4faa181bfbd411eae42fbd7fec6fdaa', 'mac_address': 'fa:16:3e:38:71:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8780c3-8d28-45b5-ae1d-5933fe553871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '3257102e-d20f-4843-ba9a-9cd382426965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:48Z', 'updated_at': '2021-12-16T10:35:49Z', 'revision_number': 2, 'project_id': 'f4faa181bfbd411eae42fbd7fec6fdaa', 'subnets': [{'id': '3257102e-d20f-4843-ba9a-9cd382426965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:51.218109 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2bd54b-3d05-42f2-a80e-28b8c1d6f9d0 None None] Checking router: db8780c3-8d28-45b5-ae1d-5933fe553871 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:35:51.218593 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2bd54b-3d05-42f2-a80e-28b8c1d6f9d0 None None] Updating router db8780c3-8d28-45b5-ae1d-5933fe553871 port 72fa84f3-6e4e-4d32-a0d1-335a4048fd90 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:35:51.256235 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bb2bd54b-3d05-42f2-a80e-28b8c1d6f9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:51.541151 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bb2bd54b-3d05-42f2-a80e-28b8c1d6f9d0 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:51.636681 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bb2bd54b-3d05-42f2-a80e-28b8c1d6f9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:51.710937 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f20a0-fa33-4c5e-9253-cebbd8dca78b None None] Pushing event updated for resources: {'Port': ['ID=72fa84f3-6e4e-4d32-a0d1-335a4048fd90,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:51.743202 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-bb2bd54b-3d05-42f2-a80e-28b8c1d6f9d0 None None] Attempting to bind port 72fa84f3-6e4e-4d32-a0d1-335a4048fd90 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:35:51.743462 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-bb2bd54b-3d05-42f2-a80e-28b8c1d6f9d0 None None] Attempting to bind port 72fa84f3-6e4e-4d32-a0d1-335a4048fd90 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '67b6e5c9-217a-4423-88f8-36f06465b974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd1b6ed64-30e5-4fd1-8f0d-6d5d466fb610'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:35:51.743833 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2bd54b-3d05-42f2-a80e-28b8c1d6f9d0 None None] Attempting to bind port 72fa84f3-6e4e-4d32-a0d1-335a4048fd90 on network d1b6ed64-30e5-4fd1-8f0d-6d5d466fb610 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:35:51.751062 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2bd54b-3d05-42f2-a80e-28b8c1d6f9d0 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:35:51.751062 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2bd54b-3d05-42f2-a80e-28b8c1d6f9d0 None None] Checking segment: {'id': '67b6e5c9-217a-4423-88f8-36f06465b974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd1b6ed64-30e5-4fd1-8f0d-6d5d466fb610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:35:51.751062 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bb2bd54b-3d05-42f2-a80e-28b8c1d6f9d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:51.751523 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2bd54b-3d05-42f2-a80e-28b8c1d6f9d0 None None] Bound using segment: {'id': '67b6e5c9-217a-4423-88f8-36f06465b974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd1b6ed64-30e5-4fd1-8f0d-6d5d466fb610'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:35:51.751722 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-bb2bd54b-3d05-42f2-a80e-28b8c1d6f9d0 None None] Bound port: 72fa84f3-6e4e-4d32-a0d1-335a4048fd90, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b6e5c9-217a-4423-88f8-36f06465b974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd1b6ed64-30e5-4fd1-8f0d-6d5d466fb610'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:35:51.752347 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bb2bd54b-3d05-42f2-a80e-28b8c1d6f9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:51.842575 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-bb2bd54b-3d05-42f2-a80e-28b8c1d6f9d0 None None] For port 72fa84f3-6e4e-4d32-a0d1-335a4048fd90, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:35:51.847322 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-bb2bd54b-3d05-42f2-a80e-28b8c1d6f9d0 None None] For port 72fa84f3-6e4e-4d32-a0d1-335a4048fd90, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=72fa84f3-6e4e-4d32-a0d1-335a4048fd90,segment=NetworkSegment(67b6e5c9-217a-4423-88f8-36f06465b974),segment_id=67b6e5c9-217a-4423-88f8-36f06465b974)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:35:51.930115 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bb2bd54b-3d05-42f2-a80e-28b8c1d6f9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:52.004790 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f20a0-fa33-4c5e-9253-cebbd8dca78b None None] Pushing event updated for resources: {'Port': ['ID=72fa84f3-6e4e-4d32-a0d1-335a4048fd90,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:52.010830 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-008026c5-403c-4259-824e-1333952f5c9a None None] Provisioning complete for port 72fa84f3-6e4e-4d32-a0d1-335a4048fd90 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:52.015116 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-008026c5-403c-4259-824e-1333952f5c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:52.015116 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2bd54b-3d05-42f2-a80e-28b8c1d6f9d0 None None] Routers {'db8780c3-8d28-45b5-ae1d-5933fe553871'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:35:52.015116 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-bb2bd54b-3d05-42f2-a80e-28b8c1d6f9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:35:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['db8780c3-8d28-45b5-ae1d-5933fe553871'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:52.307341 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 50389c64-4f20-4701-b6be-59cd896e8381 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:35:52.425371 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-bb2bd54b-3d05-42f2-a80e-28b8c1d6f9d0 None None] Set router db8780c3-8d28-45b5-ae1d-5933fe553871 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:35:52.460815 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 50389c64-4f20-4701-b6be-59cd896e8381 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:52.461229 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:52.529015 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-008026c5-403c-4259-824e-1333952f5c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:52.628617 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-008026c5-403c-4259-824e-1333952f5c9a None None] For port 72fa84f3-6e4e-4d32-a0d1-335a4048fd90, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=72fa84f3-6e4e-4d32-a0d1-335a4048fd90,segment=NetworkSegment(67b6e5c9-217a-4423-88f8-36f06465b974),segment_id=67b6e5c9-217a-4423-88f8-36f06465b974)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:35:52.708327 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-008026c5-403c-4259-824e-1333952f5c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:52.779530 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008026c5-403c-4259-824e-1333952f5c9a None None] Pushing event updated for resources: {'Port': ['ID=72fa84f3-6e4e-4d32-a0d1-335a4048fd90,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:52.792332 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-bb2bd54b-3d05-42f2-a80e-28b8c1d6f9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8780c3-8d28-45b5-ae1d-5933fe553871', 'name': 'tempest-TestMinimumBasicScenario-771680362-router', 'tenant_id': 'f4faa181bfbd411eae42fbd7fec6fdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '50389c64-4f20-4701-b6be-59cd896e8381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:45Z', 'updated_at': '2021-12-16T10:35:48Z', 'revision_number': 4, 'project_id': 'f4faa181bfbd411eae42fbd7fec6fdaa', 'gw_port': {'id': '50389c64-4f20-4701-b6be-59cd896e8381', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8780c3-8d28-45b5-ae1d-5933fe553871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:46Z', 'updated_at': '2021-12-16T10:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '72fa84f3-6e4e-4d32-a0d1-335a4048fd90', 'name': '', 'network_id': 'd1b6ed64-30e5-4fd1-8f0d-6d5d466fb610', 'tenant_id': 'f4faa181bfbd411eae42fbd7fec6fdaa', 'mac_address': 'fa:16:3e:38:71:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8780c3-8d28-45b5-ae1d-5933fe553871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '3257102e-d20f-4843-ba9a-9cd382426965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:48Z', 'updated_at': '2021-12-16T10:35:51Z', 'revision_number': 4, 'project_id': 'f4faa181bfbd411eae42fbd7fec6fdaa', 'subnets': [{'id': '3257102e-d20f-4843-ba9a-9cd382426965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:52.839369 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2bd54b-3d05-42f2-a80e-28b8c1d6f9d0 None None] The sync data for ids ['db8780c3-8d28-45b5-ae1d-5933fe553871'] in n-d-820550-2 is: [{'id': 'db8780c3-8d28-45b5-ae1d-5933fe553871', 'name': 'tempest-TestMinimumBasicScenario-771680362-router', 'tenant_id': 'f4faa181bfbd411eae42fbd7fec6fdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '50389c64-4f20-4701-b6be-59cd896e8381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:45Z', 'updated_at': '2021-12-16T10:35:48Z', 'revision_number': 4, 'project_id': 'f4faa181bfbd411eae42fbd7fec6fdaa', 'gw_port': {'id': '50389c64-4f20-4701-b6be-59cd896e8381', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8780c3-8d28-45b5-ae1d-5933fe553871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:46Z', 'updated_at': '2021-12-16T10:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '72fa84f3-6e4e-4d32-a0d1-335a4048fd90', 'name': '', 'network_id': 'd1b6ed64-30e5-4fd1-8f0d-6d5d466fb610', 'tenant_id': 'f4faa181bfbd411eae42fbd7fec6fdaa', 'mac_address': 'fa:16:3e:38:71:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8780c3-8d28-45b5-ae1d-5933fe553871', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '3257102e-d20f-4843-ba9a-9cd382426965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:48Z', 'updated_at': '2021-12-16T10:35:51Z', 'revision_number': 4, 'project_id': 'f4faa181bfbd411eae42fbd7fec6fdaa', 'subnets': [{'id': '3257102e-d20f-4843-ba9a-9cd382426965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:35:52.860772 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b59fa7bf-9b1f-4860-b105-853d6ca461d0 None None] Provisioning complete for port 72fa84f3-6e4e-4d32-a0d1-335a4048fd90 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:52.861330 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b59fa7bf-9b1f-4860-b105-853d6ca461d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:54.165707 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-02e79cac-3e6a-4b56-a60d-92cf6cbba93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:54.202782 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 72fa84f3-6e4e-4d32-a0d1-335a4048fd90 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:35:54.268195 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 72fa84f3-6e4e-4d32-a0d1-335a4048fd90 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:54.268707 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:56.431427 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ae94f2bc-7e77-4886-8296-c66337697fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:57.848430 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:59.344839 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:59.933226 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:01.308876 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-6f6711de-3fa8-4a10-b4a8-037ffa6424e6 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:01.310358 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-6f6711de-3fa8-4a10-b4a8-037ffa6424e6 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/networks?id=f795303f-2d68-46cf-a2d1-28cc2d12c325 HTTP/1.1" status: 200 len: 814 time: 0.0985394 Dec 16 10:36:01.325357 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-a62ae844-96f2-4dfc-ae43-a1d6fd245cf4 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/quotas/2ef7d49427be43919d4e56b2c893be08 HTTP/1.1" status: 200 len: 375 time: 0.0092595 Dec 16 10:36:01.386162 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-165c7560-6785-4dc6-b834-c694cd6ced47 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ef7d49427be43919d4e56b2c893be08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546389 Dec 16 10:36:01.401101 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-3b4dd2fa-f1d3-45a2-ab28-43cc75f08937 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:36:01.402083 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-3b4dd2fa-f1d3-45a2-ab28-43cc75f08937 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051022 Dec 16 10:36:01.490992 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-2c514073-872a-41a4-bd1a-d06fefcf7b6c service neutron] 10.222.0.60 "GET /v2.0/networks/f795303f-2d68-46cf-a2d1-28cc2d12c325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834067 Dec 16 10:36:01.582754 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-2109d4b8-7d6f-4094-a86a-5478fb8e9b3a service neutron] 10.222.0.60 "GET /v2.0/networks/f795303f-2d68-46cf-a2d1-28cc2d12c325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850656 Dec 16 10:36:01.842212 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-49effe43-e458-4379-a5a7-e8bcaf5ce84d req-29ab2fbb-495f-4fff-9083-6457b71f5c7d tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 210 time: 0.0267842 Dec 16 10:36:02.935902 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a8fb8e9a-ba3b-43d6-a2d8-0584f1f76933 req-ead7a63b-25fb-4323-b82a-044db655b0fd tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 210 time: 0.0277605 Dec 16 10:36:03.891372 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-93ea92c5-312b-4aaf-bcdf-6164683faccf tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:03.892752 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-93ea92c5-312b-4aaf-bcdf-6164683faccf tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.58 "GET /v2.0/networks?id=f795303f-2d68-46cf-a2d1-28cc2d12c325 HTTP/1.1" status: 200 len: 814 time: 0.1053481 Dec 16 10:36:03.905884 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-4b1fbef8-71a2-476a-b626-23aec9a2c52c tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Request body: {'port': {'device_id': 'aad9cf51-fefe-41c6-8f22-ed03859d98f2', 'network_id': 'f795303f-2d68-46cf-a2d1-28cc2d12c325', 'admin_state_up': True, 'tenant_id': '2ef7d49427be43919d4e56b2c893be08'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:36:04.042023 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2ad1b12e-1c54-40d8-bb2e-6218b2d3f3a0 req-ed7f883f-017d-4c50-8103-c54a2b515949 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 210 time: 0.0355694 Dec 16 10:36:04.098476 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-4b1fbef8-71a2-476a-b626-23aec9a2c52c tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Made reservation on behalf of 2ef7d49427be43919d4e56b2c893be08 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:36:04.102098 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-4b1fbef8-71a2-476a-b626-23aec9a2c52c tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:04.233073 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-4b1fbef8-71a2-476a-b626-23aec9a2c52c tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Allocated IP 172.20.0.8 (f795303f-2d68-46cf-a2d1-28cc2d12c325/c65690c3-6f97-4e19-9b35-993873553746/dec9df6d-781a-400b-9534-02b8fbd14593) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:36:04.382896 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-4b1fbef8-71a2-476a-b626-23aec9a2c52c tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:04.516383 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-4b1fbef8-71a2-476a-b626-23aec9a2c52c tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:04.565671 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-4b1fbef8-71a2-476a-b626-23aec9a2c52c tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Network f795303f-2d68-46cf-a2d1-28cc2d12c325 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:36:04.569068 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-4b1fbef8-71a2-476a-b626-23aec9a2c52c tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:36:04.573751 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-4b1fbef8-71a2-476a-b626-23aec9a2c52c tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:36:04.646520 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1fbef8-71a2-476a-b626-23aec9a2c52c tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Pushing event updated for resources: {'Port': ['ID=dec9df6d-781a-400b-9534-02b8fbd14593,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:36:04.646520 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-4b1fbef8-71a2-476a-b626-23aec9a2c52c tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:04.646520 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-4b1fbef8-71a2-476a-b626-23aec9a2c52c tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:04.713084 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-4b1fbef8-71a2-476a-b626-23aec9a2c52c tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8108938 Dec 16 10:36:04.882749 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b817e22c-f841-4fd1-9772-7c4034695361 None None] Provisioning complete for port dec9df6d-781a-400b-9534-02b8fbd14593 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:36:04.883322 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b817e22c-f841-4fd1-9772-7c4034695361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:04.918735 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-b817e22c-f841-4fd1-9772-7c4034695361 None None] Port dec9df6d-781a-400b-9534-02b8fbd14593 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:36:05.163855 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cdb0fd-4db4-44f7-8011-82cc1c551abe req-16eb6bfd-b711-4756-9935-ba3f9dae028c tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:05.171358 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e2cdb0fd-4db4-44f7-8011-82cc1c551abe req-16eb6bfd-b711-4756-9935-ba3f9dae028c tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 931 time: 0.0581717 Dec 16 10:36:05.206765 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e2cdb0fd-4db4-44f7-8011-82cc1c551abe req-19bee49b-0677-4af0-bae1-15bb1f835e6c tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/security-groups?id=aef83c85-493a-4f59-93e5-0372816e12b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345306 Dec 16 10:36:06.325483 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7790ef-e0cf-4332-b313-bffcea411de8 req-90044c50-0930-4c8c-b2f8-178609694d81 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:06.326937 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f7790ef-e0cf-4332-b313-bffcea411de8 req-90044c50-0930-4c8c-b2f8-178609694d81 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 931 time: 0.0522990 Dec 16 10:36:06.366884 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f7790ef-e0cf-4332-b313-bffcea411de8 req-81b3a9bc-56f5-4df2-a158-34546bcec425 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/security-groups?id=aef83c85-493a-4f59-93e5-0372816e12b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339332 Dec 16 10:36:07.484652 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b9d9e-1de3-4de2-8844-953c5e2c63dc req-eb6994a7-ade7-48cd-b470-dbc6ca18dcc5 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:07.486349 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cb9b9d9e-1de3-4de2-8844-953c5e2c63dc req-eb6994a7-ade7-48cd-b470-dbc6ca18dcc5 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 931 time: 0.0501795 Dec 16 10:36:07.524901 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cb9b9d9e-1de3-4de2-8844-953c5e2c63dc req-4b19f64a-cf16-4ba7-b67b-8e5cdc8090ba tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/security-groups?id=aef83c85-493a-4f59-93e5-0372816e12b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326848 Dec 16 10:36:07.944413 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:08.650782 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7730ce-bf2b-47da-844e-7eab8c46da42 req-28018101-525d-4024-8050-c89dfbe94108 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:08.652309 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da7730ce-bf2b-47da-844e-7eab8c46da42 req-28018101-525d-4024-8050-c89dfbe94108 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 931 time: 0.0584643 Dec 16 10:36:08.705820 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da7730ce-bf2b-47da-844e-7eab8c46da42 req-5c735d2b-a2ac-4f64-9286-152321978986 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/security-groups?id=aef83c85-493a-4f59-93e5-0372816e12b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471194 Dec 16 10:36:09.552795 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:36:09.847626 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d2e51-e902-437d-ba95-ff65d552c602 req-775b7faa-8749-4359-8afa-0829328d7132 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:09.849148 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-354d2e51-e902-437d-ba95-ff65d552c602 req-775b7faa-8749-4359-8afa-0829328d7132 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 931 time: 0.0636618 Dec 16 10:36:09.889493 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-354d2e51-e902-437d-ba95-ff65d552c602 req-019b9741-a37d-4e07-98f7-a718a60ff34f tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/security-groups?id=aef83c85-493a-4f59-93e5-0372816e12b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339804 Dec 16 10:36:11.014558 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f8eb7-c3ab-48fc-908f-5084a9417d52 req-548a8d60-aeb5-4ce1-9f31-673087f43679 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:11.016081 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-063f8eb7-c3ab-48fc-908f-5084a9417d52 req-548a8d60-aeb5-4ce1-9f31-673087f43679 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 931 time: 0.0521040 Dec 16 10:36:11.056741 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-063f8eb7-c3ab-48fc-908f-5084a9417d52 req-a8a175f2-044a-41d5-831c-fa0f4b424665 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/security-groups?id=aef83c85-493a-4f59-93e5-0372816e12b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345149 Dec 16 10:36:11.435980 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:12.185677 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c84b02-4000-4073-a708-e641a7b74ac2 req-dc48cbee-ed89-4ad5-bfe3-a4922c89fb6f tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:12.187234 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-18c84b02-4000-4073-a708-e641a7b74ac2 req-dc48cbee-ed89-4ad5-bfe3-a4922c89fb6f tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 931 time: 0.0610759 Dec 16 10:36:12.226930 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-18c84b02-4000-4073-a708-e641a7b74ac2 req-bffc784f-95bf-4d1c-9516-f9072ee4ee9a tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/security-groups?id=aef83c85-493a-4f59-93e5-0372816e12b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333447 Dec 16 10:36:13.371089 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e8c57-def1-436f-963f-858dae9fb6c3 req-0daa04db-8bc5-4d5f-9b0c-ab44217ba76e tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:13.373575 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-856e8c57-def1-436f-963f-858dae9fb6c3 req-0daa04db-8bc5-4d5f-9b0c-ab44217ba76e tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 931 time: 0.0521686 Dec 16 10:36:13.413657 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-856e8c57-def1-436f-963f-858dae9fb6c3 req-3300eedf-ad7d-451d-a571-9cd58c3e5636 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/security-groups?id=aef83c85-493a-4f59-93e5-0372816e12b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347719 Dec 16 10:36:14.209769 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-f4d77cb0-2046-4040-b7d5-2a4daa0c09fc service neutron] Request body: {'port': {'device_id': 'aad9cf51-fefe-41c6-8f22-ed03859d98f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:36:14.267792 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-f4d77cb0-2046-4040-b7d5-2a4daa0c09fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:14.526296 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-f4d77cb0-2046-4040-b7d5-2a4daa0c09fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dec9df6d-781a-400b-9534-02b8fbd14593 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:36:14.527532 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b608bc-1ee1-45a4-8772-10201b9fde1b req-ccdb8562-ab51-4a1a-8654-ce1813a0bd60 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:14.529026 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-50b608bc-1ee1-45a4-8772-10201b9fde1b req-ccdb8562-ab51-4a1a-8654-ce1813a0bd60 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 931 time: 0.0479445 Dec 16 10:36:14.533959 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-f4d77cb0-2046-4040-b7d5-2a4daa0c09fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:14.546398 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-f4d77cb0-2046-4040-b7d5-2a4daa0c09fc service neutron] Transition to ACTIVE for port object dec9df6d-781a-400b-9534-02b8fbd14593 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:36:14.567974 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-50b608bc-1ee1-45a4-8772-10201b9fde1b req-f899cab7-3348-4411-99ff-5bb6e630b894 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/security-groups?id=aef83c85-493a-4f59-93e5-0372816e12b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329239 Dec 16 10:36:14.624373 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-f4d77cb0-2046-4040-b7d5-2a4daa0c09fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:14.696946 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d77cb0-2046-4040-b7d5-2a4daa0c09fc service neutron] Pushing event updated for resources: {'Port': ['ID=dec9df6d-781a-400b-9534-02b8fbd14593,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:36:14.748175 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-f4d77cb0-2046-4040-b7d5-2a4daa0c09fc service neutron] Attempting to bind port dec9df6d-781a-400b-9534-02b8fbd14593 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:36:14.748516 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-f4d77cb0-2046-4040-b7d5-2a4daa0c09fc service neutron] Attempting to bind port dec9df6d-781a-400b-9534-02b8fbd14593 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '98cb5762-2ad9-4d9a-a974-084b193344a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f795303f-2d68-46cf-a2d1-28cc2d12c325'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:36:14.748842 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-f4d77cb0-2046-4040-b7d5-2a4daa0c09fc service neutron] Attempting to bind port dec9df6d-781a-400b-9534-02b8fbd14593 on network f795303f-2d68-46cf-a2d1-28cc2d12c325 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:36:14.753508 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-f4d77cb0-2046-4040-b7d5-2a4daa0c09fc service neutron] Port dec9df6d-781a-400b-9534-02b8fbd14593 on network f795303f-2d68-46cf-a2d1-28cc2d12c325 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:36:14.753859 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-f4d77cb0-2046-4040-b7d5-2a4daa0c09fc service neutron] Attempting to bind port dec9df6d-781a-400b-9534-02b8fbd14593 on network f795303f-2d68-46cf-a2d1-28cc2d12c325 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:36:14.759096 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-f4d77cb0-2046-4040-b7d5-2a4daa0c09fc service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:36:14.759439 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-f4d77cb0-2046-4040-b7d5-2a4daa0c09fc service neutron] Checking segment: {'id': '98cb5762-2ad9-4d9a-a974-084b193344a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f795303f-2d68-46cf-a2d1-28cc2d12c325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:36:14.759834 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-f4d77cb0-2046-4040-b7d5-2a4daa0c09fc service neutron] Bound using segment: {'id': '98cb5762-2ad9-4d9a-a974-084b193344a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f795303f-2d68-46cf-a2d1-28cc2d12c325'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:36:14.760258 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-f4d77cb0-2046-4040-b7d5-2a4daa0c09fc service neutron] Bound port: dec9df6d-781a-400b-9534-02b8fbd14593, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98cb5762-2ad9-4d9a-a974-084b193344a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f795303f-2d68-46cf-a2d1-28cc2d12c325'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:36:14.760614 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-f4d77cb0-2046-4040-b7d5-2a4daa0c09fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:14.827071 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-f4d77cb0-2046-4040-b7d5-2a4daa0c09fc service neutron] For port dec9df6d-781a-400b-9534-02b8fbd14593, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:36:14.830151 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-f4d77cb0-2046-4040-b7d5-2a4daa0c09fc service neutron] For port dec9df6d-781a-400b-9534-02b8fbd14593, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=dec9df6d-781a-400b-9534-02b8fbd14593,segment=NetworkSegment(98cb5762-2ad9-4d9a-a974-084b193344a5),segment_id=98cb5762-2ad9-4d9a-a974-084b193344a5)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:36:14.887104 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-f4d77cb0-2046-4040-b7d5-2a4daa0c09fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:14.921690 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-f4d77cb0-2046-4040-b7d5-2a4daa0c09fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:14.922295 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-f4d77cb0-2046-4040-b7d5-2a4daa0c09fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:14.923664 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-f4d77cb0-2046-4040-b7d5-2a4daa0c09fc service neutron] 10.222.0.58 "PUT /v2.0/ports/dec9df6d-781a-400b-9534-02b8fbd14593 HTTP/1.1" status: 200 len: 1091 time: 0.7195795 Dec 16 10:36:14.924093 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad9cf51-fefe-41c6-8f22-ed03859d98f2', 'tag': 'dec9df6d-781a-400b-9534-02b8fbd14593'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:36:14.926349 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc489da-cae1-49cc-b6c4-42b50db349ef" -d '{"events": [{"name": "network-changed", "server_uuid": "aad9cf51-fefe-41c6-8f22-ed03859d98f2", "tag": "dec9df6d-781a-400b-9534-02b8fbd14593"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:36:14.950883 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d77cb0-2046-4040-b7d5-2a4daa0c09fc service neutron] Pushing event updated for resources: {'Port': ['ID=dec9df6d-781a-400b-9534-02b8fbd14593,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:36:14.969530 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0813dc65-8672-4a3b-9191-b1b2c89d6d40 x-openstack-request-id: req-0813dc65-8672-4a3b-9191-b1b2c89d6d40 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:36:14.970401 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aad9cf51-fefe-41c6-8f22-ed03859d98f2", "tag": "dec9df6d-781a-400b-9534-02b8fbd14593", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:36:14.970401 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0813dc65-8672-4a3b-9191-b1b2c89d6d40 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:36:14.970614 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad9cf51-fefe-41c6-8f22-ed03859d98f2', 'tag': 'dec9df6d-781a-400b-9534-02b8fbd14593', 'status': 'completed', 'code': 200} Dec 16 10:36:15.038368 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc489da-cae1-49cc-b6c4-42b50db349ef req-c62f2641-cab2-4b3f-8814-570433988b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:15.039915 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4bc489da-cae1-49cc-b6c4-42b50db349ef req-c62f2641-cab2-4b3f-8814-570433988b70 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2ef7d49427be43919d4e56b2c893be08&device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 1094 time: 0.0486040 Dec 16 10:36:15.139183 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc489da-cae1-49cc-b6c4-42b50db349ef req-8f845c0a-4bff-4bb6-90fd-a98078773ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:15.140647 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4bc489da-cae1-49cc-b6c4-42b50db349ef req-8f845c0a-4bff-4bb6-90fd-a98078773ffe service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=2ef7d49427be43919d4e56b2c893be08&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0929747 Dec 16 10:36:15.238960 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc489da-cae1-49cc-b6c4-42b50db349ef req-1933c6bb-53ab-467d-8895-0233fc4d121d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:15.240423 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4bc489da-cae1-49cc-b6c4-42b50db349ef req-1933c6bb-53ab-467d-8895-0233fc4d121d service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929317 Dec 16 10:36:15.315448 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-156b7454-b08a-4554-bffd-69e06414dd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:15.334987 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-156b7454-b08a-4554-bffd-69e06414dd9c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2ef7d49427be43919d4e56b2c893be08&device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 1094 time: 0.0410485 Dec 16 10:36:15.358505 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-42289549-079b-4e4a-8ae7-2fdbe0c53805 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dec9df6d-781a-400b-9534-02b8fbd14593 HTTP/1.1" status: 200 len: 217 time: 0.0334282 Dec 16 10:36:15.412277 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-d47f4412-9fa6-46b4-abe6-0444b77e7723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:15.413748 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-d47f4412-9fa6-46b4-abe6-0444b77e7723 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c65690c3-6f97-4e19-9b35-993873553746 HTTP/1.1" status: 200 len: 853 time: 0.0485368 Dec 16 10:36:15.461816 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-e336c5a9-a935-4211-9bc0-d3146a624a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:15.463341 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-e336c5a9-a935-4211-9bc0-d3146a624a5d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f795303f-2d68-46cf-a2d1-28cc2d12c325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423760 Dec 16 10:36:15.553999 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-1e119135-bc07-40b8-b573-756f40bd6c8f service neutron] 10.222.0.58 "GET /v2.0/networks/f795303f-2d68-46cf-a2d1-28cc2d12c325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831947 Dec 16 10:36:15.660422 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9c0d1b0a-f988-432f-b871-8e8072051bfa req-19c67ee8-0179-4a85-9719-cb1aa5dcb9e5 service neutron] 10.222.0.58 "GET /v2.0/networks/f795303f-2d68-46cf-a2d1-28cc2d12c325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993283 Dec 16 10:36:15.693576 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a65ae4-7b78-49fa-9fb2-8e4622014ac7 req-4c0821e9-6c06-43ae-9073-8d4cfc985c2d tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:15.695080 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-43a65ae4-7b78-49fa-9fb2-8e4622014ac7 req-4c0821e9-6c06-43ae-9073-8d4cfc985c2d tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 943 time: 0.0561078 Dec 16 10:36:15.734827 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-43a65ae4-7b78-49fa-9fb2-8e4622014ac7 req-554e16d0-63aa-41d6-ade2-01f802c0c790 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/security-groups?id=aef83c85-493a-4f59-93e5-0372816e12b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326412 Dec 16 10:36:16.850931 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45836f9-dd81-4ca8-b0e2-19c701453c24 req-d1f037a6-1b93-4f4a-88d5-52a715698cd2 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:16.852512 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f45836f9-dd81-4ca8-b0e2-19c701453c24 req-d1f037a6-1b93-4f4a-88d5-52a715698cd2 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 943 time: 0.0504892 Dec 16 10:36:16.892111 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f45836f9-dd81-4ca8-b0e2-19c701453c24 req-146fd2a6-c137-4a3a-9f8c-cdf86e2363fc tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/security-groups?id=aef83c85-493a-4f59-93e5-0372816e12b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318062 Dec 16 10:36:18.010178 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ed5da-d337-413b-9d5d-e243f3d971f3 req-88d87168-4fae-4644-8cb9-d61f82968652 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:18.012117 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3a9ed5da-d337-413b-9d5d-e243f3d971f3 req-88d87168-4fae-4644-8cb9-d61f82968652 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 943 time: 0.0482395 Dec 16 10:36:18.049017 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3a9ed5da-d337-413b-9d5d-e243f3d971f3 req-4482777c-1fc0-4a9a-afaf-03fa7175be3e tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/security-groups?id=aef83c85-493a-4f59-93e5-0372816e12b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310907 Dec 16 10:36:19.062177 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device dec9df6d-781a-400b-9534-02b8fbd14593 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:36:19.160059 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port dec9df6d-781a-400b-9534-02b8fbd14593, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=dec9df6d-781a-400b-9534-02b8fbd14593,segment=NetworkSegment(98cb5762-2ad9-4d9a-a974-084b193344a5),segment_id=98cb5762-2ad9-4d9a-a974-084b193344a5)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:36:19.167330 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4c913-15b7-4841-93b7-ef9268f98ffe req-388946af-1aaf-4162-a285-478a1a5b5c50 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:19.168851 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1cf4c913-15b7-4841-93b7-ef9268f98ffe req-388946af-1aaf-4162-a285-478a1a5b5c50 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 943 time: 0.0544138 Dec 16 10:36:19.173145 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'dec9df6d-781a-400b-9534-02b8fbd14593', 'network_id': 'f795303f-2d68-46cf-a2d1-28cc2d12c325', 'port_id': 'dec9df6d-781a-400b-9534-02b8fbd14593', 'mac_address': 'fa:16:3e:72:2b:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c65690c3-6f97-4e19-9b35-993873553746', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:36:19.208512 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1cf4c913-15b7-4841-93b7-ef9268f98ffe req-5871b95a-3607-440a-94e9-ea99b33c4c3c tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/security-groups?id=aef83c85-493a-4f59-93e5-0372816e12b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333171 Dec 16 10:36:19.219307 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:19.239512 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dec9df6d-781a-400b-9534-02b8fbd14593 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:36:19.251919 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port dec9df6d-781a-400b-9534-02b8fbd14593, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=dec9df6d-781a-400b-9534-02b8fbd14593,segment=NetworkSegment(98cb5762-2ad9-4d9a-a974-084b193344a5),segment_id=98cb5762-2ad9-4d9a-a974-084b193344a5)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:36:19.309892 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:19.358442 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=dec9df6d-781a-400b-9534-02b8fbd14593,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:36:19.514383 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['dec9df6d-781a-400b-9534-02b8fbd14593'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:36:20.334708 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d05e3-2b11-4cae-ae08-94fcc1a472bf req-392e9c35-868a-46f1-9524-d4bd398da5ac tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:20.336058 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ec0d05e3-2b11-4cae-ae08-94fcc1a472bf req-392e9c35-868a-46f1-9524-d4bd398da5ac tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 944 time: 0.0470119 Dec 16 10:36:20.372440 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ec0d05e3-2b11-4cae-ae08-94fcc1a472bf req-5b68334e-b48e-4db5-bc2d-74e4f18f2bf5 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/security-groups?id=aef83c85-493a-4f59-93e5-0372816e12b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298388 Dec 16 10:36:21.062035 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device dec9df6d-781a-400b-9534-02b8fbd14593 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:36:21.178372 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port dec9df6d-781a-400b-9534-02b8fbd14593 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:36:21.182478 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port dec9df6d-781a-400b-9534-02b8fbd14593 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:36:21.182851 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:21.261316 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:21.283720 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad9cf51-fefe-41c6-8f22-ed03859d98f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec9df6d-781a-400b-9534-02b8fbd14593'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:36:21.285958 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43456ec7ce59ea77a0f74ce1d1a90a56292c95d5d3a8a10fcc4b35aa5a8e1da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f6c30c-cc3f-4907-9fa5-896cd95a1bac" -d '{"events": [{"server_uuid": "aad9cf51-fefe-41c6-8f22-ed03859d98f2", "name": "network-vif-plugged", "status": "completed", "tag": "dec9df6d-781a-400b-9534-02b8fbd14593"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:36:21.298515 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port dec9df6d-781a-400b-9534-02b8fbd14593, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=dec9df6d-781a-400b-9534-02b8fbd14593,segment=NetworkSegment(98cb5762-2ad9-4d9a-a974-084b193344a5),segment_id=98cb5762-2ad9-4d9a-a974-084b193344a5)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:36:21.323417 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a4f35f-9333-44f5-a129-81f47e65fa3b x-openstack-request-id: req-a1a4f35f-9333-44f5-a129-81f47e65fa3b {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:36:21.323701 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad9cf51-fefe-41c6-8f22-ed03859d98f2", "name": "network-vif-plugged", "status": "completed", "tag": "dec9df6d-781a-400b-9534-02b8fbd14593", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:36:21.323950 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a1a4f35f-9333-44f5-a129-81f47e65fa3b {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:36:21.324336 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad9cf51-fefe-41c6-8f22-ed03859d98f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec9df6d-781a-400b-9534-02b8fbd14593', 'code': 200} Dec 16 10:36:21.355363 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:21.404990 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=dec9df6d-781a-400b-9534-02b8fbd14593,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:36:21.421872 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be074595-7411-43f9-8661-8d2720783ee2 req-3047a6ea-efe5-4827-8e54-fa7a316a0d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:21.423441 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-be074595-7411-43f9-8661-8d2720783ee2 req-3047a6ea-efe5-4827-8e54-fa7a316a0d18 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 1096 time: 0.0418117 Dec 16 10:36:21.459282 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-be074595-7411-43f9-8661-8d2720783ee2 req-ec8d28b9-1f7a-45bd-8d68-d4cdeaf98ee6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=aef83c85-493a-4f59-93e5-0372816e12b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285029 Dec 16 10:36:21.492090 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353b321-7295-4404-8495-20a0106d6759 req-8e970fb7-f238-4e26-938d-edfd16467cfd tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:21.493585 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5353b321-7295-4404-8495-20a0106d6759 req-8e970fb7-f238-4e26-938d-edfd16467cfd tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 945 time: 0.0529516 Dec 16 10:36:21.530787 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5353b321-7295-4404-8495-20a0106d6759 req-19e54b9d-3df2-4f66-b3ed-e8cfcb12d3d4 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/security-groups?id=aef83c85-493a-4f59-93e5-0372816e12b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306358 Dec 16 10:36:22.649639 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990757c3-d400-46db-a8d3-1f20b4b78434 req-8edd22a8-84cc-4af7-b332-067ac776f8a7 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:22.651120 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-990757c3-d400-46db-a8d3-1f20b4b78434 req-8edd22a8-84cc-4af7-b332-067ac776f8a7 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 945 time: 0.0494363 Dec 16 10:36:22.688329 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-990757c3-d400-46db-a8d3-1f20b4b78434 req-4ec90147-a244-4191-a19b-e2113fff9ff6 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/security-groups?id=aef83c85-493a-4f59-93e5-0372816e12b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313928 Dec 16 10:36:22.799866 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a5933-264c-49e4-8dfb-f230fc928d0e req-490639f1-2246-4e99-8892-ffb0c72cb3a5 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:22.801402 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4d7a5933-264c-49e4-8dfb-f230fc928d0e req-490639f1-2246-4e99-8892-ffb0c72cb3a5 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 945 time: 0.0486224 Dec 16 10:36:22.844308 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4d7a5933-264c-49e4-8dfb-f230fc928d0e req-7a7902cd-4118-40a1-87e6-a72b86ee8fc1 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/security-groups?id=aef83c85-493a-4f59-93e5-0372816e12b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364242 Dec 16 10:36:23.026586 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce5ffd-cc6a-4221-aea4-3de39d385f9c req-def97e0a-0887-460a-8cb9-bb8e58492a88 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:23.028030 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d6ce5ffd-cc6a-4221-aea4-3de39d385f9c req-def97e0a-0887-460a-8cb9-bb8e58492a88 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 945 time: 0.0479729 Dec 16 10:36:23.066602 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d6ce5ffd-cc6a-4221-aea4-3de39d385f9c req-209ff732-d453-4226-a9a2-3fa949573683 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/security-groups?id=aef83c85-493a-4f59-93e5-0372816e12b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326502 Dec 16 10:36:24.115234 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0b66b471-5f07-4bb3-9562-1141085f459d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:26.423730 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cf33c98c-c0d5-48e6-8aea-effbb88a9266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:27.835059 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:29.327810 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:29.646839 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:36.339154 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb925c-fc6d-4f8a-82d0-c4ecfa9c4455 req-9d642641-f4dd-45e3-99ad-efdfb89d4529 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:36.340514 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6bfb925c-fc6d-4f8a-82d0-c4ecfa9c4455 req-9d642641-f4dd-45e3-99ad-efdfb89d4529 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 945 time: 0.0518680 Dec 16 10:36:36.377226 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6bfb925c-fc6d-4f8a-82d0-c4ecfa9c4455 req-a75b9cf7-f366-4952-8ce9-81bf7696448c tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/security-groups?id=aef83c85-493a-4f59-93e5-0372816e12b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307505 Dec 16 10:36:36.398881 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41658) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:36:36.529703 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4cef13-73f0-4559-a278-db8bbce477d8 tempest-TestMinimumBasicScenario-1427116676 tempest-TestMinimumBasicScenario-1427116676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:36.531247 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0c4cef13-73f0-4559-a278-db8bbce477d8 tempest-TestMinimumBasicScenario-1427116676 tempest-TestMinimumBasicScenario-1427116676-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 1091 time: 0.1314390 Dec 16 10:36:36.534151 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41664) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:36:36.538302 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-62a342ba-2692-4568-b819-d6bca0c28fd7 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'port_id': 'dec9df6d-781a-400b-9534-02b8fbd14593', 'tenant_id': '2ef7d49427be43919d4e56b2c893be08', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:36:36.617828 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62a342ba-2692-4568-b819-d6bca0c28fd7 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks [] for floatingip, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:36.716510 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62a342ba-2692-4568-b819-d6bca0c28fd7 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:36.815950 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-62a342ba-2692-4568-b819-d6bca0c28fd7 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Allocated IP 172.25.1.246 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/ed8130b8-a0a5-4928-83b8-1aabc8c89c4d) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:36:36.918368 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62a342ba-2692-4568-b819-d6bca0c28fd7 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:37.024117 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62a342ba-2692-4568-b819-d6bca0c28fd7 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:37.063779 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a342ba-2692-4568-b819-d6bca0c28fd7 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:36:37.066621 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-62a342ba-2692-4568-b819-d6bca0c28fd7 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:36:37.070079 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a342ba-2692-4568-b819-d6bca0c28fd7 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:36:37.092781 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a342ba-2692-4568-b819-d6bca0c28fd7 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Pushing event updated for resources: {'Port': ['ID=ed8130b8-a0a5-4928-83b8-1aabc8c89c4d,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:36:37.106282 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a342ba-2692-4568-b819-d6bca0c28fd7 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:36:37.106630 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a342ba-2692-4568-b819-d6bca0c28fd7 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:36:37.106968 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a342ba-2692-4568-b819-d6bca0c28fd7 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:36:37.107811 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a342ba-2692-4568-b819-d6bca0c28fd7 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:36:37.108119 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a342ba-2692-4568-b819-d6bca0c28fd7 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:36:37.108444 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a342ba-2692-4568-b819-d6bca0c28fd7 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:36:37.108764 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a342ba-2692-4568-b819-d6bca0c28fd7 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:36:37.109084 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a342ba-2692-4568-b819-d6bca0c28fd7 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:36:37.109433 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a342ba-2692-4568-b819-d6bca0c28fd7 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:36:37.109762 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a342ba-2692-4568-b819-d6bca0c28fd7 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:36:37.110080 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a342ba-2692-4568-b819-d6bca0c28fd7 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:36:37.110393 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a342ba-2692-4568-b819-d6bca0c28fd7 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:36:37.703995 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62a342ba-2692-4568-b819-d6bca0c28fd7 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:37.830719 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62a342ba-2692-4568-b819-d6bca0c28fd7 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:37.949285 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:37.976323 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62a342ba-2692-4568-b819-d6bca0c28fd7 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:38.035099 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62a342ba-2692-4568-b819-d6bca0c28fd7 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:38.105755 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a342ba-2692-4568-b819-d6bca0c28fd7 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Pushing event updated for resources: {'Port': ['ID=ed8130b8-a0a5-4928-83b8-1aabc8c89c4d,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:36:38.115863 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62a342ba-2692-4568-b819-d6bca0c28fd7 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:38.213061 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [None req-62a342ba-2692-4568-b819-d6bca0c28fd7 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Floating IP a0a7c0ae-6a15-4107-bc47-6ed0087e4537 associated. External IP: 172.25.1.246, port: dec9df6d-781a-400b-9534-02b8fbd14593. Dec 16 10:36:38.410911 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a342ba-2692-4568-b819-d6bca0c28fd7 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Router f1c1fd86-835a-4f69-879f-98758a59d31a has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:36:38.517211 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a342ba-2692-4568-b819-d6bca0c28fd7 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:36:38.526707 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97711998-df63-40e1-b4ae-d46c25db2409 None None] Sync routers for ids ['f1c1fd86-835a-4f69-879f-98758a59d31a'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:36:38.535954 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97711998-df63-40e1-b4ae-d46c25db2409 None None] Routers {'f1c1fd86-835a-4f69-879f-98758a59d31a'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:36:38.536563 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-97711998-df63-40e1-b4ae-d46c25db2409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:36:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['f1c1fd86-835a-4f69-879f-98758a59d31a'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:36:38.579735 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-62a342ba-2692-4568-b819-d6bca0c28fd7 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:38.607359 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-62a342ba-2692-4568-b819-d6bca0c28fd7 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0719764 Dec 16 10:36:38.607958 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad9cf51-fefe-41c6-8f22-ed03859d98f2', 'tag': 'dec9df6d-781a-400b-9534-02b8fbd14593'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:36:38.610042 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41666) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:36:38.610634 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d26ae51030dc677b2798be63b73eac8166a15593755268c5273421dc3d5daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39e811c-d485-4c13-a47d-22dc507b1d65" -d '{"events": [{"name": "network-changed", "server_uuid": "aad9cf51-fefe-41c6-8f22-ed03859d98f2", "tag": "dec9df6d-781a-400b-9534-02b8fbd14593"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:36:38.615071 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-00f684fe-504f-4065-aa1b-eed2b1cd8f74 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-943011771', 'description': 'tempest-secgroup-smoke-943011771 description', 'project_id': '2ef7d49427be43919d4e56b2c893be08'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:36:38.643424 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-97711998-df63-40e1-b4ae-d46c25db2409 None None] Set router f1c1fd86-835a-4f69-879f-98758a59d31a gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:36:38.692417 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00f684fe-504f-4065-aa1b-eed2b1cd8f74 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:38.795791 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00f684fe-504f-4065-aa1b-eed2b1cd8f74 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:38.812065 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fda1d7-dda0-4707-bfd6-a403146dfc68 x-openstack-request-id: req-a0fda1d7-dda0-4707-bfd6-a403146dfc68 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:36:38.812595 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aad9cf51-fefe-41c6-8f22-ed03859d98f2", "tag": "dec9df6d-781a-400b-9534-02b8fbd14593", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:36:38.812595 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a0fda1d7-dda0-4707-bfd6-a403146dfc68 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:36:38.812977 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad9cf51-fefe-41c6-8f22-ed03859d98f2', 'tag': 'dec9df6d-781a-400b-9534-02b8fbd14593', 'status': 'completed', 'code': 200} Dec 16 10:36:38.860435 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00f684fe-504f-4065-aa1b-eed2b1cd8f74 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:38.871827 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-97711998-df63-40e1-b4ae-d46c25db2409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'name': 'tempest-TestMinimumBasicScenario-713113103-router', 'tenant_id': '2ef7d49427be43919d4e56b2c893be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'f5bb78f8-620b-48dd-8148-2a84364053e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:39Z', 'updated_at': '2021-12-16T10:35:42Z', 'revision_number': 4, 'project_id': '2ef7d49427be43919d4e56b2c893be08', 'gw_port': {'id': 'f5bb78f8-620b-48dd-8148-2a84364053e3', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:40Z', 'updated_at': '2021-12-16T10:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'a0a7c0ae-6a15-4107-bc47-6ed0087e4537', 'tenant_id': '2ef7d49427be43919d4e56b2c893be08', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'port_id': 'dec9df6d-781a-400b-9534-02b8fbd14593', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f795303f-2d68-46cf-a2d1-28cc2d12c325', 'mac_address': 'fa:16:3e:72:2b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad9cf51-fefe-41c6-8f22-ed03859d98f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:36:37Z', 'updated_at': '2021-12-16T10:36:37Z', 'revision_number': 0, 'project_id': '2ef7d49427be43919d4e56b2c893be08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf03bf8-90fb-4a12-9f12-157e567ad5ab', 'name': '', 'network_id': 'f795303f-2d68-46cf-a2d1-28cc2d12c325', 'tenant_id': '2ef7d49427be43919d4e56b2c893be08', 'mac_address': 'fa:16:3e:04:ba:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'c65690c3-6f97-4e19-9b35-993873553746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:42Z', 'updated_at': '2021-12-16T10:35:46Z', 'revision_number': 5, 'project_id': '2ef7d49427be43919d4e56b2c893be08', 'subnets': [{'id': 'c65690c3-6f97-4e19-9b35-993873553746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:36:38.896721 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f684fe-504f-4065-aa1b-eed2b1cd8f74 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a527ca9-3a81-45c2-a296-f4b85b2a1869,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:36:38.897603 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97711998-df63-40e1-b4ae-d46c25db2409 None None] Checking router: f1c1fd86-835a-4f69-879f-98758a59d31a for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:36:38.901554 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e811c-d485-4c13-a47d-22dc507b1d65 req-0325fd49-484e-4476-8e6f-f5d0fdc0f98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:38.903062 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b39e811c-d485-4c13-a47d-22dc507b1d65 req-0325fd49-484e-4476-8e6f-f5d0fdc0f98b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2ef7d49427be43919d4e56b2c893be08&device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 1096 time: 0.0699780 Dec 16 10:36:38.906324 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97711998-df63-40e1-b4ae-d46c25db2409 None None] Routers {'f1c1fd86-835a-4f69-879f-98758a59d31a'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:36:38.906923 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-97711998-df63-40e1-b4ae-d46c25db2409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:36:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['f1c1fd86-835a-4f69-879f-98758a59d31a'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:36:38.908557 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f684fe-504f-4065-aa1b-eed2b1cd8f74 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:36:38.908992 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f684fe-504f-4065-aa1b-eed2b1cd8f74 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:36:38.909287 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f684fe-504f-4065-aa1b-eed2b1cd8f74 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:36:38.909628 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f684fe-504f-4065-aa1b-eed2b1cd8f74 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:36:38.909963 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f684fe-504f-4065-aa1b-eed2b1cd8f74 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:36:38.910362 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f684fe-504f-4065-aa1b-eed2b1cd8f74 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:36:38.910696 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f684fe-504f-4065-aa1b-eed2b1cd8f74 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:36:38.911023 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f684fe-504f-4065-aa1b-eed2b1cd8f74 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:36:38.911350 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f684fe-504f-4065-aa1b-eed2b1cd8f74 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:36:38.911674 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f684fe-504f-4065-aa1b-eed2b1cd8f74 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:36:38.911996 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f684fe-504f-4065-aa1b-eed2b1cd8f74 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:36:38.912317 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f684fe-504f-4065-aa1b-eed2b1cd8f74 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:36:38.963754 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00f684fe-504f-4065-aa1b-eed2b1cd8f74 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:38.964906 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-00f684fe-504f-4065-aa1b-eed2b1cd8f74 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3537614 Dec 16 10:36:38.968687 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41672) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:36:38.974890 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-4c8c5a9d-7c8e-45ac-81b1-7af863bebb2f tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Request body: {'security_group_rule': {'security_group_id': '5a527ca9-3a81-45c2-a296-f4b85b2a1869', 'project_id': '2ef7d49427be43919d4e56b2c893be08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:36:39.007816 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e811c-d485-4c13-a47d-22dc507b1d65 req-f7cb593d-9373-4880-9b01-be8dbae9615c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:39.009302 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b39e811c-d485-4c13-a47d-22dc507b1d65 req-f7cb593d-9373-4880-9b01-be8dbae9615c service neutron] 10.222.0.58 "GET /v2.0/networks?id=f795303f-2d68-46cf-a2d1-28cc2d12c325 HTTP/1.1" status: 200 len: 915 time: 0.0938897 Dec 16 10:36:39.017014 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-97711998-df63-40e1-b4ae-d46c25db2409 None None] Set router f1c1fd86-835a-4f69-879f-98758a59d31a gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:36:39.057735 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4c8c5a9d-7c8e-45ac-81b1-7af863bebb2f tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:39.081542 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b39e811c-d485-4c13-a47d-22dc507b1d65 req-97b2e4c6-54dd-4d56-90f7-e0c9aeb7b654 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dec9df6d-781a-400b-9534-02b8fbd14593 HTTP/1.1" status: 200 len: 999 time: 0.0646105 Dec 16 10:36:39.106217 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4c8c5a9d-7c8e-45ac-81b1-7af863bebb2f tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:39.133220 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e811c-d485-4c13-a47d-22dc507b1d65 req-726eba7a-2b2f-4feb-901b-dcbbc0abdf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:39.134770 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b39e811c-d485-4c13-a47d-22dc507b1d65 req-726eba7a-2b2f-4feb-901b-dcbbc0abdf8b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c65690c3-6f97-4e19-9b35-993873553746 HTTP/1.1" status: 200 len: 853 time: 0.0462115 Dec 16 10:36:39.173940 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4c8c5a9d-7c8e-45ac-81b1-7af863bebb2f tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:39.185759 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e811c-d485-4c13-a47d-22dc507b1d65 req-8be47537-23b9-4aaa-aaf1-a129e0c79de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:39.187272 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b39e811c-d485-4c13-a47d-22dc507b1d65 req-8be47537-23b9-4aaa-aaf1-a129e0c79de6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f795303f-2d68-46cf-a2d1-28cc2d12c325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444183 Dec 16 10:36:39.195092 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c5a9d-7c8e-45ac-81b1-7af863bebb2f tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f135352-5db5-4e1f-8f18-287f2ff05b55,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:36:39.258450 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-97711998-df63-40e1-b4ae-d46c25db2409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'name': 'tempest-TestMinimumBasicScenario-713113103-router', 'tenant_id': '2ef7d49427be43919d4e56b2c893be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'f5bb78f8-620b-48dd-8148-2a84364053e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:39Z', 'updated_at': '2021-12-16T10:35:42Z', 'revision_number': 4, 'project_id': '2ef7d49427be43919d4e56b2c893be08', 'gw_port': {'id': 'f5bb78f8-620b-48dd-8148-2a84364053e3', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:40Z', 'updated_at': '2021-12-16T10:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'a0a7c0ae-6a15-4107-bc47-6ed0087e4537', 'tenant_id': '2ef7d49427be43919d4e56b2c893be08', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'port_id': 'dec9df6d-781a-400b-9534-02b8fbd14593', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f795303f-2d68-46cf-a2d1-28cc2d12c325', 'mac_address': 'fa:16:3e:72:2b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad9cf51-fefe-41c6-8f22-ed03859d98f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:36:37Z', 'updated_at': '2021-12-16T10:36:37Z', 'revision_number': 0, 'project_id': '2ef7d49427be43919d4e56b2c893be08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf03bf8-90fb-4a12-9f12-157e567ad5ab', 'name': '', 'network_id': 'f795303f-2d68-46cf-a2d1-28cc2d12c325', 'tenant_id': '2ef7d49427be43919d4e56b2c893be08', 'mac_address': 'fa:16:3e:04:ba:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'c65690c3-6f97-4e19-9b35-993873553746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:42Z', 'updated_at': '2021-12-16T10:35:46Z', 'revision_number': 5, 'project_id': '2ef7d49427be43919d4e56b2c893be08', 'subnets': [{'id': 'c65690c3-6f97-4e19-9b35-993873553746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:36:39.266201 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4c8c5a9d-7c8e-45ac-81b1-7af863bebb2f tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:39.270213 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4c8c5a9d-7c8e-45ac-81b1-7af863bebb2f tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2977924 Dec 16 10:36:39.270492 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41674) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:36:39.275009 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-922b74e6-3f67-4fea-9d79-a577cf5c2f42 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Request body: {'security_group_rule': {'security_group_id': '5a527ca9-3a81-45c2-a296-f4b85b2a1869', 'project_id': '2ef7d49427be43919d4e56b2c893be08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:36:39.287034 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97711998-df63-40e1-b4ae-d46c25db2409 None None] The sync data for ids ['f1c1fd86-835a-4f69-879f-98758a59d31a'] in n-d-820550-2 is: [{'id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'name': 'tempest-TestMinimumBasicScenario-713113103-router', 'tenant_id': '2ef7d49427be43919d4e56b2c893be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'f5bb78f8-620b-48dd-8148-2a84364053e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:39Z', 'updated_at': '2021-12-16T10:35:42Z', 'revision_number': 4, 'project_id': '2ef7d49427be43919d4e56b2c893be08', 'gw_port': {'id': 'f5bb78f8-620b-48dd-8148-2a84364053e3', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:40Z', 'updated_at': '2021-12-16T10:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'a0a7c0ae-6a15-4107-bc47-6ed0087e4537', 'tenant_id': '2ef7d49427be43919d4e56b2c893be08', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'port_id': 'dec9df6d-781a-400b-9534-02b8fbd14593', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f795303f-2d68-46cf-a2d1-28cc2d12c325', 'mac_address': 'fa:16:3e:72:2b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad9cf51-fefe-41c6-8f22-ed03859d98f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:36:37Z', 'updated_at': '2021-12-16T10:36:37Z', 'revision_number': 0, 'project_id': '2ef7d49427be43919d4e56b2c893be08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf03bf8-90fb-4a12-9f12-157e567ad5ab', 'name': '', 'network_id': 'f795303f-2d68-46cf-a2d1-28cc2d12c325', 'tenant_id': '2ef7d49427be43919d4e56b2c893be08', 'mac_address': 'fa:16:3e:04:ba:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'c65690c3-6f97-4e19-9b35-993873553746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:42Z', 'updated_at': '2021-12-16T10:35:46Z', 'revision_number': 5, 'project_id': '2ef7d49427be43919d4e56b2c893be08', 'subnets': [{'id': 'c65690c3-6f97-4e19-9b35-993873553746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:36:39.307556 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b39e811c-d485-4c13-a47d-22dc507b1d65 req-e53b918a-b88b-4b91-95f8-8289d58346ae service neutron] 10.222.0.58 "GET /v2.0/networks/f795303f-2d68-46cf-a2d1-28cc2d12c325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122384 Dec 16 10:36:39.360414 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-922b74e6-3f67-4fea-9d79-a577cf5c2f42 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:39.406027 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b39e811c-d485-4c13-a47d-22dc507b1d65 req-07a24c5b-dad2-4107-b768-72f5aa10737c service neutron] 10.222.0.58 "GET /v2.0/networks/f795303f-2d68-46cf-a2d1-28cc2d12c325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904562 Dec 16 10:36:39.421288 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-922b74e6-3f67-4fea-9d79-a577cf5c2f42 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:39.486498 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-922b74e6-3f67-4fea-9d79-a577cf5c2f42 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:39.505841 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b74e6-3f67-4fea-9d79-a577cf5c2f42 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61b8e8ef-233f-4ec2-aada-1656ac4684ef,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:36:39.508198 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1af167-cada-471d-baf9-65252962187a None None] New status for floating IP a0a7c0ae-6a15-4107-bc47-6ed0087e4537: ACTIVE {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:36:39.562836 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-922b74e6-3f67-4fea-9d79-a577cf5c2f42 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:39.564060 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-922b74e6-3f67-4fea-9d79-a577cf5c2f42 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2925603 Dec 16 10:36:39.566743 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41676) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:36:39.571169 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-ad980ddc-1da4-4e2d-93bd-b89b03637bfe tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Request body: {'security_group_rule': {'security_group_id': '5a527ca9-3a81-45c2-a296-f4b85b2a1869', 'project_id': '2ef7d49427be43919d4e56b2c893be08', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:36:39.645445 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad980ddc-1da4-4e2d-93bd-b89b03637bfe tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:39.709691 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad980ddc-1da4-4e2d-93bd-b89b03637bfe tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:39.777927 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad980ddc-1da4-4e2d-93bd-b89b03637bfe tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:39.795574 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad980ddc-1da4-4e2d-93bd-b89b03637bfe tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86aca8d0-3392-455c-bb65-109a17ca8612,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:36:39.876820 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ad980ddc-1da4-4e2d-93bd-b89b03637bfe tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:39.878102 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ad980ddc-1da4-4e2d-93bd-b89b03637bfe tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3103335 Dec 16 10:36:39.880754 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41678) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:36:39.885040 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-43fc54c2-ded8-4cb5-b70b-a3c9751b5744 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Request body: {'security_group_rule': {'security_group_id': '5a527ca9-3a81-45c2-a296-f4b85b2a1869', 'project_id': '2ef7d49427be43919d4e56b2c893be08', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:36:39.971105 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-43fc54c2-ded8-4cb5-b70b-a3c9751b5744 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:40.032151 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-43fc54c2-ded8-4cb5-b70b-a3c9751b5744 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:40.109327 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-43fc54c2-ded8-4cb5-b70b-a3c9751b5744 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:40.129642 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc54c2-ded8-4cb5-b70b-a3c9751b5744 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=250b9572-6848-4571-ba4a-fa58ccbf4a3a,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:36:40.242411 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-43fc54c2-ded8-4cb5-b70b-a3c9751b5744 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:40.243669 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-43fc54c2-ded8-4cb5-b70b-a3c9751b5744 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3619637 Dec 16 10:36:40.246564 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41680) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:36:40.251198 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-6e648668-3748-4b6f-9db6-85846bfa17b3 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Request body: {'security_group_rule': {'security_group_id': '5a527ca9-3a81-45c2-a296-f4b85b2a1869', 'project_id': '2ef7d49427be43919d4e56b2c893be08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:36:40.326409 n-d-820550-2 neutron-server[102816]: INFO neutron.db.securitygroups_db [None req-6e648668-3748-4b6f-9db6-85846bfa17b3 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Project 2ef7d49427be43919d4e56b2c893be08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:36:40.331207 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6e648668-3748-4b6f-9db6-85846bfa17b3 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:40.400717 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6e648668-3748-4b6f-9db6-85846bfa17b3 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:40.471075 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6e648668-3748-4b6f-9db6-85846bfa17b3 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:40.491960 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e648668-3748-4b6f-9db6-85846bfa17b3 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b0f054-63e3-4bbb-b2a0-0069fa02e4e8,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:36:40.545608 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6e648668-3748-4b6f-9db6-85846bfa17b3 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:40.546974 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6e648668-3748-4b6f-9db6-85846bfa17b3 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2993212 Dec 16 10:36:40.549631 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41682) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:36:40.554411 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-9abe6df3-a694-4752-9e66-343164195ae5 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Request body: {'security_group_rule': {'security_group_id': '5a527ca9-3a81-45c2-a296-f4b85b2a1869', 'project_id': '2ef7d49427be43919d4e56b2c893be08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:36:40.663639 n-d-820550-2 neutron-server[102816]: INFO neutron.db.securitygroups_db [None req-9abe6df3-a694-4752-9e66-343164195ae5 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Project 2ef7d49427be43919d4e56b2c893be08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:36:40.668652 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9abe6df3-a694-4752-9e66-343164195ae5 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:40.728574 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9abe6df3-a694-4752-9e66-343164195ae5 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:40.812771 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9abe6df3-a694-4752-9e66-343164195ae5 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:40.828092 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe6df3-a694-4752-9e66-343164195ae5 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f398666-4e52-4185-a867-be370a430138,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:36:40.916879 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9abe6df3-a694-4752-9e66-343164195ae5 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:40.918104 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9abe6df3-a694-4752-9e66-343164195ae5 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3674102 Dec 16 10:36:40.995469 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c62fdde9-98e9-47e9-8442-899e13ee5790 req-aec8c6f6-3ab8-4451-b2fa-2863e1e2c841 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-943011771&fields=id&tenant_id=2ef7d49427be43919d4e56b2c893be08 HTTP/1.1" status: 200 len: 267 time: 0.0325332 Dec 16 10:36:41.047197 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62fdde9-98e9-47e9-8442-899e13ee5790 req-40060d3d-d9fd-454a-8ad3-f98f171f7df4 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:41.048622 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c62fdde9-98e9-47e9-8442-899e13ee5790 req-40060d3d-d9fd-454a-8ad3-f98f171f7df4 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 945 time: 0.0467317 Dec 16 10:36:41.059767 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-c62fdde9-98e9-47e9-8442-899e13ee5790 req-22c15193-b2e7-40df-a215-4081a330e753 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Request body: {'port': {'security_groups': ['aef83c85-493a-4f59-93e5-0372816e12b4', '5a527ca9-3a81-45c2-a296-f4b85b2a1869']}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:36:41.117692 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c62fdde9-98e9-47e9-8442-899e13ee5790 req-22c15193-b2e7-40df-a215-4081a330e753 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:41.304681 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-c62fdde9-98e9-47e9-8442-899e13ee5790 req-22c15193-b2e7-40df-a215-4081a330e753 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] For port dec9df6d-781a-400b-9534-02b8fbd14593, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=dec9df6d-781a-400b-9534-02b8fbd14593,segment=NetworkSegment(98cb5762-2ad9-4d9a-a974-084b193344a5),segment_id=98cb5762-2ad9-4d9a-a974-084b193344a5)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:36:41.333406 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c62fdde9-98e9-47e9-8442-899e13ee5790 req-22c15193-b2e7-40df-a215-4081a330e753 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:41.389624 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c62fdde9-98e9-47e9-8442-899e13ee5790 req-22c15193-b2e7-40df-a215-4081a330e753 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:41.400683 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['dec9df6d-781a-400b-9534-02b8fbd14593'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:36:41.430671 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:41.437519 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62fdde9-98e9-47e9-8442-899e13ee5790 req-22c15193-b2e7-40df-a215-4081a330e753 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:41.438205 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-c62fdde9-98e9-47e9-8442-899e13ee5790 req-22c15193-b2e7-40df-a215-4081a330e753 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:41.439568 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c62fdde9-98e9-47e9-8442-899e13ee5790 req-22c15193-b2e7-40df-a215-4081a330e753 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "PUT /v2.0/ports/dec9df6d-781a-400b-9534-02b8fbd14593 HTTP/1.1" status: 200 len: 981 time: 0.3841679 Dec 16 10:36:41.442809 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad9cf51-fefe-41c6-8f22-ed03859d98f2', 'tag': 'dec9df6d-781a-400b-9534-02b8fbd14593'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:36:41.442809 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d26ae51030dc677b2798be63b73eac8166a15593755268c5273421dc3d5daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc689bf-7e86-4cbf-8fb9-3d7a24d64c91" -d '{"events": [{"name": "network-changed", "server_uuid": "aad9cf51-fefe-41c6-8f22-ed03859d98f2", "tag": "dec9df6d-781a-400b-9534-02b8fbd14593"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:36:41.469190 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c15193-b2e7-40df-a215-4081a330e753 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Pushing event updated for resources: {'Port': ['ID=dec9df6d-781a-400b-9534-02b8fbd14593,revision_number=6']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:36:41.501333 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['dec9df6d-781a-400b-9534-02b8fbd14593'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:36:41.505190 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef084e3-123c-42f7-9d6c-7802c61b05fe x-openstack-request-id: req-aef084e3-123c-42f7-9d6c-7802c61b05fe {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:36:41.506230 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aad9cf51-fefe-41c6-8f22-ed03859d98f2", "tag": "dec9df6d-781a-400b-9534-02b8fbd14593", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:36:41.506230 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aef084e3-123c-42f7-9d6c-7802c61b05fe {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:36:41.507721 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad9cf51-fefe-41c6-8f22-ed03859d98f2', 'tag': 'dec9df6d-781a-400b-9534-02b8fbd14593', 'status': 'completed', 'code': 200} Dec 16 10:36:41.612139 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290cfcb-0c6e-478a-8a06-7f7b85775f3d req-27990f34-5ad3-4faa-ba56-8cd479108daf tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:41.615005 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7290cfcb-0c6e-478a-8a06-7f7b85775f3d req-27990f34-5ad3-4faa-ba56-8cd479108daf tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 984 time: 0.0949204 Dec 16 10:36:41.625146 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc689bf-7e86-4cbf-8fb9-3d7a24d64c91 req-3299e1b6-1286-4382-9b99-e4b974148d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:41.627168 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8dc689bf-7e86-4cbf-8fb9-3d7a24d64c91 req-3299e1b6-1286-4382-9b99-e4b974148d81 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2ef7d49427be43919d4e56b2c893be08&device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 1135 time: 0.0785089 Dec 16 10:36:41.722244 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7290cfcb-0c6e-478a-8a06-7f7b85775f3d req-2fac9029-25c0-41f3-b7c9-ce8983f74b80 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a527ca9-3a81-45c2-a296-f4b85b2a1869&id=aef83c85-493a-4f59-93e5-0372816e12b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0937274 Dec 16 10:36:41.750398 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-8767b10b-e646-4508-9a6c-0368957c393b None None] Provisioning complete for port dec9df6d-781a-400b-9534-02b8fbd14593 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:36:41.750765 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8767b10b-e646-4508-9a6c-0368957c393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:41.756880 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc689bf-7e86-4cbf-8fb9-3d7a24d64c91 req-d2e60d55-15ae-4b81-8f31-a7bf819192fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:41.758735 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8dc689bf-7e86-4cbf-8fb9-3d7a24d64c91 req-d2e60d55-15ae-4b81-8f31-a7bf819192fd service neutron] 10.222.0.58 "GET /v2.0/networks?id=f795303f-2d68-46cf-a2d1-28cc2d12c325 HTTP/1.1" status: 200 len: 915 time: 0.1202810 Dec 16 10:36:41.830228 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8dc689bf-7e86-4cbf-8fb9-3d7a24d64c91 req-8e7e024d-36a1-460c-8166-08acbdb31b95 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dec9df6d-781a-400b-9534-02b8fbd14593 HTTP/1.1" status: 200 len: 1001 time: 0.0630238 Dec 16 10:36:41.883649 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc689bf-7e86-4cbf-8fb9-3d7a24d64c91 req-54ed6677-0e3f-4875-83c5-d00e615fdb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:41.885270 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8dc689bf-7e86-4cbf-8fb9-3d7a24d64c91 req-54ed6677-0e3f-4875-83c5-d00e615fdb4a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c65690c3-6f97-4e19-9b35-993873553746 HTTP/1.1" status: 200 len: 853 time: 0.0478578 Dec 16 10:36:41.933079 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc689bf-7e86-4cbf-8fb9-3d7a24d64c91 req-6b203e23-384a-4261-86b7-6e0a292001b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:41.934662 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8dc689bf-7e86-4cbf-8fb9-3d7a24d64c91 req-6b203e23-384a-4261-86b7-6e0a292001b5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f795303f-2d68-46cf-a2d1-28cc2d12c325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423200 Dec 16 10:36:42.041764 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8dc689bf-7e86-4cbf-8fb9-3d7a24d64c91 req-c0f9f4a7-f8eb-41a1-848b-ada2cf0cbb8d service neutron] 10.222.0.58 "GET /v2.0/networks/f795303f-2d68-46cf-a2d1-28cc2d12c325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984902 Dec 16 10:36:42.144841 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8dc689bf-7e86-4cbf-8fb9-3d7a24d64c91 req-52d748b8-f45d-4f00-a52e-9e2516bd418a service neutron] 10.222.0.58 "GET /v2.0/networks/f795303f-2d68-46cf-a2d1-28cc2d12c325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951343 Dec 16 10:36:46.552062 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:36:54.143073 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a176ddb6-e620-4c58-b5e8-f2f6e1a165b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:56.117170 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc68142-1fe0-416a-9494-92f184efa8a8 req-41b21382-bf29-4d88-8d1c-1fbba057e13f tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:56.118871 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7dc68142-1fe0-416a-9494-92f184efa8a8 req-41b21382-bf29-4d88-8d1c-1fbba057e13f tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 984 time: 0.0514922 Dec 16 10:36:56.191279 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7dc68142-1fe0-416a-9494-92f184efa8a8 req-d3d4d1b6-4c1b-475a-9d84-2afd9375b757 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a527ca9-3a81-45c2-a296-f4b85b2a1869&id=aef83c85-493a-4f59-93e5-0372816e12b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0655417 Dec 16 10:36:56.201945 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f3579-ab85-4995-ab45-19d46a71f2a8 req-25bd4a6a-ca1a-4338-96b3-2b22abfbbb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:56.204613 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-305f3579-ab85-4995-ab45-19d46a71f2a8 req-25bd4a6a-ca1a-4338-96b3-2b22abfbbb5c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2ef7d49427be43919d4e56b2c893be08&device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 1135 time: 0.0638127 Dec 16 10:36:56.302963 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f3579-ab85-4995-ab45-19d46a71f2a8 req-5774022a-114d-45d2-89b5-5c347a427d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:56.304337 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-305f3579-ab85-4995-ab45-19d46a71f2a8 req-5774022a-114d-45d2-89b5-5c347a427d52 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f795303f-2d68-46cf-a2d1-28cc2d12c325 HTTP/1.1" status: 200 len: 915 time: 0.0933683 Dec 16 10:36:56.376422 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-305f3579-ab85-4995-ab45-19d46a71f2a8 req-0e79aa29-610e-4f9c-b192-05b229c63acd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dec9df6d-781a-400b-9534-02b8fbd14593 HTTP/1.1" status: 200 len: 1001 time: 0.0638492 Dec 16 10:36:56.422704 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-416c572e-376d-433d-82d0-75434df3bb7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:56.424445 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f3579-ab85-4995-ab45-19d46a71f2a8 req-f5522c7c-c71f-433e-b3be-cb21198f6a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:56.425921 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-305f3579-ab85-4995-ab45-19d46a71f2a8 req-f5522c7c-c71f-433e-b3be-cb21198f6a75 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c65690c3-6f97-4e19-9b35-993873553746 HTTP/1.1" status: 200 len: 853 time: 0.0425491 Dec 16 10:36:56.472258 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f3579-ab85-4995-ab45-19d46a71f2a8 req-69273e90-ce93-4a31-a2cf-d1f5e090269a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:56.473746 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-305f3579-ab85-4995-ab45-19d46a71f2a8 req-69273e90-ce93-4a31-a2cf-d1f5e090269a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f795303f-2d68-46cf-a2d1-28cc2d12c325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398185 Dec 16 10:36:56.566190 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-305f3579-ab85-4995-ab45-19d46a71f2a8 req-98e838eb-74a2-41d7-9831-71a0ce8c4b94 service neutron] 10.222.0.58 "GET /v2.0/networks/f795303f-2d68-46cf-a2d1-28cc2d12c325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845296 Dec 16 10:36:56.656819 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-305f3579-ab85-4995-ab45-19d46a71f2a8 req-0b0e4f03-95a2-4d3b-85a7-a8647071ae1c service neutron] 10.222.0.58 "GET /v2.0/networks/f795303f-2d68-46cf-a2d1-28cc2d12c325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833037 Dec 16 10:36:57.315336 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2116e8-5cde-43e6-9307-6c8e637ee1d1 req-18af46ab-7d99-447b-b147-b00b47b91a76 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:57.318022 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4e2116e8-5cde-43e6-9307-6c8e637ee1d1 req-18af46ab-7d99-447b-b147-b00b47b91a76 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 984 time: 0.0573480 Dec 16 10:36:57.358413 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4e2116e8-5cde-43e6-9307-6c8e637ee1d1 req-60867396-687f-43dd-b9b6-2f6b10f82917 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a527ca9-3a81-45c2-a296-f4b85b2a1869&id=aef83c85-493a-4f59-93e5-0372816e12b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341208 Dec 16 10:36:57.845133 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:58.473724 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58a87d-40aa-4dd6-b382-354b3e4f011c req-62d2bbff-e49a-43d1-be46-e0ae3dceb56e tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:58.475212 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1a58a87d-40aa-4dd6-b382-354b3e4f011c req-62d2bbff-e49a-43d1-be46-e0ae3dceb56e tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 984 time: 0.0490322 Dec 16 10:36:58.518953 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1a58a87d-40aa-4dd6-b382-354b3e4f011c req-56bfad1b-bd79-4366-9bf4-0a4c81dedb84 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a527ca9-3a81-45c2-a296-f4b85b2a1869&id=aef83c85-493a-4f59-93e5-0372816e12b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378325 Dec 16 10:36:59.348301 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:59.622767 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:59.634542 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2baaf-4c0c-4879-ac9e-6ab6d65fb246 req-aa72fa68-d8cd-4ecf-b699-c6d7d8be7e08 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:59.636029 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a3c2baaf-4c0c-4879-ac9e-6ab6d65fb246 req-aa72fa68-d8cd-4ecf-b699-c6d7d8be7e08 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 984 time: 0.0488627 Dec 16 10:36:59.681739 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a3c2baaf-4c0c-4879-ac9e-6ab6d65fb246 req-73b5e92a-f754-4104-b9f3-774e2201c5cd tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a527ca9-3a81-45c2-a296-f4b85b2a1869&id=aef83c85-493a-4f59-93e5-0372816e12b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389414 Dec 16 10:37:00.795627 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078808cc-c9d7-4d5d-8d92-ce4e759d4605 req-e92fb5c6-3862-4440-8ac5-fdebd73481fc tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:00.797141 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-078808cc-c9d7-4d5d-8d92-ce4e759d4605 req-e92fb5c6-3862-4440-8ac5-fdebd73481fc tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 984 time: 0.0495405 Dec 16 10:37:00.838927 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-078808cc-c9d7-4d5d-8d92-ce4e759d4605 req-b945c6af-1eba-45c6-af48-092534d7fd8d tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a527ca9-3a81-45c2-a296-f4b85b2a1869&id=aef83c85-493a-4f59-93e5-0372816e12b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354483 Dec 16 10:37:01.957380 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe179ba-40dd-486b-a2d1-9d154d69216a req-b2b57b03-2223-43aa-8ea8-3a0116f8993c tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:01.958977 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7fe179ba-40dd-486b-a2d1-9d154d69216a req-b2b57b03-2223-43aa-8ea8-3a0116f8993c tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 984 time: 0.0544634 Dec 16 10:37:01.998981 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7fe179ba-40dd-486b-a2d1-9d154d69216a req-3c6a60c2-95ef-49d8-aa3b-0a7b732f684a tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a527ca9-3a81-45c2-a296-f4b85b2a1869&id=aef83c85-493a-4f59-93e5-0372816e12b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339909 Dec 16 10:37:03.111245 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c1351-a7e9-4b57-aede-47014e313d3d req-a312daf4-ac9c-4122-a9ea-4c8a015f9bca tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:03.112693 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-be6c1351-a7e9-4b57-aede-47014e313d3d req-a312daf4-ac9c-4122-a9ea-4c8a015f9bca tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 984 time: 0.0479374 Dec 16 10:37:03.152662 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-be6c1351-a7e9-4b57-aede-47014e313d3d req-6cfc5d24-d7f0-469e-8364-b0f67c108ad6 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a527ca9-3a81-45c2-a296-f4b85b2a1869&id=aef83c85-493a-4f59-93e5-0372816e12b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339549 Dec 16 10:37:04.267211 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfc81b-15c8-4652-870b-64140cba4298 req-65d3785f-be73-4cb0-a16f-c9e25969f101 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:04.268707 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eecfc81b-15c8-4652-870b-64140cba4298 req-65d3785f-be73-4cb0-a16f-c9e25969f101 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 984 time: 0.0497198 Dec 16 10:37:04.308680 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eecfc81b-15c8-4652-870b-64140cba4298 req-10715033-9b67-4b92-9435-afcab03c1b3d tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a527ca9-3a81-45c2-a296-f4b85b2a1869&id=aef83c85-493a-4f59-93e5-0372816e12b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337737 Dec 16 10:37:05.423121 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb42353-0ae0-4dae-9c1a-0817141edc72 req-13ebaad0-7b40-4da3-968c-d1620bd7d45b tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:05.424487 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5cb42353-0ae0-4dae-9c1a-0817141edc72 req-13ebaad0-7b40-4da3-968c-d1620bd7d45b tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 984 time: 0.0489407 Dec 16 10:37:05.467880 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5cb42353-0ae0-4dae-9c1a-0817141edc72 req-e33794e5-f898-4945-94b9-79dfbe8b8b16 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a527ca9-3a81-45c2-a296-f4b85b2a1869&id=aef83c85-493a-4f59-93e5-0372816e12b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369244 Dec 16 10:37:06.588354 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef939d-2534-4df4-8904-839e3d7ab409 req-bcebc1f7-a3d2-421d-b050-3266f4d6171e tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:06.589871 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-21ef939d-2534-4df4-8904-839e3d7ab409 req-bcebc1f7-a3d2-421d-b050-3266f4d6171e tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 984 time: 0.0545874 Dec 16 10:37:06.630612 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-21ef939d-2534-4df4-8904-839e3d7ab409 req-cdeb57f5-6fae-4399-9e7f-af30780797ba tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a527ca9-3a81-45c2-a296-f4b85b2a1869&id=aef83c85-493a-4f59-93e5-0372816e12b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345113 Dec 16 10:37:07.746062 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039db98-9175-40bc-97a8-1cf29cf8e436 req-4e28146a-9eb8-4950-ba1e-90bfcc6402aa tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:07.747561 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5039db98-9175-40bc-97a8-1cf29cf8e436 req-4e28146a-9eb8-4950-ba1e-90bfcc6402aa tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 984 time: 0.0503242 Dec 16 10:37:07.787656 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5039db98-9175-40bc-97a8-1cf29cf8e436 req-0c89d01e-1a9a-4c67-b64c-7d35886b08d8 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a527ca9-3a81-45c2-a296-f4b85b2a1869&id=aef83c85-493a-4f59-93e5-0372816e12b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340281 Dec 16 10:37:07.959846 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:11.462250 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:14.152234 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b847d599-0d8e-4809-9f09-53f54319626e req-717407f2-5681-48b1-8045-20deb8abf41f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407474 Dec 16 10:37:14.235012 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847d599-0d8e-4809-9f09-53f54319626e req-a58d4d45-a7af-45b5-9847-e80077e5d549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:14.236610 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b847d599-0d8e-4809-9f09-53f54319626e req-a58d4d45-a7af-45b5-9847-e80077e5d549 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2ef7d49427be43919d4e56b2c893be08&device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 1135 time: 0.0429099 Dec 16 10:37:14.340587 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847d599-0d8e-4809-9f09-53f54319626e req-868320ba-e1af-40b8-9170-0d58ddbcd025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:14.342113 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b847d599-0d8e-4809-9f09-53f54319626e req-868320ba-e1af-40b8-9170-0d58ddbcd025 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f795303f-2d68-46cf-a2d1-28cc2d12c325 HTTP/1.1" status: 200 len: 915 time: 0.0876935 Dec 16 10:37:14.407128 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b847d599-0d8e-4809-9f09-53f54319626e req-9fc90433-9550-49c7-baab-d4317faf91fe service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dec9df6d-781a-400b-9534-02b8fbd14593 HTTP/1.1" status: 200 len: 1001 time: 0.0576231 Dec 16 10:37:14.460504 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847d599-0d8e-4809-9f09-53f54319626e req-3db50912-ceaa-4110-ae21-76086418877b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:14.461965 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b847d599-0d8e-4809-9f09-53f54319626e req-3db50912-ceaa-4110-ae21-76086418877b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c65690c3-6f97-4e19-9b35-993873553746 HTTP/1.1" status: 200 len: 853 time: 0.0478222 Dec 16 10:37:14.507530 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847d599-0d8e-4809-9f09-53f54319626e req-c11c7945-1411-4aa1-99fc-f1ceca600dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:14.509068 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b847d599-0d8e-4809-9f09-53f54319626e req-c11c7945-1411-4aa1-99fc-f1ceca600dc8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f795303f-2d68-46cf-a2d1-28cc2d12c325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403905 Dec 16 10:37:14.594879 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b847d599-0d8e-4809-9f09-53f54319626e req-42857c5a-869a-4833-9d10-e6a50bca2277 service neutron] 10.222.0.58 "GET /v2.0/networks/f795303f-2d68-46cf-a2d1-28cc2d12c325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789678 Dec 16 10:37:14.687403 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b847d599-0d8e-4809-9f09-53f54319626e req-f5cb5b51-5c74-4072-9b1b-eef78c28dcde service neutron] 10.222.0.58 "GET /v2.0/networks/f795303f-2d68-46cf-a2d1-28cc2d12c325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852461 Dec 16 10:37:23.554134 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:37:24.136071 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ee94f02a-2ba2-47be-9e7f-c5b5bdad41cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:26.462524 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-41a7c48f-7a30-4b6f-a9aa-d632c24ed555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:27.970742 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:29.330126 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:29.610391 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:37.964391 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:40.227819 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d60df5aa-40d3-42e9-aa2e-1e412c1a93df req-88f00bf3-f018-45f5-afab-a9aa8124e547 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-943011771&fields=id&tenant_id=2ef7d49427be43919d4e56b2c893be08 HTTP/1.1" status: 200 len: 267 time: 0.0368979 Dec 16 10:37:40.278754 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60df5aa-40d3-42e9-aa2e-1e412c1a93df req-05495e28-9aa7-45a5-9c2e-901471487db3 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:40.280175 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d60df5aa-40d3-42e9-aa2e-1e412c1a93df req-05495e28-9aa7-45a5-9c2e-901471487db3 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 984 time: 0.0468132 Dec 16 10:37:40.291578 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [req-d60df5aa-40d3-42e9-aa2e-1e412c1a93df req-d0b28711-1ef6-438a-9715-fb54ecdbcd1b tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Request body: {'port': {'security_groups': ['aef83c85-493a-4f59-93e5-0372816e12b4']}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:37:40.355752 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d60df5aa-40d3-42e9-aa2e-1e412c1a93df req-d0b28711-1ef6-438a-9715-fb54ecdbcd1b tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:40.526877 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [req-d60df5aa-40d3-42e9-aa2e-1e412c1a93df req-d0b28711-1ef6-438a-9715-fb54ecdbcd1b tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] For port dec9df6d-781a-400b-9534-02b8fbd14593, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=dec9df6d-781a-400b-9534-02b8fbd14593,segment=NetworkSegment(98cb5762-2ad9-4d9a-a974-084b193344a5),segment_id=98cb5762-2ad9-4d9a-a974-084b193344a5)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:37:40.554685 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d60df5aa-40d3-42e9-aa2e-1e412c1a93df req-d0b28711-1ef6-438a-9715-fb54ecdbcd1b tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:40.592609 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d60df5aa-40d3-42e9-aa2e-1e412c1a93df req-d0b28711-1ef6-438a-9715-fb54ecdbcd1b tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:40.604451 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['dec9df6d-781a-400b-9534-02b8fbd14593'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:37:40.640140 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60df5aa-40d3-42e9-aa2e-1e412c1a93df req-d0b28711-1ef6-438a-9715-fb54ecdbcd1b tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:40.641344 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [req-d60df5aa-40d3-42e9-aa2e-1e412c1a93df req-d0b28711-1ef6-438a-9715-fb54ecdbcd1b tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:40.642753 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d60df5aa-40d3-42e9-aa2e-1e412c1a93df req-d0b28711-1ef6-438a-9715-fb54ecdbcd1b tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "PUT /v2.0/ports/dec9df6d-781a-400b-9534-02b8fbd14593 HTTP/1.1" status: 200 len: 942 time: 0.3555212 Dec 16 10:37:40.643203 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad9cf51-fefe-41c6-8f22-ed03859d98f2', 'tag': 'dec9df6d-781a-400b-9534-02b8fbd14593'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:37:40.645522 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d26ae51030dc677b2798be63b73eac8166a15593755268c5273421dc3d5daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614f0ceb-d6f0-4136-8594-575ff7b60c88" -d '{"events": [{"name": "network-changed", "server_uuid": "aad9cf51-fefe-41c6-8f22-ed03859d98f2", "tag": "dec9df6d-781a-400b-9534-02b8fbd14593"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:37:40.652611 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41738) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:37:40.689298 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b28711-1ef6-438a-9715-fb54ecdbcd1b tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Pushing event updated for resources: {'Port': ['ID=dec9df6d-781a-400b-9534-02b8fbd14593,revision_number=7']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:37:40.704415 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57d070b-0823-4915-8a55-258acbad8140 x-openstack-request-id: req-a57d070b-0823-4915-8a55-258acbad8140 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:37:40.705015 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aad9cf51-fefe-41c6-8f22-ed03859d98f2", "tag": "dec9df6d-781a-400b-9534-02b8fbd14593", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:37:40.705643 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a57d070b-0823-4915-8a55-258acbad8140 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:37:40.706220 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad9cf51-fefe-41c6-8f22-ed03859d98f2', 'tag': 'dec9df6d-781a-400b-9534-02b8fbd14593', 'status': 'completed', 'code': 200} Dec 16 10:37:40.708501 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b28711-1ef6-438a-9715-fb54ecdbcd1b tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:40.709032 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b28711-1ef6-438a-9715-fb54ecdbcd1b tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:40.709578 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b28711-1ef6-438a-9715-fb54ecdbcd1b tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:40.710090 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b28711-1ef6-438a-9715-fb54ecdbcd1b tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:40.710606 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b28711-1ef6-438a-9715-fb54ecdbcd1b tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:40.711104 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b28711-1ef6-438a-9715-fb54ecdbcd1b tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:40.711600 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b28711-1ef6-438a-9715-fb54ecdbcd1b tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:40.712296 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b28711-1ef6-438a-9715-fb54ecdbcd1b tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:40.712794 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b28711-1ef6-438a-9715-fb54ecdbcd1b tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:40.713325 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b28711-1ef6-438a-9715-fb54ecdbcd1b tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:40.713810 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b28711-1ef6-438a-9715-fb54ecdbcd1b tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:40.714321 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b28711-1ef6-438a-9715-fb54ecdbcd1b tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:40.735571 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['dec9df6d-781a-400b-9534-02b8fbd14593'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:37:40.774669 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3444c02c-8c93-44ed-8006-96ea0df4048e tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:40.805519 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f0ceb-d6f0-4136-8594-575ff7b60c88 req-3153b654-ecd3-4508-821a-68949c935d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:40.806941 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-614f0ceb-d6f0-4136-8594-575ff7b60c88 req-3153b654-ecd3-4508-821a-68949c935d71 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2ef7d49427be43919d4e56b2c893be08&device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 1096 time: 0.0771332 Dec 16 10:37:40.809281 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3444c02c-8c93-44ed-8006-96ea0df4048e tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:40.922420 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-899e2b62-a4cf-4ee5-ac0d-f4bd332e8356 None None] Provisioning complete for port dec9df6d-781a-400b-9534-02b8fbd14593 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:37:40.922777 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-899e2b62-a4cf-4ee5-ac0d-f4bd332e8356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:40.928280 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f0ceb-d6f0-4136-8594-575ff7b60c88 req-2415739d-b9ef-4ff9-af88-6964b97f625e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:40.929790 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-614f0ceb-d6f0-4136-8594-575ff7b60c88 req-2415739d-b9ef-4ff9-af88-6964b97f625e service neutron] 10.222.0.58 "GET /v2.0/networks?id=f795303f-2d68-46cf-a2d1-28cc2d12c325 HTTP/1.1" status: 200 len: 915 time: 0.1116552 Dec 16 10:37:41.001568 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-614f0ceb-d6f0-4136-8594-575ff7b60c88 req-730c35a4-9f60-4208-8139-05c1153b59bf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dec9df6d-781a-400b-9534-02b8fbd14593 HTTP/1.1" status: 200 len: 1001 time: 0.0631962 Dec 16 10:37:41.004150 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3444c02c-8c93-44ed-8006-96ea0df4048e tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:41.006800 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3444c02c-8c93-44ed-8006-96ea0df4048e tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:41.007843 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3444c02c-8c93-44ed-8006-96ea0df4048e tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "DELETE /v2.0/security-groups/5a527ca9-3a81-45c2-a296-f4b85b2a1869 HTTP/1.1" status: 204 len: 168 time: 0.3514373 Dec 16 10:37:41.010660 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41740) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:37:41.042811 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444c02c-8c93-44ed-8006-96ea0df4048e tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a527ca9-3a81-45c2-a296-f4b85b2a1869,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:37:41.060810 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3444c02c-8c93-44ed-8006-96ea0df4048e tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:41.061074 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3444c02c-8c93-44ed-8006-96ea0df4048e tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:41.061451 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3444c02c-8c93-44ed-8006-96ea0df4048e tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:41.061791 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3444c02c-8c93-44ed-8006-96ea0df4048e tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:41.062880 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3444c02c-8c93-44ed-8006-96ea0df4048e tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:41.063110 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3444c02c-8c93-44ed-8006-96ea0df4048e tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:41.063309 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3444c02c-8c93-44ed-8006-96ea0df4048e tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:41.063631 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3444c02c-8c93-44ed-8006-96ea0df4048e tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:41.063962 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3444c02c-8c93-44ed-8006-96ea0df4048e tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:41.064285 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3444c02c-8c93-44ed-8006-96ea0df4048e tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:41.064611 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3444c02c-8c93-44ed-8006-96ea0df4048e tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:41.064932 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3444c02c-8c93-44ed-8006-96ea0df4048e tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:41.072282 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f0ceb-d6f0-4136-8594-575ff7b60c88 req-e81225d8-a906-4679-98b4-fe6a403a65b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:41.073798 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-614f0ceb-d6f0-4136-8594-575ff7b60c88 req-e81225d8-a906-4679-98b4-fe6a403a65b1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c65690c3-6f97-4e19-9b35-993873553746 HTTP/1.1" status: 200 len: 853 time: 0.0649431 Dec 16 10:37:41.124121 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f0ceb-d6f0-4136-8594-575ff7b60c88 req-26ab1598-45d4-4dc9-a037-74a989e8cc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:41.125942 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-614f0ceb-d6f0-4136-8594-575ff7b60c88 req-26ab1598-45d4-4dc9-a037-74a989e8cc02 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f795303f-2d68-46cf-a2d1-28cc2d12c325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438421 Dec 16 10:37:41.184026 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-21f59dc1-0a2e-4e8c-9025-ea73424dea7e tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Deleting port ed8130b8-a0a5-4928-83b8-1aabc8c89c4d {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:37:41.184497 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-21f59dc1-0a2e-4e8c-9025-ea73424dea7e tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:41.226317 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-614f0ceb-d6f0-4136-8594-575ff7b60c88 req-51f1c7a9-16d7-4f70-84c9-d241fbef2cf9 service neutron] 10.222.0.58 "GET /v2.0/networks/f795303f-2d68-46cf-a2d1-28cc2d12c325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935841 Dec 16 10:37:41.260157 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-21f59dc1-0a2e-4e8c-9025-ea73424dea7e tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:41.260790 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-21f59dc1-0a2e-4e8c-9025-ea73424dea7e tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:41.272130 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-21f59dc1-0a2e-4e8c-9025-ea73424dea7e tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Calling delete_port for ed8130b8-a0a5-4928-83b8-1aabc8c89c4d owned by network:floatingip {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:37:41.315184 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-614f0ceb-d6f0-4136-8594-575ff7b60c88 req-8ff21113-6d57-47fe-8705-f9d068eabee3 service neutron] 10.222.0.58 "GET /v2.0/networks/f795303f-2d68-46cf-a2d1-28cc2d12c325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817423 Dec 16 10:37:41.427591 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:41.478690 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-21f59dc1-0a2e-4e8c-9025-ea73424dea7e tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:41.506198 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f59dc1-0a2e-4e8c-9025-ea73424dea7e tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Pushing event deleted for resources: {'Port': ['ID=ed8130b8-a0a5-4928-83b8-1aabc8c89c4d,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:37:41.575176 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-21f59dc1-0a2e-4e8c-9025-ea73424dea7e tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks [] for floatingip, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:41.575409 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [None req-21f59dc1-0a2e-4e8c-9025-ea73424dea7e tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Floating IP a0a7c0ae-6a15-4107-bc47-6ed0087e4537 disassociated (deleted). External IP: 172.25.1.246, port: dec9df6d-781a-400b-9534-02b8fbd14593. Dec 16 10:37:41.779571 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f59dc1-0a2e-4e8c-9025-ea73424dea7e tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Router f1c1fd86-835a-4f69-879f-98758a59d31a has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:37:41.892975 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f59dc1-0a2e-4e8c-9025-ea73424dea7e tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:37:41.897897 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-21f59dc1-0a2e-4e8c-9025-ea73424dea7e tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:41.902644 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b185934a-517e-43a3-8360-677d89a32176 None None] Sync routers for ids ['f1c1fd86-835a-4f69-879f-98758a59d31a'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:37:41.912203 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b185934a-517e-43a3-8360-677d89a32176 None None] Routers {'f1c1fd86-835a-4f69-879f-98758a59d31a'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:37:41.912806 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-b185934a-517e-43a3-8360-677d89a32176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:37:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['f1c1fd86-835a-4f69-879f-98758a59d31a'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:37:41.924877 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-21f59dc1-0a2e-4e8c-9025-ea73424dea7e tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "DELETE /v2.0/floatingips/a0a7c0ae-6a15-4107-bc47-6ed0087e4537 HTTP/1.1" status: 204 len: 168 time: 0.9130790 Dec 16 10:37:42.018655 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-b185934a-517e-43a3-8360-677d89a32176 None None] Set router f1c1fd86-835a-4f69-879f-98758a59d31a gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:37:42.328192 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-b185934a-517e-43a3-8360-677d89a32176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'name': 'tempest-TestMinimumBasicScenario-713113103-router', 'tenant_id': '2ef7d49427be43919d4e56b2c893be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'f5bb78f8-620b-48dd-8148-2a84364053e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:39Z', 'updated_at': '2021-12-16T10:35:42Z', 'revision_number': 4, 'project_id': '2ef7d49427be43919d4e56b2c893be08', 'gw_port': {'id': 'f5bb78f8-620b-48dd-8148-2a84364053e3', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:40Z', 'updated_at': '2021-12-16T10:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'faf03bf8-90fb-4a12-9f12-157e567ad5ab', 'name': '', 'network_id': 'f795303f-2d68-46cf-a2d1-28cc2d12c325', 'tenant_id': '2ef7d49427be43919d4e56b2c893be08', 'mac_address': 'fa:16:3e:04:ba:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'c65690c3-6f97-4e19-9b35-993873553746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:42Z', 'updated_at': '2021-12-16T10:35:46Z', 'revision_number': 5, 'project_id': '2ef7d49427be43919d4e56b2c893be08', 'subnets': [{'id': 'c65690c3-6f97-4e19-9b35-993873553746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:37:42.354684 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b185934a-517e-43a3-8360-677d89a32176 None None] Checking router: f1c1fd86-835a-4f69-879f-98758a59d31a for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:37:42.364275 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b185934a-517e-43a3-8360-677d89a32176 None None] Routers {'f1c1fd86-835a-4f69-879f-98758a59d31a'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:37:42.364966 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-b185934a-517e-43a3-8360-677d89a32176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:37:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['f1c1fd86-835a-4f69-879f-98758a59d31a'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:37:42.470842 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-b185934a-517e-43a3-8360-677d89a32176 None None] Set router f1c1fd86-835a-4f69-879f-98758a59d31a gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:37:42.669717 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-b185934a-517e-43a3-8360-677d89a32176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'name': 'tempest-TestMinimumBasicScenario-713113103-router', 'tenant_id': '2ef7d49427be43919d4e56b2c893be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'f5bb78f8-620b-48dd-8148-2a84364053e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:39Z', 'updated_at': '2021-12-16T10:35:42Z', 'revision_number': 4, 'project_id': '2ef7d49427be43919d4e56b2c893be08', 'gw_port': {'id': 'f5bb78f8-620b-48dd-8148-2a84364053e3', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:40Z', 'updated_at': '2021-12-16T10:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'faf03bf8-90fb-4a12-9f12-157e567ad5ab', 'name': '', 'network_id': 'f795303f-2d68-46cf-a2d1-28cc2d12c325', 'tenant_id': '2ef7d49427be43919d4e56b2c893be08', 'mac_address': 'fa:16:3e:04:ba:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'c65690c3-6f97-4e19-9b35-993873553746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:42Z', 'updated_at': '2021-12-16T10:35:46Z', 'revision_number': 5, 'project_id': '2ef7d49427be43919d4e56b2c893be08', 'subnets': [{'id': 'c65690c3-6f97-4e19-9b35-993873553746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:37:42.699561 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b185934a-517e-43a3-8360-677d89a32176 None None] The sync data for ids ['f1c1fd86-835a-4f69-879f-98758a59d31a'] in n-d-820550-2 is: [{'id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'name': 'tempest-TestMinimumBasicScenario-713113103-router', 'tenant_id': '2ef7d49427be43919d4e56b2c893be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'f5bb78f8-620b-48dd-8148-2a84364053e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:39Z', 'updated_at': '2021-12-16T10:35:42Z', 'revision_number': 4, 'project_id': '2ef7d49427be43919d4e56b2c893be08', 'gw_port': {'id': 'f5bb78f8-620b-48dd-8148-2a84364053e3', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:40Z', 'updated_at': '2021-12-16T10:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'faf03bf8-90fb-4a12-9f12-157e567ad5ab', 'name': '', 'network_id': 'f795303f-2d68-46cf-a2d1-28cc2d12c325', 'tenant_id': '2ef7d49427be43919d4e56b2c893be08', 'mac_address': 'fa:16:3e:04:ba:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'c65690c3-6f97-4e19-9b35-993873553746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:42Z', 'updated_at': '2021-12-16T10:35:46Z', 'revision_number': 5, 'project_id': '2ef7d49427be43919d4e56b2c893be08', 'subnets': [{'id': 'c65690c3-6f97-4e19-9b35-993873553746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:37:42.707602 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad9cf51-fefe-41c6-8f22-ed03859d98f2', 'tag': 'dec9df6d-781a-400b-9534-02b8fbd14593'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:37:42.710144 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d26ae51030dc677b2798be63b73eac8166a15593755268c5273421dc3d5daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f759e11-560d-48e0-b9f8-9809cb30a409" -d '{"events": [{"name": "network-changed", "server_uuid": "aad9cf51-fefe-41c6-8f22-ed03859d98f2", "tag": "dec9df6d-781a-400b-9534-02b8fbd14593"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:37:42.748966 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93302aff-5c38-466b-ac75-3adfe053f307 x-openstack-request-id: req-93302aff-5c38-466b-ac75-3adfe053f307 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:37:42.749280 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aad9cf51-fefe-41c6-8f22-ed03859d98f2", "tag": "dec9df6d-781a-400b-9534-02b8fbd14593", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:37:42.749564 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-93302aff-5c38-466b-ac75-3adfe053f307 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:37:42.749969 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad9cf51-fefe-41c6-8f22-ed03859d98f2', 'tag': 'dec9df6d-781a-400b-9534-02b8fbd14593', 'status': 'completed', 'code': 200} Dec 16 10:37:42.816748 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f759e11-560d-48e0-b9f8-9809cb30a409 req-253d046a-f3b8-4151-9ac1-1809e6af03a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:42.818417 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6f759e11-560d-48e0-b9f8-9809cb30a409 req-253d046a-f3b8-4151-9ac1-1809e6af03a1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2ef7d49427be43919d4e56b2c893be08&device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 1096 time: 0.0441177 Dec 16 10:37:42.920948 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f759e11-560d-48e0-b9f8-9809cb30a409 req-11bb940d-d304-4aa9-9bdd-a05b850471e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:42.923209 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6f759e11-560d-48e0-b9f8-9809cb30a409 req-11bb940d-d304-4aa9-9bdd-a05b850471e8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f795303f-2d68-46cf-a2d1-28cc2d12c325 HTTP/1.1" status: 200 len: 915 time: 0.0978301 Dec 16 10:37:42.948945 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39817be-c516-44b4-94c5-404fca9e8e7c None None] New status for floating IP a0a7c0ae-6a15-4107-bc47-6ed0087e4537: DOWN {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:37:42.965480 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6f759e11-560d-48e0-b9f8-9809cb30a409 req-00adb734-541e-4e46-9206-da2465ce70c0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dec9df6d-781a-400b-9534-02b8fbd14593 HTTP/1.1" status: 200 len: 217 time: 0.0357482 Dec 16 10:37:43.028346 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f759e11-560d-48e0-b9f8-9809cb30a409 req-9779310a-4535-475a-9062-cb108180aef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:43.030259 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6f759e11-560d-48e0-b9f8-9809cb30a409 req-9779310a-4535-475a-9062-cb108180aef3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c65690c3-6f97-4e19-9b35-993873553746 HTTP/1.1" status: 200 len: 853 time: 0.0582798 Dec 16 10:37:43.077457 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f759e11-560d-48e0-b9f8-9809cb30a409 req-5bf4bb5b-75f5-4ca0-8644-472f8710d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:43.079637 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6f759e11-560d-48e0-b9f8-9809cb30a409 req-5bf4bb5b-75f5-4ca0-8644-472f8710d8b1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f795303f-2d68-46cf-a2d1-28cc2d12c325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426981 Dec 16 10:37:43.175724 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6f759e11-560d-48e0-b9f8-9809cb30a409 req-94172280-c122-4900-b6d9-ddbc32a1ec40 service neutron] 10.222.0.58 "GET /v2.0/networks/f795303f-2d68-46cf-a2d1-28cc2d12c325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889599 Dec 16 10:37:43.269084 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6f759e11-560d-48e0-b9f8-9809cb30a409 req-5a33a78e-b0f4-43d9-86ec-ea705e806e3d service neutron] 10.222.0.58 "GET /v2.0/networks/f795303f-2d68-46cf-a2d1-28cc2d12c325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868049 Dec 16 10:37:50.370576 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1b174-0b47-463f-a4b6-2145ef87ac26 req-72383c8d-b1d4-4379-8004-95de974deacc tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:50.371974 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8fd1b174-0b47-463f-a4b6-2145ef87ac26 req-72383c8d-b1d4-4379-8004-95de974deacc tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 945 time: 0.0490701 Dec 16 10:37:50.409255 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8fd1b174-0b47-463f-a4b6-2145ef87ac26 req-6b1ef4e7-01c6-442f-86b2-eab758eee6ce tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/security-groups?id=aef83c85-493a-4f59-93e5-0372816e12b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308387 Dec 16 10:37:51.526549 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb19180-09b8-41b8-8e1c-e3df78752378 req-89de5886-d5ea-4d34-aa81-f7eb59dd0e49 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:51.532851 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3eb19180-09b8-41b8-8e1c-e3df78752378 req-89de5886-d5ea-4d34-aa81-f7eb59dd0e49 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 945 time: 0.0509913 Dec 16 10:37:51.565805 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3eb19180-09b8-41b8-8e1c-e3df78752378 req-2acf9e54-225e-4a93-b704-a2383a5c31aa tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/security-groups?id=aef83c85-493a-4f59-93e5-0372816e12b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312505 Dec 16 10:37:51.966730 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a310c9-374b-4d4c-8fd3-e28b897714eb req-b760f8ef-345f-4e9e-9bed-698355d30842 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:51.968162 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f0a310c9-374b-4d4c-8fd3-e28b897714eb req-b760f8ef-345f-4e9e-9bed-698355d30842 tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.58 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 945 time: 0.0478141 Dec 16 10:37:52.059610 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-f0a310c9-374b-4d4c-8fd3-e28b897714eb req-687ebc6e-66bb-4066-b18f-b25caf8d134f tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Deleting port dec9df6d-781a-400b-9534-02b8fbd14593 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:37:52.059934 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f0a310c9-374b-4d4c-8fd3-e28b897714eb req-687ebc6e-66bb-4066-b18f-b25caf8d134f tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:52.145595 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-f0a310c9-374b-4d4c-8fd3-e28b897714eb req-687ebc6e-66bb-4066-b18f-b25caf8d134f tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] For port dec9df6d-781a-400b-9534-02b8fbd14593, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=dec9df6d-781a-400b-9534-02b8fbd14593,segment=NetworkSegment(98cb5762-2ad9-4d9a-a974-084b193344a5),segment_id=98cb5762-2ad9-4d9a-a974-084b193344a5)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:37:52.145968 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f0a310c9-374b-4d4c-8fd3-e28b897714eb req-687ebc6e-66bb-4066-b18f-b25caf8d134f tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:52.158084 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-f0a310c9-374b-4d4c-8fd3-e28b897714eb req-687ebc6e-66bb-4066-b18f-b25caf8d134f tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Calling delete_port for dec9df6d-781a-400b-9534-02b8fbd14593 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:37:52.358265 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f0a310c9-374b-4d4c-8fd3-e28b897714eb req-687ebc6e-66bb-4066-b18f-b25caf8d134f tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:52.370426 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['dec9df6d-781a-400b-9534-02b8fbd14593'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:37:52.392334 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ebc6e-66bb-4066-b18f-b25caf8d134f tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Pushing event deleted for resources: {'Port': ['ID=dec9df6d-781a-400b-9534-02b8fbd14593,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:37:52.440309 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a310c9-374b-4d4c-8fd3-e28b897714eb req-687ebc6e-66bb-4066-b18f-b25caf8d134f tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] No DVR routers for this DVR port dec9df6d-781a-400b-9534-02b8fbd14593 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:37:52.443118 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-f0a310c9-374b-4d4c-8fd3-e28b897714eb req-687ebc6e-66bb-4066-b18f-b25caf8d134f tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:52.446389 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f0a310c9-374b-4d4c-8fd3-e28b897714eb req-687ebc6e-66bb-4066-b18f-b25caf8d134f tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.58 "DELETE /v2.0/ports/dec9df6d-781a-400b-9534-02b8fbd14593 HTTP/1.1" status: 204 len: 173 time: 0.4722242 Dec 16 10:37:52.446844 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad9cf51-fefe-41c6-8f22-ed03859d98f2', 'name': 'network-vif-deleted', 'tag': 'dec9df6d-781a-400b-9534-02b8fbd14593'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:37:52.449070 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447214bb-5e58-4228-abc0-54ac25987223" -d '{"events": [{"server_uuid": "aad9cf51-fefe-41c6-8f22-ed03859d98f2", "name": "network-vif-deleted", "tag": "dec9df6d-781a-400b-9534-02b8fbd14593"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:37:52.484128 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62dab242-a6b3-464c-ad60-7ee3e4cff1bf x-openstack-request-id: req-62dab242-a6b3-464c-ad60-7ee3e4cff1bf {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:37:52.484987 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad9cf51-fefe-41c6-8f22-ed03859d98f2", "name": "network-vif-deleted", "tag": "dec9df6d-781a-400b-9534-02b8fbd14593", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:37:52.485394 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-62dab242-a6b3-464c-ad60-7ee3e4cff1bf {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:37:52.485793 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad9cf51-fefe-41c6-8f22-ed03859d98f2', 'name': 'network-vif-deleted', 'tag': 'dec9df6d-781a-400b-9534-02b8fbd14593', 'status': 'completed', 'code': 200} Dec 16 10:37:52.672519 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1efacab1-d0b9-4b66-8294-e7e8422272d6 req-0fbbc0ff-4980-4010-a6d8-c756cf4ee2ef tempest-TestMinimumBasicScenario-1265428327 tempest-TestMinimumBasicScenario-1265428327-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad9cf51-fefe-41c6-8f22-ed03859d98f2 HTTP/1.1" status: 200 len: 210 time: 0.0271995 Dec 16 10:37:54.124078 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-24990827-9755-46ad-acfb-3bcfbc7bb539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:54.774700 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41848) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:37:55.430908 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7b8128c8-a3ea-4988-9c0e-9b94abd6b0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:55.636940 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device dec9df6d-781a-400b-9534-02b8fbd14593 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:37:55.660843 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: dec9df6d-781a-400b-9534-02b8fbd14593 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:37:55.661219 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device dec9df6d-781a-400b-9534-02b8fbd14593 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:37:55.673734 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-7b8128c8-a3ea-4988-9c0e-9b94abd6b0f9 admin admin] Deleting port faf03bf8-90fb-4a12-9f12-157e567ad5ab {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:37:55.674074 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7b8128c8-a3ea-4988-9c0e-9b94abd6b0f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:55.752661 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-7b8128c8-a3ea-4988-9c0e-9b94abd6b0f9 admin admin] For port faf03bf8-90fb-4a12-9f12-157e567ad5ab, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=faf03bf8-90fb-4a12-9f12-157e567ad5ab,segment=NetworkSegment(98cb5762-2ad9-4d9a-a974-084b193344a5),segment_id=98cb5762-2ad9-4d9a-a974-084b193344a5)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:37:55.752931 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7b8128c8-a3ea-4988-9c0e-9b94abd6b0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:55.765234 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-7b8128c8-a3ea-4988-9c0e-9b94abd6b0f9 admin admin] Calling delete_port for faf03bf8-90fb-4a12-9f12-157e567ad5ab owned by network:router_interface {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:37:55.980874 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7b8128c8-a3ea-4988-9c0e-9b94abd6b0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:56.003942 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8128c8-a3ea-4988-9c0e-9b94abd6b0f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=faf03bf8-90fb-4a12-9f12-157e567ad5ab,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:37:56.181585 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7b8128c8-a3ea-4988-9c0e-9b94abd6b0f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:56.396762 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8128c8-a3ea-4988-9c0e-9b94abd6b0f9 admin admin] Router f1c1fd86-835a-4f69-879f-98758a59d31a has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:37:56.472749 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a4f9b0a-5648-4228-ace4-a8fa62b4938a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:56.504410 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8128c8-a3ea-4988-9c0e-9b94abd6b0f9 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:37:56.509399 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7b8128c8-a3ea-4988-9c0e-9b94abd6b0f9 admin admin] 10.222.0.60 "PUT /v2.0/routers/f1c1fd86-835a-4f69-879f-98758a59d31a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7336526 Dec 16 10:37:56.511899 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41850) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:37:56.514356 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5ded34-e1f1-4653-b241-60a2f7bfc01f None None] Sync routers for ids ['f1c1fd86-835a-4f69-879f-98758a59d31a'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:37:56.523543 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5ded34-e1f1-4653-b241-60a2f7bfc01f None None] Routers {'f1c1fd86-835a-4f69-879f-98758a59d31a'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:37:56.524152 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-3c5ded34-e1f1-4653-b241-60a2f7bfc01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:37:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['f1c1fd86-835a-4f69-879f-98758a59d31a'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:37:56.615662 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-85b88521-43c9-438f-b30f-fae9e56419db admin admin] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:56.625997 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-3c5ded34-e1f1-4653-b241-60a2f7bfc01f None None] Set router f1c1fd86-835a-4f69-879f-98758a59d31a gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:37:56.729353 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-85b88521-43c9-438f-b30f-fae9e56419db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:56.802779 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-3c5ded34-e1f1-4653-b241-60a2f7bfc01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'name': 'tempest-TestMinimumBasicScenario-713113103-router', 'tenant_id': '2ef7d49427be43919d4e56b2c893be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'f5bb78f8-620b-48dd-8148-2a84364053e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:39Z', 'updated_at': '2021-12-16T10:37:55Z', 'revision_number': 5, 'project_id': '2ef7d49427be43919d4e56b2c893be08', 'gw_port': {'id': 'f5bb78f8-620b-48dd-8148-2a84364053e3', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:40Z', 'updated_at': '2021-12-16T10:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:37:56.824266 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-85b88521-43c9-438f-b30f-fae9e56419db admin admin] Deleting port f5bb78f8-620b-48dd-8148-2a84364053e3 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:37:56.824609 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-85b88521-43c9-438f-b30f-fae9e56419db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:56.827797 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5ded34-e1f1-4653-b241-60a2f7bfc01f None None] Checking router: f1c1fd86-835a-4f69-879f-98758a59d31a for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:37:56.835775 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5ded34-e1f1-4653-b241-60a2f7bfc01f None None] Routers {'f1c1fd86-835a-4f69-879f-98758a59d31a'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:37:56.839098 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-3c5ded34-e1f1-4653-b241-60a2f7bfc01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:37:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['f1c1fd86-835a-4f69-879f-98758a59d31a'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:37:56.904867 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-85b88521-43c9-438f-b30f-fae9e56419db admin admin] For port f5bb78f8-620b-48dd-8148-2a84364053e3, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f5bb78f8-620b-48dd-8148-2a84364053e3,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:37:56.905277 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-85b88521-43c9-438f-b30f-fae9e56419db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:56.918567 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-85b88521-43c9-438f-b30f-fae9e56419db admin admin] Calling delete_port for f5bb78f8-620b-48dd-8148-2a84364053e3 owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:37:56.921777 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-3c5ded34-e1f1-4653-b241-60a2f7bfc01f None None] Set router f1c1fd86-835a-4f69-879f-98758a59d31a gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:37:56.975587 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-3c5ded34-e1f1-4653-b241-60a2f7bfc01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'name': 'tempest-TestMinimumBasicScenario-713113103-router', 'tenant_id': '2ef7d49427be43919d4e56b2c893be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:39Z', 'updated_at': '2021-12-16T10:37:56Z', 'revision_number': 6, 'project_id': '2ef7d49427be43919d4e56b2c893be08', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:37:57.002538 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5ded34-e1f1-4653-b241-60a2f7bfc01f None None] The sync data for ids ['f1c1fd86-835a-4f69-879f-98758a59d31a'] in n-d-820550-2 is: [{'id': 'f1c1fd86-835a-4f69-879f-98758a59d31a', 'name': 'tempest-TestMinimumBasicScenario-713113103-router', 'tenant_id': '2ef7d49427be43919d4e56b2c893be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:39Z', 'updated_at': '2021-12-16T10:37:56Z', 'revision_number': 6, 'project_id': '2ef7d49427be43919d4e56b2c893be08', 'gw_port_host': None}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:37:57.135277 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-85b88521-43c9-438f-b30f-fae9e56419db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:57.163949 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b88521-43c9-438f-b30f-fae9e56419db admin admin] Pushing event deleted for resources: {'Port': ['ID=f5bb78f8-620b-48dd-8148-2a84364053e3,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:37:57.227560 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-85b88521-43c9-438f-b30f-fae9e56419db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:57.316566 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-85b88521-43c9-438f-b30f-fae9e56419db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:57.319139 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-85b88521-43c9-438f-b30f-fae9e56419db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:57.426874 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-85b88521-43c9-438f-b30f-fae9e56419db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:57.427422 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b88521-43c9-438f-b30f-fae9e56419db admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1c1fd86-835a-4f69-879f-98758a59d31a {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:37:57.431717 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-85b88521-43c9-438f-b30f-fae9e56419db admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:57.432894 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-85b88521-43c9-438f-b30f-fae9e56419db admin admin] 10.222.0.60 "DELETE /v2.0/routers/f1c1fd86-835a-4f69-879f-98758a59d31a HTTP/1.1" status: 204 len: 168 time: 0.9200103 Dec 16 10:37:57.435544 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41852) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:37:57.484327 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb1e9d0-5ed4-4f3c-a7c8-21d748a4e44b admin admin] Deleting subnet c65690c3-6f97-4e19-9b35-993873553746 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:37:57.487284 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fcb1e9d0-5ed4-4f3c-a7c8-21d748a4e44b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:57.520985 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fcb1e9d0-5ed4-4f3c-a7c8-21d748a4e44b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:57.597197 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fcb1e9d0-5ed4-4f3c-a7c8-21d748a4e44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:57.719053 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fcb1e9d0-5ed4-4f3c-a7c8-21d748a4e44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:57.751288 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1e9d0-5ed4-4f3c-a7c8-21d748a4e44b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c65690c3-6f97-4e19-9b35-993873553746,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:37:57.758725 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fcb1e9d0-5ed4-4f3c-a7c8-21d748a4e44b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:57.763046 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fcb1e9d0-5ed4-4f3c-a7c8-21d748a4e44b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c65690c3-6f97-4e19-9b35-993873553746 HTTP/1.1" status: 204 len: 168 time: 0.3255203 Dec 16 10:37:57.765152 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41854) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:37:57.769215 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02fc8dd-4a9e-4a4a-a025-5c28b92d70ba None None] Network f795303f-2d68-46cf-a2d1-28cc2d12c325 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:37:57.836170 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5fcb76a0-aac8-4791-aaed-2ed4a4007c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:57.882190 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:57.893004 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-5fcb76a0-aac8-4791-aaed-2ed4a4007c2c admin admin] Deleting port 128284b4-0952-4ad8-81d6-386aa25a2c68 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:37:57.893382 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5fcb76a0-aac8-4791-aaed-2ed4a4007c2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:57.950673 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d808e929-f3b4-49cb-8697-d3a35ed346ce None None] DHCP port deletion for f795303f-2d68-46cf-a2d1-28cc2d12c325 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:37:57.968100 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-5fcb76a0-aac8-4791-aaed-2ed4a4007c2c admin admin] For port 128284b4-0952-4ad8-81d6-386aa25a2c68, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=128284b4-0952-4ad8-81d6-386aa25a2c68,segment=NetworkSegment(98cb5762-2ad9-4d9a-a974-084b193344a5),segment_id=98cb5762-2ad9-4d9a-a974-084b193344a5)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:37:57.968517 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5fcb76a0-aac8-4791-aaed-2ed4a4007c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:57.982243 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-5fcb76a0-aac8-4791-aaed-2ed4a4007c2c admin admin] Calling delete_port for 128284b4-0952-4ad8-81d6-386aa25a2c68 owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:37:58.001360 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-d808e929-f3b4-49cb-8697-d3a35ed346ce None None] Deleting port 128284b4-0952-4ad8-81d6-386aa25a2c68 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:37:58.001742 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d808e929-f3b4-49cb-8697-d3a35ed346ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:58.071678 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-d808e929-f3b4-49cb-8697-d3a35ed346ce None None] For port 128284b4-0952-4ad8-81d6-386aa25a2c68, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=128284b4-0952-4ad8-81d6-386aa25a2c68,segment=NetworkSegment(98cb5762-2ad9-4d9a-a974-084b193344a5),segment_id=98cb5762-2ad9-4d9a-a974-084b193344a5)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:37:58.083619 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d808e929-f3b4-49cb-8697-d3a35ed346ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:58.086064 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-d808e929-f3b4-49cb-8697-d3a35ed346ce None None] Calling delete_port for 128284b4-0952-4ad8-81d6-386aa25a2c68 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:37:58.113078 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5fcb76a0-aac8-4791-aaed-2ed4a4007c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:58.145023 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb76a0-aac8-4791-aaed-2ed4a4007c2c admin admin] Pushing event deleted for resources: {'Port': ['ID=128284b4-0952-4ad8-81d6-386aa25a2c68,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:37:58.147022 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcb76a0-aac8-4791-aaed-2ed4a4007c2c admin admin] No DVR routers for this DVR port 128284b4-0952-4ad8-81d6-386aa25a2c68 on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:37:58.167487 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d808e929-f3b4-49cb-8697-d3a35ed346ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:58.195880 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d808e929-f3b4-49cb-8697-d3a35ed346ce None None] Pushing event deleted for resources: {'Port': ['ID=128284b4-0952-4ad8-81d6-386aa25a2c68,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:37:58.203854 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d808e929-f3b4-49cb-8697-d3a35ed346ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:58.204198 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d808e929-f3b4-49cb-8697-d3a35ed346ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:58.204531 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d808e929-f3b4-49cb-8697-d3a35ed346ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:58.204870 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d808e929-f3b4-49cb-8697-d3a35ed346ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:58.205230 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d808e929-f3b4-49cb-8697-d3a35ed346ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:58.205556 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d808e929-f3b4-49cb-8697-d3a35ed346ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:58.205877 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d808e929-f3b4-49cb-8697-d3a35ed346ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:58.206196 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d808e929-f3b4-49cb-8697-d3a35ed346ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:58.206511 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d808e929-f3b4-49cb-8697-d3a35ed346ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:58.206826 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d808e929-f3b4-49cb-8697-d3a35ed346ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:58.207141 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d808e929-f3b4-49cb-8697-d3a35ed346ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:58.207451 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d808e929-f3b4-49cb-8697-d3a35ed346ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:58.211624 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d808e929-f3b4-49cb-8697-d3a35ed346ce None None] No DVR routers for this DVR port 128284b4-0952-4ad8-81d6-386aa25a2c68 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:37:58.231999 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f5bb78f8-620b-48dd-8148-2a84364053e3 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:37:58.237890 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5fcb76a0-aac8-4791-aaed-2ed4a4007c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:58.252702 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: f5bb78f8-620b-48dd-8148-2a84364053e3 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:37:58.255782 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f5bb78f8-620b-48dd-8148-2a84364053e3 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:37:58.255782 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device faf03bf8-90fb-4a12-9f12-157e567ad5ab no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:37:58.258642 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-5fcb76a0-aac8-4791-aaed-2ed4a4007c2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f795303f-2d68-46cf-a2d1-28cc2d12c325']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:37:58.267898 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-5fcb76a0-aac8-4791-aaed-2ed4a4007c2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98cb5762-2ad9-4d9a-a974-084b193344a5') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:37:58.268187 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-5fcb76a0-aac8-4791-aaed-2ed4a4007c2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98cb5762-2ad9-4d9a-a974-084b193344a5') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:37:58.271723 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: faf03bf8-90fb-4a12-9f12-157e567ad5ab {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:37:58.272067 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device faf03bf8-90fb-4a12-9f12-157e567ad5ab not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:37:58.272469 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 128284b4-0952-4ad8-81d6-386aa25a2c68 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:37:58.277670 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5fcb76a0-aac8-4791-aaed-2ed4a4007c2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:58.291082 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 128284b4-0952-4ad8-81d6-386aa25a2c68 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:37:58.291258 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5fcb76a0-aac8-4791-aaed-2ed4a4007c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:58.291427 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 128284b4-0952-4ad8-81d6-386aa25a2c68 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:37:58.299060 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fcb76a0-aac8-4791-aaed-2ed4a4007c2c admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:37:58.299060 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5fcb76a0-aac8-4791-aaed-2ed4a4007c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:58.300804 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 10:37:58.300804 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:37:58.300804 n-d-820550-2 neutron-server[102816]: timer() Dec 16 10:37:58.300804 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:37:58.300804 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 10:37:58.300804 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:37:58.300804 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 10:37:58.300804 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:37:58.300804 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 10:37:58.300804 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:37:58.300804 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 10:37:58.300804 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:37:58.300804 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 10:37:58.300804 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:37:58.300804 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:37:58.300804 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:37:58.300804 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:37:58.300804 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:37:58.300804 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 10:37:58.300804 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:37:58.300804 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 10:37:58.300804 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:37:58.300804 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:37:58.300804 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:37:58.300804 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 10:37:58.300804 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:37:58.300804 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:37:58.300804 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:37:58.300804 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:37:58.300804 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:37:58.300804 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:37:58.300804 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:37:58.420759 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5fcb76a0-aac8-4791-aaed-2ed4a4007c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:58.427179 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5fcb76a0-aac8-4791-aaed-2ed4a4007c2c admin admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:58.430555 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5fcb76a0-aac8-4791-aaed-2ed4a4007c2c admin admin] 10.222.0.60 "DELETE /v2.0/networks/f795303f-2d68-46cf-a2d1-28cc2d12c325 HTTP/1.1" status: 204 len: 168 time: 0.6638241 Dec 16 10:37:58.433545 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41856) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:37:58.441782 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb76a0-aac8-4791-aaed-2ed4a4007c2c admin admin] Pushing event deleted for resources: {'Network': ['ID=f795303f-2d68-46cf-a2d1-28cc2d12c325,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:37:58.772187 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7283e4b9-8be1-456f-99fc-2514f5e96af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:59.307523 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-7283e4b9-8be1-456f-99fc-2514f5e96af9 admin admin] Deleting port 72fa84f3-6e4e-4d32-a0d1-335a4048fd90 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:37:59.307858 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7283e4b9-8be1-456f-99fc-2514f5e96af9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:59.352039 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:59.384053 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-7283e4b9-8be1-456f-99fc-2514f5e96af9 admin admin] For port 72fa84f3-6e4e-4d32-a0d1-335a4048fd90, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=72fa84f3-6e4e-4d32-a0d1-335a4048fd90,segment=NetworkSegment(67b6e5c9-217a-4423-88f8-36f06465b974),segment_id=67b6e5c9-217a-4423-88f8-36f06465b974)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:37:59.384425 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7283e4b9-8be1-456f-99fc-2514f5e96af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:59.396771 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-7283e4b9-8be1-456f-99fc-2514f5e96af9 admin admin] Calling delete_port for 72fa84f3-6e4e-4d32-a0d1-335a4048fd90 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:37:59.626870 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:59.655560 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7283e4b9-8be1-456f-99fc-2514f5e96af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:59.682285 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283e4b9-8be1-456f-99fc-2514f5e96af9 admin admin] Pushing event deleted for resources: {'Port': ['ID=72fa84f3-6e4e-4d32-a0d1-335a4048fd90,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:37:59.854633 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7283e4b9-8be1-456f-99fc-2514f5e96af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:00.065859 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7283e4b9-8be1-456f-99fc-2514f5e96af9 admin admin] Router db8780c3-8d28-45b5-ae1d-5933fe553871 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:38:00.177754 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7283e4b9-8be1-456f-99fc-2514f5e96af9 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:38:00.186206 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7283e4b9-8be1-456f-99fc-2514f5e96af9 admin admin] 10.222.0.60 "PUT /v2.0/routers/db8780c3-8d28-45b5-ae1d-5933fe553871/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7482457 Dec 16 10:38:00.186206 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41858) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:38:00.189402 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec1b3ee-0a6a-4552-a249-ad54fb48ae6d None None] Sync routers for ids ['db8780c3-8d28-45b5-ae1d-5933fe553871'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:38:00.202868 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec1b3ee-0a6a-4552-a249-ad54fb48ae6d None None] Routers {'db8780c3-8d28-45b5-ae1d-5933fe553871'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:38:00.203607 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-5ec1b3ee-0a6a-4552-a249-ad54fb48ae6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:37:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['db8780c3-8d28-45b5-ae1d-5933fe553871'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:38:00.287019 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8813c23d-ebd2-4791-8be4-a18ba39a69ca admin admin] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:00.304760 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-5ec1b3ee-0a6a-4552-a249-ad54fb48ae6d None None] Set router db8780c3-8d28-45b5-ae1d-5933fe553871 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:38:00.388130 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8813c23d-ebd2-4791-8be4-a18ba39a69ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:00.484642 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-5ec1b3ee-0a6a-4552-a249-ad54fb48ae6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8780c3-8d28-45b5-ae1d-5933fe553871', 'name': 'tempest-TestMinimumBasicScenario-771680362-router', 'tenant_id': 'f4faa181bfbd411eae42fbd7fec6fdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '50389c64-4f20-4701-b6be-59cd896e8381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:45Z', 'updated_at': '2021-12-16T10:37:59Z', 'revision_number': 5, 'project_id': 'f4faa181bfbd411eae42fbd7fec6fdaa', 'gw_port': {'id': '50389c64-4f20-4701-b6be-59cd896e8381', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8780c3-8d28-45b5-ae1d-5933fe553871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:46Z', 'updated_at': '2021-12-16T10:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:38:00.512443 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec1b3ee-0a6a-4552-a249-ad54fb48ae6d None None] Checking router: db8780c3-8d28-45b5-ae1d-5933fe553871 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:38:00.519091 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-8813c23d-ebd2-4791-8be4-a18ba39a69ca admin admin] Deleting port 50389c64-4f20-4701-b6be-59cd896e8381 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:38:00.519570 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8813c23d-ebd2-4791-8be4-a18ba39a69ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:00.522638 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec1b3ee-0a6a-4552-a249-ad54fb48ae6d None None] Routers {'db8780c3-8d28-45b5-ae1d-5933fe553871'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:38:00.523270 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-5ec1b3ee-0a6a-4552-a249-ad54fb48ae6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:37:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['db8780c3-8d28-45b5-ae1d-5933fe553871'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:38:00.554832 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:38:00.600955 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-8813c23d-ebd2-4791-8be4-a18ba39a69ca admin admin] For port 50389c64-4f20-4701-b6be-59cd896e8381, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=50389c64-4f20-4701-b6be-59cd896e8381,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:38:00.601368 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8813c23d-ebd2-4791-8be4-a18ba39a69ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:00.609983 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-5ec1b3ee-0a6a-4552-a249-ad54fb48ae6d None None] Set router db8780c3-8d28-45b5-ae1d-5933fe553871 gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:38:00.614331 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-8813c23d-ebd2-4791-8be4-a18ba39a69ca admin admin] Calling delete_port for 50389c64-4f20-4701-b6be-59cd896e8381 owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:38:00.664171 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-5ec1b3ee-0a6a-4552-a249-ad54fb48ae6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8780c3-8d28-45b5-ae1d-5933fe553871', 'name': 'tempest-TestMinimumBasicScenario-771680362-router', 'tenant_id': 'f4faa181bfbd411eae42fbd7fec6fdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:45Z', 'updated_at': '2021-12-16T10:38:00Z', 'revision_number': 6, 'project_id': 'f4faa181bfbd411eae42fbd7fec6fdaa', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:38:00.691503 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec1b3ee-0a6a-4552-a249-ad54fb48ae6d None None] The sync data for ids ['db8780c3-8d28-45b5-ae1d-5933fe553871'] in n-d-820550-2 is: [{'id': 'db8780c3-8d28-45b5-ae1d-5933fe553871', 'name': 'tempest-TestMinimumBasicScenario-771680362-router', 'tenant_id': 'f4faa181bfbd411eae42fbd7fec6fdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:45Z', 'updated_at': '2021-12-16T10:38:00Z', 'revision_number': 6, 'project_id': 'f4faa181bfbd411eae42fbd7fec6fdaa', 'gw_port_host': None}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:38:00.815131 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8813c23d-ebd2-4791-8be4-a18ba39a69ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:00.841718 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8813c23d-ebd2-4791-8be4-a18ba39a69ca admin admin] Pushing event deleted for resources: {'Port': ['ID=50389c64-4f20-4701-b6be-59cd896e8381,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:00.902943 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8813c23d-ebd2-4791-8be4-a18ba39a69ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:00.990977 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8813c23d-ebd2-4791-8be4-a18ba39a69ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:00.992937 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8813c23d-ebd2-4791-8be4-a18ba39a69ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:01.095924 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8813c23d-ebd2-4791-8be4-a18ba39a69ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:01.096462 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8813c23d-ebd2-4791-8be4-a18ba39a69ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router db8780c3-8d28-45b5-ae1d-5933fe553871 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:38:01.106055 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-8813c23d-ebd2-4791-8be4-a18ba39a69ca admin admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:01.106055 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-8813c23d-ebd2-4791-8be4-a18ba39a69ca admin admin] 10.222.0.60 "DELETE /v2.0/routers/db8780c3-8d28-45b5-ae1d-5933fe553871 HTTP/1.1" status: 204 len: 168 time: 0.9169402 Dec 16 10:38:01.106242 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41860) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:38:01.150350 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-936c16aa-7139-49da-b25e-faaa62ed0b32 admin admin] Deleting subnet 3257102e-d20f-4843-ba9a-9cd382426965 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:38:01.153384 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-936c16aa-7139-49da-b25e-faaa62ed0b32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:01.187298 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-936c16aa-7139-49da-b25e-faaa62ed0b32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:01.264905 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-936c16aa-7139-49da-b25e-faaa62ed0b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:01.364378 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-936c16aa-7139-49da-b25e-faaa62ed0b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:01.388006 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c16aa-7139-49da-b25e-faaa62ed0b32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3257102e-d20f-4843-ba9a-9cd382426965,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:01.394744 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-936c16aa-7139-49da-b25e-faaa62ed0b32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:01.397679 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-936c16aa-7139-49da-b25e-faaa62ed0b32 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3257102e-d20f-4843-ba9a-9cd382426965 HTTP/1.1" status: 204 len: 168 time: 0.2905903 Dec 16 10:38:01.400079 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41862) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:38:01.402581 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3060b60-de84-4b45-a319-56086699f210 None None] Network d1b6ed64-30e5-4fd1-8f0d-6d5d466fb610 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:38:01.472863 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7b7d07eb-edeb-4b36-8c9d-93d837f8a2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:01.526671 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-7b7d07eb-edeb-4b36-8c9d-93d837f8a2ea admin admin] Deleting port f7463790-ceab-43be-860c-97310c7af8ab {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:38:01.527012 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7b7d07eb-edeb-4b36-8c9d-93d837f8a2ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:01.584716 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32af3641-f330-4a0d-bee2-d054b1fda4dd None None] DHCP port deletion for d1b6ed64-30e5-4fd1-8f0d-6d5d466fb610 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:38:01.592274 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-7b7d07eb-edeb-4b36-8c9d-93d837f8a2ea admin admin] For port f7463790-ceab-43be-860c-97310c7af8ab, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f7463790-ceab-43be-860c-97310c7af8ab,segment=NetworkSegment(67b6e5c9-217a-4423-88f8-36f06465b974),segment_id=67b6e5c9-217a-4423-88f8-36f06465b974)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:38:01.592647 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7b7d07eb-edeb-4b36-8c9d-93d837f8a2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:01.605459 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-7b7d07eb-edeb-4b36-8c9d-93d837f8a2ea admin admin] Calling delete_port for f7463790-ceab-43be-860c-97310c7af8ab owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:38:01.630664 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-32af3641-f330-4a0d-bee2-d054b1fda4dd None None] Deleting port f7463790-ceab-43be-860c-97310c7af8ab {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:38:01.631037 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-32af3641-f330-4a0d-bee2-d054b1fda4dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:01.698804 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-32af3641-f330-4a0d-bee2-d054b1fda4dd None None] For port f7463790-ceab-43be-860c-97310c7af8ab, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=f7463790-ceab-43be-860c-97310c7af8ab,segment=NetworkSegment(67b6e5c9-217a-4423-88f8-36f06465b974),segment_id=67b6e5c9-217a-4423-88f8-36f06465b974)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:38:01.699202 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-32af3641-f330-4a0d-bee2-d054b1fda4dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:01.712593 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-32af3641-f330-4a0d-bee2-d054b1fda4dd None None] Calling delete_port for f7463790-ceab-43be-860c-97310c7af8ab owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:38:01.752337 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7b7d07eb-edeb-4b36-8c9d-93d837f8a2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:01.782533 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d07eb-edeb-4b36-8c9d-93d837f8a2ea admin admin] Pushing event deleted for resources: {'Port': ['ID=f7463790-ceab-43be-860c-97310c7af8ab,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:01.784373 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7d07eb-edeb-4b36-8c9d-93d837f8a2ea admin admin] No DVR routers for this DVR port f7463790-ceab-43be-860c-97310c7af8ab on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:38:01.795040 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-32af3641-f330-4a0d-bee2-d054b1fda4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:01.821004 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af3641-f330-4a0d-bee2-d054b1fda4dd None None] Pushing event deleted for resources: {'Port': ['ID=f7463790-ceab-43be-860c-97310c7af8ab,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:01.826342 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32af3641-f330-4a0d-bee2-d054b1fda4dd None None] No DVR routers for this DVR port f7463790-ceab-43be-860c-97310c7af8ab on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:38:01.857039 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7b7d07eb-edeb-4b36-8c9d-93d837f8a2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:01.880732 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-7b7d07eb-edeb-4b36-8c9d-93d837f8a2ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b6ed64-30e5-4fd1-8f0d-6d5d466fb610']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:38:01.889952 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-7b7d07eb-edeb-4b36-8c9d-93d837f8a2ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b6e5c9-217a-4423-88f8-36f06465b974') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:38:01.890276 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-7b7d07eb-edeb-4b36-8c9d-93d837f8a2ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b6e5c9-217a-4423-88f8-36f06465b974') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:38:01.899500 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7b7d07eb-edeb-4b36-8c9d-93d837f8a2ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:01.912579 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7b7d07eb-edeb-4b36-8c9d-93d837f8a2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:01.918635 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b7d07eb-edeb-4b36-8c9d-93d837f8a2ea admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:38:01.921991 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7b7d07eb-edeb-4b36-8c9d-93d837f8a2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:01.921991 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 10:38:01.921991 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:38:01.921991 n-d-820550-2 neutron-server[102817]: timer() Dec 16 10:38:01.921991 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:38:01.921991 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 10:38:01.921991 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:38:01.921991 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 10:38:01.921991 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:38:01.921991 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 10:38:01.921991 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:38:01.921991 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 10:38:01.921991 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:38:01.921991 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 10:38:01.921991 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:38:01.921991 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:38:01.921991 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:38:01.921991 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:38:01.921991 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:38:01.921991 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 10:38:01.921991 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:38:01.921991 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 10:38:01.921991 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:38:01.921991 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:38:01.921991 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:38:01.921991 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 10:38:01.921991 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:38:01.921991 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:38:01.921991 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:38:01.921991 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:38:01.921991 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:38:01.921991 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:38:01.921991 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:38:02.055651 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7b7d07eb-edeb-4b36-8c9d-93d837f8a2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:02.061013 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-7b7d07eb-edeb-4b36-8c9d-93d837f8a2ea admin admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:02.064162 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7b7d07eb-edeb-4b36-8c9d-93d837f8a2ea admin admin] 10.222.0.60 "DELETE /v2.0/networks/d1b6ed64-30e5-4fd1-8f0d-6d5d466fb610 HTTP/1.1" status: 204 len: 168 time: 0.6631701 Dec 16 10:38:02.075275 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d07eb-edeb-4b36-8c9d-93d837f8a2ea admin admin] Pushing event deleted for resources: {'Network': ['ID=d1b6ed64-30e5-4fd1-8f0d-6d5d466fb610,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:02.197298 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 50389c64-4f20-4701-b6be-59cd896e8381 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:38:02.220775 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 50389c64-4f20-4701-b6be-59cd896e8381 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:38:02.221135 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 50389c64-4f20-4701-b6be-59cd896e8381 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:38:02.221562 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f7463790-ceab-43be-860c-97310c7af8ab no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:38:02.240104 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: f7463790-ceab-43be-860c-97310c7af8ab {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:38:02.242478 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device f7463790-ceab-43be-860c-97310c7af8ab not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:38:02.242478 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 72fa84f3-6e4e-4d32-a0d1-335a4048fd90 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:38:02.258776 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 72fa84f3-6e4e-4d32-a0d1-335a4048fd90 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:38:02.259125 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 72fa84f3-6e4e-4d32-a0d1-335a4048fd90 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:38:02.427788 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41866) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:38:02.466131 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-bd89d882-cf3d-4b99-80d3-64db795d5e1b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2ef7d49427be43919d4e56b2c893be08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371795 Dec 16 10:38:02.469203 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41868) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:38:02.518899 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-16bce426-6fc5-4483-bc11-63d0a9a8872d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:02.539176 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-16bce426-6fc5-4483-bc11-63d0a9a8872d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:02.643498 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-16bce426-6fc5-4483-bc11-63d0a9a8872d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:02.646203 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-16bce426-6fc5-4483-bc11-63d0a9a8872d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:02.647661 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-16bce426-6fc5-4483-bc11-63d0a9a8872d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aef83c85-493a-4f59-93e5-0372816e12b4 HTTP/1.1" status: 204 len: 168 time: 0.1773186 Dec 16 10:38:02.655148 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bce426-6fc5-4483-bc11-63d0a9a8872d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef83c85-493a-4f59-93e5-0372816e12b4,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:03.290722 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41874) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:38:03.329334 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a9f98ae6-88f2-40dc-b8cb-efb7c0546509 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f4faa181bfbd411eae42fbd7fec6fdaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374565 Dec 16 10:38:03.331595 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41876) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:38:03.377551 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9cf1414-de23-4bb5-9298-0c03e6aade90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:03.398122 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9cf1414-de23-4bb5-9298-0c03e6aade90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:03.524105 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9cf1414-de23-4bb5-9298-0c03e6aade90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:03.526538 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9cf1414-de23-4bb5-9298-0c03e6aade90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:03.527762 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c9cf1414-de23-4bb5-9298-0c03e6aade90 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b4e95944-bb0c-43fd-a192-3fffe1a99280 HTTP/1.1" status: 204 len: 168 time: 0.1952603 Dec 16 10:38:03.536436 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf1414-de23-4bb5-9298-0c03e6aade90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e95944-bb0c-43fd-a192-3fffe1a99280,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:05.745775 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41916) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:38:05.750422 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-3be73aa9-0bf8-4585-b878-e18dbec14a7d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1984281862', 'description': 'tempest-secgroup-smoke-1984281862 description', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:38:05.838151 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3be73aa9-0bf8-4585-b878-e18dbec14a7d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:05.845971 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3be73aa9-0bf8-4585-b878-e18dbec14a7d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:05.916769 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3be73aa9-0bf8-4585-b878-e18dbec14a7d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:06.009422 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3be73aa9-0bf8-4585-b878-e18dbec14a7d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:06.045318 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be73aa9-0bf8-4585-b878-e18dbec14a7d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39ee7634-349e-4168-99f0-796249a4ed1f,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:06.083457 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3be73aa9-0bf8-4585-b878-e18dbec14a7d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:06.134503 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3be73aa9-0bf8-4585-b878-e18dbec14a7d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:06.163320 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be73aa9-0bf8-4585-b878-e18dbec14a7d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b686367c-0a6c-4732-a2b3-d2798be402cd,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:06.217253 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3be73aa9-0bf8-4585-b878-e18dbec14a7d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:06.218580 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3be73aa9-0bf8-4585-b878-e18dbec14a7d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4717555 Dec 16 10:38:06.221394 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41918) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:38:06.225773 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-a4247541-55ec-4c5c-b7b1-30152e24e279 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'security_group_rule': {'security_group_id': 'b686367c-0a6c-4732-a2b3-d2798be402cd', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:38:06.327761 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a4247541-55ec-4c5c-b7b1-30152e24e279 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:06.381618 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a4247541-55ec-4c5c-b7b1-30152e24e279 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:06.477874 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a4247541-55ec-4c5c-b7b1-30152e24e279 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:06.497976 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4247541-55ec-4c5c-b7b1-30152e24e279 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa00ef21-bca9-4b9a-8939-679693b34be5,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:06.571588 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a4247541-55ec-4c5c-b7b1-30152e24e279 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:06.572838 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a4247541-55ec-4c5c-b7b1-30152e24e279 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3505073 Dec 16 10:38:06.575546 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 41920) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:38:06.579963 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-a92b8567-376b-486b-b217-a18ef3dbec10 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'security_group_rule': {'security_group_id': 'b686367c-0a6c-4732-a2b3-d2798be402cd', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:38:06.677555 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a92b8567-376b-486b-b217-a18ef3dbec10 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:06.734405 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a92b8567-376b-486b-b217-a18ef3dbec10 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:06.809267 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a92b8567-376b-486b-b217-a18ef3dbec10 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:06.826700 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b8567-376b-486b-b217-a18ef3dbec10 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f238b79-33c6-4e2d-a249-d1fa3fcfd978,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:06.897020 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a92b8567-376b-486b-b217-a18ef3dbec10 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:06.898279 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a92b8567-376b-486b-b217-a18ef3dbec10 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3218148 Dec 16 10:38:06.901075 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41922) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:38:06.905757 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-579f86da-06d6-452d-9c21-c0ebec57efd9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'security_group_rule': {'security_group_id': 'b686367c-0a6c-4732-a2b3-d2798be402cd', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:38:06.979759 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-579f86da-06d6-452d-9c21-c0ebec57efd9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:07.036709 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-579f86da-06d6-452d-9c21-c0ebec57efd9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:07.078019 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-579f86da-06d6-452d-9c21-c0ebec57efd9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:07.096381 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f86da-06d6-452d-9c21-c0ebec57efd9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7141dbc6-ce91-47a1-9694-1d4720ae22ee,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:07.148391 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-579f86da-06d6-452d-9c21-c0ebec57efd9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:07.149633 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-579f86da-06d6-452d-9c21-c0ebec57efd9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2475462 Dec 16 10:38:07.152420 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41924) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:38:07.156915 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-accdf125-673c-424b-9509-c6525d15f063 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'security_group_rule': {'security_group_id': 'b686367c-0a6c-4732-a2b3-d2798be402cd', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:38:07.265547 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-accdf125-673c-424b-9509-c6525d15f063 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:07.323499 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-accdf125-673c-424b-9509-c6525d15f063 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:07.380817 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-accdf125-673c-424b-9509-c6525d15f063 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:07.399307 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accdf125-673c-424b-9509-c6525d15f063 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e49a9d7c-18cc-406a-baff-c1630a9f12ed,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:07.451316 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-accdf125-673c-424b-9509-c6525d15f063 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:07.452566 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-accdf125-673c-424b-9509-c6525d15f063 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2991509 Dec 16 10:38:07.456114 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41926) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:38:07.460434 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-f0af868c-1cdf-4a80-92fe-5870d059bc42 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'security_group_rule': {'security_group_id': 'b686367c-0a6c-4732-a2b3-d2798be402cd', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:38:07.546372 n-d-820550-2 neutron-server[102816]: INFO neutron.db.securitygroups_db [None req-f0af868c-1cdf-4a80-92fe-5870d059bc42 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Project acf35d0affc64805837e6cdc8e4702cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:38:07.551401 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f0af868c-1cdf-4a80-92fe-5870d059bc42 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:07.614217 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f0af868c-1cdf-4a80-92fe-5870d059bc42 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:07.700605 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f0af868c-1cdf-4a80-92fe-5870d059bc42 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:07.718976 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af868c-1cdf-4a80-92fe-5870d059bc42 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9e7109d-0b08-4828-84a7-cc9d0d38abd1,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:07.800389 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f0af868c-1cdf-4a80-92fe-5870d059bc42 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:07.801620 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f0af868c-1cdf-4a80-92fe-5870d059bc42 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3445919 Dec 16 10:38:07.804295 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41928) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:38:07.808600 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-17c4bedc-81ab-4413-8f6a-7178a3fe40e1 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'security_group_rule': {'security_group_id': 'b686367c-0a6c-4732-a2b3-d2798be402cd', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:38:07.878573 n-d-820550-2 neutron-server[102816]: INFO neutron.db.securitygroups_db [None req-17c4bedc-81ab-4413-8f6a-7178a3fe40e1 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Project acf35d0affc64805837e6cdc8e4702cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:38:07.888152 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-17c4bedc-81ab-4413-8f6a-7178a3fe40e1 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:07.955689 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-17c4bedc-81ab-4413-8f6a-7178a3fe40e1 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:07.958282 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:07.997661 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-17c4bedc-81ab-4413-8f6a-7178a3fe40e1 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:08.016712 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4bedc-81ab-4413-8f6a-7178a3fe40e1 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea0441f2-3408-4127-8986-df27c0fdcdf2,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:08.079815 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-17c4bedc-81ab-4413-8f6a-7178a3fe40e1 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:08.081030 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-17c4bedc-81ab-4413-8f6a-7178a3fe40e1 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2757852 Dec 16 10:38:08.084337 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41930) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:38:08.089134 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-43dd5225-9dcb-4353-b0bc-81e48f679aad tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'network': {'name': 'tempest-network-smoke--372208300', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'port_security_enabled': True}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:38:08.186636 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43dd5225-9dcb-4353-b0bc-81e48f679aad tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Made reservation on behalf of acf35d0affc64805837e6cdc8e4702cc for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:38:08.190164 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-43dd5225-9dcb-4353-b0bc-81e48f679aad tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:08.213780 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43dd5225-9dcb-4353-b0bc-81e48f679aad tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:38:08.222512 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-43dd5225-9dcb-4353-b0bc-81e48f679aad tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:08.222846 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-43dd5225-9dcb-4353-b0bc-81e48f679aad tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Added segment 0c91e8b2-993a-4dca-b8bf-9e718afd31b4 of type vlan for network eac3a854-b296-4fd9-b0cf-fe2116bc6ea7 Dec 16 10:38:08.265014 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-43dd5225-9dcb-4353-b0bc-81e48f679aad tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:08.352083 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-43dd5225-9dcb-4353-b0bc-81e48f679aad tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:08.357711 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dd5225-9dcb-4353-b0bc-81e48f679aad tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:08.358296 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-43dd5225-9dcb-4353-b0bc-81e48f679aad tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:08.422712 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd5225-9dcb-4353-b0bc-81e48f679aad tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Network': ['ID=eac3a854-b296-4fd9-b0cf-fe2116bc6ea7,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:08.433085 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network eac3a854-b296-4fd9-b0cf-fe2116bc6ea7 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:38:08.469468 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-43dd5225-9dcb-4353-b0bc-81e48f679aad tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3840191 Dec 16 10:38:08.478906 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41932) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:38:08.483899 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-7c78404d-4c67-4cda-bd34-f2f3d216450c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-900220082', 'admin_state_up': True, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:38:08.563957 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7c78404d-4c67-4cda-bd34-f2f3d216450c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:08.565003 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7c78404d-4c67-4cda-bd34-f2f3d216450c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:08.622634 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7c78404d-4c67-4cda-bd34-f2f3d216450c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:08.806770 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7c78404d-4c67-4cda-bd34-f2f3d216450c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:09.086956 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7c78404d-4c67-4cda-bd34-f2f3d216450c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:09.105441 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7c78404d-4c67-4cda-bd34-f2f3d216450c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:09.206960 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-7c78404d-4c67-4cda-bd34-f2f3d216450c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Allocated IP 172.25.1.90 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/631235e3-c547-4058-aa11-c8889da93e0e) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:38:09.313154 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7c78404d-4c67-4cda-bd34-f2f3d216450c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:09.432851 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7c78404d-4c67-4cda-bd34-f2f3d216450c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:09.468840 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c78404d-4c67-4cda-bd34-f2f3d216450c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:38:09.472298 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-7c78404d-4c67-4cda-bd34-f2f3d216450c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:38:09.474979 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c78404d-4c67-4cda-bd34-f2f3d216450c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:38:09.505269 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78404d-4c67-4cda-bd34-f2f3d216450c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Port': ['ID=631235e3-c547-4058-aa11-c8889da93e0e,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:10.112827 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7c78404d-4c67-4cda-bd34-f2f3d216450c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:10.309457 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7c78404d-4c67-4cda-bd34-f2f3d216450c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:10.511806 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c78404d-4c67-4cda-bd34-f2f3d216450c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Router 14716427-67ef-4452-897b-98353c5f9996 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:38:10.617697 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c78404d-4c67-4cda-bd34-f2f3d216450c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:38:10.627109 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2957c1a1-cd88-4fb4-bbc4-a8f25acb7e60 None None] Sync routers for ids ['14716427-67ef-4452-897b-98353c5f9996'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:38:10.636296 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2957c1a1-cd88-4fb4-bbc4-a8f25acb7e60 None None] Routers {'14716427-67ef-4452-897b-98353c5f9996'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:38:10.636905 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-2957c1a1-cd88-4fb4-bbc4-a8f25acb7e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:37:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['14716427-67ef-4452-897b-98353c5f9996'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:38:10.691160 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7c78404d-4c67-4cda-bd34-f2f3d216450c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:10.692400 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7c78404d-4c67-4cda-bd34-f2f3d216450c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2125671 Dec 16 10:38:10.695653 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41936) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:38:10.739906 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-2957c1a1-cd88-4fb4-bbc4-a8f25acb7e60 None None] Set router 14716427-67ef-4452-897b-98353c5f9996 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:38:10.822351 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1f9c3004-9841-474c-bdb2-07c086961887 tempest-TestNetworkAdvancedServerOps-1096991519 tempest-TestNetworkAdvancedServerOps-1096991519-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=acf35d0affc64805837e6cdc8e4702cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1256115 Dec 16 10:38:10.825130 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41940) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:38:10.920521 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-2957c1a1-cd88-4fb4-bbc4-a8f25acb7e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14716427-67ef-4452-897b-98353c5f9996', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900220082', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '631235e3-c547-4058-aa11-c8889da93e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:38:08Z', 'updated_at': '2021-12-16T10:38:09Z', 'revision_number': 3, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '631235e3-c547-4058-aa11-c8889da93e0e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14716427-67ef-4452-897b-98353c5f9996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:38:09Z', 'updated_at': '2021-12-16T10:38:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:38:10.981802 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73461a2e-8dd3-4c8a-adad-d9b1f6beda4f tempest-TestNetworkAdvancedServerOps-1096991519 tempest-TestNetworkAdvancedServerOps-1096991519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:10.983353 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-73461a2e-8dd3-4c8a-adad-d9b1f6beda4f tempest-TestNetworkAdvancedServerOps-1096991519 tempest-TestNetworkAdvancedServerOps-1096991519-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1573074 Dec 16 10:38:10.987016 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41942) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:38:11.025757 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4083b45d-980b-46d2-9d1f-12db1829a428 tempest-TestNetworkAdvancedServerOps-1096991519 tempest-TestNetworkAdvancedServerOps-1096991519-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=66f24afa-c67f-4411-a795-f16773380b27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375388 Dec 16 10:38:11.028361 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41944) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:38:11.033744 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2957c1a1-cd88-4fb4-bbc4-a8f25acb7e60 None None] Checking router: 14716427-67ef-4452-897b-98353c5f9996 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:38:11.033884 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-eb215ca2-67a5-4655-86b3-928c0a3e78bc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1075463941', 'network_id': 'eac3a854-b296-4fd9-b0cf-fe2116bc6ea7', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:38:11.034085 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2957c1a1-cd88-4fb4-bbc4-a8f25acb7e60 None None] Updating router 14716427-67ef-4452-897b-98353c5f9996 port 631235e3-c547-4058-aa11-c8889da93e0e binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:38:11.058745 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-2957c1a1-cd88-4fb4-bbc4-a8f25acb7e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:11.186518 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb215ca2-67a5-4655-86b3-928c0a3e78bc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Made reservation on behalf of acf35d0affc64805837e6cdc8e4702cc for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:38:11.190195 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb215ca2-67a5-4655-86b3-928c0a3e78bc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:11.309186 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-2957c1a1-cd88-4fb4-bbc4-a8f25acb7e60 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:11.432035 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-2957c1a1-cd88-4fb4-bbc4-a8f25acb7e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:11.467021 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb215ca2-67a5-4655-86b3-928c0a3e78bc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:11.478465 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:11.480439 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-2957c1a1-cd88-4fb4-bbc4-a8f25acb7e60 None None] Attempting to bind port 631235e3-c547-4058-aa11-c8889da93e0e on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:38:11.480811 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-2957c1a1-cd88-4fb4-bbc4-a8f25acb7e60 None None] Attempting to bind port 631235e3-c547-4058-aa11-c8889da93e0e by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:38:11.481197 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2957c1a1-cd88-4fb4-bbc4-a8f25acb7e60 None None] Attempting to bind port 631235e3-c547-4058-aa11-c8889da93e0e on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:38:11.490125 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c68b6-ec43-483c-a151-23ebd8e8f21d None None] Pushing event updated for resources: {'Port': ['ID=631235e3-c547-4058-aa11-c8889da93e0e,revision_number=2']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:11.493254 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2957c1a1-cd88-4fb4-bbc4-a8f25acb7e60 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:38:11.493623 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2957c1a1-cd88-4fb4-bbc4-a8f25acb7e60 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:38:11.494019 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-2957c1a1-cd88-4fb4-bbc4-a8f25acb7e60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:11.494405 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2957c1a1-cd88-4fb4-bbc4-a8f25acb7e60 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:38:11.494865 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-2957c1a1-cd88-4fb4-bbc4-a8f25acb7e60 None None] Bound port: 631235e3-c547-4058-aa11-c8889da93e0e, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:38:11.495244 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-2957c1a1-cd88-4fb4-bbc4-a8f25acb7e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:11.501845 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c68b6-ec43-483c-a151-23ebd8e8f21d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:38:11.502181 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c68b6-ec43-483c-a151-23ebd8e8f21d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:38:11.502517 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c68b6-ec43-483c-a151-23ebd8e8f21d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:38:11.502850 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c68b6-ec43-483c-a151-23ebd8e8f21d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:38:11.503301 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c68b6-ec43-483c-a151-23ebd8e8f21d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:38:11.503566 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c68b6-ec43-483c-a151-23ebd8e8f21d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:38:11.503851 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c68b6-ec43-483c-a151-23ebd8e8f21d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:38:11.504168 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c68b6-ec43-483c-a151-23ebd8e8f21d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:38:11.504489 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c68b6-ec43-483c-a151-23ebd8e8f21d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:38:11.504808 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c68b6-ec43-483c-a151-23ebd8e8f21d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:38:11.505151 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c68b6-ec43-483c-a151-23ebd8e8f21d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:38:11.505499 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c68b6-ec43-483c-a151-23ebd8e8f21d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:38:11.539710 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb215ca2-67a5-4655-86b3-928c0a3e78bc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Subnet': ['ID=dfce8d55-6327-46ed-aa4a-6390a06dc29a,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:11.546245 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb215ca2-67a5-4655-86b3-928c0a3e78bc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Checking segment: {'id': '0c91e8b2-993a-4dca-b8bf-9e718afd31b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eac3a854-b296-4fd9-b0cf-fe2116bc6ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:38:11.546684 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb215ca2-67a5-4655-86b3-928c0a3e78bc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Network hostable DHCP agents. Network: eac3a854-b296-4fd9-b0cf-fe2116bc6ea7, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:38:11.556640 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-2957c1a1-cd88-4fb4-bbc4-a8f25acb7e60 None None] For port 631235e3-c547-4058-aa11-c8889da93e0e, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:38:11.559653 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-2957c1a1-cd88-4fb4-bbc4-a8f25acb7e60 None None] For port 631235e3-c547-4058-aa11-c8889da93e0e, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=631235e3-c547-4058-aa11-c8889da93e0e,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:38:11.620375 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb215ca2-67a5-4655-86b3-928c0a3e78bc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Network eac3a854-b296-4fd9-b0cf-fe2116bc6ea7 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:38:11.644292 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-2957c1a1-cd88-4fb4-bbc4-a8f25acb7e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:11.683795 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-eb215ca2-67a5-4655-86b3-928c0a3e78bc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, eac3a854-b296-4fd9-b0cf-fe2116bc6ea7) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:38:11.688635 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb215ca2-67a5-4655-86b3-928c0a3e78bc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:11.690433 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-eb215ca2-67a5-4655-86b3-928c0a3e78bc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:11.692488 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a182f2f-0692-4478-b088-16e630971067 None None] Network eac3a854-b296-4fd9-b0cf-fe2116bc6ea7 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:38:11.703657 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c68b6-ec43-483c-a151-23ebd8e8f21d None None] Pushing event updated for resources: {'Port': ['ID=631235e3-c547-4058-aa11-c8889da93e0e,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:11.707071 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2957c1a1-cd88-4fb4-bbc4-a8f25acb7e60 None None] Routers {'14716427-67ef-4452-897b-98353c5f9996'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:38:11.707683 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-2957c1a1-cd88-4fb4-bbc4-a8f25acb7e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:37:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['14716427-67ef-4452-897b-98353c5f9996'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:38:11.768038 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-eb215ca2-67a5-4655-86b3-928c0a3e78bc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7376175 Dec 16 10:38:11.770407 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 41946) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:38:11.812941 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-2957c1a1-cd88-4fb4-bbc4-a8f25acb7e60 None None] Set router 14716427-67ef-4452-897b-98353c5f9996 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:38:11.841343 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b92688c-b2ad-4529-b2a5-2b695afa3b46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-eac3a854-b296-4fd9-b0cf-fe2116bc6ea7', 'network_id': 'eac3a854-b296-4fd9-b0cf-fe2116bc6ea7', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'fixed_ips': [{'subnet_id': 'dfce8d55-6327-46ed-aa4a-6390a06dc29a'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:38:11.842509 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7b92688c-b2ad-4529-b2a5-2b695afa3b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:11.986110 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-7b92688c-b2ad-4529-b2a5-2b695afa3b46 None None] Allocated IP 172.20.0.2 (eac3a854-b296-4fd9-b0cf-fe2116bc6ea7/dfce8d55-6327-46ed-aa4a-6390a06dc29a/01fbb44d-3613-4277-a54c-424e56a681e2) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:38:11.999860 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-2957c1a1-cd88-4fb4-bbc4-a8f25acb7e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14716427-67ef-4452-897b-98353c5f9996', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900220082', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '631235e3-c547-4058-aa11-c8889da93e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:38:08Z', 'updated_at': '2021-12-16T10:38:09Z', 'revision_number': 3, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '631235e3-c547-4058-aa11-c8889da93e0e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14716427-67ef-4452-897b-98353c5f9996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:38:09Z', 'updated_at': '2021-12-16T10:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:38:12.026970 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2957c1a1-cd88-4fb4-bbc4-a8f25acb7e60 None None] The sync data for ids ['14716427-67ef-4452-897b-98353c5f9996'] in n-d-820550-2 is: [{'id': '14716427-67ef-4452-897b-98353c5f9996', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900220082', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '631235e3-c547-4058-aa11-c8889da93e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:38:08Z', 'updated_at': '2021-12-16T10:38:09Z', 'revision_number': 3, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '631235e3-c547-4058-aa11-c8889da93e0e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14716427-67ef-4452-897b-98353c5f9996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:38:09Z', 'updated_at': '2021-12-16T10:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:38:12.141198 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7b92688c-b2ad-4529-b2a5-2b695afa3b46 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:12.195269 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7b92688c-b2ad-4529-b2a5-2b695afa3b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:12.222956 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f0564c83-ad4b-4e83-b7ba-bc7d26eac547 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:12.243786 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b92688c-b2ad-4529-b2a5-2b695afa3b46 None None] Network eac3a854-b296-4fd9-b0cf-fe2116bc6ea7 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:38:12.251552 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-7b92688c-b2ad-4529-b2a5-2b695afa3b46 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:38:12.254153 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92688c-b2ad-4529-b2a5-2b695afa3b46 None None] Pushing event updated for resources: {'Port': ['ID=01fbb44d-3613-4277-a54c-424e56a681e2,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:12.278721 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b92688c-b2ad-4529-b2a5-2b695afa3b46 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:38:12.344671 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-7b92688c-b2ad-4529-b2a5-2b695afa3b46 None None] Attempting to bind port 01fbb44d-3613-4277-a54c-424e56a681e2 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:38:12.345042 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-7b92688c-b2ad-4529-b2a5-2b695afa3b46 None None] Attempting to bind port 01fbb44d-3613-4277-a54c-424e56a681e2 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '0c91e8b2-993a-4dca-b8bf-9e718afd31b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eac3a854-b296-4fd9-b0cf-fe2116bc6ea7'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:38:12.345466 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b92688c-b2ad-4529-b2a5-2b695afa3b46 None None] Attempting to bind port 01fbb44d-3613-4277-a54c-424e56a681e2 on network eac3a854-b296-4fd9-b0cf-fe2116bc6ea7 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:38:12.350653 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b92688c-b2ad-4529-b2a5-2b695afa3b46 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:38:12.351117 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b92688c-b2ad-4529-b2a5-2b695afa3b46 None None] Checking segment: {'id': '0c91e8b2-993a-4dca-b8bf-9e718afd31b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eac3a854-b296-4fd9-b0cf-fe2116bc6ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:38:12.351536 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7b92688c-b2ad-4529-b2a5-2b695afa3b46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:12.351969 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b92688c-b2ad-4529-b2a5-2b695afa3b46 None None] Bound using segment: {'id': '0c91e8b2-993a-4dca-b8bf-9e718afd31b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eac3a854-b296-4fd9-b0cf-fe2116bc6ea7'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:38:12.352405 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-7b92688c-b2ad-4529-b2a5-2b695afa3b46 None None] Bound port: 01fbb44d-3613-4277-a54c-424e56a681e2, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c91e8b2-993a-4dca-b8bf-9e718afd31b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eac3a854-b296-4fd9-b0cf-fe2116bc6ea7'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:38:12.352788 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7b92688c-b2ad-4529-b2a5-2b695afa3b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:12.427535 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-7b92688c-b2ad-4529-b2a5-2b695afa3b46 None None] For port 01fbb44d-3613-4277-a54c-424e56a681e2, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:38:12.430925 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-7b92688c-b2ad-4529-b2a5-2b695afa3b46 None None] For port 01fbb44d-3613-4277-a54c-424e56a681e2, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=01fbb44d-3613-4277-a54c-424e56a681e2,segment=NetworkSegment(0c91e8b2-993a-4dca-b8bf-9e718afd31b4),segment_id=0c91e8b2-993a-4dca-b8bf-9e718afd31b4)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:38:12.518484 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7b92688c-b2ad-4529-b2a5-2b695afa3b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:12.538860 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-f0564c83-ad4b-4e83-b7ba-bc7d26eac547 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Allocated IP 172.20.0.1 (eac3a854-b296-4fd9-b0cf-fe2116bc6ea7/dfce8d55-6327-46ed-aa4a-6390a06dc29a/d90c9449-ed44-4033-89c7-a7ce2ee18778) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:38:12.583326 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92688c-b2ad-4529-b2a5-2b695afa3b46 None None] Pushing event updated for resources: {'Port': ['ID=01fbb44d-3613-4277-a54c-424e56a681e2,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:12.677708 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f0564c83-ad4b-4e83-b7ba-bc7d26eac547 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:12.770261 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f0564c83-ad4b-4e83-b7ba-bc7d26eac547 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:12.818651 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0564c83-ad4b-4e83-b7ba-bc7d26eac547 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Network eac3a854-b296-4fd9-b0cf-fe2116bc6ea7 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:38:12.821803 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-f0564c83-ad4b-4e83-b7ba-bc7d26eac547 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:38:12.827040 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0564c83-ad4b-4e83-b7ba-bc7d26eac547 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:38:12.871885 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0564c83-ad4b-4e83-b7ba-bc7d26eac547 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Port': ['ID=d90c9449-ed44-4033-89c7-a7ce2ee18778,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:12.885206 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f0564c83-ad4b-4e83-b7ba-bc7d26eac547 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:13.124039 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f0564c83-ad4b-4e83-b7ba-bc7d26eac547 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:13.413744 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f0564c83-ad4b-4e83-b7ba-bc7d26eac547 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:13.483566 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f0564c83-ad4b-4e83-b7ba-bc7d26eac547 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:13.546919 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3079908c-415c-4eff-a076-5e8b689588b3 None None] Network eac3a854-b296-4fd9-b0cf-fe2116bc6ea7 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:38:13.562387 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f0564c83-ad4b-4e83-b7ba-bc7d26eac547 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:13.564868 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0564c83-ad4b-4e83-b7ba-bc7d26eac547 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Port': ['ID=d90c9449-ed44-4033-89c7-a7ce2ee18778,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:13.675451 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0564c83-ad4b-4e83-b7ba-bc7d26eac547 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Network eac3a854-b296-4fd9-b0cf-fe2116bc6ea7 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:38:13.676957 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-f0564c83-ad4b-4e83-b7ba-bc7d26eac547 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:38:13.812537 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0564c83-ad4b-4e83-b7ba-bc7d26eac547 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Router 14716427-67ef-4452-897b-98353c5f9996 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:38:13.834069 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-1aeb89e6-40ef-4ec8-bcf9-93b47c6a0bd7 None None] Provisioning complete for port 01fbb44d-3613-4277-a54c-424e56a681e2 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:38:13.834435 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1aeb89e6-40ef-4ec8-bcf9-93b47c6a0bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:13.930300 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0564c83-ad4b-4e83-b7ba-bc7d26eac547 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:38:13.935581 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f0564c83-ad4b-4e83-b7ba-bc7d26eac547 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "PUT /v2.0/routers/14716427-67ef-4452-897b-98353c5f9996/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1636198 Dec 16 10:38:13.956487 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1aeb89e6-40ef-4ec8-bcf9-93b47c6a0bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:13.992662 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-1aeb89e6-40ef-4ec8-bcf9-93b47c6a0bd7 None None] For port 01fbb44d-3613-4277-a54c-424e56a681e2, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=01fbb44d-3613-4277-a54c-424e56a681e2,segment=NetworkSegment(0c91e8b2-993a-4dca-b8bf-9e718afd31b4),segment_id=0c91e8b2-993a-4dca-b8bf-9e718afd31b4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:38:14.054774 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1aeb89e6-40ef-4ec8-bcf9-93b47c6a0bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:14.109977 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb89e6-40ef-4ec8-bcf9-93b47c6a0bd7 None None] Pushing event updated for resources: {'Port': ['ID=01fbb44d-3613-4277-a54c-424e56a681e2,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:14.139405 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf7ba82-35f3-409f-9242-402c26690e81 None None] Sync routers for ids ['14716427-67ef-4452-897b-98353c5f9996'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:38:14.149198 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf7ba82-35f3-409f-9242-402c26690e81 None None] Routers {'14716427-67ef-4452-897b-98353c5f9996'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:38:14.149857 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-bbf7ba82-35f3-409f-9242-402c26690e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:37:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['14716427-67ef-4452-897b-98353c5f9996'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:38:14.267858 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c0e4092e-16b0-4788-a389-86311e05e064 None None] Provisioning complete for port d90c9449-ed44-4033-89c7-a7ce2ee18778 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:38:14.268441 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c0e4092e-16b0-4788-a389-86311e05e064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:14.286077 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-0dd949a2-7f8f-4f51-b78e-6be954c0664c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1984281862&fields=id&tenant_id=acf35d0affc64805837e6cdc8e4702cc HTTP/1.1" status: 200 len: 267 time: 0.0521235 Dec 16 10:38:14.329203 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 631235e3-c547-4058-aa11-c8889da93e0e up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:38:14.333768 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-c0e4092e-16b0-4788-a389-86311e05e064 None None] Port d90c9449-ed44-4033-89c7-a7ce2ee18778 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:38:14.380206 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-bbf7ba82-35f3-409f-9242-402c26690e81 None None] Set router 14716427-67ef-4452-897b-98353c5f9996 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:38:14.415223 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-88d49e61-5bcd-4f0f-94fd-d2a7431917ca tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:14.416754 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-88d49e61-5bcd-4f0f-94fd-d2a7431917ca tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/networks?id=eac3a854-b296-4fd9-b0cf-fe2116bc6ea7 HTTP/1.1" status: 200 len: 796 time: 0.1180873 Dec 16 10:38:14.418965 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c0e4092e-16b0-4788-a389-86311e05e064 None None] Provisioning complete for port 01fbb44d-3613-4277-a54c-424e56a681e2 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:38:14.419346 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c0e4092e-16b0-4788-a389-86311e05e064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:14.432933 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-013931ea-96a0-4fe8-9c3e-414dbbe6f20d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/quotas/acf35d0affc64805837e6cdc8e4702cc HTTP/1.1" status: 200 len: 375 time: 0.0099287 Dec 16 10:38:14.493323 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-f64cce8a-e368-4ec2-b0dc-51d6d983fbb8 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537510 Dec 16 10:38:14.549842 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 631235e3-c547-4058-aa11-c8889da93e0e triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:38:14.550881 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:14.597365 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-f3e7c0a1-b360-4210-ad13-81bef51ded84 service neutron] 10.222.0.60 "GET /v2.0/networks/eac3a854-b296-4fd9-b0cf-fe2116bc6ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910821 Dec 16 10:38:14.693559 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-52373b76-3899-405e-8a94-a76ef6765f69 service neutron] 10.222.0.60 "GET /v2.0/networks/eac3a854-b296-4fd9-b0cf-fe2116bc6ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893974 Dec 16 10:38:14.741779 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:14.766245 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 631235e3-c547-4058-aa11-c8889da93e0e, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=631235e3-c547-4058-aa11-c8889da93e0e,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:38:14.775057 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-bbf7ba82-35f3-409f-9242-402c26690e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14716427-67ef-4452-897b-98353c5f9996', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900220082', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '631235e3-c547-4058-aa11-c8889da93e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:38:08Z', 'updated_at': '2021-12-16T10:38:12Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '631235e3-c547-4058-aa11-c8889da93e0e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14716427-67ef-4452-897b-98353c5f9996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:38:09Z', 'updated_at': '2021-12-16T10:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'd90c9449-ed44-4033-89c7-a7ce2ee18778', 'name': '', 'network_id': 'eac3a854-b296-4fd9-b0cf-fe2116bc6ea7', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:23:b0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14716427-67ef-4452-897b-98353c5f9996', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dfce8d55-6327-46ed-aa4a-6390a06dc29a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:38:12Z', 'updated_at': '2021-12-16T10:38:13Z', 'revision_number': 2, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': 'dfce8d55-6327-46ed-aa4a-6390a06dc29a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:38:14.801635 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf7ba82-35f3-409f-9242-402c26690e81 None None] Checking router: 14716427-67ef-4452-897b-98353c5f9996 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:38:14.806393 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf7ba82-35f3-409f-9242-402c26690e81 None None] Updating router 14716427-67ef-4452-897b-98353c5f9996 port d90c9449-ed44-4033-89c7-a7ce2ee18778 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:38:14.832637 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:14.835674 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 01fbb44d-3613-4277-a54c-424e56a681e2 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:38:14.856885 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bbf7ba82-35f3-409f-9242-402c26690e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:14.897212 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-f176cfdd-66a7-4759-ad9e-619c8fc67f6d None None] Provisioning complete for port d90c9449-ed44-4033-89c7-a7ce2ee18778 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:38:14.897594 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f176cfdd-66a7-4759-ad9e-619c8fc67f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:14.996641 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f8b7c4df-ab07-440c-b7c5-f067ace84fe5 req-3cdf97f6-fcd6-472d-812f-79cc39a1473a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f52ff55-9b43-44ad-963e-df5c64516c41 HTTP/1.1" status: 200 len: 210 time: 0.0882483 Dec 16 10:38:15.002734 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=631235e3-c547-4058-aa11-c8889da93e0e,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:15.007936 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f176cfdd-66a7-4759-ad9e-619c8fc67f6d None None] Port d90c9449-ed44-4033-89c7-a7ce2ee18778 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:38:15.067027 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 01fbb44d-3613-4277-a54c-424e56a681e2 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:38:15.067405 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:15.293564 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bbf7ba82-35f3-409f-9242-402c26690e81 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:15.369134 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bbf7ba82-35f3-409f-9242-402c26690e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:15.417681 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0f537-f407-44a2-b857-dbbea1b3c9dd None None] Pushing event updated for resources: {'Port': ['ID=d90c9449-ed44-4033-89c7-a7ce2ee18778,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:15.477968 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-bbf7ba82-35f3-409f-9242-402c26690e81 None None] Attempting to bind port d90c9449-ed44-4033-89c7-a7ce2ee18778 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:38:15.478286 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-bbf7ba82-35f3-409f-9242-402c26690e81 None None] Attempting to bind port d90c9449-ed44-4033-89c7-a7ce2ee18778 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '0c91e8b2-993a-4dca-b8bf-9e718afd31b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eac3a854-b296-4fd9-b0cf-fe2116bc6ea7'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:38:15.478650 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf7ba82-35f3-409f-9242-402c26690e81 None None] Attempting to bind port d90c9449-ed44-4033-89c7-a7ce2ee18778 on network eac3a854-b296-4fd9-b0cf-fe2116bc6ea7 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:38:15.489693 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf7ba82-35f3-409f-9242-402c26690e81 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:38:15.489693 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf7ba82-35f3-409f-9242-402c26690e81 None None] Checking segment: {'id': '0c91e8b2-993a-4dca-b8bf-9e718afd31b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eac3a854-b296-4fd9-b0cf-fe2116bc6ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:38:15.489693 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bbf7ba82-35f3-409f-9242-402c26690e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:15.489693 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf7ba82-35f3-409f-9242-402c26690e81 None None] Bound using segment: {'id': '0c91e8b2-993a-4dca-b8bf-9e718afd31b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eac3a854-b296-4fd9-b0cf-fe2116bc6ea7'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:38:15.489693 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-bbf7ba82-35f3-409f-9242-402c26690e81 None None] Bound port: d90c9449-ed44-4033-89c7-a7ce2ee18778, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c91e8b2-993a-4dca-b8bf-9e718afd31b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eac3a854-b296-4fd9-b0cf-fe2116bc6ea7'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:38:15.489693 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bbf7ba82-35f3-409f-9242-402c26690e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:15.553199 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-bbf7ba82-35f3-409f-9242-402c26690e81 None None] For port d90c9449-ed44-4033-89c7-a7ce2ee18778, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:38:15.556705 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-bbf7ba82-35f3-409f-9242-402c26690e81 None None] For port d90c9449-ed44-4033-89c7-a7ce2ee18778, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d90c9449-ed44-4033-89c7-a7ce2ee18778,segment=NetworkSegment(0c91e8b2-993a-4dca-b8bf-9e718afd31b4),segment_id=0c91e8b2-993a-4dca-b8bf-9e718afd31b4)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:38:15.604114 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bbf7ba82-35f3-409f-9242-402c26690e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:15.671459 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-e2e4d9b3-cacf-4727-b34c-9ecaa993bfbd None None] Provisioning complete for port d90c9449-ed44-4033-89c7-a7ce2ee18778 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:38:15.671836 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e2e4d9b3-cacf-4727-b34c-9ecaa993bfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:15.676727 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0f537-f407-44a2-b857-dbbea1b3c9dd None None] Pushing event updated for resources: {'Port': ['ID=d90c9449-ed44-4033-89c7-a7ce2ee18778,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:15.699593 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf7ba82-35f3-409f-9242-402c26690e81 None None] Routers {'14716427-67ef-4452-897b-98353c5f9996'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:38:15.700224 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-bbf7ba82-35f3-409f-9242-402c26690e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:37:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['14716427-67ef-4452-897b-98353c5f9996'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:38:15.847749 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-bbf7ba82-35f3-409f-9242-402c26690e81 None None] Set router 14716427-67ef-4452-897b-98353c5f9996 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:38:15.874797 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e2e4d9b3-cacf-4727-b34c-9ecaa993bfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:15.956715 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-e2e4d9b3-cacf-4727-b34c-9ecaa993bfbd None None] For port d90c9449-ed44-4033-89c7-a7ce2ee18778, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d90c9449-ed44-4033-89c7-a7ce2ee18778,segment=NetworkSegment(0c91e8b2-993a-4dca-b8bf-9e718afd31b4),segment_id=0c91e8b2-993a-4dca-b8bf-9e718afd31b4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:38:16.061022 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e2e4d9b3-cacf-4727-b34c-9ecaa993bfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:16.104585 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-46db7789-a4b8-4569-96f4-69dd16c4f942 req-06bf7e67-1c8e-4d3e-9cf1-88f33de1dfc9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f52ff55-9b43-44ad-963e-df5c64516c41 HTTP/1.1" status: 200 len: 210 time: 0.0290720 Dec 16 10:38:16.115396 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-bbf7ba82-35f3-409f-9242-402c26690e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14716427-67ef-4452-897b-98353c5f9996', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900220082', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '631235e3-c547-4058-aa11-c8889da93e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:38:08Z', 'updated_at': '2021-12-16T10:38:12Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '631235e3-c547-4058-aa11-c8889da93e0e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14716427-67ef-4452-897b-98353c5f9996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:38:09Z', 'updated_at': '2021-12-16T10:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'd90c9449-ed44-4033-89c7-a7ce2ee18778', 'name': '', 'network_id': 'eac3a854-b296-4fd9-b0cf-fe2116bc6ea7', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:23:b0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14716427-67ef-4452-897b-98353c5f9996', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dfce8d55-6327-46ed-aa4a-6390a06dc29a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:38:12Z', 'updated_at': '2021-12-16T10:38:15Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': 'dfce8d55-6327-46ed-aa4a-6390a06dc29a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:38:16.142946 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4d9b3-cacf-4727-b34c-9ecaa993bfbd None None] Pushing event updated for resources: {'Port': ['ID=d90c9449-ed44-4033-89c7-a7ce2ee18778,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:16.145679 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf7ba82-35f3-409f-9242-402c26690e81 None None] The sync data for ids ['14716427-67ef-4452-897b-98353c5f9996'] in n-d-820550-2 is: [{'id': '14716427-67ef-4452-897b-98353c5f9996', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900220082', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '631235e3-c547-4058-aa11-c8889da93e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:38:08Z', 'updated_at': '2021-12-16T10:38:12Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '631235e3-c547-4058-aa11-c8889da93e0e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14716427-67ef-4452-897b-98353c5f9996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:38:09Z', 'updated_at': '2021-12-16T10:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'd90c9449-ed44-4033-89c7-a7ce2ee18778', 'name': '', 'network_id': 'eac3a854-b296-4fd9-b0cf-fe2116bc6ea7', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:23:b0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14716427-67ef-4452-897b-98353c5f9996', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dfce8d55-6327-46ed-aa4a-6390a06dc29a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:38:12Z', 'updated_at': '2021-12-16T10:38:15Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': 'dfce8d55-6327-46ed-aa4a-6390a06dc29a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:38:16.186565 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-6e85d7d1-e7e4-4b57-a3d4-6cf57db5beb3 None None] Provisioning complete for port d90c9449-ed44-4033-89c7-a7ce2ee18778 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:38:16.186565 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6e85d7d1-e7e4-4b57-a3d4-6cf57db5beb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:16.273265 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 631235e3-c547-4058-aa11-c8889da93e0e up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:38:16.342671 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 631235e3-c547-4058-aa11-c8889da93e0e triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:38:16.343050 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:17.114509 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-0fc0f66e-0664-4043-8d08-471aafea02bc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:17.115989 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-0fc0f66e-0664-4043-8d08-471aafea02bc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.57 "GET /v2.0/networks?id=eac3a854-b296-4fd9-b0cf-fe2116bc6ea7 HTTP/1.1" status: 200 len: 796 time: 0.1074910 Dec 16 10:38:17.165674 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-931ad976-8398-4db3-b00c-c1a264f0ca24 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acf35d0affc64805837e6cdc8e4702cc HTTP/1.1" status: 200 len: 380 time: 0.0404854 Dec 16 10:38:17.176448 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-1087772c-22d5-460a-8d59-f92cde91eda3 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'port': {'device_id': '7f52ff55-9b43-44ad-963e-df5c64516c41', 'network_id': 'eac3a854-b296-4fd9-b0cf-fe2116bc6ea7', 'admin_state_up': True, 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'security_groups': ['b686367c-0a6c-4732-a2b3-d2798be402cd']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:38:17.244616 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-92c3983f-b7f0-4ed2-ad4d-ac5dcf6036bd req-beb181d0-21e8-4a7f-a697-027551a5d626 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f52ff55-9b43-44ad-963e-df5c64516c41 HTTP/1.1" status: 200 len: 210 time: 0.0647252 Dec 16 10:38:17.374668 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-1087772c-22d5-460a-8d59-f92cde91eda3 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Made reservation on behalf of acf35d0affc64805837e6cdc8e4702cc for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:38:17.378232 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-1087772c-22d5-460a-8d59-f92cde91eda3 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:17.509995 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-1087772c-22d5-460a-8d59-f92cde91eda3 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Allocated IP 172.20.0.7 (eac3a854-b296-4fd9-b0cf-fe2116bc6ea7/dfce8d55-6327-46ed-aa4a-6390a06dc29a/dc406eab-6552-48bf-a042-16345ef3e089) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:38:17.641819 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-1087772c-22d5-460a-8d59-f92cde91eda3 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:17.735540 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-1087772c-22d5-460a-8d59-f92cde91eda3 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:18.091159 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-1087772c-22d5-460a-8d59-f92cde91eda3 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Network eac3a854-b296-4fd9-b0cf-fe2116bc6ea7 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:38:18.094189 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-1087772c-22d5-460a-8d59-f92cde91eda3 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:38:18.096941 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-1087772c-22d5-460a-8d59-f92cde91eda3 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:38:18.124521 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087772c-22d5-460a-8d59-f92cde91eda3 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Port': ['ID=dc406eab-6552-48bf-a042-16345ef3e089,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:18.155936 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-1087772c-22d5-460a-8d59-f92cde91eda3 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:18.156475 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-1087772c-22d5-460a-8d59-f92cde91eda3 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:18.232963 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d90c9449-ed44-4033-89c7-a7ce2ee18778 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:38:18.287669 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port d90c9449-ed44-4033-89c7-a7ce2ee18778 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:38:18.288016 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:18.292914 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-1087772c-22d5-460a-8d59-f92cde91eda3 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1214631 Dec 16 10:38:18.305583 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-14eaa857-da57-4a1f-8370-e9be8de10e0c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:38:18.306934 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-14eaa857-da57-4a1f-8370-e9be8de10e0c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065696 Dec 16 10:38:18.376759 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-9f01a9fa-9761-4957-b4f1-2674431b84f2 service neutron] Request body: {'port': {'device_id': '7f52ff55-9b43-44ad-963e-df5c64516c41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:38:18.383760 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a34c5a-89ce-4501-8349-19ed4cd55416 req-a8d1fcd3-957b-427e-9f2a-1f39d8c6e833 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:18.385340 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-93a34c5a-89ce-4501-8349-19ed4cd55416 req-a8d1fcd3-957b-427e-9f2a-1f39d8c6e833 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f52ff55-9b43-44ad-963e-df5c64516c41 HTTP/1.1" status: 200 len: 931 time: 0.0593421 Dec 16 10:38:18.424319 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-93a34c5a-89ce-4501-8349-19ed4cd55416 req-c46315dd-fa89-4dd6-9278-cf0422f64ded tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=b686367c-0a6c-4732-a2b3-d2798be402cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319929 Dec 16 10:38:18.440624 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-9f01a9fa-9761-4957-b4f1-2674431b84f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:18.458425 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-189de2b8-8e4a-41e9-a6ae-24a701452dd4 None None] Provisioning complete for port dc406eab-6552-48bf-a042-16345ef3e089 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:38:18.458870 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-189de2b8-8e4a-41e9-a6ae-24a701452dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:18.492675 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-189de2b8-8e4a-41e9-a6ae-24a701452dd4 None None] Port dc406eab-6552-48bf-a042-16345ef3e089 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:38:18.692399 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-9f01a9fa-9761-4957-b4f1-2674431b84f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc406eab-6552-48bf-a042-16345ef3e089 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:38:18.699517 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-9f01a9fa-9761-4957-b4f1-2674431b84f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:18.710800 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-9f01a9fa-9761-4957-b4f1-2674431b84f2 service neutron] Transition to ACTIVE for port object dc406eab-6552-48bf-a042-16345ef3e089 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:38:18.751547 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-9f01a9fa-9761-4957-b4f1-2674431b84f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:18.801979 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f01a9fa-9761-4957-b4f1-2674431b84f2 service neutron] Pushing event updated for resources: {'Port': ['ID=dc406eab-6552-48bf-a042-16345ef3e089,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:18.873827 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-9f01a9fa-9761-4957-b4f1-2674431b84f2 service neutron] Attempting to bind port dc406eab-6552-48bf-a042-16345ef3e089 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:38:18.874177 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-9f01a9fa-9761-4957-b4f1-2674431b84f2 service neutron] Attempting to bind port dc406eab-6552-48bf-a042-16345ef3e089 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '0c91e8b2-993a-4dca-b8bf-9e718afd31b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eac3a854-b296-4fd9-b0cf-fe2116bc6ea7'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:38:18.874516 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-9f01a9fa-9761-4957-b4f1-2674431b84f2 service neutron] Attempting to bind port dc406eab-6552-48bf-a042-16345ef3e089 on network eac3a854-b296-4fd9-b0cf-fe2116bc6ea7 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:38:18.881399 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-9f01a9fa-9761-4957-b4f1-2674431b84f2 service neutron] Port dc406eab-6552-48bf-a042-16345ef3e089 on network eac3a854-b296-4fd9-b0cf-fe2116bc6ea7 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:38:18.881399 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-9f01a9fa-9761-4957-b4f1-2674431b84f2 service neutron] Attempting to bind port dc406eab-6552-48bf-a042-16345ef3e089 on network eac3a854-b296-4fd9-b0cf-fe2116bc6ea7 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:38:18.884265 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-9f01a9fa-9761-4957-b4f1-2674431b84f2 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:38:18.884608 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-9f01a9fa-9761-4957-b4f1-2674431b84f2 service neutron] Checking segment: {'id': '0c91e8b2-993a-4dca-b8bf-9e718afd31b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eac3a854-b296-4fd9-b0cf-fe2116bc6ea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:38:18.884990 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-9f01a9fa-9761-4957-b4f1-2674431b84f2 service neutron] Bound using segment: {'id': '0c91e8b2-993a-4dca-b8bf-9e718afd31b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eac3a854-b296-4fd9-b0cf-fe2116bc6ea7'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:38:18.885453 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-9f01a9fa-9761-4957-b4f1-2674431b84f2 service neutron] Bound port: dc406eab-6552-48bf-a042-16345ef3e089, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c91e8b2-993a-4dca-b8bf-9e718afd31b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'eac3a854-b296-4fd9-b0cf-fe2116bc6ea7'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:38:18.885836 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-9f01a9fa-9761-4957-b4f1-2674431b84f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:18.951874 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-9f01a9fa-9761-4957-b4f1-2674431b84f2 service neutron] For port dc406eab-6552-48bf-a042-16345ef3e089, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:38:18.955591 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-9f01a9fa-9761-4957-b4f1-2674431b84f2 service neutron] For port dc406eab-6552-48bf-a042-16345ef3e089, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=dc406eab-6552-48bf-a042-16345ef3e089,segment=NetworkSegment(0c91e8b2-993a-4dca-b8bf-9e718afd31b4),segment_id=0c91e8b2-993a-4dca-b8bf-9e718afd31b4)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:38:19.038023 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-9f01a9fa-9761-4957-b4f1-2674431b84f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:19.072342 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-9f01a9fa-9761-4957-b4f1-2674431b84f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:19.072963 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-9f01a9fa-9761-4957-b4f1-2674431b84f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:19.074408 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-9f01a9fa-9761-4957-b4f1-2674431b84f2 service neutron] 10.222.0.57 "PUT /v2.0/ports/dc406eab-6552-48bf-a042-16345ef3e089 HTTP/1.1" status: 200 len: 1091 time: 0.7585983 Dec 16 10:38:19.074835 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f52ff55-9b43-44ad-963e-df5c64516c41', 'tag': 'dc406eab-6552-48bf-a042-16345ef3e089'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:38:19.077176 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b730e0e0-5588-465e-a460-7d5919edf092" -d '{"events": [{"name": "network-changed", "server_uuid": "7f52ff55-9b43-44ad-963e-df5c64516c41", "tag": "dc406eab-6552-48bf-a042-16345ef3e089"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:38:19.103384 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f01a9fa-9761-4957-b4f1-2674431b84f2 service neutron] Pushing event updated for resources: {'Port': ['ID=dc406eab-6552-48bf-a042-16345ef3e089,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:19.176585 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a713ca26-cf2c-494b-b5fd-6eedffcdf5ad x-openstack-request-id: req-a713ca26-cf2c-494b-b5fd-6eedffcdf5ad {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:38:19.177239 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f52ff55-9b43-44ad-963e-df5c64516c41", "tag": "dc406eab-6552-48bf-a042-16345ef3e089", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:38:19.178100 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a713ca26-cf2c-494b-b5fd-6eedffcdf5ad {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:38:19.178327 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f52ff55-9b43-44ad-963e-df5c64516c41', 'tag': 'dc406eab-6552-48bf-a042-16345ef3e089', 'status': 'completed', 'code': 200} Dec 16 10:38:19.231920 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-28a69f66-cd34-4b81-b681-f51e319edbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:19.233488 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-28a69f66-cd34-4b81-b681-f51e319edbbf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&device_id=7f52ff55-9b43-44ad-963e-df5c64516c41 HTTP/1.1" status: 200 len: 1094 time: 0.0441585 Dec 16 10:38:19.280013 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-66096e27-249b-449e-8053-35a3c850a3a9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc406eab-6552-48bf-a042-16345ef3e089 HTTP/1.1" status: 200 len: 217 time: 0.0385172 Dec 16 10:38:19.331282 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-a698c951-1e25-4d07-9f5a-e67397174737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:19.332749 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-a698c951-1e25-4d07-9f5a-e67397174737 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dfce8d55-6327-46ed-aa4a-6390a06dc29a HTTP/1.1" status: 200 len: 835 time: 0.0457585 Dec 16 10:38:19.377826 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-f8301648-02cd-4837-b922-2b2a1587b706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:19.379241 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-f8301648-02cd-4837-b922-2b2a1587b706 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eac3a854-b296-4fd9-b0cf-fe2116bc6ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397840 Dec 16 10:38:19.471435 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-0a27c5cb-d8df-422e-b307-c2ef47809d58 service neutron] 10.222.0.57 "GET /v2.0/networks/eac3a854-b296-4fd9-b0cf-fe2116bc6ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854542 Dec 16 10:38:19.538470 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca8d48-ed76-4a7a-8d71-3bf866887937 req-2708a357-1f91-45e1-b5de-3e237fb194f4 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:19.539939 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d6ca8d48-ed76-4a7a-8d71-3bf866887937 req-2708a357-1f91-45e1-b5de-3e237fb194f4 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f52ff55-9b43-44ad-963e-df5c64516c41 HTTP/1.1" status: 200 len: 943 time: 0.0485833 Dec 16 10:38:19.562802 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2a10db61-462d-4b86-8d94-f234f6f00495 req-8e4f14b4-695e-455f-b9ba-401e09ffc2e3 service neutron] 10.222.0.57 "GET /v2.0/networks/eac3a854-b296-4fd9-b0cf-fe2116bc6ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833330 Dec 16 10:38:19.577901 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d6ca8d48-ed76-4a7a-8d71-3bf866887937 req-77ed14ed-12b4-436f-b9f3-b168cc9410de tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=b686367c-0a6c-4732-a2b3-d2798be402cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318422 Dec 16 10:38:19.712170 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730e0e0-5588-465e-a460-7d5919edf092 req-61d1b504-d280-4b54-a44a-0f08b6ca571b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:19.713553 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b730e0e0-5588-465e-a460-7d5919edf092 req-61d1b504-d280-4b54-a44a-0f08b6ca571b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&device_id=7f52ff55-9b43-44ad-963e-df5c64516c41 HTTP/1.1" status: 200 len: 1094 time: 0.0460260 Dec 16 10:38:19.802330 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730e0e0-5588-465e-a460-7d5919edf092 req-2228e3c0-04e1-4667-a917-cf81e4306db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:19.803773 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b730e0e0-5588-465e-a460-7d5919edf092 req-2228e3c0-04e1-4667-a917-cf81e4306db3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=eac3a854-b296-4fd9-b0cf-fe2116bc6ea7 HTTP/1.1" status: 200 len: 897 time: 0.0833087 Dec 16 10:38:19.846041 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b730e0e0-5588-465e-a460-7d5919edf092 req-415cdd66-c042-415f-8319-a22aa638c2de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc406eab-6552-48bf-a042-16345ef3e089 HTTP/1.1" status: 200 len: 217 time: 0.0346386 Dec 16 10:38:19.898169 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730e0e0-5588-465e-a460-7d5919edf092 req-cef81501-e81d-4a4c-a4fa-4265ae1c4cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:19.899565 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b730e0e0-5588-465e-a460-7d5919edf092 req-cef81501-e81d-4a4c-a4fa-4265ae1c4cca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dfce8d55-6327-46ed-aa4a-6390a06dc29a HTTP/1.1" status: 200 len: 835 time: 0.0469711 Dec 16 10:38:19.945414 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730e0e0-5588-465e-a460-7d5919edf092 req-1b1a3934-6c16-41d1-b724-c8e66088c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:19.946851 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b730e0e0-5588-465e-a460-7d5919edf092 req-1b1a3934-6c16-41d1-b724-c8e66088c01c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eac3a854-b296-4fd9-b0cf-fe2116bc6ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397530 Dec 16 10:38:20.034293 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b730e0e0-5588-465e-a460-7d5919edf092 req-81e5477b-2e7b-4651-b9ef-317f5a8478fa service neutron] 10.222.0.57 "GET /v2.0/networks/eac3a854-b296-4fd9-b0cf-fe2116bc6ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800762 Dec 16 10:38:20.130657 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b730e0e0-5588-465e-a460-7d5919edf092 req-d56f2d4b-6fca-4130-9cff-83856f7bed7f service neutron] 10.222.0.57 "GET /v2.0/networks/eac3a854-b296-4fd9-b0cf-fe2116bc6ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884142 Dec 16 10:38:20.697086 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7531ff-f8d8-4b15-83ca-09b9fec471f2 req-98de4dfc-7f43-4f64-ac34-211c93757ba1 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:20.698587 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b7531ff-f8d8-4b15-83ca-09b9fec471f2 req-98de4dfc-7f43-4f64-ac34-211c93757ba1 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f52ff55-9b43-44ad-963e-df5c64516c41 HTTP/1.1" status: 200 len: 943 time: 0.0504634 Dec 16 10:38:20.743978 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2b7531ff-f8d8-4b15-83ca-09b9fec471f2 req-424230b3-daa7-4748-a0cf-2015901a6215 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=b686367c-0a6c-4732-a2b3-d2798be402cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388386 Dec 16 10:38:21.862119 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1029a52-c27e-49c0-937a-4cca28c1f87c req-6c1dabb1-9e64-4dc3-8c22-cee6c990830d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:21.863575 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a1029a52-c27e-49c0-937a-4cca28c1f87c req-6c1dabb1-9e64-4dc3-8c22-cee6c990830d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f52ff55-9b43-44ad-963e-df5c64516c41 HTTP/1.1" status: 200 len: 943 time: 0.0520766 Dec 16 10:38:21.900204 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a1029a52-c27e-49c0-937a-4cca28c1f87c req-5acbc17c-914c-405c-92e1-afeacecf0069 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=b686367c-0a6c-4732-a2b3-d2798be402cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307407 Dec 16 10:38:23.017597 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895982d7-a47e-4758-9260-abb8a3230099 req-6ebb3a72-2fc9-4587-867a-a70f134e3fc4 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:23.018985 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-895982d7-a47e-4758-9260-abb8a3230099 req-6ebb3a72-2fc9-4587-867a-a70f134e3fc4 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f52ff55-9b43-44ad-963e-df5c64516c41 HTTP/1.1" status: 200 len: 943 time: 0.0530765 Dec 16 10:38:23.056405 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-895982d7-a47e-4758-9260-abb8a3230099 req-ebe4248c-e067-428f-954f-ce012d59ef82 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=b686367c-0a6c-4732-a2b3-d2798be402cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314095 Dec 16 10:38:23.633289 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device dc406eab-6552-48bf-a042-16345ef3e089 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:38:23.876871 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port dc406eab-6552-48bf-a042-16345ef3e089, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=dc406eab-6552-48bf-a042-16345ef3e089,segment=NetworkSegment(0c91e8b2-993a-4dca-b8bf-9e718afd31b4),segment_id=0c91e8b2-993a-4dca-b8bf-9e718afd31b4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:38:23.888074 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'dc406eab-6552-48bf-a042-16345ef3e089', 'network_id': 'eac3a854-b296-4fd9-b0cf-fe2116bc6ea7', 'port_id': 'dc406eab-6552-48bf-a042-16345ef3e089', 'mac_address': 'fa:16:3e:00:35:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfce8d55-6327-46ed-aa4a-6390a06dc29a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:38:23.923820 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:23.936205 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc406eab-6552-48bf-a042-16345ef3e089 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:38:23.956116 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port dc406eab-6552-48bf-a042-16345ef3e089, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=dc406eab-6552-48bf-a042-16345ef3e089,segment=NetworkSegment(0c91e8b2-993a-4dca-b8bf-9e718afd31b4),segment_id=0c91e8b2-993a-4dca-b8bf-9e718afd31b4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:38:24.042768 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:24.101414 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=dc406eab-6552-48bf-a042-16345ef3e089,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:24.151964 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c6744d5e-ae33-4f3b-8f7c-c0111235074f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:24.171578 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05765f26-edab-4378-ab68-e69fa1e09829 req-fd4298cd-c1c2-49bc-a1e0-4c15303a1248 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:24.173064 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-05765f26-edab-4378-ab68-e69fa1e09829 req-fd4298cd-c1c2-49bc-a1e0-4c15303a1248 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f52ff55-9b43-44ad-963e-df5c64516c41 HTTP/1.1" status: 200 len: 944 time: 0.0502942 Dec 16 10:38:24.210823 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-05765f26-edab-4378-ab68-e69fa1e09829 req-53f264ee-17fc-4bb6-87d3-4f5524ca6798 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=b686367c-0a6c-4732-a2b3-d2798be402cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309770 Dec 16 10:38:24.409337 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['dc406eab-6552-48bf-a042-16345ef3e089'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:38:25.322591 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6913e79-1bdd-4e85-a2ec-d19c02482133 req-dedf9258-a810-481b-83d0-73441fc84892 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:25.324055 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e6913e79-1bdd-4e85-a2ec-d19c02482133 req-dedf9258-a810-481b-83d0-73441fc84892 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f52ff55-9b43-44ad-963e-df5c64516c41 HTTP/1.1" status: 200 len: 944 time: 0.0479352 Dec 16 10:38:25.362644 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e6913e79-1bdd-4e85-a2ec-d19c02482133 req-f19c516d-c41e-43d4-9a8e-d28aa9244075 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=b686367c-0a6c-4732-a2b3-d2798be402cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325887 Dec 16 10:38:25.642235 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device dc406eab-6552-48bf-a042-16345ef3e089 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:38:25.746096 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port dc406eab-6552-48bf-a042-16345ef3e089 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:38:25.749922 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port dc406eab-6552-48bf-a042-16345ef3e089 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:38:25.750297 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:25.829019 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:25.849961 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f52ff55-9b43-44ad-963e-df5c64516c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc406eab-6552-48bf-a042-16345ef3e089'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:38:25.852157 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43456ec7ce59ea77a0f74ce1d1a90a56292c95d5d3a8a10fcc4b35aa5a8e1da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c840a5-5a86-4c24-955a-775595ddbc87" -d '{"events": [{"server_uuid": "7f52ff55-9b43-44ad-963e-df5c64516c41", "name": "network-vif-plugged", "status": "completed", "tag": "dc406eab-6552-48bf-a042-16345ef3e089"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:38:25.867658 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port dc406eab-6552-48bf-a042-16345ef3e089, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=dc406eab-6552-48bf-a042-16345ef3e089,segment=NetworkSegment(0c91e8b2-993a-4dca-b8bf-9e718afd31b4),segment_id=0c91e8b2-993a-4dca-b8bf-9e718afd31b4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:38:25.929320 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:25.953380 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611fc7b5-3016-4eae-bbce-ea464d2e81c2 x-openstack-request-id: req-611fc7b5-3016-4eae-bbce-ea464d2e81c2 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:38:25.953672 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f52ff55-9b43-44ad-963e-df5c64516c41", "name": "network-vif-plugged", "status": "completed", "tag": "dc406eab-6552-48bf-a042-16345ef3e089", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:38:25.953923 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-611fc7b5-3016-4eae-bbce-ea464d2e81c2 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:38:25.954302 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f52ff55-9b43-44ad-963e-df5c64516c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc406eab-6552-48bf-a042-16345ef3e089', 'code': 200} Dec 16 10:38:25.980241 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=dc406eab-6552-48bf-a042-16345ef3e089,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:26.043365 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d425f-a692-4801-9687-7cfd7445e6ec req-46d2a0d1-81b7-473d-b5df-a369a60c4356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:26.044834 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f28d425f-a692-4801-9687-7cfd7445e6ec req-46d2a0d1-81b7-473d-b5df-a369a60c4356 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7f52ff55-9b43-44ad-963e-df5c64516c41 HTTP/1.1" status: 200 len: 1096 time: 0.0405672 Dec 16 10:38:26.079523 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f28d425f-a692-4801-9687-7cfd7445e6ec req-2ab4b848-210e-457c-928d-e910e5aa5f81 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b686367c-0a6c-4732-a2b3-d2798be402cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260410 Dec 16 10:38:26.455028 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bbd53042-6074-4b41-8f50-5fb5096ac85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:26.484693 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd9a3e-14c8-496f-95a5-9c285278a5e3 req-adaa0c42-af26-4d4c-a7d9-769cf54178a1 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:26.486206 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84cd9a3e-14c8-496f-95a5-9c285278a5e3 req-adaa0c42-af26-4d4c-a7d9-769cf54178a1 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f52ff55-9b43-44ad-963e-df5c64516c41 HTTP/1.1" status: 200 len: 945 time: 0.0570309 Dec 16 10:38:26.524290 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84cd9a3e-14c8-496f-95a5-9c285278a5e3 req-6bdf40e2-658c-45cb-90e5-6a4883c00a2a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=b686367c-0a6c-4732-a2b3-d2798be402cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317435 Dec 16 10:38:27.638636 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6dfcd-a2c3-46e7-926c-8e07a31eb979 req-db8c1e3a-682e-4cc7-8051-f92830bd3e29 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:27.640110 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-69b6dfcd-a2c3-46e7-926c-8e07a31eb979 req-db8c1e3a-682e-4cc7-8051-f92830bd3e29 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f52ff55-9b43-44ad-963e-df5c64516c41 HTTP/1.1" status: 200 len: 945 time: 0.0484886 Dec 16 10:38:27.689766 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-69b6dfcd-a2c3-46e7-926c-8e07a31eb979 req-8f64e838-08b6-41f6-989c-d6b45b0480fe tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=b686367c-0a6c-4732-a2b3-d2798be402cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414267 Dec 16 10:38:27.806838 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58098ce6-67f2-4165-9b0b-072428df48bc req-e6a13901-72fd-458b-8262-6b88eca2e956 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:27.808304 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-58098ce6-67f2-4165-9b0b-072428df48bc req-e6a13901-72fd-458b-8262-6b88eca2e956 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f52ff55-9b43-44ad-963e-df5c64516c41 HTTP/1.1" status: 200 len: 945 time: 0.0503392 Dec 16 10:38:27.845401 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-58098ce6-67f2-4165-9b0b-072428df48bc req-91bce61c-5190-4fbd-a02c-b90c122a0a15 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=b686367c-0a6c-4732-a2b3-d2798be402cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309238 Dec 16 10:38:27.854781 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:27.867310 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42016) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:38:27.906021 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffd0f7c-d88f-459f-bb29-5c75e5c85994 tempest-TestNetworkAdvancedServerOps-1096991519 tempest-TestNetworkAdvancedServerOps-1096991519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:27.907501 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fffd0f7c-d88f-459f-bb29-5c75e5c85994 tempest-TestNetworkAdvancedServerOps-1096991519 tempest-TestNetworkAdvancedServerOps-1096991519-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7f52ff55-9b43-44ad-963e-df5c64516c41 HTTP/1.1" status: 200 len: 1091 time: 0.0392299 Dec 16 10:38:27.910994 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42018) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:38:27.915413 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-77f65fe3-a46b-4f5b-bef4-3e8a721da1f4 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'port_id': 'dc406eab-6552-48bf-a042-16345ef3e089', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:38:28.003337 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-77f65fe3-a46b-4f5b-bef4-3e8a721da1f4 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for floatingip, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:28.110002 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-77f65fe3-a46b-4f5b-bef4-3e8a721da1f4 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:28.212505 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-77f65fe3-a46b-4f5b-bef4-3e8a721da1f4 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Allocated IP 172.25.1.147 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/384dc91d-4ada-4749-8ec2-86c2b4551932) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:38:28.316680 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-77f65fe3-a46b-4f5b-bef4-3e8a721da1f4 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:28.404063 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-77f65fe3-a46b-4f5b-bef4-3e8a721da1f4 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:28.441464 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f65fe3-a46b-4f5b-bef4-3e8a721da1f4 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:38:28.444311 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-77f65fe3-a46b-4f5b-bef4-3e8a721da1f4 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:38:28.446892 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f65fe3-a46b-4f5b-bef4-3e8a721da1f4 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:38:28.475558 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f65fe3-a46b-4f5b-bef4-3e8a721da1f4 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Port': ['ID=384dc91d-4ada-4749-8ec2-86c2b4551932,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:28.804792 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-77f65fe3-a46b-4f5b-bef4-3e8a721da1f4 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:28.942019 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-77f65fe3-a46b-4f5b-bef4-3e8a721da1f4 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:29.095497 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-77f65fe3-a46b-4f5b-bef4-3e8a721da1f4 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:29.175044 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-77f65fe3-a46b-4f5b-bef4-3e8a721da1f4 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:29.248729 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f65fe3-a46b-4f5b-bef4-3e8a721da1f4 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Port': ['ID=384dc91d-4ada-4749-8ec2-86c2b4551932,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:29.259531 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-77f65fe3-a46b-4f5b-bef4-3e8a721da1f4 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:29.360874 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [None req-77f65fe3-a46b-4f5b-bef4-3e8a721da1f4 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Floating IP 47b4e104-7cb7-42d4-a68a-a32db4cbfeed associated. External IP: 172.25.1.147, port: dc406eab-6552-48bf-a042-16345ef3e089. Dec 16 10:38:29.391438 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:29.564840 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f65fe3-a46b-4f5b-bef4-3e8a721da1f4 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Router 14716427-67ef-4452-897b-98353c5f9996 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:38:29.654276 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:29.672549 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f65fe3-a46b-4f5b-bef4-3e8a721da1f4 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:38:29.684287 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e431809e-3326-4df1-9fa6-80a478c324a3 None None] Sync routers for ids ['14716427-67ef-4452-897b-98353c5f9996'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:38:29.694157 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e431809e-3326-4df1-9fa6-80a478c324a3 None None] Routers {'14716427-67ef-4452-897b-98353c5f9996'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:38:29.694769 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e431809e-3326-4df1-9fa6-80a478c324a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:38:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['14716427-67ef-4452-897b-98353c5f9996'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:38:29.754106 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-77f65fe3-a46b-4f5b-bef4-3e8a721da1f4 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:29.782106 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-77f65fe3-a46b-4f5b-bef4-3e8a721da1f4 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8700969 Dec 16 10:38:29.782945 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f52ff55-9b43-44ad-963e-df5c64516c41', 'tag': 'dc406eab-6552-48bf-a042-16345ef3e089'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:38:29.785614 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99316709-3432-48e2-addc-b97bbd2b82cc" -d '{"events": [{"name": "network-changed", "server_uuid": "7f52ff55-9b43-44ad-963e-df5c64516c41", "tag": "dc406eab-6552-48bf-a042-16345ef3e089"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:38:29.802578 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-e431809e-3326-4df1-9fa6-80a478c324a3 None None] Set router 14716427-67ef-4452-897b-98353c5f9996 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:38:29.827639 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c4519d-c2d2-4b1b-bc36-c6bdff542d87 x-openstack-request-id: req-02c4519d-c2d2-4b1b-bc36-c6bdff542d87 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:38:29.827928 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f52ff55-9b43-44ad-963e-df5c64516c41", "tag": "dc406eab-6552-48bf-a042-16345ef3e089", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:38:29.828179 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-02c4519d-c2d2-4b1b-bc36-c6bdff542d87 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:38:29.828639 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f52ff55-9b43-44ad-963e-df5c64516c41', 'tag': 'dc406eab-6552-48bf-a042-16345ef3e089', 'status': 'completed', 'code': 200} Dec 16 10:38:29.896494 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99316709-3432-48e2-addc-b97bbd2b82cc req-36de2a0f-ecab-4625-85f1-cf2ae3ad129d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:29.897975 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c4fea-923f-41a6-bedc-c9b4727069d3 req-b029143a-f8aa-4a40-9ccf-b37e7c491de4 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:29.898515 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99316709-3432-48e2-addc-b97bbd2b82cc req-36de2a0f-ecab-4625-85f1-cf2ae3ad129d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&device_id=7f52ff55-9b43-44ad-963e-df5c64516c41 HTTP/1.1" status: 200 len: 1096 time: 0.0477951 Dec 16 10:38:29.899511 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ed3c4fea-923f-41a6-bedc-c9b4727069d3 req-b029143a-f8aa-4a40-9ccf-b37e7c491de4 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f52ff55-9b43-44ad-963e-df5c64516c41 HTTP/1.1" status: 200 len: 945 time: 0.0545003 Dec 16 10:38:29.939543 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ed3c4fea-923f-41a6-bedc-c9b4727069d3 req-425b5737-7a1b-4d2e-ac38-e54ec5396c8f tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=b686367c-0a6c-4732-a2b3-d2798be402cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334101 Dec 16 10:38:29.963225 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42024) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:38:29.990666 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99316709-3432-48e2-addc-b97bbd2b82cc req-3d962f16-f31b-4048-b5cd-821f51aeea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:29.992156 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99316709-3432-48e2-addc-b97bbd2b82cc req-3d962f16-f31b-4048-b5cd-821f51aeea63 service neutron] 10.222.0.57 "GET /v2.0/networks?id=eac3a854-b296-4fd9-b0cf-fe2116bc6ea7 HTTP/1.1" status: 200 len: 897 time: 0.0870576 Dec 16 10:38:30.023349 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-553ca24e-87e0-4a51-8813-9728deab7bf1 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/floatingips/47b4e104-7cb7-42d4-a68a-a32db4cbfeed HTTP/1.1" status: 200 len: 991 time: 0.0589299 Dec 16 10:38:30.039917 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e431809e-3326-4df1-9fa6-80a478c324a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14716427-67ef-4452-897b-98353c5f9996', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900220082', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '631235e3-c547-4058-aa11-c8889da93e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:38:08Z', 'updated_at': '2021-12-16T10:38:12Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '631235e3-c547-4058-aa11-c8889da93e0e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14716427-67ef-4452-897b-98353c5f9996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:38:09Z', 'updated_at': '2021-12-16T10:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '47b4e104-7cb7-42d4-a68a-a32db4cbfeed', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'floating_ip_address': '172.25.1.147', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '14716427-67ef-4452-897b-98353c5f9996', 'port_id': 'dc406eab-6552-48bf-a042-16345ef3e089', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eac3a854-b296-4fd9-b0cf-fe2116bc6ea7', 'mac_address': 'fa:16:3e:00:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f52ff55-9b43-44ad-963e-df5c64516c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:38:28Z', 'updated_at': '2021-12-16T10:38:28Z', 'revision_number': 0, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd90c9449-ed44-4033-89c7-a7ce2ee18778', 'name': '', 'network_id': 'eac3a854-b296-4fd9-b0cf-fe2116bc6ea7', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:23:b0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14716427-67ef-4452-897b-98353c5f9996', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dfce8d55-6327-46ed-aa4a-6390a06dc29a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:38:12Z', 'updated_at': '2021-12-16T10:38:15Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': 'dfce8d55-6327-46ed-aa4a-6390a06dc29a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:38:30.061221 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99316709-3432-48e2-addc-b97bbd2b82cc req-fcbc0188-f5d2-4adf-ae02-bf2ee18100ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc406eab-6552-48bf-a042-16345ef3e089 HTTP/1.1" status: 200 len: 999 time: 0.0615156 Dec 16 10:38:30.066469 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e431809e-3326-4df1-9fa6-80a478c324a3 None None] Checking router: 14716427-67ef-4452-897b-98353c5f9996 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:38:30.074548 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e431809e-3326-4df1-9fa6-80a478c324a3 None None] Routers {'14716427-67ef-4452-897b-98353c5f9996'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:38:30.075153 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e431809e-3326-4df1-9fa6-80a478c324a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:38:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['14716427-67ef-4452-897b-98353c5f9996'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:38:30.115794 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99316709-3432-48e2-addc-b97bbd2b82cc req-0b149e94-3d0c-4aa1-bdd8-850b9033ac83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:30.117372 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99316709-3432-48e2-addc-b97bbd2b82cc req-0b149e94-3d0c-4aa1-bdd8-850b9033ac83 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dfce8d55-6327-46ed-aa4a-6390a06dc29a HTTP/1.1" status: 200 len: 835 time: 0.0488310 Dec 16 10:38:30.167347 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99316709-3432-48e2-addc-b97bbd2b82cc req-f769773b-23c8-47e0-aaee-896bf314baf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:30.168908 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99316709-3432-48e2-addc-b97bbd2b82cc req-f769773b-23c8-47e0-aaee-896bf314baf4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eac3a854-b296-4fd9-b0cf-fe2116bc6ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444150 Dec 16 10:38:30.187956 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-e431809e-3326-4df1-9fa6-80a478c324a3 None None] Set router 14716427-67ef-4452-897b-98353c5f9996 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:38:30.261272 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99316709-3432-48e2-addc-b97bbd2b82cc req-959f30a8-842f-4ccc-be75-9e0a5323f849 service neutron] 10.222.0.57 "GET /v2.0/networks/eac3a854-b296-4fd9-b0cf-fe2116bc6ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853143 Dec 16 10:38:30.350087 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99316709-3432-48e2-addc-b97bbd2b82cc req-baf75de8-677c-4348-b8fa-ce92798c389e service neutron] 10.222.0.57 "GET /v2.0/networks/eac3a854-b296-4fd9-b0cf-fe2116bc6ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820200 Dec 16 10:38:30.406712 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-e431809e-3326-4df1-9fa6-80a478c324a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14716427-67ef-4452-897b-98353c5f9996', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900220082', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '631235e3-c547-4058-aa11-c8889da93e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:38:08Z', 'updated_at': '2021-12-16T10:38:12Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '631235e3-c547-4058-aa11-c8889da93e0e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14716427-67ef-4452-897b-98353c5f9996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:38:09Z', 'updated_at': '2021-12-16T10:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '47b4e104-7cb7-42d4-a68a-a32db4cbfeed', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'floating_ip_address': '172.25.1.147', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '14716427-67ef-4452-897b-98353c5f9996', 'port_id': 'dc406eab-6552-48bf-a042-16345ef3e089', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eac3a854-b296-4fd9-b0cf-fe2116bc6ea7', 'mac_address': 'fa:16:3e:00:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f52ff55-9b43-44ad-963e-df5c64516c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:38:28Z', 'updated_at': '2021-12-16T10:38:28Z', 'revision_number': 0, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd90c9449-ed44-4033-89c7-a7ce2ee18778', 'name': '', 'network_id': 'eac3a854-b296-4fd9-b0cf-fe2116bc6ea7', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:23:b0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14716427-67ef-4452-897b-98353c5f9996', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dfce8d55-6327-46ed-aa4a-6390a06dc29a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:38:12Z', 'updated_at': '2021-12-16T10:38:15Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': 'dfce8d55-6327-46ed-aa4a-6390a06dc29a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:38:30.454568 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e431809e-3326-4df1-9fa6-80a478c324a3 None None] The sync data for ids ['14716427-67ef-4452-897b-98353c5f9996'] in n-d-820550-2 is: [{'id': '14716427-67ef-4452-897b-98353c5f9996', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900220082', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '631235e3-c547-4058-aa11-c8889da93e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:38:08Z', 'updated_at': '2021-12-16T10:38:12Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '631235e3-c547-4058-aa11-c8889da93e0e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14716427-67ef-4452-897b-98353c5f9996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:38:09Z', 'updated_at': '2021-12-16T10:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '47b4e104-7cb7-42d4-a68a-a32db4cbfeed', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'floating_ip_address': '172.25.1.147', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '14716427-67ef-4452-897b-98353c5f9996', 'port_id': 'dc406eab-6552-48bf-a042-16345ef3e089', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eac3a854-b296-4fd9-b0cf-fe2116bc6ea7', 'mac_address': 'fa:16:3e:00:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f52ff55-9b43-44ad-963e-df5c64516c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:38:28Z', 'updated_at': '2021-12-16T10:38:28Z', 'revision_number': 0, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd90c9449-ed44-4033-89c7-a7ce2ee18778', 'name': '', 'network_id': 'eac3a854-b296-4fd9-b0cf-fe2116bc6ea7', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:23:b0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14716427-67ef-4452-897b-98353c5f9996', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dfce8d55-6327-46ed-aa4a-6390a06dc29a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:38:12Z', 'updated_at': '2021-12-16T10:38:15Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': 'dfce8d55-6327-46ed-aa4a-6390a06dc29a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:38:30.659190 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4301fe-9806-4cc8-a9d8-acc300c962e1 None None] New status for floating IP 47b4e104-7cb7-42d4-a68a-a32db4cbfeed: ACTIVE {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:38:31.026929 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42026) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:38:31.088577 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1f0e384b-13df-4ed0-896e-5d234784aa14 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/floatingips/47b4e104-7cb7-42d4-a68a-a32db4cbfeed HTTP/1.1" status: 200 len: 993 time: 0.0604920 Dec 16 10:38:36.310749 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9d019efd-1d90-4120-8c3b-8227cbd2cd06 req-bd4be03f-1423-47f4-9f38-04fac37593ba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7f52ff55-9b43-44ad-963e-df5c64516c41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400503 Dec 16 10:38:36.392827 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d019efd-1d90-4120-8c3b-8227cbd2cd06 req-ba31f3db-7046-4b2c-8d7e-6eb13f24eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:36.394814 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9d019efd-1d90-4120-8c3b-8227cbd2cd06 req-ba31f3db-7046-4b2c-8d7e-6eb13f24eebd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&device_id=7f52ff55-9b43-44ad-963e-df5c64516c41 HTTP/1.1" status: 200 len: 1096 time: 0.0435266 Dec 16 10:38:36.504125 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d019efd-1d90-4120-8c3b-8227cbd2cd06 req-5b9efe1f-5a69-4a75-86dd-28b6cbbc2e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:36.505532 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9d019efd-1d90-4120-8c3b-8227cbd2cd06 req-5b9efe1f-5a69-4a75-86dd-28b6cbbc2e12 service neutron] 10.222.0.57 "GET /v2.0/networks?id=eac3a854-b296-4fd9-b0cf-fe2116bc6ea7 HTTP/1.1" status: 200 len: 897 time: 0.0919333 Dec 16 10:38:36.574613 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9d019efd-1d90-4120-8c3b-8227cbd2cd06 req-69b41a0c-3612-4546-9a9b-cc66ad9b8f2d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc406eab-6552-48bf-a042-16345ef3e089 HTTP/1.1" status: 200 len: 1001 time: 0.0611877 Dec 16 10:38:36.625752 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d019efd-1d90-4120-8c3b-8227cbd2cd06 req-697d76b7-c188-438b-a258-8210eb835d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:36.627159 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9d019efd-1d90-4120-8c3b-8227cbd2cd06 req-697d76b7-c188-438b-a258-8210eb835d4f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dfce8d55-6327-46ed-aa4a-6390a06dc29a HTTP/1.1" status: 200 len: 835 time: 0.0458999 Dec 16 10:38:36.671699 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d019efd-1d90-4120-8c3b-8227cbd2cd06 req-9750982d-502c-494c-8a54-3854696da4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:36.673170 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9d019efd-1d90-4120-8c3b-8227cbd2cd06 req-9750982d-502c-494c-8a54-3854696da4d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eac3a854-b296-4fd9-b0cf-fe2116bc6ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389683 Dec 16 10:38:36.763778 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9d019efd-1d90-4120-8c3b-8227cbd2cd06 req-a5d1fcd4-273b-40a3-8be5-f438fbc4e78f service neutron] 10.222.0.57 "GET /v2.0/networks/eac3a854-b296-4fd9-b0cf-fe2116bc6ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832946 Dec 16 10:38:36.854481 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9d019efd-1d90-4120-8c3b-8227cbd2cd06 req-69951131-b910-4ad8-90bf-db0de916d6d5 service neutron] 10.222.0.57 "GET /v2.0/networks/eac3a854-b296-4fd9-b0cf-fe2116bc6ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826313 Dec 16 10:38:37.554674 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:38:37.962414 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:41.493972 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:54.127522 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e1b98774-91df-459d-968f-55360dae8ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:56.431041 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d5f431b2-f9ff-40ca-90ee-b377757b081e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:57.836685 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:59.351319 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:59.613697 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:07.984868 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:11.487474 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:14.554683 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:39:24.138788 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-799a3223-69ac-41cd-b578-b83dd120474b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:26.424207 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-67987ec9-78a8-474f-a1ab-0b9edae29aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:27.835640 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:29.344051 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:29.623606 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:37.647982 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6fe445c1-10f3-4d22-81af-69fdd13215dd req-0f3aba7a-6f3f-491f-99ff-db23de5b7be3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7f52ff55-9b43-44ad-963e-df5c64516c41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460622 Dec 16 10:39:37.739017 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe445c1-10f3-4d22-81af-69fdd13215dd req-6cf0ac6f-c68e-47d5-b4f3-2a5546430974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:39:37.740511 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6fe445c1-10f3-4d22-81af-69fdd13215dd req-6cf0ac6f-c68e-47d5-b4f3-2a5546430974 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&device_id=7f52ff55-9b43-44ad-963e-df5c64516c41 HTTP/1.1" status: 200 len: 1096 time: 0.0476549 Dec 16 10:39:37.844495 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe445c1-10f3-4d22-81af-69fdd13215dd req-a0b3c4c5-b79b-4997-b659-496bff69c768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:39:37.846009 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6fe445c1-10f3-4d22-81af-69fdd13215dd req-a0b3c4c5-b79b-4997-b659-496bff69c768 service neutron] 10.222.0.57 "GET /v2.0/networks?id=eac3a854-b296-4fd9-b0cf-fe2116bc6ea7 HTTP/1.1" status: 200 len: 897 time: 0.0862107 Dec 16 10:39:37.913616 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6fe445c1-10f3-4d22-81af-69fdd13215dd req-4a5c32f8-3027-497a-8c2e-8acc9462104d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc406eab-6552-48bf-a042-16345ef3e089 HTTP/1.1" status: 200 len: 1001 time: 0.0601633 Dec 16 10:39:37.963845 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe445c1-10f3-4d22-81af-69fdd13215dd req-71247f91-97ba-4c9e-9417-0e5c09221808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:39:37.965339 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6fe445c1-10f3-4d22-81af-69fdd13215dd req-71247f91-97ba-4c9e-9417-0e5c09221808 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dfce8d55-6327-46ed-aa4a-6390a06dc29a HTTP/1.1" status: 200 len: 835 time: 0.0451868 Dec 16 10:39:37.996489 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:38.015166 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe445c1-10f3-4d22-81af-69fdd13215dd req-cdc3e847-b016-4888-87c4-fc55b5cda25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:39:38.018608 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6fe445c1-10f3-4d22-81af-69fdd13215dd req-cdc3e847-b016-4888-87c4-fc55b5cda25f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eac3a854-b296-4fd9-b0cf-fe2116bc6ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449324 Dec 16 10:39:38.123926 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6fe445c1-10f3-4d22-81af-69fdd13215dd req-2e9d9147-7aa7-4884-9696-c9136d747e55 service neutron] 10.222.0.57 "GET /v2.0/networks/eac3a854-b296-4fd9-b0cf-fe2116bc6ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000099 Dec 16 10:39:38.537896 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6fe445c1-10f3-4d22-81af-69fdd13215dd req-1efcc9ca-5d24-451c-afd4-ac9205c05344 service neutron] 10.222.0.57 "GET /v2.0/networks/eac3a854-b296-4fd9-b0cf-fe2116bc6ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064331 Dec 16 10:39:41.481455 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:46.627546 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207b5ee-7956-4f3e-9e3a-313b36adb199 req-62d870e7-7181-4468-ae88-cf71ac7ce810 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:39:46.627546 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a207b5ee-7956-4f3e-9e3a-313b36adb199 req-62d870e7-7181-4468-ae88-cf71ac7ce810 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f52ff55-9b43-44ad-963e-df5c64516c41 HTTP/1.1" status: 200 len: 945 time: 0.0514252 Dec 16 10:39:46.670886 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a207b5ee-7956-4f3e-9e3a-313b36adb199 req-bd594685-2df1-47c4-8899-a48543b858db tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=b686367c-0a6c-4732-a2b3-d2798be402cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381746 Dec 16 10:39:47.803273 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183ca4e-c94e-47d7-a9eb-5d7c38664fb9 req-5c4b7921-5bb9-407e-b4b4-5f8c0ec372b2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:39:47.804715 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7183ca4e-c94e-47d7-a9eb-5d7c38664fb9 req-5c4b7921-5bb9-407e-b4b4-5f8c0ec372b2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f52ff55-9b43-44ad-963e-df5c64516c41 HTTP/1.1" status: 200 len: 945 time: 0.0499439 Dec 16 10:39:47.842096 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-7183ca4e-c94e-47d7-a9eb-5d7c38664fb9 req-7e5a2dc0-ea43-4889-a94b-603c0c634d98 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=b686367c-0a6c-4732-a2b3-d2798be402cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306406 Dec 16 10:39:47.864327 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42068) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:39:47.927029 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e0288e76-a807-48d9-acc7-d496e5a93fc4 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/floatingips/47b4e104-7cb7-42d4-a68a-a32db4cbfeed HTTP/1.1" status: 200 len: 993 time: 0.0616105 Dec 16 10:39:48.568239 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-f2797f7f-88b0-4651-9051-c713126820aa req-56c7b79e-394a-4252-82f4-b03858d64917 service neutron] (102816) timed out ('10.222.0.60', 38632) {{(pid=102816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 16 10:39:49.333050 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f7054-08ce-4e9d-b80e-cffd8783e155 req-c4f6b67a-a108-4d62-879d-f928275b159f tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:39:49.334603 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-613f7054-08ce-4e9d-b80e-cffd8783e155 req-c4f6b67a-a108-4d62-879d-f928275b159f tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f52ff55-9b43-44ad-963e-df5c64516c41 HTTP/1.1" status: 200 len: 945 time: 0.0500467 Dec 16 10:39:49.373156 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-613f7054-08ce-4e9d-b80e-cffd8783e155 req-96f46ec5-9085-444f-9465-4527800afb55 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=b686367c-0a6c-4732-a2b3-d2798be402cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323644 Dec 16 10:39:50.494975 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1262b-f6da-42ae-872f-6442ab335d99 req-40f7032f-429c-443e-a2da-f807fd2045f3 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:39:50.496932 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f8d1262b-f6da-42ae-872f-6442ab335d99 req-40f7032f-429c-443e-a2da-f807fd2045f3 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f52ff55-9b43-44ad-963e-df5c64516c41 HTTP/1.1" status: 200 len: 945 time: 0.0517406 Dec 16 10:39:50.550776 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f8d1262b-f6da-42ae-872f-6442ab335d99 req-cc0f38d1-b16c-493a-8763-5de2a0025f4b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=b686367c-0a6c-4732-a2b3-d2798be402cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467858 Dec 16 10:39:50.573682 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42078) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:39:50.642273 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a5649b74-d5e0-465e-9751-f8120e55d8e8 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/floatingips/47b4e104-7cb7-42d4-a68a-a32db4cbfeed HTTP/1.1" status: 200 len: 993 time: 0.0673537 Dec 16 10:39:50.875295 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42084) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:39:51.029959 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-291f577c-a3fc-4c5e-9f5c-78c8ced6ca87 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Deleting port 384dc91d-4ada-4749-8ec2-86c2b4551932 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:39:51.030306 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-291f577c-a3fc-4c5e-9f5c-78c8ced6ca87 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:51.108405 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-291f577c-a3fc-4c5e-9f5c-78c8ced6ca87 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:51.108840 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-291f577c-a3fc-4c5e-9f5c-78c8ced6ca87 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:51.120377 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-291f577c-a3fc-4c5e-9f5c-78c8ced6ca87 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Calling delete_port for 384dc91d-4ada-4749-8ec2-86c2b4551932 owned by network:floatingip {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:39:51.349582 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-291f577c-a3fc-4c5e-9f5c-78c8ced6ca87 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:51.374244 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f577c-a3fc-4c5e-9f5c-78c8ced6ca87 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event deleted for resources: {'Port': ['ID=384dc91d-4ada-4749-8ec2-86c2b4551932,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:39:51.390143 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f577c-a3fc-4c5e-9f5c-78c8ced6ca87 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:51.390529 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f577c-a3fc-4c5e-9f5c-78c8ced6ca87 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:51.390870 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f577c-a3fc-4c5e-9f5c-78c8ced6ca87 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:51.391203 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f577c-a3fc-4c5e-9f5c-78c8ced6ca87 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:51.391530 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f577c-a3fc-4c5e-9f5c-78c8ced6ca87 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:51.391859 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f577c-a3fc-4c5e-9f5c-78c8ced6ca87 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:51.392189 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f577c-a3fc-4c5e-9f5c-78c8ced6ca87 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:51.392512 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f577c-a3fc-4c5e-9f5c-78c8ced6ca87 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:51.392838 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f577c-a3fc-4c5e-9f5c-78c8ced6ca87 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:51.393182 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f577c-a3fc-4c5e-9f5c-78c8ced6ca87 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:51.393506 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f577c-a3fc-4c5e-9f5c-78c8ced6ca87 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:51.393822 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f577c-a3fc-4c5e-9f5c-78c8ced6ca87 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:51.447879 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-291f577c-a3fc-4c5e-9f5c-78c8ced6ca87 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for floatingip, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:51.448119 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [None req-291f577c-a3fc-4c5e-9f5c-78c8ced6ca87 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Floating IP 47b4e104-7cb7-42d4-a68a-a32db4cbfeed disassociated (deleted). External IP: 172.25.1.147, port: dc406eab-6552-48bf-a042-16345ef3e089. Dec 16 10:39:51.555038 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:39:51.952001 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291f577c-a3fc-4c5e-9f5c-78c8ced6ca87 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Router 14716427-67ef-4452-897b-98353c5f9996 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:39:52.065756 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291f577c-a3fc-4c5e-9f5c-78c8ced6ca87 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:39:52.077064 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-291f577c-a3fc-4c5e-9f5c-78c8ced6ca87 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:52.082283 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4620440c-70ae-4fcd-a105-7db2c738f293 None None] Sync routers for ids ['14716427-67ef-4452-897b-98353c5f9996'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:39:52.092360 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4620440c-70ae-4fcd-a105-7db2c738f293 None None] Routers {'14716427-67ef-4452-897b-98353c5f9996'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:39:52.092962 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-4620440c-70ae-4fcd-a105-7db2c738f293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:39:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['14716427-67ef-4452-897b-98353c5f9996'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:39:52.104481 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-291f577c-a3fc-4c5e-9f5c-78c8ced6ca87 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "DELETE /v2.0/floatingips/47b4e104-7cb7-42d4-a68a-a32db4cbfeed HTTP/1.1" status: 204 len: 168 time: 1.2281010 Dec 16 10:39:52.105173 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f52ff55-9b43-44ad-963e-df5c64516c41', 'tag': 'dc406eab-6552-48bf-a042-16345ef3e089'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:39:52.107561 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d26ae51030dc677b2798be63b73eac8166a15593755268c5273421dc3d5daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef1ff00-a7bf-4625-b34b-5fd7cf1cbedb" -d '{"events": [{"name": "network-changed", "server_uuid": "7f52ff55-9b43-44ad-963e-df5c64516c41", "tag": "dc406eab-6552-48bf-a042-16345ef3e089"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:39:52.156652 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc696c47-08ad-4ea7-9d31-834cb1ac4e64 x-openstack-request-id: req-cc696c47-08ad-4ea7-9d31-834cb1ac4e64 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:39:52.157217 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f52ff55-9b43-44ad-963e-df5c64516c41", "tag": "dc406eab-6552-48bf-a042-16345ef3e089", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:39:52.157491 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cc696c47-08ad-4ea7-9d31-834cb1ac4e64 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:39:52.158489 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f52ff55-9b43-44ad-963e-df5c64516c41', 'tag': 'dc406eab-6552-48bf-a042-16345ef3e089', 'status': 'completed', 'code': 200} Dec 16 10:39:52.235358 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1ff00-a7bf-4625-b34b-5fd7cf1cbedb req-ab9267bd-086e-47b9-84f2-33e925bff9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:39:52.236886 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9ef1ff00-a7bf-4625-b34b-5fd7cf1cbedb req-ab9267bd-086e-47b9-84f2-33e925bff9fc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&device_id=7f52ff55-9b43-44ad-963e-df5c64516c41 HTTP/1.1" status: 200 len: 1096 time: 0.0494034 Dec 16 10:39:52.313250 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-4620440c-70ae-4fcd-a105-7db2c738f293 None None] Set router 14716427-67ef-4452-897b-98353c5f9996 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:39:52.330666 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1ff00-a7bf-4625-b34b-5fd7cf1cbedb req-3b8449d2-b405-496f-8a4b-6eaea37dd6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:39:52.334582 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9ef1ff00-a7bf-4625-b34b-5fd7cf1cbedb req-3b8449d2-b405-496f-8a4b-6eaea37dd6d5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=eac3a854-b296-4fd9-b0cf-fe2116bc6ea7 HTTP/1.1" status: 200 len: 897 time: 0.0878549 Dec 16 10:39:52.379680 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9ef1ff00-a7bf-4625-b34b-5fd7cf1cbedb req-5396096f-fee4-45c6-9163-02a073ae0abb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc406eab-6552-48bf-a042-16345ef3e089 HTTP/1.1" status: 200 len: 217 time: 0.0394335 Dec 16 10:39:52.439399 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1ff00-a7bf-4625-b34b-5fd7cf1cbedb req-8ac64156-5894-44a0-83ef-db3d21b289ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:39:52.441826 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9ef1ff00-a7bf-4625-b34b-5fd7cf1cbedb req-8ac64156-5894-44a0-83ef-db3d21b289ae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dfce8d55-6327-46ed-aa4a-6390a06dc29a HTTP/1.1" status: 200 len: 835 time: 0.0543778 Dec 16 10:39:52.492181 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1ff00-a7bf-4625-b34b-5fd7cf1cbedb req-d166df74-abd3-4ca6-9135-b5dbb664ebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:39:52.493774 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9ef1ff00-a7bf-4625-b34b-5fd7cf1cbedb req-d166df74-abd3-4ca6-9135-b5dbb664ebef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eac3a854-b296-4fd9-b0cf-fe2116bc6ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439806 Dec 16 10:39:52.558283 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-4620440c-70ae-4fcd-a105-7db2c738f293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14716427-67ef-4452-897b-98353c5f9996', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900220082', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '631235e3-c547-4058-aa11-c8889da93e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:38:08Z', 'updated_at': '2021-12-16T10:38:12Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '631235e3-c547-4058-aa11-c8889da93e0e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14716427-67ef-4452-897b-98353c5f9996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:38:09Z', 'updated_at': '2021-12-16T10:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'd90c9449-ed44-4033-89c7-a7ce2ee18778', 'name': '', 'network_id': 'eac3a854-b296-4fd9-b0cf-fe2116bc6ea7', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:23:b0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14716427-67ef-4452-897b-98353c5f9996', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dfce8d55-6327-46ed-aa4a-6390a06dc29a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:38:12Z', 'updated_at': '2021-12-16T10:38:15Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': 'dfce8d55-6327-46ed-aa4a-6390a06dc29a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:39:52.588290 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4620440c-70ae-4fcd-a105-7db2c738f293 None None] Checking router: 14716427-67ef-4452-897b-98353c5f9996 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:39:52.596512 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4620440c-70ae-4fcd-a105-7db2c738f293 None None] Routers {'14716427-67ef-4452-897b-98353c5f9996'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:39:52.597140 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-4620440c-70ae-4fcd-a105-7db2c738f293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:39:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['14716427-67ef-4452-897b-98353c5f9996'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:39:52.614595 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db859b-e706-48d6-88ed-50151ac0998d req-005b7599-bd8a-4cec-912d-6e0435b65cb6 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:39:52.616165 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d8db859b-e706-48d6-88ed-50151ac0998d req-005b7599-bd8a-4cec-912d-6e0435b65cb6 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f52ff55-9b43-44ad-963e-df5c64516c41 HTTP/1.1" status: 200 len: 945 time: 0.0639472 Dec 16 10:39:52.654519 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9ef1ff00-a7bf-4625-b34b-5fd7cf1cbedb req-ff5c8466-eca5-47a2-85f2-110f9f7be735 service neutron] 10.222.0.57 "GET /v2.0/networks/eac3a854-b296-4fd9-b0cf-fe2116bc6ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525359 Dec 16 10:39:52.688986 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d8db859b-e706-48d6-88ed-50151ac0998d req-5c8faf92-9ca2-4708-a596-76fba9c9d883 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=b686367c-0a6c-4732-a2b3-d2798be402cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649784 Dec 16 10:39:52.705068 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-4620440c-70ae-4fcd-a105-7db2c738f293 None None] Set router 14716427-67ef-4452-897b-98353c5f9996 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:39:52.762877 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9ef1ff00-a7bf-4625-b34b-5fd7cf1cbedb req-154df3e1-e42f-4461-8b9c-20cd751d5109 service neutron] 10.222.0.57 "GET /v2.0/networks/eac3a854-b296-4fd9-b0cf-fe2116bc6ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983067 Dec 16 10:39:52.909322 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-4620440c-70ae-4fcd-a105-7db2c738f293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14716427-67ef-4452-897b-98353c5f9996', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900220082', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '631235e3-c547-4058-aa11-c8889da93e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:38:08Z', 'updated_at': '2021-12-16T10:38:12Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '631235e3-c547-4058-aa11-c8889da93e0e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14716427-67ef-4452-897b-98353c5f9996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:38:09Z', 'updated_at': '2021-12-16T10:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'd90c9449-ed44-4033-89c7-a7ce2ee18778', 'name': '', 'network_id': 'eac3a854-b296-4fd9-b0cf-fe2116bc6ea7', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:23:b0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14716427-67ef-4452-897b-98353c5f9996', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dfce8d55-6327-46ed-aa4a-6390a06dc29a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:38:12Z', 'updated_at': '2021-12-16T10:38:15Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': 'dfce8d55-6327-46ed-aa4a-6390a06dc29a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:39:52.934995 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4620440c-70ae-4fcd-a105-7db2c738f293 None None] The sync data for ids ['14716427-67ef-4452-897b-98353c5f9996'] in n-d-820550-2 is: [{'id': '14716427-67ef-4452-897b-98353c5f9996', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900220082', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '631235e3-c547-4058-aa11-c8889da93e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:38:08Z', 'updated_at': '2021-12-16T10:38:12Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '631235e3-c547-4058-aa11-c8889da93e0e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14716427-67ef-4452-897b-98353c5f9996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:38:09Z', 'updated_at': '2021-12-16T10:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'd90c9449-ed44-4033-89c7-a7ce2ee18778', 'name': '', 'network_id': 'eac3a854-b296-4fd9-b0cf-fe2116bc6ea7', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:23:b0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14716427-67ef-4452-897b-98353c5f9996', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dfce8d55-6327-46ed-aa4a-6390a06dc29a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:38:12Z', 'updated_at': '2021-12-16T10:38:15Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': 'dfce8d55-6327-46ed-aa4a-6390a06dc29a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:39:53.175941 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaab1370-0b5e-4e5b-a001-3bd23ea46929 None None] New status for floating IP 47b4e104-7cb7-42d4-a68a-a32db4cbfeed: DOWN {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:39:53.810449 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d267fa-8441-40d3-9225-808d5787e82f req-6e4f9260-5f54-41aa-8e48-2ef284b2619c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:39:53.812102 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c3d267fa-8441-40d3-9225-808d5787e82f req-6e4f9260-5f54-41aa-8e48-2ef284b2619c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f52ff55-9b43-44ad-963e-df5c64516c41 HTTP/1.1" status: 200 len: 945 time: 0.0516622 Dec 16 10:39:53.852773 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c3d267fa-8441-40d3-9225-808d5787e82f req-eab6a007-245a-455d-a385-fb882216809d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=b686367c-0a6c-4732-a2b3-d2798be402cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343993 Dec 16 10:39:54.143226 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1f7c937f-ccdd-4aa8-beb1-ca83f14534f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:54.443528 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60055665-3846-4622-b429-008af730581d req-0b9f4d24-ae89-4852-a5ba-44c80e6afb0e tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:39:54.444994 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-60055665-3846-4622-b429-008af730581d req-0b9f4d24-ae89-4852-a5ba-44c80e6afb0e tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f52ff55-9b43-44ad-963e-df5c64516c41 HTTP/1.1" status: 200 len: 945 time: 0.0557008 Dec 16 10:39:54.540345 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-60055665-3846-4622-b429-008af730581d req-69b178ce-ff39-4aa8-b643-90ae8512f7df tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Deleting port dc406eab-6552-48bf-a042-16345ef3e089 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:39:54.540694 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-60055665-3846-4622-b429-008af730581d req-69b178ce-ff39-4aa8-b643-90ae8512f7df tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:54.634836 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-60055665-3846-4622-b429-008af730581d req-69b178ce-ff39-4aa8-b643-90ae8512f7df tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] For port dc406eab-6552-48bf-a042-16345ef3e089, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=dc406eab-6552-48bf-a042-16345ef3e089,segment=NetworkSegment(0c91e8b2-993a-4dca-b8bf-9e718afd31b4),segment_id=0c91e8b2-993a-4dca-b8bf-9e718afd31b4)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:39:54.635205 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-60055665-3846-4622-b429-008af730581d req-69b178ce-ff39-4aa8-b643-90ae8512f7df tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:54.648764 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-60055665-3846-4622-b429-008af730581d req-69b178ce-ff39-4aa8-b643-90ae8512f7df tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Calling delete_port for dc406eab-6552-48bf-a042-16345ef3e089 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:39:54.840922 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-60055665-3846-4622-b429-008af730581d req-69b178ce-ff39-4aa8-b643-90ae8512f7df tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:54.870899 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b178ce-ff39-4aa8-b643-90ae8512f7df tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event deleted for resources: {'Port': ['ID=dc406eab-6552-48bf-a042-16345ef3e089,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:39:54.883209 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b178ce-ff39-4aa8-b643-90ae8512f7df tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:54.883563 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b178ce-ff39-4aa8-b643-90ae8512f7df tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:54.884283 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b178ce-ff39-4aa8-b643-90ae8512f7df tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:54.884474 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b178ce-ff39-4aa8-b643-90ae8512f7df tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:54.884861 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b178ce-ff39-4aa8-b643-90ae8512f7df tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:54.885227 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b178ce-ff39-4aa8-b643-90ae8512f7df tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:54.885569 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b178ce-ff39-4aa8-b643-90ae8512f7df tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:54.886440 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b178ce-ff39-4aa8-b643-90ae8512f7df tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:54.886898 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b178ce-ff39-4aa8-b643-90ae8512f7df tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:54.887233 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b178ce-ff39-4aa8-b643-90ae8512f7df tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:54.887561 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b178ce-ff39-4aa8-b643-90ae8512f7df tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:54.887882 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b178ce-ff39-4aa8-b643-90ae8512f7df tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:54.921779 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-60055665-3846-4622-b429-008af730581d req-69b178ce-ff39-4aa8-b643-90ae8512f7df tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] No DVR routers for this DVR port dc406eab-6552-48bf-a042-16345ef3e089 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:39:54.924586 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-60055665-3846-4622-b429-008af730581d req-69b178ce-ff39-4aa8-b643-90ae8512f7df tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:54.927861 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-60055665-3846-4622-b429-008af730581d req-69b178ce-ff39-4aa8-b643-90ae8512f7df tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.57 "DELETE /v2.0/ports/dc406eab-6552-48bf-a042-16345ef3e089 HTTP/1.1" status: 204 len: 173 time: 0.4758115 Dec 16 10:39:54.928296 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f52ff55-9b43-44ad-963e-df5c64516c41', 'name': 'network-vif-deleted', 'tag': 'dc406eab-6552-48bf-a042-16345ef3e089'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:39:54.930547 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1826f686-3ee3-4908-8d8f-2aed7d7c202f" -d '{"events": [{"server_uuid": "7f52ff55-9b43-44ad-963e-df5c64516c41", "name": "network-vif-deleted", "tag": "dc406eab-6552-48bf-a042-16345ef3e089"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:39:54.964996 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a50df58e-ca0b-4fc2-aeab-65ff8de3cec4 req-7f86c255-5b4f-4e70-bad5-2bd0254e2a2b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f52ff55-9b43-44ad-963e-df5c64516c41 HTTP/1.1" status: 200 len: 210 time: 0.0309527 Dec 16 10:39:54.970611 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6077cd71-882a-4235-82a0-7b741ee76fda x-openstack-request-id: req-6077cd71-882a-4235-82a0-7b741ee76fda {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:39:54.971131 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f52ff55-9b43-44ad-963e-df5c64516c41", "name": "network-vif-deleted", "tag": "dc406eab-6552-48bf-a042-16345ef3e089", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:39:54.971443 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6077cd71-882a-4235-82a0-7b741ee76fda {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:39:54.971856 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f52ff55-9b43-44ad-963e-df5c64516c41', 'name': 'network-vif-deleted', 'tag': 'dc406eab-6552-48bf-a042-16345ef3e089', 'status': 'completed', 'code': 200} Dec 16 10:39:56.023683 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42102) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:39:56.392785 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-48b0e3ca-ccf8-49ef-a935-454d0d3166dc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:56.440408 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-986ef333-774e-4cba-9102-021c28fbed99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:56.662232 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-48b0e3ca-ccf8-49ef-a935-454d0d3166dc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Deleting port d90c9449-ed44-4033-89c7-a7ce2ee18778 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:39:56.662480 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-48b0e3ca-ccf8-49ef-a935-454d0d3166dc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:56.750376 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-48b0e3ca-ccf8-49ef-a935-454d0d3166dc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] For port d90c9449-ed44-4033-89c7-a7ce2ee18778, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d90c9449-ed44-4033-89c7-a7ce2ee18778,segment=NetworkSegment(0c91e8b2-993a-4dca-b8bf-9e718afd31b4),segment_id=0c91e8b2-993a-4dca-b8bf-9e718afd31b4)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:39:56.750753 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-48b0e3ca-ccf8-49ef-a935-454d0d3166dc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:56.763589 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-48b0e3ca-ccf8-49ef-a935-454d0d3166dc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Calling delete_port for d90c9449-ed44-4033-89c7-a7ce2ee18778 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:39:57.023774 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-48b0e3ca-ccf8-49ef-a935-454d0d3166dc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:57.055640 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0e3ca-ccf8-49ef-a935-454d0d3166dc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event deleted for resources: {'Port': ['ID=d90c9449-ed44-4033-89c7-a7ce2ee18778,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:39:57.231267 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-48b0e3ca-ccf8-49ef-a935-454d0d3166dc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:57.456175 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b0e3ca-ccf8-49ef-a935-454d0d3166dc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Router 14716427-67ef-4452-897b-98353c5f9996 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:39:57.560884 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b0e3ca-ccf8-49ef-a935-454d0d3166dc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:39:57.565917 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-48b0e3ca-ccf8-49ef-a935-454d0d3166dc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "PUT /v2.0/routers/14716427-67ef-4452-897b-98353c5f9996/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5411959 Dec 16 10:39:57.568735 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42106) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:39:57.571212 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0de458-f11a-47ba-8229-12cedb057e40 None None] Sync routers for ids ['14716427-67ef-4452-897b-98353c5f9996'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:39:57.581181 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0de458-f11a-47ba-8229-12cedb057e40 None None] Routers {'14716427-67ef-4452-897b-98353c5f9996'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:39:57.581791 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-ab0de458-f11a-47ba-8229-12cedb057e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:39:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['14716427-67ef-4452-897b-98353c5f9996'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:39:57.619085 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a816c6-a5fd-48f4-b419-036ba41fbf55 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Deleting subnet dfce8d55-6327-46ed-aa4a-6390a06dc29a {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:39:57.623022 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-11a816c6-a5fd-48f4-b419-036ba41fbf55 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:57.662038 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-11a816c6-a5fd-48f4-b419-036ba41fbf55 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:57.685925 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-ab0de458-f11a-47ba-8229-12cedb057e40 None None] Set router 14716427-67ef-4452-897b-98353c5f9996 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:39:57.750474 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-11a816c6-a5fd-48f4-b419-036ba41fbf55 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:57.840242 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:57.867494 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-ab0de458-f11a-47ba-8229-12cedb057e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14716427-67ef-4452-897b-98353c5f9996', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900220082', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '631235e3-c547-4058-aa11-c8889da93e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:38:08Z', 'updated_at': '2021-12-16T10:39:56Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '631235e3-c547-4058-aa11-c8889da93e0e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14716427-67ef-4452-897b-98353c5f9996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:38:09Z', 'updated_at': '2021-12-16T10:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:39:57.869382 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-11a816c6-a5fd-48f4-b419-036ba41fbf55 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:57.894778 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0de458-f11a-47ba-8229-12cedb057e40 None None] Checking router: 14716427-67ef-4452-897b-98353c5f9996 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:39:57.898545 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a816c6-a5fd-48f4-b419-036ba41fbf55 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event deleted for resources: {'Subnet': ['ID=dfce8d55-6327-46ed-aa4a-6390a06dc29a,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:39:57.900606 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-11a816c6-a5fd-48f4-b419-036ba41fbf55 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:57.905790 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-11a816c6-a5fd-48f4-b419-036ba41fbf55 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "DELETE /v2.0/subnets/dfce8d55-6327-46ed-aa4a-6390a06dc29a HTTP/1.1" status: 204 len: 168 time: 0.3354726 Dec 16 10:39:57.908092 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42108) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:39:57.910763 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d27912-7f67-4026-8c28-4f43bb21e071 None None] Network eac3a854-b296-4fd9-b0cf-fe2116bc6ea7 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:39:57.911836 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0de458-f11a-47ba-8229-12cedb057e40 None None] Routers {'14716427-67ef-4452-897b-98353c5f9996'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:39:57.912453 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-ab0de458-f11a-47ba-8229-12cedb057e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:39:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['14716427-67ef-4452-897b-98353c5f9996'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:39:57.975581 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device dc406eab-6552-48bf-a042-16345ef3e089 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:39:58.014235 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: dc406eab-6552-48bf-a042-16345ef3e089 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:39:58.014466 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device dc406eab-6552-48bf-a042-16345ef3e089 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:39:58.019864 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-74c5301f-f503-4dd8-9375-59fcd05bc4e7 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:58.023840 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-ab0de458-f11a-47ba-8229-12cedb057e40 None None] Set router 14716427-67ef-4452-897b-98353c5f9996 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:39:58.117751 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b5d3c0-57a4-4b3b-b3e2-eb49f019cb02 None None] DHCP port deletion for eac3a854-b296-4fd9-b0cf-fe2116bc6ea7 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:39:58.134537 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-74c5301f-f503-4dd8-9375-59fcd05bc4e7 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:58.165203 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f1b5d3c0-57a4-4b3b-b3e2-eb49f019cb02 None None] Deleting port 01fbb44d-3613-4277-a54c-424e56a681e2 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:39:58.165709 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f1b5d3c0-57a4-4b3b-b3e2-eb49f019cb02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:58.214127 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-ab0de458-f11a-47ba-8229-12cedb057e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14716427-67ef-4452-897b-98353c5f9996', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900220082', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '631235e3-c547-4058-aa11-c8889da93e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:38:08Z', 'updated_at': '2021-12-16T10:39:56Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '631235e3-c547-4058-aa11-c8889da93e0e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14716427-67ef-4452-897b-98353c5f9996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:38:09Z', 'updated_at': '2021-12-16T10:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:39:58.236800 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f1b5d3c0-57a4-4b3b-b3e2-eb49f019cb02 None None] For port 01fbb44d-3613-4277-a54c-424e56a681e2, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=01fbb44d-3613-4277-a54c-424e56a681e2,segment=NetworkSegment(0c91e8b2-993a-4dca-b8bf-9e718afd31b4),segment_id=0c91e8b2-993a-4dca-b8bf-9e718afd31b4)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:39:58.237232 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f1b5d3c0-57a4-4b3b-b3e2-eb49f019cb02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:58.250316 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0de458-f11a-47ba-8229-12cedb057e40 None None] The sync data for ids ['14716427-67ef-4452-897b-98353c5f9996'] in n-d-820550-2 is: [{'id': '14716427-67ef-4452-897b-98353c5f9996', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900220082', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '631235e3-c547-4058-aa11-c8889da93e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:38:08Z', 'updated_at': '2021-12-16T10:39:56Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '631235e3-c547-4058-aa11-c8889da93e0e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14716427-67ef-4452-897b-98353c5f9996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:38:09Z', 'updated_at': '2021-12-16T10:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:39:58.255400 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f1b5d3c0-57a4-4b3b-b3e2-eb49f019cb02 None None] Calling delete_port for 01fbb44d-3613-4277-a54c-424e56a681e2 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:39:58.271496 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-74c5301f-f503-4dd8-9375-59fcd05bc4e7 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Deleting port 631235e3-c547-4058-aa11-c8889da93e0e {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:39:58.271496 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-74c5301f-f503-4dd8-9375-59fcd05bc4e7 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:58.363915 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-74c5301f-f503-4dd8-9375-59fcd05bc4e7 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] For port 631235e3-c547-4058-aa11-c8889da93e0e, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=631235e3-c547-4058-aa11-c8889da93e0e,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:39:58.364149 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-74c5301f-f503-4dd8-9375-59fcd05bc4e7 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:58.375955 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-74c5301f-f503-4dd8-9375-59fcd05bc4e7 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Calling delete_port for 631235e3-c547-4058-aa11-c8889da93e0e owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:39:58.388795 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f1b5d3c0-57a4-4b3b-b3e2-eb49f019cb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:58.414517 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5d3c0-57a4-4b3b-b3e2-eb49f019cb02 None None] Pushing event deleted for resources: {'Port': ['ID=01fbb44d-3613-4277-a54c-424e56a681e2,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:39:58.416743 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b5d3c0-57a4-4b3b-b3e2-eb49f019cb02 None None] No DVR routers for this DVR port 01fbb44d-3613-4277-a54c-424e56a681e2 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:39:58.425250 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5d3c0-57a4-4b3b-b3e2-eb49f019cb02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:58.425698 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5d3c0-57a4-4b3b-b3e2-eb49f019cb02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:58.425845 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5d3c0-57a4-4b3b-b3e2-eb49f019cb02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:58.426174 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5d3c0-57a4-4b3b-b3e2-eb49f019cb02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:58.426835 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5d3c0-57a4-4b3b-b3e2-eb49f019cb02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:58.426835 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5d3c0-57a4-4b3b-b3e2-eb49f019cb02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:58.427141 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5d3c0-57a4-4b3b-b3e2-eb49f019cb02 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:58.427467 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5d3c0-57a4-4b3b-b3e2-eb49f019cb02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:58.427814 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5d3c0-57a4-4b3b-b3e2-eb49f019cb02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:58.428145 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5d3c0-57a4-4b3b-b3e2-eb49f019cb02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:58.428485 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5d3c0-57a4-4b3b-b3e2-eb49f019cb02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:58.428807 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b5d3c0-57a4-4b3b-b3e2-eb49f019cb02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:58.589133 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-74c5301f-f503-4dd8-9375-59fcd05bc4e7 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:58.617059 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c5301f-f503-4dd8-9375-59fcd05bc4e7 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event deleted for resources: {'Port': ['ID=631235e3-c547-4058-aa11-c8889da93e0e,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:39:58.671252 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 01fbb44d-3613-4277-a54c-424e56a681e2 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:39:58.680411 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-74c5301f-f503-4dd8-9375-59fcd05bc4e7 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:58.692935 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 01fbb44d-3613-4277-a54c-424e56a681e2 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:39:58.693315 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 01fbb44d-3613-4277-a54c-424e56a681e2 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:39:58.776585 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-74c5301f-f503-4dd8-9375-59fcd05bc4e7 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:58.778776 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-74c5301f-f503-4dd8-9375-59fcd05bc4e7 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:58.869032 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-74c5301f-f503-4dd8-9375-59fcd05bc4e7 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:58.869603 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c5301f-f503-4dd8-9375-59fcd05bc4e7 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Fanout notify agent at l3_agent the message router_deleted on router 14716427-67ef-4452-897b-98353c5f9996 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:39:58.878873 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-74c5301f-f503-4dd8-9375-59fcd05bc4e7 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:58.878873 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-74c5301f-f503-4dd8-9375-59fcd05bc4e7 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "DELETE /v2.0/routers/14716427-67ef-4452-897b-98353c5f9996 HTTP/1.1" status: 204 len: 168 time: 0.9681876 Dec 16 10:39:58.880580 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42112) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:39:58.976025 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ee9f77aa-a48a-4601-8062-e84eb4520aa5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:59.090736 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ee9f77aa-a48a-4601-8062-e84eb4520aa5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:59.111574 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-ee9f77aa-a48a-4601-8062-e84eb4520aa5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eac3a854-b296-4fd9-b0cf-fe2116bc6ea7']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:39:59.121842 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-ee9f77aa-a48a-4601-8062-e84eb4520aa5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c91e8b2-993a-4dca-b8bf-9e718afd31b4') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:39:59.122134 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-ee9f77aa-a48a-4601-8062-e84eb4520aa5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c91e8b2-993a-4dca-b8bf-9e718afd31b4') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:39:59.131704 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ee9f77aa-a48a-4601-8062-e84eb4520aa5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:59.147604 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ee9f77aa-a48a-4601-8062-e84eb4520aa5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:59.154318 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee9f77aa-a48a-4601-8062-e84eb4520aa5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:39:59.154654 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ee9f77aa-a48a-4601-8062-e84eb4520aa5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:59.157754 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 10:39:59.157754 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:39:59.157754 n-d-820550-2 neutron-server[102816]: timer() Dec 16 10:39:59.157754 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:39:59.157754 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 10:39:59.157754 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:39:59.157754 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 10:39:59.157754 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:39:59.157754 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 10:39:59.157754 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:39:59.157754 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 10:39:59.157754 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:39:59.157754 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 10:39:59.157754 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:39:59.157754 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:39:59.157754 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:39:59.157754 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:39:59.157754 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:39:59.157754 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 10:39:59.157754 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:39:59.157754 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 10:39:59.157754 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:39:59.157754 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:39:59.157754 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:39:59.157754 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 10:39:59.157754 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:39:59.157754 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:39:59.157754 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:39:59.157754 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:39:59.157754 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:39:59.157754 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:39:59.157754 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:39:59.263816 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ee9f77aa-a48a-4601-8062-e84eb4520aa5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:59.271167 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ee9f77aa-a48a-4601-8062-e84eb4520aa5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:59.274606 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ee9f77aa-a48a-4601-8062-e84eb4520aa5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "DELETE /v2.0/networks/eac3a854-b296-4fd9-b0cf-fe2116bc6ea7 HTTP/1.1" status: 204 len: 168 time: 0.3923914 Dec 16 10:39:59.279733 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42114) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:39:59.292741 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f77aa-a48a-4601-8062-e84eb4520aa5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event deleted for resources: {'Network': ['ID=eac3a854-b296-4fd9-b0cf-fe2116bc6ea7,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:39:59.347309 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9a973bfe-f6e8-464d-b043-e8d90c54c3f0 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:59.354347 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:59.373455 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9a973bfe-f6e8-464d-b043-e8d90c54c3f0 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:59.491770 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9a973bfe-f6e8-464d-b043-e8d90c54c3f0 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:59.494460 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9a973bfe-f6e8-464d-b043-e8d90c54c3f0 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:59.495631 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9a973bfe-f6e8-464d-b043-e8d90c54c3f0 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "DELETE /v2.0/security-groups/b686367c-0a6c-4732-a2b3-d2798be402cd HTTP/1.1" status: 204 len: 168 time: 0.2156000 Dec 16 10:39:59.505641 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a973bfe-f6e8-464d-b043-e8d90c54c3f0 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b686367c-0a6c-4732-a2b3-d2798be402cd,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:39:59.675209 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:59.801313 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42120) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:39:59.805934 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-a8b1479e-b165-4e56-8409-21068d150849 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1116018895', 'description': 'tempest-secgroup-smoke-1116018895 description', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:39:59.869364 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a8b1479e-b165-4e56-8409-21068d150849 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:59.941447 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a8b1479e-b165-4e56-8409-21068d150849 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:00.005782 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a8b1479e-b165-4e56-8409-21068d150849 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:00.033834 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1479e-b165-4e56-8409-21068d150849 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65d60407-8b98-4ba8-8e08-74fc04035603,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:40:00.077183 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a8b1479e-b165-4e56-8409-21068d150849 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:00.078763 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a8b1479e-b165-4e56-8409-21068d150849 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2763710 Dec 16 10:40:00.081505 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42122) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:40:00.085960 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-61eab8e7-b2ee-4d97-ac5a-217193341055 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'security_group_rule': {'security_group_id': '65d60407-8b98-4ba8-8e08-74fc04035603', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:40:00.154494 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-61eab8e7-b2ee-4d97-ac5a-217193341055 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:00.213980 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-61eab8e7-b2ee-4d97-ac5a-217193341055 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:00.259331 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 631235e3-c547-4058-aa11-c8889da93e0e no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:40:00.279587 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 631235e3-c547-4058-aa11-c8889da93e0e {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:40:00.280140 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 631235e3-c547-4058-aa11-c8889da93e0e not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:40:00.280672 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d90c9449-ed44-4033-89c7-a7ce2ee18778 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:40:00.280874 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-61eab8e7-b2ee-4d97-ac5a-217193341055 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:00.299395 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eab8e7-b2ee-4d97-ac5a-217193341055 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52655667-6ad3-4e55-a13d-d39eccd77b1b,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:40:00.302478 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: d90c9449-ed44-4033-89c7-a7ce2ee18778 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:40:00.302822 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d90c9449-ed44-4033-89c7-a7ce2ee18778 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:40:00.374072 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-61eab8e7-b2ee-4d97-ac5a-217193341055 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:00.375304 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-61eab8e7-b2ee-4d97-ac5a-217193341055 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2928641 Dec 16 10:40:00.378038 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42124) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:40:00.382320 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-1b58c42b-a4c7-431b-b5ca-64d0d0ac0b51 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'security_group_rule': {'security_group_id': '65d60407-8b98-4ba8-8e08-74fc04035603', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:40:00.469547 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b58c42b-a4c7-431b-b5ca-64d0d0ac0b51 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:00.528897 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b58c42b-a4c7-431b-b5ca-64d0d0ac0b51 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:00.577793 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b58c42b-a4c7-431b-b5ca-64d0d0ac0b51 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:00.596917 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58c42b-a4c7-431b-b5ca-64d0d0ac0b51 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e235809-ed7e-4e6f-9f3f-76df6ae067b5,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:40:00.671367 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1b58c42b-a4c7-431b-b5ca-64d0d0ac0b51 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:00.672905 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1b58c42b-a4c7-431b-b5ca-64d0d0ac0b51 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2939472 Dec 16 10:40:00.675751 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42128) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:40:00.682257 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-4688826f-b56d-4a8e-b2d0-3fd820259d86 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'security_group_rule': {'security_group_id': '65d60407-8b98-4ba8-8e08-74fc04035603', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:40:00.766528 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4688826f-b56d-4a8e-b2d0-3fd820259d86 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:00.829405 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4688826f-b56d-4a8e-b2d0-3fd820259d86 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:00.880582 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4688826f-b56d-4a8e-b2d0-3fd820259d86 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:00.902346 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688826f-b56d-4a8e-b2d0-3fd820259d86 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc5d9853-648f-439d-ab70-58de904c5f00,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:40:00.945702 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4688826f-b56d-4a8e-b2d0-3fd820259d86 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:00.947002 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4688826f-b56d-4a8e-b2d0-3fd820259d86 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2703214 Dec 16 10:40:00.950251 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42130) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:40:00.954717 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-32786495-4273-4bf2-91d8-a2985d7417be tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'security_group_rule': {'security_group_id': '65d60407-8b98-4ba8-8e08-74fc04035603', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:40:01.045868 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-32786495-4273-4bf2-91d8-a2985d7417be tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:01.105051 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-32786495-4273-4bf2-91d8-a2985d7417be tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:01.154796 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-32786495-4273-4bf2-91d8-a2985d7417be tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:01.174045 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32786495-4273-4bf2-91d8-a2985d7417be tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e724561-1523-489f-8c56-33defa397e36,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:40:01.214792 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-32786495-4273-4bf2-91d8-a2985d7417be tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:01.216356 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-32786495-4273-4bf2-91d8-a2985d7417be tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2649968 Dec 16 10:40:01.219385 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42132) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:40:01.224310 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-3243a0c7-fef8-4f6e-9a2a-7df6d3e5fd93 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'security_group_rule': {'security_group_id': '65d60407-8b98-4ba8-8e08-74fc04035603', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:40:01.303818 n-d-820550-2 neutron-server[102816]: INFO neutron.db.securitygroups_db [None req-3243a0c7-fef8-4f6e-9a2a-7df6d3e5fd93 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Project acf35d0affc64805837e6cdc8e4702cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:40:01.310010 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3243a0c7-fef8-4f6e-9a2a-7df6d3e5fd93 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:01.373127 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3243a0c7-fef8-4f6e-9a2a-7df6d3e5fd93 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:01.434658 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3243a0c7-fef8-4f6e-9a2a-7df6d3e5fd93 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:01.455852 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243a0c7-fef8-4f6e-9a2a-7df6d3e5fd93 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=853b225c-ffe1-42ba-9782-2084cc77b8a9,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:40:01.494281 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3243a0c7-fef8-4f6e-9a2a-7df6d3e5fd93 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:01.496145 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3243a0c7-fef8-4f6e-9a2a-7df6d3e5fd93 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2756081 Dec 16 10:40:01.499094 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42134) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:40:01.503744 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-90307645-25dd-435b-b901-749814a3c231 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'security_group_rule': {'security_group_id': '65d60407-8b98-4ba8-8e08-74fc04035603', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:40:01.566714 n-d-820550-2 neutron-server[102816]: INFO neutron.db.securitygroups_db [None req-90307645-25dd-435b-b901-749814a3c231 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Project acf35d0affc64805837e6cdc8e4702cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:40:01.572405 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90307645-25dd-435b-b901-749814a3c231 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:01.659788 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90307645-25dd-435b-b901-749814a3c231 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:01.692338 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90307645-25dd-435b-b901-749814a3c231 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:01.711590 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90307645-25dd-435b-b901-749814a3c231 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7f64cd3-5053-4e3a-809c-a9426cad8ab0,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:40:01.790974 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90307645-25dd-435b-b901-749814a3c231 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:01.792852 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-90307645-25dd-435b-b901-749814a3c231 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2926815 Dec 16 10:40:01.795611 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42136) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:40:01.800759 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-b6a48e3b-6883-4861-9850-eae17ac82ae2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'network': {'name': 'tempest-network-smoke--425917225', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'port_security_enabled': True}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:40:01.886189 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a48e3b-6883-4861-9850-eae17ac82ae2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Made reservation on behalf of acf35d0affc64805837e6cdc8e4702cc for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:40:01.889873 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b6a48e3b-6883-4861-9850-eae17ac82ae2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:01.914456 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a48e3b-6883-4861-9850-eae17ac82ae2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:40:01.929599 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b6a48e3b-6883-4861-9850-eae17ac82ae2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:01.929970 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-b6a48e3b-6883-4861-9850-eae17ac82ae2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Added segment 04efe892-4d27-49d3-aed4-5cb6b8ee9f59 of type vlan for network 4b91d8fb-e08f-46fc-9400-6fa9e9bd164c Dec 16 10:40:01.973005 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b6a48e3b-6883-4861-9850-eae17ac82ae2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:02.074744 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b6a48e3b-6883-4861-9850-eae17ac82ae2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:02.080469 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a48e3b-6883-4861-9850-eae17ac82ae2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:02.083266 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b6a48e3b-6883-4861-9850-eae17ac82ae2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:02.153163 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a48e3b-6883-4861-9850-eae17ac82ae2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Network': ['ID=4b91d8fb-e08f-46fc-9400-6fa9e9bd164c,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:40:02.163291 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 4b91d8fb-e08f-46fc-9400-6fa9e9bd164c details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:40:02.197382 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b6a48e3b-6883-4861-9850-eae17ac82ae2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4006908 Dec 16 10:40:02.200263 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42138) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:40:02.205394 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-e10cf9d2-d89e-4bcd-9490-2ddbe14471bc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-201364545', 'admin_state_up': True, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:40:02.298446 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e10cf9d2-d89e-4bcd-9490-2ddbe14471bc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:02.299546 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e10cf9d2-d89e-4bcd-9490-2ddbe14471bc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:02.654486 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e10cf9d2-d89e-4bcd-9490-2ddbe14471bc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:02.896563 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e10cf9d2-d89e-4bcd-9490-2ddbe14471bc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:03.173489 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e10cf9d2-d89e-4bcd-9490-2ddbe14471bc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router_gateway, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:03.193557 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e10cf9d2-d89e-4bcd-9490-2ddbe14471bc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:03.302335 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-e10cf9d2-d89e-4bcd-9490-2ddbe14471bc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Allocated IP 172.25.1.133 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/45d663d2-ba68-4b01-91ab-74fd7dc98d58) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:40:03.405525 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e10cf9d2-d89e-4bcd-9490-2ddbe14471bc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:03.498716 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e10cf9d2-d89e-4bcd-9490-2ddbe14471bc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:03.543911 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10cf9d2-d89e-4bcd-9490-2ddbe14471bc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:40:03.546918 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-e10cf9d2-d89e-4bcd-9490-2ddbe14471bc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:40:03.550777 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10cf9d2-d89e-4bcd-9490-2ddbe14471bc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:40:03.559836 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10cf9d2-d89e-4bcd-9490-2ddbe14471bc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Port': ['ID=45d663d2-ba68-4b01-91ab-74fd7dc98d58,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:40:03.859542 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e10cf9d2-d89e-4bcd-9490-2ddbe14471bc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router_gateway, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:04.065149 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e10cf9d2-d89e-4bcd-9490-2ddbe14471bc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:04.252029 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10cf9d2-d89e-4bcd-9490-2ddbe14471bc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Router a84b84ad-9f10-4822-9e46-15c9256e93f1 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:40:04.353270 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10cf9d2-d89e-4bcd-9490-2ddbe14471bc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:40:04.364926 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d609ba4f-c9f8-412b-8f06-6a6e485ab15a None None] Sync routers for ids ['a84b84ad-9f10-4822-9e46-15c9256e93f1'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:40:04.373674 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d609ba4f-c9f8-412b-8f06-6a6e485ab15a None None] Routers {'a84b84ad-9f10-4822-9e46-15c9256e93f1'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:40:04.374288 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-d609ba4f-c9f8-412b-8f06-6a6e485ab15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:39:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['a84b84ad-9f10-4822-9e46-15c9256e93f1'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:40:04.408402 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e10cf9d2-d89e-4bcd-9490-2ddbe14471bc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:04.412714 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e10cf9d2-d89e-4bcd-9490-2ddbe14471bc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2084527 Dec 16 10:40:04.413856 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42140) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:40:04.467997 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2401476e-63ec-4b99-b0ba-45cc314f7e3a tempest-TestNetworkAdvancedServerOps-1096991519 tempest-TestNetworkAdvancedServerOps-1096991519-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=acf35d0affc64805837e6cdc8e4702cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0503318 Dec 16 10:40:04.468376 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42142) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:40:04.486262 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-d609ba4f-c9f8-412b-8f06-6a6e485ab15a None None] Set router a84b84ad-9f10-4822-9e46-15c9256e93f1 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:40:04.562077 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fb2dac-01da-47db-8855-32e9857e8c2f tempest-TestNetworkAdvancedServerOps-1096991519 tempest-TestNetworkAdvancedServerOps-1096991519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:04.566614 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-60fb2dac-01da-47db-8855-32e9857e8c2f tempest-TestNetworkAdvancedServerOps-1096991519 tempest-TestNetworkAdvancedServerOps-1096991519-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0943565 Dec 16 10:40:04.566912 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42144) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:40:04.605479 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d0c0cda3-7553-4d0f-982a-61c625f6365d tempest-TestNetworkAdvancedServerOps-1096991519 tempest-TestNetworkAdvancedServerOps-1096991519-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=66f24afa-c67f-4411-a795-f16773380b27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360639 Dec 16 10:40:04.612466 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42146) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:40:04.617353 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-ccfd4ce8-3f1c-4681-9b32-b7896c11a322 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-892499703', 'network_id': '4b91d8fb-e08f-46fc-9400-6fa9e9bd164c', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:40:04.683745 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-d609ba4f-c9f8-412b-8f06-6a6e485ab15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201364545', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '45d663d2-ba68-4b01-91ab-74fd7dc98d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:40:02Z', 'updated_at': '2021-12-16T10:40:03Z', 'revision_number': 3, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '45d663d2-ba68-4b01-91ab-74fd7dc98d58', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:40:03Z', 'updated_at': '2021-12-16T10:40:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:40:04.709829 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d609ba4f-c9f8-412b-8f06-6a6e485ab15a None None] Checking router: a84b84ad-9f10-4822-9e46-15c9256e93f1 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:40:04.710180 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d609ba4f-c9f8-412b-8f06-6a6e485ab15a None None] Updating router a84b84ad-9f10-4822-9e46-15c9256e93f1 port 45d663d2-ba68-4b01-91ab-74fd7dc98d58 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:40:04.735513 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d609ba4f-c9f8-412b-8f06-6a6e485ab15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:04.789082 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfd4ce8-3f1c-4681-9b32-b7896c11a322 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Made reservation on behalf of acf35d0affc64805837e6cdc8e4702cc for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:40:04.793183 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ccfd4ce8-3f1c-4681-9b32-b7896c11a322 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:05.014468 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d609ba4f-c9f8-412b-8f06-6a6e485ab15a None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:05.040981 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ccfd4ce8-3f1c-4681-9b32-b7896c11a322 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:05.097462 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d609ba4f-c9f8-412b-8f06-6a6e485ab15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:05.102621 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd4ce8-3f1c-4681-9b32-b7896c11a322 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Subnet': ['ID=a0fb2b91-093e-4bab-995e-db4ed84dc969,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:40:05.112963 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfd4ce8-3f1c-4681-9b32-b7896c11a322 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Checking segment: {'id': '04efe892-4d27-49d3-aed4-5cb6b8ee9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4b91d8fb-e08f-46fc-9400-6fa9e9bd164c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:40:05.113359 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfd4ce8-3f1c-4681-9b32-b7896c11a322 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Network hostable DHCP agents. Network: 4b91d8fb-e08f-46fc-9400-6fa9e9bd164c, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:40:05.156365 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-d609ba4f-c9f8-412b-8f06-6a6e485ab15a None None] Attempting to bind port 45d663d2-ba68-4b01-91ab-74fd7dc98d58 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:40:05.156736 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-d609ba4f-c9f8-412b-8f06-6a6e485ab15a None None] Attempting to bind port 45d663d2-ba68-4b01-91ab-74fd7dc98d58 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:40:05.157133 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d609ba4f-c9f8-412b-8f06-6a6e485ab15a None None] Attempting to bind port 45d663d2-ba68-4b01-91ab-74fd7dc98d58 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:40:05.159246 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1217e21-0ef8-4ee2-8dea-3c1cb3a4fcde None None] Pushing event updated for resources: {'Port': ['ID=45d663d2-ba68-4b01-91ab-74fd7dc98d58,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:40:05.165252 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d609ba4f-c9f8-412b-8f06-6a6e485ab15a None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:40:05.165632 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d609ba4f-c9f8-412b-8f06-6a6e485ab15a None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:40:05.167763 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d609ba4f-c9f8-412b-8f06-6a6e485ab15a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:05.167763 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d609ba4f-c9f8-412b-8f06-6a6e485ab15a None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:40:05.167763 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-d609ba4f-c9f8-412b-8f06-6a6e485ab15a None None] Bound port: 45d663d2-ba68-4b01-91ab-74fd7dc98d58, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:40:05.167763 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d609ba4f-c9f8-412b-8f06-6a6e485ab15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:05.183770 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfd4ce8-3f1c-4681-9b32-b7896c11a322 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Network 4b91d8fb-e08f-46fc-9400-6fa9e9bd164c is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:40:05.221071 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-d609ba4f-c9f8-412b-8f06-6a6e485ab15a None None] For port 45d663d2-ba68-4b01-91ab-74fd7dc98d58, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:40:05.224151 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-d609ba4f-c9f8-412b-8f06-6a6e485ab15a None None] For port 45d663d2-ba68-4b01-91ab-74fd7dc98d58, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=45d663d2-ba68-4b01-91ab-74fd7dc98d58,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:40:05.257600 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-ccfd4ce8-3f1c-4681-9b32-b7896c11a322 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 4b91d8fb-e08f-46fc-9400-6fa9e9bd164c) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:40:05.261858 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfd4ce8-3f1c-4681-9b32-b7896c11a322 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:05.262439 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ccfd4ce8-3f1c-4681-9b32-b7896c11a322 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:05.267955 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8a88a7-ed97-4ce5-bb80-fc6c7bb9622c None None] Network 4b91d8fb-e08f-46fc-9400-6fa9e9bd164c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:40:05.309091 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d609ba4f-c9f8-412b-8f06-6a6e485ab15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:05.361324 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ccfd4ce8-3f1c-4681-9b32-b7896c11a322 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7453284 Dec 16 10:40:05.361651 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42150) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:40:05.402445 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d609ba4f-c9f8-412b-8f06-6a6e485ab15a None None] Routers {'a84b84ad-9f10-4822-9e46-15c9256e93f1'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:40:05.405212 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-d609ba4f-c9f8-412b-8f06-6a6e485ab15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:39:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['a84b84ad-9f10-4822-9e46-15c9256e93f1'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:40:05.405212 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1217e21-0ef8-4ee2-8dea-3c1cb3a4fcde None None] Pushing event updated for resources: {'Port': ['ID=45d663d2-ba68-4b01-91ab-74fd7dc98d58,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:40:05.551635 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfbe475-4d26-4706-b2b4-4633ac4416f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-4b91d8fb-e08f-46fc-9400-6fa9e9bd164c', 'network_id': '4b91d8fb-e08f-46fc-9400-6fa9e9bd164c', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'fixed_ips': [{'subnet_id': 'a0fb2b91-093e-4bab-995e-db4ed84dc969'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:40:05.552508 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ebfbe475-4d26-4706-b2b4-4633ac4416f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:05.586332 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-d609ba4f-c9f8-412b-8f06-6a6e485ab15a None None] Set router a84b84ad-9f10-4822-9e46-15c9256e93f1 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:40:05.815538 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-ebfbe475-4d26-4706-b2b4-4633ac4416f1 None None] Allocated IP 172.20.0.2 (4b91d8fb-e08f-46fc-9400-6fa9e9bd164c/a0fb2b91-093e-4bab-995e-db4ed84dc969/06f9994e-ccbf-4f9e-aafd-1460854bf48f) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:40:05.836136 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-868f61a9-1c90-46ed-96ce-771acaf68c11 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:06.096174 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-d609ba4f-c9f8-412b-8f06-6a6e485ab15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201364545', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '45d663d2-ba68-4b01-91ab-74fd7dc98d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:40:02Z', 'updated_at': '2021-12-16T10:40:03Z', 'revision_number': 3, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '45d663d2-ba68-4b01-91ab-74fd7dc98d58', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:40:03Z', 'updated_at': '2021-12-16T10:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:40:06.129473 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d609ba4f-c9f8-412b-8f06-6a6e485ab15a None None] The sync data for ids ['a84b84ad-9f10-4822-9e46-15c9256e93f1'] in n-d-820550-2 is: [{'id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201364545', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '45d663d2-ba68-4b01-91ab-74fd7dc98d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:40:02Z', 'updated_at': '2021-12-16T10:40:03Z', 'revision_number': 3, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '45d663d2-ba68-4b01-91ab-74fd7dc98d58', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:40:03Z', 'updated_at': '2021-12-16T10:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:40:06.184702 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ebfbe475-4d26-4706-b2b4-4633ac4416f1 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:06.246952 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ebfbe475-4d26-4706-b2b4-4633ac4416f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:06.293682 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfbe475-4d26-4706-b2b4-4633ac4416f1 None None] Network 4b91d8fb-e08f-46fc-9400-6fa9e9bd164c is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:40:06.296920 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-ebfbe475-4d26-4706-b2b4-4633ac4416f1 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:40:06.301382 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfbe475-4d26-4706-b2b4-4633ac4416f1 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:40:06.315348 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfbe475-4d26-4706-b2b4-4633ac4416f1 None None] Pushing event updated for resources: {'Port': ['ID=06f9994e-ccbf-4f9e-aafd-1460854bf48f,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:40:06.330283 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-868f61a9-1c90-46ed-96ce-771acaf68c11 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Allocated IP 172.20.0.1 (4b91d8fb-e08f-46fc-9400-6fa9e9bd164c/a0fb2b91-093e-4bab-995e-db4ed84dc969/d88b9f59-2655-4180-b506-0320bf91a579) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:40:06.387324 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-ebfbe475-4d26-4706-b2b4-4633ac4416f1 None None] Attempting to bind port 06f9994e-ccbf-4f9e-aafd-1460854bf48f on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:40:06.387874 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-ebfbe475-4d26-4706-b2b4-4633ac4416f1 None None] Attempting to bind port 06f9994e-ccbf-4f9e-aafd-1460854bf48f by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '04efe892-4d27-49d3-aed4-5cb6b8ee9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4b91d8fb-e08f-46fc-9400-6fa9e9bd164c'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:40:06.388093 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfbe475-4d26-4706-b2b4-4633ac4416f1 None None] Attempting to bind port 06f9994e-ccbf-4f9e-aafd-1460854bf48f on network 4b91d8fb-e08f-46fc-9400-6fa9e9bd164c {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:40:06.393696 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfbe475-4d26-4706-b2b4-4633ac4416f1 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:40:06.400458 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfbe475-4d26-4706-b2b4-4633ac4416f1 None None] Checking segment: {'id': '04efe892-4d27-49d3-aed4-5cb6b8ee9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4b91d8fb-e08f-46fc-9400-6fa9e9bd164c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:40:06.400458 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ebfbe475-4d26-4706-b2b4-4633ac4416f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:06.400458 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfbe475-4d26-4706-b2b4-4633ac4416f1 None None] Bound using segment: {'id': '04efe892-4d27-49d3-aed4-5cb6b8ee9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4b91d8fb-e08f-46fc-9400-6fa9e9bd164c'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:40:06.400458 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-ebfbe475-4d26-4706-b2b4-4633ac4416f1 None None] Bound port: 06f9994e-ccbf-4f9e-aafd-1460854bf48f, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04efe892-4d27-49d3-aed4-5cb6b8ee9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4b91d8fb-e08f-46fc-9400-6fa9e9bd164c'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:40:06.400458 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ebfbe475-4d26-4706-b2b4-4633ac4416f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:06.488267 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-ebfbe475-4d26-4706-b2b4-4633ac4416f1 None None] For port 06f9994e-ccbf-4f9e-aafd-1460854bf48f, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:40:06.493787 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-ebfbe475-4d26-4706-b2b4-4633ac4416f1 None None] For port 06f9994e-ccbf-4f9e-aafd-1460854bf48f, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=06f9994e-ccbf-4f9e-aafd-1460854bf48f,segment=NetworkSegment(04efe892-4d27-49d3-aed4-5cb6b8ee9f59),segment_id=04efe892-4d27-49d3-aed4-5cb6b8ee9f59)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:40:06.504086 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-868f61a9-1c90-46ed-96ce-771acaf68c11 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:06.555443 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ebfbe475-4d26-4706-b2b4-4633ac4416f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:06.618376 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-868f61a9-1c90-46ed-96ce-771acaf68c11 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:06.621695 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfbe475-4d26-4706-b2b4-4633ac4416f1 None None] Pushing event updated for resources: {'Port': ['ID=06f9994e-ccbf-4f9e-aafd-1460854bf48f,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:40:06.671217 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868f61a9-1c90-46ed-96ce-771acaf68c11 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Network 4b91d8fb-e08f-46fc-9400-6fa9e9bd164c is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:40:06.675752 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-868f61a9-1c90-46ed-96ce-771acaf68c11 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:40:06.678549 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868f61a9-1c90-46ed-96ce-771acaf68c11 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:40:06.714796 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f61a9-1c90-46ed-96ce-771acaf68c11 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Port': ['ID=d88b9f59-2655-4180-b506-0320bf91a579,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:40:06.743302 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-868f61a9-1c90-46ed-96ce-771acaf68c11 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:07.012955 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-868f61a9-1c90-46ed-96ce-771acaf68c11 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:07.338432 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-868f61a9-1c90-46ed-96ce-771acaf68c11 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:07.388965 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-868f61a9-1c90-46ed-96ce-771acaf68c11 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:07.468883 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f61a9-1c90-46ed-96ce-771acaf68c11 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Port': ['ID=d88b9f59-2655-4180-b506-0320bf91a579,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:40:07.473955 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-868f61a9-1c90-46ed-96ce-771acaf68c11 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:07.588573 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868f61a9-1c90-46ed-96ce-771acaf68c11 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Network 4b91d8fb-e08f-46fc-9400-6fa9e9bd164c is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:40:07.590583 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-868f61a9-1c90-46ed-96ce-771acaf68c11 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:40:07.622876 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15464d0d-64f3-41cb-9bc4-76a6c5d3e73a None None] Network 4b91d8fb-e08f-46fc-9400-6fa9e9bd164c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:40:07.706586 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-ee18b665-a089-4d6b-ab8a-c2626eb3ea06 None None] Provisioning complete for port 06f9994e-ccbf-4f9e-aafd-1460854bf48f triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:40:07.706586 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ee18b665-a089-4d6b-ab8a-c2626eb3ea06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:07.722051 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868f61a9-1c90-46ed-96ce-771acaf68c11 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Router a84b84ad-9f10-4822-9e46-15c9256e93f1 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:40:07.845927 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868f61a9-1c90-46ed-96ce-771acaf68c11 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:40:07.859588 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-868f61a9-1c90-46ed-96ce-771acaf68c11 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "PUT /v2.0/routers/a84b84ad-9f10-4822-9e46-15c9256e93f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4925649 Dec 16 10:40:07.865857 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ee18b665-a089-4d6b-ab8a-c2626eb3ea06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:07.904400 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-ee18b665-a089-4d6b-ab8a-c2626eb3ea06 None None] For port 06f9994e-ccbf-4f9e-aafd-1460854bf48f, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=06f9994e-ccbf-4f9e-aafd-1460854bf48f,segment=NetworkSegment(04efe892-4d27-49d3-aed4-5cb6b8ee9f59),segment_id=04efe892-4d27-49d3-aed4-5cb6b8ee9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:40:07.975006 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ee18b665-a089-4d6b-ab8a-c2626eb3ea06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:08.021396 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-896a276a-3af7-423f-94e2-005b921d3940 req-8ff0d8e1-4f4a-4f0b-a1bd-2c69cf518caa tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1116018895&fields=id&tenant_id=acf35d0affc64805837e6cdc8e4702cc HTTP/1.1" status: 200 len: 267 time: 0.0437360 Dec 16 10:40:08.031056 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee18b665-a089-4d6b-ab8a-c2626eb3ea06 None None] Pushing event updated for resources: {'Port': ['ID=06f9994e-ccbf-4f9e-aafd-1460854bf48f,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:40:08.040609 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:08.130113 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085a006c-7bea-4287-b6a5-094814a64dd2 None None] Sync routers for ids ['a84b84ad-9f10-4822-9e46-15c9256e93f1'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:40:08.139561 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085a006c-7bea-4287-b6a5-094814a64dd2 None None] Routers {'a84b84ad-9f10-4822-9e46-15c9256e93f1'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:40:08.140173 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-085a006c-7bea-4287-b6a5-094814a64dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:39:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['a84b84ad-9f10-4822-9e46-15c9256e93f1'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:40:08.190103 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a276a-3af7-423f-94e2-005b921d3940 req-4b5209f7-cd17-4aca-8958-241dbd56a354 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:08.198307 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-1b705c38-0598-47f3-bc7a-b4fd8125a4fa None None] Provisioning complete for port d88b9f59-2655-4180-b506-0320bf91a579 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:40:08.199061 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1b705c38-0598-47f3-bc7a-b4fd8125a4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:08.200454 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-896a276a-3af7-423f-94e2-005b921d3940 req-4b5209f7-cd17-4aca-8958-241dbd56a354 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/networks?id=4b91d8fb-e08f-46fc-9400-6fa9e9bd164c HTTP/1.1" status: 200 len: 796 time: 0.1707318 Dec 16 10:40:08.232071 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-896a276a-3af7-423f-94e2-005b921d3940 req-5d3fa043-8a47-46e4-ab6d-c2ad867cace8 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/quotas/acf35d0affc64805837e6cdc8e4702cc HTTP/1.1" status: 200 len: 375 time: 0.0305090 Dec 16 10:40:08.247009 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-1b705c38-0598-47f3-bc7a-b4fd8125a4fa None None] Port d88b9f59-2655-4180-b506-0320bf91a579 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:40:08.262068 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-1b705c38-0598-47f3-bc7a-b4fd8125a4fa None None] Provisioning complete for port 06f9994e-ccbf-4f9e-aafd-1460854bf48f triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:40:08.262442 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1b705c38-0598-47f3-bc7a-b4fd8125a4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:08.306679 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-085a006c-7bea-4287-b6a5-094814a64dd2 None None] Set router a84b84ad-9f10-4822-9e46-15c9256e93f1 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:40:08.343416 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-896a276a-3af7-423f-94e2-005b921d3940 req-72dd0bad-d6c7-4f8d-97f4-cdf2836037dc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1104383 Dec 16 10:40:08.429830 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 45d663d2-ba68-4b01-91ab-74fd7dc98d58 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:40:08.495466 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 45d663d2-ba68-4b01-91ab-74fd7dc98d58 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:40:08.496095 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:08.600726 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-ac2c1318-2fc2-4b61-b222-0a33ce3cbbf9 None None] Provisioning complete for port d88b9f59-2655-4180-b506-0320bf91a579 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:40:08.601166 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1318-2fc2-4b61-b222-0a33ce3cbbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:08.608641 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-896a276a-3af7-423f-94e2-005b921d3940 req-579722d5-1d35-4fdf-bd86-3562482a8cb1 service neutron] 10.222.0.60 "GET /v2.0/networks/4b91d8fb-e08f-46fc-9400-6fa9e9bd164c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470882 Dec 16 10:40:08.646544 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-085a006c-7bea-4287-b6a5-094814a64dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201364545', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '45d663d2-ba68-4b01-91ab-74fd7dc98d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:40:02Z', 'updated_at': '2021-12-16T10:40:06Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '45d663d2-ba68-4b01-91ab-74fd7dc98d58', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:40:03Z', 'updated_at': '2021-12-16T10:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'd88b9f59-2655-4180-b506-0320bf91a579', 'name': '', 'network_id': '4b91d8fb-e08f-46fc-9400-6fa9e9bd164c', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:5e:d7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'a0fb2b91-093e-4bab-995e-db4ed84dc969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:40:05Z', 'updated_at': '2021-12-16T10:40:07Z', 'revision_number': 2, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': 'a0fb2b91-093e-4bab-995e-db4ed84dc969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:40:08.650651 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:08.674569 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-ac2c1318-2fc2-4b61-b222-0a33ce3cbbf9 None None] Port d88b9f59-2655-4180-b506-0320bf91a579 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:40:08.676182 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085a006c-7bea-4287-b6a5-094814a64dd2 None None] Checking router: a84b84ad-9f10-4822-9e46-15c9256e93f1 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:40:08.676540 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085a006c-7bea-4287-b6a5-094814a64dd2 None None] Updating router a84b84ad-9f10-4822-9e46-15c9256e93f1 port d88b9f59-2655-4180-b506-0320bf91a579 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:40:08.692557 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 45d663d2-ba68-4b01-91ab-74fd7dc98d58, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=45d663d2-ba68-4b01-91ab-74fd7dc98d58,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:40:08.707689 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-085a006c-7bea-4287-b6a5-094814a64dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:08.722337 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-896a276a-3af7-423f-94e2-005b921d3940 req-e280475b-a495-41a1-8a8f-9c486ea78662 service neutron] 10.222.0.60 "GET /v2.0/networks/4b91d8fb-e08f-46fc-9400-6fa9e9bd164c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038175 Dec 16 10:40:08.750150 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:08.750962 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 06f9994e-ccbf-4f9e-aafd-1460854bf48f up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:40:08.854128 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-10b8730e-6aa1-4d23-b409-2206fc9c5cfc None None] Provisioning complete for port d88b9f59-2655-4180-b506-0320bf91a579 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:40:08.854506 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-10b8730e-6aa1-4d23-b409-2206fc9c5cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:08.858131 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=45d663d2-ba68-4b01-91ab-74fd7dc98d58,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:40:08.907083 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-10b8730e-6aa1-4d23-b409-2206fc9c5cfc None None] Port d88b9f59-2655-4180-b506-0320bf91a579 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:40:08.909869 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 06f9994e-ccbf-4f9e-aafd-1460854bf48f triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:40:08.910472 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:08.997799 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e2236ebe-8280-4a35-94ef-3e92c3ed0afc req-b00bbb01-18f3-4c1a-8963-3c85cb4dda0f tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 210 time: 0.0465941 Dec 16 10:40:09.052141 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-085a006c-7bea-4287-b6a5-094814a64dd2 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:09.097697 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-085a006c-7bea-4287-b6a5-094814a64dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:09.223053 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd03c19-89fe-4474-a1f5-e7e1bc3acbea None None] Pushing event updated for resources: {'Port': ['ID=d88b9f59-2655-4180-b506-0320bf91a579,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:40:09.239328 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd03c19-89fe-4474-a1f5-e7e1bc3acbea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:40:09.239712 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd03c19-89fe-4474-a1f5-e7e1bc3acbea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:40:09.240046 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd03c19-89fe-4474-a1f5-e7e1bc3acbea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:40:09.240401 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd03c19-89fe-4474-a1f5-e7e1bc3acbea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:40:09.240788 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd03c19-89fe-4474-a1f5-e7e1bc3acbea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:40:09.241142 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd03c19-89fe-4474-a1f5-e7e1bc3acbea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:40:09.241470 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd03c19-89fe-4474-a1f5-e7e1bc3acbea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:40:09.241788 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd03c19-89fe-4474-a1f5-e7e1bc3acbea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:40:09.242104 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd03c19-89fe-4474-a1f5-e7e1bc3acbea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:40:09.242419 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd03c19-89fe-4474-a1f5-e7e1bc3acbea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:40:09.242738 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd03c19-89fe-4474-a1f5-e7e1bc3acbea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:40:09.243110 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd03c19-89fe-4474-a1f5-e7e1bc3acbea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:40:09.251418 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-085a006c-7bea-4287-b6a5-094814a64dd2 None None] Attempting to bind port d88b9f59-2655-4180-b506-0320bf91a579 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:40:09.251776 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-085a006c-7bea-4287-b6a5-094814a64dd2 None None] Attempting to bind port d88b9f59-2655-4180-b506-0320bf91a579 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '04efe892-4d27-49d3-aed4-5cb6b8ee9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4b91d8fb-e08f-46fc-9400-6fa9e9bd164c'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:40:09.252126 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085a006c-7bea-4287-b6a5-094814a64dd2 None None] Attempting to bind port d88b9f59-2655-4180-b506-0320bf91a579 on network 4b91d8fb-e08f-46fc-9400-6fa9e9bd164c {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:40:09.261892 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085a006c-7bea-4287-b6a5-094814a64dd2 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:40:09.261892 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085a006c-7bea-4287-b6a5-094814a64dd2 None None] Checking segment: {'id': '04efe892-4d27-49d3-aed4-5cb6b8ee9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4b91d8fb-e08f-46fc-9400-6fa9e9bd164c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:40:09.261892 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-085a006c-7bea-4287-b6a5-094814a64dd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:09.261892 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085a006c-7bea-4287-b6a5-094814a64dd2 None None] Bound using segment: {'id': '04efe892-4d27-49d3-aed4-5cb6b8ee9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4b91d8fb-e08f-46fc-9400-6fa9e9bd164c'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:40:09.261892 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-085a006c-7bea-4287-b6a5-094814a64dd2 None None] Bound port: d88b9f59-2655-4180-b506-0320bf91a579, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04efe892-4d27-49d3-aed4-5cb6b8ee9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4b91d8fb-e08f-46fc-9400-6fa9e9bd164c'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:40:09.261892 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-085a006c-7bea-4287-b6a5-094814a64dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:09.360055 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-085a006c-7bea-4287-b6a5-094814a64dd2 None None] For port d88b9f59-2655-4180-b506-0320bf91a579, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:40:09.363532 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-085a006c-7bea-4287-b6a5-094814a64dd2 None None] For port d88b9f59-2655-4180-b506-0320bf91a579, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d88b9f59-2655-4180-b506-0320bf91a579,segment=NetworkSegment(04efe892-4d27-49d3-aed4-5cb6b8ee9f59),segment_id=04efe892-4d27-49d3-aed4-5cb6b8ee9f59)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:40:09.435840 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-085a006c-7bea-4287-b6a5-094814a64dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:09.442081 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-cef77a6f-c51a-49c3-8260-1337d53e106a None None] Provisioning complete for port d88b9f59-2655-4180-b506-0320bf91a579 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:40:09.442711 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cef77a6f-c51a-49c3-8260-1337d53e106a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:09.498654 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085a006c-7bea-4287-b6a5-094814a64dd2 None None] Routers {'a84b84ad-9f10-4822-9e46-15c9256e93f1'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:40:09.499312 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-085a006c-7bea-4287-b6a5-094814a64dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:39:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['a84b84ad-9f10-4822-9e46-15c9256e93f1'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:40:09.577755 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cef77a6f-c51a-49c3-8260-1337d53e106a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:09.582085 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd03c19-89fe-4474-a1f5-e7e1bc3acbea None None] Pushing event updated for resources: {'Port': ['ID=d88b9f59-2655-4180-b506-0320bf91a579,revision_number=4']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:40:09.621895 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-cef77a6f-c51a-49c3-8260-1337d53e106a None None] For port d88b9f59-2655-4180-b506-0320bf91a579, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d88b9f59-2655-4180-b506-0320bf91a579,segment=NetworkSegment(04efe892-4d27-49d3-aed4-5cb6b8ee9f59),segment_id=04efe892-4d27-49d3-aed4-5cb6b8ee9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:40:09.662724 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-085a006c-7bea-4287-b6a5-094814a64dd2 None None] Set router a84b84ad-9f10-4822-9e46-15c9256e93f1 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:40:09.702886 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cef77a6f-c51a-49c3-8260-1337d53e106a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:09.772197 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef77a6f-c51a-49c3-8260-1337d53e106a None None] Pushing event updated for resources: {'Port': ['ID=d88b9f59-2655-4180-b506-0320bf91a579,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:40:09.824842 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-e72911ec-e0ff-4ffd-ac6d-e181cd5e746e None None] Provisioning complete for port d88b9f59-2655-4180-b506-0320bf91a579 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:40:09.825404 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e72911ec-e0ff-4ffd-ac6d-e181cd5e746e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:09.939869 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-085a006c-7bea-4287-b6a5-094814a64dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201364545', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '45d663d2-ba68-4b01-91ab-74fd7dc98d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:40:02Z', 'updated_at': '2021-12-16T10:40:06Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '45d663d2-ba68-4b01-91ab-74fd7dc98d58', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:40:03Z', 'updated_at': '2021-12-16T10:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'd88b9f59-2655-4180-b506-0320bf91a579', 'name': '', 'network_id': '4b91d8fb-e08f-46fc-9400-6fa9e9bd164c', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:5e:d7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'a0fb2b91-093e-4bab-995e-db4ed84dc969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:40:05Z', 'updated_at': '2021-12-16T10:40:09Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': 'a0fb2b91-093e-4bab-995e-db4ed84dc969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:40:09.969722 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085a006c-7bea-4287-b6a5-094814a64dd2 None None] The sync data for ids ['a84b84ad-9f10-4822-9e46-15c9256e93f1'] in n-d-820550-2 is: [{'id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201364545', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '45d663d2-ba68-4b01-91ab-74fd7dc98d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:40:02Z', 'updated_at': '2021-12-16T10:40:06Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '45d663d2-ba68-4b01-91ab-74fd7dc98d58', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:40:03Z', 'updated_at': '2021-12-16T10:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'd88b9f59-2655-4180-b506-0320bf91a579', 'name': '', 'network_id': '4b91d8fb-e08f-46fc-9400-6fa9e9bd164c', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:5e:d7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'a0fb2b91-093e-4bab-995e-db4ed84dc969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:40:05Z', 'updated_at': '2021-12-16T10:40:09Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': 'a0fb2b91-093e-4bab-995e-db4ed84dc969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:40:10.421216 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 45d663d2-ba68-4b01-91ab-74fd7dc98d58 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:40:10.489753 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 45d663d2-ba68-4b01-91ab-74fd7dc98d58 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:40:10.489753 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:10.519962 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ca0c3bec-43da-4abc-b06e-840edabed1b6 req-091a5e32-797d-4724-9662-77e2b0d1409b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 210 time: 0.4329064 Dec 16 10:40:10.594738 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d88b9f59-2655-4180-b506-0320bf91a579 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:40:10.646667 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port d88b9f59-2655-4180-b506-0320bf91a579 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:40:10.647040 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:11.244289 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a276a-3af7-423f-94e2-005b921d3940 req-c9c2d297-74f9-4a4e-b850-5c604e990988 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:11.245893 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-896a276a-3af7-423f-94e2-005b921d3940 req-c9c2d297-74f9-4a4e-b850-5c604e990988 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.58 "GET /v2.0/networks?id=4b91d8fb-e08f-46fc-9400-6fa9e9bd164c HTTP/1.1" status: 200 len: 796 time: 0.1562364 Dec 16 10:40:11.299124 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-896a276a-3af7-423f-94e2-005b921d3940 req-5d76801b-d230-440c-ab1b-ca499c7de885 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acf35d0affc64805837e6cdc8e4702cc HTTP/1.1" status: 200 len: 380 time: 0.0430403 Dec 16 10:40:11.311478 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-896a276a-3af7-423f-94e2-005b921d3940 req-e58694c6-ca65-4e49-9d3a-a0c4c0ce8464 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'port': {'device_id': 'e91adabd-2236-4f04-b903-17e4d6b3bf81', 'network_id': '4b91d8fb-e08f-46fc-9400-6fa9e9bd164c', 'admin_state_up': True, 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'security_groups': ['65d60407-8b98-4ba8-8e08-74fc04035603']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:40:11.497610 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-896a276a-3af7-423f-94e2-005b921d3940 req-e58694c6-ca65-4e49-9d3a-a0c4c0ce8464 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Made reservation on behalf of acf35d0affc64805837e6cdc8e4702cc for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:40:11.501080 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-896a276a-3af7-423f-94e2-005b921d3940 req-e58694c6-ca65-4e49-9d3a-a0c4c0ce8464 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:11.526575 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:11.643096 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ab359ce6-d889-4b9e-8df7-44b884d401ca req-df35f10e-4ef8-4f84-9dd8-227473e71666 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 210 time: 0.0310888 Dec 16 10:40:11.653863 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-896a276a-3af7-423f-94e2-005b921d3940 req-e58694c6-ca65-4e49-9d3a-a0c4c0ce8464 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Allocated IP 172.20.0.6 (4b91d8fb-e08f-46fc-9400-6fa9e9bd164c/a0fb2b91-093e-4bab-995e-db4ed84dc969/5b35c672-54c6-4efc-8df7-c541cd5cc2fe) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:40:11.804212 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-896a276a-3af7-423f-94e2-005b921d3940 req-e58694c6-ca65-4e49-9d3a-a0c4c0ce8464 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:11.898460 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-896a276a-3af7-423f-94e2-005b921d3940 req-e58694c6-ca65-4e49-9d3a-a0c4c0ce8464 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:11.941903 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-896a276a-3af7-423f-94e2-005b921d3940 req-e58694c6-ca65-4e49-9d3a-a0c4c0ce8464 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Network 4b91d8fb-e08f-46fc-9400-6fa9e9bd164c is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:40:11.945383 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-896a276a-3af7-423f-94e2-005b921d3940 req-e58694c6-ca65-4e49-9d3a-a0c4c0ce8464 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:40:11.949642 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-896a276a-3af7-423f-94e2-005b921d3940 req-e58694c6-ca65-4e49-9d3a-a0c4c0ce8464 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:40:11.982523 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58694c6-ca65-4e49-9d3a-a0c4c0ce8464 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Port': ['ID=5b35c672-54c6-4efc-8df7-c541cd5cc2fe,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:40:12.016230 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a276a-3af7-423f-94e2-005b921d3940 req-e58694c6-ca65-4e49-9d3a-a0c4c0ce8464 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:12.017308 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-896a276a-3af7-423f-94e2-005b921d3940 req-e58694c6-ca65-4e49-9d3a-a0c4c0ce8464 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:12.100321 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-896a276a-3af7-423f-94e2-005b921d3940 req-e58694c6-ca65-4e49-9d3a-a0c4c0ce8464 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7939711 Dec 16 10:40:12.112582 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-896a276a-3af7-423f-94e2-005b921d3940 req-76fbf657-8a5f-42ec-9ad4-a4fc85f53f81 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:40:12.114421 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-896a276a-3af7-423f-94e2-005b921d3940 req-76fbf657-8a5f-42ec-9ad4-a4fc85f53f81 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074930 Dec 16 10:40:12.177643 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-896a276a-3af7-423f-94e2-005b921d3940 req-65e0d170-3312-411a-aa21-4d7977fdc879 service neutron] Request body: {'port': {'device_id': 'e91adabd-2236-4f04-b903-17e4d6b3bf81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:40:12.183353 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-e8ae1176-eb85-46e1-b5bb-0426f8c1596d None None] Provisioning complete for port 5b35c672-54c6-4efc-8df7-c541cd5cc2fe triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:40:12.183723 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e8ae1176-eb85-46e1-b5bb-0426f8c1596d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:12.226289 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-e8ae1176-eb85-46e1-b5bb-0426f8c1596d None None] Port 5b35c672-54c6-4efc-8df7-c541cd5cc2fe cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:40:12.251498 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-896a276a-3af7-423f-94e2-005b921d3940 req-65e0d170-3312-411a-aa21-4d7977fdc879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:12.541046 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-896a276a-3af7-423f-94e2-005b921d3940 req-65e0d170-3312-411a-aa21-4d7977fdc879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b35c672-54c6-4efc-8df7-c541cd5cc2fe {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:40:12.549975 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-896a276a-3af7-423f-94e2-005b921d3940 req-65e0d170-3312-411a-aa21-4d7977fdc879 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:12.565398 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-896a276a-3af7-423f-94e2-005b921d3940 req-65e0d170-3312-411a-aa21-4d7977fdc879 service neutron] Transition to ACTIVE for port object 5b35c672-54c6-4efc-8df7-c541cd5cc2fe will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:40:12.646073 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-896a276a-3af7-423f-94e2-005b921d3940 req-65e0d170-3312-411a-aa21-4d7977fdc879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:12.697391 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0d170-3312-411a-aa21-4d7977fdc879 service neutron] Pushing event updated for resources: {'Port': ['ID=5b35c672-54c6-4efc-8df7-c541cd5cc2fe,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:40:12.832700 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ebeb1-dd31-4ed3-90b2-3b4b24874c08 req-78294b82-f063-4eb1-8a5a-0e428cf8655e tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:12.834659 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ef8ebeb1-dd31-4ed3-90b2-3b4b24874c08 req-78294b82-f063-4eb1-8a5a-0e428cf8655e tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 943 time: 0.1025608 Dec 16 10:40:12.840752 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-896a276a-3af7-423f-94e2-005b921d3940 req-65e0d170-3312-411a-aa21-4d7977fdc879 service neutron] Attempting to bind port 5b35c672-54c6-4efc-8df7-c541cd5cc2fe on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:40:12.841315 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-896a276a-3af7-423f-94e2-005b921d3940 req-65e0d170-3312-411a-aa21-4d7977fdc879 service neutron] Attempting to bind port 5b35c672-54c6-4efc-8df7-c541cd5cc2fe by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '04efe892-4d27-49d3-aed4-5cb6b8ee9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4b91d8fb-e08f-46fc-9400-6fa9e9bd164c'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:40:12.841832 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896a276a-3af7-423f-94e2-005b921d3940 req-65e0d170-3312-411a-aa21-4d7977fdc879 service neutron] Attempting to bind port 5b35c672-54c6-4efc-8df7-c541cd5cc2fe on network 4b91d8fb-e08f-46fc-9400-6fa9e9bd164c {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:40:12.855558 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896a276a-3af7-423f-94e2-005b921d3940 req-65e0d170-3312-411a-aa21-4d7977fdc879 service neutron] Port 5b35c672-54c6-4efc-8df7-c541cd5cc2fe on network 4b91d8fb-e08f-46fc-9400-6fa9e9bd164c not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:40:12.855558 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896a276a-3af7-423f-94e2-005b921d3940 req-65e0d170-3312-411a-aa21-4d7977fdc879 service neutron] Attempting to bind port 5b35c672-54c6-4efc-8df7-c541cd5cc2fe on network 4b91d8fb-e08f-46fc-9400-6fa9e9bd164c {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:40:12.869064 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896a276a-3af7-423f-94e2-005b921d3940 req-65e0d170-3312-411a-aa21-4d7977fdc879 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:40:12.869425 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896a276a-3af7-423f-94e2-005b921d3940 req-65e0d170-3312-411a-aa21-4d7977fdc879 service neutron] Checking segment: {'id': '04efe892-4d27-49d3-aed4-5cb6b8ee9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4b91d8fb-e08f-46fc-9400-6fa9e9bd164c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:40:12.869873 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896a276a-3af7-423f-94e2-005b921d3940 req-65e0d170-3312-411a-aa21-4d7977fdc879 service neutron] Bound using segment: {'id': '04efe892-4d27-49d3-aed4-5cb6b8ee9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4b91d8fb-e08f-46fc-9400-6fa9e9bd164c'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:40:12.870306 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-896a276a-3af7-423f-94e2-005b921d3940 req-65e0d170-3312-411a-aa21-4d7977fdc879 service neutron] Bound port: 5b35c672-54c6-4efc-8df7-c541cd5cc2fe, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04efe892-4d27-49d3-aed4-5cb6b8ee9f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4b91d8fb-e08f-46fc-9400-6fa9e9bd164c'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:40:12.870661 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-896a276a-3af7-423f-94e2-005b921d3940 req-65e0d170-3312-411a-aa21-4d7977fdc879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:12.897222 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ef8ebeb1-dd31-4ed3-90b2-3b4b24874c08 req-b9d725a7-b0bb-4f50-90a9-1695f718881d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=65d60407-8b98-4ba8-8e08-74fc04035603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510035 Dec 16 10:40:12.959938 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-896a276a-3af7-423f-94e2-005b921d3940 req-65e0d170-3312-411a-aa21-4d7977fdc879 service neutron] For port 5b35c672-54c6-4efc-8df7-c541cd5cc2fe, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:40:12.964557 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-896a276a-3af7-423f-94e2-005b921d3940 req-65e0d170-3312-411a-aa21-4d7977fdc879 service neutron] For port 5b35c672-54c6-4efc-8df7-c541cd5cc2fe, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=5b35c672-54c6-4efc-8df7-c541cd5cc2fe,segment=NetworkSegment(04efe892-4d27-49d3-aed4-5cb6b8ee9f59),segment_id=04efe892-4d27-49d3-aed4-5cb6b8ee9f59)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:40:13.024303 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-896a276a-3af7-423f-94e2-005b921d3940 req-65e0d170-3312-411a-aa21-4d7977fdc879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:13.067559 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a276a-3af7-423f-94e2-005b921d3940 req-65e0d170-3312-411a-aa21-4d7977fdc879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:13.068244 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-896a276a-3af7-423f-94e2-005b921d3940 req-65e0d170-3312-411a-aa21-4d7977fdc879 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:13.070232 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-896a276a-3af7-423f-94e2-005b921d3940 req-65e0d170-3312-411a-aa21-4d7977fdc879 service neutron] 10.222.0.58 "PUT /v2.0/ports/5b35c672-54c6-4efc-8df7-c541cd5cc2fe HTTP/1.1" status: 200 len: 1091 time: 0.9476445 Dec 16 10:40:13.073316 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91adabd-2236-4f04-b903-17e4d6b3bf81', 'tag': '5b35c672-54c6-4efc-8df7-c541cd5cc2fe'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:40:13.076571 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44923543-e00c-4bc2-bacd-e390af96773e" -d '{"events": [{"name": "network-changed", "server_uuid": "e91adabd-2236-4f04-b903-17e4d6b3bf81", "tag": "5b35c672-54c6-4efc-8df7-c541cd5cc2fe"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:40:13.119967 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0d170-3312-411a-aa21-4d7977fdc879 service neutron] Pushing event updated for resources: {'Port': ['ID=5b35c672-54c6-4efc-8df7-c541cd5cc2fe,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:40:13.131464 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4863f12d-0f9d-46b6-b7de-bd5fa211357d x-openstack-request-id: req-4863f12d-0f9d-46b6-b7de-bd5fa211357d {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:40:13.131674 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91adabd-2236-4f04-b903-17e4d6b3bf81", "tag": "5b35c672-54c6-4efc-8df7-c541cd5cc2fe", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:40:13.131917 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4863f12d-0f9d-46b6-b7de-bd5fa211357d {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:40:13.132329 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91adabd-2236-4f04-b903-17e4d6b3bf81', 'tag': '5b35c672-54c6-4efc-8df7-c541cd5cc2fe', 'status': 'completed', 'code': 200} Dec 16 10:40:13.209351 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44923543-e00c-4bc2-bacd-e390af96773e req-3faf64a5-1a4d-4e98-9599-08601df9c777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:13.210914 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-44923543-e00c-4bc2-bacd-e390af96773e req-3faf64a5-1a4d-4e98-9599-08601df9c777 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 1094 time: 0.0557318 Dec 16 10:40:13.327800 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44923543-e00c-4bc2-bacd-e390af96773e req-599c5058-ba24-45e1-bb0e-a9ecc70a8427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:13.329264 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-44923543-e00c-4bc2-bacd-e390af96773e req-599c5058-ba24-45e1-bb0e-a9ecc70a8427 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=acf35d0affc64805837e6cdc8e4702cc&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1105068 Dec 16 10:40:13.439669 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44923543-e00c-4bc2-bacd-e390af96773e req-6d96e14e-5bcd-41ca-a808-6f7924803895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:13.441194 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-44923543-e00c-4bc2-bacd-e390af96773e req-6d96e14e-5bcd-41ca-a808-6f7924803895 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1055956 Dec 16 10:40:13.534469 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a276a-3af7-423f-94e2-005b921d3940 req-f4735c77-7f4c-4ad1-9be1-d95cef7ec99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:13.536000 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-896a276a-3af7-423f-94e2-005b921d3940 req-f4735c77-7f4c-4ad1-9be1-d95cef7ec99f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 1094 time: 0.0442798 Dec 16 10:40:13.584406 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-896a276a-3af7-423f-94e2-005b921d3940 req-ddd04d65-3d41-4fef-b83f-0f61e565cd58 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b35c672-54c6-4efc-8df7-c541cd5cc2fe HTTP/1.1" status: 200 len: 217 time: 0.0402067 Dec 16 10:40:13.636707 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a276a-3af7-423f-94e2-005b921d3940 req-ac50ca91-f082-44f8-91b4-d4b259deb792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:13.638199 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-896a276a-3af7-423f-94e2-005b921d3940 req-ac50ca91-f082-44f8-91b4-d4b259deb792 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a0fb2b91-093e-4bab-995e-db4ed84dc969 HTTP/1.1" status: 200 len: 834 time: 0.0472002 Dec 16 10:40:13.687338 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a276a-3af7-423f-94e2-005b921d3940 req-5a69f0af-81ad-47d1-b976-f45695e31295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:13.688858 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-896a276a-3af7-423f-94e2-005b921d3940 req-5a69f0af-81ad-47d1-b976-f45695e31295 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4b91d8fb-e08f-46fc-9400-6fa9e9bd164c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430551 Dec 16 10:40:13.789303 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-896a276a-3af7-423f-94e2-005b921d3940 req-fae46a53-eadf-43da-9186-71f004041ac4 service neutron] 10.222.0.58 "GET /v2.0/networks/4b91d8fb-e08f-46fc-9400-6fa9e9bd164c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922976 Dec 16 10:40:13.899256 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-896a276a-3af7-423f-94e2-005b921d3940 req-cdab49be-5dbd-43ce-b5e5-cad33fd27fe8 service neutron] 10.222.0.58 "GET /v2.0/networks/4b91d8fb-e08f-46fc-9400-6fa9e9bd164c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029844 Dec 16 10:40:14.026582 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0cc305-d596-4f48-80c4-18b99420a0c3 req-59e29591-03cd-4983-bc24-1544e76bc2e8 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:14.028177 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ff0cc305-d596-4f48-80c4-18b99420a0c3 req-59e29591-03cd-4983-bc24-1544e76bc2e8 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 943 time: 0.0610762 Dec 16 10:40:14.068682 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ff0cc305-d596-4f48-80c4-18b99420a0c3 req-9917e72f-b24d-48fd-b51a-f5c398a3dab4 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=65d60407-8b98-4ba8-8e08-74fc04035603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341461 Dec 16 10:40:15.197303 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e398a2-0ec2-4aad-9071-8c2758f176df req-0c531283-aa1d-42f5-86dd-6dabbfd2cbb5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:15.198868 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b2e398a2-0ec2-4aad-9071-8c2758f176df req-0c531283-aa1d-42f5-86dd-6dabbfd2cbb5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 943 time: 0.0552909 Dec 16 10:40:15.241850 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b2e398a2-0ec2-4aad-9071-8c2758f176df req-488b5b87-329f-4c8a-8ce5-bab15a4c1537 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=65d60407-8b98-4ba8-8e08-74fc04035603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364273 Dec 16 10:40:16.343591 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 5b35c672-54c6-4efc-8df7-c541cd5cc2fe details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:40:16.370946 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f231dcd-5175-48b5-af50-d9f2b704e4d1 req-ef8ec089-ab47-41c5-94a0-4845022e307c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:16.372503 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1f231dcd-5175-48b5-af50-d9f2b704e4d1 req-ef8ec089-ab47-41c5-94a0-4845022e307c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 943 time: 0.0554636 Dec 16 10:40:16.414809 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1f231dcd-5175-48b5-af50-d9f2b704e4d1 req-f1b7840a-5920-47e7-b317-1185eed60f41 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=65d60407-8b98-4ba8-8e08-74fc04035603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357513 Dec 16 10:40:16.444096 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 5b35c672-54c6-4efc-8df7-c541cd5cc2fe, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=5b35c672-54c6-4efc-8df7-c541cd5cc2fe,segment=NetworkSegment(04efe892-4d27-49d3-aed4-5cb6b8ee9f59),segment_id=04efe892-4d27-49d3-aed4-5cb6b8ee9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:40:16.456593 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '5b35c672-54c6-4efc-8df7-c541cd5cc2fe', 'network_id': '4b91d8fb-e08f-46fc-9400-6fa9e9bd164c', 'port_id': '5b35c672-54c6-4efc-8df7-c541cd5cc2fe', 'mac_address': 'fa:16:3e:2a:ba:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0fb2b91-093e-4bab-995e-db4ed84dc969', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:40:16.495158 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:16.508105 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b35c672-54c6-4efc-8df7-c541cd5cc2fe {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:40:16.527334 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 5b35c672-54c6-4efc-8df7-c541cd5cc2fe, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=5b35c672-54c6-4efc-8df7-c541cd5cc2fe,segment=NetworkSegment(04efe892-4d27-49d3-aed4-5cb6b8ee9f59),segment_id=04efe892-4d27-49d3-aed4-5cb6b8ee9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:40:16.645975 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:16.706936 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=5b35c672-54c6-4efc-8df7-c541cd5cc2fe,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:40:16.889996 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['5b35c672-54c6-4efc-8df7-c541cd5cc2fe'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:40:17.544662 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503d1ad-33e0-4258-ba63-f58bdfc19886 req-d91e7eeb-7d9b-4745-a674-9bdc291823f6 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:17.546198 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1503d1ad-33e0-4258-ba63-f58bdfc19886 req-d91e7eeb-7d9b-4745-a674-9bdc291823f6 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 944 time: 0.0634403 Dec 16 10:40:17.588940 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1503d1ad-33e0-4258-ba63-f58bdfc19886 req-a055b8a9-50a9-4f54-a893-f3d199c56561 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=65d60407-8b98-4ba8-8e08-74fc04035603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352409 Dec 16 10:40:18.366804 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 5b35c672-54c6-4efc-8df7-c541cd5cc2fe up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:40:18.480973 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 5b35c672-54c6-4efc-8df7-c541cd5cc2fe completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:40:18.484717 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 5b35c672-54c6-4efc-8df7-c541cd5cc2fe triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:40:18.485093 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:18.562663 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:18.583987 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91adabd-2236-4f04-b903-17e4d6b3bf81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b35c672-54c6-4efc-8df7-c541cd5cc2fe'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:40:18.586241 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43456ec7ce59ea77a0f74ce1d1a90a56292c95d5d3a8a10fcc4b35aa5a8e1da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab0e6fb-4796-4595-a907-e35259044dd8" -d '{"events": [{"server_uuid": "e91adabd-2236-4f04-b903-17e4d6b3bf81", "name": "network-vif-plugged", "status": "completed", "tag": "5b35c672-54c6-4efc-8df7-c541cd5cc2fe"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:40:18.601194 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 5b35c672-54c6-4efc-8df7-c541cd5cc2fe, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=5b35c672-54c6-4efc-8df7-c541cd5cc2fe,segment=NetworkSegment(04efe892-4d27-49d3-aed4-5cb6b8ee9f59),segment_id=04efe892-4d27-49d3-aed4-5cb6b8ee9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:40:18.623987 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a369f142-a331-4820-8f0c-c6f11a020abb x-openstack-request-id: req-a369f142-a331-4820-8f0c-c6f11a020abb {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:40:18.623987 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91adabd-2236-4f04-b903-17e4d6b3bf81", "name": "network-vif-plugged", "status": "completed", "tag": "5b35c672-54c6-4efc-8df7-c541cd5cc2fe", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:40:18.623987 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a369f142-a331-4820-8f0c-c6f11a020abb {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:40:18.624307 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91adabd-2236-4f04-b903-17e4d6b3bf81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b35c672-54c6-4efc-8df7-c541cd5cc2fe', 'code': 200} Dec 16 10:40:18.657293 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:18.715775 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53cde2-63ed-4571-9232-33c29dda3a68 req-26c1bc83-6f3b-4b3b-a6c8-e63bfcce5e76 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:18.717651 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2c53cde2-63ed-4571-9232-33c29dda3a68 req-26c1bc83-6f3b-4b3b-a6c8-e63bfcce5e76 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 945 time: 0.0569592 Dec 16 10:40:18.722770 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=5b35c672-54c6-4efc-8df7-c541cd5cc2fe,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:40:18.731353 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f4326-684a-4c10-ab4f-2ad2a65f3da9 req-64d5bfa5-918f-4138-8d82-62c096b5f5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:18.732807 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b66f4326-684a-4c10-ab4f-2ad2a65f3da9 req-64d5bfa5-918f-4138-8d82-62c096b5f5b0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 1096 time: 0.0543227 Dec 16 10:40:18.761643 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2c53cde2-63ed-4571-9232-33c29dda3a68 req-8ca7558c-d60d-404f-b72b-8a632068013f tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=65d60407-8b98-4ba8-8e08-74fc04035603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337100 Dec 16 10:40:18.768436 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b66f4326-684a-4c10-ab4f-2ad2a65f3da9 req-8a56c41c-10c4-492e-99ed-cb4401bf3762 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=65d60407-8b98-4ba8-8e08-74fc04035603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289867 Dec 16 10:40:19.882251 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b2ccd-312a-43c6-a6ef-a14118e118f9 req-68f76e34-97ab-46b2-bf9f-84150923a50c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:19.883065 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-533b2ccd-312a-43c6-a6ef-a14118e118f9 req-68f76e34-97ab-46b2-bf9f-84150923a50c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 945 time: 0.0508852 Dec 16 10:40:19.926349 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-533b2ccd-312a-43c6-a6ef-a14118e118f9 req-c8c48285-13c6-42d0-b119-41b876c23e4e tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=65d60407-8b98-4ba8-8e08-74fc04035603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369918 Dec 16 10:40:21.042139 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5415563-c08b-467d-9503-bd15a687a46a req-02452cb1-fc95-4e8b-be09-ba026c2b6ddc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:21.043622 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b5415563-c08b-467d-9503-bd15a687a46a req-02452cb1-fc95-4e8b-be09-ba026c2b6ddc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 945 time: 0.0492575 Dec 16 10:40:21.081398 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b5415563-c08b-467d-9503-bd15a687a46a req-fcfabc75-79e7-4619-818a-79e49f4a513a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=65d60407-8b98-4ba8-8e08-74fc04035603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314467 Dec 16 10:40:21.201933 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370824f-3e5d-41cf-b0da-f1460170e4bd req-cd26b7c2-51ee-4d5f-8150-6b3b06248bb8 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:21.203392 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7370824f-3e5d-41cf-b0da-f1460170e4bd req-cd26b7c2-51ee-4d5f-8150-6b3b06248bb8 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 945 time: 0.0542693 Dec 16 10:40:21.240232 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7370824f-3e5d-41cf-b0da-f1460170e4bd req-9977a3a1-a0a9-43b1-843f-92565137837c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=65d60407-8b98-4ba8-8e08-74fc04035603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309649 Dec 16 10:40:21.261494 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42210) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:40:21.300411 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61991b28-e433-444d-8400-df95189cfa93 tempest-TestNetworkAdvancedServerOps-1096991519 tempest-TestNetworkAdvancedServerOps-1096991519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:21.301954 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-61991b28-e433-444d-8400-df95189cfa93 tempest-TestNetworkAdvancedServerOps-1096991519 tempest-TestNetworkAdvancedServerOps-1096991519-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 1091 time: 0.0395110 Dec 16 10:40:21.304724 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42212) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:40:21.309565 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-7776fecc-988f-4790-8928-5823c56edff2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'port_id': '5b35c672-54c6-4efc-8df7-c541cd5cc2fe', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:40:21.382742 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7776fecc-988f-4790-8928-5823c56edff2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for floatingip, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:21.483153 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7776fecc-988f-4790-8928-5823c56edff2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:21.583666 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-7776fecc-988f-4790-8928-5823c56edff2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Allocated IP 172.25.1.88 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/dd69c108-9928-4bc1-8384-e37c91bb27d1) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:40:21.690474 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7776fecc-988f-4790-8928-5823c56edff2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:21.777775 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7776fecc-988f-4790-8928-5823c56edff2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:21.815453 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7776fecc-988f-4790-8928-5823c56edff2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:40:21.819646 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-7776fecc-988f-4790-8928-5823c56edff2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:40:21.827221 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7776fecc-988f-4790-8928-5823c56edff2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:40:21.832328 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776fecc-988f-4790-8928-5823c56edff2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Port': ['ID=dd69c108-9928-4bc1-8384-e37c91bb27d1,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:40:22.171457 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7776fecc-988f-4790-8928-5823c56edff2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:22.292750 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7776fecc-988f-4790-8928-5823c56edff2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:22.446661 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7776fecc-988f-4790-8928-5823c56edff2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:22.508107 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7776fecc-988f-4790-8928-5823c56edff2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:22.581132 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776fecc-988f-4790-8928-5823c56edff2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Port': ['ID=dd69c108-9928-4bc1-8384-e37c91bb27d1,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:40:22.590098 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7776fecc-988f-4790-8928-5823c56edff2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:22.693216 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [None req-7776fecc-988f-4790-8928-5823c56edff2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Floating IP a1f21d1e-1157-478f-852a-936d8f11f59d associated. External IP: 172.25.1.88, port: 5b35c672-54c6-4efc-8df7-c541cd5cc2fe. Dec 16 10:40:22.907586 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7776fecc-988f-4790-8928-5823c56edff2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Router a84b84ad-9f10-4822-9e46-15c9256e93f1 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:40:23.015410 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7776fecc-988f-4790-8928-5823c56edff2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:40:23.026004 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e53b935-c85d-4e22-bf13-74b88e6212d2 None None] Sync routers for ids ['a84b84ad-9f10-4822-9e46-15c9256e93f1'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:40:23.035723 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e53b935-c85d-4e22-bf13-74b88e6212d2 None None] Routers {'a84b84ad-9f10-4822-9e46-15c9256e93f1'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:40:23.038553 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-2e53b935-c85d-4e22-bf13-74b88e6212d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:39:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['a84b84ad-9f10-4822-9e46-15c9256e93f1'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:40:23.087752 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-7776fecc-988f-4790-8928-5823c56edff2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:23.115683 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-7776fecc-988f-4790-8928-5823c56edff2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8099205 Dec 16 10:40:23.116368 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91adabd-2236-4f04-b903-17e4d6b3bf81', 'tag': '5b35c672-54c6-4efc-8df7-c541cd5cc2fe'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:40:23.118752 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b000defd-0683-4c6a-a08b-75d7bda1349a" -d '{"events": [{"name": "network-changed", "server_uuid": "e91adabd-2236-4f04-b903-17e4d6b3bf81", "tag": "5b35c672-54c6-4efc-8df7-c541cd5cc2fe"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:40:23.147714 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-2e53b935-c85d-4e22-bf13-74b88e6212d2 None None] Set router a84b84ad-9f10-4822-9e46-15c9256e93f1 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:40:23.170278 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22de7019-0591-4284-a8aa-92b3f9664d4c x-openstack-request-id: req-22de7019-0591-4284-a8aa-92b3f9664d4c {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:40:23.170677 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91adabd-2236-4f04-b903-17e4d6b3bf81", "tag": "5b35c672-54c6-4efc-8df7-c541cd5cc2fe", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:40:23.170987 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-22de7019-0591-4284-a8aa-92b3f9664d4c {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:40:23.171473 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91adabd-2236-4f04-b903-17e4d6b3bf81', 'tag': '5b35c672-54c6-4efc-8df7-c541cd5cc2fe', 'status': 'completed', 'code': 200} Dec 16 10:40:23.239106 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000defd-0683-4c6a-a08b-75d7bda1349a req-3d70b449-55ec-431e-ba07-ac6f8ae8f282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:23.240599 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b000defd-0683-4c6a-a08b-75d7bda1349a req-3d70b449-55ec-431e-ba07-ac6f8ae8f282 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 1096 time: 0.0445247 Dec 16 10:40:23.251391 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b309b0-01a7-44eb-ab9a-24f219248ce6 req-dd3faba5-acd3-432a-8cfd-4ad1ca6c358e tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:23.252896 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-39b309b0-01a7-44eb-ab9a-24f219248ce6 req-dd3faba5-acd3-432a-8cfd-4ad1ca6c358e tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 945 time: 0.0608158 Dec 16 10:40:23.292148 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-39b309b0-01a7-44eb-ab9a-24f219248ce6 req-9887e79e-2cff-4fe4-839f-a9cedcbfcd52 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=65d60407-8b98-4ba8-8e08-74fc04035603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330682 Dec 16 10:40:23.315189 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42218) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:40:23.382049 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000defd-0683-4c6a-a08b-75d7bda1349a req-e4c46bef-5d1f-42c0-9aec-f593aadfd01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:23.383519 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b000defd-0683-4c6a-a08b-75d7bda1349a req-e4c46bef-5d1f-42c0-9aec-f593aadfd01b service neutron] 10.222.0.58 "GET /v2.0/networks?id=4b91d8fb-e08f-46fc-9400-6fa9e9bd164c HTTP/1.1" status: 200 len: 897 time: 0.1342678 Dec 16 10:40:23.386721 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-2e53b935-c85d-4e22-bf13-74b88e6212d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201364545', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '45d663d2-ba68-4b01-91ab-74fd7dc98d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:40:02Z', 'updated_at': '2021-12-16T10:40:06Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '45d663d2-ba68-4b01-91ab-74fd7dc98d58', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:40:03Z', 'updated_at': '2021-12-16T10:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'a1f21d1e-1157-478f-852a-936d8f11f59d', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'port_id': '5b35c672-54c6-4efc-8df7-c541cd5cc2fe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b91d8fb-e08f-46fc-9400-6fa9e9bd164c', 'mac_address': 'fa:16:3e:2a:ba:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91adabd-2236-4f04-b903-17e4d6b3bf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:40:22Z', 'updated_at': '2021-12-16T10:40:22Z', 'revision_number': 0, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd88b9f59-2655-4180-b506-0320bf91a579', 'name': '', 'network_id': '4b91d8fb-e08f-46fc-9400-6fa9e9bd164c', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:5e:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'a0fb2b91-093e-4bab-995e-db4ed84dc969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:40:05Z', 'updated_at': '2021-12-16T10:40:09Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': 'a0fb2b91-093e-4bab-995e-db4ed84dc969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:40:23.400072 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c9fdd244-0fa7-4fe9-bf79-3be37173cc5d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/floatingips/a1f21d1e-1157-478f-852a-936d8f11f59d HTTP/1.1" status: 200 len: 990 time: 0.0838363 Dec 16 10:40:23.412394 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e53b935-c85d-4e22-bf13-74b88e6212d2 None None] Checking router: a84b84ad-9f10-4822-9e46-15c9256e93f1 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:40:23.421290 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e53b935-c85d-4e22-bf13-74b88e6212d2 None None] Routers {'a84b84ad-9f10-4822-9e46-15c9256e93f1'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:40:23.422155 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-2e53b935-c85d-4e22-bf13-74b88e6212d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:39:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['a84b84ad-9f10-4822-9e46-15c9256e93f1'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:40:23.456916 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b000defd-0683-4c6a-a08b-75d7bda1349a req-635e79e6-4ba9-44e2-8fec-4c573d2d536b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b35c672-54c6-4efc-8df7-c541cd5cc2fe HTTP/1.1" status: 200 len: 998 time: 0.0645535 Dec 16 10:40:23.506666 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000defd-0683-4c6a-a08b-75d7bda1349a req-57662da2-c344-4cfd-b200-6c3e07155529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:23.508127 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b000defd-0683-4c6a-a08b-75d7bda1349a req-57662da2-c344-4cfd-b200-6c3e07155529 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a0fb2b91-093e-4bab-995e-db4ed84dc969 HTTP/1.1" status: 200 len: 834 time: 0.0440750 Dec 16 10:40:23.526424 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-2e53b935-c85d-4e22-bf13-74b88e6212d2 None None] Set router a84b84ad-9f10-4822-9e46-15c9256e93f1 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:40:23.554759 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000defd-0683-4c6a-a08b-75d7bda1349a req-d1b96590-6124-4a1d-adbd-c2ca13e73553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:23.556273 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b000defd-0683-4c6a-a08b-75d7bda1349a req-d1b96590-6124-4a1d-adbd-c2ca13e73553 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4b91d8fb-e08f-46fc-9400-6fa9e9bd164c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405455 Dec 16 10:40:23.649794 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b000defd-0683-4c6a-a08b-75d7bda1349a req-d11b6d56-4aca-4931-af9a-0914d4b9d6bd service neutron] 10.222.0.58 "GET /v2.0/networks/4b91d8fb-e08f-46fc-9400-6fa9e9bd164c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864854 Dec 16 10:40:23.746226 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b000defd-0683-4c6a-a08b-75d7bda1349a req-5813e75b-f26a-448d-808c-017ef0e944c2 service neutron] 10.222.0.58 "GET /v2.0/networks/4b91d8fb-e08f-46fc-9400-6fa9e9bd164c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892467 Dec 16 10:40:23.752771 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-2e53b935-c85d-4e22-bf13-74b88e6212d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201364545', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '45d663d2-ba68-4b01-91ab-74fd7dc98d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:40:02Z', 'updated_at': '2021-12-16T10:40:06Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '45d663d2-ba68-4b01-91ab-74fd7dc98d58', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:40:03Z', 'updated_at': '2021-12-16T10:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'a1f21d1e-1157-478f-852a-936d8f11f59d', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'port_id': '5b35c672-54c6-4efc-8df7-c541cd5cc2fe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b91d8fb-e08f-46fc-9400-6fa9e9bd164c', 'mac_address': 'fa:16:3e:2a:ba:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91adabd-2236-4f04-b903-17e4d6b3bf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:40:22Z', 'updated_at': '2021-12-16T10:40:22Z', 'revision_number': 0, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd88b9f59-2655-4180-b506-0320bf91a579', 'name': '', 'network_id': '4b91d8fb-e08f-46fc-9400-6fa9e9bd164c', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:5e:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'a0fb2b91-093e-4bab-995e-db4ed84dc969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:40:05Z', 'updated_at': '2021-12-16T10:40:09Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': 'a0fb2b91-093e-4bab-995e-db4ed84dc969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:40:23.779164 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e53b935-c85d-4e22-bf13-74b88e6212d2 None None] The sync data for ids ['a84b84ad-9f10-4822-9e46-15c9256e93f1'] in n-d-820550-2 is: [{'id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201364545', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '45d663d2-ba68-4b01-91ab-74fd7dc98d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:40:02Z', 'updated_at': '2021-12-16T10:40:06Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '45d663d2-ba68-4b01-91ab-74fd7dc98d58', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:40:03Z', 'updated_at': '2021-12-16T10:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'a1f21d1e-1157-478f-852a-936d8f11f59d', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'port_id': '5b35c672-54c6-4efc-8df7-c541cd5cc2fe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b91d8fb-e08f-46fc-9400-6fa9e9bd164c', 'mac_address': 'fa:16:3e:2a:ba:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91adabd-2236-4f04-b903-17e4d6b3bf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:40:22Z', 'updated_at': '2021-12-16T10:40:22Z', 'revision_number': 0, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd88b9f59-2655-4180-b506-0320bf91a579', 'name': '', 'network_id': '4b91d8fb-e08f-46fc-9400-6fa9e9bd164c', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:5e:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'a0fb2b91-093e-4bab-995e-db4ed84dc969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:40:05Z', 'updated_at': '2021-12-16T10:40:09Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': 'a0fb2b91-093e-4bab-995e-db4ed84dc969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:40:23.962628 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ae9092-5173-4c28-b15a-34252cf61a5f None None] New status for floating IP a1f21d1e-1157-478f-852a-936d8f11f59d: ACTIVE {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:40:24.165359 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e73b0785-fc3e-4523-bc7a-0ae0029db064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:24.403988 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42220) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:40:24.465249 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-cfc9d51e-8b3a-4c20-bda3-9747350efe24 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/floatingips/a1f21d1e-1157-478f-852a-936d8f11f59d HTTP/1.1" status: 200 len: 992 time: 0.0599520 Dec 16 10:40:26.485101 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-056c3261-fd8e-4e07-aba9-f7e87e09bfa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:27.845404 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:28.553798 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:40:29.371253 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:29.628312 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:38.050665 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:41.541550 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:54.141405 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9274d1ee-d80f-4b22-a8ca-a4e084d37f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:56.048650 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d81de-30c1-4dad-92c3-5cb68db5db3f req-c67fc491-4252-4e2b-8d94-1bc3c728397f tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:56.050552 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7f2d81de-30c1-4dad-92c3-5cb68db5db3f req-c67fc491-4252-4e2b-8d94-1bc3c728397f tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 945 time: 0.0629718 Dec 16 10:40:56.120063 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7f2d81de-30c1-4dad-92c3-5cb68db5db3f req-ac83b325-5e0e-4c87-854b-788cfd6aa819 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=65d60407-8b98-4ba8-8e08-74fc04035603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594747 Dec 16 10:40:56.122771 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22430b-b5ab-4533-aa1f-af60a9f6577c req-d67121fe-2521-4011-a96d-277b25873894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:56.124189 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7e22430b-b5ab-4533-aa1f-af60a9f6577c req-d67121fe-2521-4011-a96d-277b25873894 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 1096 time: 0.0727549 Dec 16 10:40:56.221622 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22430b-b5ab-4533-aa1f-af60a9f6577c req-abfe2566-3a65-447b-99ff-f3706d459009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:56.223093 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7e22430b-b5ab-4533-aa1f-af60a9f6577c req-abfe2566-3a65-447b-99ff-f3706d459009 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4b91d8fb-e08f-46fc-9400-6fa9e9bd164c HTTP/1.1" status: 200 len: 897 time: 0.0904019 Dec 16 10:40:56.302322 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7e22430b-b5ab-4533-aa1f-af60a9f6577c req-1c7b8d28-6343-48d0-9627-f190f67a50d1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b35c672-54c6-4efc-8df7-c541cd5cc2fe HTTP/1.1" status: 200 len: 1000 time: 0.0680451 Dec 16 10:40:56.353524 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22430b-b5ab-4533-aa1f-af60a9f6577c req-8b279086-e892-40a0-96aa-b1d73c7495fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:56.354984 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7e22430b-b5ab-4533-aa1f-af60a9f6577c req-8b279086-e892-40a0-96aa-b1d73c7495fe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a0fb2b91-093e-4bab-995e-db4ed84dc969 HTTP/1.1" status: 200 len: 834 time: 0.0458260 Dec 16 10:40:56.402327 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22430b-b5ab-4533-aa1f-af60a9f6577c req-b0f652d8-3c27-42ff-b9fa-06254e0c562f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:56.404432 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7e22430b-b5ab-4533-aa1f-af60a9f6577c req-b0f652d8-3c27-42ff-b9fa-06254e0c562f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4b91d8fb-e08f-46fc-9400-6fa9e9bd164c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406845 Dec 16 10:40:56.473401 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-72c1dcd7-3a10-4a6b-a5da-28a21ed7d755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:56.500995 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7e22430b-b5ab-4533-aa1f-af60a9f6577c req-519b13ea-2cab-4ac6-b235-ed19e470fd43 service neutron] 10.222.0.58 "GET /v2.0/networks/4b91d8fb-e08f-46fc-9400-6fa9e9bd164c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896826 Dec 16 10:40:56.605155 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7e22430b-b5ab-4533-aa1f-af60a9f6577c req-c340f893-ccc5-4190-8c0f-3a45c1e3ad7f service neutron] 10.222.0.58 "GET /v2.0/networks/4b91d8fb-e08f-46fc-9400-6fa9e9bd164c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971146 Dec 16 10:40:57.268946 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49778de8-bbf9-48da-89d4-aae6f85f3c97 req-a882c376-c670-4442-a83c-22725f903752 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:57.270475 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-49778de8-bbf9-48da-89d4-aae6f85f3c97 req-a882c376-c670-4442-a83c-22725f903752 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 945 time: 0.0507646 Dec 16 10:40:57.313633 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-49778de8-bbf9-48da-89d4-aae6f85f3c97 req-faa862e9-3df9-4f91-b2ad-20504aaff8c8 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=65d60407-8b98-4ba8-8e08-74fc04035603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371382 Dec 16 10:40:57.850754 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:58.439446 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d5d2f-8ec5-4e6e-bd34-89f568af88f7 req-022941a9-71b0-4f41-b3a2-08aaed4484b9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:58.440860 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-146d5d2f-8ec5-4e6e-bd34-89f568af88f7 req-022941a9-71b0-4f41-b3a2-08aaed4484b9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 945 time: 0.0616918 Dec 16 10:40:58.477881 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-146d5d2f-8ec5-4e6e-bd34-89f568af88f7 req-af4c6ab0-fc9e-4803-81f3-7668f9da5ba7 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=65d60407-8b98-4ba8-8e08-74fc04035603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310328 Dec 16 10:40:59.348225 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:59.595935 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b46e1-7279-4ea2-861a-9a6ab7b53884 req-b1a14798-6a6f-4098-a2d9-97eaf1088e05 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:59.597450 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cb2b46e1-7279-4ea2-861a-9a6ab7b53884 req-b1a14798-6a6f-4098-a2d9-97eaf1088e05 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 945 time: 0.0503094 Dec 16 10:40:59.610646 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:59.638205 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cb2b46e1-7279-4ea2-861a-9a6ab7b53884 req-3cc520d0-13e8-4db1-bd8c-2c6d429fbcf5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=65d60407-8b98-4ba8-8e08-74fc04035603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345087 Dec 16 10:41:00.753814 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38273d3c-c652-4325-9f35-fe74cbf64afc req-46cd8ee1-da0a-42f0-84c6-08e601b7415d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:41:00.755320 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-38273d3c-c652-4325-9f35-fe74cbf64afc req-46cd8ee1-da0a-42f0-84c6-08e601b7415d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 945 time: 0.0492640 Dec 16 10:41:00.795488 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-38273d3c-c652-4325-9f35-fe74cbf64afc req-8773e972-175c-40a3-9c6d-f4dce3ddb8b8 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=65d60407-8b98-4ba8-8e08-74fc04035603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336077 Dec 16 10:41:01.922123 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea8618-0bb9-435d-a52f-de573a413589 req-1f44111b-e2a7-4057-be4b-97e2b10cdc98 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:41:01.923635 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4eea8618-0bb9-435d-a52f-de573a413589 req-1f44111b-e2a7-4057-be4b-97e2b10cdc98 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 945 time: 0.0564547 Dec 16 10:41:01.961630 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4eea8618-0bb9-435d-a52f-de573a413589 req-d4c06ae3-3820-4a62-bfbd-1a211df8a3b1 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=65d60407-8b98-4ba8-8e08-74fc04035603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319481 Dec 16 10:41:03.093694 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125cd063-8810-40b4-ad75-868868b17ed4 req-8a2e26e2-d9f9-406e-b80c-9c9c45a9be8d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:41:03.095347 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-125cd063-8810-40b4-ad75-868868b17ed4 req-8a2e26e2-d9f9-406e-b80c-9c9c45a9be8d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 945 time: 0.0644474 Dec 16 10:41:03.133986 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-125cd063-8810-40b4-ad75-868868b17ed4 req-f35bea08-77f0-4cf6-8c67-aa95659d2416 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=65d60407-8b98-4ba8-8e08-74fc04035603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325663 Dec 16 10:41:04.250755 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d43de-7869-49b6-9e82-0604025b5148 req-2d532eef-27b3-4b06-85af-4b44940aae3f tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:41:04.252279 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ec9d43de-7869-49b6-9e82-0604025b5148 req-2d532eef-27b3-4b06-85af-4b44940aae3f tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 945 time: 0.0508225 Dec 16 10:41:04.292966 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ec9d43de-7869-49b6-9e82-0604025b5148 req-ef32a109-881f-4a7f-bf0f-0f493a2b0b8e tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=65d60407-8b98-4ba8-8e08-74fc04035603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347331 Dec 16 10:41:05.409774 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f32dc-4352-4054-a85b-e1c2ff3a1699 req-4216dc6c-6ccc-4013-bed5-436e71f24e03 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:41:05.411247 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-005f32dc-4352-4054-a85b-e1c2ff3a1699 req-4216dc6c-6ccc-4013-bed5-436e71f24e03 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 945 time: 0.0518529 Dec 16 10:41:05.450704 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-005f32dc-4352-4054-a85b-e1c2ff3a1699 req-4a9bd08c-e54c-447d-896f-e4c97f1942b4 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=65d60407-8b98-4ba8-8e08-74fc04035603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333967 Dec 16 10:41:05.553293 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:41:06.566722 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfb14e-038f-4c7e-b9d0-11b93fda131d req-06a28064-794b-4800-833b-5c825b1b5d67 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:41:06.568189 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a3dfb14e-038f-4c7e-b9d0-11b93fda131d req-06a28064-794b-4800-833b-5c825b1b5d67 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 945 time: 0.0481658 Dec 16 10:41:06.605711 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a3dfb14e-038f-4c7e-b9d0-11b93fda131d req-35e52bd6-dca1-472e-ade5-72b861215245 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=65d60407-8b98-4ba8-8e08-74fc04035603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312660 Dec 16 10:41:07.720975 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435ac3d-42e0-4cc3-9706-88578e7dcca7 req-8bd62ef4-0770-41ae-a66e-405eb373365b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:41:07.722391 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1435ac3d-42e0-4cc3-9706-88578e7dcca7 req-8bd62ef4-0770-41ae-a66e-405eb373365b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 945 time: 0.0474753 Dec 16 10:41:07.759372 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1435ac3d-42e0-4cc3-9706-88578e7dcca7 req-653d71b6-2002-422f-9898-f5fd2078e20a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=65d60407-8b98-4ba8-8e08-74fc04035603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311975 Dec 16 10:41:08.072880 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:08.875592 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef4505-fa18-4934-aa1e-9f358dcc0ffe req-b4ae2f3d-24b7-48b5-a7af-4ad9ce1459d0 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:41:08.877053 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-afef4505-fa18-4934-aa1e-9f358dcc0ffe req-b4ae2f3d-24b7-48b5-a7af-4ad9ce1459d0 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 945 time: 0.0511301 Dec 16 10:41:08.914036 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-afef4505-fa18-4934-aa1e-9f358dcc0ffe req-c00ace6f-f051-47c1-b363-300e40c8f95d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=65d60407-8b98-4ba8-8e08-74fc04035603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309072 Dec 16 10:41:10.030680 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84108e-f243-4321-86c6-da84b6787e75 req-c6d92b04-5eec-4bca-8eb1-d8f7d29f5cb8 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:41:10.032153 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-db84108e-f243-4321-86c6-da84b6787e75 req-c6d92b04-5eec-4bca-8eb1-d8f7d29f5cb8 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 945 time: 0.0488546 Dec 16 10:41:10.069816 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-db84108e-f243-4321-86c6-da84b6787e75 req-b6f64aeb-6670-45c0-b05e-e2daeb28275d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=65d60407-8b98-4ba8-8e08-74fc04035603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318284 Dec 16 10:41:11.183230 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c887c4-ca5d-4ade-aa37-9bf65c292308 req-6cd307a7-35d5-4d53-a6b6-c5dfbfc13bba tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:41:11.184700 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-26c887c4-ca5d-4ade-aa37-9bf65c292308 req-6cd307a7-35d5-4d53-a6b6-c5dfbfc13bba tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 945 time: 0.0486109 Dec 16 10:41:11.229977 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-26c887c4-ca5d-4ade-aa37-9bf65c292308 req-c11b5b89-84ec-4e88-a3fe-2bdb14b96904 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=65d60407-8b98-4ba8-8e08-74fc04035603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362997 Dec 16 10:41:11.569082 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:12.351294 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e599a53-21b1-45d9-a16d-fac5b67636f8 req-42e57a19-8e65-4a9e-ab5c-3c81d2fbebe2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:41:12.352860 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e599a53-21b1-45d9-a16d-fac5b67636f8 req-42e57a19-8e65-4a9e-ab5c-3c81d2fbebe2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 945 time: 0.0521197 Dec 16 10:41:12.391501 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3e599a53-21b1-45d9-a16d-fac5b67636f8 req-cc451c40-cb09-486f-b603-7f23c2bb60f6 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=65d60407-8b98-4ba8-8e08-74fc04035603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325441 Dec 16 10:41:13.505390 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454c1cc-e02a-457d-8296-3f8845e61be8 req-8f08282b-5a88-4659-b72c-2824ca582057 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:41:13.506858 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5454c1cc-e02a-457d-8296-3f8845e61be8 req-8f08282b-5a88-4659-b72c-2824ca582057 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 945 time: 0.0492017 Dec 16 10:41:13.543427 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5454c1cc-e02a-457d-8296-3f8845e61be8 req-83176fd5-bc16-49a3-9053-4a65c1f91779 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=65d60407-8b98-4ba8-8e08-74fc04035603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306339 Dec 16 10:41:13.565864 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42282) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:41:13.624551 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b1b5fc46-4221-4e30-a9de-983de231ea42 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/floatingips/a1f21d1e-1157-478f-852a-936d8f11f59d HTTP/1.1" status: 200 len: 992 time: 0.0575075 Dec 16 10:41:17.144289 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99231ddf-52b9-4c20-84db-aa211ee33289 req-279e927c-7af8-4dff-9143-22b98952ce9a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407438 Dec 16 10:41:17.235369 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99231ddf-52b9-4c20-84db-aa211ee33289 req-f9ac5593-fb5f-45ce-8577-167935e8f823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:41:17.236889 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99231ddf-52b9-4c20-84db-aa211ee33289 req-f9ac5593-fb5f-45ce-8577-167935e8f823 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 1096 time: 0.0429306 Dec 16 10:41:17.344575 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99231ddf-52b9-4c20-84db-aa211ee33289 req-487bf2a6-e882-4971-87c8-ccdd3a96f22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:41:17.346052 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99231ddf-52b9-4c20-84db-aa211ee33289 req-487bf2a6-e882-4971-87c8-ccdd3a96f22c service neutron] 10.222.0.58 "GET /v2.0/networks?id=4b91d8fb-e08f-46fc-9400-6fa9e9bd164c HTTP/1.1" status: 200 len: 897 time: 0.0883572 Dec 16 10:41:17.410618 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99231ddf-52b9-4c20-84db-aa211ee33289 req-347d0114-269d-4bdd-8751-7798afd055e8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b35c672-54c6-4efc-8df7-c541cd5cc2fe HTTP/1.1" status: 200 len: 1000 time: 0.0573575 Dec 16 10:41:17.464276 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99231ddf-52b9-4c20-84db-aa211ee33289 req-a76e7600-001d-43fb-a14d-0b0b98525563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:41:17.465717 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99231ddf-52b9-4c20-84db-aa211ee33289 req-a76e7600-001d-43fb-a14d-0b0b98525563 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a0fb2b91-093e-4bab-995e-db4ed84dc969 HTTP/1.1" status: 200 len: 834 time: 0.0483921 Dec 16 10:41:17.519293 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99231ddf-52b9-4c20-84db-aa211ee33289 req-fdeb5bc4-72fa-44dc-9e29-21b820ac5431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:41:17.520746 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99231ddf-52b9-4c20-84db-aa211ee33289 req-fdeb5bc4-72fa-44dc-9e29-21b820ac5431 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4b91d8fb-e08f-46fc-9400-6fa9e9bd164c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401094 Dec 16 10:41:17.609102 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99231ddf-52b9-4c20-84db-aa211ee33289 req-47dd6016-89e0-4e9a-9ecb-1d9c92d59450 service neutron] 10.222.0.58 "GET /v2.0/networks/4b91d8fb-e08f-46fc-9400-6fa9e9bd164c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806582 Dec 16 10:41:17.703536 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-99231ddf-52b9-4c20-84db-aa211ee33289 req-c754ce82-5b7b-40e7-aa2b-47129ac6bdd0 service neutron] 10.222.0.58 "GET /v2.0/networks/4b91d8fb-e08f-46fc-9400-6fa9e9bd164c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873072 Dec 16 10:41:24.135273 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2a9ffc8b-ecbb-4c83-a325-cb474789113c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:26.448874 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7ccbc03d-9807-401e-b4b6-812c04dfdab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:27.826370 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:29.403660 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:29.626361 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:38.095173 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:41.568875 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:42.161220 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42296) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:41:42.320299 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-9e9784cf-c278-478a-9ace-7b121ca94d84 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Deleting port dd69c108-9928-4bc1-8384-e37c91bb27d1 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:41:42.320648 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9e9784cf-c278-478a-9ace-7b121ca94d84 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:42.400754 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9e9784cf-c278-478a-9ace-7b121ca94d84 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:42.401209 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9e9784cf-c278-478a-9ace-7b121ca94d84 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:42.412731 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-9e9784cf-c278-478a-9ace-7b121ca94d84 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Calling delete_port for dd69c108-9928-4bc1-8384-e37c91bb27d1 owned by network:floatingip {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:41:42.556340 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:41:42.637434 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9e9784cf-c278-478a-9ace-7b121ca94d84 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:42.662910 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9784cf-c278-478a-9ace-7b121ca94d84 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event deleted for resources: {'Port': ['ID=dd69c108-9928-4bc1-8384-e37c91bb27d1,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:41:42.675531 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9784cf-c278-478a-9ace-7b121ca94d84 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:42.675874 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9784cf-c278-478a-9ace-7b121ca94d84 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:42.676232 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9784cf-c278-478a-9ace-7b121ca94d84 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:42.676556 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9784cf-c278-478a-9ace-7b121ca94d84 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:42.676875 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9784cf-c278-478a-9ace-7b121ca94d84 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:42.677232 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9784cf-c278-478a-9ace-7b121ca94d84 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:42.677563 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9784cf-c278-478a-9ace-7b121ca94d84 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:42.677893 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9784cf-c278-478a-9ace-7b121ca94d84 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:42.678217 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9784cf-c278-478a-9ace-7b121ca94d84 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:42.678540 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9784cf-c278-478a-9ace-7b121ca94d84 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:42.678895 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9784cf-c278-478a-9ace-7b121ca94d84 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:42.679208 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9784cf-c278-478a-9ace-7b121ca94d84 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:42.736810 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9e9784cf-c278-478a-9ace-7b121ca94d84 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for floatingip, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:42.737177 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [None req-9e9784cf-c278-478a-9ace-7b121ca94d84 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Floating IP a1f21d1e-1157-478f-852a-936d8f11f59d disassociated (deleted). External IP: 172.25.1.88, port: 5b35c672-54c6-4efc-8df7-c541cd5cc2fe. Dec 16 10:41:42.939909 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e9784cf-c278-478a-9ace-7b121ca94d84 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Router a84b84ad-9f10-4822-9e46-15c9256e93f1 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:41:43.044999 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9784cf-c278-478a-9ace-7b121ca94d84 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:41:43.049766 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9e9784cf-c278-478a-9ace-7b121ca94d84 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:43.054499 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599c9488-521a-4698-ab46-440d659ea6ae None None] Sync routers for ids ['a84b84ad-9f10-4822-9e46-15c9256e93f1'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:41:43.063578 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599c9488-521a-4698-ab46-440d659ea6ae None None] Routers {'a84b84ad-9f10-4822-9e46-15c9256e93f1'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:41:43.064185 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-599c9488-521a-4698-ab46-440d659ea6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:41:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['a84b84ad-9f10-4822-9e46-15c9256e93f1'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:41:43.081182 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9e9784cf-c278-478a-9ace-7b121ca94d84 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "DELETE /v2.0/floatingips/a1f21d1e-1157-478f-852a-936d8f11f59d HTTP/1.1" status: 204 len: 168 time: 0.9187059 Dec 16 10:41:43.081792 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91adabd-2236-4f04-b903-17e4d6b3bf81', 'tag': '5b35c672-54c6-4efc-8df7-c541cd5cc2fe'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:41:43.084154 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d26ae51030dc677b2798be63b73eac8166a15593755268c5273421dc3d5daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee9a84d-673a-4b58-8908-39b91271ac04" -d '{"events": [{"name": "network-changed", "server_uuid": "e91adabd-2236-4f04-b903-17e4d6b3bf81", "tag": "5b35c672-54c6-4efc-8df7-c541cd5cc2fe"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:41:43.206651 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da96e51f-1592-4674-8380-f4a78db0d152 x-openstack-request-id: req-da96e51f-1592-4674-8380-f4a78db0d152 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:41:43.207312 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91adabd-2236-4f04-b903-17e4d6b3bf81", "tag": "5b35c672-54c6-4efc-8df7-c541cd5cc2fe", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:41:43.207312 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-da96e51f-1592-4674-8380-f4a78db0d152 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:41:43.207589 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91adabd-2236-4f04-b903-17e4d6b3bf81', 'tag': '5b35c672-54c6-4efc-8df7-c541cd5cc2fe', 'status': 'completed', 'code': 200} Dec 16 10:41:43.274895 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9a84d-673a-4b58-8908-39b91271ac04 req-ca7750c3-9e36-47c6-bb27-48e7feb98380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:41:43.277217 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6ee9a84d-673a-4b58-8908-39b91271ac04 req-ca7750c3-9e36-47c6-bb27-48e7feb98380 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 1096 time: 0.0513041 Dec 16 10:41:43.338300 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-599c9488-521a-4698-ab46-440d659ea6ae None None] Set router a84b84ad-9f10-4822-9e46-15c9256e93f1 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:41:43.390546 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9a84d-673a-4b58-8908-39b91271ac04 req-2c171fa4-a434-4cdf-96f3-c6533ff5ae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:41:43.392821 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6ee9a84d-673a-4b58-8908-39b91271ac04 req-2c171fa4-a434-4cdf-96f3-c6533ff5ae3a service neutron] 10.222.0.58 "GET /v2.0/networks?id=4b91d8fb-e08f-46fc-9400-6fa9e9bd164c HTTP/1.1" status: 200 len: 897 time: 0.1085958 Dec 16 10:41:43.569728 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-599c9488-521a-4698-ab46-440d659ea6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201364545', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '45d663d2-ba68-4b01-91ab-74fd7dc98d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:40:02Z', 'updated_at': '2021-12-16T10:40:06Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '45d663d2-ba68-4b01-91ab-74fd7dc98d58', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:40:03Z', 'updated_at': '2021-12-16T10:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'd88b9f59-2655-4180-b506-0320bf91a579', 'name': '', 'network_id': '4b91d8fb-e08f-46fc-9400-6fa9e9bd164c', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:5e:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'a0fb2b91-093e-4bab-995e-db4ed84dc969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:40:05Z', 'updated_at': '2021-12-16T10:40:09Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': 'a0fb2b91-093e-4bab-995e-db4ed84dc969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:41:43.603027 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599c9488-521a-4698-ab46-440d659ea6ae None None] Checking router: a84b84ad-9f10-4822-9e46-15c9256e93f1 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:41:43.612428 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599c9488-521a-4698-ab46-440d659ea6ae None None] Routers {'a84b84ad-9f10-4822-9e46-15c9256e93f1'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:41:43.613058 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-599c9488-521a-4698-ab46-440d659ea6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:41:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['a84b84ad-9f10-4822-9e46-15c9256e93f1'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:41:43.724119 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-599c9488-521a-4698-ab46-440d659ea6ae None None] Set router a84b84ad-9f10-4822-9e46-15c9256e93f1 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:41:43.791481 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6ee9a84d-673a-4b58-8908-39b91271ac04 req-cd06abfd-356b-4836-873b-2acc87a1a717 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b35c672-54c6-4efc-8df7-c541cd5cc2fe HTTP/1.1" status: 200 len: 217 time: 0.3898966 Dec 16 10:41:43.874081 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c8dc6-8986-4617-93cb-57ce0e4c3cc7 req-29273494-8887-4b7b-b2f5-4921f7acf465 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:41:43.876119 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c55c8dc6-8986-4617-93cb-57ce0e4c3cc7 req-29273494-8887-4b7b-b2f5-4921f7acf465 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 945 time: 0.0861955 Dec 16 10:41:43.877991 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9a84d-673a-4b58-8908-39b91271ac04 req-14eb3fde-5379-4061-81c9-348a28c3570a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:41:43.879332 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6ee9a84d-673a-4b58-8908-39b91271ac04 req-14eb3fde-5379-4061-81c9-348a28c3570a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a0fb2b91-093e-4bab-995e-db4ed84dc969 HTTP/1.1" status: 200 len: 834 time: 0.0791280 Dec 16 10:41:43.923159 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-599c9488-521a-4698-ab46-440d659ea6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201364545', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '45d663d2-ba68-4b01-91ab-74fd7dc98d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:40:02Z', 'updated_at': '2021-12-16T10:40:06Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '45d663d2-ba68-4b01-91ab-74fd7dc98d58', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:40:03Z', 'updated_at': '2021-12-16T10:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'd88b9f59-2655-4180-b506-0320bf91a579', 'name': '', 'network_id': '4b91d8fb-e08f-46fc-9400-6fa9e9bd164c', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:5e:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'a0fb2b91-093e-4bab-995e-db4ed84dc969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:40:05Z', 'updated_at': '2021-12-16T10:40:09Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': 'a0fb2b91-093e-4bab-995e-db4ed84dc969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:41:43.944791 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c55c8dc6-8986-4617-93cb-57ce0e4c3cc7 req-e2bc27e8-261f-472c-9beb-55f27093c585 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=65d60407-8b98-4ba8-8e08-74fc04035603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623736 Dec 16 10:41:43.947368 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9a84d-673a-4b58-8908-39b91271ac04 req-cc9c286e-b8f3-4e99-ae12-8febbb2adf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:41:43.948789 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6ee9a84d-673a-4b58-8908-39b91271ac04 req-cc9c286e-b8f3-4e99-ae12-8febbb2adf63 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4b91d8fb-e08f-46fc-9400-6fa9e9bd164c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606928 Dec 16 10:41:43.949463 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599c9488-521a-4698-ab46-440d659ea6ae None None] The sync data for ids ['a84b84ad-9f10-4822-9e46-15c9256e93f1'] in n-d-820550-2 is: [{'id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201364545', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '45d663d2-ba68-4b01-91ab-74fd7dc98d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:40:02Z', 'updated_at': '2021-12-16T10:40:06Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '45d663d2-ba68-4b01-91ab-74fd7dc98d58', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:40:03Z', 'updated_at': '2021-12-16T10:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'd88b9f59-2655-4180-b506-0320bf91a579', 'name': '', 'network_id': '4b91d8fb-e08f-46fc-9400-6fa9e9bd164c', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:5e:d7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'a0fb2b91-093e-4bab-995e-db4ed84dc969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:40:05Z', 'updated_at': '2021-12-16T10:40:09Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': 'a0fb2b91-093e-4bab-995e-db4ed84dc969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:41:44.051984 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6ee9a84d-673a-4b58-8908-39b91271ac04 req-e7a07f46-bef3-461f-bfa9-65b0bdbc660a service neutron] 10.222.0.58 "GET /v2.0/networks/4b91d8fb-e08f-46fc-9400-6fa9e9bd164c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937138 Dec 16 10:41:44.145978 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6ee9a84d-673a-4b58-8908-39b91271ac04 req-8bfa090e-dd7b-47c6-8368-966f1aadaaae service neutron] 10.222.0.58 "GET /v2.0/networks/4b91d8fb-e08f-46fc-9400-6fa9e9bd164c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861890 Dec 16 10:41:44.178855 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98184a9b-5796-42fb-9f28-d2ecd84b0614 None None] New status for floating IP a1f21d1e-1157-478f-852a-936d8f11f59d: DOWN {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:41:45.064820 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1cbf4-8183-45bb-a887-60108d175005 req-bfa78d3d-c3c3-48fb-89ea-d199370634fa tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:41:45.066350 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-67d1cbf4-8183-45bb-a887-60108d175005 req-bfa78d3d-c3c3-48fb-89ea-d199370634fa tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 945 time: 0.0526276 Dec 16 10:41:45.104295 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-67d1cbf4-8183-45bb-a887-60108d175005 req-59e4bf62-a852-4a90-afd6-d181c71e6282 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=65d60407-8b98-4ba8-8e08-74fc04035603&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319912 Dec 16 10:41:45.108674 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85dbe08-2e04-4345-bcc1-60c5f07d6e5e req-4aa38757-234d-4648-b885-ec28d4a10676 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:41:45.110369 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e85dbe08-2e04-4345-bcc1-60c5f07d6e5e req-4aa38757-234d-4648-b885-ec28d4a10676 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.58 "GET /v2.0/ports?device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 945 time: 0.0493379 Dec 16 10:41:45.207598 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-e85dbe08-2e04-4345-bcc1-60c5f07d6e5e req-65e31522-f2bc-4496-b558-57c8f7d1a92a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Deleting port 5b35c672-54c6-4efc-8df7-c541cd5cc2fe {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:41:45.207925 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e85dbe08-2e04-4345-bcc1-60c5f07d6e5e req-65e31522-f2bc-4496-b558-57c8f7d1a92a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:45.295452 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-e85dbe08-2e04-4345-bcc1-60c5f07d6e5e req-65e31522-f2bc-4496-b558-57c8f7d1a92a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] For port 5b35c672-54c6-4efc-8df7-c541cd5cc2fe, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=5b35c672-54c6-4efc-8df7-c541cd5cc2fe,segment=NetworkSegment(04efe892-4d27-49d3-aed4-5cb6b8ee9f59),segment_id=04efe892-4d27-49d3-aed4-5cb6b8ee9f59)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:41:45.295731 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e85dbe08-2e04-4345-bcc1-60c5f07d6e5e req-65e31522-f2bc-4496-b558-57c8f7d1a92a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:45.308510 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-e85dbe08-2e04-4345-bcc1-60c5f07d6e5e req-65e31522-f2bc-4496-b558-57c8f7d1a92a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Calling delete_port for 5b35c672-54c6-4efc-8df7-c541cd5cc2fe owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:41:45.494568 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e85dbe08-2e04-4345-bcc1-60c5f07d6e5e req-65e31522-f2bc-4496-b558-57c8f7d1a92a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:45.528529 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e31522-f2bc-4496-b558-57c8f7d1a92a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event deleted for resources: {'Port': ['ID=5b35c672-54c6-4efc-8df7-c541cd5cc2fe,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:41:45.553106 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e31522-f2bc-4496-b558-57c8f7d1a92a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:45.553434 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e31522-f2bc-4496-b558-57c8f7d1a92a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:45.553776 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e31522-f2bc-4496-b558-57c8f7d1a92a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:45.554112 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e31522-f2bc-4496-b558-57c8f7d1a92a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:45.554444 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e31522-f2bc-4496-b558-57c8f7d1a92a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:45.554775 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e31522-f2bc-4496-b558-57c8f7d1a92a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:45.555109 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e31522-f2bc-4496-b558-57c8f7d1a92a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:45.555434 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e31522-f2bc-4496-b558-57c8f7d1a92a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:45.555926 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e31522-f2bc-4496-b558-57c8f7d1a92a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:45.556262 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e31522-f2bc-4496-b558-57c8f7d1a92a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:45.556586 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e31522-f2bc-4496-b558-57c8f7d1a92a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:45.556909 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e31522-f2bc-4496-b558-57c8f7d1a92a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:45.580017 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85dbe08-2e04-4345-bcc1-60c5f07d6e5e req-65e31522-f2bc-4496-b558-57c8f7d1a92a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] No DVR routers for this DVR port 5b35c672-54c6-4efc-8df7-c541cd5cc2fe on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:41:45.582538 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e85dbe08-2e04-4345-bcc1-60c5f07d6e5e req-65e31522-f2bc-4496-b558-57c8f7d1a92a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:45.585811 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e85dbe08-2e04-4345-bcc1-60c5f07d6e5e req-65e31522-f2bc-4496-b558-57c8f7d1a92a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.58 "DELETE /v2.0/ports/5b35c672-54c6-4efc-8df7-c541cd5cc2fe HTTP/1.1" status: 204 len: 173 time: 0.4694989 Dec 16 10:41:45.586244 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91adabd-2236-4f04-b903-17e4d6b3bf81', 'name': 'network-vif-deleted', 'tag': '5b35c672-54c6-4efc-8df7-c541cd5cc2fe'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:41:45.588470 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586230d5-b0d2-4c69-bcdd-db0dc98774a7" -d '{"events": [{"server_uuid": "e91adabd-2236-4f04-b903-17e4d6b3bf81", "name": "network-vif-deleted", "tag": "5b35c672-54c6-4efc-8df7-c541cd5cc2fe"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:41:45.624587 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20185fd8-889c-4386-bcfe-5bcc2180bbf9 x-openstack-request-id: req-20185fd8-889c-4386-bcfe-5bcc2180bbf9 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:41:45.624905 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91adabd-2236-4f04-b903-17e4d6b3bf81", "name": "network-vif-deleted", "tag": "5b35c672-54c6-4efc-8df7-c541cd5cc2fe", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:41:45.625206 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-20185fd8-889c-4386-bcfe-5bcc2180bbf9 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:41:45.625617 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91adabd-2236-4f04-b903-17e4d6b3bf81', 'name': 'network-vif-deleted', 'tag': '5b35c672-54c6-4efc-8df7-c541cd5cc2fe', 'status': 'completed', 'code': 200} Dec 16 10:41:46.216611 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c6f6f9df-6ac4-4ff6-8061-05999ffd322f req-5a5017c0-2ee1-46a1-a2f8-f60823b0bd0c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=e91adabd-2236-4f04-b903-17e4d6b3bf81 HTTP/1.1" status: 200 len: 210 time: 0.0272069 Dec 16 10:41:47.273187 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42314) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:41:47.917592 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-14cefcd5-a2fb-4c63-acb6-57d5c0aa575d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:48.176455 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-14cefcd5-a2fb-4c63-acb6-57d5c0aa575d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Deleting port d88b9f59-2655-4180-b506-0320bf91a579 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:41:48.176802 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-14cefcd5-a2fb-4c63-acb6-57d5c0aa575d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:48.265669 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-14cefcd5-a2fb-4c63-acb6-57d5c0aa575d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] For port d88b9f59-2655-4180-b506-0320bf91a579, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d88b9f59-2655-4180-b506-0320bf91a579,segment=NetworkSegment(04efe892-4d27-49d3-aed4-5cb6b8ee9f59),segment_id=04efe892-4d27-49d3-aed4-5cb6b8ee9f59)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:41:48.266043 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-14cefcd5-a2fb-4c63-acb6-57d5c0aa575d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:48.279795 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-14cefcd5-a2fb-4c63-acb6-57d5c0aa575d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Calling delete_port for d88b9f59-2655-4180-b506-0320bf91a579 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:41:48.523291 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-14cefcd5-a2fb-4c63-acb6-57d5c0aa575d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:48.548402 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cefcd5-a2fb-4c63-acb6-57d5c0aa575d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event deleted for resources: {'Port': ['ID=d88b9f59-2655-4180-b506-0320bf91a579,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:41:48.730479 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-14cefcd5-a2fb-4c63-acb6-57d5c0aa575d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:48.754729 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 5b35c672-54c6-4efc-8df7-c541cd5cc2fe no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:41:48.789841 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 5b35c672-54c6-4efc-8df7-c541cd5cc2fe {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:41:48.789841 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 5b35c672-54c6-4efc-8df7-c541cd5cc2fe not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:41:48.952648 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14cefcd5-a2fb-4c63-acb6-57d5c0aa575d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Router a84b84ad-9f10-4822-9e46-15c9256e93f1 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:41:49.056429 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cefcd5-a2fb-4c63-acb6-57d5c0aa575d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:41:49.061970 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-14cefcd5-a2fb-4c63-acb6-57d5c0aa575d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "PUT /v2.0/routers/a84b84ad-9f10-4822-9e46-15c9256e93f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7877061 Dec 16 10:41:49.065449 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42316) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:41:49.069075 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ad447c-d097-49df-9b03-762c9975fa4a None None] Sync routers for ids ['a84b84ad-9f10-4822-9e46-15c9256e93f1'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:41:49.078152 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ad447c-d097-49df-9b03-762c9975fa4a None None] Routers {'a84b84ad-9f10-4822-9e46-15c9256e93f1'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:41:49.078750 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-59ad447c-d097-49df-9b03-762c9975fa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:41:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['a84b84ad-9f10-4822-9e46-15c9256e93f1'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:41:49.120099 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe1ce196-4854-47a9-b99d-0f72d65da069 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Deleting subnet a0fb2b91-093e-4bab-995e-db4ed84dc969 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:41:49.123279 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fe1ce196-4854-47a9-b99d-0f72d65da069 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:49.168570 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fe1ce196-4854-47a9-b99d-0f72d65da069 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:49.201538 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-59ad447c-d097-49df-9b03-762c9975fa4a None None] Set router a84b84ad-9f10-4822-9e46-15c9256e93f1 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:41:49.254370 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fe1ce196-4854-47a9-b99d-0f72d65da069 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:49.379462 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-59ad447c-d097-49df-9b03-762c9975fa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201364545', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '45d663d2-ba68-4b01-91ab-74fd7dc98d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:40:02Z', 'updated_at': '2021-12-16T10:41:48Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '45d663d2-ba68-4b01-91ab-74fd7dc98d58', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:40:03Z', 'updated_at': '2021-12-16T10:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:41:49.397365 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fe1ce196-4854-47a9-b99d-0f72d65da069 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:49.404602 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ad447c-d097-49df-9b03-762c9975fa4a None None] Checking router: a84b84ad-9f10-4822-9e46-15c9256e93f1 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:41:49.413639 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ad447c-d097-49df-9b03-762c9975fa4a None None] Routers {'a84b84ad-9f10-4822-9e46-15c9256e93f1'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:41:49.415619 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-59ad447c-d097-49df-9b03-762c9975fa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:41:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['a84b84ad-9f10-4822-9e46-15c9256e93f1'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:41:49.427767 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ce196-4854-47a9-b99d-0f72d65da069 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event deleted for resources: {'Subnet': ['ID=a0fb2b91-093e-4bab-995e-db4ed84dc969,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:41:49.431711 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fe1ce196-4854-47a9-b99d-0f72d65da069 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:49.434839 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fe1ce196-4854-47a9-b99d-0f72d65da069 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "DELETE /v2.0/subnets/a0fb2b91-093e-4bab-995e-db4ed84dc969 HTTP/1.1" status: 204 len: 168 time: 0.3684385 Dec 16 10:41:49.437506 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42318) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:41:49.454186 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc728657-ec4f-4c36-a04a-e5053d24cdb6 None None] Network 4b91d8fb-e08f-46fc-9400-6fa9e9bd164c requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:41:49.549074 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ff6337eb-b29b-4929-ab7d-8f9e8cc848bd tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:49.607394 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-59ad447c-d097-49df-9b03-762c9975fa4a None None] Set router a84b84ad-9f10-4822-9e46-15c9256e93f1 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:41:49.654834 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ff6337eb-b29b-4929-ab7d-8f9e8cc848bd tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:49.769799 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-ff6337eb-b29b-4929-ab7d-8f9e8cc848bd tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Deleting port 45d663d2-ba68-4b01-91ab-74fd7dc98d58 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:41:49.770146 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ff6337eb-b29b-4929-ab7d-8f9e8cc848bd tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:49.789260 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4450cd7f-2a16-432d-a09d-5a03dbad2c68 None None] DHCP port deletion for 4b91d8fb-e08f-46fc-9400-6fa9e9bd164c request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:41:49.827336 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-59ad447c-d097-49df-9b03-762c9975fa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201364545', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '45d663d2-ba68-4b01-91ab-74fd7dc98d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:40:02Z', 'updated_at': '2021-12-16T10:41:48Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '45d663d2-ba68-4b01-91ab-74fd7dc98d58', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:40:03Z', 'updated_at': '2021-12-16T10:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:41:49.853643 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-ff6337eb-b29b-4929-ab7d-8f9e8cc848bd tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] For port 45d663d2-ba68-4b01-91ab-74fd7dc98d58, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=45d663d2-ba68-4b01-91ab-74fd7dc98d58,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:41:49.854010 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ff6337eb-b29b-4929-ab7d-8f9e8cc848bd tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:49.855492 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ad447c-d097-49df-9b03-762c9975fa4a None None] The sync data for ids ['a84b84ad-9f10-4822-9e46-15c9256e93f1'] in n-d-820550-2 is: [{'id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201364545', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '45d663d2-ba68-4b01-91ab-74fd7dc98d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:40:02Z', 'updated_at': '2021-12-16T10:41:48Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '45d663d2-ba68-4b01-91ab-74fd7dc98d58', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84b84ad-9f10-4822-9e46-15c9256e93f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:40:03Z', 'updated_at': '2021-12-16T10:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:41:49.867675 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-ff6337eb-b29b-4929-ab7d-8f9e8cc848bd tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Calling delete_port for 45d663d2-ba68-4b01-91ab-74fd7dc98d58 owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:41:49.877602 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4450cd7f-2a16-432d-a09d-5a03dbad2c68 None None] Deleting port 06f9994e-ccbf-4f9e-aafd-1460854bf48f {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:41:49.877978 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4450cd7f-2a16-432d-a09d-5a03dbad2c68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:49.943508 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4450cd7f-2a16-432d-a09d-5a03dbad2c68 None None] For port 06f9994e-ccbf-4f9e-aafd-1460854bf48f, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=06f9994e-ccbf-4f9e-aafd-1460854bf48f,segment=NetworkSegment(04efe892-4d27-49d3-aed4-5cb6b8ee9f59),segment_id=04efe892-4d27-49d3-aed4-5cb6b8ee9f59)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:41:49.943823 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4450cd7f-2a16-432d-a09d-5a03dbad2c68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:49.956276 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4450cd7f-2a16-432d-a09d-5a03dbad2c68 None None] Calling delete_port for 06f9994e-ccbf-4f9e-aafd-1460854bf48f owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:41:50.100186 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4450cd7f-2a16-432d-a09d-5a03dbad2c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:50.111900 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ff6337eb-b29b-4929-ab7d-8f9e8cc848bd tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:50.124231 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450cd7f-2a16-432d-a09d-5a03dbad2c68 None None] Pushing event deleted for resources: {'Port': ['ID=06f9994e-ccbf-4f9e-aafd-1460854bf48f,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:41:50.134118 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4450cd7f-2a16-432d-a09d-5a03dbad2c68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:50.134469 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4450cd7f-2a16-432d-a09d-5a03dbad2c68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:50.134809 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4450cd7f-2a16-432d-a09d-5a03dbad2c68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:50.135145 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4450cd7f-2a16-432d-a09d-5a03dbad2c68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:50.135482 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4450cd7f-2a16-432d-a09d-5a03dbad2c68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:50.135819 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4450cd7f-2a16-432d-a09d-5a03dbad2c68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:50.136137 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4450cd7f-2a16-432d-a09d-5a03dbad2c68 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:50.136461 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4450cd7f-2a16-432d-a09d-5a03dbad2c68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:50.136780 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4450cd7f-2a16-432d-a09d-5a03dbad2c68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:50.137103 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4450cd7f-2a16-432d-a09d-5a03dbad2c68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:50.137445 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4450cd7f-2a16-432d-a09d-5a03dbad2c68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:50.137926 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4450cd7f-2a16-432d-a09d-5a03dbad2c68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:50.140814 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4450cd7f-2a16-432d-a09d-5a03dbad2c68 None None] No DVR routers for this DVR port 06f9994e-ccbf-4f9e-aafd-1460854bf48f on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:41:50.147370 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6337eb-b29b-4929-ab7d-8f9e8cc848bd tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event deleted for resources: {'Port': ['ID=45d663d2-ba68-4b01-91ab-74fd7dc98d58,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:41:50.212545 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ff6337eb-b29b-4929-ab7d-8f9e8cc848bd tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:50.301826 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ff6337eb-b29b-4929-ab7d-8f9e8cc848bd tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:50.304086 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ff6337eb-b29b-4929-ab7d-8f9e8cc848bd tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:50.385598 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d88b9f59-2655-4180-b506-0320bf91a579 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:41:50.402502 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ff6337eb-b29b-4929-ab7d-8f9e8cc848bd tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:50.403070 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6337eb-b29b-4929-ab7d-8f9e8cc848bd tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Fanout notify agent at l3_agent the message router_deleted on router a84b84ad-9f10-4822-9e46-15c9256e93f1 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:41:50.406908 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: d88b9f59-2655-4180-b506-0320bf91a579 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:41:50.407333 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d88b9f59-2655-4180-b506-0320bf91a579 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:41:50.408496 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 06f9994e-ccbf-4f9e-aafd-1460854bf48f no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:41:50.411515 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ff6337eb-b29b-4929-ab7d-8f9e8cc848bd tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:50.412644 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ff6337eb-b29b-4929-ab7d-8f9e8cc848bd tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "DELETE /v2.0/routers/a84b84ad-9f10-4822-9e46-15c9256e93f1 HTTP/1.1" status: 204 len: 168 time: 0.9741743 Dec 16 10:41:50.415400 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42320) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:41:50.431663 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 06f9994e-ccbf-4f9e-aafd-1460854bf48f {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:41:50.432016 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 06f9994e-ccbf-4f9e-aafd-1460854bf48f not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:41:50.498034 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dbadfc54-b167-48a5-ad11-0b7c88da3d28 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:50.589072 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dbadfc54-b167-48a5-ad11-0b7c88da3d28 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:50.610908 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-dbadfc54-b167-48a5-ad11-0b7c88da3d28 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b91d8fb-e08f-46fc-9400-6fa9e9bd164c']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:41:50.624105 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-dbadfc54-b167-48a5-ad11-0b7c88da3d28 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04efe892-4d27-49d3-aed4-5cb6b8ee9f59') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:41:50.624401 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-dbadfc54-b167-48a5-ad11-0b7c88da3d28 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04efe892-4d27-49d3-aed4-5cb6b8ee9f59') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:41:50.633687 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dbadfc54-b167-48a5-ad11-0b7c88da3d28 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:50.646699 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dbadfc54-b167-48a5-ad11-0b7c88da3d28 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:50.652500 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbadfc54-b167-48a5-ad11-0b7c88da3d28 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:41:50.652877 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dbadfc54-b167-48a5-ad11-0b7c88da3d28 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:50.655723 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 10:41:50.655723 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:41:50.655723 n-d-820550-2 neutron-server[102817]: timer() Dec 16 10:41:50.655723 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:41:50.655723 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 10:41:50.655723 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:41:50.655723 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 10:41:50.655723 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:41:50.655723 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 10:41:50.655723 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:41:50.655723 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 10:41:50.655723 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:41:50.655723 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 10:41:50.655723 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:41:50.655723 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:41:50.655723 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:41:50.655723 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:41:50.655723 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:41:50.655723 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 10:41:50.655723 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:41:50.655723 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 10:41:50.655723 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:41:50.655723 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:41:50.655723 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:41:50.655723 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 10:41:50.655723 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:41:50.655723 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:41:50.655723 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:41:50.655723 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:41:50.655723 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:41:50.655723 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:41:50.655723 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:41:50.757102 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dbadfc54-b167-48a5-ad11-0b7c88da3d28 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:50.764616 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-dbadfc54-b167-48a5-ad11-0b7c88da3d28 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:50.767621 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-dbadfc54-b167-48a5-ad11-0b7c88da3d28 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "DELETE /v2.0/networks/4b91d8fb-e08f-46fc-9400-6fa9e9bd164c HTTP/1.1" status: 204 len: 168 time: 0.3508019 Dec 16 10:41:50.770498 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42322) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:41:50.780834 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbadfc54-b167-48a5-ad11-0b7c88da3d28 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event deleted for resources: {'Network': ['ID=4b91d8fb-e08f-46fc-9400-6fa9e9bd164c,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:41:50.830922 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d68b9e53-e40d-4632-b66f-434f58ca02a5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:50.855009 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d68b9e53-e40d-4632-b66f-434f58ca02a5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:50.980117 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d68b9e53-e40d-4632-b66f-434f58ca02a5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:50.982836 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d68b9e53-e40d-4632-b66f-434f58ca02a5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:50.984008 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d68b9e53-e40d-4632-b66f-434f58ca02a5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "DELETE /v2.0/security-groups/65d60407-8b98-4ba8-8e08-74fc04035603 HTTP/1.1" status: 204 len: 168 time: 0.2123368 Dec 16 10:41:50.999103 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b9e53-e40d-4632-b66f-434f58ca02a5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d60407-8b98-4ba8-8e08-74fc04035603,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:41:51.407579 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42328) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:41:51.412957 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-701af0b8-7eef-46c9-971f-986e8d9aaabf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1019599016', 'description': 'tempest-secgroup-smoke-1019599016 description', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:41:51.493503 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-701af0b8-7eef-46c9-971f-986e8d9aaabf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:51.565924 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-701af0b8-7eef-46c9-971f-986e8d9aaabf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:51.602417 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-701af0b8-7eef-46c9-971f-986e8d9aaabf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:51.638265 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701af0b8-7eef-46c9-971f-986e8d9aaabf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f4be32-419a-4d08-bf1c-6035013f8c35,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:41:51.691107 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-701af0b8-7eef-46c9-971f-986e8d9aaabf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:51.692349 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-701af0b8-7eef-46c9-971f-986e8d9aaabf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2831070 Dec 16 10:41:51.695173 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42330) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:41:51.699427 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-0828e148-5d77-4bcb-b323-2ec4d1853361 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'security_group_rule': {'security_group_id': 'c0f4be32-419a-4d08-bf1c-6035013f8c35', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:41:51.767918 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0828e148-5d77-4bcb-b323-2ec4d1853361 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:51.824148 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0828e148-5d77-4bcb-b323-2ec4d1853361 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:51.877892 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0828e148-5d77-4bcb-b323-2ec4d1853361 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:51.898457 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0828e148-5d77-4bcb-b323-2ec4d1853361 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05f224be-37de-4d44-8a29-bc0f586cb318,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:41:51.953589 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0828e148-5d77-4bcb-b323-2ec4d1853361 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:51.954798 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0828e148-5d77-4bcb-b323-2ec4d1853361 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2586920 Dec 16 10:41:51.957677 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42332) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:41:51.961925 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-ec77f1c1-f300-4e38-8f41-a424584ef653 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'security_group_rule': {'security_group_id': 'c0f4be32-419a-4d08-bf1c-6035013f8c35', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:41:52.064049 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ec77f1c1-f300-4e38-8f41-a424584ef653 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:52.118666 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ec77f1c1-f300-4e38-8f41-a424584ef653 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:52.191616 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ec77f1c1-f300-4e38-8f41-a424584ef653 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:52.208996 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77f1c1-f300-4e38-8f41-a424584ef653 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c68f15-73c4-4cee-b9fb-1c3014919f16,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:41:52.270494 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 45d663d2-ba68-4b01-91ab-74fd7dc98d58 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:41:52.302745 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ec77f1c1-f300-4e38-8f41-a424584ef653 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:52.304009 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ec77f1c1-f300-4e38-8f41-a424584ef653 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3453920 Dec 16 10:41:52.307072 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42334) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:41:52.311638 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-1e5b08ae-d8b2-443a-8541-a5e7ba099815 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'security_group_rule': {'security_group_id': 'c0f4be32-419a-4d08-bf1c-6035013f8c35', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:41:52.408678 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1e5b08ae-d8b2-443a-8541-a5e7ba099815 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:52.442597 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 45d663d2-ba68-4b01-91ab-74fd7dc98d58 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:41:52.442845 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 45d663d2-ba68-4b01-91ab-74fd7dc98d58 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:41:52.466751 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1e5b08ae-d8b2-443a-8541-a5e7ba099815 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:52.528425 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1e5b08ae-d8b2-443a-8541-a5e7ba099815 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:52.549234 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b08ae-d8b2-443a-8541-a5e7ba099815 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f680e84b-dceb-4e6a-ad6c-d67817f5d9e8,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:41:52.616132 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1e5b08ae-d8b2-443a-8541-a5e7ba099815 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:52.617403 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1e5b08ae-d8b2-443a-8541-a5e7ba099815 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3093312 Dec 16 10:41:52.620232 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42336) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:41:52.624611 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-4acbf9fd-a4c2-4eee-96fb-efb43d25f134 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'security_group_rule': {'security_group_id': 'c0f4be32-419a-4d08-bf1c-6035013f8c35', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:41:52.710701 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4acbf9fd-a4c2-4eee-96fb-efb43d25f134 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:52.768630 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4acbf9fd-a4c2-4eee-96fb-efb43d25f134 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:52.842768 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4acbf9fd-a4c2-4eee-96fb-efb43d25f134 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:52.860560 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acbf9fd-a4c2-4eee-96fb-efb43d25f134 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41aad28a-b128-4771-9658-3d896e4de303,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:41:52.924764 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4acbf9fd-a4c2-4eee-96fb-efb43d25f134 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:52.926038 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4acbf9fd-a4c2-4eee-96fb-efb43d25f134 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3048718 Dec 16 10:41:52.928718 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42338) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:41:52.933152 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-1e02ddd5-cdc4-4b07-bb74-b0e5debd15f0 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'security_group_rule': {'security_group_id': 'c0f4be32-419a-4d08-bf1c-6035013f8c35', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:41:53.014478 n-d-820550-2 neutron-server[102817]: INFO neutron.db.securitygroups_db [None req-1e02ddd5-cdc4-4b07-bb74-b0e5debd15f0 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Project acf35d0affc64805837e6cdc8e4702cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:41:53.019783 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1e02ddd5-cdc4-4b07-bb74-b0e5debd15f0 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:53.080132 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1e02ddd5-cdc4-4b07-bb74-b0e5debd15f0 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:53.145051 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1e02ddd5-cdc4-4b07-bb74-b0e5debd15f0 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:53.163648 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e02ddd5-cdc4-4b07-bb74-b0e5debd15f0 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de1f030a-8180-41d7-b640-8fcaf77fad2f,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:41:53.222200 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1e02ddd5-cdc4-4b07-bb74-b0e5debd15f0 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:53.223423 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1e02ddd5-cdc4-4b07-bb74-b0e5debd15f0 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2937565 Dec 16 10:41:53.226446 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42340) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:41:53.230939 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-47e2da66-8932-44ff-9bf7-079639e4970e tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'security_group_rule': {'security_group_id': 'c0f4be32-419a-4d08-bf1c-6035013f8c35', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:41:53.294184 n-d-820550-2 neutron-server[102817]: INFO neutron.db.securitygroups_db [None req-47e2da66-8932-44ff-9bf7-079639e4970e tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Project acf35d0affc64805837e6cdc8e4702cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:41:53.299275 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-47e2da66-8932-44ff-9bf7-079639e4970e tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:53.358547 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-47e2da66-8932-44ff-9bf7-079639e4970e tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:53.397031 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-47e2da66-8932-44ff-9bf7-079639e4970e tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:53.416368 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2da66-8932-44ff-9bf7-079639e4970e tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5547ef4d-60bc-4928-b7c2-15c26c9c2d63,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:41:53.461977 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-47e2da66-8932-44ff-9bf7-079639e4970e tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:53.463211 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-47e2da66-8932-44ff-9bf7-079639e4970e tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2358010 Dec 16 10:41:53.466068 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42342) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:41:53.470796 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-3eba0c22-3481-4008-98a7-565d374df899 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'network': {'name': 'tempest-network-smoke--2102422855', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'port_security_enabled': True}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:41:53.567906 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eba0c22-3481-4008-98a7-565d374df899 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Made reservation on behalf of acf35d0affc64805837e6cdc8e4702cc for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:41:53.571292 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3eba0c22-3481-4008-98a7-565d374df899 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:53.593457 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eba0c22-3481-4008-98a7-565d374df899 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:41:53.601771 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3eba0c22-3481-4008-98a7-565d374df899 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:53.602206 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-3eba0c22-3481-4008-98a7-565d374df899 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Added segment e605f54f-d24d-4bb9-9f03-48ad2ece9de3 of type vlan for network d8034a48-19e9-417f-aa74-54cc9cd6267b Dec 16 10:41:53.642648 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3eba0c22-3481-4008-98a7-565d374df899 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:53.745945 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3eba0c22-3481-4008-98a7-565d374df899 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:53.752220 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eba0c22-3481-4008-98a7-565d374df899 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:41:53.752803 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3eba0c22-3481-4008-98a7-565d374df899 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:53.816677 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba0c22-3481-4008-98a7-565d374df899 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Network': ['ID=d8034a48-19e9-417f-aa74-54cc9cd6267b,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:41:53.827241 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network d8034a48-19e9-417f-aa74-54cc9cd6267b details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:41:53.873922 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3eba0c22-3481-4008-98a7-565d374df899 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4068413 Dec 16 10:41:53.876622 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42344) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:41:53.880991 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-b2c3fe0f-842d-4933-8656-8d89b3751814 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1840145767', 'admin_state_up': True, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:41:53.968379 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b2c3fe0f-842d-4933-8656-8d89b3751814 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:53.969440 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b2c3fe0f-842d-4933-8656-8d89b3751814 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:54.024781 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b2c3fe0f-842d-4933-8656-8d89b3751814 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:54.174569 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-744ced5a-8852-484e-bbb7-f4f42e0ffde7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:54.228922 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b2c3fe0f-842d-4933-8656-8d89b3751814 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:54.771672 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b2c3fe0f-842d-4933-8656-8d89b3751814 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router_gateway, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:54.790189 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b2c3fe0f-842d-4933-8656-8d89b3751814 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:54.892583 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-b2c3fe0f-842d-4933-8656-8d89b3751814 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Allocated IP 172.25.1.113 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/b68d46c5-698f-44ad-8ddd-2dfd64cd6355) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:41:54.991399 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b2c3fe0f-842d-4933-8656-8d89b3751814 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:55.077366 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b2c3fe0f-842d-4933-8656-8d89b3751814 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:55.119944 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c3fe0f-842d-4933-8656-8d89b3751814 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:41:55.124136 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-b2c3fe0f-842d-4933-8656-8d89b3751814 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:41:55.130642 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c3fe0f-842d-4933-8656-8d89b3751814 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:41:55.133395 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c3fe0f-842d-4933-8656-8d89b3751814 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Port': ['ID=b68d46c5-698f-44ad-8ddd-2dfd64cd6355,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:41:55.432713 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b2c3fe0f-842d-4933-8656-8d89b3751814 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router_gateway, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:55.630308 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b2c3fe0f-842d-4933-8656-8d89b3751814 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:55.853953 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c3fe0f-842d-4933-8656-8d89b3751814 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Router 528af7f9-76de-4f99-b0f0-60fc0c78684d is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:41:55.958207 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c3fe0f-842d-4933-8656-8d89b3751814 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:41:55.967544 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae01782-0ba8-4e8a-90a4-b0fa36d5b178 None None] Sync routers for ids ['528af7f9-76de-4f99-b0f0-60fc0c78684d'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:41:55.976041 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae01782-0ba8-4e8a-90a4-b0fa36d5b178 None None] Routers {'528af7f9-76de-4f99-b0f0-60fc0c78684d'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:41:55.976632 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1ae01782-0ba8-4e8a-90a4-b0fa36d5b178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:41:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['528af7f9-76de-4f99-b0f0-60fc0c78684d'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:41:56.027515 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b2c3fe0f-842d-4933-8656-8d89b3751814 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:56.029076 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b2c3fe0f-842d-4933-8656-8d89b3751814 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1513677 Dec 16 10:41:56.032224 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42346) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:41:56.066445 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42348) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:41:56.066952 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-21615af9-5df7-43b4-888c-1a9a4a9bd5c0 tempest-TestNetworkAdvancedServerOps-1096991519 tempest-TestNetworkAdvancedServerOps-1096991519-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=acf35d0affc64805837e6cdc8e4702cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327291 Dec 16 10:41:56.161565 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221f0ee1-37c7-4abd-8e25-6b6f8df8c96f tempest-TestNetworkAdvancedServerOps-1096991519 tempest-TestNetworkAdvancedServerOps-1096991519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:41:56.164214 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-221f0ee1-37c7-4abd-8e25-6b6f8df8c96f tempest-TestNetworkAdvancedServerOps-1096991519 tempest-TestNetworkAdvancedServerOps-1096991519-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0967209 Dec 16 10:41:56.166069 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42350) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:41:56.174267 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-1ae01782-0ba8-4e8a-90a4-b0fa36d5b178 None None] Set router 528af7f9-76de-4f99-b0f0-60fc0c78684d gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:41:56.195005 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-cca9491b-009e-4e4b-a4ac-b94a0a27e8d7 tempest-TestNetworkAdvancedServerOps-1096991519 tempest-TestNetworkAdvancedServerOps-1096991519-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=66f24afa-c67f-4411-a795-f16773380b27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278351 Dec 16 10:41:56.197764 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42352) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:41:56.202879 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-4c127060-cd26-46e1-a045-c2fd3400416c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1631654671', 'network_id': 'd8034a48-19e9-417f-aa74-54cc9cd6267b', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:41:56.349526 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1ae01782-0ba8-4e8a-90a4-b0fa36d5b178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840145767', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'b68d46c5-698f-44ad-8ddd-2dfd64cd6355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:41:53Z', 'updated_at': '2021-12-16T10:41:55Z', 'revision_number': 3, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': 'b68d46c5-698f-44ad-8ddd-2dfd64cd6355', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:41:54Z', 'updated_at': '2021-12-16T10:41:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:41:56.351628 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c127060-cd26-46e1-a045-c2fd3400416c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Made reservation on behalf of acf35d0affc64805837e6cdc8e4702cc for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:41:56.355520 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4c127060-cd26-46e1-a045-c2fd3400416c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:56.375858 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae01782-0ba8-4e8a-90a4-b0fa36d5b178 None None] Checking router: 528af7f9-76de-4f99-b0f0-60fc0c78684d for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:41:56.376307 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae01782-0ba8-4e8a-90a4-b0fa36d5b178 None None] Updating router 528af7f9-76de-4f99-b0f0-60fc0c78684d port b68d46c5-698f-44ad-8ddd-2dfd64cd6355 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:41:56.401297 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-1ae01782-0ba8-4e8a-90a4-b0fa36d5b178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:56.443172 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d30a9d1b-e034-4747-9f22-0982bc7183f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:56.620677 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4c127060-cd26-46e1-a045-c2fd3400416c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:56.649970 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-1ae01782-0ba8-4e8a-90a4-b0fa36d5b178 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:56.682916 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c127060-cd26-46e1-a045-c2fd3400416c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Subnet': ['ID=942e04b8-a5ea-4556-98b7-ba14b1e26d40,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:41:56.695003 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c127060-cd26-46e1-a045-c2fd3400416c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Checking segment: {'id': 'e605f54f-d24d-4bb9-9f03-48ad2ece9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8034a48-19e9-417f-aa74-54cc9cd6267b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:41:56.696581 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c127060-cd26-46e1-a045-c2fd3400416c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Network hostable DHCP agents. Network: d8034a48-19e9-417f-aa74-54cc9cd6267b, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:41:56.722691 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-1ae01782-0ba8-4e8a-90a4-b0fa36d5b178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:56.771793 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-1ae01782-0ba8-4e8a-90a4-b0fa36d5b178 None None] Attempting to bind port b68d46c5-698f-44ad-8ddd-2dfd64cd6355 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:41:56.772157 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-1ae01782-0ba8-4e8a-90a4-b0fa36d5b178 None None] Attempting to bind port b68d46c5-698f-44ad-8ddd-2dfd64cd6355 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:41:56.772514 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae01782-0ba8-4e8a-90a4-b0fa36d5b178 None None] Attempting to bind port b68d46c5-698f-44ad-8ddd-2dfd64cd6355 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:41:56.781029 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3b6ed-887e-4fc2-9b14-d19fd7fa2285 None None] Pushing event updated for resources: {'Port': ['ID=b68d46c5-698f-44ad-8ddd-2dfd64cd6355,revision_number=2']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:41:56.784814 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae01782-0ba8-4e8a-90a4-b0fa36d5b178 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:41:56.785209 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae01782-0ba8-4e8a-90a4-b0fa36d5b178 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:41:56.785606 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-1ae01782-0ba8-4e8a-90a4-b0fa36d5b178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:56.785989 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae01782-0ba8-4e8a-90a4-b0fa36d5b178 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:41:56.786440 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-1ae01782-0ba8-4e8a-90a4-b0fa36d5b178 None None] Bound port: b68d46c5-698f-44ad-8ddd-2dfd64cd6355, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:41:56.786810 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-1ae01782-0ba8-4e8a-90a4-b0fa36d5b178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:56.802717 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c127060-cd26-46e1-a045-c2fd3400416c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Network d8034a48-19e9-417f-aa74-54cc9cd6267b is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:41:56.808705 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e3b6ed-887e-4fc2-9b14-d19fd7fa2285 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:56.814288 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e3b6ed-887e-4fc2-9b14-d19fd7fa2285 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:56.814288 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e3b6ed-887e-4fc2-9b14-d19fd7fa2285 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:56.814288 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e3b6ed-887e-4fc2-9b14-d19fd7fa2285 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:56.814288 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e3b6ed-887e-4fc2-9b14-d19fd7fa2285 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:56.814288 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e3b6ed-887e-4fc2-9b14-d19fd7fa2285 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:56.814288 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e3b6ed-887e-4fc2-9b14-d19fd7fa2285 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:56.814288 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e3b6ed-887e-4fc2-9b14-d19fd7fa2285 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:56.814288 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e3b6ed-887e-4fc2-9b14-d19fd7fa2285 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:56.814288 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e3b6ed-887e-4fc2-9b14-d19fd7fa2285 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:56.814288 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e3b6ed-887e-4fc2-9b14-d19fd7fa2285 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:56.814288 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e3b6ed-887e-4fc2-9b14-d19fd7fa2285 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:41:56.846712 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-1ae01782-0ba8-4e8a-90a4-b0fa36d5b178 None None] For port b68d46c5-698f-44ad-8ddd-2dfd64cd6355, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:41:56.849677 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-1ae01782-0ba8-4e8a-90a4-b0fa36d5b178 None None] For port b68d46c5-698f-44ad-8ddd-2dfd64cd6355, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=b68d46c5-698f-44ad-8ddd-2dfd64cd6355,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:41:56.888465 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-4c127060-cd26-46e1-a045-c2fd3400416c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, d8034a48-19e9-417f-aa74-54cc9cd6267b) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:41:56.892985 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c127060-cd26-46e1-a045-c2fd3400416c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:41:56.898601 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4c127060-cd26-46e1-a045-c2fd3400416c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:56.898918 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f9e747-9d02-4102-a952-44a6b892beb4 None None] Network d8034a48-19e9-417f-aa74-54cc9cd6267b requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:41:56.917600 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-1ae01782-0ba8-4e8a-90a4-b0fa36d5b178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:56.975027 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae01782-0ba8-4e8a-90a4-b0fa36d5b178 None None] Routers {'528af7f9-76de-4f99-b0f0-60fc0c78684d'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:41:56.975698 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1ae01782-0ba8-4e8a-90a4-b0fa36d5b178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:41:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['528af7f9-76de-4f99-b0f0-60fc0c78684d'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:41:56.980548 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3b6ed-887e-4fc2-9b14-d19fd7fa2285 None None] Pushing event updated for resources: {'Port': ['ID=b68d46c5-698f-44ad-8ddd-2dfd64cd6355,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:41:57.020765 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42354) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:41:57.021343 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4c127060-cd26-46e1-a045-c2fd3400416c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8222806 Dec 16 10:41:57.049890 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbf9780-78d6-423b-82ea-def2afe5caf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-d8034a48-19e9-417f-aa74-54cc9cd6267b', 'network_id': 'd8034a48-19e9-417f-aa74-54cc9cd6267b', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'fixed_ips': [{'subnet_id': '942e04b8-a5ea-4556-98b7-ba14b1e26d40'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:41:57.051406 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5cbf9780-78d6-423b-82ea-def2afe5caf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:57.091614 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-1ae01782-0ba8-4e8a-90a4-b0fa36d5b178 None None] Set router 528af7f9-76de-4f99-b0f0-60fc0c78684d gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:41:57.198332 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-5cbf9780-78d6-423b-82ea-def2afe5caf0 None None] Allocated IP 172.20.0.2 (d8034a48-19e9-417f-aa74-54cc9cd6267b/942e04b8-a5ea-4556-98b7-ba14b1e26d40/527ee706-14f4-4f4f-bf22-26ffddb32b37) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:41:57.278841 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1ae01782-0ba8-4e8a-90a4-b0fa36d5b178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840145767', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'b68d46c5-698f-44ad-8ddd-2dfd64cd6355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:41:53Z', 'updated_at': '2021-12-16T10:41:55Z', 'revision_number': 3, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': 'b68d46c5-698f-44ad-8ddd-2dfd64cd6355', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:41:54Z', 'updated_at': '2021-12-16T10:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:41:57.307232 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae01782-0ba8-4e8a-90a4-b0fa36d5b178 None None] The sync data for ids ['528af7f9-76de-4f99-b0f0-60fc0c78684d'] in n-d-820550-2 is: [{'id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840145767', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'b68d46c5-698f-44ad-8ddd-2dfd64cd6355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:41:53Z', 'updated_at': '2021-12-16T10:41:55Z', 'revision_number': 3, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': 'b68d46c5-698f-44ad-8ddd-2dfd64cd6355', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:41:54Z', 'updated_at': '2021-12-16T10:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:41:57.345449 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5cbf9780-78d6-423b-82ea-def2afe5caf0 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:57.429267 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5cbf9780-78d6-423b-82ea-def2afe5caf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:57.466372 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbf9780-78d6-423b-82ea-def2afe5caf0 None None] Network d8034a48-19e9-417f-aa74-54cc9cd6267b is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:41:57.468634 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-5cbf9780-78d6-423b-82ea-def2afe5caf0 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:41:57.472278 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbf9780-78d6-423b-82ea-def2afe5caf0 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:41:57.482936 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf9780-78d6-423b-82ea-def2afe5caf0 None None] Pushing event updated for resources: {'Port': ['ID=527ee706-14f4-4f4f-bf22-26ffddb32b37,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:41:57.487873 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-72db14d1-ec0c-4777-9625-a31bcb8d7bb6 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:57.550464 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-5cbf9780-78d6-423b-82ea-def2afe5caf0 None None] Attempting to bind port 527ee706-14f4-4f4f-bf22-26ffddb32b37 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:41:57.551335 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-5cbf9780-78d6-423b-82ea-def2afe5caf0 None None] Attempting to bind port 527ee706-14f4-4f4f-bf22-26ffddb32b37 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'e605f54f-d24d-4bb9-9f03-48ad2ece9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8034a48-19e9-417f-aa74-54cc9cd6267b'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:41:57.551698 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbf9780-78d6-423b-82ea-def2afe5caf0 None None] Attempting to bind port 527ee706-14f4-4f4f-bf22-26ffddb32b37 on network d8034a48-19e9-417f-aa74-54cc9cd6267b {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:41:57.556939 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbf9780-78d6-423b-82ea-def2afe5caf0 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:41:57.557438 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbf9780-78d6-423b-82ea-def2afe5caf0 None None] Checking segment: {'id': 'e605f54f-d24d-4bb9-9f03-48ad2ece9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8034a48-19e9-417f-aa74-54cc9cd6267b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:41:57.557848 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5cbf9780-78d6-423b-82ea-def2afe5caf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:57.558237 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbf9780-78d6-423b-82ea-def2afe5caf0 None None] Bound using segment: {'id': 'e605f54f-d24d-4bb9-9f03-48ad2ece9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8034a48-19e9-417f-aa74-54cc9cd6267b'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:41:57.558756 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-5cbf9780-78d6-423b-82ea-def2afe5caf0 None None] Bound port: 527ee706-14f4-4f4f-bf22-26ffddb32b37, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e605f54f-d24d-4bb9-9f03-48ad2ece9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8034a48-19e9-417f-aa74-54cc9cd6267b'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:41:57.559143 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5cbf9780-78d6-423b-82ea-def2afe5caf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:57.635390 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-5cbf9780-78d6-423b-82ea-def2afe5caf0 None None] For port 527ee706-14f4-4f4f-bf22-26ffddb32b37, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:41:57.638855 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-5cbf9780-78d6-423b-82ea-def2afe5caf0 None None] For port 527ee706-14f4-4f4f-bf22-26ffddb32b37, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=527ee706-14f4-4f4f-bf22-26ffddb32b37,segment=NetworkSegment(e605f54f-d24d-4bb9-9f03-48ad2ece9de3),segment_id=e605f54f-d24d-4bb9-9f03-48ad2ece9de3)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:41:57.729165 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5cbf9780-78d6-423b-82ea-def2afe5caf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:57.787754 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf9780-78d6-423b-82ea-def2afe5caf0 None None] Pushing event updated for resources: {'Port': ['ID=527ee706-14f4-4f4f-bf22-26ffddb32b37,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:41:57.826051 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-72db14d1-ec0c-4777-9625-a31bcb8d7bb6 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Allocated IP 172.20.0.1 (d8034a48-19e9-417f-aa74-54cc9cd6267b/942e04b8-a5ea-4556-98b7-ba14b1e26d40/409300ca-08a1-4659-9c2c-f29788e91792) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:41:57.894607 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:57.969900 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-72db14d1-ec0c-4777-9625-a31bcb8d7bb6 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:58.060575 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-72db14d1-ec0c-4777-9625-a31bcb8d7bb6 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:58.106480 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72db14d1-ec0c-4777-9625-a31bcb8d7bb6 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Network d8034a48-19e9-417f-aa74-54cc9cd6267b is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:41:58.109899 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-72db14d1-ec0c-4777-9625-a31bcb8d7bb6 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:41:58.112655 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72db14d1-ec0c-4777-9625-a31bcb8d7bb6 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:41:58.143519 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db14d1-ec0c-4777-9625-a31bcb8d7bb6 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Port': ['ID=409300ca-08a1-4659-9c2c-f29788e91792,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:41:58.169822 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-72db14d1-ec0c-4777-9625-a31bcb8d7bb6 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:58.374145 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device b68d46c5-698f-44ad-8ddd-2dfd64cd6355 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:41:58.375785 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-72db14d1-ec0c-4777-9625-a31bcb8d7bb6 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:58.423382 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port b68d46c5-698f-44ad-8ddd-2dfd64cd6355 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:41:58.423804 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:58.507208 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:58.528245 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port b68d46c5-698f-44ad-8ddd-2dfd64cd6355, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=b68d46c5-698f-44ad-8ddd-2dfd64cd6355,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:41:58.608791 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:58.609633 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 527ee706-14f4-4f4f-bf22-26ffddb32b37 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:41:58.657431 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-72db14d1-ec0c-4777-9625-a31bcb8d7bb6 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:58.685672 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=b68d46c5-698f-44ad-8ddd-2dfd64cd6355,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:41:58.696561 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 527ee706-14f4-4f4f-bf22-26ffddb32b37 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:41:58.696949 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:58.728897 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-72db14d1-ec0c-4777-9625-a31bcb8d7bb6 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:58.779292 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:58.802978 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db14d1-ec0c-4777-9625-a31bcb8d7bb6 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Port': ['ID=409300ca-08a1-4659-9c2c-f29788e91792,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:41:58.805693 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-72db14d1-ec0c-4777-9625-a31bcb8d7bb6 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:58.813176 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 527ee706-14f4-4f4f-bf22-26ffddb32b37, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=527ee706-14f4-4f4f-bf22-26ffddb32b37,segment=NetworkSegment(e605f54f-d24d-4bb9-9f03-48ad2ece9de3),segment_id=e605f54f-d24d-4bb9-9f03-48ad2ece9de3)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:41:58.893965 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:58.906233 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72db14d1-ec0c-4777-9625-a31bcb8d7bb6 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Network d8034a48-19e9-417f-aa74-54cc9cd6267b is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:41:58.908100 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-72db14d1-ec0c-4777-9625-a31bcb8d7bb6 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:41:58.948778 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=527ee706-14f4-4f4f-bf22-26ffddb32b37,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:41:59.036907 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72db14d1-ec0c-4777-9625-a31bcb8d7bb6 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Router 528af7f9-76de-4f99-b0f0-60fc0c78684d has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:41:59.150668 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72db14d1-ec0c-4777-9625-a31bcb8d7bb6 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:41:59.161179 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-72db14d1-ec0c-4777-9625-a31bcb8d7bb6 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "PUT /v2.0/routers/528af7f9-76de-4f99-b0f0-60fc0c78684d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1335573 Dec 16 10:41:59.164514 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0094f09e-280b-4781-90a8-b0256159699d None None] Network d8034a48-19e9-417f-aa74-54cc9cd6267b requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:41:59.221502 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9648ce0-1010-4a78-aeff-3165a165f630 None None] Sync routers for ids ['528af7f9-76de-4f99-b0f0-60fc0c78684d'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:41:59.262318 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9648ce0-1010-4a78-aeff-3165a165f630 None None] Routers {'528af7f9-76de-4f99-b0f0-60fc0c78684d'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:41:59.262953 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-b9648ce0-1010-4a78-aeff-3165a165f630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:41:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['528af7f9-76de-4f99-b0f0-60fc0c78684d'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:41:59.302329 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-a2005bfd-9df4-42c3-b24e-cea60217ad61 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1019599016&fields=id&tenant_id=acf35d0affc64805837e6cdc8e4702cc HTTP/1.1" status: 200 len: 267 time: 0.0363626 Dec 16 10:41:59.306991 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-d908de56-850d-42ca-b018-6d7691c0afc5 None None] Provisioning complete for port 527ee706-14f4-4f4f-bf22-26ffddb32b37 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:41:59.306991 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d908de56-850d-42ca-b018-6d7691c0afc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:59.416740 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-9a70a057-d749-45ca-afee-eeb7efbe5c0f tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:41:59.418140 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-9a70a057-d749-45ca-afee-eeb7efbe5c0f tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/networks?id=d8034a48-19e9-417f-aa74-54cc9cd6267b HTTP/1.1" status: 200 len: 797 time: 0.1081405 Dec 16 10:41:59.434012 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-a89b8178-05c7-4121-9ae0-7d5915572cd1 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/quotas/acf35d0affc64805837e6cdc8e4702cc HTTP/1.1" status: 200 len: 375 time: 0.0094547 Dec 16 10:41:59.453245 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:59.467397 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-b9648ce0-1010-4a78-aeff-3165a165f630 None None] Set router 528af7f9-76de-4f99-b0f0-60fc0c78684d gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:41:59.489606 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-80df8300-b8b4-4aae-87be-efa78d25bd72 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493593 Dec 16 10:41:59.654556 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-9a35c69f-2b79-4773-8658-8655af9cc9c6 service neutron] 10.222.0.60 "GET /v2.0/networks/d8034a48-19e9-417f-aa74-54cc9cd6267b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516478 Dec 16 10:41:59.695354 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:59.722102 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-b9648ce0-1010-4a78-aeff-3165a165f630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840145767', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'b68d46c5-698f-44ad-8ddd-2dfd64cd6355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:41:53Z', 'updated_at': '2021-12-16T10:41:58Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': 'b68d46c5-698f-44ad-8ddd-2dfd64cd6355', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:41:54Z', 'updated_at': '2021-12-16T10:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '409300ca-08a1-4659-9c2c-f29788e91792', 'name': '', 'network_id': 'd8034a48-19e9-417f-aa74-54cc9cd6267b', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:14:3a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '942e04b8-a5ea-4556-98b7-ba14b1e26d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:41:57Z', 'updated_at': '2021-12-16T10:41:58Z', 'revision_number': 2, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': '942e04b8-a5ea-4556-98b7-ba14b1e26d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:41:59.756803 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9648ce0-1010-4a78-aeff-3165a165f630 None None] Checking router: 528af7f9-76de-4f99-b0f0-60fc0c78684d for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:41:59.757190 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9648ce0-1010-4a78-aeff-3165a165f630 None None] Updating router 528af7f9-76de-4f99-b0f0-60fc0c78684d port 409300ca-08a1-4659-9c2c-f29788e91792 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:41:59.762037 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-8cb6e83c-46a9-4df8-85d0-53d3a4acda3c service neutron] 10.222.0.60 "GET /v2.0/networks/d8034a48-19e9-417f-aa74-54cc9cd6267b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001530 Dec 16 10:41:59.788943 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-5f11daa9-eb50-4ab6-936c-ba30805c7137 None None] Provisioning complete for port 409300ca-08a1-4659-9c2c-f29788e91792 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:41:59.789346 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5f11daa9-eb50-4ab6-936c-ba30805c7137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:59.791065 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b9648ce0-1010-4a78-aeff-3165a165f630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:59.855885 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-5f11daa9-eb50-4ab6-936c-ba30805c7137 None None] Port 409300ca-08a1-4659-9c2c-f29788e91792 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:41:59.923625 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-5f11daa9-eb50-4ab6-936c-ba30805c7137 None None] Provisioning complete for port 527ee706-14f4-4f4f-bf22-26ffddb32b37 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:41:59.923890 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5f11daa9-eb50-4ab6-936c-ba30805c7137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:00.064241 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6b54bddf-1b3b-48af-bb60-1c4cfc22faa0 req-e16fdd88-abc6-46b9-a9d3-e5e5cba1999e tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 210 time: 0.0521901 Dec 16 10:42:00.183448 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b9648ce0-1010-4a78-aeff-3165a165f630 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:00.222017 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-1de570be-6bb6-46af-9e41-779a78a91128 None None] Provisioning complete for port 409300ca-08a1-4659-9c2c-f29788e91792 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:42:00.222312 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1de570be-6bb6-46af-9e41-779a78a91128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:00.256887 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-1de570be-6bb6-46af-9e41-779a78a91128 None None] Port 409300ca-08a1-4659-9c2c-f29788e91792 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:42:00.260059 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b9648ce0-1010-4a78-aeff-3165a165f630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:00.345567 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device b68d46c5-698f-44ad-8ddd-2dfd64cd6355 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:42:00.351243 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c6c73-806a-4a94-8efb-c85788cf8a76 None None] Pushing event updated for resources: {'Port': ['ID=409300ca-08a1-4659-9c2c-f29788e91792,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:42:00.416363 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-b9648ce0-1010-4a78-aeff-3165a165f630 None None] Attempting to bind port 409300ca-08a1-4659-9c2c-f29788e91792 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:42:00.416363 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-b9648ce0-1010-4a78-aeff-3165a165f630 None None] Attempting to bind port 409300ca-08a1-4659-9c2c-f29788e91792 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'e605f54f-d24d-4bb9-9f03-48ad2ece9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8034a48-19e9-417f-aa74-54cc9cd6267b'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:42:00.416363 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9648ce0-1010-4a78-aeff-3165a165f630 None None] Attempting to bind port 409300ca-08a1-4659-9c2c-f29788e91792 on network d8034a48-19e9-417f-aa74-54cc9cd6267b {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:42:00.424555 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9648ce0-1010-4a78-aeff-3165a165f630 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:42:00.424929 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9648ce0-1010-4a78-aeff-3165a165f630 None None] Checking segment: {'id': 'e605f54f-d24d-4bb9-9f03-48ad2ece9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8034a48-19e9-417f-aa74-54cc9cd6267b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:42:00.425374 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b9648ce0-1010-4a78-aeff-3165a165f630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:00.425775 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9648ce0-1010-4a78-aeff-3165a165f630 None None] Bound using segment: {'id': 'e605f54f-d24d-4bb9-9f03-48ad2ece9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8034a48-19e9-417f-aa74-54cc9cd6267b'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:42:00.426255 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-b9648ce0-1010-4a78-aeff-3165a165f630 None None] Bound port: 409300ca-08a1-4659-9c2c-f29788e91792, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e605f54f-d24d-4bb9-9f03-48ad2ece9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8034a48-19e9-417f-aa74-54cc9cd6267b'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:42:00.426639 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b9648ce0-1010-4a78-aeff-3165a165f630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:00.473569 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port b68d46c5-698f-44ad-8ddd-2dfd64cd6355 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:42:00.473945 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:00.533144 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-b9648ce0-1010-4a78-aeff-3165a165f630 None None] For port 409300ca-08a1-4659-9c2c-f29788e91792, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:42:00.548678 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-b9648ce0-1010-4a78-aeff-3165a165f630 None None] For port 409300ca-08a1-4659-9c2c-f29788e91792, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=409300ca-08a1-4659-9c2c-f29788e91792,segment=NetworkSegment(e605f54f-d24d-4bb9-9f03-48ad2ece9de3),segment_id=e605f54f-d24d-4bb9-9f03-48ad2ece9de3)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:42:00.596043 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 527ee706-14f4-4f4f-bf22-26ffddb32b37 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:42:00.598147 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-1ddbf71b-2a93-4de5-b7c1-94ff8e01fdab None None] Provisioning complete for port 409300ca-08a1-4659-9c2c-f29788e91792 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:42:00.598517 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1ddbf71b-2a93-4de5-b7c1-94ff8e01fdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:00.795478 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b9648ce0-1010-4a78-aeff-3165a165f630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:00.856906 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-1ddbf71b-2a93-4de5-b7c1-94ff8e01fdab None None] Port 409300ca-08a1-4659-9c2c-f29788e91792 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:42:00.884907 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9648ce0-1010-4a78-aeff-3165a165f630 None None] Routers {'528af7f9-76de-4f99-b0f0-60fc0c78684d'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:42:00.885590 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-b9648ce0-1010-4a78-aeff-3165a165f630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:41:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['528af7f9-76de-4f99-b0f0-60fc0c78684d'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:42:00.926888 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c6c73-806a-4a94-8efb-c85788cf8a76 None None] Pushing event updated for resources: {'Port': ['ID=409300ca-08a1-4659-9c2c-f29788e91792,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:42:00.974111 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 527ee706-14f4-4f4f-bf22-26ffddb32b37 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:42:00.974490 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:01.041172 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-b9648ce0-1010-4a78-aeff-3165a165f630 None None] Set router 528af7f9-76de-4f99-b0f0-60fc0c78684d gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:42:01.146654 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-81b868c3-c54a-490d-a222-0b4c2e63ae17 None None] Provisioning complete for port 409300ca-08a1-4659-9c2c-f29788e91792 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:42:01.147028 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-81b868c3-c54a-490d-a222-0b4c2e63ae17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:01.160297 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-120fb5ac-fbc3-4786-b617-1160d177b546 req-a19c8d13-591d-417e-8e5f-70c53af313cc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 210 time: 0.0310874 Dec 16 10:42:01.323961 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-81b868c3-c54a-490d-a222-0b4c2e63ae17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:01.364566 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-81b868c3-c54a-490d-a222-0b4c2e63ae17 None None] For port 409300ca-08a1-4659-9c2c-f29788e91792, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=409300ca-08a1-4659-9c2c-f29788e91792,segment=NetworkSegment(e605f54f-d24d-4bb9-9f03-48ad2ece9de3),segment_id=e605f54f-d24d-4bb9-9f03-48ad2ece9de3)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:42:01.372590 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-b9648ce0-1010-4a78-aeff-3165a165f630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840145767', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'b68d46c5-698f-44ad-8ddd-2dfd64cd6355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:41:53Z', 'updated_at': '2021-12-16T10:41:58Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': 'b68d46c5-698f-44ad-8ddd-2dfd64cd6355', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:41:54Z', 'updated_at': '2021-12-16T10:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '409300ca-08a1-4659-9c2c-f29788e91792', 'name': '', 'network_id': 'd8034a48-19e9-417f-aa74-54cc9cd6267b', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:14:3a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '942e04b8-a5ea-4556-98b7-ba14b1e26d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:41:57Z', 'updated_at': '2021-12-16T10:42:00Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': '942e04b8-a5ea-4556-98b7-ba14b1e26d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:42:01.399644 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9648ce0-1010-4a78-aeff-3165a165f630 None None] The sync data for ids ['528af7f9-76de-4f99-b0f0-60fc0c78684d'] in n-d-820550-2 is: [{'id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840145767', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'b68d46c5-698f-44ad-8ddd-2dfd64cd6355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:41:53Z', 'updated_at': '2021-12-16T10:41:58Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': 'b68d46c5-698f-44ad-8ddd-2dfd64cd6355', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:41:54Z', 'updated_at': '2021-12-16T10:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '409300ca-08a1-4659-9c2c-f29788e91792', 'name': '', 'network_id': 'd8034a48-19e9-417f-aa74-54cc9cd6267b', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:14:3a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '942e04b8-a5ea-4556-98b7-ba14b1e26d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:41:57Z', 'updated_at': '2021-12-16T10:42:00Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': '942e04b8-a5ea-4556-98b7-ba14b1e26d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:42:01.442927 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-81b868c3-c54a-490d-a222-0b4c2e63ae17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:01.495625 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b868c3-c54a-490d-a222-0b4c2e63ae17 None None] Pushing event updated for resources: {'Port': ['ID=409300ca-08a1-4659-9c2c-f29788e91792,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:42:01.894121 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-0684047a-5294-408b-8660-e3d4b825e024 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:01.895627 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-0684047a-5294-408b-8660-e3d4b825e024 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.57 "GET /v2.0/networks?id=d8034a48-19e9-417f-aa74-54cc9cd6267b HTTP/1.1" status: 200 len: 797 time: 0.1179481 Dec 16 10:42:01.943403 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-42f09f9d-dc12-4a73-b909-591833442336 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acf35d0affc64805837e6cdc8e4702cc HTTP/1.1" status: 200 len: 380 time: 0.0374537 Dec 16 10:42:01.953693 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-e2db73cd-4c3b-4658-aab3-995cf0e92d59 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'port': {'device_id': '9537949f-cc53-41f1-873c-15d5decf85fc', 'network_id': 'd8034a48-19e9-417f-aa74-54cc9cd6267b', 'admin_state_up': True, 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'security_groups': ['c0f4be32-419a-4d08-bf1c-6035013f8c35']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:42:02.147573 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-e2db73cd-4c3b-4658-aab3-995cf0e92d59 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Made reservation on behalf of acf35d0affc64805837e6cdc8e4702cc for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:42:02.149791 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-e2db73cd-4c3b-4658-aab3-995cf0e92d59 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:02.285607 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-285940bb-81e9-4b58-b226-32ed25cce89a req-e1189061-a18a-401d-9f14-1fcee5cb3cd4 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 210 time: 0.0577378 Dec 16 10:42:02.317877 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-e2db73cd-4c3b-4658-aab3-995cf0e92d59 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Allocated IP 172.20.0.6 (d8034a48-19e9-417f-aa74-54cc9cd6267b/942e04b8-a5ea-4556-98b7-ba14b1e26d40/1389496a-6cd8-4511-89be-f9d1c4480d32) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:42:02.348292 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 409300ca-08a1-4659-9c2c-f29788e91792 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:42:02.410502 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 409300ca-08a1-4659-9c2c-f29788e91792 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:42:02.410797 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:02.467928 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-e2db73cd-4c3b-4658-aab3-995cf0e92d59 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:02.551675 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-e2db73cd-4c3b-4658-aab3-995cf0e92d59 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:02.593783 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-e2db73cd-4c3b-4658-aab3-995cf0e92d59 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Network d8034a48-19e9-417f-aa74-54cc9cd6267b is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:42:02.597472 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-e2db73cd-4c3b-4658-aab3-995cf0e92d59 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:42:02.601027 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-e2db73cd-4c3b-4658-aab3-995cf0e92d59 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:42:02.626845 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db73cd-4c3b-4658-aab3-995cf0e92d59 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Port': ['ID=1389496a-6cd8-4511-89be-f9d1c4480d32,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:42:02.659839 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-e2db73cd-4c3b-4658-aab3-995cf0e92d59 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:02.660471 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-e2db73cd-4c3b-4658-aab3-995cf0e92d59 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:02.719748 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-e2db73cd-4c3b-4658-aab3-995cf0e92d59 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7697787 Dec 16 10:42:02.734916 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-be9c47eb-3848-4684-9142-d6a6f7173fd6 service neutron] Request body: {'port': {'device_id': '9537949f-cc53-41f1-873c-15d5decf85fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:42:02.778680 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-f748dd9b-3fa1-4808-9a9a-f36b7e003136 None None] Provisioning complete for port 1389496a-6cd8-4511-89be-f9d1c4480d32 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:42:02.779046 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f748dd9b-3fa1-4808-9a9a-f36b7e003136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:02.794895 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-be9c47eb-3848-4684-9142-d6a6f7173fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:02.814088 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f748dd9b-3fa1-4808-9a9a-f36b7e003136 None None] Port 1389496a-6cd8-4511-89be-f9d1c4480d32 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:42:03.052106 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-be9c47eb-3848-4684-9142-d6a6f7173fd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1389496a-6cd8-4511-89be-f9d1c4480d32 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:42:03.059327 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-be9c47eb-3848-4684-9142-d6a6f7173fd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:03.071190 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-be9c47eb-3848-4684-9142-d6a6f7173fd6 service neutron] Transition to ACTIVE for port object 1389496a-6cd8-4511-89be-f9d1c4480d32 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:42:03.128266 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-be9c47eb-3848-4684-9142-d6a6f7173fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:03.201940 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c47eb-3848-4684-9142-d6a6f7173fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=1389496a-6cd8-4511-89be-f9d1c4480d32,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:42:03.252045 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-be9c47eb-3848-4684-9142-d6a6f7173fd6 service neutron] Attempting to bind port 1389496a-6cd8-4511-89be-f9d1c4480d32 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:42:03.252383 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-be9c47eb-3848-4684-9142-d6a6f7173fd6 service neutron] Attempting to bind port 1389496a-6cd8-4511-89be-f9d1c4480d32 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'e605f54f-d24d-4bb9-9f03-48ad2ece9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8034a48-19e9-417f-aa74-54cc9cd6267b'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:42:03.252721 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-be9c47eb-3848-4684-9142-d6a6f7173fd6 service neutron] Attempting to bind port 1389496a-6cd8-4511-89be-f9d1c4480d32 on network d8034a48-19e9-417f-aa74-54cc9cd6267b {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:42:03.257468 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-be9c47eb-3848-4684-9142-d6a6f7173fd6 service neutron] Port 1389496a-6cd8-4511-89be-f9d1c4480d32 on network d8034a48-19e9-417f-aa74-54cc9cd6267b not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:42:03.257793 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-be9c47eb-3848-4684-9142-d6a6f7173fd6 service neutron] Attempting to bind port 1389496a-6cd8-4511-89be-f9d1c4480d32 on network d8034a48-19e9-417f-aa74-54cc9cd6267b {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:42:03.262781 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-be9c47eb-3848-4684-9142-d6a6f7173fd6 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:42:03.263121 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-be9c47eb-3848-4684-9142-d6a6f7173fd6 service neutron] Checking segment: {'id': 'e605f54f-d24d-4bb9-9f03-48ad2ece9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8034a48-19e9-417f-aa74-54cc9cd6267b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:42:03.263507 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-be9c47eb-3848-4684-9142-d6a6f7173fd6 service neutron] Bound using segment: {'id': 'e605f54f-d24d-4bb9-9f03-48ad2ece9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8034a48-19e9-417f-aa74-54cc9cd6267b'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:42:03.263938 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-be9c47eb-3848-4684-9142-d6a6f7173fd6 service neutron] Bound port: 1389496a-6cd8-4511-89be-f9d1c4480d32, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e605f54f-d24d-4bb9-9f03-48ad2ece9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8034a48-19e9-417f-aa74-54cc9cd6267b'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:42:03.264302 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-be9c47eb-3848-4684-9142-d6a6f7173fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:03.347945 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-be9c47eb-3848-4684-9142-d6a6f7173fd6 service neutron] For port 1389496a-6cd8-4511-89be-f9d1c4480d32, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:42:03.351040 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-be9c47eb-3848-4684-9142-d6a6f7173fd6 service neutron] For port 1389496a-6cd8-4511-89be-f9d1c4480d32, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=1389496a-6cd8-4511-89be-f9d1c4480d32,segment=NetworkSegment(e605f54f-d24d-4bb9-9f03-48ad2ece9de3),segment_id=e605f54f-d24d-4bb9-9f03-48ad2ece9de3)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:42:03.418095 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7dd92-f8b8-49a1-abee-a4d2435a35f7 req-70fda8bf-d951-403e-8584-dad77deb90ed tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:03.419939 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94c7dd92-f8b8-49a1-abee-a4d2435a35f7 req-70fda8bf-d951-403e-8584-dad77deb90ed tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 943 time: 0.0551496 Dec 16 10:42:03.438399 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-be9c47eb-3848-4684-9142-d6a6f7173fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:03.460005 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-94c7dd92-f8b8-49a1-abee-a4d2435a35f7 req-dbc32224-461a-45cc-a4e0-8fa034e12be2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322616 Dec 16 10:42:03.478896 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-be9c47eb-3848-4684-9142-d6a6f7173fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:03.478896 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-be9c47eb-3848-4684-9142-d6a6f7173fd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:03.478896 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-be9c47eb-3848-4684-9142-d6a6f7173fd6 service neutron] 10.222.0.57 "PUT /v2.0/ports/1389496a-6cd8-4511-89be-f9d1c4480d32 HTTP/1.1" status: 200 len: 1091 time: 0.7448187 Dec 16 10:42:03.478896 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9537949f-cc53-41f1-873c-15d5decf85fc', 'tag': '1389496a-6cd8-4511-89be-f9d1c4480d32'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:42:03.478896 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b72ba6-2003-4e18-a725-8394357045b4" -d '{"events": [{"name": "network-changed", "server_uuid": "9537949f-cc53-41f1-873c-15d5decf85fc", "tag": "1389496a-6cd8-4511-89be-f9d1c4480d32"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:42:03.507729 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c47eb-3848-4684-9142-d6a6f7173fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=1389496a-6cd8-4511-89be-f9d1c4480d32,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:42:03.524435 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec82c67-75d7-4bcc-94fd-f789852d31bc x-openstack-request-id: req-5ec82c67-75d7-4bcc-94fd-f789852d31bc {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:42:03.524788 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9537949f-cc53-41f1-873c-15d5decf85fc", "tag": "1389496a-6cd8-4511-89be-f9d1c4480d32", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:42:03.526256 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5ec82c67-75d7-4bcc-94fd-f789852d31bc {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:42:03.526714 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9537949f-cc53-41f1-873c-15d5decf85fc', 'tag': '1389496a-6cd8-4511-89be-f9d1c4480d32', 'status': 'completed', 'code': 200} Dec 16 10:42:03.592261 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b72ba6-2003-4e18-a725-8394357045b4 req-f65fe57b-0c92-4c8f-8631-ddcce14cfef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:03.593911 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-57b72ba6-2003-4e18-a725-8394357045b4 req-f65fe57b-0c92-4c8f-8631-ddcce14cfef5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 1094 time: 0.0476201 Dec 16 10:42:03.705283 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b72ba6-2003-4e18-a725-8394357045b4 req-a81af8a5-54f5-47b4-9436-726ae821a6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:03.706761 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-57b72ba6-2003-4e18-a725-8394357045b4 req-a81af8a5-54f5-47b4-9436-726ae821a6d4 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=acf35d0affc64805837e6cdc8e4702cc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1047368 Dec 16 10:42:03.803452 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b72ba6-2003-4e18-a725-8394357045b4 req-7fcb78ae-f19f-41f8-985e-02722154f367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:03.804910 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-57b72ba6-2003-4e18-a725-8394357045b4 req-7fcb78ae-f19f-41f8-985e-02722154f367 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903938 Dec 16 10:42:03.877927 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-89ef7fad-e7b5-40c8-a4d7-e9b320072aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:03.879431 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-89ef7fad-e7b5-40c8-a4d7-e9b320072aed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 1094 time: 0.0404603 Dec 16 10:42:03.923327 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-2772f74a-1237-4253-bc9f-a6c68e694792 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1389496a-6cd8-4511-89be-f9d1c4480d32 HTTP/1.1" status: 200 len: 217 time: 0.0338669 Dec 16 10:42:03.974385 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-09b68a8d-20a9-4aaa-a438-9ead041d690b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:03.975767 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-09b68a8d-20a9-4aaa-a438-9ead041d690b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=942e04b8-a5ea-4556-98b7-ba14b1e26d40 HTTP/1.1" status: 200 len: 835 time: 0.0457592 Dec 16 10:42:04.020700 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-0f424ced-ee2c-48cc-b7c3-8ce7a1f0c97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:04.022199 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-0f424ced-ee2c-48cc-b7c3-8ce7a1f0c97b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d8034a48-19e9-417f-aa74-54cc9cd6267b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393078 Dec 16 10:42:04.108974 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-38934890-9235-41a5-951d-baca66b2ada2 service neutron] 10.222.0.57 "GET /v2.0/networks/d8034a48-19e9-417f-aa74-54cc9cd6267b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799303 Dec 16 10:42:04.202770 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-57784b08-f31d-4096-ad46-fdd1e555ae70 req-9c8a0eeb-e110-44c7-840f-a14a5989fadd service neutron] 10.222.0.57 "GET /v2.0/networks/d8034a48-19e9-417f-aa74-54cc9cd6267b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871010 Dec 16 10:42:04.574748 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e2c99-d0f1-4ecc-b455-97444c7d1532 req-22f9ea0c-e0c8-4cb4-bf67-622ef70566f7 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:04.576332 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c55e2c99-d0f1-4ecc-b455-97444c7d1532 req-22f9ea0c-e0c8-4cb4-bf67-622ef70566f7 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 943 time: 0.0499213 Dec 16 10:42:04.615432 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c55e2c99-d0f1-4ecc-b455-97444c7d1532 req-9876275a-c869-47c1-963b-5575208fecdb tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330226 Dec 16 10:42:05.733590 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4402e1-ad94-4ee0-aca0-2adecf963ee9 req-d3ebf6a0-5516-4415-895a-7e452f6a84b4 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:05.735080 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9a4402e1-ad94-4ee0-aca0-2adecf963ee9 req-d3ebf6a0-5516-4415-895a-7e452f6a84b4 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 943 time: 0.0505078 Dec 16 10:42:05.772910 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9a4402e1-ad94-4ee0-aca0-2adecf963ee9 req-d9d5fa26-92ef-4eb4-9fbb-907d1c798600 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314670 Dec 16 10:42:06.886485 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca10c09-55a6-44c6-a8ad-f924aae975c2 req-0b714bc6-f89f-41dd-8b87-aab208e04b38 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:06.888227 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0ca10c09-55a6-44c6-a8ad-f924aae975c2 req-0b714bc6-f89f-41dd-8b87-aab208e04b38 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 943 time: 0.0479944 Dec 16 10:42:06.926986 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0ca10c09-55a6-44c6-a8ad-f924aae975c2 req-0a4ae83f-b724-4073-83b8-9eb2f8fe7577 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321460 Dec 16 10:42:08.043650 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cab228-b9fc-48be-beb6-e65319c48473 req-a755e224-2502-4850-9e62-3b57ca4245cc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:08.045447 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-69cab228-b9fc-48be-beb6-e65319c48473 req-a755e224-2502-4850-9e62-3b57ca4245cc tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 943 time: 0.0528719 Dec 16 10:42:08.065399 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:08.402885 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-69cab228-b9fc-48be-beb6-e65319c48473 req-8bfb1843-03a5-40a4-bd19-68fcf20c883f tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3513412 Dec 16 10:42:08.733231 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 1389496a-6cd8-4511-89be-f9d1c4480d32 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:42:08.828921 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 1389496a-6cd8-4511-89be-f9d1c4480d32, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=1389496a-6cd8-4511-89be-f9d1c4480d32,segment=NetworkSegment(e605f54f-d24d-4bb9-9f03-48ad2ece9de3),segment_id=e605f54f-d24d-4bb9-9f03-48ad2ece9de3)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:42:08.840220 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '1389496a-6cd8-4511-89be-f9d1c4480d32', 'network_id': 'd8034a48-19e9-417f-aa74-54cc9cd6267b', 'port_id': '1389496a-6cd8-4511-89be-f9d1c4480d32', 'mac_address': 'fa:16:3e:0a:a0:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '942e04b8-a5ea-4556-98b7-ba14b1e26d40', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:42:08.879858 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:08.892282 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1389496a-6cd8-4511-89be-f9d1c4480d32 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:42:08.911024 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 1389496a-6cd8-4511-89be-f9d1c4480d32, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=1389496a-6cd8-4511-89be-f9d1c4480d32,segment=NetworkSegment(e605f54f-d24d-4bb9-9f03-48ad2ece9de3),segment_id=e605f54f-d24d-4bb9-9f03-48ad2ece9de3)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:42:09.002111 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:09.052805 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=1389496a-6cd8-4511-89be-f9d1c4480d32,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:42:09.360467 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['1389496a-6cd8-4511-89be-f9d1c4480d32'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:42:09.520065 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc7ef7-ee92-4db6-96f3-c5267c7e27ed req-bdc16721-321d-4ad6-9c4e-c93e77035599 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:09.521581 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29bc7ef7-ee92-4db6-96f3-c5267c7e27ed req-bdc16721-321d-4ad6-9c4e-c93e77035599 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 944 time: 0.0531781 Dec 16 10:42:09.558804 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-29bc7ef7-ee92-4db6-96f3-c5267c7e27ed req-11ec2992-16e7-499d-a572-a39dc3bb5548 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309951 Dec 16 10:42:10.673806 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ac947-82ff-4c79-b212-01d866748dd9 req-eb72f6d5-d329-43a6-9f6c-61c99cc01aeb tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:10.675809 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-269ac947-82ff-4c79-b212-01d866748dd9 req-eb72f6d5-d329-43a6-9f6c-61c99cc01aeb tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 944 time: 0.0488636 Dec 16 10:42:10.713071 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-269ac947-82ff-4c79-b212-01d866748dd9 req-21c7d21f-f3fd-4e33-a1a7-9ea83f617e25 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311272 Dec 16 10:42:10.761173 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 1389496a-6cd8-4511-89be-f9d1c4480d32 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:42:10.893820 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 1389496a-6cd8-4511-89be-f9d1c4480d32 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:42:10.897716 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 1389496a-6cd8-4511-89be-f9d1c4480d32 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:42:10.898097 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:10.973858 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:10.996219 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9537949f-cc53-41f1-873c-15d5decf85fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1389496a-6cd8-4511-89be-f9d1c4480d32'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:42:10.998459 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43456ec7ce59ea77a0f74ce1d1a90a56292c95d5d3a8a10fcc4b35aa5a8e1da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe09431-b4b1-4bfb-829c-84770a9cc66a" -d '{"events": [{"server_uuid": "9537949f-cc53-41f1-873c-15d5decf85fc", "name": "network-vif-plugged", "status": "completed", "tag": "1389496a-6cd8-4511-89be-f9d1c4480d32"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:42:11.010990 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 1389496a-6cd8-4511-89be-f9d1c4480d32, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=1389496a-6cd8-4511-89be-f9d1c4480d32,segment=NetworkSegment(e605f54f-d24d-4bb9-9f03-48ad2ece9de3),segment_id=e605f54f-d24d-4bb9-9f03-48ad2ece9de3)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:42:11.034152 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcfa8a6-7cea-44fa-ad34-ebc0cd4fe9df x-openstack-request-id: req-3fcfa8a6-7cea-44fa-ad34-ebc0cd4fe9df {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:42:11.034970 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9537949f-cc53-41f1-873c-15d5decf85fc", "name": "network-vif-plugged", "status": "completed", "tag": "1389496a-6cd8-4511-89be-f9d1c4480d32", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:42:11.035247 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3fcfa8a6-7cea-44fa-ad34-ebc0cd4fe9df {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:42:11.035633 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9537949f-cc53-41f1-873c-15d5decf85fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1389496a-6cd8-4511-89be-f9d1c4480d32', 'code': 200} Dec 16 10:42:11.093600 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:11.135685 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df30d8-0124-4535-9d45-599382cdde95 req-e173a222-53eb-42ac-83ba-570b07a1bf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:11.137509 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-86df30d8-0124-4535-9d45-599382cdde95 req-e173a222-53eb-42ac-83ba-570b07a1bf3f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 1096 time: 0.0408800 Dec 16 10:42:11.145013 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=1389496a-6cd8-4511-89be-f9d1c4480d32,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:42:11.173732 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-86df30d8-0124-4535-9d45-599382cdde95 req-af1a2569-09d9-4f95-8cc9-f4c41a9bdc33 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290351 Dec 16 10:42:11.596376 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:11.829250 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1ca88-2478-4f1b-adb6-2c52256d0a02 req-2532b2fe-4566-48d1-ac6d-e9737a3563d6 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:11.830728 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5ec1ca88-2478-4f1b-adb6-2c52256d0a02 req-2532b2fe-4566-48d1-ac6d-e9737a3563d6 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 945 time: 0.0518329 Dec 16 10:42:11.867854 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5ec1ca88-2478-4f1b-adb6-2c52256d0a02 req-38b00ab6-b21c-4c5a-97df-9d6cda667fec tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304852 Dec 16 10:42:12.982966 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b40e6-9359-4b7b-a9cb-7687b7a20c4e req-6e771a06-ed1c-400e-99e1-3151bd006e91 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:12.984444 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9a4b40e6-9359-4b7b-a9cb-7687b7a20c4e req-6e771a06-ed1c-400e-99e1-3151bd006e91 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 945 time: 0.0490568 Dec 16 10:42:13.022096 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9a4b40e6-9359-4b7b-a9cb-7687b7a20c4e req-262e132b-5620-4b29-b7c2-b83cd9f97206 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316918 Dec 16 10:42:13.133616 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353ea93-3bba-44c7-9902-eab04d5249eb req-e4b04ba3-aa79-467d-80d2-218d5b62e62e tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:13.135093 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6353ea93-3bba-44c7-9902-eab04d5249eb req-e4b04ba3-aa79-467d-80d2-218d5b62e62e tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 945 time: 0.0483577 Dec 16 10:42:13.173966 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6353ea93-3bba-44c7-9902-eab04d5249eb req-c6d14b9f-ff44-41cc-b23f-b69a404ae244 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329576 Dec 16 10:42:13.195117 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42414) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:42:13.234244 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc642d1f-151c-4b3f-a5e0-3363292cab48 tempest-TestNetworkAdvancedServerOps-1096991519 tempest-TestNetworkAdvancedServerOps-1096991519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:13.235729 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bc642d1f-151c-4b3f-a5e0-3363292cab48 tempest-TestNetworkAdvancedServerOps-1096991519 tempest-TestNetworkAdvancedServerOps-1096991519-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 1091 time: 0.0396500 Dec 16 10:42:13.238490 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42416) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:42:13.242664 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-03750e97-3bee-42ce-8ab5-000049cd0107 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'port_id': '1389496a-6cd8-4511-89be-f9d1c4480d32', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:42:13.327233 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-03750e97-3bee-42ce-8ab5-000049cd0107 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for floatingip, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:13.431155 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-03750e97-3bee-42ce-8ab5-000049cd0107 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:13.535886 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-03750e97-3bee-42ce-8ab5-000049cd0107 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Allocated IP 172.25.1.209 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/08ece287-e2ad-44ef-aaba-8ae7360d5f93) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:42:13.641160 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-03750e97-3bee-42ce-8ab5-000049cd0107 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:13.734272 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-03750e97-3bee-42ce-8ab5-000049cd0107 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:13.770601 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03750e97-3bee-42ce-8ab5-000049cd0107 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:42:13.773434 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-03750e97-3bee-42ce-8ab5-000049cd0107 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:42:13.776859 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03750e97-3bee-42ce-8ab5-000049cd0107 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:42:13.805868 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03750e97-3bee-42ce-8ab5-000049cd0107 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Port': ['ID=08ece287-e2ad-44ef-aaba-8ae7360d5f93,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:42:14.119555 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-03750e97-3bee-42ce-8ab5-000049cd0107 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:14.237205 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-03750e97-3bee-42ce-8ab5-000049cd0107 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:14.381839 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-03750e97-3bee-42ce-8ab5-000049cd0107 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:14.436277 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-03750e97-3bee-42ce-8ab5-000049cd0107 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:14.507013 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03750e97-3bee-42ce-8ab5-000049cd0107 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Port': ['ID=08ece287-e2ad-44ef-aaba-8ae7360d5f93,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:42:14.519227 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-03750e97-3bee-42ce-8ab5-000049cd0107 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:14.627021 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [None req-03750e97-3bee-42ce-8ab5-000049cd0107 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Floating IP edc2670e-f5e3-426f-9730-bc3028f40483 associated. External IP: 172.25.1.209, port: 1389496a-6cd8-4511-89be-f9d1c4480d32. Dec 16 10:42:14.833861 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03750e97-3bee-42ce-8ab5-000049cd0107 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Router 528af7f9-76de-4f99-b0f0-60fc0c78684d has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:42:14.943319 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03750e97-3bee-42ce-8ab5-000049cd0107 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:42:14.952778 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83399a7-758d-4faa-ba0e-91cd720e6456 None None] Sync routers for ids ['528af7f9-76de-4f99-b0f0-60fc0c78684d'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:42:14.962515 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83399a7-758d-4faa-ba0e-91cd720e6456 None None] Routers {'528af7f9-76de-4f99-b0f0-60fc0c78684d'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:42:14.963117 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-c83399a7-758d-4faa-ba0e-91cd720e6456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:41:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['528af7f9-76de-4f99-b0f0-60fc0c78684d'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:42:15.027172 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-03750e97-3bee-42ce-8ab5-000049cd0107 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:15.055578 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-03750e97-3bee-42ce-8ab5-000049cd0107 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8160839 Dec 16 10:42:15.056201 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9537949f-cc53-41f1-873c-15d5decf85fc', 'tag': '1389496a-6cd8-4511-89be-f9d1c4480d32'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:42:15.058519 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb4fca2-c451-4bc3-9e9f-125f4f525c07" -d '{"events": [{"name": "network-changed", "server_uuid": "9537949f-cc53-41f1-873c-15d5decf85fc", "tag": "1389496a-6cd8-4511-89be-f9d1c4480d32"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:42:15.070536 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-c83399a7-758d-4faa-ba0e-91cd720e6456 None None] Set router 528af7f9-76de-4f99-b0f0-60fc0c78684d gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:42:15.098659 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecd030c-26f4-4246-ba98-c392af2696ce x-openstack-request-id: req-3ecd030c-26f4-4246-ba98-c392af2696ce {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:42:15.099075 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9537949f-cc53-41f1-873c-15d5decf85fc", "tag": "1389496a-6cd8-4511-89be-f9d1c4480d32", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:42:15.099416 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3ecd030c-26f4-4246-ba98-c392af2696ce {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:42:15.099886 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9537949f-cc53-41f1-873c-15d5decf85fc', 'tag': '1389496a-6cd8-4511-89be-f9d1c4480d32', 'status': 'completed', 'code': 200} Dec 16 10:42:15.153472 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf469ed-46c4-46af-addc-fbbe10edfff8 req-4c5f4cfd-0a8a-4249-a85a-2a37ec11cfc2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:15.155689 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bcf469ed-46c4-46af-addc-fbbe10edfff8 req-4c5f4cfd-0a8a-4249-a85a-2a37ec11cfc2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 945 time: 0.0510073 Dec 16 10:42:15.171787 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4fca2-c451-4bc3-9e9f-125f4f525c07 req-ac3877cd-1d70-4c98-b45b-22e8b636bda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:15.173303 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dfb4fca2-c451-4bc3-9e9f-125f4f525c07 req-ac3877cd-1d70-4c98-b45b-22e8b636bda1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 1096 time: 0.0519001 Dec 16 10:42:15.204408 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bcf469ed-46c4-46af-addc-fbbe10edfff8 req-06893c47-254b-4a49-bdda-b45c0f778867 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408466 Dec 16 10:42:15.229920 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42424) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:42:15.276861 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4fca2-c451-4bc3-9e9f-125f4f525c07 req-d4625ec7-cc0f-4bc2-8f6c-f2d2d0b27696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:15.278396 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dfb4fca2-c451-4bc3-9e9f-125f4f525c07 req-d4625ec7-cc0f-4bc2-8f6c-f2d2d0b27696 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d8034a48-19e9-417f-aa74-54cc9cd6267b HTTP/1.1" status: 200 len: 898 time: 0.0987184 Dec 16 10:42:15.302411 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-7f59fd23-c059-4a26-b86c-cafb77079609 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/floatingips/edc2670e-f5e3-426f-9730-bc3028f40483 HTTP/1.1" status: 200 len: 991 time: 0.0712297 Dec 16 10:42:15.316341 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-c83399a7-758d-4faa-ba0e-91cd720e6456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840145767', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'b68d46c5-698f-44ad-8ddd-2dfd64cd6355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:41:53Z', 'updated_at': '2021-12-16T10:41:58Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': 'b68d46c5-698f-44ad-8ddd-2dfd64cd6355', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:41:54Z', 'updated_at': '2021-12-16T10:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'edc2670e-f5e3-426f-9730-bc3028f40483', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'floating_ip_address': '172.25.1.209', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'port_id': '1389496a-6cd8-4511-89be-f9d1c4480d32', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8034a48-19e9-417f-aa74-54cc9cd6267b', 'mac_address': 'fa:16:3e:0a:a0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9537949f-cc53-41f1-873c-15d5decf85fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:42:13Z', 'updated_at': '2021-12-16T10:42:13Z', 'revision_number': 0, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409300ca-08a1-4659-9c2c-f29788e91792', 'name': '', 'network_id': 'd8034a48-19e9-417f-aa74-54cc9cd6267b', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:14:3a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '942e04b8-a5ea-4556-98b7-ba14b1e26d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:41:57Z', 'updated_at': '2021-12-16T10:42:01Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': '942e04b8-a5ea-4556-98b7-ba14b1e26d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:42:15.346027 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83399a7-758d-4faa-ba0e-91cd720e6456 None None] Checking router: 528af7f9-76de-4f99-b0f0-60fc0c78684d for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:42:15.350286 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dfb4fca2-c451-4bc3-9e9f-125f4f525c07 req-634c8dc3-a0f6-44ac-bcdd-04c1534099a2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1389496a-6cd8-4511-89be-f9d1c4480d32 HTTP/1.1" status: 200 len: 999 time: 0.0642273 Dec 16 10:42:15.354267 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83399a7-758d-4faa-ba0e-91cd720e6456 None None] Routers {'528af7f9-76de-4f99-b0f0-60fc0c78684d'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:42:15.354867 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-c83399a7-758d-4faa-ba0e-91cd720e6456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:41:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['528af7f9-76de-4f99-b0f0-60fc0c78684d'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:42:15.401292 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4fca2-c451-4bc3-9e9f-125f4f525c07 req-b1506e3f-a317-4f5b-af35-6a3709ea75b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:15.402764 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dfb4fca2-c451-4bc3-9e9f-125f4f525c07 req-b1506e3f-a317-4f5b-af35-6a3709ea75b7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=942e04b8-a5ea-4556-98b7-ba14b1e26d40 HTTP/1.1" status: 200 len: 835 time: 0.0447791 Dec 16 10:42:15.452247 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4fca2-c451-4bc3-9e9f-125f4f525c07 req-a1534230-6b2c-47ff-a29c-2c04eac2b185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:15.453794 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dfb4fca2-c451-4bc3-9e9f-125f4f525c07 req-a1534230-6b2c-47ff-a29c-2c04eac2b185 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d8034a48-19e9-417f-aa74-54cc9cd6267b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439479 Dec 16 10:42:15.551086 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-c83399a7-758d-4faa-ba0e-91cd720e6456 None None] Set router 528af7f9-76de-4f99-b0f0-60fc0c78684d gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:42:15.557665 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dfb4fca2-c451-4bc3-9e9f-125f4f525c07 req-edc4644d-d6a8-4f4e-9ece-df732d7c17cc service neutron] 10.222.0.57 "GET /v2.0/networks/d8034a48-19e9-417f-aa74-54cc9cd6267b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945618 Dec 16 10:42:15.651035 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dfb4fca2-c451-4bc3-9e9f-125f4f525c07 req-121292b9-8644-46b7-9912-e7427ff56c72 service neutron] 10.222.0.57 "GET /v2.0/networks/d8034a48-19e9-417f-aa74-54cc9cd6267b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858235 Dec 16 10:42:15.779556 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-c83399a7-758d-4faa-ba0e-91cd720e6456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840145767', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'b68d46c5-698f-44ad-8ddd-2dfd64cd6355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:41:53Z', 'updated_at': '2021-12-16T10:41:58Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': 'b68d46c5-698f-44ad-8ddd-2dfd64cd6355', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:41:54Z', 'updated_at': '2021-12-16T10:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'edc2670e-f5e3-426f-9730-bc3028f40483', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'floating_ip_address': '172.25.1.209', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'port_id': '1389496a-6cd8-4511-89be-f9d1c4480d32', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8034a48-19e9-417f-aa74-54cc9cd6267b', 'mac_address': 'fa:16:3e:0a:a0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9537949f-cc53-41f1-873c-15d5decf85fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:42:13Z', 'updated_at': '2021-12-16T10:42:13Z', 'revision_number': 0, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409300ca-08a1-4659-9c2c-f29788e91792', 'name': '', 'network_id': 'd8034a48-19e9-417f-aa74-54cc9cd6267b', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:14:3a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '942e04b8-a5ea-4556-98b7-ba14b1e26d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:41:57Z', 'updated_at': '2021-12-16T10:42:01Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': '942e04b8-a5ea-4556-98b7-ba14b1e26d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:42:15.805493 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83399a7-758d-4faa-ba0e-91cd720e6456 None None] The sync data for ids ['528af7f9-76de-4f99-b0f0-60fc0c78684d'] in n-d-820550-2 is: [{'id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840145767', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'b68d46c5-698f-44ad-8ddd-2dfd64cd6355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:41:53Z', 'updated_at': '2021-12-16T10:41:58Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': 'b68d46c5-698f-44ad-8ddd-2dfd64cd6355', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:41:54Z', 'updated_at': '2021-12-16T10:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'edc2670e-f5e3-426f-9730-bc3028f40483', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'floating_ip_address': '172.25.1.209', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'port_id': '1389496a-6cd8-4511-89be-f9d1c4480d32', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8034a48-19e9-417f-aa74-54cc9cd6267b', 'mac_address': 'fa:16:3e:0a:a0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9537949f-cc53-41f1-873c-15d5decf85fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:42:13Z', 'updated_at': '2021-12-16T10:42:13Z', 'revision_number': 0, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409300ca-08a1-4659-9c2c-f29788e91792', 'name': '', 'network_id': 'd8034a48-19e9-417f-aa74-54cc9cd6267b', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:14:3a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '942e04b8-a5ea-4556-98b7-ba14b1e26d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:41:57Z', 'updated_at': '2021-12-16T10:42:01Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': '942e04b8-a5ea-4556-98b7-ba14b1e26d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:42:16.008999 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7515ffe-36b5-4ca7-9859-2d9f30bd0f03 None None] New status for floating IP edc2670e-f5e3-426f-9730-bc3028f40483: ACTIVE {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:42:16.306402 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42428) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:42:16.365627 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9e273b6e-822f-4ee3-84af-5cce6a98ce02 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/floatingips/edc2670e-f5e3-426f-9730-bc3028f40483 HTTP/1.1" status: 200 len: 993 time: 0.0580287 Dec 16 10:42:19.556173 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:42:24.214088 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bba16fb4-a9da-47d6-bbbc-303d31ddea1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:26.448081 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3dc12389-3311-41f3-8b22-253995d28908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:27.853508 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:29.390156 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:29.647261 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:38.076014 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:38.607202 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25720e69-682b-4c29-b404-addd35441dac req-183eb78a-5f10-40cd-bf5d-f50a9b1bc5b1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446703 Dec 16 10:42:38.698239 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25720e69-682b-4c29-b404-addd35441dac req-24aacfca-63b1-4738-93d4-2fdef981fb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:38.699767 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25720e69-682b-4c29-b404-addd35441dac req-24aacfca-63b1-4738-93d4-2fdef981fb65 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 1096 time: 0.0470817 Dec 16 10:42:38.807790 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25720e69-682b-4c29-b404-addd35441dac req-77647860-bbb0-45a3-831d-2f65980f068e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:38.809258 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25720e69-682b-4c29-b404-addd35441dac req-77647860-bbb0-45a3-831d-2f65980f068e service neutron] 10.222.0.57 "GET /v2.0/networks?id=d8034a48-19e9-417f-aa74-54cc9cd6267b HTTP/1.1" status: 200 len: 898 time: 0.0896089 Dec 16 10:42:38.883222 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25720e69-682b-4c29-b404-addd35441dac req-af970f9d-aafa-4d13-bc9f-c600c24b5279 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1389496a-6cd8-4511-89be-f9d1c4480d32 HTTP/1.1" status: 200 len: 1001 time: 0.0664501 Dec 16 10:42:38.935948 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25720e69-682b-4c29-b404-addd35441dac req-95c983d3-d2e0-42b4-acd7-2bd329d18ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:38.937460 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25720e69-682b-4c29-b404-addd35441dac req-95c983d3-d2e0-42b4-acd7-2bd329d18ad4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=942e04b8-a5ea-4556-98b7-ba14b1e26d40 HTTP/1.1" status: 200 len: 835 time: 0.0473981 Dec 16 10:42:38.984803 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25720e69-682b-4c29-b404-addd35441dac req-b132bbd9-f7cd-4586-8ad0-12785f0a5c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:38.986384 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25720e69-682b-4c29-b404-addd35441dac req-b132bbd9-f7cd-4586-8ad0-12785f0a5c02 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d8034a48-19e9-417f-aa74-54cc9cd6267b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421658 Dec 16 10:42:39.089345 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25720e69-682b-4c29-b404-addd35441dac req-9f4f11cf-205b-47e6-901c-dff2659c1134 service neutron] 10.222.0.57 "GET /v2.0/networks/d8034a48-19e9-417f-aa74-54cc9cd6267b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942621 Dec 16 10:42:39.196361 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-25720e69-682b-4c29-b404-addd35441dac req-ab2e5006-7037-4fe4-b23e-bcd597b3b5af service neutron] 10.222.0.57 "GET /v2.0/networks/d8034a48-19e9-417f-aa74-54cc9cd6267b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998254 Dec 16 10:42:41.595769 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:54.178160 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ce02e05e-de3d-4e6d-bd0d-9961a3bc5602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:56.469427 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8f69e442-b720-490b-9555-526663b65d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:56.555700 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:42:57.858615 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:59.384113 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:59.646652 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:43:08.063545 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:43:11.618063 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:43:24.154742 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-712e53ec-c8b7-4391-89d4-b4f42d2bdea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:43:26.474504 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3d653f0c-925f-484e-95e9-d933e4c075c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:43:27.868448 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:43:29.399970 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:43:29.622852 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:43:33.556005 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:43:38.091326 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:43:39.652593 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6e5c2e72-6405-4435-ba08-e2de330a5086 req-91efdd2a-cd8a-4733-a233-957a53f4af04 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0843105 Dec 16 10:43:39.743951 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c2e72-6405-4435-ba08-e2de330a5086 req-07714d76-a849-469a-bb2b-08acaf37ced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:43:39.745482 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6e5c2e72-6405-4435-ba08-e2de330a5086 req-07714d76-a849-469a-bb2b-08acaf37ced9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 1096 time: 0.0487719 Dec 16 10:43:39.853232 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c2e72-6405-4435-ba08-e2de330a5086 req-fa0058b7-ed78-4c22-af29-ecaad5888072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:43:39.854084 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6e5c2e72-6405-4435-ba08-e2de330a5086 req-fa0058b7-ed78-4c22-af29-ecaad5888072 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d8034a48-19e9-417f-aa74-54cc9cd6267b HTTP/1.1" status: 200 len: 898 time: 0.0882115 Dec 16 10:43:39.931911 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6e5c2e72-6405-4435-ba08-e2de330a5086 req-5dee7016-19ca-4e9a-b2b5-3fb21adb4769 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1389496a-6cd8-4511-89be-f9d1c4480d32 HTTP/1.1" status: 200 len: 1001 time: 0.0691938 Dec 16 10:43:39.985770 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c2e72-6405-4435-ba08-e2de330a5086 req-1ef4cd19-8c3a-4783-bfef-9ff680e45e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:43:39.987230 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6e5c2e72-6405-4435-ba08-e2de330a5086 req-1ef4cd19-8c3a-4783-bfef-9ff680e45e68 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=942e04b8-a5ea-4556-98b7-ba14b1e26d40 HTTP/1.1" status: 200 len: 835 time: 0.0455792 Dec 16 10:43:40.034520 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c2e72-6405-4435-ba08-e2de330a5086 req-3250920e-10f1-4014-8dad-73d8b845fa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:43:40.037331 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6e5c2e72-6405-4435-ba08-e2de330a5086 req-3250920e-10f1-4014-8dad-73d8b845fa0b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d8034a48-19e9-417f-aa74-54cc9cd6267b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411005 Dec 16 10:43:40.135779 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6e5c2e72-6405-4435-ba08-e2de330a5086 req-851fb350-3362-4c7a-a477-90fe2369f5a6 service neutron] 10.222.0.57 "GET /v2.0/networks/d8034a48-19e9-417f-aa74-54cc9cd6267b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908225 Dec 16 10:43:40.231033 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6e5c2e72-6405-4435-ba08-e2de330a5086 req-b098163e-9edd-441e-b9f4-cd892728b1da service neutron] 10.222.0.57 "GET /v2.0/networks/d8034a48-19e9-417f-aa74-54cc9cd6267b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874817 Dec 16 10:43:41.309701 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-14171cf6-66ff-46c1-80b0-c2072f2f7435 req-5fd80f94-eb9f-4368-85b3-e65c43110cac service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:43:41.310712 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-14171cf6-66ff-46c1-80b0-c2072f2f7435 req-5fd80f94-eb9f-4368-85b3-e65c43110cac service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074217 Dec 16 10:43:41.639034 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:43:41.702456 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2d405-91ad-49e3-9520-40f8f1cb2eec req-c28a75e0-8d4e-412a-821b-31a4a5805c22 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:43:41.703988 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-93b2d405-91ad-49e3-9520-40f8f1cb2eec req-c28a75e0-8d4e-412a-821b-31a4a5805c22 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 945 time: 0.0991654 Dec 16 10:43:41.744074 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-93b2d405-91ad-49e3-9520-40f8f1cb2eec req-b6b766c2-86b8-4698-8ced-b2a0361f55d7 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338650 Dec 16 10:43:41.847419 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-b9b4d45d-9003-4813-ac40-dd29de46b0b2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0861611 Dec 16 10:43:41.856872 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-fd211caa-ae34-415b-b887-718163744445 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:43:41.857888 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-fd211caa-ae34-415b-b887-718163744445 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051365 Dec 16 10:43:42.927007 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7fdb6-b79a-4378-b189-68f33296c2c6 req-91a3f970-8512-4b4b-868a-26876326a4de tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:43:42.928505 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5fc7fdb6-b79a-4378-b189-68f33296c2c6 req-91a3f970-8512-4b4b-868a-26876326a4de tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 945 time: 0.0944011 Dec 16 10:43:42.967757 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5fc7fdb6-b79a-4378-b189-68f33296c2c6 req-f8276cd8-2e50-493c-874c-4ed00821561c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323648 Dec 16 10:43:43.835827 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-2b0d8897-89bc-441d-9ac1-3a19c2f1e5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:43:43.837341 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-2b0d8897-89bc-441d-9ac1-3a19c2f1e5bf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 1096 time: 0.0489490 Dec 16 10:43:43.934877 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-1e74d50e-db24-44ff-80d5-95d91c17d0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:43:43.936436 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-1e74d50e-db24-44ff-80d5-95d91c17d0aa service neutron] 10.222.0.57 "GET /v2.0/networks?id=d8034a48-19e9-417f-aa74-54cc9cd6267b HTTP/1.1" status: 200 len: 898 time: 0.0913320 Dec 16 10:43:44.009976 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-407ace24-8b1f-4350-97b3-cbf52c3dbc22 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1389496a-6cd8-4511-89be-f9d1c4480d32 HTTP/1.1" status: 200 len: 1001 time: 0.0653899 Dec 16 10:43:44.089991 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-0d1cd5ac-a7b2-4b3e-aa04-2663c4e5b6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:43:44.091387 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-0d1cd5ac-a7b2-4b3e-aa04-2663c4e5b6bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=942e04b8-a5ea-4556-98b7-ba14b1e26d40 HTTP/1.1" status: 200 len: 835 time: 0.0744898 Dec 16 10:43:44.116167 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266e490-0259-4cc4-8c18-2289449f6dfd req-85342723-2cf6-43a5-92d7-5c3ea20c7e61 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:43:44.118248 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7266e490-0259-4cc4-8c18-2289449f6dfd req-85342723-2cf6-43a5-92d7-5c3ea20c7e61 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 945 time: 0.0731487 Dec 16 10:43:44.168981 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-b11c7a5a-6e29-4e0d-9bcf-d13c733de1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:43:44.170530 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-b11c7a5a-6e29-4e0d-9bcf-d13c733de1f7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d8034a48-19e9-417f-aa74-54cc9cd6267b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717323 Dec 16 10:43:44.192016 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7266e490-0259-4cc4-8c18-2289449f6dfd req-f9c4ff94-fc1f-4054-aafd-096a9ded59a8 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580828 Dec 16 10:43:44.267527 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-178f61d1-cbb8-43ed-aca5-5387d6f5738b service neutron] 10.222.0.57 "GET /v2.0/networks/d8034a48-19e9-417f-aa74-54cc9cd6267b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884821 Dec 16 10:43:44.363077 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-fc800730-bde0-4138-b136-9705c937e418 service neutron] 10.222.0.57 "GET /v2.0/networks/d8034a48-19e9-417f-aa74-54cc9cd6267b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880837 Dec 16 10:43:45.311544 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0293472-73d5-44ad-8bbe-f1ba8c71b8d6 req-909cc600-3177-4593-acf1-5ba72a200162 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:43:45.313055 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e0293472-73d5-44ad-8bbe-f1ba8c71b8d6 req-909cc600-3177-4593-acf1-5ba72a200162 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 945 time: 0.0522816 Dec 16 10:43:45.350539 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e0293472-73d5-44ad-8bbe-f1ba8c71b8d6 req-37bdde9d-8801-472e-ab10-b0b8ede0edc6 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314941 Dec 16 10:43:46.480232 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57e438-76f4-4b06-a688-72798b3e4f82 req-67207ace-4035-45e5-9457-2abe6fde7fc0 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:43:46.481660 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3a57e438-76f4-4b06-a688-72798b3e4f82 req-67207ace-4035-45e5-9457-2abe6fde7fc0 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 945 time: 0.0593903 Dec 16 10:43:46.523869 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3a57e438-76f4-4b06-a688-72798b3e4f82 req-9cd0d1b7-c03a-4d29-b2ce-8e5cf2bc911a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329623 Dec 16 10:43:47.643480 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac683e-bc2f-480d-afc1-265da095e2f7 req-76a23311-841a-42e0-8d7c-de35db3c9bac tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:43:47.644978 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9dac683e-bc2f-480d-afc1-265da095e2f7 req-76a23311-841a-42e0-8d7c-de35db3c9bac tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 945 time: 0.0529513 Dec 16 10:43:47.684171 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9dac683e-bc2f-480d-afc1-265da095e2f7 req-5e520ada-71f7-4bea-b790-82ccb2a8cef2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323713 Dec 16 10:43:49.059726 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109e5ac-5d5c-4c63-835e-5c453330406f req-f0f084b7-e47a-4ed1-920b-aab8f8bb7195 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:43:49.061259 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0109e5ac-5d5c-4c63-835e-5c453330406f req-f0f084b7-e47a-4ed1-920b-aab8f8bb7195 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 945 time: 0.0496643 Dec 16 10:43:49.100033 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0109e5ac-5d5c-4c63-835e-5c453330406f req-1f565d3d-57ca-40b5-807a-8b0da9d6bf42 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323458 Dec 16 10:43:50.226585 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5f273-3c6a-4511-bbcd-b6a7f5d8dd5f req-13b48b4e-798e-4d62-b034-c641bc3c978c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:43:50.228718 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-50c5f273-3c6a-4511-bbcd-b6a7f5d8dd5f req-13b48b4e-798e-4d62-b034-c641bc3c978c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 945 time: 0.0594804 Dec 16 10:43:50.268003 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-50c5f273-3c6a-4511-bbcd-b6a7f5d8dd5f req-ef1e3862-4381-46e7-bc0d-a8505b11dfc2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331597 Dec 16 10:43:51.391610 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32603e4-a81e-4e2c-a3c0-e101cecf5dd0 req-6652a341-354b-4368-9767-8c8099e86c65 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:43:51.393142 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d32603e4-a81e-4e2c-a3c0-e101cecf5dd0 req-6652a341-354b-4368-9767-8c8099e86c65 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 945 time: 0.0539675 Dec 16 10:43:51.436928 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d32603e4-a81e-4e2c-a3c0-e101cecf5dd0 req-5e98ba11-7fcf-49c7-a956-14af673d9f85 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341268 Dec 16 10:43:52.557533 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4725b8-31f5-452b-86cd-0357cf1d29ae req-28b20b1d-72f4-430d-bed2-99e9a9b3f0b5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:43:52.559049 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bc4725b8-31f5-452b-86cd-0357cf1d29ae req-28b20b1d-72f4-430d-bed2-99e9a9b3f0b5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 945 time: 0.0517039 Dec 16 10:43:52.599242 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bc4725b8-31f5-452b-86cd-0357cf1d29ae req-1a025ae0-3186-49e6-a87a-a1d100cbe110 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327108 Dec 16 10:43:53.718409 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35351e9-3144-4d69-9428-0c06220cccb9 req-91d393dd-d5d8-4325-a108-5d3dfc1b6a6c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:43:53.719923 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c35351e9-3144-4d69-9428-0c06220cccb9 req-91d393dd-d5d8-4325-a108-5d3dfc1b6a6c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 945 time: 0.0505869 Dec 16 10:43:53.763038 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c35351e9-3144-4d69-9428-0c06220cccb9 req-47029aef-b5bf-4bf7-89f7-aec726c7764a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365665 Dec 16 10:43:54.142236 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8e62d66b-775c-419c-b802-f5cda76132d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:43:54.904756 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f01d28-b4e3-4c52-8dc9-b15aa4a79c09 req-ad7ee1de-7ede-401d-8aae-959ab2ac3925 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:43:54.906321 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f2f01d28-b4e3-4c52-8dc9-b15aa4a79c09 req-ad7ee1de-7ede-401d-8aae-959ab2ac3925 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 945 time: 0.0636005 Dec 16 10:43:54.955618 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f2f01d28-b4e3-4c52-8dc9-b15aa4a79c09 req-ec9a7a4c-ff1a-45e9-99a6-411eae8c2888 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403495 Dec 16 10:43:56.107265 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea3c1b-7e97-4604-95b7-d1235e374c96 req-485f5278-3aea-4a18-8612-9814349f3c70 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:43:56.109283 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4bea3c1b-7e97-4604-95b7-d1235e374c96 req-485f5278-3aea-4a18-8612-9814349f3c70 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 945 time: 0.0711310 Dec 16 10:43:56.152398 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4bea3c1b-7e97-4604-95b7-d1235e374c96 req-907243a0-8b75-4926-9c82-e81084d4d723 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367560 Dec 16 10:43:56.456286 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-db492e1f-ff80-4f04-99d7-29fb27c0d6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:43:57.307422 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b11f43-9d71-41ca-94c0-2d30809f7c30 req-153f7345-32e4-49b5-9aeb-a588a9ce8c2b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:43:57.308901 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f1b11f43-9d71-41ca-94c0-2d30809f7c30 req-153f7345-32e4-49b5-9aeb-a588a9ce8c2b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 945 time: 0.0722866 Dec 16 10:43:57.350599 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f1b11f43-9d71-41ca-94c0-2d30809f7c30 req-b5009164-72a6-433e-82bf-448ae18c1aa8 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342529 Dec 16 10:43:57.868041 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:43:58.488170 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c1ed3-43a0-49f5-8ed6-f133d6587b09 req-cffd3e98-fcb9-4ddd-b0b4-116284dbe376 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:43:58.489736 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4d6c1ed3-43a0-49f5-8ed6-f133d6587b09 req-cffd3e98-fcb9-4ddd-b0b4-116284dbe376 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 945 time: 0.0558484 Dec 16 10:43:58.534765 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4d6c1ed3-43a0-49f5-8ed6-f133d6587b09 req-b663da94-ecf8-482d-b46d-eaa6654edc1a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348766 Dec 16 10:43:59.377507 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:43:59.628174 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:43:59.697906 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905a789-ddba-4ec7-9fb2-dc08f78bed83 req-3c9b1d3f-7a47-4fdc-bd28-4060555b5230 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:43:59.700017 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6905a789-ddba-4ec7-9fb2-dc08f78bed83 req-3c9b1d3f-7a47-4fdc-bd28-4060555b5230 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 945 time: 0.0735574 Dec 16 10:43:59.740214 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6905a789-ddba-4ec7-9fb2-dc08f78bed83 req-c2ee6bb7-c7ae-4574-9a1e-9adc96406617 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342853 Dec 16 10:44:00.873286 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84749629-f1ef-49dc-a218-595c8780e730 req-f19adb26-5fe0-455e-8ded-1482f128d767 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:00.874825 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84749629-f1ef-49dc-a218-595c8780e730 req-f19adb26-5fe0-455e-8ded-1482f128d767 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 945 time: 0.0635114 Dec 16 10:44:00.926463 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-84749629-f1ef-49dc-a218-595c8780e730 req-261d4195-ec26-4ea7-8771-16ab23f930ae tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431416 Dec 16 10:44:01.775795 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-451be270-ab2b-40cc-9a36-630396c619bf service neutron] show failed (client error): The resource could not be found. Dec 16 10:44:01.776821 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-451be270-ab2b-40cc-9a36-630396c619bf service neutron] 10.222.0.57 "GET /v2.0/ports/1389496a-6cd8-4511-89be-f9d1c4480d32/bindings/n-h2-820550-2 HTTP/1.1" status: 404 len: 380 time: 0.0550687 Dec 16 10:44:02.076637 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf99259-986f-4e65-b5ef-671cd6c402b4 req-9053e401-0286-46df-9ef0-cb7224722c29 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:02.079261 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6cf99259-986f-4e65-b5ef-671cd6c402b4 req-9053e401-0286-46df-9ef0-cb7224722c29 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 945 time: 0.0721512 Dec 16 10:44:02.131205 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6cf99259-986f-4e65-b5ef-671cd6c402b4 req-71b1c17c-e3c4-473d-9214-3161d441c44b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440676 Dec 16 10:44:02.373197 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-97dcfb03-3832-466a-af52-ccb5d5401fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:02.374715 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-97dcfb03-3832-466a-af52-ccb5d5401fb6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc&tenant_id=acf35d0affc64805837e6cdc8e4702cc HTTP/1.1" status: 200 len: 1096 time: 0.0419300 Dec 16 10:44:02.387120 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-6c50eb95-0a58-447e-8df9-b23f69561514 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820550-2', 'device_owner': 'compute:nova'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:44:02.443240 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-6c50eb95-0a58-447e-8df9-b23f69561514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:02.649970 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-6c50eb95-0a58-447e-8df9-b23f69561514 service neutron] For port 1389496a-6cd8-4511-89be-f9d1c4480d32, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=1389496a-6cd8-4511-89be-f9d1c4480d32,segment=NetworkSegment(e605f54f-d24d-4bb9-9f03-48ad2ece9de3),segment_id=e605f54f-d24d-4bb9-9f03-48ad2ece9de3)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:44:02.684007 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-6c50eb95-0a58-447e-8df9-b23f69561514 service neutron] For port 1389496a-6cd8-4511-89be-f9d1c4480d32, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:44:02.722582 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9537949f-cc53-41f1-873c-15d5decf85fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1389496a-6cd8-4511-89be-f9d1c4480d32'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:44:02.724866 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da13baf-6846-4701-b48f-87fd2fc3091b" -d '{"events": [{"server_uuid": "9537949f-cc53-41f1-873c-15d5decf85fc", "name": "network-vif-unplugged", "status": "completed", "tag": "1389496a-6cd8-4511-89be-f9d1c4480d32"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:44:02.729366 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-6c50eb95-0a58-447e-8df9-b23f69561514 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:02.741897 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-6c50eb95-0a58-447e-8df9-b23f69561514 service neutron] Transition to ACTIVE for port object 1389496a-6cd8-4511-89be-f9d1c4480d32 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:44:02.810403 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-6c50eb95-0a58-447e-8df9-b23f69561514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:02.837689 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 10:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c66c992-647f-4a25-834d-682c2f1d9e4a x-openstack-request-id: req-0c66c992-647f-4a25-834d-682c2f1d9e4a {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:44:02.838510 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9537949f-cc53-41f1-873c-15d5decf85fc", "name": "network-vif-unplugged", "status": "completed", "tag": "1389496a-6cd8-4511-89be-f9d1c4480d32", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:44:02.838679 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0c66c992-647f-4a25-834d-682c2f1d9e4a {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:44:02.839066 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9537949f-cc53-41f1-873c-15d5decf85fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1389496a-6cd8-4511-89be-f9d1c4480d32', 'code': 200} Dec 16 10:44:02.904433 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50eb95-0a58-447e-8df9-b23f69561514 service neutron] Pushing event updated for resources: {'Port': ['ID=1389496a-6cd8-4511-89be-f9d1c4480d32,revision_number=6']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:02.914860 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50eb95-0a58-447e-8df9-b23f69561514 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:02.915209 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50eb95-0a58-447e-8df9-b23f69561514 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:02.915633 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50eb95-0a58-447e-8df9-b23f69561514 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:02.915858 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50eb95-0a58-447e-8df9-b23f69561514 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:02.916303 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50eb95-0a58-447e-8df9-b23f69561514 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:02.916884 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50eb95-0a58-447e-8df9-b23f69561514 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:02.917312 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50eb95-0a58-447e-8df9-b23f69561514 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:02.917668 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50eb95-0a58-447e-8df9-b23f69561514 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:02.917987 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50eb95-0a58-447e-8df9-b23f69561514 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:02.918310 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50eb95-0a58-447e-8df9-b23f69561514 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:02.918630 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50eb95-0a58-447e-8df9-b23f69561514 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:02.918944 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50eb95-0a58-447e-8df9-b23f69561514 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:02.957640 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-6c50eb95-0a58-447e-8df9-b23f69561514 service neutron] No DVR routers for this DVR port 1389496a-6cd8-4511-89be-f9d1c4480d32 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:44:03.101075 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-6c50eb95-0a58-447e-8df9-b23f69561514 service neutron] Attempting to bind port 1389496a-6cd8-4511-89be-f9d1c4480d32 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:44:03.101440 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-6c50eb95-0a58-447e-8df9-b23f69561514 service neutron] Attempting to bind port 1389496a-6cd8-4511-89be-f9d1c4480d32 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'e605f54f-d24d-4bb9-9f03-48ad2ece9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8034a48-19e9-417f-aa74-54cc9cd6267b'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:44:03.101763 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-6c50eb95-0a58-447e-8df9-b23f69561514 service neutron] Attempting to bind port 1389496a-6cd8-4511-89be-f9d1c4480d32 on network d8034a48-19e9-417f-aa74-54cc9cd6267b {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:44:03.106488 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-6c50eb95-0a58-447e-8df9-b23f69561514 service neutron] Port 1389496a-6cd8-4511-89be-f9d1c4480d32 on network d8034a48-19e9-417f-aa74-54cc9cd6267b not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:44:03.106820 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-6c50eb95-0a58-447e-8df9-b23f69561514 service neutron] Attempting to bind port 1389496a-6cd8-4511-89be-f9d1c4480d32 on network d8034a48-19e9-417f-aa74-54cc9cd6267b {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:44:03.114618 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-6c50eb95-0a58-447e-8df9-b23f69561514 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:44:03.115270 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-6c50eb95-0a58-447e-8df9-b23f69561514 service neutron] Checking segment: {'id': 'e605f54f-d24d-4bb9-9f03-48ad2ece9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8034a48-19e9-417f-aa74-54cc9cd6267b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:44:03.116211 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-6c50eb95-0a58-447e-8df9-b23f69561514 service neutron] Bound using segment: {'id': 'e605f54f-d24d-4bb9-9f03-48ad2ece9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8034a48-19e9-417f-aa74-54cc9cd6267b'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:44:03.117199 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-6c50eb95-0a58-447e-8df9-b23f69561514 service neutron] Bound port: 1389496a-6cd8-4511-89be-f9d1c4480d32, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e605f54f-d24d-4bb9-9f03-48ad2ece9de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd8034a48-19e9-417f-aa74-54cc9cd6267b'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:44:03.117843 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-6c50eb95-0a58-447e-8df9-b23f69561514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:03.185910 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-6c50eb95-0a58-447e-8df9-b23f69561514 service neutron] For port 1389496a-6cd8-4511-89be-f9d1c4480d32, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:44:03.189519 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-6c50eb95-0a58-447e-8df9-b23f69561514 service neutron] For port 1389496a-6cd8-4511-89be-f9d1c4480d32, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=1389496a-6cd8-4511-89be-f9d1c4480d32,segment=NetworkSegment(e605f54f-d24d-4bb9-9f03-48ad2ece9de3),segment_id=e605f54f-d24d-4bb9-9f03-48ad2ece9de3)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:44:03.267487 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-6c50eb95-0a58-447e-8df9-b23f69561514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:03.268338 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39226d-c21a-4642-9b3e-5f2b7412aa8b req-bc162212-12c0-4bee-b78c-03da06c8ca46 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:03.270107 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ac39226d-c21a-4642-9b3e-5f2b7412aa8b req-bc162212-12c0-4bee-b78c-03da06c8ca46 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 943 time: 0.0615966 Dec 16 10:44:03.327258 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ac39226d-c21a-4642-9b3e-5f2b7412aa8b req-077fc01e-c4b4-43b6-9691-47822d17c9e6 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488951 Dec 16 10:44:03.641217 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-6c50eb95-0a58-447e-8df9-b23f69561514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:03.642073 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-6c50eb95-0a58-447e-8df9-b23f69561514 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:03.643528 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-6c50eb95-0a58-447e-8df9-b23f69561514 service neutron] 10.222.0.58 "PUT /v2.0/ports/1389496a-6cd8-4511-89be-f9d1c4480d32 HTTP/1.1" status: 200 len: 1091 time: 1.2614882 Dec 16 10:44:03.687718 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50eb95-0a58-447e-8df9-b23f69561514 service neutron] Pushing event updated for resources: {'Port': ['ID=1389496a-6cd8-4511-89be-f9d1c4480d32,revision_number=7']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:03.722786 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-ef215e82-dafc-4ccb-b48c-221d9bf4fde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:03.724317 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-ef215e82-dafc-4ccb-b48c-221d9bf4fde9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 1094 time: 0.0540936 Dec 16 10:44:03.831761 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-4e510511-f6ab-4a56-8d39-6628de669f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:03.833303 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-4e510511-f6ab-4a56-8d39-6628de669f25 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d8034a48-19e9-417f-aa74-54cc9cd6267b HTTP/1.1" status: 200 len: 898 time: 0.1026018 Dec 16 10:44:03.899661 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-e489504b-69bc-4e09-b741-59172738c84a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1389496a-6cd8-4511-89be-f9d1c4480d32 HTTP/1.1" status: 200 len: 999 time: 0.0597057 Dec 16 10:44:03.951109 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-74fc1b9d-24fc-428b-b54e-6cb5e3403b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:03.952504 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-74fc1b9d-24fc-428b-b54e-6cb5e3403b7f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=942e04b8-a5ea-4556-98b7-ba14b1e26d40 HTTP/1.1" status: 200 len: 835 time: 0.0458462 Dec 16 10:44:04.016502 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-38466b3a-29ae-44fc-a744-68cfce4a62bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:04.016502 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-38466b3a-29ae-44fc-a744-68cfce4a62bb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d8034a48-19e9-417f-aa74-54cc9cd6267b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526526 Dec 16 10:44:04.103536 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-b193d537-7882-432a-b9bf-a14050af814f service neutron] 10.222.0.58 "GET /v2.0/networks/d8034a48-19e9-417f-aa74-54cc9cd6267b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838745 Dec 16 10:44:04.206944 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-aba3319f-3f84-479a-954d-fdb7bebd7415 service neutron] 10.222.0.58 "GET /v2.0/networks/d8034a48-19e9-417f-aa74-54cc9cd6267b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951266 Dec 16 10:44:04.468655 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081c9ea-f29e-450d-8a29-9a8361d57c57 req-cc7dcf33-500a-4492-897c-4775a7ab6249 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:04.470466 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e081c9ea-f29e-450d-8a29-9a8361d57c57 req-cc7dcf33-500a-4492-897c-4775a7ab6249 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 943 time: 0.0562887 Dec 16 10:44:04.537967 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e081c9ea-f29e-450d-8a29-9a8361d57c57 req-5b81c85c-c36b-4056-a911-af1e03eeda6a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568702 Dec 16 10:44:04.840369 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9537949f-cc53-41f1-873c-15d5decf85fc', 'tag': '1389496a-6cd8-4511-89be-f9d1c4480d32'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:44:04.842911 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b70697d-9770-4910-be18-a5d73b034dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "9537949f-cc53-41f1-873c-15d5decf85fc", "tag": "1389496a-6cd8-4511-89be-f9d1c4480d32"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:44:04.902040 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a2834a-6b52-45c5-af11-69e6b889f4f9 x-openstack-request-id: req-08a2834a-6b52-45c5-af11-69e6b889f4f9 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:44:04.902312 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9537949f-cc53-41f1-873c-15d5decf85fc", "tag": "1389496a-6cd8-4511-89be-f9d1c4480d32", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:44:04.902538 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-08a2834a-6b52-45c5-af11-69e6b889f4f9 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:44:04.903004 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9537949f-cc53-41f1-873c-15d5decf85fc', 'tag': '1389496a-6cd8-4511-89be-f9d1c4480d32', 'status': 'completed', 'code': 200} Dec 16 10:44:04.986114 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70697d-9770-4910-be18-a5d73b034dc1 req-49aa413f-2c84-45e7-aeee-81ba4ff6958c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:04.987646 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b70697d-9770-4910-be18-a5d73b034dc1 req-49aa413f-2c84-45e7-aeee-81ba4ff6958c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 1094 time: 0.0737021 Dec 16 10:44:04.992954 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70697d-9770-4910-be18-a5d73b034dc1 req-3f97664f-725f-4182-b55d-1574ccaf370f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:04.994391 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b70697d-9770-4910-be18-a5d73b034dc1 req-3f97664f-725f-4182-b55d-1574ccaf370f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 1094 time: 0.0679367 Dec 16 10:44:05.160528 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70697d-9770-4910-be18-a5d73b034dc1 req-c9f9fe58-a45c-425f-a36e-6bfcda371db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:05.161976 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b70697d-9770-4910-be18-a5d73b034dc1 req-c9f9fe58-a45c-425f-a36e-6bfcda371db5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d8034a48-19e9-417f-aa74-54cc9cd6267b HTTP/1.1" status: 200 len: 898 time: 0.1667268 Dec 16 10:44:05.164772 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70697d-9770-4910-be18-a5d73b034dc1 req-154866d8-afcc-4c64-8cc2-24a0066b75ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:05.166214 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b70697d-9770-4910-be18-a5d73b034dc1 req-154866d8-afcc-4c64-8cc2-24a0066b75ed service neutron] 10.222.0.57 "GET /v2.0/networks?id=d8034a48-19e9-417f-aa74-54cc9cd6267b HTTP/1.1" status: 200 len: 898 time: 0.1634922 Dec 16 10:44:05.280099 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b70697d-9770-4910-be18-a5d73b034dc1 req-5a18ae36-806f-4777-ac4b-6cba285a2602 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1389496a-6cd8-4511-89be-f9d1c4480d32 HTTP/1.1" status: 200 len: 999 time: 0.1087518 Dec 16 10:44:05.286341 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b70697d-9770-4910-be18-a5d73b034dc1 req-35770b1d-def6-4bef-82e7-9327a29e0be1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1389496a-6cd8-4511-89be-f9d1c4480d32 HTTP/1.1" status: 200 len: 999 time: 0.1091292 Dec 16 10:44:05.297495 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 1389496a-6cd8-4511-89be-f9d1c4480d32 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:44:05.339341 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 1389496a-6cd8-4511-89be-f9d1c4480d32 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:44:05.368428 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70697d-9770-4910-be18-a5d73b034dc1 req-0341f53e-27a5-4b37-9d88-e48c83554a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:05.370003 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b70697d-9770-4910-be18-a5d73b034dc1 req-0341f53e-27a5-4b37-9d88-e48c83554a62 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=942e04b8-a5ea-4556-98b7-ba14b1e26d40 HTTP/1.1" status: 200 len: 835 time: 0.0819962 Dec 16 10:44:05.373663 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70697d-9770-4910-be18-a5d73b034dc1 req-9bc311be-fa5d-4910-b076-a7c9f26b1e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:05.375000 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b70697d-9770-4910-be18-a5d73b034dc1 req-9bc311be-fa5d-4910-b076-a7c9f26b1e70 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=942e04b8-a5ea-4556-98b7-ba14b1e26d40 HTTP/1.1" status: 200 len: 835 time: 0.0768700 Dec 16 10:44:05.449038 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70697d-9770-4910-be18-a5d73b034dc1 req-b1558b31-6d7d-4f26-998b-89d1803b8e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:05.450473 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b70697d-9770-4910-be18-a5d73b034dc1 req-b1558b31-6d7d-4f26-998b-89d1803b8e6c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d8034a48-19e9-417f-aa74-54cc9cd6267b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718393 Dec 16 10:44:05.456049 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70697d-9770-4910-be18-a5d73b034dc1 req-65332389-5deb-4ff5-a3ed-d53283f4a520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:05.457466 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b70697d-9770-4910-be18-a5d73b034dc1 req-65332389-5deb-4ff5-a3ed-d53283f4a520 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d8034a48-19e9-417f-aa74-54cc9cd6267b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706744 Dec 16 10:44:05.634710 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b70697d-9770-4910-be18-a5d73b034dc1 req-85bcca02-1b95-4e07-9bb3-acd8c3dc250a service neutron] 10.222.0.57 "GET /v2.0/networks/d8034a48-19e9-417f-aa74-54cc9cd6267b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643739 Dec 16 10:44:05.636985 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b70697d-9770-4910-be18-a5d73b034dc1 req-33e93f20-6ffa-457a-bd10-b4370422f282 service neutron] 10.222.0.58 "GET /v2.0/networks/d8034a48-19e9-417f-aa74-54cc9cd6267b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776221 Dec 16 10:44:05.782796 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f978d-c574-4cae-a6c6-1d51443ea870 req-c4e9c367-d349-44c3-8fc6-ae460b1c9ee3 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:05.784271 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-880f978d-c574-4cae-a6c6-1d51443ea870 req-c4e9c367-d349-44c3-8fc6-ae460b1c9ee3 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 943 time: 0.1637735 Dec 16 10:44:05.854782 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b70697d-9770-4910-be18-a5d73b034dc1 req-eeaf754f-a3a1-4ec4-ba0c-e0e9b6a98c44 service neutron] 10.222.0.57 "GET /v2.0/networks/d8034a48-19e9-417f-aa74-54cc9cd6267b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037072 Dec 16 10:44:05.861845 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4b70697d-9770-4910-be18-a5d73b034dc1 req-6292a270-c31c-43b3-bdbf-53dc1b54d4d5 service neutron] 10.222.0.58 "GET /v2.0/networks/d8034a48-19e9-417f-aa74-54cc9cd6267b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097051 Dec 16 10:44:05.870450 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-880f978d-c574-4cae-a6c6-1d51443ea870 req-712eb19b-3adc-4882-ab8e-6dd738827a24 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768440 Dec 16 10:44:07.232907 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dcf4b-20d8-4210-86d5-573aac07e9b7 req-bbed2b9f-3368-4ea1-a42c-ae14cc57ae1e tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:07.234434 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6a1dcf4b-20d8-4210-86d5-573aac07e9b7 req-bbed2b9f-3368-4ea1-a42c-ae14cc57ae1e tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 943 time: 0.0485082 Dec 16 10:44:07.272417 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6a1dcf4b-20d8-4210-86d5-573aac07e9b7 req-8fa47bcb-4cb0-406d-bf98-e72eed3df560 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317552 Dec 16 10:44:07.486403 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 1389496a-6cd8-4511-89be-f9d1c4480d32 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:44:07.585244 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45f754-5bad-4d6e-b6a0-e41629ad179d req-6feed136-9278-4905-8196-0c9dd66f688b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:07.589730 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3b45f754-5bad-4d6e-b6a0-e41629ad179d req-6feed136-9278-4905-8196-0c9dd66f688b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 943 time: 0.0584166 Dec 16 10:44:07.594161 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 1389496a-6cd8-4511-89be-f9d1c4480d32, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=1389496a-6cd8-4511-89be-f9d1c4480d32,segment=NetworkSegment(e605f54f-d24d-4bb9-9f03-48ad2ece9de3),segment_id=e605f54f-d24d-4bb9-9f03-48ad2ece9de3)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:44:07.608501 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '1389496a-6cd8-4511-89be-f9d1c4480d32', 'network_id': 'd8034a48-19e9-417f-aa74-54cc9cd6267b', 'port_id': '1389496a-6cd8-4511-89be-f9d1c4480d32', 'mac_address': 'fa:16:3e:0a:a0:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '942e04b8-a5ea-4556-98b7-ba14b1e26d40', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:44:07.633322 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3b45f754-5bad-4d6e-b6a0-e41629ad179d req-b6a1ad70-b317-4916-bcc3-e162dc5a4af0 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390842 Dec 16 10:44:07.659950 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:07.669759 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c519c98-3bf6-432f-a8d5-fb986ace8f27 req-9745c3f1-09d5-45ea-8ccb-13e9f5509ebf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:07.671346 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c519c98-3bf6-432f-a8d5-fb986ace8f27 req-9745c3f1-09d5-45ea-8ccb-13e9f5509ebf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.57 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc&tenant_id=acf35d0affc64805837e6cdc8e4702cc&binding%3Ahost_id=n-h2-820550-2 HTTP/1.1" status: 200 len: 943 time: 0.0551383 Dec 16 10:44:07.675257 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1389496a-6cd8-4511-89be-f9d1c4480d32 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:44:07.696901 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 1389496a-6cd8-4511-89be-f9d1c4480d32, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=1389496a-6cd8-4511-89be-f9d1c4480d32,segment=NetworkSegment(e605f54f-d24d-4bb9-9f03-48ad2ece9de3),segment_id=e605f54f-d24d-4bb9-9f03-48ad2ece9de3)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:44:07.764801 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:07.768775 n-d-820550-2 neutron-server[102816]: INFO neutron.api.v2.resource [req-6c519c98-3bf6-432f-a8d5-fb986ace8f27 req-df43ca8b-b7e0-4e54-941f-3e3410e40341 service neutron] delete failed (client error): The resource could not be found. Dec 16 10:44:07.769839 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c519c98-3bf6-432f-a8d5-fb986ace8f27 req-df43ca8b-b7e0-4e54-941f-3e3410e40341 service neutron] 10.222.0.57 "DELETE /v2.0/ports/1389496a-6cd8-4511-89be-f9d1c4480d32/bindings/n-h1-820550-2 HTTP/1.1" status: 404 len: 380 time: 0.0911222 Dec 16 10:44:07.778690 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb0597-accd-4a91-90f7-4f9915b2c129 req-04f87632-92b7-4d3d-b0e3-9cc7b8dfb409 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:07.780197 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1bfb0597-accd-4a91-90f7-4f9915b2c129 req-04f87632-92b7-4d3d-b0e3-9cc7b8dfb409 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 943 time: 0.0739031 Dec 16 10:44:07.820247 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=1389496a-6cd8-4511-89be-f9d1c4480d32,revision_number=8']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:07.829232 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:07.829584 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:07.829927 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:07.830265 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:07.830598 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:07.830930 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:07.831285 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:07.831611 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:07.831933 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:07.832416 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:07.832701 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:07.833085 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:07.844445 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1bfb0597-accd-4a91-90f7-4f9915b2c129 req-c90e092d-98fc-4d1c-b914-fbcab23de2c0 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574744 Dec 16 10:44:07.861184 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c519c98-3bf6-432f-a8d5-fb986ace8f27 req-70aa38e7-0661-4745-8ada-b7e10d4bd897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:07.862685 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c519c98-3bf6-432f-a8d5-fb986ace8f27 req-70aa38e7-0661-4745-8ada-b7e10d4bd897 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 1095 time: 0.0468593 Dec 16 10:44:07.957834 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c519c98-3bf6-432f-a8d5-fb986ace8f27 req-82a2f5ee-7278-46cc-842e-33c0f177eb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:07.959314 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c519c98-3bf6-432f-a8d5-fb986ace8f27 req-82a2f5ee-7278-46cc-842e-33c0f177eb6b service neutron] 10.222.0.57 "GET /v2.0/networks?id=d8034a48-19e9-417f-aa74-54cc9cd6267b HTTP/1.1" status: 200 len: 898 time: 0.0890603 Dec 16 10:44:07.986881 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['1389496a-6cd8-4511-89be-f9d1c4480d32'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:44:08.028520 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c519c98-3bf6-432f-a8d5-fb986ace8f27 req-55b4ad53-da64-4de2-846e-55169fc822cf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1389496a-6cd8-4511-89be-f9d1c4480d32 HTTP/1.1" status: 200 len: 1000 time: 0.0607803 Dec 16 10:44:08.079121 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c519c98-3bf6-432f-a8d5-fb986ace8f27 req-f656b933-d86a-49b0-a862-5c8619767c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:08.080469 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c519c98-3bf6-432f-a8d5-fb986ace8f27 req-f656b933-d86a-49b0-a862-5c8619767c9c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=942e04b8-a5ea-4556-98b7-ba14b1e26d40 HTTP/1.1" status: 200 len: 835 time: 0.0451014 Dec 16 10:44:08.131967 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c519c98-3bf6-432f-a8d5-fb986ace8f27 req-6cbf8e4b-a4c6-45ca-993e-1e0c9cf10497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:08.132229 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:08.133499 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c519c98-3bf6-432f-a8d5-fb986ace8f27 req-6cbf8e4b-a4c6-45ca-993e-1e0c9cf10497 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d8034a48-19e9-417f-aa74-54cc9cd6267b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459988 Dec 16 10:44:08.226866 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c519c98-3bf6-432f-a8d5-fb986ace8f27 req-a68e5cc2-3287-4990-aaa1-66661337e1ed service neutron] 10.222.0.57 "GET /v2.0/networks/d8034a48-19e9-417f-aa74-54cc9cd6267b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852485 Dec 16 10:44:08.320962 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c519c98-3bf6-432f-a8d5-fb986ace8f27 req-8eb3bcb0-3650-482f-917c-24b90927c86e service neutron] 10.222.0.57 "GET /v2.0/networks/d8034a48-19e9-417f-aa74-54cc9cd6267b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870194 Dec 16 10:44:08.965303 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a27ec-bfc5-46d7-be29-87c229eaade8 req-1d044364-72d7-41eb-9848-b966b753af9f tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:08.966934 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-aa6a27ec-bfc5-46d7-be29-87c229eaade8 req-1d044364-72d7-41eb-9848-b966b753af9f tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 944 time: 0.0540445 Dec 16 10:44:09.010924 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-aa6a27ec-bfc5-46d7-be29-87c229eaade8 req-44c4a178-2110-4fcf-ae52-f027eed88a47 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379062 Dec 16 10:44:09.502643 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 1389496a-6cd8-4511-89be-f9d1c4480d32 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:44:09.621434 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 1389496a-6cd8-4511-89be-f9d1c4480d32 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:44:09.625445 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 1389496a-6cd8-4511-89be-f9d1c4480d32 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:44:09.625817 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:09.702008 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:09.725596 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9537949f-cc53-41f1-873c-15d5decf85fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1389496a-6cd8-4511-89be-f9d1c4480d32'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:44:09.727833 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43456ec7ce59ea77a0f74ce1d1a90a56292c95d5d3a8a10fcc4b35aa5a8e1da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81220a9c-db74-42de-9dce-89a5093bace6" -d '{"events": [{"server_uuid": "9537949f-cc53-41f1-873c-15d5decf85fc", "name": "network-vif-plugged", "status": "completed", "tag": "1389496a-6cd8-4511-89be-f9d1c4480d32"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:44:09.742515 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 1389496a-6cd8-4511-89be-f9d1c4480d32, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=1389496a-6cd8-4511-89be-f9d1c4480d32,segment=NetworkSegment(e605f54f-d24d-4bb9-9f03-48ad2ece9de3),segment_id=e605f54f-d24d-4bb9-9f03-48ad2ece9de3)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:44:09.810249 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:09.838231 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd89d66d-d8fe-4c81-8802-40256965c538 x-openstack-request-id: req-cd89d66d-d8fe-4c81-8802-40256965c538 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:44:09.839120 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9537949f-cc53-41f1-873c-15d5decf85fc", "name": "network-vif-plugged", "status": "completed", "tag": "1389496a-6cd8-4511-89be-f9d1c4480d32", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:44:09.839364 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cd89d66d-d8fe-4c81-8802-40256965c538 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:44:09.839737 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9537949f-cc53-41f1-873c-15d5decf85fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1389496a-6cd8-4511-89be-f9d1c4480d32', 'code': 200} Dec 16 10:44:09.865873 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=1389496a-6cd8-4511-89be-f9d1c4480d32,revision_number=9']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:10.145900 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11abe1-e36b-4ef9-8d3a-8f8818442c50 req-42b9d36c-8361-4673-8370-1f098c8b8c2a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:10.147401 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eb11abe1-e36b-4ef9-8d3a-8f8818442c50 req-42b9d36c-8361-4673-8370-1f098c8b8c2a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 945 time: 0.0538685 Dec 16 10:44:10.190937 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eb11abe1-e36b-4ef9-8d3a-8f8818442c50 req-0124c314-d650-4b94-a812-d95d062b19af tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365353 Dec 16 10:44:10.212883 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42580) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:10.276641 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c9400fee-22ef-49c3-b364-cd4dfdf38dff tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/floatingips/edc2670e-f5e3-426f-9730-bc3028f40483 HTTP/1.1" status: 200 len: 993 time: 0.0614586 Dec 16 10:44:10.555582 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:44:11.621890 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:23.126288 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1d0cba4c-6b1c-4650-be4b-810f8116ed9d req-41059fbc-cee5-4a4f-81ab-0fdb5fcf5488 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410578 Dec 16 10:44:23.216006 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0cba4c-6b1c-4650-be4b-810f8116ed9d req-78d663bf-1c9b-4972-a2fb-c908816c250a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:23.217466 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1d0cba4c-6b1c-4650-be4b-810f8116ed9d req-78d663bf-1c9b-4972-a2fb-c908816c250a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 1096 time: 0.0443895 Dec 16 10:44:23.330906 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0cba4c-6b1c-4650-be4b-810f8116ed9d req-9d4b1a1a-60c7-482d-a327-57f2093407ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:23.332442 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1d0cba4c-6b1c-4650-be4b-810f8116ed9d req-9d4b1a1a-60c7-482d-a327-57f2093407ae service neutron] 10.222.0.58 "GET /v2.0/networks?id=d8034a48-19e9-417f-aa74-54cc9cd6267b HTTP/1.1" status: 200 len: 898 time: 0.0955107 Dec 16 10:44:23.400372 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1d0cba4c-6b1c-4650-be4b-810f8116ed9d req-fcf9e710-6fdc-49fd-8f2b-eb9f65cbfca8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1389496a-6cd8-4511-89be-f9d1c4480d32 HTTP/1.1" status: 200 len: 1001 time: 0.0591865 Dec 16 10:44:23.452357 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0cba4c-6b1c-4650-be4b-810f8116ed9d req-fca6fa2c-a865-4ccc-b574-61eb3716c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:23.453873 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1d0cba4c-6b1c-4650-be4b-810f8116ed9d req-fca6fa2c-a865-4ccc-b574-61eb3716c2c6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=942e04b8-a5ea-4556-98b7-ba14b1e26d40 HTTP/1.1" status: 200 len: 835 time: 0.0463336 Dec 16 10:44:23.504944 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0cba4c-6b1c-4650-be4b-810f8116ed9d req-19fcd078-32f2-4c77-bfbb-71a41a3e32d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:23.506492 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1d0cba4c-6b1c-4650-be4b-810f8116ed9d req-19fcd078-32f2-4c77-bfbb-71a41a3e32d0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d8034a48-19e9-417f-aa74-54cc9cd6267b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455394 Dec 16 10:44:23.600108 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1d0cba4c-6b1c-4650-be4b-810f8116ed9d req-b798f957-800a-4ce9-9a91-a12285f7a83c service neutron] 10.222.0.58 "GET /v2.0/networks/d8034a48-19e9-417f-aa74-54cc9cd6267b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852027 Dec 16 10:44:23.694870 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1d0cba4c-6b1c-4650-be4b-810f8116ed9d req-55e59d22-d6c4-45c8-ad89-ebde672a2faa service neutron] 10.222.0.58 "GET /v2.0/networks/d8034a48-19e9-417f-aa74-54cc9cd6267b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875187 Dec 16 10:44:24.135691 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-706a2331-1d1b-40f3-a97e-c130490d60e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:26.467267 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e7cf7898-94dd-4e52-8d3a-e747655f0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:27.872465 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:29.397919 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:29.632921 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:36.615345 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42598) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:36.773174 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-c6371c17-7668-4661-9180-bdbd3bdd96a9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Deleting port 08ece287-e2ad-44ef-aaba-8ae7360d5f93 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:44:36.773524 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6371c17-7668-4661-9180-bdbd3bdd96a9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:36.852064 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6371c17-7668-4661-9180-bdbd3bdd96a9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:36.852395 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6371c17-7668-4661-9180-bdbd3bdd96a9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:36.864325 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-c6371c17-7668-4661-9180-bdbd3bdd96a9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Calling delete_port for 08ece287-e2ad-44ef-aaba-8ae7360d5f93 owned by network:floatingip {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:44:37.101021 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6371c17-7668-4661-9180-bdbd3bdd96a9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:37.128186 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6371c17-7668-4661-9180-bdbd3bdd96a9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event deleted for resources: {'Port': ['ID=08ece287-e2ad-44ef-aaba-8ae7360d5f93,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:37.141691 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6371c17-7668-4661-9180-bdbd3bdd96a9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:37.142050 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6371c17-7668-4661-9180-bdbd3bdd96a9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:37.142394 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6371c17-7668-4661-9180-bdbd3bdd96a9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:37.142731 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6371c17-7668-4661-9180-bdbd3bdd96a9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:37.143070 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6371c17-7668-4661-9180-bdbd3bdd96a9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:37.143401 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6371c17-7668-4661-9180-bdbd3bdd96a9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:37.143733 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6371c17-7668-4661-9180-bdbd3bdd96a9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:37.144061 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6371c17-7668-4661-9180-bdbd3bdd96a9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:37.144402 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6371c17-7668-4661-9180-bdbd3bdd96a9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:37.144714 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6371c17-7668-4661-9180-bdbd3bdd96a9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:37.145038 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6371c17-7668-4661-9180-bdbd3bdd96a9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:37.145393 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6371c17-7668-4661-9180-bdbd3bdd96a9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:37.201695 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6371c17-7668-4661-9180-bdbd3bdd96a9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for floatingip, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:37.202042 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [None req-c6371c17-7668-4661-9180-bdbd3bdd96a9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Floating IP edc2670e-f5e3-426f-9730-bc3028f40483 disassociated (deleted). External IP: 172.25.1.209, port: 1389496a-6cd8-4511-89be-f9d1c4480d32. Dec 16 10:44:37.412174 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6371c17-7668-4661-9180-bdbd3bdd96a9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Router 528af7f9-76de-4f99-b0f0-60fc0c78684d has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:44:37.519648 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6371c17-7668-4661-9180-bdbd3bdd96a9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:44:37.524624 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c6371c17-7668-4661-9180-bdbd3bdd96a9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:37.529716 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f86860-a989-47d0-bd91-3b295f40d0b2 None None] Sync routers for ids ['528af7f9-76de-4f99-b0f0-60fc0c78684d'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:44:37.538795 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f86860-a989-47d0-bd91-3b295f40d0b2 None None] Routers {'528af7f9-76de-4f99-b0f0-60fc0c78684d'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:44:37.539422 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-d2f86860-a989-47d0-bd91-3b295f40d0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:44:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['528af7f9-76de-4f99-b0f0-60fc0c78684d'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:37.552370 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c6371c17-7668-4661-9180-bdbd3bdd96a9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "DELETE /v2.0/floatingips/edc2670e-f5e3-426f-9730-bc3028f40483 HTTP/1.1" status: 204 len: 168 time: 0.9359365 Dec 16 10:44:37.552967 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9537949f-cc53-41f1-873c-15d5decf85fc', 'tag': '1389496a-6cd8-4511-89be-f9d1c4480d32'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:44:37.555251 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d26ae51030dc677b2798be63b73eac8166a15593755268c5273421dc3d5daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3de23a-b4e2-4f6e-aeaa-30825c6534aa" -d '{"events": [{"name": "network-changed", "server_uuid": "9537949f-cc53-41f1-873c-15d5decf85fc", "tag": "1389496a-6cd8-4511-89be-f9d1c4480d32"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:44:37.593993 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8806c818-5cc9-488b-b364-72e6b8987697 x-openstack-request-id: req-8806c818-5cc9-488b-b364-72e6b8987697 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:44:37.594287 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9537949f-cc53-41f1-873c-15d5decf85fc", "tag": "1389496a-6cd8-4511-89be-f9d1c4480d32", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:44:37.594534 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8806c818-5cc9-488b-b364-72e6b8987697 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:44:37.595550 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9537949f-cc53-41f1-873c-15d5decf85fc', 'tag': '1389496a-6cd8-4511-89be-f9d1c4480d32', 'status': 'completed', 'code': 200} Dec 16 10:44:37.648853 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-d2f86860-a989-47d0-bd91-3b295f40d0b2 None None] Set router 528af7f9-76de-4f99-b0f0-60fc0c78684d gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:44:37.659775 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3de23a-b4e2-4f6e-aeaa-30825c6534aa req-bb398c9e-197a-4d93-90a8-27aafad0b7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:37.661707 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7d3de23a-b4e2-4f6e-aeaa-30825c6534aa req-bb398c9e-197a-4d93-90a8-27aafad0b7e8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 1096 time: 0.0443141 Dec 16 10:44:37.753537 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3de23a-b4e2-4f6e-aeaa-30825c6534aa req-159e07be-1d00-4cdc-a9dc-eae27246a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:37.754941 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7d3de23a-b4e2-4f6e-aeaa-30825c6534aa req-159e07be-1d00-4cdc-a9dc-eae27246a5ec service neutron] 10.222.0.58 "GET /v2.0/networks?id=d8034a48-19e9-417f-aa74-54cc9cd6267b HTTP/1.1" status: 200 len: 898 time: 0.0860016 Dec 16 10:44:37.800603 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7d3de23a-b4e2-4f6e-aeaa-30825c6534aa req-1b14be8c-c2ba-49cc-9eb9-367a642009c5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1389496a-6cd8-4511-89be-f9d1c4480d32 HTTP/1.1" status: 200 len: 217 time: 0.0378876 Dec 16 10:44:37.851724 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-d2f86860-a989-47d0-bd91-3b295f40d0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840145767', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'b68d46c5-698f-44ad-8ddd-2dfd64cd6355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:41:53Z', 'updated_at': '2021-12-16T10:41:58Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': 'b68d46c5-698f-44ad-8ddd-2dfd64cd6355', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:41:54Z', 'updated_at': '2021-12-16T10:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '409300ca-08a1-4659-9c2c-f29788e91792', 'name': '', 'network_id': 'd8034a48-19e9-417f-aa74-54cc9cd6267b', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:14:3a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '942e04b8-a5ea-4556-98b7-ba14b1e26d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:41:57Z', 'updated_at': '2021-12-16T10:42:01Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': '942e04b8-a5ea-4556-98b7-ba14b1e26d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:37.853377 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3de23a-b4e2-4f6e-aeaa-30825c6534aa req-47b9e4d6-373d-4740-8221-a1a0dcbf9b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:37.854856 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7d3de23a-b4e2-4f6e-aeaa-30825c6534aa req-47b9e4d6-373d-4740-8221-a1a0dcbf9b18 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=942e04b8-a5ea-4556-98b7-ba14b1e26d40 HTTP/1.1" status: 200 len: 835 time: 0.0481722 Dec 16 10:44:37.882408 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f86860-a989-47d0-bd91-3b295f40d0b2 None None] Checking router: 528af7f9-76de-4f99-b0f0-60fc0c78684d for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:44:37.891535 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f86860-a989-47d0-bd91-3b295f40d0b2 None None] Routers {'528af7f9-76de-4f99-b0f0-60fc0c78684d'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:44:37.892135 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-d2f86860-a989-47d0-bd91-3b295f40d0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:44:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['528af7f9-76de-4f99-b0f0-60fc0c78684d'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:37.903485 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3de23a-b4e2-4f6e-aeaa-30825c6534aa req-55414713-24d9-431b-8c77-374176df95f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:37.905503 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7d3de23a-b4e2-4f6e-aeaa-30825c6534aa req-55414713-24d9-431b-8c77-374176df95f7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d8034a48-19e9-417f-aa74-54cc9cd6267b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428059 Dec 16 10:44:38.006228 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-d2f86860-a989-47d0-bd91-3b295f40d0b2 None None] Set router 528af7f9-76de-4f99-b0f0-60fc0c78684d gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:44:38.010768 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7d3de23a-b4e2-4f6e-aeaa-30825c6534aa req-d20acb54-d813-4338-a07e-c9a6a40fa750 service neutron] 10.222.0.58 "GET /v2.0/networks/d8034a48-19e9-417f-aa74-54cc9cd6267b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989511 Dec 16 10:44:38.098646 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af6c35-0ed0-4e0b-adc0-23797aa041d1 req-7bb14159-f148-4b3d-8fcc-d17fbb5b0a55 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:38.100206 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-14af6c35-0ed0-4e0b-adc0-23797aa041d1 req-7bb14159-f148-4b3d-8fcc-d17fbb5b0a55 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 945 time: 0.1047080 Dec 16 10:44:38.117858 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:38.155543 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7d3de23a-b4e2-4f6e-aeaa-30825c6534aa req-4de6ee6a-1c7a-4c1a-a1b5-417271354acc service neutron] 10.222.0.58 "GET /v2.0/networks/d8034a48-19e9-417f-aa74-54cc9cd6267b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302364 Dec 16 10:44:38.171366 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-14af6c35-0ed0-4e0b-adc0-23797aa041d1 req-5aec78dd-db99-4652-85a3-756c0ea7a74d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552721 Dec 16 10:44:38.217380 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-d2f86860-a989-47d0-bd91-3b295f40d0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840145767', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'b68d46c5-698f-44ad-8ddd-2dfd64cd6355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:41:53Z', 'updated_at': '2021-12-16T10:41:58Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': 'b68d46c5-698f-44ad-8ddd-2dfd64cd6355', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:41:54Z', 'updated_at': '2021-12-16T10:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '409300ca-08a1-4659-9c2c-f29788e91792', 'name': '', 'network_id': 'd8034a48-19e9-417f-aa74-54cc9cd6267b', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:14:3a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '942e04b8-a5ea-4556-98b7-ba14b1e26d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:41:57Z', 'updated_at': '2021-12-16T10:42:01Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': '942e04b8-a5ea-4556-98b7-ba14b1e26d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:38.243748 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f86860-a989-47d0-bd91-3b295f40d0b2 None None] The sync data for ids ['528af7f9-76de-4f99-b0f0-60fc0c78684d'] in n-d-820550-2 is: [{'id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840145767', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'b68d46c5-698f-44ad-8ddd-2dfd64cd6355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:41:53Z', 'updated_at': '2021-12-16T10:41:58Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': 'b68d46c5-698f-44ad-8ddd-2dfd64cd6355', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:41:54Z', 'updated_at': '2021-12-16T10:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '409300ca-08a1-4659-9c2c-f29788e91792', 'name': '', 'network_id': 'd8034a48-19e9-417f-aa74-54cc9cd6267b', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:14:3a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '942e04b8-a5ea-4556-98b7-ba14b1e26d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:41:57Z', 'updated_at': '2021-12-16T10:42:01Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': '942e04b8-a5ea-4556-98b7-ba14b1e26d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:44:38.469612 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff214471-06e7-420a-a291-0eec036accfc None None] New status for floating IP edc2670e-f5e3-426f-9730-bc3028f40483: DOWN {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:44:39.296354 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff214f-150d-4edf-8948-8fdecd4f39fd req-5e455c10-95b0-4e94-a319-9e2295972d03 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:39.297930 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-deff214f-150d-4edf-8948-8fdecd4f39fd req-5e455c10-95b0-4e94-a319-9e2295972d03 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 945 time: 0.0522094 Dec 16 10:44:39.308276 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d22de-a77a-4288-87be-4446b2de1f70 req-6bda588c-df90-4709-88f6-8d6b7c56a64b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:39.309844 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-591d22de-a77a-4288-87be-4446b2de1f70 req-6bda588c-df90-4709-88f6-8d6b7c56a64b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.58 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 945 time: 0.0516334 Dec 16 10:44:39.341975 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-deff214f-150d-4edf-8948-8fdecd4f39fd req-0ee9aee6-fb98-4a8d-973b-543608347af0 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0f4be32-419a-4d08-bf1c-6035013f8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374227 Dec 16 10:44:39.409423 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-591d22de-a77a-4288-87be-4446b2de1f70 req-6f30b676-5b40-4fd6-89b9-2060feb45dfa tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Deleting port 1389496a-6cd8-4511-89be-f9d1c4480d32 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:44:39.409772 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-591d22de-a77a-4288-87be-4446b2de1f70 req-6f30b676-5b40-4fd6-89b9-2060feb45dfa tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:39.502737 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-591d22de-a77a-4288-87be-4446b2de1f70 req-6f30b676-5b40-4fd6-89b9-2060feb45dfa tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] For port 1389496a-6cd8-4511-89be-f9d1c4480d32, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=1389496a-6cd8-4511-89be-f9d1c4480d32,segment=NetworkSegment(e605f54f-d24d-4bb9-9f03-48ad2ece9de3),segment_id=e605f54f-d24d-4bb9-9f03-48ad2ece9de3)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:44:39.503019 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-591d22de-a77a-4288-87be-4446b2de1f70 req-6f30b676-5b40-4fd6-89b9-2060feb45dfa tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:39.515415 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-591d22de-a77a-4288-87be-4446b2de1f70 req-6f30b676-5b40-4fd6-89b9-2060feb45dfa tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Calling delete_port for 1389496a-6cd8-4511-89be-f9d1c4480d32 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:44:40.071906 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-591d22de-a77a-4288-87be-4446b2de1f70 req-6f30b676-5b40-4fd6-89b9-2060feb45dfa tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:40.101912 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30b676-5b40-4fd6-89b9-2060feb45dfa tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event deleted for resources: {'Port': ['ID=1389496a-6cd8-4511-89be-f9d1c4480d32,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:40.143300 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-591d22de-a77a-4288-87be-4446b2de1f70 req-6f30b676-5b40-4fd6-89b9-2060feb45dfa tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] No DVR routers for this DVR port 1389496a-6cd8-4511-89be-f9d1c4480d32 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:44:40.145996 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-591d22de-a77a-4288-87be-4446b2de1f70 req-6f30b676-5b40-4fd6-89b9-2060feb45dfa tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:40.149355 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-591d22de-a77a-4288-87be-4446b2de1f70 req-6f30b676-5b40-4fd6-89b9-2060feb45dfa tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.58 "DELETE /v2.0/ports/1389496a-6cd8-4511-89be-f9d1c4480d32 HTTP/1.1" status: 204 len: 173 time: 0.8335514 Dec 16 10:44:40.149785 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9537949f-cc53-41f1-873c-15d5decf85fc', 'name': 'network-vif-deleted', 'tag': '1389496a-6cd8-4511-89be-f9d1c4480d32'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:44:40.152068 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15ada85-cd65-4063-8ae5-984cf56febe9" -d '{"events": [{"server_uuid": "9537949f-cc53-41f1-873c-15d5decf85fc", "name": "network-vif-deleted", "tag": "1389496a-6cd8-4511-89be-f9d1c4480d32"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:44:40.189726 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1969b60-5a8e-4662-9f74-189cdd46dcb4 x-openstack-request-id: req-b1969b60-5a8e-4662-9f74-189cdd46dcb4 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:44:40.190016 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9537949f-cc53-41f1-873c-15d5decf85fc", "name": "network-vif-deleted", "tag": "1389496a-6cd8-4511-89be-f9d1c4480d32", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:44:40.190257 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b1969b60-5a8e-4662-9f74-189cdd46dcb4 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:44:40.190718 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9537949f-cc53-41f1-873c-15d5decf85fc', 'name': 'network-vif-deleted', 'tag': '1389496a-6cd8-4511-89be-f9d1c4480d32', 'status': 'completed', 'code': 200} Dec 16 10:44:40.438873 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-8e82daf6-0732-40c2-9d94-923e71f56f63 req-04baffec-b1d3-4015-a1ff-384f55129073 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=9537949f-cc53-41f1-873c-15d5decf85fc HTTP/1.1" status: 200 len: 210 time: 0.0276158 Dec 16 10:44:41.500539 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42614) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:41.649450 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:42.175977 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0b6e5972-f254-4cd8-ace1-858cf4b560cb tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:42.430634 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-0b6e5972-f254-4cd8-ace1-858cf4b560cb tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Deleting port 409300ca-08a1-4659-9c2c-f29788e91792 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:44:42.430872 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0b6e5972-f254-4cd8-ace1-858cf4b560cb tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:42.518623 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-0b6e5972-f254-4cd8-ace1-858cf4b560cb tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] For port 409300ca-08a1-4659-9c2c-f29788e91792, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=409300ca-08a1-4659-9c2c-f29788e91792,segment=NetworkSegment(e605f54f-d24d-4bb9-9f03-48ad2ece9de3),segment_id=e605f54f-d24d-4bb9-9f03-48ad2ece9de3)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:44:42.519323 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0b6e5972-f254-4cd8-ace1-858cf4b560cb tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:42.531261 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-0b6e5972-f254-4cd8-ace1-858cf4b560cb tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Calling delete_port for 409300ca-08a1-4659-9c2c-f29788e91792 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:44:42.780723 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0b6e5972-f254-4cd8-ace1-858cf4b560cb tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:42.809211 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e5972-f254-4cd8-ace1-858cf4b560cb tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event deleted for resources: {'Port': ['ID=409300ca-08a1-4659-9c2c-f29788e91792,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:42.982652 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0b6e5972-f254-4cd8-ace1-858cf4b560cb tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:43.206120 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6e5972-f254-4cd8-ace1-858cf4b560cb tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Router 528af7f9-76de-4f99-b0f0-60fc0c78684d has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:44:43.313163 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6e5972-f254-4cd8-ace1-858cf4b560cb tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:44:43.321151 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0b6e5972-f254-4cd8-ace1-858cf4b560cb tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "PUT /v2.0/routers/528af7f9-76de-4f99-b0f0-60fc0c78684d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8167174 Dec 16 10:44:43.321262 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42616) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:43.322505 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089bfd7c-1865-44c5-b6d9-c7694969c2b2 None None] Sync routers for ids ['528af7f9-76de-4f99-b0f0-60fc0c78684d'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:44:43.331925 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089bfd7c-1865-44c5-b6d9-c7694969c2b2 None None] Routers {'528af7f9-76de-4f99-b0f0-60fc0c78684d'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:44:43.332528 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-089bfd7c-1865-44c5-b6d9-c7694969c2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:44:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['528af7f9-76de-4f99-b0f0-60fc0c78684d'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:43.375557 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f8832c-e561-4068-90e0-99b29864e034 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Deleting subnet 942e04b8-a5ea-4556-98b7-ba14b1e26d40 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:44:43.378778 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2f8832c-e561-4068-90e0-99b29864e034 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:43.420229 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2f8832c-e561-4068-90e0-99b29864e034 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:43.437252 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-089bfd7c-1865-44c5-b6d9-c7694969c2b2 None None] Set router 528af7f9-76de-4f99-b0f0-60fc0c78684d gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:44:43.512651 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2f8832c-e561-4068-90e0-99b29864e034 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:43.627305 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2f8832c-e561-4068-90e0-99b29864e034 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:43.655221 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f8832c-e561-4068-90e0-99b29864e034 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event deleted for resources: {'Subnet': ['ID=942e04b8-a5ea-4556-98b7-ba14b1e26d40,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:43.662501 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-d2f8832c-e561-4068-90e0-99b29864e034 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:43.669549 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d2f8832c-e561-4068-90e0-99b29864e034 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "DELETE /v2.0/subnets/942e04b8-a5ea-4556-98b7-ba14b1e26d40 HTTP/1.1" status: 204 len: 168 time: 0.3438809 Dec 16 10:44:43.669549 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42618) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:43.674247 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c469b7-5654-4186-bc19-ad74afb4e3a3 None None] Network d8034a48-19e9-417f-aa74-54cc9cd6267b requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:44:43.678109 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 1389496a-6cd8-4511-89be-f9d1c4480d32 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:44:43.717578 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-089bfd7c-1865-44c5-b6d9-c7694969c2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840145767', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'b68d46c5-698f-44ad-8ddd-2dfd64cd6355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:41:53Z', 'updated_at': '2021-12-16T10:44:42Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': 'b68d46c5-698f-44ad-8ddd-2dfd64cd6355', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:41:54Z', 'updated_at': '2021-12-16T10:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:43.734724 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 1389496a-6cd8-4511-89be-f9d1c4480d32 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:44:43.735075 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 1389496a-6cd8-4511-89be-f9d1c4480d32 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:44:43.740494 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089bfd7c-1865-44c5-b6d9-c7694969c2b2 None None] Checking router: 528af7f9-76de-4f99-b0f0-60fc0c78684d for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:44:43.749908 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089bfd7c-1865-44c5-b6d9-c7694969c2b2 None None] Routers {'528af7f9-76de-4f99-b0f0-60fc0c78684d'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:44:43.750523 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-089bfd7c-1865-44c5-b6d9-c7694969c2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:44:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['528af7f9-76de-4f99-b0f0-60fc0c78684d'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:43.781861 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-203800be-7a96-431b-8fe1-f3da6a9ecbc9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:43.860943 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-089bfd7c-1865-44c5-b6d9-c7694969c2b2 None None] Set router 528af7f9-76de-4f99-b0f0-60fc0c78684d gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:44:43.899060 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f7a70b-2637-47dd-8fea-7a6e2e91f369 None None] DHCP port deletion for d8034a48-19e9-417f-aa74-54cc9cd6267b request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:44:43.904000 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-203800be-7a96-431b-8fe1-f3da6a9ecbc9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:43.946585 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-03f7a70b-2637-47dd-8fea-7a6e2e91f369 None None] Deleting port 527ee706-14f4-4f4f-bf22-26ffddb32b37 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:44:43.946960 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-03f7a70b-2637-47dd-8fea-7a6e2e91f369 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:44.013232 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-03f7a70b-2637-47dd-8fea-7a6e2e91f369 None None] For port 527ee706-14f4-4f4f-bf22-26ffddb32b37, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=527ee706-14f4-4f4f-bf22-26ffddb32b37,segment=NetworkSegment(e605f54f-d24d-4bb9-9f03-48ad2ece9de3),segment_id=e605f54f-d24d-4bb9-9f03-48ad2ece9de3)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:44:44.013635 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-03f7a70b-2637-47dd-8fea-7a6e2e91f369 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:44.016781 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-203800be-7a96-431b-8fe1-f3da6a9ecbc9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Deleting port b68d46c5-698f-44ad-8ddd-2dfd64cd6355 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:44:44.017149 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-203800be-7a96-431b-8fe1-f3da6a9ecbc9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:44.027381 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-03f7a70b-2637-47dd-8fea-7a6e2e91f369 None None] Calling delete_port for 527ee706-14f4-4f4f-bf22-26ffddb32b37 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:44:44.049508 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-089bfd7c-1865-44c5-b6d9-c7694969c2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840145767', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'b68d46c5-698f-44ad-8ddd-2dfd64cd6355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:41:53Z', 'updated_at': '2021-12-16T10:44:42Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': 'b68d46c5-698f-44ad-8ddd-2dfd64cd6355', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:41:54Z', 'updated_at': '2021-12-16T10:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:44.080805 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089bfd7c-1865-44c5-b6d9-c7694969c2b2 None None] The sync data for ids ['528af7f9-76de-4f99-b0f0-60fc0c78684d'] in n-d-820550-2 is: [{'id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840145767', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'b68d46c5-698f-44ad-8ddd-2dfd64cd6355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:41:53Z', 'updated_at': '2021-12-16T10:44:42Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': 'b68d46c5-698f-44ad-8ddd-2dfd64cd6355', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528af7f9-76de-4f99-b0f0-60fc0c78684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:41:54Z', 'updated_at': '2021-12-16T10:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:44:44.105215 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-203800be-7a96-431b-8fe1-f3da6a9ecbc9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] For port b68d46c5-698f-44ad-8ddd-2dfd64cd6355, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=b68d46c5-698f-44ad-8ddd-2dfd64cd6355,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:44:44.105590 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-203800be-7a96-431b-8fe1-f3da6a9ecbc9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:44.119607 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-203800be-7a96-431b-8fe1-f3da6a9ecbc9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Calling delete_port for b68d46c5-698f-44ad-8ddd-2dfd64cd6355 owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:44:44.203736 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-03f7a70b-2637-47dd-8fea-7a6e2e91f369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:44.236083 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f7a70b-2637-47dd-8fea-7a6e2e91f369 None None] No DVR routers for this DVR port 527ee706-14f4-4f4f-bf22-26ffddb32b37 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:44:44.238003 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7a70b-2637-47dd-8fea-7a6e2e91f369 None None] Pushing event deleted for resources: {'Port': ['ID=527ee706-14f4-4f4f-bf22-26ffddb32b37,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:44.404099 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-203800be-7a96-431b-8fe1-f3da6a9ecbc9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:44.432740 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203800be-7a96-431b-8fe1-f3da6a9ecbc9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event deleted for resources: {'Port': ['ID=b68d46c5-698f-44ad-8ddd-2dfd64cd6355,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:44.512612 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-203800be-7a96-431b-8fe1-f3da6a9ecbc9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:44.529358 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 527ee706-14f4-4f4f-bf22-26ffddb32b37 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:44:44.558531 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 527ee706-14f4-4f4f-bf22-26ffddb32b37 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:44:44.558869 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 527ee706-14f4-4f4f-bf22-26ffddb32b37 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:44:44.559285 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 409300ca-08a1-4659-9c2c-f29788e91792 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:44:44.582418 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 409300ca-08a1-4659-9c2c-f29788e91792 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:44:44.582724 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 409300ca-08a1-4659-9c2c-f29788e91792 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:44:44.625510 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-203800be-7a96-431b-8fe1-f3da6a9ecbc9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:44.627768 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-203800be-7a96-431b-8fe1-f3da6a9ecbc9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:44.769757 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-203800be-7a96-431b-8fe1-f3da6a9ecbc9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:44.770488 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203800be-7a96-431b-8fe1-f3da6a9ecbc9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Fanout notify agent at l3_agent the message router_deleted on router 528af7f9-76de-4f99-b0f0-60fc0c78684d {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:44:44.777916 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-203800be-7a96-431b-8fe1-f3da6a9ecbc9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:44.779088 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-203800be-7a96-431b-8fe1-f3da6a9ecbc9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "DELETE /v2.0/routers/528af7f9-76de-4f99-b0f0-60fc0c78684d HTTP/1.1" status: 204 len: 168 time: 1.1088111 Dec 16 10:44:44.782845 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42620) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:44.872392 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0df60f27-2cfc-435b-aee4-4e53882e4e02 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:44.971847 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0df60f27-2cfc-435b-aee4-4e53882e4e02 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:44.992098 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-0df60f27-2cfc-435b-aee4-4e53882e4e02 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8034a48-19e9-417f-aa74-54cc9cd6267b']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:45.001790 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-0df60f27-2cfc-435b-aee4-4e53882e4e02 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e605f54f-d24d-4bb9-9f03-48ad2ece9de3') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:45.002085 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-0df60f27-2cfc-435b-aee4-4e53882e4e02 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e605f54f-d24d-4bb9-9f03-48ad2ece9de3') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:45.012246 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0df60f27-2cfc-435b-aee4-4e53882e4e02 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:45.034327 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0df60f27-2cfc-435b-aee4-4e53882e4e02 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:45.040762 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0df60f27-2cfc-435b-aee4-4e53882e4e02 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:44:45.041207 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0df60f27-2cfc-435b-aee4-4e53882e4e02 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:45.044162 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 10:44:45.044162 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:44:45.044162 n-d-820550-2 neutron-server[102816]: timer() Dec 16 10:44:45.044162 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:44:45.044162 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 10:44:45.044162 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:44:45.044162 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 10:44:45.044162 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:44:45.044162 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 10:44:45.044162 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:44:45.044162 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 10:44:45.044162 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:44:45.044162 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 10:44:45.044162 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:44:45.044162 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:44:45.044162 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:44:45.044162 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:44:45.044162 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:44:45.044162 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 10:44:45.044162 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:44:45.044162 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 10:44:45.044162 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:44:45.044162 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:44:45.044162 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:44:45.044162 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 10:44:45.044162 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:44:45.044162 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:44:45.044162 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:44:45.044162 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:44:45.044162 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:44:45.044162 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:44:45.044162 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:44:45.175208 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0df60f27-2cfc-435b-aee4-4e53882e4e02 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:45.183066 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0df60f27-2cfc-435b-aee4-4e53882e4e02 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:45.185881 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0df60f27-2cfc-435b-aee4-4e53882e4e02 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "DELETE /v2.0/networks/d8034a48-19e9-417f-aa74-54cc9cd6267b HTTP/1.1" status: 204 len: 168 time: 0.4018176 Dec 16 10:44:45.189374 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42622) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:45.199475 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df60f27-2cfc-435b-aee4-4e53882e4e02 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event deleted for resources: {'Network': ['ID=d8034a48-19e9-417f-aa74-54cc9cd6267b,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:45.255368 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0b3f913-ae85-45c9-a9ac-8161fc70bf0e tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:45.287166 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0b3f913-ae85-45c9-a9ac-8161fc70bf0e tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:45.477207 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0b3f913-ae85-45c9-a9ac-8161fc70bf0e tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:45.479883 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e0b3f913-ae85-45c9-a9ac-8161fc70bf0e tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:45.481268 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e0b3f913-ae85-45c9-a9ac-8161fc70bf0e tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "DELETE /v2.0/security-groups/c0f4be32-419a-4d08-bf1c-6035013f8c35 HTTP/1.1" status: 204 len: 168 time: 0.2902069 Dec 16 10:44:45.491432 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3f913-ae85-45c9-a9ac-8161fc70bf0e tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f4be32-419a-4d08-bf1c-6035013f8c35,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:45.985171 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42628) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:45.989828 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-f826badc-2764-4703-9ef5-9faaeff7e3bf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1201257336', 'description': 'tempest-secgroup-smoke-1201257336 description', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:44:46.066391 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f826badc-2764-4703-9ef5-9faaeff7e3bf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:46.136129 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f826badc-2764-4703-9ef5-9faaeff7e3bf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:46.220560 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f826badc-2764-4703-9ef5-9faaeff7e3bf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:46.250404 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826badc-2764-4703-9ef5-9faaeff7e3bf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea81a6d-f30c-449f-9e44-6b686f055dc4,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:46.365954 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f826badc-2764-4703-9ef5-9faaeff7e3bf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:46.368909 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f826badc-2764-4703-9ef5-9faaeff7e3bf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3811588 Dec 16 10:44:46.370456 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42630) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:46.375222 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-9195869b-6f6d-448e-afc7-e7e4c6071e8a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'security_group_rule': {'security_group_id': '3ea81a6d-f30c-449f-9e44-6b686f055dc4', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:44:46.415299 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device b68d46c5-698f-44ad-8ddd-2dfd64cd6355 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:44:46.506244 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9195869b-6f6d-448e-afc7-e7e4c6071e8a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:46.570932 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9195869b-6f6d-448e-afc7-e7e4c6071e8a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:46.593569 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: b68d46c5-698f-44ad-8ddd-2dfd64cd6355 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:44:46.593909 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device b68d46c5-698f-44ad-8ddd-2dfd64cd6355 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:44:46.654923 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9195869b-6f6d-448e-afc7-e7e4c6071e8a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:46.676623 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195869b-6f6d-448e-afc7-e7e4c6071e8a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29175dcb-238a-412b-aec0-7bd07b02bab1,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:46.731568 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9195869b-6f6d-448e-afc7-e7e4c6071e8a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:46.732840 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9195869b-6f6d-448e-afc7-e7e4c6071e8a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3613436 Dec 16 10:44:46.735595 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42632) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:46.740004 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-17ec1a23-6434-41f5-8204-3cb28ecb6b1f tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'security_group_rule': {'security_group_id': '3ea81a6d-f30c-449f-9e44-6b686f055dc4', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:44:46.808682 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-17ec1a23-6434-41f5-8204-3cb28ecb6b1f tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:46.868782 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-17ec1a23-6434-41f5-8204-3cb28ecb6b1f tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:46.917581 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-17ec1a23-6434-41f5-8204-3cb28ecb6b1f tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:46.937842 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec1a23-6434-41f5-8204-3cb28ecb6b1f tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb06fa58-85e6-4c57-b648-5144864db375,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:47.017348 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-17ec1a23-6434-41f5-8204-3cb28ecb6b1f tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:47.021489 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-17ec1a23-6434-41f5-8204-3cb28ecb6b1f tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2821755 Dec 16 10:44:47.021849 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42634) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:47.026771 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-aae2a2c2-2a64-4327-b6ff-3f4c6289c36b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'security_group_rule': {'security_group_id': '3ea81a6d-f30c-449f-9e44-6b686f055dc4', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:44:47.112140 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-aae2a2c2-2a64-4327-b6ff-3f4c6289c36b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:47.176691 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-aae2a2c2-2a64-4327-b6ff-3f4c6289c36b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:47.254886 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-aae2a2c2-2a64-4327-b6ff-3f4c6289c36b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:47.272560 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2a2c2-2a64-4327-b6ff-3f4c6289c36b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a161af-2344-4afb-af7e-b37edbc3e983,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:47.342191 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-aae2a2c2-2a64-4327-b6ff-3f4c6289c36b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:47.344020 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-aae2a2c2-2a64-4327-b6ff-3f4c6289c36b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3211331 Dec 16 10:44:47.348141 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42636) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:47.353004 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-bf299bc5-c6d3-4017-ae6b-f4128997cc44 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'security_group_rule': {'security_group_id': '3ea81a6d-f30c-449f-9e44-6b686f055dc4', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:44:47.447754 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bf299bc5-c6d3-4017-ae6b-f4128997cc44 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:47.520100 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bf299bc5-c6d3-4017-ae6b-f4128997cc44 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:47.554630 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:44:47.585767 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bf299bc5-c6d3-4017-ae6b-f4128997cc44 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:47.605016 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf299bc5-c6d3-4017-ae6b-f4128997cc44 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a986f10-d846-4a99-80e6-f7d3bc8feb93,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:47.686170 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bf299bc5-c6d3-4017-ae6b-f4128997cc44 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:47.687650 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bf299bc5-c6d3-4017-ae6b-f4128997cc44 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3380928 Dec 16 10:44:47.692578 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42638) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:47.699608 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-71be5f97-2027-4467-abaf-517eca6c259a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'security_group_rule': {'security_group_id': '3ea81a6d-f30c-449f-9e44-6b686f055dc4', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:44:47.803933 n-d-820550-2 neutron-server[102817]: INFO neutron.db.securitygroups_db [None req-71be5f97-2027-4467-abaf-517eca6c259a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Project acf35d0affc64805837e6cdc8e4702cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:44:47.809158 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-71be5f97-2027-4467-abaf-517eca6c259a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:47.872123 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-71be5f97-2027-4467-abaf-517eca6c259a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:47.946302 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-71be5f97-2027-4467-abaf-517eca6c259a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:47.965540 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be5f97-2027-4467-abaf-517eca6c259a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1d4024f-9b73-48b6-9aca-66bd3f329f0e,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:48.035095 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-71be5f97-2027-4467-abaf-517eca6c259a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:48.039806 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-71be5f97-2027-4467-abaf-517eca6c259a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3412955 Dec 16 10:44:48.039806 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42640) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:48.043814 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-875a1f4e-3c6e-472a-a91f-9578d4dfacc2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'security_group_rule': {'security_group_id': '3ea81a6d-f30c-449f-9e44-6b686f055dc4', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:44:48.146782 n-d-820550-2 neutron-server[102817]: INFO neutron.db.securitygroups_db [None req-875a1f4e-3c6e-472a-a91f-9578d4dfacc2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Project acf35d0affc64805837e6cdc8e4702cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:44:48.152373 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-875a1f4e-3c6e-472a-a91f-9578d4dfacc2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:48.242518 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-875a1f4e-3c6e-472a-a91f-9578d4dfacc2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:48.334448 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-875a1f4e-3c6e-472a-a91f-9578d4dfacc2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:48.354657 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a1f4e-3c6e-472a-a91f-9578d4dfacc2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8085059a-d0a7-4514-8194-98f186cd96fb,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:48.445841 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-875a1f4e-3c6e-472a-a91f-9578d4dfacc2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:48.447082 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-875a1f4e-3c6e-472a-a91f-9578d4dfacc2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4069817 Dec 16 10:44:48.450160 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42642) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:48.455716 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-2191cec1-a75d-42ec-aa68-62042244364a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'network': {'name': 'tempest-network-smoke--491795332', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'port_security_enabled': True}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:44:48.546838 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2191cec1-a75d-42ec-aa68-62042244364a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Made reservation on behalf of acf35d0affc64805837e6cdc8e4702cc for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:44:48.550301 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2191cec1-a75d-42ec-aa68-62042244364a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:48.574119 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2191cec1-a75d-42ec-aa68-62042244364a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:44:48.582800 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2191cec1-a75d-42ec-aa68-62042244364a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:48.583145 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-2191cec1-a75d-42ec-aa68-62042244364a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Added segment 722dc04f-1bdf-42ee-b2aa-aac13d5bf819 of type vlan for network 6f5e816b-3582-4c5b-bd07-77dbf7f1dffd Dec 16 10:44:48.626862 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2191cec1-a75d-42ec-aa68-62042244364a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:48.741538 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2191cec1-a75d-42ec-aa68-62042244364a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:48.750716 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2191cec1-a75d-42ec-aa68-62042244364a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:48.751312 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2191cec1-a75d-42ec-aa68-62042244364a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:48.815416 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191cec1-a75d-42ec-aa68-62042244364a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Network': ['ID=6f5e816b-3582-4c5b-bd07-77dbf7f1dffd,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:48.826075 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 6f5e816b-3582-4c5b-bd07-77dbf7f1dffd details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:44:48.896382 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2191cec1-a75d-42ec-aa68-62042244364a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4451983 Dec 16 10:44:48.899080 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42644) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:48.903366 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-acfb1633-89a3-450b-b2f8-3c7ef374f806 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1884481792', 'admin_state_up': True, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:44:49.020447 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-acfb1633-89a3-450b-b2f8-3c7ef374f806 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:49.021686 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-acfb1633-89a3-450b-b2f8-3c7ef374f806 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:49.085361 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-acfb1633-89a3-450b-b2f8-3c7ef374f806 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:49.282017 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-acfb1633-89a3-450b-b2f8-3c7ef374f806 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:49.562904 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-acfb1633-89a3-450b-b2f8-3c7ef374f806 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router_gateway, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:49.581626 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-acfb1633-89a3-450b-b2f8-3c7ef374f806 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:49.976776 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-acfb1633-89a3-450b-b2f8-3c7ef374f806 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Allocated IP 172.25.1.18 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/5657bb4f-6bbe-4653-af98-fbd13c5087ca) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:44:50.079207 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-acfb1633-89a3-450b-b2f8-3c7ef374f806 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:50.186754 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-acfb1633-89a3-450b-b2f8-3c7ef374f806 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:50.227064 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfb1633-89a3-450b-b2f8-3c7ef374f806 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:44:50.230392 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-acfb1633-89a3-450b-b2f8-3c7ef374f806 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:44:50.233875 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfb1633-89a3-450b-b2f8-3c7ef374f806 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:44:50.245077 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb1633-89a3-450b-b2f8-3c7ef374f806 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Port': ['ID=5657bb4f-6bbe-4653-af98-fbd13c5087ca,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:50.607976 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-acfb1633-89a3-450b-b2f8-3c7ef374f806 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router_gateway, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:50.824463 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-acfb1633-89a3-450b-b2f8-3c7ef374f806 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:51.016055 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfb1633-89a3-450b-b2f8-3c7ef374f806 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Router f695d3e2-fbe7-487f-8205-a76b54b0b9d3 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:44:51.142921 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfb1633-89a3-450b-b2f8-3c7ef374f806 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:44:51.153341 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1fb703-907a-4771-b27a-a9f517a19421 None None] Sync routers for ids ['f695d3e2-fbe7-487f-8205-a76b54b0b9d3'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:44:51.163915 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1fb703-907a-4771-b27a-a9f517a19421 None None] Routers {'f695d3e2-fbe7-487f-8205-a76b54b0b9d3'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:44:51.163915 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-7f1fb703-907a-4771-b27a-a9f517a19421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:44:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['f695d3e2-fbe7-487f-8205-a76b54b0b9d3'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:51.217180 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-acfb1633-89a3-450b-b2f8-3c7ef374f806 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:51.218489 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-acfb1633-89a3-450b-b2f8-3c7ef374f806 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3184621 Dec 16 10:44:51.221973 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42646) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:51.284219 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-7f1fb703-907a-4771-b27a-a9f517a19421 None None] Set router f695d3e2-fbe7-487f-8205-a76b54b0b9d3 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:44:51.342417 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-90ef7583-08b6-435d-9b0c-a29e9d2b8670 tempest-TestNetworkAdvancedServerOps-1096991519 tempest-TestNetworkAdvancedServerOps-1096991519-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=acf35d0affc64805837e6cdc8e4702cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1192188 Dec 16 10:44:51.345189 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42650) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:51.439329 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abb648e-76e5-44d4-b4f8-64d3d0c923d7 tempest-TestNetworkAdvancedServerOps-1096991519 tempest-TestNetworkAdvancedServerOps-1096991519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:51.440848 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9abb648e-76e5-44d4-b4f8-64d3d0c923d7 tempest-TestNetworkAdvancedServerOps-1096991519 tempest-TestNetworkAdvancedServerOps-1096991519-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908110 Dec 16 10:44:51.443823 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42652) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:51.470678 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-7f1fb703-907a-4771-b27a-a9f517a19421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884481792', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '5657bb4f-6bbe-4653-af98-fbd13c5087ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:49Z', 'updated_at': '2021-12-16T10:44:50Z', 'revision_number': 3, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '5657bb4f-6bbe-4653-af98-fbd13c5087ca', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:49Z', 'updated_at': '2021-12-16T10:44:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:51.472477 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f13ffa9d-51a9-4b23-a775-c63130ef6bdf tempest-TestNetworkAdvancedServerOps-1096991519 tempest-TestNetworkAdvancedServerOps-1096991519-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=66f24afa-c67f-4411-a795-f16773380b27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275824 Dec 16 10:44:51.475122 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42654) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:51.480167 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-657ba816-db0d-4a9a-9948-5659c638d9c9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1144970371', 'network_id': '6f5e816b-3582-4c5b-bd07-77dbf7f1dffd', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:44:51.497909 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1fb703-907a-4771-b27a-a9f517a19421 None None] Checking router: f695d3e2-fbe7-487f-8205-a76b54b0b9d3 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:44:51.498255 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1fb703-907a-4771-b27a-a9f517a19421 None None] Updating router f695d3e2-fbe7-487f-8205-a76b54b0b9d3 port 5657bb4f-6bbe-4653-af98-fbd13c5087ca binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:44:51.522922 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7f1fb703-907a-4771-b27a-a9f517a19421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:51.637776 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657ba816-db0d-4a9a-9948-5659c638d9c9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Made reservation on behalf of acf35d0affc64805837e6cdc8e4702cc for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:44:51.641340 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-657ba816-db0d-4a9a-9948-5659c638d9c9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:51.782678 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7f1fb703-907a-4771-b27a-a9f517a19421 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:51.861570 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7f1fb703-907a-4771-b27a-a9f517a19421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:51.914328 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-7f1fb703-907a-4771-b27a-a9f517a19421 None None] Attempting to bind port 5657bb4f-6bbe-4653-af98-fbd13c5087ca on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:44:51.914768 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-7f1fb703-907a-4771-b27a-a9f517a19421 None None] Attempting to bind port 5657bb4f-6bbe-4653-af98-fbd13c5087ca by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:44:51.915068 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1fb703-907a-4771-b27a-a9f517a19421 None None] Attempting to bind port 5657bb4f-6bbe-4653-af98-fbd13c5087ca on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:44:51.923331 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a29408-f644-4bcc-8821-589998ffbeac None None] Pushing event updated for resources: {'Port': ['ID=5657bb4f-6bbe-4653-af98-fbd13c5087ca,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:51.928689 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1fb703-907a-4771-b27a-a9f517a19421 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:44:51.929072 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1fb703-907a-4771-b27a-a9f517a19421 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:44:51.929504 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7f1fb703-907a-4771-b27a-a9f517a19421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:51.929893 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1fb703-907a-4771-b27a-a9f517a19421 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:44:51.930764 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-7f1fb703-907a-4771-b27a-a9f517a19421 None None] Bound port: 5657bb4f-6bbe-4653-af98-fbd13c5087ca, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:44:51.930764 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7f1fb703-907a-4771-b27a-a9f517a19421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:51.940427 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-657ba816-db0d-4a9a-9948-5659c638d9c9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:51.983955 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-7f1fb703-907a-4771-b27a-a9f517a19421 None None] For port 5657bb4f-6bbe-4653-af98-fbd13c5087ca, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:44:51.987821 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-7f1fb703-907a-4771-b27a-a9f517a19421 None None] For port 5657bb4f-6bbe-4653-af98-fbd13c5087ca, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5657bb4f-6bbe-4653-af98-fbd13c5087ca,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:44:52.000642 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ba816-db0d-4a9a-9948-5659c638d9c9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Subnet': ['ID=6d3b9e9f-716d-4138-9a4b-3e979a91b5d1,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:52.009536 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657ba816-db0d-4a9a-9948-5659c638d9c9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Checking segment: {'id': '722dc04f-1bdf-42ee-b2aa-aac13d5bf819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6f5e816b-3582-4c5b-bd07-77dbf7f1dffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:44:52.009906 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657ba816-db0d-4a9a-9948-5659c638d9c9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Network hostable DHCP agents. Network: 6f5e816b-3582-4c5b-bd07-77dbf7f1dffd, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:44:52.037955 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7f1fb703-907a-4771-b27a-a9f517a19421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:52.095273 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657ba816-db0d-4a9a-9948-5659c638d9c9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Network 6f5e816b-3582-4c5b-bd07-77dbf7f1dffd is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:44:52.095919 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1fb703-907a-4771-b27a-a9f517a19421 None None] Routers {'f695d3e2-fbe7-487f-8205-a76b54b0b9d3'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:44:52.096120 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-7f1fb703-907a-4771-b27a-a9f517a19421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:44:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['f695d3e2-fbe7-487f-8205-a76b54b0b9d3'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:52.100890 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a29408-f644-4bcc-8821-589998ffbeac None None] Pushing event updated for resources: {'Port': ['ID=5657bb4f-6bbe-4653-af98-fbd13c5087ca,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:52.175198 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-657ba816-db0d-4a9a-9948-5659c638d9c9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 6f5e816b-3582-4c5b-bd07-77dbf7f1dffd) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:44:52.180002 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657ba816-db0d-4a9a-9948-5659c638d9c9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:52.181444 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-657ba816-db0d-4a9a-9948-5659c638d9c9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:52.184781 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9056a57-79d2-4fef-8889-d48c12e99b33 None None] Network 6f5e816b-3582-4c5b-bd07-77dbf7f1dffd requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:44:52.256546 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-7f1fb703-907a-4771-b27a-a9f517a19421 None None] Set router f695d3e2-fbe7-487f-8205-a76b54b0b9d3 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:44:52.274362 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-657ba816-db0d-4a9a-9948-5659c638d9c9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7981093 Dec 16 10:44:52.277168 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42656) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:52.486222 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb02765-c371-4dc3-b573-bd6e910fe48f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-6f5e816b-3582-4c5b-bd07-77dbf7f1dffd', 'network_id': '6f5e816b-3582-4c5b-bd07-77dbf7f1dffd', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'fixed_ips': [{'subnet_id': '6d3b9e9f-716d-4138-9a4b-3e979a91b5d1'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:44:52.487289 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8cb02765-c371-4dc3-b573-bd6e910fe48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:52.572992 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-7f1fb703-907a-4771-b27a-a9f517a19421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884481792', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '5657bb4f-6bbe-4653-af98-fbd13c5087ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:49Z', 'updated_at': '2021-12-16T10:44:50Z', 'revision_number': 3, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '5657bb4f-6bbe-4653-af98-fbd13c5087ca', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:49Z', 'updated_at': '2021-12-16T10:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:52.607496 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1fb703-907a-4771-b27a-a9f517a19421 None None] The sync data for ids ['f695d3e2-fbe7-487f-8205-a76b54b0b9d3'] in n-d-820550-2 is: [{'id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884481792', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '5657bb4f-6bbe-4653-af98-fbd13c5087ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:49Z', 'updated_at': '2021-12-16T10:44:50Z', 'revision_number': 3, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '5657bb4f-6bbe-4653-af98-fbd13c5087ca', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:49Z', 'updated_at': '2021-12-16T10:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:44:52.679931 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-8cb02765-c371-4dc3-b573-bd6e910fe48f None None] Allocated IP 172.20.0.2 (6f5e816b-3582-4c5b-bd07-77dbf7f1dffd/6d3b9e9f-716d-4138-9a4b-3e979a91b5d1/2b394999-631f-414b-ba76-d8338e0106b9) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:44:52.786679 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6f5464f0-1c07-4bc4-add3-f72e6ed45ddf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:52.854765 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8cb02765-c371-4dc3-b573-bd6e910fe48f None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:52.917939 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8cb02765-c371-4dc3-b573-bd6e910fe48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:52.962889 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb02765-c371-4dc3-b573-bd6e910fe48f None None] Network 6f5e816b-3582-4c5b-bd07-77dbf7f1dffd is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:44:52.971243 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-8cb02765-c371-4dc3-b573-bd6e910fe48f None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:44:52.973605 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb02765-c371-4dc3-b573-bd6e910fe48f None None] Pushing event updated for resources: {'Port': ['ID=2b394999-631f-414b-ba76-d8338e0106b9,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:52.976151 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb02765-c371-4dc3-b573-bd6e910fe48f None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:44:53.034151 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-8cb02765-c371-4dc3-b573-bd6e910fe48f None None] Attempting to bind port 2b394999-631f-414b-ba76-d8338e0106b9 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:44:53.035185 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-8cb02765-c371-4dc3-b573-bd6e910fe48f None None] Attempting to bind port 2b394999-631f-414b-ba76-d8338e0106b9 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '722dc04f-1bdf-42ee-b2aa-aac13d5bf819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6f5e816b-3582-4c5b-bd07-77dbf7f1dffd'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:44:53.035185 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb02765-c371-4dc3-b573-bd6e910fe48f None None] Attempting to bind port 2b394999-631f-414b-ba76-d8338e0106b9 on network 6f5e816b-3582-4c5b-bd07-77dbf7f1dffd {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:44:53.040885 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb02765-c371-4dc3-b573-bd6e910fe48f None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:44:53.041295 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb02765-c371-4dc3-b573-bd6e910fe48f None None] Checking segment: {'id': '722dc04f-1bdf-42ee-b2aa-aac13d5bf819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6f5e816b-3582-4c5b-bd07-77dbf7f1dffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:44:53.041716 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8cb02765-c371-4dc3-b573-bd6e910fe48f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:53.042107 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb02765-c371-4dc3-b573-bd6e910fe48f None None] Bound using segment: {'id': '722dc04f-1bdf-42ee-b2aa-aac13d5bf819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6f5e816b-3582-4c5b-bd07-77dbf7f1dffd'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:44:53.042567 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-8cb02765-c371-4dc3-b573-bd6e910fe48f None None] Bound port: 2b394999-631f-414b-ba76-d8338e0106b9, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722dc04f-1bdf-42ee-b2aa-aac13d5bf819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6f5e816b-3582-4c5b-bd07-77dbf7f1dffd'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:44:53.042939 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8cb02765-c371-4dc3-b573-bd6e910fe48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:53.117862 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-6f5464f0-1c07-4bc4-add3-f72e6ed45ddf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Allocated IP 172.20.0.1 (6f5e816b-3582-4c5b-bd07-77dbf7f1dffd/6d3b9e9f-716d-4138-9a4b-3e979a91b5d1/147e1c53-d50b-4f27-9ac4-2d76a2379913) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:44:53.124487 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-8cb02765-c371-4dc3-b573-bd6e910fe48f None None] For port 2b394999-631f-414b-ba76-d8338e0106b9, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:44:53.130005 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-8cb02765-c371-4dc3-b573-bd6e910fe48f None None] For port 2b394999-631f-414b-ba76-d8338e0106b9, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=2b394999-631f-414b-ba76-d8338e0106b9,segment=NetworkSegment(722dc04f-1bdf-42ee-b2aa-aac13d5bf819),segment_id=722dc04f-1bdf-42ee-b2aa-aac13d5bf819)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:44:53.241360 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6f5464f0-1c07-4bc4-add3-f72e6ed45ddf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:53.249061 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8cb02765-c371-4dc3-b573-bd6e910fe48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:53.315209 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb02765-c371-4dc3-b573-bd6e910fe48f None None] Pushing event updated for resources: {'Port': ['ID=2b394999-631f-414b-ba76-d8338e0106b9,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:53.347826 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6f5464f0-1c07-4bc4-add3-f72e6ed45ddf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:53.391771 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5464f0-1c07-4bc4-add3-f72e6ed45ddf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Network 6f5e816b-3582-4c5b-bd07-77dbf7f1dffd is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:44:53.395000 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-6f5464f0-1c07-4bc4-add3-f72e6ed45ddf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:44:53.398928 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5464f0-1c07-4bc4-add3-f72e6ed45ddf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:44:53.436277 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5464f0-1c07-4bc4-add3-f72e6ed45ddf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Port': ['ID=147e1c53-d50b-4f27-9ac4-2d76a2379913,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:53.475514 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6f5464f0-1c07-4bc4-add3-f72e6ed45ddf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:53.671394 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6f5464f0-1c07-4bc4-add3-f72e6ed45ddf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:53.943101 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6f5464f0-1c07-4bc4-add3-f72e6ed45ddf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:54.013949 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6f5464f0-1c07-4bc4-add3-f72e6ed45ddf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:54.094555 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5464f0-1c07-4bc4-add3-f72e6ed45ddf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Port': ['ID=147e1c53-d50b-4f27-9ac4-2d76a2379913,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:54.097106 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6f5464f0-1c07-4bc4-add3-f72e6ed45ddf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:54.146267 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1dea4d0b-83be-475e-a0d0-3d6317929ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:54.201955 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5464f0-1c07-4bc4-add3-f72e6ed45ddf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Network 6f5e816b-3582-4c5b-bd07-77dbf7f1dffd is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:44:54.203868 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-6f5464f0-1c07-4bc4-add3-f72e6ed45ddf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:44:54.315494 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5464f0-1c07-4bc4-add3-f72e6ed45ddf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Router f695d3e2-fbe7-487f-8205-a76b54b0b9d3 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:44:54.438365 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5464f0-1c07-4bc4-add3-f72e6ed45ddf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:44:54.443781 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6f5464f0-1c07-4bc4-add3-f72e6ed45ddf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "PUT /v2.0/routers/f695d3e2-fbe7-487f-8205-a76b54b0b9d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1656125 Dec 16 10:44:54.525347 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5657bb4f-6bbe-4653-af98-fbd13c5087ca up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:44:54.596860 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 5657bb4f-6bbe-4653-af98-fbd13c5087ca triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:44:54.597496 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:54.629750 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-04da016e-1e53-4f40-98e7-f4b04dc5b636 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1201257336&fields=id&tenant_id=acf35d0affc64805837e6cdc8e4702cc HTTP/1.1" status: 200 len: 267 time: 0.0423000 Dec 16 10:44:54.671025 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3a0237-170a-459d-9342-f0cd5fa478f1 None None] Sync routers for ids ['f695d3e2-fbe7-487f-8205-a76b54b0b9d3'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:44:54.686966 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3a0237-170a-459d-9342-f0cd5fa478f1 None None] Routers {'f695d3e2-fbe7-487f-8205-a76b54b0b9d3'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:44:54.688648 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-ff3a0237-170a-459d-9342-f0cd5fa478f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:44:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['f695d3e2-fbe7-487f-8205-a76b54b0b9d3'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:54.694326 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:54.717465 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 5657bb4f-6bbe-4653-af98-fbd13c5087ca, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5657bb4f-6bbe-4653-af98-fbd13c5087ca,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:44:54.738988 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bef8070-404f-49f7-b14c-a98463b913f8 None None] Network 6f5e816b-3582-4c5b-bd07-77dbf7f1dffd requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:44:54.765180 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-638cf850-7d28-4b58-a2ef-7f4922542b72 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:54.766877 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-638cf850-7d28-4b58-a2ef-7f4922542b72 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/networks?id=6f5e816b-3582-4c5b-bd07-77dbf7f1dffd HTTP/1.1" status: 200 len: 796 time: 0.1331742 Dec 16 10:44:54.783645 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-4d1d96cf-af4b-4d97-84a4-390314a6a5c1 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/quotas/acf35d0affc64805837e6cdc8e4702cc HTTP/1.1" status: 200 len: 375 time: 0.0111208 Dec 16 10:44:54.803778 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:54.804558 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 2b394999-631f-414b-ba76-d8338e0106b9 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:44:54.814167 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-ff3a0237-170a-459d-9342-f0cd5fa478f1 None None] Set router f695d3e2-fbe7-487f-8205-a76b54b0b9d3 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:44:54.842395 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-0db921a6-ceaf-475a-bfa4-89eb2514b75f tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486789 Dec 16 10:44:54.931309 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-26b6a870-9086-4271-92f1-3fd183faff54 None None] Provisioning complete for port 2b394999-631f-414b-ba76-d8338e0106b9 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:44:54.931605 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-26b6a870-9086-4271-92f1-3fd183faff54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:54.936670 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=5657bb4f-6bbe-4653-af98-fbd13c5087ca,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:54.958365 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-ada1a7f7-5b78-4d83-861f-4ee66ff164cb service neutron] 10.222.0.60 "GET /v2.0/networks/6f5e816b-3582-4c5b-bd07-77dbf7f1dffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958586 Dec 16 10:44:54.993488 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 2b394999-631f-414b-ba76-d8338e0106b9 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:44:54.994000 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:55.034013 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-ff3a0237-170a-459d-9342-f0cd5fa478f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884481792', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '5657bb4f-6bbe-4653-af98-fbd13c5087ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:49Z', 'updated_at': '2021-12-16T10:44:53Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '5657bb4f-6bbe-4653-af98-fbd13c5087ca', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:49Z', 'updated_at': '2021-12-16T10:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '147e1c53-d50b-4f27-9ac4-2d76a2379913', 'name': '', 'network_id': '6f5e816b-3582-4c5b-bd07-77dbf7f1dffd', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:5b:38:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '6d3b9e9f-716d-4138-9a4b-3e979a91b5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:52Z', 'updated_at': '2021-12-16T10:44:53Z', 'revision_number': 2, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': '6d3b9e9f-716d-4138-9a4b-3e979a91b5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:55.056874 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-fb7525d8-1874-41c3-a224-1e84e5f91bdf service neutron] 10.222.0.60 "GET /v2.0/networks/6f5e816b-3582-4c5b-bd07-77dbf7f1dffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923352 Dec 16 10:44:55.064654 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3a0237-170a-459d-9342-f0cd5fa478f1 None None] Checking router: f695d3e2-fbe7-487f-8205-a76b54b0b9d3 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:44:55.065013 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3a0237-170a-459d-9342-f0cd5fa478f1 None None] Updating router f695d3e2-fbe7-487f-8205-a76b54b0b9d3 port 147e1c53-d50b-4f27-9ac4-2d76a2379913 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:44:55.095212 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-ff3a0237-170a-459d-9342-f0cd5fa478f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:55.125656 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-26b6a870-9086-4271-92f1-3fd183faff54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:55.177992 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:55.183473 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-26b6a870-9086-4271-92f1-3fd183faff54 None None] For port 2b394999-631f-414b-ba76-d8338e0106b9, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=2b394999-631f-414b-ba76-d8338e0106b9,segment=NetworkSegment(722dc04f-1bdf-42ee-b2aa-aac13d5bf819),segment_id=722dc04f-1bdf-42ee-b2aa-aac13d5bf819)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:44:55.277992 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-26b6a870-9086-4271-92f1-3fd183faff54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:55.356711 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 10:44:55.357055 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 10:44:55.385823 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-776ea2a8-73a3-4738-9239-5b5447c856a8 req-3679b2b7-adc5-4e4b-a6cc-d4f639d9e4d8 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=cedea135-45bd-492b-b6aa-c33d3c016aab HTTP/1.1" status: 200 len: 210 time: 0.0529873 Dec 16 10:44:55.402080 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b6a870-9086-4271-92f1-3fd183faff54 None None] Pushing event updated for resources: {'Port': ['ID=2b394999-631f-414b-ba76-d8338e0106b9,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:55.402874 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-ff3a0237-170a-459d-9342-f0cd5fa478f1 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:55.416162 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b61b378a-3b85-4129-9192-ae3ac1e1da82 None None] Provisioning complete for port 2b394999-631f-414b-ba76-d8338e0106b9 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:44:55.416162 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b61b378a-3b85-4129-9192-ae3ac1e1da82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:55.511842 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-ff3a0237-170a-459d-9342-f0cd5fa478f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:55.530639 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b61b378a-3b85-4129-9192-ae3ac1e1da82 None None] Provisioning complete for port 147e1c53-d50b-4f27-9ac4-2d76a2379913 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:44:55.531761 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b61b378a-3b85-4129-9192-ae3ac1e1da82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:55.569926 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-b61b378a-3b85-4129-9192-ae3ac1e1da82 None None] Port 147e1c53-d50b-4f27-9ac4-2d76a2379913 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:44:55.575622 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa504c-56ba-420e-92cf-5cf7fa985618 None None] Pushing event updated for resources: {'Port': ['ID=147e1c53-d50b-4f27-9ac4-2d76a2379913,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:55.600387 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfa504c-56ba-420e-92cf-5cf7fa985618 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:55.600731 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfa504c-56ba-420e-92cf-5cf7fa985618 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:55.601069 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfa504c-56ba-420e-92cf-5cf7fa985618 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:55.601650 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfa504c-56ba-420e-92cf-5cf7fa985618 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:55.601866 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfa504c-56ba-420e-92cf-5cf7fa985618 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:55.602172 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfa504c-56ba-420e-92cf-5cf7fa985618 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:55.602494 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfa504c-56ba-420e-92cf-5cf7fa985618 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:55.602843 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfa504c-56ba-420e-92cf-5cf7fa985618 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:55.603171 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfa504c-56ba-420e-92cf-5cf7fa985618 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:55.603483 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfa504c-56ba-420e-92cf-5cf7fa985618 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:55.603859 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfa504c-56ba-420e-92cf-5cf7fa985618 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:55.604107 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfa504c-56ba-420e-92cf-5cf7fa985618 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:55.643331 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-ff3a0237-170a-459d-9342-f0cd5fa478f1 None None] Attempting to bind port 147e1c53-d50b-4f27-9ac4-2d76a2379913 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:44:55.643701 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-ff3a0237-170a-459d-9342-f0cd5fa478f1 None None] Attempting to bind port 147e1c53-d50b-4f27-9ac4-2d76a2379913 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '722dc04f-1bdf-42ee-b2aa-aac13d5bf819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6f5e816b-3582-4c5b-bd07-77dbf7f1dffd'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:44:55.644071 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3a0237-170a-459d-9342-f0cd5fa478f1 None None] Attempting to bind port 147e1c53-d50b-4f27-9ac4-2d76a2379913 on network 6f5e816b-3582-4c5b-bd07-77dbf7f1dffd {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:44:55.649424 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3a0237-170a-459d-9342-f0cd5fa478f1 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:44:55.649840 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3a0237-170a-459d-9342-f0cd5fa478f1 None None] Checking segment: {'id': '722dc04f-1bdf-42ee-b2aa-aac13d5bf819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6f5e816b-3582-4c5b-bd07-77dbf7f1dffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:44:55.650359 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-ff3a0237-170a-459d-9342-f0cd5fa478f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:55.650756 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3a0237-170a-459d-9342-f0cd5fa478f1 None None] Bound using segment: {'id': '722dc04f-1bdf-42ee-b2aa-aac13d5bf819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6f5e816b-3582-4c5b-bd07-77dbf7f1dffd'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:44:55.651223 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-ff3a0237-170a-459d-9342-f0cd5fa478f1 None None] Bound port: 147e1c53-d50b-4f27-9ac4-2d76a2379913, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722dc04f-1bdf-42ee-b2aa-aac13d5bf819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6f5e816b-3582-4c5b-bd07-77dbf7f1dffd'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:44:55.651599 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-ff3a0237-170a-459d-9342-f0cd5fa478f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:55.692467 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-114e1d5e-69f2-4282-a7ad-930eb8014d29 None None] Provisioning complete for port 147e1c53-d50b-4f27-9ac4-2d76a2379913 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:44:55.693096 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-114e1d5e-69f2-4282-a7ad-930eb8014d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:55.721573 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-ff3a0237-170a-459d-9342-f0cd5fa478f1 None None] For port 147e1c53-d50b-4f27-9ac4-2d76a2379913, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:44:55.724949 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-ff3a0237-170a-459d-9342-f0cd5fa478f1 None None] For port 147e1c53-d50b-4f27-9ac4-2d76a2379913, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=147e1c53-d50b-4f27-9ac4-2d76a2379913,segment=NetworkSegment(722dc04f-1bdf-42ee-b2aa-aac13d5bf819),segment_id=722dc04f-1bdf-42ee-b2aa-aac13d5bf819)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:44:55.737076 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-114e1d5e-69f2-4282-a7ad-930eb8014d29 None None] Port 147e1c53-d50b-4f27-9ac4-2d76a2379913 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:44:55.792504 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-ff3a0237-170a-459d-9342-f0cd5fa478f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:55.860910 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa504c-56ba-420e-92cf-5cf7fa985618 None None] Pushing event updated for resources: {'Port': ['ID=147e1c53-d50b-4f27-9ac4-2d76a2379913,revision_number=4']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:55.862551 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3a0237-170a-459d-9342-f0cd5fa478f1 None None] Routers {'f695d3e2-fbe7-487f-8205-a76b54b0b9d3'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:44:55.863177 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-ff3a0237-170a-459d-9342-f0cd5fa478f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:44:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['f695d3e2-fbe7-487f-8205-a76b54b0b9d3'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:55.926860 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b78c2599-3ce4-425a-a484-35f185bc80a2 None None] Provisioning complete for port 147e1c53-d50b-4f27-9ac4-2d76a2379913 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:44:55.927477 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b78c2599-3ce4-425a-a484-35f185bc80a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:55.993645 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-ff3a0237-170a-459d-9342-f0cd5fa478f1 None None] Set router f695d3e2-fbe7-487f-8205-a76b54b0b9d3 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:44:56.043071 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b78c2599-3ce4-425a-a484-35f185bc80a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:56.083151 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-b78c2599-3ce4-425a-a484-35f185bc80a2 None None] For port 147e1c53-d50b-4f27-9ac4-2d76a2379913, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=147e1c53-d50b-4f27-9ac4-2d76a2379913,segment=NetworkSegment(722dc04f-1bdf-42ee-b2aa-aac13d5bf819),segment_id=722dc04f-1bdf-42ee-b2aa-aac13d5bf819)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:44:56.176712 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b78c2599-3ce4-425a-a484-35f185bc80a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:56.243550 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c2599-3ce4-425a-a484-35f185bc80a2 None None] Pushing event updated for resources: {'Port': ['ID=147e1c53-d50b-4f27-9ac4-2d76a2379913,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:56.246626 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-ff3a0237-170a-459d-9342-f0cd5fa478f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884481792', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '5657bb4f-6bbe-4653-af98-fbd13c5087ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:49Z', 'updated_at': '2021-12-16T10:44:53Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '5657bb4f-6bbe-4653-af98-fbd13c5087ca', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:49Z', 'updated_at': '2021-12-16T10:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '147e1c53-d50b-4f27-9ac4-2d76a2379913', 'name': '', 'network_id': '6f5e816b-3582-4c5b-bd07-77dbf7f1dffd', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:5b:38:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '6d3b9e9f-716d-4138-9a4b-3e979a91b5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:52Z', 'updated_at': '2021-12-16T10:44:55Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': '6d3b9e9f-716d-4138-9a4b-3e979a91b5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:56.298228 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-47a2a462-f21e-48a0-ba51-0bd577ffba28 None None] Provisioning complete for port 147e1c53-d50b-4f27-9ac4-2d76a2379913 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:44:56.298509 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-47a2a462-f21e-48a0-ba51-0bd577ffba28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:56.365077 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3a0237-170a-459d-9342-f0cd5fa478f1 None None] The sync data for ids ['f695d3e2-fbe7-487f-8205-a76b54b0b9d3'] in n-d-820550-2 is: [{'id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884481792', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '5657bb4f-6bbe-4653-af98-fbd13c5087ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:49Z', 'updated_at': '2021-12-16T10:44:53Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '5657bb4f-6bbe-4653-af98-fbd13c5087ca', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:49Z', 'updated_at': '2021-12-16T10:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '147e1c53-d50b-4f27-9ac4-2d76a2379913', 'name': '', 'network_id': '6f5e816b-3582-4c5b-bd07-77dbf7f1dffd', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:5b:38:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '6d3b9e9f-716d-4138-9a4b-3e979a91b5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:52Z', 'updated_at': '2021-12-16T10:44:55Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': '6d3b9e9f-716d-4138-9a4b-3e979a91b5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:44:56.511391 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1be2689e-ddfa-42ea-805f-bf15e311d69c req-6731056c-6ef4-4921-a65e-4dbb31f5e221 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=cedea135-45bd-492b-b6aa-c33d3c016aab HTTP/1.1" status: 200 len: 210 time: 0.0372171 Dec 16 10:44:56.517939 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5657bb4f-6bbe-4653-af98-fbd13c5087ca up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:44:56.551455 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-db49d1ea-07b4-4a74-bcf9-1cbd3cd2fd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:56.595857 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 5657bb4f-6bbe-4653-af98-fbd13c5087ca triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:44:56.596235 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:56.688272 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 2b394999-631f-414b-ba76-d8338e0106b9 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:44:56.732070 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 2b394999-631f-414b-ba76-d8338e0106b9 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:44:56.732460 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:57.536863 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-749e2f77-1cc7-4fa9-a582-398d170aa060 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:57.539684 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-749e2f77-1cc7-4fa9-a582-398d170aa060 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.58 "GET /v2.0/networks?id=6f5e816b-3582-4c5b-bd07-77dbf7f1dffd HTTP/1.1" status: 200 len: 796 time: 0.1084092 Dec 16 10:44:57.583250 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-e16ca46a-69c3-41cf-9d35-910d350376db tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acf35d0affc64805837e6cdc8e4702cc HTTP/1.1" status: 200 len: 380 time: 0.0345180 Dec 16 10:44:57.598757 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-026cc68d-b094-4224-ba17-b32d02874ccf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'port': {'device_id': 'cedea135-45bd-492b-b6aa-c33d3c016aab', 'network_id': '6f5e816b-3582-4c5b-bd07-77dbf7f1dffd', 'admin_state_up': True, 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'security_groups': ['3ea81a6d-f30c-449f-9e44-6b686f055dc4']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:44:57.628823 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7a9a2ad5-9cea-4e36-a345-4b8933dded16 req-c3717714-fd71-45e6-a629-b9db52abca36 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=cedea135-45bd-492b-b6aa-c33d3c016aab HTTP/1.1" status: 200 len: 210 time: 0.0423529 Dec 16 10:44:57.836714 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-026cc68d-b094-4224-ba17-b32d02874ccf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Made reservation on behalf of acf35d0affc64805837e6cdc8e4702cc for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:44:57.840647 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-026cc68d-b094-4224-ba17-b32d02874ccf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:57.940538 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:57.973020 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-026cc68d-b094-4224-ba17-b32d02874ccf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Allocated IP 172.20.0.4 (6f5e816b-3582-4c5b-bd07-77dbf7f1dffd/6d3b9e9f-716d-4138-9a4b-3e979a91b5d1/7bc3a173-57b9-47ed-847c-3742756d92f3) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:44:58.115187 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-026cc68d-b094-4224-ba17-b32d02874ccf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:58.215124 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-026cc68d-b094-4224-ba17-b32d02874ccf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:58.262686 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-026cc68d-b094-4224-ba17-b32d02874ccf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Network 6f5e816b-3582-4c5b-bd07-77dbf7f1dffd is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:44:58.266444 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-026cc68d-b094-4224-ba17-b32d02874ccf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:44:58.270102 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-026cc68d-b094-4224-ba17-b32d02874ccf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:44:58.279072 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026cc68d-b094-4224-ba17-b32d02874ccf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Port': ['ID=7bc3a173-57b9-47ed-847c-3742756d92f3,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:58.326799 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-026cc68d-b094-4224-ba17-b32d02874ccf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:58.327445 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-026cc68d-b094-4224-ba17-b32d02874ccf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:58.417543 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-026cc68d-b094-4224-ba17-b32d02874ccf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8224661 Dec 16 10:44:58.430513 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-41c2fa3a-a271-4924-bfb7-88307d54cb9f service neutron] Request body: {'port': {'device_id': 'cedea135-45bd-492b-b6aa-c33d3c016aab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:44:58.453355 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 147e1c53-d50b-4f27-9ac4-2d76a2379913 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:44:58.488145 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-41c2fa3a-a271-4924-bfb7-88307d54cb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:58.501948 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 147e1c53-d50b-4f27-9ac4-2d76a2379913 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:44:58.502315 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:58.546816 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-f6e78e6b-bd50-441a-b112-778a96323724 None None] Provisioning complete for port 7bc3a173-57b9-47ed-847c-3742756d92f3 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:44:58.547094 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f6e78e6b-bd50-441a-b112-778a96323724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:58.764801 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f6e78e6b-bd50-441a-b112-778a96323724 None None] Port 7bc3a173-57b9-47ed-847c-3742756d92f3 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:44:58.779796 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-41c2fa3a-a271-4924-bfb7-88307d54cb9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bc3a173-57b9-47ed-847c-3742756d92f3 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:44:58.788067 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-41c2fa3a-a271-4924-bfb7-88307d54cb9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:58.801400 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-41c2fa3a-a271-4924-bfb7-88307d54cb9f service neutron] Transition to ACTIVE for port object 7bc3a173-57b9-47ed-847c-3742756d92f3 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:44:58.860263 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-41c2fa3a-a271-4924-bfb7-88307d54cb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:58.914004 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2fa3a-a271-4924-bfb7-88307d54cb9f service neutron] Pushing event updated for resources: {'Port': ['ID=7bc3a173-57b9-47ed-847c-3742756d92f3,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:58.994303 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-41c2fa3a-a271-4924-bfb7-88307d54cb9f service neutron] Attempting to bind port 7bc3a173-57b9-47ed-847c-3742756d92f3 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:44:58.994784 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-41c2fa3a-a271-4924-bfb7-88307d54cb9f service neutron] Attempting to bind port 7bc3a173-57b9-47ed-847c-3742756d92f3 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '722dc04f-1bdf-42ee-b2aa-aac13d5bf819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6f5e816b-3582-4c5b-bd07-77dbf7f1dffd'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:44:58.995146 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-41c2fa3a-a271-4924-bfb7-88307d54cb9f service neutron] Attempting to bind port 7bc3a173-57b9-47ed-847c-3742756d92f3 on network 6f5e816b-3582-4c5b-bd07-77dbf7f1dffd {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:44:59.000810 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-41c2fa3a-a271-4924-bfb7-88307d54cb9f service neutron] Port 7bc3a173-57b9-47ed-847c-3742756d92f3 on network 6f5e816b-3582-4c5b-bd07-77dbf7f1dffd not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:44:59.001150 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-41c2fa3a-a271-4924-bfb7-88307d54cb9f service neutron] Attempting to bind port 7bc3a173-57b9-47ed-847c-3742756d92f3 on network 6f5e816b-3582-4c5b-bd07-77dbf7f1dffd {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:44:59.007090 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-41c2fa3a-a271-4924-bfb7-88307d54cb9f service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:44:59.007464 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-41c2fa3a-a271-4924-bfb7-88307d54cb9f service neutron] Checking segment: {'id': '722dc04f-1bdf-42ee-b2aa-aac13d5bf819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6f5e816b-3582-4c5b-bd07-77dbf7f1dffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:44:59.007930 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-41c2fa3a-a271-4924-bfb7-88307d54cb9f service neutron] Bound using segment: {'id': '722dc04f-1bdf-42ee-b2aa-aac13d5bf819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6f5e816b-3582-4c5b-bd07-77dbf7f1dffd'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:44:59.008362 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-41c2fa3a-a271-4924-bfb7-88307d54cb9f service neutron] Bound port: 7bc3a173-57b9-47ed-847c-3742756d92f3, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '722dc04f-1bdf-42ee-b2aa-aac13d5bf819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6f5e816b-3582-4c5b-bd07-77dbf7f1dffd'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:44:59.008716 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-41c2fa3a-a271-4924-bfb7-88307d54cb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:59.074586 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbf606-9c7f-47ca-bbd8-f257fadd8a75 req-7eac0f03-289b-4934-8e38-3800adecbd16 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:59.076275 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e7bbf606-9c7f-47ca-bbd8-f257fadd8a75 req-7eac0f03-289b-4934-8e38-3800adecbd16 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=cedea135-45bd-492b-b6aa-c33d3c016aab HTTP/1.1" status: 200 len: 931 time: 0.3732553 Dec 16 10:44:59.089693 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-41c2fa3a-a271-4924-bfb7-88307d54cb9f service neutron] For port 7bc3a173-57b9-47ed-847c-3742756d92f3, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:44:59.092974 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-41c2fa3a-a271-4924-bfb7-88307d54cb9f service neutron] For port 7bc3a173-57b9-47ed-847c-3742756d92f3, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=7bc3a173-57b9-47ed-847c-3742756d92f3,segment=NetworkSegment(722dc04f-1bdf-42ee-b2aa-aac13d5bf819),segment_id=722dc04f-1bdf-42ee-b2aa-aac13d5bf819)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:44:59.116177 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e7bbf606-9c7f-47ca-bbd8-f257fadd8a75 req-5da38ee2-6daa-41eb-9131-9d35447278f2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ea81a6d-f30c-449f-9e44-6b686f055dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328524 Dec 16 10:44:59.146517 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-41c2fa3a-a271-4924-bfb7-88307d54cb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:59.181382 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-41c2fa3a-a271-4924-bfb7-88307d54cb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:59.181998 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-41c2fa3a-a271-4924-bfb7-88307d54cb9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:59.183390 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-41c2fa3a-a271-4924-bfb7-88307d54cb9f service neutron] 10.222.0.58 "PUT /v2.0/ports/7bc3a173-57b9-47ed-847c-3742756d92f3 HTTP/1.1" status: 200 len: 1091 time: 0.7575326 Dec 16 10:44:59.183823 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cedea135-45bd-492b-b6aa-c33d3c016aab', 'tag': '7bc3a173-57b9-47ed-847c-3742756d92f3'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:44:59.186095 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d448c832-bed7-4dd7-8647-ef335af00df6" -d '{"events": [{"name": "network-changed", "server_uuid": "cedea135-45bd-492b-b6aa-c33d3c016aab", "tag": "7bc3a173-57b9-47ed-847c-3742756d92f3"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:44:59.211286 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2fa3a-a271-4924-bfb7-88307d54cb9f service neutron] Pushing event updated for resources: {'Port': ['ID=7bc3a173-57b9-47ed-847c-3742756d92f3,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:59.228293 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5979f47f-1541-41ac-94a5-b33b82b96aa0 x-openstack-request-id: req-5979f47f-1541-41ac-94a5-b33b82b96aa0 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:44:59.228587 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cedea135-45bd-492b-b6aa-c33d3c016aab", "tag": "7bc3a173-57b9-47ed-847c-3742756d92f3", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:44:59.228845 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5979f47f-1541-41ac-94a5-b33b82b96aa0 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:44:59.229302 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cedea135-45bd-492b-b6aa-c33d3c016aab', 'tag': '7bc3a173-57b9-47ed-847c-3742756d92f3', 'status': 'completed', 'code': 200} Dec 16 10:44:59.298544 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448c832-bed7-4dd7-8647-ef335af00df6 req-ef4fae27-7098-4410-b93c-0e477b0c1b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:59.300086 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d448c832-bed7-4dd7-8647-ef335af00df6 req-ef4fae27-7098-4410-b93c-0e477b0c1b51 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&device_id=cedea135-45bd-492b-b6aa-c33d3c016aab HTTP/1.1" status: 200 len: 1094 time: 0.0478005 Dec 16 10:44:59.416103 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448c832-bed7-4dd7-8647-ef335af00df6 req-b6902bbf-2149-4999-a182-aa3f40af2da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:59.417093 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:59.418995 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d448c832-bed7-4dd7-8647-ef335af00df6 req-b6902bbf-2149-4999-a182-aa3f40af2da6 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=acf35d0affc64805837e6cdc8e4702cc&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1101329 Dec 16 10:44:59.513925 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448c832-bed7-4dd7-8647-ef335af00df6 req-5974d2a2-4786-4152-a069-f270fc388da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:59.515388 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d448c832-bed7-4dd7-8647-ef335af00df6 req-5974d2a2-4786-4152-a069-f270fc388da8 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913327 Dec 16 10:44:59.598820 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-399ac7ce-2c50-42f9-887a-515749d8b680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:59.600315 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-399ac7ce-2c50-42f9-887a-515749d8b680 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&device_id=cedea135-45bd-492b-b6aa-c33d3c016aab HTTP/1.1" status: 200 len: 1094 time: 0.0472286 Dec 16 10:44:59.631393 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:59.644081 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-2768c44f-80da-4480-8ec1-191766f4a13f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bc3a173-57b9-47ed-847c-3742756d92f3 HTTP/1.1" status: 200 len: 217 time: 0.0362012 Dec 16 10:44:59.693872 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-75c81e70-f159-4b5d-ad3f-ed3664cfa170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:59.695314 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-75c81e70-f159-4b5d-ad3f-ed3664cfa170 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6d3b9e9f-716d-4138-9a4b-3e979a91b5d1 HTTP/1.1" status: 200 len: 835 time: 0.0452044 Dec 16 10:44:59.748052 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-4310543a-2e7a-4537-aa19-bd4d37d3c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:59.751179 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-4310543a-2e7a-4537-aa19-bd4d37d3c137 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6f5e816b-3582-4c5b-bd07-77dbf7f1dffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459938 Dec 16 10:44:59.843322 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-3d6f673d-30e3-4b02-ad9a-34c0d6cd7657 service neutron] 10.222.0.58 "GET /v2.0/networks/6f5e816b-3582-4c5b-bd07-77dbf7f1dffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866971 Dec 16 10:44:59.932342 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dc7d395f-14c0-42c3-b7ad-2f8e2a3a3886 req-9cb3f4bb-be08-4524-b96f-1fca3fc4291b service neutron] 10.222.0.58 "GET /v2.0/networks/6f5e816b-3582-4c5b-bd07-77dbf7f1dffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816851 Dec 16 10:45:00.242015 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd001a4-de05-420f-a1c7-d43e3321ee41 req-1a8f10f7-03cb-4e4d-aa7a-6f4e7f28f4cb tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:00.243429 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2dd001a4-de05-420f-a1c7-d43e3321ee41 req-1a8f10f7-03cb-4e4d-aa7a-6f4e7f28f4cb tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=cedea135-45bd-492b-b6aa-c33d3c016aab HTTP/1.1" status: 200 len: 943 time: 0.0588729 Dec 16 10:45:00.281333 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2dd001a4-de05-420f-a1c7-d43e3321ee41 req-ec2b2258-8725-4b5b-8e36-a2b7315b7f11 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ea81a6d-f30c-449f-9e44-6b686f055dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317802 Dec 16 10:45:01.405015 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15202f5d-b783-4019-a654-131489cb1442 req-4215af0b-23dc-4448-8584-a271649fb071 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:01.406566 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-15202f5d-b783-4019-a654-131489cb1442 req-4215af0b-23dc-4448-8584-a271649fb071 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=cedea135-45bd-492b-b6aa-c33d3c016aab HTTP/1.1" status: 200 len: 943 time: 0.0550323 Dec 16 10:45:01.446741 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-15202f5d-b783-4019-a654-131489cb1442 req-03055dc5-f758-42aa-ae4d-22e3479afb54 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ea81a6d-f30c-449f-9e44-6b686f055dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337381 Dec 16 10:45:01.766066 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 7bc3a173-57b9-47ed-847c-3742756d92f3 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:45:01.870933 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 7bc3a173-57b9-47ed-847c-3742756d92f3, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=7bc3a173-57b9-47ed-847c-3742756d92f3,segment=NetworkSegment(722dc04f-1bdf-42ee-b2aa-aac13d5bf819),segment_id=722dc04f-1bdf-42ee-b2aa-aac13d5bf819)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:45:01.881906 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '7bc3a173-57b9-47ed-847c-3742756d92f3', 'network_id': '6f5e816b-3582-4c5b-bd07-77dbf7f1dffd', 'port_id': '7bc3a173-57b9-47ed-847c-3742756d92f3', 'mac_address': 'fa:16:3e:3c:75:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d3b9e9f-716d-4138-9a4b-3e979a91b5d1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:45:01.920223 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:01.935819 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc3a173-57b9-47ed-847c-3742756d92f3 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:45:01.957844 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 7bc3a173-57b9-47ed-847c-3742756d92f3, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=7bc3a173-57b9-47ed-847c-3742756d92f3,segment=NetworkSegment(722dc04f-1bdf-42ee-b2aa-aac13d5bf819),segment_id=722dc04f-1bdf-42ee-b2aa-aac13d5bf819)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:45:02.020449 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:02.073741 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=7bc3a173-57b9-47ed-847c-3742756d92f3,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:45:02.226676 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['7bc3a173-57b9-47ed-847c-3742756d92f3'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:45:02.564138 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008968b-53ca-4b98-b29d-4d0f3a27a6c8 req-3e5bf2bc-6f77-484a-ac75-aad8f02fa142 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:02.565656 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d008968b-53ca-4b98-b29d-4d0f3a27a6c8 req-3e5bf2bc-6f77-484a-ac75-aad8f02fa142 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=cedea135-45bd-492b-b6aa-c33d3c016aab HTTP/1.1" status: 200 len: 944 time: 0.0512319 Dec 16 10:45:02.605894 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d008968b-53ca-4b98-b29d-4d0f3a27a6c8 req-7ab174cd-4bbc-460e-8e2e-fdeb4ceb590b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ea81a6d-f30c-449f-9e44-6b686f055dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330665 Dec 16 10:45:03.730582 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af1758-741f-4c91-886f-3beee77f73ad req-950423c7-ba39-4465-8713-e1d988980d13 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:03.732115 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21af1758-741f-4c91-886f-3beee77f73ad req-950423c7-ba39-4465-8713-e1d988980d13 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=cedea135-45bd-492b-b6aa-c33d3c016aab HTTP/1.1" status: 200 len: 944 time: 0.0517960 Dec 16 10:45:03.771824 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-21af1758-741f-4c91-886f-3beee77f73ad req-258f6e20-aa6e-48aa-8eda-315477974d6f tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ea81a6d-f30c-449f-9e44-6b686f055dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324898 Dec 16 10:45:03.780674 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 7bc3a173-57b9-47ed-847c-3742756d92f3 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:45:03.929507 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 7bc3a173-57b9-47ed-847c-3742756d92f3 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:45:03.934321 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 7bc3a173-57b9-47ed-847c-3742756d92f3 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:45:03.934717 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:04.015342 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:04.037571 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cedea135-45bd-492b-b6aa-c33d3c016aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc3a173-57b9-47ed-847c-3742756d92f3'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:45:04.040384 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43456ec7ce59ea77a0f74ce1d1a90a56292c95d5d3a8a10fcc4b35aa5a8e1da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291e994c-e2dc-4286-abe7-56c83b69de7d" -d '{"events": [{"server_uuid": "cedea135-45bd-492b-b6aa-c33d3c016aab", "name": "network-vif-plugged", "status": "completed", "tag": "7bc3a173-57b9-47ed-847c-3742756d92f3"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:45:04.054136 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 7bc3a173-57b9-47ed-847c-3742756d92f3, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=7bc3a173-57b9-47ed-847c-3742756d92f3,segment=NetworkSegment(722dc04f-1bdf-42ee-b2aa-aac13d5bf819),segment_id=722dc04f-1bdf-42ee-b2aa-aac13d5bf819)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:45:04.079715 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1fe6ce-f16c-4508-bec3-09717cc8b00a x-openstack-request-id: req-6d1fe6ce-f16c-4508-bec3-09717cc8b00a {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:45:04.080007 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cedea135-45bd-492b-b6aa-c33d3c016aab", "name": "network-vif-plugged", "status": "completed", "tag": "7bc3a173-57b9-47ed-847c-3742756d92f3", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:45:04.080258 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6d1fe6ce-f16c-4508-bec3-09717cc8b00a {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:45:04.080657 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cedea135-45bd-492b-b6aa-c33d3c016aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc3a173-57b9-47ed-847c-3742756d92f3', 'code': 200} Dec 16 10:45:04.117440 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:04.170827 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=7bc3a173-57b9-47ed-847c-3742756d92f3,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:45:04.185722 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa81384-1e1e-41f0-8d78-30c8769152bb req-947c916d-067c-4817-a165-4c0237af8b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:04.187257 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ffa81384-1e1e-41f0-8d78-30c8769152bb req-947c916d-067c-4817-a165-4c0237af8b7f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cedea135-45bd-492b-b6aa-c33d3c016aab HTTP/1.1" status: 200 len: 1096 time: 0.0521352 Dec 16 10:45:04.222575 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ffa81384-1e1e-41f0-8d78-30c8769152bb req-bc0c9d9d-c6b7-47a2-8295-4a06a2e1ae95 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3ea81a6d-f30c-449f-9e44-6b686f055dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281637 Dec 16 10:45:04.902029 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100b8db-b34e-44b8-bd02-0db96aa8e89d req-362ca494-d191-47a2-8023-9c78bf3ae74d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:04.903579 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b100b8db-b34e-44b8-bd02-0db96aa8e89d req-362ca494-d191-47a2-8023-9c78bf3ae74d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=cedea135-45bd-492b-b6aa-c33d3c016aab HTTP/1.1" status: 200 len: 945 time: 0.0592656 Dec 16 10:45:04.949022 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b100b8db-b34e-44b8-bd02-0db96aa8e89d req-2dc7e7cb-5f6f-4a06-b521-1ee7ab959112 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ea81a6d-f30c-449f-9e44-6b686f055dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339582 Dec 16 10:45:06.084432 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fd03f-35c1-45b7-aa30-6aad1b7a7f31 req-e585e0a7-ee92-4dc2-8c44-ae2c874ce787 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:06.086047 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e05fd03f-35c1-45b7-aa30-6aad1b7a7f31 req-e585e0a7-ee92-4dc2-8c44-ae2c874ce787 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=cedea135-45bd-492b-b6aa-c33d3c016aab HTTP/1.1" status: 200 len: 945 time: 0.0616031 Dec 16 10:45:06.140387 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e05fd03f-35c1-45b7-aa30-6aad1b7a7f31 req-50ae4895-d459-42b5-9910-a5b983f38fa5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ea81a6d-f30c-449f-9e44-6b686f055dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480237 Dec 16 10:45:06.266662 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3d4d7-abc7-475b-9805-674b51f3fa15 req-a7db8824-598f-482f-8dce-cf101ef69183 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:06.268073 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-10e3d4d7-abc7-475b-9805-674b51f3fa15 req-a7db8824-598f-482f-8dce-cf101ef69183 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=cedea135-45bd-492b-b6aa-c33d3c016aab HTTP/1.1" status: 200 len: 945 time: 0.0518534 Dec 16 10:45:06.307739 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-10e3d4d7-abc7-475b-9805-674b51f3fa15 req-f5281359-4ef9-4ac8-98af-aec7f399b217 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ea81a6d-f30c-449f-9e44-6b686f055dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337422 Dec 16 10:45:06.329547 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42708) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:45:06.372147 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372a9131-5ce7-4ad8-ad35-e8687fab2be0 tempest-TestNetworkAdvancedServerOps-1096991519 tempest-TestNetworkAdvancedServerOps-1096991519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:06.373718 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-372a9131-5ce7-4ad8-ad35-e8687fab2be0 tempest-TestNetworkAdvancedServerOps-1096991519 tempest-TestNetworkAdvancedServerOps-1096991519-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=cedea135-45bd-492b-b6aa-c33d3c016aab HTTP/1.1" status: 200 len: 1091 time: 0.0429361 Dec 16 10:45:06.378126 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42710) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:45:06.382763 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-232849e9-f78d-4cea-9548-abc23b3e12ac tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'port_id': '7bc3a173-57b9-47ed-847c-3742756d92f3', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:45:06.466377 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-232849e9-f78d-4cea-9548-abc23b3e12ac tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for floatingip, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:06.575273 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-232849e9-f78d-4cea-9548-abc23b3e12ac tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:06.682738 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-232849e9-f78d-4cea-9548-abc23b3e12ac tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Allocated IP 172.25.1.150 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/9075ca56-40b2-440f-b945-9f2e3eccbe4a) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:45:06.783877 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-232849e9-f78d-4cea-9548-abc23b3e12ac tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:06.861350 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-232849e9-f78d-4cea-9548-abc23b3e12ac tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:06.899494 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232849e9-f78d-4cea-9548-abc23b3e12ac tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:45:06.902352 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-232849e9-f78d-4cea-9548-abc23b3e12ac tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:45:06.905729 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232849e9-f78d-4cea-9548-abc23b3e12ac tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:45:06.913862 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232849e9-f78d-4cea-9548-abc23b3e12ac tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Port': ['ID=9075ca56-40b2-440f-b945-9f2e3eccbe4a,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:45:06.944724 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232849e9-f78d-4cea-9548-abc23b3e12ac tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:45:06.945056 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232849e9-f78d-4cea-9548-abc23b3e12ac tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:45:06.945434 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232849e9-f78d-4cea-9548-abc23b3e12ac tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:45:06.945767 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232849e9-f78d-4cea-9548-abc23b3e12ac tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:45:06.946098 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232849e9-f78d-4cea-9548-abc23b3e12ac tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:45:06.946424 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232849e9-f78d-4cea-9548-abc23b3e12ac tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:45:06.946754 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232849e9-f78d-4cea-9548-abc23b3e12ac tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:45:06.947077 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232849e9-f78d-4cea-9548-abc23b3e12ac tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:45:06.947404 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232849e9-f78d-4cea-9548-abc23b3e12ac tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:45:06.947726 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232849e9-f78d-4cea-9548-abc23b3e12ac tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:45:06.948042 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232849e9-f78d-4cea-9548-abc23b3e12ac tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:45:06.948360 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232849e9-f78d-4cea-9548-abc23b3e12ac tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:45:07.281368 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-232849e9-f78d-4cea-9548-abc23b3e12ac tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:07.399478 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-232849e9-f78d-4cea-9548-abc23b3e12ac tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:07.557340 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-232849e9-f78d-4cea-9548-abc23b3e12ac tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:07.636950 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-232849e9-f78d-4cea-9548-abc23b3e12ac tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:07.713049 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232849e9-f78d-4cea-9548-abc23b3e12ac tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Port': ['ID=9075ca56-40b2-440f-b945-9f2e3eccbe4a,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:45:07.731063 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-232849e9-f78d-4cea-9548-abc23b3e12ac tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:07.845765 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [None req-232849e9-f78d-4cea-9548-abc23b3e12ac tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Floating IP a2fa0cee-1253-4f08-b08e-93328f13a418 associated. External IP: 172.25.1.150, port: 7bc3a173-57b9-47ed-847c-3742756d92f3. Dec 16 10:45:08.074205 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232849e9-f78d-4cea-9548-abc23b3e12ac tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Router f695d3e2-fbe7-487f-8205-a76b54b0b9d3 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:45:08.152310 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:08.188641 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232849e9-f78d-4cea-9548-abc23b3e12ac tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:45:08.202860 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d6c2a9-29c4-4331-9bda-4cb102b9cdac None None] Sync routers for ids ['f695d3e2-fbe7-487f-8205-a76b54b0b9d3'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:45:08.212455 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d6c2a9-29c4-4331-9bda-4cb102b9cdac None None] Routers {'f695d3e2-fbe7-487f-8205-a76b54b0b9d3'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:45:08.213105 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-04d6c2a9-29c4-4331-9bda-4cb102b9cdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:44:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['f695d3e2-fbe7-487f-8205-a76b54b0b9d3'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:45:08.269080 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-232849e9-f78d-4cea-9548-abc23b3e12ac tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:08.300440 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-232849e9-f78d-4cea-9548-abc23b3e12ac tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9211648 Dec 16 10:45:08.301597 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cedea135-45bd-492b-b6aa-c33d3c016aab', 'tag': '7bc3a173-57b9-47ed-847c-3742756d92f3'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:45:08.303324 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6ee666-c9f4-48ea-85c6-bf8ab342b107" -d '{"events": [{"name": "network-changed", "server_uuid": "cedea135-45bd-492b-b6aa-c33d3c016aab", "tag": "7bc3a173-57b9-47ed-847c-3742756d92f3"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:45:08.343577 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-04d6c2a9-29c4-4331-9bda-4cb102b9cdac None None] Set router f695d3e2-fbe7-487f-8205-a76b54b0b9d3 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:45:08.352775 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200754c8-7f76-432c-923d-4194c4de48d4 x-openstack-request-id: req-200754c8-7f76-432c-923d-4194c4de48d4 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:45:08.353069 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cedea135-45bd-492b-b6aa-c33d3c016aab", "tag": "7bc3a173-57b9-47ed-847c-3742756d92f3", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:45:08.353492 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-200754c8-7f76-432c-923d-4194c4de48d4 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:45:08.353901 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cedea135-45bd-492b-b6aa-c33d3c016aab', 'tag': '7bc3a173-57b9-47ed-847c-3742756d92f3', 'status': 'completed', 'code': 200} Dec 16 10:45:08.453181 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ee666-c9f4-48ea-85c6-bf8ab342b107 req-f60ad530-88c2-4cee-ac56-de4635d3fccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:08.453934 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50fd8-0fda-400e-9588-9aefde0507db req-f5babfbe-d171-42ae-9a37-430ce66098e5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:08.454801 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cb6ee666-c9f4-48ea-85c6-bf8ab342b107 req-f60ad530-88c2-4cee-ac56-de4635d3fccb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&device_id=cedea135-45bd-492b-b6aa-c33d3c016aab HTTP/1.1" status: 200 len: 1096 time: 0.0654151 Dec 16 10:45:08.455531 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a3d50fd8-0fda-400e-9588-9aefde0507db req-f5babfbe-d171-42ae-9a37-430ce66098e5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=cedea135-45bd-492b-b6aa-c33d3c016aab HTTP/1.1" status: 200 len: 945 time: 0.0844014 Dec 16 10:45:08.503884 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a3d50fd8-0fda-400e-9588-9aefde0507db req-2b80b438-d9c2-426d-bbb3-0949b1f983ad tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ea81a6d-f30c-449f-9e44-6b686f055dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399921 Dec 16 10:45:08.533828 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42716) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:45:08.560385 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ee666-c9f4-48ea-85c6-bf8ab342b107 req-77c74e24-1dd5-4d72-a00b-4408f58c6623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:08.561942 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cb6ee666-c9f4-48ea-85c6-bf8ab342b107 req-77c74e24-1dd5-4d72-a00b-4408f58c6623 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6f5e816b-3582-4c5b-bd07-77dbf7f1dffd HTTP/1.1" status: 200 len: 897 time: 0.1004856 Dec 16 10:45:08.617996 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a900a9a4-d488-4e46-9c92-f5305811bcce tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/floatingips/a2fa0cee-1253-4f08-b08e-93328f13a418 HTTP/1.1" status: 200 len: 991 time: 0.0824745 Dec 16 10:45:08.645344 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cb6ee666-c9f4-48ea-85c6-bf8ab342b107 req-af7ee646-7fcf-49ac-9342-c353fa0fc668 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bc3a173-57b9-47ed-847c-3742756d92f3 HTTP/1.1" status: 200 len: 999 time: 0.0761027 Dec 16 10:45:08.646646 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-04d6c2a9-29c4-4331-9bda-4cb102b9cdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884481792', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '5657bb4f-6bbe-4653-af98-fbd13c5087ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:49Z', 'updated_at': '2021-12-16T10:44:53Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '5657bb4f-6bbe-4653-af98-fbd13c5087ca', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:49Z', 'updated_at': '2021-12-16T10:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'a2fa0cee-1253-4f08-b08e-93328f13a418', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'floating_ip_address': '172.25.1.150', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'port_id': '7bc3a173-57b9-47ed-847c-3742756d92f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5e816b-3582-4c5b-bd07-77dbf7f1dffd', 'mac_address': 'fa:16:3e:3c:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedea135-45bd-492b-b6aa-c33d3c016aab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:45:07Z', 'updated_at': '2021-12-16T10:45:07Z', 'revision_number': 0, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147e1c53-d50b-4f27-9ac4-2d76a2379913', 'name': '', 'network_id': '6f5e816b-3582-4c5b-bd07-77dbf7f1dffd', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:5b:38:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '6d3b9e9f-716d-4138-9a4b-3e979a91b5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:52Z', 'updated_at': '2021-12-16T10:44:56Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': '6d3b9e9f-716d-4138-9a4b-3e979a91b5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:45:08.675447 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d6c2a9-29c4-4331-9bda-4cb102b9cdac None None] Checking router: f695d3e2-fbe7-487f-8205-a76b54b0b9d3 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:45:08.684366 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d6c2a9-29c4-4331-9bda-4cb102b9cdac None None] Routers {'f695d3e2-fbe7-487f-8205-a76b54b0b9d3'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:45:08.684988 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-04d6c2a9-29c4-4331-9bda-4cb102b9cdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:44:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['f695d3e2-fbe7-487f-8205-a76b54b0b9d3'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:45:08.697082 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ee666-c9f4-48ea-85c6-bf8ab342b107 req-df005ba9-fa72-417d-a859-b6f3f1a3fcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:08.698588 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cb6ee666-c9f4-48ea-85c6-bf8ab342b107 req-df005ba9-fa72-417d-a859-b6f3f1a3fcfa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6d3b9e9f-716d-4138-9a4b-3e979a91b5d1 HTTP/1.1" status: 200 len: 835 time: 0.0465648 Dec 16 10:45:08.748701 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ee666-c9f4-48ea-85c6-bf8ab342b107 req-d3e01f31-a856-49df-9de5-f4546ef58efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:08.750492 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cb6ee666-c9f4-48ea-85c6-bf8ab342b107 req-d3e01f31-a856-49df-9de5-f4546ef58efd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6f5e816b-3582-4c5b-bd07-77dbf7f1dffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438201 Dec 16 10:45:08.795702 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-04d6c2a9-29c4-4331-9bda-4cb102b9cdac None None] Set router f695d3e2-fbe7-487f-8205-a76b54b0b9d3 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:45:08.848488 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cb6ee666-c9f4-48ea-85c6-bf8ab342b107 req-64de8cd3-fa34-4287-befb-3c2fea9e7fb4 service neutron] 10.222.0.58 "GET /v2.0/networks/6f5e816b-3582-4c5b-bd07-77dbf7f1dffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908008 Dec 16 10:45:08.948071 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cb6ee666-c9f4-48ea-85c6-bf8ab342b107 req-2ad51a35-d9cd-479e-bd60-99b99241f2d8 service neutron] 10.222.0.58 "GET /v2.0/networks/6f5e816b-3582-4c5b-bd07-77dbf7f1dffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923307 Dec 16 10:45:09.036265 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-04d6c2a9-29c4-4331-9bda-4cb102b9cdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884481792', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '5657bb4f-6bbe-4653-af98-fbd13c5087ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:49Z', 'updated_at': '2021-12-16T10:44:53Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '5657bb4f-6bbe-4653-af98-fbd13c5087ca', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:49Z', 'updated_at': '2021-12-16T10:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'a2fa0cee-1253-4f08-b08e-93328f13a418', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'floating_ip_address': '172.25.1.150', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'port_id': '7bc3a173-57b9-47ed-847c-3742756d92f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5e816b-3582-4c5b-bd07-77dbf7f1dffd', 'mac_address': 'fa:16:3e:3c:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedea135-45bd-492b-b6aa-c33d3c016aab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:45:07Z', 'updated_at': '2021-12-16T10:45:07Z', 'revision_number': 0, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147e1c53-d50b-4f27-9ac4-2d76a2379913', 'name': '', 'network_id': '6f5e816b-3582-4c5b-bd07-77dbf7f1dffd', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:5b:38:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '6d3b9e9f-716d-4138-9a4b-3e979a91b5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:52Z', 'updated_at': '2021-12-16T10:44:56Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': '6d3b9e9f-716d-4138-9a4b-3e979a91b5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:45:09.064089 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d6c2a9-29c4-4331-9bda-4cb102b9cdac None None] The sync data for ids ['f695d3e2-fbe7-487f-8205-a76b54b0b9d3'] in n-d-820550-2 is: [{'id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884481792', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '5657bb4f-6bbe-4653-af98-fbd13c5087ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:49Z', 'updated_at': '2021-12-16T10:44:53Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '5657bb4f-6bbe-4653-af98-fbd13c5087ca', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:49Z', 'updated_at': '2021-12-16T10:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'a2fa0cee-1253-4f08-b08e-93328f13a418', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'floating_ip_address': '172.25.1.150', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'port_id': '7bc3a173-57b9-47ed-847c-3742756d92f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5e816b-3582-4c5b-bd07-77dbf7f1dffd', 'mac_address': 'fa:16:3e:3c:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedea135-45bd-492b-b6aa-c33d3c016aab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:45:07Z', 'updated_at': '2021-12-16T10:45:07Z', 'revision_number': 0, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147e1c53-d50b-4f27-9ac4-2d76a2379913', 'name': '', 'network_id': '6f5e816b-3582-4c5b-bd07-77dbf7f1dffd', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:5b:38:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '6d3b9e9f-716d-4138-9a4b-3e979a91b5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:52Z', 'updated_at': '2021-12-16T10:44:56Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': '6d3b9e9f-716d-4138-9a4b-3e979a91b5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:45:09.258553 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fef88e-6a69-4584-88e4-b991422900a5 None None] New status for floating IP a2fa0cee-1253-4f08-b08e-93328f13a418: ACTIVE {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:45:09.621591 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42718) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:45:09.684016 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2272dfb2-5e6f-475b-a982-e10effee723c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/floatingips/a2fa0cee-1253-4f08-b08e-93328f13a418 HTTP/1.1" status: 200 len: 993 time: 0.0612357 Dec 16 10:45:11.654252 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:24.168522 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4cba7218-90a9-434e-b62c-01d1a7f17e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:24.184186 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9c8b3bd4-043b-49cd-9866-6a5631eba01e req-eb42db8e-1b56-4dd4-914e-92252277c826 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cedea135-45bd-492b-b6aa-c33d3c016aab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0817072 Dec 16 10:45:24.272385 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b3bd4-043b-49cd-9866-6a5631eba01e req-aab92bb9-7a30-4217-b1f9-7e7d458731e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:24.274028 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9c8b3bd4-043b-49cd-9866-6a5631eba01e req-aab92bb9-7a30-4217-b1f9-7e7d458731e6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&device_id=cedea135-45bd-492b-b6aa-c33d3c016aab HTTP/1.1" status: 200 len: 1096 time: 0.0471308 Dec 16 10:45:24.383103 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b3bd4-043b-49cd-9866-6a5631eba01e req-6db42f83-8a9b-456a-aaba-accef4beb9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:24.384624 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9c8b3bd4-043b-49cd-9866-6a5631eba01e req-6db42f83-8a9b-456a-aaba-accef4beb9e2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6f5e816b-3582-4c5b-bd07-77dbf7f1dffd HTTP/1.1" status: 200 len: 897 time: 0.0903707 Dec 16 10:45:24.465752 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9c8b3bd4-043b-49cd-9866-6a5631eba01e req-b6a9a81c-7e21-4dad-ae61-a0aed7943c1e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bc3a173-57b9-47ed-847c-3742756d92f3 HTTP/1.1" status: 200 len: 1001 time: 0.0730860 Dec 16 10:45:24.525218 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b3bd4-043b-49cd-9866-6a5631eba01e req-c0a86336-8300-477e-bab6-cd8916638af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:24.526939 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9c8b3bd4-043b-49cd-9866-6a5631eba01e req-c0a86336-8300-477e-bab6-cd8916638af7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6d3b9e9f-716d-4138-9a4b-3e979a91b5d1 HTTP/1.1" status: 200 len: 835 time: 0.0541670 Dec 16 10:45:24.554126 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:45:24.575783 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b3bd4-043b-49cd-9866-6a5631eba01e req-89d35537-5464-4224-8450-b7cc3cb49306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:24.577334 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9c8b3bd4-043b-49cd-9866-6a5631eba01e req-89d35537-5464-4224-8450-b7cc3cb49306 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6f5e816b-3582-4c5b-bd07-77dbf7f1dffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433328 Dec 16 10:45:24.680013 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9c8b3bd4-043b-49cd-9866-6a5631eba01e req-17f53d9f-1ffa-4ed7-ac82-2421f761b137 service neutron] 10.222.0.58 "GET /v2.0/networks/6f5e816b-3582-4c5b-bd07-77dbf7f1dffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953541 Dec 16 10:45:24.773977 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9c8b3bd4-043b-49cd-9866-6a5631eba01e req-7d02d607-3ec6-4af7-94ab-c4e8d2fb3281 service neutron] 10.222.0.58 "GET /v2.0/networks/6f5e816b-3582-4c5b-bd07-77dbf7f1dffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855548 Dec 16 10:45:26.482447 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-78c8ccb5-c7e5-403d-b480-c8dd7f1654ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:27.870917 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:29.401334 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:29.641733 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:36.512049 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bb5b1-e1e2-4bce-916f-3723ac334e44 req-91ba179d-22b4-44d1-bd28-ea1aaef958df tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:36.513560 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2a9bb5b1-e1e2-4bce-916f-3723ac334e44 req-91ba179d-22b4-44d1-bd28-ea1aaef958df tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=cedea135-45bd-492b-b6aa-c33d3c016aab HTTP/1.1" status: 200 len: 945 time: 0.0497935 Dec 16 10:45:36.552837 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2a9bb5b1-e1e2-4bce-916f-3723ac334e44 req-44c61912-5102-4745-9423-267f9ff42f43 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ea81a6d-f30c-449f-9e44-6b686f055dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330365 Dec 16 10:45:37.671339 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6c9e4-b574-42fb-99b3-9939f80d1860 req-2a7a0754-7027-4e24-ad37-85df1d30a011 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:37.672802 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c9b6c9e4-b574-42fb-99b3-9939f80d1860 req-2a7a0754-7027-4e24-ad37-85df1d30a011 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=cedea135-45bd-492b-b6aa-c33d3c016aab HTTP/1.1" status: 200 len: 945 time: 0.0485671 Dec 16 10:45:37.710727 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c9b6c9e4-b574-42fb-99b3-9939f80d1860 req-ab1773fc-00f9-4fbc-8044-3d37dbdd0951 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ea81a6d-f30c-449f-9e44-6b686f055dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318770 Dec 16 10:45:38.120964 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:38.836117 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b04eb-a452-464b-93f7-2c7d3f6c6833 req-1379b314-64ed-4186-844a-42f1f96b2246 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:38.837658 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6f9b04eb-a452-464b-93f7-2c7d3f6c6833 req-1379b314-64ed-4186-844a-42f1f96b2246 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=cedea135-45bd-492b-b6aa-c33d3c016aab HTTP/1.1" status: 200 len: 945 time: 0.0549805 Dec 16 10:45:38.876418 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6f9b04eb-a452-464b-93f7-2c7d3f6c6833 req-c6c09cb5-9fb2-422f-92de-8429c6eedaed tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ea81a6d-f30c-449f-9e44-6b686f055dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327053 Dec 16 10:45:39.994751 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc188bf-4fc3-4c6b-b03c-1baed4421f50 req-724d07fc-908d-435f-bf9c-ba1bfc3eba6c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:39.996239 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2fc188bf-4fc3-4c6b-b03c-1baed4421f50 req-724d07fc-908d-435f-bf9c-ba1bfc3eba6c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=cedea135-45bd-492b-b6aa-c33d3c016aab HTTP/1.1" status: 200 len: 945 time: 0.0537646 Dec 16 10:45:40.035373 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2fc188bf-4fc3-4c6b-b03c-1baed4421f50 req-a0bc965c-d7c7-4fe2-8749-9a3b841b7364 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ea81a6d-f30c-449f-9e44-6b686f055dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327094 Dec 16 10:45:41.179146 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61732b8c-c977-4d66-9306-1126fd252991 req-eee7578d-fb9c-456f-97e5-3cd1dfc0602d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:41.180842 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-61732b8c-c977-4d66-9306-1126fd252991 req-eee7578d-fb9c-456f-97e5-3cd1dfc0602d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=cedea135-45bd-492b-b6aa-c33d3c016aab HTTP/1.1" status: 200 len: 945 time: 0.0514722 Dec 16 10:45:41.221070 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-61732b8c-c977-4d66-9306-1126fd252991 req-2ba0599c-0b1b-4fc2-b66d-65c82776f38f tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ea81a6d-f30c-449f-9e44-6b686f055dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338764 Dec 16 10:45:41.653084 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:42.336693 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e26ce-2127-4ca2-b964-993a9e407853 req-a042d76b-9cee-4144-9270-e442961b8eae tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:42.338193 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d89e26ce-2127-4ca2-b964-993a9e407853 req-a042d76b-9cee-4144-9270-e442961b8eae tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=cedea135-45bd-492b-b6aa-c33d3c016aab HTTP/1.1" status: 200 len: 945 time: 0.0498707 Dec 16 10:45:42.382800 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d89e26ce-2127-4ca2-b964-993a9e407853 req-3b87f9f7-88b9-44a1-bbfd-410b082d2b0a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ea81a6d-f30c-449f-9e44-6b686f055dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385628 Dec 16 10:45:43.519888 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59317e75-585b-49fe-bd87-8a33383e404f req-a0805b8d-df1f-4112-a684-f50353f0e653 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:43.521417 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-59317e75-585b-49fe-bd87-8a33383e404f req-a0805b8d-df1f-4112-a684-f50353f0e653 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=cedea135-45bd-492b-b6aa-c33d3c016aab HTTP/1.1" status: 200 len: 945 time: 0.0505497 Dec 16 10:45:43.560951 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-59317e75-585b-49fe-bd87-8a33383e404f req-ef26846e-6c0b-4c6b-a7c0-474a81050808 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ea81a6d-f30c-449f-9e44-6b686f055dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334504 Dec 16 10:45:44.679443 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14451c2f-5114-4032-ae6d-93f21b171adc req-c90f5a9c-e5bd-4e67-93e1-bef0bbc02058 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:44.680933 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-14451c2f-5114-4032-ae6d-93f21b171adc req-c90f5a9c-e5bd-4e67-93e1-bef0bbc02058 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=cedea135-45bd-492b-b6aa-c33d3c016aab HTTP/1.1" status: 200 len: 945 time: 0.0514197 Dec 16 10:45:44.718360 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-14451c2f-5114-4032-ae6d-93f21b171adc req-c0288976-fbf1-4275-bbb1-c4a1872ee58a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ea81a6d-f30c-449f-9e44-6b686f055dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313458 Dec 16 10:45:45.837285 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3c647-aed8-42f6-922d-ace0c56b3e76 req-69d749dd-d865-42cd-ba66-d4124231345f tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:45.838761 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-88e3c647-aed8-42f6-922d-ace0c56b3e76 req-69d749dd-d865-42cd-ba66-d4124231345f tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=cedea135-45bd-492b-b6aa-c33d3c016aab HTTP/1.1" status: 200 len: 945 time: 0.0524130 Dec 16 10:45:45.878670 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-88e3c647-aed8-42f6-922d-ace0c56b3e76 req-273df152-7f47-4dd4-b40a-1f10bcb1c87f tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ea81a6d-f30c-449f-9e44-6b686f055dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332975 Dec 16 10:45:47.004856 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed49f7-f517-4e13-bf2f-54087794af54 req-837e85c9-9610-4d57-93d3-2efb76136269 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:47.006483 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-86ed49f7-f517-4e13-bf2f-54087794af54 req-837e85c9-9610-4d57-93d3-2efb76136269 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=cedea135-45bd-492b-b6aa-c33d3c016aab HTTP/1.1" status: 200 len: 945 time: 0.0567088 Dec 16 10:45:47.051758 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-86ed49f7-f517-4e13-bf2f-54087794af54 req-73f8965a-b3fa-4cfc-b60d-5ae3e048cacd tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ea81a6d-f30c-449f-9e44-6b686f055dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383148 Dec 16 10:45:47.074743 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42752) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:45:47.137103 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-253dee67-c5e1-420e-a80e-9a95bd2e115a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/floatingips/a2fa0cee-1253-4f08-b08e-93328f13a418 HTTP/1.1" status: 200 len: 993 time: 0.0605011 Dec 16 10:45:48.521655 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcde3a4-10c4-4577-b6bd-4a6d00ffc29b req-97ad91e3-61bf-4dbe-b878-fa855c241faf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:48.523344 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ffcde3a4-10c4-4577-b6bd-4a6d00ffc29b req-97ad91e3-61bf-4dbe-b878-fa855c241faf tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=cedea135-45bd-492b-b6aa-c33d3c016aab HTTP/1.1" status: 200 len: 945 time: 0.0533755 Dec 16 10:45:48.565060 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ffcde3a4-10c4-4577-b6bd-4a6d00ffc29b req-7d7a6035-c2d1-4bab-9018-fb42ba813a44 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ea81a6d-f30c-449f-9e44-6b686f055dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349457 Dec 16 10:45:48.606871 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370c9fa-d146-4b73-bf91-a5348e598912 req-60ff5f8c-03f7-4eb4-9e4e-f2d76f513543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:48.608369 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f370c9fa-d146-4b73-bf91-a5348e598912 req-60ff5f8c-03f7-4eb4-9e4e-f2d76f513543 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&device_id=cedea135-45bd-492b-b6aa-c33d3c016aab HTTP/1.1" status: 200 len: 1096 time: 0.0424495 Dec 16 10:45:48.702586 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370c9fa-d146-4b73-bf91-a5348e598912 req-56b1cced-b475-476c-b14f-ece80b797890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:48.704017 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f370c9fa-d146-4b73-bf91-a5348e598912 req-56b1cced-b475-476c-b14f-ece80b797890 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6f5e816b-3582-4c5b-bd07-77dbf7f1dffd HTTP/1.1" status: 200 len: 897 time: 0.0887704 Dec 16 10:45:48.767467 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f370c9fa-d146-4b73-bf91-a5348e598912 req-0246c177-bc91-4bb1-ba12-24c94b38e855 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bc3a173-57b9-47ed-847c-3742756d92f3 HTTP/1.1" status: 200 len: 1001 time: 0.0566721 Dec 16 10:45:48.819438 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370c9fa-d146-4b73-bf91-a5348e598912 req-e23214f6-20a0-47b5-a7c5-1e546f3ac5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:48.820845 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f370c9fa-d146-4b73-bf91-a5348e598912 req-e23214f6-20a0-47b5-a7c5-1e546f3ac5dc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6d3b9e9f-716d-4138-9a4b-3e979a91b5d1 HTTP/1.1" status: 200 len: 835 time: 0.0467787 Dec 16 10:45:48.865254 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370c9fa-d146-4b73-bf91-a5348e598912 req-1e41c91a-ef0e-4a47-a785-f0fd58b19156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:48.866736 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f370c9fa-d146-4b73-bf91-a5348e598912 req-1e41c91a-ef0e-4a47-a785-f0fd58b19156 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6f5e816b-3582-4c5b-bd07-77dbf7f1dffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388234 Dec 16 10:45:48.955388 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f370c9fa-d146-4b73-bf91-a5348e598912 req-696e09a8-0745-4890-a062-6ee3b02ff972 service neutron] 10.222.0.58 "GET /v2.0/networks/6f5e816b-3582-4c5b-bd07-77dbf7f1dffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808370 Dec 16 10:45:49.046833 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f370c9fa-d146-4b73-bf91-a5348e598912 req-2fd5f847-8be7-4d11-b31f-023fadaac37d service neutron] 10.222.0.58 "GET /v2.0/networks/6f5e816b-3582-4c5b-bd07-77dbf7f1dffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843666 Dec 16 10:45:49.692348 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a81867-ae23-4087-85fa-802e6a7ebef6 req-dd1d0a33-28a0-40cd-8643-9de2e8883615 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:49.693841 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-98a81867-ae23-4087-85fa-802e6a7ebef6 req-dd1d0a33-28a0-40cd-8643-9de2e8883615 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=cedea135-45bd-492b-b6aa-c33d3c016aab HTTP/1.1" status: 200 len: 945 time: 0.0574145 Dec 16 10:45:49.732707 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-98a81867-ae23-4087-85fa-802e6a7ebef6 req-55bcdb7b-6b19-4121-856b-39efec1ff8c9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ea81a6d-f30c-449f-9e44-6b686f055dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327535 Dec 16 10:45:50.850987 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40361398-7696-45a9-bfce-1e7d5ce2e4fd req-59062b5f-8328-426d-a92b-25f69642d296 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:50.852474 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-40361398-7696-45a9-bfce-1e7d5ce2e4fd req-59062b5f-8328-426d-a92b-25f69642d296 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=cedea135-45bd-492b-b6aa-c33d3c016aab HTTP/1.1" status: 200 len: 945 time: 0.0513909 Dec 16 10:45:50.890664 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-40361398-7696-45a9-bfce-1e7d5ce2e4fd req-ff1f4a72-8c0f-462d-a32a-c47b53a83271 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ea81a6d-f30c-449f-9e44-6b686f055dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315225 Dec 16 10:45:50.913692 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42764) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:45:51.302254 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e79dc349-cd17-4e36-8c1e-57943dc89fe6 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/floatingips/a2fa0cee-1253-4f08-b08e-93328f13a418 HTTP/1.1" status: 200 len: 993 time: 0.3871887 Dec 16 10:45:54.141017 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ab1cf163-116f-466f-979f-4570a651b6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:56.475392 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e07ffc0e-3ddc-4878-ab3b-5fdffe4be834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:57.892840 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:59.395404 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:59.629793 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:01.553050 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:46:08.092243 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:11.652405 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:19.629887 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42788) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:46:19.783163 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-604f89d6-7258-4e6c-a58c-1f1c9c504b2b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Deleting port 9075ca56-40b2-440f-b945-9f2e3eccbe4a {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:46:19.783510 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-604f89d6-7258-4e6c-a58c-1f1c9c504b2b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:19.857385 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-604f89d6-7258-4e6c-a58c-1f1c9c504b2b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:19.857716 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-604f89d6-7258-4e6c-a58c-1f1c9c504b2b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:19.869528 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-604f89d6-7258-4e6c-a58c-1f1c9c504b2b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Calling delete_port for 9075ca56-40b2-440f-b945-9f2e3eccbe4a owned by network:floatingip {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:46:20.103627 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-604f89d6-7258-4e6c-a58c-1f1c9c504b2b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:20.128332 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f89d6-7258-4e6c-a58c-1f1c9c504b2b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event deleted for resources: {'Port': ['ID=9075ca56-40b2-440f-b945-9f2e3eccbe4a,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:46:20.143047 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f89d6-7258-4e6c-a58c-1f1c9c504b2b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:20.143416 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f89d6-7258-4e6c-a58c-1f1c9c504b2b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:20.143748 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f89d6-7258-4e6c-a58c-1f1c9c504b2b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:20.144085 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f89d6-7258-4e6c-a58c-1f1c9c504b2b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:20.144416 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f89d6-7258-4e6c-a58c-1f1c9c504b2b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:20.144747 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f89d6-7258-4e6c-a58c-1f1c9c504b2b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:20.145077 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f89d6-7258-4e6c-a58c-1f1c9c504b2b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:20.145437 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f89d6-7258-4e6c-a58c-1f1c9c504b2b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:20.145764 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f89d6-7258-4e6c-a58c-1f1c9c504b2b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:20.146089 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f89d6-7258-4e6c-a58c-1f1c9c504b2b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:20.146455 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f89d6-7258-4e6c-a58c-1f1c9c504b2b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:20.146955 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604f89d6-7258-4e6c-a58c-1f1c9c504b2b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:20.206936 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-604f89d6-7258-4e6c-a58c-1f1c9c504b2b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for floatingip, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:20.207268 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [None req-604f89d6-7258-4e6c-a58c-1f1c9c504b2b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Floating IP a2fa0cee-1253-4f08-b08e-93328f13a418 disassociated (deleted). External IP: 172.25.1.150, port: 7bc3a173-57b9-47ed-847c-3742756d92f3. Dec 16 10:46:20.415895 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604f89d6-7258-4e6c-a58c-1f1c9c504b2b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Router f695d3e2-fbe7-487f-8205-a76b54b0b9d3 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:46:20.523529 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604f89d6-7258-4e6c-a58c-1f1c9c504b2b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:46:20.528289 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-604f89d6-7258-4e6c-a58c-1f1c9c504b2b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:20.533993 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d4f8b6-2a45-46d2-8703-83d173367f62 None None] Sync routers for ids ['f695d3e2-fbe7-487f-8205-a76b54b0b9d3'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:46:20.543601 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d4f8b6-2a45-46d2-8703-83d173367f62 None None] Routers {'f695d3e2-fbe7-487f-8205-a76b54b0b9d3'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:46:20.544220 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-69d4f8b6-2a45-46d2-8703-83d173367f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:45:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['f695d3e2-fbe7-487f-8205-a76b54b0b9d3'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:46:20.556270 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-604f89d6-7258-4e6c-a58c-1f1c9c504b2b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "DELETE /v2.0/floatingips/a2fa0cee-1253-4f08-b08e-93328f13a418 HTTP/1.1" status: 204 len: 168 time: 0.9252989 Dec 16 10:46:20.556853 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cedea135-45bd-492b-b6aa-c33d3c016aab', 'tag': '7bc3a173-57b9-47ed-847c-3742756d92f3'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:46:20.559286 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65421b33-64cd-432a-ab13-c49ff65bec0e" -d '{"events": [{"name": "network-changed", "server_uuid": "cedea135-45bd-492b-b6aa-c33d3c016aab", "tag": "7bc3a173-57b9-47ed-847c-3742756d92f3"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:46:20.599124 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc7dbad-ef1a-4b38-bc64-434ff1ff24bf x-openstack-request-id: req-7fc7dbad-ef1a-4b38-bc64-434ff1ff24bf {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:46:20.599400 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cedea135-45bd-492b-b6aa-c33d3c016aab", "tag": "7bc3a173-57b9-47ed-847c-3742756d92f3", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:46:20.599662 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7fc7dbad-ef1a-4b38-bc64-434ff1ff24bf {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:46:20.600081 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cedea135-45bd-492b-b6aa-c33d3c016aab', 'tag': '7bc3a173-57b9-47ed-847c-3742756d92f3', 'status': 'completed', 'code': 200} Dec 16 10:46:20.653313 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-69d4f8b6-2a45-46d2-8703-83d173367f62 None None] Set router f695d3e2-fbe7-487f-8205-a76b54b0b9d3 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:46:20.664137 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65421b33-64cd-432a-ab13-c49ff65bec0e req-91a01dfa-cfa0-44b2-82db-2d9626200812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:20.665631 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65421b33-64cd-432a-ab13-c49ff65bec0e req-91a01dfa-cfa0-44b2-82db-2d9626200812 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&device_id=cedea135-45bd-492b-b6aa-c33d3c016aab HTTP/1.1" status: 200 len: 1096 time: 0.0418508 Dec 16 10:46:20.761589 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65421b33-64cd-432a-ab13-c49ff65bec0e req-f4980c96-090f-489e-a7ba-aaafe1854c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:20.763186 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65421b33-64cd-432a-ab13-c49ff65bec0e req-f4980c96-090f-489e-a7ba-aaafe1854c90 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6f5e816b-3582-4c5b-bd07-77dbf7f1dffd HTTP/1.1" status: 200 len: 897 time: 0.0903749 Dec 16 10:46:20.805102 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65421b33-64cd-432a-ab13-c49ff65bec0e req-03ece825-e5ec-4e3c-9854-a693af85faa3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bc3a173-57b9-47ed-847c-3742756d92f3 HTTP/1.1" status: 200 len: 217 time: 0.0349531 Dec 16 10:46:20.854933 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65421b33-64cd-432a-ab13-c49ff65bec0e req-e238ef85-7f75-42b1-a36b-80d1b13ca1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:20.856413 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65421b33-64cd-432a-ab13-c49ff65bec0e req-e238ef85-7f75-42b1-a36b-80d1b13ca1a8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6d3b9e9f-716d-4138-9a4b-3e979a91b5d1 HTTP/1.1" status: 200 len: 835 time: 0.0446415 Dec 16 10:46:20.860236 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-69d4f8b6-2a45-46d2-8703-83d173367f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884481792', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '5657bb4f-6bbe-4653-af98-fbd13c5087ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:49Z', 'updated_at': '2021-12-16T10:44:53Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '5657bb4f-6bbe-4653-af98-fbd13c5087ca', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:49Z', 'updated_at': '2021-12-16T10:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '147e1c53-d50b-4f27-9ac4-2d76a2379913', 'name': '', 'network_id': '6f5e816b-3582-4c5b-bd07-77dbf7f1dffd', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:5b:38:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '6d3b9e9f-716d-4138-9a4b-3e979a91b5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:52Z', 'updated_at': '2021-12-16T10:44:56Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': '6d3b9e9f-716d-4138-9a4b-3e979a91b5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:46:20.886413 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d4f8b6-2a45-46d2-8703-83d173367f62 None None] Checking router: f695d3e2-fbe7-487f-8205-a76b54b0b9d3 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:46:20.896421 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d4f8b6-2a45-46d2-8703-83d173367f62 None None] Routers {'f695d3e2-fbe7-487f-8205-a76b54b0b9d3'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:46:20.897101 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-69d4f8b6-2a45-46d2-8703-83d173367f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:45:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['f695d3e2-fbe7-487f-8205-a76b54b0b9d3'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:46:20.902611 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65421b33-64cd-432a-ab13-c49ff65bec0e req-eb970bcf-9ac9-4d66-83f1-7752871ea4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:20.904348 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65421b33-64cd-432a-ab13-c49ff65bec0e req-eb970bcf-9ac9-4d66-83f1-7752871ea4db service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6f5e816b-3582-4c5b-bd07-77dbf7f1dffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410933 Dec 16 10:46:21.003677 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65421b33-64cd-432a-ab13-c49ff65bec0e req-56f0611b-95d6-4806-9fd0-044cd3f87c90 service neutron] 10.222.0.58 "GET /v2.0/networks/6f5e816b-3582-4c5b-bd07-77dbf7f1dffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925157 Dec 16 10:46:21.015852 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-69d4f8b6-2a45-46d2-8703-83d173367f62 None None] Set router f695d3e2-fbe7-487f-8205-a76b54b0b9d3 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:46:21.087313 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee0c5c-5123-4c15-9879-37cf9901fcb0 req-bc1784d3-6533-428b-b72a-aa19b534a920 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:21.093665 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cdee0c5c-5123-4c15-9879-37cf9901fcb0 req-bc1784d3-6533-428b-b72a-aa19b534a920 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=cedea135-45bd-492b-b6aa-c33d3c016aab HTTP/1.1" status: 200 len: 945 time: 0.1185057 Dec 16 10:46:21.097793 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-65421b33-64cd-432a-ab13-c49ff65bec0e req-f785efe7-7a4a-43e8-8702-59a0e2234983 service neutron] 10.222.0.58 "GET /v2.0/networks/6f5e816b-3582-4c5b-bd07-77dbf7f1dffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862081 Dec 16 10:46:21.129744 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cdee0c5c-5123-4c15-9879-37cf9901fcb0 req-e8d90f40-1b29-4764-ba11-e1f5f1c00f03 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ea81a6d-f30c-449f-9e44-6b686f055dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341754 Dec 16 10:46:21.241758 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-69d4f8b6-2a45-46d2-8703-83d173367f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884481792', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '5657bb4f-6bbe-4653-af98-fbd13c5087ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:49Z', 'updated_at': '2021-12-16T10:44:53Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '5657bb4f-6bbe-4653-af98-fbd13c5087ca', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:49Z', 'updated_at': '2021-12-16T10:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '147e1c53-d50b-4f27-9ac4-2d76a2379913', 'name': '', 'network_id': '6f5e816b-3582-4c5b-bd07-77dbf7f1dffd', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:5b:38:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '6d3b9e9f-716d-4138-9a4b-3e979a91b5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:52Z', 'updated_at': '2021-12-16T10:44:56Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': '6d3b9e9f-716d-4138-9a4b-3e979a91b5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:46:21.267999 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d4f8b6-2a45-46d2-8703-83d173367f62 None None] The sync data for ids ['f695d3e2-fbe7-487f-8205-a76b54b0b9d3'] in n-d-820550-2 is: [{'id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884481792', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '5657bb4f-6bbe-4653-af98-fbd13c5087ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:49Z', 'updated_at': '2021-12-16T10:44:53Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '5657bb4f-6bbe-4653-af98-fbd13c5087ca', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:49Z', 'updated_at': '2021-12-16T10:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '147e1c53-d50b-4f27-9ac4-2d76a2379913', 'name': '', 'network_id': '6f5e816b-3582-4c5b-bd07-77dbf7f1dffd', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:5b:38:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '6d3b9e9f-716d-4138-9a4b-3e979a91b5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:52Z', 'updated_at': '2021-12-16T10:44:56Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': '6d3b9e9f-716d-4138-9a4b-3e979a91b5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:46:21.478927 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa390f1-5488-41dd-816a-89198c5cbbf0 None None] New status for floating IP a2fa0cee-1253-4f08-b08e-93328f13a418: DOWN {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:46:22.256970 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d5bb4-b54e-471d-9143-f4beb3e162b8 req-e388ca89-9ee4-4478-ade7-6e806803a549 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:22.258527 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f47d5bb4-b54e-471d-9143-f4beb3e162b8 req-e388ca89-9ee4-4478-ade7-6e806803a549 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=cedea135-45bd-492b-b6aa-c33d3c016aab HTTP/1.1" status: 200 len: 945 time: 0.0578694 Dec 16 10:46:22.298906 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f47d5bb4-b54e-471d-9143-f4beb3e162b8 req-201c94cb-6a03-46ed-9d40-3560e00b0d6d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=3ea81a6d-f30c-449f-9e44-6b686f055dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341136 Dec 16 10:46:22.427729 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53612bd2-28d6-4c84-9fb4-b6f7db79457a req-95066824-e6b5-48ab-b901-3cfd958b8201 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:22.429195 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-53612bd2-28d6-4c84-9fb4-b6f7db79457a req-95066824-e6b5-48ab-b901-3cfd958b8201 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.58 "GET /v2.0/ports?device_id=cedea135-45bd-492b-b6aa-c33d3c016aab HTTP/1.1" status: 200 len: 945 time: 0.0489326 Dec 16 10:46:22.519781 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-53612bd2-28d6-4c84-9fb4-b6f7db79457a req-696fab32-9bca-40a0-a88b-9432d18099e9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Deleting port 7bc3a173-57b9-47ed-847c-3742756d92f3 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:46:22.520119 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-53612bd2-28d6-4c84-9fb4-b6f7db79457a req-696fab32-9bca-40a0-a88b-9432d18099e9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:22.617866 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-53612bd2-28d6-4c84-9fb4-b6f7db79457a req-696fab32-9bca-40a0-a88b-9432d18099e9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] For port 7bc3a173-57b9-47ed-847c-3742756d92f3, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=7bc3a173-57b9-47ed-847c-3742756d92f3,segment=NetworkSegment(722dc04f-1bdf-42ee-b2aa-aac13d5bf819),segment_id=722dc04f-1bdf-42ee-b2aa-aac13d5bf819)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:46:22.618233 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-53612bd2-28d6-4c84-9fb4-b6f7db79457a req-696fab32-9bca-40a0-a88b-9432d18099e9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:22.633983 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-53612bd2-28d6-4c84-9fb4-b6f7db79457a req-696fab32-9bca-40a0-a88b-9432d18099e9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Calling delete_port for 7bc3a173-57b9-47ed-847c-3742756d92f3 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:46:22.806334 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-53612bd2-28d6-4c84-9fb4-b6f7db79457a req-696fab32-9bca-40a0-a88b-9432d18099e9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:22.836545 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696fab32-9bca-40a0-a88b-9432d18099e9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event deleted for resources: {'Port': ['ID=7bc3a173-57b9-47ed-847c-3742756d92f3,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:46:22.878548 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-53612bd2-28d6-4c84-9fb4-b6f7db79457a req-696fab32-9bca-40a0-a88b-9432d18099e9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] No DVR routers for this DVR port 7bc3a173-57b9-47ed-847c-3742756d92f3 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:46:22.880994 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-53612bd2-28d6-4c84-9fb4-b6f7db79457a req-696fab32-9bca-40a0-a88b-9432d18099e9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:22.884293 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-53612bd2-28d6-4c84-9fb4-b6f7db79457a req-696fab32-9bca-40a0-a88b-9432d18099e9 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.58 "DELETE /v2.0/ports/7bc3a173-57b9-47ed-847c-3742756d92f3 HTTP/1.1" status: 204 len: 173 time: 0.4492643 Dec 16 10:46:22.884726 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cedea135-45bd-492b-b6aa-c33d3c016aab', 'name': 'network-vif-deleted', 'tag': '7bc3a173-57b9-47ed-847c-3742756d92f3'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:46:22.887047 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27ef397-83ea-405b-9d3b-6ea29bec45c7" -d '{"events": [{"server_uuid": "cedea135-45bd-492b-b6aa-c33d3c016aab", "name": "network-vif-deleted", "tag": "7bc3a173-57b9-47ed-847c-3742756d92f3"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:46:22.923984 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed314529-e248-493b-8c39-06f181a2872d x-openstack-request-id: req-ed314529-e248-493b-8c39-06f181a2872d {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:46:22.924293 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cedea135-45bd-492b-b6aa-c33d3c016aab", "name": "network-vif-deleted", "tag": "7bc3a173-57b9-47ed-847c-3742756d92f3", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:46:22.924530 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ed314529-e248-493b-8c39-06f181a2872d {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:46:22.926091 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cedea135-45bd-492b-b6aa-c33d3c016aab', 'name': 'network-vif-deleted', 'tag': '7bc3a173-57b9-47ed-847c-3742756d92f3', 'status': 'completed', 'code': 200} Dec 16 10:46:23.409419 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5bb21192-03eb-4454-b6b2-2981cdbe2869 req-0fd9bc92-a20a-4845-bca4-757e06ed0fa1 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=cedea135-45bd-492b-b6aa-c33d3c016aab HTTP/1.1" status: 200 len: 210 time: 0.0304198 Dec 16 10:46:24.148389 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f62961bd-7d8a-463c-bb3a-2d7c016cc185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:24.466055 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42806) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:46:24.819876 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a2c3b9b0-c074-4f33-b9ed-e0951f94f8a5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:25.073676 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-a2c3b9b0-c074-4f33-b9ed-e0951f94f8a5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Deleting port 147e1c53-d50b-4f27-9ac4-2d76a2379913 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:46:25.073933 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a2c3b9b0-c074-4f33-b9ed-e0951f94f8a5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:25.165936 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-a2c3b9b0-c074-4f33-b9ed-e0951f94f8a5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] For port 147e1c53-d50b-4f27-9ac4-2d76a2379913, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=147e1c53-d50b-4f27-9ac4-2d76a2379913,segment=NetworkSegment(722dc04f-1bdf-42ee-b2aa-aac13d5bf819),segment_id=722dc04f-1bdf-42ee-b2aa-aac13d5bf819)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:46:25.166333 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a2c3b9b0-c074-4f33-b9ed-e0951f94f8a5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:25.180282 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-a2c3b9b0-c074-4f33-b9ed-e0951f94f8a5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Calling delete_port for 147e1c53-d50b-4f27-9ac4-2d76a2379913 owned by network:router_interface {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:46:25.451307 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a2c3b9b0-c074-4f33-b9ed-e0951f94f8a5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:25.477914 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3b9b0-c074-4f33-b9ed-e0951f94f8a5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event deleted for resources: {'Port': ['ID=147e1c53-d50b-4f27-9ac4-2d76a2379913,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:46:25.651092 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a2c3b9b0-c074-4f33-b9ed-e0951f94f8a5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:25.869323 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c3b9b0-c074-4f33-b9ed-e0951f94f8a5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Router f695d3e2-fbe7-487f-8205-a76b54b0b9d3 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:46:25.973927 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c3b9b0-c074-4f33-b9ed-e0951f94f8a5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:46:25.982065 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a2c3b9b0-c074-4f33-b9ed-e0951f94f8a5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "PUT /v2.0/routers/f695d3e2-fbe7-487f-8205-a76b54b0b9d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5118189 Dec 16 10:46:25.982065 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42808) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:46:25.984404 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d50939-2b19-49bc-a564-f52dcc684ec9 None None] Sync routers for ids ['f695d3e2-fbe7-487f-8205-a76b54b0b9d3'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:46:25.994720 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d50939-2b19-49bc-a564-f52dcc684ec9 None None] Routers {'f695d3e2-fbe7-487f-8205-a76b54b0b9d3'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:46:25.995364 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-12d50939-2b19-49bc-a564-f52dcc684ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:45:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['f695d3e2-fbe7-487f-8205-a76b54b0b9d3'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:46:26.032763 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-952c5962-3511-4b1b-9dc8-555575d18143 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Deleting subnet 6d3b9e9f-716d-4138-9a4b-3e979a91b5d1 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:46:26.035804 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-952c5962-3511-4b1b-9dc8-555575d18143 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:26.075190 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-952c5962-3511-4b1b-9dc8-555575d18143 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:26.099074 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-12d50939-2b19-49bc-a564-f52dcc684ec9 None None] Set router f695d3e2-fbe7-487f-8205-a76b54b0b9d3 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:46:26.161027 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-952c5962-3511-4b1b-9dc8-555575d18143 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:26.231505 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 7bc3a173-57b9-47ed-847c-3742756d92f3 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:46:26.271468 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 7bc3a173-57b9-47ed-847c-3742756d92f3 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:46:26.271820 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 7bc3a173-57b9-47ed-847c-3742756d92f3 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:46:26.286722 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-952c5962-3511-4b1b-9dc8-555575d18143 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:26.308711 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-12d50939-2b19-49bc-a564-f52dcc684ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884481792', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '5657bb4f-6bbe-4653-af98-fbd13c5087ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:49Z', 'updated_at': '2021-12-16T10:46:25Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '5657bb4f-6bbe-4653-af98-fbd13c5087ca', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:49Z', 'updated_at': '2021-12-16T10:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:46:26.314947 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c5962-3511-4b1b-9dc8-555575d18143 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event deleted for resources: {'Subnet': ['ID=6d3b9e9f-716d-4138-9a4b-3e979a91b5d1,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:46:26.318912 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-952c5962-3511-4b1b-9dc8-555575d18143 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:26.326375 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-952c5962-3511-4b1b-9dc8-555575d18143 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "DELETE /v2.0/subnets/6d3b9e9f-716d-4138-9a4b-3e979a91b5d1 HTTP/1.1" status: 204 len: 168 time: 0.3437881 Dec 16 10:46:26.329716 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42810) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:46:26.337626 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fd80f0-4892-4f6b-b092-cf27da52c656 None None] Network 6f5e816b-3582-4c5b-bd07-77dbf7f1dffd requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:46:26.351279 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d50939-2b19-49bc-a564-f52dcc684ec9 None None] Checking router: f695d3e2-fbe7-487f-8205-a76b54b0b9d3 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:46:26.396746 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d50939-2b19-49bc-a564-f52dcc684ec9 None None] Routers {'f695d3e2-fbe7-487f-8205-a76b54b0b9d3'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:46:26.397287 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-12d50939-2b19-49bc-a564-f52dcc684ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:45:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['f695d3e2-fbe7-487f-8205-a76b54b0b9d3'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:46:26.441727 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-de65c471-a5b3-4431-bf65-93a321c45733 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:26.552669 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-de65c471-a5b3-4431-bf65-93a321c45733 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:26.664040 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-de65c471-a5b3-4431-bf65-93a321c45733 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Deleting port 5657bb4f-6bbe-4653-af98-fbd13c5087ca {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:46:26.664402 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-de65c471-a5b3-4431-bf65-93a321c45733 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:26.695376 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cd501c31-6991-4163-94eb-cc0d9efe2916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:26.716132 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-12d50939-2b19-49bc-a564-f52dcc684ec9 None None] Set router f695d3e2-fbe7-487f-8205-a76b54b0b9d3 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:46:26.749594 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-de65c471-a5b3-4431-bf65-93a321c45733 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] For port 5657bb4f-6bbe-4653-af98-fbd13c5087ca, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5657bb4f-6bbe-4653-af98-fbd13c5087ca,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:46:26.752073 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-de65c471-a5b3-4431-bf65-93a321c45733 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:26.763405 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-de65c471-a5b3-4431-bf65-93a321c45733 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Calling delete_port for 5657bb4f-6bbe-4653-af98-fbd13c5087ca owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:46:26.806671 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196b8c11-acdc-48c4-984c-0271819db703 None None] DHCP port deletion for 6f5e816b-3582-4c5b-bd07-77dbf7f1dffd request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:46:26.907007 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-196b8c11-acdc-48c4-984c-0271819db703 None None] Deleting port 2b394999-631f-414b-ba76-d8338e0106b9 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:46:26.907405 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-196b8c11-acdc-48c4-984c-0271819db703 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:26.977566 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-196b8c11-acdc-48c4-984c-0271819db703 None None] For port 2b394999-631f-414b-ba76-d8338e0106b9, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=2b394999-631f-414b-ba76-d8338e0106b9,segment=NetworkSegment(722dc04f-1bdf-42ee-b2aa-aac13d5bf819),segment_id=722dc04f-1bdf-42ee-b2aa-aac13d5bf819)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:46:26.977887 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-196b8c11-acdc-48c4-984c-0271819db703 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:26.992996 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-196b8c11-acdc-48c4-984c-0271819db703 None None] Calling delete_port for 2b394999-631f-414b-ba76-d8338e0106b9 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:46:27.003959 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-12d50939-2b19-49bc-a564-f52dcc684ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884481792', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '5657bb4f-6bbe-4653-af98-fbd13c5087ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:49Z', 'updated_at': '2021-12-16T10:46:25Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '5657bb4f-6bbe-4653-af98-fbd13c5087ca', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:49Z', 'updated_at': '2021-12-16T10:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:46:27.022767 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-de65c471-a5b3-4431-bf65-93a321c45733 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:27.032008 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d50939-2b19-49bc-a564-f52dcc684ec9 None None] The sync data for ids ['f695d3e2-fbe7-487f-8205-a76b54b0b9d3'] in n-d-820550-2 is: [{'id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884481792', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '5657bb4f-6bbe-4653-af98-fbd13c5087ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:49Z', 'updated_at': '2021-12-16T10:46:25Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '5657bb4f-6bbe-4653-af98-fbd13c5087ca', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f695d3e2-fbe7-487f-8205-a76b54b0b9d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:49Z', 'updated_at': '2021-12-16T10:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:46:27.061820 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65c471-a5b3-4431-bf65-93a321c45733 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event deleted for resources: {'Port': ['ID=5657bb4f-6bbe-4653-af98-fbd13c5087ca,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:46:27.076154 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65c471-a5b3-4431-bf65-93a321c45733 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:27.076820 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65c471-a5b3-4431-bf65-93a321c45733 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:27.077414 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65c471-a5b3-4431-bf65-93a321c45733 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:27.077963 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65c471-a5b3-4431-bf65-93a321c45733 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:27.078557 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65c471-a5b3-4431-bf65-93a321c45733 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:27.079127 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65c471-a5b3-4431-bf65-93a321c45733 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:27.079683 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65c471-a5b3-4431-bf65-93a321c45733 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:27.080218 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65c471-a5b3-4431-bf65-93a321c45733 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:27.080750 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65c471-a5b3-4431-bf65-93a321c45733 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:27.081318 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65c471-a5b3-4431-bf65-93a321c45733 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:27.081870 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65c471-a5b3-4431-bf65-93a321c45733 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:27.082442 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65c471-a5b3-4431-bf65-93a321c45733 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:27.144836 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-de65c471-a5b3-4431-bf65-93a321c45733 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:27.172533 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-196b8c11-acdc-48c4-984c-0271819db703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:27.200142 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196b8c11-acdc-48c4-984c-0271819db703 None None] No DVR routers for this DVR port 2b394999-631f-414b-ba76-d8338e0106b9 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:46:27.202084 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b8c11-acdc-48c4-984c-0271819db703 None None] Pushing event deleted for resources: {'Port': ['ID=2b394999-631f-414b-ba76-d8338e0106b9,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:46:27.211104 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b8c11-acdc-48c4-984c-0271819db703 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:27.211474 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b8c11-acdc-48c4-984c-0271819db703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:27.212206 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b8c11-acdc-48c4-984c-0271819db703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:27.212206 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b8c11-acdc-48c4-984c-0271819db703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:27.212415 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b8c11-acdc-48c4-984c-0271819db703 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:27.212731 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b8c11-acdc-48c4-984c-0271819db703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:27.213055 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b8c11-acdc-48c4-984c-0271819db703 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:27.213433 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b8c11-acdc-48c4-984c-0271819db703 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:27.213772 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b8c11-acdc-48c4-984c-0271819db703 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:27.214093 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b8c11-acdc-48c4-984c-0271819db703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:27.214409 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b8c11-acdc-48c4-984c-0271819db703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:27.214725 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b8c11-acdc-48c4-984c-0271819db703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:27.241376 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-de65c471-a5b3-4431-bf65-93a321c45733 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:27.243332 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-de65c471-a5b3-4431-bf65-93a321c45733 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:27.337773 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-de65c471-a5b3-4431-bf65-93a321c45733 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:27.338435 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de65c471-a5b3-4431-bf65-93a321c45733 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Fanout notify agent at l3_agent the message router_deleted on router f695d3e2-fbe7-487f-8205-a76b54b0b9d3 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:46:27.344962 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-de65c471-a5b3-4431-bf65-93a321c45733 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:27.346087 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-de65c471-a5b3-4431-bf65-93a321c45733 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "DELETE /v2.0/routers/f695d3e2-fbe7-487f-8205-a76b54b0b9d3 HTTP/1.1" status: 204 len: 168 time: 1.0153842 Dec 16 10:46:27.348845 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42812) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:46:27.427775 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2015bb45-a1b8-4759-9582-ebaeeecc2148 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:27.521873 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2015bb45-a1b8-4759-9582-ebaeeecc2148 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:27.544856 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-2015bb45-a1b8-4759-9582-ebaeeecc2148 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f5e816b-3582-4c5b-bd07-77dbf7f1dffd']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:46:27.554505 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-2015bb45-a1b8-4759-9582-ebaeeecc2148 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '722dc04f-1bdf-42ee-b2aa-aac13d5bf819') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:46:27.557979 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-2015bb45-a1b8-4759-9582-ebaeeecc2148 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '722dc04f-1bdf-42ee-b2aa-aac13d5bf819') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:46:27.564834 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2015bb45-a1b8-4759-9582-ebaeeecc2148 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:27.578467 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2015bb45-a1b8-4759-9582-ebaeeecc2148 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:27.584856 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2015bb45-a1b8-4759-9582-ebaeeecc2148 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:46:27.586537 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2015bb45-a1b8-4759-9582-ebaeeecc2148 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:27.588480 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 10:46:27.588480 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:46:27.588480 n-d-820550-2 neutron-server[102817]: timer() Dec 16 10:46:27.588480 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:46:27.588480 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 10:46:27.588480 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:46:27.588480 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 10:46:27.588480 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:46:27.588480 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 10:46:27.588480 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:46:27.588480 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 10:46:27.588480 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:46:27.588480 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 10:46:27.588480 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:46:27.588480 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:46:27.588480 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:46:27.588480 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:46:27.588480 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:46:27.588480 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 10:46:27.588480 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:46:27.588480 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 10:46:27.588480 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:46:27.588480 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:46:27.588480 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:46:27.588480 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 10:46:27.588480 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:46:27.588480 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:46:27.588480 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:46:27.588480 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:46:27.588480 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:46:27.588480 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:46:27.588480 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:46:27.726354 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2015bb45-a1b8-4759-9582-ebaeeecc2148 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:27.734073 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-2015bb45-a1b8-4759-9582-ebaeeecc2148 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:27.737169 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-2015bb45-a1b8-4759-9582-ebaeeecc2148 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "DELETE /v2.0/networks/6f5e816b-3582-4c5b-bd07-77dbf7f1dffd HTTP/1.1" status: 204 len: 168 time: 0.3873317 Dec 16 10:46:27.745236 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42814) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:46:27.749013 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015bb45-a1b8-4759-9582-ebaeeecc2148 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event deleted for resources: {'Network': ['ID=6f5e816b-3582-4c5b-bd07-77dbf7f1dffd,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:46:27.800935 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bfa718e8-6661-4552-8f9b-381b9a6e4e98 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:27.831155 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bfa718e8-6661-4552-8f9b-381b9a6e4e98 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:27.863371 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:27.959685 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bfa718e8-6661-4552-8f9b-381b9a6e4e98 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:27.962259 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bfa718e8-6661-4552-8f9b-381b9a6e4e98 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:27.963435 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bfa718e8-6661-4552-8f9b-381b9a6e4e98 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "DELETE /v2.0/security-groups/3ea81a6d-f30c-449f-9e44-6b686f055dc4 HTTP/1.1" status: 204 len: 168 time: 0.2224188 Dec 16 10:46:27.973502 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa718e8-6661-4552-8f9b-381b9a6e4e98 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea81a6d-f30c-449f-9e44-6b686f055dc4,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:46:28.378465 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42820) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:46:28.383276 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-d345675c-18da-4499-bfcd-4a431d749bd8 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1594587188', 'description': 'tempest-secgroup-smoke-1594587188 description', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:46:28.469087 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d345675c-18da-4499-bfcd-4a431d749bd8 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:28.475513 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5657bb4f-6bbe-4653-af98-fbd13c5087ca no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:46:28.495798 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 5657bb4f-6bbe-4653-af98-fbd13c5087ca {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:46:28.496189 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5657bb4f-6bbe-4653-af98-fbd13c5087ca not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:46:28.496608 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 2b394999-631f-414b-ba76-d8338e0106b9 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:46:28.519086 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 2b394999-631f-414b-ba76-d8338e0106b9 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:46:28.519467 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 2b394999-631f-414b-ba76-d8338e0106b9 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:46:28.519848 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 147e1c53-d50b-4f27-9ac4-2d76a2379913 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:46:28.536805 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d345675c-18da-4499-bfcd-4a431d749bd8 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:28.539922 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 147e1c53-d50b-4f27-9ac4-2d76a2379913 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:46:28.539922 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 147e1c53-d50b-4f27-9ac4-2d76a2379913 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:46:28.628914 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d345675c-18da-4499-bfcd-4a431d749bd8 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:28.656249 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345675c-18da-4499-bfcd-4a431d749bd8 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8562d1-6451-4745-a8e9-bd1a3aad3f2e,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:46:28.727247 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d345675c-18da-4499-bfcd-4a431d749bd8 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:28.728519 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d345675c-18da-4499-bfcd-4a431d749bd8 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3490167 Dec 16 10:46:28.731416 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42822) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:46:28.737069 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-baa375e2-3446-4963-a078-7849dc92f69b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'security_group_rule': {'security_group_id': '2d8562d1-6451-4745-a8e9-bd1a3aad3f2e', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:46:28.832857 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-baa375e2-3446-4963-a078-7849dc92f69b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:28.887535 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-baa375e2-3446-4963-a078-7849dc92f69b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:28.960575 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-baa375e2-3446-4963-a078-7849dc92f69b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:28.980004 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa375e2-3446-4963-a078-7849dc92f69b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ddfb051-fe06-468c-ac9e-c66fb8cf4068,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:46:29.038115 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-baa375e2-3446-4963-a078-7849dc92f69b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:29.039453 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-baa375e2-3446-4963-a078-7849dc92f69b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3070703 Dec 16 10:46:29.042331 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42824) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:46:29.047187 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-9a251b05-0924-42c8-9034-06df818fdf01 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'security_group_rule': {'security_group_id': '2d8562d1-6451-4745-a8e9-bd1a3aad3f2e', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:46:29.136457 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9a251b05-0924-42c8-9034-06df818fdf01 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:29.197989 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9a251b05-0924-42c8-9034-06df818fdf01 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:29.268967 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9a251b05-0924-42c8-9034-06df818fdf01 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:29.287678 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a251b05-0924-42c8-9034-06df818fdf01 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=321ce410-35e1-4f7c-a2d0-4476315765dd,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:46:29.351761 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9a251b05-0924-42c8-9034-06df818fdf01 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:29.353017 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9a251b05-0924-42c8-9034-06df818fdf01 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3095179 Dec 16 10:46:29.355850 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42826) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:46:29.364357 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-12309568-4e49-4875-9ba5-e28321227092 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'security_group_rule': {'security_group_id': '2d8562d1-6451-4745-a8e9-bd1a3aad3f2e', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:46:29.417862 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:29.439912 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-12309568-4e49-4875-9ba5-e28321227092 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:29.500441 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-12309568-4e49-4875-9ba5-e28321227092 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:29.537645 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-12309568-4e49-4875-9ba5-e28321227092 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:29.556091 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12309568-4e49-4875-9ba5-e28321227092 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430d601a-4c00-4399-b59c-078361e2a6f2,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:46:29.614295 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-12309568-4e49-4875-9ba5-e28321227092 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:29.615536 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-12309568-4e49-4875-9ba5-e28321227092 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2566960 Dec 16 10:46:29.618275 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42828) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:46:29.624074 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-00d6a5a5-953a-44de-9cae-492fd6fa4f7c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'security_group_rule': {'security_group_id': '2d8562d1-6451-4745-a8e9-bd1a3aad3f2e', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:46:29.640363 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:29.732442 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00d6a5a5-953a-44de-9cae-492fd6fa4f7c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:29.799485 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00d6a5a5-953a-44de-9cae-492fd6fa4f7c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:29.857134 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00d6a5a5-953a-44de-9cae-492fd6fa4f7c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:29.872544 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6a5a5-953a-44de-9cae-492fd6fa4f7c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e83def-5d61-473e-8ef5-4054161e1e12,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:46:29.933791 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00d6a5a5-953a-44de-9cae-492fd6fa4f7c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:29.935015 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-00d6a5a5-953a-44de-9cae-492fd6fa4f7c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3158123 Dec 16 10:46:29.937689 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42830) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:46:29.942069 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-cf463812-235e-43fb-83df-e23c3ed8a941 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'security_group_rule': {'security_group_id': '2d8562d1-6451-4745-a8e9-bd1a3aad3f2e', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:46:30.029450 n-d-820550-2 neutron-server[102816]: INFO neutron.db.securitygroups_db [None req-cf463812-235e-43fb-83df-e23c3ed8a941 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Project acf35d0affc64805837e6cdc8e4702cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:46:30.035968 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cf463812-235e-43fb-83df-e23c3ed8a941 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:30.113081 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cf463812-235e-43fb-83df-e23c3ed8a941 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:30.189359 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cf463812-235e-43fb-83df-e23c3ed8a941 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:30.207331 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf463812-235e-43fb-83df-e23c3ed8a941 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d841ad73-fa9f-4a46-a075-1f8b75ef43f4,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:46:30.288752 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cf463812-235e-43fb-83df-e23c3ed8a941 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:30.290023 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-cf463812-235e-43fb-83df-e23c3ed8a941 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3513336 Dec 16 10:46:30.292650 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42832) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:46:30.296938 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-9252aaa2-f372-4180-add8-6c1da43522da tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'security_group_rule': {'security_group_id': '2d8562d1-6451-4745-a8e9-bd1a3aad3f2e', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:46:30.378322 n-d-820550-2 neutron-server[102816]: INFO neutron.db.securitygroups_db [None req-9252aaa2-f372-4180-add8-6c1da43522da tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Project acf35d0affc64805837e6cdc8e4702cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:46:30.383852 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9252aaa2-f372-4180-add8-6c1da43522da tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:30.451638 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9252aaa2-f372-4180-add8-6c1da43522da tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:30.525383 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9252aaa2-f372-4180-add8-6c1da43522da tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:30.545853 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9252aaa2-f372-4180-add8-6c1da43522da tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a68d03b-6fae-4f3b-bbe5-ce7c15a49774,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:46:30.619643 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-9252aaa2-f372-4180-add8-6c1da43522da tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:30.620889 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-9252aaa2-f372-4180-add8-6c1da43522da tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3272538 Dec 16 10:46:30.623764 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42834) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:46:30.629206 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-dd763b3a-c7aa-49ed-9519-9afabfc4d8ba tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'network': {'name': 'tempest-network-smoke--1262490013', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'port_security_enabled': True}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:46:30.708966 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd763b3a-c7aa-49ed-9519-9afabfc4d8ba tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Made reservation on behalf of acf35d0affc64805837e6cdc8e4702cc for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:46:30.712536 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd763b3a-c7aa-49ed-9519-9afabfc4d8ba tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:30.735985 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd763b3a-c7aa-49ed-9519-9afabfc4d8ba tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:46:30.747214 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd763b3a-c7aa-49ed-9519-9afabfc4d8ba tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:30.748924 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-dd763b3a-c7aa-49ed-9519-9afabfc4d8ba tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Added segment be3c4bcc-3ca9-49bc-919b-7b0f317bb1f0 of type vlan for network ace5ab8d-157f-44fa-946f-eb8a4d8ed006 Dec 16 10:46:30.791555 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd763b3a-c7aa-49ed-9519-9afabfc4d8ba tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:30.880473 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd763b3a-c7aa-49ed-9519-9afabfc4d8ba tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:30.886042 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd763b3a-c7aa-49ed-9519-9afabfc4d8ba tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:30.886668 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd763b3a-c7aa-49ed-9519-9afabfc4d8ba tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:30.953969 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd763b3a-c7aa-49ed-9519-9afabfc4d8ba tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Network': ['ID=ace5ab8d-157f-44fa-946f-eb8a4d8ed006,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:46:30.966349 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network ace5ab8d-157f-44fa-946f-eb8a4d8ed006 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:46:31.014846 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-dd763b3a-c7aa-49ed-9519-9afabfc4d8ba tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3900132 Dec 16 10:46:31.017707 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42836) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:46:31.022381 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-1288d226-3a14-4db4-9a0c-c6109c0bb961 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1007514437', 'admin_state_up': True, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:46:31.103593 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1288d226-3a14-4db4-9a0c-c6109c0bb961 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:31.104625 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1288d226-3a14-4db4-9a0c-c6109c0bb961 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:31.155272 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1288d226-3a14-4db4-9a0c-c6109c0bb961 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:31.677738 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1288d226-3a14-4db4-9a0c-c6109c0bb961 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:31.927575 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1288d226-3a14-4db4-9a0c-c6109c0bb961 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:31.946562 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1288d226-3a14-4db4-9a0c-c6109c0bb961 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:32.047870 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-1288d226-3a14-4db4-9a0c-c6109c0bb961 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Allocated IP 172.25.1.111 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/1f9e7bb2-0e83-4d03-bd76-bafa4f667b31) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:46:32.156114 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1288d226-3a14-4db4-9a0c-c6109c0bb961 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:32.246436 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1288d226-3a14-4db4-9a0c-c6109c0bb961 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:32.283642 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1288d226-3a14-4db4-9a0c-c6109c0bb961 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:46:32.286425 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-1288d226-3a14-4db4-9a0c-c6109c0bb961 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:46:32.290156 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1288d226-3a14-4db4-9a0c-c6109c0bb961 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:46:32.314303 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288d226-3a14-4db4-9a0c-c6109c0bb961 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Port': ['ID=1f9e7bb2-0e83-4d03-bd76-bafa4f667b31,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:46:32.626010 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1288d226-3a14-4db4-9a0c-c6109c0bb961 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:32.821084 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1288d226-3a14-4db4-9a0c-c6109c0bb961 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:33.046111 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1288d226-3a14-4db4-9a0c-c6109c0bb961 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Router 9b8d75f2-1249-4997-89ea-ada0b5f6219a is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:46:33.153414 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1288d226-3a14-4db4-9a0c-c6109c0bb961 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:46:33.164087 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350e3091-eb93-4ff5-b968-cd15abdf7181 None None] Sync routers for ids ['9b8d75f2-1249-4997-89ea-ada0b5f6219a'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:46:33.173863 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350e3091-eb93-4ff5-b968-cd15abdf7181 None None] Routers {'9b8d75f2-1249-4997-89ea-ada0b5f6219a'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:46:33.174471 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-350e3091-eb93-4ff5-b968-cd15abdf7181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:46:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['9b8d75f2-1249-4997-89ea-ada0b5f6219a'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:46:33.230667 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1288d226-3a14-4db4-9a0c-c6109c0bb961 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:33.231934 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1288d226-3a14-4db4-9a0c-c6109c0bb961 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2132459 Dec 16 10:46:33.235261 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42838) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:46:33.263522 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-546f7942-7297-4105-9478-6b5949fa948b tempest-TestNetworkAdvancedServerOps-1096991519 tempest-TestNetworkAdvancedServerOps-1096991519-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=acf35d0affc64805837e6cdc8e4702cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271764 Dec 16 10:46:33.267403 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42840) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:46:33.277939 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-350e3091-eb93-4ff5-b968-cd15abdf7181 None None] Set router 9b8d75f2-1249-4997-89ea-ada0b5f6219a gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:46:33.353964 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d20b1c4-b85b-4ef6-b1ee-868dbefe185f tempest-TestNetworkAdvancedServerOps-1096991519 tempest-TestNetworkAdvancedServerOps-1096991519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:33.355481 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-2d20b1c4-b85b-4ef6-b1ee-868dbefe185f tempest-TestNetworkAdvancedServerOps-1096991519 tempest-TestNetworkAdvancedServerOps-1096991519-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0884554 Dec 16 10:46:33.358332 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42842) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:46:33.390522 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f55f3a5b-ca09-4929-bda1-6c842e270fb9 tempest-TestNetworkAdvancedServerOps-1096991519 tempest-TestNetworkAdvancedServerOps-1096991519-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=66f24afa-c67f-4411-a795-f16773380b27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310915 Dec 16 10:46:33.393187 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42844) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:46:33.398494 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-3e6480af-7af9-4d50-99cc-132c46b10a11 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1876483300', 'network_id': 'ace5ab8d-157f-44fa-946f-eb8a4d8ed006', 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:46:33.455589 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-350e3091-eb93-4ff5-b968-cd15abdf7181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007514437', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '1f9e7bb2-0e83-4d03-bd76-bafa4f667b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:46:31Z', 'updated_at': '2021-12-16T10:46:32Z', 'revision_number': 3, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '1f9e7bb2-0e83-4d03-bd76-bafa4f667b31', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:46:31Z', 'updated_at': '2021-12-16T10:46:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:46:33.486205 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350e3091-eb93-4ff5-b968-cd15abdf7181 None None] Checking router: 9b8d75f2-1249-4997-89ea-ada0b5f6219a for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:46:33.486554 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350e3091-eb93-4ff5-b968-cd15abdf7181 None None] Updating router 9b8d75f2-1249-4997-89ea-ada0b5f6219a port 1f9e7bb2-0e83-4d03-bd76-bafa4f667b31 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:46:33.510677 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-350e3091-eb93-4ff5-b968-cd15abdf7181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:33.543146 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6480af-7af9-4d50-99cc-132c46b10a11 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Made reservation on behalf of acf35d0affc64805837e6cdc8e4702cc for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:46:33.546930 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3e6480af-7af9-4d50-99cc-132c46b10a11 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:33.765543 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-350e3091-eb93-4ff5-b968-cd15abdf7181 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:33.788561 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3e6480af-7af9-4d50-99cc-132c46b10a11 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:33.847159 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6480af-7af9-4d50-99cc-132c46b10a11 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Subnet': ['ID=588f0b3d-81bd-4756-8ae4-94646e71b588,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:46:33.852058 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-350e3091-eb93-4ff5-b968-cd15abdf7181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:33.857601 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6480af-7af9-4d50-99cc-132c46b10a11 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Checking segment: {'id': 'be3c4bcc-3ca9-49bc-919b-7b0f317bb1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ace5ab8d-157f-44fa-946f-eb8a4d8ed006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:46:33.862783 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6480af-7af9-4d50-99cc-132c46b10a11 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Network hostable DHCP agents. Network: ace5ab8d-157f-44fa-946f-eb8a4d8ed006, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:46:33.904574 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-350e3091-eb93-4ff5-b968-cd15abdf7181 None None] Attempting to bind port 1f9e7bb2-0e83-4d03-bd76-bafa4f667b31 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:46:33.904942 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-350e3091-eb93-4ff5-b968-cd15abdf7181 None None] Attempting to bind port 1f9e7bb2-0e83-4d03-bd76-bafa4f667b31 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:46:33.905326 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350e3091-eb93-4ff5-b968-cd15abdf7181 None None] Attempting to bind port 1f9e7bb2-0e83-4d03-bd76-bafa4f667b31 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:46:33.913237 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21925b-e69c-47fa-ae21-d1f964d7e610 None None] Pushing event updated for resources: {'Port': ['ID=1f9e7bb2-0e83-4d03-bd76-bafa4f667b31,revision_number=2']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:46:33.920807 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350e3091-eb93-4ff5-b968-cd15abdf7181 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:46:33.921206 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350e3091-eb93-4ff5-b968-cd15abdf7181 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:46:33.921610 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-350e3091-eb93-4ff5-b968-cd15abdf7181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:33.922001 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350e3091-eb93-4ff5-b968-cd15abdf7181 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:46:33.922457 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-350e3091-eb93-4ff5-b968-cd15abdf7181 None None] Bound port: 1f9e7bb2-0e83-4d03-bd76-bafa4f667b31, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:46:33.922833 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-350e3091-eb93-4ff5-b968-cd15abdf7181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:33.926597 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21925b-e69c-47fa-ae21-d1f964d7e610 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:33.926935 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21925b-e69c-47fa-ae21-d1f964d7e610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:33.927269 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21925b-e69c-47fa-ae21-d1f964d7e610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:33.927598 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21925b-e69c-47fa-ae21-d1f964d7e610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:33.927925 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21925b-e69c-47fa-ae21-d1f964d7e610 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:33.928248 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21925b-e69c-47fa-ae21-d1f964d7e610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:33.928568 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21925b-e69c-47fa-ae21-d1f964d7e610 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:33.928891 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21925b-e69c-47fa-ae21-d1f964d7e610 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:33.929245 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21925b-e69c-47fa-ae21-d1f964d7e610 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:33.929564 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21925b-e69c-47fa-ae21-d1f964d7e610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:33.929880 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21925b-e69c-47fa-ae21-d1f964d7e610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:33.930347 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21925b-e69c-47fa-ae21-d1f964d7e610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:33.937291 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6480af-7af9-4d50-99cc-132c46b10a11 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Network ace5ab8d-157f-44fa-946f-eb8a4d8ed006 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:46:33.979227 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-350e3091-eb93-4ff5-b968-cd15abdf7181 None None] For port 1f9e7bb2-0e83-4d03-bd76-bafa4f667b31, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:46:33.982138 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-350e3091-eb93-4ff5-b968-cd15abdf7181 None None] For port 1f9e7bb2-0e83-4d03-bd76-bafa4f667b31, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=1f9e7bb2-0e83-4d03-bd76-bafa4f667b31,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:46:34.022892 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-3e6480af-7af9-4d50-99cc-132c46b10a11 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, ace5ab8d-157f-44fa-946f-eb8a4d8ed006) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:46:34.028379 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6480af-7af9-4d50-99cc-132c46b10a11 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:34.029742 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3e6480af-7af9-4d50-99cc-132c46b10a11 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:34.034793 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5005ba-003c-4b28-bb81-44e9266497f8 None None] Network ace5ab8d-157f-44fa-946f-eb8a4d8ed006 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:46:34.052062 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-350e3091-eb93-4ff5-b968-cd15abdf7181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:34.107361 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350e3091-eb93-4ff5-b968-cd15abdf7181 None None] Routers {'9b8d75f2-1249-4997-89ea-ada0b5f6219a'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:46:34.107984 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-350e3091-eb93-4ff5-b968-cd15abdf7181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:46:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['9b8d75f2-1249-4997-89ea-ada0b5f6219a'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:46:34.115246 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21925b-e69c-47fa-ae21-d1f964d7e610 None None] Pushing event updated for resources: {'Port': ['ID=1f9e7bb2-0e83-4d03-bd76-bafa4f667b31,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:46:34.116663 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3e6480af-7af9-4d50-99cc-132c46b10a11 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7216687 Dec 16 10:46:34.117447 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42848) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:46:34.187259 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce50123-d53a-40d5-af02-b907b9d0d2b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-ace5ab8d-157f-44fa-946f-eb8a4d8ed006', 'network_id': 'ace5ab8d-157f-44fa-946f-eb8a4d8ed006', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'fixed_ips': [{'subnet_id': '588f0b3d-81bd-4756-8ae4-94646e71b588'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:46:34.188139 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6ce50123-d53a-40d5-af02-b907b9d0d2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:34.229727 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-350e3091-eb93-4ff5-b968-cd15abdf7181 None None] Set router 9b8d75f2-1249-4997-89ea-ada0b5f6219a gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:46:34.329032 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-6ce50123-d53a-40d5-af02-b907b9d0d2b3 None None] Allocated IP 172.20.0.2 (ace5ab8d-157f-44fa-946f-eb8a4d8ed006/588f0b3d-81bd-4756-8ae4-94646e71b588/d0b6c70a-6de3-455c-85d2-606b93bbc076) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:46:34.410965 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-350e3091-eb93-4ff5-b968-cd15abdf7181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007514437', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '1f9e7bb2-0e83-4d03-bd76-bafa4f667b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:46:31Z', 'updated_at': '2021-12-16T10:46:32Z', 'revision_number': 3, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '1f9e7bb2-0e83-4d03-bd76-bafa4f667b31', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:46:31Z', 'updated_at': '2021-12-16T10:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:46:34.442539 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350e3091-eb93-4ff5-b968-cd15abdf7181 None None] The sync data for ids ['9b8d75f2-1249-4997-89ea-ada0b5f6219a'] in n-d-820550-2 is: [{'id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007514437', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '1f9e7bb2-0e83-4d03-bd76-bafa4f667b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:46:31Z', 'updated_at': '2021-12-16T10:46:32Z', 'revision_number': 3, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '1f9e7bb2-0e83-4d03-bd76-bafa4f667b31', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:46:31Z', 'updated_at': '2021-12-16T10:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:46:34.494154 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6ce50123-d53a-40d5-af02-b907b9d0d2b3 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:34.554158 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6ce50123-d53a-40d5-af02-b907b9d0d2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:34.587014 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ba5f802-9a83-47c7-a9bf-6cd48f7d64a5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:34.598015 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce50123-d53a-40d5-af02-b907b9d0d2b3 None None] Network ace5ab8d-157f-44fa-946f-eb8a4d8ed006 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:46:34.602480 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-6ce50123-d53a-40d5-af02-b907b9d0d2b3 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:46:34.609491 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce50123-d53a-40d5-af02-b907b9d0d2b3 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:46:34.612724 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce50123-d53a-40d5-af02-b907b9d0d2b3 None None] Pushing event updated for resources: {'Port': ['ID=d0b6c70a-6de3-455c-85d2-606b93bbc076,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:46:34.678601 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-6ce50123-d53a-40d5-af02-b907b9d0d2b3 None None] Attempting to bind port d0b6c70a-6de3-455c-85d2-606b93bbc076 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:46:34.678601 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-6ce50123-d53a-40d5-af02-b907b9d0d2b3 None None] Attempting to bind port d0b6c70a-6de3-455c-85d2-606b93bbc076 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'be3c4bcc-3ca9-49bc-919b-7b0f317bb1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ace5ab8d-157f-44fa-946f-eb8a4d8ed006'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:46:34.678601 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce50123-d53a-40d5-af02-b907b9d0d2b3 None None] Attempting to bind port d0b6c70a-6de3-455c-85d2-606b93bbc076 on network ace5ab8d-157f-44fa-946f-eb8a4d8ed006 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:46:34.690935 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce50123-d53a-40d5-af02-b907b9d0d2b3 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:46:34.691307 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce50123-d53a-40d5-af02-b907b9d0d2b3 None None] Checking segment: {'id': 'be3c4bcc-3ca9-49bc-919b-7b0f317bb1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ace5ab8d-157f-44fa-946f-eb8a4d8ed006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:46:34.691736 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6ce50123-d53a-40d5-af02-b907b9d0d2b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:34.692124 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce50123-d53a-40d5-af02-b907b9d0d2b3 None None] Bound using segment: {'id': 'be3c4bcc-3ca9-49bc-919b-7b0f317bb1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ace5ab8d-157f-44fa-946f-eb8a4d8ed006'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:46:34.692592 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-6ce50123-d53a-40d5-af02-b907b9d0d2b3 None None] Bound port: d0b6c70a-6de3-455c-85d2-606b93bbc076, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3c4bcc-3ca9-49bc-919b-7b0f317bb1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ace5ab8d-157f-44fa-946f-eb8a4d8ed006'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:46:34.692969 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6ce50123-d53a-40d5-af02-b907b9d0d2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:34.767606 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-6ce50123-d53a-40d5-af02-b907b9d0d2b3 None None] For port d0b6c70a-6de3-455c-85d2-606b93bbc076, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:46:34.771712 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-6ce50123-d53a-40d5-af02-b907b9d0d2b3 None None] For port d0b6c70a-6de3-455c-85d2-606b93bbc076, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d0b6c70a-6de3-455c-85d2-606b93bbc076,segment=NetworkSegment(be3c4bcc-3ca9-49bc-919b-7b0f317bb1f0),segment_id=be3c4bcc-3ca9-49bc-919b-7b0f317bb1f0)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:46:34.840958 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6ce50123-d53a-40d5-af02-b907b9d0d2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:34.910149 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce50123-d53a-40d5-af02-b907b9d0d2b3 None None] Pushing event updated for resources: {'Port': ['ID=d0b6c70a-6de3-455c-85d2-606b93bbc076,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:46:34.910361 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-3ba5f802-9a83-47c7-a9bf-6cd48f7d64a5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Allocated IP 172.20.0.1 (ace5ab8d-157f-44fa-946f-eb8a4d8ed006/588f0b3d-81bd-4756-8ae4-94646e71b588/c053367d-3e69-404f-bb24-e446a8e11993) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:46:35.055370 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ba5f802-9a83-47c7-a9bf-6cd48f7d64a5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:35.155513 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ba5f802-9a83-47c7-a9bf-6cd48f7d64a5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:35.203715 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba5f802-9a83-47c7-a9bf-6cd48f7d64a5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Network ace5ab8d-157f-44fa-946f-eb8a4d8ed006 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:46:35.207531 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-3ba5f802-9a83-47c7-a9bf-6cd48f7d64a5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:46:35.210220 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba5f802-9a83-47c7-a9bf-6cd48f7d64a5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:46:35.219271 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5f802-9a83-47c7-a9bf-6cd48f7d64a5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Port': ['ID=c053367d-3e69-404f-bb24-e446a8e11993,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:46:35.261847 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ba5f802-9a83-47c7-a9bf-6cd48f7d64a5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:35.475497 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ba5f802-9a83-47c7-a9bf-6cd48f7d64a5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:35.756629 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ba5f802-9a83-47c7-a9bf-6cd48f7d64a5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:35.812037 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ba5f802-9a83-47c7-a9bf-6cd48f7d64a5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:35.885047 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5f802-9a83-47c7-a9bf-6cd48f7d64a5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Port': ['ID=c053367d-3e69-404f-bb24-e446a8e11993,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:46:35.886415 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ef97c5-b4f7-4772-b987-235dc06858b3 None None] Network ace5ab8d-157f-44fa-946f-eb8a4d8ed006 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:46:35.887422 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3ba5f802-9a83-47c7-a9bf-6cd48f7d64a5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:35.981367 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba5f802-9a83-47c7-a9bf-6cd48f7d64a5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Network ace5ab8d-157f-44fa-946f-eb8a4d8ed006 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:46:35.982984 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-3ba5f802-9a83-47c7-a9bf-6cd48f7d64a5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:46:35.992745 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-432c08dc-9952-40d5-b619-902580309f6f None None] Provisioning complete for port d0b6c70a-6de3-455c-85d2-606b93bbc076 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:46:35.993144 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-432c08dc-9952-40d5-b619-902580309f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:36.117506 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-432c08dc-9952-40d5-b619-902580309f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:36.154281 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-432c08dc-9952-40d5-b619-902580309f6f None None] For port d0b6c70a-6de3-455c-85d2-606b93bbc076, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d0b6c70a-6de3-455c-85d2-606b93bbc076,segment=NetworkSegment(be3c4bcc-3ca9-49bc-919b-7b0f317bb1f0),segment_id=be3c4bcc-3ca9-49bc-919b-7b0f317bb1f0)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:46:36.217627 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-432c08dc-9952-40d5-b619-902580309f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:36.277676 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c08dc-9952-40d5-b619-902580309f6f None None] Pushing event updated for resources: {'Port': ['ID=d0b6c70a-6de3-455c-85d2-606b93bbc076,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:46:36.339927 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-cd0402a7-c8b3-40dc-a67a-1deafb4795dd None None] Provisioning complete for port c053367d-3e69-404f-bb24-e446a8e11993 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:46:36.340414 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cd0402a7-c8b3-40dc-a67a-1deafb4795dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:36.384384 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-cd0402a7-c8b3-40dc-a67a-1deafb4795dd None None] Port c053367d-3e69-404f-bb24-e446a8e11993 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:46:36.399931 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-cd0402a7-c8b3-40dc-a67a-1deafb4795dd None None] Provisioning complete for port d0b6c70a-6de3-455c-85d2-606b93bbc076 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:46:36.400389 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cd0402a7-c8b3-40dc-a67a-1deafb4795dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:36.414483 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba5f802-9a83-47c7-a9bf-6cd48f7d64a5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Router 9b8d75f2-1249-4997-89ea-ada0b5f6219a has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:46:36.546663 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba5f802-9a83-47c7-a9bf-6cd48f7d64a5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:46:36.563419 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54f6d96-7362-4ea0-92af-6f8619bb3cdc None None] Sync routers for ids ['9b8d75f2-1249-4997-89ea-ada0b5f6219a'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:46:36.569674 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3ba5f802-9a83-47c7-a9bf-6cd48f7d64a5 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "PUT /v2.0/routers/9b8d75f2-1249-4997-89ea-ada0b5f6219a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4397156 Dec 16 10:46:36.578735 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 1f9e7bb2-0e83-4d03-bd76-bafa4f667b31 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:46:36.605679 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54f6d96-7362-4ea0-92af-6f8619bb3cdc None None] Routers {'9b8d75f2-1249-4997-89ea-ada0b5f6219a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:46:36.606320 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-d54f6d96-7362-4ea0-92af-6f8619bb3cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:46:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['9b8d75f2-1249-4997-89ea-ada0b5f6219a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:46:36.705347 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-3461178d-748d-4f5d-b9c7-e95735cd3d7e tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1594587188&fields=id&tenant_id=acf35d0affc64805837e6cdc8e4702cc HTTP/1.1" status: 200 len: 267 time: 0.0372231 Dec 16 10:46:36.715824 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-f5d29b69-181b-4383-8bab-62e9c3e5cd4f None None] Provisioning complete for port c053367d-3e69-404f-bb24-e446a8e11993 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:46:36.716199 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f5d29b69-181b-4383-8bab-62e9c3e5cd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:36.763831 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 1f9e7bb2-0e83-4d03-bd76-bafa4f667b31 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:46:36.764211 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:36.779888 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-d54f6d96-7362-4ea0-92af-6f8619bb3cdc None None] Set router 9b8d75f2-1249-4997-89ea-ada0b5f6219a gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:46:36.819891 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f5d29b69-181b-4383-8bab-62e9c3e5cd4f None None] Port c053367d-3e69-404f-bb24-e446a8e11993 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:46:36.823345 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-3cb6a651-2ecb-4959-8b12-b709343925b0 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:36.825290 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-3cb6a651-2ecb-4959-8b12-b709343925b0 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/networks?id=ace5ab8d-157f-44fa-946f-eb8a4d8ed006 HTTP/1.1" status: 200 len: 797 time: 0.1114428 Dec 16 10:46:36.840695 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-a6332187-6f62-404c-b8a0-6ee25b854a46 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/quotas/acf35d0affc64805837e6cdc8e4702cc HTTP/1.1" status: 200 len: 375 time: 0.0091035 Dec 16 10:46:36.893015 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-b90b42ab-a3f4-4634-8d2e-73a458af8397 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466561 Dec 16 10:46:36.968937 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-e0f222fb-a90e-41e2-b80c-7fd09bfcc113 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:46:36.973679 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-e0f222fb-a90e-41e2-b80c-7fd09bfcc113 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0686104 Dec 16 10:46:36.980735 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:36.995208 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-6a855f7b-17a0-477d-bc9f-67ef6bb9a702 None None] Provisioning complete for port c053367d-3e69-404f-bb24-e446a8e11993 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:46:36.995576 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6a855f7b-17a0-477d-bc9f-67ef6bb9a702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:37.043902 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 1f9e7bb2-0e83-4d03-bd76-bafa4f667b31, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=1f9e7bb2-0e83-4d03-bd76-bafa4f667b31,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:46:37.067648 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-27509143-cd9a-4b12-afba-1e552ceea419 service neutron] 10.222.0.60 "GET /v2.0/networks/ace5ab8d-157f-44fa-946f-eb8a4d8ed006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904169 Dec 16 10:46:37.079300 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-6a855f7b-17a0-477d-bc9f-67ef6bb9a702 None None] Port c053367d-3e69-404f-bb24-e446a8e11993 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:46:37.103988 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-d54f6d96-7362-4ea0-92af-6f8619bb3cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007514437', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '1f9e7bb2-0e83-4d03-bd76-bafa4f667b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:46:31Z', 'updated_at': '2021-12-16T10:46:35Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '1f9e7bb2-0e83-4d03-bd76-bafa4f667b31', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:46:31Z', 'updated_at': '2021-12-16T10:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'c053367d-3e69-404f-bb24-e446a8e11993', 'name': '', 'network_id': 'ace5ab8d-157f-44fa-946f-eb8a4d8ed006', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:7c:2b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '588f0b3d-81bd-4756-8ae4-94646e71b588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:46:34Z', 'updated_at': '2021-12-16T10:46:35Z', 'revision_number': 2, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': '588f0b3d-81bd-4756-8ae4-94646e71b588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:46:37.130878 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:37.131645 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d0b6c70a-6de3-455c-85d2-606b93bbc076 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:46:37.136639 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54f6d96-7362-4ea0-92af-6f8619bb3cdc None None] Checking router: 9b8d75f2-1249-4997-89ea-ada0b5f6219a for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:46:37.136995 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54f6d96-7362-4ea0-92af-6f8619bb3cdc None None] Updating router 9b8d75f2-1249-4997-89ea-ada0b5f6219a port c053367d-3e69-404f-bb24-e446a8e11993 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:46:37.161160 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-30423d0c-1bb1-4660-9d4b-d88f5bdabf60 service neutron] 10.222.0.60 "GET /v2.0/networks/ace5ab8d-157f-44fa-946f-eb8a4d8ed006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864282 Dec 16 10:46:37.212123 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d54f6d96-7362-4ea0-92af-6f8619bb3cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:37.244014 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=1f9e7bb2-0e83-4d03-bd76-bafa4f667b31,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:46:37.336351 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port d0b6c70a-6de3-455c-85d2-606b93bbc076 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:46:37.336735 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:37.410396 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-78f1a3fc-a26e-4239-b907-efdabf3e704d req-7117047a-c4cd-496f-a6da-f9e8db339bab tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=38a6c10b-62e5-440f-9a7b-0c243772b066 HTTP/1.1" status: 200 len: 210 time: 0.0354087 Dec 16 10:46:37.573077 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d54f6d96-7362-4ea0-92af-6f8619bb3cdc None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:37.680179 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d54f6d96-7362-4ea0-92af-6f8619bb3cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:37.735888 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658fb0e9-af01-4d9b-bf07-f9e12813b842 None None] Pushing event updated for resources: {'Port': ['ID=c053367d-3e69-404f-bb24-e446a8e11993,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:46:37.798307 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-d54f6d96-7362-4ea0-92af-6f8619bb3cdc None None] Attempting to bind port c053367d-3e69-404f-bb24-e446a8e11993 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:46:37.802523 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-d54f6d96-7362-4ea0-92af-6f8619bb3cdc None None] Attempting to bind port c053367d-3e69-404f-bb24-e446a8e11993 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'be3c4bcc-3ca9-49bc-919b-7b0f317bb1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ace5ab8d-157f-44fa-946f-eb8a4d8ed006'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:46:37.802523 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54f6d96-7362-4ea0-92af-6f8619bb3cdc None None] Attempting to bind port c053367d-3e69-404f-bb24-e446a8e11993 on network ace5ab8d-157f-44fa-946f-eb8a4d8ed006 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:46:37.807314 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54f6d96-7362-4ea0-92af-6f8619bb3cdc None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:46:37.807709 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54f6d96-7362-4ea0-92af-6f8619bb3cdc None None] Checking segment: {'id': 'be3c4bcc-3ca9-49bc-919b-7b0f317bb1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ace5ab8d-157f-44fa-946f-eb8a4d8ed006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:46:37.808108 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d54f6d96-7362-4ea0-92af-6f8619bb3cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:37.808507 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54f6d96-7362-4ea0-92af-6f8619bb3cdc None None] Bound using segment: {'id': 'be3c4bcc-3ca9-49bc-919b-7b0f317bb1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ace5ab8d-157f-44fa-946f-eb8a4d8ed006'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:46:37.809028 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-d54f6d96-7362-4ea0-92af-6f8619bb3cdc None None] Bound port: c053367d-3e69-404f-bb24-e446a8e11993, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3c4bcc-3ca9-49bc-919b-7b0f317bb1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ace5ab8d-157f-44fa-946f-eb8a4d8ed006'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:46:37.809776 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d54f6d96-7362-4ea0-92af-6f8619bb3cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:37.878436 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-d54f6d96-7362-4ea0-92af-6f8619bb3cdc None None] For port c053367d-3e69-404f-bb24-e446a8e11993, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:46:37.882036 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-d54f6d96-7362-4ea0-92af-6f8619bb3cdc None None] For port c053367d-3e69-404f-bb24-e446a8e11993, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=c053367d-3e69-404f-bb24-e446a8e11993,segment=NetworkSegment(be3c4bcc-3ca9-49bc-919b-7b0f317bb1f0),segment_id=be3c4bcc-3ca9-49bc-919b-7b0f317bb1f0)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:46:37.971395 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d54f6d96-7362-4ea0-92af-6f8619bb3cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:38.032582 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-ce9a9fdd-b579-443b-84a3-4c709a61558f None None] Provisioning complete for port c053367d-3e69-404f-bb24-e446a8e11993 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:46:38.033284 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ce9a9fdd-b579-443b-84a3-4c709a61558f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:38.072067 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54f6d96-7362-4ea0-92af-6f8619bb3cdc None None] Routers {'9b8d75f2-1249-4997-89ea-ada0b5f6219a'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:46:38.072660 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-d54f6d96-7362-4ea0-92af-6f8619bb3cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:46:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['9b8d75f2-1249-4997-89ea-ada0b5f6219a'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:46:38.079203 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658fb0e9-af01-4d9b-bf07-f9e12813b842 None None] Pushing event updated for resources: {'Port': ['ID=c053367d-3e69-404f-bb24-e446a8e11993,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:46:38.323180 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:38.387249 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-d54f6d96-7362-4ea0-92af-6f8619bb3cdc None None] Set router 9b8d75f2-1249-4997-89ea-ada0b5f6219a gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:46:38.416475 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ce9a9fdd-b579-443b-84a3-4c709a61558f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:38.523186 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 1f9e7bb2-0e83-4d03-bd76-bafa4f667b31 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:46:38.528940 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-ce9a9fdd-b579-443b-84a3-4c709a61558f None None] For port c053367d-3e69-404f-bb24-e446a8e11993, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=c053367d-3e69-404f-bb24-e446a8e11993,segment=NetworkSegment(be3c4bcc-3ca9-49bc-919b-7b0f317bb1f0),segment_id=be3c4bcc-3ca9-49bc-919b-7b0f317bb1f0)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:46:38.531105 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-62c4fedc-1056-49d8-9800-281fe3a90e1f req-d999a583-282c-46be-8153-16e66ece6c40 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=38a6c10b-62e5-440f-9a7b-0c243772b066 HTTP/1.1" status: 200 len: 210 time: 0.0279882 Dec 16 10:46:38.560704 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:46:38.595269 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ce9a9fdd-b579-443b-84a3-4c709a61558f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:38.664645 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 1f9e7bb2-0e83-4d03-bd76-bafa4f667b31 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:46:38.665020 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:38.700534 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a9fdd-b579-443b-84a3-4c709a61558f None None] Pushing event updated for resources: {'Port': ['ID=c053367d-3e69-404f-bb24-e446a8e11993,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:46:38.740445 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-084086fe-465e-4bba-8805-92286fbabbd3 None None] Provisioning complete for port c053367d-3e69-404f-bb24-e446a8e11993 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:46:38.742011 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-084086fe-465e-4bba-8805-92286fbabbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:38.774700 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-d54f6d96-7362-4ea0-92af-6f8619bb3cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007514437', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '1f9e7bb2-0e83-4d03-bd76-bafa4f667b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:46:31Z', 'updated_at': '2021-12-16T10:46:35Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '1f9e7bb2-0e83-4d03-bd76-bafa4f667b31', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:46:31Z', 'updated_at': '2021-12-16T10:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'c053367d-3e69-404f-bb24-e446a8e11993', 'name': '', 'network_id': 'ace5ab8d-157f-44fa-946f-eb8a4d8ed006', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:7c:2b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '588f0b3d-81bd-4756-8ae4-94646e71b588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:46:34Z', 'updated_at': '2021-12-16T10:46:37Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': '588f0b3d-81bd-4756-8ae4-94646e71b588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:46:38.822236 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54f6d96-7362-4ea0-92af-6f8619bb3cdc None None] The sync data for ids ['9b8d75f2-1249-4997-89ea-ada0b5f6219a'] in n-d-820550-2 is: [{'id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007514437', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '1f9e7bb2-0e83-4d03-bd76-bafa4f667b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:46:31Z', 'updated_at': '2021-12-16T10:46:35Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '1f9e7bb2-0e83-4d03-bd76-bafa4f667b31', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:46:31Z', 'updated_at': '2021-12-16T10:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'c053367d-3e69-404f-bb24-e446a8e11993', 'name': '', 'network_id': 'ace5ab8d-157f-44fa-946f-eb8a4d8ed006', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:7c:2b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '588f0b3d-81bd-4756-8ae4-94646e71b588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:46:34Z', 'updated_at': '2021-12-16T10:46:37Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': '588f0b3d-81bd-4756-8ae4-94646e71b588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:46:39.432807 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-f9353af4-08a6-4245-ae07-75020b25ccf4 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:39.434464 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-f9353af4-08a6-4245-ae07-75020b25ccf4 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.58 "GET /v2.0/networks?id=ace5ab8d-157f-44fa-946f-eb8a4d8ed006 HTTP/1.1" status: 200 len: 797 time: 0.1172929 Dec 16 10:46:39.479704 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-8e07f467-993b-41f8-91a5-390a0e6215ba tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acf35d0affc64805837e6cdc8e4702cc HTTP/1.1" status: 200 len: 380 time: 0.0359330 Dec 16 10:46:39.489630 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-89466393-e501-4d02-98bf-e42c254c2d7b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'port': {'device_id': '38a6c10b-62e5-440f-9a7b-0c243772b066', 'network_id': 'ace5ab8d-157f-44fa-946f-eb8a4d8ed006', 'admin_state_up': True, 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'security_groups': ['2d8562d1-6451-4745-a8e9-bd1a3aad3f2e']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:46:39.633072 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bf2d8007-95a5-412b-ac9f-85c790d81e36 req-4fa70635-a91d-4d1c-904c-212b325c0617 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=38a6c10b-62e5-440f-9a7b-0c243772b066 HTTP/1.1" status: 200 len: 210 time: 0.0270231 Dec 16 10:46:39.657371 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-89466393-e501-4d02-98bf-e42c254c2d7b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Made reservation on behalf of acf35d0affc64805837e6cdc8e4702cc for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:46:39.661012 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-89466393-e501-4d02-98bf-e42c254c2d7b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:39.798748 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-89466393-e501-4d02-98bf-e42c254c2d7b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Allocated IP 172.20.0.9 (ace5ab8d-157f-44fa-946f-eb8a4d8ed006/588f0b3d-81bd-4756-8ae4-94646e71b588/f4defdf1-7965-4c6b-9a22-611a662a5142) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:46:39.943994 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-89466393-e501-4d02-98bf-e42c254c2d7b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:40.028854 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-89466393-e501-4d02-98bf-e42c254c2d7b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:40.072411 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-89466393-e501-4d02-98bf-e42c254c2d7b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Network ace5ab8d-157f-44fa-946f-eb8a4d8ed006 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:46:40.075560 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-89466393-e501-4d02-98bf-e42c254c2d7b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:46:40.078021 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-89466393-e501-4d02-98bf-e42c254c2d7b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:46:40.109991 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89466393-e501-4d02-98bf-e42c254c2d7b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Port': ['ID=f4defdf1-7965-4c6b-9a22-611a662a5142,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:46:40.141269 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-89466393-e501-4d02-98bf-e42c254c2d7b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:40.141893 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-89466393-e501-4d02-98bf-e42c254c2d7b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:40.214055 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-89466393-e501-4d02-98bf-e42c254c2d7b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7281611 Dec 16 10:46:40.227054 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-e34a4be3-045d-45c4-af5d-4671db8a0051 service neutron] Request body: {'port': {'device_id': '38a6c10b-62e5-440f-9a7b-0c243772b066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:46:40.281999 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-e34a4be3-045d-45c4-af5d-4671db8a0051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:40.334245 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-8885d3db-f6c7-4cd2-8992-3e24821af348 None None] Provisioning complete for port f4defdf1-7965-4c6b-9a22-611a662a5142 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:46:40.334881 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8885d3db-f6c7-4cd2-8992-3e24821af348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:40.373140 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-8885d3db-f6c7-4cd2-8992-3e24821af348 None None] Port f4defdf1-7965-4c6b-9a22-611a662a5142 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:46:40.502953 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device c053367d-3e69-404f-bb24-e446a8e11993 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:46:40.546692 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-e34a4be3-045d-45c4-af5d-4671db8a0051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4defdf1-7965-4c6b-9a22-611a662a5142 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:46:40.552358 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port c053367d-3e69-404f-bb24-e446a8e11993 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:46:40.552728 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:40.554296 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-e34a4be3-045d-45c4-af5d-4671db8a0051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:40.567290 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-e34a4be3-045d-45c4-af5d-4671db8a0051 service neutron] Transition to ACTIVE for port object f4defdf1-7965-4c6b-9a22-611a662a5142 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:46:40.656916 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-e34a4be3-045d-45c4-af5d-4671db8a0051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:40.722799 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a4be3-045d-45c4-af5d-4671db8a0051 service neutron] Pushing event updated for resources: {'Port': ['ID=f4defdf1-7965-4c6b-9a22-611a662a5142,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:46:40.804680 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc99a2-2c3e-4dd9-8a4f-629038c78827 req-00f1372b-3ac0-48bd-a189-2261a2320d5f tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:40.806406 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dfdc99a2-2c3e-4dd9-8a4f-629038c78827 req-00f1372b-3ac0-48bd-a189-2261a2320d5f tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=38a6c10b-62e5-440f-9a7b-0c243772b066 HTTP/1.1" status: 200 len: 943 time: 0.1022120 Dec 16 10:46:40.851392 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-e34a4be3-045d-45c4-af5d-4671db8a0051 service neutron] Attempting to bind port f4defdf1-7965-4c6b-9a22-611a662a5142 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:46:40.851736 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-e34a4be3-045d-45c4-af5d-4671db8a0051 service neutron] Attempting to bind port f4defdf1-7965-4c6b-9a22-611a662a5142 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'be3c4bcc-3ca9-49bc-919b-7b0f317bb1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ace5ab8d-157f-44fa-946f-eb8a4d8ed006'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:46:40.852068 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-e34a4be3-045d-45c4-af5d-4671db8a0051 service neutron] Attempting to bind port f4defdf1-7965-4c6b-9a22-611a662a5142 on network ace5ab8d-157f-44fa-946f-eb8a4d8ed006 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:46:40.864964 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-e34a4be3-045d-45c4-af5d-4671db8a0051 service neutron] Port f4defdf1-7965-4c6b-9a22-611a662a5142 on network ace5ab8d-157f-44fa-946f-eb8a4d8ed006 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:46:40.865819 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-e34a4be3-045d-45c4-af5d-4671db8a0051 service neutron] Attempting to bind port f4defdf1-7965-4c6b-9a22-611a662a5142 on network ace5ab8d-157f-44fa-946f-eb8a4d8ed006 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:46:40.881451 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dfdc99a2-2c3e-4dd9-8a4f-629038c78827 req-762626bf-ee9f-4246-bc84-64699a87a7f2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d8562d1-6451-4745-a8e9-bd1a3aad3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626743 Dec 16 10:46:40.881451 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-e34a4be3-045d-45c4-af5d-4671db8a0051 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:46:40.881451 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-e34a4be3-045d-45c4-af5d-4671db8a0051 service neutron] Checking segment: {'id': 'be3c4bcc-3ca9-49bc-919b-7b0f317bb1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ace5ab8d-157f-44fa-946f-eb8a4d8ed006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:46:40.881451 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-e34a4be3-045d-45c4-af5d-4671db8a0051 service neutron] Bound using segment: {'id': 'be3c4bcc-3ca9-49bc-919b-7b0f317bb1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ace5ab8d-157f-44fa-946f-eb8a4d8ed006'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:46:40.881451 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-e34a4be3-045d-45c4-af5d-4671db8a0051 service neutron] Bound port: f4defdf1-7965-4c6b-9a22-611a662a5142, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be3c4bcc-3ca9-49bc-919b-7b0f317bb1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ace5ab8d-157f-44fa-946f-eb8a4d8ed006'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:46:40.881451 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-e34a4be3-045d-45c4-af5d-4671db8a0051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:40.950304 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-e34a4be3-045d-45c4-af5d-4671db8a0051 service neutron] For port f4defdf1-7965-4c6b-9a22-611a662a5142, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:46:40.953273 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-e34a4be3-045d-45c4-af5d-4671db8a0051 service neutron] For port f4defdf1-7965-4c6b-9a22-611a662a5142, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=f4defdf1-7965-4c6b-9a22-611a662a5142,segment=NetworkSegment(be3c4bcc-3ca9-49bc-919b-7b0f317bb1f0),segment_id=be3c4bcc-3ca9-49bc-919b-7b0f317bb1f0)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:46:41.017948 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-e34a4be3-045d-45c4-af5d-4671db8a0051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:41.051709 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-e34a4be3-045d-45c4-af5d-4671db8a0051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:41.052347 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-e34a4be3-045d-45c4-af5d-4671db8a0051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:41.053894 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-e34a4be3-045d-45c4-af5d-4671db8a0051 service neutron] 10.222.0.58 "PUT /v2.0/ports/f4defdf1-7965-4c6b-9a22-611a662a5142 HTTP/1.1" status: 200 len: 1091 time: 0.8312573 Dec 16 10:46:41.054342 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a6c10b-62e5-440f-9a7b-0c243772b066', 'tag': 'f4defdf1-7965-4c6b-9a22-611a662a5142'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:46:41.056597 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45b7ab3-405b-4774-9b8e-e4a50ae1fb2f" -d '{"events": [{"name": "network-changed", "server_uuid": "38a6c10b-62e5-440f-9a7b-0c243772b066", "tag": "f4defdf1-7965-4c6b-9a22-611a662a5142"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:46:41.087420 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a4be3-045d-45c4-af5d-4671db8a0051 service neutron] Pushing event updated for resources: {'Port': ['ID=f4defdf1-7965-4c6b-9a22-611a662a5142,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:46:41.102830 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dca4a27-5375-4e96-b2e7-87b1b50dd884 x-openstack-request-id: req-0dca4a27-5375-4e96-b2e7-87b1b50dd884 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:46:41.103125 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38a6c10b-62e5-440f-9a7b-0c243772b066", "tag": "f4defdf1-7965-4c6b-9a22-611a662a5142", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:46:41.103378 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0dca4a27-5375-4e96-b2e7-87b1b50dd884 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:46:41.103781 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a6c10b-62e5-440f-9a7b-0c243772b066', 'tag': 'f4defdf1-7965-4c6b-9a22-611a662a5142', 'status': 'completed', 'code': 200} Dec 16 10:46:41.167227 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b7ab3-405b-4774-9b8e-e4a50ae1fb2f req-9ac0ec56-f22c-4db1-9a46-a8d4e2430e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:41.169125 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a45b7ab3-405b-4774-9b8e-e4a50ae1fb2f req-9ac0ec56-f22c-4db1-9a46-a8d4e2430e5b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&device_id=38a6c10b-62e5-440f-9a7b-0c243772b066 HTTP/1.1" status: 200 len: 1094 time: 0.0452027 Dec 16 10:46:41.276850 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b7ab3-405b-4774-9b8e-e4a50ae1fb2f req-764b33b1-2a1f-4814-8a16-e39cc632f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:41.278357 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a45b7ab3-405b-4774-9b8e-e4a50ae1fb2f req-764b33b1-2a1f-4814-8a16-e39cc632f73d service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=acf35d0affc64805837e6cdc8e4702cc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1013997 Dec 16 10:46:41.376025 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b7ab3-405b-4774-9b8e-e4a50ae1fb2f req-8375fa49-19dc-46ef-ab61-2718174c3384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:41.377485 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a45b7ab3-405b-4774-9b8e-e4a50ae1fb2f req-8375fa49-19dc-46ef-ab61-2718174c3384 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918171 Dec 16 10:46:41.450409 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-4ec673dd-19d4-4d43-b431-85e9c9fa9dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:41.451898 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-4ec673dd-19d4-4d43-b431-85e9c9fa9dae service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&device_id=38a6c10b-62e5-440f-9a7b-0c243772b066 HTTP/1.1" status: 200 len: 1094 time: 0.0408123 Dec 16 10:46:41.491933 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-458fd109-c33e-458e-b11f-b448e16a79a5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4defdf1-7965-4c6b-9a22-611a662a5142 HTTP/1.1" status: 200 len: 217 time: 0.0327196 Dec 16 10:46:41.542912 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-4b5bb65b-8198-474c-b8ae-174f00dbb689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:41.544304 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-4b5bb65b-8198-474c-b8ae-174f00dbb689 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=588f0b3d-81bd-4756-8ae4-94646e71b588 HTTP/1.1" status: 200 len: 835 time: 0.0458837 Dec 16 10:46:41.588672 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-65bbe95b-dea8-4174-b8ac-35aeb6666258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:41.590170 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-65bbe95b-dea8-4174-b8ac-35aeb6666258 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ace5ab8d-157f-44fa-946f-eb8a4d8ed006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390410 Dec 16 10:46:41.674256 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:41.680975 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-b5b403a6-184d-4175-9a29-6231b496d8b1 service neutron] 10.222.0.58 "GET /v2.0/networks/ace5ab8d-157f-44fa-946f-eb8a4d8ed006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833902 Dec 16 10:46:41.774406 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e5d7abe4-eaef-4442-a861-7b4d49e8d2bf req-e029ed24-627c-45fd-8cb5-1207252c6293 service neutron] 10.222.0.58 "GET /v2.0/networks/ace5ab8d-157f-44fa-946f-eb8a4d8ed006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865195 Dec 16 10:46:41.996105 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b24d4c-f67a-4a1d-b99b-8eec0e8a6cc8 req-74655b68-2bd1-4dc2-813d-6fbc0c749dc1 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:41.997598 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-90b24d4c-f67a-4a1d-b99b-8eec0e8a6cc8 req-74655b68-2bd1-4dc2-813d-6fbc0c749dc1 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=38a6c10b-62e5-440f-9a7b-0c243772b066 HTTP/1.1" status: 200 len: 943 time: 0.0497918 Dec 16 10:46:42.035935 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-90b24d4c-f67a-4a1d-b99b-8eec0e8a6cc8 req-35106021-9fd6-46d5-a1e7-f48515cbc473 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d8562d1-6451-4745-a8e9-bd1a3aad3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318477 Dec 16 10:46:43.150008 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683f8fb-c7c1-4015-a726-438d063f67b4 req-796ec2e7-1242-43d3-84df-dcdb077fb7ca tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:43.151456 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4683f8fb-c7c1-4015-a726-438d063f67b4 req-796ec2e7-1242-43d3-84df-dcdb077fb7ca tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=38a6c10b-62e5-440f-9a7b-0c243772b066 HTTP/1.1" status: 200 len: 943 time: 0.0476758 Dec 16 10:46:43.189909 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4683f8fb-c7c1-4015-a726-438d063f67b4 req-5c3b4ee8-47a8-45e3-a9a5-961672f8fcb7 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d8562d1-6451-4745-a8e9-bd1a3aad3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323312 Dec 16 10:46:44.304704 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba776156-4e9f-4be0-8b72-d1f25d5297a2 req-130ff814-20d7-4973-8617-5dcd92540ee6 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:44.306186 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ba776156-4e9f-4be0-8b72-d1f25d5297a2 req-130ff814-20d7-4973-8617-5dcd92540ee6 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=38a6c10b-62e5-440f-9a7b-0c243772b066 HTTP/1.1" status: 200 len: 943 time: 0.0479400 Dec 16 10:46:44.323909 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device f4defdf1-7965-4c6b-9a22-611a662a5142 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:46:44.347675 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ba776156-4e9f-4be0-8b72-d1f25d5297a2 req-77a35e1d-0e7c-4404-8f45-cfb5e5b77b53 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d8562d1-6451-4745-a8e9-bd1a3aad3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354843 Dec 16 10:46:44.420469 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port f4defdf1-7965-4c6b-9a22-611a662a5142, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=f4defdf1-7965-4c6b-9a22-611a662a5142,segment=NetworkSegment(be3c4bcc-3ca9-49bc-919b-7b0f317bb1f0),segment_id=be3c4bcc-3ca9-49bc-919b-7b0f317bb1f0)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:46:44.432241 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'f4defdf1-7965-4c6b-9a22-611a662a5142', 'network_id': 'ace5ab8d-157f-44fa-946f-eb8a4d8ed006', 'port_id': 'f4defdf1-7965-4c6b-9a22-611a662a5142', 'mac_address': 'fa:16:3e:80:e3:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '588f0b3d-81bd-4756-8ae4-94646e71b588', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:46:44.479556 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:44.525884 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4defdf1-7965-4c6b-9a22-611a662a5142 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:46:44.571613 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port f4defdf1-7965-4c6b-9a22-611a662a5142, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=f4defdf1-7965-4c6b-9a22-611a662a5142,segment=NetworkSegment(be3c4bcc-3ca9-49bc-919b-7b0f317bb1f0),segment_id=be3c4bcc-3ca9-49bc-919b-7b0f317bb1f0)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:46:44.641013 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:44.694528 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=f4defdf1-7965-4c6b-9a22-611a662a5142,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:46:44.840781 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['f4defdf1-7965-4c6b-9a22-611a662a5142'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:46:45.465325 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58545c03-ae0a-46e9-b6bf-cf1a39dc5fe7 req-ab77473b-4714-48f3-85fa-635099251063 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:45.466774 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-58545c03-ae0a-46e9-b6bf-cf1a39dc5fe7 req-ab77473b-4714-48f3-85fa-635099251063 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=38a6c10b-62e5-440f-9a7b-0c243772b066 HTTP/1.1" status: 200 len: 944 time: 0.0516565 Dec 16 10:46:45.503744 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-58545c03-ae0a-46e9-b6bf-cf1a39dc5fe7 req-8a2fc15c-2f20-47d4-aca7-604813f6e88c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d8562d1-6451-4745-a8e9-bd1a3aad3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303299 Dec 16 10:46:46.336921 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device f4defdf1-7965-4c6b-9a22-611a662a5142 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:46:46.445712 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port f4defdf1-7965-4c6b-9a22-611a662a5142 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:46:46.449716 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port f4defdf1-7965-4c6b-9a22-611a662a5142 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:46:46.450092 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:46.525301 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:46.554155 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a6c10b-62e5-440f-9a7b-0c243772b066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4defdf1-7965-4c6b-9a22-611a662a5142'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:46:46.556500 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43456ec7ce59ea77a0f74ce1d1a90a56292c95d5d3a8a10fcc4b35aa5a8e1da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9f489e-aeb0-46f8-9d46-d3788a248654" -d '{"events": [{"server_uuid": "38a6c10b-62e5-440f-9a7b-0c243772b066", "name": "network-vif-plugged", "status": "completed", "tag": "f4defdf1-7965-4c6b-9a22-611a662a5142"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:46:46.575989 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port f4defdf1-7965-4c6b-9a22-611a662a5142, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=f4defdf1-7965-4c6b-9a22-611a662a5142,segment=NetworkSegment(be3c4bcc-3ca9-49bc-919b-7b0f317bb1f0),segment_id=be3c4bcc-3ca9-49bc-919b-7b0f317bb1f0)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:46:46.608841 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df2e329-7e60-4457-801d-4b196eeec14c x-openstack-request-id: req-1df2e329-7e60-4457-801d-4b196eeec14c {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:46:46.609155 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a6c10b-62e5-440f-9a7b-0c243772b066", "name": "network-vif-plugged", "status": "completed", "tag": "f4defdf1-7965-4c6b-9a22-611a662a5142", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:46:46.609409 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1df2e329-7e60-4457-801d-4b196eeec14c {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:46:46.610836 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a6c10b-62e5-440f-9a7b-0c243772b066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4defdf1-7965-4c6b-9a22-611a662a5142', 'code': 200} Dec 16 10:46:46.623298 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774931b-4ed0-4444-b76a-20b7f0033bc5 req-8b63217e-4543-4390-a330-535dcdea4326 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:46.624904 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e774931b-4ed0-4444-b76a-20b7f0033bc5 req-8b63217e-4543-4390-a330-535dcdea4326 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=38a6c10b-62e5-440f-9a7b-0c243772b066 HTTP/1.1" status: 200 len: 944 time: 0.0515628 Dec 16 10:46:46.645954 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:46.667744 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e774931b-4ed0-4444-b76a-20b7f0033bc5 req-18c7ab6b-8623-451a-bd4f-555c48643371 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d8562d1-6451-4745-a8e9-bd1a3aad3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352368 Dec 16 10:46:46.699012 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=f4defdf1-7965-4c6b-9a22-611a662a5142,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:46:46.722401 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656be2f-c310-45b3-897c-ae20adae94d9 req-81ce3275-9b8f-4729-b3b5-60645dddba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:46.724103 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5656be2f-c310-45b3-897c-ae20adae94d9 req-81ce3275-9b8f-4729-b3b5-60645dddba44 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=38a6c10b-62e5-440f-9a7b-0c243772b066 HTTP/1.1" status: 200 len: 1096 time: 0.0534184 Dec 16 10:46:46.759350 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5656be2f-c310-45b3-897c-ae20adae94d9 req-a6b89135-9dec-4416-adbc-d2702706700d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2d8562d1-6451-4745-a8e9-bd1a3aad3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283568 Dec 16 10:46:47.795410 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d0e43-bdfd-40ad-808c-4bca864b4f9c req-3a0336c4-c4c1-44c8-8635-b877c8a20a95 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:47.796777 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c51d0e43-bdfd-40ad-808c-4bca864b4f9c req-3a0336c4-c4c1-44c8-8635-b877c8a20a95 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=38a6c10b-62e5-440f-9a7b-0c243772b066 HTTP/1.1" status: 200 len: 945 time: 0.0506713 Dec 16 10:46:47.834758 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c51d0e43-bdfd-40ad-808c-4bca864b4f9c req-3f661439-0735-40f4-8ff3-1e33023ea050 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d8562d1-6451-4745-a8e9-bd1a3aad3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318837 Dec 16 10:46:48.949389 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f51ef0-ff6a-4832-9663-30d0410cb558 req-60449708-b98e-45a5-aea5-94dd5d54d95d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:48.950865 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d7f51ef0-ff6a-4832-9663-30d0410cb558 req-60449708-b98e-45a5-aea5-94dd5d54d95d tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=38a6c10b-62e5-440f-9a7b-0c243772b066 HTTP/1.1" status: 200 len: 945 time: 0.0494797 Dec 16 10:46:48.993035 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d7f51ef0-ff6a-4832-9663-30d0410cb558 req-999c0aec-26e8-472c-b24c-70f26c76aecb tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d8562d1-6451-4745-a8e9-bd1a3aad3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361066 Dec 16 10:46:49.110866 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205c4ca-086b-4185-b86e-298e108a1a4c req-7c3b23be-d5da-4770-8592-bb65262aed8a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:49.112529 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3205c4ca-086b-4185-b86e-298e108a1a4c req-7c3b23be-d5da-4770-8592-bb65262aed8a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=38a6c10b-62e5-440f-9a7b-0c243772b066 HTTP/1.1" status: 200 len: 945 time: 0.0506594 Dec 16 10:46:49.158308 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3205c4ca-086b-4185-b86e-298e108a1a4c req-f0c08b0e-87ce-40e8-8943-4b13ba1481b6 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d8562d1-6451-4745-a8e9-bd1a3aad3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329170 Dec 16 10:46:49.180092 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42908) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:46:49.224342 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543fe604-1503-47b8-909c-d78af7bc9f41 tempest-TestNetworkAdvancedServerOps-1096991519 tempest-TestNetworkAdvancedServerOps-1096991519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:49.225893 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-543fe604-1503-47b8-909c-d78af7bc9f41 tempest-TestNetworkAdvancedServerOps-1096991519 tempest-TestNetworkAdvancedServerOps-1096991519-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=38a6c10b-62e5-440f-9a7b-0c243772b066 HTTP/1.1" status: 200 len: 1091 time: 0.0448136 Dec 16 10:46:49.228784 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42910) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:46:49.233055 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-b79aa32c-fe27-4e92-bc4d-c8a72dc6a494 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'port_id': 'f4defdf1-7965-4c6b-9a22-611a662a5142', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:46:49.314382 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b79aa32c-fe27-4e92-bc4d-c8a72dc6a494 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for floatingip, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:49.414535 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b79aa32c-fe27-4e92-bc4d-c8a72dc6a494 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:49.524505 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-b79aa32c-fe27-4e92-bc4d-c8a72dc6a494 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Allocated IP 172.25.1.241 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/7880c398-6976-4014-b08b-61008d0e2f04) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:46:49.624581 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b79aa32c-fe27-4e92-bc4d-c8a72dc6a494 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:49.715144 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b79aa32c-fe27-4e92-bc4d-c8a72dc6a494 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:49.758485 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79aa32c-fe27-4e92-bc4d-c8a72dc6a494 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:46:49.762747 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-b79aa32c-fe27-4e92-bc4d-c8a72dc6a494 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:46:49.769450 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79aa32c-fe27-4e92-bc4d-c8a72dc6a494 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:46:49.772664 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79aa32c-fe27-4e92-bc4d-c8a72dc6a494 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Port': ['ID=7880c398-6976-4014-b08b-61008d0e2f04,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:46:50.202802 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b79aa32c-fe27-4e92-bc4d-c8a72dc6a494 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:50.328405 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b79aa32c-fe27-4e92-bc4d-c8a72dc6a494 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:50.478878 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b79aa32c-fe27-4e92-bc4d-c8a72dc6a494 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:50.525436 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b79aa32c-fe27-4e92-bc4d-c8a72dc6a494 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:50.594558 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79aa32c-fe27-4e92-bc4d-c8a72dc6a494 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event updated for resources: {'Port': ['ID=7880c398-6976-4014-b08b-61008d0e2f04,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:46:50.603341 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b79aa32c-fe27-4e92-bc4d-c8a72dc6a494 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:50.702552 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [None req-b79aa32c-fe27-4e92-bc4d-c8a72dc6a494 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Floating IP d240944a-b217-4764-a9ee-c9a860679600 associated. External IP: 172.25.1.241, port: f4defdf1-7965-4c6b-9a22-611a662a5142. Dec 16 10:46:50.908082 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79aa32c-fe27-4e92-bc4d-c8a72dc6a494 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Router 9b8d75f2-1249-4997-89ea-ada0b5f6219a has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:46:51.018050 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79aa32c-fe27-4e92-bc4d-c8a72dc6a494 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:46:51.027958 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31051d6-6691-4c86-883b-c782e628e7a0 None None] Sync routers for ids ['9b8d75f2-1249-4997-89ea-ada0b5f6219a'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:46:51.038622 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31051d6-6691-4c86-883b-c782e628e7a0 None None] Routers {'9b8d75f2-1249-4997-89ea-ada0b5f6219a'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:46:51.039218 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-d31051d6-6691-4c86-883b-c782e628e7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:46:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['9b8d75f2-1249-4997-89ea-ada0b5f6219a'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:46:51.092727 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b79aa32c-fe27-4e92-bc4d-c8a72dc6a494 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:51.124961 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b79aa32c-fe27-4e92-bc4d-c8a72dc6a494 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8950202 Dec 16 10:46:51.125657 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a6c10b-62e5-440f-9a7b-0c243772b066', 'tag': 'f4defdf1-7965-4c6b-9a22-611a662a5142'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:46:51.128122 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d26ae51030dc677b2798be63b73eac8166a15593755268c5273421dc3d5daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e17ceb-3be7-4086-ae62-cb9b35233894" -d '{"events": [{"name": "network-changed", "server_uuid": "38a6c10b-62e5-440f-9a7b-0c243772b066", "tag": "f4defdf1-7965-4c6b-9a22-611a662a5142"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:46:51.229248 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406da587-6771-4746-9ea9-7c9f35bd5bf2 x-openstack-request-id: req-406da587-6771-4746-9ea9-7c9f35bd5bf2 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:46:51.229846 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38a6c10b-62e5-440f-9a7b-0c243772b066", "tag": "f4defdf1-7965-4c6b-9a22-611a662a5142", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:46:51.229846 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-406da587-6771-4746-9ea9-7c9f35bd5bf2 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:46:51.230188 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a6c10b-62e5-440f-9a7b-0c243772b066', 'tag': 'f4defdf1-7965-4c6b-9a22-611a662a5142', 'status': 'completed', 'code': 200} Dec 16 10:46:51.240929 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebfed0-67c0-4a89-904c-1c1a90a553c8 req-047c713d-7e75-4a4b-9ed3-f065e06b9d0c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:51.242513 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c9ebfed0-67c0-4a89-904c-1c1a90a553c8 req-047c713d-7e75-4a4b-9ed3-f065e06b9d0c tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=38a6c10b-62e5-440f-9a7b-0c243772b066 HTTP/1.1" status: 200 len: 945 time: 0.0564630 Dec 16 10:46:51.244148 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-d31051d6-6691-4c86-883b-c782e628e7a0 None None] Set router 9b8d75f2-1249-4997-89ea-ada0b5f6219a gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:46:51.307146 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c9ebfed0-67c0-4a89-904c-1c1a90a553c8 req-77f0c050-f0f0-40ed-9c01-430e99aa3446 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d8562d1-6451-4745-a8e9-bd1a3aad3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575891 Dec 16 10:46:51.321347 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e17ceb-3be7-4086-ae62-cb9b35233894 req-f38a6e94-c0c2-4912-a554-6b0630c71dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:51.322882 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c3e17ceb-3be7-4086-ae62-cb9b35233894 req-f38a6e94-c0c2-4912-a554-6b0630c71dea service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&device_id=38a6c10b-62e5-440f-9a7b-0c243772b066 HTTP/1.1" status: 200 len: 1096 time: 0.0672946 Dec 16 10:46:51.335385 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42918) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:46:51.401541 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3f1b0ecf-4156-4835-92bf-470b24f3768a tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/floatingips/d240944a-b217-4764-a9ee-c9a860679600 HTTP/1.1" status: 200 len: 991 time: 0.0648999 Dec 16 10:46:51.421736 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e17ceb-3be7-4086-ae62-cb9b35233894 req-b2bf1a05-18b6-4103-9199-ae826afcf4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:51.423200 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c3e17ceb-3be7-4086-ae62-cb9b35233894 req-b2bf1a05-18b6-4103-9199-ae826afcf4ef service neutron] 10.222.0.58 "GET /v2.0/networks?id=ace5ab8d-157f-44fa-946f-eb8a4d8ed006 HTTP/1.1" status: 200 len: 898 time: 0.0930078 Dec 16 10:46:51.469417 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-d31051d6-6691-4c86-883b-c782e628e7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007514437', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '1f9e7bb2-0e83-4d03-bd76-bafa4f667b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:46:31Z', 'updated_at': '2021-12-16T10:46:35Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '1f9e7bb2-0e83-4d03-bd76-bafa4f667b31', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:46:31Z', 'updated_at': '2021-12-16T10:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'd240944a-b217-4764-a9ee-c9a860679600', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'port_id': 'f4defdf1-7965-4c6b-9a22-611a662a5142', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace5ab8d-157f-44fa-946f-eb8a4d8ed006', 'mac_address': 'fa:16:3e:80:e3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a6c10b-62e5-440f-9a7b-0c243772b066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:46:49Z', 'updated_at': '2021-12-16T10:46:49Z', 'revision_number': 0, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c053367d-3e69-404f-bb24-e446a8e11993', 'name': '', 'network_id': 'ace5ab8d-157f-44fa-946f-eb8a4d8ed006', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:7c:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '588f0b3d-81bd-4756-8ae4-94646e71b588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:46:34Z', 'updated_at': '2021-12-16T10:46:38Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': '588f0b3d-81bd-4756-8ae4-94646e71b588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:46:51.489202 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c3e17ceb-3be7-4086-ae62-cb9b35233894 req-ad096313-cc0e-499f-a4f5-abaaa3ccbdab service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4defdf1-7965-4c6b-9a22-611a662a5142 HTTP/1.1" status: 200 len: 999 time: 0.0586851 Dec 16 10:46:51.499748 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31051d6-6691-4c86-883b-c782e628e7a0 None None] Checking router: 9b8d75f2-1249-4997-89ea-ada0b5f6219a for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:46:51.508808 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31051d6-6691-4c86-883b-c782e628e7a0 None None] Routers {'9b8d75f2-1249-4997-89ea-ada0b5f6219a'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:46:51.509446 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-d31051d6-6691-4c86-883b-c782e628e7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:46:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['9b8d75f2-1249-4997-89ea-ada0b5f6219a'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:46:51.538968 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e17ceb-3be7-4086-ae62-cb9b35233894 req-ea39088b-3e97-4814-baed-902df6308cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:51.540429 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c3e17ceb-3be7-4086-ae62-cb9b35233894 req-ea39088b-3e97-4814-baed-902df6308cf5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=588f0b3d-81bd-4756-8ae4-94646e71b588 HTTP/1.1" status: 200 len: 835 time: 0.0449769 Dec 16 10:46:51.591046 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e17ceb-3be7-4086-ae62-cb9b35233894 req-8d7f72bb-da71-41a8-9e9f-09037575fb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:51.592830 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c3e17ceb-3be7-4086-ae62-cb9b35233894 req-8d7f72bb-da71-41a8-9e9f-09037575fb9a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ace5ab8d-157f-44fa-946f-eb8a4d8ed006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454228 Dec 16 10:46:51.616641 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-d31051d6-6691-4c86-883b-c782e628e7a0 None None] Set router 9b8d75f2-1249-4997-89ea-ada0b5f6219a gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:46:51.683530 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c3e17ceb-3be7-4086-ae62-cb9b35233894 req-32b58e3f-7c9b-49d7-9b9c-3347c4a20eb2 service neutron] 10.222.0.58 "GET /v2.0/networks/ace5ab8d-157f-44fa-946f-eb8a4d8ed006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837629 Dec 16 10:46:51.776490 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c3e17ceb-3be7-4086-ae62-cb9b35233894 req-e50ac2cc-59ad-4ad5-95d7-418c620b09b9 service neutron] 10.222.0.58 "GET /v2.0/networks/ace5ab8d-157f-44fa-946f-eb8a4d8ed006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861418 Dec 16 10:46:51.842358 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-d31051d6-6691-4c86-883b-c782e628e7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007514437', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '1f9e7bb2-0e83-4d03-bd76-bafa4f667b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:46:31Z', 'updated_at': '2021-12-16T10:46:35Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '1f9e7bb2-0e83-4d03-bd76-bafa4f667b31', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:46:31Z', 'updated_at': '2021-12-16T10:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'd240944a-b217-4764-a9ee-c9a860679600', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'port_id': 'f4defdf1-7965-4c6b-9a22-611a662a5142', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace5ab8d-157f-44fa-946f-eb8a4d8ed006', 'mac_address': 'fa:16:3e:80:e3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a6c10b-62e5-440f-9a7b-0c243772b066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:46:49Z', 'updated_at': '2021-12-16T10:46:49Z', 'revision_number': 0, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c053367d-3e69-404f-bb24-e446a8e11993', 'name': '', 'network_id': 'ace5ab8d-157f-44fa-946f-eb8a4d8ed006', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:7c:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '588f0b3d-81bd-4756-8ae4-94646e71b588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:46:34Z', 'updated_at': '2021-12-16T10:46:38Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': '588f0b3d-81bd-4756-8ae4-94646e71b588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:46:51.869259 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31051d6-6691-4c86-883b-c782e628e7a0 None None] The sync data for ids ['9b8d75f2-1249-4997-89ea-ada0b5f6219a'] in n-d-820550-2 is: [{'id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007514437', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '1f9e7bb2-0e83-4d03-bd76-bafa4f667b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:46:31Z', 'updated_at': '2021-12-16T10:46:35Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '1f9e7bb2-0e83-4d03-bd76-bafa4f667b31', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:46:31Z', 'updated_at': '2021-12-16T10:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'd240944a-b217-4764-a9ee-c9a860679600', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'port_id': 'f4defdf1-7965-4c6b-9a22-611a662a5142', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace5ab8d-157f-44fa-946f-eb8a4d8ed006', 'mac_address': 'fa:16:3e:80:e3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a6c10b-62e5-440f-9a7b-0c243772b066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:46:49Z', 'updated_at': '2021-12-16T10:46:49Z', 'revision_number': 0, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c053367d-3e69-404f-bb24-e446a8e11993', 'name': '', 'network_id': 'ace5ab8d-157f-44fa-946f-eb8a4d8ed006', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:7c:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '588f0b3d-81bd-4756-8ae4-94646e71b588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:46:34Z', 'updated_at': '2021-12-16T10:46:38Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': '588f0b3d-81bd-4756-8ae4-94646e71b588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:46:52.060759 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2e029c-9b92-44b4-9f86-66d5a9d4ae58 None None] New status for floating IP d240944a-b217-4764-a9ee-c9a860679600: ACTIVE {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:46:52.402969 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42920) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:46:52.468008 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9d5ad92f-a9cd-4fb9-afcc-ef2b674dc584 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/floatingips/d240944a-b217-4764-a9ee-c9a860679600 HTTP/1.1" status: 200 len: 993 time: 0.0638227 Dec 16 10:46:54.130865 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5dd9804b-a57f-47ef-a233-04cbf03746a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:56.468082 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c2271699-46b2-4636-94e1-ed9d9dc7d366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:57.873916 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:59.427246 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:59.604825 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:08.124785 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:11.673629 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:15.561065 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:47:19.413101 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ccaa5-e8d0-4bfa-b539-b51ec44436c5 req-b52e1ed9-ff9a-48b3-a4c6-ddfd907473ca tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:19.414643 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-600ccaa5-e8d0-4bfa-b539-b51ec44436c5 req-b52e1ed9-ff9a-48b3-a4c6-ddfd907473ca tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=38a6c10b-62e5-440f-9a7b-0c243772b066 HTTP/1.1" status: 200 len: 945 time: 0.0545814 Dec 16 10:47:19.455106 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-600ccaa5-e8d0-4bfa-b539-b51ec44436c5 req-40f7054b-8090-471b-8755-463f26f82234 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d8562d1-6451-4745-a8e9-bd1a3aad3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340607 Dec 16 10:47:20.585613 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c4d92-071d-4e01-9727-cc92f88c69b8 req-03b3b9e5-0e25-4e36-8048-782d4c8348fe tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:20.587081 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-430c4d92-071d-4e01-9727-cc92f88c69b8 req-03b3b9e5-0e25-4e36-8048-782d4c8348fe tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=38a6c10b-62e5-440f-9a7b-0c243772b066 HTTP/1.1" status: 200 len: 945 time: 0.0487130 Dec 16 10:47:20.625787 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-430c4d92-071d-4e01-9727-cc92f88c69b8 req-8872e6d9-d564-4aa7-b5bc-2e90a98552ce tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d8562d1-6451-4745-a8e9-bd1a3aad3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320091 Dec 16 10:47:20.647805 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42944) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:47:20.711111 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-d3b2cc66-539a-48e9-b61b-53596d7fc904 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/floatingips/d240944a-b217-4764-a9ee-c9a860679600 HTTP/1.1" status: 200 len: 993 time: 0.0620658 Dec 16 10:47:22.142291 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769d6f2-3f98-4a92-a5c2-635d8ab9cf4a req-73bcf98c-f34d-4e01-9149-8ba4c8ffbd11 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:22.143784 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4769d6f2-3f98-4a92-a5c2-635d8ab9cf4a req-73bcf98c-f34d-4e01-9149-8ba4c8ffbd11 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=38a6c10b-62e5-440f-9a7b-0c243772b066 HTTP/1.1" status: 200 len: 945 time: 0.0490077 Dec 16 10:47:22.186067 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-4769d6f2-3f98-4a92-a5c2-635d8ab9cf4a req-660d3022-d7d7-4844-ad80-c3890465ba84 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d8562d1-6451-4745-a8e9-bd1a3aad3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362804 Dec 16 10:47:22.231980 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad3614-71a8-40cd-b6fa-f29b435cadad req-e2577802-4934-4354-b4e8-1f8c21bd81fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:22.233514 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0ad3614-71a8-40cd-b6fa-f29b435cadad req-e2577802-4934-4354-b4e8-1f8c21bd81fe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&device_id=38a6c10b-62e5-440f-9a7b-0c243772b066 HTTP/1.1" status: 200 len: 1096 time: 0.0471458 Dec 16 10:47:22.328994 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad3614-71a8-40cd-b6fa-f29b435cadad req-86e0b9d0-8ccc-4b7f-9153-bdc48f254da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:22.330504 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0ad3614-71a8-40cd-b6fa-f29b435cadad req-86e0b9d0-8ccc-4b7f-9153-bdc48f254da3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ace5ab8d-157f-44fa-946f-eb8a4d8ed006 HTTP/1.1" status: 200 len: 898 time: 0.0901101 Dec 16 10:47:22.395360 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0ad3614-71a8-40cd-b6fa-f29b435cadad req-a6414316-5549-4cd2-bc05-10cc6c3cf10d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4defdf1-7965-4c6b-9a22-611a662a5142 HTTP/1.1" status: 200 len: 1001 time: 0.0577495 Dec 16 10:47:22.449993 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad3614-71a8-40cd-b6fa-f29b435cadad req-3a523f5c-d72f-47c3-879d-a68bf654420d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:22.451512 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0ad3614-71a8-40cd-b6fa-f29b435cadad req-3a523f5c-d72f-47c3-879d-a68bf654420d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=588f0b3d-81bd-4756-8ae4-94646e71b588 HTTP/1.1" status: 200 len: 835 time: 0.0490665 Dec 16 10:47:22.496189 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad3614-71a8-40cd-b6fa-f29b435cadad req-99765c9c-1aa9-4723-9834-ab5d71abf4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:22.497702 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0ad3614-71a8-40cd-b6fa-f29b435cadad req-99765c9c-1aa9-4723-9834-ab5d71abf4e1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ace5ab8d-157f-44fa-946f-eb8a4d8ed006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396583 Dec 16 10:47:22.589331 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0ad3614-71a8-40cd-b6fa-f29b435cadad req-ce30d478-088e-43f9-bb63-d7162c8c98aa service neutron] 10.222.0.58 "GET /v2.0/networks/ace5ab8d-157f-44fa-946f-eb8a4d8ed006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843301 Dec 16 10:47:22.685491 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d0ad3614-71a8-40cd-b6fa-f29b435cadad req-f4ea3d16-8744-45a2-aa15-b4bc63cd3db4 service neutron] 10.222.0.58 "GET /v2.0/networks/ace5ab8d-157f-44fa-946f-eb8a4d8ed006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894403 Dec 16 10:47:23.322345 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12775d0a-27cf-45a6-a2b4-9d2f7ddc8aed req-5e5cfe9e-f097-4a6f-a24f-f18b7a819e60 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:23.323856 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-12775d0a-27cf-45a6-a2b4-9d2f7ddc8aed req-5e5cfe9e-f097-4a6f-a24f-f18b7a819e60 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=38a6c10b-62e5-440f-9a7b-0c243772b066 HTTP/1.1" status: 200 len: 945 time: 0.0590510 Dec 16 10:47:23.363806 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-12775d0a-27cf-45a6-a2b4-9d2f7ddc8aed req-b14bb8e7-9555-48c3-b901-98ac34db9ab6 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d8562d1-6451-4745-a8e9-bd1a3aad3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339789 Dec 16 10:47:24.123973 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-eb13b027-e75d-4a54-87dd-6b4a9f6c265d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:24.481457 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b347aab-2e80-4c9e-b3e5-b1d294efed3a req-97d249ac-e4af-4283-8ecb-40e719cdaad6 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:24.482926 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1b347aab-2e80-4c9e-b3e5-b1d294efed3a req-97d249ac-e4af-4283-8ecb-40e719cdaad6 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=38a6c10b-62e5-440f-9a7b-0c243772b066 HTTP/1.1" status: 200 len: 945 time: 0.0494707 Dec 16 10:47:24.519975 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1b347aab-2e80-4c9e-b3e5-b1d294efed3a req-392d3ddd-6356-499a-bfe6-0fe2cdc7bc6e tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d8562d1-6451-4745-a8e9-bd1a3aad3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308156 Dec 16 10:47:24.543452 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42956) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:47:24.606455 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ef4497b8-e771-4c31-8ee5-78d9fccc8727 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/floatingips/d240944a-b217-4764-a9ee-c9a860679600 HTTP/1.1" status: 200 len: 993 time: 0.0614245 Dec 16 10:47:24.834680 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42962) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:47:25.345347 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f62e5427-bf73-4bd1-9baa-09efd1d25487 req-023ef90b-21ec-4bc0-9bda-43904864ed6c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=38a6c10b-62e5-440f-9a7b-0c243772b066&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1100581 Dec 16 10:47:25.368334 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-bbfec1b6-f06d-42e7-a880-2f823a0cf684 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Deleting port 7880c398-6976-4014-b08b-61008d0e2f04 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:47:25.368674 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bbfec1b6-f06d-42e7-a880-2f823a0cf684 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:25.465934 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e5427-bf73-4bd1-9baa-09efd1d25487 req-c3f5f160-2f4b-4330-bd84-71b532f51061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:25.467384 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f62e5427-bf73-4bd1-9baa-09efd1d25487 req-c3f5f160-2f4b-4330-bd84-71b532f51061 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&device_id=38a6c10b-62e5-440f-9a7b-0c243772b066 HTTP/1.1" status: 200 len: 1096 time: 0.0634313 Dec 16 10:47:25.475316 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bbfec1b6-f06d-42e7-a880-2f823a0cf684 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:25.475643 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bbfec1b6-f06d-42e7-a880-2f823a0cf684 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:25.488830 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-bbfec1b6-f06d-42e7-a880-2f823a0cf684 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Calling delete_port for 7880c398-6976-4014-b08b-61008d0e2f04 owned by network:floatingip {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:47:25.631884 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e5427-bf73-4bd1-9baa-09efd1d25487 req-8be975db-09b7-49db-a5b9-b1ea18d0706a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:25.633442 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f62e5427-bf73-4bd1-9baa-09efd1d25487 req-8be975db-09b7-49db-a5b9-b1ea18d0706a service neutron] 10.222.0.58 "GET /v2.0/networks?id=ace5ab8d-157f-44fa-946f-eb8a4d8ed006 HTTP/1.1" status: 200 len: 898 time: 0.1457069 Dec 16 10:47:25.715910 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f62e5427-bf73-4bd1-9baa-09efd1d25487 req-583a49f3-6742-4e24-af20-3888bb176ef6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4defdf1-7965-4c6b-9a22-611a662a5142 HTTP/1.1" status: 200 len: 1001 time: 0.0712981 Dec 16 10:47:25.797737 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e5427-bf73-4bd1-9baa-09efd1d25487 req-951bcde7-7d9f-411e-a0ee-3ba2d8f46b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:25.799172 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f62e5427-bf73-4bd1-9baa-09efd1d25487 req-951bcde7-7d9f-411e-a0ee-3ba2d8f46b12 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=588f0b3d-81bd-4756-8ae4-94646e71b588 HTTP/1.1" status: 200 len: 835 time: 0.0762444 Dec 16 10:47:25.845675 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e5427-bf73-4bd1-9baa-09efd1d25487 req-741dde6d-a239-4556-8143-35b122fafd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:25.847248 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f62e5427-bf73-4bd1-9baa-09efd1d25487 req-741dde6d-a239-4556-8143-35b122fafd3b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ace5ab8d-157f-44fa-946f-eb8a4d8ed006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393314 Dec 16 10:47:25.862822 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bbfec1b6-f06d-42e7-a880-2f823a0cf684 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:25.924497 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfec1b6-f06d-42e7-a880-2f823a0cf684 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event deleted for resources: {'Port': ['ID=7880c398-6976-4014-b08b-61008d0e2f04,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:25.942685 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfec1b6-f06d-42e7-a880-2f823a0cf684 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:25.943031 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfec1b6-f06d-42e7-a880-2f823a0cf684 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:25.943367 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfec1b6-f06d-42e7-a880-2f823a0cf684 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:25.943698 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfec1b6-f06d-42e7-a880-2f823a0cf684 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:25.944024 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfec1b6-f06d-42e7-a880-2f823a0cf684 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:25.944351 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfec1b6-f06d-42e7-a880-2f823a0cf684 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:25.944678 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfec1b6-f06d-42e7-a880-2f823a0cf684 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:25.945008 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfec1b6-f06d-42e7-a880-2f823a0cf684 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:25.945371 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfec1b6-f06d-42e7-a880-2f823a0cf684 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:25.945693 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfec1b6-f06d-42e7-a880-2f823a0cf684 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:25.946014 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfec1b6-f06d-42e7-a880-2f823a0cf684 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:25.946328 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfec1b6-f06d-42e7-a880-2f823a0cf684 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:26.024028 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f62e5427-bf73-4bd1-9baa-09efd1d25487 req-4d311a5c-99b9-4662-8dac-8ae8f2ca2195 service neutron] 10.222.0.58 "GET /v2.0/networks/ace5ab8d-157f-44fa-946f-eb8a4d8ed006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688395 Dec 16 10:47:26.024794 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bbfec1b6-f06d-42e7-a880-2f823a0cf684 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for floatingip, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:26.025162 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [None req-bbfec1b6-f06d-42e7-a880-2f823a0cf684 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Floating IP d240944a-b217-4764-a9ee-c9a860679600 disassociated (deleted). External IP: 172.25.1.241, port: f4defdf1-7965-4c6b-9a22-611a662a5142. Dec 16 10:47:26.199927 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f62e5427-bf73-4bd1-9baa-09efd1d25487 req-3f3fe2ef-8d5f-4757-b201-7f04bb80aa08 service neutron] 10.222.0.58 "GET /v2.0/networks/ace5ab8d-157f-44fa-946f-eb8a4d8ed006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407645 Dec 16 10:47:26.308506 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbfec1b6-f06d-42e7-a880-2f823a0cf684 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Router 9b8d75f2-1249-4997-89ea-ada0b5f6219a has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:47:26.417535 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfec1b6-f06d-42e7-a880-2f823a0cf684 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:47:26.422604 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bbfec1b6-f06d-42e7-a880-2f823a0cf684 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:26.427234 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38209a4e-a227-4657-b679-5cd2203148c2 None None] Sync routers for ids ['9b8d75f2-1249-4997-89ea-ada0b5f6219a'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:47:26.436533 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38209a4e-a227-4657-b679-5cd2203148c2 None None] Routers {'9b8d75f2-1249-4997-89ea-ada0b5f6219a'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:47:26.437274 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-38209a4e-a227-4657-b679-5cd2203148c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:46:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['9b8d75f2-1249-4997-89ea-ada0b5f6219a'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:47:26.451998 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bbfec1b6-f06d-42e7-a880-2f823a0cf684 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "DELETE /v2.0/floatingips/d240944a-b217-4764-a9ee-c9a860679600 HTTP/1.1" status: 204 len: 168 time: 1.6162345 Dec 16 10:47:26.452577 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a6c10b-62e5-440f-9a7b-0c243772b066', 'tag': 'f4defdf1-7965-4c6b-9a22-611a662a5142'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:47:26.454878 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8013cc3-2c89-48d4-9c7d-af089c9cac29" -d '{"events": [{"name": "network-changed", "server_uuid": "38a6c10b-62e5-440f-9a7b-0c243772b066", "tag": "f4defdf1-7965-4c6b-9a22-611a662a5142"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:47:26.484642 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-58c230b4-928c-4630-a1c9-45fba664c5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:26.499295 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814e28fc-8c88-4310-855e-600816b002ef x-openstack-request-id: req-814e28fc-8c88-4310-855e-600816b002ef {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:47:26.499295 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38a6c10b-62e5-440f-9a7b-0c243772b066", "tag": "f4defdf1-7965-4c6b-9a22-611a662a5142", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:47:26.499547 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-814e28fc-8c88-4310-855e-600816b002ef {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:47:26.499976 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a6c10b-62e5-440f-9a7b-0c243772b066', 'tag': 'f4defdf1-7965-4c6b-9a22-611a662a5142', 'status': 'completed', 'code': 200} Dec 16 10:47:26.549712 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-38209a4e-a227-4657-b679-5cd2203148c2 None None] Set router 9b8d75f2-1249-4997-89ea-ada0b5f6219a gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:47:26.562081 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8013cc3-2c89-48d4-9c7d-af089c9cac29 req-354926ec-9f4b-4a0f-a263-693ef733d52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:26.563626 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e8013cc3-2c89-48d4-9c7d-af089c9cac29 req-354926ec-9f4b-4a0f-a263-693ef733d52a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=acf35d0affc64805837e6cdc8e4702cc&device_id=38a6c10b-62e5-440f-9a7b-0c243772b066 HTTP/1.1" status: 200 len: 1096 time: 0.0421045 Dec 16 10:47:26.660639 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8013cc3-2c89-48d4-9c7d-af089c9cac29 req-ef7ce26e-633a-49f7-8890-5aacb4e8f961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:26.663022 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e8013cc3-2c89-48d4-9c7d-af089c9cac29 req-ef7ce26e-633a-49f7-8890-5aacb4e8f961 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ace5ab8d-157f-44fa-946f-eb8a4d8ed006 HTTP/1.1" status: 200 len: 898 time: 0.0918074 Dec 16 10:47:26.705617 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e8013cc3-2c89-48d4-9c7d-af089c9cac29 req-e425c533-3ffa-4a7f-85e7-f658235d01bc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4defdf1-7965-4c6b-9a22-611a662a5142 HTTP/1.1" status: 200 len: 217 time: 0.0348287 Dec 16 10:47:26.754986 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-38209a4e-a227-4657-b679-5cd2203148c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007514437', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '1f9e7bb2-0e83-4d03-bd76-bafa4f667b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:46:31Z', 'updated_at': '2021-12-16T10:46:35Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '1f9e7bb2-0e83-4d03-bd76-bafa4f667b31', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:46:31Z', 'updated_at': '2021-12-16T10:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'c053367d-3e69-404f-bb24-e446a8e11993', 'name': '', 'network_id': 'ace5ab8d-157f-44fa-946f-eb8a4d8ed006', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:7c:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '588f0b3d-81bd-4756-8ae4-94646e71b588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:46:34Z', 'updated_at': '2021-12-16T10:46:38Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': '588f0b3d-81bd-4756-8ae4-94646e71b588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:47:26.759221 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8013cc3-2c89-48d4-9c7d-af089c9cac29 req-280bc2a4-744f-4a30-95be-23c936961da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:26.760712 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e8013cc3-2c89-48d4-9c7d-af089c9cac29 req-280bc2a4-744f-4a30-95be-23c936961da0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=588f0b3d-81bd-4756-8ae4-94646e71b588 HTTP/1.1" status: 200 len: 835 time: 0.0484529 Dec 16 10:47:26.781421 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38209a4e-a227-4657-b679-5cd2203148c2 None None] Checking router: 9b8d75f2-1249-4997-89ea-ada0b5f6219a for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:47:26.789966 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38209a4e-a227-4657-b679-5cd2203148c2 None None] Routers {'9b8d75f2-1249-4997-89ea-ada0b5f6219a'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:47:26.790623 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-38209a4e-a227-4657-b679-5cd2203148c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:47:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['9b8d75f2-1249-4997-89ea-ada0b5f6219a'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:47:26.807439 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8013cc3-2c89-48d4-9c7d-af089c9cac29 req-3fea8e53-c35f-4019-a0dd-a18b28332321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:26.808920 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e8013cc3-2c89-48d4-9c7d-af089c9cac29 req-3fea8e53-c35f-4019-a0dd-a18b28332321 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ace5ab8d-157f-44fa-946f-eb8a4d8ed006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412457 Dec 16 10:47:26.896965 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-38209a4e-a227-4657-b679-5cd2203148c2 None None] Set router 9b8d75f2-1249-4997-89ea-ada0b5f6219a gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:47:26.944127 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e8013cc3-2c89-48d4-9c7d-af089c9cac29 req-a339877b-be28-40e6-bfe7-380352750ae2 service neutron] 10.222.0.58 "GET /v2.0/networks/ace5ab8d-157f-44fa-946f-eb8a4d8ed006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277356 Dec 16 10:47:26.954186 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aadce9-8954-47ce-a5f0-38db3b9ccd38 req-88c338d6-35bf-4d87-a6d0-e4e21be2310e tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:26.957378 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-87aadce9-8954-47ce-a5f0-38db3b9ccd38 req-88c338d6-35bf-4d87-a6d0-e4e21be2310e tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=38a6c10b-62e5-440f-9a7b-0c243772b066 HTTP/1.1" status: 200 len: 945 time: 0.0849261 Dec 16 10:47:27.058827 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-87aadce9-8954-47ce-a5f0-38db3b9ccd38 req-bafc6b41-1529-40b6-b84c-2a8d19528df2 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d8562d1-6451-4745-a8e9-bd1a3aad3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924027 Dec 16 10:47:27.082574 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e8013cc3-2c89-48d4-9c7d-af089c9cac29 req-7b8a6542-82d9-4822-a88c-cf341e276cda service neutron] 10.222.0.58 "GET /v2.0/networks/ace5ab8d-157f-44fa-946f-eb8a4d8ed006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256094 Dec 16 10:47:27.109505 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-38209a4e-a227-4657-b679-5cd2203148c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007514437', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '1f9e7bb2-0e83-4d03-bd76-bafa4f667b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:46:31Z', 'updated_at': '2021-12-16T10:46:35Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '1f9e7bb2-0e83-4d03-bd76-bafa4f667b31', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:46:31Z', 'updated_at': '2021-12-16T10:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'c053367d-3e69-404f-bb24-e446a8e11993', 'name': '', 'network_id': 'ace5ab8d-157f-44fa-946f-eb8a4d8ed006', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:7c:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '588f0b3d-81bd-4756-8ae4-94646e71b588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:46:34Z', 'updated_at': '2021-12-16T10:46:38Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': '588f0b3d-81bd-4756-8ae4-94646e71b588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:47:27.135956 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38209a4e-a227-4657-b679-5cd2203148c2 None None] The sync data for ids ['9b8d75f2-1249-4997-89ea-ada0b5f6219a'] in n-d-820550-2 is: [{'id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007514437', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '1f9e7bb2-0e83-4d03-bd76-bafa4f667b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:46:31Z', 'updated_at': '2021-12-16T10:46:35Z', 'revision_number': 4, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '1f9e7bb2-0e83-4d03-bd76-bafa4f667b31', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:46:31Z', 'updated_at': '2021-12-16T10:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'c053367d-3e69-404f-bb24-e446a8e11993', 'name': '', 'network_id': 'ace5ab8d-157f-44fa-946f-eb8a4d8ed006', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'mac_address': 'fa:16:3e:7c:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '588f0b3d-81bd-4756-8ae4-94646e71b588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:46:34Z', 'updated_at': '2021-12-16T10:46:38Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'subnets': [{'id': '588f0b3d-81bd-4756-8ae4-94646e71b588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:47:27.353107 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752db7d1-da0f-4206-940a-b7de6fee1139 None None] New status for floating IP d240944a-b217-4764-a9ee-c9a860679600: DOWN {{(pid=102818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:47:27.889724 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:28.175213 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6de57f-6e70-418c-8715-55849bf85f84 req-303a9cf5-bdda-4c6f-b973-666d696da3e0 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:28.176779 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ee6de57f-6e70-418c-8715-55849bf85f84 req-303a9cf5-bdda-4c6f-b973-666d696da3e0 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=38a6c10b-62e5-440f-9a7b-0c243772b066 HTTP/1.1" status: 200 len: 945 time: 0.0488954 Dec 16 10:47:28.215645 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ee6de57f-6e70-418c-8715-55849bf85f84 req-1e289ba2-9881-47a6-b11c-55b3af1a45f3 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d8562d1-6451-4745-a8e9-bd1a3aad3f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317540 Dec 16 10:47:28.421126 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13a2b1-382d-4841-8b22-8de0990b4a04 req-1a0ef168-4637-4b15-8e60-21a12198befb tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:28.422628 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1c13a2b1-382d-4841-8b22-8de0990b4a04 req-1a0ef168-4637-4b15-8e60-21a12198befb tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.58 "GET /v2.0/ports?device_id=38a6c10b-62e5-440f-9a7b-0c243772b066 HTTP/1.1" status: 200 len: 945 time: 0.0500660 Dec 16 10:47:28.515285 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-1c13a2b1-382d-4841-8b22-8de0990b4a04 req-dd3a4698-4838-4f28-a44a-486d32f8bb5b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Deleting port f4defdf1-7965-4c6b-9a22-611a662a5142 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:47:28.515616 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1c13a2b1-382d-4841-8b22-8de0990b4a04 req-dd3a4698-4838-4f28-a44a-486d32f8bb5b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:28.601681 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-1c13a2b1-382d-4841-8b22-8de0990b4a04 req-dd3a4698-4838-4f28-a44a-486d32f8bb5b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] For port f4defdf1-7965-4c6b-9a22-611a662a5142, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=f4defdf1-7965-4c6b-9a22-611a662a5142,segment=NetworkSegment(be3c4bcc-3ca9-49bc-919b-7b0f317bb1f0),segment_id=be3c4bcc-3ca9-49bc-919b-7b0f317bb1f0)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:47:28.602069 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1c13a2b1-382d-4841-8b22-8de0990b4a04 req-dd3a4698-4838-4f28-a44a-486d32f8bb5b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:28.617990 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-1c13a2b1-382d-4841-8b22-8de0990b4a04 req-dd3a4698-4838-4f28-a44a-486d32f8bb5b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Calling delete_port for f4defdf1-7965-4c6b-9a22-611a662a5142 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:47:28.832918 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1c13a2b1-382d-4841-8b22-8de0990b4a04 req-dd3a4698-4838-4f28-a44a-486d32f8bb5b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:28.861858 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a4698-4838-4f28-a44a-486d32f8bb5b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event deleted for resources: {'Port': ['ID=f4defdf1-7965-4c6b-9a22-611a662a5142,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:28.906959 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c13a2b1-382d-4841-8b22-8de0990b4a04 req-dd3a4698-4838-4f28-a44a-486d32f8bb5b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] No DVR routers for this DVR port f4defdf1-7965-4c6b-9a22-611a662a5142 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:47:28.909611 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1c13a2b1-382d-4841-8b22-8de0990b4a04 req-dd3a4698-4838-4f28-a44a-486d32f8bb5b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:28.913178 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1c13a2b1-382d-4841-8b22-8de0990b4a04 req-dd3a4698-4838-4f28-a44a-486d32f8bb5b tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.58 "DELETE /v2.0/ports/f4defdf1-7965-4c6b-9a22-611a662a5142 HTTP/1.1" status: 204 len: 173 time: 0.4845009 Dec 16 10:47:28.913617 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a6c10b-62e5-440f-9a7b-0c243772b066', 'name': 'network-vif-deleted', 'tag': 'f4defdf1-7965-4c6b-9a22-611a662a5142'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:47:28.915831 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2093d133-3a0b-4b56-baa2-f31f2a3e932f" -d '{"events": [{"server_uuid": "38a6c10b-62e5-440f-9a7b-0c243772b066", "name": "network-vif-deleted", "tag": "f4defdf1-7965-4c6b-9a22-611a662a5142"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:47:28.960663 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09da5467-0225-43d2-a45a-54308e23f0d1 x-openstack-request-id: req-09da5467-0225-43d2-a45a-54308e23f0d1 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:47:28.961021 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a6c10b-62e5-440f-9a7b-0c243772b066", "name": "network-vif-deleted", "tag": "f4defdf1-7965-4c6b-9a22-611a662a5142", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:47:28.961318 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-09da5467-0225-43d2-a45a-54308e23f0d1 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:47:28.961798 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a6c10b-62e5-440f-9a7b-0c243772b066', 'name': 'network-vif-deleted', 'tag': 'f4defdf1-7965-4c6b-9a22-611a662a5142', 'status': 'completed', 'code': 200} Dec 16 10:47:29.333192 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f306dfa2-1a98-4b22-b4ee-1c6e7125500e req-6e1a9176-20f9-4288-a04e-a3aff6e6473e tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "GET /v2.0/ports?device_id=38a6c10b-62e5-440f-9a7b-0c243772b066 HTTP/1.1" status: 200 len: 210 time: 0.0301151 Dec 16 10:47:29.397959 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:29.661216 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:30.391874 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42978) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:47:30.588308 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device f4defdf1-7965-4c6b-9a22-611a662a5142 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:47:30.610551 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: f4defdf1-7965-4c6b-9a22-611a662a5142 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:47:30.610898 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device f4defdf1-7965-4c6b-9a22-611a662a5142 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:47:30.747451 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cbe57340-a5e4-4a0b-9474-3d1c66f53875 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:31.004777 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-cbe57340-a5e4-4a0b-9474-3d1c66f53875 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Deleting port c053367d-3e69-404f-bb24-e446a8e11993 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:47:31.005062 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cbe57340-a5e4-4a0b-9474-3d1c66f53875 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:31.094641 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-cbe57340-a5e4-4a0b-9474-3d1c66f53875 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] For port c053367d-3e69-404f-bb24-e446a8e11993, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=c053367d-3e69-404f-bb24-e446a8e11993,segment=NetworkSegment(be3c4bcc-3ca9-49bc-919b-7b0f317bb1f0),segment_id=be3c4bcc-3ca9-49bc-919b-7b0f317bb1f0)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:47:31.095003 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cbe57340-a5e4-4a0b-9474-3d1c66f53875 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:31.108276 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-cbe57340-a5e4-4a0b-9474-3d1c66f53875 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Calling delete_port for c053367d-3e69-404f-bb24-e446a8e11993 owned by network:router_interface {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:47:31.333008 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cbe57340-a5e4-4a0b-9474-3d1c66f53875 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:31.365403 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe57340-a5e4-4a0b-9474-3d1c66f53875 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event deleted for resources: {'Port': ['ID=c053367d-3e69-404f-bb24-e446a8e11993,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:31.539811 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-cbe57340-a5e4-4a0b-9474-3d1c66f53875 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:31.771487 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe57340-a5e4-4a0b-9474-3d1c66f53875 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Router 9b8d75f2-1249-4997-89ea-ada0b5f6219a has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:47:32.208487 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe57340-a5e4-4a0b-9474-3d1c66f53875 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:47:32.218175 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-cbe57340-a5e4-4a0b-9474-3d1c66f53875 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "PUT /v2.0/routers/9b8d75f2-1249-4997-89ea-ada0b5f6219a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8252215 Dec 16 10:47:32.219069 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03361b83-a737-4079-93b9-4722238e09e4 None None] Sync routers for ids ['9b8d75f2-1249-4997-89ea-ada0b5f6219a'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:47:32.221080 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42980) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:47:32.228232 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03361b83-a737-4079-93b9-4722238e09e4 None None] Routers {'9b8d75f2-1249-4997-89ea-ada0b5f6219a'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:47:32.229528 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-03361b83-a737-4079-93b9-4722238e09e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:47:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['9b8d75f2-1249-4997-89ea-ada0b5f6219a'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:47:32.272990 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-92eb220e-f7b9-4967-b142-e13ec8ca7029 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Deleting subnet 588f0b3d-81bd-4756-8ae4-94646e71b588 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:47:32.276769 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-92eb220e-f7b9-4967-b142-e13ec8ca7029 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:32.323258 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-92eb220e-f7b9-4967-b142-e13ec8ca7029 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:32.427260 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-92eb220e-f7b9-4967-b142-e13ec8ca7029 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:32.442007 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-03361b83-a737-4079-93b9-4722238e09e4 None None] Set router 9b8d75f2-1249-4997-89ea-ada0b5f6219a gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:47:32.570437 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-92eb220e-f7b9-4967-b142-e13ec8ca7029 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:32.602221 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb220e-f7b9-4967-b142-e13ec8ca7029 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event deleted for resources: {'Subnet': ['ID=588f0b3d-81bd-4756-8ae4-94646e71b588,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:32.607957 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-92eb220e-f7b9-4967-b142-e13ec8ca7029 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:32.614017 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42982) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:47:32.614479 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-92eb220e-f7b9-4967-b142-e13ec8ca7029 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "DELETE /v2.0/subnets/588f0b3d-81bd-4756-8ae4-94646e71b588 HTTP/1.1" status: 204 len: 168 time: 0.3919666 Dec 16 10:47:32.618077 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea1373b-dec5-4411-8988-8b8623f9bb8e None None] Network ace5ab8d-157f-44fa-946f-eb8a4d8ed006 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:47:32.644335 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-03361b83-a737-4079-93b9-4722238e09e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007514437', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '1f9e7bb2-0e83-4d03-bd76-bafa4f667b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:46:31Z', 'updated_at': '2021-12-16T10:47:31Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '1f9e7bb2-0e83-4d03-bd76-bafa4f667b31', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:46:31Z', 'updated_at': '2021-12-16T10:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:47:32.671721 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03361b83-a737-4079-93b9-4722238e09e4 None None] Checking router: 9b8d75f2-1249-4997-89ea-ada0b5f6219a for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:47:32.684024 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03361b83-a737-4079-93b9-4722238e09e4 None None] Routers {'9b8d75f2-1249-4997-89ea-ada0b5f6219a'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:47:32.684675 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-03361b83-a737-4079-93b9-4722238e09e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:47:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['9b8d75f2-1249-4997-89ea-ada0b5f6219a'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:47:32.727831 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9260b09-575a-4191-b232-2c3fd022e245 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:32.813209 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-03361b83-a737-4079-93b9-4722238e09e4 None None] Set router 9b8d75f2-1249-4997-89ea-ada0b5f6219a gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:47:32.855042 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9260b09-575a-4191-b232-2c3fd022e245 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:32.868889 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b98fe8-63b7-4fd5-bfed-c8a37d7521d4 None None] DHCP port deletion for ace5ab8d-157f-44fa-946f-eb8a4d8ed006 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:47:32.921562 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-e2b98fe8-63b7-4fd5-bfed-c8a37d7521d4 None None] Deleting port d0b6c70a-6de3-455c-85d2-606b93bbc076 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:47:32.921940 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e2b98fe8-63b7-4fd5-bfed-c8a37d7521d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:32.990485 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-e2b98fe8-63b7-4fd5-bfed-c8a37d7521d4 None None] For port d0b6c70a-6de3-455c-85d2-606b93bbc076, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d0b6c70a-6de3-455c-85d2-606b93bbc076,segment=NetworkSegment(be3c4bcc-3ca9-49bc-919b-7b0f317bb1f0),segment_id=be3c4bcc-3ca9-49bc-919b-7b0f317bb1f0)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:47:32.990793 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e2b98fe8-63b7-4fd5-bfed-c8a37d7521d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:33.001504 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-03361b83-a737-4079-93b9-4722238e09e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007514437', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '1f9e7bb2-0e83-4d03-bd76-bafa4f667b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:46:31Z', 'updated_at': '2021-12-16T10:47:31Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '1f9e7bb2-0e83-4d03-bd76-bafa4f667b31', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:46:31Z', 'updated_at': '2021-12-16T10:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:47:33.007207 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-e2b98fe8-63b7-4fd5-bfed-c8a37d7521d4 None None] Calling delete_port for d0b6c70a-6de3-455c-85d2-606b93bbc076 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:47:33.028888 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-c9260b09-575a-4191-b232-2c3fd022e245 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Deleting port 1f9e7bb2-0e83-4d03-bd76-bafa4f667b31 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:47:33.029379 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9260b09-575a-4191-b232-2c3fd022e245 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:33.030715 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03361b83-a737-4079-93b9-4722238e09e4 None None] The sync data for ids ['9b8d75f2-1249-4997-89ea-ada0b5f6219a'] in n-d-820550-2 is: [{'id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1007514437', 'tenant_id': 'acf35d0affc64805837e6cdc8e4702cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '1f9e7bb2-0e83-4d03-bd76-bafa4f667b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:46:31Z', 'updated_at': '2021-12-16T10:47:31Z', 'revision_number': 5, 'project_id': 'acf35d0affc64805837e6cdc8e4702cc', 'gw_port': {'id': '1f9e7bb2-0e83-4d03-bd76-bafa4f667b31', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8d75f2-1249-4997-89ea-ada0b5f6219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:46:31Z', 'updated_at': '2021-12-16T10:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:47:33.122727 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-c9260b09-575a-4191-b232-2c3fd022e245 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] For port 1f9e7bb2-0e83-4d03-bd76-bafa4f667b31, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=1f9e7bb2-0e83-4d03-bd76-bafa4f667b31,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:47:33.123022 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9260b09-575a-4191-b232-2c3fd022e245 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:33.134352 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-c9260b09-575a-4191-b232-2c3fd022e245 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Calling delete_port for 1f9e7bb2-0e83-4d03-bd76-bafa4f667b31 owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:47:33.152788 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e2b98fe8-63b7-4fd5-bfed-c8a37d7521d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:33.187043 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b98fe8-63b7-4fd5-bfed-c8a37d7521d4 None None] Pushing event deleted for resources: {'Port': ['ID=d0b6c70a-6de3-455c-85d2-606b93bbc076,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:33.194960 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b98fe8-63b7-4fd5-bfed-c8a37d7521d4 None None] No DVR routers for this DVR port d0b6c70a-6de3-455c-85d2-606b93bbc076 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:47:33.197493 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b98fe8-63b7-4fd5-bfed-c8a37d7521d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:33.204724 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b98fe8-63b7-4fd5-bfed-c8a37d7521d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:33.204724 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b98fe8-63b7-4fd5-bfed-c8a37d7521d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:33.204724 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b98fe8-63b7-4fd5-bfed-c8a37d7521d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:33.204724 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b98fe8-63b7-4fd5-bfed-c8a37d7521d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:33.204724 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b98fe8-63b7-4fd5-bfed-c8a37d7521d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:33.204724 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b98fe8-63b7-4fd5-bfed-c8a37d7521d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:33.204724 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b98fe8-63b7-4fd5-bfed-c8a37d7521d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:33.204724 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b98fe8-63b7-4fd5-bfed-c8a37d7521d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:33.204724 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b98fe8-63b7-4fd5-bfed-c8a37d7521d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:33.204724 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b98fe8-63b7-4fd5-bfed-c8a37d7521d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:33.204724 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b98fe8-63b7-4fd5-bfed-c8a37d7521d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:33.365093 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9260b09-575a-4191-b232-2c3fd022e245 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:33.398096 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9260b09-575a-4191-b232-2c3fd022e245 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event deleted for resources: {'Port': ['ID=1f9e7bb2-0e83-4d03-bd76-bafa4f667b31,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:33.422206 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9260b09-575a-4191-b232-2c3fd022e245 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:33.422560 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9260b09-575a-4191-b232-2c3fd022e245 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:33.422915 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9260b09-575a-4191-b232-2c3fd022e245 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:33.423241 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9260b09-575a-4191-b232-2c3fd022e245 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:33.423588 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9260b09-575a-4191-b232-2c3fd022e245 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:33.423909 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9260b09-575a-4191-b232-2c3fd022e245 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:33.424243 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9260b09-575a-4191-b232-2c3fd022e245 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:33.424576 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9260b09-575a-4191-b232-2c3fd022e245 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:33.424920 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9260b09-575a-4191-b232-2c3fd022e245 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:33.425275 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9260b09-575a-4191-b232-2c3fd022e245 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:33.425603 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9260b09-575a-4191-b232-2c3fd022e245 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:33.425925 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9260b09-575a-4191-b232-2c3fd022e245 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:33.475415 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9260b09-575a-4191-b232-2c3fd022e245 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:33.568903 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9260b09-575a-4191-b232-2c3fd022e245 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:33.571152 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9260b09-575a-4191-b232-2c3fd022e245 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:33.661826 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9260b09-575a-4191-b232-2c3fd022e245 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:33.662515 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9260b09-575a-4191-b232-2c3fd022e245 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Fanout notify agent at l3_agent the message router_deleted on router 9b8d75f2-1249-4997-89ea-ada0b5f6219a {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:47:33.669647 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c9260b09-575a-4191-b232-2c3fd022e245 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:33.670795 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c9260b09-575a-4191-b232-2c3fd022e245 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "DELETE /v2.0/routers/9b8d75f2-1249-4997-89ea-ada0b5f6219a HTTP/1.1" status: 204 len: 168 time: 1.0551512 Dec 16 10:47:33.673616 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 42984) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:47:33.752035 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b48e7f88-e082-4088-9702-7d7a923b1587 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:34.133588 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b48e7f88-e082-4088-9702-7d7a923b1587 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:34.153925 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-b48e7f88-e082-4088-9702-7d7a923b1587 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace5ab8d-157f-44fa-946f-eb8a4d8ed006']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:47:34.164176 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-b48e7f88-e082-4088-9702-7d7a923b1587 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3c4bcc-3ca9-49bc-919b-7b0f317bb1f0') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:47:34.164468 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-b48e7f88-e082-4088-9702-7d7a923b1587 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3c4bcc-3ca9-49bc-919b-7b0f317bb1f0') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:47:34.174632 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b48e7f88-e082-4088-9702-7d7a923b1587 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:34.188308 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b48e7f88-e082-4088-9702-7d7a923b1587 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:34.193898 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48e7f88-e082-4088-9702-7d7a923b1587 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:47:34.194273 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b48e7f88-e082-4088-9702-7d7a923b1587 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:34.197095 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 10:47:34.197095 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:47:34.197095 n-d-820550-2 neutron-server[102817]: timer() Dec 16 10:47:34.197095 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:47:34.197095 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 10:47:34.197095 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:47:34.197095 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 10:47:34.197095 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:47:34.197095 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 10:47:34.197095 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:47:34.197095 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 10:47:34.197095 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:47:34.197095 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 10:47:34.197095 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:47:34.197095 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:47:34.197095 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:47:34.197095 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:47:34.197095 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:47:34.197095 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 10:47:34.197095 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:47:34.197095 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 10:47:34.197095 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:47:34.197095 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:47:34.197095 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:47:34.197095 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 10:47:34.197095 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:47:34.197095 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:47:34.197095 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:47:34.197095 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:47:34.197095 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:47:34.197095 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:47:34.197095 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:47:34.330455 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b48e7f88-e082-4088-9702-7d7a923b1587 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:34.337668 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b48e7f88-e082-4088-9702-7d7a923b1587 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:34.342540 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b48e7f88-e082-4088-9702-7d7a923b1587 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "DELETE /v2.0/networks/ace5ab8d-157f-44fa-946f-eb8a4d8ed006 HTTP/1.1" status: 204 len: 168 time: 0.6678209 Dec 16 10:47:34.349829 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42986) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:47:34.360248 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e7f88-e082-4088-9702-7d7a923b1587 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event deleted for resources: {'Network': ['ID=ace5ab8d-157f-44fa-946f-eb8a4d8ed006,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:34.412061 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-67153262-7916-49ba-9fe8-ce7e749cf5b8 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:34.437596 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-67153262-7916-49ba-9fe8-ce7e749cf5b8 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:34.522864 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d0b6c70a-6de3-455c-85d2-606b93bbc076 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:47:34.544224 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: d0b6c70a-6de3-455c-85d2-606b93bbc076 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:47:34.546328 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d0b6c70a-6de3-455c-85d2-606b93bbc076 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:47:34.546328 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device c053367d-3e69-404f-bb24-e446a8e11993 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:47:34.564138 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: c053367d-3e69-404f-bb24-e446a8e11993 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:47:34.564405 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-67153262-7916-49ba-9fe8-ce7e749cf5b8 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:34.564545 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device c053367d-3e69-404f-bb24-e446a8e11993 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:47:34.564898 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 1f9e7bb2-0e83-4d03-bd76-bafa4f667b31 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:47:34.567150 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-67153262-7916-49ba-9fe8-ce7e749cf5b8 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:34.568324 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-67153262-7916-49ba-9fe8-ce7e749cf5b8 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] 10.222.0.60 "DELETE /v2.0/security-groups/2d8562d1-6451-4745-a8e9-bd1a3aad3f2e HTTP/1.1" status: 204 len: 168 time: 0.2174661 Dec 16 10:47:34.578970 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67153262-7916-49ba-9fe8-ce7e749cf5b8 tempest-TestNetworkAdvancedServerOps-858579128 tempest-TestNetworkAdvancedServerOps-858579128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8562d1-6451-4745-a8e9-bd1a3aad3f2e,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:34.583911 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 1f9e7bb2-0e83-4d03-bd76-bafa4f667b31 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:47:34.584206 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 1f9e7bb2-0e83-4d03-bd76-bafa4f667b31 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:47:35.204006 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42994) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:47:35.349144 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6fdf3ce6-40d0-4c5e-9623-3027a527f9f4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=acf35d0affc64805837e6cdc8e4702cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439495 Dec 16 10:47:35.351630 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 42998) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:47:35.401480 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c5ef79c8-5891-4fc3-8623-7c3dfeac9543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:35.423308 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c5ef79c8-5891-4fc3-8623-7c3dfeac9543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:35.541361 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c5ef79c8-5891-4fc3-8623-7c3dfeac9543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:35.544601 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c5ef79c8-5891-4fc3-8623-7c3dfeac9543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:35.545826 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c5ef79c8-5891-4fc3-8623-7c3dfeac9543 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/39ee7634-349e-4168-99f0-796249a4ed1f HTTP/1.1" status: 204 len: 168 time: 0.1933012 Dec 16 10:47:35.553825 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef79c8-5891-4fc3-8623-7c3dfeac9543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ee7634-349e-4168-99f0-796249a4ed1f,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:36.104416 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43004) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:47:36.117773 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-24d97c39-d641-4c84-9569-a1224ba256b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:36.198017 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-24d97c39-d641-4c84-9569-a1224ba256b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:36.255269 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-24d97c39-d641-4c84-9569-a1224ba256b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:36.297781 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-24d97c39-d641-4c84-9569-a1224ba256b5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3a5e4645949842b6be5291e24fcd7b5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1921334 Dec 16 10:47:36.298634 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d97c39-d641-4c84-9569-a1224ba256b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d0d320-3855-4e7f-9f46-2b79e43bc244,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:36.300673 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43006) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:47:36.349393 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eddab333-f632-444e-a9e3-ecc1ef90b055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:36.375895 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eddab333-f632-444e-a9e3-ecc1ef90b055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:36.477821 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eddab333-f632-444e-a9e3-ecc1ef90b055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:36.480434 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eddab333-f632-444e-a9e3-ecc1ef90b055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:36.481713 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-eddab333-f632-444e-a9e3-ecc1ef90b055 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/67d0d320-3855-4e7f-9f46-2b79e43bc244 HTTP/1.1" status: 204 len: 168 time: 0.1799519 Dec 16 10:47:36.491217 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddab333-f632-444e-a9e3-ecc1ef90b055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d0d320-3855-4e7f-9f46-2b79e43bc244,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:37.541170 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43028) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:47:37.644803 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-9babefa8-7311-478c-a18e-a830f89d7a63 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-723614027-network', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:47:37.746427 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9babefa8-7311-478c-a18e-a830f89d7a63 admin admin] Made reservation on behalf of 2386f173f4484f2d80cf8afe29270fdb for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:47:37.748799 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9babefa8-7311-478c-a18e-a830f89d7a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:37.757523 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9babefa8-7311-478c-a18e-a830f89d7a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:37.843241 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9babefa8-7311-478c-a18e-a830f89d7a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:37.912981 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9babefa8-7311-478c-a18e-a830f89d7a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:37.940279 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9babefa8-7311-478c-a18e-a830f89d7a63 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:47:37.946597 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9babefa8-7311-478c-a18e-a830f89d7a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e995d78c-83bd-4ee5-ab7d-fd1e4640dc33,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:37.954866 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9babefa8-7311-478c-a18e-a830f89d7a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:37.955214 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-9babefa8-7311-478c-a18e-a830f89d7a63 admin admin] Added segment 78d8160b-0a51-4f58-8c2d-07f42390b6c3 of type vlan for network 4d7dbc38-dfbd-43a9-94f1-592ffd94d74b Dec 16 10:47:37.997573 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9babefa8-7311-478c-a18e-a830f89d7a63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:38.078517 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9babefa8-7311-478c-a18e-a830f89d7a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:38.079509 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9babefa8-7311-478c-a18e-a830f89d7a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:38.080099 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9babefa8-7311-478c-a18e-a830f89d7a63 admin admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:38.139143 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9babefa8-7311-478c-a18e-a830f89d7a63 admin admin] Pushing event updated for resources: {'Network': ['ID=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:38.147577 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:38.149747 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 4d7dbc38-dfbd-43a9-94f1-592ffd94d74b details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:47:38.184528 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9babefa8-7311-478c-a18e-a830f89d7a63 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6421912 Dec 16 10:47:38.189386 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43032) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:47:38.194206 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-e8bbb02f-d0cd-45ee-924c-00568236fc88 admin admin] Request body: {'subnet': {'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-723614027-subnet', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'ip_version': 4}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:47:38.261631 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bbb02f-d0cd-45ee-924c-00568236fc88 admin admin] Made reservation on behalf of 2386f173f4484f2d80cf8afe29270fdb for: {'subnet': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:47:38.264098 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e8bbb02f-d0cd-45ee-924c-00568236fc88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10354348'] for subnet, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:38.478505 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e8bbb02f-d0cd-45ee-924c-00568236fc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8844121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10354518'] for subnet, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:38.533993 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bbb02f-d0cd-45ee-924c-00568236fc88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3391580c-7bbf-4e39-92ff-e0802ce22778,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:38.545378 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bbb02f-d0cd-45ee-924c-00568236fc88 admin admin] Checking segment: {'id': '78d8160b-0a51-4f58-8c2d-07f42390b6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:47:38.545984 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bbb02f-d0cd-45ee-924c-00568236fc88 admin admin] Network hostable DHCP agents. Network: 4d7dbc38-dfbd-43a9-94f1-592ffd94d74b, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:47:38.643884 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bbb02f-d0cd-45ee-924c-00568236fc88 admin admin] Network 4d7dbc38-dfbd-43a9-94f1-592ffd94d74b is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:47:38.700973 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-e8bbb02f-d0cd-45ee-924c-00568236fc88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 4d7dbc38-dfbd-43a9-94f1-592ffd94d74b) {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:47:38.705245 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bbb02f-d0cd-45ee-924c-00568236fc88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:38.705835 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-e8bbb02f-d0cd-45ee-924c-00568236fc88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:38.711286 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4537d94-a163-456a-bdbd-9571ddee2dbe None None] Network 4d7dbc38-dfbd-43a9-94f1-592ffd94d74b requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:47:38.783853 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-e8bbb02f-d0cd-45ee-924c-00568236fc88 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5933645 Dec 16 10:47:38.786749 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43034) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:47:38.791047 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-03c805be-6744-419c-8e5d-56d20bf590b3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-723614027-router', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:47:38.859525 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299b2470-17b5-4ac0-8f75-7224c9805a67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-4d7dbc38-dfbd-43a9-94f1-592ffd94d74b', 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'fixed_ips': [{'subnet_id': '3391580c-7bbf-4e39-92ff-e0802ce22778'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:47:38.860383 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-299b2470-17b5-4ac0-8f75-7224c9805a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:38.872688 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03c805be-6744-419c-8e5d-56d20bf590b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:38.873837 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03c805be-6744-419c-8e5d-56d20bf590b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:38.929885 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03c805be-6744-419c-8e5d-56d20bf590b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:38.991221 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-299b2470-17b5-4ac0-8f75-7224c9805a67 None None] Allocated IP 172.20.0.2 (4d7dbc38-dfbd-43a9-94f1-592ffd94d74b/3391580c-7bbf-4e39-92ff-e0802ce22778/d8680801-f114-4d1f-bb0e-03f59ac802ee) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:47:39.148361 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-299b2470-17b5-4ac0-8f75-7224c9805a67 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:39.151018 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03c805be-6744-419c-8e5d-56d20bf590b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:39.199300 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-299b2470-17b5-4ac0-8f75-7224c9805a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:39.237546 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299b2470-17b5-4ac0-8f75-7224c9805a67 None None] Network 4d7dbc38-dfbd-43a9-94f1-592ffd94d74b is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:47:39.240595 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-299b2470-17b5-4ac0-8f75-7224c9805a67 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:47:39.244098 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299b2470-17b5-4ac0-8f75-7224c9805a67 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:47:39.252914 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b2470-17b5-4ac0-8f75-7224c9805a67 None None] Pushing event updated for resources: {'Port': ['ID=d8680801-f114-4d1f-bb0e-03f59ac802ee,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:39.309060 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-299b2470-17b5-4ac0-8f75-7224c9805a67 None None] Attempting to bind port d8680801-f114-4d1f-bb0e-03f59ac802ee on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:47:39.309388 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-299b2470-17b5-4ac0-8f75-7224c9805a67 None None] Attempting to bind port d8680801-f114-4d1f-bb0e-03f59ac802ee by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '78d8160b-0a51-4f58-8c2d-07f42390b6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:47:39.309940 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299b2470-17b5-4ac0-8f75-7224c9805a67 None None] Attempting to bind port d8680801-f114-4d1f-bb0e-03f59ac802ee on network 4d7dbc38-dfbd-43a9-94f1-592ffd94d74b {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:47:39.314955 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299b2470-17b5-4ac0-8f75-7224c9805a67 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:47:39.315330 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299b2470-17b5-4ac0-8f75-7224c9805a67 None None] Checking segment: {'id': '78d8160b-0a51-4f58-8c2d-07f42390b6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:47:39.315731 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-299b2470-17b5-4ac0-8f75-7224c9805a67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:39.316129 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299b2470-17b5-4ac0-8f75-7224c9805a67 None None] Bound using segment: {'id': '78d8160b-0a51-4f58-8c2d-07f42390b6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:47:39.316596 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-299b2470-17b5-4ac0-8f75-7224c9805a67 None None] Bound port: d8680801-f114-4d1f-bb0e-03f59ac802ee, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d8160b-0a51-4f58-8c2d-07f42390b6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:47:39.316978 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-299b2470-17b5-4ac0-8f75-7224c9805a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:39.379547 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-299b2470-17b5-4ac0-8f75-7224c9805a67 None None] For port d8680801-f114-4d1f-bb0e-03f59ac802ee, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:47:39.382751 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-299b2470-17b5-4ac0-8f75-7224c9805a67 None None] For port d8680801-f114-4d1f-bb0e-03f59ac802ee, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d8680801-f114-4d1f-bb0e-03f59ac802ee,segment=NetworkSegment(78d8160b-0a51-4f58-8c2d-07f42390b6c3),segment_id=78d8160b-0a51-4f58-8c2d-07f42390b6c3)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:47:39.413406 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03c805be-6744-419c-8e5d-56d20bf590b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:39.432426 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03c805be-6744-419c-8e5d-56d20bf590b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:39.496649 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-299b2470-17b5-4ac0-8f75-7224c9805a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:39.551096 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b2470-17b5-4ac0-8f75-7224c9805a67 None None] Pushing event updated for resources: {'Port': ['ID=d8680801-f114-4d1f-bb0e-03f59ac802ee,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:39.569457 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-03c805be-6744-419c-8e5d-56d20bf590b3 admin admin] Allocated IP 172.25.1.179 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/bfc04939-7812-4ccc-9d08-cca8f0cadf01) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:47:39.688149 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03c805be-6744-419c-8e5d-56d20bf590b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:39.792205 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03c805be-6744-419c-8e5d-56d20bf590b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:39.837821 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c805be-6744-419c-8e5d-56d20bf590b3 admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:47:39.842165 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-03c805be-6744-419c-8e5d-56d20bf590b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:47:39.848511 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c805be-6744-419c-8e5d-56d20bf590b3 admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:47:39.851580 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c805be-6744-419c-8e5d-56d20bf590b3 admin admin] Pushing event updated for resources: {'Port': ['ID=bfc04939-7812-4ccc-9d08-cca8f0cadf01,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:40.144072 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03c805be-6744-419c-8e5d-56d20bf590b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:40.360516 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03c805be-6744-419c-8e5d-56d20bf590b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:40.458527 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916890b7-203a-479d-8d91-41b6f786420f None None] Network 4d7dbc38-dfbd-43a9-94f1-592ffd94d74b requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:47:40.543346 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-709d5e7e-6e95-4cea-83f1-e0742d178427 None None] Provisioning complete for port d8680801-f114-4d1f-bb0e-03f59ac802ee triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:47:40.543709 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-709d5e7e-6e95-4cea-83f1-e0742d178427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:40.576273 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c805be-6744-419c-8e5d-56d20bf590b3 admin admin] Router b168c42c-b019-434b-9f7b-fde106730013 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:47:40.586214 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d8680801-f114-4d1f-bb0e-03f59ac802ee up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:47:40.686541 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c805be-6744-419c-8e5d-56d20bf590b3 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:47:40.723984 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283d13ad-f3eb-4d57-a8c8-28c625cfd624 None None] Sync routers for ids ['b168c42c-b019-434b-9f7b-fde106730013'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:47:40.755125 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port d8680801-f114-4d1f-bb0e-03f59ac802ee triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:47:40.755490 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:40.759560 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283d13ad-f3eb-4d57-a8c8-28c625cfd624 None None] Routers {'b168c42c-b019-434b-9f7b-fde106730013'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:47:40.760187 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-283d13ad-f3eb-4d57-a8c8-28c625cfd624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:47:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b168c42c-b019-434b-9f7b-fde106730013'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:47:40.761852 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-709d5e7e-6e95-4cea-83f1-e0742d178427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:40.766243 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-03c805be-6744-419c-8e5d-56d20bf590b3 admin admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:40.767598 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-03c805be-6744-419c-8e5d-56d20bf590b3 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9798276 Dec 16 10:47:40.770295 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43038) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:47:41.075887 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-709d5e7e-6e95-4cea-83f1-e0742d178427 None None] For port d8680801-f114-4d1f-bb0e-03f59ac802ee, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d8680801-f114-4d1f-bb0e-03f59ac802ee,segment=NetworkSegment(78d8160b-0a51-4f58-8c2d-07f42390b6c3),segment_id=78d8160b-0a51-4f58-8c2d-07f42390b6c3)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:47:41.128292 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-283d13ad-f3eb-4d57-a8c8-28c625cfd624 None None] Set router b168c42c-b019-434b-9f7b-fde106730013 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:47:41.188501 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-709d5e7e-6e95-4cea-83f1-e0742d178427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:41.220628 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:41.253693 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-580a5501-759c-41ae-926f-a2e0ecf3e9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:41.312520 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d5e7e-6e95-4cea-83f1-e0742d178427 None None] Pushing event updated for resources: {'Port': ['ID=d8680801-f114-4d1f-bb0e-03f59ac802ee,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:41.368864 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-911e8470-94f4-48f7-81f3-e408c5440fb8 None None] Provisioning complete for port d8680801-f114-4d1f-bb0e-03f59ac802ee triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:47:41.369262 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-911e8470-94f4-48f7-81f3-e408c5440fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:41.378685 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 10:47:41.379040 n-d-820550-2 neutron-server[102818]: DEBUG oslo_db.api [None req-90596404-2544-46fd-b302-fd30027c055f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 10:47:41.420092 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-580a5501-759c-41ae-926f-a2e0ecf3e9da admin admin] Allocated IP 172.20.0.1 (4d7dbc38-dfbd-43a9-94f1-592ffd94d74b/3391580c-7bbf-4e39-92ff-e0802ce22778/5144c1b7-5110-47b4-a9da-e33f2ea26ac6) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:47:41.483025 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-283d13ad-f3eb-4d57-a8c8-28c625cfd624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b168c42c-b019-434b-9f7b-fde106730013', 'name': 'tempest-TestShelveInstance-723614027-router', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'bfc04939-7812-4ccc-9d08-cca8f0cadf01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:47:38Z', 'updated_at': '2021-12-16T10:47:39Z', 'revision_number': 3, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'gw_port': {'id': 'bfc04939-7812-4ccc-9d08-cca8f0cadf01', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:39Z', 'updated_at': '2021-12-16T10:47:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:47:41.517659 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283d13ad-f3eb-4d57-a8c8-28c625cfd624 None None] Checking router: b168c42c-b019-434b-9f7b-fde106730013 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:47:41.518011 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283d13ad-f3eb-4d57-a8c8-28c625cfd624 None None] Updating router b168c42c-b019-434b-9f7b-fde106730013 port bfc04939-7812-4ccc-9d08-cca8f0cadf01 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:47:41.528999 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-580a5501-759c-41ae-926f-a2e0ecf3e9da admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:41.544146 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-283d13ad-f3eb-4d57-a8c8-28c625cfd624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:41.616269 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-580a5501-759c-41ae-926f-a2e0ecf3e9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:41.656595 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580a5501-759c-41ae-926f-a2e0ecf3e9da admin admin] Network 4d7dbc38-dfbd-43a9-94f1-592ffd94d74b is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:47:41.659451 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-580a5501-759c-41ae-926f-a2e0ecf3e9da admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:47:41.667063 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580a5501-759c-41ae-926f-a2e0ecf3e9da admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:47:41.670480 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a5501-759c-41ae-926f-a2e0ecf3e9da admin admin] Pushing event updated for resources: {'Port': ['ID=5144c1b7-5110-47b4-a9da-e33f2ea26ac6,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:41.708003 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:41.711546 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-580a5501-759c-41ae-926f-a2e0ecf3e9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:41.848457 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-283d13ad-f3eb-4d57-a8c8-28c625cfd624 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:41.898743 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-580a5501-759c-41ae-926f-a2e0ecf3e9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:41.915903 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-283d13ad-f3eb-4d57-a8c8-28c625cfd624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:41.983594 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437cb70-028a-4f52-bb09-9e330fdff80a None None] Pushing event updated for resources: {'Port': ['ID=bfc04939-7812-4ccc-9d08-cca8f0cadf01,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:41.988149 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-283d13ad-f3eb-4d57-a8c8-28c625cfd624 None None] Attempting to bind port bfc04939-7812-4ccc-9d08-cca8f0cadf01 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:47:41.988513 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-283d13ad-f3eb-4d57-a8c8-28c625cfd624 None None] Attempting to bind port bfc04939-7812-4ccc-9d08-cca8f0cadf01 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:47:41.988876 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283d13ad-f3eb-4d57-a8c8-28c625cfd624 None None] Attempting to bind port bfc04939-7812-4ccc-9d08-cca8f0cadf01 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:47:41.991130 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-7aca989f-28b0-4fd6-b693-e597d0e7d7fa None None] Provisioning complete for port 5144c1b7-5110-47b4-a9da-e33f2ea26ac6 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:47:41.991919 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7aca989f-28b0-4fd6-b693-e597d0e7d7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:42.015942 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283d13ad-f3eb-4d57-a8c8-28c625cfd624 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:47:42.015942 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283d13ad-f3eb-4d57-a8c8-28c625cfd624 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:47:42.015942 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-283d13ad-f3eb-4d57-a8c8-28c625cfd624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:42.019810 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283d13ad-f3eb-4d57-a8c8-28c625cfd624 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:47:42.019810 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-283d13ad-f3eb-4d57-a8c8-28c625cfd624 None None] Bound port: bfc04939-7812-4ccc-9d08-cca8f0cadf01, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:47:42.019810 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-283d13ad-f3eb-4d57-a8c8-28c625cfd624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:42.052617 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-7aca989f-28b0-4fd6-b693-e597d0e7d7fa None None] Port 5144c1b7-5110-47b4-a9da-e33f2ea26ac6 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:47:42.080944 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-283d13ad-f3eb-4d57-a8c8-28c625cfd624 None None] For port bfc04939-7812-4ccc-9d08-cca8f0cadf01, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:47:42.084366 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-283d13ad-f3eb-4d57-a8c8-28c625cfd624 None None] For port bfc04939-7812-4ccc-9d08-cca8f0cadf01, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=bfc04939-7812-4ccc-9d08-cca8f0cadf01,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:47:42.085159 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-580a5501-759c-41ae-926f-a2e0ecf3e9da admin admin] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:42.163968 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-283d13ad-f3eb-4d57-a8c8-28c625cfd624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:42.175364 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-580a5501-759c-41ae-926f-a2e0ecf3e9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:42.234152 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283d13ad-f3eb-4d57-a8c8-28c625cfd624 None None] Routers {'b168c42c-b019-434b-9f7b-fde106730013'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:47:42.234987 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-283d13ad-f3eb-4d57-a8c8-28c625cfd624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:47:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b168c42c-b019-434b-9f7b-fde106730013'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:47:42.241179 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437cb70-028a-4f52-bb09-9e330fdff80a None None] Pushing event updated for resources: {'Port': ['ID=bfc04939-7812-4ccc-9d08-cca8f0cadf01,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:42.247221 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a5501-759c-41ae-926f-a2e0ecf3e9da admin admin] Pushing event updated for resources: {'Port': ['ID=5144c1b7-5110-47b4-a9da-e33f2ea26ac6,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:42.252309 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-580a5501-759c-41ae-926f-a2e0ecf3e9da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:42.375870 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-283d13ad-f3eb-4d57-a8c8-28c625cfd624 None None] Set router b168c42c-b019-434b-9f7b-fde106730013 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:47:42.543397 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d8680801-f114-4d1f-bb0e-03f59ac802ee up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:47:42.648136 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port d8680801-f114-4d1f-bb0e-03f59ac802ee triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:47:42.648521 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:42.664993 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580a5501-759c-41ae-926f-a2e0ecf3e9da admin admin] Network 4d7dbc38-dfbd-43a9-94f1-592ffd94d74b is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:47:42.666886 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-580a5501-759c-41ae-926f-a2e0ecf3e9da admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:47:42.739669 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-283d13ad-f3eb-4d57-a8c8-28c625cfd624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b168c42c-b019-434b-9f7b-fde106730013', 'name': 'tempest-TestShelveInstance-723614027-router', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'bfc04939-7812-4ccc-9d08-cca8f0cadf01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:47:38Z', 'updated_at': '2021-12-16T10:47:41Z', 'revision_number': 4, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'gw_port': {'id': 'bfc04939-7812-4ccc-9d08-cca8f0cadf01', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:39Z', 'updated_at': '2021-12-16T10:47:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '5144c1b7-5110-47b4-a9da-e33f2ea26ac6', 'name': '', 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'mac_address': 'fa:16:3e:3a:2e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:41Z', 'updated_at': '2021-12-16T10:47:41Z', 'revision_number': 2, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'subnets': [{'id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:47:42.818175 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283d13ad-f3eb-4d57-a8c8-28c625cfd624 None None] The sync data for ids ['b168c42c-b019-434b-9f7b-fde106730013'] in n-d-820550-2 is: [{'id': 'b168c42c-b019-434b-9f7b-fde106730013', 'name': 'tempest-TestShelveInstance-723614027-router', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'bfc04939-7812-4ccc-9d08-cca8f0cadf01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:47:38Z', 'updated_at': '2021-12-16T10:47:41Z', 'revision_number': 4, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'gw_port': {'id': 'bfc04939-7812-4ccc-9d08-cca8f0cadf01', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:39Z', 'updated_at': '2021-12-16T10:47:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '5144c1b7-5110-47b4-a9da-e33f2ea26ac6', 'name': '', 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'mac_address': 'fa:16:3e:3a:2e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:41Z', 'updated_at': '2021-12-16T10:47:41Z', 'revision_number': 2, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'subnets': [{'id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:47:42.844238 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580a5501-759c-41ae-926f-a2e0ecf3e9da admin admin] Router b168c42c-b019-434b-9f7b-fde106730013 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:47:42.974600 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580a5501-759c-41ae-926f-a2e0ecf3e9da admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:47:42.980197 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-580a5501-759c-41ae-926f-a2e0ecf3e9da admin admin] 10.222.0.60 "PUT /v2.0/routers/b168c42c-b019-434b-9f7b-fde106730013/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2087569 Dec 16 10:47:42.984678 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-36b08006-936d-456f-9253-af7cb4f3a5d0 None None] Provisioning complete for port 5144c1b7-5110-47b4-a9da-e33f2ea26ac6 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:47:42.985052 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-36b08006-936d-456f-9253-af7cb4f3a5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:43.022129 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-36b08006-936d-456f-9253-af7cb4f3a5d0 None None] Port 5144c1b7-5110-47b4-a9da-e33f2ea26ac6 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:47:43.718581 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43054) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:47:43.723628 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-830ae0ab-c507-4729-928a-b3051f491cfe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-104607829-network', 'tenant_id': '01b2b98db72e4f418435e9b018e9fd9b'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:47:43.816156 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830ae0ab-c507-4729-928a-b3051f491cfe admin admin] Made reservation on behalf of 01b2b98db72e4f418435e9b018e9fd9b for: {'network': 1} {{(pid=102817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:47:43.819923 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-830ae0ab-c507-4729-928a-b3051f491cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:43.831307 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-830ae0ab-c507-4729-928a-b3051f491cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:43.913856 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-830ae0ab-c507-4729-928a-b3051f491cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:43.982883 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-830ae0ab-c507-4729-928a-b3051f491cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:44.009404 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-830ae0ab-c507-4729-928a-b3051f491cfe admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=102817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:47:44.019480 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ae0ab-c507-4729-928a-b3051f491cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f683fb3-65c3-4b3a-91ad-f2aac02972cd,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:44.024858 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-830ae0ab-c507-4729-928a-b3051f491cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:44.025235 n-d-820550-2 neutron-server[102817]: INFO neutron.db.segments_db [None req-830ae0ab-c507-4729-928a-b3051f491cfe admin admin] Added segment 75627d3d-ac53-4046-9bde-acf064c4c640 of type vlan for network 760ee5e0-895f-4bfd-8ad2-33d5dc2cd564 Dec 16 10:47:44.076083 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-830ae0ab-c507-4729-928a-b3051f491cfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:44.163967 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-830ae0ab-c507-4729-928a-b3051f491cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:44.164963 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830ae0ab-c507-4729-928a-b3051f491cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:44.165640 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-830ae0ab-c507-4729-928a-b3051f491cfe admin admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:44.232317 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ae0ab-c507-4729-928a-b3051f491cfe admin admin] Pushing event updated for resources: {'Network': ['ID=760ee5e0-895f-4bfd-8ad2-33d5dc2cd564,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:44.243198 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 760ee5e0-895f-4bfd-8ad2-33d5dc2cd564 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:47:44.287063 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-830ae0ab-c507-4729-928a-b3051f491cfe admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5672412 Dec 16 10:47:44.290846 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43056) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:47:44.296826 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-bac880bb-845c-4da4-ae8f-ca09894e94c6 admin admin] Request body: {'subnet': {'network_id': '760ee5e0-895f-4bfd-8ad2-33d5dc2cd564', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-104607829-subnet', 'tenant_id': '01b2b98db72e4f418435e9b018e9fd9b', 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:47:44.369638 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac880bb-845c-4da4-ae8f-ca09894e94c6 admin admin] Made reservation on behalf of 01b2b98db72e4f418435e9b018e9fd9b for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:47:44.372174 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bac880bb-845c-4da4-ae8f-ca09894e94c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:44.543562 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device bfc04939-7812-4ccc-9d08-cca8f0cadf01 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:47:44.595354 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port bfc04939-7812-4ccc-9d08-cca8f0cadf01 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:47:44.595725 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:44.611042 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bac880bb-845c-4da4-ae8f-ca09894e94c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:44.675691 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac880bb-845c-4da4-ae8f-ca09894e94c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=636e0f73-1f4f-4e69-a382-d0404cb344d6,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:44.679286 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:44.685253 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac880bb-845c-4da4-ae8f-ca09894e94c6 admin admin] Checking segment: {'id': '75627d3d-ac53-4046-9bde-acf064c4c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '760ee5e0-895f-4bfd-8ad2-33d5dc2cd564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:47:44.685627 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac880bb-845c-4da4-ae8f-ca09894e94c6 admin admin] Network hostable DHCP agents. Network: 760ee5e0-895f-4bfd-8ad2-33d5dc2cd564, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:47:44.700934 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port bfc04939-7812-4ccc-9d08-cca8f0cadf01, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=bfc04939-7812-4ccc-9d08-cca8f0cadf01,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:47:44.752224 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac880bb-845c-4da4-ae8f-ca09894e94c6 admin admin] Network 760ee5e0-895f-4bfd-8ad2-33d5dc2cd564 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:47:44.758521 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:44.810520 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=bfc04939-7812-4ccc-9d08-cca8f0cadf01,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:44.814294 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-bac880bb-845c-4da4-ae8f-ca09894e94c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 760ee5e0-895f-4bfd-8ad2-33d5dc2cd564) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:47:44.819455 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac880bb-845c-4da4-ae8f-ca09894e94c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:44.820280 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bac880bb-845c-4da4-ae8f-ca09894e94c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:44.826104 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7ab9b8-2c7a-4226-bd63-2e5713ef3695 None None] Network 760ee5e0-895f-4bfd-8ad2-33d5dc2cd564 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:47:44.907586 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bac880bb-845c-4da4-ae8f-ca09894e94c6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6125379 Dec 16 10:47:44.908730 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43058) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:47:44.914201 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-290e90b5-920f-43bf-a989-c7fed7359fb6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-104607829-router', 'tenant_id': '01b2b98db72e4f418435e9b018e9fd9b', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:47:44.928544 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b41418d-3dce-4489-90df-ac31ac3062a6 None None] Sync routers for ids ['b168c42c-b019-434b-9f7b-fde106730013'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:47:44.946230 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b41418d-3dce-4489-90df-ac31ac3062a6 None None] Routers {'b168c42c-b019-434b-9f7b-fde106730013'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:47:44.946846 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1b41418d-3dce-4489-90df-ac31ac3062a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:47:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b168c42c-b019-434b-9f7b-fde106730013'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:47:44.989587 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244dd5cb-ac0d-4e24-98b6-799b0aca2636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-760ee5e0-895f-4bfd-8ad2-33d5dc2cd564', 'network_id': '760ee5e0-895f-4bfd-8ad2-33d5dc2cd564', 'tenant_id': '01b2b98db72e4f418435e9b018e9fd9b', 'fixed_ips': [{'subnet_id': '636e0f73-1f4f-4e69-a382-d0404cb344d6'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:47:44.990482 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-244dd5cb-ac0d-4e24-98b6-799b0aca2636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:45.027499 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-290e90b5-920f-43bf-a989-c7fed7359fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:45.028578 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-290e90b5-920f-43bf-a989-c7fed7359fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:45.088369 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-1b41418d-3dce-4489-90df-ac31ac3062a6 None None] Set router b168c42c-b019-434b-9f7b-fde106730013 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:47:45.096916 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-290e90b5-920f-43bf-a989-c7fed7359fb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:45.137730 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-244dd5cb-ac0d-4e24-98b6-799b0aca2636 None None] Allocated IP 172.20.0.2 (760ee5e0-895f-4bfd-8ad2-33d5dc2cd564/636e0f73-1f4f-4e69-a382-d0404cb344d6/a71f94ec-68d5-43db-9886-ec55c6bf9a81) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:47:45.326703 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-290e90b5-920f-43bf-a989-c7fed7359fb6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:45.328763 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-244dd5cb-ac0d-4e24-98b6-799b0aca2636 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:45.344746 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1b41418d-3dce-4489-90df-ac31ac3062a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b168c42c-b019-434b-9f7b-fde106730013', 'name': 'tempest-TestShelveInstance-723614027-router', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'bfc04939-7812-4ccc-9d08-cca8f0cadf01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:47:38Z', 'updated_at': '2021-12-16T10:47:41Z', 'revision_number': 4, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'gw_port': {'id': 'bfc04939-7812-4ccc-9d08-cca8f0cadf01', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:39Z', 'updated_at': '2021-12-16T10:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '5144c1b7-5110-47b4-a9da-e33f2ea26ac6', 'name': '', 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'mac_address': 'fa:16:3e:3a:2e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:41Z', 'updated_at': '2021-12-16T10:47:41Z', 'revision_number': 2, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'subnets': [{'id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:47:45.370718 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b41418d-3dce-4489-90df-ac31ac3062a6 None None] Checking router: b168c42c-b019-434b-9f7b-fde106730013 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:47:45.371074 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b41418d-3dce-4489-90df-ac31ac3062a6 None None] Updating router b168c42c-b019-434b-9f7b-fde106730013 port 5144c1b7-5110-47b4-a9da-e33f2ea26ac6 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:47:45.397030 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-1b41418d-3dce-4489-90df-ac31ac3062a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:45.398852 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-244dd5cb-ac0d-4e24-98b6-799b0aca2636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:45.439991 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244dd5cb-ac0d-4e24-98b6-799b0aca2636 None None] Network 760ee5e0-895f-4bfd-8ad2-33d5dc2cd564 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:47:45.443062 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-244dd5cb-ac0d-4e24-98b6-799b0aca2636 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:47:45.445696 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244dd5cb-ac0d-4e24-98b6-799b0aca2636 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:47:45.458770 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244dd5cb-ac0d-4e24-98b6-799b0aca2636 None None] Pushing event updated for resources: {'Port': ['ID=a71f94ec-68d5-43db-9886-ec55c6bf9a81,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:45.530725 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-244dd5cb-ac0d-4e24-98b6-799b0aca2636 None None] Attempting to bind port a71f94ec-68d5-43db-9886-ec55c6bf9a81 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:47:45.531426 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-244dd5cb-ac0d-4e24-98b6-799b0aca2636 None None] Attempting to bind port a71f94ec-68d5-43db-9886-ec55c6bf9a81 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '75627d3d-ac53-4046-9bde-acf064c4c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '760ee5e0-895f-4bfd-8ad2-33d5dc2cd564'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:47:45.531796 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244dd5cb-ac0d-4e24-98b6-799b0aca2636 None None] Attempting to bind port a71f94ec-68d5-43db-9886-ec55c6bf9a81 on network 760ee5e0-895f-4bfd-8ad2-33d5dc2cd564 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:47:45.537846 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244dd5cb-ac0d-4e24-98b6-799b0aca2636 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:47:45.538272 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244dd5cb-ac0d-4e24-98b6-799b0aca2636 None None] Checking segment: {'id': '75627d3d-ac53-4046-9bde-acf064c4c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '760ee5e0-895f-4bfd-8ad2-33d5dc2cd564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:47:45.538688 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-244dd5cb-ac0d-4e24-98b6-799b0aca2636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:45.539094 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244dd5cb-ac0d-4e24-98b6-799b0aca2636 None None] Bound using segment: {'id': '75627d3d-ac53-4046-9bde-acf064c4c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '760ee5e0-895f-4bfd-8ad2-33d5dc2cd564'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:47:45.539563 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-244dd5cb-ac0d-4e24-98b6-799b0aca2636 None None] Bound port: a71f94ec-68d5-43db-9886-ec55c6bf9a81, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75627d3d-ac53-4046-9bde-acf064c4c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '760ee5e0-895f-4bfd-8ad2-33d5dc2cd564'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:47:45.539945 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-244dd5cb-ac0d-4e24-98b6-799b0aca2636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:45.615769 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-244dd5cb-ac0d-4e24-98b6-799b0aca2636 None None] For port a71f94ec-68d5-43db-9886-ec55c6bf9a81, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:47:45.621961 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-244dd5cb-ac0d-4e24-98b6-799b0aca2636 None None] For port a71f94ec-68d5-43db-9886-ec55c6bf9a81, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=a71f94ec-68d5-43db-9886-ec55c6bf9a81,segment=NetworkSegment(75627d3d-ac53-4046-9bde-acf064c4c640),segment_id=75627d3d-ac53-4046-9bde-acf064c4c640)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:47:45.649299 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-290e90b5-920f-43bf-a989-c7fed7359fb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:45.679610 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-290e90b5-920f-43bf-a989-c7fed7359fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:45.696240 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-1b41418d-3dce-4489-90df-ac31ac3062a6 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:45.748329 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-244dd5cb-ac0d-4e24-98b6-799b0aca2636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:45.799818 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-1b41418d-3dce-4489-90df-ac31ac3062a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:45.803248 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-290e90b5-920f-43bf-a989-c7fed7359fb6 admin admin] Allocated IP 172.25.1.43 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/99c43bb2-93f3-4708-9b38-ba5093bdb3c5) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:47:45.814727 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244dd5cb-ac0d-4e24-98b6-799b0aca2636 None None] Pushing event updated for resources: {'Port': ['ID=a71f94ec-68d5-43db-9886-ec55c6bf9a81,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:45.887204 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44817f-f501-4f35-8fc2-1acfc72d0ae7 None None] Pushing event updated for resources: {'Port': ['ID=5144c1b7-5110-47b4-a9da-e33f2ea26ac6,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:45.919077 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f44817f-f501-4f35-8fc2-1acfc72d0ae7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:45.919658 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f44817f-f501-4f35-8fc2-1acfc72d0ae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:45.919996 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f44817f-f501-4f35-8fc2-1acfc72d0ae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:45.920426 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f44817f-f501-4f35-8fc2-1acfc72d0ae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:45.920953 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f44817f-f501-4f35-8fc2-1acfc72d0ae7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:45.921355 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f44817f-f501-4f35-8fc2-1acfc72d0ae7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:45.922895 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f44817f-f501-4f35-8fc2-1acfc72d0ae7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:45.922895 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f44817f-f501-4f35-8fc2-1acfc72d0ae7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:45.922895 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f44817f-f501-4f35-8fc2-1acfc72d0ae7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:45.922895 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f44817f-f501-4f35-8fc2-1acfc72d0ae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:45.922895 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f44817f-f501-4f35-8fc2-1acfc72d0ae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:45.930225 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f44817f-f501-4f35-8fc2-1acfc72d0ae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:45.932601 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-1b41418d-3dce-4489-90df-ac31ac3062a6 None None] Attempting to bind port 5144c1b7-5110-47b4-a9da-e33f2ea26ac6 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:47:45.932963 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-1b41418d-3dce-4489-90df-ac31ac3062a6 None None] Attempting to bind port 5144c1b7-5110-47b4-a9da-e33f2ea26ac6 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '78d8160b-0a51-4f58-8c2d-07f42390b6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:47:45.933353 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b41418d-3dce-4489-90df-ac31ac3062a6 None None] Attempting to bind port 5144c1b7-5110-47b4-a9da-e33f2ea26ac6 on network 4d7dbc38-dfbd-43a9-94f1-592ffd94d74b {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:47:45.938848 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b41418d-3dce-4489-90df-ac31ac3062a6 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:47:45.939213 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b41418d-3dce-4489-90df-ac31ac3062a6 None None] Checking segment: {'id': '78d8160b-0a51-4f58-8c2d-07f42390b6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:47:45.939615 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-1b41418d-3dce-4489-90df-ac31ac3062a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:45.940228 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b41418d-3dce-4489-90df-ac31ac3062a6 None None] Bound using segment: {'id': '78d8160b-0a51-4f58-8c2d-07f42390b6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:47:45.940693 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-1b41418d-3dce-4489-90df-ac31ac3062a6 None None] Bound port: 5144c1b7-5110-47b4-a9da-e33f2ea26ac6, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d8160b-0a51-4f58-8c2d-07f42390b6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:47:45.941182 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-1b41418d-3dce-4489-90df-ac31ac3062a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:45.965083 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-290e90b5-920f-43bf-a989-c7fed7359fb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:46.046633 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-1b41418d-3dce-4489-90df-ac31ac3062a6 None None] For port 5144c1b7-5110-47b4-a9da-e33f2ea26ac6, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:47:46.050143 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-1b41418d-3dce-4489-90df-ac31ac3062a6 None None] For port 5144c1b7-5110-47b4-a9da-e33f2ea26ac6, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5144c1b7-5110-47b4-a9da-e33f2ea26ac6,segment=NetworkSegment(78d8160b-0a51-4f58-8c2d-07f42390b6c3),segment_id=78d8160b-0a51-4f58-8c2d-07f42390b6c3)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:47:46.096488 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-290e90b5-920f-43bf-a989-c7fed7359fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:46.103397 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-1b41418d-3dce-4489-90df-ac31ac3062a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:46.138686 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290e90b5-920f-43bf-a989-c7fed7359fb6 admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:47:46.141618 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-290e90b5-920f-43bf-a989-c7fed7359fb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:47:46.144159 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290e90b5-920f-43bf-a989-c7fed7359fb6 admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:47:46.184132 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-05cb6b96-8068-4caa-a899-983fa110f740 None None] Provisioning complete for port 5144c1b7-5110-47b4-a9da-e33f2ea26ac6 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:47:46.184606 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-05cb6b96-8068-4caa-a899-983fa110f740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:46.187642 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b41418d-3dce-4489-90df-ac31ac3062a6 None None] Routers {'b168c42c-b019-434b-9f7b-fde106730013'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:47:46.189557 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1b41418d-3dce-4489-90df-ac31ac3062a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:47:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b168c42c-b019-434b-9f7b-fde106730013'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:47:46.195364 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e90b5-920f-43bf-a989-c7fed7359fb6 admin admin] Pushing event updated for resources: {'Port': ['ID=99c43bb2-93f3-4708-9b38-ba5093bdb3c5,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:46.277719 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44817f-f501-4f35-8fc2-1acfc72d0ae7 None None] Pushing event updated for resources: {'Port': ['ID=5144c1b7-5110-47b4-a9da-e33f2ea26ac6,revision_number=4']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:46.301895 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-05cb6b96-8068-4caa-a899-983fa110f740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:46.339946 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-1b41418d-3dce-4489-90df-ac31ac3062a6 None None] Set router b168c42c-b019-434b-9f7b-fde106730013 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:47:46.348093 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-05cb6b96-8068-4caa-a899-983fa110f740 None None] For port 5144c1b7-5110-47b4-a9da-e33f2ea26ac6, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5144c1b7-5110-47b4-a9da-e33f2ea26ac6,segment=NetworkSegment(78d8160b-0a51-4f58-8c2d-07f42390b6c3),segment_id=78d8160b-0a51-4f58-8c2d-07f42390b6c3)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:47:46.404363 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-05cb6b96-8068-4caa-a899-983fa110f740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:46.473029 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb6b96-8068-4caa-a899-983fa110f740 None None] Pushing event updated for resources: {'Port': ['ID=5144c1b7-5110-47b4-a9da-e33f2ea26ac6,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:46.537762 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-0dfe01cf-5a0e-4e7c-bfcc-cccc34b10840 None None] Provisioning complete for port 5144c1b7-5110-47b4-a9da-e33f2ea26ac6 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:47:46.538167 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0dfe01cf-5a0e-4e7c-bfcc-cccc34b10840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:46.590050 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-1b41418d-3dce-4489-90df-ac31ac3062a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b168c42c-b019-434b-9f7b-fde106730013', 'name': 'tempest-TestShelveInstance-723614027-router', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'bfc04939-7812-4ccc-9d08-cca8f0cadf01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:47:38Z', 'updated_at': '2021-12-16T10:47:41Z', 'revision_number': 4, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'gw_port': {'id': 'bfc04939-7812-4ccc-9d08-cca8f0cadf01', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:39Z', 'updated_at': '2021-12-16T10:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '5144c1b7-5110-47b4-a9da-e33f2ea26ac6', 'name': '', 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'mac_address': 'fa:16:3e:3a:2e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:41Z', 'updated_at': '2021-12-16T10:47:46Z', 'revision_number': 4, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'subnets': [{'id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:47:46.624309 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b41418d-3dce-4489-90df-ac31ac3062a6 None None] The sync data for ids ['b168c42c-b019-434b-9f7b-fde106730013'] in n-d-820550-2 is: [{'id': 'b168c42c-b019-434b-9f7b-fde106730013', 'name': 'tempest-TestShelveInstance-723614027-router', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'bfc04939-7812-4ccc-9d08-cca8f0cadf01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:47:38Z', 'updated_at': '2021-12-16T10:47:41Z', 'revision_number': 4, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'gw_port': {'id': 'bfc04939-7812-4ccc-9d08-cca8f0cadf01', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:39Z', 'updated_at': '2021-12-16T10:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '5144c1b7-5110-47b4-a9da-e33f2ea26ac6', 'name': '', 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'mac_address': 'fa:16:3e:3a:2e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:41Z', 'updated_at': '2021-12-16T10:47:46Z', 'revision_number': 4, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'subnets': [{'id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:47:46.629822 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-290e90b5-920f-43bf-a989-c7fed7359fb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:46.777029 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device a71f94ec-68d5-43db-9886-ec55c6bf9a81 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:47:46.849195 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port a71f94ec-68d5-43db-9886-ec55c6bf9a81 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:47:46.849666 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:46.983627 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:46.986083 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-290e90b5-920f-43bf-a989-c7fed7359fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:47.048362 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port a71f94ec-68d5-43db-9886-ec55c6bf9a81, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=a71f94ec-68d5-43db-9886-ec55c6bf9a81,segment=NetworkSegment(75627d3d-ac53-4046-9bde-acf064c4c640),segment_id=75627d3d-ac53-4046-9bde-acf064c4c640)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:47:47.110687 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25986cc4-f82b-471c-8c64-a335c6738745 None None] Network 760ee5e0-895f-4bfd-8ad2-33d5dc2cd564 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:47:47.173496 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:47.174512 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5144c1b7-5110-47b4-a9da-e33f2ea26ac6 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:47:47.216194 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290e90b5-920f-43bf-a989-c7fed7359fb6 admin admin] Router 4a6b4063-99bd-4cdb-a353-9523ba25b496 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:47:47.382002 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290e90b5-920f-43bf-a989-c7fed7359fb6 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:47:47.469473 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-290e90b5-920f-43bf-a989-c7fed7359fb6 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:47.480334 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-290e90b5-920f-43bf-a989-c7fed7359fb6 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5610259 Dec 16 10:47:47.480496 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43062) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:47:47.504419 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28151711-87ee-4259-9cd8-03e0da1ad8f7 None None] Sync routers for ids ['4a6b4063-99bd-4cdb-a353-9523ba25b496'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:47:47.512386 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-f19250d8-0c98-4d38-8766-c3f4cc140e16 None None] Provisioning complete for port a71f94ec-68d5-43db-9886-ec55c6bf9a81 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:47:47.513006 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f19250d8-0c98-4d38-8766-c3f4cc140e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:47.614399 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28151711-87ee-4259-9cd8-03e0da1ad8f7 None None] Routers {'4a6b4063-99bd-4cdb-a353-9523ba25b496'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:47:47.614688 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-28151711-87ee-4259-9cd8-03e0da1ad8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:47:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4a6b4063-99bd-4cdb-a353-9523ba25b496'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:47:47.658457 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=a71f94ec-68d5-43db-9886-ec55c6bf9a81,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:47.813813 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 5144c1b7-5110-47b4-a9da-e33f2ea26ac6 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:47:47.814342 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:47.867561 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-28151711-87ee-4259-9cd8-03e0da1ad8f7 None None] Set router 4a6b4063-99bd-4cdb-a353-9523ba25b496 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:47:48.016234 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eaf1fd30-adc2-4ace-bfe1-b8b01201eba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:48.032184 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device bfc04939-7812-4ccc-9d08-cca8f0cadf01 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:47:48.145285 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port bfc04939-7812-4ccc-9d08-cca8f0cadf01 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:47:48.145909 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:48.204123 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-28151711-87ee-4259-9cd8-03e0da1ad8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6b4063-99bd-4cdb-a353-9523ba25b496', 'name': 'tempest-TestShelveInstance-104607829-router', 'tenant_id': '01b2b98db72e4f418435e9b018e9fd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '99c43bb2-93f3-4708-9b38-ba5093bdb3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:47:45Z', 'updated_at': '2021-12-16T10:47:46Z', 'revision_number': 3, 'project_id': '01b2b98db72e4f418435e9b018e9fd9b', 'gw_port': {'id': '99c43bb2-93f3-4708-9b38-ba5093bdb3c5', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6b4063-99bd-4cdb-a353-9523ba25b496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:45Z', 'updated_at': '2021-12-16T10:47:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:47:48.216581 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-eaf1fd30-adc2-4ace-bfe1-b8b01201eba7 admin admin] Allocated IP 172.20.0.1 (760ee5e0-895f-4bfd-8ad2-33d5dc2cd564/636e0f73-1f4f-4e69-a382-d0404cb344d6/30acf14c-1392-4f05-84fb-b1c3cb748e72) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:47:48.238494 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28151711-87ee-4259-9cd8-03e0da1ad8f7 None None] Checking router: 4a6b4063-99bd-4cdb-a353-9523ba25b496 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:47:48.238905 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28151711-87ee-4259-9cd8-03e0da1ad8f7 None None] Updating router 4a6b4063-99bd-4cdb-a353-9523ba25b496 port 99c43bb2-93f3-4708-9b38-ba5093bdb3c5 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:47:48.264082 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-d7a6353e-ebd7-481e-9c17-db5e6b56e096 None None] Provisioning complete for port a71f94ec-68d5-43db-9886-ec55c6bf9a81 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:47:48.264082 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d7a6353e-ebd7-481e-9c17-db5e6b56e096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:48.300820 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-28151711-87ee-4259-9cd8-03e0da1ad8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:48.332412 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eaf1fd30-adc2-4ace-bfe1-b8b01201eba7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:48.415907 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eaf1fd30-adc2-4ace-bfe1-b8b01201eba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:48.455136 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf1fd30-adc2-4ace-bfe1-b8b01201eba7 admin admin] Network 760ee5e0-895f-4bfd-8ad2-33d5dc2cd564 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:47:48.458334 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-eaf1fd30-adc2-4ace-bfe1-b8b01201eba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:47:48.460980 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf1fd30-adc2-4ace-bfe1-b8b01201eba7 admin admin] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:47:48.507077 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1fd30-adc2-4ace-bfe1-b8b01201eba7 admin admin] Pushing event updated for resources: {'Port': ['ID=30acf14c-1392-4f05-84fb-b1c3cb748e72,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:48.531282 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eaf1fd30-adc2-4ace-bfe1-b8b01201eba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:48.593792 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device a71f94ec-68d5-43db-9886-ec55c6bf9a81 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:47:48.685537 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port a71f94ec-68d5-43db-9886-ec55c6bf9a81 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:47:48.685846 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:48.723983 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eaf1fd30-adc2-4ace-bfe1-b8b01201eba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:48.759418 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-28151711-87ee-4259-9cd8-03e0da1ad8f7 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:48.815342 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5144c1b7-5110-47b4-a9da-e33f2ea26ac6 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:47:48.817028 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-ef7a9c78-e790-4e2b-8320-c4fce0039642 None None] Provisioning complete for port 30acf14c-1392-4f05-84fb-b1c3cb748e72 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:47:48.817424 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ef7a9c78-e790-4e2b-8320-c4fce0039642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:48.871034 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-28151711-87ee-4259-9cd8-03e0da1ad8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:48.909389 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eaf1fd30-adc2-4ace-bfe1-b8b01201eba7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:48.945068 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-ef7a9c78-e790-4e2b-8320-c4fce0039642 None None] Port 30acf14c-1392-4f05-84fb-b1c3cb748e72 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:47:48.970555 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-28151711-87ee-4259-9cd8-03e0da1ad8f7 None None] Attempting to bind port 99c43bb2-93f3-4708-9b38-ba5093bdb3c5 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:47:48.970555 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-28151711-87ee-4259-9cd8-03e0da1ad8f7 None None] Attempting to bind port 99c43bb2-93f3-4708-9b38-ba5093bdb3c5 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:47:48.970555 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28151711-87ee-4259-9cd8-03e0da1ad8f7 None None] Attempting to bind port 99c43bb2-93f3-4708-9b38-ba5093bdb3c5 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:47:48.970555 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f0d5e-5962-4fee-a960-85660a73e423 None None] Pushing event updated for resources: {'Port': ['ID=99c43bb2-93f3-4708-9b38-ba5093bdb3c5,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:48.976679 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28151711-87ee-4259-9cd8-03e0da1ad8f7 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:47:48.977341 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28151711-87ee-4259-9cd8-03e0da1ad8f7 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:47:48.977752 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-28151711-87ee-4259-9cd8-03e0da1ad8f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:48.978159 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28151711-87ee-4259-9cd8-03e0da1ad8f7 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:47:48.978808 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-28151711-87ee-4259-9cd8-03e0da1ad8f7 None None] Bound port: 99c43bb2-93f3-4708-9b38-ba5093bdb3c5, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:47:48.979249 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-28151711-87ee-4259-9cd8-03e0da1ad8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:48.998335 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eaf1fd30-adc2-4ace-bfe1-b8b01201eba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:49.008382 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 5144c1b7-5110-47b4-a9da-e33f2ea26ac6 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:47:49.008756 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:49.064883 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1fd30-adc2-4ace-bfe1-b8b01201eba7 admin admin] Pushing event updated for resources: {'Port': ['ID=30acf14c-1392-4f05-84fb-b1c3cb748e72,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:49.067175 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-28151711-87ee-4259-9cd8-03e0da1ad8f7 None None] For port 99c43bb2-93f3-4708-9b38-ba5093bdb3c5, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:47:49.067517 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-eaf1fd30-adc2-4ace-bfe1-b8b01201eba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:49.082160 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-28151711-87ee-4259-9cd8-03e0da1ad8f7 None None] For port 99c43bb2-93f3-4708-9b38-ba5093bdb3c5, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=99c43bb2-93f3-4708-9b38-ba5093bdb3c5,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:47:49.164323 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-28151711-87ee-4259-9cd8-03e0da1ad8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:49.165079 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf1fd30-adc2-4ace-bfe1-b8b01201eba7 admin admin] Network 760ee5e0-895f-4bfd-8ad2-33d5dc2cd564 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:47:49.166523 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-eaf1fd30-adc2-4ace-bfe1-b8b01201eba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:47:49.237199 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28151711-87ee-4259-9cd8-03e0da1ad8f7 None None] Routers {'4a6b4063-99bd-4cdb-a353-9523ba25b496'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:47:49.238283 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-28151711-87ee-4259-9cd8-03e0da1ad8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:47:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4a6b4063-99bd-4cdb-a353-9523ba25b496'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:47:49.289641 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f0d5e-5962-4fee-a960-85660a73e423 None None] Pushing event updated for resources: {'Port': ['ID=99c43bb2-93f3-4708-9b38-ba5093bdb3c5,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:49.317949 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf1fd30-adc2-4ace-bfe1-b8b01201eba7 admin admin] Router 4a6b4063-99bd-4cdb-a353-9523ba25b496 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:47:49.375662 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-28151711-87ee-4259-9cd8-03e0da1ad8f7 None None] Set router 4a6b4063-99bd-4cdb-a353-9523ba25b496 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:47:49.441017 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf1fd30-adc2-4ace-bfe1-b8b01201eba7 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:47:49.446094 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-eaf1fd30-adc2-4ace-bfe1-b8b01201eba7 admin admin] 10.222.0.60 "PUT /v2.0/routers/4a6b4063-99bd-4cdb-a353-9523ba25b496/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9703650 Dec 16 10:47:49.506730 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-484869a6-3f36-4419-a980-6d2209fce654 None None] Provisioning complete for port 30acf14c-1392-4f05-84fb-b1c3cb748e72 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:47:49.507167 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-484869a6-3f36-4419-a980-6d2209fce654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:49.554375 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-484869a6-3f36-4419-a980-6d2209fce654 None None] Port 30acf14c-1392-4f05-84fb-b1c3cb748e72 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:47:49.633461 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-28151711-87ee-4259-9cd8-03e0da1ad8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6b4063-99bd-4cdb-a353-9523ba25b496', 'name': 'tempest-TestShelveInstance-104607829-router', 'tenant_id': '01b2b98db72e4f418435e9b018e9fd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '99c43bb2-93f3-4708-9b38-ba5093bdb3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:47:45Z', 'updated_at': '2021-12-16T10:47:48Z', 'revision_number': 4, 'project_id': '01b2b98db72e4f418435e9b018e9fd9b', 'gw_port': {'id': '99c43bb2-93f3-4708-9b38-ba5093bdb3c5', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6b4063-99bd-4cdb-a353-9523ba25b496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:45Z', 'updated_at': '2021-12-16T10:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '30acf14c-1392-4f05-84fb-b1c3cb748e72', 'name': '', 'network_id': '760ee5e0-895f-4bfd-8ad2-33d5dc2cd564', 'tenant_id': '01b2b98db72e4f418435e9b018e9fd9b', 'mac_address': 'fa:16:3e:4c:37:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6b4063-99bd-4cdb-a353-9523ba25b496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '636e0f73-1f4f-4e69-a382-d0404cb344d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:48Z', 'updated_at': '2021-12-16T10:47:48Z', 'revision_number': 2, 'project_id': '01b2b98db72e4f418435e9b018e9fd9b', 'subnets': [{'id': '636e0f73-1f4f-4e69-a382-d0404cb344d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:47:49.660309 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28151711-87ee-4259-9cd8-03e0da1ad8f7 None None] The sync data for ids ['4a6b4063-99bd-4cdb-a353-9523ba25b496'] in n-d-820550-2 is: [{'id': '4a6b4063-99bd-4cdb-a353-9523ba25b496', 'name': 'tempest-TestShelveInstance-104607829-router', 'tenant_id': '01b2b98db72e4f418435e9b018e9fd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '99c43bb2-93f3-4708-9b38-ba5093bdb3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:47:45Z', 'updated_at': '2021-12-16T10:47:48Z', 'revision_number': 4, 'project_id': '01b2b98db72e4f418435e9b018e9fd9b', 'gw_port': {'id': '99c43bb2-93f3-4708-9b38-ba5093bdb3c5', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6b4063-99bd-4cdb-a353-9523ba25b496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:45Z', 'updated_at': '2021-12-16T10:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '30acf14c-1392-4f05-84fb-b1c3cb748e72', 'name': '', 'network_id': '760ee5e0-895f-4bfd-8ad2-33d5dc2cd564', 'tenant_id': '01b2b98db72e4f418435e9b018e9fd9b', 'mac_address': 'fa:16:3e:4c:37:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6b4063-99bd-4cdb-a353-9523ba25b496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '636e0f73-1f4f-4e69-a382-d0404cb344d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:48Z', 'updated_at': '2021-12-16T10:47:48Z', 'revision_number': 2, 'project_id': '01b2b98db72e4f418435e9b018e9fd9b', 'subnets': [{'id': '636e0f73-1f4f-4e69-a382-d0404cb344d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:47:50.107564 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43070) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:47:50.113173 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-3c959e58-f753-4cb8-93c2-b35e3b37fe0e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1906260672', 'description': 'tempest-secgroup-smoke-1906260672 description', 'project_id': '2386f173f4484f2d80cf8afe29270fdb'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:47:50.214773 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3c959e58-f753-4cb8-93c2-b35e3b37fe0e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:50.295012 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3c959e58-f753-4cb8-93c2-b35e3b37fe0e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:50.358723 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3c959e58-f753-4cb8-93c2-b35e3b37fe0e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:50.389581 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c959e58-f753-4cb8-93c2-b35e3b37fe0e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:50.457921 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3c959e58-f753-4cb8-93c2-b35e3b37fe0e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:50.459220 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3c959e58-f753-4cb8-93c2-b35e3b37fe0e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3499897 Dec 16 10:47:50.462228 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43072) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:47:50.472021 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-0d2682eb-57d0-42ec-82ab-9e3da0aa833f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Request body: {'security_group_rule': {'security_group_id': '6fc4f0ee-a061-462a-9dd7-af6a3f024c7a', 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:47:50.569707 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 99c43bb2-93f3-4708-9b38-ba5093bdb3c5 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:47:50.580504 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0d2682eb-57d0-42ec-82ab-9e3da0aa833f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:50.621415 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 99c43bb2-93f3-4708-9b38-ba5093bdb3c5 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:47:50.621787 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:50.641853 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0d2682eb-57d0-42ec-82ab-9e3da0aa833f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:50.710312 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:50.712121 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0d2682eb-57d0-42ec-82ab-9e3da0aa833f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:50.734371 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 99c43bb2-93f3-4708-9b38-ba5093bdb3c5, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=99c43bb2-93f3-4708-9b38-ba5093bdb3c5,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:47:50.734922 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2682eb-57d0-42ec-82ab-9e3da0aa833f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca0c62db-0054-4a53-aadc-d77422625953,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:50.780436 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-0d2682eb-57d0-42ec-82ab-9e3da0aa833f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:50.782011 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-0d2682eb-57d0-42ec-82ab-9e3da0aa833f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3186171 Dec 16 10:47:50.784209 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:50.788114 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43074) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:47:50.794236 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-b3bc2937-eab6-465b-9440-5059cceb98a8 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Request body: {'security_group_rule': {'security_group_id': '6fc4f0ee-a061-462a-9dd7-af6a3f024c7a', 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:47:50.862897 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=99c43bb2-93f3-4708-9b38-ba5093bdb3c5,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:50.877552 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b3bc2937-eab6-465b-9440-5059cceb98a8 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:50.947522 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b3bc2937-eab6-465b-9440-5059cceb98a8 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:51.077975 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b3bc2937-eab6-465b-9440-5059cceb98a8 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:51.096675 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc2937-eab6-465b-9440-5059cceb98a8 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02185b51-6043-458a-b716-6f5bf237fdb8,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:51.171381 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-b3bc2937-eab6-465b-9440-5059cceb98a8 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:51.173038 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-b3bc2937-eab6-465b-9440-5059cceb98a8 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3835065 Dec 16 10:47:51.175313 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43076) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:47:51.179667 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-d3f1997c-b3db-45d1-8d43-91f237b7c12a tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Request body: {'security_group_rule': {'security_group_id': '6fc4f0ee-a061-462a-9dd7-af6a3f024c7a', 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:47:51.266645 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d3f1997c-b3db-45d1-8d43-91f237b7c12a tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:51.329605 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d3f1997c-b3db-45d1-8d43-91f237b7c12a tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:51.387019 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d3f1997c-b3db-45d1-8d43-91f237b7c12a tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:51.405839 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1997c-b3db-45d1-8d43-91f237b7c12a tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a211a7-84f0-4a07-95fa-f98739fed9ce,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:51.474311 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d3f1997c-b3db-45d1-8d43-91f237b7c12a tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:51.475572 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d3f1997c-b3db-45d1-8d43-91f237b7c12a tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2993290 Dec 16 10:47:51.478343 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43078) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:47:51.482945 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-5361057d-5e8c-4800-a128-97403ddd5bbe tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Request body: {'security_group_rule': {'security_group_id': '6fc4f0ee-a061-462a-9dd7-af6a3f024c7a', 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:47:51.584830 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5361057d-5e8c-4800-a128-97403ddd5bbe tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:51.647074 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5361057d-5e8c-4800-a128-97403ddd5bbe tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:51.712264 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5361057d-5e8c-4800-a128-97403ddd5bbe tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:51.730828 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361057d-5e8c-4800-a128-97403ddd5bbe tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83cd4d57-1782-4ba4-adbd-a5e2c38bd04b,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:51.788793 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5361057d-5e8c-4800-a128-97403ddd5bbe tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:51.790046 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5361057d-5e8c-4800-a128-97403ddd5bbe tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3107727 Dec 16 10:47:51.792876 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43080) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:47:51.797333 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-a6893645-7b1a-4c6c-8395-721d3ec07006 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Request body: {'security_group_rule': {'security_group_id': '6fc4f0ee-a061-462a-9dd7-af6a3f024c7a', 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:47:51.878222 n-d-820550-2 neutron-server[102816]: INFO neutron.db.securitygroups_db [None req-a6893645-7b1a-4c6c-8395-721d3ec07006 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Project 2386f173f4484f2d80cf8afe29270fdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:47:51.883405 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a6893645-7b1a-4c6c-8395-721d3ec07006 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:51.945390 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a6893645-7b1a-4c6c-8395-721d3ec07006 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:52.009861 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a6893645-7b1a-4c6c-8395-721d3ec07006 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:52.028743 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6893645-7b1a-4c6c-8395-721d3ec07006 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b33efd-942d-46c2-be77-c38538d67c46,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:52.097343 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a6893645-7b1a-4c6c-8395-721d3ec07006 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:52.098519 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a6893645-7b1a-4c6c-8395-721d3ec07006 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3046219 Dec 16 10:47:52.101346 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43082) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:47:52.106428 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-dd827164-0094-4b15-870f-2ca8869d459a tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Request body: {'security_group_rule': {'security_group_id': '6fc4f0ee-a061-462a-9dd7-af6a3f024c7a', 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:47:52.192235 n-d-820550-2 neutron-server[102816]: INFO neutron.db.securitygroups_db [None req-dd827164-0094-4b15-870f-2ca8869d459a tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Project 2386f173f4484f2d80cf8afe29270fdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:47:52.197623 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd827164-0094-4b15-870f-2ca8869d459a tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:52.259435 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd827164-0094-4b15-870f-2ca8869d459a tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:52.323605 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd827164-0094-4b15-870f-2ca8869d459a tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:52.344256 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd827164-0094-4b15-870f-2ca8869d459a tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ff176f-b187-430b-9e5b-914a6c790247,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:52.384481 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d536222c-8157-4f63-882d-438fde628f98 None None] Sync routers for ids ['4a6b4063-99bd-4cdb-a353-9523ba25b496'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:47:52.393664 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d536222c-8157-4f63-882d-438fde628f98 None None] Routers {'4a6b4063-99bd-4cdb-a353-9523ba25b496'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:47:52.394269 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-d536222c-8157-4f63-882d-438fde628f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:47:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4a6b4063-99bd-4cdb-a353-9523ba25b496'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:47:52.394433 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-dd827164-0094-4b15-870f-2ca8869d459a tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:52.395640 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-dd827164-0094-4b15-870f-2ca8869d459a tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2933888 Dec 16 10:47:52.504323 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-d536222c-8157-4f63-882d-438fde628f98 None None] Set router 4a6b4063-99bd-4cdb-a353-9523ba25b496 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:47:52.542848 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 99c43bb2-93f3-4708-9b38-ba5093bdb3c5 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:47:52.596533 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 99c43bb2-93f3-4708-9b38-ba5093bdb3c5 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:47:52.597007 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:52.613034 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-1b342991-cfe4-4217-a912-057cdf3e6b64 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1906260672&fields=id&tenant_id=2386f173f4484f2d80cf8afe29270fdb HTTP/1.1" status: 200 len: 267 time: 0.0364299 Dec 16 10:47:52.648046 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:47:52.738111 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-c286ec2f-868a-456c-8d3f-c62a5b0abc4d tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:52.739906 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-c286ec2f-868a-456c-8d3f-c62a5b0abc4d tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/networks?id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b HTTP/1.1" status: 200 len: 808 time: 0.1192398 Dec 16 10:47:52.759065 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-3a256b63-b741-471b-8b1d-e949106fc031 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/quotas/2386f173f4484f2d80cf8afe29270fdb HTTP/1.1" status: 200 len: 375 time: 0.0113647 Dec 16 10:47:52.818338 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-a89bed9b-a919-4fa8-a092-d8e49dc986cf tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2386f173f4484f2d80cf8afe29270fdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501881 Dec 16 10:47:52.834274 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-d536222c-8157-4f63-882d-438fde628f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6b4063-99bd-4cdb-a353-9523ba25b496', 'name': 'tempest-TestShelveInstance-104607829-router', 'tenant_id': '01b2b98db72e4f418435e9b018e9fd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '99c43bb2-93f3-4708-9b38-ba5093bdb3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:47:45Z', 'updated_at': '2021-12-16T10:47:48Z', 'revision_number': 4, 'project_id': '01b2b98db72e4f418435e9b018e9fd9b', 'gw_port': {'id': '99c43bb2-93f3-4708-9b38-ba5093bdb3c5', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b4063-99bd-4cdb-a353-9523ba25b496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:45Z', 'updated_at': '2021-12-16T10:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '30acf14c-1392-4f05-84fb-b1c3cb748e72', 'name': '', 'network_id': '760ee5e0-895f-4bfd-8ad2-33d5dc2cd564', 'tenant_id': '01b2b98db72e4f418435e9b018e9fd9b', 'mac_address': 'fa:16:3e:4c:37:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6b4063-99bd-4cdb-a353-9523ba25b496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '636e0f73-1f4f-4e69-a382-d0404cb344d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:48Z', 'updated_at': '2021-12-16T10:47:48Z', 'revision_number': 2, 'project_id': '01b2b98db72e4f418435e9b018e9fd9b', 'subnets': [{'id': '636e0f73-1f4f-4e69-a382-d0404cb344d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:47:52.860944 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d536222c-8157-4f63-882d-438fde628f98 None None] Checking router: 4a6b4063-99bd-4cdb-a353-9523ba25b496 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:47:52.861318 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d536222c-8157-4f63-882d-438fde628f98 None None] Updating router 4a6b4063-99bd-4cdb-a353-9523ba25b496 port 30acf14c-1392-4f05-84fb-b1c3cb748e72 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:47:52.886343 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-d536222c-8157-4f63-882d-438fde628f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:52.930412 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-dc5c0d79-5a47-44c1-9db6-ad56cced0e32 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:47:52.931468 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-dc5c0d79-5a47-44c1-9db6-ad56cced0e32 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0968134 Dec 16 10:47:53.025202 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-d21603ba-9a64-4e83-89cf-00492643cf35 service neutron] 10.222.0.60 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859375 Dec 16 10:47:53.118236 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-eeb6bdc6-7a85-4631-b1f8-425548de3674 service neutron] 10.222.0.60 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855517 Dec 16 10:47:53.161225 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-d536222c-8157-4f63-882d-438fde628f98 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:53.242872 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-d536222c-8157-4f63-882d-438fde628f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:53.317924 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec2995-cfd5-4533-a785-e88eb90c5637 None None] Pushing event updated for resources: {'Port': ['ID=30acf14c-1392-4f05-84fb-b1c3cb748e72,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:53.375086 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-729eda01-09cf-4ffa-963b-fe68e726970c req-d141bb0a-b933-4de1-8260-c38ba48a1d49 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 210 time: 0.0319881 Dec 16 10:47:53.375660 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-d536222c-8157-4f63-882d-438fde628f98 None None] Attempting to bind port 30acf14c-1392-4f05-84fb-b1c3cb748e72 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:47:53.375660 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-d536222c-8157-4f63-882d-438fde628f98 None None] Attempting to bind port 30acf14c-1392-4f05-84fb-b1c3cb748e72 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '75627d3d-ac53-4046-9bde-acf064c4c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '760ee5e0-895f-4bfd-8ad2-33d5dc2cd564'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:47:53.375981 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d536222c-8157-4f63-882d-438fde628f98 None None] Attempting to bind port 30acf14c-1392-4f05-84fb-b1c3cb748e72 on network 760ee5e0-895f-4bfd-8ad2-33d5dc2cd564 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:47:53.383412 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d536222c-8157-4f63-882d-438fde628f98 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:47:53.383793 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d536222c-8157-4f63-882d-438fde628f98 None None] Checking segment: {'id': '75627d3d-ac53-4046-9bde-acf064c4c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '760ee5e0-895f-4bfd-8ad2-33d5dc2cd564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:47:53.384329 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-d536222c-8157-4f63-882d-438fde628f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:53.384599 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d536222c-8157-4f63-882d-438fde628f98 None None] Bound using segment: {'id': '75627d3d-ac53-4046-9bde-acf064c4c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '760ee5e0-895f-4bfd-8ad2-33d5dc2cd564'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:47:53.385698 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-d536222c-8157-4f63-882d-438fde628f98 None None] Bound port: 30acf14c-1392-4f05-84fb-b1c3cb748e72, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75627d3d-ac53-4046-9bde-acf064c4c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '760ee5e0-895f-4bfd-8ad2-33d5dc2cd564'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:47:53.386183 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-d536222c-8157-4f63-882d-438fde628f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:53.458688 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-d536222c-8157-4f63-882d-438fde628f98 None None] For port 30acf14c-1392-4f05-84fb-b1c3cb748e72, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:47:53.462411 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-d536222c-8157-4f63-882d-438fde628f98 None None] For port 30acf14c-1392-4f05-84fb-b1c3cb748e72, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=30acf14c-1392-4f05-84fb-b1c3cb748e72,segment=NetworkSegment(75627d3d-ac53-4046-9bde-acf064c4c640),segment_id=75627d3d-ac53-4046-9bde-acf064c4c640)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:47:53.531775 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-d536222c-8157-4f63-882d-438fde628f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:53.587151 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d536222c-8157-4f63-882d-438fde628f98 None None] Routers {'4a6b4063-99bd-4cdb-a353-9523ba25b496'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:47:53.587787 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-d536222c-8157-4f63-882d-438fde628f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:47:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4a6b4063-99bd-4cdb-a353-9523ba25b496'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:47:53.607632 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-c9a5541b-ac89-474c-82a2-63935279983f None None] Provisioning complete for port 30acf14c-1392-4f05-84fb-b1c3cb748e72 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:47:53.608017 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c9a5541b-ac89-474c-82a2-63935279983f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:53.628852 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec2995-cfd5-4533-a785-e88eb90c5637 None None] Pushing event updated for resources: {'Port': ['ID=30acf14c-1392-4f05-84fb-b1c3cb748e72,revision_number=4']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:53.707242 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-d536222c-8157-4f63-882d-438fde628f98 None None] Set router 4a6b4063-99bd-4cdb-a353-9523ba25b496 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:47:53.710299 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c9a5541b-ac89-474c-82a2-63935279983f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:53.749196 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-c9a5541b-ac89-474c-82a2-63935279983f None None] For port 30acf14c-1392-4f05-84fb-b1c3cb748e72, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=30acf14c-1392-4f05-84fb-b1c3cb748e72,segment=NetworkSegment(75627d3d-ac53-4046-9bde-acf064c4c640),segment_id=75627d3d-ac53-4046-9bde-acf064c4c640)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:47:53.816252 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c9a5541b-ac89-474c-82a2-63935279983f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:53.867100 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5541b-ac89-474c-82a2-63935279983f None None] Pushing event updated for resources: {'Port': ['ID=30acf14c-1392-4f05-84fb-b1c3cb748e72,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:53.920918 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-d536222c-8157-4f63-882d-438fde628f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6b4063-99bd-4cdb-a353-9523ba25b496', 'name': 'tempest-TestShelveInstance-104607829-router', 'tenant_id': '01b2b98db72e4f418435e9b018e9fd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '99c43bb2-93f3-4708-9b38-ba5093bdb3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:47:45Z', 'updated_at': '2021-12-16T10:47:48Z', 'revision_number': 4, 'project_id': '01b2b98db72e4f418435e9b018e9fd9b', 'gw_port': {'id': '99c43bb2-93f3-4708-9b38-ba5093bdb3c5', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b4063-99bd-4cdb-a353-9523ba25b496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:45Z', 'updated_at': '2021-12-16T10:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '30acf14c-1392-4f05-84fb-b1c3cb748e72', 'name': '', 'network_id': '760ee5e0-895f-4bfd-8ad2-33d5dc2cd564', 'tenant_id': '01b2b98db72e4f418435e9b018e9fd9b', 'mac_address': 'fa:16:3e:4c:37:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6b4063-99bd-4cdb-a353-9523ba25b496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '636e0f73-1f4f-4e69-a382-d0404cb344d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:48Z', 'updated_at': '2021-12-16T10:47:53Z', 'revision_number': 4, 'project_id': '01b2b98db72e4f418435e9b018e9fd9b', 'subnets': [{'id': '636e0f73-1f4f-4e69-a382-d0404cb344d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:47:53.935676 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-e49613b3-04ce-403f-9b56-70433431fce5 None None] Provisioning complete for port 30acf14c-1392-4f05-84fb-b1c3cb748e72 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:47:53.936039 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e49613b3-04ce-403f-9b56-70433431fce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:53.947600 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d536222c-8157-4f63-882d-438fde628f98 None None] The sync data for ids ['4a6b4063-99bd-4cdb-a353-9523ba25b496'] in n-d-820550-2 is: [{'id': '4a6b4063-99bd-4cdb-a353-9523ba25b496', 'name': 'tempest-TestShelveInstance-104607829-router', 'tenant_id': '01b2b98db72e4f418435e9b018e9fd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '99c43bb2-93f3-4708-9b38-ba5093bdb3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:47:45Z', 'updated_at': '2021-12-16T10:47:48Z', 'revision_number': 4, 'project_id': '01b2b98db72e4f418435e9b018e9fd9b', 'gw_port': {'id': '99c43bb2-93f3-4708-9b38-ba5093bdb3c5', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b4063-99bd-4cdb-a353-9523ba25b496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:45Z', 'updated_at': '2021-12-16T10:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '30acf14c-1392-4f05-84fb-b1c3cb748e72', 'name': '', 'network_id': '760ee5e0-895f-4bfd-8ad2-33d5dc2cd564', 'tenant_id': '01b2b98db72e4f418435e9b018e9fd9b', 'mac_address': 'fa:16:3e:4c:37:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6b4063-99bd-4cdb-a353-9523ba25b496', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '636e0f73-1f4f-4e69-a382-d0404cb344d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:48Z', 'updated_at': '2021-12-16T10:47:53Z', 'revision_number': 4, 'project_id': '01b2b98db72e4f418435e9b018e9fd9b', 'subnets': [{'id': '636e0f73-1f4f-4e69-a382-d0404cb344d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:47:54.186830 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-866bf29f-b43d-4ed4-bf36-124904cbb512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:54.475081 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9fcf6f80-9dd3-4253-ae78-49586b21a82b req-1ffa0aaf-eb81-4c16-9f92-aea5b2df3825 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 210 time: 0.0347273 Dec 16 10:47:54.564361 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 30acf14c-1392-4f05-84fb-b1c3cb748e72 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:47:54.619591 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 30acf14c-1392-4f05-84fb-b1c3cb748e72 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:47:54.620297 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:55.567444 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-556d589e-7d69-48e3-8bb7-ed3292fd827a tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:55.568943 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-556d589e-7d69-48e3-8bb7-ed3292fd827a tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.58 "GET /v2.0/networks?id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b HTTP/1.1" status: 200 len: 808 time: 0.1283619 Dec 16 10:47:55.591719 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6ae7d647-1fea-4138-b49f-a550728f3c1c req-aac3b653-ea0e-42c0-b599-dc8f8dfeba24 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 210 time: 0.0529189 Dec 16 10:47:55.628348 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-e26ba811-aed8-469e-9863-27bd6f0d4957 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2386f173f4484f2d80cf8afe29270fdb HTTP/1.1" status: 200 len: 380 time: 0.0447459 Dec 16 10:47:55.639297 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-9d76bdf0-c509-4a1b-a9dd-d00cc0692abb tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Request body: {'port': {'device_id': 'da3d99c8-f73c-408f-a39a-8bf2aed187ab', 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b', 'admin_state_up': True, 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'security_groups': ['6fc4f0ee-a061-462a-9dd7-af6a3f024c7a']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:47:55.838191 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-9d76bdf0-c509-4a1b-a9dd-d00cc0692abb tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Made reservation on behalf of 2386f173f4484f2d80cf8afe29270fdb for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:47:55.842395 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-9d76bdf0-c509-4a1b-a9dd-d00cc0692abb tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:55.969945 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-9d76bdf0-c509-4a1b-a9dd-d00cc0692abb tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Allocated IP 172.20.0.3 (4d7dbc38-dfbd-43a9-94f1-592ffd94d74b/3391580c-7bbf-4e39-92ff-e0802ce22778/ba802559-6744-450e-ae81-b87d0909b8e8) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:47:56.150430 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-9d76bdf0-c509-4a1b-a9dd-d00cc0692abb tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:56.226697 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-9d76bdf0-c509-4a1b-a9dd-d00cc0692abb tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:56.272842 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-9d76bdf0-c509-4a1b-a9dd-d00cc0692abb tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Network 4d7dbc38-dfbd-43a9-94f1-592ffd94d74b is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:47:56.275873 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-9d76bdf0-c509-4a1b-a9dd-d00cc0692abb tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:47:56.279487 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-9d76bdf0-c509-4a1b-a9dd-d00cc0692abb tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:47:56.305846 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76bdf0-c509-4a1b-a9dd-d00cc0692abb tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Pushing event updated for resources: {'Port': ['ID=ba802559-6744-450e-ae81-b87d0909b8e8,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:56.336077 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-9d76bdf0-c509-4a1b-a9dd-d00cc0692abb tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:56.336694 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-9d76bdf0-c509-4a1b-a9dd-d00cc0692abb tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:56.412069 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-9d76bdf0-c509-4a1b-a9dd-d00cc0692abb tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7774653 Dec 16 10:47:56.424401 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-18b7a600-1b83-465c-b821-9b2621553a8a service neutron] Request body: {'port': {'device_id': 'da3d99c8-f73c-408f-a39a-8bf2aed187ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:47:56.449057 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8e36a27b-00e2-4811-9fd6-5f2b5dab883f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:56.480048 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-18b7a600-1b83-465c-b821-9b2621553a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:56.556012 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-ac058a54-505f-4370-91a1-bfbfdafa2af5 None None] Provisioning complete for port ba802559-6744-450e-ae81-b87d0909b8e8 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:47:56.556308 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ac058a54-505f-4370-91a1-bfbfdafa2af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:56.590012 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-ac058a54-505f-4370-91a1-bfbfdafa2af5 None None] Port ba802559-6744-450e-ae81-b87d0909b8e8 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:47:56.712700 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2b241-d061-47af-8eaf-da629413283b req-914df3ed-3663-46b3-8be1-66f10b93b0f3 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:56.714709 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-99e2b241-d061-47af-8eaf-da629413283b req-914df3ed-3663-46b3-8be1-66f10b93b0f3 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 931 time: 0.0538754 Dec 16 10:47:56.749804 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-18b7a600-1b83-465c-b821-9b2621553a8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba802559-6744-450e-ae81-b87d0909b8e8 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:47:56.751693 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-99e2b241-d061-47af-8eaf-da629413283b req-8ca1b023-2d5c-4687-bc38-07edd56f16ce tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310369 Dec 16 10:47:56.757449 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-18b7a600-1b83-465c-b821-9b2621553a8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:56.769587 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-18b7a600-1b83-465c-b821-9b2621553a8a service neutron] Transition to ACTIVE for port object ba802559-6744-450e-ae81-b87d0909b8e8 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:47:56.825961 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-18b7a600-1b83-465c-b821-9b2621553a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:56.878474 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7a600-1b83-465c-b821-9b2621553a8a service neutron] Pushing event updated for resources: {'Port': ['ID=ba802559-6744-450e-ae81-b87d0909b8e8,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:56.949344 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-18b7a600-1b83-465c-b821-9b2621553a8a service neutron] Attempting to bind port ba802559-6744-450e-ae81-b87d0909b8e8 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:47:56.949679 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-18b7a600-1b83-465c-b821-9b2621553a8a service neutron] Attempting to bind port ba802559-6744-450e-ae81-b87d0909b8e8 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '78d8160b-0a51-4f58-8c2d-07f42390b6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:47:56.950015 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-18b7a600-1b83-465c-b821-9b2621553a8a service neutron] Attempting to bind port ba802559-6744-450e-ae81-b87d0909b8e8 on network 4d7dbc38-dfbd-43a9-94f1-592ffd94d74b {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:47:56.954658 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-18b7a600-1b83-465c-b821-9b2621553a8a service neutron] Port ba802559-6744-450e-ae81-b87d0909b8e8 on network 4d7dbc38-dfbd-43a9-94f1-592ffd94d74b not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:47:56.954979 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-18b7a600-1b83-465c-b821-9b2621553a8a service neutron] Attempting to bind port ba802559-6744-450e-ae81-b87d0909b8e8 on network 4d7dbc38-dfbd-43a9-94f1-592ffd94d74b {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:47:56.960281 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-18b7a600-1b83-465c-b821-9b2621553a8a service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:47:56.960609 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-18b7a600-1b83-465c-b821-9b2621553a8a service neutron] Checking segment: {'id': '78d8160b-0a51-4f58-8c2d-07f42390b6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:47:56.960990 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-18b7a600-1b83-465c-b821-9b2621553a8a service neutron] Bound using segment: {'id': '78d8160b-0a51-4f58-8c2d-07f42390b6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:47:56.961450 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-18b7a600-1b83-465c-b821-9b2621553a8a service neutron] Bound port: ba802559-6744-450e-ae81-b87d0909b8e8, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78d8160b-0a51-4f58-8c2d-07f42390b6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:47:56.961816 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-18b7a600-1b83-465c-b821-9b2621553a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:57.032965 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-18b7a600-1b83-465c-b821-9b2621553a8a service neutron] For port ba802559-6744-450e-ae81-b87d0909b8e8, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:47:57.036553 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-18b7a600-1b83-465c-b821-9b2621553a8a service neutron] For port ba802559-6744-450e-ae81-b87d0909b8e8, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ba802559-6744-450e-ae81-b87d0909b8e8,segment=NetworkSegment(78d8160b-0a51-4f58-8c2d-07f42390b6c3),segment_id=78d8160b-0a51-4f58-8c2d-07f42390b6c3)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:47:57.094358 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-18b7a600-1b83-465c-b821-9b2621553a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:57.128749 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-18b7a600-1b83-465c-b821-9b2621553a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:57.129582 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-18b7a600-1b83-465c-b821-9b2621553a8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:57.130865 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-18b7a600-1b83-465c-b821-9b2621553a8a service neutron] 10.222.0.58 "PUT /v2.0/ports/ba802559-6744-450e-ae81-b87d0909b8e8 HTTP/1.1" status: 200 len: 1091 time: 0.7108061 Dec 16 10:47:57.131306 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3d99c8-f73c-408f-a39a-8bf2aed187ab', 'tag': 'ba802559-6744-450e-ae81-b87d0909b8e8'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:47:57.133581 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded94005-99e7-4524-a93c-1a141bbf6ad4" -d '{"events": [{"name": "network-changed", "server_uuid": "da3d99c8-f73c-408f-a39a-8bf2aed187ab", "tag": "ba802559-6744-450e-ae81-b87d0909b8e8"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:47:57.168457 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7a600-1b83-465c-b821-9b2621553a8a service neutron] Pushing event updated for resources: {'Port': ['ID=ba802559-6744-450e-ae81-b87d0909b8e8,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:57.176367 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc807b47-02a6-4ecd-916b-10227d4cfb43 x-openstack-request-id: req-cc807b47-02a6-4ecd-916b-10227d4cfb43 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:47:57.176661 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da3d99c8-f73c-408f-a39a-8bf2aed187ab", "tag": "ba802559-6744-450e-ae81-b87d0909b8e8", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:47:57.176913 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cc807b47-02a6-4ecd-916b-10227d4cfb43 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:47:57.177343 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da3d99c8-f73c-408f-a39a-8bf2aed187ab', 'tag': 'ba802559-6744-450e-ae81-b87d0909b8e8', 'status': 'completed', 'code': 200} Dec 16 10:47:57.241362 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded94005-99e7-4524-a93c-1a141bbf6ad4 req-5a8719c0-7b17-47a8-91fa-6b2f672a1f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:57.242907 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ded94005-99e7-4524-a93c-1a141bbf6ad4 req-5a8719c0-7b17-47a8-91fa-6b2f672a1f14 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2386f173f4484f2d80cf8afe29270fdb&device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 1094 time: 0.0440006 Dec 16 10:47:57.349577 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded94005-99e7-4524-a93c-1a141bbf6ad4 req-2e20f1ef-9921-40ca-bb69-933d4fc2184b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:57.351053 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ded94005-99e7-4524-a93c-1a141bbf6ad4 req-2e20f1ef-9921-40ca-bb69-933d4fc2184b service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=2386f173f4484f2d80cf8afe29270fdb&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1004820 Dec 16 10:47:57.445535 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded94005-99e7-4524-a93c-1a141bbf6ad4 req-53cfa4a7-cea4-428c-a439-af60b0c19c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:57.446895 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ded94005-99e7-4524-a93c-1a141bbf6ad4 req-53cfa4a7-cea4-428c-a439-af60b0c19c02 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889165 Dec 16 10:47:57.528430 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-4a442603-ed24-4c99-a5d0-e9b8e8be64b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:57.529942 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-4a442603-ed24-4c99-a5d0-e9b8e8be64b4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2386f173f4484f2d80cf8afe29270fdb&device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 1094 time: 0.0464089 Dec 16 10:47:57.572308 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-366e523d-d261-41a4-91db-0c761af2b975 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba802559-6744-450e-ae81-b87d0909b8e8 HTTP/1.1" status: 200 len: 217 time: 0.0343735 Dec 16 10:47:57.620366 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-73e34a81-359e-4cb4-a217-1ecffba9130f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:57.621924 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-73e34a81-359e-4cb4-a217-1ecffba9130f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3391580c-7bbf-4e39-92ff-e0802ce22778 HTTP/1.1" status: 200 len: 847 time: 0.0431976 Dec 16 10:47:57.670593 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-bc1ff486-ef7b-4a06-a339-895831b28064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:57.672479 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-bc1ff486-ef7b-4a06-a339-895831b28064 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436993 Dec 16 10:47:57.772902 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-2cad3cf8-0d4e-4b8a-8070-aeb8189dd12c service neutron] 10.222.0.58 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923395 Dec 16 10:47:57.864076 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fd87e8f3-786a-4d1c-a288-52389cf774e5 req-c34be208-915f-4f93-9f30-84c29c05726f service neutron] 10.222.0.58 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841255 Dec 16 10:47:57.867833 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc61633-5c5d-4e17-b5a5-a544b07f3cfa req-611192ce-a9fd-4694-aa58-7d899b719faa tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:57.872823 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1bc61633-5c5d-4e17-b5a5-a544b07f3cfa req-611192ce-a9fd-4694-aa58-7d899b719faa tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 943 time: 0.0508587 Dec 16 10:47:57.889725 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:57.907481 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1bc61633-5c5d-4e17-b5a5-a544b07f3cfa req-0d571a63-0556-4e22-b91e-29f1c37725cb tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314639 Dec 16 10:47:59.030210 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f5cf1-3777-46d9-94b6-c4711a1dab3e req-3bf8c9bb-7032-4a06-8d1e-4341c3a781b0 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:59.031755 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e50f5cf1-3777-46d9-94b6-c4711a1dab3e req-3bf8c9bb-7032-4a06-8d1e-4341c3a781b0 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 943 time: 0.0548537 Dec 16 10:47:59.069269 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e50f5cf1-3777-46d9-94b6-c4711a1dab3e req-fc3018d0-b717-4723-b5eb-ebdbec694894 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310287 Dec 16 10:47:59.380171 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:59.630864 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:00.184019 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464047d3-9254-44bc-9f72-0e5641861eb0 req-38f6daeb-8d7a-4ccc-a3f0-04ac3c3831f0 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:48:00.185527 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-464047d3-9254-44bc-9f72-0e5641861eb0 req-38f6daeb-8d7a-4ccc-a3f0-04ac3c3831f0 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 943 time: 0.0491736 Dec 16 10:48:00.222724 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-464047d3-9254-44bc-9f72-0e5641861eb0 req-3e1df357-055d-4ca5-93a3-d5d176801896 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311100 Dec 16 10:48:00.790136 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device ba802559-6744-450e-ae81-b87d0909b8e8 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:48:00.881825 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port ba802559-6744-450e-ae81-b87d0909b8e8, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ba802559-6744-450e-ae81-b87d0909b8e8,segment=NetworkSegment(78d8160b-0a51-4f58-8c2d-07f42390b6c3),segment_id=78d8160b-0a51-4f58-8c2d-07f42390b6c3)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:48:00.893002 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'ba802559-6744-450e-ae81-b87d0909b8e8', 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b', 'port_id': 'ba802559-6744-450e-ae81-b87d0909b8e8', 'mac_address': 'fa:16:3e:80:e2:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:48:00.928995 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:00.941968 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba802559-6744-450e-ae81-b87d0909b8e8 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:48:00.964875 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port ba802559-6744-450e-ae81-b87d0909b8e8, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ba802559-6744-450e-ae81-b87d0909b8e8,segment=NetworkSegment(78d8160b-0a51-4f58-8c2d-07f42390b6c3),segment_id=78d8160b-0a51-4f58-8c2d-07f42390b6c3)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:48:01.055028 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:01.102191 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=ba802559-6744-450e-ae81-b87d0909b8e8,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:48:01.259594 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['ba802559-6744-450e-ae81-b87d0909b8e8'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:48:01.336141 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e3ce9-d26f-4a9b-87b5-6ab844e9838d req-7c60e786-4a15-4734-8c5d-03e6251a78ee tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:48:01.337643 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d98e3ce9-d26f-4a9b-87b5-6ab844e9838d req-7c60e786-4a15-4734-8c5d-03e6251a78ee tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 944 time: 0.0482283 Dec 16 10:48:01.375446 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d98e3ce9-d26f-4a9b-87b5-6ab844e9838d req-c8affdc7-151c-41a5-a2b6-2871253d6c2d tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311430 Dec 16 10:48:02.493047 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba7058-fc80-457e-9573-cb2efff214b1 req-47cdf564-36ef-422d-a534-01a4b823ee1c tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:48:02.494533 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5cba7058-fc80-457e-9573-cb2efff214b1 req-47cdf564-36ef-422d-a534-01a4b823ee1c tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 944 time: 0.0519142 Dec 16 10:48:02.531318 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5cba7058-fc80-457e-9573-cb2efff214b1 req-d839b732-6b8e-4ca3-9e01-efb22e653efb tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302358 Dec 16 10:48:02.790264 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device ba802559-6744-450e-ae81-b87d0909b8e8 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:48:02.911957 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port ba802559-6744-450e-ae81-b87d0909b8e8 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:48:02.915753 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port ba802559-6744-450e-ae81-b87d0909b8e8 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:48:02.916188 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:03.002559 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:03.024680 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3d99c8-f73c-408f-a39a-8bf2aed187ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba802559-6744-450e-ae81-b87d0909b8e8'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:48:03.027416 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43456ec7ce59ea77a0f74ce1d1a90a56292c95d5d3a8a10fcc4b35aa5a8e1da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a142fa-56c9-45c0-835a-274cc9c509ed" -d '{"events": [{"server_uuid": "da3d99c8-f73c-408f-a39a-8bf2aed187ab", "name": "network-vif-plugged", "status": "completed", "tag": "ba802559-6744-450e-ae81-b87d0909b8e8"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:48:03.040002 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port ba802559-6744-450e-ae81-b87d0909b8e8, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ba802559-6744-450e-ae81-b87d0909b8e8,segment=NetworkSegment(78d8160b-0a51-4f58-8c2d-07f42390b6c3),segment_id=78d8160b-0a51-4f58-8c2d-07f42390b6c3)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:48:03.063887 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09be0393-06c4-4b9a-ab58-c92e3dc3636a x-openstack-request-id: req-09be0393-06c4-4b9a-ab58-c92e3dc3636a {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:48:03.064168 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3d99c8-f73c-408f-a39a-8bf2aed187ab", "name": "network-vif-plugged", "status": "completed", "tag": "ba802559-6744-450e-ae81-b87d0909b8e8", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:48:03.064415 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-09be0393-06c4-4b9a-ab58-c92e3dc3636a {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:48:03.064830 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3d99c8-f73c-408f-a39a-8bf2aed187ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba802559-6744-450e-ae81-b87d0909b8e8', 'code': 200} Dec 16 10:48:03.106948 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:03.155874 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=ba802559-6744-450e-ae81-b87d0909b8e8,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:48:03.163484 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed66064-9661-4d94-996a-1b64056cdc43 req-b5d8966f-7650-46e4-b59a-56abd41137a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:48:03.164993 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8ed66064-9661-4d94-996a-1b64056cdc43 req-b5d8966f-7650-46e4-b59a-56abd41137a8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 1096 time: 0.0447948 Dec 16 10:48:03.199403 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8ed66064-9661-4d94-996a-1b64056cdc43 req-34e76587-fdd9-4e06-a111-ccc7e99867ec service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276041 Dec 16 10:48:03.654987 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39562786-0895-4db5-a539-0206401f8545 req-7cd4dc36-73b2-4c69-acde-c55721a9c253 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:48:03.656484 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-39562786-0895-4db5-a539-0206401f8545 req-7cd4dc36-73b2-4c69-acde-c55721a9c253 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 945 time: 0.0556953 Dec 16 10:48:03.693675 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-39562786-0895-4db5-a539-0206401f8545 req-87f0cb47-05c1-4a60-abbc-a2f1cecaaec6 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308273 Dec 16 10:48:04.813806 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d98570-6fca-425d-b98a-8949aa35debd req-7f97baeb-710c-4e5e-8fd3-d5a9017d0122 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:48:04.815282 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b4d98570-6fca-425d-b98a-8949aa35debd req-7f97baeb-710c-4e5e-8fd3-d5a9017d0122 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 945 time: 0.0519850 Dec 16 10:48:04.852690 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b4d98570-6fca-425d-b98a-8949aa35debd req-0bbeca59-36c7-4a96-af39-4fa1973601b1 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314736 Dec 16 10:48:04.968662 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401dd940-8a2e-4eeb-b210-c5f3c961b818 req-2fe57359-82e0-4584-891a-899ab3f48065 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:48:04.970275 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-401dd940-8a2e-4eeb-b210-c5f3c961b818 req-2fe57359-82e0-4584-891a-899ab3f48065 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 945 time: 0.0507944 Dec 16 10:48:05.009229 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-401dd940-8a2e-4eeb-b210-c5f3c961b818 req-77968633-3cbb-43f4-aa48-6cbbc126376f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329328 Dec 16 10:48:05.032980 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43140) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:48:05.118306 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a990c2c1-6132-4a3c-a54a-e9788fefb9e4 tempest-TestShelveInstance-1446593551 tempest-TestShelveInstance-1446593551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:48:05.121151 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a990c2c1-6132-4a3c-a54a-e9788fefb9e4 tempest-TestShelveInstance-1446593551 tempest-TestShelveInstance-1446593551-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 1091 time: 0.0863249 Dec 16 10:48:05.123325 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43144) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:48:05.127440 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-6c1a20cb-fbcb-4c26-a60d-6e4d4c117ea6 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'port_id': 'ba802559-6744-450e-ae81-b87d0909b8e8', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:48:05.214871 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6c1a20cb-fbcb-4c26-a60d-6e4d4c117ea6 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for floatingip, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:05.315067 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6c1a20cb-fbcb-4c26-a60d-6e4d4c117ea6 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:05.415890 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-6c1a20cb-fbcb-4c26-a60d-6e4d4c117ea6 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Allocated IP 172.25.1.253 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/ab591e46-62f2-46be-9b4a-326221b6c53d) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:48:05.519265 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6c1a20cb-fbcb-4c26-a60d-6e4d4c117ea6 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:05.597535 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6c1a20cb-fbcb-4c26-a60d-6e4d4c117ea6 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:05.635269 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1a20cb-fbcb-4c26-a60d-6e4d4c117ea6 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:48:05.638356 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-6c1a20cb-fbcb-4c26-a60d-6e4d4c117ea6 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:48:05.641860 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1a20cb-fbcb-4c26-a60d-6e4d4c117ea6 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:48:05.650081 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a20cb-fbcb-4c26-a60d-6e4d4c117ea6 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Pushing event updated for resources: {'Port': ['ID=ab591e46-62f2-46be-9b4a-326221b6c53d,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:48:06.303370 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6c1a20cb-fbcb-4c26-a60d-6e4d4c117ea6 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:06.439433 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6c1a20cb-fbcb-4c26-a60d-6e4d4c117ea6 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:06.584825 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6c1a20cb-fbcb-4c26-a60d-6e4d4c117ea6 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:06.642934 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6c1a20cb-fbcb-4c26-a60d-6e4d4c117ea6 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:06.710617 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a20cb-fbcb-4c26-a60d-6e4d4c117ea6 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Pushing event updated for resources: {'Port': ['ID=ab591e46-62f2-46be-9b4a-326221b6c53d,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:48:06.722429 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6c1a20cb-fbcb-4c26-a60d-6e4d4c117ea6 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:06.823266 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [None req-6c1a20cb-fbcb-4c26-a60d-6e4d4c117ea6 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Floating IP a87974f9-5e93-4515-a858-2c9cb5d3201b associated. External IP: 172.25.1.253, port: ba802559-6744-450e-ae81-b87d0909b8e8. Dec 16 10:48:07.032166 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1a20cb-fbcb-4c26-a60d-6e4d4c117ea6 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Router b168c42c-b019-434b-9f7b-fde106730013 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:48:07.142075 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1a20cb-fbcb-4c26-a60d-6e4d4c117ea6 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:48:07.152049 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62d9ae6-5fee-4557-9611-c52df31ccaa5 None None] Sync routers for ids ['b168c42c-b019-434b-9f7b-fde106730013'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:48:07.162418 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62d9ae6-5fee-4557-9611-c52df31ccaa5 None None] Routers {'b168c42c-b019-434b-9f7b-fde106730013'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:48:07.165613 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-f62d9ae6-5fee-4557-9611-c52df31ccaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:47:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b168c42c-b019-434b-9f7b-fde106730013'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:48:07.210112 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6c1a20cb-fbcb-4c26-a60d-6e4d4c117ea6 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:07.238830 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6c1a20cb-fbcb-4c26-a60d-6e4d4c117ea6 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1144977 Dec 16 10:48:07.239432 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3d99c8-f73c-408f-a39a-8bf2aed187ab', 'tag': 'ba802559-6744-450e-ae81-b87d0909b8e8'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:48:07.241810 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5beb08e7-8b7a-4c78-8b69-b7bba51549c6" -d '{"events": [{"name": "network-changed", "server_uuid": "da3d99c8-f73c-408f-a39a-8bf2aed187ab", "tag": "ba802559-6744-450e-ae81-b87d0909b8e8"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:48:07.270033 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-f62d9ae6-5fee-4557-9611-c52df31ccaa5 None None] Set router b168c42c-b019-434b-9f7b-fde106730013 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:48:07.278030 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd866cf-82ad-40f4-8473-d83e8b3a9f16 x-openstack-request-id: req-6bd866cf-82ad-40f4-8473-d83e8b3a9f16 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:48:07.278324 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da3d99c8-f73c-408f-a39a-8bf2aed187ab", "tag": "ba802559-6744-450e-ae81-b87d0909b8e8", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:48:07.278596 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6bd866cf-82ad-40f4-8473-d83e8b3a9f16 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:48:07.279006 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da3d99c8-f73c-408f-a39a-8bf2aed187ab', 'tag': 'ba802559-6744-450e-ae81-b87d0909b8e8', 'status': 'completed', 'code': 200} Dec 16 10:48:07.344360 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb08e7-8b7a-4c78-8b69-b7bba51549c6 req-0c0aa12f-5cae-4002-a8a9-fd1369401493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:48:07.345969 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5beb08e7-8b7a-4c78-8b69-b7bba51549c6 req-0c0aa12f-5cae-4002-a8a9-fd1369401493 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2386f173f4484f2d80cf8afe29270fdb&device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 1096 time: 0.0421360 Dec 16 10:48:07.447269 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb08e7-8b7a-4c78-8b69-b7bba51549c6 req-14c093af-5044-46f6-b21a-8b33dbb515b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:48:07.448746 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5beb08e7-8b7a-4c78-8b69-b7bba51549c6 req-14c093af-5044-46f6-b21a-8b33dbb515b6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b HTTP/1.1" status: 200 len: 909 time: 0.0955617 Dec 16 10:48:07.497862 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-f62d9ae6-5fee-4557-9611-c52df31ccaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b168c42c-b019-434b-9f7b-fde106730013', 'name': 'tempest-TestShelveInstance-723614027-router', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'bfc04939-7812-4ccc-9d08-cca8f0cadf01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:47:38Z', 'updated_at': '2021-12-16T10:47:41Z', 'revision_number': 4, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'gw_port': {'id': 'bfc04939-7812-4ccc-9d08-cca8f0cadf01', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:39Z', 'updated_at': '2021-12-16T10:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'a87974f9-5e93-4515-a858-2c9cb5d3201b', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'floating_ip_address': '172.25.1.253', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'port_id': 'ba802559-6744-450e-ae81-b87d0909b8e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b', 'mac_address': 'fa:16:3e:80:e2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3d99c8-f73c-408f-a39a-8bf2aed187ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:48:05Z', 'updated_at': '2021-12-16T10:48:05Z', 'revision_number': 0, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5144c1b7-5110-47b4-a9da-e33f2ea26ac6', 'name': '', 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'mac_address': 'fa:16:3e:3a:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:41Z', 'updated_at': '2021-12-16T10:47:46Z', 'revision_number': 5, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'subnets': [{'id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:48:07.517294 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5beb08e7-8b7a-4c78-8b69-b7bba51549c6 req-42be7cb1-85f3-4dfd-bcc5-0363365e08ff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba802559-6744-450e-ae81-b87d0909b8e8 HTTP/1.1" status: 200 len: 999 time: 0.0611687 Dec 16 10:48:07.523932 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62d9ae6-5fee-4557-9611-c52df31ccaa5 None None] Checking router: b168c42c-b019-434b-9f7b-fde106730013 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:48:07.532993 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62d9ae6-5fee-4557-9611-c52df31ccaa5 None None] Routers {'b168c42c-b019-434b-9f7b-fde106730013'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:48:07.533632 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-f62d9ae6-5fee-4557-9611-c52df31ccaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:47:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b168c42c-b019-434b-9f7b-fde106730013'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:48:07.567873 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb08e7-8b7a-4c78-8b69-b7bba51549c6 req-905f4c22-d05e-4ee1-bb26-365530e5a294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:48:07.569441 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5beb08e7-8b7a-4c78-8b69-b7bba51549c6 req-905f4c22-d05e-4ee1-bb26-365530e5a294 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3391580c-7bbf-4e39-92ff-e0802ce22778 HTTP/1.1" status: 200 len: 847 time: 0.0452228 Dec 16 10:48:07.619046 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb08e7-8b7a-4c78-8b69-b7bba51549c6 req-66ec0132-c0a1-4629-b266-db8e3eab4aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:48:07.620473 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5beb08e7-8b7a-4c78-8b69-b7bba51549c6 req-66ec0132-c0a1-4629-b266-db8e3eab4aca service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442438 Dec 16 10:48:07.641650 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-f62d9ae6-5fee-4557-9611-c52df31ccaa5 None None] Set router b168c42c-b019-434b-9f7b-fde106730013 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:48:07.710316 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5beb08e7-8b7a-4c78-8b69-b7bba51549c6 req-655d5394-d055-4ef7-b8ae-0695cf599b9c service neutron] 10.222.0.58 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824459 Dec 16 10:48:07.804997 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5beb08e7-8b7a-4c78-8b69-b7bba51549c6 req-e9e8f47e-4ae4-44dd-bf7f-ece90487790e service neutron] 10.222.0.58 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880370 Dec 16 10:48:07.863891 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-f62d9ae6-5fee-4557-9611-c52df31ccaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b168c42c-b019-434b-9f7b-fde106730013', 'name': 'tempest-TestShelveInstance-723614027-router', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'bfc04939-7812-4ccc-9d08-cca8f0cadf01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:47:38Z', 'updated_at': '2021-12-16T10:47:41Z', 'revision_number': 4, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'gw_port': {'id': 'bfc04939-7812-4ccc-9d08-cca8f0cadf01', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:39Z', 'updated_at': '2021-12-16T10:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'a87974f9-5e93-4515-a858-2c9cb5d3201b', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'floating_ip_address': '172.25.1.253', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'port_id': 'ba802559-6744-450e-ae81-b87d0909b8e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b', 'mac_address': 'fa:16:3e:80:e2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3d99c8-f73c-408f-a39a-8bf2aed187ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:48:05Z', 'updated_at': '2021-12-16T10:48:05Z', 'revision_number': 0, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5144c1b7-5110-47b4-a9da-e33f2ea26ac6', 'name': '', 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'mac_address': 'fa:16:3e:3a:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:41Z', 'updated_at': '2021-12-16T10:47:46Z', 'revision_number': 5, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'subnets': [{'id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:48:07.894069 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62d9ae6-5fee-4557-9611-c52df31ccaa5 None None] The sync data for ids ['b168c42c-b019-434b-9f7b-fde106730013'] in n-d-820550-2 is: [{'id': 'b168c42c-b019-434b-9f7b-fde106730013', 'name': 'tempest-TestShelveInstance-723614027-router', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'bfc04939-7812-4ccc-9d08-cca8f0cadf01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:47:38Z', 'updated_at': '2021-12-16T10:47:41Z', 'revision_number': 4, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'gw_port': {'id': 'bfc04939-7812-4ccc-9d08-cca8f0cadf01', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:39Z', 'updated_at': '2021-12-16T10:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': 'a87974f9-5e93-4515-a858-2c9cb5d3201b', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'floating_ip_address': '172.25.1.253', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'port_id': 'ba802559-6744-450e-ae81-b87d0909b8e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b', 'mac_address': 'fa:16:3e:80:e2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3d99c8-f73c-408f-a39a-8bf2aed187ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:48:05Z', 'updated_at': '2021-12-16T10:48:05Z', 'revision_number': 0, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5144c1b7-5110-47b4-a9da-e33f2ea26ac6', 'name': '', 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'mac_address': 'fa:16:3e:3a:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:41Z', 'updated_at': '2021-12-16T10:47:46Z', 'revision_number': 5, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'subnets': [{'id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:48:08.083499 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6373c8ab-e49b-4d67-aa27-d4c6cf473af9 None None] New status for floating IP a87974f9-5e93-4515-a858-2c9cb5d3201b: ACTIVE {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:48:08.133647 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:11.688328 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:24.150352 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6f6e1db4-a668-495e-bc3e-0cd97a50d7e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:26.118553 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b9db41c6-be26-438a-b0c8-4ef6fab307a6 req-71b9926d-8836-47cd-8ff0-0e348f6d61a4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412354 Dec 16 10:48:26.215449 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db41c6-be26-438a-b0c8-4ef6fab307a6 req-d37a7e7c-b2e4-4a05-99f2-54fea439489a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:48:26.217028 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b9db41c6-be26-438a-b0c8-4ef6fab307a6 req-d37a7e7c-b2e4-4a05-99f2-54fea439489a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2386f173f4484f2d80cf8afe29270fdb&device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 1096 time: 0.0458350 Dec 16 10:48:26.335467 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db41c6-be26-438a-b0c8-4ef6fab307a6 req-a0b19210-e106-486a-8685-b177068e195d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:48:26.336943 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b9db41c6-be26-438a-b0c8-4ef6fab307a6 req-a0b19210-e106-486a-8685-b177068e195d service neutron] 10.222.0.58 "GET /v2.0/networks?id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b HTTP/1.1" status: 200 len: 909 time: 0.0992038 Dec 16 10:48:26.404776 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b9db41c6-be26-438a-b0c8-4ef6fab307a6 req-25e80ba7-0d8e-4315-8e27-2254b9748cbd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba802559-6744-450e-ae81-b87d0909b8e8 HTTP/1.1" status: 200 len: 1001 time: 0.0605135 Dec 16 10:48:26.461376 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db41c6-be26-438a-b0c8-4ef6fab307a6 req-f60a251d-6c48-4e57-a097-3918c0dd8c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:48:26.462861 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b9db41c6-be26-438a-b0c8-4ef6fab307a6 req-f60a251d-6c48-4e57-a097-3918c0dd8c06 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3391580c-7bbf-4e39-92ff-e0802ce22778 HTTP/1.1" status: 200 len: 847 time: 0.0513072 Dec 16 10:48:26.499839 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-04734ed7-ef47-4527-8484-61d6dba650aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:26.518011 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db41c6-be26-438a-b0c8-4ef6fab307a6 req-15033bab-5ab7-4826-910e-311a3cffd950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:48:26.519539 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b9db41c6-be26-438a-b0c8-4ef6fab307a6 req-15033bab-5ab7-4826-910e-311a3cffd950 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500259 Dec 16 10:48:26.624694 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b9db41c6-be26-438a-b0c8-4ef6fab307a6 req-57a722c3-3262-4870-8b30-df0f4b380d05 service neutron] 10.222.0.58 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977964 Dec 16 10:48:26.723607 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b9db41c6-be26-438a-b0c8-4ef6fab307a6 req-96447e0a-826a-45c8-a932-6dbf317fe84f service neutron] 10.222.0.58 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906971 Dec 16 10:48:27.899657 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:29.431528 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:29.619715 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:29.648103 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:48:38.126725 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:41.692977 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:54.138765 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-dda62458-58af-4d2e-bee5-d47913747c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:56.487582 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d3136cc0-c846-405a-a802-cc1db235d038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:57.887493 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:59.447267 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:59.635820 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:06.652977 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:49:08.144317 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:11.715351 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:24.149231 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d025fb67-c03e-4d19-b458-b24488a3a9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:26.116118 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a1980290-3698-4a0f-bc57-ec180f884c88 req-d9fdfea6-fedd-42c8-981d-b37e4c0989ff service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409544 Dec 16 10:49:26.203201 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1980290-3698-4a0f-bc57-ec180f884c88 req-8cfc017e-9c68-4935-91a4-c4ade9ea7d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:49:26.204693 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a1980290-3698-4a0f-bc57-ec180f884c88 req-8cfc017e-9c68-4935-91a4-c4ade9ea7d4c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2386f173f4484f2d80cf8afe29270fdb&device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 1096 time: 0.0475030 Dec 16 10:49:26.316854 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1980290-3698-4a0f-bc57-ec180f884c88 req-f65c32ad-3204-4edd-ac1d-d5ccc12ec9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:49:26.318419 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a1980290-3698-4a0f-bc57-ec180f884c88 req-f65c32ad-3204-4edd-ac1d-d5ccc12ec9b3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b HTTP/1.1" status: 200 len: 909 time: 0.0893469 Dec 16 10:49:26.382574 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a1980290-3698-4a0f-bc57-ec180f884c88 req-fbcbf6fb-686e-47ec-a768-287ab592a2e3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba802559-6744-450e-ae81-b87d0909b8e8 HTTP/1.1" status: 200 len: 1001 time: 0.0577204 Dec 16 10:49:26.431672 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1980290-3698-4a0f-bc57-ec180f884c88 req-83747891-6ab2-4f52-aed8-4d0728019da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:49:26.437666 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a1980290-3698-4a0f-bc57-ec180f884c88 req-83747891-6ab2-4f52-aed8-4d0728019da5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3391580c-7bbf-4e39-92ff-e0802ce22778 HTTP/1.1" status: 200 len: 847 time: 0.0444801 Dec 16 10:49:26.482931 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1980290-3698-4a0f-bc57-ec180f884c88 req-dc3d4d94-71f7-4557-bfc4-6eb535579676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:49:26.484428 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a1980290-3698-4a0f-bc57-ec180f884c88 req-dc3d4d94-71f7-4557-bfc4-6eb535579676 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447009 Dec 16 10:49:26.486438 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3d6ed743-0ec2-4003-a792-5b3d4fd4ccf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:26.574367 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a1980290-3698-4a0f-bc57-ec180f884c88 req-c1ed6ac9-64e8-4426-a189-ed47c7eeaab2 service neutron] 10.222.0.58 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823176 Dec 16 10:49:26.667217 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a1980290-3698-4a0f-bc57-ec180f884c88 req-608c724b-f195-4d0d-bbfe-e6104f9c527a service neutron] 10.222.0.58 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853646 Dec 16 10:49:27.910008 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:29.412600 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:29.600341 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:38.143377 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:41.715017 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:43.652682 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:49:54.159609 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b8e49cb5-8c11-46ec-995e-5e8eb4a39ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:56.474130 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-eed45f55-a34b-475f-973d-695288b20f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:57.919590 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:59.410074 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:59.685548 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:02.248247 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a1799-b48e-4985-bbd6-ff082b58160e req-15a40a2c-f55a-48fb-bcfa-f5bd0df55608 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:02.249823 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9d4a1799-b48e-4985-bbd6-ff082b58160e req-15a40a2c-f55a-48fb-bcfa-f5bd0df55608 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 945 time: 0.1065421 Dec 16 10:50:02.290420 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9d4a1799-b48e-4985-bbd6-ff082b58160e req-5975adfa-a681-45fb-8c01-72b23567e294 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336034 Dec 16 10:50:03.425699 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bffa7-bd42-4a16-ac72-bcc6d0249f46 req-78822489-4443-441b-9b1f-9f398e85bdae tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:03.427097 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c46bffa7-bd42-4a16-ac72-bcc6d0249f46 req-78822489-4443-441b-9b1f-9f398e85bdae tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 945 time: 0.0538900 Dec 16 10:50:03.466085 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c46bffa7-bd42-4a16-ac72-bcc6d0249f46 req-2ef854e6-f6d0-4afa-a666-f9b82cac0b2f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326068 Dec 16 10:50:04.599445 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac2acb-7313-480f-88ec-6e8fb6bc016d req-820e964d-1e64-4f82-a708-d99ea33aa83e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:04.601612 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b9ac2acb-7313-480f-88ec-6e8fb6bc016d req-820e964d-1e64-4f82-a708-d99ea33aa83e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 945 time: 0.0494516 Dec 16 10:50:04.641360 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b9ac2acb-7313-480f-88ec-6e8fb6bc016d req-5caf2f48-0f17-4372-8c23-166485d159d4 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333898 Dec 16 10:50:05.758707 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8c7da-d830-4ea3-8c98-2a067bd9a469 req-6f866bf4-faf7-42bf-8e21-856b022adacb tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:05.760181 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c8b8c7da-d830-4ea3-8c98-2a067bd9a469 req-6f866bf4-faf7-42bf-8e21-856b022adacb tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 945 time: 0.0495424 Dec 16 10:50:05.799830 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c8b8c7da-d830-4ea3-8c98-2a067bd9a469 req-1a1f40e6-9a89-47ed-8934-1e2205949fd2 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336640 Dec 16 10:50:06.921494 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed835b3d-f1d7-4d30-a941-9ae797e0dbe6 req-dc8f850c-37c9-442b-9e52-fa0d106d0c8a tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:06.922921 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ed835b3d-f1d7-4d30-a941-9ae797e0dbe6 req-dc8f850c-37c9-442b-9e52-fa0d106d0c8a tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 945 time: 0.0549865 Dec 16 10:50:06.961865 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ed835b3d-f1d7-4d30-a941-9ae797e0dbe6 req-7bd632e0-1271-40ba-ae3f-826f71e00338 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329597 Dec 16 10:50:08.076281 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83683ad-fb89-46a1-8026-4d622ef7f3c2 req-8567b5d1-f0c0-41f4-97af-724f09b05675 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:08.077810 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c83683ad-fb89-46a1-8026-4d622ef7f3c2 req-8567b5d1-f0c0-41f4-97af-724f09b05675 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 945 time: 0.0491829 Dec 16 10:50:08.115897 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c83683ad-fb89-46a1-8026-4d622ef7f3c2 req-9b9f5588-f330-4560-873e-2d77cf021b11 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320575 Dec 16 10:50:08.194508 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:09.239970 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab5be3-2006-4c7b-895b-d5c6f1ba6b01 req-67b0d55d-3133-46a9-a6a2-49de7bb1d31a tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:09.241493 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-96ab5be3-2006-4c7b-895b-d5c6f1ba6b01 req-67b0d55d-3133-46a9-a6a2-49de7bb1d31a tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 945 time: 0.0510125 Dec 16 10:50:09.281090 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-96ab5be3-2006-4c7b-895b-d5c6f1ba6b01 req-34ba5155-c1e8-406b-bc09-9b6131cdc21b tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334404 Dec 16 10:50:10.402767 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbda02-7086-4798-a3eb-26639f535f09 req-596b35c6-4da9-436c-b1a7-5afbad9ed32e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:10.404252 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e8dbda02-7086-4798-a3eb-26639f535f09 req-596b35c6-4da9-436c-b1a7-5afbad9ed32e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 945 time: 0.0537667 Dec 16 10:50:10.442661 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e8dbda02-7086-4798-a3eb-26639f535f09 req-04eca87a-5ca4-42a4-87cd-64700bc06db2 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316479 Dec 16 10:50:11.559000 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192a24e-94d7-479a-b803-25b130077f1a req-7a720609-6289-43d5-970a-a52bb6292cc2 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:11.560500 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9192a24e-94d7-479a-b803-25b130077f1a req-7a720609-6289-43d5-970a-a52bb6292cc2 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 945 time: 0.0500650 Dec 16 10:50:11.599616 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9192a24e-94d7-479a-b803-25b130077f1a req-4f90057a-34e9-42f2-9606-f489b4b386c7 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330989 Dec 16 10:50:11.718657 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:12.717058 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d41f3-c455-496f-8075-f41702c25236 req-979822a1-5914-469a-90bf-02817ec208e7 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:12.718560 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f48d41f3-c455-496f-8075-f41702c25236 req-979822a1-5914-469a-90bf-02817ec208e7 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 945 time: 0.0494032 Dec 16 10:50:12.756804 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f48d41f3-c455-496f-8075-f41702c25236 req-f4ee1377-9166-438e-8bfd-71eac5925917 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320873 Dec 16 10:50:13.446806 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device ba802559-6744-450e-ae81-b87d0909b8e8 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:50:13.554303 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port ba802559-6744-450e-ae81-b87d0909b8e8, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ba802559-6744-450e-ae81-b87d0909b8e8,segment=NetworkSegment(78d8160b-0a51-4f58-8c2d-07f42390b6c3),segment_id=78d8160b-0a51-4f58-8c2d-07f42390b6c3)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:50:13.569609 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'ba802559-6744-450e-ae81-b87d0909b8e8', 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b', 'port_id': 'ba802559-6744-450e-ae81-b87d0909b8e8', 'mac_address': 'fa:16:3e:80:e2:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:50:13.606525 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:13.619403 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba802559-6744-450e-ae81-b87d0909b8e8 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:50:13.639255 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port ba802559-6744-450e-ae81-b87d0909b8e8, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ba802559-6744-450e-ae81-b87d0909b8e8,segment=NetworkSegment(78d8160b-0a51-4f58-8c2d-07f42390b6c3),segment_id=78d8160b-0a51-4f58-8c2d-07f42390b6c3)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:50:13.702167 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:13.754419 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=ba802559-6744-450e-ae81-b87d0909b8e8,revision_number=6']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:50:13.761865 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:50:13.762222 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:50:13.762563 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:50:13.762900 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:50:13.763241 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:50:13.763574 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:50:13.763907 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:50:13.764237 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:50:13.764564 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:50:13.764891 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:50:13.765315 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:50:13.765644 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:50:13.776415 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['ba802559-6744-450e-ae81-b87d0909b8e8'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:50:13.883947 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9d372-0715-42f0-80bd-450fc7ea53d2 req-7283c1df-6fb6-433e-a461-1d42f07cd66f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:13.885523 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b7e9d372-0715-42f0-80bd-450fc7ea53d2 req-7283c1df-6fb6-433e-a461-1d42f07cd66f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 944 time: 0.0539520 Dec 16 10:50:13.924792 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b7e9d372-0715-42f0-80bd-450fc7ea53d2 req-b29cb771-3e9d-41cb-8b83-5a28c041cdf4 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331311 Dec 16 10:50:15.052770 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050bf62-0ff8-4d9b-a762-d4e7fe4bd8ad req-1419e203-a303-4c47-9834-5087e73785c1 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:15.054156 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c050bf62-0ff8-4d9b-a762-d4e7fe4bd8ad req-1419e203-a303-4c47-9834-5087e73785c1 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 944 time: 0.0590305 Dec 16 10:50:15.105482 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c050bf62-0ff8-4d9b-a762-d4e7fe4bd8ad req-9dc576ba-86f2-4367-9e42-8531c2b23db8 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422609 Dec 16 10:50:15.472214 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device ba802559-6744-450e-ae81-b87d0909b8e8 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:50:15.529629 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port ba802559-6744-450e-ae81-b87d0909b8e8 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:50:15.529997 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:15.631782 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:15.659531 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3d99c8-f73c-408f-a39a-8bf2aed187ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba802559-6744-450e-ae81-b87d0909b8e8'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:50:15.663284 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43456ec7ce59ea77a0f74ce1d1a90a56292c95d5d3a8a10fcc4b35aa5a8e1da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009b6620-5a8b-4a6c-8ab4-9eb183c4e7c6" -d '{"events": [{"server_uuid": "da3d99c8-f73c-408f-a39a-8bf2aed187ab", "name": "network-vif-plugged", "status": "completed", "tag": "ba802559-6744-450e-ae81-b87d0909b8e8"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:50:15.688728 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port ba802559-6744-450e-ae81-b87d0909b8e8, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ba802559-6744-450e-ae81-b87d0909b8e8,segment=NetworkSegment(78d8160b-0a51-4f58-8c2d-07f42390b6c3),segment_id=78d8160b-0a51-4f58-8c2d-07f42390b6c3)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:50:15.772444 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:15.802662 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570ed697-a48d-4388-8cce-c80eb0fbe1a8 x-openstack-request-id: req-570ed697-a48d-4388-8cce-c80eb0fbe1a8 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:50:15.802955 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3d99c8-f73c-408f-a39a-8bf2aed187ab", "name": "network-vif-plugged", "status": "completed", "tag": "ba802559-6744-450e-ae81-b87d0909b8e8", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:50:15.803180 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-570ed697-a48d-4388-8cce-c80eb0fbe1a8 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:50:15.803562 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3d99c8-f73c-408f-a39a-8bf2aed187ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba802559-6744-450e-ae81-b87d0909b8e8', 'code': 200} Dec 16 10:50:15.833786 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=ba802559-6744-450e-ae81-b87d0909b8e8,revision_number=7']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:50:16.247899 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637eb6d-d602-4d65-a9e3-c09e6ba3b78c req-44a5a135-0f76-45b5-86ee-92446f163728 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:16.255352 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d637eb6d-d602-4d65-a9e3-c09e6ba3b78c req-44a5a135-0f76-45b5-86ee-92446f163728 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 945 time: 0.0719984 Dec 16 10:50:16.301783 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d637eb6d-d602-4d65-a9e3-c09e6ba3b78c req-c82df770-3ee7-4141-a610-95881bc0e0ee tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453763 Dec 16 10:50:17.436714 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05570b-3907-494b-b663-79a86de37b6a req-a4bf4010-6bf4-4e16-bdff-81d0e47e6468 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:17.438597 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fe05570b-3907-494b-b663-79a86de37b6a req-a4bf4010-6bf4-4e16-bdff-81d0e47e6468 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 945 time: 0.0539138 Dec 16 10:50:17.488506 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fe05570b-3907-494b-b663-79a86de37b6a req-95b65f3f-8816-4eee-aba1-076e6549724e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433853 Dec 16 10:50:18.672727 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ebd85-32d1-4a8d-99b5-ab9ef82f9774 req-ce53e2c5-2b8e-4d37-83ba-ba35c2623ed7 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:18.675372 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-450ebd85-32d1-4a8d-99b5-ab9ef82f9774 req-ce53e2c5-2b8e-4d37-83ba-ba35c2623ed7 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 945 time: 0.0860038 Dec 16 10:50:18.726409 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-450ebd85-32d1-4a8d-99b5-ab9ef82f9774 req-6160e121-f8b2-4a9e-bc9a-b016e2e64a1b tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447576 Dec 16 10:50:19.891722 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bb27a-e290-4cf7-b5c6-b44aa6e1e890 req-df61b5f6-045e-4b57-9ead-07d451c9e925 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:19.893595 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5d4bb27a-e290-4cf7-b5c6-b44aa6e1e890 req-df61b5f6-045e-4b57-9ead-07d451c9e925 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 945 time: 0.0726490 Dec 16 10:50:19.942968 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5d4bb27a-e290-4cf7-b5c6-b44aa6e1e890 req-ca25034f-2bb6-4a09-a041-50e3f40fda45 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395553 Dec 16 10:50:20.653017 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:50:21.108860 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0c39e-1088-4212-afd6-341366dae05c req-c6be6845-cce6-4605-94f8-72298d2299c1 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:21.117534 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-00f0c39e-1088-4212-afd6-341366dae05c req-c6be6845-cce6-4605-94f8-72298d2299c1 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 945 time: 0.0713470 Dec 16 10:50:21.164230 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-00f0c39e-1088-4212-afd6-341366dae05c req-a32d935f-274e-42db-83fc-1ddc056bd011 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452776 Dec 16 10:50:22.293161 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7ddb3-afc8-4fea-a8ef-fc2e4cb3d90b req-6820957b-f8cc-4faf-bb48-6e9dcd034bd6 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:22.294806 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-38d7ddb3-afc8-4fea-a8ef-fc2e4cb3d90b req-6820957b-f8cc-4faf-bb48-6e9dcd034bd6 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 945 time: 0.0587010 Dec 16 10:50:22.337357 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-38d7ddb3-afc8-4fea-a8ef-fc2e4cb3d90b req-122d0647-bea0-40f2-a89f-320a214ea0f8 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341406 Dec 16 10:50:23.494642 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d0b6d-d026-47da-97d6-44c6b601655c req-910ada3b-6d06-41cb-8ced-7b61443b9133 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:23.496059 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d90d0b6d-d026-47da-97d6-44c6b601655c req-910ada3b-6d06-41cb-8ced-7b61443b9133 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 945 time: 0.0557806 Dec 16 10:50:23.538503 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d90d0b6d-d026-47da-97d6-44c6b601655c req-8888a64e-0b0e-4dd9-852c-0b57a742929e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350239 Dec 16 10:50:24.164819 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3674fad5-9b42-474b-bd45-04920e2626eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:24.667301 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bf63c-2705-48e6-906a-d8770da29b91 req-6b1029b6-2d4a-4a10-b7f0-15d84b4b0f1a tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:24.668847 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-536bf63c-2705-48e6-906a-d8770da29b91 req-6b1029b6-2d4a-4a10-b7f0-15d84b4b0f1a tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 945 time: 0.0546262 Dec 16 10:50:24.713315 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-536bf63c-2705-48e6-906a-d8770da29b91 req-cac280db-4bc5-4bca-9e01-6f405af569ea tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377874 Dec 16 10:50:25.563393 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df6f59-c766-4ca4-8e3f-755b38f57498 req-2378dcc8-b7c2-4a2b-ab68-7e02a936401d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:25.565368 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-67df6f59-c766-4ca4-8e3f-755b38f57498 req-2378dcc8-b7c2-4a2b-ab68-7e02a936401d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2386f173f4484f2d80cf8afe29270fdb&device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 1096 time: 0.0859208 Dec 16 10:50:25.659018 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df6f59-c766-4ca4-8e3f-755b38f57498 req-31a55b72-a20e-4686-883d-483ffbb95317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:25.660492 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-67df6f59-c766-4ca4-8e3f-755b38f57498 req-31a55b72-a20e-4686-883d-483ffbb95317 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b HTTP/1.1" status: 200 len: 909 time: 0.0875602 Dec 16 10:50:25.727884 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-67df6f59-c766-4ca4-8e3f-755b38f57498 req-b8b48929-7811-4e0f-92f0-770242c15fc0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba802559-6744-450e-ae81-b87d0909b8e8 HTTP/1.1" status: 200 len: 1001 time: 0.0599408 Dec 16 10:50:25.780088 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df6f59-c766-4ca4-8e3f-755b38f57498 req-8f0b1f2b-2bf8-48cd-bdc6-02c2a63f851a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:25.781711 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-67df6f59-c766-4ca4-8e3f-755b38f57498 req-8f0b1f2b-2bf8-48cd-bdc6-02c2a63f851a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3391580c-7bbf-4e39-92ff-e0802ce22778 HTTP/1.1" status: 200 len: 847 time: 0.0470719 Dec 16 10:50:25.834069 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df6f59-c766-4ca4-8e3f-755b38f57498 req-5e1c6c7f-8976-47e0-bf9c-0fbb8da8d401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:25.835769 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-67df6f59-c766-4ca4-8e3f-755b38f57498 req-5e1c6c7f-8976-47e0-bf9c-0fbb8da8d401 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461812 Dec 16 10:50:25.840252 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0a0e6-6ee5-41e9-8a78-a822fe744402 req-a7ffbd12-82fb-4fe6-b485-208b41131219 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:25.841793 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-38a0a0e6-6ee5-41e9-8a78-a822fe744402 req-a7ffbd12-82fb-4fe6-b485-208b41131219 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 945 time: 0.0521405 Dec 16 10:50:25.846221 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-67df6f59-c766-4ca4-8e3f-755b38f57498 req-7ede1a0c-5c21-4395-94db-feee10268a51 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:50:25.847390 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-67df6f59-c766-4ca4-8e3f-755b38f57498 req-7ede1a0c-5c21-4395-94db-feee10268a51 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052323 Dec 16 10:50:25.884157 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-38a0a0e6-6ee5-41e9-8a78-a822fe744402 req-5b7a20c9-b445-4fab-8fdb-a0379a71da51 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358324 Dec 16 10:50:25.939388 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-67df6f59-c766-4ca4-8e3f-755b38f57498 req-f2b0e364-0bc1-4dc5-a0fc-66c61ab82a1b service neutron] 10.222.0.58 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840938 Dec 16 10:50:26.033726 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-67df6f59-c766-4ca4-8e3f-755b38f57498 req-1bb4dad2-3791-4900-840d-a72763b76302 service neutron] 10.222.0.58 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873399 Dec 16 10:50:26.490343 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3711d626-8a3d-4de0-9576-04a64eb80ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:27.000435 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c921b2-5944-4d20-8c74-115f496bc4fb req-c48d231f-4c50-4032-b8d0-34ad6af41037 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:27.001947 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-47c921b2-5944-4d20-8c74-115f496bc4fb req-c48d231f-4c50-4032-b8d0-34ad6af41037 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 945 time: 0.0490284 Dec 16 10:50:27.039740 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-47c921b2-5944-4d20-8c74-115f496bc4fb req-635c37c6-9012-47ab-ac38-b704f81f282f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311811 Dec 16 10:50:27.147721 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a62b3a-d322-4e35-a0b1-4215280fb512 req-fb87c66f-554f-4a24-8a7d-ed56b1f8defd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:27.158784 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a5a62b3a-d322-4e35-a0b1-4215280fb512 req-fb87c66f-554f-4a24-8a7d-ed56b1f8defd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2386f173f4484f2d80cf8afe29270fdb&device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 1096 time: 0.0407686 Dec 16 10:50:27.257901 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a62b3a-d322-4e35-a0b1-4215280fb512 req-52a67460-8121-4fd9-97b5-8387ec97a2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:27.259366 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a5a62b3a-d322-4e35-a0b1-4215280fb512 req-52a67460-8121-4fd9-97b5-8387ec97a2c2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b HTTP/1.1" status: 200 len: 909 time: 0.0884151 Dec 16 10:50:27.324102 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a5a62b3a-d322-4e35-a0b1-4215280fb512 req-a8fe6f40-3f1c-4853-83c6-42a18dd7cc75 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba802559-6744-450e-ae81-b87d0909b8e8 HTTP/1.1" status: 200 len: 1001 time: 0.0573027 Dec 16 10:50:27.376502 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a62b3a-d322-4e35-a0b1-4215280fb512 req-63d281a9-f3a7-4b11-a266-d3e0b8508663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:27.377937 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a5a62b3a-d322-4e35-a0b1-4215280fb512 req-63d281a9-f3a7-4b11-a266-d3e0b8508663 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3391580c-7bbf-4e39-92ff-e0802ce22778 HTTP/1.1" status: 200 len: 847 time: 0.0463898 Dec 16 10:50:27.422838 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a62b3a-d322-4e35-a0b1-4215280fb512 req-48998961-c89f-4069-aff1-72553150fdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:27.424196 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a5a62b3a-d322-4e35-a0b1-4215280fb512 req-48998961-c89f-4069-aff1-72553150fdd3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392523 Dec 16 10:50:27.513488 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a5a62b3a-d322-4e35-a0b1-4215280fb512 req-ab337397-d3f1-4105-aa96-f747c39fc0a1 service neutron] 10.222.0.58 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816019 Dec 16 10:50:27.527965 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device ba802559-6744-450e-ae81-b87d0909b8e8 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:50:27.607048 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:27.609899 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a5a62b3a-d322-4e35-a0b1-4215280fb512 req-50ef563a-a2de-42fc-b49a-c2f725b26315 service neutron] 10.222.0.58 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896111 Dec 16 10:50:27.630453 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3d99c8-f73c-408f-a39a-8bf2aed187ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba802559-6744-450e-ae81-b87d0909b8e8'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:50:27.633292 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43456ec7ce59ea77a0f74ce1d1a90a56292c95d5d3a8a10fcc4b35aa5a8e1da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f339d6-c6c1-4540-b20a-de924f598613" -d '{"events": [{"server_uuid": "da3d99c8-f73c-408f-a39a-8bf2aed187ab", "name": "network-vif-unplugged", "status": "completed", "tag": "ba802559-6744-450e-ae81-b87d0909b8e8"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:50:27.652639 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port ba802559-6744-450e-ae81-b87d0909b8e8, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ba802559-6744-450e-ae81-b87d0909b8e8,segment=NetworkSegment(78d8160b-0a51-4f58-8c2d-07f42390b6c3),segment_id=78d8160b-0a51-4f58-8c2d-07f42390b6c3)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:50:27.670362 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 10:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b075706c-67cf-47fb-8491-9780ab262ae4 x-openstack-request-id: req-b075706c-67cf-47fb-8491-9780ab262ae4 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:50:27.670799 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3d99c8-f73c-408f-a39a-8bf2aed187ab", "name": "network-vif-unplugged", "status": "completed", "tag": "ba802559-6744-450e-ae81-b87d0909b8e8", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:50:27.671166 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b075706c-67cf-47fb-8491-9780ab262ae4 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:50:27.671651 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3d99c8-f73c-408f-a39a-8bf2aed187ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba802559-6744-450e-ae81-b87d0909b8e8', 'code': 200} Dec 16 10:50:27.707754 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:27.755786 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=ba802559-6744-450e-ae81-b87d0909b8e8,revision_number=8']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:50:27.913146 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:28.156523 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee86284-75b2-4b55-bf55-acf5318b935f req-622616d3-d8ea-4f6f-9587-50e75c0ba892 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:28.158732 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6ee86284-75b2-4b55-bf55-acf5318b935f req-622616d3-d8ea-4f6f-9587-50e75c0ba892 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 943 time: 0.0510433 Dec 16 10:50:28.197200 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6ee86284-75b2-4b55-bf55-acf5318b935f req-84400ff8-86fa-42de-89dd-dbd60cd3c97d tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318894 Dec 16 10:50:28.268457 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-49be865a-eb00-47b1-b63a-f06e8bb915fb req-efcaffed-f974-4949-beab-351a58fe1a49 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:50:28.269465 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-49be865a-eb00-47b1-b63a-f06e8bb915fb req-efcaffed-f974-4949-beab-351a58fe1a49 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054045 Dec 16 10:50:28.521612 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15cbd1-5af7-49e3-a70c-67d594593cb6 req-c2ee7d10-854f-451e-9c9c-060c33487185 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:28.523112 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ee15cbd1-5af7-49e3-a70c-67d594593cb6 req-c2ee7d10-854f-451e-9c9c-060c33487185 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 943 time: 0.0501101 Dec 16 10:50:28.563687 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ee15cbd1-5af7-49e3-a70c-67d594593cb6 req-f6ffb602-d1bd-4837-84e7-f0705e704e11 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345953 Dec 16 10:50:28.781136 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43350) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:50:28.867938 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f074408-7c90-401a-b058-225842d46861 req-5282349a-bdd2-4301-a7ff-cf363b9b6560 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0857370 Dec 16 10:50:28.877311 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-0f074408-7c90-401a-b058-225842d46861 req-81276da7-fe59-4977-a7bc-0ad64f875e5a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:50:28.878263 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f074408-7c90-401a-b058-225842d46861 req-81276da7-fe59-4977-a7bc-0ad64f875e5a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048592 Dec 16 10:50:29.456032 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:29.633782 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:29.683046 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc4a46-1bc4-44b0-a59a-b31dcfad6211 req-0d2201a6-11fe-4deb-a1e9-22d84f121770 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:29.684545 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-40cc4a46-1bc4-44b0-a59a-b31dcfad6211 req-0d2201a6-11fe-4deb-a1e9-22d84f121770 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 943 time: 0.0525446 Dec 16 10:50:29.722957 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-40cc4a46-1bc4-44b0-a59a-b31dcfad6211 req-72557b64-cc87-4a17-816a-e7a07b0ddcb7 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317674 Dec 16 10:50:30.268482 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f074408-7c90-401a-b058-225842d46861 req-f452bf68-28c4-4ab1-a22e-44230b66ff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:30.270703 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f074408-7c90-401a-b058-225842d46861 req-f452bf68-28c4-4ab1-a22e-44230b66ff2e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab&tenant_id=2386f173f4484f2d80cf8afe29270fdb HTTP/1.1" status: 200 len: 1094 time: 0.0983968 Dec 16 10:50:30.281694 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-0f074408-7c90-401a-b058-225842d46861 req-fc2fe39e-c106-47ad-9d73-c5a97e67084b service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:50:30.282885 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f074408-7c90-401a-b058-225842d46861 req-fc2fe39e-c106-47ad-9d73-c5a97e67084b service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052204 Dec 16 10:50:30.295100 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-0f074408-7c90-401a-b058-225842d46861 req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820550-2', 'device_owner': 'compute:nova'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:50:30.348427 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0f074408-7c90-401a-b058-225842d46861 req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:30.552648 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-0f074408-7c90-401a-b058-225842d46861 req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] For port ba802559-6744-450e-ae81-b87d0909b8e8, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=ba802559-6744-450e-ae81-b87d0909b8e8,segment=NetworkSegment(78d8160b-0a51-4f58-8c2d-07f42390b6c3),segment_id=78d8160b-0a51-4f58-8c2d-07f42390b6c3)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:50:30.585395 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-0f074408-7c90-401a-b058-225842d46861 req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] For port ba802559-6744-450e-ae81-b87d0909b8e8, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:50:30.618981 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-0f074408-7c90-401a-b058-225842d46861 req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba802559-6744-450e-ae81-b87d0909b8e8 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:50:30.626599 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0f074408-7c90-401a-b058-225842d46861 req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:30.638223 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-0f074408-7c90-401a-b058-225842d46861 req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] Transition to ACTIVE for port object ba802559-6744-450e-ae81-b87d0909b8e8 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:50:30.707458 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0f074408-7c90-401a-b058-225842d46861 req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:30.757027 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] Pushing event updated for resources: {'Port': ['ID=ba802559-6744-450e-ae81-b87d0909b8e8,revision_number=9']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:50:30.810541 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:50:30.810888 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:50:30.811238 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:50:30.811582 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:50:30.811917 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:50:30.812250 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:50:30.812641 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:50:30.812901 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:50:30.813262 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:50:30.813589 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:50:30.820247 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:50:30.820247 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:50:30.873839 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f074408-7c90-401a-b058-225842d46861 req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] No DVR routers for this DVR port ba802559-6744-450e-ae81-b87d0909b8e8 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:50:30.924951 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a83cf7-a403-4028-8b51-cd2aa6153ab6 req-0152c83d-bbd5-4aa1-b1d2-10e5be781ddd tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:30.926483 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-69a83cf7-a403-4028-8b51-cd2aa6153ab6 req-0152c83d-bbd5-4aa1-b1d2-10e5be781ddd tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 943 time: 0.1272542 Dec 16 10:50:31.001334 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-69a83cf7-a403-4028-8b51-cd2aa6153ab6 req-22196bea-1146-44be-abd0-b140a029b004 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487640 Dec 16 10:50:31.051911 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-0f074408-7c90-401a-b058-225842d46861 req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] Attempting to bind port ba802559-6744-450e-ae81-b87d0909b8e8 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:50:31.052245 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-0f074408-7c90-401a-b058-225842d46861 req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] Attempting to bind port ba802559-6744-450e-ae81-b87d0909b8e8 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': '78d8160b-0a51-4f58-8c2d-07f42390b6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:50:31.052571 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f074408-7c90-401a-b058-225842d46861 req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] Attempting to bind port ba802559-6744-450e-ae81-b87d0909b8e8 on network 4d7dbc38-dfbd-43a9-94f1-592ffd94d74b {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:50:31.057847 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f074408-7c90-401a-b058-225842d46861 req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] Port ba802559-6744-450e-ae81-b87d0909b8e8 on network 4d7dbc38-dfbd-43a9-94f1-592ffd94d74b not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:50:31.058111 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f074408-7c90-401a-b058-225842d46861 req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] Attempting to bind port ba802559-6744-450e-ae81-b87d0909b8e8 on network 4d7dbc38-dfbd-43a9-94f1-592ffd94d74b {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:50:31.062972 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f074408-7c90-401a-b058-225842d46861 req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:50:31.063311 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f074408-7c90-401a-b058-225842d46861 req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] Checking segment: {'id': '78d8160b-0a51-4f58-8c2d-07f42390b6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:50:31.063696 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f074408-7c90-401a-b058-225842d46861 req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] Bound using segment: {'id': '78d8160b-0a51-4f58-8c2d-07f42390b6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:50:31.064146 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-0f074408-7c90-401a-b058-225842d46861 req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] Bound port: ba802559-6744-450e-ae81-b87d0909b8e8, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78d8160b-0a51-4f58-8c2d-07f42390b6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:50:31.064501 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0f074408-7c90-401a-b058-225842d46861 req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:31.131035 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-0f074408-7c90-401a-b058-225842d46861 req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] For port ba802559-6744-450e-ae81-b87d0909b8e8, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:50:31.134065 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-0f074408-7c90-401a-b058-225842d46861 req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] For port ba802559-6744-450e-ae81-b87d0909b8e8, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ba802559-6744-450e-ae81-b87d0909b8e8,segment=NetworkSegment(78d8160b-0a51-4f58-8c2d-07f42390b6c3),segment_id=78d8160b-0a51-4f58-8c2d-07f42390b6c3)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:50:31.193582 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0f074408-7c90-401a-b058-225842d46861 req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:31.228709 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f074408-7c90-401a-b058-225842d46861 req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:31.229356 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-0f074408-7c90-401a-b058-225842d46861 req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:31.230780 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f074408-7c90-401a-b058-225842d46861 req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] 10.222.0.57 "PUT /v2.0/ports/ba802559-6744-450e-ae81-b87d0909b8e8 HTTP/1.1" status: 200 len: 1091 time: 0.9393353 Dec 16 10:50:31.231225 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3d99c8-f73c-408f-a39a-8bf2aed187ab', 'tag': 'ba802559-6744-450e-ae81-b87d0909b8e8'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:50:31.233507 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c7cb41-c8e5-43c9-b69a-ca0a1fbd10b6" -d '{"events": [{"name": "network-changed", "server_uuid": "da3d99c8-f73c-408f-a39a-8bf2aed187ab", "tag": "ba802559-6744-450e-ae81-b87d0909b8e8"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:50:31.315979 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c0dbf-00cf-4a9c-a85e-7b2b17ed9652 service neutron] Pushing event updated for resources: {'Port': ['ID=ba802559-6744-450e-ae81-b87d0909b8e8,revision_number=10']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:50:31.338055 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f074408-7c90-401a-b058-225842d46861 req-1fa47d87-b67c-4857-9db5-d69c70095e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:31.339682 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f074408-7c90-401a-b058-225842d46861 req-1fa47d87-b67c-4857-9db5-d69c70095e52 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2386f173f4484f2d80cf8afe29270fdb&device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 1095 time: 0.0682561 Dec 16 10:50:31.357311 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67208da-6150-4a2c-8d46-43e27f7116e0 x-openstack-request-id: req-f67208da-6150-4a2c-8d46-43e27f7116e0 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:50:31.357623 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da3d99c8-f73c-408f-a39a-8bf2aed187ab", "tag": "ba802559-6744-450e-ae81-b87d0909b8e8", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:50:31.357872 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f67208da-6150-4a2c-8d46-43e27f7116e0 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:50:31.358278 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da3d99c8-f73c-408f-a39a-8bf2aed187ab', 'tag': 'ba802559-6744-450e-ae81-b87d0909b8e8', 'status': 'completed', 'code': 200} Dec 16 10:50:31.769417 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f074408-7c90-401a-b058-225842d46861 req-75e7785b-8b30-43df-8ef9-5b39cdb73857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:31.770892 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f074408-7c90-401a-b058-225842d46861 req-75e7785b-8b30-43df-8ef9-5b39cdb73857 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b HTTP/1.1" status: 200 len: 909 time: 0.4244370 Dec 16 10:50:31.836160 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f074408-7c90-401a-b058-225842d46861 req-299afdb0-5de1-4190-9f64-032c065d5e2c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba802559-6744-450e-ae81-b87d0909b8e8 HTTP/1.1" status: 200 len: 999 time: 0.0572388 Dec 16 10:50:31.885361 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f074408-7c90-401a-b058-225842d46861 req-3d0c9fc2-6f82-4ad9-9377-279842156ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:31.886786 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f074408-7c90-401a-b058-225842d46861 req-3d0c9fc2-6f82-4ad9-9377-279842156ac0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3391580c-7bbf-4e39-92ff-e0802ce22778 HTTP/1.1" status: 200 len: 847 time: 0.0437102 Dec 16 10:50:31.942408 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f074408-7c90-401a-b058-225842d46861 req-afef2b5e-47c8-4826-b644-f1356f03621e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:31.943908 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f074408-7c90-401a-b058-225842d46861 req-afef2b5e-47c8-4826-b644-f1356f03621e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504971 Dec 16 10:50:32.034187 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f074408-7c90-401a-b058-225842d46861 req-304c7230-923b-47d5-81d3-2531f60e6569 service neutron] 10.222.0.57 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821254 Dec 16 10:50:32.164100 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f657a-da5a-49c0-99f5-f38e6d2791fc req-51daaf44-49d3-4b7a-addc-fa405ce92ddb tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:32.166254 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5a7f657a-da5a-49c0-99f5-f38e6d2791fc req-51daaf44-49d3-4b7a-addc-fa405ce92ddb tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 944 time: 0.0792763 Dec 16 10:50:32.168546 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0f074408-7c90-401a-b058-225842d46861 req-844a7164-22da-46e2-9c9d-4d66322c0220 service neutron] 10.222.0.57 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274209 Dec 16 10:50:32.211045 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5a7f657a-da5a-49c0-99f5-f38e6d2791fc req-655cf9ba-ec26-4c3c-bc19-b2feebe5b0ab tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379043 Dec 16 10:50:32.322962 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7cb41-c8e5-43c9-b69a-ca0a1fbd10b6 req-c5a31063-c516-4c22-bf4c-b33781e24574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:32.325684 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a9c7cb41-c8e5-43c9-b69a-ca0a1fbd10b6 req-c5a31063-c516-4c22-bf4c-b33781e24574 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2386f173f4484f2d80cf8afe29270fdb&device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 1095 time: 0.0489309 Dec 16 10:50:32.434192 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7cb41-c8e5-43c9-b69a-ca0a1fbd10b6 req-d6a59a51-d240-483d-9365-7e89ecc1b498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:32.435761 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a9c7cb41-c8e5-43c9-b69a-ca0a1fbd10b6 req-d6a59a51-d240-483d-9365-7e89ecc1b498 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b HTTP/1.1" status: 200 len: 909 time: 0.1040616 Dec 16 10:50:32.505199 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a9c7cb41-c8e5-43c9-b69a-ca0a1fbd10b6 req-604b6386-d6b1-4716-88dc-ce3de57fc6f6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba802559-6744-450e-ae81-b87d0909b8e8 HTTP/1.1" status: 200 len: 999 time: 0.0617881 Dec 16 10:50:32.562444 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7cb41-c8e5-43c9-b69a-ca0a1fbd10b6 req-9663ed63-c216-410d-8c95-254b111bfa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:32.564176 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a9c7cb41-c8e5-43c9-b69a-ca0a1fbd10b6 req-9663ed63-c216-410d-8c95-254b111bfa05 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3391580c-7bbf-4e39-92ff-e0802ce22778 HTTP/1.1" status: 200 len: 847 time: 0.0508931 Dec 16 10:50:32.623656 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7cb41-c8e5-43c9-b69a-ca0a1fbd10b6 req-44b89f6f-7eb4-4a10-bbcd-195ee07ae7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:32.626945 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a9c7cb41-c8e5-43c9-b69a-ca0a1fbd10b6 req-44b89f6f-7eb4-4a10-bbcd-195ee07ae7b2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552623 Dec 16 10:50:33.344447 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea690e1f-e47f-434e-a636-aa67d7fae246 req-9f8f3584-1db0-4cc1-ac31-18f29f7a404f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:33.346687 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ea690e1f-e47f-434e-a636-aa67d7fae246 req-9f8f3584-1db0-4cc1-ac31-18f29f7a404f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 944 time: 0.0561657 Dec 16 10:50:33.388554 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ea690e1f-e47f-434e-a636-aa67d7fae246 req-024953bc-7b17-431c-8a63-5713e17c9961 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353770 Dec 16 10:50:34.515315 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0cfde4-8bdb-4966-bada-2f8801b0b574 req-84d1d07e-9c3b-4294-ad4f-6caeda0dcb1e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:34.516790 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c0cfde4-8bdb-4966-bada-2f8801b0b574 req-84d1d07e-9c3b-4294-ad4f-6caeda0dcb1e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 944 time: 0.0546477 Dec 16 10:50:34.558746 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4c0cfde4-8bdb-4966-bada-2f8801b0b574 req-fdd75385-d132-41b4-8139-5fac5a21ac07 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358407 Dec 16 10:50:35.691259 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661fc2b-0f87-47ee-8061-205f6488a342 req-4c9be451-5c60-4e6c-98bb-2af79e79880c tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:35.692728 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6661fc2b-0f87-47ee-8061-205f6488a342 req-4c9be451-5c60-4e6c-98bb-2af79e79880c tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 944 time: 0.0659890 Dec 16 10:50:35.733576 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6661fc2b-0f87-47ee-8061-205f6488a342 req-c1c7b98b-2f5e-4e53-ba02-cef601043afa tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336971 Dec 16 10:50:36.869562 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb5ceb-d02e-4c8c-b433-720cd7b5d1c5 req-c85e5936-b8a1-4fa6-aa3c-aaceed3e8391 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:36.871568 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-63cb5ceb-d02e-4c8c-b433-720cd7b5d1c5 req-c85e5936-b8a1-4fa6-aa3c-aaceed3e8391 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 944 time: 0.0611739 Dec 16 10:50:36.922580 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-63cb5ceb-d02e-4c8c-b433-720cd7b5d1c5 req-40ea8daa-a29d-4ee0-a019-2cd492fd9816 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446887 Dec 16 10:50:38.063934 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1b923-4d4f-4b71-9caa-b9e2c0c00a25 req-f242963e-eaf8-4549-b8be-996fe84b062b tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:38.065451 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5db1b923-4d4f-4b71-9caa-b9e2c0c00a25 req-f242963e-eaf8-4549-b8be-996fe84b062b tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 944 time: 0.0699501 Dec 16 10:50:38.107032 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5db1b923-4d4f-4b71-9caa-b9e2c0c00a25 req-c2dfc536-6070-4fe5-bae5-d7b047d25744 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344989 Dec 16 10:50:38.192047 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:39.226415 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992db81-8bc7-4659-8352-631a7d4633a9 req-d3746e41-994d-4d0a-8c2e-cad0e2460e44 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:39.228470 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a992db81-8bc7-4659-8352-631a7d4633a9 req-d3746e41-994d-4d0a-8c2e-cad0e2460e44 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 944 time: 0.0515871 Dec 16 10:50:39.266500 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a992db81-8bc7-4659-8352-631a7d4633a9 req-fdf1777a-e5c5-4acd-a2b0-36a77b3c2e38 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320382 Dec 16 10:50:40.394606 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f427d8-eb26-43ef-b43d-508e57631e9f req-2feebf14-c24c-4f3e-8c0d-26da28c5df4e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:40.396082 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d4f427d8-eb26-43ef-b43d-508e57631e9f req-2feebf14-c24c-4f3e-8c0d-26da28c5df4e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 944 time: 0.0554252 Dec 16 10:50:40.436568 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d4f427d8-eb26-43ef-b43d-508e57631e9f req-abf54476-d656-46bb-8b10-a87f67b83bed tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317750 Dec 16 10:50:41.566845 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9984d358-e7db-4ecc-a526-ac108ccb3068 req-1aa34f0e-2bca-44aa-a540-740e6ba78ef4 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:41.568539 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9984d358-e7db-4ecc-a526-ac108ccb3068 req-1aa34f0e-2bca-44aa-a540-740e6ba78ef4 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 944 time: 0.0587187 Dec 16 10:50:41.608906 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9984d358-e7db-4ecc-a526-ac108ccb3068 req-68de75bc-0609-413b-8fa2-a30150f13699 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340078 Dec 16 10:50:41.753443 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:42.726581 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e3df9-95e2-49d6-b33c-404cfcc9c7c8 req-a3322348-dfa3-424d-af29-79e313e3bcb0 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:42.728111 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fc2e3df9-95e2-49d6-b33c-404cfcc9c7c8 req-a3322348-dfa3-424d-af29-79e313e3bcb0 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 944 time: 0.0509346 Dec 16 10:50:42.765720 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fc2e3df9-95e2-49d6-b33c-404cfcc9c7c8 req-05b8622c-7f13-4fb1-8fc7-f40f0cbe8987 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316787 Dec 16 10:50:43.880424 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b400a5-6dbe-462c-b87c-1bd997317944 req-7c99981f-6ada-4f04-b4e4-6e3032951404 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:43.881928 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d3b400a5-6dbe-462c-b87c-1bd997317944 req-7c99981f-6ada-4f04-b4e4-6e3032951404 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 944 time: 0.0483918 Dec 16 10:50:43.923882 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d3b400a5-6dbe-462c-b87c-1bd997317944 req-69e7ad00-e4b9-4965-8246-4d1548fade58 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354152 Dec 16 10:50:45.035885 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165d3ff-eaf7-4bb6-9081-78fc7a84a0a0 req-58d2d583-ee90-432a-a12a-738e30e39227 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:45.037373 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c165d3ff-eaf7-4bb6-9081-78fc7a84a0a0 req-58d2d583-ee90-432a-a12a-738e30e39227 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 944 time: 0.0479324 Dec 16 10:50:45.074259 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c165d3ff-eaf7-4bb6-9081-78fc7a84a0a0 req-db0e82ef-6549-4a42-895e-4a93ec081169 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302792 Dec 16 10:50:45.649789 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a9c7cb41-c8e5-43c9-b69a-ca0a1fbd10b6 req-b41afe69-2ecb-4c38-bb38-7781e969a4d0 service neutron] 10.222.0.57 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850201 Dec 16 10:50:45.750481 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a9c7cb41-c8e5-43c9-b69a-ca0a1fbd10b6 req-95f70388-162b-4006-9e78-0b49ceba4a1f service neutron] 10.222.0.57 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893085 Dec 16 10:50:46.190108 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ced60-af2d-4f88-980b-5a6e537c3b5d req-04034f7b-74d1-40aa-a1ed-7425578cf053 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:46.191603 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6a1ced60-af2d-4f88-980b-5a6e537c3b5d req-04034f7b-74d1-40aa-a1ed-7425578cf053 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 944 time: 0.0505426 Dec 16 10:50:46.242055 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6a1ced60-af2d-4f88-980b-5a6e537c3b5d req-4b520f32-2186-42d8-bbdf-28df9e39e015 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441322 Dec 16 10:50:47.361397 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c8e96-8dc1-402b-b031-3e8859b2ffcb req-97cf14f4-4ade-4523-934d-331569dd18a4 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:47.362869 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-185c8e96-8dc1-402b-b031-3e8859b2ffcb req-97cf14f4-4ade-4523-934d-331569dd18a4 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 944 time: 0.0529773 Dec 16 10:50:47.400580 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-185c8e96-8dc1-402b-b031-3e8859b2ffcb req-4eceb561-96d1-402a-b89f-b9c9af7eccb1 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311410 Dec 16 10:50:48.467293 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dac1b0-71f7-4b53-a53a-0284b8b72849 req-5a5a838b-a92d-41aa-b67f-e265f82fb249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:48.468814 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-36dac1b0-71f7-4b53-a53a-0284b8b72849 req-5a5a838b-a92d-41aa-b67f-e265f82fb249 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2386f173f4484f2d80cf8afe29270fdb&device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 1095 time: 0.0427699 Dec 16 10:50:48.573391 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445cfd97-5cf2-4514-984c-33b641efe44e req-cad32029-1ebf-45d5-a0db-1cb60c13601f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:48.574892 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-445cfd97-5cf2-4514-984c-33b641efe44e req-cad32029-1ebf-45d5-a0db-1cb60c13601f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 944 time: 0.1051824 Dec 16 10:50:48.616875 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dac1b0-71f7-4b53-a53a-0284b8b72849 req-06742130-4f4b-44d7-9c60-eb92ba2c551d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:48.618810 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-36dac1b0-71f7-4b53-a53a-0284b8b72849 req-06742130-4f4b-44d7-9c60-eb92ba2c551d service neutron] 10.222.0.57 "GET /v2.0/networks?id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b HTTP/1.1" status: 200 len: 909 time: 0.1241827 Dec 16 10:50:48.637964 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-445cfd97-5cf2-4514-984c-33b641efe44e req-2c45d51e-9b4e-492d-927c-a821cf2b99d9 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562830 Dec 16 10:50:48.692052 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-36dac1b0-71f7-4b53-a53a-0284b8b72849 req-ca156e20-bb23-4986-aedb-be23c736d90b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba802559-6744-450e-ae81-b87d0909b8e8 HTTP/1.1" status: 200 len: 999 time: 0.0655632 Dec 16 10:50:48.739608 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dac1b0-71f7-4b53-a53a-0284b8b72849 req-6649c797-e0ab-47df-b438-f9b88c230bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:48.741042 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-36dac1b0-71f7-4b53-a53a-0284b8b72849 req-6649c797-e0ab-47df-b438-f9b88c230bc3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3391580c-7bbf-4e39-92ff-e0802ce22778 HTTP/1.1" status: 200 len: 847 time: 0.0425515 Dec 16 10:50:48.786318 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dac1b0-71f7-4b53-a53a-0284b8b72849 req-b9039cc8-3298-4207-9fd3-91dd248417c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:48.787792 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-36dac1b0-71f7-4b53-a53a-0284b8b72849 req-b9039cc8-3298-4207-9fd3-91dd248417c7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393829 Dec 16 10:50:48.881334 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-36dac1b0-71f7-4b53-a53a-0284b8b72849 req-65636e9e-e6ba-412c-8b16-ec771e55f16b service neutron] 10.222.0.57 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852947 Dec 16 10:50:48.970914 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-36dac1b0-71f7-4b53-a53a-0284b8b72849 req-d34afee1-6ad0-4820-a36d-a64e06477a09 service neutron] 10.222.0.57 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826666 Dec 16 10:50:49.213525 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ba802559-6744-450e-ae81-b87d0909b8e8 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:50:49.306801 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port ba802559-6744-450e-ae81-b87d0909b8e8, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ba802559-6744-450e-ae81-b87d0909b8e8,segment=NetworkSegment(78d8160b-0a51-4f58-8c2d-07f42390b6c3),segment_id=78d8160b-0a51-4f58-8c2d-07f42390b6c3)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:50:49.317672 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': 'ba802559-6744-450e-ae81-b87d0909b8e8', 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b', 'port_id': 'ba802559-6744-450e-ae81-b87d0909b8e8', 'mac_address': 'fa:16:3e:80:e2:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:50:49.353762 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:49.368954 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba802559-6744-450e-ae81-b87d0909b8e8 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:50:49.387291 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port ba802559-6744-450e-ae81-b87d0909b8e8, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ba802559-6744-450e-ae81-b87d0909b8e8,segment=NetworkSegment(78d8160b-0a51-4f58-8c2d-07f42390b6c3),segment_id=78d8160b-0a51-4f58-8c2d-07f42390b6c3)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:50:49.461458 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:49.514663 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=ba802559-6744-450e-ae81-b87d0909b8e8,revision_number=11']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:50:49.752002 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0a6ed-f859-4462-9b6a-e6626a571ce7 req-bff3cc81-ea4f-4c09-897f-62a422040fa7 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:49.753486 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-23a0a6ed-f859-4462-9b6a-e6626a571ce7 req-bff3cc81-ea4f-4c09-897f-62a422040fa7 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 945 time: 0.0477412 Dec 16 10:50:49.791981 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-23a0a6ed-f859-4462-9b6a-e6626a571ce7 req-f0bfb0cd-08e1-4ea8-b899-efc519df94b8 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318108 Dec 16 10:50:49.821652 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['ba802559-6744-450e-ae81-b87d0909b8e8'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:50:50.907427 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e2ab6-04f1-4284-8544-ab80013c41e5 req-457f5f08-83d1-4d3e-a070-3f421447b0ad tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:50.908925 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2a2e2ab6-04f1-4284-8544-ab80013c41e5 req-457f5f08-83d1-4d3e-a070-3f421447b0ad tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 945 time: 0.0500507 Dec 16 10:50:50.946381 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2a2e2ab6-04f1-4284-8544-ab80013c41e5 req-64f5166f-0737-4c5f-97a7-bcd3cad7b27e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313885 Dec 16 10:50:51.229978 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ba802559-6744-450e-ae81-b87d0909b8e8 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:50:51.334423 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port ba802559-6744-450e-ae81-b87d0909b8e8 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:50:51.338872 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port ba802559-6744-450e-ae81-b87d0909b8e8 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:50:51.339245 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:51.415720 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:51.584946 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3d99c8-f73c-408f-a39a-8bf2aed187ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba802559-6744-450e-ae81-b87d0909b8e8'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:50:51.587247 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43456ec7ce59ea77a0f74ce1d1a90a56292c95d5d3a8a10fcc4b35aa5a8e1da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d38e8a-9497-4653-ade4-a8e928a4174f" -d '{"events": [{"server_uuid": "da3d99c8-f73c-408f-a39a-8bf2aed187ab", "name": "network-vif-plugged", "status": "completed", "tag": "ba802559-6744-450e-ae81-b87d0909b8e8"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:50:51.599545 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port ba802559-6744-450e-ae81-b87d0909b8e8, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ba802559-6744-450e-ae81-b87d0909b8e8,segment=NetworkSegment(78d8160b-0a51-4f58-8c2d-07f42390b6c3),segment_id=78d8160b-0a51-4f58-8c2d-07f42390b6c3)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:50:51.624546 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643ba496-36f3-4cd9-9345-ab4d3f8f29dd x-openstack-request-id: req-643ba496-36f3-4cd9-9345-ab4d3f8f29dd {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:50:51.624829 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3d99c8-f73c-408f-a39a-8bf2aed187ab", "name": "network-vif-plugged", "status": "completed", "tag": "ba802559-6744-450e-ae81-b87d0909b8e8", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:50:51.625093 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-643ba496-36f3-4cd9-9345-ab4d3f8f29dd {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:50:51.625494 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3d99c8-f73c-408f-a39a-8bf2aed187ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba802559-6744-450e-ae81-b87d0909b8e8', 'code': 200} Dec 16 10:50:51.655688 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:51.704064 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=ba802559-6744-450e-ae81-b87d0909b8e8,revision_number=12']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:50:51.845766 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038b814-f1d1-4c38-a0d4-1fc7d9969eca req-135dec7f-d15b-46ac-8e16-5548f979e748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:51.847162 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8038b814-f1d1-4c38-a0d4-1fc7d9969eca req-135dec7f-d15b-46ac-8e16-5548f979e748 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 1097 time: 0.0456030 Dec 16 10:50:51.881760 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8038b814-f1d1-4c38-a0d4-1fc7d9969eca req-8dee1baf-7939-4f46-98ef-e4a529682e20 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275424 Dec 16 10:50:52.062605 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d8b25-9d40-4e1b-bbe5-ab706d821e97 req-286892a9-9ab7-4455-a7f3-87d12712d775 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:52.064111 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b47d8b25-9d40-4e1b-bbe5-ab706d821e97 req-286892a9-9ab7-4455-a7f3-87d12712d775 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 946 time: 0.0502665 Dec 16 10:50:52.101189 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b47d8b25-9d40-4e1b-bbe5-ab706d821e97 req-dae898dd-6cfa-4c1a-b967-cc10a42b464e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310013 Dec 16 10:50:53.222960 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8ee8c-464b-4e9c-acd9-79c6e542192b req-9653fc52-045c-4fa5-a076-e44d3504abca tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:53.224795 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5ec8ee8c-464b-4e9c-acd9-79c6e542192b req-9653fc52-045c-4fa5-a076-e44d3504abca tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 946 time: 0.0494704 Dec 16 10:50:53.263219 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5ec8ee8c-464b-4e9c-acd9-79c6e542192b req-3161495b-8eb7-46cb-8019-1d206a9ea52a tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327356 Dec 16 10:50:54.249877 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a8d95d56-e1a6-431f-a75d-8243c31e2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:54.378550 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0bf440-d629-4fa6-8943-7c184083e47f req-c90320b0-4a2a-4b80-bd00-0cbe629ac325 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:50:54.380065 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6e0bf440-d629-4fa6-8943-7c184083e47f req-c90320b0-4a2a-4b80-bd00-0cbe629ac325 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 946 time: 0.0498385 Dec 16 10:50:54.420202 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6e0bf440-d629-4fa6-8943-7c184083e47f req-46ccb9bd-57a5-4ba6-afa3-a8ecff165890 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329242 Dec 16 10:50:56.483824 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-824b3df9-1ffd-4c25-8c76-74a27a47e48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:57.655062 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:50:57.940782 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:59.425730 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:59.643751 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:51:08.162546 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:51:11.734840 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:51:24.203550 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6e500fb9-6ebd-400e-9f0d-c96744eb88dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:51:26.483143 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-eb3658ca-4fe1-4554-93e0-eb8ac7388a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:51:27.894195 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:51:29.414399 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:51:29.608505 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:51:34.656314 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:51:38.179878 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:51:41.785062 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:51:49.350512 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f1a55ee6-b608-4a9b-8335-0eb7615c5211 req-3db8f96a-3c43-4d12-ad87-9715617da5cb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453830 Dec 16 10:51:49.430782 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a55ee6-b608-4a9b-8335-0eb7615c5211 req-a40b80e9-2698-48d4-bca4-0b8b01eade85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:51:49.432187 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f1a55ee6-b608-4a9b-8335-0eb7615c5211 req-a40b80e9-2698-48d4-bca4-0b8b01eade85 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2386f173f4484f2d80cf8afe29270fdb&device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 1097 time: 0.0413945 Dec 16 10:51:49.540765 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a55ee6-b608-4a9b-8335-0eb7615c5211 req-98131af7-e403-44a8-8759-5827e1bdfd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:51:49.542283 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f1a55ee6-b608-4a9b-8335-0eb7615c5211 req-98131af7-e403-44a8-8759-5827e1bdfd15 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b HTTP/1.1" status: 200 len: 909 time: 0.0895476 Dec 16 10:51:49.611634 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f1a55ee6-b608-4a9b-8335-0eb7615c5211 req-aefd1666-9824-4e07-ac5f-eaa51500e407 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba802559-6744-450e-ae81-b87d0909b8e8 HTTP/1.1" status: 200 len: 1001 time: 0.0577111 Dec 16 10:51:49.660017 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a55ee6-b608-4a9b-8335-0eb7615c5211 req-9702cf9e-6e3e-4c6b-b45d-58db98af3ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:51:49.661557 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f1a55ee6-b608-4a9b-8335-0eb7615c5211 req-9702cf9e-6e3e-4c6b-b45d-58db98af3ec0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3391580c-7bbf-4e39-92ff-e0802ce22778 HTTP/1.1" status: 200 len: 847 time: 0.0428414 Dec 16 10:51:49.711664 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a55ee6-b608-4a9b-8335-0eb7615c5211 req-426d4db7-2cc4-4782-bdc3-305d17de2699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:51:49.713057 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f1a55ee6-b608-4a9b-8335-0eb7615c5211 req-426d4db7-2cc4-4782-bdc3-305d17de2699 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439084 Dec 16 10:51:49.803384 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f1a55ee6-b608-4a9b-8335-0eb7615c5211 req-c48698ff-313b-4edb-9d87-d036415020a8 service neutron] 10.222.0.57 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823264 Dec 16 10:51:49.896863 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f1a55ee6-b608-4a9b-8335-0eb7615c5211 req-01f789f8-b76b-4ab9-be8a-e16f118365ed service neutron] 10.222.0.57 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854738 Dec 16 10:51:54.168000 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e51c8310-5b0d-460e-a271-837a9cef55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:51:56.499392 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5d738e7f-ea7e-4667-a76f-e826b65e577f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:51:57.904763 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:51:59.435187 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:51:59.646331 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:08.161855 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:11.656421 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:52:11.755950 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:24.178448 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2e2bed54-f4f6-4d30-92c1-dbdbeb502812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:26.538852 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-133214b8-99d1-4775-945c-39dbf623dcec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:27.915144 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:29.428802 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:29.634979 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:38.172208 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:41.795164 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:41.804224 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43506) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:52:41.982676 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-d034538e-6102-4365-ac7d-d9a2cb4fd538 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Deleting port ab591e46-62f2-46be-9b4a-326221b6c53d {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:52:41.983002 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d034538e-6102-4365-ac7d-d9a2cb4fd538 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:42.056048 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d034538e-6102-4365-ac7d-d9a2cb4fd538 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:42.056281 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d034538e-6102-4365-ac7d-d9a2cb4fd538 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:42.067663 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-d034538e-6102-4365-ac7d-d9a2cb4fd538 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Calling delete_port for ab591e46-62f2-46be-9b4a-326221b6c53d owned by network:floatingip {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:52:42.320158 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d034538e-6102-4365-ac7d-d9a2cb4fd538 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:42.344701 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034538e-6102-4365-ac7d-d9a2cb4fd538 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Pushing event deleted for resources: {'Port': ['ID=ab591e46-62f2-46be-9b4a-326221b6c53d,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:52:42.358531 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d034538e-6102-4365-ac7d-d9a2cb4fd538 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:52:42.358875 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d034538e-6102-4365-ac7d-d9a2cb4fd538 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:52:42.359208 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d034538e-6102-4365-ac7d-d9a2cb4fd538 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:52:42.359552 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d034538e-6102-4365-ac7d-d9a2cb4fd538 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:52:42.359862 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d034538e-6102-4365-ac7d-d9a2cb4fd538 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:52:42.360183 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d034538e-6102-4365-ac7d-d9a2cb4fd538 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:52:42.360503 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d034538e-6102-4365-ac7d-d9a2cb4fd538 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:52:42.360822 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d034538e-6102-4365-ac7d-d9a2cb4fd538 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:52:42.361185 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d034538e-6102-4365-ac7d-d9a2cb4fd538 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:52:42.361513 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d034538e-6102-4365-ac7d-d9a2cb4fd538 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:52:42.361831 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d034538e-6102-4365-ac7d-d9a2cb4fd538 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:52:42.362147 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d034538e-6102-4365-ac7d-d9a2cb4fd538 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:52:42.419405 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d034538e-6102-4365-ac7d-d9a2cb4fd538 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for floatingip, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:42.419726 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [None req-d034538e-6102-4365-ac7d-d9a2cb4fd538 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Floating IP a87974f9-5e93-4515-a858-2c9cb5d3201b disassociated (deleted). External IP: 172.25.1.253, port: ba802559-6744-450e-ae81-b87d0909b8e8. Dec 16 10:52:42.622840 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d034538e-6102-4365-ac7d-d9a2cb4fd538 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Router b168c42c-b019-434b-9f7b-fde106730013 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:52:42.730129 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d034538e-6102-4365-ac7d-d9a2cb4fd538 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:52:42.734518 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-d034538e-6102-4365-ac7d-d9a2cb4fd538 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:42.739973 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367e2f76-53c1-4881-a4be-f1834998f6d7 None None] Sync routers for ids ['b168c42c-b019-434b-9f7b-fde106730013'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:52:42.749427 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367e2f76-53c1-4881-a4be-f1834998f6d7 None None] Routers {'b168c42c-b019-434b-9f7b-fde106730013'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:52:42.750033 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-367e2f76-53c1-4881-a4be-f1834998f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:52:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b168c42c-b019-434b-9f7b-fde106730013'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:52:42.761988 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-d034538e-6102-4365-ac7d-d9a2cb4fd538 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "DELETE /v2.0/floatingips/a87974f9-5e93-4515-a858-2c9cb5d3201b HTTP/1.1" status: 204 len: 168 time: 0.9566596 Dec 16 10:52:42.762596 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3d99c8-f73c-408f-a39a-8bf2aed187ab', 'tag': 'ba802559-6744-450e-ae81-b87d0909b8e8'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:52:42.764856 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04baadc2-d43d-494a-b4cf-102cacd574e8" -d '{"events": [{"name": "network-changed", "server_uuid": "da3d99c8-f73c-408f-a39a-8bf2aed187ab", "tag": "ba802559-6744-450e-ae81-b87d0909b8e8"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:52:42.859256 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-367e2f76-53c1-4881-a4be-f1834998f6d7 None None] Set router b168c42c-b019-434b-9f7b-fde106730013 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:52:43.057451 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-367e2f76-53c1-4881-a4be-f1834998f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b168c42c-b019-434b-9f7b-fde106730013', 'name': 'tempest-TestShelveInstance-723614027-router', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'bfc04939-7812-4ccc-9d08-cca8f0cadf01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:47:38Z', 'updated_at': '2021-12-16T10:47:41Z', 'revision_number': 4, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'gw_port': {'id': 'bfc04939-7812-4ccc-9d08-cca8f0cadf01', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:39Z', 'updated_at': '2021-12-16T10:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '5144c1b7-5110-47b4-a9da-e33f2ea26ac6', 'name': '', 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'mac_address': 'fa:16:3e:3a:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:41Z', 'updated_at': '2021-12-16T10:47:46Z', 'revision_number': 5, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'subnets': [{'id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:52:43.083136 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367e2f76-53c1-4881-a4be-f1834998f6d7 None None] Checking router: b168c42c-b019-434b-9f7b-fde106730013 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:52:43.091892 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367e2f76-53c1-4881-a4be-f1834998f6d7 None None] Routers {'b168c42c-b019-434b-9f7b-fde106730013'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:52:43.092470 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-367e2f76-53c1-4881-a4be-f1834998f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:52:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b168c42c-b019-434b-9f7b-fde106730013'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:52:43.205427 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-367e2f76-53c1-4881-a4be-f1834998f6d7 None None] Set router b168c42c-b019-434b-9f7b-fde106730013 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:52:43.221440 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f8dea-9693-430e-85a9-e491efb3a672 req-c8d4378d-cf9a-45e6-9be1-2e4dac5228cb tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:52:43.224041 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f37f8dea-9693-430e-85a9-e491efb3a672 req-c8d4378d-cf9a-45e6-9be1-2e4dac5228cb tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 946 time: 0.0640914 Dec 16 10:52:43.262790 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f37f8dea-9693-430e-85a9-e491efb3a672 req-66a270e1-1260-4d99-a351-ae1d3a3f46fa tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335040 Dec 16 10:52:43.400273 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-367e2f76-53c1-4881-a4be-f1834998f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b168c42c-b019-434b-9f7b-fde106730013', 'name': 'tempest-TestShelveInstance-723614027-router', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'bfc04939-7812-4ccc-9d08-cca8f0cadf01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:47:38Z', 'updated_at': '2021-12-16T10:47:41Z', 'revision_number': 4, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'gw_port': {'id': 'bfc04939-7812-4ccc-9d08-cca8f0cadf01', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:39Z', 'updated_at': '2021-12-16T10:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '5144c1b7-5110-47b4-a9da-e33f2ea26ac6', 'name': '', 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'mac_address': 'fa:16:3e:3a:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:41Z', 'updated_at': '2021-12-16T10:47:46Z', 'revision_number': 5, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'subnets': [{'id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:52:43.429393 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367e2f76-53c1-4881-a4be-f1834998f6d7 None None] The sync data for ids ['b168c42c-b019-434b-9f7b-fde106730013'] in n-d-820550-2 is: [{'id': 'b168c42c-b019-434b-9f7b-fde106730013', 'name': 'tempest-TestShelveInstance-723614027-router', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'bfc04939-7812-4ccc-9d08-cca8f0cadf01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:47:38Z', 'updated_at': '2021-12-16T10:47:41Z', 'revision_number': 4, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'gw_port': {'id': 'bfc04939-7812-4ccc-9d08-cca8f0cadf01', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:39Z', 'updated_at': '2021-12-16T10:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '5144c1b7-5110-47b4-a9da-e33f2ea26ac6', 'name': '', 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'mac_address': 'fa:16:3e:3a:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:41Z', 'updated_at': '2021-12-16T10:47:46Z', 'revision_number': 5, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'subnets': [{'id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:52:43.752777 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f10bdb3-c6bb-41c1-a707-e4b68bc8e3cd None None] New status for floating IP a87974f9-5e93-4515-a858-2c9cb5d3201b: DOWN {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:52:43.834204 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d09f4c-e663-4670-a9b6-26e8bc7e112b x-openstack-request-id: req-f7d09f4c-e663-4670-a9b6-26e8bc7e112b {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:52:43.834706 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da3d99c8-f73c-408f-a39a-8bf2aed187ab", "tag": "ba802559-6744-450e-ae81-b87d0909b8e8", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:52:43.834821 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f7d09f4c-e663-4670-a9b6-26e8bc7e112b {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:52:43.835319 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da3d99c8-f73c-408f-a39a-8bf2aed187ab', 'tag': 'ba802559-6744-450e-ae81-b87d0909b8e8', 'status': 'completed', 'code': 200} Dec 16 10:52:43.910224 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04baadc2-d43d-494a-b4cf-102cacd574e8 req-1a696246-86f4-44d9-9c42-943932ff2d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:52:43.912357 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-04baadc2-d43d-494a-b4cf-102cacd574e8 req-1a696246-86f4-44d9-9c42-943932ff2d8a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2386f173f4484f2d80cf8afe29270fdb&device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 1097 time: 0.0494843 Dec 16 10:52:44.002360 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04baadc2-d43d-494a-b4cf-102cacd574e8 req-8735cd96-0f77-4f27-9d63-331676b73c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:52:44.003830 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-04baadc2-d43d-494a-b4cf-102cacd574e8 req-8735cd96-0f77-4f27-9d63-331676b73c9f service neutron] 10.222.0.57 "GET /v2.0/networks?id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b HTTP/1.1" status: 200 len: 909 time: 0.0838175 Dec 16 10:52:44.051148 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-04baadc2-d43d-494a-b4cf-102cacd574e8 req-f8243b00-4248-415e-9780-8e957b467535 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba802559-6744-450e-ae81-b87d0909b8e8 HTTP/1.1" status: 200 len: 217 time: 0.0381444 Dec 16 10:52:44.100998 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04baadc2-d43d-494a-b4cf-102cacd574e8 req-c57d04e3-22a9-4062-8497-1f11fd1a7d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:52:44.102461 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-04baadc2-d43d-494a-b4cf-102cacd574e8 req-c57d04e3-22a9-4062-8497-1f11fd1a7d0d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3391580c-7bbf-4e39-92ff-e0802ce22778 HTTP/1.1" status: 200 len: 847 time: 0.0436237 Dec 16 10:52:44.147534 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04baadc2-d43d-494a-b4cf-102cacd574e8 req-b8bd6439-4526-43ac-94fc-f643a2981261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:52:44.148993 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-04baadc2-d43d-494a-b4cf-102cacd574e8 req-b8bd6439-4526-43ac-94fc-f643a2981261 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391326 Dec 16 10:52:44.249344 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-04baadc2-d43d-494a-b4cf-102cacd574e8 req-ac28983f-8878-487b-a01b-acec0073e6f6 service neutron] 10.222.0.57 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911813 Dec 16 10:52:44.342017 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-04baadc2-d43d-494a-b4cf-102cacd574e8 req-b5163e29-3815-4f34-8791-fc9620969321 service neutron] 10.222.0.57 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852435 Dec 16 10:52:44.380968 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19d494-ec84-4a19-88e3-8286fc5b42e4 req-2a11d82d-1979-4cfc-8dc4-b9f91319638e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:52:44.383003 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ca19d494-ec84-4a19-88e3-8286fc5b42e4 req-2a11d82d-1979-4cfc-8dc4-b9f91319638e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 946 time: 0.0514390 Dec 16 10:52:44.420608 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ca19d494-ec84-4a19-88e3-8286fc5b42e4 req-06e65a84-f413-4309-9bab-d6edf46d2c17 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314937 Dec 16 10:52:44.961789 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce33295-6074-47d2-80b6-9eef35578c7c req-2b1190df-331a-4e0c-ad61-9a151b390dd1 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:52:44.963256 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2ce33295-6074-47d2-80b6-9eef35578c7c req-2b1190df-331a-4e0c-ad61-9a151b390dd1 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.57 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 946 time: 0.0490930 Dec 16 10:52:45.071056 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-2ce33295-6074-47d2-80b6-9eef35578c7c req-c6e13e98-b18d-4320-8c4b-28937c15d714 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Deleting port ba802559-6744-450e-ae81-b87d0909b8e8 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:52:45.071398 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2ce33295-6074-47d2-80b6-9eef35578c7c req-c6e13e98-b18d-4320-8c4b-28937c15d714 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:45.158798 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-2ce33295-6074-47d2-80b6-9eef35578c7c req-c6e13e98-b18d-4320-8c4b-28937c15d714 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] For port ba802559-6744-450e-ae81-b87d0909b8e8, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=ba802559-6744-450e-ae81-b87d0909b8e8,segment=NetworkSegment(78d8160b-0a51-4f58-8c2d-07f42390b6c3),segment_id=78d8160b-0a51-4f58-8c2d-07f42390b6c3)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:52:45.159160 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2ce33295-6074-47d2-80b6-9eef35578c7c req-c6e13e98-b18d-4320-8c4b-28937c15d714 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:45.172551 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-2ce33295-6074-47d2-80b6-9eef35578c7c req-c6e13e98-b18d-4320-8c4b-28937c15d714 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Calling delete_port for ba802559-6744-450e-ae81-b87d0909b8e8 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:52:45.367153 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2ce33295-6074-47d2-80b6-9eef35578c7c req-c6e13e98-b18d-4320-8c4b-28937c15d714 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:45.395015 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e13e98-b18d-4320-8c4b-28937c15d714 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Pushing event deleted for resources: {'Port': ['ID=ba802559-6744-450e-ae81-b87d0909b8e8,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:52:45.442539 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce33295-6074-47d2-80b6-9eef35578c7c req-c6e13e98-b18d-4320-8c4b-28937c15d714 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] No DVR routers for this DVR port ba802559-6744-450e-ae81-b87d0909b8e8 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:52:45.445176 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2ce33295-6074-47d2-80b6-9eef35578c7c req-c6e13e98-b18d-4320-8c4b-28937c15d714 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:45.448487 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2ce33295-6074-47d2-80b6-9eef35578c7c req-c6e13e98-b18d-4320-8c4b-28937c15d714 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.57 "DELETE /v2.0/ports/ba802559-6744-450e-ae81-b87d0909b8e8 HTTP/1.1" status: 204 len: 173 time: 0.4785199 Dec 16 10:52:45.520645 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4a774c24-ff00-442e-b41a-af1e80bdc789 req-dfce9d3a-c109-4be9-99cc-520871d02a59 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=da3d99c8-f73c-408f-a39a-8bf2aed187ab HTTP/1.1" status: 200 len: 210 time: 0.0259345 Dec 16 10:52:45.836738 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3d99c8-f73c-408f-a39a-8bf2aed187ab', 'name': 'network-vif-deleted', 'tag': 'ba802559-6744-450e-ae81-b87d0909b8e8'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:52:45.839174 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118b4063-160d-4287-8b7a-7b3da17cd923" -d '{"events": [{"server_uuid": "da3d99c8-f73c-408f-a39a-8bf2aed187ab", "name": "network-vif-deleted", "tag": "ba802559-6744-450e-ae81-b87d0909b8e8"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:52:45.880912 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c478c89-f75d-4837-b4b3-2c2e8cf19661 x-openstack-request-id: req-3c478c89-f75d-4837-b4b3-2c2e8cf19661 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:52:45.880912 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3d99c8-f73c-408f-a39a-8bf2aed187ab", "name": "network-vif-deleted", "tag": "ba802559-6744-450e-ae81-b87d0909b8e8", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:52:45.880912 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3c478c89-f75d-4837-b4b3-2c2e8cf19661 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:52:45.880912 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3d99c8-f73c-408f-a39a-8bf2aed187ab', 'name': 'network-vif-deleted', 'tag': 'ba802559-6744-450e-ae81-b87d0909b8e8', 'status': 'completed', 'code': 200} Dec 16 10:52:46.577983 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43532) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:52:46.641811 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-82e27a02-7669-407e-8054-8654b47b9437 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:46.668931 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-82e27a02-7669-407e-8054-8654b47b9437 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:46.795025 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-82e27a02-7669-407e-8054-8654b47b9437 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:46.797694 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-82e27a02-7669-407e-8054-8654b47b9437 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:46.798873 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-82e27a02-7669-407e-8054-8654b47b9437 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "DELETE /v2.0/security-groups/6fc4f0ee-a061-462a-9dd7-af6a3f024c7a HTTP/1.1" status: 204 len: 168 time: 0.2198977 Dec 16 10:52:46.808471 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e27a02-7669-407e-8054-8654b47b9437 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc4f0ee-a061-462a-9dd7-af6a3f024c7a,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:52:47.336760 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43538) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:52:47.341953 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-c035e75c-83f4-4561-9bfd-16f5c358c94e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-767921994', 'description': 'tempest-secgroup-smoke-767921994 description', 'project_id': '2386f173f4484f2d80cf8afe29270fdb'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:52:47.411843 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c035e75c-83f4-4561-9bfd-16f5c358c94e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:47.479762 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c035e75c-83f4-4561-9bfd-16f5c358c94e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:47.526177 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c035e75c-83f4-4561-9bfd-16f5c358c94e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:47.556065 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035e75c-83f4-4561-9bfd-16f5c358c94e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34c46ebb-270b-4da8-aba8-31e248ceb65e,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:52:47.563369 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c035e75c-83f4-4561-9bfd-16f5c358c94e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:52:47.563710 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c035e75c-83f4-4561-9bfd-16f5c358c94e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:52:47.564043 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c035e75c-83f4-4561-9bfd-16f5c358c94e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:52:47.564397 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c035e75c-83f4-4561-9bfd-16f5c358c94e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:52:47.564722 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c035e75c-83f4-4561-9bfd-16f5c358c94e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:52:47.565045 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c035e75c-83f4-4561-9bfd-16f5c358c94e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:52:47.572265 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c035e75c-83f4-4561-9bfd-16f5c358c94e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:52:47.572265 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c035e75c-83f4-4561-9bfd-16f5c358c94e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:52:47.572265 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c035e75c-83f4-4561-9bfd-16f5c358c94e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:52:47.572265 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c035e75c-83f4-4561-9bfd-16f5c358c94e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:52:47.572265 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c035e75c-83f4-4561-9bfd-16f5c358c94e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:52:47.572265 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c035e75c-83f4-4561-9bfd-16f5c358c94e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:52:47.612937 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c035e75c-83f4-4561-9bfd-16f5c358c94e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:47.614368 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c035e75c-83f4-4561-9bfd-16f5c358c94e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2763038 Dec 16 10:52:47.617848 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43540) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:52:47.622333 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-113d30cf-04cc-4b92-a05e-bb0794a659cd tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Request body: {'security_group_rule': {'security_group_id': '34c46ebb-270b-4da8-aba8-31e248ceb65e', 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:52:47.730549 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-113d30cf-04cc-4b92-a05e-bb0794a659cd tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:47.789767 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-113d30cf-04cc-4b92-a05e-bb0794a659cd tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:47.857595 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-113d30cf-04cc-4b92-a05e-bb0794a659cd tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:47.872701 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d30cf-04cc-4b92-a05e-bb0794a659cd tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50b20a1e-3cfc-461f-8189-103898979213,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:52:47.945208 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-113d30cf-04cc-4b92-a05e-bb0794a659cd tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:47.946469 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-113d30cf-04cc-4b92-a05e-bb0794a659cd tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3275340 Dec 16 10:52:47.949213 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43542) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:52:47.953527 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-4515f93b-9f66-43b6-82ff-9c1d14c3c599 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Request body: {'security_group_rule': {'security_group_id': '34c46ebb-270b-4da8-aba8-31e248ceb65e', 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:52:48.045538 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4515f93b-9f66-43b6-82ff-9c1d14c3c599 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:48.102189 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4515f93b-9f66-43b6-82ff-9c1d14c3c599 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:48.183707 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4515f93b-9f66-43b6-82ff-9c1d14c3c599 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:48.202739 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515f93b-9f66-43b6-82ff-9c1d14c3c599 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1bdce02-50a0-4dd7-90cf-315c622939c4,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:52:48.271394 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4515f93b-9f66-43b6-82ff-9c1d14c3c599 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:48.273304 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4515f93b-9f66-43b6-82ff-9c1d14c3c599 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3231130 Dec 16 10:52:48.276107 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43544) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:52:48.321639 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-f7b6c22d-a59a-4fc8-97c1-600401063989 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Request body: {'security_group_rule': {'security_group_id': '34c46ebb-270b-4da8-aba8-31e248ceb65e', 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:52:48.428664 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f7b6c22d-a59a-4fc8-97c1-600401063989 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:48.484434 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f7b6c22d-a59a-4fc8-97c1-600401063989 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:48.549104 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f7b6c22d-a59a-4fc8-97c1-600401063989 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:48.567761 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6c22d-a59a-4fc8-97c1-600401063989 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a334d5c4-3edc-4c73-b9bb-374442578e8b,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:52:48.619878 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-f7b6c22d-a59a-4fc8-97c1-600401063989 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:48.621157 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-f7b6c22d-a59a-4fc8-97c1-600401063989 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3440998 Dec 16 10:52:48.623881 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43550) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:52:48.630232 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-9ae5e98c-69b0-4060-9938-0f0406d36247 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Request body: {'security_group_rule': {'security_group_id': '34c46ebb-270b-4da8-aba8-31e248ceb65e', 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:52:48.656334 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:52:48.696363 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9ae5e98c-69b0-4060-9938-0f0406d36247 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:48.756851 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9ae5e98c-69b0-4060-9938-0f0406d36247 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:48.823075 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9ae5e98c-69b0-4060-9938-0f0406d36247 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:48.840542 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5e98c-69b0-4060-9938-0f0406d36247 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3cb5d7a-690b-4a2c-aa21-3e2968d2f195,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:52:48.934024 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9ae5e98c-69b0-4060-9938-0f0406d36247 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:48.935281 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9ae5e98c-69b0-4060-9938-0f0406d36247 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3104777 Dec 16 10:52:48.938025 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43552) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:52:48.942574 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-10ffecea-0781-4067-85d7-b190aa428766 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Request body: {'security_group_rule': {'security_group_id': '34c46ebb-270b-4da8-aba8-31e248ceb65e', 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:52:49.029292 n-d-820550-2 neutron-server[102817]: INFO neutron.db.securitygroups_db [None req-10ffecea-0781-4067-85d7-b190aa428766 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Project 2386f173f4484f2d80cf8afe29270fdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:52:49.034201 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-10ffecea-0781-4067-85d7-b190aa428766 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:49.102928 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-10ffecea-0781-4067-85d7-b190aa428766 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:49.176776 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-10ffecea-0781-4067-85d7-b190aa428766 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:49.196150 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ffecea-0781-4067-85d7-b190aa428766 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c1a28a-0ae5-4694-9c74-262cd38bb183,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:52:49.271215 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-10ffecea-0781-4067-85d7-b190aa428766 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:49.273010 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-10ffecea-0781-4067-85d7-b190aa428766 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3340125 Dec 16 10:52:49.275902 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43554) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:52:49.280728 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-49bb0c8d-e84e-47e8-ba0f-a9d1f4680d1c tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Request body: {'security_group_rule': {'security_group_id': '34c46ebb-270b-4da8-aba8-31e248ceb65e', 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:52:49.372173 n-d-820550-2 neutron-server[102816]: INFO neutron.db.securitygroups_db [None req-49bb0c8d-e84e-47e8-ba0f-a9d1f4680d1c tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Project 2386f173f4484f2d80cf8afe29270fdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:52:49.377279 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-49bb0c8d-e84e-47e8-ba0f-a9d1f4680d1c tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:49.441622 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-49bb0c8d-e84e-47e8-ba0f-a9d1f4680d1c tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:49.515240 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-49bb0c8d-e84e-47e8-ba0f-a9d1f4680d1c tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:49.533014 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb0c8d-e84e-47e8-ba0f-a9d1f4680d1c tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63eb8c74-33f0-46df-a2f0-46c8bf4143be,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:52:49.613853 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-49bb0c8d-e84e-47e8-ba0f-a9d1f4680d1c tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:49.615091 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-49bb0c8d-e84e-47e8-ba0f-a9d1f4680d1c tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3381648 Dec 16 10:52:49.850809 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ba802559-6744-450e-ae81-b87d0909b8e8 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:52:49.870160 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: ba802559-6744-450e-ae81-b87d0909b8e8 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:52:49.870510 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device ba802559-6744-450e-ae81-b87d0909b8e8 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:52:54.182522 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-db5dc8e7-2ef2-426f-8124-b65f106abb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:56.514876 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d00aa5fc-763c-4012-a3bc-20892076aa86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:57.903158 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:59.427550 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:00.245805 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:08.210673 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:09.554778 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-0e7d9bc6-56f3-47ea-9e83-6f7c7e681bac tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-767921994&fields=id&tenant_id=2386f173f4484f2d80cf8afe29270fdb HTTP/1.1" status: 200 len: 267 time: 0.0323315 Dec 16 10:53:09.945828 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-944bb3fd-a56e-4006-a511-459a140a1d4a tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:53:09.947280 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-944bb3fd-a56e-4006-a511-459a140a1d4a tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/networks?id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b HTTP/1.1" status: 200 len: 808 time: 0.3857656 Dec 16 10:53:09.962920 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-7fc30c4c-0f26-4fea-9e70-1d597d010963 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/quotas/2386f173f4484f2d80cf8afe29270fdb HTTP/1.1" status: 200 len: 375 time: 0.0095787 Dec 16 10:53:10.012495 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-181f1e8f-9d24-4e88-8926-5fa501a758b2 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2386f173f4484f2d80cf8afe29270fdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442719 Dec 16 10:53:10.148154 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-d77b07d9-e385-4ab5-9f8c-af917d2f0cae service neutron] 10.222.0.60 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235073 Dec 16 10:53:10.238648 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-bd47f8b4-ae6a-41b0-8fea-61748b3b880a service neutron] 10.222.0.60 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839353 Dec 16 10:53:10.840675 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-dffee3e6-8c46-4cce-933f-3d76954288b5 req-4d940e1e-7a6e-4ef0-a68a-9f34ba7b7e8b tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 210 time: 0.0326381 Dec 16 10:53:11.777351 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:11.934874 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-eb830e9a-e9ab-41f4-be45-f1f2fcb3cc10 req-e5b1287a-f5a2-4d0f-974f-8feeff252b0a tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 210 time: 0.0268395 Dec 16 10:53:12.679796 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-2b241be1-873e-47f3-8425-710051b5dbb4 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:53:12.681288 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-2b241be1-873e-47f3-8425-710051b5dbb4 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.58 "GET /v2.0/networks?id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b HTTP/1.1" status: 200 len: 808 time: 0.1077049 Dec 16 10:53:12.724806 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-4bcc4bfe-b76f-438f-a9bf-63f885526e1e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2386f173f4484f2d80cf8afe29270fdb HTTP/1.1" status: 200 len: 379 time: 0.0333066 Dec 16 10:53:12.734605 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-40f8b509-bcda-4f35-bcb1-f32d296f02a6 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Request body: {'port': {'device_id': '76ef24ef-40a9-4079-977c-88bcb0925324', 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b', 'admin_state_up': True, 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'security_groups': ['34c46ebb-270b-4da8-aba8-31e248ceb65e']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:53:12.914353 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-40f8b509-bcda-4f35-bcb1-f32d296f02a6 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Made reservation on behalf of 2386f173f4484f2d80cf8afe29270fdb for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:53:12.918096 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-40f8b509-bcda-4f35-bcb1-f32d296f02a6 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:13.077909 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7cc00f57-56e0-4076-ada8-c3d80896a8f8 req-7507943b-434a-468d-9123-8fdd7d501073 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 210 time: 0.0543451 Dec 16 10:53:13.097193 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-40f8b509-bcda-4f35-bcb1-f32d296f02a6 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Allocated IP 172.20.0.5 (4d7dbc38-dfbd-43a9-94f1-592ffd94d74b/3391580c-7bbf-4e39-92ff-e0802ce22778/b89ca131-95e6-4d7e-be64-52d76e165393) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:53:13.236065 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-40f8b509-bcda-4f35-bcb1-f32d296f02a6 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:13.325956 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-40f8b509-bcda-4f35-bcb1-f32d296f02a6 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:13.368534 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-40f8b509-bcda-4f35-bcb1-f32d296f02a6 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Network 4d7dbc38-dfbd-43a9-94f1-592ffd94d74b is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:53:13.371946 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-40f8b509-bcda-4f35-bcb1-f32d296f02a6 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:53:13.375863 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-40f8b509-bcda-4f35-bcb1-f32d296f02a6 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:53:13.386827 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8b509-bcda-4f35-bcb1-f32d296f02a6 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Pushing event updated for resources: {'Port': ['ID=b89ca131-95e6-4d7e-be64-52d76e165393,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:53:13.443878 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-40f8b509-bcda-4f35-bcb1-f32d296f02a6 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:53:13.444429 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-40f8b509-bcda-4f35-bcb1-f32d296f02a6 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:13.523387 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-40f8b509-bcda-4f35-bcb1-f32d296f02a6 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7925682 Dec 16 10:53:13.536247 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-63345c7b-0a11-45ff-bcea-9c56b9199e53 service neutron] Request body: {'port': {'device_id': '76ef24ef-40a9-4079-977c-88bcb0925324', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:53:13.598577 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-63345c7b-0a11-45ff-bcea-9c56b9199e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:13.637328 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-402afaaf-7807-4cba-9d0f-630764ce24df None None] Provisioning complete for port b89ca131-95e6-4d7e-be64-52d76e165393 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:53:13.637922 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-402afaaf-7807-4cba-9d0f-630764ce24df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:13.675893 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-402afaaf-7807-4cba-9d0f-630764ce24df None None] Port b89ca131-95e6-4d7e-be64-52d76e165393 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:53:13.873434 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-63345c7b-0a11-45ff-bcea-9c56b9199e53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b89ca131-95e6-4d7e-be64-52d76e165393 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:53:13.881592 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-63345c7b-0a11-45ff-bcea-9c56b9199e53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:13.894816 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-63345c7b-0a11-45ff-bcea-9c56b9199e53 service neutron] Transition to ACTIVE for port object b89ca131-95e6-4d7e-be64-52d76e165393 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:53:13.975739 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-63345c7b-0a11-45ff-bcea-9c56b9199e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:14.058440 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63345c7b-0a11-45ff-bcea-9c56b9199e53 service neutron] Pushing event updated for resources: {'Port': ['ID=b89ca131-95e6-4d7e-be64-52d76e165393,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:53:14.138883 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-63345c7b-0a11-45ff-bcea-9c56b9199e53 service neutron] Attempting to bind port b89ca131-95e6-4d7e-be64-52d76e165393 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:53:14.141642 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-63345c7b-0a11-45ff-bcea-9c56b9199e53 service neutron] Attempting to bind port b89ca131-95e6-4d7e-be64-52d76e165393 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': '78d8160b-0a51-4f58-8c2d-07f42390b6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:53:14.142055 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-63345c7b-0a11-45ff-bcea-9c56b9199e53 service neutron] Attempting to bind port b89ca131-95e6-4d7e-be64-52d76e165393 on network 4d7dbc38-dfbd-43a9-94f1-592ffd94d74b {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:53:14.150852 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-63345c7b-0a11-45ff-bcea-9c56b9199e53 service neutron] Port b89ca131-95e6-4d7e-be64-52d76e165393 on network 4d7dbc38-dfbd-43a9-94f1-592ffd94d74b not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:53:14.151269 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-63345c7b-0a11-45ff-bcea-9c56b9199e53 service neutron] Attempting to bind port b89ca131-95e6-4d7e-be64-52d76e165393 on network 4d7dbc38-dfbd-43a9-94f1-592ffd94d74b {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:53:14.163676 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-63345c7b-0a11-45ff-bcea-9c56b9199e53 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:53:14.164115 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-63345c7b-0a11-45ff-bcea-9c56b9199e53 service neutron] Checking segment: {'id': '78d8160b-0a51-4f58-8c2d-07f42390b6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:53:14.164572 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-63345c7b-0a11-45ff-bcea-9c56b9199e53 service neutron] Bound using segment: {'id': '78d8160b-0a51-4f58-8c2d-07f42390b6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:53:14.165141 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-63345c7b-0a11-45ff-bcea-9c56b9199e53 service neutron] Bound port: b89ca131-95e6-4d7e-be64-52d76e165393, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78d8160b-0a51-4f58-8c2d-07f42390b6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:53:14.165573 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-63345c7b-0a11-45ff-bcea-9c56b9199e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:14.251262 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-63345c7b-0a11-45ff-bcea-9c56b9199e53 service neutron] For port b89ca131-95e6-4d7e-be64-52d76e165393, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:53:14.253680 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef7493-4fb9-4e72-a316-5c4ae96f9e2c req-eaa260bc-7d57-461b-b838-fdb508a3101b tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:53:14.255661 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-63345c7b-0a11-45ff-bcea-9c56b9199e53 service neutron] For port b89ca131-95e6-4d7e-be64-52d76e165393, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=b89ca131-95e6-4d7e-be64-52d76e165393,segment=NetworkSegment(78d8160b-0a51-4f58-8c2d-07f42390b6c3),segment_id=78d8160b-0a51-4f58-8c2d-07f42390b6c3)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:53:14.256348 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-adef7493-4fb9-4e72-a316-5c4ae96f9e2c req-eaa260bc-7d57-461b-b838-fdb508a3101b tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 943 time: 0.0626445 Dec 16 10:53:14.307406 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-adef7493-4fb9-4e72-a316-5c4ae96f9e2c req-d44622ca-f657-44fa-a4ed-d5f73c968ade tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438492 Dec 16 10:53:14.314434 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-63345c7b-0a11-45ff-bcea-9c56b9199e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:14.350175 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-63345c7b-0a11-45ff-bcea-9c56b9199e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:53:14.350815 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-63345c7b-0a11-45ff-bcea-9c56b9199e53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:14.352189 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-63345c7b-0a11-45ff-bcea-9c56b9199e53 service neutron] 10.222.0.58 "PUT /v2.0/ports/b89ca131-95e6-4d7e-be64-52d76e165393 HTTP/1.1" status: 200 len: 1091 time: 0.8206627 Dec 16 10:53:14.352633 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ef24ef-40a9-4079-977c-88bcb0925324', 'tag': 'b89ca131-95e6-4d7e-be64-52d76e165393'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:53:14.354900 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755428e7-5d6e-47f0-9af5-19d751797251" -d '{"events": [{"name": "network-changed", "server_uuid": "76ef24ef-40a9-4079-977c-88bcb0925324", "tag": "b89ca131-95e6-4d7e-be64-52d76e165393"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:53:14.380329 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63345c7b-0a11-45ff-bcea-9c56b9199e53 service neutron] Pushing event updated for resources: {'Port': ['ID=b89ca131-95e6-4d7e-be64-52d76e165393,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:53:14.406010 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b56ae55-4604-4d2c-bbc5-0d1fccde51dd x-openstack-request-id: req-0b56ae55-4604-4d2c-bbc5-0d1fccde51dd {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:53:14.406416 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ef24ef-40a9-4079-977c-88bcb0925324", "tag": "b89ca131-95e6-4d7e-be64-52d76e165393", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:53:14.406912 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0b56ae55-4604-4d2c-bbc5-0d1fccde51dd {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:53:14.407555 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ef24ef-40a9-4079-977c-88bcb0925324', 'tag': 'b89ca131-95e6-4d7e-be64-52d76e165393', 'status': 'completed', 'code': 200} Dec 16 10:53:14.472811 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755428e7-5d6e-47f0-9af5-19d751797251 req-6740b6d8-183e-41c9-be95-1ce39965c1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:53:14.474836 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-755428e7-5d6e-47f0-9af5-19d751797251 req-6740b6d8-183e-41c9-be95-1ce39965c1c7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2386f173f4484f2d80cf8afe29270fdb&device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 1094 time: 0.0476830 Dec 16 10:53:14.587694 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755428e7-5d6e-47f0-9af5-19d751797251 req-89f7361b-8b1a-4afa-abef-ca6440006730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:53:14.589218 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-755428e7-5d6e-47f0-9af5-19d751797251 req-89f7361b-8b1a-4afa-abef-ca6440006730 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=2386f173f4484f2d80cf8afe29270fdb&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1067014 Dec 16 10:53:14.716675 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755428e7-5d6e-47f0-9af5-19d751797251 req-9a8a43ca-7d5d-4988-8049-fba6bd8f1e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:53:14.719259 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-755428e7-5d6e-47f0-9af5-19d751797251 req-9a8a43ca-7d5d-4988-8049-fba6bd8f1e57 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1232026 Dec 16 10:53:14.797130 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-5302f206-b5ea-47be-9636-03f870762ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:53:14.798635 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-5302f206-b5ea-47be-9636-03f870762ae9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2386f173f4484f2d80cf8afe29270fdb&device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 1094 time: 0.0418026 Dec 16 10:53:14.839025 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-0d9ac0e1-70c2-429a-882a-30fdc4eb5594 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b89ca131-95e6-4d7e-be64-52d76e165393 HTTP/1.1" status: 200 len: 217 time: 0.0330017 Dec 16 10:53:14.896047 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-f90dec8b-add4-4aaf-b50f-5523e535a61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:53:14.896047 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-f90dec8b-add4-4aaf-b50f-5523e535a61c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3391580c-7bbf-4e39-92ff-e0802ce22778 HTTP/1.1" status: 200 len: 847 time: 0.0480492 Dec 16 10:53:15.272725 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-85a32445-84d2-4576-bd99-d26bffc6a1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:53:15.274265 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-85a32445-84d2-4576-bd99-d26bffc6a1dc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3724518 Dec 16 10:53:15.368687 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-d4a54a82-9c57-40bc-ab64-590b06f6e48f service neutron] 10.222.0.58 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866060 Dec 16 10:53:15.431577 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc611071-63df-46a8-8db4-474b8e546a81 req-1dd775ec-3b41-448c-9f8a-d3ba6bac4823 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:53:15.433147 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bc611071-63df-46a8-8db4-474b8e546a81 req-1dd775ec-3b41-448c-9f8a-d3ba6bac4823 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 943 time: 0.0559015 Dec 16 10:53:15.470389 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2d973ec1-5712-41f3-96c9-f2f26da31872 req-b6c24e4d-4bde-4e88-8a2d-57ac71854844 service neutron] 10.222.0.58 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939677 Dec 16 10:53:15.472655 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bc611071-63df-46a8-8db4-474b8e546a81 req-27da64a0-3109-4fd2-a968-c4e3c3b46725 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329857 Dec 16 10:53:16.610020 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fdc6ef-9334-47b7-bbe4-b6f0b133e268 req-1cf60be1-8765-4922-a8f9-f403a660eccc tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:53:16.611800 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-43fdc6ef-9334-47b7-bbe4-b6f0b133e268 req-1cf60be1-8765-4922-a8f9-f403a660eccc tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 943 time: 0.0512967 Dec 16 10:53:16.658151 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-43fdc6ef-9334-47b7-bbe4-b6f0b133e268 req-ba725dd5-09d1-4f6a-a89d-2041e26b5f9b tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398977 Dec 16 10:53:17.773542 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5e29b-0b6d-436f-8166-fa0817280031 req-3ceef221-056f-43ed-abd0-c1cf22903028 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:53:17.775002 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d5a5e29b-0b6d-436f-8166-fa0817280031 req-3ceef221-056f-43ed-abd0-c1cf22903028 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 943 time: 0.0502582 Dec 16 10:53:17.813240 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d5a5e29b-0b6d-436f-8166-fa0817280031 req-a4e9ee60-4fc7-4097-8aa0-06893408c56c tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319192 Dec 16 10:53:18.934406 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76091ee0-d0a0-483c-88a0-33a4889f4c0f req-5028d200-67da-4df0-81ef-3d935e164eb3 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:53:18.935867 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-76091ee0-d0a0-483c-88a0-33a4889f4c0f req-5028d200-67da-4df0-81ef-3d935e164eb3 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 943 time: 0.0535822 Dec 16 10:53:18.972733 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-76091ee0-d0a0-483c-88a0-33a4889f4c0f req-81d0f10f-de1f-4777-af01-c2712ca07bfd tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308473 Dec 16 10:53:20.088390 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c073be-2432-4104-b7a2-da520d6bd094 req-3441280c-9374-46d4-a837-b4de061a1083 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:53:20.089940 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a3c073be-2432-4104-b7a2-da520d6bd094 req-3441280c-9374-46d4-a837-b4de061a1083 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 943 time: 0.0486479 Dec 16 10:53:20.131562 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a3c073be-2432-4104-b7a2-da520d6bd094 req-1e49124a-b320-48fc-9a53-68cc9e5aef6d tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355926 Dec 16 10:53:21.246246 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeee62c-bf2f-4842-9581-157d350bcbdc req-22af6381-0e86-47f4-b9d4-c55f0e21811c tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:53:21.247741 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-beeee62c-bf2f-4842-9581-157d350bcbdc req-22af6381-0e86-47f4-b9d4-c55f0e21811c tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 943 time: 0.0490301 Dec 16 10:53:21.286351 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-beeee62c-bf2f-4842-9581-157d350bcbdc req-84f136c0-f32a-460b-a2c7-150fd231e9b8 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321457 Dec 16 10:53:22.402157 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbeb538-06c3-4a4d-8e38-26365def0ffa req-606b44e7-e9e6-4f91-b1c9-72bbc3464d3a tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:53:22.403890 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5fbeb538-06c3-4a4d-8e38-26365def0ffa req-606b44e7-e9e6-4f91-b1c9-72bbc3464d3a tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 943 time: 0.0489695 Dec 16 10:53:22.440853 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5fbeb538-06c3-4a4d-8e38-26365def0ffa req-bfd8c8b8-7a43-4daf-917e-e3ff4a387dd0 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307262 Dec 16 10:53:23.555011 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb0a5a-3a5a-49ed-9543-770299aa1743 req-859cc114-0cdf-46d7-a705-fcbc7de6ca00 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:53:23.556503 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a0cb0a5a-3a5a-49ed-9543-770299aa1743 req-859cc114-0cdf-46d7-a705-fcbc7de6ca00 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 943 time: 0.0486233 Dec 16 10:53:23.594063 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a0cb0a5a-3a5a-49ed-9543-770299aa1743 req-f04b9c42-7677-457d-8503-fa16c6794cad tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314956 Dec 16 10:53:24.194489 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7032df2a-bb63-4f34-8ada-a94d8a9d7899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:24.389410 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device b89ca131-95e6-4d7e-be64-52d76e165393 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:53:24.480310 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port b89ca131-95e6-4d7e-be64-52d76e165393, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=b89ca131-95e6-4d7e-be64-52d76e165393,segment=NetworkSegment(78d8160b-0a51-4f58-8c2d-07f42390b6c3),segment_id=78d8160b-0a51-4f58-8c2d-07f42390b6c3)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:53:24.494938 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'b89ca131-95e6-4d7e-be64-52d76e165393', 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b', 'port_id': 'b89ca131-95e6-4d7e-be64-52d76e165393', 'mac_address': 'fa:16:3e:35:c5:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:53:24.599486 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:24.619269 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b89ca131-95e6-4d7e-be64-52d76e165393 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:53:24.655013 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port b89ca131-95e6-4d7e-be64-52d76e165393, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=b89ca131-95e6-4d7e-be64-52d76e165393,segment=NetworkSegment(78d8160b-0a51-4f58-8c2d-07f42390b6c3),segment_id=78d8160b-0a51-4f58-8c2d-07f42390b6c3)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:53:24.717673 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6e31f-52c6-491a-8113-cec22b5a6bc2 req-c756d058-c2d9-4d99-b7a9-fa5548319359 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:53:24.719149 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e7f6e31f-52c6-491a-8113-cec22b5a6bc2 req-c756d058-c2d9-4d99-b7a9-fa5548319359 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 943 time: 0.0503976 Dec 16 10:53:24.725039 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:24.757703 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e7f6e31f-52c6-491a-8113-cec22b5a6bc2 req-38632a42-cfc4-46ab-90d5-5f977fc68027 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322506 Dec 16 10:53:24.773408 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=b89ca131-95e6-4d7e-be64-52d76e165393,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:53:24.780979 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:53:24.781360 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:53:24.781696 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:53:24.782028 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:53:24.782351 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:53:24.782675 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:53:24.782995 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:53:24.783317 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:53:24.783630 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:53:24.783942 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:53:24.784259 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:53:24.784569 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:53:24.935962 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['b89ca131-95e6-4d7e-be64-52d76e165393'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:53:25.655714 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:53:25.879399 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bfd89-ae01-4a60-ac1b-a833b6320c5b req-768caaac-ee77-4fd9-9047-caf1544bc1ba tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:53:25.880911 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-613bfd89-ae01-4a60-ac1b-a833b6320c5b req-768caaac-ee77-4fd9-9047-caf1544bc1ba tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 944 time: 0.0536022 Dec 16 10:53:25.921200 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-613bfd89-ae01-4a60-ac1b-a833b6320c5b req-3864c96f-b2bf-46a1-bcbe-b736d24ad2f7 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339797 Dec 16 10:53:26.406461 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device b89ca131-95e6-4d7e-be64-52d76e165393 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:53:26.542586 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-49178b68-d44d-4f0f-8e7c-69812d84bb08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:26.599695 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port b89ca131-95e6-4d7e-be64-52d76e165393 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:53:26.604819 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port b89ca131-95e6-4d7e-be64-52d76e165393 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:53:26.605525 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:26.697618 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:26.719837 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ef24ef-40a9-4079-977c-88bcb0925324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89ca131-95e6-4d7e-be64-52d76e165393'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:53:26.722095 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43456ec7ce59ea77a0f74ce1d1a90a56292c95d5d3a8a10fcc4b35aa5a8e1da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c49df2e-a654-4a8a-9744-c86ab292ef56" -d '{"events": [{"server_uuid": "76ef24ef-40a9-4079-977c-88bcb0925324", "name": "network-vif-plugged", "status": "completed", "tag": "b89ca131-95e6-4d7e-be64-52d76e165393"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:53:26.736546 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port b89ca131-95e6-4d7e-be64-52d76e165393, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=b89ca131-95e6-4d7e-be64-52d76e165393,segment=NetworkSegment(78d8160b-0a51-4f58-8c2d-07f42390b6c3),segment_id=78d8160b-0a51-4f58-8c2d-07f42390b6c3)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:53:26.772323 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438246ad-6c23-4a23-abcf-89250dc8337c x-openstack-request-id: req-438246ad-6c23-4a23-abcf-89250dc8337c {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:53:26.772611 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ef24ef-40a9-4079-977c-88bcb0925324", "name": "network-vif-plugged", "status": "completed", "tag": "b89ca131-95e6-4d7e-be64-52d76e165393", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:53:26.772862 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-438246ad-6c23-4a23-abcf-89250dc8337c {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:53:26.773307 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ef24ef-40a9-4079-977c-88bcb0925324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89ca131-95e6-4d7e-be64-52d76e165393', 'code': 200} Dec 16 10:53:26.811011 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:26.859047 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=b89ca131-95e6-4d7e-be64-52d76e165393,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:53:26.868314 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f830b-4130-4f2e-90dd-847f9619f3c4 req-a2b63376-157b-47c4-8450-5c4f3589fba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:53:26.869929 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-132f830b-4130-4f2e-90dd-847f9619f3c4 req-a2b63376-157b-47c4-8450-5c4f3589fba7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 1096 time: 0.0406787 Dec 16 10:53:26.904918 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-132f830b-4130-4f2e-90dd-847f9619f3c4 req-f24f11d0-7175-48e1-bf04-f2068564ad7e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283225 Dec 16 10:53:27.041424 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c56157-b335-409c-9030-c09a58e1a251 req-e1993ad8-6727-4bef-9d83-817639c744a0 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:53:27.042909 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f8c56157-b335-409c-9030-c09a58e1a251 req-e1993ad8-6727-4bef-9d83-817639c744a0 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 945 time: 0.0511258 Dec 16 10:53:27.080411 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f8c56157-b335-409c-9030-c09a58e1a251 req-73461d4d-ba57-45f0-800e-1ceb690a31b9 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313199 Dec 16 10:53:27.920568 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:28.212008 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8a85c-80ba-4d67-a283-89b78f834b40 req-116f5720-05d3-4ea8-8ec9-ac87c8315c98 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:53:28.213713 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-31c8a85c-80ba-4d67-a283-89b78f834b40 req-116f5720-05d3-4ea8-8ec9-ac87c8315c98 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 945 time: 0.0624111 Dec 16 10:53:28.258149 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-31c8a85c-80ba-4d67-a283-89b78f834b40 req-3d36c2fc-3781-46e4-8e3a-a1fd37ea0d12 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377188 Dec 16 10:53:28.393970 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695b440-951c-44ba-8053-f57b064e7c92 req-baf0a018-24ae-4dcf-a901-b19044122078 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:53:28.395656 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e695b440-951c-44ba-8053-f57b064e7c92 req-baf0a018-24ae-4dcf-a901-b19044122078 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 945 time: 0.0560174 Dec 16 10:53:28.435621 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e695b440-951c-44ba-8053-f57b064e7c92 req-9a5e12cd-79e4-4579-b891-d567b9cc6712 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331662 Dec 16 10:53:28.457809 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43780) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:53:28.545709 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08626fa8-7da3-4194-9088-bd18f83bf044 tempest-TestShelveInstance-1446593551 tempest-TestShelveInstance-1446593551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:53:28.547255 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-08626fa8-7da3-4194-9088-bd18f83bf044 tempest-TestShelveInstance-1446593551 tempest-TestShelveInstance-1446593551-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 1091 time: 0.0878713 Dec 16 10:53:28.550102 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 43784) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:53:28.554557 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-401a06e4-cad4-4d46-a5fd-02b25619f45f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'port_id': 'b89ca131-95e6-4d7e-be64-52d76e165393', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:53:28.672703 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-401a06e4-cad4-4d46-a5fd-02b25619f45f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for floatingip, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:28.779945 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-401a06e4-cad4-4d46-a5fd-02b25619f45f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:28.884630 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-401a06e4-cad4-4d46-a5fd-02b25619f45f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Allocated IP 172.25.1.35 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/713cd1ee-cf3b-4595-9c00-395e098d5f09) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:53:28.997828 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-401a06e4-cad4-4d46-a5fd-02b25619f45f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:29.097024 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-401a06e4-cad4-4d46-a5fd-02b25619f45f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:29.141773 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401a06e4-cad4-4d46-a5fd-02b25619f45f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:53:29.144575 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-401a06e4-cad4-4d46-a5fd-02b25619f45f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:53:29.147974 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401a06e4-cad4-4d46-a5fd-02b25619f45f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:53:29.156202 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a06e4-cad4-4d46-a5fd-02b25619f45f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Pushing event updated for resources: {'Port': ['ID=713cd1ee-cf3b-4595-9c00-395e098d5f09,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:53:29.468194 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:29.497911 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-401a06e4-cad4-4d46-a5fd-02b25619f45f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:29.660831 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-401a06e4-cad4-4d46-a5fd-02b25619f45f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:29.661859 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:29.820999 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-401a06e4-cad4-4d46-a5fd-02b25619f45f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:29.872484 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-401a06e4-cad4-4d46-a5fd-02b25619f45f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:29.941370 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a06e4-cad4-4d46-a5fd-02b25619f45f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Pushing event updated for resources: {'Port': ['ID=713cd1ee-cf3b-4595-9c00-395e098d5f09,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:53:29.953809 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-401a06e4-cad4-4d46-a5fd-02b25619f45f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:30.055838 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [None req-401a06e4-cad4-4d46-a5fd-02b25619f45f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Floating IP 4314bcb6-7cac-4f72-8235-dcc9bd197bf7 associated. External IP: 172.25.1.35, port: b89ca131-95e6-4d7e-be64-52d76e165393. Dec 16 10:53:30.272354 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401a06e4-cad4-4d46-a5fd-02b25619f45f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Router b168c42c-b019-434b-9f7b-fde106730013 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:53:30.380684 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401a06e4-cad4-4d46-a5fd-02b25619f45f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:53:30.391015 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04020a4c-eecc-4aba-a09b-de02154d2f8b None None] Sync routers for ids ['b168c42c-b019-434b-9f7b-fde106730013'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:53:30.399920 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04020a4c-eecc-4aba-a09b-de02154d2f8b None None] Routers {'b168c42c-b019-434b-9f7b-fde106730013'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:53:30.400545 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-04020a4c-eecc-4aba-a09b-de02154d2f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:53:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b168c42c-b019-434b-9f7b-fde106730013'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:53:30.463206 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-401a06e4-cad4-4d46-a5fd-02b25619f45f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:30.490748 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-401a06e4-cad4-4d46-a5fd-02b25619f45f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9395735 Dec 16 10:53:30.491329 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ef24ef-40a9-4079-977c-88bcb0925324', 'tag': 'b89ca131-95e6-4d7e-be64-52d76e165393'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:53:30.493952 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1366693d-9ea9-4e77-8268-bd0c6c73caff" -d '{"events": [{"name": "network-changed", "server_uuid": "76ef24ef-40a9-4079-977c-88bcb0925324", "tag": "b89ca131-95e6-4d7e-be64-52d76e165393"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:53:30.507128 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-04020a4c-eecc-4aba-a09b-de02154d2f8b None None] Set router b168c42c-b019-434b-9f7b-fde106730013 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:53:30.531321 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b558e74-d3a6-4e88-9ef1-976e30188e04 x-openstack-request-id: req-0b558e74-d3a6-4e88-9ef1-976e30188e04 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:53:30.531838 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ef24ef-40a9-4079-977c-88bcb0925324", "tag": "b89ca131-95e6-4d7e-be64-52d76e165393", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:53:30.531838 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0b558e74-d3a6-4e88-9ef1-976e30188e04 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:53:30.532250 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ef24ef-40a9-4079-977c-88bcb0925324', 'tag': 'b89ca131-95e6-4d7e-be64-52d76e165393', 'status': 'completed', 'code': 200} Dec 16 10:53:30.593893 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366693d-9ea9-4e77-8268-bd0c6c73caff req-e8dd4832-b75c-470e-8ea7-f208d4b5a1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:53:30.595401 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1366693d-9ea9-4e77-8268-bd0c6c73caff req-e8dd4832-b75c-470e-8ea7-f208d4b5a1d3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2386f173f4484f2d80cf8afe29270fdb&device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 1096 time: 0.0409288 Dec 16 10:53:30.691895 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366693d-9ea9-4e77-8268-bd0c6c73caff req-04219efb-b840-415e-8979-b6842c7edbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:53:30.693458 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1366693d-9ea9-4e77-8268-bd0c6c73caff req-04219efb-b840-415e-8979-b6842c7edbeb service neutron] 10.222.0.58 "GET /v2.0/networks?id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b HTTP/1.1" status: 200 len: 909 time: 0.0909400 Dec 16 10:53:30.764437 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1366693d-9ea9-4e77-8268-bd0c6c73caff req-f855f4f8-7b70-4797-9882-502f8f81b418 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b89ca131-95e6-4d7e-be64-52d76e165393 HTTP/1.1" status: 200 len: 998 time: 0.0631719 Dec 16 10:53:30.816781 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366693d-9ea9-4e77-8268-bd0c6c73caff req-4a3ceb28-5c3a-4f15-8f5e-26cfc55b1304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:53:30.818306 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1366693d-9ea9-4e77-8268-bd0c6c73caff req-4a3ceb28-5c3a-4f15-8f5e-26cfc55b1304 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3391580c-7bbf-4e39-92ff-e0802ce22778 HTTP/1.1" status: 200 len: 847 time: 0.0472906 Dec 16 10:53:30.870361 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366693d-9ea9-4e77-8268-bd0c6c73caff req-c35cb8b9-6600-4b7e-8453-5090da6a79e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:53:30.871871 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1366693d-9ea9-4e77-8268-bd0c6c73caff req-c35cb8b9-6600-4b7e-8453-5090da6a79e9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457215 Dec 16 10:53:30.888505 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-04020a4c-eecc-4aba-a09b-de02154d2f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b168c42c-b019-434b-9f7b-fde106730013', 'name': 'tempest-TestShelveInstance-723614027-router', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'bfc04939-7812-4ccc-9d08-cca8f0cadf01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:47:38Z', 'updated_at': '2021-12-16T10:47:41Z', 'revision_number': 4, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'gw_port': {'id': 'bfc04939-7812-4ccc-9d08-cca8f0cadf01', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:39Z', 'updated_at': '2021-12-16T10:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '4314bcb6-7cac-4f72-8235-dcc9bd197bf7', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'port_id': 'b89ca131-95e6-4d7e-be64-52d76e165393', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b', 'mac_address': 'fa:16:3e:35:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ef24ef-40a9-4079-977c-88bcb0925324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:53:29Z', 'updated_at': '2021-12-16T10:53:29Z', 'revision_number': 0, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5144c1b7-5110-47b4-a9da-e33f2ea26ac6', 'name': '', 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'mac_address': 'fa:16:3e:3a:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:41Z', 'updated_at': '2021-12-16T10:47:46Z', 'revision_number': 5, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'subnets': [{'id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:53:30.916660 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04020a4c-eecc-4aba-a09b-de02154d2f8b None None] Checking router: b168c42c-b019-434b-9f7b-fde106730013 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:53:30.925168 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04020a4c-eecc-4aba-a09b-de02154d2f8b None None] Routers {'b168c42c-b019-434b-9f7b-fde106730013'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:53:30.925794 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-04020a4c-eecc-4aba-a09b-de02154d2f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:53:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b168c42c-b019-434b-9f7b-fde106730013'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:53:30.970796 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1366693d-9ea9-4e77-8268-bd0c6c73caff req-f051eadc-06e5-4d81-ae1a-56d00b9a9a66 service neutron] 10.222.0.58 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916703 Dec 16 10:53:31.031764 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-04020a4c-eecc-4aba-a09b-de02154d2f8b None None] Set router b168c42c-b019-434b-9f7b-fde106730013 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:53:31.068063 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1366693d-9ea9-4e77-8268-bd0c6c73caff req-712b9e20-bb58-4480-a3da-75bb953784f7 service neutron] 10.222.0.58 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905137 Dec 16 10:53:31.123049 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fa2e0125-2951-4dbb-9441-4f5ed05fd086 req-004767b7-7915-441a-b751-b7ccd2ba1ca1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420020 Dec 16 10:53:31.264497 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e0125-2951-4dbb-9441-4f5ed05fd086 req-066e207b-f6db-435d-9a96-ffdeb927a1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:53:31.265778 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-04020a4c-eecc-4aba-a09b-de02154d2f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b168c42c-b019-434b-9f7b-fde106730013', 'name': 'tempest-TestShelveInstance-723614027-router', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'bfc04939-7812-4ccc-9d08-cca8f0cadf01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:47:38Z', 'updated_at': '2021-12-16T10:47:41Z', 'revision_number': 4, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'gw_port': {'id': 'bfc04939-7812-4ccc-9d08-cca8f0cadf01', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:39Z', 'updated_at': '2021-12-16T10:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '4314bcb6-7cac-4f72-8235-dcc9bd197bf7', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'port_id': 'b89ca131-95e6-4d7e-be64-52d76e165393', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b', 'mac_address': 'fa:16:3e:35:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ef24ef-40a9-4079-977c-88bcb0925324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:53:29Z', 'updated_at': '2021-12-16T10:53:29Z', 'revision_number': 0, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5144c1b7-5110-47b4-a9da-e33f2ea26ac6', 'name': '', 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'mac_address': 'fa:16:3e:3a:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:41Z', 'updated_at': '2021-12-16T10:47:46Z', 'revision_number': 5, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'subnets': [{'id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:53:31.266060 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fa2e0125-2951-4dbb-9441-4f5ed05fd086 req-066e207b-f6db-435d-9a96-ffdeb927a1f4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2386f173f4484f2d80cf8afe29270fdb&device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 1096 time: 0.0410173 Dec 16 10:53:31.293754 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04020a4c-eecc-4aba-a09b-de02154d2f8b None None] The sync data for ids ['b168c42c-b019-434b-9f7b-fde106730013'] in n-d-820550-2 is: [{'id': 'b168c42c-b019-434b-9f7b-fde106730013', 'name': 'tempest-TestShelveInstance-723614027-router', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'bfc04939-7812-4ccc-9d08-cca8f0cadf01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:47:38Z', 'updated_at': '2021-12-16T10:47:41Z', 'revision_number': 4, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'gw_port': {'id': 'bfc04939-7812-4ccc-9d08-cca8f0cadf01', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:39Z', 'updated_at': '2021-12-16T10:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '4314bcb6-7cac-4f72-8235-dcc9bd197bf7', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'floating_ip_address': '172.25.1.35', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'port_id': 'b89ca131-95e6-4d7e-be64-52d76e165393', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b', 'mac_address': 'fa:16:3e:35:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ef24ef-40a9-4079-977c-88bcb0925324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:53:29Z', 'updated_at': '2021-12-16T10:53:29Z', 'revision_number': 0, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5144c1b7-5110-47b4-a9da-e33f2ea26ac6', 'name': '', 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'mac_address': 'fa:16:3e:3a:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:41Z', 'updated_at': '2021-12-16T10:47:46Z', 'revision_number': 5, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'subnets': [{'id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:53:31.384565 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e0125-2951-4dbb-9441-4f5ed05fd086 req-767092a9-9e42-4645-8505-06f7bd68e6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:53:31.386198 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fa2e0125-2951-4dbb-9441-4f5ed05fd086 req-767092a9-9e42-4645-8505-06f7bd68e6ed service neutron] 10.222.0.58 "GET /v2.0/networks?id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b HTTP/1.1" status: 200 len: 909 time: 0.1012354 Dec 16 10:53:31.459021 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fa2e0125-2951-4dbb-9441-4f5ed05fd086 req-09a90069-ce8a-458b-90ce-7853bffcdac4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b89ca131-95e6-4d7e-be64-52d76e165393 HTTP/1.1" status: 200 len: 998 time: 0.0648890 Dec 16 10:53:31.497576 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62875b6-b9fb-4209-b50d-c9bc5d2d77c1 None None] New status for floating IP 4314bcb6-7cac-4f72-8235-dcc9bd197bf7: ACTIVE {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:53:31.513950 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e0125-2951-4dbb-9441-4f5ed05fd086 req-ccbea36a-58af-403d-869c-e6d59c3c639a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:53:31.515413 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fa2e0125-2951-4dbb-9441-4f5ed05fd086 req-ccbea36a-58af-403d-869c-e6d59c3c639a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3391580c-7bbf-4e39-92ff-e0802ce22778 HTTP/1.1" status: 200 len: 847 time: 0.0488653 Dec 16 10:53:31.565090 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e0125-2951-4dbb-9441-4f5ed05fd086 req-c7948df9-77ce-458c-a376-269b3775ae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:53:31.567610 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fa2e0125-2951-4dbb-9441-4f5ed05fd086 req-c7948df9-77ce-458c-a376-269b3775ae60 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443928 Dec 16 10:53:31.659201 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fa2e0125-2951-4dbb-9441-4f5ed05fd086 req-e92c29e8-4e04-40b2-9c7f-107d7eaf57d5 service neutron] 10.222.0.58 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847514 Dec 16 10:53:31.759562 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fa2e0125-2951-4dbb-9441-4f5ed05fd086 req-88e6c4d2-8920-4bb4-9744-a919bd121ec3 service neutron] 10.222.0.58 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923865 Dec 16 10:53:38.203623 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:41.799131 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:54.204117 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-cae121f6-0007-4452-a96c-cbcca7ada575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:56.496551 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-87e12121-97d0-482c-b77f-37ea578d7d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:57.958583 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:59.438578 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:59.655589 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:54:02.656117 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:54:08.209717 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:54:11.797191 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:54:24.219225 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2487f86a-5fd3-45e0-a8e1-844ee53f298a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:54:26.470830 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ad1cb34c-68dd-47b9-a41e-7a838ed5405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:54:27.923369 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:54:29.430578 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:54:29.746316 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:54:31.121210 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-02ff6e35-3089-4213-894f-dd986d3463b0 req-594d5fda-7c9e-48b4-9470-f16062ed7597 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411654 Dec 16 10:54:31.204614 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff6e35-3089-4213-894f-dd986d3463b0 req-3dccf2be-6ed5-437e-91d9-c81139156927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:54:31.206734 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-02ff6e35-3089-4213-894f-dd986d3463b0 req-3dccf2be-6ed5-437e-91d9-c81139156927 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2386f173f4484f2d80cf8afe29270fdb&device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 1096 time: 0.0431781 Dec 16 10:54:31.312176 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff6e35-3089-4213-894f-dd986d3463b0 req-03f08463-3ae1-49a3-aa07-4665196bfc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:54:31.313671 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-02ff6e35-3089-4213-894f-dd986d3463b0 req-03f08463-3ae1-49a3-aa07-4665196bfc18 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b HTTP/1.1" status: 200 len: 909 time: 0.0874839 Dec 16 10:54:31.382173 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-02ff6e35-3089-4213-894f-dd986d3463b0 req-92cf34c2-cc4f-43fc-885c-a8d2a48bfb00 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b89ca131-95e6-4d7e-be64-52d76e165393 HTTP/1.1" status: 200 len: 1000 time: 0.0611498 Dec 16 10:54:31.435708 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff6e35-3089-4213-894f-dd986d3463b0 req-9ec09bfb-e942-4962-98ca-fd0c4b996410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:54:31.437241 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-02ff6e35-3089-4213-894f-dd986d3463b0 req-9ec09bfb-e942-4962-98ca-fd0c4b996410 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3391580c-7bbf-4e39-92ff-e0802ce22778 HTTP/1.1" status: 200 len: 847 time: 0.0480726 Dec 16 10:54:31.488572 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff6e35-3089-4213-894f-dd986d3463b0 req-28c6ab87-8907-48ab-b1e4-e215b3704536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:54:31.490112 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-02ff6e35-3089-4213-894f-dd986d3463b0 req-28c6ab87-8907-48ab-b1e4-e215b3704536 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456359 Dec 16 10:54:31.579279 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-02ff6e35-3089-4213-894f-dd986d3463b0 req-51fa31ef-5edf-4a68-8a15-30c3b55e3e61 service neutron] 10.222.0.58 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820055 Dec 16 10:54:31.674576 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-02ff6e35-3089-4213-894f-dd986d3463b0 req-a19158ad-912c-4439-9bea-b6b8b59bdce3 service neutron] 10.222.0.58 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884306 Dec 16 10:54:38.203202 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:54:39.655941 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:54:41.785540 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:54:54.191201 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3cca197a-81cc-4f75-b011-9f824b4b198e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:54:56.493723 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8f544327-f7c3-498d-ac63-122c1fe04f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:54:57.940045 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:54:59.448094 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:54:59.647010 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:55:08.179099 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:55:11.830421 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:55:16.656065 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:55:24.190686 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4ea4ca23-37ba-4968-95b6-9c919a062845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:55:26.470594 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-33c48ce6-3b80-4f58-b3d3-ada39c4ac19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:55:27.937771 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:55:29.458570 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:55:29.647052 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:55:33.171989 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-515e253a-57df-4e9b-846b-3a9bc9b2543a req-e70f2be2-da5a-4fd5-ada5-9d5cebd8d1ad service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0916188 Dec 16 10:55:33.258887 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e253a-57df-4e9b-846b-3a9bc9b2543a req-41a30760-b0bc-4a8f-8d5b-98b0f219ce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:55:33.260396 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-515e253a-57df-4e9b-846b-3a9bc9b2543a req-41a30760-b0bc-4a8f-8d5b-98b0f219ce59 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2386f173f4484f2d80cf8afe29270fdb&device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 1096 time: 0.0407531 Dec 16 10:55:33.367849 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e253a-57df-4e9b-846b-3a9bc9b2543a req-1b467597-7916-4df5-949a-f07ee6ba0008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:55:33.369308 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-515e253a-57df-4e9b-846b-3a9bc9b2543a req-1b467597-7916-4df5-949a-f07ee6ba0008 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b HTTP/1.1" status: 200 len: 909 time: 0.0882845 Dec 16 10:55:33.433735 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-515e253a-57df-4e9b-846b-3a9bc9b2543a req-d1f6522e-42dc-4824-aa16-c32ed40c5b13 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b89ca131-95e6-4d7e-be64-52d76e165393 HTTP/1.1" status: 200 len: 1000 time: 0.0574372 Dec 16 10:55:33.482391 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e253a-57df-4e9b-846b-3a9bc9b2543a req-850e695c-37f7-48a8-947c-6b749eb5d499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:55:33.483953 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-515e253a-57df-4e9b-846b-3a9bc9b2543a req-850e695c-37f7-48a8-947c-6b749eb5d499 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3391580c-7bbf-4e39-92ff-e0802ce22778 HTTP/1.1" status: 200 len: 847 time: 0.0434120 Dec 16 10:55:33.533694 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e253a-57df-4e9b-846b-3a9bc9b2543a req-fed68755-cac9-493d-acdb-6cff5deb21a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:55:33.535235 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-515e253a-57df-4e9b-846b-3a9bc9b2543a req-fed68755-cac9-493d-acdb-6cff5deb21a1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434639 Dec 16 10:55:33.624773 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-515e253a-57df-4e9b-846b-3a9bc9b2543a req-5a0de2d9-41bb-4e94-ba8e-e5324cabc2cc service neutron] 10.222.0.58 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820613 Dec 16 10:55:33.720428 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-515e253a-57df-4e9b-846b-3a9bc9b2543a req-0537422b-5122-4729-9919-72ba953e5825 service neutron] 10.222.0.58 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880198 Dec 16 10:55:38.212827 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:55:41.823388 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:55:53.655114 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:55:54.188490 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3bb1ca0b-97cf-47a7-866a-2945b6ca45e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:55:56.480920 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-31441b67-0458-494a-aba9-6379c053abe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:55:57.926426 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:55:58.666907 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d259d-3bfe-4120-b3f0-f86f31525b62 req-5f15de9b-d921-42c2-97aa-eac88027b41a tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:55:58.668384 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ec6d259d-3bfe-4120-b3f0-f86f31525b62 req-5f15de9b-d921-42c2-97aa-eac88027b41a tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 945 time: 0.1430225 Dec 16 10:55:58.707751 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ec6d259d-3bfe-4120-b3f0-f86f31525b62 req-c1985835-5119-4c91-9635-c0095c9baa65 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323644 Dec 16 10:55:59.450674 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:55:59.663555 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:55:59.891689 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861b521-d581-4e1c-bb8c-2a9bdade28e0 req-c26ca6c8-4f25-42ba-91df-ce57837c0737 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:55:59.894469 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0861b521-d581-4e1c-bb8c-2a9bdade28e0 req-c26ca6c8-4f25-42ba-91df-ce57837c0737 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 945 time: 0.1107113 Dec 16 10:55:59.936537 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0861b521-d581-4e1c-bb8c-2a9bdade28e0 req-bd5b7c8d-58fa-48cb-a30d-cb6be8ee9b69 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336754 Dec 16 10:56:01.079202 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcbd03-110f-4271-9493-7bfa1ad3fde6 req-6928a485-1348-4529-9a59-ea45f9123728 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:01.080695 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-efdcbd03-110f-4271-9493-7bfa1ad3fde6 req-6928a485-1348-4529-9a59-ea45f9123728 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 945 time: 0.0676937 Dec 16 10:56:01.118359 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-efdcbd03-110f-4271-9493-7bfa1ad3fde6 req-41a9a54d-6c59-4772-bb85-658e24951d0f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312896 Dec 16 10:56:02.262308 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37747a-9da7-4393-94b5-8bd9173fa51e req-93c7fbb9-8783-4c82-a328-466a8680f06a tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:02.262308 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bd37747a-9da7-4393-94b5-8bd9173fa51e req-93c7fbb9-8783-4c82-a328-466a8680f06a tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 945 time: 0.0497005 Dec 16 10:56:02.277773 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bd37747a-9da7-4393-94b5-8bd9173fa51e req-d1ab7de9-4667-4389-a6d5-58f9c4884a8f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317807 Dec 16 10:56:03.398121 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c51f4-eec2-4939-bdef-155f477cd1ff req-7a9a0f77-9a22-4461-9b5d-427c18bed6f8 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:03.399890 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c59c51f4-eec2-4939-bdef-155f477cd1ff req-7a9a0f77-9a22-4461-9b5d-427c18bed6f8 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 945 time: 0.0538208 Dec 16 10:56:03.438945 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c59c51f4-eec2-4939-bdef-155f477cd1ff req-3d99289e-e2d6-490c-a516-5a1a877df781 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327251 Dec 16 10:56:04.566515 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9278898c-9f47-4e3e-89b7-bc1d6510fbd5 req-131d1c1e-5e86-4a71-9d68-e44ae0ae59dd tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:04.568094 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9278898c-9f47-4e3e-89b7-bc1d6510fbd5 req-131d1c1e-5e86-4a71-9d68-e44ae0ae59dd tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 945 time: 0.0606959 Dec 16 10:56:04.614340 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9278898c-9f47-4e3e-89b7-bc1d6510fbd5 req-42794db2-14bb-4330-867e-ecfe54165b32 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397570 Dec 16 10:56:05.728535 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979ec36-57a6-46ce-9bd1-76c9e90d4318 req-e8558d95-2d46-4d86-b89d-057aed9323b4 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:05.730054 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c979ec36-57a6-46ce-9bd1-76c9e90d4318 req-e8558d95-2d46-4d86-b89d-057aed9323b4 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 945 time: 0.0488327 Dec 16 10:56:05.771345 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c979ec36-57a6-46ce-9bd1-76c9e90d4318 req-0ed50a33-d338-4c51-ba87-30afd25889ad tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344226 Dec 16 10:56:06.887006 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220c474-ccd9-43c2-907b-7159273c25d4 req-41d127aa-8b41-4cc7-b340-0566a47cd720 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:06.888490 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3220c474-ccd9-43c2-907b-7159273c25d4 req-41d127aa-8b41-4cc7-b340-0566a47cd720 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 945 time: 0.0490561 Dec 16 10:56:06.926221 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3220c474-ccd9-43c2-907b-7159273c25d4 req-48500620-65ac-4e51-864e-7c970e16ada4 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311143 Dec 16 10:56:08.040526 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72891cf-e0bd-4917-8563-b87bfd1dd0fb req-7ea19556-3de4-4ebe-84d4-92c14e4280eb tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:08.042061 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e72891cf-e0bd-4917-8563-b87bfd1dd0fb req-7ea19556-3de4-4ebe-84d4-92c14e4280eb tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 945 time: 0.0495329 Dec 16 10:56:08.080002 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e72891cf-e0bd-4917-8563-b87bfd1dd0fb req-93eccde5-176b-4cde-9e70-c269e6509ee1 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314763 Dec 16 10:56:08.217704 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:56:08.771488 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559dad54-48c2-40c7-b869-a53d79556e1b req-e99f7bcf-97ba-4277-b358-8b178c1eb4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:08.773041 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-559dad54-48c2-40c7-b869-a53d79556e1b req-e99f7bcf-97ba-4277-b358-8b178c1eb4dc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2386f173f4484f2d80cf8afe29270fdb&device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 1096 time: 0.0419669 Dec 16 10:56:09.217097 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559dad54-48c2-40c7-b869-a53d79556e1b req-8874dfa2-b78c-4aab-98f6-614608ea9a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:09.219165 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-559dad54-48c2-40c7-b869-a53d79556e1b req-8874dfa2-b78c-4aab-98f6-614608ea9a2e service neutron] 10.222.0.58 "GET /v2.0/networks?id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b HTTP/1.1" status: 200 len: 909 time: 0.4387062 Dec 16 10:56:09.226461 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859be06-c2ca-413f-bd5c-45c73c3aabaf req-fb3a6aec-2a11-4bba-86d3-fcbeb825d76d tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:09.227806 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a859be06-c2ca-413f-bd5c-45c73c3aabaf req-fb3a6aec-2a11-4bba-86d3-fcbeb825d76d tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 945 time: 0.0789280 Dec 16 10:56:09.314459 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a859be06-c2ca-413f-bd5c-45c73c3aabaf req-d1e1ac89-716a-4054-9b6c-54d741de74b9 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803289 Dec 16 10:56:09.316280 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-559dad54-48c2-40c7-b869-a53d79556e1b req-4ffde51c-5b83-4fb7-ad2a-0f51b0a71be7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b89ca131-95e6-4d7e-be64-52d76e165393 HTTP/1.1" status: 200 len: 1000 time: 0.0875823 Dec 16 10:56:09.366650 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559dad54-48c2-40c7-b869-a53d79556e1b req-153e9c3f-f0dc-4a94-b416-f8c170795b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:09.368066 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-559dad54-48c2-40c7-b869-a53d79556e1b req-153e9c3f-f0dc-4a94-b416-f8c170795b98 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3391580c-7bbf-4e39-92ff-e0802ce22778 HTTP/1.1" status: 200 len: 847 time: 0.0448771 Dec 16 10:56:09.414876 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559dad54-48c2-40c7-b869-a53d79556e1b req-a8ca67ab-4c87-411c-b025-3c1713d9f126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:09.416417 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-559dad54-48c2-40c7-b869-a53d79556e1b req-a8ca67ab-4c87-411c-b025-3c1713d9f126 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415673 Dec 16 10:56:09.507580 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-559dad54-48c2-40c7-b869-a53d79556e1b req-c0f74dbc-8424-4e38-8422-98c979502d94 service neutron] 10.222.0.58 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844133 Dec 16 10:56:09.606252 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-559dad54-48c2-40c7-b869-a53d79556e1b req-d02d1c0b-4ab7-41b6-9aed-f0c8c0c968b9 service neutron] 10.222.0.58 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915692 Dec 16 10:56:10.431683 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21d04b-d39f-4153-b574-723f12e5ebe9 req-e659c5a7-c8de-4d65-a06e-978d41c8a5c9 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:10.433047 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9f21d04b-d39f-4153-b574-723f12e5ebe9 req-e659c5a7-c8de-4d65-a06e-978d41c8a5c9 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 945 time: 0.0528486 Dec 16 10:56:10.470557 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9f21d04b-d39f-4153-b574-723f12e5ebe9 req-20f7b0e4-0a4d-4376-b379-3b1b646811bd tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314214 Dec 16 10:56:11.592916 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34705f-7c18-4fab-a94e-bef98ff0b35d req-0459a0f6-b8a8-492d-b859-f8915a291984 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:11.594969 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c34705f-7c18-4fab-a94e-bef98ff0b35d req-0459a0f6-b8a8-492d-b859-f8915a291984 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 945 time: 0.0559902 Dec 16 10:56:11.638685 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6c34705f-7c18-4fab-a94e-bef98ff0b35d req-2ed3d46d-df2a-4ec1-b381-2103f8317a7b tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359643 Dec 16 10:56:11.794364 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:56:12.769762 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc32ee-366a-4860-b8c1-18a7f8f27d26 req-413032f7-161a-4a45-bc9f-d566520f3a65 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:12.771399 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ebbc32ee-366a-4860-b8c1-18a7f8f27d26 req-413032f7-161a-4a45-bc9f-d566520f3a65 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 945 time: 0.0499680 Dec 16 10:56:12.810584 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ebbc32ee-366a-4860-b8c1-18a7f8f27d26 req-9e776462-ffdc-4024-97b4-c26f143c2e53 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328326 Dec 16 10:56:13.926043 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6dd37-83ae-4a5b-941c-26f226f95611 req-ea553911-7d01-4a44-a686-cc393d72edfc tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:13.927523 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3dd6dd37-83ae-4a5b-941c-26f226f95611 req-ea553911-7d01-4a44-a686-cc393d72edfc tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 945 time: 0.0495901 Dec 16 10:56:13.964039 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3dd6dd37-83ae-4a5b-941c-26f226f95611 req-ec275eac-f9d6-40f8-a844-0d9edc18310e tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305603 Dec 16 10:56:14.246501 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbb8fc-ad52-48e8-8120-adeb34cfc3c3 req-65240cf9-67b7-4db2-b6f3-a0654679aece tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:14.247980 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4fbbb8fc-ad52-48e8-8120-adeb34cfc3c3 req-65240cf9-67b7-4db2-b6f3-a0654679aece tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 945 time: 0.0485907 Dec 16 10:56:14.290277 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4fbbb8fc-ad52-48e8-8120-adeb34cfc3c3 req-0e89c419-8dce-4530-b1fc-b4e085ca091f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360901 Dec 16 10:56:14.334075 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-608bf8c3-7b21-42a9-a20e-537e5d964991 req-0fffb4d9-a976-4d56-aeef-9d8579491e43 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0851519 Dec 16 10:56:15.244232 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device b89ca131-95e6-4d7e-be64-52d76e165393 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:56:15.317721 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:56:15.349738 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port b89ca131-95e6-4d7e-be64-52d76e165393, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=b89ca131-95e6-4d7e-be64-52d76e165393,segment=NetworkSegment(78d8160b-0a51-4f58-8c2d-07f42390b6c3),segment_id=78d8160b-0a51-4f58-8c2d-07f42390b6c3)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:56:15.350658 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ef24ef-40a9-4079-977c-88bcb0925324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b89ca131-95e6-4d7e-be64-52d76e165393'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:56:15.352985 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43456ec7ce59ea77a0f74ce1d1a90a56292c95d5d3a8a10fcc4b35aa5a8e1da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e4e31d-e5c2-4594-8a62-64a17b26bfeb" -d '{"events": [{"server_uuid": "76ef24ef-40a9-4079-977c-88bcb0925324", "name": "network-vif-unplugged", "status": "completed", "tag": "b89ca131-95e6-4d7e-be64-52d76e165393"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:56:15.422004 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:56:15.427767 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16886efc-8f70-443a-a99d-c0a102c6f620 req-ea887577-20d3-4f37-a600-e38240047344 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:15.437696 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-16886efc-8f70-443a-a99d-c0a102c6f620 req-ea887577-20d3-4f37-a600-e38240047344 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 945 time: 0.0687912 Dec 16 10:56:15.468300 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Dec 2021 10:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d2e391-2c68-4db9-91ff-12473769076c x-openstack-request-id: req-a8d2e391-2c68-4db9-91ff-12473769076c {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:56:15.469152 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ef24ef-40a9-4079-977c-88bcb0925324", "name": "network-vif-unplugged", "status": "failed", "tag": "b89ca131-95e6-4d7e-be64-52d76e165393", "code": 422}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:56:15.469597 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a8d2e391-2c68-4db9-91ff-12473769076c {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:56:15.470225 n-d-820550-2 neutron-server[102818]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '76ef24ef-40a9-4079-977c-88bcb0925324', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b89ca131-95e6-4d7e-be64-52d76e165393', 'code': 422} returned with failed status Dec 16 10:56:15.475051 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=b89ca131-95e6-4d7e-be64-52d76e165393,revision_number=6']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:56:15.480120 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-16886efc-8f70-443a-a99d-c0a102c6f620 req-26f5162f-02ca-4bfb-aa20-b7a626363791 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365360 Dec 16 10:56:15.483513 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:56:15.484083 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:56:15.484609 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:56:15.485262 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:56:15.485756 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:56:15.486268 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:56:15.486764 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:56:15.487250 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:56:15.487745 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:56:15.488246 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:56:15.488747 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:56:15.489271 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:56:16.599562 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f79827-14b3-404f-a99d-20371cf8dbc9 req-4d3f40df-55e2-4d76-ae10-f45ad703d677 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:16.606802 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-29f79827-14b3-404f-a99d-20371cf8dbc9 req-4d3f40df-55e2-4d76-ae10-f45ad703d677 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 943 time: 0.0506151 Dec 16 10:56:16.646428 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-29f79827-14b3-404f-a99d-20371cf8dbc9 req-f0e63aac-99ce-44bf-a911-0b5bd55642ec tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387733 Dec 16 10:56:17.769825 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872b68b-e389-4d19-a32b-5c0d9131795f req-74e1a8a0-b536-4523-a4cb-b613830027b8 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:17.771424 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3872b68b-e389-4d19-a32b-5c0d9131795f req-74e1a8a0-b536-4523-a4cb-b613830027b8 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 943 time: 0.0557296 Dec 16 10:56:17.810825 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-3872b68b-e389-4d19-a32b-5c0d9131795f req-dfd30483-6702-4163-9cef-e3388fdc6344 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327303 Dec 16 10:56:18.929072 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6a24c-fa75-437c-b02d-fa0683e2f667 req-b97b9da3-72d1-4a0a-9cbf-e4b4ee20889c tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:18.930589 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ef6a24c-fa75-437c-b02d-fa0683e2f667 req-b97b9da3-72d1-4a0a-9cbf-e4b4ee20889c tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 943 time: 0.0517795 Dec 16 10:56:18.968618 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-3ef6a24c-fa75-437c-b02d-fa0683e2f667 req-182ce685-3915-40ff-92cf-7309002b0e57 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318110 Dec 16 10:56:19.989517 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bf8c3-7b21-42a9-a20e-537e5d964991 req-490d3a97-33de-4bb7-8303-3e77ddebfb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:19.991002 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-608bf8c3-7b21-42a9-a20e-537e5d964991 req-490d3a97-33de-4bb7-8303-3e77ddebfb8c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324&tenant_id=2386f173f4484f2d80cf8afe29270fdb HTTP/1.1" status: 200 len: 1094 time: 0.0406783 Dec 16 10:56:20.058068 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bf8c3-7b21-42a9-a20e-537e5d964991 req-d1f67a67-b141-4b8d-9b3e-acbfd4738902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:20.059563 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-608bf8c3-7b21-42a9-a20e-537e5d964991 req-d1f67a67-b141-4b8d-9b3e-acbfd4738902 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2386f173f4484f2d80cf8afe29270fdb&device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 1094 time: 0.0443473 Dec 16 10:56:20.083925 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a173e-af88-437e-95a0-0d6bcd7d0dda req-9e6a99b9-ed25-4991-a86e-ded9c57ce363 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:20.085570 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f72a173e-af88-437e-95a0-0d6bcd7d0dda req-9e6a99b9-ed25-4991-a86e-ded9c57ce363 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 943 time: 0.0500023 Dec 16 10:56:20.123239 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f72a173e-af88-437e-95a0-0d6bcd7d0dda req-4a3c25b7-7fe7-4d27-a49d-2f519c1cab4a tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316925 Dec 16 10:56:20.148458 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bf8c3-7b21-42a9-a20e-537e5d964991 req-34ef1ac1-0c43-4f99-8301-1092550d4c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:20.150667 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-608bf8c3-7b21-42a9-a20e-537e5d964991 req-34ef1ac1-0c43-4f99-8301-1092550d4c5e service neutron] 10.222.0.58 "GET /v2.0/networks?id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b HTTP/1.1" status: 200 len: 909 time: 0.0836465 Dec 16 10:56:20.219957 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-608bf8c3-7b21-42a9-a20e-537e5d964991 req-5ebd9a63-7c20-498c-a386-445e2c49f988 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b89ca131-95e6-4d7e-be64-52d76e165393 HTTP/1.1" status: 200 len: 998 time: 0.0625439 Dec 16 10:56:20.268432 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bf8c3-7b21-42a9-a20e-537e5d964991 req-72654252-50db-447d-9ae7-3c2f4f980820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:20.269819 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-608bf8c3-7b21-42a9-a20e-537e5d964991 req-72654252-50db-447d-9ae7-3c2f4f980820 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3391580c-7bbf-4e39-92ff-e0802ce22778 HTTP/1.1" status: 200 len: 847 time: 0.0429811 Dec 16 10:56:20.314789 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bf8c3-7b21-42a9-a20e-537e5d964991 req-1bfb979e-53c1-4258-82b5-800b14344fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:20.316284 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-608bf8c3-7b21-42a9-a20e-537e5d964991 req-1bfb979e-53c1-4258-82b5-800b14344fb7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398238 Dec 16 10:56:20.409956 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-608bf8c3-7b21-42a9-a20e-537e5d964991 req-617b9df0-81c0-4b85-b387-8abd56f9f477 service neutron] 10.222.0.58 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865879 Dec 16 10:56:20.497861 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-608bf8c3-7b21-42a9-a20e-537e5d964991 req-a22382c8-14ae-4382-94f4-8e2f48277036 service neutron] 10.222.0.58 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808432 Dec 16 10:56:21.244402 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676b16e-7e57-4821-86fb-3c965d63bebe req-3d5c6df0-da4f-4200-bd00-fcff1f411d05 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:21.245900 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f676b16e-7e57-4821-86fb-3c965d63bebe req-3d5c6df0-da4f-4200-bd00-fcff1f411d05 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 943 time: 0.0502779 Dec 16 10:56:21.287706 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f676b16e-7e57-4821-86fb-3c965d63bebe req-6cc4583a-35b5-4ae1-a2ec-845cffaec335 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358233 Dec 16 10:56:22.405052 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be1a6f-0d5d-454c-bdf3-49fce41c3faf req-7116f241-9147-4636-8dd1-e20c4f5d84d4 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:22.407207 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-59be1a6f-0d5d-454c-bdf3-49fce41c3faf req-7116f241-9147-4636-8dd1-e20c4f5d84d4 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 943 time: 0.0493641 Dec 16 10:56:22.443528 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-59be1a6f-0d5d-454c-bdf3-49fce41c3faf req-4e626f0e-f205-4dca-9e18-f61b44c7195c tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303538 Dec 16 10:56:23.558074 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd8edc-525c-4fcb-8f22-c63504f6d49e req-4d387cf5-b83b-48bf-9fbc-2e1c3cb53851 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:23.559567 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-43dd8edc-525c-4fcb-8f22-c63504f6d49e req-4d387cf5-b83b-48bf-9fbc-2e1c3cb53851 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 943 time: 0.0493817 Dec 16 10:56:23.596657 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-43dd8edc-525c-4fcb-8f22-c63504f6d49e req-e3168caa-a015-4900-aa69-585ba9e38d4d tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311446 Dec 16 10:56:24.215513 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b310ba03-96b2-4870-b813-8687640db9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:56:24.716558 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaec942-38e3-4a91-84a5-26de1349952d req-ccd41093-82e9-4522-92d9-773f40c02cb0 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:24.718087 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ddaec942-38e3-4a91-84a5-26de1349952d req-ccd41093-82e9-4522-92d9-773f40c02cb0 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 943 time: 0.0543895 Dec 16 10:56:24.756860 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-ddaec942-38e3-4a91-84a5-26de1349952d req-1d71f56c-d7cd-4f44-8b8f-482f78a2a594 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326829 Dec 16 10:56:25.873445 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91187a-04e9-4a77-9625-1d0007d1545b req-1b8d1d46-c0bc-429a-9731-62c910d3b6b4 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:25.875516 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2a91187a-04e9-4a77-9625-1d0007d1545b req-1b8d1d46-c0bc-429a-9731-62c910d3b6b4 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 943 time: 0.0525088 Dec 16 10:56:25.914210 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2a91187a-04e9-4a77-9625-1d0007d1545b req-15c4ec8e-0c3c-42b8-aac3-fa0599333a33 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325699 Dec 16 10:56:26.490990 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-14ed3079-c912-4016-a1ec-4cbd6bf71a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:56:27.029316 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c0969-e91c-4387-a730-8e187d85a05a req-92ff84f8-0fd9-4926-b7ca-7b3724dfd732 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:27.031533 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f08c0969-e91c-4387-a730-8e187d85a05a req-92ff84f8-0fd9-4926-b7ca-7b3724dfd732 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 943 time: 0.0490930 Dec 16 10:56:27.070324 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-f08c0969-e91c-4387-a730-8e187d85a05a req-e899f710-2a7c-4b0b-b2a1-c2e62cc76477 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326321 Dec 16 10:56:27.336860 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device b89ca131-95e6-4d7e-be64-52d76e165393 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:56:27.428728 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port b89ca131-95e6-4d7e-be64-52d76e165393, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=b89ca131-95e6-4d7e-be64-52d76e165393,segment=NetworkSegment(78d8160b-0a51-4f58-8c2d-07f42390b6c3),segment_id=78d8160b-0a51-4f58-8c2d-07f42390b6c3)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:56:27.439956 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': 'b89ca131-95e6-4d7e-be64-52d76e165393', 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b', 'port_id': 'b89ca131-95e6-4d7e-be64-52d76e165393', 'mac_address': 'fa:16:3e:35:c5:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:56:27.487823 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:56:27.502559 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b89ca131-95e6-4d7e-be64-52d76e165393 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:56:27.521528 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port b89ca131-95e6-4d7e-be64-52d76e165393, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=b89ca131-95e6-4d7e-be64-52d76e165393,segment=NetworkSegment(78d8160b-0a51-4f58-8c2d-07f42390b6c3),segment_id=78d8160b-0a51-4f58-8c2d-07f42390b6c3)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:56:27.610158 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:56:27.656353 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=b89ca131-95e6-4d7e-be64-52d76e165393,revision_number=7']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:56:27.848826 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['b89ca131-95e6-4d7e-be64-52d76e165393'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:56:27.966551 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:56:28.185255 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9c240-e701-4c77-91b3-19d7ab745b17 req-785a9b4e-adfe-42e9-bc6a-ffaf5bccff6b tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:28.186768 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c7b9c240-e701-4c77-91b3-19d7ab745b17 req-785a9b4e-adfe-42e9-bc6a-ffaf5bccff6b tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 944 time: 0.0499706 Dec 16 10:56:28.228925 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c7b9c240-e701-4c77-91b3-19d7ab745b17 req-8f9de6a9-8715-4a21-8054-a7c8f709feea tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356746 Dec 16 10:56:29.353308 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device b89ca131-95e6-4d7e-be64-52d76e165393 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:56:29.354907 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b1e9f-90ca-4a14-bf1e-36b89bf66a88 req-1b8ae6bc-7a9c-4dec-a9ed-6d2113327108 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:29.356423 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-918b1e9f-90ca-4a14-bf1e-36b89bf66a88 req-1b8ae6bc-7a9c-4dec-a9ed-6d2113327108 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 944 time: 0.0480947 Dec 16 10:56:29.397037 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-918b1e9f-90ca-4a14-bf1e-36b89bf66a88 req-d6479411-e807-4fba-a237-30fe242c2dd1 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339520 Dec 16 10:56:29.413415 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port b89ca131-95e6-4d7e-be64-52d76e165393 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:56:29.413415 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:56:29.476749 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:56:29.492250 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:56:29.513648 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ef24ef-40a9-4079-977c-88bcb0925324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89ca131-95e6-4d7e-be64-52d76e165393'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:56:29.515835 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43456ec7ce59ea77a0f74ce1d1a90a56292c95d5d3a8a10fcc4b35aa5a8e1da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e975eef4-0824-4f80-92f6-d0cb0f269699" -d '{"events": [{"server_uuid": "76ef24ef-40a9-4079-977c-88bcb0925324", "name": "network-vif-plugged", "status": "completed", "tag": "b89ca131-95e6-4d7e-be64-52d76e165393"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:56:29.528023 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port b89ca131-95e6-4d7e-be64-52d76e165393, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=b89ca131-95e6-4d7e-be64-52d76e165393,segment=NetworkSegment(78d8160b-0a51-4f58-8c2d-07f42390b6c3),segment_id=78d8160b-0a51-4f58-8c2d-07f42390b6c3)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:56:29.553349 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd81675-e367-4a92-b1ea-58afaa720245 x-openstack-request-id: req-5dd81675-e367-4a92-b1ea-58afaa720245 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:56:29.562318 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ef24ef-40a9-4079-977c-88bcb0925324", "name": "network-vif-plugged", "status": "completed", "tag": "b89ca131-95e6-4d7e-be64-52d76e165393", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:56:29.562318 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5dd81675-e367-4a92-b1ea-58afaa720245 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:56:29.562318 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ef24ef-40a9-4079-977c-88bcb0925324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89ca131-95e6-4d7e-be64-52d76e165393', 'code': 200} Dec 16 10:56:29.610847 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:56:29.637355 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:56:29.667362 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=b89ca131-95e6-4d7e-be64-52d76e165393,revision_number=8']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:56:29.700207 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249028a-9f5f-4f92-a6d0-357a0d2735d3 req-f2505d1b-7b4d-427e-94a5-123fcbf2a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:29.701778 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1249028a-9f5f-4f92-a6d0-357a0d2735d3 req-f2505d1b-7b4d-427e-94a5-123fcbf2a82a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 1096 time: 0.0421944 Dec 16 10:56:29.736520 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1249028a-9f5f-4f92-a6d0-357a0d2735d3 req-1fc75550-9a06-45b1-bae5-d526ecde2842 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275328 Dec 16 10:56:30.513809 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbedc9d-df91-48c6-b514-776825f6413e req-c9eb595f-85de-4b76-a62d-01c5ea60317a tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:30.515760 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6bbedc9d-df91-48c6-b514-776825f6413e req-c9eb595f-85de-4b76-a62d-01c5ea60317a tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 945 time: 0.0521395 Dec 16 10:56:30.552751 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-6bbedc9d-df91-48c6-b514-776825f6413e req-3c4e2792-cd9a-4a39-a859-9f87ac973048 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309846 Dec 16 10:56:30.654225 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:56:31.668106 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9aa6d6-7086-4f8d-9dd4-855dc4efd5fa req-0215a3db-a127-4b9e-af80-b3920151d592 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:31.669600 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5f9aa6d6-7086-4f8d-9dd4-855dc4efd5fa req-0215a3db-a127-4b9e-af80-b3920151d592 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 945 time: 0.0494695 Dec 16 10:56:31.707393 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5f9aa6d6-7086-4f8d-9dd4-855dc4efd5fa req-c7f7ccea-0e0d-4ce9-aeb8-f3b20e4815da tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318701 Dec 16 10:56:35.120944 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5c232762-3fea-42e1-8519-bd4a14db8628 req-3491f53e-8321-4b65-bbaf-5d2342010327 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409799 Dec 16 10:56:35.205607 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c232762-3fea-42e1-8519-bd4a14db8628 req-66f88866-52a1-4878-93d8-6a1369ca8855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:35.209081 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5c232762-3fea-42e1-8519-bd4a14db8628 req-66f88866-52a1-4878-93d8-6a1369ca8855 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2386f173f4484f2d80cf8afe29270fdb&device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 1096 time: 0.0450087 Dec 16 10:56:35.308153 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c232762-3fea-42e1-8519-bd4a14db8628 req-d8f49364-6103-4628-b6e4-01b8c6193889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:35.309692 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5c232762-3fea-42e1-8519-bd4a14db8628 req-d8f49364-6103-4628-b6e4-01b8c6193889 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b HTTP/1.1" status: 200 len: 909 time: 0.0839071 Dec 16 10:56:35.379460 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5c232762-3fea-42e1-8519-bd4a14db8628 req-bd3e29e3-1fa5-4b44-9413-6ad194593f85 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b89ca131-95e6-4d7e-be64-52d76e165393 HTTP/1.1" status: 200 len: 1000 time: 0.0623085 Dec 16 10:56:35.429739 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c232762-3fea-42e1-8519-bd4a14db8628 req-eac73c6e-6f06-49b4-bf0a-42f34104b057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:35.431172 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5c232762-3fea-42e1-8519-bd4a14db8628 req-eac73c6e-6f06-49b4-bf0a-42f34104b057 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3391580c-7bbf-4e39-92ff-e0802ce22778 HTTP/1.1" status: 200 len: 847 time: 0.0449059 Dec 16 10:56:35.476413 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c232762-3fea-42e1-8519-bd4a14db8628 req-9823fdef-ff79-4a11-9533-19f1d50408d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:35.477951 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5c232762-3fea-42e1-8519-bd4a14db8628 req-9823fdef-ff79-4a11-9533-19f1d50408d2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399354 Dec 16 10:56:35.572067 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5c232762-3fea-42e1-8519-bd4a14db8628 req-9e05561c-13de-4988-90ea-b385e2ed5fee service neutron] 10.222.0.58 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868142 Dec 16 10:56:35.664351 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5c232762-3fea-42e1-8519-bd4a14db8628 req-9eb67d69-ca3a-4962-b8c2-2ac966ec7acd service neutron] 10.222.0.58 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851903 Dec 16 10:56:38.210460 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:56:41.805371 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:56:54.180378 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5eae17f0-2650-4732-abf3-9f258ef4abf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:56:56.477781 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-845e16fd-0ae3-4fd6-b3d9-f1bd97812ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:56:57.924305 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:56:59.450330 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:56:59.650281 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:57:07.652827 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:57:08.255780 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:57:11.854176 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:57:24.215311 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1bc8245d-b254-4d60-baf3-b7014cac93bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:57:26.455360 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-fb45fb05-6933-4fac-a854-cf6683875cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:57:27.929553 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:57:29.478317 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:57:29.688307 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:57:35.115573 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8e916425-5c38-4bee-8ff8-0df937eb1f78 req-5ce327f9-f3ad-401e-8b5e-befc0e742cb5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396883 Dec 16 10:57:35.201880 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e916425-5c38-4bee-8ff8-0df937eb1f78 req-d86b95a5-3a2d-44e8-957f-9f70daee282f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:57:35.203380 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8e916425-5c38-4bee-8ff8-0df937eb1f78 req-d86b95a5-3a2d-44e8-957f-9f70daee282f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2386f173f4484f2d80cf8afe29270fdb&device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 1096 time: 0.0458453 Dec 16 10:57:35.322928 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e916425-5c38-4bee-8ff8-0df937eb1f78 req-64525764-129b-4ca7-9987-ca2a6735da50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:57:35.324387 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8e916425-5c38-4bee-8ff8-0df937eb1f78 req-64525764-129b-4ca7-9987-ca2a6735da50 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b HTTP/1.1" status: 200 len: 909 time: 0.1015534 Dec 16 10:57:35.393401 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8e916425-5c38-4bee-8ff8-0df937eb1f78 req-f943fd26-42be-4b00-8793-0cb6da77b2f4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b89ca131-95e6-4d7e-be64-52d76e165393 HTTP/1.1" status: 200 len: 1000 time: 0.0613525 Dec 16 10:57:35.442246 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e916425-5c38-4bee-8ff8-0df937eb1f78 req-d682b8ad-8efa-4028-9256-739873964a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:57:35.443666 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8e916425-5c38-4bee-8ff8-0df937eb1f78 req-d682b8ad-8efa-4028-9256-739873964a5b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3391580c-7bbf-4e39-92ff-e0802ce22778 HTTP/1.1" status: 200 len: 847 time: 0.0428276 Dec 16 10:57:35.488778 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e916425-5c38-4bee-8ff8-0df937eb1f78 req-fe8ff7b3-1c8d-4261-818d-fd9bad95143f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:57:35.490275 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8e916425-5c38-4bee-8ff8-0df937eb1f78 req-fe8ff7b3-1c8d-4261-818d-fd9bad95143f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393744 Dec 16 10:57:35.587243 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8e916425-5c38-4bee-8ff8-0df937eb1f78 req-adb1a2f7-a535-4da5-97fa-9a5814093db0 service neutron] 10.222.0.58 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890634 Dec 16 10:57:35.689664 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-8e916425-5c38-4bee-8ff8-0df937eb1f78 req-18c23c8b-f2d6-4c0f-acb3-e9a7061f2884 service neutron] 10.222.0.58 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958676 Dec 16 10:57:38.208822 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:57:41.849251 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:57:44.653133 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:57:54.191578 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-84b2a693-af07-41ef-bec5-bf5cc5e4a9f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:57:56.459881 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-56f1d001-2a05-4c31-a983-add2833a8361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:57:57.972532 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:57:59.470098 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:57:59.665793 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:07.701211 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 43998) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:58:08.067676 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-3296f42a-3b6d-41bf-8f17-ff95a8bd8135 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Deleting port 713cd1ee-cf3b-4595-9c00-395e098d5f09 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:58:08.068025 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3296f42a-3b6d-41bf-8f17-ff95a8bd8135 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:08.141024 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3296f42a-3b6d-41bf-8f17-ff95a8bd8135 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:08.141379 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3296f42a-3b6d-41bf-8f17-ff95a8bd8135 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:08.154206 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-3296f42a-3b6d-41bf-8f17-ff95a8bd8135 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Calling delete_port for 713cd1ee-cf3b-4595-9c00-395e098d5f09 owned by network:floatingip {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:58:08.236735 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:08.378097 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3296f42a-3b6d-41bf-8f17-ff95a8bd8135 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:08.402960 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296f42a-3b6d-41bf-8f17-ff95a8bd8135 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Pushing event deleted for resources: {'Port': ['ID=713cd1ee-cf3b-4595-9c00-395e098d5f09,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:08.433287 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296f42a-3b6d-41bf-8f17-ff95a8bd8135 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:08.433638 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296f42a-3b6d-41bf-8f17-ff95a8bd8135 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:08.433975 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296f42a-3b6d-41bf-8f17-ff95a8bd8135 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:08.434312 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296f42a-3b6d-41bf-8f17-ff95a8bd8135 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:08.434640 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296f42a-3b6d-41bf-8f17-ff95a8bd8135 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:08.434968 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296f42a-3b6d-41bf-8f17-ff95a8bd8135 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:08.435292 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296f42a-3b6d-41bf-8f17-ff95a8bd8135 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:08.435617 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296f42a-3b6d-41bf-8f17-ff95a8bd8135 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:08.435937 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296f42a-3b6d-41bf-8f17-ff95a8bd8135 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:08.436256 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296f42a-3b6d-41bf-8f17-ff95a8bd8135 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:08.436573 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296f42a-3b6d-41bf-8f17-ff95a8bd8135 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:08.436889 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3296f42a-3b6d-41bf-8f17-ff95a8bd8135 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:08.479957 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3296f42a-3b6d-41bf-8f17-ff95a8bd8135 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for floatingip, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:08.480290 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [None req-3296f42a-3b6d-41bf-8f17-ff95a8bd8135 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Floating IP 4314bcb6-7cac-4f72-8235-dcc9bd197bf7 disassociated (deleted). External IP: 172.25.1.35, port: b89ca131-95e6-4d7e-be64-52d76e165393. Dec 16 10:58:08.693546 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3296f42a-3b6d-41bf-8f17-ff95a8bd8135 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Router b168c42c-b019-434b-9f7b-fde106730013 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:58:08.802337 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3296f42a-3b6d-41bf-8f17-ff95a8bd8135 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:58:08.807858 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-3296f42a-3b6d-41bf-8f17-ff95a8bd8135 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:08.812976 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5d9b36-f69c-430f-badd-33d0b5206eba None None] Sync routers for ids ['b168c42c-b019-434b-9f7b-fde106730013'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:58:08.822698 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5d9b36-f69c-430f-badd-33d0b5206eba None None] Routers {'b168c42c-b019-434b-9f7b-fde106730013'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:58:08.823327 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-4d5d9b36-f69c-430f-badd-33d0b5206eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:57:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b168c42c-b019-434b-9f7b-fde106730013'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:58:08.835849 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-3296f42a-3b6d-41bf-8f17-ff95a8bd8135 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "DELETE /v2.0/floatingips/4314bcb6-7cac-4f72-8235-dcc9bd197bf7 HTTP/1.1" status: 204 len: 168 time: 1.1335249 Dec 16 10:58:08.842078 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ef24ef-40a9-4079-977c-88bcb0925324', 'tag': 'b89ca131-95e6-4d7e-be64-52d76e165393'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:58:08.842078 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d26ae51030dc677b2798be63b73eac8166a15593755268c5273421dc3d5daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d918483-6f90-470f-97cd-75fee0d156bd" -d '{"events": [{"name": "network-changed", "server_uuid": "76ef24ef-40a9-4079-977c-88bcb0925324", "tag": "b89ca131-95e6-4d7e-be64-52d76e165393"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:58:08.943973 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-4d5d9b36-f69c-430f-badd-33d0b5206eba None None] Set router b168c42c-b019-434b-9f7b-fde106730013 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:58:09.033668 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9446055e-850a-4620-ad7d-39b305eef0d1 x-openstack-request-id: req-9446055e-850a-4620-ad7d-39b305eef0d1 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:58:09.033987 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ef24ef-40a9-4079-977c-88bcb0925324", "tag": "b89ca131-95e6-4d7e-be64-52d76e165393", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:58:09.034212 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9446055e-850a-4620-ad7d-39b305eef0d1 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:58:09.034605 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ef24ef-40a9-4079-977c-88bcb0925324', 'tag': 'b89ca131-95e6-4d7e-be64-52d76e165393', 'status': 'completed', 'code': 200} Dec 16 10:58:09.100337 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d918483-6f90-470f-97cd-75fee0d156bd req-3ec042cf-6548-4b85-a76f-2c69b399126f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:58:09.102195 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7d918483-6f90-470f-97cd-75fee0d156bd req-3ec042cf-6548-4b85-a76f-2c69b399126f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2386f173f4484f2d80cf8afe29270fdb&device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 1096 time: 0.0432363 Dec 16 10:58:09.145991 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-4d5d9b36-f69c-430f-badd-33d0b5206eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b168c42c-b019-434b-9f7b-fde106730013', 'name': 'tempest-TestShelveInstance-723614027-router', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'bfc04939-7812-4ccc-9d08-cca8f0cadf01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:47:38Z', 'updated_at': '2021-12-16T10:47:41Z', 'revision_number': 4, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'gw_port': {'id': 'bfc04939-7812-4ccc-9d08-cca8f0cadf01', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:39Z', 'updated_at': '2021-12-16T10:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '5144c1b7-5110-47b4-a9da-e33f2ea26ac6', 'name': '', 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'mac_address': 'fa:16:3e:3a:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:41Z', 'updated_at': '2021-12-16T10:47:46Z', 'revision_number': 5, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'subnets': [{'id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:58:09.177211 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5d9b36-f69c-430f-badd-33d0b5206eba None None] Checking router: b168c42c-b019-434b-9f7b-fde106730013 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:58:09.187138 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5d9b36-f69c-430f-badd-33d0b5206eba None None] Routers {'b168c42c-b019-434b-9f7b-fde106730013'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:58:09.187776 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-4d5d9b36-f69c-430f-badd-33d0b5206eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:57:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b168c42c-b019-434b-9f7b-fde106730013'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:58:09.219664 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d918483-6f90-470f-97cd-75fee0d156bd req-b7ba3284-d5db-48b5-8e56-a9f337cf22b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:58:09.221238 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7d918483-6f90-470f-97cd-75fee0d156bd req-b7ba3284-d5db-48b5-8e56-a9f337cf22b5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b HTTP/1.1" status: 200 len: 909 time: 0.1068544 Dec 16 10:58:09.281860 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7d918483-6f90-470f-97cd-75fee0d156bd req-0326f717-6a74-41e7-a038-997e42dde047 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b89ca131-95e6-4d7e-be64-52d76e165393 HTTP/1.1" status: 200 len: 217 time: 0.0449045 Dec 16 10:58:09.308697 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-4d5d9b36-f69c-430f-badd-33d0b5206eba None None] Set router b168c42c-b019-434b-9f7b-fde106730013 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:58:09.357875 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d918483-6f90-470f-97cd-75fee0d156bd req-b4bfda5e-40db-4f6a-84cd-58d9537caf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:58:09.359380 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7d918483-6f90-470f-97cd-75fee0d156bd req-b4bfda5e-40db-4f6a-84cd-58d9537caf1e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3391580c-7bbf-4e39-92ff-e0802ce22778 HTTP/1.1" status: 200 len: 847 time: 0.0682371 Dec 16 10:58:09.370565 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba203643-4d62-49ea-8788-817d09f1070a req-79f79a07-49a1-4953-8956-aa74f92f46d8 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:58:09.372047 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ba203643-4d62-49ea-8788-817d09f1070a req-79f79a07-49a1-4953-8956-aa74f92f46d8 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 945 time: 0.0930445 Dec 16 10:58:09.436832 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ba203643-4d62-49ea-8788-817d09f1070a req-2c8721a9-c511-4ac7-8376-c671d1e2cd3d tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562906 Dec 16 10:58:09.439930 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d918483-6f90-470f-97cd-75fee0d156bd req-dc9aab9b-2afc-4044-8d74-0247937538f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:58:09.441261 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7d918483-6f90-470f-97cd-75fee0d156bd req-dc9aab9b-2afc-4044-8d74-0247937538f6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683148 Dec 16 10:58:09.543012 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7d918483-6f90-470f-97cd-75fee0d156bd req-efe5f9d7-4300-4291-aefe-ae5dcbc945f9 service neutron] 10.222.0.58 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932689 Dec 16 10:58:09.635106 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7d918483-6f90-470f-97cd-75fee0d156bd req-4a75c57b-6f8f-4758-819e-8685f151e7cc service neutron] 10.222.0.58 "GET /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841706 Dec 16 10:58:09.662124 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-4d5d9b36-f69c-430f-badd-33d0b5206eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b168c42c-b019-434b-9f7b-fde106730013', 'name': 'tempest-TestShelveInstance-723614027-router', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'bfc04939-7812-4ccc-9d08-cca8f0cadf01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:47:38Z', 'updated_at': '2021-12-16T10:47:41Z', 'revision_number': 4, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'gw_port': {'id': 'bfc04939-7812-4ccc-9d08-cca8f0cadf01', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:39Z', 'updated_at': '2021-12-16T10:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '5144c1b7-5110-47b4-a9da-e33f2ea26ac6', 'name': '', 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'mac_address': 'fa:16:3e:3a:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:41Z', 'updated_at': '2021-12-16T10:47:46Z', 'revision_number': 5, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'subnets': [{'id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:58:09.687692 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5d9b36-f69c-430f-badd-33d0b5206eba None None] The sync data for ids ['b168c42c-b019-434b-9f7b-fde106730013'] in n-d-820550-2 is: [{'id': 'b168c42c-b019-434b-9f7b-fde106730013', 'name': 'tempest-TestShelveInstance-723614027-router', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'bfc04939-7812-4ccc-9d08-cca8f0cadf01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:47:38Z', 'updated_at': '2021-12-16T10:47:41Z', 'revision_number': 4, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'gw_port': {'id': 'bfc04939-7812-4ccc-9d08-cca8f0cadf01', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:39Z', 'updated_at': '2021-12-16T10:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '5144c1b7-5110-47b4-a9da-e33f2ea26ac6', 'name': '', 'network_id': '4d7dbc38-dfbd-43a9-94f1-592ffd94d74b', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'mac_address': 'fa:16:3e:3a:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:41Z', 'updated_at': '2021-12-16T10:47:46Z', 'revision_number': 5, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'subnets': [{'id': '3391580c-7bbf-4e39-92ff-e0802ce22778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:58:09.904599 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3a122e-2d55-45f6-8a78-74dd5aea7509 None None] New status for floating IP 4314bcb6-7cac-4f72-8235-dcc9bd197bf7: DOWN {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:58:10.554815 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f00a5-2de8-4f59-802c-a983e344a71e req-d86f6f7f-6756-4b6e-a588-ba4c319e8718 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:58:10.556886 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-534f00a5-2de8-4f59-802c-a983e344a71e req-d86f6f7f-6756-4b6e-a588-ba4c319e8718 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 945 time: 0.0493157 Dec 16 10:58:10.593233 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-534f00a5-2de8-4f59-802c-a983e344a71e req-024eeb9e-cdc3-4283-b902-674cb86426ec tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/security-groups?id=34c46ebb-270b-4da8-aba8-31e248ceb65e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303690 Dec 16 10:58:10.791730 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b983bfa-f6df-46d6-9221-35563f99c55b req-62d519b0-02f9-4e5c-90f4-947e8c79da16 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:58:10.793775 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1b983bfa-f6df-46d6-9221-35563f99c55b req-62d519b0-02f9-4e5c-90f4-947e8c79da16 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.58 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 945 time: 0.0492034 Dec 16 10:58:10.892740 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-1b983bfa-f6df-46d6-9221-35563f99c55b req-9c52586b-8c5c-4398-b950-1c136627be96 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Deleting port b89ca131-95e6-4d7e-be64-52d76e165393 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:58:10.893076 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1b983bfa-f6df-46d6-9221-35563f99c55b req-9c52586b-8c5c-4398-b950-1c136627be96 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:10.981857 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-1b983bfa-f6df-46d6-9221-35563f99c55b req-9c52586b-8c5c-4398-b950-1c136627be96 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] For port b89ca131-95e6-4d7e-be64-52d76e165393, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=b89ca131-95e6-4d7e-be64-52d76e165393,segment=NetworkSegment(78d8160b-0a51-4f58-8c2d-07f42390b6c3),segment_id=78d8160b-0a51-4f58-8c2d-07f42390b6c3)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:58:10.982225 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1b983bfa-f6df-46d6-9221-35563f99c55b req-9c52586b-8c5c-4398-b950-1c136627be96 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:10.998452 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-1b983bfa-f6df-46d6-9221-35563f99c55b req-9c52586b-8c5c-4398-b950-1c136627be96 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Calling delete_port for b89ca131-95e6-4d7e-be64-52d76e165393 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:58:11.196926 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1b983bfa-f6df-46d6-9221-35563f99c55b req-9c52586b-8c5c-4398-b950-1c136627be96 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:11.227355 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c52586b-8c5c-4398-b950-1c136627be96 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Pushing event deleted for resources: {'Port': ['ID=b89ca131-95e6-4d7e-be64-52d76e165393,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:11.256259 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c52586b-8c5c-4398-b950-1c136627be96 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:11.256601 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c52586b-8c5c-4398-b950-1c136627be96 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:11.256936 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c52586b-8c5c-4398-b950-1c136627be96 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:11.257291 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c52586b-8c5c-4398-b950-1c136627be96 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:11.257617 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c52586b-8c5c-4398-b950-1c136627be96 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:11.257944 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c52586b-8c5c-4398-b950-1c136627be96 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:11.258269 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c52586b-8c5c-4398-b950-1c136627be96 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:11.259083 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c52586b-8c5c-4398-b950-1c136627be96 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:11.259403 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c52586b-8c5c-4398-b950-1c136627be96 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:11.259718 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c52586b-8c5c-4398-b950-1c136627be96 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:11.260029 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c52586b-8c5c-4398-b950-1c136627be96 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:11.260341 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c52586b-8c5c-4398-b950-1c136627be96 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:11.279712 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b983bfa-f6df-46d6-9221-35563f99c55b req-9c52586b-8c5c-4398-b950-1c136627be96 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] No DVR routers for this DVR port b89ca131-95e6-4d7e-be64-52d76e165393 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:58:11.282273 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-1b983bfa-f6df-46d6-9221-35563f99c55b req-9c52586b-8c5c-4398-b950-1c136627be96 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:11.285729 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-1b983bfa-f6df-46d6-9221-35563f99c55b req-9c52586b-8c5c-4398-b950-1c136627be96 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.58 "DELETE /v2.0/ports/b89ca131-95e6-4d7e-be64-52d76e165393 HTTP/1.1" status: 204 len: 173 time: 0.4854693 Dec 16 10:58:11.285913 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ef24ef-40a9-4079-977c-88bcb0925324', 'name': 'network-vif-deleted', 'tag': 'b89ca131-95e6-4d7e-be64-52d76e165393'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:58:11.288075 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfda45a-60ca-4359-8699-13b45f7f3f81" -d '{"events": [{"server_uuid": "76ef24ef-40a9-4079-977c-88bcb0925324", "name": "network-vif-deleted", "tag": "b89ca131-95e6-4d7e-be64-52d76e165393"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:58:11.373354 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce80d126-c6ba-4ac0-bdc3-24d616d7ced1 x-openstack-request-id: req-ce80d126-c6ba-4ac0-bdc3-24d616d7ced1 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:58:11.373648 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ef24ef-40a9-4079-977c-88bcb0925324", "name": "network-vif-deleted", "tag": "b89ca131-95e6-4d7e-be64-52d76e165393", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:58:11.373902 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ce80d126-c6ba-4ac0-bdc3-24d616d7ced1 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:58:11.374305 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ef24ef-40a9-4079-977c-88bcb0925324', 'name': 'network-vif-deleted', 'tag': 'b89ca131-95e6-4d7e-be64-52d76e165393', 'status': 'completed', 'code': 200} Dec 16 10:58:11.698226 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0cdaf835-4768-445a-a487-7152146541e9 req-9dc1d229-8840-4389-8b62-312b60616e30 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 210 time: 0.0281301 Dec 16 10:58:11.865007 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:12.801421 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-fd7d0187-2865-4a46-8a9c-17d856e13ada req-59cf17a9-80ac-408a-9ebb-5da1b6b5b65b tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 210 time: 0.0290449 Dec 16 10:58:13.895949 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-97dc6c8a-2557-428b-a618-083a051c290c req-333bf7c3-5265-4211-9d27-060055402f72 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 210 time: 0.0265956 Dec 16 10:58:13.912218 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device b89ca131-95e6-4d7e-be64-52d76e165393 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:58:13.936853 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: b89ca131-95e6-4d7e-be64-52d76e165393 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:58:13.938415 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device b89ca131-95e6-4d7e-be64-52d76e165393 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:58:14.992343 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7163f5d7-8d10-40c3-bd2c-3b82dcdbd04a req-420de267-1d6e-4911-ad36-fff442242b14 tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "GET /v2.0/ports?device_id=76ef24ef-40a9-4079-977c-88bcb0925324 HTTP/1.1" status: 200 len: 210 time: 0.0271485 Dec 16 10:58:16.049015 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44036) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:58:16.115498 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ced6588b-5c73-442f-b5fb-47a4e47a722f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:16.141686 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ced6588b-5c73-442f-b5fb-47a4e47a722f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:16.288332 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ced6588b-5c73-442f-b5fb-47a4e47a722f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:16.291338 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-ced6588b-5c73-442f-b5fb-47a4e47a722f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:16.292541 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-ced6588b-5c73-442f-b5fb-47a4e47a722f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] 10.222.0.60 "DELETE /v2.0/security-groups/34c46ebb-270b-4da8-aba8-31e248ceb65e HTTP/1.1" status: 204 len: 168 time: 0.2425039 Dec 16 10:58:16.301786 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6588b-5c73-442f-b5fb-47a4e47a722f tempest-TestShelveInstance-493382709 tempest-TestShelveInstance-493382709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c46ebb-270b-4da8-aba8-31e248ceb65e,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:16.399744 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44040) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:58:16.887326 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-df81a12a-036c-4bab-97bc-e626c5980ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:17.138291 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-df81a12a-036c-4bab-97bc-e626c5980ff0 admin admin] Deleting port 5144c1b7-5110-47b4-a9da-e33f2ea26ac6 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:58:17.138558 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-df81a12a-036c-4bab-97bc-e626c5980ff0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:17.223011 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-df81a12a-036c-4bab-97bc-e626c5980ff0 admin admin] For port 5144c1b7-5110-47b4-a9da-e33f2ea26ac6, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=5144c1b7-5110-47b4-a9da-e33f2ea26ac6,segment=NetworkSegment(78d8160b-0a51-4f58-8c2d-07f42390b6c3),segment_id=78d8160b-0a51-4f58-8c2d-07f42390b6c3)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:58:17.230350 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-df81a12a-036c-4bab-97bc-e626c5980ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:17.236715 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-df81a12a-036c-4bab-97bc-e626c5980ff0 admin admin] Calling delete_port for 5144c1b7-5110-47b4-a9da-e33f2ea26ac6 owned by network:router_interface {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:58:17.486839 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-df81a12a-036c-4bab-97bc-e626c5980ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:17.513483 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df81a12a-036c-4bab-97bc-e626c5980ff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5144c1b7-5110-47b4-a9da-e33f2ea26ac6,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:17.681102 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-df81a12a-036c-4bab-97bc-e626c5980ff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:17.895188 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df81a12a-036c-4bab-97bc-e626c5980ff0 admin admin] Router b168c42c-b019-434b-9f7b-fde106730013 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:58:18.005578 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df81a12a-036c-4bab-97bc-e626c5980ff0 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:58:18.013842 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-df81a12a-036c-4bab-97bc-e626c5980ff0 admin admin] 10.222.0.60 "PUT /v2.0/routers/b168c42c-b019-434b-9f7b-fde106730013/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6101458 Dec 16 10:58:18.013842 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44044) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:58:18.015766 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d695cc8-89fc-4329-82f3-5ee4f9c8e255 None None] Sync routers for ids ['b168c42c-b019-434b-9f7b-fde106730013'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:58:18.025929 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d695cc8-89fc-4329-82f3-5ee4f9c8e255 None None] Routers {'b168c42c-b019-434b-9f7b-fde106730013'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:58:18.026548 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-5d695cc8-89fc-4329-82f3-5ee4f9c8e255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:57:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b168c42c-b019-434b-9f7b-fde106730013'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:58:18.117525 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1762c772-b5de-4e2d-9d99-574d61397530 admin admin] Notify callbacks [] for router, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:18.132386 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-5d695cc8-89fc-4329-82f3-5ee4f9c8e255 None None] Set router b168c42c-b019-434b-9f7b-fde106730013 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:58:18.221479 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1762c772-b5de-4e2d-9d99-574d61397530 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:18.309630 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-5d695cc8-89fc-4329-82f3-5ee4f9c8e255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b168c42c-b019-434b-9f7b-fde106730013', 'name': 'tempest-TestShelveInstance-723614027-router', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'bfc04939-7812-4ccc-9d08-cca8f0cadf01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:47:38Z', 'updated_at': '2021-12-16T10:58:17Z', 'revision_number': 5, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'gw_port': {'id': 'bfc04939-7812-4ccc-9d08-cca8f0cadf01', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b168c42c-b019-434b-9f7b-fde106730013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:39Z', 'updated_at': '2021-12-16T10:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:58:18.335187 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d695cc8-89fc-4329-82f3-5ee4f9c8e255 None None] Checking router: b168c42c-b019-434b-9f7b-fde106730013 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:58:18.344356 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d695cc8-89fc-4329-82f3-5ee4f9c8e255 None None] Routers {'b168c42c-b019-434b-9f7b-fde106730013'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:58:18.344969 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-5d695cc8-89fc-4329-82f3-5ee4f9c8e255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:57:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['b168c42c-b019-434b-9f7b-fde106730013'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:58:18.365714 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-1762c772-b5de-4e2d-9d99-574d61397530 admin admin] Deleting port bfc04939-7812-4ccc-9d08-cca8f0cadf01 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:58:18.366042 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1762c772-b5de-4e2d-9d99-574d61397530 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:18.445615 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-5d695cc8-89fc-4329-82f3-5ee4f9c8e255 None None] Set router b168c42c-b019-434b-9f7b-fde106730013 gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:58:18.451302 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-1762c772-b5de-4e2d-9d99-574d61397530 admin admin] For port bfc04939-7812-4ccc-9d08-cca8f0cadf01, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=bfc04939-7812-4ccc-9d08-cca8f0cadf01,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:58:18.451672 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1762c772-b5de-4e2d-9d99-574d61397530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:18.470221 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-1762c772-b5de-4e2d-9d99-574d61397530 admin admin] Calling delete_port for bfc04939-7812-4ccc-9d08-cca8f0cadf01 owned by network:router_gateway {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:58:18.506217 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-5d695cc8-89fc-4329-82f3-5ee4f9c8e255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b168c42c-b019-434b-9f7b-fde106730013', 'name': 'tempest-TestShelveInstance-723614027-router', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:47:38Z', 'updated_at': '2021-12-16T10:58:18Z', 'revision_number': 6, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:58:18.533390 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d695cc8-89fc-4329-82f3-5ee4f9c8e255 None None] The sync data for ids ['b168c42c-b019-434b-9f7b-fde106730013'] in n-d-820550-2 is: [{'id': 'b168c42c-b019-434b-9f7b-fde106730013', 'name': 'tempest-TestShelveInstance-723614027-router', 'tenant_id': '2386f173f4484f2d80cf8afe29270fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:47:38Z', 'updated_at': '2021-12-16T10:58:18Z', 'revision_number': 6, 'project_id': '2386f173f4484f2d80cf8afe29270fdb', 'gw_port_host': None}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:58:18.681966 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1762c772-b5de-4e2d-9d99-574d61397530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:18.718706 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762c772-b5de-4e2d-9d99-574d61397530 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfc04939-7812-4ccc-9d08-cca8f0cadf01,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:18.778242 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1762c772-b5de-4e2d-9d99-574d61397530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:18.868034 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1762c772-b5de-4e2d-9d99-574d61397530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:18.870528 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1762c772-b5de-4e2d-9d99-574d61397530 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:18.982595 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1762c772-b5de-4e2d-9d99-574d61397530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:18.982595 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1762c772-b5de-4e2d-9d99-574d61397530 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b168c42c-b019-434b-9f7b-fde106730013 {{(pid=102816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:58:18.984306 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1762c772-b5de-4e2d-9d99-574d61397530 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:18.985495 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1762c772-b5de-4e2d-9d99-574d61397530 admin admin] 10.222.0.60 "DELETE /v2.0/routers/b168c42c-b019-434b-9f7b-fde106730013 HTTP/1.1" status: 204 len: 168 time: 0.9707701 Dec 16 10:58:18.987915 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44046) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:58:19.032189 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecaf8a2d-aa83-4d2c-b076-ec845ba369c4 admin admin] Deleting subnet 3391580c-7bbf-4e39-92ff-e0802ce22778 {{(pid=102816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:58:19.035268 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ecaf8a2d-aa83-4d2c-b076-ec845ba369c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:19.069728 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ecaf8a2d-aa83-4d2c-b076-ec845ba369c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8427525'] for subnet, precommit_delete_associations {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:19.144614 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ecaf8a2d-aa83-4d2c-b076-ec845ba369c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:19.293835 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5144c1b7-5110-47b4-a9da-e33f2ea26ac6 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:58:19.316459 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 5144c1b7-5110-47b4-a9da-e33f2ea26ac6 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:58:19.316816 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 5144c1b7-5110-47b4-a9da-e33f2ea26ac6 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:58:19.590018 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ecaf8a2d-aa83-4d2c-b076-ec845ba369c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8818127'] for subnet, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:19.616611 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf8a2d-aa83-4d2c-b076-ec845ba369c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3391580c-7bbf-4e39-92ff-e0802ce22778,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:19.620676 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ecaf8a2d-aa83-4d2c-b076-ec845ba369c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:19.623832 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ecaf8a2d-aa83-4d2c-b076-ec845ba369c4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3391580c-7bbf-4e39-92ff-e0802ce22778 HTTP/1.1" status: 204 len: 168 time: 0.6349888 Dec 16 10:58:19.626306 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44048) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:58:19.628951 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a59506-9016-46d2-bf85-9e304ef3c862 None None] Network 4d7dbc38-dfbd-43a9-94f1-592ffd94d74b requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:58:19.695807 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bcb76362-0147-4fc9-9d8e-d79682fc6d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:19.760117 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-bcb76362-0147-4fc9-9d8e-d79682fc6d4e admin admin] Deleting port d8680801-f114-4d1f-bb0e-03f59ac802ee {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:58:19.760465 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bcb76362-0147-4fc9-9d8e-d79682fc6d4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:19.810378 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c51bcf-7742-4d9b-8056-2bbb4da5baf1 None None] DHCP port deletion for 4d7dbc38-dfbd-43a9-94f1-592ffd94d74b request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:58:19.829335 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-bcb76362-0147-4fc9-9d8e-d79682fc6d4e admin admin] For port d8680801-f114-4d1f-bb0e-03f59ac802ee, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d8680801-f114-4d1f-bb0e-03f59ac802ee,segment=NetworkSegment(78d8160b-0a51-4f58-8c2d-07f42390b6c3),segment_id=78d8160b-0a51-4f58-8c2d-07f42390b6c3)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:58:19.829699 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bcb76362-0147-4fc9-9d8e-d79682fc6d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:19.842905 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-bcb76362-0147-4fc9-9d8e-d79682fc6d4e admin admin] Calling delete_port for d8680801-f114-4d1f-bb0e-03f59ac802ee owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:58:19.860456 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f0c51bcf-7742-4d9b-8056-2bbb4da5baf1 None None] Deleting port d8680801-f114-4d1f-bb0e-03f59ac802ee {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:58:19.860744 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f0c51bcf-7742-4d9b-8056-2bbb4da5baf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:19.922933 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-f0c51bcf-7742-4d9b-8056-2bbb4da5baf1 None None] For port d8680801-f114-4d1f-bb0e-03f59ac802ee, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d8680801-f114-4d1f-bb0e-03f59ac802ee,segment=NetworkSegment(78d8160b-0a51-4f58-8c2d-07f42390b6c3),segment_id=78d8160b-0a51-4f58-8c2d-07f42390b6c3)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:58:19.923330 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f0c51bcf-7742-4d9b-8056-2bbb4da5baf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:19.935400 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f0c51bcf-7742-4d9b-8056-2bbb4da5baf1 None None] Calling delete_port for d8680801-f114-4d1f-bb0e-03f59ac802ee owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:58:19.989773 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bcb76362-0147-4fc9-9d8e-d79682fc6d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:20.015009 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f0c51bcf-7742-4d9b-8056-2bbb4da5baf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:20.015762 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb76362-0147-4fc9-9d8e-d79682fc6d4e admin admin] Pushing event deleted for resources: {'Port': ['ID=d8680801-f114-4d1f-bb0e-03f59ac802ee,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:20.019182 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb76362-0147-4fc9-9d8e-d79682fc6d4e admin admin] No DVR routers for this DVR port d8680801-f114-4d1f-bb0e-03f59ac802ee on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:58:20.040440 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c51bcf-7742-4d9b-8056-2bbb4da5baf1 None None] Pushing event deleted for resources: {'Port': ['ID=d8680801-f114-4d1f-bb0e-03f59ac802ee,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:20.049833 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c51bcf-7742-4d9b-8056-2bbb4da5baf1 None None] No DVR routers for this DVR port d8680801-f114-4d1f-bb0e-03f59ac802ee on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:58:20.051975 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c51bcf-7742-4d9b-8056-2bbb4da5baf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:20.052438 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c51bcf-7742-4d9b-8056-2bbb4da5baf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:20.052779 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c51bcf-7742-4d9b-8056-2bbb4da5baf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:20.053136 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c51bcf-7742-4d9b-8056-2bbb4da5baf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:20.053466 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c51bcf-7742-4d9b-8056-2bbb4da5baf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:20.053791 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c51bcf-7742-4d9b-8056-2bbb4da5baf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:20.054115 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c51bcf-7742-4d9b-8056-2bbb4da5baf1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:20.054441 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c51bcf-7742-4d9b-8056-2bbb4da5baf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:20.054761 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c51bcf-7742-4d9b-8056-2bbb4da5baf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:20.055228 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c51bcf-7742-4d9b-8056-2bbb4da5baf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:20.055524 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c51bcf-7742-4d9b-8056-2bbb4da5baf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:20.055842 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c51bcf-7742-4d9b-8056-2bbb4da5baf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:20.107531 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bcb76362-0147-4fc9-9d8e-d79682fc6d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:20.126878 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-bcb76362-0147-4fc9-9d8e-d79682fc6d4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d7dbc38-dfbd-43a9-94f1-592ffd94d74b']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:58:20.136622 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-bcb76362-0147-4fc9-9d8e-d79682fc6d4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d8160b-0a51-4f58-8c2d-07f42390b6c3') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:58:20.136917 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-bcb76362-0147-4fc9-9d8e-d79682fc6d4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d8160b-0a51-4f58-8c2d-07f42390b6c3') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:58:20.146281 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bcb76362-0147-4fc9-9d8e-d79682fc6d4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:20.159662 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bcb76362-0147-4fc9-9d8e-d79682fc6d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:20.165562 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb76362-0147-4fc9-9d8e-d79682fc6d4e admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:58:20.172207 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bcb76362-0147-4fc9-9d8e-d79682fc6d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:20.172207 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 10:58:20.172207 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:58:20.172207 n-d-820550-2 neutron-server[102816]: timer() Dec 16 10:58:20.172207 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:58:20.172207 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 10:58:20.172207 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:58:20.172207 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 10:58:20.172207 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:58:20.172207 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 10:58:20.172207 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:58:20.172207 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 10:58:20.172207 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:58:20.172207 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 10:58:20.172207 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:58:20.172207 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:58:20.172207 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:58:20.172207 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:58:20.172207 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:58:20.172207 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 10:58:20.172207 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:58:20.172207 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 10:58:20.172207 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:58:20.172207 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:58:20.172207 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:58:20.172207 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 10:58:20.172207 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:58:20.172207 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:58:20.172207 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:58:20.172207 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:58:20.172207 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:58:20.172207 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:58:20.172207 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:58:20.276290 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bcb76362-0147-4fc9-9d8e-d79682fc6d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:20.282953 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-bcb76362-0147-4fc9-9d8e-d79682fc6d4e admin admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:20.286054 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-bcb76362-0147-4fc9-9d8e-d79682fc6d4e admin admin] 10.222.0.60 "DELETE /v2.0/networks/4d7dbc38-dfbd-43a9-94f1-592ffd94d74b HTTP/1.1" status: 204 len: 168 time: 0.6588278 Dec 16 10:58:20.289179 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44050) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:58:20.296254 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb76362-0147-4fc9-9d8e-d79682fc6d4e admin admin] Pushing event deleted for resources: {'Network': ['ID=4d7dbc38-dfbd-43a9-94f1-592ffd94d74b,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:20.631883 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b040cfc4-a755-46c1-ad54-f8963280ea82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:20.853929 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d8680801-f114-4d1f-bb0e-03f59ac802ee no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:58:20.873722 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-b040cfc4-a755-46c1-ad54-f8963280ea82 admin admin] Deleting port 30acf14c-1392-4f05-84fb-b1c3cb748e72 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:58:20.873976 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: d8680801-f114-4d1f-bb0e-03f59ac802ee {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:58:20.874104 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b040cfc4-a755-46c1-ad54-f8963280ea82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:20.874220 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d8680801-f114-4d1f-bb0e-03f59ac802ee not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:58:20.874508 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device bfc04939-7812-4ccc-9d08-cca8f0cadf01 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:58:20.892979 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: bfc04939-7812-4ccc-9d08-cca8f0cadf01 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:58:20.893272 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device bfc04939-7812-4ccc-9d08-cca8f0cadf01 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:58:20.959095 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-b040cfc4-a755-46c1-ad54-f8963280ea82 admin admin] For port 30acf14c-1392-4f05-84fb-b1c3cb748e72, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=30acf14c-1392-4f05-84fb-b1c3cb748e72,segment=NetworkSegment(75627d3d-ac53-4046-9bde-acf064c4c640),segment_id=75627d3d-ac53-4046-9bde-acf064c4c640)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:58:20.959463 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b040cfc4-a755-46c1-ad54-f8963280ea82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:20.972416 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-b040cfc4-a755-46c1-ad54-f8963280ea82 admin admin] Calling delete_port for 30acf14c-1392-4f05-84fb-b1c3cb748e72 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:58:21.207614 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b040cfc4-a755-46c1-ad54-f8963280ea82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:21.231236 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040cfc4-a755-46c1-ad54-f8963280ea82 admin admin] Pushing event deleted for resources: {'Port': ['ID=30acf14c-1392-4f05-84fb-b1c3cb748e72,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:21.397909 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b040cfc4-a755-46c1-ad54-f8963280ea82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:21.607385 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b040cfc4-a755-46c1-ad54-f8963280ea82 admin admin] Router 4a6b4063-99bd-4cdb-a353-9523ba25b496 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:58:21.652810 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:58:22.014073 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b040cfc4-a755-46c1-ad54-f8963280ea82 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:58:22.019166 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b040cfc4-a755-46c1-ad54-f8963280ea82 admin admin] 10.222.0.60 "PUT /v2.0/routers/4a6b4063-99bd-4cdb-a353-9523ba25b496/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7286782 Dec 16 10:58:22.021711 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44052) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:58:22.024882 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962d0ac4-5c8c-4f4c-a5c9-84e828435495 None None] Sync routers for ids ['4a6b4063-99bd-4cdb-a353-9523ba25b496'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:58:22.035064 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962d0ac4-5c8c-4f4c-a5c9-84e828435495 None None] Routers {'4a6b4063-99bd-4cdb-a353-9523ba25b496'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:58:22.035692 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-962d0ac4-5c8c-4f4c-a5c9-84e828435495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:57:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4a6b4063-99bd-4cdb-a353-9523ba25b496'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:58:22.123756 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-93746ba4-2359-40b4-a4a1-e4acc1b50036 admin admin] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:22.136182 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-962d0ac4-5c8c-4f4c-a5c9-84e828435495 None None] Set router 4a6b4063-99bd-4cdb-a353-9523ba25b496 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:58:22.227293 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-93746ba4-2359-40b4-a4a1-e4acc1b50036 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:22.308543 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-962d0ac4-5c8c-4f4c-a5c9-84e828435495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6b4063-99bd-4cdb-a353-9523ba25b496', 'name': 'tempest-TestShelveInstance-104607829-router', 'tenant_id': '01b2b98db72e4f418435e9b018e9fd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '99c43bb2-93f3-4708-9b38-ba5093bdb3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:47:45Z', 'updated_at': '2021-12-16T10:58:21Z', 'revision_number': 5, 'project_id': '01b2b98db72e4f418435e9b018e9fd9b', 'gw_port': {'id': '99c43bb2-93f3-4708-9b38-ba5093bdb3c5', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6b4063-99bd-4cdb-a353-9523ba25b496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:47:45Z', 'updated_at': '2021-12-16T10:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:58:22.344155 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962d0ac4-5c8c-4f4c-a5c9-84e828435495 None None] Checking router: 4a6b4063-99bd-4cdb-a353-9523ba25b496 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:58:22.355555 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962d0ac4-5c8c-4f4c-a5c9-84e828435495 None None] Routers {'4a6b4063-99bd-4cdb-a353-9523ba25b496'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:58:22.355555 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-962d0ac4-5c8c-4f4c-a5c9-84e828435495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:57:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['4a6b4063-99bd-4cdb-a353-9523ba25b496'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:58:22.386587 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-93746ba4-2359-40b4-a4a1-e4acc1b50036 admin admin] Deleting port 99c43bb2-93f3-4708-9b38-ba5093bdb3c5 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:58:22.387485 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-93746ba4-2359-40b4-a4a1-e4acc1b50036 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:22.444742 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-962d0ac4-5c8c-4f4c-a5c9-84e828435495 None None] Set router 4a6b4063-99bd-4cdb-a353-9523ba25b496 gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:58:22.471110 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-93746ba4-2359-40b4-a4a1-e4acc1b50036 admin admin] For port 99c43bb2-93f3-4708-9b38-ba5093bdb3c5, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=99c43bb2-93f3-4708-9b38-ba5093bdb3c5,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:58:22.471686 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-93746ba4-2359-40b4-a4a1-e4acc1b50036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:22.483217 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-93746ba4-2359-40b4-a4a1-e4acc1b50036 admin admin] Calling delete_port for 99c43bb2-93f3-4708-9b38-ba5093bdb3c5 owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:58:22.495820 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-962d0ac4-5c8c-4f4c-a5c9-84e828435495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6b4063-99bd-4cdb-a353-9523ba25b496', 'name': 'tempest-TestShelveInstance-104607829-router', 'tenant_id': '01b2b98db72e4f418435e9b018e9fd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:47:45Z', 'updated_at': '2021-12-16T10:58:22Z', 'revision_number': 6, 'project_id': '01b2b98db72e4f418435e9b018e9fd9b', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:58:22.524931 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962d0ac4-5c8c-4f4c-a5c9-84e828435495 None None] The sync data for ids ['4a6b4063-99bd-4cdb-a353-9523ba25b496'] in n-d-820550-2 is: [{'id': '4a6b4063-99bd-4cdb-a353-9523ba25b496', 'name': 'tempest-TestShelveInstance-104607829-router', 'tenant_id': '01b2b98db72e4f418435e9b018e9fd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:47:45Z', 'updated_at': '2021-12-16T10:58:22Z', 'revision_number': 6, 'project_id': '01b2b98db72e4f418435e9b018e9fd9b', 'gw_port_host': None}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:58:22.716761 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-93746ba4-2359-40b4-a4a1-e4acc1b50036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:22.740737 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93746ba4-2359-40b4-a4a1-e4acc1b50036 admin admin] Pushing event deleted for resources: {'Port': ['ID=99c43bb2-93f3-4708-9b38-ba5093bdb3c5,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:22.801952 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-93746ba4-2359-40b4-a4a1-e4acc1b50036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:22.894607 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-93746ba4-2359-40b4-a4a1-e4acc1b50036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:22.897465 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-93746ba4-2359-40b4-a4a1-e4acc1b50036 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:22.976523 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 30acf14c-1392-4f05-84fb-b1c3cb748e72 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:58:22.998688 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 30acf14c-1392-4f05-84fb-b1c3cb748e72 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:58:22.999041 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 30acf14c-1392-4f05-84fb-b1c3cb748e72 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:58:23.014098 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-93746ba4-2359-40b4-a4a1-e4acc1b50036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:23.014639 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93746ba4-2359-40b4-a4a1-e4acc1b50036 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a6b4063-99bd-4cdb-a353-9523ba25b496 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:58:23.019266 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-93746ba4-2359-40b4-a4a1-e4acc1b50036 admin admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:23.020407 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-93746ba4-2359-40b4-a4a1-e4acc1b50036 admin admin] 10.222.0.60 "DELETE /v2.0/routers/4a6b4063-99bd-4cdb-a353-9523ba25b496 HTTP/1.1" status: 204 len: 168 time: 0.9977872 Dec 16 10:58:23.023214 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44054) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:58:23.067424 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-c35daf52-b389-4ee9-98f6-f8ad9116cf49 admin admin] Deleting subnet 636e0f73-1f4f-4e69-a382-d0404cb344d6 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:58:23.070461 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c35daf52-b389-4ee9-98f6-f8ad9116cf49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:23.104361 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c35daf52-b389-4ee9-98f6-f8ad9116cf49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:23.184590 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c35daf52-b389-4ee9-98f6-f8ad9116cf49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:23.305556 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c35daf52-b389-4ee9-98f6-f8ad9116cf49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:23.338142 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35daf52-b389-4ee9-98f6-f8ad9116cf49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=636e0f73-1f4f-4e69-a382-d0404cb344d6,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:23.341957 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c35daf52-b389-4ee9-98f6-f8ad9116cf49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:23.347397 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c35daf52-b389-4ee9-98f6-f8ad9116cf49 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/636e0f73-1f4f-4e69-a382-d0404cb344d6 HTTP/1.1" status: 204 len: 168 time: 0.3208878 Dec 16 10:58:23.347642 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44056) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:58:23.351018 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dae4e52-0198-4f48-a582-ba47c161048b None None] Network 760ee5e0-895f-4bfd-8ad2-33d5dc2cd564 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:58:23.424705 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbc32-8ffd-492a-a18c-4d2e8135d37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:23.480692 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbc32-8ffd-492a-a18c-4d2e8135d37e admin admin] Deleting port a71f94ec-68d5-43db-9886-ec55c6bf9a81 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:58:23.481286 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbc32-8ffd-492a-a18c-4d2e8135d37e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:23.545208 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf83970e-31fb-401b-8c0f-d588aec75f4c None None] DHCP port deletion for 760ee5e0-895f-4bfd-8ad2-33d5dc2cd564 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:58:23.548421 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-6c4cbc32-8ffd-492a-a18c-4d2e8135d37e admin admin] For port a71f94ec-68d5-43db-9886-ec55c6bf9a81, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=a71f94ec-68d5-43db-9886-ec55c6bf9a81,segment=NetworkSegment(75627d3d-ac53-4046-9bde-acf064c4c640),segment_id=75627d3d-ac53-4046-9bde-acf064c4c640)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:58:23.548790 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbc32-8ffd-492a-a18c-4d2e8135d37e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:23.562003 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbc32-8ffd-492a-a18c-4d2e8135d37e admin admin] Calling delete_port for a71f94ec-68d5-43db-9886-ec55c6bf9a81 owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:58:23.597888 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-bf83970e-31fb-401b-8c0f-d588aec75f4c None None] Deleting port a71f94ec-68d5-43db-9886-ec55c6bf9a81 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:58:23.598262 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bf83970e-31fb-401b-8c0f-d588aec75f4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:23.663789 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-bf83970e-31fb-401b-8c0f-d588aec75f4c None None] For port a71f94ec-68d5-43db-9886-ec55c6bf9a81, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=a71f94ec-68d5-43db-9886-ec55c6bf9a81,segment=NetworkSegment(75627d3d-ac53-4046-9bde-acf064c4c640),segment_id=75627d3d-ac53-4046-9bde-acf064c4c640)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:58:23.665453 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bf83970e-31fb-401b-8c0f-d588aec75f4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:23.677079 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-bf83970e-31fb-401b-8c0f-d588aec75f4c None None] Calling delete_port for a71f94ec-68d5-43db-9886-ec55c6bf9a81 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:58:23.766642 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbc32-8ffd-492a-a18c-4d2e8135d37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:23.772926 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bf83970e-31fb-401b-8c0f-d588aec75f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:23.793365 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbc32-8ffd-492a-a18c-4d2e8135d37e admin admin] Pushing event deleted for resources: {'Port': ['ID=a71f94ec-68d5-43db-9886-ec55c6bf9a81,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:23.796553 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83970e-31fb-401b-8c0f-d588aec75f4c None None] Pushing event deleted for resources: {'Port': ['ID=a71f94ec-68d5-43db-9886-ec55c6bf9a81,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:23.796827 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4cbc32-8ffd-492a-a18c-4d2e8135d37e admin admin] No DVR routers for this DVR port a71f94ec-68d5-43db-9886-ec55c6bf9a81 on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:58:23.802446 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf83970e-31fb-401b-8c0f-d588aec75f4c None None] No DVR routers for this DVR port a71f94ec-68d5-43db-9886-ec55c6bf9a81 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:58:23.872746 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbc32-8ffd-492a-a18c-4d2e8135d37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:23.893143 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-6c4cbc32-8ffd-492a-a18c-4d2e8135d37e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['760ee5e0-895f-4bfd-8ad2-33d5dc2cd564']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:58:23.903294 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-6c4cbc32-8ffd-492a-a18c-4d2e8135d37e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75627d3d-ac53-4046-9bde-acf064c4c640') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:58:23.903591 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-6c4cbc32-8ffd-492a-a18c-4d2e8135d37e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75627d3d-ac53-4046-9bde-acf064c4c640') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:58:23.912608 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbc32-8ffd-492a-a18c-4d2e8135d37e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:23.925504 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbc32-8ffd-492a-a18c-4d2e8135d37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:23.931416 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4cbc32-8ffd-492a-a18c-4d2e8135d37e admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:58:23.931799 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbc32-8ffd-492a-a18c-4d2e8135d37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:23.933444 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 10:58:23.933444 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:58:23.933444 n-d-820550-2 neutron-server[102817]: timer() Dec 16 10:58:23.933444 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:58:23.933444 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 10:58:23.933444 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:58:23.933444 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 10:58:23.933444 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:58:23.933444 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 10:58:23.933444 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:58:23.933444 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 10:58:23.933444 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:58:23.933444 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 10:58:23.933444 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:58:23.933444 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:58:23.933444 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:58:23.933444 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:58:23.933444 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:58:23.933444 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 10:58:23.933444 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:58:23.933444 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 10:58:23.933444 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:58:23.933444 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:58:23.933444 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:58:23.933444 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 10:58:23.933444 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:58:23.933444 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:58:23.933444 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:58:23.933444 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:58:23.933444 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:58:23.933444 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:58:23.933444 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:58:24.062044 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbc32-8ffd-492a-a18c-4d2e8135d37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:24.068202 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbc32-8ffd-492a-a18c-4d2e8135d37e admin admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:24.071999 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-6c4cbc32-8ffd-492a-a18c-4d2e8135d37e admin admin] 10.222.0.60 "DELETE /v2.0/networks/760ee5e0-895f-4bfd-8ad2-33d5dc2cd564 HTTP/1.1" status: 204 len: 168 time: 0.7234037 Dec 16 10:58:24.083424 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbc32-8ffd-492a-a18c-4d2e8135d37e admin admin] Pushing event deleted for resources: {'Network': ['ID=760ee5e0-895f-4bfd-8ad2-33d5dc2cd564,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:24.224565 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-e10dd2c5-7ab5-4180-8812-fe31c24ee9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:24.436528 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44060) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:58:24.479661 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5638e9ce-d45f-454d-9f2c-9e4f5e1462c4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2386f173f4484f2d80cf8afe29270fdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419250 Dec 16 10:58:24.482163 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44062) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:58:24.533339 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6ede1b97-b7f4-4968-a791-86ad000b9015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:24.554045 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6ede1b97-b7f4-4968-a791-86ad000b9015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:24.670296 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6ede1b97-b7f4-4968-a791-86ad000b9015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:24.672812 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-6ede1b97-b7f4-4968-a791-86ad000b9015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:24.674027 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-6ede1b97-b7f4-4968-a791-86ad000b9015 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e995d78c-83bd-4ee5-ab7d-fd1e4640dc33 HTTP/1.1" status: 204 len: 168 time: 0.1909616 Dec 16 10:58:24.682584 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede1b97-b7f4-4968-a791-86ad000b9015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e995d78c-83bd-4ee5-ab7d-fd1e4640dc33,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:24.852369 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device a71f94ec-68d5-43db-9886-ec55c6bf9a81 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:58:24.875257 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: a71f94ec-68d5-43db-9886-ec55c6bf9a81 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:58:24.877260 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device a71f94ec-68d5-43db-9886-ec55c6bf9a81 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:58:24.877260 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 99c43bb2-93f3-4708-9b38-ba5093bdb3c5 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:58:24.894604 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 99c43bb2-93f3-4708-9b38-ba5093bdb3c5 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:58:24.894940 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 99c43bb2-93f3-4708-9b38-ba5093bdb3c5 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:58:25.294300 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44068) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:58:25.333177 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0620a340-b2ea-4e08-8f6a-599277bba3a9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=01b2b98db72e4f418435e9b018e9fd9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376639 Dec 16 10:58:25.335510 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44070) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:58:25.381838 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0e7fa723-e148-4e2f-a823-fd3e672f9ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:25.402990 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0e7fa723-e148-4e2f-a823-fd3e672f9ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:25.510818 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0e7fa723-e148-4e2f-a823-fd3e672f9ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:25.513430 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0e7fa723-e148-4e2f-a823-fd3e672f9ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:25.523002 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0e7fa723-e148-4e2f-a823-fd3e672f9ac3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2f683fb3-65c3-4b3a-91ad-f2aac02972cd HTTP/1.1" status: 204 len: 168 time: 0.1782475 Dec 16 10:58:25.523002 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7fa723-e148-4e2f-a823-fd3e672f9ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f683fb3-65c3-4b3a-91ad-f2aac02972cd,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:26.503389 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-87ea9900-506f-4026-b43d-4f1f220b7952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:26.574567 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44092) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:58:26.667628 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-1eddccb8-89ac-4331-92d0-17d5fcaf1067 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1819271629-network', 'tenant_id': '4ec95157e16848e9a692be6283a498c8'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:58:26.743876 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eddccb8-89ac-4331-92d0-17d5fcaf1067 admin admin] Made reservation on behalf of 4ec95157e16848e9a692be6283a498c8 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:58:26.746137 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1eddccb8-89ac-4331-92d0-17d5fcaf1067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:26.757015 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1eddccb8-89ac-4331-92d0-17d5fcaf1067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:26.829718 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1eddccb8-89ac-4331-92d0-17d5fcaf1067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:26.910287 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1eddccb8-89ac-4331-92d0-17d5fcaf1067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:26.934761 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eddccb8-89ac-4331-92d0-17d5fcaf1067 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:58:26.944032 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eddccb8-89ac-4331-92d0-17d5fcaf1067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e0fcce-fef7-4e5c-8aa9-7710b7a0f62d,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:26.948808 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1eddccb8-89ac-4331-92d0-17d5fcaf1067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:26.949177 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-1eddccb8-89ac-4331-92d0-17d5fcaf1067 admin admin] Added segment f0ca635f-448e-4c13-9199-84b2d023f36e of type vlan for network 4608b66f-8dca-468b-bcc2-89b35d5436e3 Dec 16 10:58:26.988086 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1eddccb8-89ac-4331-92d0-17d5fcaf1067 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:27.075861 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1eddccb8-89ac-4331-92d0-17d5fcaf1067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:27.079025 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eddccb8-89ac-4331-92d0-17d5fcaf1067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:58:27.079025 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-1eddccb8-89ac-4331-92d0-17d5fcaf1067 admin admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:27.135174 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eddccb8-89ac-4331-92d0-17d5fcaf1067 admin admin] Pushing event updated for resources: {'Network': ['ID=4608b66f-8dca-468b-bcc2-89b35d5436e3,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:27.144798 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 4608b66f-8dca-468b-bcc2-89b35d5436e3 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:58:27.193089 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-1eddccb8-89ac-4331-92d0-17d5fcaf1067 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6174078 Dec 16 10:58:27.196029 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44096) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:58:27.200927 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-3a4ddbff-3e95-44ef-82fc-9cfe14bb5d40 admin admin] Request body: {'subnet': {'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1819271629-subnet', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:58:27.281928 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4ddbff-3e95-44ef-82fc-9cfe14bb5d40 admin admin] Made reservation on behalf of 4ec95157e16848e9a692be6283a498c8 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:58:27.284266 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3a4ddbff-3e95-44ef-82fc-9cfe14bb5d40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:27.505371 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3a4ddbff-3e95-44ef-82fc-9cfe14bb5d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:27.565072 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ddbff-3e95-44ef-82fc-9cfe14bb5d40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c85da35d-3683-4bdf-8b73-e2e0c4bd9681,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:27.576111 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4ddbff-3e95-44ef-82fc-9cfe14bb5d40 admin admin] Checking segment: {'id': 'f0ca635f-448e-4c13-9199-84b2d023f36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:58:27.576728 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4ddbff-3e95-44ef-82fc-9cfe14bb5d40 admin admin] Network hostable DHCP agents. Network: 4608b66f-8dca-468b-bcc2-89b35d5436e3, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:58:27.670430 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4ddbff-3e95-44ef-82fc-9cfe14bb5d40 admin admin] Network 4608b66f-8dca-468b-bcc2-89b35d5436e3 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:58:27.745699 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-3a4ddbff-3e95-44ef-82fc-9cfe14bb5d40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 4608b66f-8dca-468b-bcc2-89b35d5436e3) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:58:27.749738 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4ddbff-3e95-44ef-82fc-9cfe14bb5d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:58:27.750317 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3a4ddbff-3e95-44ef-82fc-9cfe14bb5d40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:27.754471 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5925f683-da49-4c65-a71d-d83eccdbc589 None None] Network 4608b66f-8dca-468b-bcc2-89b35d5436e3 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:58:27.827818 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3a4ddbff-3e95-44ef-82fc-9cfe14bb5d40 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6307387 Dec 16 10:58:27.831045 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44098) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:58:27.835801 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-0437931e-e976-41c1-b901-025c568e78de admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1819271629-router', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:58:27.912009 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423bc7b9-8594-4cba-bed4-447386dc5ac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-4608b66f-8dca-468b-bcc2-89b35d5436e3', 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'fixed_ips': [{'subnet_id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:58:27.912858 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-423bc7b9-8594-4cba-bed4-447386dc5ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:27.922357 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0437931e-e976-41c1-b901-025c568e78de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:27.923560 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0437931e-e976-41c1-b901-025c568e78de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:27.976000 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0437931e-e976-41c1-b901-025c568e78de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:27.983677 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:28.048633 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-423bc7b9-8594-4cba-bed4-447386dc5ac1 None None] Allocated IP 172.20.0.2 (4608b66f-8dca-468b-bcc2-89b35d5436e3/c85da35d-3683-4bdf-8b73-e2e0c4bd9681/ce0e36c8-8a13-4cc1-bc5b-aced918fc444) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:58:28.177231 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0437931e-e976-41c1-b901-025c568e78de admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:28.192504 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-423bc7b9-8594-4cba-bed4-447386dc5ac1 None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:28.299086 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-423bc7b9-8594-4cba-bed4-447386dc5ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:28.337971 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423bc7b9-8594-4cba-bed4-447386dc5ac1 None None] Network 4608b66f-8dca-468b-bcc2-89b35d5436e3 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:58:28.342199 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-423bc7b9-8594-4cba-bed4-447386dc5ac1 None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:58:28.348487 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423bc7b9-8594-4cba-bed4-447386dc5ac1 None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:58:28.352919 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423bc7b9-8594-4cba-bed4-447386dc5ac1 None None] Pushing event updated for resources: {'Port': ['ID=ce0e36c8-8a13-4cc1-bc5b-aced918fc444,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:28.404215 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-423bc7b9-8594-4cba-bed4-447386dc5ac1 None None] Attempting to bind port ce0e36c8-8a13-4cc1-bc5b-aced918fc444 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:58:28.404577 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-423bc7b9-8594-4cba-bed4-447386dc5ac1 None None] Attempting to bind port ce0e36c8-8a13-4cc1-bc5b-aced918fc444 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'f0ca635f-448e-4c13-9199-84b2d023f36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:58:28.404961 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423bc7b9-8594-4cba-bed4-447386dc5ac1 None None] Attempting to bind port ce0e36c8-8a13-4cc1-bc5b-aced918fc444 on network 4608b66f-8dca-468b-bcc2-89b35d5436e3 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:58:28.409796 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423bc7b9-8594-4cba-bed4-447386dc5ac1 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:58:28.410161 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423bc7b9-8594-4cba-bed4-447386dc5ac1 None None] Checking segment: {'id': 'f0ca635f-448e-4c13-9199-84b2d023f36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:58:28.410558 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-423bc7b9-8594-4cba-bed4-447386dc5ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:28.410939 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423bc7b9-8594-4cba-bed4-447386dc5ac1 None None] Bound using segment: {'id': 'f0ca635f-448e-4c13-9199-84b2d023f36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:58:28.411383 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-423bc7b9-8594-4cba-bed4-447386dc5ac1 None None] Bound port: ce0e36c8-8a13-4cc1-bc5b-aced918fc444, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ca635f-448e-4c13-9199-84b2d023f36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:58:28.411757 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-423bc7b9-8594-4cba-bed4-447386dc5ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:28.466043 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0437931e-e976-41c1-b901-025c568e78de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:28.475413 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-423bc7b9-8594-4cba-bed4-447386dc5ac1 None None] For port ce0e36c8-8a13-4cc1-bc5b-aced918fc444, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:58:28.478490 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-423bc7b9-8594-4cba-bed4-447386dc5ac1 None None] For port ce0e36c8-8a13-4cc1-bc5b-aced918fc444, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ce0e36c8-8a13-4cc1-bc5b-aced918fc444,segment=NetworkSegment(f0ca635f-448e-4c13-9199-84b2d023f36e),segment_id=f0ca635f-448e-4c13-9199-84b2d023f36e)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:58:28.485320 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0437931e-e976-41c1-b901-025c568e78de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:28.539492 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-423bc7b9-8594-4cba-bed4-447386dc5ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:28.593142 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-0437931e-e976-41c1-b901-025c568e78de admin admin] Allocated IP 172.25.1.5 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/02d70aea-5269-430e-9345-342e420ca54e) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:58:28.595661 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423bc7b9-8594-4cba-bed4-447386dc5ac1 None None] Pushing event updated for resources: {'Port': ['ID=ce0e36c8-8a13-4cc1-bc5b-aced918fc444,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:28.706176 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0437931e-e976-41c1-b901-025c568e78de admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:28.796862 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0437931e-e976-41c1-b901-025c568e78de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:28.840875 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0437931e-e976-41c1-b901-025c568e78de admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:58:28.849548 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-0437931e-e976-41c1-b901-025c568e78de admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:58:28.851517 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0437931e-e976-41c1-b901-025c568e78de admin admin] Pushing event updated for resources: {'Port': ['ID=02d70aea-5269-430e-9345-342e420ca54e,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:28.854573 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0437931e-e976-41c1-b901-025c568e78de admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:58:28.899674 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ce0e36c8-8a13-4cc1-bc5b-aced918fc444 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:58:28.948480 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port ce0e36c8-8a13-4cc1-bc5b-aced918fc444 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:58:28.948848 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:29.030981 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:29.062387 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port ce0e36c8-8a13-4cc1-bc5b-aced918fc444, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ce0e36c8-8a13-4cc1-bc5b-aced918fc444,segment=NetworkSegment(f0ca635f-448e-4c13-9199-84b2d023f36e),segment_id=f0ca635f-448e-4c13-9199-84b2d023f36e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:58:29.132184 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:29.177474 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0437931e-e976-41c1-b901-025c568e78de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:29.187101 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=ce0e36c8-8a13-4cc1-bc5b-aced918fc444,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:29.383665 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0437931e-e976-41c1-b901-025c568e78de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:29.493913 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:29.527142 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe212e3-d526-430c-8264-1a68a3e4be9c None None] Network 4608b66f-8dca-468b-bcc2-89b35d5436e3 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:58:29.600648 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-8c8d8eb0-946e-45c4-9944-0b107e2dbdb3 None None] Provisioning complete for port ce0e36c8-8a13-4cc1-bc5b-aced918fc444 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:58:29.601021 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8eb0-946e-45c4-9944-0b107e2dbdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:29.607787 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0437931e-e976-41c1-b901-025c568e78de admin admin] Router c2a391f4-ac99-495c-84c8-143c424a271b is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:58:29.718863 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0437931e-e976-41c1-b901-025c568e78de admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:58:29.735744 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:29.737361 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef00645-7fa0-46d1-973b-752e757cdd23 None None] Sync routers for ids ['c2a391f4-ac99-495c-84c8-143c424a271b'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:58:29.764306 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef00645-7fa0-46d1-973b-752e757cdd23 None None] Routers {'c2a391f4-ac99-495c-84c8-143c424a271b'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:58:29.764838 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-7ef00645-7fa0-46d1-973b-752e757cdd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:58:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['c2a391f4-ac99-495c-84c8-143c424a271b'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:58:29.814270 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-0437931e-e976-41c1-b901-025c568e78de admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:29.815941 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-0437931e-e976-41c1-b901-025c568e78de admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9836636 Dec 16 10:58:29.818423 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44100) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:58:29.880035 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-7ef00645-7fa0-46d1-973b-752e757cdd23 None None] Set router c2a391f4-ac99-495c-84c8-143c424a271b gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:58:30.135430 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-08243d0a-fc19-45fe-a3bf-69f91e74f9bc None None] Provisioning complete for port ce0e36c8-8a13-4cc1-bc5b-aced918fc444 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:58:30.136120 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-08243d0a-fc19-45fe-a3bf-69f91e74f9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:30.279290 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fe873fed-9947-41dd-bfb3-22ec54ca376a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:30.283829 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-7ef00645-7fa0-46d1-973b-752e757cdd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'name': 'tempest-TestSnapshotPattern-1819271629-router', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '02d70aea-5269-430e-9345-342e420ca54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:58:27Z', 'updated_at': '2021-12-16T10:58:29Z', 'revision_number': 3, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'gw_port': {'id': '02d70aea-5269-430e-9345-342e420ca54e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:28Z', 'updated_at': '2021-12-16T10:58:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:58:30.309955 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef00645-7fa0-46d1-973b-752e757cdd23 None None] Checking router: c2a391f4-ac99-495c-84c8-143c424a271b for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:58:30.310303 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef00645-7fa0-46d1-973b-752e757cdd23 None None] Updating router c2a391f4-ac99-495c-84c8-143c424a271b port 02d70aea-5269-430e-9345-342e420ca54e binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:58:30.334436 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7ef00645-7fa0-46d1-973b-752e757cdd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:30.435731 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-fe873fed-9947-41dd-bfb3-22ec54ca376a admin admin] Allocated IP 172.20.0.1 (4608b66f-8dca-468b-bcc2-89b35d5436e3/c85da35d-3683-4bdf-8b73-e2e0c4bd9681/d5ca0bc2-f9fe-4959-a10f-8219a0dcf712) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:58:30.535873 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fe873fed-9947-41dd-bfb3-22ec54ca376a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:30.582496 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7ef00645-7fa0-46d1-973b-752e757cdd23 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:30.630967 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fe873fed-9947-41dd-bfb3-22ec54ca376a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:30.647409 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7ef00645-7fa0-46d1-973b-752e757cdd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:30.672761 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe873fed-9947-41dd-bfb3-22ec54ca376a admin admin] Network 4608b66f-8dca-468b-bcc2-89b35d5436e3 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:58:30.677266 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-fe873fed-9947-41dd-bfb3-22ec54ca376a admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:58:30.681098 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe873fed-9947-41dd-bfb3-22ec54ca376a admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:58:30.704246 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-7ef00645-7fa0-46d1-973b-752e757cdd23 None None] Attempting to bind port 02d70aea-5269-430e-9345-342e420ca54e on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:58:30.704664 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-7ef00645-7fa0-46d1-973b-752e757cdd23 None None] Attempting to bind port 02d70aea-5269-430e-9345-342e420ca54e by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:58:30.705067 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef00645-7fa0-46d1-973b-752e757cdd23 None None] Attempting to bind port 02d70aea-5269-430e-9345-342e420ca54e on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:58:30.707171 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809adc64-b785-441b-9250-42ccbc292d75 None None] Pushing event updated for resources: {'Port': ['ID=02d70aea-5269-430e-9345-342e420ca54e,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:30.710037 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe873fed-9947-41dd-bfb3-22ec54ca376a admin admin] Pushing event updated for resources: {'Port': ['ID=d5ca0bc2-f9fe-4959-a10f-8219a0dcf712,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:30.712754 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef00645-7fa0-46d1-973b-752e757cdd23 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:58:30.713146 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef00645-7fa0-46d1-973b-752e757cdd23 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:58:30.713556 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7ef00645-7fa0-46d1-973b-752e757cdd23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:30.713948 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef00645-7fa0-46d1-973b-752e757cdd23 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:58:30.714851 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-7ef00645-7fa0-46d1-973b-752e757cdd23 None None] Bound port: 02d70aea-5269-430e-9345-342e420ca54e, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:58:30.714851 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7ef00645-7fa0-46d1-973b-752e757cdd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:30.730210 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fe873fed-9947-41dd-bfb3-22ec54ca376a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:30.769350 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-7ef00645-7fa0-46d1-973b-752e757cdd23 None None] For port 02d70aea-5269-430e-9345-342e420ca54e, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:58:30.773810 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-7ef00645-7fa0-46d1-973b-752e757cdd23 None None] For port 02d70aea-5269-430e-9345-342e420ca54e, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=02d70aea-5269-430e-9345-342e420ca54e,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:58:30.854393 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7ef00645-7fa0-46d1-973b-752e757cdd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:30.882940 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ce0e36c8-8a13-4cc1-bc5b-aced918fc444 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:58:30.929449 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fe873fed-9947-41dd-bfb3-22ec54ca376a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:30.954264 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef00645-7fa0-46d1-973b-752e757cdd23 None None] Routers {'c2a391f4-ac99-495c-84c8-143c424a271b'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:58:30.954799 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-7ef00645-7fa0-46d1-973b-752e757cdd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:58:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['c2a391f4-ac99-495c-84c8-143c424a271b'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:58:30.958883 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809adc64-b785-441b-9250-42ccbc292d75 None None] Pushing event updated for resources: {'Port': ['ID=02d70aea-5269-430e-9345-342e420ca54e,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:31.049231 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port ce0e36c8-8a13-4cc1-bc5b-aced918fc444 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:58:31.049612 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:31.051040 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-718c4660-b06b-433b-a11e-533e93566bbd None None] Provisioning complete for port d5ca0bc2-f9fe-4959-a10f-8219a0dcf712 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:58:31.051397 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-718c4660-b06b-433b-a11e-533e93566bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:31.094299 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fe873fed-9947-41dd-bfb3-22ec54ca376a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:31.124125 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-718c4660-b06b-433b-a11e-533e93566bbd None None] Port d5ca0bc2-f9fe-4959-a10f-8219a0dcf712 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:58:31.142729 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-7ef00645-7fa0-46d1-973b-752e757cdd23 None None] Set router c2a391f4-ac99-495c-84c8-143c424a271b gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:58:31.167892 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fe873fed-9947-41dd-bfb3-22ec54ca376a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:31.237399 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe873fed-9947-41dd-bfb3-22ec54ca376a admin admin] Pushing event updated for resources: {'Port': ['ID=d5ca0bc2-f9fe-4959-a10f-8219a0dcf712,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:31.243042 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-fe873fed-9947-41dd-bfb3-22ec54ca376a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:31.334883 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe873fed-9947-41dd-bfb3-22ec54ca376a admin admin] Network 4608b66f-8dca-468b-bcc2-89b35d5436e3 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:58:31.336951 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-fe873fed-9947-41dd-bfb3-22ec54ca376a admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:58:31.378765 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-7ef00645-7fa0-46d1-973b-752e757cdd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'name': 'tempest-TestSnapshotPattern-1819271629-router', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '02d70aea-5269-430e-9345-342e420ca54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:58:27Z', 'updated_at': '2021-12-16T10:58:30Z', 'revision_number': 4, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'gw_port': {'id': '02d70aea-5269-430e-9345-342e420ca54e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:28Z', 'updated_at': '2021-12-16T10:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'd5ca0bc2-f9fe-4959-a10f-8219a0dcf712', 'name': '', 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'mac_address': 'fa:16:3e:50:71:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:30Z', 'updated_at': '2021-12-16T10:58:30Z', 'revision_number': 1, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'subnets': [{'id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:58:31.407308 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef00645-7fa0-46d1-973b-752e757cdd23 None None] The sync data for ids ['c2a391f4-ac99-495c-84c8-143c424a271b'] in n-d-820550-2 is: [{'id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'name': 'tempest-TestSnapshotPattern-1819271629-router', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '02d70aea-5269-430e-9345-342e420ca54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:58:27Z', 'updated_at': '2021-12-16T10:58:30Z', 'revision_number': 4, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'gw_port': {'id': '02d70aea-5269-430e-9345-342e420ca54e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:28Z', 'updated_at': '2021-12-16T10:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'd5ca0bc2-f9fe-4959-a10f-8219a0dcf712', 'name': '', 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'mac_address': 'fa:16:3e:50:71:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:30Z', 'updated_at': '2021-12-16T10:58:30Z', 'revision_number': 1, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'subnets': [{'id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:58:31.458590 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe873fed-9947-41dd-bfb3-22ec54ca376a admin admin] Router c2a391f4-ac99-495c-84c8-143c424a271b has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:58:31.548524 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-3f6d6335-7b8f-41e7-9c76-bf0d3781b6fa None None] Provisioning complete for port d5ca0bc2-f9fe-4959-a10f-8219a0dcf712 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:58:31.548891 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3f6d6335-7b8f-41e7-9c76-bf0d3781b6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:31.576667 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe873fed-9947-41dd-bfb3-22ec54ca376a admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:58:31.589303 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-fe873fed-9947-41dd-bfb3-22ec54ca376a admin admin] 10.222.0.60 "PUT /v2.0/routers/c2a391f4-ac99-495c-84c8-143c424a271b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7683027 Dec 16 10:58:31.593809 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-3f6d6335-7b8f-41e7-9c76-bf0d3781b6fa None None] Port d5ca0bc2-f9fe-4959-a10f-8219a0dcf712 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:58:32.262183 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44116) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:58:32.267306 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-4cc6455e-7706-4447-8944-f32bfd54fc2d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-166192890-network', 'tenant_id': 'e5518cf5326f419d962f57a0447cf811'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:58:32.371987 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc6455e-7706-4447-8944-f32bfd54fc2d admin admin] Made reservation on behalf of e5518cf5326f419d962f57a0447cf811 for: {'network': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:58:32.374448 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4cc6455e-7706-4447-8944-f32bfd54fc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for network, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:32.384325 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4cc6455e-7706-4447-8944-f32bfd54fc2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:32.464743 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4cc6455e-7706-4447-8944-f32bfd54fc2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:32.526360 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4cc6455e-7706-4447-8944-f32bfd54fc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:32.554764 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc6455e-7706-4447-8944-f32bfd54fc2d admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=102816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:58:32.560263 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc6455e-7706-4447-8944-f32bfd54fc2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2130b659-564a-4f89-b4c9-b2370fc096d7,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:32.568969 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4cc6455e-7706-4447-8944-f32bfd54fc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:32.569324 n-d-820550-2 neutron-server[102816]: INFO neutron.db.segments_db [None req-4cc6455e-7706-4447-8944-f32bfd54fc2d admin admin] Added segment 28295b24-ab76-40fa-a0bd-3c7c0e07e2a7 of type vlan for network 28accbbc-39aa-4727-96cb-2661e88de0c7 Dec 16 10:58:32.615399 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4cc6455e-7706-4447-8944-f32bfd54fc2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759009985473'] for network, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:32.728214 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4cc6455e-7706-4447-8944-f32bfd54fc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024'] for network, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:32.729264 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc6455e-7706-4447-8944-f32bfd54fc2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:58:32.729852 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-4cc6455e-7706-4447-8944-f32bfd54fc2d admin admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:32.787866 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc6455e-7706-4447-8944-f32bfd54fc2d admin admin] Pushing event updated for resources: {'Network': ['ID=28accbbc-39aa-4727-96cb-2661e88de0c7,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:32.798542 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Network 28accbbc-39aa-4727-96cb-2661e88de0c7 details requested by agent ovs-agent-n-d-820550-2 with host n-d-820550-2 {{(pid=102818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:58:32.844675 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-4cc6455e-7706-4447-8944-f32bfd54fc2d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5812597 Dec 16 10:58:32.847453 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44118) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:58:32.852483 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-3cbca1d9-5461-481b-a289-d5b962e7df2e admin admin] Request body: {'subnet': {'network_id': '28accbbc-39aa-4727-96cb-2661e88de0c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-166192890-subnet', 'tenant_id': 'e5518cf5326f419d962f57a0447cf811', 'ip_version': 4}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:58:32.892848 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 02d70aea-5269-430e-9345-342e420ca54e up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:58:32.928117 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbca1d9-5461-481b-a289-d5b962e7df2e admin admin] Made reservation on behalf of e5518cf5326f419d962f57a0447cf811 for: {'subnet': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:58:32.930566 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3cbca1d9-5461-481b-a289-d5b962e7df2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8817710'] for subnet, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:32.942802 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 02d70aea-5269-430e-9345-342e420ca54e triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:58:32.943215 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:33.024318 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:33.047272 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port 02d70aea-5269-430e-9345-342e420ca54e, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=02d70aea-5269-430e-9345-342e420ca54e,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:58:33.104567 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:33.153635 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=02d70aea-5269-430e-9345-342e420ca54e,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:33.162455 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3cbca1d9-5461-481b-a289-d5b962e7df2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3624877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8818132'] for subnet, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:33.223129 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbca1d9-5461-481b-a289-d5b962e7df2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=159c32df-e853-4529-b0ba-c25a8ce97eab,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:33.228767 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbca1d9-5461-481b-a289-d5b962e7df2e admin admin] Checking segment: {'id': '28295b24-ab76-40fa-a0bd-3c7c0e07e2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '28accbbc-39aa-4727-96cb-2661e88de0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:58:33.229168 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbca1d9-5461-481b-a289-d5b962e7df2e admin admin] Network hostable DHCP agents. Network: 28accbbc-39aa-4727-96cb-2661e88de0c7, hostable agents: ['5d0978f3-fbc6-42cd-8ede-39d22293f841'], hosted agents: [] {{(pid=102816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:58:33.303423 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbca1d9-5461-481b-a289-d5b962e7df2e admin admin] Network 28accbbc-39aa-4727-96cb-2661e88de0c7 is scheduled to be hosted by DHCP agent 5d0978f3-fbc6-42cd-8ede-39d22293f841 with binding_index 1 {{(pid=102816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:58:33.387875 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882e42da-f04c-4aa2-992a-4b741e8373ba None None] Sync routers for ids ['c2a391f4-ac99-495c-84c8-143c424a271b'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:58:33.396372 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-3cbca1d9-5461-481b-a289-d5b962e7df2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820550-2, 28accbbc-39aa-4727-96cb-2661e88de0c7) {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:58:33.401951 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbca1d9-5461-481b-a289-d5b962e7df2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:58:33.403391 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-3cbca1d9-5461-481b-a289-d5b962e7df2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:33.408441 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce22e996-e4f9-459a-9a15-6bf5453844b1 None None] Network 28accbbc-39aa-4727-96cb-2661e88de0c7 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:58:33.489942 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882e42da-f04c-4aa2-992a-4b741e8373ba None None] Routers {'c2a391f4-ac99-495c-84c8-143c424a271b'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:58:33.490568 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-882e42da-f04c-4aa2-992a-4b741e8373ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:58:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['c2a391f4-ac99-495c-84c8-143c424a271b'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:58:33.501605 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-3cbca1d9-5461-481b-a289-d5b962e7df2e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6530049 Dec 16 10:58:33.505487 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44120) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:58:33.510910 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-50a81839-690b-4bb0-a2f9-d7035bb9cc55 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-166192890-router', 'tenant_id': 'e5518cf5326f419d962f57a0447cf811', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:58:33.574028 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246b11cd-16af-4680-ba8b-2c9cceb0e86b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp727f5bb8-e6d6-5238-86da-817d3a7f3d19-28accbbc-39aa-4727-96cb-2661e88de0c7', 'network_id': '28accbbc-39aa-4727-96cb-2661e88de0c7', 'tenant_id': 'e5518cf5326f419d962f57a0447cf811', 'fixed_ips': [{'subnet_id': '159c32df-e853-4529-b0ba-c25a8ce97eab'}]}} from n-d-820550-2. {{(pid=102818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:58:33.578324 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-246b11cd-16af-4680-ba8b-2c9cceb0e86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:33.600041 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-882e42da-f04c-4aa2-992a-4b741e8373ba None None] Set router c2a391f4-ac99-495c-84c8-143c424a271b gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:58:33.606784 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-50a81839-690b-4bb0-a2f9-d7035bb9cc55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1576546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10919'] for router, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:33.606784 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-50a81839-690b-4bb0-a2f9-d7035bb9cc55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10974'] for router, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:33.667621 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-50a81839-690b-4bb0-a2f9-d7035bb9cc55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:33.715450 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.db_base_plugin_common [None req-246b11cd-16af-4680-ba8b-2c9cceb0e86b None None] Allocated IP 172.20.0.2 (28accbbc-39aa-4727-96cb-2661e88de0c7/159c32df-e853-4529-b0ba-c25a8ce97eab/d89e198f-f90b-4174-a1d7-074593de261f) {{(pid=102818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:58:33.812024 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-882e42da-f04c-4aa2-992a-4b741e8373ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'name': 'tempest-TestSnapshotPattern-1819271629-router', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '02d70aea-5269-430e-9345-342e420ca54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:58:27Z', 'updated_at': '2021-12-16T10:58:30Z', 'revision_number': 4, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'gw_port': {'id': '02d70aea-5269-430e-9345-342e420ca54e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:28Z', 'updated_at': '2021-12-16T10:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'd5ca0bc2-f9fe-4959-a10f-8219a0dcf712', 'name': '', 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'mac_address': 'fa:16:3e:50:71:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:30Z', 'updated_at': '2021-12-16T10:58:30Z', 'revision_number': 2, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'subnets': [{'id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:58:33.847610 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882e42da-f04c-4aa2-992a-4b741e8373ba None None] Checking router: c2a391f4-ac99-495c-84c8-143c424a271b for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:58:33.847861 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882e42da-f04c-4aa2-992a-4b741e8373ba None None] Updating router c2a391f4-ac99-495c-84c8-143c424a271b port d5ca0bc2-f9fe-4959-a10f-8219a0dcf712 binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:58:33.876655 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-882e42da-f04c-4aa2-992a-4b741e8373ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:33.887628 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-246b11cd-16af-4680-ba8b-2c9cceb0e86b None None] Notify callbacks [] for port, precommit_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:33.888211 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-50a81839-690b-4bb0-a2f9-d7035bb9cc55 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:33.950535 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-246b11cd-16af-4680-ba8b-2c9cceb0e86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103'] for port, after_create {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:33.989817 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246b11cd-16af-4680-ba8b-2c9cceb0e86b None None] Network 28accbbc-39aa-4727-96cb-2661e88de0c7 is already hosted by enough agents. {{(pid=102818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:58:33.992654 n-d-820550-2 neutron-server[102818]: DEBUG neutron.scheduler.base_scheduler [None req-246b11cd-16af-4680-ba8b-2c9cceb0e86b None None] Resources bound (agent type, host, resource id): {{(pid=102818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:58:33.995546 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246b11cd-16af-4680-ba8b-2c9cceb0e86b None None] Received port after_create {{(pid=102818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:58:34.009304 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b11cd-16af-4680-ba8b-2c9cceb0e86b None None] Pushing event updated for resources: {'Port': ['ID=d89e198f-f90b-4174-a1d7-074593de261f,revision_number=1']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:34.062315 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-246b11cd-16af-4680-ba8b-2c9cceb0e86b None None] Attempting to bind port d89e198f-f90b-4174-a1d7-074593de261f on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:58:34.062677 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-246b11cd-16af-4680-ba8b-2c9cceb0e86b None None] Attempting to bind port d89e198f-f90b-4174-a1d7-074593de261f by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '28295b24-ab76-40fa-a0bd-3c7c0e07e2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '28accbbc-39aa-4727-96cb-2661e88de0c7'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:58:34.063510 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246b11cd-16af-4680-ba8b-2c9cceb0e86b None None] Attempting to bind port d89e198f-f90b-4174-a1d7-074593de261f on network 28accbbc-39aa-4727-96cb-2661e88de0c7 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:58:34.067971 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246b11cd-16af-4680-ba8b-2c9cceb0e86b None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:58:34.068337 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246b11cd-16af-4680-ba8b-2c9cceb0e86b None None] Checking segment: {'id': '28295b24-ab76-40fa-a0bd-3c7c0e07e2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '28accbbc-39aa-4727-96cb-2661e88de0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:58:34.068733 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-246b11cd-16af-4680-ba8b-2c9cceb0e86b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:34.069143 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246b11cd-16af-4680-ba8b-2c9cceb0e86b None None] Bound using segment: {'id': '28295b24-ab76-40fa-a0bd-3c7c0e07e2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '28accbbc-39aa-4727-96cb-2661e88de0c7'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:58:34.069600 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-246b11cd-16af-4680-ba8b-2c9cceb0e86b None None] Bound port: d89e198f-f90b-4174-a1d7-074593de261f, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28295b24-ab76-40fa-a0bd-3c7c0e07e2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '28accbbc-39aa-4727-96cb-2661e88de0c7'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:58:34.069972 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-246b11cd-16af-4680-ba8b-2c9cceb0e86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:34.136713 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-246b11cd-16af-4680-ba8b-2c9cceb0e86b None None] For port d89e198f-f90b-4174-a1d7-074593de261f, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:58:34.139908 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-246b11cd-16af-4680-ba8b-2c9cceb0e86b None None] For port d89e198f-f90b-4174-a1d7-074593de261f, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d89e198f-f90b-4174-a1d7-074593de261f,segment=NetworkSegment(28295b24-ab76-40fa-a0bd-3c7c0e07e2a7),segment_id=28295b24-ab76-40fa-a0bd-3c7c0e07e2a7)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:58:34.152902 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-882e42da-f04c-4aa2-992a-4b741e8373ba None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:34.187119 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-50a81839-690b-4bb0-a2f9-d7035bb9cc55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:34.206517 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-50a81839-690b-4bb0-a2f9-d7035bb9cc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:34.211793 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-246b11cd-16af-4680-ba8b-2c9cceb0e86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:34.231658 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-882e42da-f04c-4aa2-992a-4b741e8373ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:34.271270 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b11cd-16af-4680-ba8b-2c9cceb0e86b None None] Pushing event updated for resources: {'Port': ['ID=d89e198f-f90b-4174-a1d7-074593de261f,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:34.322624 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff31d9-a834-4ddc-a441-f6e44833626b None None] Pushing event updated for resources: {'Port': ['ID=d5ca0bc2-f9fe-4959-a10f-8219a0dcf712,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:34.332004 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff31d9-a834-4ddc-a441-f6e44833626b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:34.332369 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff31d9-a834-4ddc-a441-f6e44833626b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:34.333010 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff31d9-a834-4ddc-a441-f6e44833626b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:34.333565 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff31d9-a834-4ddc-a441-f6e44833626b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:34.334065 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff31d9-a834-4ddc-a441-f6e44833626b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:34.334583 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff31d9-a834-4ddc-a441-f6e44833626b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:34.335096 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff31d9-a834-4ddc-a441-f6e44833626b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:34.335590 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff31d9-a834-4ddc-a441-f6e44833626b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:34.336774 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff31d9-a834-4ddc-a441-f6e44833626b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:34.337368 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff31d9-a834-4ddc-a441-f6e44833626b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:34.337857 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff31d9-a834-4ddc-a441-f6e44833626b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:34.338356 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff31d9-a834-4ddc-a441-f6e44833626b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:58:34.370411 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-882e42da-f04c-4aa2-992a-4b741e8373ba None None] Attempting to bind port d5ca0bc2-f9fe-4959-a10f-8219a0dcf712 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:58:34.370776 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-882e42da-f04c-4aa2-992a-4b741e8373ba None None] Attempting to bind port d5ca0bc2-f9fe-4959-a10f-8219a0dcf712 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': 'f0ca635f-448e-4c13-9199-84b2d023f36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:58:34.371413 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882e42da-f04c-4aa2-992a-4b741e8373ba None None] Attempting to bind port d5ca0bc2-f9fe-4959-a10f-8219a0dcf712 on network 4608b66f-8dca-468b-bcc2-89b35d5436e3 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:58:34.377577 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882e42da-f04c-4aa2-992a-4b741e8373ba None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:58:34.377952 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882e42da-f04c-4aa2-992a-4b741e8373ba None None] Checking segment: {'id': 'f0ca635f-448e-4c13-9199-84b2d023f36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:58:34.378361 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-882e42da-f04c-4aa2-992a-4b741e8373ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:34.378751 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882e42da-f04c-4aa2-992a-4b741e8373ba None None] Bound using segment: {'id': 'f0ca635f-448e-4c13-9199-84b2d023f36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:58:34.379230 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-882e42da-f04c-4aa2-992a-4b741e8373ba None None] Bound port: d5ca0bc2-f9fe-4959-a10f-8219a0dcf712, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ca635f-448e-4c13-9199-84b2d023f36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:58:34.379613 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-882e42da-f04c-4aa2-992a-4b741e8373ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:34.463533 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-882e42da-f04c-4aa2-992a-4b741e8373ba None None] For port d5ca0bc2-f9fe-4959-a10f-8219a0dcf712, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:58:34.469311 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-882e42da-f04c-4aa2-992a-4b741e8373ba None None] For port d5ca0bc2-f9fe-4959-a10f-8219a0dcf712, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d5ca0bc2-f9fe-4959-a10f-8219a0dcf712,segment=NetworkSegment(f0ca635f-448e-4c13-9199-84b2d023f36e),segment_id=f0ca635f-448e-4c13-9199-84b2d023f36e)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:58:34.579292 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-882e42da-f04c-4aa2-992a-4b741e8373ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:34.649678 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4f3b2fd1-5e2f-4b84-a5c2-d7427a45397d None None] Provisioning complete for port d5ca0bc2-f9fe-4959-a10f-8219a0dcf712 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:58:34.650126 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4f3b2fd1-5e2f-4b84-a5c2-d7427a45397d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:34.657284 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882e42da-f04c-4aa2-992a-4b741e8373ba None None] Routers {'c2a391f4-ac99-495c-84c8-143c424a271b'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:58:34.658129 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-882e42da-f04c-4aa2-992a-4b741e8373ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:58:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['c2a391f4-ac99-495c-84c8-143c424a271b'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:58:34.699156 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-50a81839-690b-4bb0-a2f9-d7035bb9cc55 admin admin] Allocated IP 172.25.1.100 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/a7cf2587-903d-405a-be59-fdd8a630d8f0) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:58:34.756452 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4f3b2fd1-5e2f-4b84-a5c2-d7427a45397d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:34.758956 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff31d9-a834-4ddc-a441-f6e44833626b None None] Pushing event updated for resources: {'Port': ['ID=d5ca0bc2-f9fe-4959-a10f-8219a0dcf712,revision_number=4']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:34.802813 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4f3b2fd1-5e2f-4b84-a5c2-d7427a45397d None None] For port d5ca0bc2-f9fe-4959-a10f-8219a0dcf712, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d5ca0bc2-f9fe-4959-a10f-8219a0dcf712,segment=NetworkSegment(f0ca635f-448e-4c13-9199-84b2d023f36e),segment_id=f0ca635f-448e-4c13-9199-84b2d023f36e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:58:34.803776 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-882e42da-f04c-4aa2-992a-4b741e8373ba None None] Set router c2a391f4-ac99-495c-84c8-143c424a271b gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:58:34.865210 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-50a81839-690b-4bb0-a2f9-d7035bb9cc55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:34.870586 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4f3b2fd1-5e2f-4b84-a5c2-d7427a45397d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:34.935362 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b2fd1-5e2f-4b84-a5c2-d7427a45397d None None] Pushing event updated for resources: {'Port': ['ID=d5ca0bc2-f9fe-4959-a10f-8219a0dcf712,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:34.984490 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-50a81839-690b-4bb0-a2f9-d7035bb9cc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:34.999910 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-28eb4895-5102-4c1f-9f66-4aedf1e72955 None None] Provisioning complete for port d5ca0bc2-f9fe-4959-a10f-8219a0dcf712 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:58:35.000293 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-28eb4895-5102-4c1f-9f66-4aedf1e72955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:35.038567 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a81839-690b-4bb0-a2f9-d7035bb9cc55 admin admin] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:58:35.052291 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-50a81839-690b-4bb0-a2f9-d7035bb9cc55 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:58:35.057518 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a81839-690b-4bb0-a2f9-d7035bb9cc55 admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:58:35.063544 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d89e198f-f90b-4174-a1d7-074593de261f up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:58:35.079841 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-882e42da-f04c-4aa2-992a-4b741e8373ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'name': 'tempest-TestSnapshotPattern-1819271629-router', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '02d70aea-5269-430e-9345-342e420ca54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:58:27Z', 'updated_at': '2021-12-16T10:58:30Z', 'revision_number': 4, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'gw_port': {'id': '02d70aea-5269-430e-9345-342e420ca54e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:28Z', 'updated_at': '2021-12-16T10:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'd5ca0bc2-f9fe-4959-a10f-8219a0dcf712', 'name': '', 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'mac_address': 'fa:16:3e:50:71:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:30Z', 'updated_at': '2021-12-16T10:58:34Z', 'revision_number': 4, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'subnets': [{'id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:58:35.096146 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a81839-690b-4bb0-a2f9-d7035bb9cc55 admin admin] Pushing event updated for resources: {'Port': ['ID=a7cf2587-903d-405a-be59-fdd8a630d8f0,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:35.122105 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882e42da-f04c-4aa2-992a-4b741e8373ba None None] The sync data for ids ['c2a391f4-ac99-495c-84c8-143c424a271b'] in n-d-820550-2 is: [{'id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'name': 'tempest-TestSnapshotPattern-1819271629-router', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '02d70aea-5269-430e-9345-342e420ca54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:58:27Z', 'updated_at': '2021-12-16T10:58:30Z', 'revision_number': 4, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'gw_port': {'id': '02d70aea-5269-430e-9345-342e420ca54e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:28Z', 'updated_at': '2021-12-16T10:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'd5ca0bc2-f9fe-4959-a10f-8219a0dcf712', 'name': '', 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'mac_address': 'fa:16:3e:50:71:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:30Z', 'updated_at': '2021-12-16T10:58:34Z', 'revision_number': 4, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'subnets': [{'id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:58:35.165080 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port d89e198f-f90b-4174-a1d7-074593de261f triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:58:35.165269 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:35.265496 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:35.305846 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port d89e198f-f90b-4174-a1d7-074593de261f, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d89e198f-f90b-4174-a1d7-074593de261f,segment=NetworkSegment(28295b24-ab76-40fa-a0bd-3c7c0e07e2a7),segment_id=28295b24-ab76-40fa-a0bd-3c7c0e07e2a7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:58:35.428695 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d38b71-e560-4464-8702-6a1172a7aef8 None None] Network 28accbbc-39aa-4727-96cb-2661e88de0c7 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:58:35.432974 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-50a81839-690b-4bb0-a2f9-d7035bb9cc55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:35.474761 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:35.475563 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 02d70aea-5269-430e-9345-342e420ca54e up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:58:35.683659 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-50a81839-690b-4bb0-a2f9-d7035bb9cc55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580835'] for router, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:35.761699 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-38e608b0-319c-44ff-8352-3866e18bd55a None None] Provisioning complete for port d89e198f-f90b-4174-a1d7-074593de261f triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:58:35.762072 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-38e608b0-319c-44ff-8352-3866e18bd55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:35.809814 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=d89e198f-f90b-4174-a1d7-074593de261f,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:35.844991 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 02d70aea-5269-430e-9345-342e420ca54e triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:58:35.845403 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:35.909275 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a81839-690b-4bb0-a2f9-d7035bb9cc55 admin admin] Router 08d3e803-5f7e-4abc-aa6f-559e1af97669 is scheduled to L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 with binding_index 1 {{(pid=102816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:58:36.001236 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d5ca0bc2-f9fe-4959-a10f-8219a0dcf712 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:58:36.028800 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a81839-690b-4bb0-a2f9-d7035bb9cc55 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:58:36.047184 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154a35d4-064f-464a-ae3f-2296ffe15dd6 None None] Sync routers for ids ['08d3e803-5f7e-4abc-aa6f-559e1af97669'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:58:36.062956 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154a35d4-064f-464a-ae3f-2296ffe15dd6 None None] Routers {'08d3e803-5f7e-4abc-aa6f-559e1af97669'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:58:36.065437 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-154a35d4-064f-464a-ae3f-2296ffe15dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:58:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['08d3e803-5f7e-4abc-aa6f-559e1af97669'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:58:36.065437 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port d5ca0bc2-f9fe-4959-a10f-8219a0dcf712 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:58:36.066042 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:36.084385 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-50a81839-690b-4bb0-a2f9-d7035bb9cc55 admin admin] Notify callbacks [] for router, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:36.089139 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-50a81839-690b-4bb0-a2f9-d7035bb9cc55 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5793867 Dec 16 10:58:36.095074 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44122) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:58:36.238175 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-154a35d4-064f-464a-ae3f-2296ffe15dd6 None None] Set router 08d3e803-5f7e-4abc-aa6f-559e1af97669 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:58:36.353621 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-9db055b7-10d7-4a1b-a445-d89280e581e5 None None] Provisioning complete for port d89e198f-f90b-4174-a1d7-074593de261f triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:58:36.362883 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-9db055b7-10d7-4a1b-a445-d89280e581e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:36.496139 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-154a35d4-064f-464a-ae3f-2296ffe15dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d3e803-5f7e-4abc-aa6f-559e1af97669', 'name': 'tempest-TestSnapshotPattern-166192890-router', 'tenant_id': 'e5518cf5326f419d962f57a0447cf811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a7cf2587-903d-405a-be59-fdd8a630d8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:58:33Z', 'updated_at': '2021-12-16T10:58:35Z', 'revision_number': 3, 'project_id': 'e5518cf5326f419d962f57a0447cf811', 'gw_port': {'id': 'a7cf2587-903d-405a-be59-fdd8a630d8f0', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:25:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d3e803-5f7e-4abc-aa6f-559e1af97669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:34Z', 'updated_at': '2021-12-16T10:58:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:58:36.509129 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a00f987c-f278-4ecf-ab5d-ad4453165435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:36.521874 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154a35d4-064f-464a-ae3f-2296ffe15dd6 None None] Checking router: 08d3e803-5f7e-4abc-aa6f-559e1af97669 for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:58:36.522221 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154a35d4-064f-464a-ae3f-2296ffe15dd6 None None] Updating router 08d3e803-5f7e-4abc-aa6f-559e1af97669 port a7cf2587-903d-405a-be59-fdd8a630d8f0 binding host n-d-820550-2 {{(pid=102818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:58:36.547190 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-154a35d4-064f-464a-ae3f-2296ffe15dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:36.664369 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-a00f987c-f278-4ecf-ab5d-ad4453165435 admin admin] Allocated IP 172.20.0.1 (28accbbc-39aa-4727-96cb-2661e88de0c7/159c32df-e853-4529-b0ba-c25a8ce97eab/9a6600db-629c-4ad3-b225-75ce7666908a) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:58:36.765970 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a00f987c-f278-4ecf-ab5d-ad4453165435 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:36.803434 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-154a35d4-064f-464a-ae3f-2296ffe15dd6 None None] Notify callbacks [] for port, precommit_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:36.854103 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a00f987c-f278-4ecf-ab5d-ad4453165435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:36.871365 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d89e198f-f90b-4174-a1d7-074593de261f up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:58:36.893935 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-154a35d4-064f-464a-ae3f-2296ffe15dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:36.899296 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00f987c-f278-4ecf-ab5d-ad4453165435 admin admin] Network 28accbbc-39aa-4727-96cb-2661e88de0c7 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:58:36.902176 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-a00f987c-f278-4ecf-ab5d-ad4453165435 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:58:36.914894 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00f987c-f278-4ecf-ab5d-ad4453165435 admin admin] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:58:36.914894 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f987c-f278-4ecf-ab5d-ad4453165435 admin admin] Pushing event updated for resources: {'Port': ['ID=9a6600db-629c-4ad3-b225-75ce7666908a,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:36.951398 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a00f987c-f278-4ecf-ab5d-ad4453165435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579544'] for router_interface, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:36.969307 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-154a35d4-064f-464a-ae3f-2296ffe15dd6 None None] Attempting to bind port a7cf2587-903d-405a-be59-fdd8a630d8f0 on host n-d-820550-2 for vnic_type normal with profile {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:58:36.969683 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-154a35d4-064f-464a-ae3f-2296ffe15dd6 None None] Attempting to bind port a7cf2587-903d-405a-be59-fdd8a630d8f0 by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:58:36.970050 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154a35d4-064f-464a-ae3f-2296ffe15dd6 None None] Attempting to bind port a7cf2587-903d-405a-be59-fdd8a630d8f0 on network 66f24afa-c67f-4411-a795-f16773380b27 {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:58:36.975786 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5922997-ce9c-4c45-9193-395bf241cec5 None None] Pushing event updated for resources: {'Port': ['ID=a7cf2587-903d-405a-be59-fdd8a630d8f0,revision_number=2']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:36.991581 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154a35d4-064f-464a-ae3f-2296ffe15dd6 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:58:36.991772 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154a35d4-064f-464a-ae3f-2296ffe15dd6 None None] Checking segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:58:36.996956 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-154a35d4-064f-464a-ae3f-2296ffe15dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:36.996956 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154a35d4-064f-464a-ae3f-2296ffe15dd6 None None] Bound using segment: {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'} {{(pid=102818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:58:36.996956 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.managers [None req-154a35d4-064f-464a-ae3f-2296ffe15dd6 None None] Bound port: a7cf2587-903d-405a-be59-fdd8a630d8f0, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ff9e4-ebb5-43b2-9342-3cd71e1e6e28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f24afa-c67f-4411-a795-f16773380b27'}}] {{(pid=102818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:58:36.996956 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-154a35d4-064f-464a-ae3f-2296ffe15dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:37.014887 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port d89e198f-f90b-4174-a1d7-074593de261f triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:58:37.015549 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:37.085466 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-154a35d4-064f-464a-ae3f-2296ffe15dd6 None None] For port a7cf2587-903d-405a-be59-fdd8a630d8f0, host n-d-820550-2, cleared binding levels {{(pid=102818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:58:37.092931 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-154a35d4-064f-464a-ae3f-2296ffe15dd6 None None] For port a7cf2587-903d-405a-be59-fdd8a630d8f0, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=a7cf2587-903d-405a-be59-fdd8a630d8f0,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:58:37.136103 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d5ca0bc2-f9fe-4959-a10f-8219a0dcf712 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:58:37.164629 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-154a35d4-064f-464a-ae3f-2296ffe15dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:37.164868 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a00f987c-f278-4ecf-ab5d-ad4453165435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:37.256306 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-927c323e-5f5d-4249-813d-a5b9fa20da52 None None] Provisioning complete for port 9a6600db-629c-4ad3-b225-75ce7666908a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:58:37.256680 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-927c323e-5f5d-4249-813d-a5b9fa20da52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:37.259000 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154a35d4-064f-464a-ae3f-2296ffe15dd6 None None] Routers {'08d3e803-5f7e-4abc-aa6f-559e1af97669'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:58:37.259625 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-154a35d4-064f-464a-ae3f-2296ffe15dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:58:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['08d3e803-5f7e-4abc-aa6f-559e1af97669'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:58:37.261238 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5922997-ce9c-4c45-9193-395bf241cec5 None None] Pushing event updated for resources: {'Port': ['ID=a7cf2587-903d-405a-be59-fdd8a630d8f0,revision_number=3']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:37.336615 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a00f987c-f278-4ecf-ab5d-ad4453165435 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:37.350981 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port d5ca0bc2-f9fe-4959-a10f-8219a0dcf712 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:58:37.351523 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:37.384661 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-927c323e-5f5d-4249-813d-a5b9fa20da52 None None] Port 9a6600db-629c-4ad3-b225-75ce7666908a cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:58:37.396312 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a00f987c-f278-4ecf-ab5d-ad4453165435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:37.432351 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-154a35d4-064f-464a-ae3f-2296ffe15dd6 None None] Set router 08d3e803-5f7e-4abc-aa6f-559e1af97669 gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:58:37.468941 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-a00f987c-f278-4ecf-ab5d-ad4453165435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1579885'] for router_interface, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:37.470894 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f987c-f278-4ecf-ab5d-ad4453165435 admin admin] Pushing event updated for resources: {'Port': ['ID=9a6600db-629c-4ad3-b225-75ce7666908a,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:37.564408 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00f987c-f278-4ecf-ab5d-ad4453165435 admin admin] Network 28accbbc-39aa-4727-96cb-2661e88de0c7 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:58:37.566016 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-a00f987c-f278-4ecf-ab5d-ad4453165435 admin admin] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:58:37.668913 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-154a35d4-064f-464a-ae3f-2296ffe15dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d3e803-5f7e-4abc-aa6f-559e1af97669', 'name': 'tempest-TestSnapshotPattern-166192890-router', 'tenant_id': 'e5518cf5326f419d962f57a0447cf811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a7cf2587-903d-405a-be59-fdd8a630d8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:58:33Z', 'updated_at': '2021-12-16T10:58:37Z', 'revision_number': 4, 'project_id': 'e5518cf5326f419d962f57a0447cf811', 'gw_port': {'id': 'a7cf2587-903d-405a-be59-fdd8a630d8f0', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:25:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d3e803-5f7e-4abc-aa6f-559e1af97669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:34Z', 'updated_at': '2021-12-16T10:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '9a6600db-629c-4ad3-b225-75ce7666908a', 'name': '', 'network_id': '28accbbc-39aa-4727-96cb-2661e88de0c7', 'tenant_id': 'e5518cf5326f419d962f57a0447cf811', 'mac_address': 'fa:16:3e:b9:13:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d3e803-5f7e-4abc-aa6f-559e1af97669', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '159c32df-e853-4529-b0ba-c25a8ce97eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:36Z', 'updated_at': '2021-12-16T10:58:36Z', 'revision_number': 1, 'project_id': 'e5518cf5326f419d962f57a0447cf811', 'subnets': [{'id': '159c32df-e853-4529-b0ba-c25a8ce97eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:58:37.688166 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00f987c-f278-4ecf-ab5d-ad4453165435 admin admin] Router 08d3e803-5f7e-4abc-aa6f-559e1af97669 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:58:37.697530 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154a35d4-064f-464a-ae3f-2296ffe15dd6 None None] The sync data for ids ['08d3e803-5f7e-4abc-aa6f-559e1af97669'] in n-d-820550-2 is: [{'id': '08d3e803-5f7e-4abc-aa6f-559e1af97669', 'name': 'tempest-TestSnapshotPattern-166192890-router', 'tenant_id': 'e5518cf5326f419d962f57a0447cf811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a7cf2587-903d-405a-be59-fdd8a630d8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:58:33Z', 'updated_at': '2021-12-16T10:58:37Z', 'revision_number': 4, 'project_id': 'e5518cf5326f419d962f57a0447cf811', 'gw_port': {'id': 'a7cf2587-903d-405a-be59-fdd8a630d8f0', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:25:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d3e803-5f7e-4abc-aa6f-559e1af97669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:34Z', 'updated_at': '2021-12-16T10:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '9a6600db-629c-4ad3-b225-75ce7666908a', 'name': '', 'network_id': '28accbbc-39aa-4727-96cb-2661e88de0c7', 'tenant_id': 'e5518cf5326f419d962f57a0447cf811', 'mac_address': 'fa:16:3e:b9:13:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d3e803-5f7e-4abc-aa6f-559e1af97669', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '159c32df-e853-4529-b0ba-c25a8ce97eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:36Z', 'updated_at': '2021-12-16T10:58:36Z', 'revision_number': 1, 'project_id': 'e5518cf5326f419d962f57a0447cf811', 'subnets': [{'id': '159c32df-e853-4529-b0ba-c25a8ce97eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:58:37.804361 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-dd5c1e0b-773e-441e-8cbe-0e4f004fca4b None None] Provisioning complete for port 9a6600db-629c-4ad3-b225-75ce7666908a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:58:37.804779 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-dd5c1e0b-773e-441e-8cbe-0e4f004fca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:37.806556 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00f987c-f278-4ecf-ab5d-ad4453165435 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:58:37.814006 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-a00f987c-f278-4ecf-ab5d-ad4453165435 admin admin] 10.222.0.60 "PUT /v2.0/routers/08d3e803-5f7e-4abc-aa6f-559e1af97669/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7234623 Dec 16 10:58:37.841292 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-dd5c1e0b-773e-441e-8cbe-0e4f004fca4b None None] Port 9a6600db-629c-4ad3-b225-75ce7666908a cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:58:38.234898 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:38.656002 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44130) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:58:38.660659 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-5e2aecbc-4ca8-4adb-b3d3-b0c14ee9153c tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2142804734', 'description': 'tempest-secgroup-smoke-2142804734 description', 'project_id': '4ec95157e16848e9a692be6283a498c8'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:58:38.761889 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5e2aecbc-4ca8-4adb-b3d3-b0c14ee9153c tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks [] for security_group, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:38.837353 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5e2aecbc-4ca8-4adb-b3d3-b0c14ee9153c tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks [] for security_group, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:38.906225 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device a7cf2587-903d-405a-be59-fdd8a630d8f0 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:58:38.909981 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5e2aecbc-4ca8-4adb-b3d3-b0c14ee9153c tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:38.946093 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2aecbc-4ca8-4adb-b3d3-b0c14ee9153c tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79b11624-eef0-4fae-902c-d33b8b8f1c65,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:38.969351 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port a7cf2587-903d-405a-be59-fdd8a630d8f0 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:58:38.969726 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:38.997983 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-5e2aecbc-4ca8-4adb-b3d3-b0c14ee9153c tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:38.999279 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-5e2aecbc-4ca8-4adb-b3d3-b0c14ee9153c tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3422053 Dec 16 10:58:39.002181 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44132) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:58:39.006645 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-00933b93-f517-4588-a304-0f3edd78aae2 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Request body: {'security_group_rule': {'security_group_id': '79b11624-eef0-4fae-902c-d33b8b8f1c65', 'project_id': '4ec95157e16848e9a692be6283a498c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:58:39.046381 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:39.066747 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-90596404-2544-46fd-b302-fd30027c055f None None] For port a7cf2587-903d-405a-be59-fdd8a630d8f0, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=a7cf2587-903d-405a-be59-fdd8a630d8f0,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:58:39.087439 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00933b93-f517-4588-a304-0f3edd78aae2 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:39.126920 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:39.157707 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00933b93-f517-4588-a304-0f3edd78aae2 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:39.178321 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Pushing event updated for resources: {'Port': ['ID=a7cf2587-903d-405a-be59-fdd8a630d8f0,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:39.240437 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00933b93-f517-4588-a304-0f3edd78aae2 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:39.256368 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00933b93-f517-4588-a304-0f3edd78aae2 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=901df63b-5def-4735-9ee1-59bc56cb59f3,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:39.334082 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-00933b93-f517-4588-a304-0f3edd78aae2 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:39.335384 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-00933b93-f517-4588-a304-0f3edd78aae2 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3321822 Dec 16 10:58:39.338400 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44134) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:58:39.343210 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-238c3b3e-28a6-40ec-849e-8b37ec2af11a tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Request body: {'security_group_rule': {'security_group_id': '79b11624-eef0-4fae-902c-d33b8b8f1c65', 'project_id': '4ec95157e16848e9a692be6283a498c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:58:39.428412 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-238c3b3e-28a6-40ec-849e-8b37ec2af11a tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:39.478379 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-238c3b3e-28a6-40ec-849e-8b37ec2af11a tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:39.550224 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-238c3b3e-28a6-40ec-849e-8b37ec2af11a tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:39.574093 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c3b3e-28a6-40ec-849e-8b37ec2af11a tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=216e1186-1ddc-46dd-87ae-79591b10af38,revision_number=0']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:39.644828 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-238c3b3e-28a6-40ec-849e-8b37ec2af11a tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:39.646497 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-238c3b3e-28a6-40ec-849e-8b37ec2af11a tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3070920 Dec 16 10:58:39.648896 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79edfce0-6dd1-4bd9-8652-4b4ddd3e1a34 None None] Sync routers for ids ['08d3e803-5f7e-4abc-aa6f-559e1af97669'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:58:39.653681 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44136) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:58:39.654550 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-90240295-4e42-4487-be56-c314911613a4 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Request body: {'security_group_rule': {'security_group_id': '79b11624-eef0-4fae-902c-d33b8b8f1c65', 'project_id': '4ec95157e16848e9a692be6283a498c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:58:39.658611 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79edfce0-6dd1-4bd9-8652-4b4ddd3e1a34 None None] Routers {'08d3e803-5f7e-4abc-aa6f-559e1af97669'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:58:39.659234 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-79edfce0-6dd1-4bd9-8652-4b4ddd3e1a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:58:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['08d3e803-5f7e-4abc-aa6f-559e1af97669'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:58:39.760540 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90240295-4e42-4487-be56-c314911613a4 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:39.766906 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-79edfce0-6dd1-4bd9-8652-4b4ddd3e1a34 None None] Set router 08d3e803-5f7e-4abc-aa6f-559e1af97669 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:58:39.823453 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90240295-4e42-4487-be56-c314911613a4 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:39.904179 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90240295-4e42-4487-be56-c314911613a4 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:39.925898 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90240295-4e42-4487-be56-c314911613a4 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cafa34a2-b9e8-43c0-94fe-b45f234fa1f6,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:39.977686 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-79edfce0-6dd1-4bd9-8652-4b4ddd3e1a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d3e803-5f7e-4abc-aa6f-559e1af97669', 'name': 'tempest-TestSnapshotPattern-166192890-router', 'tenant_id': 'e5518cf5326f419d962f57a0447cf811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a7cf2587-903d-405a-be59-fdd8a630d8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:58:33Z', 'updated_at': '2021-12-16T10:58:37Z', 'revision_number': 4, 'project_id': 'e5518cf5326f419d962f57a0447cf811', 'gw_port': {'id': 'a7cf2587-903d-405a-be59-fdd8a630d8f0', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:25:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d3e803-5f7e-4abc-aa6f-559e1af97669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:34Z', 'updated_at': '2021-12-16T10:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '9a6600db-629c-4ad3-b225-75ce7666908a', 'name': '', 'network_id': '28accbbc-39aa-4727-96cb-2661e88de0c7', 'tenant_id': 'e5518cf5326f419d962f57a0447cf811', 'mac_address': 'fa:16:3e:b9:13:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d3e803-5f7e-4abc-aa6f-559e1af97669', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '159c32df-e853-4529-b0ba-c25a8ce97eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:36Z', 'updated_at': '2021-12-16T10:58:37Z', 'revision_number': 2, 'project_id': 'e5518cf5326f419d962f57a0447cf811', 'subnets': [{'id': '159c32df-e853-4529-b0ba-c25a8ce97eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:58:39.992080 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-90240295-4e42-4487-be56-c314911613a4 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:39.998090 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-90240295-4e42-4487-be56-c314911613a4 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3429847 Dec 16 10:58:39.998090 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44138) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:58:40.001726 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-e5206eef-7957-4aeb-82c0-14d014da8156 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Request body: {'security_group_rule': {'security_group_id': '79b11624-eef0-4fae-902c-d33b8b8f1c65', 'project_id': '4ec95157e16848e9a692be6283a498c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:58:40.087650 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e5206eef-7957-4aeb-82c0-14d014da8156 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:40.091528 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79edfce0-6dd1-4bd9-8652-4b4ddd3e1a34 None None] Checking router: 08d3e803-5f7e-4abc-aa6f-559e1af97669 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:58:40.091889 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79edfce0-6dd1-4bd9-8652-4b4ddd3e1a34 None None] Updating router 08d3e803-5f7e-4abc-aa6f-559e1af97669 port 9a6600db-629c-4ad3-b225-75ce7666908a binding host n-d-820550-2 {{(pid=102819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:58:40.116226 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-79edfce0-6dd1-4bd9-8652-4b4ddd3e1a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:40.147672 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e5206eef-7957-4aeb-82c0-14d014da8156 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:40.212798 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e5206eef-7957-4aeb-82c0-14d014da8156 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:40.233618 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5206eef-7957-4aeb-82c0-14d014da8156 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b909aa2e-7801-411e-a824-cd99ce9b1be2,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:40.298803 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-e5206eef-7957-4aeb-82c0-14d014da8156 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:40.300083 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-e5206eef-7957-4aeb-82c0-14d014da8156 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3028898 Dec 16 10:58:40.302852 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44140) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:58:40.309457 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-577e2781-f361-4f06-bd47-878df1f7839f tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Request body: {'security_group_rule': {'security_group_id': '79b11624-eef0-4fae-902c-d33b8b8f1c65', 'project_id': '4ec95157e16848e9a692be6283a498c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:58:40.391909 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-79edfce0-6dd1-4bd9-8652-4b4ddd3e1a34 None None] Notify callbacks [] for port, precommit_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:40.396391 n-d-820550-2 neutron-server[102816]: INFO neutron.db.securitygroups_db [None req-577e2781-f361-4f06-bd47-878df1f7839f tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Project 4ec95157e16848e9a692be6283a498c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:58:40.402379 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-577e2781-f361-4f06-bd47-878df1f7839f tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:40.458653 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-79edfce0-6dd1-4bd9-8652-4b4ddd3e1a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:40.466062 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-577e2781-f361-4f06-bd47-878df1f7839f tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:40.510486 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b49a79-adf8-44a8-925e-e4101c6a3c56 None None] Pushing event updated for resources: {'Port': ['ID=9a6600db-629c-4ad3-b225-75ce7666908a,revision_number=3']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:40.557282 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-79edfce0-6dd1-4bd9-8652-4b4ddd3e1a34 None None] Attempting to bind port 9a6600db-629c-4ad3-b225-75ce7666908a on host n-d-820550-2 for vnic_type normal with profile {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:58:40.557646 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-79edfce0-6dd1-4bd9-8652-4b4ddd3e1a34 None None] Attempting to bind port 9a6600db-629c-4ad3-b225-75ce7666908a by drivers openvswitch,hyperv on host n-d-820550-2 at level 0 using segments [{'id': '28295b24-ab76-40fa-a0bd-3c7c0e07e2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '28accbbc-39aa-4727-96cb-2661e88de0c7'}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:58:40.558000 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79edfce0-6dd1-4bd9-8652-4b4ddd3e1a34 None None] Attempting to bind port 9a6600db-629c-4ad3-b225-75ce7666908a on network 28accbbc-39aa-4727-96cb-2661e88de0c7 {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:58:40.561681 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-577e2781-f361-4f06-bd47-878df1f7839f tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:40.564180 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79edfce0-6dd1-4bd9-8652-4b4ddd3e1a34 None None] Checking agent: {'id': 'a12a282f-5dfe-44e8-8ecc-c1f3e8618b57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 11, 59), 'started_at': datetime.datetime(2021, 12, 16, 9, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:58:40.564561 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79edfce0-6dd1-4bd9-8652-4b4ddd3e1a34 None None] Checking segment: {'id': '28295b24-ab76-40fa-a0bd-3c7c0e07e2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '28accbbc-39aa-4727-96cb-2661e88de0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:58:40.564967 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-79edfce0-6dd1-4bd9-8652-4b4ddd3e1a34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:40.565391 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79edfce0-6dd1-4bd9-8652-4b4ddd3e1a34 None None] Bound using segment: {'id': '28295b24-ab76-40fa-a0bd-3c7c0e07e2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '28accbbc-39aa-4727-96cb-2661e88de0c7'} {{(pid=102819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:58:40.566492 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.managers [None req-79edfce0-6dd1-4bd9-8652-4b4ddd3e1a34 None None] Bound port: 9a6600db-629c-4ad3-b225-75ce7666908a, host: n-d-820550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28295b24-ab76-40fa-a0bd-3c7c0e07e2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '28accbbc-39aa-4727-96cb-2661e88de0c7'}}] {{(pid=102819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:58:40.567008 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-79edfce0-6dd1-4bd9-8652-4b4ddd3e1a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:40.584964 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e2781-f361-4f06-bd47-878df1f7839f tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39fb6abc-cb31-449d-80b5-a5ebc2c3469e,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:40.632131 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-577e2781-f361-4f06-bd47-878df1f7839f tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:40.634184 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-577e2781-f361-4f06-bd47-878df1f7839f tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3303285 Dec 16 10:58:40.637052 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44142) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:58:40.641562 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-c29d43e0-9f4c-4b83-9967-013cb73f88e3 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Request body: {'security_group_rule': {'security_group_id': '79b11624-eef0-4fae-902c-d33b8b8f1c65', 'project_id': '4ec95157e16848e9a692be6283a498c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:58:40.646994 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-79edfce0-6dd1-4bd9-8652-4b4ddd3e1a34 None None] For port 9a6600db-629c-4ad3-b225-75ce7666908a, host n-d-820550-2, cleared binding levels {{(pid=102819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:58:40.651228 n-d-820550-2 neutron-server[102819]: DEBUG neutron.plugins.ml2.db [None req-79edfce0-6dd1-4bd9-8652-4b4ddd3e1a34 None None] For port 9a6600db-629c-4ad3-b225-75ce7666908a, host n-d-820550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=9a6600db-629c-4ad3-b225-75ce7666908a,segment=NetworkSegment(28295b24-ab76-40fa-a0bd-3c7c0e07e2a7),segment_id=28295b24-ab76-40fa-a0bd-3c7c0e07e2a7)] {{(pid=102819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:58:40.699450 n-d-820550-2 neutron-server[102819]: DEBUG neutron_lib.callbacks.manager [None req-79edfce0-6dd1-4bd9-8652-4b4ddd3e1a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:40.716313 n-d-820550-2 neutron-server[102816]: INFO neutron.db.securitygroups_db [None req-c29d43e0-9f4c-4b83-9967-013cb73f88e3 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Project 4ec95157e16848e9a692be6283a498c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:58:40.721679 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c29d43e0-9f4c-4b83-9967-013cb73f88e3 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:40.761808 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79edfce0-6dd1-4bd9-8652-4b4ddd3e1a34 None None] Routers {'08d3e803-5f7e-4abc-aa6f-559e1af97669'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:58:40.762812 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-79edfce0-6dd1-4bd9-8652-4b4ddd3e1a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:58:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['08d3e803-5f7e-4abc-aa6f-559e1af97669'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:58:40.789930 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-b03adccd-f091-437a-bef0-690d31fb9eca None None] Provisioning complete for port 9a6600db-629c-4ad3-b225-75ce7666908a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:58:40.790726 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c29d43e0-9f4c-4b83-9967-013cb73f88e3 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:40.791157 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b03adccd-f091-437a-bef0-690d31fb9eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:40.839325 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b49a79-adf8-44a8-925e-e4101c6a3c56 None None] Pushing event updated for resources: {'Port': ['ID=9a6600db-629c-4ad3-b225-75ce7666908a,revision_number=4']} {{(pid=102819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:40.870018 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c29d43e0-9f4c-4b83-9967-013cb73f88e3 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882245'] for security_group_rule, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:40.889658 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d43e0-9f4c-4b83-9967-013cb73f88e3 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3014a762-9f41-415d-a769-6d63edb90fb5,revision_number=0']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:40.905559 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-79edfce0-6dd1-4bd9-8652-4b4ddd3e1a34 None None] Set router 08d3e803-5f7e-4abc-aa6f-559e1af97669 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:58:40.924509 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device a7cf2587-903d-405a-be59-fdd8a630d8f0 up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:58:40.961980 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b03adccd-f091-437a-bef0-690d31fb9eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:40.974977 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-c29d43e0-9f4c-4b83-9967-013cb73f88e3 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:40.995140 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c29d43e0-9f4c-4b83-9967-013cb73f88e3 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3532329 Dec 16 10:58:41.014461 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-b03adccd-f091-437a-bef0-690d31fb9eca None None] For port 9a6600db-629c-4ad3-b225-75ce7666908a, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=9a6600db-629c-4ad3-b225-75ce7666908a,segment=NetworkSegment(28295b24-ab76-40fa-a0bd-3c7c0e07e2a7),segment_id=28295b24-ab76-40fa-a0bd-3c7c0e07e2a7)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:58:41.020133 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port a7cf2587-903d-405a-be59-fdd8a630d8f0 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:58:41.020699 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:41.075765 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b03adccd-f091-437a-bef0-690d31fb9eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:41.133080 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-79edfce0-6dd1-4bd9-8652-4b4ddd3e1a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d3e803-5f7e-4abc-aa6f-559e1af97669', 'name': 'tempest-TestSnapshotPattern-166192890-router', 'tenant_id': 'e5518cf5326f419d962f57a0447cf811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a7cf2587-903d-405a-be59-fdd8a630d8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:58:33Z', 'updated_at': '2021-12-16T10:58:37Z', 'revision_number': 4, 'project_id': 'e5518cf5326f419d962f57a0447cf811', 'gw_port': {'id': 'a7cf2587-903d-405a-be59-fdd8a630d8f0', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:25:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d3e803-5f7e-4abc-aa6f-559e1af97669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:34Z', 'updated_at': '2021-12-16T10:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '9a6600db-629c-4ad3-b225-75ce7666908a', 'name': '', 'network_id': '28accbbc-39aa-4727-96cb-2661e88de0c7', 'tenant_id': 'e5518cf5326f419d962f57a0447cf811', 'mac_address': 'fa:16:3e:b9:13:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d3e803-5f7e-4abc-aa6f-559e1af97669', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '159c32df-e853-4529-b0ba-c25a8ce97eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:36Z', 'updated_at': '2021-12-16T10:58:40Z', 'revision_number': 4, 'project_id': 'e5518cf5326f419d962f57a0447cf811', 'subnets': [{'id': '159c32df-e853-4529-b0ba-c25a8ce97eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:58:41.145218 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-2aa4d7e5-e1fb-4fd7-a804-dcb477141165 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2142804734&fields=id&tenant_id=4ec95157e16848e9a692be6283a498c8 HTTP/1.1" status: 200 len: 267 time: 0.0429251 Dec 16 10:58:41.157850 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03adccd-f091-437a-bef0-690d31fb9eca None None] Pushing event updated for resources: {'Port': ['ID=9a6600db-629c-4ad3-b225-75ce7666908a,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:41.165053 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79edfce0-6dd1-4bd9-8652-4b4ddd3e1a34 None None] The sync data for ids ['08d3e803-5f7e-4abc-aa6f-559e1af97669'] in n-d-820550-2 is: [{'id': '08d3e803-5f7e-4abc-aa6f-559e1af97669', 'name': 'tempest-TestSnapshotPattern-166192890-router', 'tenant_id': 'e5518cf5326f419d962f57a0447cf811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a7cf2587-903d-405a-be59-fdd8a630d8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:58:33Z', 'updated_at': '2021-12-16T10:58:37Z', 'revision_number': 4, 'project_id': 'e5518cf5326f419d962f57a0447cf811', 'gw_port': {'id': 'a7cf2587-903d-405a-be59-fdd8a630d8f0', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:25:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d3e803-5f7e-4abc-aa6f-559e1af97669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:34Z', 'updated_at': '2021-12-16T10:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': '9a6600db-629c-4ad3-b225-75ce7666908a', 'name': '', 'network_id': '28accbbc-39aa-4727-96cb-2661e88de0c7', 'tenant_id': 'e5518cf5326f419d962f57a0447cf811', 'mac_address': 'fa:16:3e:b9:13:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d3e803-5f7e-4abc-aa6f-559e1af97669', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '159c32df-e853-4529-b0ba-c25a8ce97eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:36Z', 'updated_at': '2021-12-16T10:58:40Z', 'revision_number': 4, 'project_id': 'e5518cf5326f419d962f57a0447cf811', 'subnets': [{'id': '159c32df-e853-4529-b0ba-c25a8ce97eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:58:41.198088 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-ff615aa6-15eb-424b-8f72-a984e4c7125b None None] Provisioning complete for port 9a6600db-629c-4ad3-b225-75ce7666908a triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:58:41.198554 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ff615aa6-15eb-424b-8f72-a984e4c7125b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:41.272825 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-72184a1d-4a07-4ac4-ae2d-04f2ee2e9e67 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:58:41.275804 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-72184a1d-4a07-4ac4-ae2d-04f2ee2e9e67 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/networks?id=4608b66f-8dca-468b-bcc2-89b35d5436e3 HTTP/1.1" status: 200 len: 810 time: 0.1281195 Dec 16 10:58:41.304175 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-52a325d9-e7c4-49b1-815f-c409ee13e639 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/quotas/4ec95157e16848e9a692be6283a498c8 HTTP/1.1" status: 200 len: 375 time: 0.0170205 Dec 16 10:58:41.361800 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-10a90bf9-7afe-4aec-bddf-570b15eec366 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4ec95157e16848e9a692be6283a498c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565083 Dec 16 10:58:41.496383 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-cd40211e-91a2-4c13-9475-d02eac97dc90 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:58:41.498027 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-cd40211e-91a2-4c13-9475-d02eac97dc90 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1239200 Dec 16 10:58:41.593212 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-c4dd4be4-a695-47f0-9c6b-68a1cc8d3d92 service neutron] 10.222.0.60 "GET /v2.0/networks/4608b66f-8dca-468b-bcc2-89b35d5436e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881193 Dec 16 10:58:41.691932 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-d31f2f8f-2edf-4968-9367-bf61367f03b1 service neutron] 10.222.0.60 "GET /v2.0/networks/4608b66f-8dca-468b-bcc2-89b35d5436e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925624 Dec 16 10:58:41.860385 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-1f4dc795-e45b-4799-aa5c-c5de9691fa7c req-fd211caa-ae34-415b-b887-718163744445 service neutron] (102817) timed out ('10.222.0.60', 37794) {{(pid=102817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 16 10:58:41.874984 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:41.926116 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-9984b385-d80d-463a-864e-44e57146c4bb req-ea45c39c-cd03-465f-b73d-50830d033f7e tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=64a0e50f-3862-4339-8b97-8879cf468a95 HTTP/1.1" status: 200 len: 210 time: 0.0306630 Dec 16 10:58:42.890917 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 9a6600db-629c-4ad3-b225-75ce7666908a up at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:58:42.943024 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-90596404-2544-46fd-b302-fd30027c055f None None] Provisioning complete for port 9a6600db-629c-4ad3-b225-75ce7666908a triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:58:42.943395 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:43.026125 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-bf49d2b4-8d9e-4df4-a79e-74f62f73d9cd req-b74736dd-5417-4050-82c9-f010b7872c9b tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=64a0e50f-3862-4339-8b97-8879cf468a95 HTTP/1.1" status: 200 len: 210 time: 0.0285070 Dec 16 10:58:44.005100 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-49f8df3d-a1bf-41ff-a6ea-accfed32c50c tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:58:44.006602 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-49f8df3d-a1bf-41ff-a6ea-accfed32c50c tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.58 "GET /v2.0/networks?id=4608b66f-8dca-468b-bcc2-89b35d5436e3 HTTP/1.1" status: 200 len: 810 time: 0.1040335 Dec 16 10:58:44.050763 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-1ebed10f-a230-4271-b785-01bc22fa6c39 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ec95157e16848e9a692be6283a498c8 HTTP/1.1" status: 200 len: 380 time: 0.0345201 Dec 16 10:58:44.060159 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-d88841e8-f81c-40a0-bde8-0d5ae643aa6e tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Request body: {'port': {'device_id': '64a0e50f-3862-4339-8b97-8879cf468a95', 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3', 'admin_state_up': True, 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'security_groups': ['79b11624-eef0-4fae-902c-d33b8b8f1c65']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:58:44.124203 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-950e3cdf-f635-4798-8c54-30fe369b3141 req-b3bca586-ddad-4c80-99e9-b461921bd5fe tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=64a0e50f-3862-4339-8b97-8879cf468a95 HTTP/1.1" status: 200 len: 210 time: 0.0268171 Dec 16 10:58:44.247078 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-d88841e8-f81c-40a0-bde8-0d5ae643aa6e tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Made reservation on behalf of 4ec95157e16848e9a692be6283a498c8 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:58:44.250648 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-d88841e8-f81c-40a0-bde8-0d5ae643aa6e tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:44.376099 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-d88841e8-f81c-40a0-bde8-0d5ae643aa6e tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Allocated IP 172.20.0.14 (4608b66f-8dca-468b-bcc2-89b35d5436e3/c85da35d-3683-4bdf-8b73-e2e0c4bd9681/9ed8ad0d-4455-481f-91c7-ac03136e6c22) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:58:44.514174 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-d88841e8-f81c-40a0-bde8-0d5ae643aa6e tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:44.601503 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-d88841e8-f81c-40a0-bde8-0d5ae643aa6e tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:44.644158 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-d88841e8-f81c-40a0-bde8-0d5ae643aa6e tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Network 4608b66f-8dca-468b-bcc2-89b35d5436e3 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:58:44.647401 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-d88841e8-f81c-40a0-bde8-0d5ae643aa6e tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:58:44.651027 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-d88841e8-f81c-40a0-bde8-0d5ae643aa6e tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:58:44.659649 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88841e8-f81c-40a0-bde8-0d5ae643aa6e tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Pushing event updated for resources: {'Port': ['ID=9ed8ad0d-4455-481f-91c7-ac03136e6c22,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:44.706825 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-d88841e8-f81c-40a0-bde8-0d5ae643aa6e tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:58:44.707449 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-d88841e8-f81c-40a0-bde8-0d5ae643aa6e tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:44.775789 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-d88841e8-f81c-40a0-bde8-0d5ae643aa6e tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7194397 Dec 16 10:58:44.789877 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-e0f58eb9-b5f3-4c17-8d94-9d9df7385100 service neutron] Request body: {'port': {'device_id': '64a0e50f-3862-4339-8b97-8879cf468a95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:58:44.844030 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-e0f58eb9-b5f3-4c17-8d94-9d9df7385100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:44.901088 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-d7201b43-1c1d-45bb-9676-1eadb1967872 None None] Provisioning complete for port 9ed8ad0d-4455-481f-91c7-ac03136e6c22 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:58:44.901708 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-d7201b43-1c1d-45bb-9676-1eadb1967872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:44.936123 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-d7201b43-1c1d-45bb-9676-1eadb1967872 None None] Port 9ed8ad0d-4455-481f-91c7-ac03136e6c22 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:58:45.105598 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-e0f58eb9-b5f3-4c17-8d94-9d9df7385100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ed8ad0d-4455-481f-91c7-ac03136e6c22 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:58:45.112922 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-e0f58eb9-b5f3-4c17-8d94-9d9df7385100 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:45.124960 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-e0f58eb9-b5f3-4c17-8d94-9d9df7385100 service neutron] Transition to ACTIVE for port object 9ed8ad0d-4455-481f-91c7-ac03136e6c22 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:58:45.205720 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-e0f58eb9-b5f3-4c17-8d94-9d9df7385100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:45.300945 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f58eb9-b5f3-4c17-8d94-9d9df7385100 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed8ad0d-4455-481f-91c7-ac03136e6c22,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:45.311904 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0913bb-de3c-46e8-a522-cb8f73682217 req-aa5ea0ac-3b85-4621-8566-af633ffd2c48 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:58:45.313464 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7c0913bb-de3c-46e8-a522-cb8f73682217 req-aa5ea0ac-3b85-4621-8566-af633ffd2c48 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=64a0e50f-3862-4339-8b97-8879cf468a95 HTTP/1.1" status: 200 len: 944 time: 0.1215546 Dec 16 10:58:45.383904 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7c0913bb-de3c-46e8-a522-cb8f73682217 req-83e236ef-2be3-48fa-9f91-6a4f4299e5aa tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b11624-eef0-4fae-902c-d33b8b8f1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516059 Dec 16 10:58:45.388309 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-e0f58eb9-b5f3-4c17-8d94-9d9df7385100 service neutron] Attempting to bind port 9ed8ad0d-4455-481f-91c7-ac03136e6c22 on host n-h2-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:58:45.388645 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-e0f58eb9-b5f3-4c17-8d94-9d9df7385100 service neutron] Attempting to bind port 9ed8ad0d-4455-481f-91c7-ac03136e6c22 by drivers openvswitch,hyperv on host n-h2-820550-2 at level 0 using segments [{'id': 'f0ca635f-448e-4c13-9199-84b2d023f36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:58:45.388977 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-e0f58eb9-b5f3-4c17-8d94-9d9df7385100 service neutron] Attempting to bind port 9ed8ad0d-4455-481f-91c7-ac03136e6c22 on network 4608b66f-8dca-468b-bcc2-89b35d5436e3 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:58:45.393558 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-e0f58eb9-b5f3-4c17-8d94-9d9df7385100 service neutron] Port 9ed8ad0d-4455-481f-91c7-ac03136e6c22 on network 4608b66f-8dca-468b-bcc2-89b35d5436e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:58:45.393874 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-e0f58eb9-b5f3-4c17-8d94-9d9df7385100 service neutron] Attempting to bind port 9ed8ad0d-4455-481f-91c7-ac03136e6c22 on network 4608b66f-8dca-468b-bcc2-89b35d5436e3 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:58:45.399323 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-e0f58eb9-b5f3-4c17-8d94-9d9df7385100 service neutron] Checking agent: {'id': '61166684-95bc-4c2c-82cb-cb0a94f2cbe4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:58:45.399656 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-e0f58eb9-b5f3-4c17-8d94-9d9df7385100 service neutron] Checking segment: {'id': 'f0ca635f-448e-4c13-9199-84b2d023f36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:58:45.400035 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-e0f58eb9-b5f3-4c17-8d94-9d9df7385100 service neutron] Bound using segment: {'id': 'f0ca635f-448e-4c13-9199-84b2d023f36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:58:45.400459 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-e0f58eb9-b5f3-4c17-8d94-9d9df7385100 service neutron] Bound port: 9ed8ad0d-4455-481f-91c7-ac03136e6c22, host: n-h2-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ca635f-448e-4c13-9199-84b2d023f36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:58:45.400815 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-e0f58eb9-b5f3-4c17-8d94-9d9df7385100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:45.471083 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-e0f58eb9-b5f3-4c17-8d94-9d9df7385100 service neutron] For port 9ed8ad0d-4455-481f-91c7-ac03136e6c22, host n-h2-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:58:45.474116 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-e0f58eb9-b5f3-4c17-8d94-9d9df7385100 service neutron] For port 9ed8ad0d-4455-481f-91c7-ac03136e6c22, host n-h2-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=9ed8ad0d-4455-481f-91c7-ac03136e6c22,segment=NetworkSegment(f0ca635f-448e-4c13-9199-84b2d023f36e),segment_id=f0ca635f-448e-4c13-9199-84b2d023f36e)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:58:45.567359 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-e0f58eb9-b5f3-4c17-8d94-9d9df7385100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:45.605708 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-e0f58eb9-b5f3-4c17-8d94-9d9df7385100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:58:45.606210 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-e0f58eb9-b5f3-4c17-8d94-9d9df7385100 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:45.607629 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-e0f58eb9-b5f3-4c17-8d94-9d9df7385100 service neutron] 10.222.0.58 "PUT /v2.0/ports/9ed8ad0d-4455-481f-91c7-ac03136e6c22 HTTP/1.1" status: 200 len: 1092 time: 0.8225217 Dec 16 10:58:45.608184 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a0e50f-3862-4339-8b97-8879cf468a95', 'tag': '9ed8ad0d-4455-481f-91c7-ac03136e6c22'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:58:45.610442 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87382d79-d288-4772-afc3-0644e70cc60e" -d '{"events": [{"name": "network-changed", "server_uuid": "64a0e50f-3862-4339-8b97-8879cf468a95", "tag": "9ed8ad0d-4455-481f-91c7-ac03136e6c22"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:58:45.642584 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f58eb9-b5f3-4c17-8d94-9d9df7385100 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed8ad0d-4455-481f-91c7-ac03136e6c22,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:45.655766 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91a5a77-65ae-46f1-a206-2d41aa938ff1 x-openstack-request-id: req-a91a5a77-65ae-46f1-a206-2d41aa938ff1 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:58:45.656060 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a0e50f-3862-4339-8b97-8879cf468a95", "tag": "9ed8ad0d-4455-481f-91c7-ac03136e6c22", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:58:45.656315 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a91a5a77-65ae-46f1-a206-2d41aa938ff1 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:58:45.656720 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a0e50f-3862-4339-8b97-8879cf468a95', 'tag': '9ed8ad0d-4455-481f-91c7-ac03136e6c22', 'status': 'completed', 'code': 200} Dec 16 10:58:45.721777 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87382d79-d288-4772-afc3-0644e70cc60e req-1df6f9ff-c2c4-4720-a13d-ff778ebbd99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:58:45.723334 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-87382d79-d288-4772-afc3-0644e70cc60e req-1df6f9ff-c2c4-4720-a13d-ff778ebbd99c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ec95157e16848e9a692be6283a498c8&device_id=64a0e50f-3862-4339-8b97-8879cf468a95 HTTP/1.1" status: 200 len: 1095 time: 0.0428467 Dec 16 10:58:45.852683 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87382d79-d288-4772-afc3-0644e70cc60e req-070e996e-7dfb-47a7-87af-541f278706d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:58:45.854238 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-87382d79-d288-4772-afc3-0644e70cc60e req-070e996e-7dfb-47a7-87af-541f278706d5 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=4ec95157e16848e9a692be6283a498c8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1229887 Dec 16 10:58:46.275531 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87382d79-d288-4772-afc3-0644e70cc60e req-682aa7a1-6343-4d1f-b37b-a6a763e7792a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:58:46.276916 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-87382d79-d288-4772-afc3-0644e70cc60e req-682aa7a1-6343-4d1f-b37b-a6a763e7792a service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4149363 Dec 16 10:58:46.350995 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-84b34c57-c92e-420b-8141-c19c9bfdc6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:58:46.353016 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-84b34c57-c92e-420b-8141-c19c9bfdc6be service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ec95157e16848e9a692be6283a498c8&device_id=64a0e50f-3862-4339-8b97-8879cf468a95 HTTP/1.1" status: 200 len: 1095 time: 0.0394626 Dec 16 10:58:46.398932 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-9621957e-f60d-41c4-9d02-acc5e94ecfe4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ed8ad0d-4455-481f-91c7-ac03136e6c22 HTTP/1.1" status: 200 len: 217 time: 0.0360405 Dec 16 10:58:46.448153 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-7e98167f-22e3-45f3-8eb4-fab5c89f7914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:58:46.449710 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-7e98167f-22e3-45f3-8eb4-fab5c89f7914 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c85da35d-3683-4bdf-8b73-e2e0c4bd9681 HTTP/1.1" status: 200 len: 849 time: 0.0439568 Dec 16 10:58:46.532538 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5aa589-1992-49e8-84ca-d3346ccd506c req-74afea75-0d3c-4e5a-b4d6-2bb1d4e074e0 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:58:46.533946 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cb5aa589-1992-49e8-84ca-d3346ccd506c req-74afea75-0d3c-4e5a-b4d6-2bb1d4e074e0 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=64a0e50f-3862-4339-8b97-8879cf468a95 HTTP/1.1" status: 200 len: 944 time: 0.0793450 Dec 16 10:58:46.536303 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-ab0719a6-0c3c-4f4b-afa2-3a86e43e8f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:58:46.537661 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-ab0719a6-0c3c-4f4b-afa2-3a86e43e8f6d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4608b66f-8dca-468b-bcc2-89b35d5436e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742021 Dec 16 10:58:46.624831 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-cb5aa589-1992-49e8-84ca-d3346ccd506c req-ebc965e8-d10a-4d4b-be2f-246e06900e9f tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b11624-eef0-4fae-902c-d33b8b8f1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842328 Dec 16 10:58:46.654766 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-50314093-13af-402e-83e5-2c288b9cba95 service neutron] 10.222.0.58 "GET /v2.0/networks/4608b66f-8dca-468b-bcc2-89b35d5436e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082861 Dec 16 10:58:46.750679 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-c518748c-c496-4eea-b7c8-08460d8fba56 req-73264b62-770f-47a0-85bc-06b3bf6e21b6 service neutron] 10.222.0.58 "GET /v2.0/networks/4608b66f-8dca-468b-bcc2-89b35d5436e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876358 Dec 16 10:58:47.741197 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cccbe3-4584-4c1f-99ce-9ac2c0778820 req-4c97c3bd-611b-4a74-941d-c04644a55b2c tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:58:47.743428 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-00cccbe3-4584-4c1f-99ce-9ac2c0778820 req-4c97c3bd-611b-4a74-941d-c04644a55b2c tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=64a0e50f-3862-4339-8b97-8879cf468a95 HTTP/1.1" status: 200 len: 944 time: 0.0493748 Dec 16 10:58:47.781167 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-00cccbe3-4584-4c1f-99ce-9ac2c0778820 req-717646ce-ee71-4f4d-99d8-9bc5d26c82a4 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b11624-eef0-4fae-902c-d33b8b8f1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316007 Dec 16 10:58:48.897406 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b9e23-6371-44b7-8fdb-04fe7db41f3e req-07646746-148b-4716-9b7d-bb36d5a031a0 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:58:48.900202 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da6b9e23-6371-44b7-8fdb-04fe7db41f3e req-07646746-148b-4716-9b7d-bb36d5a031a0 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=64a0e50f-3862-4339-8b97-8879cf468a95 HTTP/1.1" status: 200 len: 944 time: 0.0521665 Dec 16 10:58:48.937939 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-da6b9e23-6371-44b7-8fdb-04fe7db41f3e req-7975729a-45d6-47dc-9b43-7c779c6cacb7 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b11624-eef0-4fae-902c-d33b8b8f1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316451 Dec 16 10:58:50.053162 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba610d-f01d-479e-9795-63d33b6db1c3 req-7f64e227-b2a9-4796-b24b-9348e2d26135 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:58:50.054714 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-48ba610d-f01d-479e-9795-63d33b6db1c3 req-7f64e227-b2a9-4796-b24b-9348e2d26135 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=64a0e50f-3862-4339-8b97-8879cf468a95 HTTP/1.1" status: 200 len: 944 time: 0.0484774 Dec 16 10:58:50.095884 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-48ba610d-f01d-479e-9795-63d33b6db1c3 req-490bed16-f6ba-4bdf-8b00-d17a98f5e21b tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b11624-eef0-4fae-902c-d33b8b8f1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349672 Dec 16 10:58:50.175957 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 9ed8ad0d-4455-481f-91c7-ac03136e6c22 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:58:50.268148 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 9ed8ad0d-4455-481f-91c7-ac03136e6c22, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=9ed8ad0d-4455-481f-91c7-ac03136e6c22,segment=NetworkSegment(f0ca635f-448e-4c13-9199-84b2d023f36e),segment_id=f0ca635f-448e-4c13-9199-84b2d023f36e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:58:50.285826 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '9ed8ad0d-4455-481f-91c7-ac03136e6c22', 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3', 'port_id': '9ed8ad0d-4455-481f-91c7-ac03136e6c22', 'mac_address': 'fa:16:3e:e9:96:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:58:50.327961 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:50.341132 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ed8ad0d-4455-481f-91c7-ac03136e6c22 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:58:50.359540 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 9ed8ad0d-4455-481f-91c7-ac03136e6c22, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=9ed8ad0d-4455-481f-91c7-ac03136e6c22,segment=NetworkSegment(f0ca635f-448e-4c13-9199-84b2d023f36e),segment_id=f0ca635f-448e-4c13-9199-84b2d023f36e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:58:50.422775 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:50.468845 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=9ed8ad0d-4455-481f-91c7-ac03136e6c22,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:50.624949 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['9ed8ad0d-4455-481f-91c7-ac03136e6c22'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:58:51.214091 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff52f0-b567-424f-b3a8-23b53ad17ba2 req-b10f67fd-3a0c-4156-be48-3a8157b27d8b tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:58:51.215507 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4ff52f0-b567-424f-b3a8-23b53ad17ba2 req-b10f67fd-3a0c-4156-be48-3a8157b27d8b tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=64a0e50f-3862-4339-8b97-8879cf468a95 HTTP/1.1" status: 200 len: 945 time: 0.0535934 Dec 16 10:58:51.252711 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-f4ff52f0-b567-424f-b3a8-23b53ad17ba2 req-19380bfb-d551-4c9c-86e0-f885e7e9269c tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b11624-eef0-4fae-902c-d33b8b8f1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312858 Dec 16 10:58:52.176268 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 9ed8ad0d-4455-481f-91c7-ac03136e6c22 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:58:52.298372 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning for port 9ed8ad0d-4455-481f-91c7-ac03136e6c22 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:58:52.302283 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 9ed8ad0d-4455-481f-91c7-ac03136e6c22 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:58:52.302653 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:52.374445 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43513d9-18f1-4bc1-b88f-8679338945ec req-c8ddf2d1-998b-4f23-bcc4-a5bea5ed7b31 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:58:52.375948 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a43513d9-18f1-4bc1-b88f-8679338945ec req-c8ddf2d1-998b-4f23-bcc4-a5bea5ed7b31 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=64a0e50f-3862-4339-8b97-8879cf468a95 HTTP/1.1" status: 200 len: 945 time: 0.0492806 Dec 16 10:58:52.383192 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:52.405489 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a0e50f-3862-4339-8b97-8879cf468a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed8ad0d-4455-481f-91c7-ac03136e6c22'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:58:52.407746 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43456ec7ce59ea77a0f74ce1d1a90a56292c95d5d3a8a10fcc4b35aa5a8e1da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c38def-abb2-4bcf-8a94-307a68d96a15" -d '{"events": [{"server_uuid": "64a0e50f-3862-4339-8b97-8879cf468a95", "name": "network-vif-plugged", "status": "completed", "tag": "9ed8ad0d-4455-481f-91c7-ac03136e6c22"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:58:52.414124 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a43513d9-18f1-4bc1-b88f-8679338945ec req-4531c69c-a6fd-403b-9e07-6a8e3af9f3b6 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b11624-eef0-4fae-902c-d33b8b8f1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318933 Dec 16 10:58:52.421498 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 9ed8ad0d-4455-481f-91c7-ac03136e6c22, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=9ed8ad0d-4455-481f-91c7-ac03136e6c22,segment=NetworkSegment(f0ca635f-448e-4c13-9199-84b2d023f36e),segment_id=f0ca635f-448e-4c13-9199-84b2d023f36e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:58:52.448111 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c1fe2e-f762-4185-82d4-0eaf8c3a29e5 x-openstack-request-id: req-47c1fe2e-f762-4185-82d4-0eaf8c3a29e5 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:58:52.448393 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a0e50f-3862-4339-8b97-8879cf468a95", "name": "network-vif-plugged", "status": "completed", "tag": "9ed8ad0d-4455-481f-91c7-ac03136e6c22", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:58:52.448638 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-47c1fe2e-f762-4185-82d4-0eaf8c3a29e5 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:58:52.449027 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a0e50f-3862-4339-8b97-8879cf468a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed8ad0d-4455-481f-91c7-ac03136e6c22', 'code': 200} Dec 16 10:58:52.469691 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:52.517609 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=9ed8ad0d-4455-481f-91c7-ac03136e6c22,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:52.549856 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b76b1-e724-4772-bc2f-0cf9e27b4fa9 req-b87083cc-e3ed-4163-a009-34e0fa04ec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:58:52.551275 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-753b76b1-e724-4772-bc2f-0cf9e27b4fa9 req-b87083cc-e3ed-4163-a009-34e0fa04ec98 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=64a0e50f-3862-4339-8b97-8879cf468a95 HTTP/1.1" status: 200 len: 1097 time: 0.0484114 Dec 16 10:58:52.585411 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-753b76b1-e724-4772-bc2f-0cf9e27b4fa9 req-57c4a08b-a965-4443-84cd-91363c4b0e03 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=79b11624-eef0-4fae-902c-d33b8b8f1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269856 Dec 16 10:58:53.529263 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6511399-afc4-4a16-b6fe-72e534edf301 req-b46e49ef-9080-4c21-abe4-533887a1395f tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:58:53.530781 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b6511399-afc4-4a16-b6fe-72e534edf301 req-b46e49ef-9080-4c21-abe4-533887a1395f tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=64a0e50f-3862-4339-8b97-8879cf468a95 HTTP/1.1" status: 200 len: 946 time: 0.0487392 Dec 16 10:58:53.569301 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-b6511399-afc4-4a16-b6fe-72e534edf301 req-b66d4217-718d-4298-b46c-d91612dd9329 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b11624-eef0-4fae-902c-d33b8b8f1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324802 Dec 16 10:58:54.213441 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-06bb85c7-fe59-406a-8b3c-b377bcba0914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:54.684503 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353deb9-58f8-46c3-99d6-e0e4f4d47d3b req-de4818b3-a0b0-4a4f-abda-40c851e90aaa tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:58:54.686020 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9353deb9-58f8-46c3-99d6-e0e4f4d47d3b req-de4818b3-a0b0-4a4f-abda-40c851e90aaa tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=64a0e50f-3862-4339-8b97-8879cf468a95 HTTP/1.1" status: 200 len: 946 time: 0.0484760 Dec 16 10:58:54.724152 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9353deb9-58f8-46c3-99d6-e0e4f4d47d3b req-b02d7df6-6fc9-480e-b0a3-e1c9e06a9134 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b11624-eef0-4fae-902c-d33b8b8f1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319762 Dec 16 10:58:54.837654 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069a0aa-f831-4bb9-b4e0-373b58785800 req-1f9a5446-8bc5-49dc-82d0-13583f3c7fa7 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:58:54.839128 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5069a0aa-f831-4bb9-b4e0-373b58785800 req-1f9a5446-8bc5-49dc-82d0-13583f3c7fa7 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=64a0e50f-3862-4339-8b97-8879cf468a95 HTTP/1.1" status: 200 len: 946 time: 0.0491576 Dec 16 10:58:54.880289 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-5069a0aa-f831-4bb9-b4e0-373b58785800 req-9b5a853a-36f7-4767-b78f-fe87b5f96ad7 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b11624-eef0-4fae-902c-d33b8b8f1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350053 Dec 16 10:58:54.903746 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44206) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:58:55.003147 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41691152-8738-4844-8d49-fdd5eb308582 tempest-TestSnapshotPattern-995853226 tempest-TestSnapshotPattern-995853226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:58:55.004647 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-41691152-8738-4844-8d49-fdd5eb308582 tempest-TestSnapshotPattern-995853226 tempest-TestSnapshotPattern-995853226-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=64a0e50f-3862-4339-8b97-8879cf468a95 HTTP/1.1" status: 200 len: 1092 time: 0.0999351 Dec 16 10:58:55.007547 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44210) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:58:55.012622 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.v2.base [None req-a0c9eb62-3c1c-4b39-b843-714addcd7430 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'port_id': '9ed8ad0d-4455-481f-91c7-ac03136e6c22', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:58:55.075428 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a0c9eb62-3c1c-4b39-b843-714addcd7430 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks [] for floatingip, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:55.169369 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a0c9eb62-3c1c-4b39-b843-714addcd7430 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:55.275205 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_common [None req-a0c9eb62-3c1c-4b39-b843-714addcd7430 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Allocated IP 172.25.1.125 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/67a80379-6148-4383-a799-9ad1bc4a56e5) {{(pid=102817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:58:55.377135 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a0c9eb62-3c1c-4b39-b843-714addcd7430 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks [] for port, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:55.464524 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a0c9eb62-3c1c-4b39-b843-714addcd7430 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:55.502030 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c9eb62-3c1c-4b39-b843-714addcd7430 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:58:55.504827 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.base_scheduler [None req-a0c9eb62-3c1c-4b39-b843-714addcd7430 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Resources bound (agent type, host, resource id): {{(pid=102817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:58:55.508233 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c9eb62-3c1c-4b39-b843-714addcd7430 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Received port after_create {{(pid=102817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:58:55.516130 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9eb62-3c1c-4b39-b843-714addcd7430 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Pushing event updated for resources: {'Port': ['ID=67a80379-6148-4383-a799-9ad1bc4a56e5,revision_number=1']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:55.858262 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a0c9eb62-3c1c-4b39-b843-714addcd7430 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:55.987085 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a0c9eb62-3c1c-4b39-b843-714addcd7430 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:56.154914 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a0c9eb62-3c1c-4b39-b843-714addcd7430 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks [] for port, precommit_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:56.235425 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a0c9eb62-3c1c-4b39-b843-714addcd7430 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844242'] for port, after_update {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:56.300901 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9eb62-3c1c-4b39-b843-714addcd7430 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Pushing event updated for resources: {'Port': ['ID=67a80379-6148-4383-a799-9ad1bc4a56e5,revision_number=2']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:58:56.313931 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a0c9eb62-3c1c-4b39-b843-714addcd7430 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:56.415254 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [None req-a0c9eb62-3c1c-4b39-b843-714addcd7430 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Floating IP 9f07f0ce-9936-43ff-b454-7ebb75e30e96 associated. External IP: 172.25.1.125, port: 9ed8ad0d-4455-481f-91c7-ac03136e6c22. Dec 16 10:58:56.498362 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-83b27eb6-26fd-4dcc-aba6-cc132ec5e35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:56.621287 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c9eb62-3c1c-4b39-b843-714addcd7430 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Router c2a391f4-ac99-495c-84c8-143c424a271b has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:58:56.728285 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c9eb62-3c1c-4b39-b843-714addcd7430 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:58:56.738409 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cff3aa-76d7-4896-94ff-a4999702f3b1 None None] Sync routers for ids ['c2a391f4-ac99-495c-84c8-143c424a271b'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:58:56.748491 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cff3aa-76d7-4896-94ff-a4999702f3b1 None None] Routers {'c2a391f4-ac99-495c-84c8-143c424a271b'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:58:56.749637 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-c6cff3aa-76d7-4896-94ff-a4999702f3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:58:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['c2a391f4-ac99-495c-84c8-143c424a271b'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:58:56.820193 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-a0c9eb62-3c1c-4b39-b843-714addcd7430 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:56.847603 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-a0c9eb62-3c1c-4b39-b843-714addcd7430 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8390059 Dec 16 10:58:56.848302 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a0e50f-3862-4339-8b97-8879cf468a95', 'tag': '9ed8ad0d-4455-481f-91c7-ac03136e6c22'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:58:56.850591 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d26ae51030dc677b2798be63b73eac8166a15593755268c5273421dc3d5daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdc0395-2d7f-463a-a61a-224c27614623" -d '{"events": [{"name": "network-changed", "server_uuid": "64a0e50f-3862-4339-8b97-8879cf468a95", "tag": "9ed8ad0d-4455-481f-91c7-ac03136e6c22"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:58:56.857098 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-c6cff3aa-76d7-4896-94ff-a4999702f3b1 None None] Set router c2a391f4-ac99-495c-84c8-143c424a271b gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:58:56.891239 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99436ef4-fa53-480c-99f8-25ae38d64917 x-openstack-request-id: req-99436ef4-fa53-480c-99f8-25ae38d64917 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:58:56.891769 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a0e50f-3862-4339-8b97-8879cf468a95", "tag": "9ed8ad0d-4455-481f-91c7-ac03136e6c22", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:58:56.891769 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-99436ef4-fa53-480c-99f8-25ae38d64917 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:58:56.892151 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a0e50f-3862-4339-8b97-8879cf468a95', 'tag': '9ed8ad0d-4455-481f-91c7-ac03136e6c22', 'status': 'completed', 'code': 200} Dec 16 10:58:56.959103 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc0395-2d7f-463a-a61a-224c27614623 req-8be442c4-1d19-4380-ba5d-c757f51e59b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:58:56.960795 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-afdc0395-2d7f-463a-a61a-224c27614623 req-8be442c4-1d19-4380-ba5d-c757f51e59b8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ec95157e16848e9a692be6283a498c8&device_id=64a0e50f-3862-4339-8b97-8879cf468a95 HTTP/1.1" status: 200 len: 1097 time: 0.0441616 Dec 16 10:58:57.055113 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc0395-2d7f-463a-a61a-224c27614623 req-78f43dc6-b4b1-4947-8fc7-96dee7898b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:58:57.057031 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-afdc0395-2d7f-463a-a61a-224c27614623 req-78f43dc6-b4b1-4947-8fc7-96dee7898b62 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4608b66f-8dca-468b-bcc2-89b35d5436e3 HTTP/1.1" status: 200 len: 911 time: 0.0896564 Dec 16 10:58:57.087499 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-c6cff3aa-76d7-4896-94ff-a4999702f3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'name': 'tempest-TestSnapshotPattern-1819271629-router', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '02d70aea-5269-430e-9345-342e420ca54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:58:27Z', 'updated_at': '2021-12-16T10:58:30Z', 'revision_number': 4, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'gw_port': {'id': '02d70aea-5269-430e-9345-342e420ca54e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:28Z', 'updated_at': '2021-12-16T10:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '9f07f0ce-9936-43ff-b454-7ebb75e30e96', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'port_id': '9ed8ad0d-4455-481f-91c7-ac03136e6c22', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3', 'mac_address': 'fa:16:3e:e9:96:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a0e50f-3862-4339-8b97-8879cf468a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:58:55Z', 'updated_at': '2021-12-16T10:58:55Z', 'revision_number': 0, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ca0bc2-f9fe-4959-a10f-8219a0dcf712', 'name': '', 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'mac_address': 'fa:16:3e:50:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:30Z', 'updated_at': '2021-12-16T10:58:34Z', 'revision_number': 5, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'subnets': [{'id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:58:57.113366 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cff3aa-76d7-4896-94ff-a4999702f3b1 None None] Checking router: c2a391f4-ac99-495c-84c8-143c424a271b for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:58:57.122722 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cff3aa-76d7-4896-94ff-a4999702f3b1 None None] Routers {'c2a391f4-ac99-495c-84c8-143c424a271b'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:58:57.123339 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-c6cff3aa-76d7-4896-94ff-a4999702f3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T10:58:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['c2a391f4-ac99-495c-84c8-143c424a271b'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:58:57.127299 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-afdc0395-2d7f-463a-a61a-224c27614623 req-128a3456-62aa-494a-8c3b-77dc3c6a8f0b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ed8ad0d-4455-481f-91c7-ac03136e6c22 HTTP/1.1" status: 200 len: 1000 time: 0.0623260 Dec 16 10:58:57.177943 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc0395-2d7f-463a-a61a-224c27614623 req-6b38a0ad-7d09-4ae1-86bf-a13dc5b8f6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:58:57.179443 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-afdc0395-2d7f-463a-a61a-224c27614623 req-6b38a0ad-7d09-4ae1-86bf-a13dc5b8f6eb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c85da35d-3683-4bdf-8b73-e2e0c4bd9681 HTTP/1.1" status: 200 len: 849 time: 0.0454614 Dec 16 10:58:57.224466 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc0395-2d7f-463a-a61a-224c27614623 req-a2f13529-d0a5-4742-b82f-3853f3ed653b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:58:57.226041 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-afdc0395-2d7f-463a-a61a-224c27614623 req-a2f13529-d0a5-4742-b82f-3853f3ed653b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4608b66f-8dca-468b-bcc2-89b35d5436e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401554 Dec 16 10:58:57.229436 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-c6cff3aa-76d7-4896-94ff-a4999702f3b1 None None] Set router c2a391f4-ac99-495c-84c8-143c424a271b gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:58:57.319687 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-afdc0395-2d7f-463a-a61a-224c27614623 req-602cb8fe-c514-4796-acc5-6b17a97a810c service neutron] 10.222.0.58 "GET /v2.0/networks/4608b66f-8dca-468b-bcc2-89b35d5436e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867369 Dec 16 10:58:57.415451 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-afdc0395-2d7f-463a-a61a-224c27614623 req-71897aaf-4af1-40f7-b268-c95a1893838d service neutron] 10.222.0.58 "GET /v2.0/networks/4608b66f-8dca-468b-bcc2-89b35d5436e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883336 Dec 16 10:58:57.454950 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-c6cff3aa-76d7-4896-94ff-a4999702f3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'name': 'tempest-TestSnapshotPattern-1819271629-router', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '02d70aea-5269-430e-9345-342e420ca54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:58:27Z', 'updated_at': '2021-12-16T10:58:30Z', 'revision_number': 4, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'gw_port': {'id': '02d70aea-5269-430e-9345-342e420ca54e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:28Z', 'updated_at': '2021-12-16T10:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '9f07f0ce-9936-43ff-b454-7ebb75e30e96', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'port_id': '9ed8ad0d-4455-481f-91c7-ac03136e6c22', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3', 'mac_address': 'fa:16:3e:e9:96:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a0e50f-3862-4339-8b97-8879cf468a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:58:55Z', 'updated_at': '2021-12-16T10:58:55Z', 'revision_number': 0, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ca0bc2-f9fe-4959-a10f-8219a0dcf712', 'name': '', 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'mac_address': 'fa:16:3e:50:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:30Z', 'updated_at': '2021-12-16T10:58:34Z', 'revision_number': 5, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'subnets': [{'id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:58:57.481706 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cff3aa-76d7-4896-94ff-a4999702f3b1 None None] The sync data for ids ['c2a391f4-ac99-495c-84c8-143c424a271b'] in n-d-820550-2 is: [{'id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'name': 'tempest-TestSnapshotPattern-1819271629-router', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '02d70aea-5269-430e-9345-342e420ca54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:58:27Z', 'updated_at': '2021-12-16T10:58:30Z', 'revision_number': 4, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'gw_port': {'id': '02d70aea-5269-430e-9345-342e420ca54e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:28Z', 'updated_at': '2021-12-16T10:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '9f07f0ce-9936-43ff-b454-7ebb75e30e96', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'port_id': '9ed8ad0d-4455-481f-91c7-ac03136e6c22', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3', 'mac_address': 'fa:16:3e:e9:96:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a0e50f-3862-4339-8b97-8879cf468a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:58:55Z', 'updated_at': '2021-12-16T10:58:55Z', 'revision_number': 0, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ca0bc2-f9fe-4959-a10f-8219a0dcf712', 'name': '', 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'mac_address': 'fa:16:3e:50:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:30Z', 'updated_at': '2021-12-16T10:58:34Z', 'revision_number': 5, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'subnets': [{'id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:58:57.675389 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d5977d-0f05-4672-99c8-1a86f8333e4f None None] New status for floating IP 9f07f0ce-9936-43ff-b454-7ebb75e30e96: ACTIVE {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:58:57.954351 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:58.653633 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:58:59.468112 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:59.640206 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:59:08.251839 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:59:11.852090 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:59:24.229101 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2e75609a-1cee-4a4c-ba3f-488fdd81ca80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:59:26.468405 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5873fc38-e8c2-4f94-bf8c-2b35c0e5ca09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:59:27.946967 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:59:29.462777 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:59:29.685316 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:59:35.653100 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:59:37.126585 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2fe7b470-2ede-4e0d-ab55-6ff525795ffc req-ab17537d-3ce2-4c85-add7-3231e3b75c47 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=64a0e50f-3862-4339-8b97-8879cf468a95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402923 Dec 16 10:59:37.213440 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7b470-2ede-4e0d-ab55-6ff525795ffc req-4859b02b-3b19-44fe-83c2-a060a4a836d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:59:37.214934 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2fe7b470-2ede-4e0d-ab55-6ff525795ffc req-4859b02b-3b19-44fe-83c2-a060a4a836d0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ec95157e16848e9a692be6283a498c8&device_id=64a0e50f-3862-4339-8b97-8879cf468a95 HTTP/1.1" status: 200 len: 1097 time: 0.0461028 Dec 16 10:59:37.321013 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7b470-2ede-4e0d-ab55-6ff525795ffc req-b155f468-0702-463c-8313-c4ff4fbbe0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:59:37.322517 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2fe7b470-2ede-4e0d-ab55-6ff525795ffc req-b155f468-0702-463c-8313-c4ff4fbbe0c6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4608b66f-8dca-468b-bcc2-89b35d5436e3 HTTP/1.1" status: 200 len: 911 time: 0.0865624 Dec 16 10:59:37.392455 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2fe7b470-2ede-4e0d-ab55-6ff525795ffc req-905bfef2-414d-4a9f-b4df-ab52879859e9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ed8ad0d-4455-481f-91c7-ac03136e6c22 HTTP/1.1" status: 200 len: 1002 time: 0.0624845 Dec 16 10:59:37.441825 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7b470-2ede-4e0d-ab55-6ff525795ffc req-63dbde4c-0404-4e3d-b93d-d3ce0b1ea803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:59:37.443240 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2fe7b470-2ede-4e0d-ab55-6ff525795ffc req-63dbde4c-0404-4e3d-b93d-d3ce0b1ea803 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c85da35d-3683-4bdf-8b73-e2e0c4bd9681 HTTP/1.1" status: 200 len: 849 time: 0.0445957 Dec 16 10:59:37.487599 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7b470-2ede-4e0d-ab55-6ff525795ffc req-ebb3c571-8f25-4ac4-a924-e306ccc35c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:59:37.489041 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2fe7b470-2ede-4e0d-ab55-6ff525795ffc req-ebb3c571-8f25-4ac4-a924-e306ccc35c0b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4608b66f-8dca-468b-bcc2-89b35d5436e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392947 Dec 16 10:59:37.583268 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2fe7b470-2ede-4e0d-ab55-6ff525795ffc req-d28745f3-cce6-4c19-a6f4-59f9c8031d82 service neutron] 10.222.0.58 "GET /v2.0/networks/4608b66f-8dca-468b-bcc2-89b35d5436e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863419 Dec 16 10:59:37.673587 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2fe7b470-2ede-4e0d-ab55-6ff525795ffc req-f0490f7b-4aa0-4e1d-a26f-40844777fe20 service neutron] 10.222.0.58 "GET /v2.0/networks/4608b66f-8dca-468b-bcc2-89b35d5436e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827940 Dec 16 10:59:38.234290 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:59:41.872655 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:59:54.209543 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-db5b0aba-f2a6-4e8e-bdd5-351e8d2c7902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:59:56.483567 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c425d5f8-8d6a-4abf-b880-ae022a419ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:59:57.982208 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:59:59.495921 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:59:59.639067 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:00:08.220493 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:00:11.895813 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:00:12.651598 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 11:00:24.192403 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-b707e281-5fef-4603-ac1e-632c647e85ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:00:26.494788 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7f48bf69-6e0b-4d32-8364-1be0d9863c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:00:27.975207 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:00:29.479953 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:00:29.676732 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:00:37.151769 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a3acea53-89e3-4704-9112-45563ec54bcc req-cfcc180c-4500-425f-9ab4-8966fe4fb789 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=64a0e50f-3862-4339-8b97-8879cf468a95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0828931 Dec 16 11:00:37.236965 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acea53-89e3-4704-9112-45563ec54bcc req-561651d7-1fe3-4f73-9098-3dd3fec13fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:00:37.238484 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a3acea53-89e3-4704-9112-45563ec54bcc req-561651d7-1fe3-4f73-9098-3dd3fec13fa5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ec95157e16848e9a692be6283a498c8&device_id=64a0e50f-3862-4339-8b97-8879cf468a95 HTTP/1.1" status: 200 len: 1097 time: 0.0456047 Dec 16 11:00:37.339038 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acea53-89e3-4704-9112-45563ec54bcc req-a6fde6dd-c7e5-4805-ace2-92d6c7380f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:00:37.340506 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a3acea53-89e3-4704-9112-45563ec54bcc req-a6fde6dd-c7e5-4805-ace2-92d6c7380f7e service neutron] 10.222.0.58 "GET /v2.0/networks?id=4608b66f-8dca-468b-bcc2-89b35d5436e3 HTTP/1.1" status: 200 len: 911 time: 0.0837762 Dec 16 11:00:37.410955 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a3acea53-89e3-4704-9112-45563ec54bcc req-5742fa4a-c68b-45e0-ae9f-e4509c999e16 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ed8ad0d-4455-481f-91c7-ac03136e6c22 HTTP/1.1" status: 200 len: 1002 time: 0.0630810 Dec 16 11:00:37.460857 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acea53-89e3-4704-9112-45563ec54bcc req-95bf95f7-3769-4672-be00-3696aba15bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:00:37.462315 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a3acea53-89e3-4704-9112-45563ec54bcc req-95bf95f7-3769-4672-be00-3696aba15bfd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c85da35d-3683-4bdf-8b73-e2e0c4bd9681 HTTP/1.1" status: 200 len: 849 time: 0.0446455 Dec 16 11:00:37.507243 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acea53-89e3-4704-9112-45563ec54bcc req-22268509-36ee-435c-a88b-6f2f0326f410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:00:37.508684 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a3acea53-89e3-4704-9112-45563ec54bcc req-22268509-36ee-435c-a88b-6f2f0326f410 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4608b66f-8dca-468b-bcc2-89b35d5436e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389476 Dec 16 11:00:37.520257 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-a3acea53-89e3-4704-9112-45563ec54bcc req-850799a8-9819-42d6-abed-7819fcb166b0 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 11:00:37.521203 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a3acea53-89e3-4704-9112-45563ec54bcc req-850799a8-9819-42d6-abed-7819fcb166b0 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050266 Dec 16 11:00:37.612854 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a3acea53-89e3-4704-9112-45563ec54bcc req-559ff991-a32c-453f-a4b6-188ad894412c service neutron] 10.222.0.58 "GET /v2.0/networks/4608b66f-8dca-468b-bcc2-89b35d5436e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843215 Dec 16 11:00:37.701036 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a3acea53-89e3-4704-9112-45563ec54bcc req-10810e97-be06-4b33-b334-a00e0a847bc8 service neutron] 10.222.0.58 "GET /v2.0/networks/4608b66f-8dca-468b-bcc2-89b35d5436e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812280 Dec 16 11:00:38.270800 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:00:41.900875 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:00:49.651258 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 11:00:54.214705 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f2e3dce9-7a64-4282-886b-fb5b74ca966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:00:56.510671 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-33d417e3-f05d-43b7-a995-2a46a0c0f316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:00:56.688572 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 9ed8ad0d-4455-481f-91c7-ac03136e6c22 details requested by agent hyperv_n-h2-820550-2 with host n-h2-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 11:00:56.802463 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 9ed8ad0d-4455-481f-91c7-ac03136e6c22, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=9ed8ad0d-4455-481f-91c7-ac03136e6c22,segment=NetworkSegment(f0ca635f-448e-4c13-9199-84b2d023f36e),segment_id=f0ca635f-448e-4c13-9199-84b2d023f36e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 11:00:56.815952 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Returning: {'device': '9ed8ad0d-4455-481f-91c7-ac03136e6c22', 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3', 'port_id': '9ed8ad0d-4455-481f-91c7-ac03136e6c22', 'mac_address': 'fa:16:3e:e9:96:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 11:00:56.859738 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:00:56.872982 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ed8ad0d-4455-481f-91c7-ac03136e6c22 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 11:00:56.895079 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 9ed8ad0d-4455-481f-91c7-ac03136e6c22, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=9ed8ad0d-4455-481f-91c7-ac03136e6c22,segment=NetworkSegment(f0ca635f-448e-4c13-9199-84b2d023f36e),segment_id=f0ca635f-448e-4c13-9199-84b2d023f36e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 11:00:56.973337 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:00:57.046382 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=9ed8ad0d-4455-481f-91c7-ac03136e6c22,revision_number=6']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 11:00:57.052958 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] get_ports_and_sgs() called for port_ids ['9ed8ad0d-4455-481f-91c7-ac03136e6c22'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 11:00:57.065752 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:00:57.066099 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:00:57.066440 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:00:57.066776 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:00:57.067109 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:00:57.067440 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:00:57.067770 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:00:57.068097 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:00:57.068424 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:00:57.068799 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:00:57.069144 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:00:57.069469 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:00:58.012979 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:00:58.704757 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 9ed8ad0d-4455-481f-91c7-ac03136e6c22 up at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 11:00:58.760739 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Provisioning complete for port 9ed8ad0d-4455-481f-91c7-ac03136e6c22 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 11:00:58.761102 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:00:58.852135 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:00:58.879260 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a0e50f-3862-4339-8b97-8879cf468a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed8ad0d-4455-481f-91c7-ac03136e6c22'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 11:00:58.881035 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43456ec7ce59ea77a0f74ce1d1a90a56292c95d5d3a8a10fcc4b35aa5a8e1da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c94bf24-378e-40b5-900e-2af3a5de8783" -d '{"events": [{"server_uuid": "64a0e50f-3862-4339-8b97-8879cf468a95", "name": "network-vif-plugged", "status": "completed", "tag": "9ed8ad0d-4455-481f-91c7-ac03136e6c22"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 11:00:58.900689 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 9ed8ad0d-4455-481f-91c7-ac03136e6c22, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=9ed8ad0d-4455-481f-91c7-ac03136e6c22,segment=NetworkSegment(f0ca635f-448e-4c13-9199-84b2d023f36e),segment_id=f0ca635f-448e-4c13-9199-84b2d023f36e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 11:00:58.946132 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:00:58.997445 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=9ed8ad0d-4455-481f-91c7-ac03136e6c22,revision_number=7']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 11:00:59.466199 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:00:59.654636 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:00:59.977262 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 11:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a417647-6f6b-4961-b9d2-976df92838ac x-openstack-request-id: req-1a417647-6f6b-4961-b9d2-976df92838ac {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 11:00:59.977556 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a0e50f-3862-4339-8b97-8879cf468a95", "name": "network-vif-plugged", "status": "completed", "tag": "9ed8ad0d-4455-481f-91c7-ac03136e6c22", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 11:00:59.977792 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1a417647-6f6b-4961-b9d2-976df92838ac {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 11:00:59.978187 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a0e50f-3862-4339-8b97-8879cf468a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed8ad0d-4455-481f-91c7-ac03136e6c22', 'code': 200} Dec 16 11:01:08.266168 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:08.367982 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-93b1537d-93de-4ee3-8605-5b85fa05207d tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2142804734&fields=id&tenant_id=4ec95157e16848e9a692be6283a498c8 HTTP/1.1" status: 200 len: 267 time: 0.0336916 Dec 16 11:01:08.478156 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-bae4651a-214e-4519-8391-bde08c81b9ea tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:08.479638 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-bae4651a-214e-4519-8391-bde08c81b9ea tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/networks?id=4608b66f-8dca-468b-bcc2-89b35d5436e3 HTTP/1.1" status: 200 len: 810 time: 0.1040397 Dec 16 11:01:08.495115 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-18a8a7c6-669a-411f-a4e8-cb35ac02c8c6 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/quotas/4ec95157e16848e9a692be6283a498c8 HTTP/1.1" status: 200 len: 375 time: 0.0090442 Dec 16 11:01:08.550454 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-2f0ad186-ffce-4bc3-9ba9-a3ee34165ac5 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4ec95157e16848e9a692be6283a498c8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0494921 Dec 16 11:01:08.608053 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-350719b1-dba6-4797-82ab-d65b03e1e849 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 11:01:08.609632 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-350719b1-dba6-4797-82ab-d65b03e1e849 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479286 Dec 16 11:01:08.698573 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-6b5cc03d-29b0-495e-83ae-d29acb8b5cf3 service neutron] 10.222.0.60 "GET /v2.0/networks/4608b66f-8dca-468b-bcc2-89b35d5436e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819259 Dec 16 11:01:08.789017 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-087599ae-dbe6-4967-9230-0d8c9266d070 service neutron] 10.222.0.60 "GET /v2.0/networks/4608b66f-8dca-468b-bcc2-89b35d5436e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843165 Dec 16 11:01:09.136127 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-eaaec9db-75e3-45ba-b8a7-783eca5e03db req-6f755de5-a5e9-45a5-b466-f7cf56dba892 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970 HTTP/1.1" status: 200 len: 210 time: 0.0776656 Dec 16 11:01:10.232887 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-bc3855de-3a36-4a22-bae2-493908bb8f97 req-ccc9a684-bb43-4c84-8de5-969e07cb9e75 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970 HTTP/1.1" status: 200 len: 210 time: 0.0264599 Dec 16 11:01:10.813218 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 9ed8ad0d-4455-481f-91c7-ac03136e6c22 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 11:01:10.889704 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:10.913213 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a0e50f-3862-4339-8b97-8879cf468a95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ed8ad0d-4455-481f-91c7-ac03136e6c22'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 11:01:10.915454 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43456ec7ce59ea77a0f74ce1d1a90a56292c95d5d3a8a10fcc4b35aa5a8e1da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc0c64d-13a1-4ca8-8c79-f4e4a8755956" -d '{"events": [{"server_uuid": "64a0e50f-3862-4339-8b97-8879cf468a95", "name": "network-vif-unplugged", "status": "completed", "tag": "9ed8ad0d-4455-481f-91c7-ac03136e6c22"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 11:01:10.928456 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] For port 9ed8ad0d-4455-481f-91c7-ac03136e6c22, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=9ed8ad0d-4455-481f-91c7-ac03136e6c22,segment=NetworkSegment(f0ca635f-448e-4c13-9199-84b2d023f36e),segment_id=f0ca635f-448e-4c13-9199-84b2d023f36e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 11:01:10.952173 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 11:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edffc9c-38d6-416a-8633-5710bad23f3b x-openstack-request-id: req-8edffc9c-38d6-416a-8633-5710bad23f3b {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 11:01:10.952173 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a0e50f-3862-4339-8b97-8879cf468a95", "name": "network-vif-unplugged", "status": "completed", "tag": "9ed8ad0d-4455-481f-91c7-ac03136e6c22", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 11:01:10.952173 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8edffc9c-38d6-416a-8633-5710bad23f3b {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 11:01:10.953095 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a0e50f-3862-4339-8b97-8879cf468a95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ed8ad0d-4455-481f-91c7-ac03136e6c22', 'code': 200} Dec 16 11:01:10.984113 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:11.037601 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Pushing event updated for resources: {'Port': ['ID=9ed8ad0d-4455-481f-91c7-ac03136e6c22,revision_number=8']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 11:01:11.078278 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-3f0ee850-89c6-4556-acd7-4e6f5af02647 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:11.079662 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-3f0ee850-89c6-4556-acd7-4e6f5af02647 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.57 "GET /v2.0/networks?id=4608b66f-8dca-468b-bcc2-89b35d5436e3 HTTP/1.1" status: 200 len: 810 time: 0.1133633 Dec 16 11:01:11.125213 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-8eedd83e-0ef7-4a0a-aec4-6d9382268b6b tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ec95157e16848e9a692be6283a498c8 HTTP/1.1" status: 200 len: 380 time: 0.0354335 Dec 16 11:01:11.142305 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-470522f8-eeac-4500-9392-fb3d09169bd7 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Request body: {'port': {'device_id': '71da60db-cf6c-4285-a2f3-aeacf63a7970', 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3', 'admin_state_up': True, 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'security_groups': ['79b11624-eef0-4fae-902c-d33b8b8f1c65']}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 11:01:11.317207 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-470522f8-eeac-4500-9392-fb3d09169bd7 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Made reservation on behalf of 4ec95157e16848e9a692be6283a498c8 for: {'port': 1} {{(pid=102816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 11:01:11.321188 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-470522f8-eeac-4500-9392-fb3d09169bd7 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:11.349924 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-fe3b1268-3d14-408f-b14a-58f73928e5c6 req-8f6c01e8-550e-498c-9fda-6b29a77752f4 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970 HTTP/1.1" status: 200 len: 210 time: 0.0423820 Dec 16 11:01:11.458761 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-470522f8-eeac-4500-9392-fb3d09169bd7 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Allocated IP 172.20.0.10 (4608b66f-8dca-468b-bcc2-89b35d5436e3/c85da35d-3683-4bdf-8b73-e2e0c4bd9681/66069813-fb5d-44a5-b43d-7939af0a2828) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 11:01:11.601535 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-470522f8-eeac-4500-9392-fb3d09169bd7 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:11.691771 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-470522f8-eeac-4500-9392-fb3d09169bd7 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:11.749039 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470522f8-eeac-4500-9392-fb3d09169bd7 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Pushing event updated for resources: {'Port': ['ID=66069813-fb5d-44a5-b43d-7939af0a2828,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 11:01:11.763259 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470522f8-eeac-4500-9392-fb3d09169bd7 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:01:11.763896 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470522f8-eeac-4500-9392-fb3d09169bd7 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:01:11.764412 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470522f8-eeac-4500-9392-fb3d09169bd7 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:01:11.765472 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470522f8-eeac-4500-9392-fb3d09169bd7 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:01:11.766101 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470522f8-eeac-4500-9392-fb3d09169bd7 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:01:11.767450 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470522f8-eeac-4500-9392-fb3d09169bd7 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:01:11.767974 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470522f8-eeac-4500-9392-fb3d09169bd7 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:01:11.768309 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470522f8-eeac-4500-9392-fb3d09169bd7 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:01:11.768639 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470522f8-eeac-4500-9392-fb3d09169bd7 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:01:11.768962 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470522f8-eeac-4500-9392-fb3d09169bd7 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:01:11.769313 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470522f8-eeac-4500-9392-fb3d09169bd7 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:01:11.769633 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470522f8-eeac-4500-9392-fb3d09169bd7 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:01:11.783426 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-470522f8-eeac-4500-9392-fb3d09169bd7 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Network 4608b66f-8dca-468b-bcc2-89b35d5436e3 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 11:01:11.783543 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-470522f8-eeac-4500-9392-fb3d09169bd7 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 11:01:11.803560 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-470522f8-eeac-4500-9392-fb3d09169bd7 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 11:01:11.885299 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-470522f8-eeac-4500-9392-fb3d09169bd7 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:11.886113 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-470522f8-eeac-4500-9392-fb3d09169bd7 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:11.916127 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:11.969889 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-470522f8-eeac-4500-9392-fb3d09169bd7 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8318033 Dec 16 11:01:12.134761 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-f503a862-6c82-45bc-81e7-ca261d7adb19 None None] Provisioning complete for port 66069813-fb5d-44a5-b43d-7939af0a2828 triggered by entity DHCP. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 11:01:12.135002 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f503a862-6c82-45bc-81e7-ca261d7adb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:12.169897 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-f503a862-6c82-45bc-81e7-ca261d7adb19 None None] Port 66069813-fb5d-44a5-b43d-7939af0a2828 cannot update to ACTIVE because it is not bound. {{(pid=102818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 11:01:12.476337 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e22459-fdc7-4d6f-b1e1-f1250c90932e req-e95899b0-de32-4be9-ad0e-151c5f591c16 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:12.478300 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-73e22459-fdc7-4d6f-b1e1-f1250c90932e req-e95899b0-de32-4be9-ad0e-151c5f591c16 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970 HTTP/1.1" status: 200 len: 932 time: 0.0514889 Dec 16 11:01:12.521152 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-73e22459-fdc7-4d6f-b1e1-f1250c90932e req-21b428ce-1827-4bd8-b108-93e466a48ea6 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b11624-eef0-4fae-902c-d33b8b8f1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362673 Dec 16 11:01:13.648981 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1153b648-a270-470d-83b1-5b34b1d59971 req-bf864323-0029-40b5-91ad-c88773a192a9 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:13.651350 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1153b648-a270-470d-83b1-5b34b1d59971 req-bf864323-0029-40b5-91ad-c88773a192a9 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970 HTTP/1.1" status: 200 len: 932 time: 0.0560136 Dec 16 11:01:13.692312 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-1153b648-a270-470d-83b1-5b34b1d59971 req-f39d7c83-5ffc-4429-ace3-b2e761d5c075 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b11624-eef0-4fae-902c-d33b8b8f1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316226 Dec 16 11:01:14.825705 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470e905-8086-465a-8705-7abb84b4a81e req-136253da-b3df-40b3-887d-6aaa25a331b3 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:14.827236 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d470e905-8086-465a-8705-7abb84b4a81e req-136253da-b3df-40b3-887d-6aaa25a331b3 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970 HTTP/1.1" status: 200 len: 932 time: 0.0602679 Dec 16 11:01:14.871956 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d470e905-8086-465a-8705-7abb84b4a81e req-321c9674-ed75-4fb5-9bb5-a63e342ac723 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b11624-eef0-4fae-902c-d33b8b8f1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338337 Dec 16 11:01:15.998533 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30346cfd-45f3-4dfd-97dc-b5df22f2f3c0 req-d32c2157-0d23-4075-96ca-0a0f235be19a tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:16.000066 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-30346cfd-45f3-4dfd-97dc-b5df22f2f3c0 req-d32c2157-0d23-4075-96ca-0a0f235be19a tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970 HTTP/1.1" status: 200 len: 932 time: 0.0543642 Dec 16 11:01:16.040061 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-30346cfd-45f3-4dfd-97dc-b5df22f2f3c0 req-c6997aef-d057-4217-87f8-34a61981014a tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b11624-eef0-4fae-902c-d33b8b8f1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337563 Dec 16 11:01:17.164568 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3deb9b-2abe-443a-918d-cacfa08d37e7 req-dca7973a-6011-4f62-b0b0-114dac895f57 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:17.166176 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-df3deb9b-2abe-443a-918d-cacfa08d37e7 req-dca7973a-6011-4f62-b0b0-114dac895f57 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970 HTTP/1.1" status: 200 len: 932 time: 0.0523403 Dec 16 11:01:17.218420 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-df3deb9b-2abe-443a-918d-cacfa08d37e7 req-4dda0f22-c4b4-495c-9234-613ebb116428 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b11624-eef0-4fae-902c-d33b8b8f1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357306 Dec 16 11:01:18.360184 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2037a-5ef9-4c69-9987-a69dfc877625 req-04384d50-887d-4969-9db0-a9ab8ee1fcd5 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:18.361704 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a8c2037a-5ef9-4c69-9987-a69dfc877625 req-04384d50-887d-4969-9db0-a9ab8ee1fcd5 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970 HTTP/1.1" status: 200 len: 932 time: 0.0535626 Dec 16 11:01:18.400399 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-a8c2037a-5ef9-4c69-9987-a69dfc877625 req-dce7af2c-62f0-4ad2-b834-90282a54bea4 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b11624-eef0-4fae-902c-d33b8b8f1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326626 Dec 16 11:01:18.587540 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-c40510f7-f47a-416a-a3eb-6d447a2cdf67 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 11:01:18.588153 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-c40510f7-f47a-416a-a3eb-6d447a2cdf67 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057514 Dec 16 11:01:18.651668 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-24dda13d-55bb-4b31-ae1b-7dd7dfafa672 service neutron] Request body: {'port': {'device_id': '71da60db-cf6c-4285-a2f3-aeacf63a7970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820550-2'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 11:01:18.715876 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-24dda13d-55bb-4b31-ae1b-7dd7dfafa672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:19.018850 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-24dda13d-55bb-4b31-ae1b-7dd7dfafa672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66069813-fb5d-44a5-b43d-7939af0a2828 {{(pid=102816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 11:01:19.034448 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-24dda13d-55bb-4b31-ae1b-7dd7dfafa672 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:19.040237 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.provisioning_blocks [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-24dda13d-55bb-4b31-ae1b-7dd7dfafa672 service neutron] Transition to ACTIVE for port object 66069813-fb5d-44a5-b43d-7939af0a2828 will not be triggered until provisioned by entity L2. {{(pid=102816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 11:01:19.186276 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-24dda13d-55bb-4b31-ae1b-7dd7dfafa672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:19.286508 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dda13d-55bb-4b31-ae1b-7dd7dfafa672 service neutron] Pushing event updated for resources: {'Port': ['ID=66069813-fb5d-44a5-b43d-7939af0a2828,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 11:01:19.362314 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-24dda13d-55bb-4b31-ae1b-7dd7dfafa672 service neutron] Attempting to bind port 66069813-fb5d-44a5-b43d-7939af0a2828 on host n-h1-820550-2 for vnic_type normal with profile {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 11:01:19.362632 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-24dda13d-55bb-4b31-ae1b-7dd7dfafa672 service neutron] Attempting to bind port 66069813-fb5d-44a5-b43d-7939af0a2828 by drivers openvswitch,hyperv on host n-h1-820550-2 at level 0 using segments [{'id': 'f0ca635f-448e-4c13-9199-84b2d023f36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3'}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 11:01:19.363101 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-24dda13d-55bb-4b31-ae1b-7dd7dfafa672 service neutron] Attempting to bind port 66069813-fb5d-44a5-b43d-7939af0a2828 on network 4608b66f-8dca-468b-bcc2-89b35d5436e3 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 11:01:19.367690 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-24dda13d-55bb-4b31-ae1b-7dd7dfafa672 service neutron] Port 66069813-fb5d-44a5-b43d-7939af0a2828 on network 4608b66f-8dca-468b-bcc2-89b35d5436e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820550-2 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 11:01:19.368019 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-24dda13d-55bb-4b31-ae1b-7dd7dfafa672 service neutron] Attempting to bind port 66069813-fb5d-44a5-b43d-7939af0a2828 on network 4608b66f-8dca-468b-bcc2-89b35d5436e3 {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 11:01:19.373169 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-24dda13d-55bb-4b31-ae1b-7dd7dfafa672 service neutron] Checking agent: {'id': '4377d517-5e06-4490-a478-e0a78626eaa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'started_at': datetime.datetime(2021, 12, 16, 9, 20, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 11, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 11:01:19.373511 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-24dda13d-55bb-4b31-ae1b-7dd7dfafa672 service neutron] Checking segment: {'id': 'f0ca635f-448e-4c13-9199-84b2d023f36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 11:01:19.373895 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-24dda13d-55bb-4b31-ae1b-7dd7dfafa672 service neutron] Bound using segment: {'id': 'f0ca635f-448e-4c13-9199-84b2d023f36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3'} {{(pid=102816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 11:01:19.374323 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.managers [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-24dda13d-55bb-4b31-ae1b-7dd7dfafa672 service neutron] Bound port: 66069813-fb5d-44a5-b43d-7939af0a2828, host: n-h1-820550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ca635f-448e-4c13-9199-84b2d023f36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3'}}] {{(pid=102816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 11:01:19.374684 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-24dda13d-55bb-4b31-ae1b-7dd7dfafa672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:19.449263 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-24dda13d-55bb-4b31-ae1b-7dd7dfafa672 service neutron] For port 66069813-fb5d-44a5-b43d-7939af0a2828, host n-h1-820550-2, cleared binding levels {{(pid=102816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 11:01:19.453996 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-24dda13d-55bb-4b31-ae1b-7dd7dfafa672 service neutron] For port 66069813-fb5d-44a5-b43d-7939af0a2828, host n-h1-820550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=66069813-fb5d-44a5-b43d-7939af0a2828,segment=NetworkSegment(f0ca635f-448e-4c13-9199-84b2d023f36e),segment_id=f0ca635f-448e-4c13-9199-84b2d023f36e)] {{(pid=102816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 11:01:19.561472 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89e688-2dfa-4b40-bab7-53b24f48f5b3 req-76538fb2-34ea-4027-ac5f-fc38593ea1cc tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:19.564052 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4f89e688-2dfa-4b40-bab7-53b24f48f5b3 req-76538fb2-34ea-4027-ac5f-fc38593ea1cc tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970 HTTP/1.1" status: 200 len: 944 time: 0.0748663 Dec 16 11:01:19.565796 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-24dda13d-55bb-4b31-ae1b-7dd7dfafa672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:19.629596 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-24dda13d-55bb-4b31-ae1b-7dd7dfafa672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:19.630352 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-24dda13d-55bb-4b31-ae1b-7dd7dfafa672 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:19.631629 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-24dda13d-55bb-4b31-ae1b-7dd7dfafa672 service neutron] 10.222.0.57 "PUT /v2.0/ports/66069813-fb5d-44a5-b43d-7939af0a2828 HTTP/1.1" status: 200 len: 1092 time: 1.0358338 Dec 16 11:01:19.632180 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71da60db-cf6c-4285-a2f3-aeacf63a7970', 'tag': '66069813-fb5d-44a5-b43d-7939af0a2828'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 11:01:19.634634 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45bf8176-3f58-44c1-a579-f786f302f0e8" -d '{"events": [{"name": "network-changed", "server_uuid": "71da60db-cf6c-4285-a2f3-aeacf63a7970", "tag": "66069813-fb5d-44a5-b43d-7939af0a2828"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 11:01:19.677575 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-4f89e688-2dfa-4b40-bab7-53b24f48f5b3 req-95d97af6-f840-4b69-80e2-9b4dc0960292 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b11624-eef0-4fae-902c-d33b8b8f1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978630 Dec 16 11:01:19.681252 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dda13d-55bb-4b31-ae1b-7dd7dfafa672 service neutron] Pushing event updated for resources: {'Port': ['ID=66069813-fb5d-44a5-b43d-7939af0a2828,revision_number=3']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 11:01:19.707272 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 11:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7af15c-3855-4eac-82cf-097bc42e630c x-openstack-request-id: req-ff7af15c-3855-4eac-82cf-097bc42e630c {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 11:01:19.707656 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71da60db-cf6c-4285-a2f3-aeacf63a7970", "tag": "66069813-fb5d-44a5-b43d-7939af0a2828", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 11:01:19.707997 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ff7af15c-3855-4eac-82cf-097bc42e630c {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 11:01:19.708713 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71da60db-cf6c-4285-a2f3-aeacf63a7970', 'tag': '66069813-fb5d-44a5-b43d-7939af0a2828', 'status': 'completed', 'code': 200} Dec 16 11:01:20.821734 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2e3a6-fcd3-4c77-a894-c331aa59bedb req-658e4560-5167-4664-af6b-49954cc9d1b9 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:20.830105 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-89c2e3a6-fcd3-4c77-a894-c331aa59bedb req-658e4560-5167-4664-af6b-49954cc9d1b9 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970 HTTP/1.1" status: 200 len: 944 time: 0.0528216 Dec 16 11:01:20.862016 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-89c2e3a6-fcd3-4c77-a894-c331aa59bedb req-19385586-4dcb-4bcf-8d17-2cf4aa86140b tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b11624-eef0-4fae-902c-d33b8b8f1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321970 Dec 16 11:01:21.990991 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc013a-29a6-41b7-8622-bf7cce8c4178 req-a4260a9f-5000-4168-a96a-32a0b29937c6 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:21.992479 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2afc013a-29a6-41b7-8622-bf7cce8c4178 req-a4260a9f-5000-4168-a96a-32a0b29937c6 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970 HTTP/1.1" status: 200 len: 944 time: 0.0568907 Dec 16 11:01:22.322256 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-2afc013a-29a6-41b7-8622-bf7cce8c4178 req-45be7701-c822-4257-80c4-62095052ec64 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b11624-eef0-4fae-902c-d33b8b8f1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3232510 Dec 16 11:01:23.442337 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243fadc-1fc9-45e1-993c-fc80949971a1 req-3f5efc00-c4b9-4e24-b6f2-d018b63cc8d1 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:23.443724 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2243fadc-1fc9-45e1-993c-fc80949971a1 req-3f5efc00-c4b9-4e24-b6f2-d018b63cc8d1 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970 HTTP/1.1" status: 200 len: 944 time: 0.0534198 Dec 16 11:01:23.480371 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-2243fadc-1fc9-45e1-993c-fc80949971a1 req-098772df-7008-419d-a282-4416879e2415 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b11624-eef0-4fae-902c-d33b8b8f1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306454 Dec 16 11:01:24.185288 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6aead65d-1ab8-422e-8018-62b0f8de1229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:24.598908 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef8f3d-fc3e-4b57-9554-019ca7a5def5 req-86de6add-acc7-42ae-9afb-50cd23c76966 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:24.600663 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0fef8f3d-fc3e-4b57-9554-019ca7a5def5 req-86de6add-acc7-42ae-9afb-50cd23c76966 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970 HTTP/1.1" status: 200 len: 944 time: 0.0523736 Dec 16 11:01:24.640947 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-0fef8f3d-fc3e-4b57-9554-019ca7a5def5 req-3e4fdc10-f9fa-4140-adcf-2a0867d611aa tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b11624-eef0-4fae-902c-d33b8b8f1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339026 Dec 16 11:01:25.200398 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf8176-3f58-44c1-a579-f786f302f0e8 req-404ac321-b557-47d8-b237-2eac704a75c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:25.201944 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45bf8176-3f58-44c1-a579-f786f302f0e8 req-404ac321-b557-47d8-b237-2eac704a75c7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ec95157e16848e9a692be6283a498c8&device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970 HTTP/1.1" status: 200 len: 1095 time: 0.0406067 Dec 16 11:01:25.307558 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf8176-3f58-44c1-a579-f786f302f0e8 req-04c89cdd-23d0-4c99-9467-dfcf6a4f1862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:25.309066 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45bf8176-3f58-44c1-a579-f786f302f0e8 req-04c89cdd-23d0-4c99-9467-dfcf6a4f1862 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4ec95157e16848e9a692be6283a498c8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0946076 Dec 16 11:01:25.407245 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf8176-3f58-44c1-a579-f786f302f0e8 req-96ad55c3-b6f6-4a77-b296-07bee2fcf663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:25.408716 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-45bf8176-3f58-44c1-a579-f786f302f0e8 req-96ad55c3-b6f6-4a77-b296-07bee2fcf663 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917335 Dec 16 11:01:25.483153 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-31b8a1fa-3bcc-4673-809a-c8aa8eb64bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:25.485132 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-31b8a1fa-3bcc-4673-809a-c8aa8eb64bca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ec95157e16848e9a692be6283a498c8&device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970 HTTP/1.1" status: 200 len: 1095 time: 0.0405953 Dec 16 11:01:25.529467 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-4430244a-662e-4004-a5a6-7066ea07d196 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66069813-fb5d-44a5-b43d-7939af0a2828 HTTP/1.1" status: 200 len: 217 time: 0.0362544 Dec 16 11:01:25.579233 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-792186fe-5e7e-4df0-b809-4ce6d654a05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:25.580647 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-792186fe-5e7e-4df0-b809-4ce6d654a05b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c85da35d-3683-4bdf-8b73-e2e0c4bd9681 HTTP/1.1" status: 200 len: 849 time: 0.0441480 Dec 16 11:01:25.633460 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-7a1d6a3a-b8fa-4401-8c9e-0fc0c82760c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:25.635232 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-7a1d6a3a-b8fa-4401-8c9e-0fc0c82760c0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4608b66f-8dca-468b-bcc2-89b35d5436e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475380 Dec 16 11:01:25.754429 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-40d25b40-b1b8-4f6b-a439-dd112011ead5 service neutron] 10.222.0.57 "GET /v2.0/networks/4608b66f-8dca-468b-bcc2-89b35d5436e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118267 Dec 16 11:01:25.779339 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcea37-61e4-4169-80a6-ec1249eae07d req-16a7b980-286e-4f41-bb0e-c36f2eb99000 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:25.780788 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6fbcea37-61e4-4169-80a6-ec1249eae07d req-16a7b980-286e-4f41-bb0e-c36f2eb99000 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970 HTTP/1.1" status: 200 len: 944 time: 0.0653338 Dec 16 11:01:25.864001 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-6fbcea37-61e4-4169-80a6-ec1249eae07d req-228d1a31-bad7-4119-94d8-879e9a6b81c9 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b11624-eef0-4fae-902c-d33b8b8f1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729587 Dec 16 11:01:25.893700 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-07d6bfcb-1b05-404f-814d-09b6630fca03 req-2e487318-b2b3-4927-906e-4ccc425f6253 service neutron] 10.222.0.57 "GET /v2.0/networks/4608b66f-8dca-468b-bcc2-89b35d5436e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286759 Dec 16 11:01:26.475085 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2914cee9-1bad-4940-a8d1-9a58da1540cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:26.650861 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 11:01:26.979939 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9f7ca-c26c-4740-b735-1f0980cdb17e req-62a51cfa-eb00-4f6f-bfd1-2f50ca9c93fc tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:26.981533 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-96b9f7ca-c26c-4740-b735-1f0980cdb17e req-62a51cfa-eb00-4f6f-bfd1-2f50ca9c93fc tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970 HTTP/1.1" status: 200 len: 944 time: 0.0479560 Dec 16 11:01:27.022160 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-96b9f7ca-c26c-4740-b735-1f0980cdb17e req-33456649-a8ae-4c0e-b4ba-0220ca7589c8 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b11624-eef0-4fae-902c-d33b8b8f1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339870 Dec 16 11:01:27.972137 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:28.139835 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3429e0-be36-482e-a850-ffa023cd3fca req-35729f2a-60da-4a26-996a-4cc8c65007ad tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:28.141619 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9e3429e0-be36-482e-a850-ffa023cd3fca req-35729f2a-60da-4a26-996a-4cc8c65007ad tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970 HTTP/1.1" status: 200 len: 944 time: 0.0502863 Dec 16 11:01:28.179784 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9e3429e0-be36-482e-a850-ffa023cd3fca req-5b9b9b62-bd5f-4c2c-8ee1-66832183dde0 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b11624-eef0-4fae-902c-d33b8b8f1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322199 Dec 16 11:01:29.302421 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49734c91-4d43-412f-be6b-3f00230c54fc req-09b37215-9801-4790-a6d5-cce8bb518731 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:29.303879 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-49734c91-4d43-412f-be6b-3f00230c54fc req-09b37215-9801-4790-a6d5-cce8bb518731 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970 HTTP/1.1" status: 200 len: 944 time: 0.0516019 Dec 16 11:01:29.339718 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-49734c91-4d43-412f-be6b-3f00230c54fc req-f5c6761f-7b53-4a53-bfef-91b2b36eb11a tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b11624-eef0-4fae-902c-d33b8b8f1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298727 Dec 16 11:01:29.486525 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:29.642517 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:30.240287 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 66069813-fb5d-44a5-b43d-7939af0a2828 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 11:01:30.349390 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 66069813-fb5d-44a5-b43d-7939af0a2828, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=66069813-fb5d-44a5-b43d-7939af0a2828,segment=NetworkSegment(f0ca635f-448e-4c13-9199-84b2d023f36e),segment_id=f0ca635f-448e-4c13-9199-84b2d023f36e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 11:01:30.360751 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '66069813-fb5d-44a5-b43d-7939af0a2828', 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3', 'port_id': '66069813-fb5d-44a5-b43d-7939af0a2828', 'mac_address': 'fa:16:3e:5d:47:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 11:01:30.399073 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:30.412433 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66069813-fb5d-44a5-b43d-7939af0a2828 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 11:01:30.431569 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 66069813-fb5d-44a5-b43d-7939af0a2828, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=66069813-fb5d-44a5-b43d-7939af0a2828,segment=NetworkSegment(f0ca635f-448e-4c13-9199-84b2d023f36e),segment_id=f0ca635f-448e-4c13-9199-84b2d023f36e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 11:01:30.455753 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8632a72-b4e2-4921-86c6-93988e33b9ca req-1a5a353d-9cfe-42d4-93d8-9a979eb7a7dc tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:30.457277 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b8632a72-b4e2-4921-86c6-93988e33b9ca req-1a5a353d-9cfe-42d4-93d8-9a979eb7a7dc tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970 HTTP/1.1" status: 200 len: 944 time: 0.0483253 Dec 16 11:01:30.494843 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-b8632a72-b4e2-4921-86c6-93988e33b9ca req-9199e057-36a0-47f9-a34b-041009b3d83f tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b11624-eef0-4fae-902c-d33b8b8f1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315356 Dec 16 11:01:30.510651 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:30.558162 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=66069813-fb5d-44a5-b43d-7939af0a2828,revision_number=4']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 11:01:30.862658 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['66069813-fb5d-44a5-b43d-7939af0a2828'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 11:01:31.608700 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba004d9-e413-4de9-80c1-b1810a48e662 req-7ea7cc76-2d76-4605-bebd-190844f24c78 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:31.610854 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dba004d9-e413-4de9-80c1-b1810a48e662 req-7ea7cc76-2d76-4605-bebd-190844f24c78 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970 HTTP/1.1" status: 200 len: 945 time: 0.0487058 Dec 16 11:01:31.647449 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-dba004d9-e413-4de9-80c1-b1810a48e662 req-fe9c94a8-7c2c-4484-8971-880db42c6916 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b11624-eef0-4fae-902c-d33b8b8f1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306411 Dec 16 11:01:32.258458 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 66069813-fb5d-44a5-b43d-7939af0a2828 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 11:01:32.378979 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning for port 66069813-fb5d-44a5-b43d-7939af0a2828 completed by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 11:01:32.382680 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 66069813-fb5d-44a5-b43d-7939af0a2828 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 11:01:32.383056 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:32.457719 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:32.478661 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71da60db-cf6c-4285-a2f3-aeacf63a7970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66069813-fb5d-44a5-b43d-7939af0a2828'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 11:01:32.480881 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43456ec7ce59ea77a0f74ce1d1a90a56292c95d5d3a8a10fcc4b35aa5a8e1da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97dd897a-7c4e-4009-a71e-10b93e3b8216" -d '{"events": [{"server_uuid": "71da60db-cf6c-4285-a2f3-aeacf63a7970", "name": "network-vif-plugged", "status": "completed", "tag": "66069813-fb5d-44a5-b43d-7939af0a2828"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 11:01:32.494139 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 66069813-fb5d-44a5-b43d-7939af0a2828, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=66069813-fb5d-44a5-b43d-7939af0a2828,segment=NetworkSegment(f0ca635f-448e-4c13-9199-84b2d023f36e),segment_id=f0ca635f-448e-4c13-9199-84b2d023f36e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 11:01:32.562611 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:32.586219 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 11:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402083f1-4c6c-44c3-bb69-cab32d9c65f9 x-openstack-request-id: req-402083f1-4c6c-44c3-bb69-cab32d9c65f9 {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 11:01:32.586504 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71da60db-cf6c-4285-a2f3-aeacf63a7970", "name": "network-vif-plugged", "status": "completed", "tag": "66069813-fb5d-44a5-b43d-7939af0a2828", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 11:01:32.586753 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-402083f1-4c6c-44c3-bb69-cab32d9c65f9 {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 11:01:32.587138 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71da60db-cf6c-4285-a2f3-aeacf63a7970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66069813-fb5d-44a5-b43d-7939af0a2828', 'code': 200} Dec 16 11:01:32.615968 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=66069813-fb5d-44a5-b43d-7939af0a2828,revision_number=5']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 11:01:32.683184 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20320d-b15f-4969-83a8-accea98ef542 req-41b0eaf7-7bc6-4be5-8644-4829ff20d337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:32.684719 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0b20320d-b15f-4969-83a8-accea98ef542 req-41b0eaf7-7bc6-4be5-8644-4829ff20d337 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970 HTTP/1.1" status: 200 len: 1097 time: 0.0509422 Dec 16 11:01:32.721364 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-0b20320d-b15f-4969-83a8-accea98ef542 req-d70828c1-b169-4d47-88db-0ec75d515589 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=79b11624-eef0-4fae-902c-d33b8b8f1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285585 Dec 16 11:01:32.762932 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888187f-3d3d-43ca-b3eb-5cdc6cc17dfc req-4d968a37-255e-4205-a5f7-2e0036ca1fac tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:32.764385 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d888187f-3d3d-43ca-b3eb-5cdc6cc17dfc req-4d968a37-255e-4205-a5f7-2e0036ca1fac tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970 HTTP/1.1" status: 200 len: 946 time: 0.0476987 Dec 16 11:01:32.802175 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-d888187f-3d3d-43ca-b3eb-5cdc6cc17dfc req-9742f22c-3a58-4687-bb08-24b0fa7512ec tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b11624-eef0-4fae-902c-d33b8b8f1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309701 Dec 16 11:01:33.919750 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc19e14-7b22-4653-9449-b65b6c798d26 req-6ae382cc-9d7c-4c22-b6f9-e6197e52131f tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:33.921289 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-acc19e14-7b22-4653-9449-b65b6c798d26 req-6ae382cc-9d7c-4c22-b6f9-e6197e52131f tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970 HTTP/1.1" status: 200 len: 946 time: 0.0510986 Dec 16 11:01:33.961911 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-acc19e14-7b22-4653-9449-b65b6c798d26 req-33a2f75a-180a-4ed7-a844-b4468d924ec2 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b11624-eef0-4fae-902c-d33b8b8f1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344212 Dec 16 11:01:35.089035 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7d9be-f56d-4d07-9ef6-e19568c95913 req-71487054-53b3-4368-8be4-02b8cd79d7e4 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:35.090562 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cff7d9be-f56d-4d07-9ef6-e19568c95913 req-71487054-53b3-4368-8be4-02b8cd79d7e4 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970 HTTP/1.1" status: 200 len: 946 time: 0.0579202 Dec 16 11:01:35.131265 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-cff7d9be-f56d-4d07-9ef6-e19568c95913 req-9f4229bf-a388-4df1-bb29-55b5c08e46a4 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b11624-eef0-4fae-902c-d33b8b8f1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338101 Dec 16 11:01:35.246125 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738bb27-7761-4ef4-89b8-8fc4bfe2f5ab req-87683448-9c50-4906-bd1c-833eaaa01e3e tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:35.247594 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9738bb27-7761-4ef4-89b8-8fc4bfe2f5ab req-87683448-9c50-4906-bd1c-833eaaa01e3e tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970 HTTP/1.1" status: 200 len: 946 time: 0.0488636 Dec 16 11:01:35.285498 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9738bb27-7761-4ef4-89b8-8fc4bfe2f5ab req-f7a67c62-d4bc-47fd-b886-b5a3bf75c45f tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b11624-eef0-4fae-902c-d33b8b8f1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313132 Dec 16 11:01:35.306301 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44542) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 11:01:35.348778 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14f8b71-3d49-4036-884f-4dee0523cfe1 tempest-TestSnapshotPattern-995853226 tempest-TestSnapshotPattern-995853226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:35.350309 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-c14f8b71-3d49-4036-884f-4dee0523cfe1 tempest-TestSnapshotPattern-995853226 tempest-TestSnapshotPattern-995853226-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970 HTTP/1.1" status: 200 len: 1092 time: 0.0430543 Dec 16 11:01:35.353128 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44544) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 11:01:35.357319 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.v2.base [None req-21acb7f9-1495-416a-95a5-918718f69c38 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Request body: {'floatingip': {'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'port_id': '66069813-fb5d-44a5-b43d-7939af0a2828', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 11:01:35.448174 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21acb7f9-1495-416a-95a5-918718f69c38 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks [] for floatingip, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:35.544158 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21acb7f9-1495-416a-95a5-918718f69c38 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:35.648881 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.db_base_plugin_common [None req-21acb7f9-1495-416a-95a5-918718f69c38 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Allocated IP 172.25.1.95 (66f24afa-c67f-4411-a795-f16773380b27/cb81d6ef-b68c-4591-8e91-e207ef149a44/fc55935a-fa4e-4a6f-a9c6-636acf4ff5a2) {{(pid=102816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 11:01:35.748526 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21acb7f9-1495-416a-95a5-918718f69c38 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks [] for port, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:35.852200 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21acb7f9-1495-416a-95a5-918718f69c38 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759010048103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:35.891703 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21acb7f9-1495-416a-95a5-918718f69c38 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Network 66f24afa-c67f-4411-a795-f16773380b27 is already hosted by enough agents. {{(pid=102816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 11:01:35.894581 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.base_scheduler [None req-21acb7f9-1495-416a-95a5-918718f69c38 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Resources bound (agent type, host, resource id): {{(pid=102816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 11:01:35.898068 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21acb7f9-1495-416a-95a5-918718f69c38 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Received port after_create {{(pid=102816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 11:01:35.927787 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21acb7f9-1495-416a-95a5-918718f69c38 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Pushing event updated for resources: {'Port': ['ID=fc55935a-fa4e-4a6f-a9c6-636acf4ff5a2,revision_number=1']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 11:01:36.571397 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21acb7f9-1495-416a-95a5-918718f69c38 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:36.700723 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21acb7f9-1495-416a-95a5-918718f69c38 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:36.853846 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21acb7f9-1495-416a-95a5-918718f69c38 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks [] for port, precommit_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:36.899224 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21acb7f9-1495-416a-95a5-918718f69c38 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3624742'] for port, after_update {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:36.966169 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21acb7f9-1495-416a-95a5-918718f69c38 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Pushing event updated for resources: {'Port': ['ID=fc55935a-fa4e-4a6f-a9c6-636acf4ff5a2,revision_number=2']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 11:01:36.977902 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21acb7f9-1495-416a-95a5-918718f69c38 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1580873'] for floatingip, after_create {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:37.078878 n-d-820550-2 neutron-server[102816]: INFO neutron.db.l3_db [None req-21acb7f9-1495-416a-95a5-918718f69c38 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Floating IP de3f612c-f48d-470d-aa3a-9cc583797f8d associated. External IP: 172.25.1.95, port: 66069813-fb5d-44a5-b43d-7939af0a2828. Dec 16 11:01:37.292310 n-d-820550-2 neutron-server[102816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21acb7f9-1495-416a-95a5-918718f69c38 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Router c2a391f4-ac99-495c-84c8-143c424a271b has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 11:01:37.410834 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21acb7f9-1495-416a-95a5-918718f69c38 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 11:01:37.420305 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018bf1d0-fc49-4988-b213-5e2dbdf14041 None None] Sync routers for ids ['c2a391f4-ac99-495c-84c8-143c424a271b'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 11:01:37.434034 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018bf1d0-fc49-4988-b213-5e2dbdf14041 None None] Routers {'c2a391f4-ac99-495c-84c8-143c424a271b'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 11:01:37.434582 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-018bf1d0-fc49-4988-b213-5e2dbdf14041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T11:01:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['c2a391f4-ac99-495c-84c8-143c424a271b'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 11:01:37.472564 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-21acb7f9-1495-416a-95a5-918718f69c38 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:37.501527 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-21acb7f9-1495-416a-95a5-918718f69c38 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1473393 Dec 16 11:01:37.502128 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71da60db-cf6c-4285-a2f3-aeacf63a7970', 'tag': '66069813-fb5d-44a5-b43d-7939af0a2828'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 11:01:37.504459 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76e9c3e-ee64-4ecb-8809-84893da2e8a7" -d '{"events": [{"name": "network-changed", "server_uuid": "71da60db-cf6c-4285-a2f3-aeacf63a7970", "tag": "66069813-fb5d-44a5-b43d-7939af0a2828"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 11:01:37.544083 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 11:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c121495-f03f-4b35-b376-79525bedaae6 x-openstack-request-id: req-6c121495-f03f-4b35-b376-79525bedaae6 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 11:01:37.544506 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71da60db-cf6c-4285-a2f3-aeacf63a7970", "tag": "66069813-fb5d-44a5-b43d-7939af0a2828", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 11:01:37.544815 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6c121495-f03f-4b35-b376-79525bedaae6 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 11:01:37.545331 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71da60db-cf6c-4285-a2f3-aeacf63a7970', 'tag': '66069813-fb5d-44a5-b43d-7939af0a2828', 'status': 'completed', 'code': 200} Dec 16 11:01:37.554842 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-018bf1d0-fc49-4988-b213-5e2dbdf14041 None None] Set router c2a391f4-ac99-495c-84c8-143c424a271b gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 11:01:37.606438 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e9c3e-ee64-4ecb-8809-84893da2e8a7 req-783a2525-aa70-4580-909a-bf3ef4f68261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:37.607925 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e76e9c3e-ee64-4ecb-8809-84893da2e8a7 req-783a2525-aa70-4580-909a-bf3ef4f68261 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ec95157e16848e9a692be6283a498c8&device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970 HTTP/1.1" status: 200 len: 1097 time: 0.0404897 Dec 16 11:01:37.702220 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e9c3e-ee64-4ecb-8809-84893da2e8a7 req-feb45242-b7ed-47c5-87c3-3d8d50be5ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:37.703798 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e76e9c3e-ee64-4ecb-8809-84893da2e8a7 req-feb45242-b7ed-47c5-87c3-3d8d50be5ccc service neutron] 10.222.0.57 "GET /v2.0/networks?id=4608b66f-8dca-468b-bcc2-89b35d5436e3 HTTP/1.1" status: 200 len: 911 time: 0.0874014 Dec 16 11:01:37.771043 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e76e9c3e-ee64-4ecb-8809-84893da2e8a7 req-589c4e83-ee09-4c5d-8263-158bbf28d788 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66069813-fb5d-44a5-b43d-7939af0a2828 HTTP/1.1" status: 200 len: 999 time: 0.0597908 Dec 16 11:01:37.785145 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-018bf1d0-fc49-4988-b213-5e2dbdf14041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'name': 'tempest-TestSnapshotPattern-1819271629-router', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '02d70aea-5269-430e-9345-342e420ca54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:58:27Z', 'updated_at': '2021-12-16T10:58:30Z', 'revision_number': 4, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'gw_port': {'id': '02d70aea-5269-430e-9345-342e420ca54e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:28Z', 'updated_at': '2021-12-16T10:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '9f07f0ce-9936-43ff-b454-7ebb75e30e96', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'port_id': '9ed8ad0d-4455-481f-91c7-ac03136e6c22', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3', 'mac_address': 'fa:16:3e:e9:96:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a0e50f-3862-4339-8b97-8879cf468a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:58:55Z', 'updated_at': '2021-12-16T10:58:57Z', 'revision_number': 1, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'fixed_ip_address_scope': None}, {'id': 'de3f612c-f48d-470d-aa3a-9cc583797f8d', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'floating_ip_address': '172.25.1.95', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'port_id': '66069813-fb5d-44a5-b43d-7939af0a2828', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3', 'mac_address': 'fa:16:3e:5d:47:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71da60db-cf6c-4285-a2f3-aeacf63a7970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T11:01:36Z', 'updated_at': '2021-12-16T11:01:36Z', 'revision_number': 0, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ca0bc2-f9fe-4959-a10f-8219a0dcf712', 'name': '', 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'mac_address': 'fa:16:3e:50:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:30Z', 'updated_at': '2021-12-16T10:58:34Z', 'revision_number': 5, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'subnets': [{'id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 11:01:37.811120 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018bf1d0-fc49-4988-b213-5e2dbdf14041 None None] Checking router: c2a391f4-ac99-495c-84c8-143c424a271b for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 11:01:37.821745 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e9c3e-ee64-4ecb-8809-84893da2e8a7 req-79ffc4e4-6b5a-43af-84ed-10ee7533bc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:37.823252 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e76e9c3e-ee64-4ecb-8809-84893da2e8a7 req-79ffc4e4-6b5a-43af-84ed-10ee7533bc8e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c85da35d-3683-4bdf-8b73-e2e0c4bd9681 HTTP/1.1" status: 200 len: 849 time: 0.0451782 Dec 16 11:01:37.824337 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018bf1d0-fc49-4988-b213-5e2dbdf14041 None None] Routers {'c2a391f4-ac99-495c-84c8-143c424a271b'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 11:01:37.824961 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-018bf1d0-fc49-4988-b213-5e2dbdf14041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T11:01:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['c2a391f4-ac99-495c-84c8-143c424a271b'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 11:01:37.882661 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e9c3e-ee64-4ecb-8809-84893da2e8a7 req-4479a0ea-bd8e-4eb2-92cb-6918e559aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:37.884321 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e76e9c3e-ee64-4ecb-8809-84893da2e8a7 req-4479a0ea-bd8e-4eb2-92cb-6918e559aa85 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4608b66f-8dca-468b-bcc2-89b35d5436e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544920 Dec 16 11:01:37.936751 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-018bf1d0-fc49-4988-b213-5e2dbdf14041 None None] Set router c2a391f4-ac99-495c-84c8-143c424a271b gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 11:01:37.978713 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e76e9c3e-ee64-4ecb-8809-84893da2e8a7 req-84ee5f8c-e3cd-41f2-b154-cb4b193df704 service neutron] 10.222.0.57 "GET /v2.0/networks/4608b66f-8dca-468b-bcc2-89b35d5436e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866950 Dec 16 11:01:38.079016 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-e76e9c3e-ee64-4ecb-8809-84893da2e8a7 req-53e21de7-02d6-438a-9863-a10991da7748 service neutron] 10.222.0.57 "GET /v2.0/networks/4608b66f-8dca-468b-bcc2-89b35d5436e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926156 Dec 16 11:01:38.143515 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9b666a83-96a5-443a-bb48-75a925a61ec5 req-9d254cbf-f936-42cb-a24b-271d58038b83 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=64a0e50f-3862-4339-8b97-8879cf468a95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410986 Dec 16 11:01:38.180467 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-018bf1d0-fc49-4988-b213-5e2dbdf14041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'name': 'tempest-TestSnapshotPattern-1819271629-router', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '02d70aea-5269-430e-9345-342e420ca54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:58:27Z', 'updated_at': '2021-12-16T10:58:30Z', 'revision_number': 4, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'gw_port': {'id': '02d70aea-5269-430e-9345-342e420ca54e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:28Z', 'updated_at': '2021-12-16T10:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '9f07f0ce-9936-43ff-b454-7ebb75e30e96', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'port_id': '9ed8ad0d-4455-481f-91c7-ac03136e6c22', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3', 'mac_address': 'fa:16:3e:e9:96:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a0e50f-3862-4339-8b97-8879cf468a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:58:55Z', 'updated_at': '2021-12-16T10:58:57Z', 'revision_number': 1, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'fixed_ip_address_scope': None}, {'id': 'de3f612c-f48d-470d-aa3a-9cc583797f8d', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'floating_ip_address': '172.25.1.95', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'port_id': '66069813-fb5d-44a5-b43d-7939af0a2828', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3', 'mac_address': 'fa:16:3e:5d:47:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71da60db-cf6c-4285-a2f3-aeacf63a7970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T11:01:36Z', 'updated_at': '2021-12-16T11:01:36Z', 'revision_number': 0, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ca0bc2-f9fe-4959-a10f-8219a0dcf712', 'name': '', 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'mac_address': 'fa:16:3e:50:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:30Z', 'updated_at': '2021-12-16T10:58:34Z', 'revision_number': 5, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'subnets': [{'id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 11:01:38.207961 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018bf1d0-fc49-4988-b213-5e2dbdf14041 None None] The sync data for ids ['c2a391f4-ac99-495c-84c8-143c424a271b'] in n-d-820550-2 is: [{'id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'name': 'tempest-TestSnapshotPattern-1819271629-router', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '02d70aea-5269-430e-9345-342e420ca54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:58:27Z', 'updated_at': '2021-12-16T10:58:30Z', 'revision_number': 4, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'gw_port': {'id': '02d70aea-5269-430e-9345-342e420ca54e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:28Z', 'updated_at': '2021-12-16T10:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '9f07f0ce-9936-43ff-b454-7ebb75e30e96', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'port_id': '9ed8ad0d-4455-481f-91c7-ac03136e6c22', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3', 'mac_address': 'fa:16:3e:e9:96:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a0e50f-3862-4339-8b97-8879cf468a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:58:55Z', 'updated_at': '2021-12-16T10:58:57Z', 'revision_number': 1, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'fixed_ip_address_scope': None}, {'id': 'de3f612c-f48d-470d-aa3a-9cc583797f8d', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'floating_ip_address': '172.25.1.95', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'port_id': '66069813-fb5d-44a5-b43d-7939af0a2828', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3', 'mac_address': 'fa:16:3e:5d:47:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71da60db-cf6c-4285-a2f3-aeacf63a7970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T11:01:36Z', 'updated_at': '2021-12-16T11:01:36Z', 'revision_number': 0, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ca0bc2-f9fe-4959-a10f-8219a0dcf712', 'name': '', 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'mac_address': 'fa:16:3e:50:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:30Z', 'updated_at': '2021-12-16T10:58:34Z', 'revision_number': 5, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'subnets': [{'id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 11:01:38.227035 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b666a83-96a5-443a-bb48-75a925a61ec5 req-6ddefab3-ed58-4f17-93c5-9aa2929853f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:38.228531 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9b666a83-96a5-443a-bb48-75a925a61ec5 req-6ddefab3-ed58-4f17-93c5-9aa2929853f0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ec95157e16848e9a692be6283a498c8&device_id=64a0e50f-3862-4339-8b97-8879cf468a95 HTTP/1.1" status: 200 len: 1095 time: 0.0437794 Dec 16 11:01:38.305880 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:38.343552 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b666a83-96a5-443a-bb48-75a925a61ec5 req-40af3be0-ea11-499d-a6f1-08edc4c4b20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:38.345059 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9b666a83-96a5-443a-bb48-75a925a61ec5 req-40af3be0-ea11-499d-a6f1-08edc4c4b20b service neutron] 10.222.0.58 "GET /v2.0/networks?id=4608b66f-8dca-468b-bcc2-89b35d5436e3 HTTP/1.1" status: 200 len: 911 time: 0.0970736 Dec 16 11:01:38.415776 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9b666a83-96a5-443a-bb48-75a925a61ec5 req-08f6c30b-a2a5-44c6-94fd-4986c635cd87 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ed8ad0d-4455-481f-91c7-ac03136e6c22 HTTP/1.1" status: 200 len: 1000 time: 0.0626295 Dec 16 11:01:38.467202 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b666a83-96a5-443a-bb48-75a925a61ec5 req-65e65ee8-36cd-45e8-b7b6-d44fd9c59071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:38.468729 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9b666a83-96a5-443a-bb48-75a925a61ec5 req-65e65ee8-36cd-45e8-b7b6-d44fd9c59071 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c85da35d-3683-4bdf-8b73-e2e0c4bd9681 HTTP/1.1" status: 200 len: 849 time: 0.0467072 Dec 16 11:01:38.505239 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f4fb6b-a201-4e4c-955d-198176385c55 None None] New status for floating IP de3f612c-f48d-470d-aa3a-9cc583797f8d: ACTIVE {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 11:01:38.524117 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b666a83-96a5-443a-bb48-75a925a61ec5 req-9693b0b8-6ae1-400e-a6a6-db8a5eff5ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:38.525647 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9b666a83-96a5-443a-bb48-75a925a61ec5 req-9693b0b8-6ae1-400e-a6a6-db8a5eff5ec8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4608b66f-8dca-468b-bcc2-89b35d5436e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489984 Dec 16 11:01:38.617898 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9b666a83-96a5-443a-bb48-75a925a61ec5 req-b3915028-d045-46db-bf1a-6d9dcbc48000 service neutron] 10.222.0.58 "GET /v2.0/networks/4608b66f-8dca-468b-bcc2-89b35d5436e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847256 Dec 16 11:01:38.713643 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-9b666a83-96a5-443a-bb48-75a925a61ec5 req-762d8792-825c-4bdc-ab30-46247c786927 service neutron] 10.222.0.58 "GET /v2.0/networks/4608b66f-8dca-468b-bcc2-89b35d5436e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882905 Dec 16 11:01:41.915904 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:54.200099 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6e5e074c-31f7-440c-a393-9ea9e8a7b029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:56.485497 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-925240b9-3f24-4ab4-b80a-cd8d54f60ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:57.976786 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:58.583286 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce0b5136-1fcd-4662-8c93-ee0e196a8402 req-c034dfcb-11ac-49d7-9ba2-5c207ffea286 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412171 Dec 16 11:01:58.666232 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b5136-1fcd-4662-8c93-ee0e196a8402 req-fcba4d93-cd15-45ab-a9ae-3a3cb4412aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:58.667732 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce0b5136-1fcd-4662-8c93-ee0e196a8402 req-fcba4d93-cd15-45ab-a9ae-3a3cb4412aeb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ec95157e16848e9a692be6283a498c8&device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970 HTTP/1.1" status: 200 len: 1097 time: 0.0448694 Dec 16 11:01:58.774750 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b5136-1fcd-4662-8c93-ee0e196a8402 req-9503ae0a-deb9-4587-97b3-51aaab804db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:58.776221 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce0b5136-1fcd-4662-8c93-ee0e196a8402 req-9503ae0a-deb9-4587-97b3-51aaab804db8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4608b66f-8dca-468b-bcc2-89b35d5436e3 HTTP/1.1" status: 200 len: 911 time: 0.0893936 Dec 16 11:01:58.842349 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce0b5136-1fcd-4662-8c93-ee0e196a8402 req-7e187f1e-73e0-4099-a9d1-fd7e7d80f3e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66069813-fb5d-44a5-b43d-7939af0a2828 HTTP/1.1" status: 200 len: 1001 time: 0.0579448 Dec 16 11:01:58.893992 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b5136-1fcd-4662-8c93-ee0e196a8402 req-ea23932a-4b74-4d1b-bcae-4a4bc1dc6119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:58.895406 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce0b5136-1fcd-4662-8c93-ee0e196a8402 req-ea23932a-4b74-4d1b-bcae-4a4bc1dc6119 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c85da35d-3683-4bdf-8b73-e2e0c4bd9681 HTTP/1.1" status: 200 len: 849 time: 0.0456524 Dec 16 11:01:58.944992 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b5136-1fcd-4662-8c93-ee0e196a8402 req-3da5cb87-f2b0-4fec-bf5d-1dd723ebb6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:01:58.946506 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce0b5136-1fcd-4662-8c93-ee0e196a8402 req-3da5cb87-f2b0-4fec-bf5d-1dd723ebb6ec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4608b66f-8dca-468b-bcc2-89b35d5436e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435719 Dec 16 11:01:59.037322 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce0b5136-1fcd-4662-8c93-ee0e196a8402 req-7fd0ca6a-d723-4aa5-ba56-dcf28a44d532 service neutron] 10.222.0.57 "GET /v2.0/networks/4608b66f-8dca-468b-bcc2-89b35d5436e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832763 Dec 16 11:01:59.130361 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ce0b5136-1fcd-4662-8c93-ee0e196a8402 req-8e66e4b8-f64c-4ca4-9e2b-2285d1e092e2 service neutron] 10.222.0.57 "GET /v2.0/networks/4608b66f-8dca-468b-bcc2-89b35d5436e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852606 Dec 16 11:01:59.475211 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:01:59.646724 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:02:03.650389 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 11:02:08.315013 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:02:11.901866 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:02:24.211654 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-47d11d72-c27c-48c7-88d9-1c887ae7c162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:02:26.478420 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f0766207-da87-48dc-b4b3-f9647714642c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:02:27.979060 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:02:29.479960 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:02:29.650341 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:02:38.289732 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:02:40.090367 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7ab95f14-40af-4987-bc24-94c5e8022498 req-e065da81-1cdc-4485-960d-bdbb04e5e16e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=64a0e50f-3862-4339-8b97-8879cf468a95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408776 Dec 16 11:02:40.168859 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab95f14-40af-4987-bc24-94c5e8022498 req-f9b52c8c-59c2-4a34-a6c9-ab2614c802cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:02:40.170424 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7ab95f14-40af-4987-bc24-94c5e8022498 req-f9b52c8c-59c2-4a34-a6c9-ab2614c802cc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ec95157e16848e9a692be6283a498c8&device_id=64a0e50f-3862-4339-8b97-8879cf468a95 HTTP/1.1" status: 200 len: 1095 time: 0.0412807 Dec 16 11:02:40.275320 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab95f14-40af-4987-bc24-94c5e8022498 req-0100d68e-a74e-4cd8-a162-96214697d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:02:40.276770 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7ab95f14-40af-4987-bc24-94c5e8022498 req-0100d68e-a74e-4cd8-a162-96214697d895 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4608b66f-8dca-468b-bcc2-89b35d5436e3 HTTP/1.1" status: 200 len: 911 time: 0.0874898 Dec 16 11:02:40.341627 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7ab95f14-40af-4987-bc24-94c5e8022498 req-d9856d88-cc00-483f-a4bd-0684bb565a41 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ed8ad0d-4455-481f-91c7-ac03136e6c22 HTTP/1.1" status: 200 len: 1000 time: 0.0574505 Dec 16 11:02:40.394847 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab95f14-40af-4987-bc24-94c5e8022498 req-e0954f40-bf91-4bed-9290-f783c050277d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:02:40.396305 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7ab95f14-40af-4987-bc24-94c5e8022498 req-e0954f40-bf91-4bed-9290-f783c050277d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c85da35d-3683-4bdf-8b73-e2e0c4bd9681 HTTP/1.1" status: 200 len: 849 time: 0.0478289 Dec 16 11:02:40.444394 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab95f14-40af-4987-bc24-94c5e8022498 req-7edadfe7-0fd8-49b6-ab25-beacc9810113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:02:40.445890 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7ab95f14-40af-4987-bc24-94c5e8022498 req-7edadfe7-0fd8-49b6-ab25-beacc9810113 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4608b66f-8dca-468b-bcc2-89b35d5436e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424998 Dec 16 11:02:40.531842 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7ab95f14-40af-4987-bc24-94c5e8022498 req-63492e78-6a1c-4398-b9d0-ec5a94e9d929 service neutron] 10.222.0.58 "GET /v2.0/networks/4608b66f-8dca-468b-bcc2-89b35d5436e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788944 Dec 16 11:02:40.623095 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7ab95f14-40af-4987-bc24-94c5e8022498 req-d622cdcd-ced9-4d42-90ba-0a87e1b4a749 service neutron] 10.222.0.58 "GET /v2.0/networks/4608b66f-8dca-468b-bcc2-89b35d5436e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833938 Dec 16 11:02:40.648712 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 11:02:41.912369 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:02:54.211193 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f46f8e96-20f1-45d5-864f-e133fe758821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:02:56.496661 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-706974be-2e45-4d4c-bf3f-d0c3b3d42696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:02:57.975091 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:02:59.483611 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:02:59.633611 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:03:01.160599 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ac93ad54-b5ea-4094-a368-a202e11ea687 req-7dea20eb-e8e3-4d65-bb6b-b3bbc0f64bd8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412445 Dec 16 11:03:01.241882 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93ad54-b5ea-4094-a368-a202e11ea687 req-ec00bced-cba9-4f3f-829d-28d77399c84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:03:01.243262 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ac93ad54-b5ea-4094-a368-a202e11ea687 req-ec00bced-cba9-4f3f-829d-28d77399c84f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ec95157e16848e9a692be6283a498c8&device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970 HTTP/1.1" status: 200 len: 1097 time: 0.0399323 Dec 16 11:03:01.346241 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93ad54-b5ea-4094-a368-a202e11ea687 req-9abda71f-fe5c-4e95-a84e-33390a8ee6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:03:01.347750 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ac93ad54-b5ea-4094-a368-a202e11ea687 req-9abda71f-fe5c-4e95-a84e-33390a8ee6ef service neutron] 10.222.0.57 "GET /v2.0/networks?id=4608b66f-8dca-468b-bcc2-89b35d5436e3 HTTP/1.1" status: 200 len: 911 time: 0.0860190 Dec 16 11:03:01.411973 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ac93ad54-b5ea-4094-a368-a202e11ea687 req-e5dc8fab-a17e-4445-a009-d2a5b8dd63f4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66069813-fb5d-44a5-b43d-7939af0a2828 HTTP/1.1" status: 200 len: 1001 time: 0.0572081 Dec 16 11:03:01.460993 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93ad54-b5ea-4094-a368-a202e11ea687 req-da327389-6135-4111-9aa4-600ed22be7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:03:01.462822 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ac93ad54-b5ea-4094-a368-a202e11ea687 req-da327389-6135-4111-9aa4-600ed22be7c3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c85da35d-3683-4bdf-8b73-e2e0c4bd9681 HTTP/1.1" status: 200 len: 849 time: 0.0441391 Dec 16 11:03:01.514377 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93ad54-b5ea-4094-a368-a202e11ea687 req-34641e95-b13c-4820-bc04-6933f286e352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:03:01.515811 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ac93ad54-b5ea-4094-a368-a202e11ea687 req-34641e95-b13c-4820-bc04-6933f286e352 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4608b66f-8dca-468b-bcc2-89b35d5436e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453985 Dec 16 11:03:01.603086 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ac93ad54-b5ea-4094-a368-a202e11ea687 req-6430e239-bf77-40f2-9215-f750788a575f service neutron] 10.222.0.57 "GET /v2.0/networks/4608b66f-8dca-468b-bcc2-89b35d5436e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799937 Dec 16 11:03:01.694035 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ac93ad54-b5ea-4094-a368-a202e11ea687 req-0d57768f-ccf8-4b04-aacd-2535e62b535c service neutron] 10.222.0.57 "GET /v2.0/networks/4608b66f-8dca-468b-bcc2-89b35d5436e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831542 Dec 16 11:03:08.294589 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:03:11.902902 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:03:17.649829 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 11:03:24.236519 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-ba76c88a-4b85-482e-919c-cdf060019112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:03:26.487587 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-319da27e-9d87-46d1-94ca-367465736763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:03:27.980897 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:03:29.494426 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:03:29.656225 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:03:38.305563 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:03:41.135529 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-18ae4d72-fddc-42fd-a56d-3d12300d6e53 req-5c3f11dd-4274-46a2-8139-63c2b5a35c73 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=64a0e50f-3862-4339-8b97-8879cf468a95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397592 Dec 16 11:03:41.213596 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae4d72-fddc-42fd-a56d-3d12300d6e53 req-810eb66d-1b01-496c-8078-e91558b85b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:03:41.215100 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-18ae4d72-fddc-42fd-a56d-3d12300d6e53 req-810eb66d-1b01-496c-8078-e91558b85b72 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ec95157e16848e9a692be6283a498c8&device_id=64a0e50f-3862-4339-8b97-8879cf468a95 HTTP/1.1" status: 200 len: 1095 time: 0.0400643 Dec 16 11:03:41.319549 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae4d72-fddc-42fd-a56d-3d12300d6e53 req-ce36ce56-48ff-4132-9eca-b923602ebb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:03:41.321031 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-18ae4d72-fddc-42fd-a56d-3d12300d6e53 req-ce36ce56-48ff-4132-9eca-b923602ebb3e service neutron] 10.222.0.58 "GET /v2.0/networks?id=4608b66f-8dca-468b-bcc2-89b35d5436e3 HTTP/1.1" status: 200 len: 911 time: 0.0868013 Dec 16 11:03:41.706064 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-18ae4d72-fddc-42fd-a56d-3d12300d6e53 req-06748a66-edcc-41aa-ba7f-97544bb6b89c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ed8ad0d-4455-481f-91c7-ac03136e6c22 HTTP/1.1" status: 200 len: 1000 time: 0.3782210 Dec 16 11:03:41.755274 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae4d72-fddc-42fd-a56d-3d12300d6e53 req-30f68312-d577-4a43-9eda-a53a600f21a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:03:41.756677 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-18ae4d72-fddc-42fd-a56d-3d12300d6e53 req-30f68312-d577-4a43-9eda-a53a600f21a6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c85da35d-3683-4bdf-8b73-e2e0c4bd9681 HTTP/1.1" status: 200 len: 849 time: 0.0420706 Dec 16 11:03:41.803792 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae4d72-fddc-42fd-a56d-3d12300d6e53 req-eaab4e27-33d8-4eed-a9f5-867695fbf1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:03:41.805279 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-18ae4d72-fddc-42fd-a56d-3d12300d6e53 req-eaab4e27-33d8-4eed-a9f5-867695fbf1c2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4608b66f-8dca-468b-bcc2-89b35d5436e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416605 Dec 16 11:03:41.894594 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-18ae4d72-fddc-42fd-a56d-3d12300d6e53 req-b311b88a-7825-4908-9e25-1ca50c9042fa service neutron] 10.222.0.58 "GET /v2.0/networks/4608b66f-8dca-468b-bcc2-89b35d5436e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822778 Dec 16 11:03:41.953134 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:03:41.988102 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-18ae4d72-fddc-42fd-a56d-3d12300d6e53 req-7f6b77f6-3566-4904-9878-41c25efba1be service neutron] 10.222.0.58 "GET /v2.0/networks/4608b66f-8dca-468b-bcc2-89b35d5436e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858650 Dec 16 11:03:54.214277 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-0050d8a5-488b-4219-9396-fb95943ab98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:03:54.649011 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 11:03:56.487931 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-69770649-9e56-4269-804d-6e4cb6b066e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:03:57.981425 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:03:59.484477 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:03:59.662466 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:00.765261 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 66069813-fb5d-44a5-b43d-7939af0a2828 details requested by agent hyperv_n-h1-820550-2 with host n-h1-820550-2 {{(pid=102818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 11:04:00.859138 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 66069813-fb5d-44a5-b43d-7939af0a2828, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=66069813-fb5d-44a5-b43d-7939af0a2828,segment=NetworkSegment(f0ca635f-448e-4c13-9199-84b2d023f36e),segment_id=f0ca635f-448e-4c13-9199-84b2d023f36e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 11:04:00.870597 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Returning: {'device': '66069813-fb5d-44a5-b43d-7939af0a2828', 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3', 'port_id': '66069813-fb5d-44a5-b43d-7939af0a2828', 'mac_address': 'fa:16:3e:5d:47:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 11:04:00.905327 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:00.918112 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66069813-fb5d-44a5-b43d-7939af0a2828 {{(pid=102818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 11:04:00.936677 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 66069813-fb5d-44a5-b43d-7939af0a2828, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=66069813-fb5d-44a5-b43d-7939af0a2828,segment=NetworkSegment(f0ca635f-448e-4c13-9199-84b2d023f36e),segment_id=f0ca635f-448e-4c13-9199-84b2d023f36e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 11:04:01.032353 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:01.085710 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=66069813-fb5d-44a5-b43d-7939af0a2828,revision_number=6']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 11:04:01.092815 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:04:01.093182 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:04:01.093520 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:04:01.093851 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:04:01.094181 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:04:01.094501 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:04:01.094819 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:04:01.095136 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:04:01.096317 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:04:01.096622 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:04:01.096939 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:04:01.097281 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:04:01.105692 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] get_ports_and_sgs() called for port_ids ['66069813-fb5d-44a5-b43d-7939af0a2828'] {{(pid=102818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 11:04:02.639962 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a69aa-b9d3-428a-9b12-8cd0f75033d6 req-2720841e-b78a-4b04-a026-3a6e6151ac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:04:02.641470 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-542a69aa-b9d3-428a-9b12-8cd0f75033d6 req-2720841e-b78a-4b04-a026-3a6e6151ac74 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ec95157e16848e9a692be6283a498c8&device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970 HTTP/1.1" status: 200 len: 1096 time: 0.0418344 Dec 16 11:04:02.749975 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a69aa-b9d3-428a-9b12-8cd0f75033d6 req-48c2bdc6-b3b6-48b7-9ebf-0d5e3175c4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:04:02.751421 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-542a69aa-b9d3-428a-9b12-8cd0f75033d6 req-48c2bdc6-b3b6-48b7-9ebf-0d5e3175c4e5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4608b66f-8dca-468b-bcc2-89b35d5436e3 HTTP/1.1" status: 200 len: 911 time: 0.0884292 Dec 16 11:04:02.781686 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 66069813-fb5d-44a5-b43d-7939af0a2828 up at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 11:04:02.820356 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-542a69aa-b9d3-428a-9b12-8cd0f75033d6 req-ed9425a8-a2c5-4813-84c9-fe54dced6f31 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66069813-fb5d-44a5-b43d-7939af0a2828 HTTP/1.1" status: 200 len: 1000 time: 0.0609186 Dec 16 11:04:02.828526 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.provisioning_blocks [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Provisioning complete for port 66069813-fb5d-44a5-b43d-7939af0a2828 triggered by entity L2. {{(pid=102818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 11:04:02.828898 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704962'] for port, provisioning_complete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:02.873006 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a69aa-b9d3-428a-9b12-8cd0f75033d6 req-88af911f-e0f6-443e-9b7e-9d1ade3305fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:04:02.874497 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-542a69aa-b9d3-428a-9b12-8cd0f75033d6 req-88af911f-e0f6-443e-9b7e-9d1ade3305fb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c85da35d-3683-4bdf-8b73-e2e0c4bd9681 HTTP/1.1" status: 200 len: 849 time: 0.0430870 Dec 16 11:04:02.903811 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615094'] for port, before_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:02.922832 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a69aa-b9d3-428a-9b12-8cd0f75033d6 req-1cc8abea-a69c-463c-861a-b31f34e596dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:04:02.924326 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-542a69aa-b9d3-428a-9b12-8cd0f75033d6 req-1cc8abea-a69c-463c-861a-b31f34e596dc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4608b66f-8dca-468b-bcc2-89b35d5436e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401390 Dec 16 11:04:02.926558 n-d-820550-2 neutron-server[102818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71da60db-cf6c-4285-a2f3-aeacf63a7970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66069813-fb5d-44a5-b43d-7939af0a2828'}] {{(pid=102818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 11:04:02.928808 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43456ec7ce59ea77a0f74ce1d1a90a56292c95d5d3a8a10fcc4b35aa5a8e1da4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0ef9ec-6405-4367-8387-090e2560a5c1" -d '{"events": [{"server_uuid": "71da60db-cf6c-4285-a2f3-aeacf63a7970", "name": "network-vif-plugged", "status": "completed", "tag": "66069813-fb5d-44a5-b43d-7939af0a2828"}]}' {{(pid=102818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 11:04:02.944835 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] For port 66069813-fb5d-44a5-b43d-7939af0a2828, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=66069813-fb5d-44a5-b43d-7939af0a2828,segment=NetworkSegment(f0ca635f-448e-4c13-9199-84b2d023f36e),segment_id=f0ca635f-448e-4c13-9199-84b2d023f36e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 11:04:02.969512 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 11:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685c417e-44e6-4690-944d-52041eeb3c7f x-openstack-request-id: req-685c417e-44e6-4690-944d-52041eeb3c7f {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 11:04:02.969786 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71da60db-cf6c-4285-a2f3-aeacf63a7970", "name": "network-vif-plugged", "status": "completed", "tag": "66069813-fb5d-44a5-b43d-7939af0a2828", "code": 200}]} {{(pid=102818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 11:04:02.971636 n-d-820550-2 neutron-server[102818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-685c417e-44e6-4690-944d-52041eeb3c7f {{(pid=102818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 11:04:02.972030 n-d-820550-2 neutron-server[102818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71da60db-cf6c-4285-a2f3-aeacf63a7970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66069813-fb5d-44a5-b43d-7939af0a2828', 'code': 200} Dec 16 11:04:03.005812 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759010600102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759010048121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759010048139'] for port, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:03.028469 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-542a69aa-b9d3-428a-9b12-8cd0f75033d6 req-927d305c-7747-4422-92d8-92d1b870ce1e service neutron] 10.222.0.57 "GET /v2.0/networks/4608b66f-8dca-468b-bcc2-89b35d5436e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926268 Dec 16 11:04:03.058405 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Pushing event updated for resources: {'Port': ['ID=66069813-fb5d-44a5-b43d-7939af0a2828,revision_number=7']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 11:04:03.123133 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-542a69aa-b9d3-428a-9b12-8cd0f75033d6 req-40a3a2cb-429a-4eea-8b00-cbfbb3f1c4ab service neutron] 10.222.0.57 "GET /v2.0/networks/4608b66f-8dca-468b-bcc2-89b35d5436e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850351 Dec 16 11:04:08.338972 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:11.990868 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:16.922452 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44808) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 11:04:17.077173 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-1b0a8d69-211d-474e-8875-a3cf96ccb9c9 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Deleting port fc55935a-fa4e-4a6f-a9c6-636acf4ff5a2 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 11:04:17.077526 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8d69-211d-474e-8875-a3cf96ccb9c9 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:17.163026 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8d69-211d-474e-8875-a3cf96ccb9c9 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:17.163289 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8d69-211d-474e-8875-a3cf96ccb9c9 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:17.175139 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-1b0a8d69-211d-474e-8875-a3cf96ccb9c9 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Calling delete_port for fc55935a-fa4e-4a6f-a9c6-636acf4ff5a2 owned by network:floatingip {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 11:04:17.381446 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8d69-211d-474e-8875-a3cf96ccb9c9 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:17.416324 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a8d69-211d-474e-8875-a3cf96ccb9c9 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Pushing event deleted for resources: {'Port': ['ID=fc55935a-fa4e-4a6f-a9c6-636acf4ff5a2,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 11:04:17.443852 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a8d69-211d-474e-8875-a3cf96ccb9c9 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:04:17.444216 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a8d69-211d-474e-8875-a3cf96ccb9c9 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:04:17.444546 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a8d69-211d-474e-8875-a3cf96ccb9c9 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:04:17.444884 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a8d69-211d-474e-8875-a3cf96ccb9c9 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:04:17.445317 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a8d69-211d-474e-8875-a3cf96ccb9c9 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:04:17.445659 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a8d69-211d-474e-8875-a3cf96ccb9c9 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:04:17.445993 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a8d69-211d-474e-8875-a3cf96ccb9c9 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:04:17.446320 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a8d69-211d-474e-8875-a3cf96ccb9c9 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:04:17.446648 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a8d69-211d-474e-8875-a3cf96ccb9c9 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:04:17.446968 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a8d69-211d-474e-8875-a3cf96ccb9c9 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:04:17.447292 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a8d69-211d-474e-8875-a3cf96ccb9c9 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:04:17.447616 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a8d69-211d-474e-8875-a3cf96ccb9c9 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:04:17.484783 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8d69-211d-474e-8875-a3cf96ccb9c9 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks [] for floatingip, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:17.485140 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [None req-1b0a8d69-211d-474e-8875-a3cf96ccb9c9 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Floating IP de3f612c-f48d-470d-aa3a-9cc583797f8d disassociated (deleted). External IP: 172.25.1.95, port: 66069813-fb5d-44a5-b43d-7939af0a2828. Dec 16 11:04:17.688015 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0a8d69-211d-474e-8875-a3cf96ccb9c9 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Router c2a391f4-ac99-495c-84c8-143c424a271b has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 11:04:17.793056 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0a8d69-211d-474e-8875-a3cf96ccb9c9 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 11:04:17.797913 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8d69-211d-474e-8875-a3cf96ccb9c9 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:17.802382 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fdea93-fa30-4a38-964e-56c6d36577e3 None None] Sync routers for ids ['c2a391f4-ac99-495c-84c8-143c424a271b'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 11:04:17.811658 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fdea93-fa30-4a38-964e-56c6d36577e3 None None] Routers {'c2a391f4-ac99-495c-84c8-143c424a271b'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 11:04:17.812249 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-39fdea93-fa30-4a38-964e-56c6d36577e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T11:03:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['c2a391f4-ac99-495c-84c8-143c424a271b'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 11:04:17.823681 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-1b0a8d69-211d-474e-8875-a3cf96ccb9c9 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "DELETE /v2.0/floatingips/de3f612c-f48d-470d-aa3a-9cc583797f8d HTTP/1.1" status: 204 len: 168 time: 0.9000864 Dec 16 11:04:17.824288 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71da60db-cf6c-4285-a2f3-aeacf63a7970', 'tag': '66069813-fb5d-44a5-b43d-7939af0a2828'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 11:04:17.826565 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d26ae51030dc677b2798be63b73eac8166a15593755268c5273421dc3d5daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e432eae-6c1c-46e4-95ee-0f3dee4e595d" -d '{"events": [{"name": "network-changed", "server_uuid": "71da60db-cf6c-4285-a2f3-aeacf63a7970", "tag": "66069813-fb5d-44a5-b43d-7939af0a2828"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 11:04:17.921031 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-39fdea93-fa30-4a38-964e-56c6d36577e3 None None] Set router c2a391f4-ac99-495c-84c8-143c424a271b gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 11:04:17.943898 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 11:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8868988b-4ea7-47aa-a226-5b5f7ae3dc06 x-openstack-request-id: req-8868988b-4ea7-47aa-a226-5b5f7ae3dc06 {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 11:04:17.944428 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71da60db-cf6c-4285-a2f3-aeacf63a7970", "tag": "66069813-fb5d-44a5-b43d-7939af0a2828", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 11:04:17.944428 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8868988b-4ea7-47aa-a226-5b5f7ae3dc06 {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 11:04:17.944827 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71da60db-cf6c-4285-a2f3-aeacf63a7970', 'tag': '66069813-fb5d-44a5-b43d-7939af0a2828', 'status': 'completed', 'code': 200} Dec 16 11:04:18.010022 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e432eae-6c1c-46e4-95ee-0f3dee4e595d req-0c35d74e-a760-44e4-84aa-e7b0cfe0cab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:04:18.011552 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5e432eae-6c1c-46e4-95ee-0f3dee4e595d req-0c35d74e-a760-44e4-84aa-e7b0cfe0cab4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ec95157e16848e9a692be6283a498c8&device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970 HTTP/1.1" status: 200 len: 1097 time: 0.0464072 Dec 16 11:04:18.101722 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e432eae-6c1c-46e4-95ee-0f3dee4e595d req-9476cac8-0964-46af-8c8b-e8b30139064f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:04:18.103552 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5e432eae-6c1c-46e4-95ee-0f3dee4e595d req-9476cac8-0964-46af-8c8b-e8b30139064f service neutron] 10.222.0.57 "GET /v2.0/networks?id=4608b66f-8dca-468b-bcc2-89b35d5436e3 HTTP/1.1" status: 200 len: 911 time: 0.0853825 Dec 16 11:04:18.148111 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-39fdea93-fa30-4a38-964e-56c6d36577e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'name': 'tempest-TestSnapshotPattern-1819271629-router', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '02d70aea-5269-430e-9345-342e420ca54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:58:27Z', 'updated_at': '2021-12-16T10:58:30Z', 'revision_number': 4, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'gw_port': {'id': '02d70aea-5269-430e-9345-342e420ca54e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:28Z', 'updated_at': '2021-12-16T10:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '9f07f0ce-9936-43ff-b454-7ebb75e30e96', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'port_id': '9ed8ad0d-4455-481f-91c7-ac03136e6c22', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3', 'mac_address': 'fa:16:3e:e9:96:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a0e50f-3862-4339-8b97-8879cf468a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:58:55Z', 'updated_at': '2021-12-16T10:58:57Z', 'revision_number': 1, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ca0bc2-f9fe-4959-a10f-8219a0dcf712', 'name': '', 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'mac_address': 'fa:16:3e:50:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:30Z', 'updated_at': '2021-12-16T10:58:34Z', 'revision_number': 5, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'subnets': [{'id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 11:04:18.150779 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5e432eae-6c1c-46e4-95ee-0f3dee4e595d req-6fc74975-2a67-49d1-af4c-89f2498256a6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66069813-fb5d-44a5-b43d-7939af0a2828 HTTP/1.1" status: 200 len: 217 time: 0.0401227 Dec 16 11:04:18.177908 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fdea93-fa30-4a38-964e-56c6d36577e3 None None] Checking router: c2a391f4-ac99-495c-84c8-143c424a271b for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 11:04:18.186612 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fdea93-fa30-4a38-964e-56c6d36577e3 None None] Routers {'c2a391f4-ac99-495c-84c8-143c424a271b'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 11:04:18.187221 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-39fdea93-fa30-4a38-964e-56c6d36577e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T11:03:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['c2a391f4-ac99-495c-84c8-143c424a271b'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 11:04:18.209097 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e432eae-6c1c-46e4-95ee-0f3dee4e595d req-de4288b3-28a5-4824-bb2a-346b51dfa943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:04:18.211064 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5e432eae-6c1c-46e4-95ee-0f3dee4e595d req-de4288b3-28a5-4824-bb2a-346b51dfa943 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c85da35d-3683-4bdf-8b73-e2e0c4bd9681 HTTP/1.1" status: 200 len: 849 time: 0.0541587 Dec 16 11:04:18.260369 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e432eae-6c1c-46e4-95ee-0f3dee4e595d req-f2ed7101-6701-499d-93b1-19c22e478c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:04:18.261936 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5e432eae-6c1c-46e4-95ee-0f3dee4e595d req-f2ed7101-6701-499d-93b1-19c22e478c2e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4608b66f-8dca-468b-bcc2-89b35d5436e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438712 Dec 16 11:04:18.268347 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd6799-57a7-4b50-a385-a9a6061d2b6d req-d7134720-3592-4ff9-885f-304597c2b023 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:04:18.269976 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c3bd6799-57a7-4b50-a385-a9a6061d2b6d req-d7134720-3592-4ff9-885f-304597c2b023 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970 HTTP/1.1" status: 200 len: 946 time: 0.0516453 Dec 16 11:04:18.311924 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-c3bd6799-57a7-4b50-a385-a9a6061d2b6d req-ec2458a7-11cd-43d1-b011-fa0419ecacc8 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b11624-eef0-4fae-902c-d33b8b8f1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356040 Dec 16 11:04:18.364993 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5e432eae-6c1c-46e4-95ee-0f3dee4e595d req-c79cb630-8853-4f9d-94e5-5cab7a640482 service neutron] 10.222.0.57 "GET /v2.0/networks/4608b66f-8dca-468b-bcc2-89b35d5436e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954702 Dec 16 11:04:18.452634 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-39fdea93-fa30-4a38-964e-56c6d36577e3 None None] Set router c2a391f4-ac99-495c-84c8-143c424a271b gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 11:04:18.457162 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-5e432eae-6c1c-46e4-95ee-0f3dee4e595d req-c521a067-3f81-47d9-98d4-4cffe4eee6d8 service neutron] 10.222.0.57 "GET /v2.0/networks/4608b66f-8dca-468b-bcc2-89b35d5436e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846434 Dec 16 11:04:18.674002 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-39fdea93-fa30-4a38-964e-56c6d36577e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'name': 'tempest-TestSnapshotPattern-1819271629-router', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '02d70aea-5269-430e-9345-342e420ca54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:58:27Z', 'updated_at': '2021-12-16T10:58:30Z', 'revision_number': 4, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'gw_port': {'id': '02d70aea-5269-430e-9345-342e420ca54e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:28Z', 'updated_at': '2021-12-16T10:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '9f07f0ce-9936-43ff-b454-7ebb75e30e96', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'port_id': '9ed8ad0d-4455-481f-91c7-ac03136e6c22', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3', 'mac_address': 'fa:16:3e:e9:96:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a0e50f-3862-4339-8b97-8879cf468a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:58:55Z', 'updated_at': '2021-12-16T10:58:57Z', 'revision_number': 1, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ca0bc2-f9fe-4959-a10f-8219a0dcf712', 'name': '', 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'mac_address': 'fa:16:3e:50:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:30Z', 'updated_at': '2021-12-16T10:58:34Z', 'revision_number': 5, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'subnets': [{'id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 11:04:18.699230 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fdea93-fa30-4a38-964e-56c6d36577e3 None None] The sync data for ids ['c2a391f4-ac99-495c-84c8-143c424a271b'] in n-d-820550-2 is: [{'id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'name': 'tempest-TestSnapshotPattern-1819271629-router', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '02d70aea-5269-430e-9345-342e420ca54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:58:27Z', 'updated_at': '2021-12-16T10:58:30Z', 'revision_number': 4, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'gw_port': {'id': '02d70aea-5269-430e-9345-342e420ca54e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:28Z', 'updated_at': '2021-12-16T10:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_floatingips': [{'id': '9f07f0ce-9936-43ff-b454-7ebb75e30e96', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'router_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'port_id': '9ed8ad0d-4455-481f-91c7-ac03136e6c22', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3', 'mac_address': 'fa:16:3e:e9:96:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a0e50f-3862-4339-8b97-8879cf468a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:58:55Z', 'updated_at': '2021-12-16T10:58:57Z', 'revision_number': 1, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ca0bc2-f9fe-4959-a10f-8219a0dcf712', 'name': '', 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'mac_address': 'fa:16:3e:50:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:30Z', 'updated_at': '2021-12-16T10:58:34Z', 'revision_number': 5, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'subnets': [{'id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 11:04:18.927578 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b9b883-0660-446b-8108-af702eaa4f4a None None] New status for floating IP de3f612c-f48d-470d-aa3a-9cc583797f8d: DOWN {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 11:04:19.458464 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07dbbc3-0fcd-4ced-b8e1-7ca8f574b754 req-e391355e-eda5-4c03-bbe0-5fa6072b8110 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:04:19.459968 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a07dbbc3-0fcd-4ced-b8e1-7ca8f574b754 req-e391355e-eda5-4c03-bbe0-5fa6072b8110 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970 HTTP/1.1" status: 200 len: 946 time: 0.0515237 Dec 16 11:04:19.500703 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-a07dbbc3-0fcd-4ced-b8e1-7ca8f574b754 req-828d42b6-f36e-4465-8689-06698d52c75b tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b11624-eef0-4fae-902c-d33b8b8f1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345454 Dec 16 11:04:20.079825 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce8a8a-ae87-4a13-b798-0b4943954924 req-cf65a349-1537-47c1-8db3-d1a86cf161e6 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:04:20.081279 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d2ce8a8a-ae87-4a13-b798-0b4943954924 req-cf65a349-1537-47c1-8db3-d1a86cf161e6 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.57 "GET /v2.0/ports?device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970 HTTP/1.1" status: 200 len: 946 time: 0.0519707 Dec 16 11:04:20.171778 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-d2ce8a8a-ae87-4a13-b798-0b4943954924 req-954ed68a-dedc-4f4e-86c8-b0d2712b3201 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Deleting port 66069813-fb5d-44a5-b43d-7939af0a2828 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 11:04:20.172114 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d2ce8a8a-ae87-4a13-b798-0b4943954924 req-954ed68a-dedc-4f4e-86c8-b0d2712b3201 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:20.260598 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-d2ce8a8a-ae87-4a13-b798-0b4943954924 req-954ed68a-dedc-4f4e-86c8-b0d2712b3201 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] For port 66069813-fb5d-44a5-b43d-7939af0a2828, host n-h1-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820550-2',level=0,port_id=66069813-fb5d-44a5-b43d-7939af0a2828,segment=NetworkSegment(f0ca635f-448e-4c13-9199-84b2d023f36e),segment_id=f0ca635f-448e-4c13-9199-84b2d023f36e)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 11:04:20.260950 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d2ce8a8a-ae87-4a13-b798-0b4943954924 req-954ed68a-dedc-4f4e-86c8-b0d2712b3201 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:20.273929 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-d2ce8a8a-ae87-4a13-b798-0b4943954924 req-954ed68a-dedc-4f4e-86c8-b0d2712b3201 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Calling delete_port for 66069813-fb5d-44a5-b43d-7939af0a2828 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 11:04:20.462144 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d2ce8a8a-ae87-4a13-b798-0b4943954924 req-954ed68a-dedc-4f4e-86c8-b0d2712b3201 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:20.496566 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ed68a-dedc-4f4e-86c8-b0d2712b3201 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Pushing event deleted for resources: {'Port': ['ID=66069813-fb5d-44a5-b43d-7939af0a2828,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 11:04:20.519596 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954ed68a-dedc-4f4e-86c8-b0d2712b3201 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:04:20.519944 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954ed68a-dedc-4f4e-86c8-b0d2712b3201 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:04:20.520277 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954ed68a-dedc-4f4e-86c8-b0d2712b3201 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:04:20.520607 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954ed68a-dedc-4f4e-86c8-b0d2712b3201 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:04:20.520932 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954ed68a-dedc-4f4e-86c8-b0d2712b3201 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:04:20.521306 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954ed68a-dedc-4f4e-86c8-b0d2712b3201 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:04:20.521632 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954ed68a-dedc-4f4e-86c8-b0d2712b3201 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:04:20.521951 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954ed68a-dedc-4f4e-86c8-b0d2712b3201 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:04:20.522265 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954ed68a-dedc-4f4e-86c8-b0d2712b3201 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:04:20.522579 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954ed68a-dedc-4f4e-86c8-b0d2712b3201 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:04:20.522893 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954ed68a-dedc-4f4e-86c8-b0d2712b3201 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:04:20.523205 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954ed68a-dedc-4f4e-86c8-b0d2712b3201 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820550-2 {{(pid=102816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 11:04:20.545618 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ce8a8a-ae87-4a13-b798-0b4943954924 req-954ed68a-dedc-4f4e-86c8-b0d2712b3201 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] No DVR routers for this DVR port 66069813-fb5d-44a5-b43d-7939af0a2828 on host n-h1-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 11:04:20.548266 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-d2ce8a8a-ae87-4a13-b798-0b4943954924 req-954ed68a-dedc-4f4e-86c8-b0d2712b3201 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:20.551666 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-d2ce8a8a-ae87-4a13-b798-0b4943954924 req-954ed68a-dedc-4f4e-86c8-b0d2712b3201 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.57 "DELETE /v2.0/ports/66069813-fb5d-44a5-b43d-7939af0a2828 HTTP/1.1" status: 204 len: 173 time: 0.4637530 Dec 16 11:04:20.562060 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71da60db-cf6c-4285-a2f3-aeacf63a7970', 'name': 'network-vif-deleted', 'tag': '66069813-fb5d-44a5-b43d-7939af0a2828'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 11:04:20.562060 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e381c80b-3e9b-48c3-8776-7a9f2ef5962c" -d '{"events": [{"server_uuid": "71da60db-cf6c-4285-a2f3-aeacf63a7970", "name": "network-vif-deleted", "tag": "66069813-fb5d-44a5-b43d-7939af0a2828"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 11:04:20.601891 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-aa9a434b-157f-4ff1-b630-a5f762fa4517 req-e93c5c36-c29b-446d-a809-5608491b912c tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=71da60db-cf6c-4285-a2f3-aeacf63a7970 HTTP/1.1" status: 200 len: 210 time: 0.0285332 Dec 16 11:04:20.649646 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 11:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63433eb-7a9d-4088-926d-8ae22b764927 x-openstack-request-id: req-f63433eb-7a9d-4088-926d-8ae22b764927 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 11:04:20.649646 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71da60db-cf6c-4285-a2f3-aeacf63a7970", "name": "network-vif-deleted", "tag": "66069813-fb5d-44a5-b43d-7939af0a2828", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 11:04:20.649921 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f63433eb-7a9d-4088-926d-8ae22b764927 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 11:04:20.650147 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71da60db-cf6c-4285-a2f3-aeacf63a7970', 'name': 'network-vif-deleted', 'tag': '66069813-fb5d-44a5-b43d-7939af0a2828', 'status': 'completed', 'code': 200} Dec 16 11:04:20.837514 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 66069813-fb5d-44a5-b43d-7939af0a2828 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 11:04:20.862330 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 66069813-fb5d-44a5-b43d-7939af0a2828 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 11:04:20.862958 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 66069813-fb5d-44a5-b43d-7939af0a2828 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 11:04:22.886034 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44890) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 11:04:23.041385 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-4bd09f49-6aa5-422e-bc5a-d1aa99b97857 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Deleting port 67a80379-6148-4383-a799-9ad1bc4a56e5 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 11:04:23.041726 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4bd09f49-6aa5-422e-bc5a-d1aa99b97857 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:23.113509 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4bd09f49-6aa5-422e-bc5a-d1aa99b97857 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:23.113834 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4bd09f49-6aa5-422e-bc5a-d1aa99b97857 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:23.125519 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-4bd09f49-6aa5-422e-bc5a-d1aa99b97857 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Calling delete_port for 67a80379-6148-4383-a799-9ad1bc4a56e5 owned by network:floatingip {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 11:04:23.335013 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4bd09f49-6aa5-422e-bc5a-d1aa99b97857 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:23.360576 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd09f49-6aa5-422e-bc5a-d1aa99b97857 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Pushing event deleted for resources: {'Port': ['ID=67a80379-6148-4383-a799-9ad1bc4a56e5,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 11:04:23.424414 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4bd09f49-6aa5-422e-bc5a-d1aa99b97857 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks [] for floatingip, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:23.424763 n-d-820550-2 neutron-server[102817]: INFO neutron.db.l3_db [None req-4bd09f49-6aa5-422e-bc5a-d1aa99b97857 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Floating IP 9f07f0ce-9936-43ff-b454-7ebb75e30e96 disassociated (deleted). External IP: 172.25.1.125, port: 9ed8ad0d-4455-481f-91c7-ac03136e6c22. Dec 16 11:04:23.622821 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd09f49-6aa5-422e-bc5a-d1aa99b97857 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Router c2a391f4-ac99-495c-84c8-143c424a271b has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 11:04:23.727983 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd09f49-6aa5-422e-bc5a-d1aa99b97857 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 11:04:23.732719 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4bd09f49-6aa5-422e-bc5a-d1aa99b97857 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for floatingip, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:23.737349 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31ea90b-dbbd-43a3-b8bb-1c9bc2cee3c9 None None] Sync routers for ids ['c2a391f4-ac99-495c-84c8-143c424a271b'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 11:04:23.745842 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31ea90b-dbbd-43a3-b8bb-1c9bc2cee3c9 None None] Routers {'c2a391f4-ac99-495c-84c8-143c424a271b'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 11:04:23.746445 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-e31ea90b-dbbd-43a3-b8bb-1c9bc2cee3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T11:03:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['c2a391f4-ac99-495c-84c8-143c424a271b'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 11:04:23.759018 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4bd09f49-6aa5-422e-bc5a-d1aa99b97857 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "DELETE /v2.0/floatingips/9f07f0ce-9936-43ff-b454-7ebb75e30e96 HTTP/1.1" status: 204 len: 168 time: 0.8719356 Dec 16 11:04:23.759617 n-d-820550-2 neutron-server[102817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a0e50f-3862-4339-8b97-8879cf468a95', 'tag': '9ed8ad0d-4455-481f-91c7-ac03136e6c22'}] {{(pid=102817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 11:04:23.761961 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d26ae51030dc677b2798be63b73eac8166a15593755268c5273421dc3d5daf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0cd0aa-39a5-4a5a-9257-f5f6157d9718" -d '{"events": [{"name": "network-changed", "server_uuid": "64a0e50f-3862-4339-8b97-8879cf468a95", "tag": "9ed8ad0d-4455-481f-91c7-ac03136e6c22"}]}' {{(pid=102817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 11:04:23.798729 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 11:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e51f3c1-4ccf-49c6-8093-13e4019e59bd x-openstack-request-id: req-8e51f3c1-4ccf-49c6-8093-13e4019e59bd {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 11:04:23.799050 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a0e50f-3862-4339-8b97-8879cf468a95", "tag": "9ed8ad0d-4455-481f-91c7-ac03136e6c22", "status": "completed", "code": 200}]} {{(pid=102817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 11:04:23.799281 n-d-820550-2 neutron-server[102817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8e51f3c1-4ccf-49c6-8093-13e4019e59bd {{(pid=102817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 11:04:23.799690 n-d-820550-2 neutron-server[102817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a0e50f-3862-4339-8b97-8879cf468a95', 'tag': '9ed8ad0d-4455-481f-91c7-ac03136e6c22', 'status': 'completed', 'code': 200} Dec 16 11:04:23.855114 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-e31ea90b-dbbd-43a3-b8bb-1c9bc2cee3c9 None None] Set router c2a391f4-ac99-495c-84c8-143c424a271b gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 11:04:23.865724 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cd0aa-39a5-4a5a-9257-f5f6157d9718 req-6f3a3920-f12c-4c50-95de-271a5d45cb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:04:23.867510 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ae0cd0aa-39a5-4a5a-9257-f5f6157d9718 req-6f3a3920-f12c-4c50-95de-271a5d45cb8f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ec95157e16848e9a692be6283a498c8&device_id=64a0e50f-3862-4339-8b97-8879cf468a95 HTTP/1.1" status: 200 len: 1095 time: 0.0414503 Dec 16 11:04:23.962304 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cd0aa-39a5-4a5a-9257-f5f6157d9718 req-debc7934-7d0b-4435-a723-41673bce854a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:04:23.963760 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ae0cd0aa-39a5-4a5a-9257-f5f6157d9718 req-debc7934-7d0b-4435-a723-41673bce854a service neutron] 10.222.0.58 "GET /v2.0/networks?id=4608b66f-8dca-468b-bcc2-89b35d5436e3 HTTP/1.1" status: 200 len: 911 time: 0.0893800 Dec 16 11:04:24.006082 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ae0cd0aa-39a5-4a5a-9257-f5f6157d9718 req-4a0c8a2f-6ca7-4e69-af09-9d2c20f7540b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ed8ad0d-4455-481f-91c7-ac03136e6c22 HTTP/1.1" status: 200 len: 217 time: 0.0351946 Dec 16 11:04:24.054048 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-e31ea90b-dbbd-43a3-b8bb-1c9bc2cee3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'name': 'tempest-TestSnapshotPattern-1819271629-router', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '02d70aea-5269-430e-9345-342e420ca54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:58:27Z', 'updated_at': '2021-12-16T10:58:30Z', 'revision_number': 4, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'gw_port': {'id': '02d70aea-5269-430e-9345-342e420ca54e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:28Z', 'updated_at': '2021-12-16T10:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'd5ca0bc2-f9fe-4959-a10f-8219a0dcf712', 'name': '', 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'mac_address': 'fa:16:3e:50:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:30Z', 'updated_at': '2021-12-16T10:58:34Z', 'revision_number': 5, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'subnets': [{'id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 11:04:24.069208 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cd0aa-39a5-4a5a-9257-f5f6157d9718 req-3adb6f02-8042-4ff5-afe7-38a95c1a4fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:04:24.070749 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ae0cd0aa-39a5-4a5a-9257-f5f6157d9718 req-3adb6f02-8042-4ff5-afe7-38a95c1a4fc2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c85da35d-3683-4bdf-8b73-e2e0c4bd9681 HTTP/1.1" status: 200 len: 849 time: 0.0495191 Dec 16 11:04:24.080262 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31ea90b-dbbd-43a3-b8bb-1c9bc2cee3c9 None None] Checking router: c2a391f4-ac99-495c-84c8-143c424a271b for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 11:04:24.088833 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31ea90b-dbbd-43a3-b8bb-1c9bc2cee3c9 None None] Routers {'c2a391f4-ac99-495c-84c8-143c424a271b'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 11:04:24.089492 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-e31ea90b-dbbd-43a3-b8bb-1c9bc2cee3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T11:03:56Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['c2a391f4-ac99-495c-84c8-143c424a271b'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 11:04:24.124731 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cd0aa-39a5-4a5a-9257-f5f6157d9718 req-97cc2f0f-4ebd-4a02-b43d-e324a9c43ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:04:24.126350 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ae0cd0aa-39a5-4a5a-9257-f5f6157d9718 req-97cc2f0f-4ebd-4a02-b43d-e324a9c43ce6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4608b66f-8dca-468b-bcc2-89b35d5436e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489402 Dec 16 11:04:24.217618 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-e31ea90b-dbbd-43a3-b8bb-1c9bc2cee3c9 None None] Set router c2a391f4-ac99-495c-84c8-143c424a271b gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 11:04:24.220564 n-d-820550-2 neutron-server[102817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6483d-b38b-4cb7-aa64-40c898199fa1 req-2da5cbd8-8b07-4ac8-abe6-9eab86a622e3 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:04:24.222401 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-71c6483d-b38b-4cb7-aa64-40c898199fa1 req-2da5cbd8-8b07-4ac8-abe6-9eab86a622e3 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=64a0e50f-3862-4339-8b97-8879cf468a95 HTTP/1.1" status: 200 len: 944 time: 0.0723062 Dec 16 11:04:24.235899 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ae0cd0aa-39a5-4a5a-9257-f5f6157d9718 req-989778ca-5051-4b69-a4eb-f4981b46cdc9 service neutron] 10.222.0.58 "GET /v2.0/networks/4608b66f-8dca-468b-bcc2-89b35d5436e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014638 Dec 16 11:04:24.251818 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a8392352-c616-4300-9ca6-a8ae4e4fc031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:24.266190 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-71c6483d-b38b-4cb7-aa64-40c898199fa1 req-024c34b4-de4f-4b20-8dd6-2e1763b58f45 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/security-groups?id=79b11624-eef0-4fae-902c-d33b8b8f1c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372055 Dec 16 11:04:24.335589 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-ae0cd0aa-39a5-4a5a-9257-f5f6157d9718 req-a1a64134-8c93-44bf-930b-14378c34e49b service neutron] 10.222.0.58 "GET /v2.0/networks/4608b66f-8dca-468b-bcc2-89b35d5436e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914905 Dec 16 11:04:24.426352 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-e31ea90b-dbbd-43a3-b8bb-1c9bc2cee3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'name': 'tempest-TestSnapshotPattern-1819271629-router', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '02d70aea-5269-430e-9345-342e420ca54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:58:27Z', 'updated_at': '2021-12-16T10:58:30Z', 'revision_number': 4, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'gw_port': {'id': '02d70aea-5269-430e-9345-342e420ca54e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:28Z', 'updated_at': '2021-12-16T10:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'd5ca0bc2-f9fe-4959-a10f-8219a0dcf712', 'name': '', 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'mac_address': 'fa:16:3e:50:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:30Z', 'updated_at': '2021-12-16T10:58:34Z', 'revision_number': 5, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'subnets': [{'id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 11:04:24.451813 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31ea90b-dbbd-43a3-b8bb-1c9bc2cee3c9 None None] The sync data for ids ['c2a391f4-ac99-495c-84c8-143c424a271b'] in n-d-820550-2 is: [{'id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'name': 'tempest-TestSnapshotPattern-1819271629-router', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '02d70aea-5269-430e-9345-342e420ca54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:58:27Z', 'updated_at': '2021-12-16T10:58:30Z', 'revision_number': 4, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'gw_port': {'id': '02d70aea-5269-430e-9345-342e420ca54e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:28Z', 'updated_at': '2021-12-16T10:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2', '_interfaces': [{'id': 'd5ca0bc2-f9fe-4959-a10f-8219a0dcf712', 'name': '', 'network_id': '4608b66f-8dca-468b-bcc2-89b35d5436e3', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'mac_address': 'fa:16:3e:50:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:30Z', 'updated_at': '2021-12-16T10:58:34Z', 'revision_number': 5, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'subnets': [{'id': 'c85da35d-3683-4bdf-8b73-e2e0c4bd9681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 11:04:24.674564 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bb1f76-8a92-4467-908b-b27adcc8931b None None] New status for floating IP 9f07f0ce-9936-43ff-b454-7ebb75e30e96: DOWN {{(pid=102819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 11:04:24.799929 n-d-820550-2 neutron-server[102816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baadcef-aec8-4bc5-84d5-8d73093d2806 req-00d9ef3c-c6c3-4beb-ad02-35ac3f7a321d tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 11:04:24.801444 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7baadcef-aec8-4bc5-84d5-8d73093d2806 req-00d9ef3c-c6c3-4beb-ad02-35ac3f7a321d tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.58 "GET /v2.0/ports?device_id=64a0e50f-3862-4339-8b97-8879cf468a95 HTTP/1.1" status: 200 len: 944 time: 0.0503848 Dec 16 11:04:24.856091 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 66069813-fb5d-44a5-b43d-7939af0a2828 no longer exists at agent hyperv_n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 11:04:24.875523 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] No Port match for: 66069813-fb5d-44a5-b43d-7939af0a2828 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 11:04:24.875875 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Device 66069813-fb5d-44a5-b43d-7939af0a2828 not bound to the agent host n-h1-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 11:04:24.893347 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-7baadcef-aec8-4bc5-84d5-8d73093d2806 req-f27b0d3a-d529-4a08-8dea-0fe27d739b57 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Deleting port 9ed8ad0d-4455-481f-91c7-ac03136e6c22 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 11:04:24.893912 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7baadcef-aec8-4bc5-84d5-8d73093d2806 req-f27b0d3a-d529-4a08-8dea-0fe27d739b57 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:24.990698 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [req-7baadcef-aec8-4bc5-84d5-8d73093d2806 req-f27b0d3a-d529-4a08-8dea-0fe27d739b57 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] For port 9ed8ad0d-4455-481f-91c7-ac03136e6c22, host n-h2-820550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820550-2',level=0,port_id=9ed8ad0d-4455-481f-91c7-ac03136e6c22,segment=NetworkSegment(f0ca635f-448e-4c13-9199-84b2d023f36e),segment_id=f0ca635f-448e-4c13-9199-84b2d023f36e)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 11:04:24.990977 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7baadcef-aec8-4bc5-84d5-8d73093d2806 req-f27b0d3a-d529-4a08-8dea-0fe27d739b57 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:25.003667 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [req-7baadcef-aec8-4bc5-84d5-8d73093d2806 req-f27b0d3a-d529-4a08-8dea-0fe27d739b57 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Calling delete_port for 9ed8ad0d-4455-481f-91c7-ac03136e6c22 owned by compute:nova {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 11:04:25.183208 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7baadcef-aec8-4bc5-84d5-8d73093d2806 req-f27b0d3a-d529-4a08-8dea-0fe27d739b57 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:25.210589 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b0d3a-d529-4a08-8dea-0fe27d739b57 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Pushing event deleted for resources: {'Port': ['ID=9ed8ad0d-4455-481f-91c7-ac03136e6c22,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 11:04:25.253565 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [req-7baadcef-aec8-4bc5-84d5-8d73093d2806 req-f27b0d3a-d529-4a08-8dea-0fe27d739b57 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] No DVR routers for this DVR port 9ed8ad0d-4455-481f-91c7-ac03136e6c22 on host n-h2-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 11:04:25.256088 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [req-7baadcef-aec8-4bc5-84d5-8d73093d2806 req-f27b0d3a-d529-4a08-8dea-0fe27d739b57 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46635'] for port, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:25.260212 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [req-7baadcef-aec8-4bc5-84d5-8d73093d2806 req-f27b0d3a-d529-4a08-8dea-0fe27d739b57 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.58 "DELETE /v2.0/ports/9ed8ad0d-4455-481f-91c7-ac03136e6c22 HTTP/1.1" status: 204 len: 173 time: 0.4525821 Dec 16 11:04:25.260668 n-d-820550-2 neutron-server[102816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a0e50f-3862-4339-8b97-8879cf468a95', 'name': 'network-vif-deleted', 'tag': '9ed8ad0d-4455-481f-91c7-ac03136e6c22'}] {{(pid=102816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 11:04:25.262993 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}624e1e914537932c4aa43c5fdb33ebf17ff8d4f70cd066160ab34c9605c90777" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b79780-32b6-4ab6-9c2b-e38c65bfd659" -d '{"events": [{"server_uuid": "64a0e50f-3862-4339-8b97-8879cf468a95", "name": "network-vif-deleted", "tag": "9ed8ad0d-4455-481f-91c7-ac03136e6c22"}]}' {{(pid=102816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 11:04:25.297611 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 11:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff6b5f2-7ff8-4cdd-b3f0-874be1ae9b00 x-openstack-request-id: req-1ff6b5f2-7ff8-4cdd-b3f0-874be1ae9b00 {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 11:04:25.297905 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a0e50f-3862-4339-8b97-8879cf468a95", "name": "network-vif-deleted", "tag": "9ed8ad0d-4455-481f-91c7-ac03136e6c22", "status": "completed", "code": 200}]} {{(pid=102816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 11:04:25.298158 n-d-820550-2 neutron-server[102816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1ff6b5f2-7ff8-4cdd-b3f0-874be1ae9b00 {{(pid=102816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 11:04:25.298570 n-d-820550-2 neutron-server[102816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a0e50f-3862-4339-8b97-8879cf468a95', 'name': 'network-vif-deleted', 'tag': '9ed8ad0d-4455-481f-91c7-ac03136e6c22', 'status': 'completed', 'code': 200} Dec 16 11:04:25.362743 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [req-e34fad4b-8623-4c21-a12b-aac827e67beb req-05dd3aa6-b75a-42bd-a6ce-3e1ba488f812 tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "GET /v2.0/ports?device_id=64a0e50f-3862-4339-8b97-8879cf468a95 HTTP/1.1" status: 200 len: 210 time: 0.0268474 Dec 16 11:04:26.419760 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44904) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 11:04:26.476940 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-de62bb54-49ef-409f-a1a0-acaf01f3f03e tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:26.480352 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-7fb140d8-d49e-44b9-855f-0f27e50c474d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:26.501669 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-de62bb54-49ef-409f-a1a0-acaf01f3f03e tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:26.616265 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-de62bb54-49ef-409f-a1a0-acaf01f3f03e tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:26.619470 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-de62bb54-49ef-409f-a1a0-acaf01f3f03e tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:26.620633 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-de62bb54-49ef-409f-a1a0-acaf01f3f03e tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] 10.222.0.60 "DELETE /v2.0/security-groups/79b11624-eef0-4fae-902c-d33b8b8f1c65 HTTP/1.1" status: 204 len: 168 time: 0.1998882 Dec 16 11:04:26.629807 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62bb54-49ef-409f-a1a0-acaf01f3f03e tempest-TestSnapshotPattern-32966997 tempest-TestSnapshotPattern-32966997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b11624-eef0-4fae-902c-d33b8b8f1c65,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 11:04:26.732183 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44908) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 11:04:27.165533 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cda1fce7-b752-4e24-9e90-1b25055f39ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:27.413539 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-cda1fce7-b752-4e24-9e90-1b25055f39ff admin admin] Deleting port d5ca0bc2-f9fe-4959-a10f-8219a0dcf712 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 11:04:27.413885 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cda1fce7-b752-4e24-9e90-1b25055f39ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:27.489058 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-cda1fce7-b752-4e24-9e90-1b25055f39ff admin admin] For port d5ca0bc2-f9fe-4959-a10f-8219a0dcf712, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d5ca0bc2-f9fe-4959-a10f-8219a0dcf712,segment=NetworkSegment(f0ca635f-448e-4c13-9199-84b2d023f36e),segment_id=f0ca635f-448e-4c13-9199-84b2d023f36e)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 11:04:27.489777 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cda1fce7-b752-4e24-9e90-1b25055f39ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:27.501546 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-cda1fce7-b752-4e24-9e90-1b25055f39ff admin admin] Calling delete_port for d5ca0bc2-f9fe-4959-a10f-8219a0dcf712 owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 11:04:27.754889 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cda1fce7-b752-4e24-9e90-1b25055f39ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:27.778687 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1fce7-b752-4e24-9e90-1b25055f39ff admin admin] Pushing event deleted for resources: {'Port': ['ID=d5ca0bc2-f9fe-4959-a10f-8219a0dcf712,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 11:04:27.855928 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 9ed8ad0d-4455-481f-91c7-ac03136e6c22 no longer exists at agent hyperv_n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 11:04:27.882086 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] No Port match for: 9ed8ad0d-4455-481f-91c7-ac03136e6c22 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 11:04:27.882425 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Device 9ed8ad0d-4455-481f-91c7-ac03136e6c22 not bound to the agent host n-h2-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 11:04:27.995209 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:28.225862 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-cda1fce7-b752-4e24-9e90-1b25055f39ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:28.426324 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda1fce7-b752-4e24-9e90-1b25055f39ff admin admin] Router c2a391f4-ac99-495c-84c8-143c424a271b has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 11:04:28.528247 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda1fce7-b752-4e24-9e90-1b25055f39ff admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 11:04:28.533478 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-cda1fce7-b752-4e24-9e90-1b25055f39ff admin admin] 10.222.0.60 "PUT /v2.0/routers/c2a391f4-ac99-495c-84c8-143c424a271b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8003085 Dec 16 11:04:28.536137 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44916) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 11:04:28.537239 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d849645a-b69e-404a-a993-3e546eaad3a4 None None] Sync routers for ids ['c2a391f4-ac99-495c-84c8-143c424a271b'] in n-d-820550-2 {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 11:04:28.547080 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d849645a-b69e-404a-a993-3e546eaad3a4 None None] Routers {'c2a391f4-ac99-495c-84c8-143c424a271b'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 11:04:28.547684 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-d849645a-b69e-404a-a993-3e546eaad3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T11:04:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['c2a391f4-ac99-495c-84c8-143c424a271b'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 11:04:28.638458 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc62285b-75bc-4445-8582-9d943627cc78 admin admin] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:28.652366 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-d849645a-b69e-404a-a993-3e546eaad3a4 None None] Set router c2a391f4-ac99-495c-84c8-143c424a271b gateway port host: n-d-820550-2 {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 11:04:28.742652 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc62285b-75bc-4445-8582-9d943627cc78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:28.828694 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-d849645a-b69e-404a-a993-3e546eaad3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'name': 'tempest-TestSnapshotPattern-1819271629-router', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '02d70aea-5269-430e-9345-342e420ca54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:58:27Z', 'updated_at': '2021-12-16T11:04:27Z', 'revision_number': 5, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'gw_port': {'id': '02d70aea-5269-430e-9345-342e420ca54e', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:28Z', 'updated_at': '2021-12-16T10:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 11:04:28.854754 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d849645a-b69e-404a-a993-3e546eaad3a4 None None] Checking router: c2a391f4-ac99-495c-84c8-143c424a271b for host: n-d-820550-2 {{(pid=102818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 11:04:28.862940 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d849645a-b69e-404a-a993-3e546eaad3a4 None None] Routers {'c2a391f4-ac99-495c-84c8-143c424a271b'} bound to L3 agent in host n-d-820550-2 {{(pid=102818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 11:04:28.863549 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-d849645a-b69e-404a-a993-3e546eaad3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T11:04:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['c2a391f4-ac99-495c-84c8-143c424a271b'], 'active': True} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 11:04:28.902267 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-fc62285b-75bc-4445-8582-9d943627cc78 admin admin] Deleting port 02d70aea-5269-430e-9345-342e420ca54e {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 11:04:28.902614 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc62285b-75bc-4445-8582-9d943627cc78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:28.948004 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvr_db [None req-d849645a-b69e-404a-a993-3e546eaad3a4 None None] Set router c2a391f4-ac99-495c-84c8-143c424a271b gateway port host: None {{(pid=102818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 11:04:28.983553 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-fc62285b-75bc-4445-8582-9d943627cc78 admin admin] For port 02d70aea-5269-430e-9345-342e420ca54e, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=02d70aea-5269-430e-9345-342e420ca54e,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 11:04:28.983923 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc62285b-75bc-4445-8582-9d943627cc78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:28.997301 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-fc62285b-75bc-4445-8582-9d943627cc78 admin admin] Calling delete_port for 02d70aea-5269-430e-9345-342e420ca54e owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 11:04:29.000887 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_hamode_db [None req-d849645a-b69e-404a-a993-3e546eaad3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'name': 'tempest-TestSnapshotPattern-1819271629-router', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:58:27Z', 'updated_at': '2021-12-16T11:04:28Z', 'revision_number': 6, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 11:04:29.027115 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d849645a-b69e-404a-a993-3e546eaad3a4 None None] The sync data for ids ['c2a391f4-ac99-495c-84c8-143c424a271b'] in n-d-820550-2 is: [{'id': 'c2a391f4-ac99-495c-84c8-143c424a271b', 'name': 'tempest-TestSnapshotPattern-1819271629-router', 'tenant_id': '4ec95157e16848e9a692be6283a498c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:58:27Z', 'updated_at': '2021-12-16T11:04:28Z', 'revision_number': 6, 'project_id': '4ec95157e16848e9a692be6283a498c8', 'gw_port_host': None}] {{(pid=102818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 11:04:29.241084 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc62285b-75bc-4445-8582-9d943627cc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:29.266846 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62285b-75bc-4445-8582-9d943627cc78 admin admin] Pushing event deleted for resources: {'Port': ['ID=02d70aea-5269-430e-9345-342e420ca54e,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 11:04:29.325394 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc62285b-75bc-4445-8582-9d943627cc78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:29.417444 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc62285b-75bc-4445-8582-9d943627cc78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:29.419726 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc62285b-75bc-4445-8582-9d943627cc78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:29.492589 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:29.521274 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc62285b-75bc-4445-8582-9d943627cc78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:29.521810 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc62285b-75bc-4445-8582-9d943627cc78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2a391f4-ac99-495c-84c8-143c424a271b {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 11:04:29.527158 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-fc62285b-75bc-4445-8582-9d943627cc78 admin admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:29.528074 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-fc62285b-75bc-4445-8582-9d943627cc78 admin admin] 10.222.0.60 "DELETE /v2.0/routers/c2a391f4-ac99-495c-84c8-143c424a271b HTTP/1.1" status: 204 len: 168 time: 0.9910111 Dec 16 11:04:29.530515 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44920) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 11:04:29.574614 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-4395015f-9a1c-4775-8492-5191bacde745 admin admin] Deleting subnet c85da35d-3683-4bdf-8b73-e2e0c4bd9681 {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 11:04:29.577669 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4395015f-9a1c-4775-8492-5191bacde745 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:29.611471 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4395015f-9a1c-4775-8492-5191bacde745 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:29.645432 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:29.695302 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4395015f-9a1c-4775-8492-5191bacde745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:29.818696 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4395015f-9a1c-4775-8492-5191bacde745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:29.844901 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4395015f-9a1c-4775-8492-5191bacde745 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c85da35d-3683-4bdf-8b73-e2e0c4bd9681,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 11:04:29.849841 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-4395015f-9a1c-4775-8492-5191bacde745 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:29.856788 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44922) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 11:04:29.857439 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4395015f-9a1c-4775-8492-5191bacde745 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c85da35d-3683-4bdf-8b73-e2e0c4bd9681 HTTP/1.1" status: 204 len: 168 time: 0.3254421 Dec 16 11:04:29.857560 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7695ea1-174c-4659-8f33-7e9f3f063702 None None] Network 4608b66f-8dca-468b-bcc2-89b35d5436e3 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 11:04:29.934487 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f5972675-5e3b-42f3-a45f-36d2464bd74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:29.997705 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-f5972675-5e3b-42f3-a45f-36d2464bd74c admin admin] Deleting port ce0e36c8-8a13-4cc1-bc5b-aced918fc444 {{(pid=102816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 11:04:29.998038 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f5972675-5e3b-42f3-a45f-36d2464bd74c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:30.042340 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a9896c-dcb1-48a1-a6e6-52b7e1e8bb1f None None] DHCP port deletion for 4608b66f-8dca-468b-bcc2-89b35d5436e3 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 11:04:30.072950 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.db [None req-f5972675-5e3b-42f3-a45f-36d2464bd74c admin admin] For port ce0e36c8-8a13-4cc1-bc5b-aced918fc444, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ce0e36c8-8a13-4cc1-bc5b-aced918fc444,segment=NetworkSegment(f0ca635f-448e-4c13-9199-84b2d023f36e),segment_id=f0ca635f-448e-4c13-9199-84b2d023f36e)] {{(pid=102816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 11:04:30.073367 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f5972675-5e3b-42f3-a45f-36d2464bd74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:30.085889 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.plugin [None req-f5972675-5e3b-42f3-a45f-36d2464bd74c admin admin] Calling delete_port for ce0e36c8-8a13-4cc1-bc5b-aced918fc444 owned by network:dhcp {{(pid=102816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 11:04:30.094178 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-a4a9896c-dcb1-48a1-a6e6-52b7e1e8bb1f None None] Deleting port ce0e36c8-8a13-4cc1-bc5b-aced918fc444 {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 11:04:30.094550 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a4a9896c-dcb1-48a1-a6e6-52b7e1e8bb1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:30.157335 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-a4a9896c-dcb1-48a1-a6e6-52b7e1e8bb1f None None] For port ce0e36c8-8a13-4cc1-bc5b-aced918fc444, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=ce0e36c8-8a13-4cc1-bc5b-aced918fc444,segment=NetworkSegment(f0ca635f-448e-4c13-9199-84b2d023f36e),segment_id=f0ca635f-448e-4c13-9199-84b2d023f36e)] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 11:04:30.157743 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a4a9896c-dcb1-48a1-a6e6-52b7e1e8bb1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:30.171009 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-a4a9896c-dcb1-48a1-a6e6-52b7e1e8bb1f None None] Calling delete_port for ce0e36c8-8a13-4cc1-bc5b-aced918fc444 owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 11:04:30.229778 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f5972675-5e3b-42f3-a45f-36d2464bd74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3624761'] for port, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:30.244523 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a4a9896c-dcb1-48a1-a6e6-52b7e1e8bb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:30.256992 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5972675-5e3b-42f3-a45f-36d2464bd74c admin admin] Pushing event deleted for resources: {'Port': ['ID=ce0e36c8-8a13-4cc1-bc5b-aced918fc444,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 11:04:30.258973 n-d-820550-2 neutron-server[102816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5972675-5e3b-42f3-a45f-36d2464bd74c admin admin] No DVR routers for this DVR port ce0e36c8-8a13-4cc1-bc5b-aced918fc444 on host n-d-820550-2 {{(pid=102816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 11:04:30.270714 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9896c-dcb1-48a1-a6e6-52b7e1e8bb1f None None] Pushing event deleted for resources: {'Port': ['ID=ce0e36c8-8a13-4cc1-bc5b-aced918fc444,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 11:04:30.275606 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a9896c-dcb1-48a1-a6e6-52b7e1e8bb1f None None] No DVR routers for this DVR port ce0e36c8-8a13-4cc1-bc5b-aced918fc444 on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 11:04:30.333703 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f5972675-5e3b-42f3-a45f-36d2464bd74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:30.353854 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-f5972675-5e3b-42f3-a45f-36d2464bd74c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4608b66f-8dca-468b-bcc2-89b35d5436e3']}} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 11:04:30.362816 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-f5972675-5e3b-42f3-a45f-36d2464bd74c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ca635f-448e-4c13-9199-84b2d023f36e') {'for_net_delete': True} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 11:04:30.363116 n-d-820550-2 neutron-server[102816]: DEBUG neutron.services.segments.db [None req-f5972675-5e3b-42f3-a45f-36d2464bd74c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ca635f-448e-4c13-9199-84b2d023f36e') {} {{(pid=102816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 11:04:30.372737 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f5972675-5e3b-42f3-a45f-36d2464bd74c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8427548'] for segment, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:30.386092 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f5972675-5e3b-42f3-a45f-36d2464bd74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:30.391870 n-d-820550-2 neutron-server[102816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5972675-5e3b-42f3-a45f-36d2464bd74c admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=102816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 11:04:30.392246 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f5972675-5e3b-42f3-a45f-36d2464bd74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3624714'] for segment, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:30.394785 n-d-820550-2 neutron-server[102816]: Traceback (most recent call last): Dec 16 11:04:30.394785 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 11:04:30.394785 n-d-820550-2 neutron-server[102816]: timer() Dec 16 11:04:30.394785 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 11:04:30.394785 n-d-820550-2 neutron-server[102816]: cb(*args, **kw) Dec 16 11:04:30.394785 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 11:04:30.394785 n-d-820550-2 neutron-server[102816]: return func(*args, **kwargs) Dec 16 11:04:30.394785 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 11:04:30.394785 n-d-820550-2 neutron-server[102816]: self._notify() Dec 16 11:04:30.394785 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 11:04:30.394785 n-d-820550-2 neutron-server[102816]: self.callback(batched_events) Dec 16 11:04:30.394785 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 11:04:30.394785 n-d-820550-2 neutron-server[102816]: event.method(event) Dec 16 11:04:30.394785 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 11:04:30.394785 n-d-820550-2 neutron-server[102816]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 11:04:30.394785 n-d-820550-2 neutron-server[102816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 11:04:30.394785 n-d-820550-2 neutron-server[102816]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 11:04:30.394785 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 11:04:30.394785 n-d-820550-2 neutron-server[102816]: return f(self, *a, **k) Dec 16 11:04:30.394785 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 11:04:30.394785 n-d-820550-2 neutron-server[102816]: return self._get(url).json() Dec 16 11:04:30.394785 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 11:04:30.394785 n-d-820550-2 neutron-server[102816]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 11:04:30.394785 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 11:04:30.394785 n-d-820550-2 neutron-server[102816]: return self.request(url, 'GET', **kwargs) Dec 16 11:04:30.394785 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 11:04:30.394785 n-d-820550-2 neutron-server[102816]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 11:04:30.394785 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 11:04:30.394785 n-d-820550-2 neutron-server[102816]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 11:04:30.394785 n-d-820550-2 neutron-server[102816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 11:04:30.394785 n-d-820550-2 neutron-server[102816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 11:04:30.394785 n-d-820550-2 neutron-server[102816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 11:04:30.515351 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f5972675-5e3b-42f3-a45f-36d2464bd74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:30.520878 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-f5972675-5e3b-42f3-a45f-36d2464bd74c admin admin] Notify callbacks [] for network, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:30.524120 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-f5972675-5e3b-42f3-a45f-36d2464bd74c admin admin] 10.222.0.60 "DELETE /v2.0/networks/4608b66f-8dca-468b-bcc2-89b35d5436e3 HTTP/1.1" status: 204 len: 168 time: 0.6653779 Dec 16 11:04:30.534440 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44926) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 11:04:30.535289 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5972675-5e3b-42f3-a45f-36d2464bd74c admin admin] Pushing event deleted for resources: {'Network': ['ID=4608b66f-8dca-468b-bcc2-89b35d5436e3,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 11:04:30.876312 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9608863a-ed99-47b4-8d40-2daf99e6c879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1579836'] for router_interface, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:31.060479 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d5ca0bc2-f9fe-4959-a10f-8219a0dcf712 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 11:04:31.083153 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: d5ca0bc2-f9fe-4959-a10f-8219a0dcf712 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 11:04:31.083509 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d5ca0bc2-f9fe-4959-a10f-8219a0dcf712 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 11:04:31.083923 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 02d70aea-5269-430e-9345-342e420ca54e no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 11:04:31.102441 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 02d70aea-5269-430e-9345-342e420ca54e {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 11:04:31.102791 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 02d70aea-5269-430e-9345-342e420ca54e not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 11:04:31.103790 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ce0e36c8-8a13-4cc1-bc5b-aced918fc444 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 11:04:31.119632 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-9608863a-ed99-47b4-8d40-2daf99e6c879 admin admin] Deleting port 9a6600db-629c-4ad3-b225-75ce7666908a {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 11:04:31.120291 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9608863a-ed99-47b4-8d40-2daf99e6c879 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:31.121811 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: ce0e36c8-8a13-4cc1-bc5b-aced918fc444 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 11:04:31.122158 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device ce0e36c8-8a13-4cc1-bc5b-aced918fc444 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 11:04:31.197422 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-9608863a-ed99-47b4-8d40-2daf99e6c879 admin admin] For port 9a6600db-629c-4ad3-b225-75ce7666908a, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=9a6600db-629c-4ad3-b225-75ce7666908a,segment=NetworkSegment(28295b24-ab76-40fa-a0bd-3c7c0e07e2a7),segment_id=28295b24-ab76-40fa-a0bd-3c7c0e07e2a7)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 11:04:31.197793 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9608863a-ed99-47b4-8d40-2daf99e6c879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:31.210082 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-9608863a-ed99-47b4-8d40-2daf99e6c879 admin admin] Calling delete_port for 9a6600db-629c-4ad3-b225-75ce7666908a owned by network:router_interface {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 11:04:31.468464 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9608863a-ed99-47b4-8d40-2daf99e6c879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:31.493619 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608863a-ed99-47b4-8d40-2daf99e6c879 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a6600db-629c-4ad3-b225-75ce7666908a,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 11:04:31.648218 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 11:04:31.658945 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-9608863a-ed99-47b4-8d40-2daf99e6c879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582086'] for router_interface, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:31.865522 n-d-820550-2 neutron-server[102817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9608863a-ed99-47b4-8d40-2daf99e6c879 admin admin] Router 08d3e803-5f7e-4abc-aa6f-559e1af97669 has already been hosted by L3 agent 592504f5-4c4b-43a4-b906-38a000f11b82 {{(pid=102817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 11:04:31.972508 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9608863a-ed99-47b4-8d40-2daf99e6c879 admin admin] Notify agent at l3_agent.n-d-820550-2 the message routers_updated {{(pid=102817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 11:04:31.978107 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-9608863a-ed99-47b4-8d40-2daf99e6c879 admin admin] 10.222.0.60 "PUT /v2.0/routers/08d3e803-5f7e-4abc-aa6f-559e1af97669/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4426656 Dec 16 11:04:31.979927 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44928) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 11:04:31.981252 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0081a1c3-fc5c-4f03-b5e6-13f8420ee95f None None] Sync routers for ids ['08d3e803-5f7e-4abc-aa6f-559e1af97669'] in n-d-820550-2 {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 11:04:31.990145 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0081a1c3-fc5c-4f03-b5e6-13f8420ee95f None None] Routers {'08d3e803-5f7e-4abc-aa6f-559e1af97669'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 11:04:31.990734 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-0081a1c3-fc5c-4f03-b5e6-13f8420ee95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T11:04:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['08d3e803-5f7e-4abc-aa6f-559e1af97669'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 11:04:32.081230 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c2fa0206-2909-4dc1-863f-9aaaacce11c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:32.091710 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-0081a1c3-fc5c-4f03-b5e6-13f8420ee95f None None] Set router 08d3e803-5f7e-4abc-aa6f-559e1af97669 gateway port host: n-d-820550-2 {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 11:04:32.184173 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c2fa0206-2909-4dc1-863f-9aaaacce11c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:32.289490 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-0081a1c3-fc5c-4f03-b5e6-13f8420ee95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d3e803-5f7e-4abc-aa6f-559e1af97669', 'name': 'tempest-TestSnapshotPattern-166192890-router', 'tenant_id': 'e5518cf5326f419d962f57a0447cf811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'external_fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a7cf2587-903d-405a-be59-fdd8a630d8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:58:33Z', 'updated_at': '2021-12-16T11:04:31Z', 'revision_number': 5, 'project_id': 'e5518cf5326f419d962f57a0447cf811', 'gw_port': {'id': 'a7cf2587-903d-405a-be59-fdd8a630d8f0', 'name': '', 'network_id': '66f24afa-c67f-4411-a795-f16773380b27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:25:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d3e803-5f7e-4abc-aa6f-559e1af97669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:58:34Z', 'updated_at': '2021-12-16T10:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb81d6ef-b68c-4591-8e91-e207ef149a44', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820550-2'}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 11:04:32.298061 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-c2fa0206-2909-4dc1-863f-9aaaacce11c7 admin admin] Deleting port a7cf2587-903d-405a-be59-fdd8a630d8f0 {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 11:04:32.298407 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c2fa0206-2909-4dc1-863f-9aaaacce11c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:32.316498 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0081a1c3-fc5c-4f03-b5e6-13f8420ee95f None None] Checking router: 08d3e803-5f7e-4abc-aa6f-559e1af97669 for host: n-d-820550-2 {{(pid=102819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 11:04:32.325039 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0081a1c3-fc5c-4f03-b5e6-13f8420ee95f None None] Routers {'08d3e803-5f7e-4abc-aa6f-559e1af97669'} bound to L3 agent in host n-d-820550-2 {{(pid=102819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 11:04:32.325691 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-0081a1c3-fc5c-4f03-b5e6-13f8420ee95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:11:56Z,description=,heartbeat_timestamp=2021-12-16T11:04:26Z,host='n-d-820550-2',id=592504f5-4c4b-43a4-b906-38a000f11b82,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:11:57Z,topic='l3_agent')) {'router_ids': ['08d3e803-5f7e-4abc-aa6f-559e1af97669'], 'active': True} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 11:04:32.412318 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_dvr_db [None req-0081a1c3-fc5c-4f03-b5e6-13f8420ee95f None None] Set router 08d3e803-5f7e-4abc-aa6f-559e1af97669 gateway port host: None {{(pid=102819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 11:04:32.468097 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.l3_hamode_db [None req-0081a1c3-fc5c-4f03-b5e6-13f8420ee95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d3e803-5f7e-4abc-aa6f-559e1af97669', 'name': 'tempest-TestSnapshotPattern-166192890-router', 'tenant_id': 'e5518cf5326f419d962f57a0447cf811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:58:33Z', 'updated_at': '2021-12-16T11:04:32Z', 'revision_number': 6, 'project_id': 'e5518cf5326f419d962f57a0447cf811', 'gw_port_host': None}], 'n-d-820550-2', False) {} {{(pid=102819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 11:04:32.495352 n-d-820550-2 neutron-server[102819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0081a1c3-fc5c-4f03-b5e6-13f8420ee95f None None] The sync data for ids ['08d3e803-5f7e-4abc-aa6f-559e1af97669'] in n-d-820550-2 is: [{'id': '08d3e803-5f7e-4abc-aa6f-559e1af97669', 'name': 'tempest-TestSnapshotPattern-166192890-router', 'tenant_id': 'e5518cf5326f419d962f57a0447cf811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:58:33Z', 'updated_at': '2021-12-16T11:04:32Z', 'revision_number': 6, 'project_id': 'e5518cf5326f419d962f57a0447cf811', 'gw_port_host': None}] {{(pid=102819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 11:04:32.663528 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-c2fa0206-2909-4dc1-863f-9aaaacce11c7 admin admin] For port a7cf2587-903d-405a-be59-fdd8a630d8f0, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=a7cf2587-903d-405a-be59-fdd8a630d8f0,segment=NetworkSegment(013ff9e4-ebb5-43b2-9342-3cd71e1e6e28),segment_id=013ff9e4-ebb5-43b2-9342-3cd71e1e6e28)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 11:04:32.664171 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c2fa0206-2909-4dc1-863f-9aaaacce11c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:32.676384 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-c2fa0206-2909-4dc1-863f-9aaaacce11c7 admin admin] Calling delete_port for a7cf2587-903d-405a-be59-fdd8a630d8f0 owned by network:router_gateway {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 11:04:32.888189 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c2fa0206-2909-4dc1-863f-9aaaacce11c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:32.913430 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa0206-2909-4dc1-863f-9aaaacce11c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7cf2587-903d-405a-be59-fdd8a630d8f0,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 11:04:32.981293 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c2fa0206-2909-4dc1-863f-9aaaacce11c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1580927'] for router_gateway, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:33.067237 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c2fa0206-2909-4dc1-863f-9aaaacce11c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10965'] for router, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:33.069291 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c2fa0206-2909-4dc1-863f-9aaaacce11c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:33.166243 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c2fa0206-2909-4dc1-863f-9aaaacce11c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575221'] for router, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:33.166724 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2fa0206-2909-4dc1-863f-9aaaacce11c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08d3e803-5f7e-4abc-aa6f-559e1af97669 {{(pid=102817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 11:04:33.171735 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-c2fa0206-2909-4dc1-863f-9aaaacce11c7 admin admin] Notify callbacks [] for router, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:33.172577 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-c2fa0206-2909-4dc1-863f-9aaaacce11c7 admin admin] 10.222.0.60 "DELETE /v2.0/routers/08d3e803-5f7e-4abc-aa6f-559e1af97669 HTTP/1.1" status: 204 len: 168 time: 1.1917310 Dec 16 11:04:33.175174 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44930) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 11:04:33.222870 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4fc0fd1-2fe4-4ae0-9cd3-1a748b7fbfa9 admin admin] Deleting subnet 159c32df-e853-4529-b0ba-c25a8ce97eab {{(pid=102817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 11:04:33.226029 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b4fc0fd1-2fe4-4ae0-9cd3-1a748b7fbfa9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:33.263245 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b4fc0fd1-2fe4-4ae0-9cd3-1a748b7fbfa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8537947'] for subnet, precommit_delete_associations {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:33.297987 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 9a6600db-629c-4ad3-b225-75ce7666908a no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 11:04:33.318081 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: 9a6600db-629c-4ad3-b225-75ce7666908a {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 11:04:33.318432 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device 9a6600db-629c-4ad3-b225-75ce7666908a not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 11:04:33.318857 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device a7cf2587-903d-405a-be59-fdd8a630d8f0 no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 11:04:33.339045 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: a7cf2587-903d-405a-be59-fdd8a630d8f0 {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 11:04:33.339603 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device a7cf2587-903d-405a-be59-fdd8a630d8f0 not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 11:04:33.343295 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b4fc0fd1-2fe4-4ae0-9cd3-1a748b7fbfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709936'] for subnet, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:33.469629 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b4fc0fd1-2fe4-4ae0-9cd3-1a748b7fbfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8844056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10354509'] for subnet, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:33.504115 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc0fd1-2fe4-4ae0-9cd3-1a748b7fbfa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=159c32df-e853-4529-b0ba-c25a8ce97eab,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 11:04:33.504115 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-b4fc0fd1-2fe4-4ae0-9cd3-1a748b7fbfa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:33.504537 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-b4fc0fd1-2fe4-4ae0-9cd3-1a748b7fbfa9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/159c32df-e853-4529-b0ba-c25a8ce97eab HTTP/1.1" status: 204 len: 168 time: 0.3281820 Dec 16 11:04:33.506850 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44932) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 11:04:33.509339 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4a4231-f751-441b-a03d-e1142a044512 None None] Network 28accbbc-39aa-4727-96cb-2661e88de0c7 requested from n-d-820550-2 {{(pid=102818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 11:04:33.576428 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-27809176-53e2-4209-bec0-407d8840e88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601242'] for network, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:33.631628 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-27809176-53e2-4209-bec0-407d8840e88e admin admin] Deleting port d89e198f-f90b-4174-a1d7-074593de261f {{(pid=102817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 11:04:33.631975 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-27809176-53e2-4209-bec0-407d8840e88e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:33.701176 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.db [None req-27809176-53e2-4209-bec0-407d8840e88e admin admin] For port d89e198f-f90b-4174-a1d7-074593de261f, host n-d-820550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820550-2',level=0,port_id=d89e198f-f90b-4174-a1d7-074593de261f,segment=NetworkSegment(28295b24-ab76-40fa-a0bd-3c7c0e07e2a7),segment_id=28295b24-ab76-40fa-a0bd-3c7c0e07e2a7)] {{(pid=102817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 11:04:33.701842 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-27809176-53e2-4209-bec0-407d8840e88e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:33.713959 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.plugin [None req-27809176-53e2-4209-bec0-407d8840e88e admin admin] Calling delete_port for d89e198f-f90b-4174-a1d7-074593de261f owned by network:dhcp {{(pid=102817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 11:04:33.828287 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c004ac4a-fd8d-46e1-b865-3913545fa81b None None] DHCP port deletion for 28accbbc-39aa-4727-96cb-2661e88de0c7 request from n-d-820550-2 {{(pid=102818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 11:04:33.858965 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-27809176-53e2-4209-bec0-407d8840e88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844237'] for port, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:33.876655 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-c004ac4a-fd8d-46e1-b865-3913545fa81b None None] Deleting port d89e198f-f90b-4174-a1d7-074593de261f {{(pid=102818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 11:04:33.877153 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c004ac4a-fd8d-46e1-b865-3913545fa81b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759010593630'] for port, before_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:33.892636 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27809176-53e2-4209-bec0-407d8840e88e admin admin] Pushing event deleted for resources: {'Port': ['ID=d89e198f-f90b-4174-a1d7-074593de261f,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 11:04:33.894496 n-d-820550-2 neutron-server[102817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27809176-53e2-4209-bec0-407d8840e88e admin admin] No DVR routers for this DVR port d89e198f-f90b-4174-a1d7-074593de261f on host n-d-820550-2 {{(pid=102817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 11:04:33.942767 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.db [None req-c004ac4a-fd8d-46e1-b865-3913545fa81b None None] For port d89e198f-f90b-4174-a1d7-074593de261f, host n-d-820550-2, got binding levels [] {{(pid=102818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 11:04:33.943155 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c004ac4a-fd8d-46e1-b865-3913545fa81b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582140'] for port, precommit_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:33.955866 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-c004ac4a-fd8d-46e1-b865-3913545fa81b None None] Calling delete_port for d89e198f-f90b-4174-a1d7-074593de261f owned by network:dhcp {{(pid=102818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 11:04:33.958484 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.ipam_backend_mixin [None req-c004ac4a-fd8d-46e1-b865-3913545fa81b None None] Port d89e198f-f90b-4174-a1d7-074593de261f was not found and therefore no delete operation was performed {{(pid=102818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 11:04:33.959733 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c004ac4a-fd8d-46e1-b865-3913545fa81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759010600084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759010048112'] for port, after_delete {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:33.967882 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-27809176-53e2-4209-bec0-407d8840e88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707141', 'neutron.services.segments.db._delete_segments_for_network-8759010348728'] for network, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:33.984107 n-d-820550-2 neutron-server[102818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004ac4a-fd8d-46e1-b865-3913545fa81b None None] Pushing event deleted for resources: {'Port': ['ID=d89e198f-f90b-4174-a1d7-074593de261f,revision_number=None']} {{(pid=102818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 11:04:33.988295 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-27809176-53e2-4209-bec0-407d8840e88e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28accbbc-39aa-4727-96cb-2661e88de0c7']}} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 11:04:33.989205 n-d-820550-2 neutron-server[102818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c004ac4a-fd8d-46e1-b865-3913545fa81b None None] No DVR routers for this DVR port d89e198f-f90b-4174-a1d7-074593de261f on host n-d-820550-2 {{(pid=102818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 11:04:34.004143 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-27809176-53e2-4209-bec0-407d8840e88e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28295b24-ab76-40fa-a0bd-3c7c0e07e2a7') {'for_net_delete': True} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 11:04:34.004445 n-d-820550-2 neutron-server[102817]: DEBUG neutron.services.segments.db [None req-27809176-53e2-4209-bec0-407d8840e88e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28295b24-ab76-40fa-a0bd-3c7c0e07e2a7') {} {{(pid=102817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 11:04:34.013996 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-27809176-53e2-4209-bec0-407d8840e88e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759010530416', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8537922'] for segment, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:34.027116 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-27809176-53e2-4209-bec0-407d8840e88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615'] for segment, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:34.033029 n-d-820550-2 neutron-server[102817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27809176-53e2-4209-bec0-407d8840e88e admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=102817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 11:04:34.033453 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-27809176-53e2-4209-bec0-407d8840e88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8844286'] for segment, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:34.035144 n-d-820550-2 neutron-server[102817]: Traceback (most recent call last): Dec 16 11:04:34.035144 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 11:04:34.035144 n-d-820550-2 neutron-server[102817]: timer() Dec 16 11:04:34.035144 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 11:04:34.035144 n-d-820550-2 neutron-server[102817]: cb(*args, **kw) Dec 16 11:04:34.035144 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 11:04:34.035144 n-d-820550-2 neutron-server[102817]: return func(*args, **kwargs) Dec 16 11:04:34.035144 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 11:04:34.035144 n-d-820550-2 neutron-server[102817]: self._notify() Dec 16 11:04:34.035144 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 11:04:34.035144 n-d-820550-2 neutron-server[102817]: self.callback(batched_events) Dec 16 11:04:34.035144 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 11:04:34.035144 n-d-820550-2 neutron-server[102817]: event.method(event) Dec 16 11:04:34.035144 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 11:04:34.035144 n-d-820550-2 neutron-server[102817]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 11:04:34.035144 n-d-820550-2 neutron-server[102817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 11:04:34.035144 n-d-820550-2 neutron-server[102817]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 11:04:34.035144 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 11:04:34.035144 n-d-820550-2 neutron-server[102817]: return f(self, *a, **k) Dec 16 11:04:34.035144 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 11:04:34.035144 n-d-820550-2 neutron-server[102817]: return self._get(url).json() Dec 16 11:04:34.035144 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 11:04:34.035144 n-d-820550-2 neutron-server[102817]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 11:04:34.035144 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 11:04:34.035144 n-d-820550-2 neutron-server[102817]: return self.request(url, 'GET', **kwargs) Dec 16 11:04:34.035144 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 11:04:34.035144 n-d-820550-2 neutron-server[102817]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 11:04:34.035144 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 11:04:34.035144 n-d-820550-2 neutron-server[102817]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 11:04:34.035144 n-d-820550-2 neutron-server[102817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 11:04:34.035144 n-d-820550-2 neutron-server[102817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 11:04:34.035144 n-d-820550-2 neutron-server[102817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 11:04:34.168203 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-27809176-53e2-4209-bec0-407d8840e88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-710326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1580891'] for network, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:34.178205 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-27809176-53e2-4209-bec0-407d8840e88e admin admin] Notify callbacks [] for network, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:34.178205 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-27809176-53e2-4209-bec0-407d8840e88e admin admin] 10.222.0.60 "DELETE /v2.0/networks/28accbbc-39aa-4727-96cb-2661e88de0c7 HTTP/1.1" status: 204 len: 168 time: 0.6703064 Dec 16 11:04:34.192711 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27809176-53e2-4209-bec0-407d8840e88e admin admin] Pushing event deleted for resources: {'Network': ['ID=28accbbc-39aa-4727-96cb-2661e88de0c7,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 11:04:34.459086 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44936) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 11:04:34.498225 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-4840509a-231d-4984-940e-ac3ee8468860 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4ec95157e16848e9a692be6283a498c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379796 Dec 16 11:04:34.500771 n-d-820550-2 neutron-server[102817]: DEBUG neutron.wsgi [-] (102817) accepted ('10.222.0.60', 44938) {{(pid=102817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 11:04:34.548858 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5d613ba8-d075-46af-8001-0db6d0d7ba98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:34.575090 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5d613ba8-d075-46af-8001-0db6d0d7ba98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:34.698339 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5d613ba8-d075-46af-8001-0db6d0d7ba98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:34.700808 n-d-820550-2 neutron-server[102817]: DEBUG neutron_lib.callbacks.manager [None req-5d613ba8-d075-46af-8001-0db6d0d7ba98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:34.701997 n-d-820550-2 neutron-server[102817]: INFO neutron.wsgi [None req-5d613ba8-d075-46af-8001-0db6d0d7ba98 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/63e0fcce-fef7-4e5c-8aa9-7710b7a0f62d HTTP/1.1" status: 204 len: 168 time: 0.2003181 Dec 16 11:04:34.714945 n-d-820550-2 neutron-server[102817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d613ba8-d075-46af-8001-0db6d0d7ba98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e0fcce-fef7-4e5c-8aa9-7710b7a0f62d,revision_number=None']} {{(pid=102817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 11:04:35.052390 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d89e198f-f90b-4174-a1d7-074593de261f no longer exists at agent ovs-agent-n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 11:04:35.072311 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.plugin [None req-90596404-2544-46fd-b302-fd30027c055f None None] No Port match for: d89e198f-f90b-4174-a1d7-074593de261f {{(pid=102818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 11:04:35.072696 n-d-820550-2 neutron-server[102818]: DEBUG neutron.plugins.ml2.rpc [None req-90596404-2544-46fd-b302-fd30027c055f None None] Device d89e198f-f90b-4174-a1d7-074593de261f not bound to the agent host n-d-820550-2 {{(pid=102818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 11:04:35.329247 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44944) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 11:04:35.373731 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-60a6497d-77fb-4303-9205-fdf34ef4cfc1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e5518cf5326f419d962f57a0447cf811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433354 Dec 16 11:04:35.376737 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [-] (102816) accepted ('10.222.0.60', 44946) {{(pid=102816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 11:04:35.422764 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ccf43e68-eb52-4ab4-82c8-e324f86470bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:35.443624 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ccf43e68-eb52-4ab4-82c8-e324f86470bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:35.562592 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ccf43e68-eb52-4ab4-82c8-e324f86470bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882285'] for security_group, after_delete {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:35.565085 n-d-820550-2 neutron-server[102816]: DEBUG neutron_lib.callbacks.manager [None req-ccf43e68-eb52-4ab4-82c8-e324f86470bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:35.566289 n-d-820550-2 neutron-server[102816]: INFO neutron.wsgi [None req-ccf43e68-eb52-4ab4-82c8-e324f86470bb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2130b659-564a-4f89-b4c9-b2370fc096d7 HTTP/1.1" status: 204 len: 168 time: 0.1886392 Dec 16 11:04:35.574095 n-d-820550-2 neutron-server[102816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf43e68-eb52-4ab4-82c8-e324f86470bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2130b659-564a-4f89-b4c9-b2370fc096d7,revision_number=None']} {{(pid=102816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 11:04:38.357431 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:41.981472 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:54.204154 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-bf6dbe40-f569-43f8-9b77-e121f1a7fd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:56.530234 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8dc5b91c-9f30-47ce-9793-3f111b6bd94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:57.977350 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:59.491709 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:04:59.669390 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:05:08.434727 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:05:08.647970 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 11:05:11.983595 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:05:24.232897 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f4b7773a-417d-49ed-997c-69439854719b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:05:26.488192 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5bbac549-8e57-4974-8928-77af760754cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:05:27.996720 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:05:29.511746 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:05:29.648577 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:05:38.370901 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:05:41.977740 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:05:45.647444 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 11:05:54.201505 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-37cd613a-419f-4afa-8dc1-00738f2be1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:05:56.521436 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2ca922f2-cb52-45a6-aa59-ffa219a43528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:05:58.022513 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:05:59.532915 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:05:59.641412 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:06:08.373454 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:06:12.014045 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:06:22.648563 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 11:06:24.213583 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-930e21f3-0d9e-4ff5-8843-2b5ce3c22709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:06:26.487760 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-8ddf74f3-84e2-417a-be0e-11b17227146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:06:27.997999 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:06:29.523848 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:06:29.638286 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:06:38.370375 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:06:42.011296 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:06:54.262775 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-081538ea-6f6b-4aec-a1af-4652abeb8677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:06:56.479960 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-886b582a-4e9c-4e5d-85e7-7b083a4eaa7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:06:57.998122 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:06:59.529980 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:06:59.647698 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 11:06:59.661537 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:07:08.370336 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:07:11.983731 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:07:24.230569 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-02a72aeb-a06a-4b39-aff2-ad9a8d4dbc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:07:26.485556 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-473dda1c-f558-4b64-900d-9c9bc3e16dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:07:28.013330 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:07:29.516102 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:07:29.624607 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:07:36.646658 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 11:07:38.385483 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:07:42.018017 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:07:54.226253 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-85082b0a-8247-4e37-9f37-d0c8a46e6dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:07:56.483476 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1a7d37b8-e780-4906-a001-2a074e199c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:07:58.020325 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:07:59.506303 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:07:59.637822 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:08:08.407533 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:08:12.042265 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:08:13.646268 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 11:08:24.222005 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90b9d552-7d16-46eb-a851-b2f638ca0ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:08:26.507964 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-1755bc36-7b71-4f58-bdfa-c391e2aa1bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:08:28.010337 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:08:29.545822 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:08:29.661887 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:08:38.391974 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:08:42.062317 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:08:50.645965 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 11:08:54.223431 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-5495b752-5650-41d6-b29d-c2ae4cec7c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:08:56.515082 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-de07bf35-da74-4b4f-890f-647a567a19d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:08:57.995366 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:08:59.503621 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:08:59.663455 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:09:08.406713 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:09:12.052860 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:09:24.240757 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f4a044d4-5d61-4e88-90cd-9fa4d9205ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:09:26.493092 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-49b9e4fb-6619-4e47-a57f-cebb680822b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:09:27.645466 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 11:09:28.040260 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:09:29.533138 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:09:29.642155 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:09:38.419462 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:09:42.065690 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:09:54.207576 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-25b442c6-18ae-428a-9ec9-abd78c489d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:09:56.475815 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-c4a190e9-bc53-49ff-bfbf-164371b05aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:09:58.037970 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:09:59.521527 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:09:59.647131 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:10:04.673407 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 11:10:08.450396 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:10:12.078349 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:10:24.193513 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-39b036d5-e14b-46f7-a79c-d1512c5a0ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:10:26.488881 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-077f567f-cc4a-45f2-8d4e-54dbea165ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:10:28.010380 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:10:29.519546 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:10:29.662373 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:10:38.426340 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:10:41.655760 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 11:10:42.114053 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:10:54.200576 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-57b70e08-cf04-41a6-b1ba-c48a169e5fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:10:56.512563 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6845f95b-e092-4e70-ab64-764325e80291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:10:58.040488 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:10:59.520600 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:10:59.675041 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:11:08.446906 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:11:12.090348 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:11:14.335732 n-d-820550-2 neutron-server[102816]: DEBUG neutron.wsgi [req-608bf8c3-7b21-42a9-a20e-537e5d964991 req-0fffb4d9-a976-4d56-aeef-9d8579491e43 service neutron] (102816) timed out ('10.222.0.60', 43350) {{(pid=102816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 16 11:11:18.655330 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 11:11:24.225129 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-061b2d41-f7b0-4383-b026-7b3e4dec6765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:11:26.493580 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-69951139-2c6c-426f-8401-8a4811f78366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:11:28.053520 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:11:29.543881 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:11:29.674275 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:11:38.446540 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:11:42.099682 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:11:54.210031 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2bf76f09-40c8-4d96-a3ea-6dbb4b193326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:11:55.655808 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 11:11:56.502953 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-141a66e2-2e6e-4249-a5fb-b7ecbf81f88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:11:58.031472 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:11:59.523187 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:11:59.666240 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:12:08.455172 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:12:12.118315 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:12:24.267545 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-44e1f2a8-a52e-46a1-b3e3-889889f91520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:12:26.499475 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-6ba87a7a-6383-455c-8a67-56b889915a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:12:28.031028 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:12:29.530232 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:12:29.699800 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:12:32.656911 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 11:12:38.485355 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:12:42.125228 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:12:54.210037 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-091bd662-b2d3-4cb6-94cc-e42897cd1022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:12:56.508975 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-f6b1f277-01d3-4e83-a3fa-ec4d7b4a07ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:12:58.045860 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-3a40ec76-bbd0-4682-b6b3-672d587b3834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:12:59.514592 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-a62e6889-1da4-4b7b-b1ca-a9f039a3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:12:59.657638 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-90596404-2544-46fd-b302-fd30027c055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:13:08.509468 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-4b89f1a3-eaf0-4a90-a601-cbbd729bcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 11:13:09.659203 n-d-820550-2 neutron-server[102819]: DEBUG neutron.db.agents_db [None req-565f27ee-3e7d-4424-bf0b-50efa233406c None None] Agent healthcheck: found 7 active agents {{(pid=102819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 11:13:12.120694 n-d-820550-2 neutron-server[102818]: DEBUG neutron_lib.callbacks.manager [None req-2f09e636-a1fe-490e-8e74-770291194bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759010348710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704883'] for agent, after_update {{(pid=102818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}